-- Logs begin at Fri 2021-07-16 07:37:22 UTC, end at Fri 2021-07-16 10:13:48 UTC. -- Jul 16 08:12:16.290755 n-d-771362-37 systemd[1]: Started Devstack devstack@q-svc.service. Jul 16 08:12:18.976544 n-d-771362-37 neutron-server[93651]: INFO neutron.common.config [-] Logging enabled! Jul 16 08:12:18.977116 n-d-771362-37 neutron-server[93651]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 08:12:18.977315 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93651) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 08:12:18.980491 n-d-771362-37 neutron-server[93651]: INFO neutron.common.config [-] Logging enabled! Jul 16 08:12:18.980748 n-d-771362-37 neutron-server[93651]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev470 Jul 16 08:12:18.981061 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93651) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 16 08:12:18.981979 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 08:12:18.982210 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 08:12:18.982577 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 08:12:18.982824 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 08:12:18.983052 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 08:12:18.983373 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.983670 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.983968 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.984198 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.984522 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.984820 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.985101 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.985392 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.985689 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.985974 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.986252 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.986537 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.987277 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.987564 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.987854 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.988143 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.988385 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] debug = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.988672 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.989105 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.989517 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.989798 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.990089 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.990369 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.990641 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.990917 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.991204 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.991534 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] host = n-d-771362-37 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.991812 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.992101 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.992413 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.992700 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.992978 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.993253 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.993538 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.993811 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.994084 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] log_file = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.994357 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.994646 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.994937 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.995226 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.995451 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.995676 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.995963 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.996250 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.996557 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.996834 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.997110 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.997383 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.997657 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.997926 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.998212 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.998496 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.998780 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.999057 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.999333 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.999603 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:18.999878 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:19.000164 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:19.000460 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:19.000734 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:19.001009 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:19.001338 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:19.001566 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:19.001838 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:19.002137 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:19.002988 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:19.003242 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:19.003527 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:19.003801 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:19.004083 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:19.004371 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:19.004650 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:19.004924 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] use_json = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:19.005196 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:19.005468 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:19.005749 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:19.006021 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:19.006293 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:19.006565 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:19.006836 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:19.007119 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:19.007416 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.007714 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.008015 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.008298 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.008609 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.008890 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.009178 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.009460 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.009747 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.010291 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.010578 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.010854 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.011140 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.011417 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.011713 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.012019 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.012313 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.012629 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.012906 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.013181 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.013455 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.013737 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.014025 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.014317 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.014607 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.014885 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.015164 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.015453 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.015732 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.016004 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.016281 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.016599 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.016878 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.017149 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.017427 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.017705 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.018012 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.018272 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.018549 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.018838 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.019114 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.019403 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.019658 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.019936 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.020211 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.020525 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.020805 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.021079 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.021350 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.021626 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.021900 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.022173 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.022451 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.022723 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.023002 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.023274 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.023545 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.023818 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.024092 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.024381 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.024661 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.024931 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.025209 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.025480 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.025753 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.026026 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.026298 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.026571 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.026858 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.027153 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.027430 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.027707 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.027984 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.028263 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.028565 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.028845 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.029124 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.029402 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.029677 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.029967 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.030251 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.030537 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.030820 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.031095 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.031391 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.031669 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.031953 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.032229 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.032527 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.032817 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.033099 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.033391 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.033739 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.034035 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.034328 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.034623 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.034905 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.035210 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.035489 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:19.035707 n-d-771362-37 neutron-server[93651]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 08:12:19.035943 n-d-771362-37 neutron-server[93651]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93651) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 16 08:12:19.377826 n-d-771362-37 neutron-server[93651]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 08:12:19.378122 n-d-771362-37 neutron-server[93651]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 08:12:19.378406 n-d-771362-37 neutron-server[93651]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 16 08:12:19.378737 n-d-771362-37 neutron-server[93651]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 16 08:12:19.760116 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:19.760442 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:19.760714 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:19.761896 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:19.762166 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:19.762440 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:19.795156 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:19.795436 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:19.795701 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:19.809152 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:19.809439 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:19.809708 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:19.838933 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:19.839217 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:19.839489 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:19.873960 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:19.874243 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:19.874512 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.099789 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.100413 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.100413 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.100613 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.101316 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.219956 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.220273 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.220580 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.220854 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.221666 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.221974 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.222252 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.222491 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.222748 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.223029 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.223288 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.223553 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.223807 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.224059 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.224312 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.224605 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.224857 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.225122 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.225397 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.225656 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.225925 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.226176 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.226455 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.226828 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.227076 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.227322 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.227709 n-d-771362-37 neutron-server[93651]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:12:20.227950 n-d-771362-37 neutron-server[93651]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:12:20.228188 n-d-771362-37 neutron-server[93651]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:12:20.228449 n-d-771362-37 neutron-server[93651]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:12:20.228685 n-d-771362-37 neutron-server[93651]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:12:20.228919 n-d-771362-37 neutron-server[93651]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:12:20.229283 n-d-771362-37 neutron-server[93651]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 16 08:12:20.232309 n-d-771362-37 neutron-server[93651]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 16 08:12:20.236181 n-d-771362-37 neutron-server[93651]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 16 08:12:20.240372 n-d-771362-37 neutron-server[93651]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 16 08:12:20.241984 n-d-771362-37 neutron-server[93651]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 16 08:12:20.242445 n-d-771362-37 neutron-server[93651]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 16 08:12:20.242785 n-d-771362-37 neutron-server[93651]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 16 08:12:20.243172 n-d-771362-37 neutron-server[93651]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 16 08:12:20.246912 n-d-771362-37 neutron-server[93651]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 16 08:12:20.247162 n-d-771362-37 neutron-server[93651]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 16 08:12:20.247509 n-d-771362-37 neutron-server[93651]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 08:12:20.275386 n-d-771362-37 neutron-server[93651]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 16 08:12:20.275829 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.276125 n-d-771362-37 neutron-server[93651]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93651) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 16 08:12:20.276518 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.277854 n-d-771362-37 neutron-server[93651]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93651) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 16 08:12:20.278135 n-d-771362-37 neutron-server[93651]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 16 08:12:20.278381 n-d-771362-37 neutron-server[93651]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 16 08:12:20.281521 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.281803 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:20.346507 n-d-771362-37 neutron-server[93651]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 16 08:12:20.346746 n-d-771362-37 neutron-server[93651]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 16 08:12:20.346982 n-d-771362-37 neutron-server[93651]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 16 08:12:20.347346 n-d-771362-37 neutron-server[93651]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 16 08:12:20.368276 n-d-771362-37 neutron-server[93651]: DEBUG oslo_db.sqlalchemy.engines [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93651) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 16 08:12:20.889403 n-d-771362-37 neutron-server[93651]: INFO neutron.plugins.ml2.managers [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Initializing driver for type 'gre' Jul 16 08:12:20.889972 n-d-771362-37 neutron-server[93651]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] gre ID ranges: [(1, 1000)] Jul 16 08:12:20.941511 n-d-771362-37 neutron-server[93651]: INFO neutron.plugins.ml2.managers [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Initializing driver for type 'local' Jul 16 08:12:20.941892 n-d-771362-37 neutron-server[93651]: INFO neutron.plugins.ml2.managers [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Initializing driver for type 'vlan' Jul 16 08:12:20.954863 n-d-771362-37 neutron-server[93651]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] VlanTypeDriver initialization complete Jul 16 08:12:20.955199 n-d-771362-37 neutron-server[93651]: INFO neutron.plugins.ml2.managers [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Initializing driver for type 'vxlan' Jul 16 08:12:20.956287 n-d-771362-37 neutron-server[93651]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] vxlan ID ranges: [(1, 1000)] Jul 16 08:12:21.013769 n-d-771362-37 neutron-server[93651]: INFO neutron.plugins.ml2.managers [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Initializing extension driver 'port_security' Jul 16 08:12:21.014054 n-d-771362-37 neutron-server[93651]: INFO neutron.plugins.ml2.extensions.port_security [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] PortSecurityExtensionDriver initialization complete Jul 16 08:12:21.014396 n-d-771362-37 neutron-server[93651]: INFO neutron.plugins.ml2.managers [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Initializing mechanism driver 'openvswitch' Jul 16 08:12:21.014737 n-d-771362-37 neutron-server[93651]: INFO neutron.plugins.ml2.managers [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Initializing mechanism driver 'hyperv' Jul 16 08:12:21.021942 n-d-771362-37 neutron-server[93651]: DEBUG neutron.plugins.ml2.plugin [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93651) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:12:21.022797 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > port after_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.023172 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > port after_update 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.023523 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > port after_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.024040 n-d-771362-37 neutron-server[93651]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93651) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:12:21.024508 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > subnet after_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.024865 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > subnet after_update 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.025212 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.025598 n-d-771362-37 neutron-server[93651]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93651) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:12:21.026003 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > network after_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.026352 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > network after_update 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.026701 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > network after_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.027087 n-d-771362-37 neutron-server[93651]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93651) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:12:21.027485 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > security_group after_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.027836 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > security_group after_update 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.028176 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.028597 n-d-771362-37 neutron-server[93651]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93651) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:12:21.028997 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.029340 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.029679 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.030063 n-d-771362-37 neutron-server[93651]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93651) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:12:21.030458 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > address_group after_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.030804 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > address_group after_update 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.031138 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.031522 n-d-771362-37 neutron-server[93651]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93651) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 16 08:12:21.031896 n-d-771362-37 neutron-server[93651]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] ML2 OVO RPC backend initialized. {{(pid=93651) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 16 08:12:21.032635 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.032990 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.033408 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > network before_response 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.033787 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > networks before_response 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.034129 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > port before_response 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.034472 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > ports before_response 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.034813 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > subnet before_response 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.035153 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > subnets before_response 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.035496 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > network after_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.035833 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > network after_update 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.036167 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > network after_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.036535 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > port after_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.036869 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > port after_update 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.037202 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > port after_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.037537 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > subnet after_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.037872 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > subnet after_update 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.038202 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.038776 n-d-771362-37 neutron-server[93651]: INFO neutron.plugins.ml2.plugin [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Modular L2 Plugin initialization complete Jul 16 08:12:21.039106 n-d-771362-37 neutron-server[93651]: DEBUG neutron.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading services supported by the core plugin {{(pid=93651) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 16 08:12:21.039430 n-d-771362-37 neutron-server[93651]: INFO neutron.plugins.ml2.managers [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Got port-security extension from driver 'port_security' Jul 16 08:12:21.039900 n-d-771362-37 neutron-server[93651]: INFO neutron.extensions.vlantransparent [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Disabled vlantransparent extension. Jul 16 08:12:21.040406 n-d-771362-37 neutron-server[93651]: DEBUG neutron.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93651) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 16 08:12:21.040724 n-d-771362-37 neutron-server[93651]: INFO neutron.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading Plugin: router Jul 16 08:12:21.076045 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.076467 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > router after_create 55549900 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.076843 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > router before_create 55549900 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.077210 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.077581 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.077937 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > router after_delete 55549900 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.078295 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.078777 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > router after_create 55549900 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.079126 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > router after_update 55549900 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.079475 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > router after_update 55549900 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.079822 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.080178 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > router after_update 55549900 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.081230 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > router precommit_update 55549900 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.081599 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: port after_update 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.081944 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: port after_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.082282 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: subnet after_update 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.082623 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.082972 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.083321 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > router precommit_create 55549900 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.083666 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: port before_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.084010 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > router precommit_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.084390 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > router after_update 55549900 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.084732 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.085082 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > router precommit_create 55549900 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.085448 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.085792 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > router precommit_update 55549900 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.086153 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > agent after_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.086501 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > agent after_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.086843 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > network after_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.087691 n-d-771362-37 neutron-server[93651]: DEBUG neutron.quota.resource_registry [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Tracking information for resource: router configured {{(pid=93651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:12:21.088027 n-d-771362-37 neutron-server[93651]: DEBUG neutron.quota.resource_registry [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Tracking information for resource: floatingip configured {{(pid=93651) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 16 08:12:21.092837 n-d-771362-37 neutron-server[93651]: INFO neutron.db.l3_agentschedulers_db [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 16 08:12:21.093408 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: port after_update 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.093771 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: port after_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.094124 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: port after_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.094477 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: port after_update 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.095273 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > router before_create 55550100 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.095642 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.096045 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > router precommit_create 55550100 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.096432 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > router precommit_update 55550100 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.100854 n-d-771362-37 neutron-server[93651]: DEBUG neutron.services.provider_configuration [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Service providers = [] {{(pid=93651) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 16 08:12:21.101387 n-d-771362-37 neutron-server[93651]: DEBUG neutron.db.servicetype_db [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93651) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 16 08:12:21.104102 n-d-771362-37 neutron-server[93651]: DEBUG neutron.services.service_base [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93651) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 08:12:21.104479 n-d-771362-37 neutron-server[93651]: DEBUG neutron.services.service_base [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93651) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 08:12:21.104825 n-d-771362-37 neutron-server[93651]: DEBUG neutron.services.service_base [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93651) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 08:12:21.105724 n-d-771362-37 neutron-server[93651]: DEBUG neutron.services.service_base [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93651) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 16 08:12:21.106083 n-d-771362-37 neutron-server[93651]: INFO neutron.services.service_base [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 16 08:12:21.106451 n-d-771362-37 neutron-server[93651]: DEBUG neutron.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:12:21.106769 n-d-771362-37 neutron-server[93651]: INFO neutron.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 16 08:12:21.117850 n-d-771362-37 neutron-server[93651]: DEBUG neutron.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:12:21.118188 n-d-771362-37 neutron-server[93651]: INFO neutron.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading Plugin: auto_allocate Jul 16 08:12:21.123745 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: network precommit_update 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.124117 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: network precommit_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.124667 n-d-771362-37 neutron-server[93651]: DEBUG neutron.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:12:21.124991 n-d-771362-37 neutron-server[93651]: INFO neutron.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading Plugin: tag Jul 16 08:12:21.133505 n-d-771362-37 neutron-server[93651]: DEBUG neutron.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:12:21.133836 n-d-771362-37 neutron-server[93651]: INFO neutron.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading Plugin: timestamp Jul 16 08:12:21.137882 n-d-771362-37 neutron-server[93651]: DEBUG neutron.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:12:21.138211 n-d-771362-37 neutron-server[93651]: INFO neutron.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading Plugin: network_ip_availability Jul 16 08:12:21.143558 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.143931 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.144289 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.145024 n-d-771362-37 neutron-server[93651]: DEBUG neutron.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:12:21.145347 n-d-771362-37 neutron-server[93651]: INFO neutron.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading Plugin: flavors Jul 16 08:12:21.151386 n-d-771362-37 neutron-server[93651]: DEBUG neutron.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:12:21.151718 n-d-771362-37 neutron-server[93651]: INFO neutron.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading Plugin: revisions Jul 16 08:12:21.155940 n-d-771362-37 neutron-server[93651]: DEBUG neutron.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93651) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 16 08:12:21.156341 n-d-771362-37 neutron-server[93651]: DEBUG oslo_concurrency.lockutils [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.778s {{(pid=93651) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 16 08:12:21.157104 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93651) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 16 08:12:21.157441 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Initializing extension manager. Jul 16 08:12:21.157949 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: __init__.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.158289 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: __pycache__ {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.158649 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.158984 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: address_group.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.159725 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.160275 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: address-group Jul 16 08:12:21.160623 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: address_scope.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.161328 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.161828 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: address-scope Jul 16 08:12:21.162152 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.163067 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.163567 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: router-admin-state-down-before-update Jul 16 08:12:21.163890 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: agent.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.164611 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.165103 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: agent Jul 16 08:12:21.165426 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: agent_resources_synced.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.166331 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.166829 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: agent-resources-synced Jul 16 08:12:21.167148 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: allowedaddresspairs.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.168929 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.169443 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: allowed-address-pairs Jul 16 08:12:21.169768 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: auto_allocated_topology.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.170829 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.171331 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: auto-allocated-topology Jul 16 08:12:21.171654 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: availability_zone.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.172334 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.172860 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: availability_zone Jul 16 08:12:21.173178 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: availability_zone_filter.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.174592 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.175097 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: availability_zone_filter Jul 16 08:12:21.175415 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: data_plane_status.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.176311 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.176837 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension data-plane-status not supported by any of loaded plugins Jul 16 08:12:21.177155 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: default_subnetpools.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.178057 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.178551 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: default-subnetpools Jul 16 08:12:21.178871 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.179669 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.180167 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: dhcp_agent_scheduler Jul 16 08:12:21.180518 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: dns.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.181430 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.181924 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension dns-integration not supported by any of loaded plugins Jul 16 08:12:21.182243 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: dns_domain_ports.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.183148 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.183645 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 16 08:12:21.183966 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.184899 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.185397 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 16 08:12:21.185719 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: dvr.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.186376 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.186876 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: dvr Jul 16 08:12:21.187199 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: empty_string_filtering.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.188093 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.188624 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: empty-string-filtering Jul 16 08:12:21.188947 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.190389 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.190880 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 16 08:12:21.191203 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.192112 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.192643 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 16 08:12:21.192967 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: external_net.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.193865 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.194361 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: external-net Jul 16 08:12:21.194684 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.195575 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.196070 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: extra_dhcp_opt Jul 16 08:12:21.196422 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: extraroute.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.197325 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.197824 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: extraroute Jul 16 08:12:21.198145 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: extraroute_atomic.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.199157 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.199659 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: extraroute-atomic Jul 16 08:12:21.199980 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: filter_validation.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.200674 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.201168 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: filter-validation Jul 16 08:12:21.201487 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: fip_pf_description.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.202383 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.203050 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 16 08:12:21.203373 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: fip_port_details.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.204281 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.204809 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: fip-port-details Jul 16 08:12:21.205130 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: flavors.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.206357 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.206868 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: flavors Jul 16 08:12:21.207192 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.208840 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.209347 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 16 08:12:21.209677 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: floatingip_pools.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.210364 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.210865 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: floatingip-pools Jul 16 08:12:21.211189 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: ip_allocation.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.212110 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.212635 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension ip_allocation not supported by any of loaded plugins Jul 16 08:12:21.212961 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.213877 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.214373 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: ip-substring-filtering Jul 16 08:12:21.214698 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: l2_adjacency.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.215625 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.216121 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 16 08:12:21.216481 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: l3.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.217439 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.217942 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: router Jul 16 08:12:21.218267 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.220501 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.221053 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 16 08:12:21.221386 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.222312 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.222822 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: ext-gw-mode Jul 16 08:12:21.223148 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.224064 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.224600 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: l3-ha Jul 16 08:12:21.224927 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: l3_flavors.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.225849 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.226353 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: l3-flavors Jul 16 08:12:21.226675 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.227577 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.228077 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 16 08:12:21.228432 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: l3agentscheduler.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.229446 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.229949 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: l3_agent_scheduler Jul 16 08:12:21.230279 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: logging.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.231752 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.232262 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension logging not supported by any of loaded plugins Jul 16 08:12:21.232624 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: metering.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.233361 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.233927 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: metering Jul 16 08:12:21.234255 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.235349 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.235857 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: metering_source_and_destination_fields Jul 16 08:12:21.236190 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: multiprovidernet.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.237788 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.238294 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: multi-provider Jul 16 08:12:21.238620 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: netmtu.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.239523 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.240023 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: net-mtu Jul 16 08:12:21.240360 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: netmtu_writable.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.241280 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.241779 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: net-mtu-writable Jul 16 08:12:21.242100 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: network_availability_zone.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.242758 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.243253 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: network_availability_zone Jul 16 08:12:21.243572 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: network_ip_availability.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.244670 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.245176 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: network-ip-availability Jul 16 08:12:21.245497 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: network_segment_range.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.246254 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.246749 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension network-segment-range not supported by any of loaded plugins Jul 16 08:12:21.247072 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: pagination.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.248042 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.248398 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: pagination Jul 16 08:12:21.248722 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: port_device_profile.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.249623 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.250130 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: port-device-profile Jul 16 08:12:21.250452 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.251355 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.251856 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: port-mac-address-regenerate Jul 16 08:12:21.252179 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.253670 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.254171 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: port-numa-affinity-policy Jul 16 08:12:21.254492 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: port_resource_request.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.255406 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.255904 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension port-resource-request not supported by any of loaded plugins Jul 16 08:12:21.256228 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: portbindings.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.257167 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.257672 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: binding Jul 16 08:12:21.257996 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: portbindings_extended.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.259248 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.259758 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: binding-extended Jul 16 08:12:21.260361 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: portsecurity.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.261289 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.261791 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: port-security Jul 16 08:12:21.262113 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: project_id.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.263089 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.263419 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: project-id Jul 16 08:12:21.263745 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: providernet.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.264731 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.265194 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: provider Jul 16 08:12:21.265521 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: qos.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.269595 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.270331 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension qos not supported by any of loaded plugins Jul 16 08:12:21.270805 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.272232 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.272777 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 16 08:12:21.273107 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.274016 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.274520 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 16 08:12:21.274844 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: qos_default.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.275777 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.276279 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension qos-default not supported by any of loaded plugins Jul 16 08:12:21.276628 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: qos_fip.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.277274 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.277766 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension qos-fip not supported by any of loaded plugins Jul 16 08:12:21.278087 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: qos_gateway_ip.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.279000 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.279501 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 16 08:12:21.279823 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: qos_port_network_policy.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.280746 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.281246 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 16 08:12:21.281571 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: qos_rule_type_details.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.282475 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.282978 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 16 08:12:21.283304 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: qos_rules_alias.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.284379 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.284883 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 16 08:12:21.285215 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: quotasv2.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.286126 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.286635 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: quotas Jul 16 08:12:21.286961 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: quotasv2_detail.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.289985 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.290331 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: quota_details Jul 16 08:12:21.290668 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: rbac.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.291722 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.292245 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: rbac-policies Jul 16 08:12:21.292609 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: rbac_address_group.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.293536 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.294048 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: rbac-address-group Jul 16 08:12:21.294370 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: rbac_address_scope.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.295300 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.295806 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: rbac-address-scope Jul 16 08:12:21.296129 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: rbac_security_groups.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.297067 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.297573 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: rbac-security-groups Jul 16 08:12:21.297893 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: rbac_subnetpool.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.298801 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.299863 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: rbac-subnetpool Jul 16 08:12:21.300184 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: revisionifmatch.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.301141 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.301649 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: revision-if-match Jul 16 08:12:21.301974 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: revisions.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.303075 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.303581 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: standard-attr-revisions Jul 16 08:12:21.303909 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: router_availability_zone.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.304611 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.305120 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: router_availability_zone Jul 16 08:12:21.305446 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: routerservicetype.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.306357 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.306859 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension router-service-type not supported by any of loaded plugins Jul 16 08:12:21.307180 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.308098 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.308643 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: security-groups-normalized-cidr Jul 16 08:12:21.308967 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.309882 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.310385 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: port-security-groups-filtering Jul 16 08:12:21.310705 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.311621 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.312124 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: security-groups-remote-address-group Jul 16 08:12:21.312479 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: securitygroup.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.322661 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.323191 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: security-group Jul 16 08:12:21.323530 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: segment.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.324309 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.324832 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension segment not supported by any of loaded plugins Jul 16 08:12:21.325162 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.326097 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.326605 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 16 08:12:21.326933 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: servicetype.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.328028 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.328570 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: service-type Jul 16 08:12:21.328900 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: sorting.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.329875 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.330207 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: sorting Jul 16 08:12:21.330558 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: standard_attr_segment.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.331532 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.332037 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 16 08:12:21.332371 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: standardattrdescription.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.333033 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.333532 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: standard-attr-description Jul 16 08:12:21.333855 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: stateful_security_group.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.334803 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.335319 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: stateful-security-group Jul 16 08:12:21.335647 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: stdattrs_common.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.336228 n-d-771362-37 neutron-server[93651]: WARNING neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 16 08:12:21.336578 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.337495 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.337999 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 16 08:12:21.338385 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: subnet_onboard.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.339375 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.339886 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: subnet_onboard Jul 16 08:12:21.340209 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.341158 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.341656 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 16 08:12:21.341979 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: subnet_service_types.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.342885 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.343389 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: subnet-service-types Jul 16 08:12:21.343712 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: subnetallocation.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.344795 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.345313 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: subnet_allocation Jul 16 08:12:21.345641 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.346340 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.346839 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: subnetpool-prefix-ops Jul 16 08:12:21.347162 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.348101 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.348637 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 16 08:12:21.348957 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: tagging.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.349989 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.350501 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: standard-attr-tag Jul 16 08:12:21.350825 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: timestamp.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.352040 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.352614 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loaded extension: standard-attr-timestamp Jul 16 08:12:21.352943 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: trunk.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.354071 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.354616 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension trunk not supported by any of loaded plugins Jul 16 08:12:21.354942 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: trunk_details.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.355908 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.356489 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension trunk-details not supported by any of loaded plugins Jul 16 08:12:21.356815 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: uplink_status_propagation.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.357789 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.358309 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 16 08:12:21.358633 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Loading extension file: vlantransparent.py {{(pid=93651) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 16 08:12:21.359292 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93651) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 16 08:12:21.359799 n-d-771362-37 neutron-server[93651]: INFO neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 16 08:12:21.362805 n-d-771362-37 neutron-server[93651]: INFO neutron.quota.resource_registry [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Creating instance of TrackedResource for resource:network Jul 16 08:12:21.363344 n-d-771362-37 neutron-server[93651]: INFO neutron.quota.resource_registry [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Creating instance of TrackedResource for resource:subnet Jul 16 08:12:21.363742 n-d-771362-37 neutron-server[93651]: INFO neutron.quota.resource_registry [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 08:12:21.364137 n-d-771362-37 neutron-server[93651]: INFO neutron.quota.resource_registry [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Creating instance of TrackedResource for resource:port Jul 16 08:12:21.365400 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.v2.resource_helper [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:12:21.365849 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.v2.resource_helper [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Service FLAVORS assigned prefix: {{(pid=93651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:12:21.366463 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.v2.resource_helper [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:12:21.366892 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.v2.resource_helper [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:12:21.367222 n-d-771362-37 neutron-server[93651]: INFO neutron.quota.resource_registry [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Creating instance of TrackedResource for resource:router Jul 16 08:12:21.367651 n-d-771362-37 neutron-server[93651]: INFO neutron.quota.resource_registry [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 08:12:21.368133 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.v2.resource_helper [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Service METERING assigned prefix: /metering {{(pid=93651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:12:21.369591 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.369948 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.370298 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93651) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:12:21.371286 n-d-771362-37 neutron-server[93651]: INFO neutron.quota.resource_registry [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 08:12:21.371736 n-d-771362-37 neutron-server[93651]: INFO neutron.quota.resource_registry [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Creating instance of TrackedResource for resource:security_group Jul 16 08:12:21.372171 n-d-771362-37 neutron-server[93651]: INFO neutron.quota.resource_registry [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 08:12:21.372796 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.v2.resource_helper [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Service CORE assigned prefix: {{(pid=93651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:12:21.373125 n-d-771362-37 neutron-server[93651]: INFO neutron.quota.resource_registry [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 08:12:21.373469 n-d-771362-37 neutron-server[93651]: WARNING neutron.quota.resource_registry [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] subnetpool is already registered Jul 16 08:12:21.373902 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.v2.resource_helper [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Service CORE assigned prefix: {{(pid=93651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:12:21.374232 n-d-771362-37 neutron-server[93651]: INFO neutron.quota.resource_registry [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 08:12:21.374564 n-d-771362-37 neutron-server[93651]: WARNING neutron.quota.resource_registry [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] subnetpool is already registered Jul 16 08:12:21.376871 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.v2.resource_helper [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:12:21.377881 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.v2.resource_helper [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Service FLAVORS assigned prefix: {{(pid=93651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:12:21.378450 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.v2.resource_helper [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:12:21.378866 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.v2.resource_helper [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:12:21.379204 n-d-771362-37 neutron-server[93651]: INFO neutron.quota.resource_registry [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Creating instance of TrackedResource for resource:router Jul 16 08:12:21.379546 n-d-771362-37 neutron-server[93651]: WARNING neutron.quota.resource_registry [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] router is already registered Jul 16 08:12:21.379956 n-d-771362-37 neutron-server[93651]: INFO neutron.quota.resource_registry [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Creating instance of TrackedResource for resource:floatingip Jul 16 08:12:21.380294 n-d-771362-37 neutron-server[93651]: WARNING neutron.quota.resource_registry [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] floatingip is already registered Jul 16 08:12:21.380774 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.v2.resource_helper [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Service METERING assigned prefix: /metering {{(pid=93651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:12:21.381441 n-d-771362-37 neutron-server[93651]: INFO neutron.quota.resource_registry [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Creating instance of CountableResource for resource:rbac_policy Jul 16 08:12:21.381767 n-d-771362-37 neutron-server[93651]: WARNING neutron.quota.resource_registry [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] rbac_policy is already registered Jul 16 08:12:21.382188 n-d-771362-37 neutron-server[93651]: INFO neutron.quota.resource_registry [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Creating instance of TrackedResource for resource:security_group Jul 16 08:12:21.382523 n-d-771362-37 neutron-server[93651]: WARNING neutron.quota.resource_registry [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] security_group is already registered Jul 16 08:12:21.382925 n-d-771362-37 neutron-server[93651]: INFO neutron.quota.resource_registry [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 16 08:12:21.383257 n-d-771362-37 neutron-server[93651]: WARNING neutron.quota.resource_registry [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] security_group_rule is already registered Jul 16 08:12:21.383880 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.v2.resource_helper [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Service CORE assigned prefix: {{(pid=93651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:12:21.384210 n-d-771362-37 neutron-server[93651]: INFO neutron.quota.resource_registry [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 08:12:21.384573 n-d-771362-37 neutron-server[93651]: WARNING neutron.quota.resource_registry [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] subnetpool is already registered Jul 16 08:12:21.385241 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.v2.resource_helper [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Service CORE assigned prefix: {{(pid=93651) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 16 08:12:21.385564 n-d-771362-37 neutron-server[93651]: INFO neutron.quota.resource_registry [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Creating instance of TrackedResource for resource:subnetpool Jul 16 08:12:21.385899 n-d-771362-37 neutron-server[93651]: WARNING neutron.quota.resource_registry [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] subnetpool is already registered Jul 16 08:12:21.386364 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: extensions {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.387780 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: address-groups {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.389308 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: address-scopes {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.390645 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: agents {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.391751 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: auto-allocated-topology {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.393064 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: availability_zones {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.394269 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: dhcp-networks {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.395759 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: dhcp-agents {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.397227 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: routers {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.398914 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: flavors {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.401176 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: service_profiles {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.402380 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: next_providers {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.403812 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: service_profiles {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.405380 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: floatingip-pools {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.406606 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: routers {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.408295 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: floatingips {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.409620 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: l3-routers {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.410995 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: l3-agents {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.412435 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: metering-labels {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.413675 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: metering-label-rules {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.415029 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: network-ip-availabilities {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.416294 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: bindings {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.417843 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: quotas {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.419419 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: quotas {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.420882 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: rbac-policies {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.422069 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: security-groups {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.423358 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: security-group-rules {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.425177 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: service-providers {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.426405 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: subnetpools {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.427725 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: subnetpools {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.429288 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: tags {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.430951 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: tags {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.432775 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: tags {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.434557 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: tags {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.436239 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: tags {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.438203 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: tags {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.440450 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: tags {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.442227 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: tags {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.444065 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: tags {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.445843 n-d-771362-37 neutron-server[93651]: DEBUG neutron.api.extensions [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Extended resource: tags {{(pid=93651) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 16 08:12:21.451738 n-d-771362-37 neutron-server[93651]: WARNING keystonemiddleware.auth_token [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 16 08:12:21.456233 n-d-771362-37 neutron-server[93651]: WARNING keystonemiddleware.auth_token [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 16 08:12:21.464520 n-d-771362-37 neutron-server[93651]: DEBUG oslo_concurrency.lockutils [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Acquired lock "singleton_lock" {{(pid=93651) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 16 08:12:21.464998 n-d-771362-37 neutron-server[93651]: DEBUG oslo_concurrency.lockutils [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Releasing lock "singleton_lock" {{(pid=93651) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 16 08:12:21.465636 n-d-771362-37 neutron-server[93651]: INFO oslo_service.service [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Starting 2 workers Jul 16 08:12:21.470499 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Started child 93758 {{(pid=93651) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 08:12:21.475423 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Started child 93759 {{(pid=93651) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 08:12:21.476250 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:21.477056 n-d-771362-37 neutron-server[93651]: INFO neutron.service [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 16 08:12:21.477724 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Notify callbacks [] for process, before_spawn {{(pid=93651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:21.477882 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [-] (93758) wsgi starting up on http://0.0.0.0:9696 Jul 16 08:12:21.480235 n-d-771362-37 neutron-server[93651]: INFO oslo_service.service [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Starting 1 workers Jul 16 08:12:21.480366 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:21.481716 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [-] (93759) wsgi starting up on http://0.0.0.0:9696 Jul 16 08:12:21.485307 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Started child 93760 {{(pid=93651) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 08:12:21.485938 n-d-771362-37 neutron-server[93651]: INFO oslo_service.service [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Starting 1 workers Jul 16 08:12:21.489455 n-d-771362-37 neutron-server[93760]: DEBUG neutron.service [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] calling RpcWorker wait() {{(pid=93760) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 16 08:12:21.490005 n-d-771362-37 neutron-server[93760]: DEBUG neutron.service [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] returning from RpcWorker wait() {{(pid=93760) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 16 08:12:21.490840 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Started child 93761 {{(pid=93651) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 16 08:12:21.491228 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:21.491666 n-d-771362-37 neutron-server[93651]: DEBUG neutron_lib.callbacks.manager [None req-19541e0c-4920-467b-ac91-c2bf2af663a2 None None] Notify callbacks [] for process, after_spawn {{(pid=93651) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:21.491770 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:12:21.493589 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93651) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 08:12:21.493799 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 08:12:21.493987 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 08:12:21.494203 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 08:12:21.494544 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 08:12:21.494709 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 08:12:21.495223 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.495500 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.495768 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.496075 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.496322 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.496934 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:21.497491 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.497491 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.497491 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.497724 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.497990 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.498162 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.498330 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.498591 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.498842 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.499109 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.499382 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.499631 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.499889 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.500059 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.500335 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.500597 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.500852 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.501124 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] debug = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.501365 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.501862 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.502103 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.502394 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.502613 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.502897 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.503138 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.503403 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.503638 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.503873 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.504092 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.504370 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.504625 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.504855 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.505072 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.505341 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.505561 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.506021 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] host = n-d-771362-37 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.506274 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.506504 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.506753 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.507012 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.507269 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.507502 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.507778 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.508051 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.508306 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.508561 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.508815 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.509061 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.509273 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.509514 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] log_file = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.509676 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] log_options = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.510166 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.510448 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.510693 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.510869 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.511034 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.511208 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.511465 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.511627 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.511889 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.512104 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.512316 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.512555 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.512788 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.513424 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.513424 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.513585 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.513692 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.513898 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.514150 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.514375 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.514617 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.514907 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.515089 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.515300 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.515510 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.515724 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.515951 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.516164 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.516428 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.516688 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.516917 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.517168 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.517412 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.517653 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.517907 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.518133 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.518376 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.518646 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.518876 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.519140 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.519394 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.519627 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.519868 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.520080 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.520311 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.520577 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] use_json = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.520805 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.521034 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.521293 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.521505 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.521742 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.521955 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.522174 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.523361 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.523361 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.523361 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.523649 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.523867 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.524097 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.524593 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.524833 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.525087 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.525349 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.525584 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.525902 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.526131 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.526440 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.526693 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.526952 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.527289 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.527545 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.528136 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.528136 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.528312 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.530674 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.530674 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.530674 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.530674 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.530674 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.530674 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.530674 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.530674 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.531453 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.531453 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.531453 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.531453 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.531750 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.531750 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.531978 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.532911 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.532911 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.532911 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.532911 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.533199 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.533357 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.535117 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.537064 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.537064 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.537064 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.537064 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.537064 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.537064 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.537064 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.537064 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.539534 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.539534 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.539534 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.539534 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.539534 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.539534 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.539534 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.540016 n-d-771362-37 neutron-server[93761]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:12:21.540110 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.540110 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.540110 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.540110 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.540110 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.540110 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.540541 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.540541 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.540734 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.540953 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.541175 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.541392 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.542784 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.542784 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.542784 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.542784 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.542784 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.542784 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.544877 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.544877 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.544877 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.544877 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.544877 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.544877 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.544877 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.544877 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.544877 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.545622 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.545622 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.545622 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.545622 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.545888 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.546070 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.546323 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.546590 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.546831 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.548202 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.548202 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.548202 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.548202 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.548202 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.548202 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.550022 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.550022 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.550022 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.550022 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.550022 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.550672 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.550672 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.550937 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.550937 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.552082 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.552082 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.552082 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.552082 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.552659 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.552659 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.552659 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.554880 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.554880 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.554880 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.554880 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.554880 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.554880 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.554880 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.555676 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.555676 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.555676 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.555904 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.556107 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.556396 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.556632 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.556889 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.557215 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.557333 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.557678 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.557811 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.558040 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.558269 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.560320 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.560320 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.560320 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.560320 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.560320 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.560320 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.560320 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.560320 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.560960 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.560960 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.560960 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.561167 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.561358 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.561587 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.561839 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.562053 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.562383 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.562546 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.562773 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.562990 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.563219 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.563450 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.563653 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.565434 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.565434 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.565434 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.565434 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.565434 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.565434 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.565434 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.565940 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.566051 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.566273 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.566559 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.567159 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.567159 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.567348 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.567517 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.567783 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.567999 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.568266 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.568533 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.568748 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.568957 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.569176 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.569413 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.569648 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.569875 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.570088 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.570339 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.570584 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.570926 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.571187 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.571421 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.571635 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.571850 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.572084 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.572302 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.572545 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.572785 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.573002 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.573229 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.573454 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.573829 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.574103 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.574331 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.574545 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.574764 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.574986 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.575197 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.575722 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.575983 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.576201 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.576500 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.576750 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.576970 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.577214 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.577432 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.577722 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.577892 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.578108 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.580148 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.580148 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.580148 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.580148 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.580148 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.580148 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.580148 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.580148 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.580688 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.580688 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.580688 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.580688 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.580930 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.581104 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.581349 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.581568 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.581810 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.582033 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.582244 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.582699 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.583119 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.583493 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.583952 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.584184 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.584604 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.584855 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.585186 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.585408 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.585657 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.585883 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.586121 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.586372 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.586630 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.586980 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.587271 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.587540 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.587787 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.588079 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.588391 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.588665 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.588886 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.589150 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.589663 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.590093 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.590517 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.590912 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.591339 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.591708 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.592100 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.592509 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.592751 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.592975 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.593235 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.593471 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.593717 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.593970 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.594212 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.594421 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.594647 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.594879 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.595101 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.595318 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.595524 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 08:12:21.596530 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93651) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 16 08:12:21.596719 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 16 08:12:21.596830 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 16 08:12:21.597145 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 16 08:12:21.597466 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 16 08:12:21.597623 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 16 08:12:21.597829 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.597994 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.598157 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.598316 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.598474 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.598657 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.598820 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.598980 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.599137 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.599296 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.599455 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.599613 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.599771 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.599929 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.600088 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.600245 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.600428 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.600589 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.600753 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.600912 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.601070 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.601228 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.601387 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] debug = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.601548 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.601728 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.601887 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.602043 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.602201 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.602359 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.602521 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.602680 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.602837 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.602995 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.603152 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.603294 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.603453 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.603597 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.603756 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.603915 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.604072 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.604216 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] host = n-d-771362-37 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.604400 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.604545 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.604705 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.604862 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.605021 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.605180 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.605338 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.605496 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.605663 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.605795 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.605929 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.606086 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.606245 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.606401 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] log_file = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.606546 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] log_options = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.606704 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.606860 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.607004 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.607189 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.607351 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.607515 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.607661 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.607818 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.607975 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.608131 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.608318 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.608495 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.608637 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.608877 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.609287 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.609448 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.609814 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.609814 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.609975 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.610055 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.610201 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.610556 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.610556 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.610721 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.610800 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.610948 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.611106 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.611262 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.611419 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.611621 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.611786 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.611958 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.612181 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.612324 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.612475 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.612558 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.612693 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.612853 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.613014 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.613164 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.613303 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.613459 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.613603 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.613762 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.613917 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.614061 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] use_json = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.614218 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.614378 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.614534 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.614690 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.614846 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.614986 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.615147 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.615306 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 16 08:12:21.615483 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.615644 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.615814 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.615974 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.616133 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.616293 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.616476 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.616637 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.616797 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.616957 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.617124 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.617284 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.617455 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.617620 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.617779 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.617941 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.618102 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.618259 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.618417 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.618578 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.618737 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.618888 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.619060 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.619221 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.619382 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.22/identity {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.619542 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.619701 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.619861 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.620022 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.620182 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.620342 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.620523 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.620684 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.620843 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.621002 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.621161 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.621321 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.621481 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.621641 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.621819 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.621949 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.622108 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.622282 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.622416 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.622574 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.622735 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.622895 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.623055 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.623215 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.623371 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.623540 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.623699 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.623859 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.624205 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.624205 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.624415 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.624512 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.624638 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.624797 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.624956 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.625115 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.625288 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.625447 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.625606 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.625766 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.626513 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.626513 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.626513 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.626513 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.626513 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.626875 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.626875 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.627012 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.627111 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.627882 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.627964 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.628094 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.628253 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.628433 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.628594 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.628752 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.628911 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.629071 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.629396 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.629396 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.629555 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.629704 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.629864 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.630024 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.630183 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.630343 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.630502 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.630660 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.630819 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.630979 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.631138 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.631298 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.631460 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.631618 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.631795 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.631893 n-d-771362-37 neutron-server[93760]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:12:21.631981 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.632086 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.632244 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.632424 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.632585 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.632744 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.632903 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.633062 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.633222 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.633381 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.633540 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.633709 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.633869 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.634032 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.634193 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.634359 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.634530 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.634689 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.635099 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.635260 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.635419 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.635578 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.635738 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.635898 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.636056 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.636215 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.636453 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.636565 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.636716 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.636875 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.637036 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.637196 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.637378 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.637536 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.637698 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.637843 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.638004 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.638163 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.638322 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.638480 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.638638 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.638797 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.638955 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.639115 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.22/identity {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.639275 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.639434 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.639593 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.639752 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.639911 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.640071 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.640230 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.640410 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.640572 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.640732 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.640890 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.641048 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.641207 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.641367 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.641525 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.641683 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.641843 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.642000 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.642159 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.642317 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.642476 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.642634 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.642827 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.643527 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.643676 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.643774 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.648375 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.648375 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.648375 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.648375 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.648375 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.648375 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.648375 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.648375 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.648913 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.648913 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.648913 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.648913 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.648913 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.648913 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.648913 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.648913 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.649448 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.649448 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.649448 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.649448 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.649448 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.649448 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.649448 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.649448 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.649974 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.649974 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.649974 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.649974 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.649974 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.649974 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.649974 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.649974 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.650496 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.650496 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.650496 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.650496 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.650496 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.650496 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.650898 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.650898 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.650898 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.651100 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.651175 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.651299 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.651469 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.651841 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.651841 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.652009 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.652101 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.652255 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.652465 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.652631 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.652795 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.652956 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.653131 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.653294 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.653458 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.653618 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.653780 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.653942 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.654115 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.654278 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.654441 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.654604 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.654767 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.654928 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.655102 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.655267 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.655431 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.655624 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.655766 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.655930 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.656093 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.656271 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.656468 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.656637 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.656804 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.656969 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.657130 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.657297 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.657467 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.657640 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.657809 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.657974 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.658144 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.658315 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.658678 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.658797 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.658918 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.659094 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.659257 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.659419 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.659582 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.659744 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.659907 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.660069 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.660232 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.660446 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.660612 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.660772 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.660922 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.661059 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.661223 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.661387 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.661550 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.661712 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.661874 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.662036 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.662198 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 16 08:12:21.662355 n-d-771362-37 neutron-server[93651]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93651) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 16 08:12:21.961032 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38756) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:12:21.969292 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0061557 Jul 16 08:12:33.285945 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6aede11-b2f4-44fb-8f3b-4fbb96c884c7 None None] get_active_networks_info from n-d-771362-37 {{(pid=93760) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:12:33.395888 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6aede11-b2f4-44fb-8f3b-4fbb96c884c7 None None] No non-hosted networks {{(pid=93760) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 16 08:12:33.412343 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.agentschedulers_db [None req-e6aede11-b2f4-44fb-8f3b-4fbb96c884c7 None None] DHCP Agent not found on host n-d-771362-37 {{(pid=93760) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 16 08:12:33.560985 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-98e83fbf-887a-43a8-972e-af29d9de9173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457484'] for agent, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:35.660134 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0767e410-6490-4c4d-8dd0-2d5329efb8d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457484'] for agent, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:35.737697 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c276ab54-de9a-4c0b-9e9a-db502d59c1a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:35.902382 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457484'] for agent, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:35.903430 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:35.904016 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:35.907310 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:35.908026 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:35.908549 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:35.910648 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:35.911664 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:35.913809 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:35.914292 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:35.914766 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:35.915244 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:35.915758 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:35.918457 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-771362-37', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:12:35.928285 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-771362-37', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:12:36.911380 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457484'] for agent, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:38.346546 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457484'] for agent, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:39.561283 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38850) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:12:40.052404 n-d-771362-37 neutron-server[93759]: WARNING oslo_policy.policy [None req-c2dc9df7-9cea-402d-9a5f-146d30c4d402 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:12:40.052973 n-d-771362-37 neutron-server[93759]: WARNING oslo_policy.policy [None req-c2dc9df7-9cea-402d-9a5f-146d30c4d402 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:12:40.270568 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [None req-c2dc9df7-9cea-402d-9a5f-146d30c4d402 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:12:40.271511 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c2dc9df7-9cea-402d-9a5f-146d30c4d402 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7092974 Jul 16 08:12:41.973189 n-d-771362-37 neutron-server[93760]: INFO neutron.db.l3_hamode_db [None req-832742c3-3c93-4e5b-abfb-97aaf8269fa9 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 16 08:12:42.047677 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832742c3-3c93-4e5b-abfb-97aaf8269fa9 None None] Routers set() bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:12:42.048076 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-832742c3-3c93-4e5b-abfb-97aaf8269fa9 None None] Router IDs set() for agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 08:12:42.627262 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38864) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:12:42.925650 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-20bff6a3-49d7-4915-9c5a-571365f55fb1 admin admin] Request body: {'subnetpool': {'is_default': True, 'name': 'shared-default-subnetpool-v4', 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'shared': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:12:43.017460 n-d-771362-37 neutron-server[93759]: DEBUG neutron.policy [None req-20bff6a3-49d7-4915-9c5a-571365f55fb1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93759) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 08:12:43.060880 n-d-771362-37 neutron-server[93759]: WARNING oslo_policy.policy [None req-20bff6a3-49d7-4915-9c5a-571365f55fb1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:12:43.061249 n-d-771362-37 neutron-server[93759]: WARNING oslo_policy.policy [None req-20bff6a3-49d7-4915-9c5a-571365f55fb1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:12:43.069695 n-d-771362-37 neutron-server[93759]: INFO neutron.quota [None req-20bff6a3-49d7-4915-9c5a-571365f55fb1 admin admin] Loaded quota_driver: . Jul 16 08:12:43.159823 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-20bff6a3-49d7-4915-9c5a-571365f55fb1 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792702125821', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792702125198', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792702146840', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792702144334', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792702167187', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8792702157624', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1627149', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1619198', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7853002', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7769149'] for rbac-policy, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:43.220641 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-20bff6a3-49d7-4915-9c5a-571365f55fb1 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:43.221825 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-20bff6a3-49d7-4915-9c5a-571365f55fb1 admin admin] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5936098 Jul 16 08:12:45.749687 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38876) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:12:46.050116 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-75ff87e2-ffd1-4048-8d87-993a7a7505c0 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'tenant_id': '846f36f92fcc4a2282f48e47cf6f8c27', 'project_id': '846f36f92fcc4a2282f48e47cf6f8c27'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:12:46.077939 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75ff87e2-ffd1-4048-8d87-993a7a7505c0 admin admin] Made reservation on behalf of 846f36f92fcc4a2282f48e47cf6f8c27 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:12:46.080737 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75ff87e2-ffd1-4048-8d87-993a7a7505c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:46.096684 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75ff87e2-ffd1-4048-8d87-993a7a7505c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:46.217473 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75ff87e2-ffd1-4048-8d87-993a7a7505c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:46.222325 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75ff87e2-ffd1-4048-8d87-993a7a7505c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:46.240633 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75ff87e2-ffd1-4048-8d87-993a7a7505c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:12:46.270782 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75ff87e2-ffd1-4048-8d87-993a7a7505c0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792700153923', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:46.271373 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75ff87e2-ffd1-4048-8d87-993a7a7505c0 admin admin] Unsubscribe: segment precommit_create {{(pid=93759) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 08:12:46.271883 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-75ff87e2-ffd1-4048-8d87-993a7a7505c0 admin admin] Added segment 8d9913c8-6f6d-4846-b188-c49cef0fd65d of type vlan for network 49bdf2c9-629f-4242-a122-f5e0098539f7 Jul 16 08:12:46.289775 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff87e2-ffd1-4048-8d87-993a7a7505c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e977c89d-d53c-4b78-acec-5c6769abc377,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:12:46.336879 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ff87e2-ffd1-4048-8d87-993a7a7505c0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:46.337221 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ff87e2-ffd1-4048-8d87-993a7a7505c0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:46.337556 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ff87e2-ffd1-4048-8d87-993a7a7505c0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:46.337888 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ff87e2-ffd1-4048-8d87-993a7a7505c0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:46.338216 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ff87e2-ffd1-4048-8d87-993a7a7505c0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:46.338544 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ff87e2-ffd1-4048-8d87-993a7a7505c0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:46.338867 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ff87e2-ffd1-4048-8d87-993a7a7505c0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:46.339188 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ff87e2-ffd1-4048-8d87-993a7a7505c0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:46.339512 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ff87e2-ffd1-4048-8d87-993a7a7505c0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:46.339830 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ff87e2-ffd1-4048-8d87-993a7a7505c0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:46.340149 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ff87e2-ffd1-4048-8d87-993a7a7505c0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:46.340495 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ff87e2-ffd1-4048-8d87-993a7a7505c0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:46.341624 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-75ff87e2-ffd1-4048-8d87-993a7a7505c0 admin admin] Tracked resource versions report: Jul 16 08:12:46.341624 n-d-771362-37 neutron-server[93759]: pushed versions: Jul 16 08:12:46.341624 n-d-771362-37 neutron-server[93759]: { 'AddressGroup': {'1.2'}, Jul 16 08:12:46.341624 n-d-771362-37 neutron-server[93759]: 'ConntrackHelper': {'1.0'}, Jul 16 08:12:46.341624 n-d-771362-37 neutron-server[93759]: 'Log': {'1.0'}, Jul 16 08:12:46.341624 n-d-771362-37 neutron-server[93759]: 'Network': {'1.1'}, Jul 16 08:12:46.341624 n-d-771362-37 neutron-server[93759]: 'Port': {'1.7'}, Jul 16 08:12:46.341624 n-d-771362-37 neutron-server[93759]: 'PortForwarding': {'1.2'}, Jul 16 08:12:46.341624 n-d-771362-37 neutron-server[93759]: 'QosPolicy': {'1.8'}, Jul 16 08:12:46.341624 n-d-771362-37 neutron-server[93759]: 'SecurityGroup': {'1.4'}, Jul 16 08:12:46.341624 n-d-771362-37 neutron-server[93759]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:12:46.341624 n-d-771362-37 neutron-server[93759]: 'SubPort': {'1.0'}, Jul 16 08:12:46.341624 n-d-771362-37 neutron-server[93759]: 'Subnet': {'1.1'}, Jul 16 08:12:46.341624 n-d-771362-37 neutron-server[93759]: 'Trunk': {'1.1'}} Jul 16 08:12:46.341624 n-d-771362-37 neutron-server[93759]: consumer versions: Jul 16 08:12:46.341624 n-d-771362-37 neutron-server[93759]: { DHCP agent@n-d-771362-37: {}, Jul 16 08:12:46.341624 n-d-771362-37 neutron-server[93759]: L3 agent@n-d-771362-37: {}, Jul 16 08:12:46.341624 n-d-771362-37 neutron-server[93759]: Metadata agent@n-d-771362-37: {}, Jul 16 08:12:46.341624 n-d-771362-37 neutron-server[93759]: Metering agent@n-d-771362-37: {}, Jul 16 08:12:46.341624 n-d-771362-37 neutron-server[93759]: Open vSwitch agent@n-d-771362-37: { 'AddressGroup': '1.2', Jul 16 08:12:46.341624 n-d-771362-37 neutron-server[93759]: 'ConntrackHelper': '1.0', Jul 16 08:12:46.341624 n-d-771362-37 neutron-server[93759]: 'Log': '1.0', Jul 16 08:12:46.341624 n-d-771362-37 neutron-server[93759]: 'Network': '1.1', Jul 16 08:12:46.341624 n-d-771362-37 neutron-server[93759]: 'Port': '1.7', Jul 16 08:12:46.341624 n-d-771362-37 neutron-server[93759]: 'PortForwarding': '1.2', Jul 16 08:12:46.341624 n-d-771362-37 neutron-server[93759]: 'QosPolicy': '1.8', Jul 16 08:12:46.341624 n-d-771362-37 neutron-server[93759]: 'SecurityGroup': '1.4', Jul 16 08:12:46.341624 n-d-771362-37 neutron-server[93759]: 'SecurityGroupRule': '1.2', Jul 16 08:12:46.341624 n-d-771362-37 neutron-server[93759]: 'SubPort': '1.0', Jul 16 08:12:46.341624 n-d-771362-37 neutron-server[93759]: 'Subnet': '1.1', Jul 16 08:12:46.341624 n-d-771362-37 neutron-server[93759]: 'Trunk': '1.1'}} Jul 16 08:12:46.341624 n-d-771362-37 neutron-server[93759]: {{(pid=93759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:12:46.388581 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75ff87e2-ffd1-4048-8d87-993a7a7505c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:46.440003 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75ff87e2-ffd1-4048-8d87-993a7a7505c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:46.441489 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ff87e2-ffd1-4048-8d87-993a7a7505c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:12:46.442555 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75ff87e2-ffd1-4048-8d87-993a7a7505c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:46.496230 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-75ff87e2-ffd1-4048-8d87-993a7a7505c0 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7454314 Jul 16 08:12:46.543242 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff87e2-ffd1-4048-8d87-993a7a7505c0 admin admin] Pushing event updated for resources: {'Network': ['ID=49bdf2c9-629f-4242-a122-f5e0098539f7,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:12:46.555813 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 49bdf2c9-629f-4242-a122-f5e0098539f7 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:12:49.099738 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38890) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:12:49.479347 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c57463-8836-4c7f-bea7-e1f79e16e2f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:12:49.480722 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-99c57463-8836-4c7f-bea7-e1f79e16e2f6 admin admin] 10.222.0.22 "GET /v2.0/networks/49bdf2c9-629f-4242-a122-f5e0098539f7 HTTP/1.1" status: 200 len: 825 time: 0.3800125 Jul 16 08:12:49.504446 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c3059754-139b-4b34-bcf6-18c32503b59a admin admin] 10.222.0.22 "GET /v2.0/subnetpools/feee2d32-2722-4fe3-8240-23a19ba5e577 HTTP/1.1" status: 200 len: 734 time: 0.0176964 Jul 16 08:12:49.512605 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-bc2c436f-4f4b-491b-b442-b108e0cefb8a admin admin] Request body: {'subnet': {'subnetpool_id': 'feee2d32-2722-4fe3-8240-23a19ba5e577', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'ip_version': 4, 'network_id': '49bdf2c9-629f-4242-a122-f5e0098539f7', 'tenant_id': '846f36f92fcc4a2282f48e47cf6f8c27'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:12:49.533856 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2c436f-4f4b-491b-b442-b108e0cefb8a admin admin] Made reservation on behalf of 846f36f92fcc4a2282f48e47cf6f8c27 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:12:49.536096 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc2c436f-4f4b-491b-b442-b108e0cefb8a admin admin] Notify callbacks [] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:49.822171 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc2c436f-4f4b-491b-b442-b108e0cefb8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:49.888829 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2c436f-4f4b-491b-b442-b108e0cefb8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5bd6cfd-f6aa-4f2e-b7cc-8c8603c45165,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:12:49.893770 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc2c436f-4f4b-491b-b442-b108e0cefb8a admin admin] Checking segment: {'id': '8d9913c8-6f6d-4846-b188-c49cef0fd65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '49bdf2c9-629f-4242-a122-f5e0098539f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:12:49.894144 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2c436f-4f4b-491b-b442-b108e0cefb8a admin admin] Network hostable DHCP agents. Network: 49bdf2c9-629f-4242-a122-f5e0098539f7, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:12:49.915703 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc2c436f-4f4b-491b-b442-b108e0cefb8a admin admin] Network 49bdf2c9-629f-4242-a122-f5e0098539f7 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:12:49.925645 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-bc2c436f-4f4b-491b-b442-b108e0cefb8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 49bdf2c9-629f-4242-a122-f5e0098539f7) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:12:49.930295 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2c436f-4f4b-491b-b442-b108e0cefb8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:12:49.930904 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc2c436f-4f4b-491b-b442-b108e0cefb8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:49.935465 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f53624-aa39-4874-b284-44401595967f None None] Network 49bdf2c9-629f-4242-a122-f5e0098539f7 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:12:49.948873 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bc2c436f-4f4b-491b-b442-b108e0cefb8a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4396684 Jul 16 08:12:50.245499 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-49bdf2c9-629f-4242-a122-f5e0098539f7', 'network_id': '49bdf2c9-629f-4242-a122-f5e0098539f7', 'tenant_id': '846f36f92fcc4a2282f48e47cf6f8c27', 'fixed_ips': [{'subnet_id': 'd5bd6cfd-f6aa-4f2e-b7cc-8c8603c45165'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:12:50.246781 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:50.515453 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Allocated IP 172.20.0.2 (49bdf2c9-629f-4242-a122-f5e0098539f7/d5bd6cfd-f6aa-4f2e-b7cc-8c8603c45165/085c1b94-3eea-4930-8dbb-a3ce078bc273) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:12:50.744631 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:50.759898 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Transition to ACTIVE for port object 085c1b94-3eea-4930-8dbb-a3ce078bc273 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:12:50.780643 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Transition to ACTIVE for port object 085c1b94-3eea-4930-8dbb-a3ce078bc273 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:12:50.789517 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:50.858445 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Network 49bdf2c9-629f-4242-a122-f5e0098539f7 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:12:50.863794 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:12:50.872629 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:12:50.875708 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Pushing event updated for resources: {'Port': ['ID=085c1b94-3eea-4930-8dbb-a3ce078bc273,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:12:50.900207 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:50.900582 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:50.900915 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:50.901248 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:50.901576 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:50.901905 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:50.902232 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:50.902552 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:50.902873 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:50.903193 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:50.903513 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:50.903830 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:12:50.904980 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Tracked resource versions report: Jul 16 08:12:50.904980 n-d-771362-37 neutron-server[93760]: pushed versions: Jul 16 08:12:50.904980 n-d-771362-37 neutron-server[93760]: { 'AddressGroup': {'1.2'}, Jul 16 08:12:50.904980 n-d-771362-37 neutron-server[93760]: 'ConntrackHelper': {'1.0'}, Jul 16 08:12:50.904980 n-d-771362-37 neutron-server[93760]: 'Log': {'1.0'}, Jul 16 08:12:50.904980 n-d-771362-37 neutron-server[93760]: 'Network': {'1.1'}, Jul 16 08:12:50.904980 n-d-771362-37 neutron-server[93760]: 'Port': {'1.7'}, Jul 16 08:12:50.904980 n-d-771362-37 neutron-server[93760]: 'PortForwarding': {'1.2'}, Jul 16 08:12:50.904980 n-d-771362-37 neutron-server[93760]: 'QosPolicy': {'1.8'}, Jul 16 08:12:50.904980 n-d-771362-37 neutron-server[93760]: 'SecurityGroup': {'1.4'}, Jul 16 08:12:50.904980 n-d-771362-37 neutron-server[93760]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:12:50.904980 n-d-771362-37 neutron-server[93760]: 'SubPort': {'1.0'}, Jul 16 08:12:50.904980 n-d-771362-37 neutron-server[93760]: 'Subnet': {'1.1'}, Jul 16 08:12:50.904980 n-d-771362-37 neutron-server[93760]: 'Trunk': {'1.1'}} Jul 16 08:12:50.904980 n-d-771362-37 neutron-server[93760]: consumer versions: Jul 16 08:12:50.904980 n-d-771362-37 neutron-server[93760]: { DHCP agent@n-d-771362-37: {}, Jul 16 08:12:50.904980 n-d-771362-37 neutron-server[93760]: L3 agent@n-d-771362-37: {}, Jul 16 08:12:50.904980 n-d-771362-37 neutron-server[93760]: Metadata agent@n-d-771362-37: {}, Jul 16 08:12:50.904980 n-d-771362-37 neutron-server[93760]: Metering agent@n-d-771362-37: {}, Jul 16 08:12:50.904980 n-d-771362-37 neutron-server[93760]: Open vSwitch agent@n-d-771362-37: { 'AddressGroup': '1.2', Jul 16 08:12:50.904980 n-d-771362-37 neutron-server[93760]: 'ConntrackHelper': '1.0', Jul 16 08:12:50.904980 n-d-771362-37 neutron-server[93760]: 'Log': '1.0', Jul 16 08:12:50.904980 n-d-771362-37 neutron-server[93760]: 'Network': '1.1', Jul 16 08:12:50.904980 n-d-771362-37 neutron-server[93760]: 'Port': '1.7', Jul 16 08:12:50.904980 n-d-771362-37 neutron-server[93760]: 'PortForwarding': '1.2', Jul 16 08:12:50.904980 n-d-771362-37 neutron-server[93760]: 'QosPolicy': '1.8', Jul 16 08:12:50.904980 n-d-771362-37 neutron-server[93760]: 'SecurityGroup': '1.4', Jul 16 08:12:50.904980 n-d-771362-37 neutron-server[93760]: 'SecurityGroupRule': '1.2', Jul 16 08:12:50.904980 n-d-771362-37 neutron-server[93760]: 'SubPort': '1.0', Jul 16 08:12:50.904980 n-d-771362-37 neutron-server[93760]: 'Subnet': '1.1', Jul 16 08:12:50.904980 n-d-771362-37 neutron-server[93760]: 'Trunk': '1.1'}} Jul 16 08:12:50.904980 n-d-771362-37 neutron-server[93760]: {{(pid=93760) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:12:50.955201 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Attempting to bind port 085c1b94-3eea-4930-8dbb-a3ce078bc273 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:12:50.955787 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Attempting to bind port 085c1b94-3eea-4930-8dbb-a3ce078bc273 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '8d9913c8-6f6d-4846-b188-c49cef0fd65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '49bdf2c9-629f-4242-a122-f5e0098539f7'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:12:50.955987 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Attempting to bind port 085c1b94-3eea-4930-8dbb-a3ce078bc273 on network 49bdf2c9-629f-4242-a122-f5e0098539f7 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:12:50.960786 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 12, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:12:50.961215 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Checking segment: {'id': '8d9913c8-6f6d-4846-b188-c49cef0fd65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '49bdf2c9-629f-4242-a122-f5e0098539f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:12:50.961672 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:50.962059 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Bound using segment: {'id': '8d9913c8-6f6d-4846-b188-c49cef0fd65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '49bdf2c9-629f-4242-a122-f5e0098539f7'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:12:50.962522 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Bound port: 085c1b94-3eea-4930-8dbb-a3ce078bc273, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9913c8-6f6d-4846-b188-c49cef0fd65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '49bdf2c9-629f-4242-a122-f5e0098539f7'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:12:50.962939 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:51.026859 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] For port 085c1b94-3eea-4930-8dbb-a3ce078bc273, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:12:51.031385 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] For port 085c1b94-3eea-4930-8dbb-a3ce078bc273, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=085c1b94-3eea-4930-8dbb-a3ce078bc273,segment=NetworkSegment(8d9913c8-6f6d-4846-b188-c49cef0fd65d),segment_id=8d9913c8-6f6d-4846-b188-c49cef0fd65d)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:12:51.035154 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:51.097291 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b26e4c-d212-48e1-bcac-2996d5d1c589 None None] Pushing event updated for resources: {'Port': ['ID=085c1b94-3eea-4930-8dbb-a3ce078bc273,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:12:52.307812 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38898) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:12:52.621190 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [None req-0f4e5e7d-d442-4826-9092-e85d182ced28 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:12:52.622259 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0f4e5e7d-d442-4826-9092-e85d182ced28 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3134532 Jul 16 08:12:54.967174 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38906) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:12:55.273814 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [None req-464444be-2e46-43fd-97af-35dfe2801dd6 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:12:55.274877 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-464444be-2e46-43fd-97af-35dfe2801dd6 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3067825 Jul 16 08:12:57.164816 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ff13e3-2bce-49f3-ad75-e9cddb2494b0 None None] Network 49bdf2c9-629f-4242-a122-f5e0098539f7 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:12:57.277648 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-13f3e383-0c7f-4541-9bac-94f2258287e2 None None] Provisioning for port 085c1b94-3eea-4930-8dbb-a3ce078bc273 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:12:57.761353 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 085c1b94-3eea-4930-8dbb-a3ce078bc273 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:12:57.841198 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 085c1b94-3eea-4930-8dbb-a3ce078bc273 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:12:57.844800 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 085c1b94-3eea-4930-8dbb-a3ce078bc273 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:12:57.845206 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:57.881633 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 38920) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:12:57.951125 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:57.983775 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 085c1b94-3eea-4930-8dbb-a3ce078bc273, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=085c1b94-3eea-4930-8dbb-a3ce078bc273,segment=NetworkSegment(8d9913c8-6f6d-4846-b188-c49cef0fd65d),segment_id=8d9913c8-6f6d-4846-b188-c49cef0fd65d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:12:57.988876 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:58.035421 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=085c1b94-3eea-4930-8dbb-a3ce078bc273,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:12:58.371936 n-d-771362-37 neutron-server[93758]: WARNING oslo_policy.policy [None req-56f3470e-1222-42e4-b302-4d5c2b7665c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:12:58.372537 n-d-771362-37 neutron-server[93758]: WARNING oslo_policy.policy [None req-56f3470e-1222-42e4-b302-4d5c2b7665c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:12:58.589213 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-56f3470e-1222-42e4-b302-4d5c2b7665c5 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '846f36f92fcc4a2282f48e47cf6f8c27'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:12:58.652318 n-d-771362-37 neutron-server[93758]: DEBUG neutron.policy [None req-56f3470e-1222-42e4-b302-4d5c2b7665c5 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93758) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 16 08:12:58.696852 n-d-771362-37 neutron-server[93758]: WARNING oslo_policy.policy [None req-56f3470e-1222-42e4-b302-4d5c2b7665c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:12:58.697221 n-d-771362-37 neutron-server[93758]: WARNING oslo_policy.policy [None req-56f3470e-1222-42e4-b302-4d5c2b7665c5 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 16 08:12:58.706223 n-d-771362-37 neutron-server[93758]: INFO neutron.quota [None req-56f3470e-1222-42e4-b302-4d5c2b7665c5 admin admin] Loaded quota_driver: . Jul 16 08:12:58.762332 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-56f3470e-1222-42e4-b302-4d5c2b7665c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:58.764108 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-56f3470e-1222-42e4-b302-4d5c2b7665c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:58.915671 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-56f3470e-1222-42e4-b302-4d5c2b7665c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:58.920416 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-56f3470e-1222-42e4-b302-4d5c2b7665c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:58.938708 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-56f3470e-1222-42e4-b302-4d5c2b7665c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:12:58.940107 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-56f3470e-1222-42e4-b302-4d5c2b7665c5 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0563693 Jul 16 08:12:59.727750 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 085c1b94-3eea-4930-8dbb-a3ce078bc273 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:12:59.776122 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 085c1b94-3eea-4930-8dbb-a3ce078bc273 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:12:59.776541 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:01.269871 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 38936) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:13:01.570775 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-0bd5914f-a605-4020-aab3-9b3ff901097e admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:13:01.571762 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0bd5914f-a605-4020-aab3-9b3ff901097e admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3009276 Jul 16 08:13:03.224743 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18c0a0c6-840c-4356-990f-8cbc680debfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:03.888753 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 38944) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:13:04.190430 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-e14f3802-3803-4047-9d27-19ec5cff97e2 admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'admin_state_up': True, 'provider:physical_network': 'physnet1', 'is_default': True}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:13:04.212438 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e14f3802-3803-4047-9d27-19ec5cff97e2 admin admin] Made reservation on behalf of 6b277327cc934275b28a5472ed6e1d71 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:13:04.215204 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e14f3802-3803-4047-9d27-19ec5cff97e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:04.230339 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e14f3802-3803-4047-9d27-19ec5cff97e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:04.346104 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e14f3802-3803-4047-9d27-19ec5cff97e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:04.349075 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e14f3802-3803-4047-9d27-19ec5cff97e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:04.359692 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-e14f3802-3803-4047-9d27-19ec5cff97e2 admin admin] Reserving flat network on physical network physnet1 {{(pid=93758) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 16 08:13:04.391203 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e14f3802-3803-4047-9d27-19ec5cff97e2 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8792700153923', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:04.391781 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e14f3802-3803-4047-9d27-19ec5cff97e2 admin admin] Unsubscribe: segment precommit_create {{(pid=93758) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 16 08:13:04.392280 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-e14f3802-3803-4047-9d27-19ec5cff97e2 admin admin] Added segment 187efd0c-df58-47c1-8d37-2bfdc61f0121 of type flat for network 4a545af8-8142-4a44-8290-045c2901c634 Jul 16 08:13:04.409745 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f3802-3803-4047-9d27-19ec5cff97e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a1855a-0eae-4d7f-8af6-fa092cb3565c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:13:04.435067 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f3802-3803-4047-9d27-19ec5cff97e2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:13:04.435406 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f3802-3803-4047-9d27-19ec5cff97e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:13:04.435744 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f3802-3803-4047-9d27-19ec5cff97e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:13:04.436075 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f3802-3803-4047-9d27-19ec5cff97e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:13:04.436429 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f3802-3803-4047-9d27-19ec5cff97e2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:13:04.436779 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f3802-3803-4047-9d27-19ec5cff97e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:13:04.437101 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f3802-3803-4047-9d27-19ec5cff97e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:13:04.437418 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f3802-3803-4047-9d27-19ec5cff97e2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:13:04.437735 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f3802-3803-4047-9d27-19ec5cff97e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:13:04.438050 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f3802-3803-4047-9d27-19ec5cff97e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:13:04.438365 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f3802-3803-4047-9d27-19ec5cff97e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:13:04.438677 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f3802-3803-4047-9d27-19ec5cff97e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:13:04.439818 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e14f3802-3803-4047-9d27-19ec5cff97e2 admin admin] Tracked resource versions report: Jul 16 08:13:04.439818 n-d-771362-37 neutron-server[93758]: pushed versions: Jul 16 08:13:04.439818 n-d-771362-37 neutron-server[93758]: { 'AddressGroup': {'1.2'}, Jul 16 08:13:04.439818 n-d-771362-37 neutron-server[93758]: 'ConntrackHelper': {'1.0'}, Jul 16 08:13:04.439818 n-d-771362-37 neutron-server[93758]: 'Log': {'1.0'}, Jul 16 08:13:04.439818 n-d-771362-37 neutron-server[93758]: 'Network': {'1.1'}, Jul 16 08:13:04.439818 n-d-771362-37 neutron-server[93758]: 'Port': {'1.7'}, Jul 16 08:13:04.439818 n-d-771362-37 neutron-server[93758]: 'PortForwarding': {'1.2'}, Jul 16 08:13:04.439818 n-d-771362-37 neutron-server[93758]: 'QosPolicy': {'1.8'}, Jul 16 08:13:04.439818 n-d-771362-37 neutron-server[93758]: 'SecurityGroup': {'1.4'}, Jul 16 08:13:04.439818 n-d-771362-37 neutron-server[93758]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:13:04.439818 n-d-771362-37 neutron-server[93758]: 'SubPort': {'1.0'}, Jul 16 08:13:04.439818 n-d-771362-37 neutron-server[93758]: 'Subnet': {'1.1'}, Jul 16 08:13:04.439818 n-d-771362-37 neutron-server[93758]: 'Trunk': {'1.1'}} Jul 16 08:13:04.439818 n-d-771362-37 neutron-server[93758]: consumer versions: Jul 16 08:13:04.439818 n-d-771362-37 neutron-server[93758]: { DHCP agent@n-d-771362-37: {}, Jul 16 08:13:04.439818 n-d-771362-37 neutron-server[93758]: L3 agent@n-d-771362-37: {}, Jul 16 08:13:04.439818 n-d-771362-37 neutron-server[93758]: Metadata agent@n-d-771362-37: {}, Jul 16 08:13:04.439818 n-d-771362-37 neutron-server[93758]: Metering agent@n-d-771362-37: {}, Jul 16 08:13:04.439818 n-d-771362-37 neutron-server[93758]: Open vSwitch agent@n-d-771362-37: { 'AddressGroup': '1.2', Jul 16 08:13:04.439818 n-d-771362-37 neutron-server[93758]: 'ConntrackHelper': '1.0', Jul 16 08:13:04.439818 n-d-771362-37 neutron-server[93758]: 'Log': '1.0', Jul 16 08:13:04.439818 n-d-771362-37 neutron-server[93758]: 'Network': '1.1', Jul 16 08:13:04.439818 n-d-771362-37 neutron-server[93758]: 'Port': '1.7', Jul 16 08:13:04.439818 n-d-771362-37 neutron-server[93758]: 'PortForwarding': '1.2', Jul 16 08:13:04.439818 n-d-771362-37 neutron-server[93758]: 'QosPolicy': '1.8', Jul 16 08:13:04.439818 n-d-771362-37 neutron-server[93758]: 'SecurityGroup': '1.4', Jul 16 08:13:04.439818 n-d-771362-37 neutron-server[93758]: 'SecurityGroupRule': '1.2', Jul 16 08:13:04.439818 n-d-771362-37 neutron-server[93758]: 'SubPort': '1.0', Jul 16 08:13:04.439818 n-d-771362-37 neutron-server[93758]: 'Subnet': '1.1', Jul 16 08:13:04.439818 n-d-771362-37 neutron-server[93758]: 'Trunk': '1.1'}} Jul 16 08:13:04.439818 n-d-771362-37 neutron-server[93758]: {{(pid=93758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:13:04.514893 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e14f3802-3803-4047-9d27-19ec5cff97e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:04.565800 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e14f3802-3803-4047-9d27-19ec5cff97e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:04.566992 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e14f3802-3803-4047-9d27-19ec5cff97e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:13:04.567681 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e14f3802-3803-4047-9d27-19ec5cff97e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:04.619965 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e14f3802-3803-4047-9d27-19ec5cff97e2 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7300887 Jul 16 08:13:04.665945 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14f3802-3803-4047-9d27-19ec5cff97e2 admin admin] Pushing event updated for resources: {'Network': ['ID=4a545af8-8142-4a44-8290-045c2901c634,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:13:04.678057 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 4a545af8-8142-4a44-8290-045c2901c634 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:13:05.648525 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d1c1b40b-45e7-49f7-943b-eb741817d372 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:05.884135 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:06.853636 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:06.937721 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38956) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:13:07.230011 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a83a4b-8d27-449f-8c2d-4e8d01774223 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:13:07.231298 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-33a83a4b-8d27-449f-8c2d-4e8d01774223 admin admin] 10.222.0.22 "GET /v2.0/subnets/d5bd6cfd-f6aa-4f2e-b7cc-8c8603c45165 HTTP/1.1" status: 200 len: 849 time: 0.2927973 Jul 16 08:13:07.385032 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-aff5b5a0-9403-467e-9271-2f0fa214e96a admin admin] 10.222.0.22 "GET /v2.0/routers/f72b415a-4f3a-441b-8e9d-bd85d7bcf61f HTTP/1.1" status: 200 len: 704 time: 0.1477485 Jul 16 08:13:07.642157 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a31a2b77-8d8a-424e-9968-6d76ea8e8b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:07.930331 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-a31a2b77-8d8a-424e-9968-6d76ea8e8b31 admin admin] Allocated IP 172.20.0.1 (49bdf2c9-629f-4242-a122-f5e0098539f7/d5bd6cfd-f6aa-4f2e-b7cc-8c8603c45165/a138313f-4de6-42f2-9a43-58965506df51) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:13:08.082457 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a31a2b77-8d8a-424e-9968-6d76ea8e8b31 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:08.103845 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-a31a2b77-8d8a-424e-9968-6d76ea8e8b31 admin admin] Transition to ACTIVE for port object a138313f-4de6-42f2-9a43-58965506df51 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:13:08.181298 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a31a2b77-8d8a-424e-9968-6d76ea8e8b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:08.292852 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31a2b77-8d8a-424e-9968-6d76ea8e8b31 admin admin] Network 49bdf2c9-629f-4242-a122-f5e0098539f7 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:13:08.294110 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-a31a2b77-8d8a-424e-9968-6d76ea8e8b31 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:13:08.302005 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31a2b77-8d8a-424e-9968-6d76ea8e8b31 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:13:08.302535 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a31a2b77-8d8a-424e-9968-6d76ea8e8b31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:08.308803 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:08.374218 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a2b77-8d8a-424e-9968-6d76ea8e8b31 admin admin] Pushing event updated for resources: {'Port': ['ID=a138313f-4de6-42f2-9a43-58965506df51,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:13:08.480606 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-39c2ab31-de9f-419b-815c-e81aaa6f9452 None None] Provisioning for port a138313f-4de6-42f2-9a43-58965506df51 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:13:08.484119 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-39c2ab31-de9f-419b-815c-e81aaa6f9452 None None] Provisioning complete for port a138313f-4de6-42f2-9a43-58965506df51 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:13:08.484519 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-39c2ab31-de9f-419b-815c-e81aaa6f9452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:08.516194 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-39c2ab31-de9f-419b-815c-e81aaa6f9452 None None] Port a138313f-4de6-42f2-9a43-58965506df51 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:13:08.518304 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a31a2b77-8d8a-424e-9968-6d76ea8e8b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:08.694187 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a31a2b77-8d8a-424e-9968-6d76ea8e8b31 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:08.698549 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a31a2b77-8d8a-424e-9968-6d76ea8e8b31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:08.699366 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a31a2b77-8d8a-424e-9968-6d76ea8e8b31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:08.755566 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31a2b77-8d8a-424e-9968-6d76ea8e8b31 admin admin] Pushing event updated for resources: {'Port': ['ID=a138313f-4de6-42f2-9a43-58965506df51,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:13:08.819783 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a31a2b77-8d8a-424e-9968-6d76ea8e8b31 admin admin] Network 49bdf2c9-629f-4242-a122-f5e0098539f7 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:13:08.821108 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-a31a2b77-8d8a-424e-9968-6d76ea8e8b31 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:13:08.978641 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a31a2b77-8d8a-424e-9968-6d76ea8e8b31 admin admin] Router f72b415a-4f3a-441b-8e9d-bd85d7bcf61f is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:13:09.035403 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-05cac98f-b290-4f3e-bb89-1417d0650c5b None None] Provisioning complete for port a138313f-4de6-42f2-9a43-58965506df51 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:13:09.035778 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-05cac98f-b290-4f3e-bb89-1417d0650c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:09.067906 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-05cac98f-b290-4f3e-bb89-1417d0650c5b None None] Port a138313f-4de6-42f2-9a43-58965506df51 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:13:09.071013 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a31a2b77-8d8a-424e-9968-6d76ea8e8b31 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:13:09.076080 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a31a2b77-8d8a-424e-9968-6d76ea8e8b31 admin admin] 10.222.0.22 "PUT /v2.0/routers/f72b415a-4f3a-441b-8e9d-bd85d7bcf61f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.6862884 Jul 16 08:13:09.081008 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd861c2-5580-42ea-b1c2-db32123de110 None None] Sync routers for ids ['f72b415a-4f3a-441b-8e9d-bd85d7bcf61f'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:13:09.095151 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd861c2-5580-42ea-b1c2-db32123de110 None None] Routers {'f72b415a-4f3a-441b-8e9d-bd85d7bcf61f'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:13:09.095938 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4dd861c2-5580-42ea-b1c2-db32123de110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:13:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['f72b415a-4f3a-441b-8e9d-bd85d7bcf61f'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:13:09.277035 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-4dd861c2-5580-42ea-b1c2-db32123de110 None None] Set router f72b415a-4f3a-441b-8e9d-bd85d7bcf61f gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:13:09.692011 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4dd861c2-5580-42ea-b1c2-db32123de110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72b415a-4f3a-441b-8e9d-bd85d7bcf61f', 'name': 'router1', 'tenant_id': '846f36f92fcc4a2282f48e47cf6f8c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:12:58Z', 'updated_at': '2021-07-16T08:13:08Z', 'revision_number': 2, 'project_id': '846f36f92fcc4a2282f48e47cf6f8c27', 'gw_port_host': None, '_interfaces': [{'id': 'a138313f-4de6-42f2-9a43-58965506df51', 'name': '', 'network_id': '49bdf2c9-629f-4242-a122-f5e0098539f7', 'tenant_id': '846f36f92fcc4a2282f48e47cf6f8c27', 'mac_address': 'fa:16:3e:3c:66:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72b415a-4f3a-441b-8e9d-bd85d7bcf61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd5bd6cfd-f6aa-4f2e-b7cc-8c8603c45165', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:13:07Z', 'updated_at': '2021-07-16T08:13:08Z', 'revision_number': 2, 'project_id': '846f36f92fcc4a2282f48e47cf6f8c27', 'subnets': [{'id': 'd5bd6cfd-f6aa-4f2e-b7cc-8c8603c45165', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'feee2d32-2722-4fe3-8240-23a19ba5e577'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:13:09.741868 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd861c2-5580-42ea-b1c2-db32123de110 None None] Checking router: f72b415a-4f3a-441b-8e9d-bd85d7bcf61f for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:13:09.742232 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd861c2-5580-42ea-b1c2-db32123de110 None None] Updating router f72b415a-4f3a-441b-8e9d-bd85d7bcf61f port a138313f-4de6-42f2-9a43-58965506df51 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:13:09.805491 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4dd861c2-5580-42ea-b1c2-db32123de110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:10.280411 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4dd861c2-5580-42ea-b1c2-db32123de110 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:10.297738 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4dd861c2-5580-42ea-b1c2-db32123de110 None None] Transition to ACTIVE for port object a138313f-4de6-42f2-9a43-58965506df51 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:13:10.304667 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4dd861c2-5580-42ea-b1c2-db32123de110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:10.452514 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d6645-5e9c-4a6f-8174-611c826643cf None None] Pushing event updated for resources: {'Port': ['ID=a138313f-4de6-42f2-9a43-58965506df51,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:13:10.471806 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-4dd861c2-5580-42ea-b1c2-db32123de110 None None] Attempting to bind port a138313f-4de6-42f2-9a43-58965506df51 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:13:10.472212 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-4dd861c2-5580-42ea-b1c2-db32123de110 None None] Attempting to bind port a138313f-4de6-42f2-9a43-58965506df51 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '8d9913c8-6f6d-4846-b188-c49cef0fd65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '49bdf2c9-629f-4242-a122-f5e0098539f7'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:13:10.472667 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd861c2-5580-42ea-b1c2-db32123de110 None None] Attempting to bind port a138313f-4de6-42f2-9a43-58965506df51 on network 49bdf2c9-629f-4242-a122-f5e0098539f7 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:13:10.476063 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d6645-5e9c-4a6f-8174-611c826643cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:13:10.476434 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d6645-5e9c-4a6f-8174-611c826643cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:13:10.476782 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d6645-5e9c-4a6f-8174-611c826643cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:13:10.477122 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d6645-5e9c-4a6f-8174-611c826643cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:13:10.477458 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d6645-5e9c-4a6f-8174-611c826643cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:13:10.477793 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d6645-5e9c-4a6f-8174-611c826643cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:13:10.478123 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d6645-5e9c-4a6f-8174-611c826643cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:13:10.478455 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d6645-5e9c-4a6f-8174-611c826643cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:13:10.478782 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d6645-5e9c-4a6f-8174-611c826643cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:13:10.479109 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d6645-5e9c-4a6f-8174-611c826643cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:13:10.479460 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d6645-5e9c-4a6f-8174-611c826643cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:13:10.480417 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d6645-5e9c-4a6f-8174-611c826643cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:13:10.481781 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e87d6645-5e9c-4a6f-8174-611c826643cf None None] Tracked resource versions report: Jul 16 08:13:10.481781 n-d-771362-37 neutron-server[93761]: pushed versions: Jul 16 08:13:10.481781 n-d-771362-37 neutron-server[93761]: { 'AddressGroup': {'1.2'}, Jul 16 08:13:10.481781 n-d-771362-37 neutron-server[93761]: 'ConntrackHelper': {'1.0'}, Jul 16 08:13:10.481781 n-d-771362-37 neutron-server[93761]: 'Log': {'1.0'}, Jul 16 08:13:10.481781 n-d-771362-37 neutron-server[93761]: 'Network': {'1.1'}, Jul 16 08:13:10.481781 n-d-771362-37 neutron-server[93761]: 'Port': {'1.7'}, Jul 16 08:13:10.481781 n-d-771362-37 neutron-server[93761]: 'PortForwarding': {'1.2'}, Jul 16 08:13:10.481781 n-d-771362-37 neutron-server[93761]: 'QosPolicy': {'1.8'}, Jul 16 08:13:10.481781 n-d-771362-37 neutron-server[93761]: 'SecurityGroup': {'1.4'}, Jul 16 08:13:10.481781 n-d-771362-37 neutron-server[93761]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:13:10.481781 n-d-771362-37 neutron-server[93761]: 'SubPort': {'1.0'}, Jul 16 08:13:10.481781 n-d-771362-37 neutron-server[93761]: 'Subnet': {'1.1'}, Jul 16 08:13:10.481781 n-d-771362-37 neutron-server[93761]: 'Trunk': {'1.1'}} Jul 16 08:13:10.481781 n-d-771362-37 neutron-server[93761]: consumer versions: Jul 16 08:13:10.481781 n-d-771362-37 neutron-server[93761]: { DHCP agent@n-d-771362-37: {}, Jul 16 08:13:10.481781 n-d-771362-37 neutron-server[93761]: L3 agent@n-d-771362-37: {}, Jul 16 08:13:10.481781 n-d-771362-37 neutron-server[93761]: Metadata agent@n-d-771362-37: {}, Jul 16 08:13:10.481781 n-d-771362-37 neutron-server[93761]: Metering agent@n-d-771362-37: {}, Jul 16 08:13:10.481781 n-d-771362-37 neutron-server[93761]: Open vSwitch agent@n-d-771362-37: { 'AddressGroup': '1.2', Jul 16 08:13:10.481781 n-d-771362-37 neutron-server[93761]: 'ConntrackHelper': '1.0', Jul 16 08:13:10.481781 n-d-771362-37 neutron-server[93761]: 'Log': '1.0', Jul 16 08:13:10.481781 n-d-771362-37 neutron-server[93761]: 'Network': '1.1', Jul 16 08:13:10.481781 n-d-771362-37 neutron-server[93761]: 'Port': '1.7', Jul 16 08:13:10.481781 n-d-771362-37 neutron-server[93761]: 'PortForwarding': '1.2', Jul 16 08:13:10.481781 n-d-771362-37 neutron-server[93761]: 'QosPolicy': '1.8', Jul 16 08:13:10.481781 n-d-771362-37 neutron-server[93761]: 'SecurityGroup': '1.4', Jul 16 08:13:10.481781 n-d-771362-37 neutron-server[93761]: 'SecurityGroupRule': '1.2', Jul 16 08:13:10.481781 n-d-771362-37 neutron-server[93761]: 'SubPort': '1.0', Jul 16 08:13:10.481781 n-d-771362-37 neutron-server[93761]: 'Subnet': '1.1', Jul 16 08:13:10.481781 n-d-771362-37 neutron-server[93761]: 'Trunk': '1.1'}} Jul 16 08:13:10.481781 n-d-771362-37 neutron-server[93761]: {{(pid=93761) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:13:10.487509 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd861c2-5580-42ea-b1c2-db32123de110 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:13:10.487937 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd861c2-5580-42ea-b1c2-db32123de110 None None] Checking segment: {'id': '8d9913c8-6f6d-4846-b188-c49cef0fd65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '49bdf2c9-629f-4242-a122-f5e0098539f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:13:10.488449 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4dd861c2-5580-42ea-b1c2-db32123de110 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:10.488840 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd861c2-5580-42ea-b1c2-db32123de110 None None] Bound using segment: {'id': '8d9913c8-6f6d-4846-b188-c49cef0fd65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '49bdf2c9-629f-4242-a122-f5e0098539f7'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:13:10.489352 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-4dd861c2-5580-42ea-b1c2-db32123de110 None None] Bound port: a138313f-4de6-42f2-9a43-58965506df51, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d9913c8-6f6d-4846-b188-c49cef0fd65d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '49bdf2c9-629f-4242-a122-f5e0098539f7'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:13:10.489740 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4dd861c2-5580-42ea-b1c2-db32123de110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:10.556905 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-4dd861c2-5580-42ea-b1c2-db32123de110 None None] For port a138313f-4de6-42f2-9a43-58965506df51, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:13:10.577947 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-4dd861c2-5580-42ea-b1c2-db32123de110 None None] For port a138313f-4de6-42f2-9a43-58965506df51, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=a138313f-4de6-42f2-9a43-58965506df51,segment=NetworkSegment(8d9913c8-6f6d-4846-b188-c49cef0fd65d),segment_id=8d9913c8-6f6d-4846-b188-c49cef0fd65d)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:13:10.582417 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4dd861c2-5580-42ea-b1c2-db32123de110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:10.638501 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d6645-5e9c-4a6f-8174-611c826643cf None None] Pushing event updated for resources: {'Port': ['ID=a138313f-4de6-42f2-9a43-58965506df51,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:13:10.642972 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd861c2-5580-42ea-b1c2-db32123de110 None None] Routers {'f72b415a-4f3a-441b-8e9d-bd85d7bcf61f'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:13:10.643586 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4dd861c2-5580-42ea-b1c2-db32123de110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:13:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['f72b415a-4f3a-441b-8e9d-bd85d7bcf61f'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:13:10.732226 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-4dd861c2-5580-42ea-b1c2-db32123de110 None None] Set router f72b415a-4f3a-441b-8e9d-bd85d7bcf61f gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:13:10.936684 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4dd861c2-5580-42ea-b1c2-db32123de110 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72b415a-4f3a-441b-8e9d-bd85d7bcf61f', 'name': 'router1', 'tenant_id': '846f36f92fcc4a2282f48e47cf6f8c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:12:58Z', 'updated_at': '2021-07-16T08:13:08Z', 'revision_number': 2, 'project_id': '846f36f92fcc4a2282f48e47cf6f8c27', 'gw_port_host': None, '_interfaces': [{'id': 'a138313f-4de6-42f2-9a43-58965506df51', 'name': '', 'network_id': '49bdf2c9-629f-4242-a122-f5e0098539f7', 'tenant_id': '846f36f92fcc4a2282f48e47cf6f8c27', 'mac_address': 'fa:16:3e:3c:66:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72b415a-4f3a-441b-8e9d-bd85d7bcf61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd5bd6cfd-f6aa-4f2e-b7cc-8c8603c45165', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:13:07Z', 'updated_at': '2021-07-16T08:13:10Z', 'revision_number': 4, 'project_id': '846f36f92fcc4a2282f48e47cf6f8c27', 'subnets': [{'id': 'd5bd6cfd-f6aa-4f2e-b7cc-8c8603c45165', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'feee2d32-2722-4fe3-8240-23a19ba5e577'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:13:10.964971 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4dd861c2-5580-42ea-b1c2-db32123de110 None None] The sync data for ids ['f72b415a-4f3a-441b-8e9d-bd85d7bcf61f'] in n-d-771362-37 is: [{'id': 'f72b415a-4f3a-441b-8e9d-bd85d7bcf61f', 'name': 'router1', 'tenant_id': '846f36f92fcc4a2282f48e47cf6f8c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:12:58Z', 'updated_at': '2021-07-16T08:13:08Z', 'revision_number': 2, 'project_id': '846f36f92fcc4a2282f48e47cf6f8c27', 'gw_port_host': None, '_interfaces': [{'id': 'a138313f-4de6-42f2-9a43-58965506df51', 'name': '', 'network_id': '49bdf2c9-629f-4242-a122-f5e0098539f7', 'tenant_id': '846f36f92fcc4a2282f48e47cf6f8c27', 'mac_address': 'fa:16:3e:3c:66:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72b415a-4f3a-441b-8e9d-bd85d7bcf61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd5bd6cfd-f6aa-4f2e-b7cc-8c8603c45165', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:13:07Z', 'updated_at': '2021-07-16T08:13:10Z', 'revision_number': 4, 'project_id': '846f36f92fcc4a2282f48e47cf6f8c27', 'subnets': [{'id': 'd5bd6cfd-f6aa-4f2e-b7cc-8c8603c45165', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'feee2d32-2722-4fe3-8240-23a19ba5e577'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:13:11.315143 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38976) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:13:11.422457 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e567ae-9d3c-4744-b473-571a99050749 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:13:11.423808 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-65e567ae-9d3c-4744-b473-571a99050749 admin admin] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 842 time: 0.1076248 Jul 16 08:13:11.432951 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2a3da221-525e-44ae-a447-2e25eed17e8d admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'gateway_ip': '172.25.3.1', 'cidr': '172.25.3.0/24', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:13:11.454149 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a3da221-525e-44ae-a447-2e25eed17e8d admin admin] Made reservation on behalf of 6b277327cc934275b28a5472ed6e1d71 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:13:11.456389 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2a3da221-525e-44ae-a447-2e25eed17e8d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:11.727565 n-d-771362-37 neutron-server[93759]: DEBUG neutron.objects.ports [None req-2a3da221-525e-44ae-a447-2e25eed17e8d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:13:11.728008 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2a3da221-525e-44ae-a447-2e25eed17e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:11.779484 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3da221-525e-44ae-a447-2e25eed17e8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b437d82c-a89c-4a22-8469-4f8b23f67c10,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:13:11.790056 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a3da221-525e-44ae-a447-2e25eed17e8d admin admin] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:13:11.790411 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3da221-525e-44ae-a447-2e25eed17e8d admin admin] Network hostable DHCP agents. Network: 4a545af8-8142-4a44-8290-045c2901c634, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:13:11.806667 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a3da221-525e-44ae-a447-2e25eed17e8d admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:13:11.814690 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-2a3da221-525e-44ae-a447-2e25eed17e8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 4a545af8-8142-4a44-8290-045c2901c634) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:13:11.818726 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a3da221-525e-44ae-a447-2e25eed17e8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:13:11.819321 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2a3da221-525e-44ae-a447-2e25eed17e8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:11.825807 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee458a6-128e-4fae-97a5-22762273d970 None None] Network 4a545af8-8142-4a44-8290-045c2901c634 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:13:11.836953 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2a3da221-525e-44ae-a447-2e25eed17e8d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4073586 Jul 16 08:13:11.964147 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e35c849-7014-4623-8783-bb169c0cf5c0 None None] Network 4a545af8-8142-4a44-8290-045c2901c634 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:13:14.111760 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38998) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:13:14.239699 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ac9c6ddf-0ee5-4a8f-903c-e1eb82a666a6 admin admin] 10.222.0.22 "GET /v2.0/routers/f72b415a-4f3a-441b-8e9d-bd85d7bcf61f HTTP/1.1" status: 200 len: 710 time: 0.1267254 Jul 16 08:13:14.386157 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928306ff-c477-42ff-86b1-6942a598b8c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:13:14.387538 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-928306ff-c477-42ff-86b1-6942a598b8c9 admin admin] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 886 time: 0.1429000 Jul 16 08:13:14.396042 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c3440da4-042f-4257-8c21-f9772cdb503e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:13:14.561842 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 5 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:13:14.634766 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3440da4-042f-4257-8c21-f9772cdb503e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:14.865020 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3440da4-042f-4257-8c21-f9772cdb503e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:14.938153 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3440da4-042f-4257-8c21-f9772cdb503e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:15.046962 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-c3440da4-042f-4257-8c21-f9772cdb503e admin admin] Allocated IP 172.25.3.45 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/278796cc-f992-407c-a941-b46f1631d984) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:13:15.144590 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3440da4-042f-4257-8c21-f9772cdb503e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:15.184211 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3440da4-042f-4257-8c21-f9772cdb503e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:15.218270 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3440da4-042f-4257-8c21-f9772cdb503e admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:13:15.224048 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-c3440da4-042f-4257-8c21-f9772cdb503e admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:13:15.227430 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3440da4-042f-4257-8c21-f9772cdb503e admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:13:15.259934 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3440da4-042f-4257-8c21-f9772cdb503e admin admin] Pushing event updated for resources: {'Port': ['ID=278796cc-f992-407c-a941-b46f1631d984,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:13:15.464952 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3440da4-042f-4257-8c21-f9772cdb503e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:15.735568 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3440da4-042f-4257-8c21-f9772cdb503e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:15.738750 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3440da4-042f-4257-8c21-f9772cdb503e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-523541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-523532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523653'] for router, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:15.753196 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a138313f-4de6-42f2-9a43-58965506df51 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:13:15.803662 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port a138313f-4de6-42f2-9a43-58965506df51 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:13:15.807168 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port a138313f-4de6-42f2-9a43-58965506df51 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:13:15.807535 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:15.845408 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3440da4-042f-4257-8c21-f9772cdb503e admin admin] Router f72b415a-4f3a-441b-8e9d-bd85d7bcf61f has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:13:15.880012 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:15.911978 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port a138313f-4de6-42f2-9a43-58965506df51, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=a138313f-4de6-42f2-9a43-58965506df51,segment=NetworkSegment(8d9913c8-6f6d-4846-b188-c49cef0fd65d),segment_id=8d9913c8-6f6d-4846-b188-c49cef0fd65d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:13:15.916085 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:15.950436 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3440da4-042f-4257-8c21-f9772cdb503e admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:13:15.955102 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3440da4-042f-4257-8c21-f9772cdb503e admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:15.965003 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c3440da4-042f-4257-8c21-f9772cdb503e admin admin] 10.222.0.22 "PUT /v2.0/routers/f72b415a-4f3a-441b-8e9d-bd85d7bcf61f HTTP/1.1" status: 200 len: 889 time: 1.5633826 Jul 16 08:13:15.965087 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=a138313f-4de6-42f2-9a43-58965506df51,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:13:15.973854 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c464845f-2917-405a-b85d-ba2bb111e4a7 None None] Sync routers for ids ['f72b415a-4f3a-441b-8e9d-bd85d7bcf61f'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:13:15.985515 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c464845f-2917-405a-b85d-ba2bb111e4a7 None None] Routers {'f72b415a-4f3a-441b-8e9d-bd85d7bcf61f'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:13:15.986280 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c464845f-2917-405a-b85d-ba2bb111e4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:13:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['f72b415a-4f3a-441b-8e9d-bd85d7bcf61f'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:13:16.250002 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-c464845f-2917-405a-b85d-ba2bb111e4a7 None None] Set router f72b415a-4f3a-441b-8e9d-bd85d7bcf61f gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:13:16.631054 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c464845f-2917-405a-b85d-ba2bb111e4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72b415a-4f3a-441b-8e9d-bd85d7bcf61f', 'name': 'router1', 'tenant_id': '846f36f92fcc4a2282f48e47cf6f8c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '278796cc-f992-407c-a941-b46f1631d984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:12:58Z', 'updated_at': '2021-07-16T08:13:15Z', 'revision_number': 4, 'project_id': '846f36f92fcc4a2282f48e47cf6f8c27', 'gw_port': {'id': '278796cc-f992-407c-a941-b46f1631d984', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:10:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72b415a-4f3a-441b-8e9d-bd85d7bcf61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:13:14Z', 'updated_at': '2021-07-16T08:13:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'a138313f-4de6-42f2-9a43-58965506df51', 'name': '', 'network_id': '49bdf2c9-629f-4242-a122-f5e0098539f7', 'tenant_id': '846f36f92fcc4a2282f48e47cf6f8c27', 'mac_address': 'fa:16:3e:3c:66:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72b415a-4f3a-441b-8e9d-bd85d7bcf61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd5bd6cfd-f6aa-4f2e-b7cc-8c8603c45165', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:13:07Z', 'updated_at': '2021-07-16T08:13:15Z', 'revision_number': 5, 'project_id': '846f36f92fcc4a2282f48e47cf6f8c27', 'subnets': [{'id': 'd5bd6cfd-f6aa-4f2e-b7cc-8c8603c45165', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'feee2d32-2722-4fe3-8240-23a19ba5e577'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:13:16.678572 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c464845f-2917-405a-b85d-ba2bb111e4a7 None None] Checking router: f72b415a-4f3a-441b-8e9d-bd85d7bcf61f for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:13:16.678931 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c464845f-2917-405a-b85d-ba2bb111e4a7 None None] Updating router f72b415a-4f3a-441b-8e9d-bd85d7bcf61f port 278796cc-f992-407c-a941-b46f1631d984 binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:13:16.712485 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c464845f-2917-405a-b85d-ba2bb111e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:17.021464 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c464845f-2917-405a-b85d-ba2bb111e4a7 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:17.031051 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c464845f-2917-405a-b85d-ba2bb111e4a7 None None] Transition to ACTIVE for port object 278796cc-f992-407c-a941-b46f1631d984 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:13:17.038242 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c464845f-2917-405a-b85d-ba2bb111e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:17.087274 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c464845f-2917-405a-b85d-ba2bb111e4a7 None None] Attempting to bind port 278796cc-f992-407c-a941-b46f1631d984 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:13:17.087649 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c464845f-2917-405a-b85d-ba2bb111e4a7 None None] Attempting to bind port 278796cc-f992-407c-a941-b46f1631d984 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:13:17.088020 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c464845f-2917-405a-b85d-ba2bb111e4a7 None None] Attempting to bind port 278796cc-f992-407c-a941-b46f1631d984 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:13:17.090689 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7300c-ba6a-495b-ae9d-2fa1d95e5124 None None] Pushing event updated for resources: {'Port': ['ID=278796cc-f992-407c-a941-b46f1631d984,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:13:17.095590 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c464845f-2917-405a-b85d-ba2bb111e4a7 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:13:17.095965 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c464845f-2917-405a-b85d-ba2bb111e4a7 None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:13:17.096381 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c464845f-2917-405a-b85d-ba2bb111e4a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:17.096769 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c464845f-2917-405a-b85d-ba2bb111e4a7 None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:13:17.097236 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c464845f-2917-405a-b85d-ba2bb111e4a7 None None] Bound port: 278796cc-f992-407c-a941-b46f1631d984, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:13:17.097636 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c464845f-2917-405a-b85d-ba2bb111e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:17.148451 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c464845f-2917-405a-b85d-ba2bb111e4a7 None None] For port 278796cc-f992-407c-a941-b46f1631d984, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:13:17.151373 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c464845f-2917-405a-b85d-ba2bb111e4a7 None None] For port 278796cc-f992-407c-a941-b46f1631d984, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=278796cc-f992-407c-a941-b46f1631d984,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:13:17.155043 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c464845f-2917-405a-b85d-ba2bb111e4a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:17.211356 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d7300c-ba6a-495b-ae9d-2fa1d95e5124 None None] Pushing event updated for resources: {'Port': ['ID=278796cc-f992-407c-a941-b46f1631d984,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:13:17.213860 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c464845f-2917-405a-b85d-ba2bb111e4a7 None None] Routers {'f72b415a-4f3a-441b-8e9d-bd85d7bcf61f'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:13:17.214442 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c464845f-2917-405a-b85d-ba2bb111e4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:13:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['f72b415a-4f3a-441b-8e9d-bd85d7bcf61f'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:13:17.389902 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-c464845f-2917-405a-b85d-ba2bb111e4a7 None None] Set router f72b415a-4f3a-441b-8e9d-bd85d7bcf61f gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:13:17.592664 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c464845f-2917-405a-b85d-ba2bb111e4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f72b415a-4f3a-441b-8e9d-bd85d7bcf61f', 'name': 'router1', 'tenant_id': '846f36f92fcc4a2282f48e47cf6f8c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '278796cc-f992-407c-a941-b46f1631d984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:12:58Z', 'updated_at': '2021-07-16T08:13:15Z', 'revision_number': 4, 'project_id': '846f36f92fcc4a2282f48e47cf6f8c27', 'gw_port': {'id': '278796cc-f992-407c-a941-b46f1631d984', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:10:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72b415a-4f3a-441b-8e9d-bd85d7bcf61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:13:14Z', 'updated_at': '2021-07-16T08:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'a138313f-4de6-42f2-9a43-58965506df51', 'name': '', 'network_id': '49bdf2c9-629f-4242-a122-f5e0098539f7', 'tenant_id': '846f36f92fcc4a2282f48e47cf6f8c27', 'mac_address': 'fa:16:3e:3c:66:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72b415a-4f3a-441b-8e9d-bd85d7bcf61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd5bd6cfd-f6aa-4f2e-b7cc-8c8603c45165', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:13:07Z', 'updated_at': '2021-07-16T08:13:15Z', 'revision_number': 5, 'project_id': '846f36f92fcc4a2282f48e47cf6f8c27', 'subnets': [{'id': 'd5bd6cfd-f6aa-4f2e-b7cc-8c8603c45165', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'feee2d32-2722-4fe3-8240-23a19ba5e577'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:13:17.619257 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c464845f-2917-405a-b85d-ba2bb111e4a7 None None] The sync data for ids ['f72b415a-4f3a-441b-8e9d-bd85d7bcf61f'] in n-d-771362-37 is: [{'id': 'f72b415a-4f3a-441b-8e9d-bd85d7bcf61f', 'name': 'router1', 'tenant_id': '846f36f92fcc4a2282f48e47cf6f8c27', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.45'}], 'enable_snat': True}, 'gw_port_id': '278796cc-f992-407c-a941-b46f1631d984', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:12:58Z', 'updated_at': '2021-07-16T08:13:15Z', 'revision_number': 4, 'project_id': '846f36f92fcc4a2282f48e47cf6f8c27', 'gw_port': {'id': '278796cc-f992-407c-a941-b46f1631d984', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:10:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f72b415a-4f3a-441b-8e9d-bd85d7bcf61f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:13:14Z', 'updated_at': '2021-07-16T08:13:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'a138313f-4de6-42f2-9a43-58965506df51', 'name': '', 'network_id': '49bdf2c9-629f-4242-a122-f5e0098539f7', 'tenant_id': '846f36f92fcc4a2282f48e47cf6f8c27', 'mac_address': 'fa:16:3e:3c:66:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f72b415a-4f3a-441b-8e9d-bd85d7bcf61f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'd5bd6cfd-f6aa-4f2e-b7cc-8c8603c45165', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:13:07Z', 'updated_at': '2021-07-16T08:13:15Z', 'revision_number': 5, 'project_id': '846f36f92fcc4a2282f48e47cf6f8c27', 'subnets': [{'id': 'd5bd6cfd-f6aa-4f2e-b7cc-8c8603c45165', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'feee2d32-2722-4fe3-8240-23a19ba5e577'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:13:17.850231 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a138313f-4de6-42f2-9a43-58965506df51 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:13:17.902530 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port a138313f-4de6-42f2-9a43-58965506df51 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:13:17.902910 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:17.989532 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 278796cc-f992-407c-a941-b46f1631d984 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:13:18.043710 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 278796cc-f992-407c-a941-b46f1631d984 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:13:18.048937 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 278796cc-f992-407c-a941-b46f1631d984 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:13:18.049322 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:18.129207 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:18.151754 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 278796cc-f992-407c-a941-b46f1631d984, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=278796cc-f992-407c-a941-b46f1631d984,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:13:18.157216 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:18.209398 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=278796cc-f992-407c-a941-b46f1631d984,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:13:18.350116 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39006) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:13:18.471775 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-baefe937-0ed8-4f2f-9a3d-e3e053d7ea6f admin admin] 10.222.0.22 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 412 time: 0.1204884 Jul 16 08:13:19.755149 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 278796cc-f992-407c-a941-b46f1631d984 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:13:19.802262 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 278796cc-f992-407c-a941-b46f1631d984 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:13:19.802642 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:33.231314 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0f1d0fbc-98bd-4a65-86cb-a41b4a0b0ce0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:35.654934 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-42266dad-359d-4e71-8b00-81e436fc874e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:35.889092 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:36.866330 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:38.333490 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:13:51.564766 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 5 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:14:03.223381 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c0d94ff3-96bc-4b9d-b18e-de594bc0b391 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:14:05.654953 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-78f7561e-e16b-4ad0-8428-124ca859f0a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:14:05.893299 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:14:06.857470 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:14:08.329023 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:14:28.563718 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 5 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:14:33.224476 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2c681d1-2853-4b9b-87d0-263671a09af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:14:35.645977 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2aa54de-09e0-4f3a-8eb6-11bd444023ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:14:35.895096 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:14:36.861453 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:14:38.327818 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:14:59.601528 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39606) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:14:59.662478 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7b29c25-5d09-4b8f-a0ad-544e189dec0e admin admin] GET failed (client error): The resource could not be found. Jul 16 08:14:59.664335 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f7b29c25-5d09-4b8f-a0ad-544e189dec0e admin admin] 10.222.0.22 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0618343 Jul 16 08:14:59.819614 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2851287c-96e9-40a6-9780-47c7f212b9af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:14:59.821155 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2851287c-96e9-40a6-9780-47c7f212b9af admin admin] 10.222.0.22 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1530097 Jul 16 08:15:01.952055 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39616) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:15:02.087117 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d105358-a69b-4fb1-acdc-961a7d3ea964 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:15:02.088507 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8d105358-a69b-4fb1-acdc-961a7d3ea964 admin admin] 10.222.0.22 "GET /v2.0/subnets/d5bd6cfd-f6aa-4f2e-b7cc-8c8603c45165 HTTP/1.1" status: 200 len: 849 time: 0.1354659 Jul 16 08:15:02.097440 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-af24eb55-f10b-4173-9015-240ee765b7b3 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:15:02.196269 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-af24eb55-f10b-4173-9015-240ee765b7b3 admin admin] Notify callbacks [] for subnet, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:02.339402 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-af24eb55-f10b-4173-9015-240ee765b7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792700239499'] for subnet, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:02.374694 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af24eb55-f10b-4173-9015-240ee765b7b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:15:02.375900 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-af24eb55-f10b-4173-9015-240ee765b7b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:02.376978 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-af24eb55-f10b-4173-9015-240ee765b7b3 admin admin] 10.222.0.22 "PUT /v2.0/subnets/d5bd6cfd-f6aa-4f2e-b7cc-8c8603c45165 HTTP/1.1" status: 200 len: 868 time: 0.2828288 Jul 16 08:15:02.379937 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684f44f7-48a3-4348-b4dd-f7d31cd089ce None None] Network 49bdf2c9-629f-4242-a122-f5e0098539f7 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:15:02.399415 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af24eb55-f10b-4173-9015-240ee765b7b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5bd6cfd-f6aa-4f2e-b7cc-8c8603c45165,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:15:02.407028 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24eb55-f10b-4173-9015-240ee765b7b3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:02.407028 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24eb55-f10b-4173-9015-240ee765b7b3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:02.407448 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24eb55-f10b-4173-9015-240ee765b7b3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:02.407749 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24eb55-f10b-4173-9015-240ee765b7b3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:02.408078 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24eb55-f10b-4173-9015-240ee765b7b3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:02.408435 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24eb55-f10b-4173-9015-240ee765b7b3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:02.408794 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24eb55-f10b-4173-9015-240ee765b7b3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:02.409124 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24eb55-f10b-4173-9015-240ee765b7b3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:02.409457 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24eb55-f10b-4173-9015-240ee765b7b3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:02.409781 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24eb55-f10b-4173-9015-240ee765b7b3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:02.410110 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24eb55-f10b-4173-9015-240ee765b7b3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:02.411057 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af24eb55-f10b-4173-9015-240ee765b7b3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:02.764141 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d1b71b03-0979-4294-b132-1f871264dd82 None None] Provisioning complete for port 085c1b94-3eea-4930-8dbb-a3ce078bc273 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:15:02.764558 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d1b71b03-0979-4294-b132-1f871264dd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:02.850598 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d1b71b03-0979-4294-b132-1f871264dd82 None None] Provisioning complete for port a138313f-4de6-42f2-9a43-58965506df51 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:15:02.851480 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d1b71b03-0979-4294-b132-1f871264dd82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:03.225704 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bb5b5eb9-cba7-46f7-8631-0678dff3ebbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:04.512767 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39626) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:15:04.703414 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d34b29-c601-406f-87d7-90116e4044c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:15:04.703804 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93d34b29-c601-406f-87d7-90116e4044c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:15:04.705346 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-93d34b29-c601-406f-87d7-90116e4044c5 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1916101 Jul 16 08:15:05.562313 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 5 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:15:05.647219 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8ba351f4-aad3-4696-b6c0-84324d86a9f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:05.900337 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:06.857936 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39634) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:15:06.862586 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:06.986868 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97398df3-4d24-451c-b72c-b3b2c3af7a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:15:06.987344 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97398df3-4d24-451c-b72c-b3b2c3af7a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:15:06.988857 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-97398df3-4d24-451c-b72c-b3b2c3af7a67 admin admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1298943 Jul 16 08:15:08.330386 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:09.143758 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39642) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:15:09.338906 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8554ff4f-d5ce-49b9-8dd4-fad6aa39a9d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:15:09.340177 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8554ff4f-d5ce-49b9-8dd4-fad6aa39a9d2 admin admin] 10.222.0.22 "GET /v2.0/networks/49bdf2c9-629f-4242-a122-f5e0098539f7 HTTP/1.1" status: 200 len: 869 time: 0.1954539 Jul 16 08:15:11.489144 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39650) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:15:11.611381 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b26bb012-2afb-48d8-b903-9c3d62748a73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:15:11.612766 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b26bb012-2afb-48d8-b903-9c3d62748a73 admin admin] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 886 time: 0.1227465 Jul 16 08:15:13.817640 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39658) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:15:13.938194 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2607e11-a259-49d0-b1ae-4db0d78483d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:15:13.938662 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2607e11-a259-49d0-b1ae-4db0d78483d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:15:13.940185 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a2607e11-a259-49d0-b1ae-4db0d78483d4 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1215994 Jul 16 08:15:16.051702 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39666) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:15:16.139556 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88159f36-4f57-499d-ab28-8039893a4509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:15:16.140014 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88159f36-4f57-499d-ab28-8039893a4509 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:15:16.141540 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-88159f36-4f57-499d-ab28-8039893a4509 admin admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0888758 Jul 16 08:15:18.271604 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39674) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:15:18.353724 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d13faa-b8b0-4a09-9df0-0814572337fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:15:18.355042 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-17d13faa-b8b0-4a09-9df0-0814572337fe admin admin] 10.222.0.22 "GET /v2.0/subnets/b437d82c-a89c-4a22-8469-4f8b23f67c10 HTTP/1.1" status: 200 len: 816 time: 0.0818741 Jul 16 08:15:20.475348 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39682) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:15:20.563872 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f79da9a0-fd7e-4712-b01c-832c86aafeab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:15:20.565264 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f79da9a0-fd7e-4712-b01c-832c86aafeab admin admin] 10.222.0.22 "GET /v2.0/subnets/d5bd6cfd-f6aa-4f2e-b7cc-8c8603c45165 HTTP/1.1" status: 200 len: 868 time: 0.0890179 Jul 16 08:15:33.225963 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cc3db560-0e52-40ed-bb1c-d9e1c9672403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:35.648725 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fb4d4902-4927-4694-91df-20e070a1944c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:35.902129 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:36.867695 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:38.336248 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:42.561360 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 5 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:15:45.029517 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39734) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:15:45.075276 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [None req-11b36692-493b-4f26-b368-9a4285fecb07 admin admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:15:45.076264 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-11b36692-493b-4f26-b368-9a4285fecb07 admin admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0457416 Jul 16 08:15:47.305799 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39742) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:15:47.363435 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-11449e99-3de9-41a5-b214-4cb1f7b45f93 admin admin] GET failed (client error): The resource could not be found. Jul 16 08:15:47.365301 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-11449e99-3de9-41a5-b214-4cb1f7b45f93 admin admin] 10.222.0.22 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0585825 Jul 16 08:15:47.449236 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20cd473a-1dbc-48d0-9858-6b6ab60febc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:15:47.450676 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-20cd473a-1dbc-48d0-9858-6b6ab60febc2 admin admin] 10.222.0.22 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0815332 Jul 16 08:15:49.612155 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39750) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:15:49.656847 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-de7c927a-fe58-4dbe-89c7-cdefbca5f2ad admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:15:49.677544 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7c927a-fe58-4dbe-89c7-cdefbca5f2ad admin admin] Made reservation on behalf of 6b277327cc934275b28a5472ed6e1d71 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:15:49.679782 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de7c927a-fe58-4dbe-89c7-cdefbca5f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:49.706975 n-d-771362-37 neutron-server[93759]: WARNING neutron.services.revisions.revision_plugin [None req-de7c927a-fe58-4dbe-89c7-cdefbca5f2ad admin admin] Could not find related network for resource to bump revision. Jul 16 08:15:49.719226 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de7c927a-fe58-4dbe-89c7-cdefbca5f2ad admin admin] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:15:49.729454 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de7c927a-fe58-4dbe-89c7-cdefbca5f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:49.729913 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-de7c927a-fe58-4dbe-89c7-cdefbca5f2ad admin admin] Added segment e91a2638-7a21-4a22-bad7-b80532bbdcde of type vlan for network 30bff2e9-dcab-4751-913d-9c4ac9d8019b Jul 16 08:15:49.775525 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de7c927a-fe58-4dbe-89c7-cdefbca5f2ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:49.803338 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de7c927a-fe58-4dbe-89c7-cdefbca5f2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:49.804332 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7c927a-fe58-4dbe-89c7-cdefbca5f2ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:15:49.805088 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de7c927a-fe58-4dbe-89c7-cdefbca5f2ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:49.836978 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-de7c927a-fe58-4dbe-89c7-cdefbca5f2ad admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2236803 Jul 16 08:15:49.866665 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7c927a-fe58-4dbe-89c7-cdefbca5f2ad admin admin] Pushing event updated for resources: {'Network': ['ID=30bff2e9-dcab-4751-913d-9c4ac9d8019b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:15:49.874110 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c927a-fe58-4dbe-89c7-cdefbca5f2ad admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:49.874464 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c927a-fe58-4dbe-89c7-cdefbca5f2ad admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:49.874812 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c927a-fe58-4dbe-89c7-cdefbca5f2ad admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:49.875153 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c927a-fe58-4dbe-89c7-cdefbca5f2ad admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:49.875499 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c927a-fe58-4dbe-89c7-cdefbca5f2ad admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:49.875832 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c927a-fe58-4dbe-89c7-cdefbca5f2ad admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:49.876163 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c927a-fe58-4dbe-89c7-cdefbca5f2ad admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:49.876529 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c927a-fe58-4dbe-89c7-cdefbca5f2ad admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:49.876862 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c927a-fe58-4dbe-89c7-cdefbca5f2ad admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:49.877190 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c927a-fe58-4dbe-89c7-cdefbca5f2ad admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:49.877521 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c927a-fe58-4dbe-89c7-cdefbca5f2ad admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:49.877850 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de7c927a-fe58-4dbe-89c7-cdefbca5f2ad admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:49.889941 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:15:51.994521 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39758) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:15:52.053347 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-5688271b-6744-4c9c-9f49-ced8a6a1f2f3 admin admin] GET failed (client error): The resource could not be found. Jul 16 08:15:52.054661 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5688271b-6744-4c9c-9f49-ced8a6a1f2f3 admin admin] 10.222.0.22 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0591917 Jul 16 08:15:52.123903 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fab1d53d-451d-4409-a76a-c05c2564cd03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:15:52.125350 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fab1d53d-451d-4409-a76a-c05c2564cd03 admin admin] 10.222.0.22 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0669365 Jul 16 08:15:52.134892 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0604c097-4b6f-44af-bd0a-10761d521c33 admin admin] Request body: {'subnet': {'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:15:52.153528 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0604c097-4b6f-44af-bd0a-10761d521c33 admin admin] Made reservation on behalf of 6b277327cc934275b28a5472ed6e1d71 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:15:52.155824 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0604c097-4b6f-44af-bd0a-10761d521c33 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:52.311844 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0604c097-4b6f-44af-bd0a-10761d521c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:52.367024 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0604c097-4b6f-44af-bd0a-10761d521c33 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c36b7919-0b6b-490a-bff0-04ed964d98ec,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:15:52.371914 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0604c097-4b6f-44af-bd0a-10761d521c33 admin admin] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:15:52.372267 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0604c097-4b6f-44af-bd0a-10761d521c33 admin admin] Network hostable DHCP agents. Network: 30bff2e9-dcab-4751-913d-9c4ac9d8019b, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:15:52.388012 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0604c097-4b6f-44af-bd0a-10761d521c33 admin admin] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:15:52.396185 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-0604c097-4b6f-44af-bd0a-10761d521c33 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 30bff2e9-dcab-4751-913d-9c4ac9d8019b) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:15:52.400090 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0604c097-4b6f-44af-bd0a-10761d521c33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:15:52.400706 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0604c097-4b6f-44af-bd0a-10761d521c33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:52.405301 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30d4ccb4-d06c-4ff1-9ecc-8867762fc99e None None] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:15:52.415582 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0604c097-4b6f-44af-bd0a-10761d521c33 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2842522 Jul 16 08:15:52.650452 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'tenant_id': '6b277327cc934275b28a5472ed6e1d71', 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:15:52.651396 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:52.790740 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Allocated IP 192.168.233.2 (30bff2e9-dcab-4751-913d-9c4ac9d8019b/c36b7919-0b6b-490a-bff0-04ed964d98ec/598c28c5-54a5-4b66-a86b-f06612c57efd) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:15:52.934371 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:52.943204 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Transition to ACTIVE for port object 598c28c5-54a5-4b66-a86b-f06612c57efd will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:15:52.958335 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Transition to ACTIVE for port object 598c28c5-54a5-4b66-a86b-f06612c57efd will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:15:52.964192 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:53.007741 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Pushing event updated for resources: {'Port': ['ID=598c28c5-54a5-4b66-a86b-f06612c57efd,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:15:53.016559 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:15:53.018271 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:53.018620 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:53.018965 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:53.019309 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:53.019649 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:53.020654 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:53.020996 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:53.021330 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:53.021725 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:53.021995 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:53.022322 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:53.022646 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:15:53.027259 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:15:53.030228 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:15:53.084442 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Attempting to bind port 598c28c5-54a5-4b66-a86b-f06612c57efd on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:15:53.084822 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Attempting to bind port 598c28c5-54a5-4b66-a86b-f06612c57efd by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:15:53.085187 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Attempting to bind port 598c28c5-54a5-4b66-a86b-f06612c57efd on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:15:53.090084 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 15, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:15:53.090458 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:15:53.090875 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:53.091284 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:15:53.091749 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Bound port: 598c28c5-54a5-4b66-a86b-f06612c57efd, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:15:53.092126 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:53.157122 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] For port 598c28c5-54a5-4b66-a86b-f06612c57efd, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:15:53.161035 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] For port 598c28c5-54a5-4b66-a86b-f06612c57efd, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=598c28c5-54a5-4b66-a86b-f06612c57efd,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:15:53.165737 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:53.223809 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5259b6-1e20-41e2-a12d-5f54943ff63f None None] Pushing event updated for resources: {'Port': ['ID=598c28c5-54a5-4b66-a86b-f06612c57efd,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:15:53.918409 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 598c28c5-54a5-4b66-a86b-f06612c57efd up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:15:53.974216 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 598c28c5-54a5-4b66-a86b-f06612c57efd completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:15:54.104147 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53d9f6c-b509-4931-8360-9c1337036339 None None] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:15:54.225448 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6409375d-748d-48ad-8b09-e457e175d012 None None] Provisioning for port 598c28c5-54a5-4b66-a86b-f06612c57efd completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:15:54.231479 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6409375d-748d-48ad-8b09-e457e175d012 None None] Provisioning complete for port 598c28c5-54a5-4b66-a86b-f06612c57efd triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:15:54.231854 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6409375d-748d-48ad-8b09-e457e175d012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:54.339973 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6409375d-748d-48ad-8b09-e457e175d012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:54.377823 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6409375d-748d-48ad-8b09-e457e175d012 None None] For port 598c28c5-54a5-4b66-a86b-f06612c57efd, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=598c28c5-54a5-4b66-a86b-f06612c57efd,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:15:54.383301 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6409375d-748d-48ad-8b09-e457e175d012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:54.439095 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6409375d-748d-48ad-8b09-e457e175d012 None None] Pushing event updated for resources: {'Port': ['ID=598c28c5-54a5-4b66-a86b-f06612c57efd,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:15:54.504192 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-59f33bcd-e2ed-4d9a-84c2-3d37928344b1 None None] Provisioning complete for port 598c28c5-54a5-4b66-a86b-f06612c57efd triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:15:54.504635 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59f33bcd-e2ed-4d9a-84c2-3d37928344b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:15:55.857529 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 598c28c5-54a5-4b66-a86b-f06612c57efd up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:15:55.904401 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 598c28c5-54a5-4b66-a86b-f06612c57efd triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:15:55.904768 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:03.226492 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-22ef3397-d981-4abb-8c95-4c856becfcbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:05.649468 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ef89f826-4e1f-40e8-a431-ba3a1daf4b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:05.902223 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:06.869801 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:08.337681 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:19.560189 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 5 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:16:33.225724 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41ff2472-3dc9-4f80-a247-a76de341d129 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:35.649811 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-040d2086-8718-4325-9891-a1b69e44301f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:35.903779 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:36.873289 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:38.339817 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:16:56.558697 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 5 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:17:03.226079 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-35dada93-8db6-495f-88c1-640fb8837d1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:05.650372 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8eb04fbb-6d9e-4596-a4d0-adcc3a0a8f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:05.905248 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:06.875097 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:07.320533 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39810) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:17:07.326379 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [None req-3da59278-6257-49f6-8dff-9055643b96c9 tempest-verify_tempest_config-355532247 tempest-verify_tempest_config-355532247-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:17:07.327353 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3da59278-6257-49f6-8dff-9055643b96c9 tempest-verify_tempest_config-355532247 tempest-verify_tempest_config-355532247-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058665 Jul 16 08:17:07.620828 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39828) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:17:07.719656 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41d4bf71-4a99-4483-9f71-e06993c057c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:07.807482 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41d4bf71-4a99-4483-9f71-e06993c057c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:07.811319 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41d4bf71-4a99-4483-9f71-e06993c057c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:07.854900 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-41d4bf71-4a99-4483-9f71-e06993c057c1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=765519de7f4c4a0db517dfa614b97ac1&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2324750 Jul 16 08:17:07.856122 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4bf71-4a99-4483-9f71-e06993c057c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab8473f1-fe4b-4353-aa93-2b7eba124935,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:17:07.857317 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39832) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:17:07.863682 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4bf71-4a99-4483-9f71-e06993c057c1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:07.864045 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4bf71-4a99-4483-9f71-e06993c057c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:07.864489 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4bf71-4a99-4483-9f71-e06993c057c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:07.864753 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4bf71-4a99-4483-9f71-e06993c057c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:07.865085 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4bf71-4a99-4483-9f71-e06993c057c1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:07.865421 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4bf71-4a99-4483-9f71-e06993c057c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:07.865745 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4bf71-4a99-4483-9f71-e06993c057c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:07.866068 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4bf71-4a99-4483-9f71-e06993c057c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:07.866390 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4bf71-4a99-4483-9f71-e06993c057c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:07.866731 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4bf71-4a99-4483-9f71-e06993c057c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:07.867034 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4bf71-4a99-4483-9f71-e06993c057c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:07.867355 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41d4bf71-4a99-4483-9f71-e06993c057c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:07.911827 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-01639fa1-a05e-46bc-a4eb-15a5479ab594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:07.931315 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-01639fa1-a05e-46bc-a4eb-15a5479ab594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:08.014492 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-01639fa1-a05e-46bc-a4eb-15a5479ab594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:08.017448 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-01639fa1-a05e-46bc-a4eb-15a5479ab594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:08.018573 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-01639fa1-a05e-46bc-a4eb-15a5479ab594 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ab8473f1-fe4b-4353-aa93-2b7eba124935 HTTP/1.1" status: 204 len: 168 time: 0.1603115 Jul 16 08:17:08.026105 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01639fa1-a05e-46bc-a4eb-15a5479ab594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab8473f1-fe4b-4353-aa93-2b7eba124935,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:17:08.032530 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01639fa1-a05e-46bc-a4eb-15a5479ab594 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:08.032905 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01639fa1-a05e-46bc-a4eb-15a5479ab594 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:08.033246 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01639fa1-a05e-46bc-a4eb-15a5479ab594 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:08.033582 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01639fa1-a05e-46bc-a4eb-15a5479ab594 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:08.033918 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01639fa1-a05e-46bc-a4eb-15a5479ab594 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:08.034245 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01639fa1-a05e-46bc-a4eb-15a5479ab594 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:08.034567 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01639fa1-a05e-46bc-a4eb-15a5479ab594 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:08.034889 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01639fa1-a05e-46bc-a4eb-15a5479ab594 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:08.035209 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01639fa1-a05e-46bc-a4eb-15a5479ab594 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:08.035627 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01639fa1-a05e-46bc-a4eb-15a5479ab594 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:08.035832 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01639fa1-a05e-46bc-a4eb-15a5479ab594 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:08.036147 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01639fa1-a05e-46bc-a4eb-15a5479ab594 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:17:08.342130 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:33.226923 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f935b59-39eb-4143-912c-cc612be213c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:33.556504 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 5 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:17:35.650788 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-27a9f710-7d18-4c74-856f-0798c60249dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:35.905332 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:36.878360 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:17:38.345006 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:03.227196 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da700f03-6e33-46af-894f-74761811ec4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:05.651079 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31ac361f-603f-4f39-b0f4-b912c3fe89f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:05.904905 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:06.882321 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:08.347686 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:10.555095 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 5 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:18:33.228853 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5d2f1ba3-e57a-4401-91aa-8cb81e06637d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:35.650742 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ff1ade7d-062d-4970-8dea-9377a0eb235b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:35.905901 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:36.887965 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:38.350415 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:18:47.553222 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 5 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:19:03.229033 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15c176b9-acc4-4327-9251-8f36bd0fffb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:05.652089 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-36ffc439-16b2-4145-9c6b-25a869a561e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:05.907636 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:06.888101 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:08.354898 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:24.551312 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 5 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:19:33.229800 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-07241895-e0be-4d1b-be2e-5b14ff9015fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:35.652046 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18be7c5c-e516-4d51-bfaf-85fc6dca85d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:35.907668 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:36.889752 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:19:38.357155 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:01.549703 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 5 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:20:01.673409 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457484'] for agent, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:01.835021 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-457484'] for agent, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:03.230743 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94b7a791-fcc9-4682-86ae-1a4b1942a8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:05.652070 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c3f21b85-35b0-459f-b745-86cf8324ae8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:05.909336 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:06.893430 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:08.359522 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:31.642409 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:31.790555 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:33.230837 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c7f86adb-aee2-4331-aa1f-bae5dfa2df69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:35.654379 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2d051ba5-7dca-43dc-90fc-549beecddf74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:35.909637 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:36.895532 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:38.362369 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:20:38.548237 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:20:45.579254 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39894) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:20:45.681338 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f2f078a8-a7e6-4ce9-98b4-589f2643258a admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1009648 Jul 16 08:20:47.824928 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39904) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:20:47.878803 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d2905e88-8994-44ec-912d-59617d3d1472 admin admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0528183 Jul 16 08:21:01.641189 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:01.789007 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:03.230794 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-342c8c31-2404-4588-b792-190d4f0bc392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:05.654445 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-17e7779e-6609-4b75-988f-656d97fd8580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:05.913743 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:06.899461 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:08.365830 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:15.547662 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:21:31.645519 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:31.794537 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:33.231734 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dbbe5db9-0140-4a09-990f-86f1e6b56d1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:35.655759 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-74213e7a-ce90-4a2d-89c8-fee20b703a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:35.915131 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:36.901752 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:38.369905 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:21:52.546941 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:22:01.662057 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:01.805659 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:03.257124 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-282d170e-ce19-48b3-9496-e95e36674bfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:05.657005 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e502a875-dc19-4fc8-9514-4c1cbba64d63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:05.922869 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:06.461372 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40086) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:06.789911 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40112) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:06.791059 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4cc1a445-885d-4a8a-8d34-c97134582fc1 tempest-AutoAllocateNetworkTest-1787693648 tempest-AutoAllocateNetworkTest-1787693648-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=2edb8eba52e24026a0121110ad4367b7&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3284457 Jul 16 08:22:06.906928 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:06.997920 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56de4b9e-21d6-413d-83aa-dd20fade79ee tempest-AutoAllocateNetworkTest-1787693648 tempest-AutoAllocateNetworkTest-1787693648-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:07.003400 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40128) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:07.003538 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-56de4b9e-21d6-413d-83aa-dd20fade79ee tempest-AutoAllocateNetworkTest-1787693648 tempest-AutoAllocateNetworkTest-1787693648-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2112956 Jul 16 08:22:07.162827 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e672b720-a53d-41b6-b760-6b000653c534 tempest-AutoAllocateNetworkTest-1787693648 tempest-AutoAllocateNetworkTest-1787693648-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1578889 Jul 16 08:22:07.165457 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40142) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:07.199598 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-eb7868d5-e661-4be6-97b1-aad6201d42fd tempest-AutoAllocateNetworkTest-1787693648 tempest-AutoAllocateNetworkTest-1787693648-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=2edb8eba52e24026a0121110ad4367b7 HTTP/1.1" status: 200 len: 208 time: 0.0306706 Jul 16 08:22:07.918068 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40178) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:08.377661 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:08.409977 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9c9fe99d-bea7-4fd8-8e34-60210843e84f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:08.510146 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9c9fe99d-bea7-4fd8-8e34-60210843e84f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:08.514596 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9c9fe99d-bea7-4fd8-8e34-60210843e84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:08.551804 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9fe99d-bea7-4fd8-8e34-60210843e84f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8066b1dd-9ec2-48b8-8169-19a0025afb0c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:08.559429 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9c9fe99d-bea7-4fd8-8e34-60210843e84f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2edb8eba52e24026a0121110ad4367b7&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6370013 Jul 16 08:22:08.560805 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40210) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:08.562142 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fe99d-bea7-4fd8-8e34-60210843e84f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:08.562688 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fe99d-bea7-4fd8-8e34-60210843e84f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:08.563281 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fe99d-bea7-4fd8-8e34-60210843e84f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:08.563893 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fe99d-bea7-4fd8-8e34-60210843e84f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:08.564571 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fe99d-bea7-4fd8-8e34-60210843e84f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:08.565113 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fe99d-bea7-4fd8-8e34-60210843e84f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:08.565670 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fe99d-bea7-4fd8-8e34-60210843e84f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:08.566330 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fe99d-bea7-4fd8-8e34-60210843e84f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:08.566874 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fe99d-bea7-4fd8-8e34-60210843e84f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:08.567455 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fe99d-bea7-4fd8-8e34-60210843e84f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:08.567970 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fe99d-bea7-4fd8-8e34-60210843e84f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:08.568691 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fe99d-bea7-4fd8-8e34-60210843e84f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c9fe99d-bea7-4fd8-8e34-60210843e84f admin admin] Tracked resource versions report: Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: pushed versions: Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: { 'AddressGroup': {'1.2'}, Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: 'ConntrackHelper': {'1.0'}, Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: 'Log': {'1.0'}, Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: 'Network': {'1.1'}, Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: 'Port': {'1.7'}, Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: 'PortForwarding': {'1.2'}, Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: 'QosPolicy': {'1.8'}, Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: 'SecurityGroup': {'1.4'}, Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: 'SubPort': {'1.0'}, Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: 'Subnet': {'1.1'}, Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: 'Trunk': {'1.1'}} Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: consumer versions: Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: { DHCP agent@n-d-771362-37: {}, Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: HyperV agent@n-h1-771362-37: {}, Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: HyperV agent@n-h2-771362-37: {}, Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: L3 agent@n-d-771362-37: {}, Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: Metadata agent@n-d-771362-37: {}, Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: Metering agent@n-d-771362-37: {}, Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: Open vSwitch agent@n-d-771362-37: { 'AddressGroup': '1.2', Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: 'ConntrackHelper': '1.0', Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: 'Log': '1.0', Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: 'Network': '1.1', Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: 'Port': '1.7', Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: 'PortForwarding': '1.2', Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: 'QosPolicy': '1.8', Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: 'SecurityGroup': '1.4', Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: 'SecurityGroupRule': '1.2', Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: 'SubPort': '1.0', Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: 'Subnet': '1.1', Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: 'Trunk': '1.1'}} Jul 16 08:22:08.569918 n-d-771362-37 neutron-server[93759]: {{(pid=93759) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:22:08.620032 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-feba2ced-3645-40d6-9993-872689e870f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:08.648676 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-feba2ced-3645-40d6-9993-872689e870f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:08.708064 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-feba2ced-3645-40d6-9993-872689e870f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:08.711669 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-feba2ced-3645-40d6-9993-872689e870f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:08.712874 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-feba2ced-3645-40d6-9993-872689e870f8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8066b1dd-9ec2-48b8-8169-19a0025afb0c HTTP/1.1" status: 204 len: 168 time: 0.1506054 Jul 16 08:22:08.720613 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba2ced-3645-40d6-9993-872689e870f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8066b1dd-9ec2-48b8-8169-19a0025afb0c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:08.728185 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba2ced-3645-40d6-9993-872689e870f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:08.728751 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba2ced-3645-40d6-9993-872689e870f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:08.729271 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba2ced-3645-40d6-9993-872689e870f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:08.729782 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba2ced-3645-40d6-9993-872689e870f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:08.730276 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba2ced-3645-40d6-9993-872689e870f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:08.730765 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba2ced-3645-40d6-9993-872689e870f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:08.731261 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba2ced-3645-40d6-9993-872689e870f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:08.731594 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba2ced-3645-40d6-9993-872689e870f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:08.731925 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba2ced-3645-40d6-9993-872689e870f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:08.732255 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba2ced-3645-40d6-9993-872689e870f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:08.732635 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba2ced-3645-40d6-9993-872689e870f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:08.732970 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba2ced-3645-40d6-9993-872689e870f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feba2ced-3645-40d6-9993-872689e870f8 admin admin] Tracked resource versions report: Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: pushed versions: Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: { 'AddressGroup': {'1.2'}, Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: 'ConntrackHelper': {'1.0'}, Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: 'Log': {'1.0'}, Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: 'Network': {'1.1'}, Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: 'Port': {'1.7'}, Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: 'PortForwarding': {'1.2'}, Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: 'QosPolicy': {'1.8'}, Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: 'SecurityGroup': {'1.4'}, Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: 'SubPort': {'1.0'}, Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: 'Subnet': {'1.1'}, Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: 'Trunk': {'1.1'}} Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: consumer versions: Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: { DHCP agent@n-d-771362-37: {}, Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: HyperV agent@n-h1-771362-37: {}, Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: HyperV agent@n-h2-771362-37: {}, Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: L3 agent@n-d-771362-37: {}, Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: Metadata agent@n-d-771362-37: {}, Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: Metering agent@n-d-771362-37: {}, Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: Open vSwitch agent@n-d-771362-37: { 'AddressGroup': '1.2', Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: 'ConntrackHelper': '1.0', Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: 'Log': '1.0', Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: 'Network': '1.1', Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: 'Port': '1.7', Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: 'PortForwarding': '1.2', Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: 'QosPolicy': '1.8', Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: 'SecurityGroup': '1.4', Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: 'SecurityGroupRule': '1.2', Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: 'SubPort': '1.0', Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: 'Subnet': '1.1', Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: 'Trunk': '1.1'}} Jul 16 08:22:08.734083 n-d-771362-37 neutron-server[93758]: {{(pid=93758) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:22:10.137492 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40312) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:10.140673 n-d-771362-37 neutron-server[93758]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 08:22:10.176741 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-37037c77-1fed-4bfc-9915-638262aecffa req-7f5f6fac-829b-4829-864b-9f7a37de9529 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=0d8f3dac320542d68e553085b5e59ed5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371087 Jul 16 08:22:10.283563 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37037c77-1fed-4bfc-9915-638262aecffa req-d7f8d87c-e6c8-42e8-b041-0559e5940b3f tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:10.285879 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-37037c77-1fed-4bfc-9915-638262aecffa req-d7f8d87c-e6c8-42e8-b041-0559e5940b3f tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1082191 Jul 16 08:22:10.309648 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-37037c77-1fed-4bfc-9915-638262aecffa req-64449178-4ede-43fc-b5ca-319447f771d5 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/quotas/0d8f3dac320542d68e553085b5e59ed5 HTTP/1.1" status: 200 len: 375 time: 0.0157626 Jul 16 08:22:10.364926 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-37037c77-1fed-4bfc-9915-638262aecffa req-2e302cad-23e2-4309-aec1-3315ea1e4706 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0d8f3dac320542d68e553085b5e59ed5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0496793 Jul 16 08:22:10.895788 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40388) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:10.904116 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-eb055fb8-50b8-47d7-a10d-1172ff962d3b tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=8104d40427e0444ca28ba0f9ff369926&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0342805 Jul 16 08:22:11.028243 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-eed17cd6-3885-4e18-95b9-243d7b4b8052 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:11.030481 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-eed17cd6-3885-4e18-95b9-243d7b4b8052 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1204977 Jul 16 08:22:11.056914 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-1742fd91-ecbd-4e09-94b7-7b27f3f9e546 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/quotas/8104d40427e0444ca28ba0f9ff369926 HTTP/1.1" status: 200 len: 375 time: 0.0208433 Jul 16 08:22:11.093607 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-8866d31e-009f-4095-9fe4-06403f8ac571 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327947 Jul 16 08:22:11.190864 n-d-771362-37 neutron-server[93759]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 16 08:22:11.268832 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7c87a9c9-4780-476a-8ef2-e2475bc526dc req-64edba28-a99a-4fe4-92b3-fc4ad99faa68 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=62939b88-5eaa-427b-9cff-0442646c5320 HTTP/1.1" status: 200 len: 210 time: 0.3716593 Jul 16 08:22:11.585674 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-391b4816-b7e7-440e-b601-0fc548cf6d9f req-651f3543-34f3-4595-984e-688d11217c70 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 210 time: 0.0702026 Jul 16 08:22:11.921520 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40462) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:12.099954 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40480) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:12.242117 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1667af51-5b16-4c1a-95a2-98be02bb0cbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:12.399279 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1667af51-5b16-4c1a-95a2-98be02bb0cbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:12.406401 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1667af51-5b16-4c1a-95a2-98be02bb0cbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:12.571656 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40512) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:12.592999 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1667af51-5b16-4c1a-95a2-98be02bb0cbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a915b292-f802-4346-ae3a-3ddf2d9448a8,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:12.680952 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b7187f38-af11-41d5-a99b-f7e826016885 req-33ab795b-754d-4f3a-b01b-4bff9e2ca382 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=62939b88-5eaa-427b-9cff-0442646c5320 HTTP/1.1" status: 200 len: 210 time: 0.0598462 Jul 16 08:22:12.691917 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-81cd8aca-3f7c-42a3-8c7c-0c7d1e94bb13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:12.701480 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40526) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:12.712379 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1667af51-5b16-4c1a-95a2-98be02bb0cbe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f5476726c93a4ab6bcd3d72b608a4c89&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7884879 Jul 16 08:22:12.843523 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22e3081d-8a18-4f22-89b3-4ee8cc11c6df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:12.864996 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7dd986f8-e750-4d11-b550-6d1105ded754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:12.888561 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-81cd8aca-3f7c-42a3-8c7c-0c7d1e94bb13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:12.894080 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-81cd8aca-3f7c-42a3-8c7c-0c7d1e94bb13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:12.905535 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7dd986f8-e750-4d11-b550-6d1105ded754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:12.947986 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-81cd8aca-3f7c-42a3-8c7c-0c7d1e94bb13 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5d589d5cb4714973b75e8e9c53be6d9d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8444374 Jul 16 08:22:12.948264 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40538) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:12.956764 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cd8aca-3f7c-42a3-8c7c-0c7d1e94bb13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196aae20-7902-44f0-a7a4-8e1b4b35f7b8,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:13.022228 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b9b22269-301c-4c26-9159-dee924d18430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:13.027732 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bbfc5c89-e965-404b-9eda-56e88874f255 req-7a43ae12-e91a-46e3-b94c-6255a89e23e2 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 210 time: 0.0928617 Jul 16 08:22:13.096424 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22e3081d-8a18-4f22-89b3-4ee8cc11c6df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:13.097238 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b9b22269-301c-4c26-9159-dee924d18430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:13.100429 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-afe51414-84d2-412c-97d8-427cc4993708 req-d73bed68-9dc3-4321-8aa4-5c03ebf807d3 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=7a02d2da9687435284a892d93818359c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403156 Jul 16 08:22:13.101726 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22e3081d-8a18-4f22-89b3-4ee8cc11c6df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:13.113956 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7dd986f8-e750-4d11-b550-6d1105ded754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:13.116766 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7dd986f8-e750-4d11-b550-6d1105ded754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:13.120753 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7dd986f8-e750-4d11-b550-6d1105ded754 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a915b292-f802-4346-ae3a-3ddf2d9448a8 HTTP/1.1" status: 204 len: 168 time: 0.4180393 Jul 16 08:22:13.152673 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-22e3081d-8a18-4f22-89b3-4ee8cc11c6df admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=76cc11e39a0c4d3b8b480e0782814b41&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5796187 Jul 16 08:22:13.154301 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e3081d-8a18-4f22-89b3-4ee8cc11c6df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8820bbd6-0cf3-48d7-b8ae-f5a58f0356ad,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:13.157055 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40556) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:13.185235 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd986f8-e750-4d11-b550-6d1105ded754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a915b292-f802-4346-ae3a-3ddf2d9448a8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:13.268649 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe51414-84d2-412c-97d8-427cc4993708 req-7fe82ce0-b00f-4f04-8a42-3c35d1537e80 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:13.270135 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-afe51414-84d2-412c-97d8-427cc4993708 req-7fe82ce0-b00f-4f04-8a42-3c35d1537e80 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1601858 Jul 16 08:22:13.272916 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b9b22269-301c-4c26-9159-dee924d18430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:13.275023 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b9b22269-301c-4c26-9159-dee924d18430 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:13.276098 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b9b22269-301c-4c26-9159-dee924d18430 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/196aae20-7902-44f0-a7a4-8e1b4b35f7b8 HTTP/1.1" status: 204 len: 168 time: 0.3260317 Jul 16 08:22:13.308598 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b22269-301c-4c26-9159-dee924d18430 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196aae20-7902-44f0-a7a4-8e1b4b35f7b8,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:13.326863 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4063f51e-4afc-4841-980d-0545ed5a29b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:13.328613 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-afe51414-84d2-412c-97d8-427cc4993708 req-c2e31fae-2c11-4d12-8383-868559b75b4a tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/quotas/7a02d2da9687435284a892d93818359c HTTP/1.1" status: 200 len: 375 time: 0.0468767 Jul 16 08:22:13.426425 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-afe51414-84d2-412c-97d8-427cc4993708 req-7802d410-9bbe-4969-9a89-6a977215017b tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7a02d2da9687435284a892d93818359c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0755556 Jul 16 08:22:13.436858 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4063f51e-4afc-4841-980d-0545ed5a29b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:13.508485 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.30', 61548) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:13.520942 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4063f51e-4afc-4841-980d-0545ed5a29b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:13.526250 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4063f51e-4afc-4841-980d-0545ed5a29b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:13.528397 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4063f51e-4afc-4841-980d-0545ed5a29b2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8820bbd6-0cf3-48d7-b8ae-f5a58f0356ad HTTP/1.1" status: 204 len: 168 time: 0.3677938 Jul 16 08:22:13.546441 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4063f51e-4afc-4841-980d-0545ed5a29b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8820bbd6-0cf3-48d7-b8ae-f5a58f0356ad,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:13.559962 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-37037c77-1fed-4bfc-9915-638262aecffa req-5f369b33-e83c-4e69-bc14-2be282486b26 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=0d8f3dac320542d68e553085b5e59ed5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0439188 Jul 16 08:22:13.601095 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40582) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:13.621145 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d95eee95-a4cc-42cc-b7b9-6add79a1ad59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:13.754231 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4879ce05-0aec-44a8-a94d-135472468ea8 req-5e1af508-b62d-40e8-a552-52f26b08d6c8 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ae96da-4d06-45cb-aea4-1916fc6dd1e5 HTTP/1.1" status: 200 len: 210 time: 0.0870628 Jul 16 08:22:13.904152 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37037c77-1fed-4bfc-9915-638262aecffa req-63ff9d98-61ac-4be1-b93e-3c1fe2e69b8b tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:13.905682 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-37037c77-1fed-4bfc-9915-638262aecffa req-63ff9d98-61ac-4be1-b93e-3c1fe2e69b8b tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3406167 Jul 16 08:22:13.932146 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d95eee95-a4cc-42cc-b7b9-6add79a1ad59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:13.976866 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-37037c77-1fed-4bfc-9915-638262aecffa req-dd1173cc-b294-46f9-b4ae-668c39ec84b7 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Request body: {'port': {'device_id': '62939b88-5eaa-427b-9cff-0442646c5320', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'admin_state_up': True, 'tenant_id': '0d8f3dac320542d68e553085b5e59ed5'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:22:13.978852 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9d0a568c-a82e-4c0d-b894-ab89eb2c20cc req-9b3df161-f1f5-47e5-adbd-08b1e52694b6 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=62939b88-5eaa-427b-9cff-0442646c5320 HTTP/1.1" status: 200 len: 210 time: 0.0600662 Jul 16 08:22:13.980711 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d95eee95-a4cc-42cc-b7b9-6add79a1ad59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:14.040469 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d95eee95-a4cc-42cc-b7b9-6add79a1ad59 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8ea7ab9ab959411cb462563800c0a1fd&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4376225 Jul 16 08:22:14.041265 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d95eee95-a4cc-42cc-b7b9-6add79a1ad59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a56f6d51-6098-4d07-babc-44d15d4bcd71,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:14.043694 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40600) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:14.183784 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e77ddbf0-030c-49ca-8824-3d5d9df1c783 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:14.210413 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.30', 61550) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:14.231621 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40612) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:14.275186 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e77ddbf0-030c-49ca-8824-3d5d9df1c783 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:14.277836 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71fd0e75-4dc2-4a77-af72-958d9d913b10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:14.304316 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-6abdbfe7-d41f-45cb-ab18-61c4b2a21be8 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8104d40427e0444ca28ba0f9ff369926&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0896533 Jul 16 08:22:14.374859 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40624) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:14.453211 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6588bf13-9cc0-4322-a85b-b75fa6475e4f req-a3e04313-a013-44ed-8fe7-e8c2fb782c54 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 210 time: 0.0795174 Jul 16 08:22:14.458854 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-da1265e0-b593-41e5-a693-cf2c169410bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:14.515754 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71fd0e75-4dc2-4a77-af72-958d9d913b10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:14.523681 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71fd0e75-4dc2-4a77-af72-958d9d913b10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:14.589536 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-71fd0e75-4dc2-4a77-af72-958d9d913b10 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=52e5bcdf8071463cbdfe5c0e022daef3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3552835 Jul 16 08:22:14.606965 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40646) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:14.608768 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e77ddbf0-030c-49ca-8824-3d5d9df1c783 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:14.612134 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e77ddbf0-030c-49ca-8824-3d5d9df1c783 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:14.613582 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e77ddbf0-030c-49ca-8824-3d5d9df1c783 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a56f6d51-6098-4d07-babc-44d15d4bcd71 HTTP/1.1" status: 204 len: 168 time: 0.5690928 Jul 16 08:22:14.621144 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.db.api [req-37037c77-1fed-4bfc-9915-638262aecffa req-dd1173cc-b294-46f9-b4ae-668c39ec84b7 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:22:14.621144 n-d-771362-37 neutron-server[93759]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:22:14.621144 n-d-771362-37 neutron-server[93759]: [parameters: {'project_id_1': '0d8f3dac320542d68e553085b5e59ed5', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 22, 14, 562342)}] Jul 16 08:22:14.621144 n-d-771362-37 neutron-server[93759]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:22:14.621501 n-d-771362-37 neutron-server[93759]: DEBUG oslo_db.api [req-37037c77-1fed-4bfc-9915-638262aecffa req-dd1173cc-b294-46f9-b4ae-668c39ec84b7 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:22:14.666734 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-3d59c7ad-491a-4f4c-bd19-b4152a15c1d7 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:14.668653 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-3d59c7ad-491a-4f4c-bd19-b4152a15c1d7 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3450274 Jul 16 08:22:14.681481 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-167599c3-dc77-4281-8c47-2aa67cbea3bc tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Request body: {'port': {'device_id': '4319b25f-7ae5-43bc-97f8-732155c25ff2', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'admin_state_up': True, 'tenant_id': '8104d40427e0444ca28ba0f9ff369926'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:22:14.743061 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fd0e75-4dc2-4a77-af72-958d9d913b10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=803202e7-cc78-4d47-b751-b77a11b1bf25,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:14.753498 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77ddbf0-030c-49ca-8824-3d5d9df1c783 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a56f6d51-6098-4d07-babc-44d15d4bcd71,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:14.793434 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ff4d0770-069e-40e6-a3e6-23079d05a641 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:14.835851 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ff4d0770-069e-40e6-a3e6-23079d05a641 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:14.893229 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-da1265e0-b593-41e5-a693-cf2c169410bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:14.898089 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-da1265e0-b593-41e5-a693-cf2c169410bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:14.937582 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-167599c3-dc77-4281-8c47-2aa67cbea3bc tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Made reservation on behalf of 8104d40427e0444ca28ba0f9ff369926 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:22:14.957573 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-167599c3-dc77-4281-8c47-2aa67cbea3bc tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:14.963279 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1265e0-b593-41e5-a693-cf2c169410bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ec9297-c17f-44ec-bfae-6c6b713be3ea,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:14.990079 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ff4d0770-069e-40e6-a3e6-23079d05a641 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:14.995736 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ff4d0770-069e-40e6-a3e6-23079d05a641 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:14.999302 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ff4d0770-069e-40e6-a3e6-23079d05a641 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/803202e7-cc78-4d47-b751-b77a11b1bf25 HTTP/1.1" status: 204 len: 168 time: 0.3880744 Jul 16 08:22:15.018966 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-da1265e0-b593-41e5-a693-cf2c169410bc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f952db06636a46fc8b69a26ce0a1ed84&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6429412 Jul 16 08:22:15.023989 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-167599c3-dc77-4281-8c47-2aa67cbea3bc tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:15.026178 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40680) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:15.059196 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff4d0770-069e-40e6-a3e6-23079d05a641 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=803202e7-cc78-4d47-b751-b77a11b1bf25,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:15.090600 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c1181008-5b60-4000-bdc4-4be85de9e93b req-804575c4-776d-44e5-a2cc-2952f4bf5abf tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ae96da-4d06-45cb-aea4-1916fc6dd1e5 HTTP/1.1" status: 200 len: 210 time: 0.0924418 Jul 16 08:22:15.142918 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0699b4ee-52b8-4fd4-bebc-aa6ff8296cf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:15.177467 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0699b4ee-52b8-4fd4-bebc-aa6ff8296cf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:15.267890 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0699b4ee-52b8-4fd4-bebc-aa6ff8296cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:15.274672 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0699b4ee-52b8-4fd4-bebc-aa6ff8296cf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:15.283835 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0699b4ee-52b8-4fd4-bebc-aa6ff8296cf3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c6ec9297-c17f-44ec-bfae-6c6b713be3ea HTTP/1.1" status: 204 len: 168 time: 0.2530041 Jul 16 08:22:15.307224 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0936e456-c5b9-4e98-aae3-3f09d6297d59 req-4eafecf5-3c56-4260-ae72-ee09aa46de72 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=62939b88-5eaa-427b-9cff-0442646c5320 HTTP/1.1" status: 200 len: 210 time: 0.0502925 Jul 16 08:22:15.349173 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0699b4ee-52b8-4fd4-bebc-aa6ff8296cf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ec9297-c17f-44ec-bfae-6c6b713be3ea,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:15.380533 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-167599c3-dc77-4281-8c47-2aa67cbea3bc tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:15.401871 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-167599c3-dc77-4281-8c47-2aa67cbea3bc tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:15.420337 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37037c77-1fed-4bfc-9915-638262aecffa req-dd1173cc-b294-46f9-b4ae-668c39ec84b7 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Made reservation on behalf of 0d8f3dac320542d68e553085b5e59ed5 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:22:15.425456 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-37037c77-1fed-4bfc-9915-638262aecffa req-dd1173cc-b294-46f9-b4ae-668c39ec84b7 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:15.442154 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-37037c77-1fed-4bfc-9915-638262aecffa req-dd1173cc-b294-46f9-b4ae-668c39ec84b7 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:15.545281 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.21', 55142) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:15.668739 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-afe51414-84d2-412c-97d8-427cc4993708 req-1f9e4e4a-666b-4f70-a29e-73c3cca3bc5e tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=7a02d2da9687435284a892d93818359c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1220696 Jul 16 08:22:15.765177 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167599c3-dc77-4281-8c47-2aa67cbea3bc tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Pushing event updated for resources: {'SecurityGroup': ['ID=313538d0-f112-4964-9881-f2900828a02f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:15.860918 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe51414-84d2-412c-97d8-427cc4993708 req-a60fd5fb-bacb-41ab-910f-d98c15143156 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:15.862691 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-afe51414-84d2-412c-97d8-427cc4993708 req-a60fd5fb-bacb-41ab-910f-d98c15143156 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1882052 Jul 16 08:22:15.936175 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-afe51414-84d2-412c-97d8-427cc4993708 req-126d0818-6f7d-4ea8-8ba2-c316a699ccee tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Request body: {'port': {'device_id': 'a3ae96da-4d06-45cb-aea4-1916fc6dd1e5', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'admin_state_up': True, 'tenant_id': '7a02d2da9687435284a892d93818359c'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:22:16.496877 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e5a8aeb4-2f6c-4058-8751-6a42a298b2d0 req-9a2e2d3a-9205-4098-8d10-4cb98966be5f tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ae96da-4d06-45cb-aea4-1916fc6dd1e5 HTTP/1.1" status: 200 len: 210 time: 0.1026373 Jul 16 08:22:16.588528 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40746) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:16.619688 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-167599c3-dc77-4281-8c47-2aa67cbea3bc tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Allocated IP 192.168.233.82 (30bff2e9-dcab-4751-913d-9c4ac9d8019b/c36b7919-0b6b-490a-bff0-04ed964d98ec/dd1a6f7e-95c9-4338-87ac-59c2c04f3a98) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:22:16.626979 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64dc50c5-af66-4e2e-b355-8d7f1de9575f req-99e92c33-98e2-49ed-a130-27504018a8a6 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 210 time: 0.4703844 Jul 16 08:22:16.688389 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-37037c77-1fed-4bfc-9915-638262aecffa req-dd1173cc-b294-46f9-b4ae-668c39ec84b7 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:16.701797 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-37037c77-1fed-4bfc-9915-638262aecffa req-dd1173cc-b294-46f9-b4ae-668c39ec84b7 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:16.723603 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afe51414-84d2-412c-97d8-427cc4993708 req-126d0818-6f7d-4ea8-8ba2-c316a699ccee tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Made reservation on behalf of 7a02d2da9687435284a892d93818359c for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:22:16.728141 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-afe51414-84d2-412c-97d8-427cc4993708 req-126d0818-6f7d-4ea8-8ba2-c316a699ccee tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:16.773586 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-afe51414-84d2-412c-97d8-427cc4993708 req-126d0818-6f7d-4ea8-8ba2-c316a699ccee tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:16.828300 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1173cc-b294-46f9-b4ae-668c39ec84b7 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23ba4e4f-e304-4a40-a7a4-d5e6cf400422,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:16.921765 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8462d91e-6b30-49e2-bb54-6438655261bc req-a07cb4d7-93fa-48e0-8ba5-54564fd22319 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=62939b88-5eaa-427b-9cff-0442646c5320 HTTP/1.1" status: 200 len: 210 time: 0.0851288 Jul 16 08:22:17.010734 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1cecd64e-2f5b-499c-84cf-0dba794507a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:17.209191 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-afe51414-84d2-412c-97d8-427cc4993708 req-126d0818-6f7d-4ea8-8ba2-c316a699ccee tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:17.227276 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-afe51414-84d2-412c-97d8-427cc4993708 req-126d0818-6f7d-4ea8-8ba2-c316a699ccee tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:17.278901 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-167599c3-dc77-4281-8c47-2aa67cbea3bc tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:17.320633 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-167599c3-dc77-4281-8c47-2aa67cbea3bc tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Transition to ACTIVE for port object dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:22:17.402224 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-167599c3-dc77-4281-8c47-2aa67cbea3bc tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:17.786492 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d0818-6f7d-4ea8-8ba2-c316a699ccee tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5db6eef-3b96-4a15-a454-b8f6c704e4d3,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:17.834581 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-167599c3-dc77-4281-8c47-2aa67cbea3bc tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:22:17.882288 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-167599c3-dc77-4281-8c47-2aa67cbea3bc tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:22:18.028381 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-167599c3-dc77-4281-8c47-2aa67cbea3bc tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:22:18.034972 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-167599c3-dc77-4281-8c47-2aa67cbea3bc tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:18.046918 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-167599c3-dc77-4281-8c47-2aa67cbea3bc tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:18.052183 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167599c3-dc77-4281-8c47-2aa67cbea3bc tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Pushing event updated for resources: {'Port': ['ID=dd1a6f7e-95c9-4338-87ac-59c2c04f3a98,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:18.095732 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-37037c77-1fed-4bfc-9915-638262aecffa req-dd1173cc-b294-46f9-b4ae-668c39ec84b7 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Allocated IP 192.168.233.243 (30bff2e9-dcab-4751-913d-9c4ac9d8019b/c36b7919-0b6b-490a-bff0-04ed964d98ec/4d4d1987-a319-4336-a780-e8a800cd03e8) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:22:18.134909 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1cecd64e-2f5b-499c-84cf-0dba794507a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:18.149288 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1cecd64e-2f5b-499c-84cf-0dba794507a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:18.195474 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a9d2f35d-1a6e-47ed-9647-166e2d33894f req-5b4cef95-ee01-4376-b42b-8534ca5022d5 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ae96da-4d06-45cb-aea4-1916fc6dd1e5 HTTP/1.1" status: 200 len: 210 time: 0.3350868 Jul 16 08:22:18.218727 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cecd64e-2f5b-499c-84cf-0dba794507a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b0b897c-55be-4e0d-8f02-349f6acad63d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:18.226970 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-167599c3-dc77-4281-8c47-2aa67cbea3bc tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5496342 Jul 16 08:22:18.266243 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-35c64e31-3245-4e61-be4f-58ed78f6f82d tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:22:18.268674 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-35c64e31-3245-4e61-be4f-58ed78f6f82d tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0217535 Jul 16 08:22:18.375310 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1cecd64e-2f5b-499c-84cf-0dba794507a4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=59d1fbc5b4d34db9aa6e0e8ba471fb11&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7849176 Jul 16 08:22:18.393429 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40804) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:18.434437 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9acf79-2ea1-42c0-aafa-d6a6e7843214 req-81787bb4-4377-4826-bbad-e62f815c3c24 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:18.464689 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1d9acf79-2ea1-42c0-aafa-d6a6e7843214 req-81787bb4-4377-4826-bbad-e62f815c3c24 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 935 time: 0.5053504 Jul 16 08:22:18.504797 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-37037c77-1fed-4bfc-9915-638262aecffa req-dd1173cc-b294-46f9-b4ae-668c39ec84b7 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:18.533307 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-80c52c0f-f1da-452f-a896-2e1a05f57722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:18.584336 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a1adfb74-93fb-41eb-ab52-371ea2f44141 None None] Provisioning for port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:22:18.602781 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-37037c77-1fed-4bfc-9915-638262aecffa req-dd1173cc-b294-46f9-b4ae-668c39ec84b7 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Transition to ACTIVE for port object 4d4d1987-a319-4336-a780-e8a800cd03e8 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:22:18.610911 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a1adfb74-93fb-41eb-ab52-371ea2f44141 None None] Provisioning complete for port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:22:18.614940 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a1adfb74-93fb-41eb-ab52-371ea2f44141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:18.653538 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1d9acf79-2ea1-42c0-aafa-d6a6e7843214 req-81e8d28c-df38-4fde-9222-622b29d6f76e tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1874521 Jul 16 08:22:18.697598 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-587b5ed5-cee7-42e6-b079-f46a2a999445 req-110d2317-05e4-41a7-97cc-bc76930c41b1 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=62939b88-5eaa-427b-9cff-0442646c5320 HTTP/1.1" status: 200 len: 210 time: 0.0568750 Jul 16 08:22:18.700463 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-80c52c0f-f1da-452f-a896-2e1a05f57722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:18.796402 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a1adfb74-93fb-41eb-ab52-371ea2f44141 None None] Port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:22:18.810556 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-37037c77-1fed-4bfc-9915-638262aecffa req-dd1173cc-b294-46f9-b4ae-668c39ec84b7 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:18.952855 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1173cc-b294-46f9-b4ae-668c39ec84b7 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Pushing event updated for resources: {'Port': ['ID=4d4d1987-a319-4336-a780-e8a800cd03e8,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:18.991647 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37037c77-1fed-4bfc-9915-638262aecffa req-dd1173cc-b294-46f9-b4ae-668c39ec84b7 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:22:18.995532 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-37037c77-1fed-4bfc-9915-638262aecffa req-dd1173cc-b294-46f9-b4ae-668c39ec84b7 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:22:18.999742 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-37037c77-1fed-4bfc-9915-638262aecffa req-dd1173cc-b294-46f9-b4ae-668c39ec84b7 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:22:19.010461 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37037c77-1fed-4bfc-9915-638262aecffa req-dd1173cc-b294-46f9-b4ae-668c39ec84b7 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:19.011149 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-37037c77-1fed-4bfc-9915-638262aecffa req-dd1173cc-b294-46f9-b4ae-668c39ec84b7 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:19.043943 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-80c52c0f-f1da-452f-a896-2e1a05f57722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:19.047519 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-80c52c0f-f1da-452f-a896-2e1a05f57722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:19.055122 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-80c52c0f-f1da-452f-a896-2e1a05f57722 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5b0b897c-55be-4e0d-8f02-349f6acad63d HTTP/1.1" status: 204 len: 168 time: 0.6602743 Jul 16 08:22:19.060206 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-37037c77-1fed-4bfc-9915-638262aecffa req-dd1173cc-b294-46f9-b4ae-668c39ec84b7 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.0879092 Jul 16 08:22:19.089592 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c52c0f-f1da-452f-a896-2e1a05f57722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b0b897c-55be-4e0d-8f02-349f6acad63d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:19.136097 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-b14ec140-5576-4800-b071-51e2b638095e service neutron] Request body: {'port': {'device_id': '4319b25f-7ae5-43bc-97f8-732155c25ff2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:22:19.215340 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-afe51414-84d2-412c-97d8-427cc4993708 req-126d0818-6f7d-4ea8-8ba2-c316a699ccee tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Allocated IP 192.168.233.83 (30bff2e9-dcab-4751-913d-9c4ac9d8019b/c36b7919-0b6b-490a-bff0-04ed964d98ec/194b172a-c0c8-4b9c-8aa4-5ca10db1c596) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:22:19.344385 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-b14ec140-5576-4800-b071-51e2b638095e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:19.437871 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-37037c77-1fed-4bfc-9915-638262aecffa req-295ca8e8-5112-4992-9105-4f626bb4475d service neutron] Request body: {'port': {'device_id': '62939b88-5eaa-427b-9cff-0442646c5320', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:22:19.440563 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2d636a67-9ad4-48df-8561-e12c563f6cb7 None None] Provisioning for port 4d4d1987-a319-4336-a780-e8a800cd03e8 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:22:19.452233 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2d636a67-9ad4-48df-8561-e12c563f6cb7 None None] Provisioning complete for port 4d4d1987-a319-4336-a780-e8a800cd03e8 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:22:19.452981 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2d636a67-9ad4-48df-8561-e12c563f6cb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:19.546928 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2d636a67-9ad4-48df-8561-e12c563f6cb7 None None] Port 4d4d1987-a319-4336-a780-e8a800cd03e8 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:22:19.611751 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-924a2a5f-ab38-4e5d-9953-28744f682721 req-e558fa70-9e93-4104-8334-c3b6e021e8cb tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ae96da-4d06-45cb-aea4-1916fc6dd1e5 HTTP/1.1" status: 200 len: 210 time: 0.1423528 Jul 16 08:22:19.690031 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-afe51414-84d2-412c-97d8-427cc4993708 req-126d0818-6f7d-4ea8-8ba2-c316a699ccee tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:19.740915 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-afe51414-84d2-412c-97d8-427cc4993708 req-126d0818-6f7d-4ea8-8ba2-c316a699ccee tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Transition to ACTIVE for port object 194b172a-c0c8-4b9c-8aa4-5ca10db1c596 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:22:19.799489 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-37037c77-1fed-4bfc-9915-638262aecffa req-295ca8e8-5112-4992-9105-4f626bb4475d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:19.939398 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-afe51414-84d2-412c-97d8-427cc4993708 req-126d0818-6f7d-4ea8-8ba2-c316a699ccee tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:20.119139 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afe51414-84d2-412c-97d8-427cc4993708 req-126d0818-6f7d-4ea8-8ba2-c316a699ccee tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:22:20.131307 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-afe51414-84d2-412c-97d8-427cc4993708 req-126d0818-6f7d-4ea8-8ba2-c316a699ccee tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:22:20.134930 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe51414-84d2-412c-97d8-427cc4993708 req-126d0818-6f7d-4ea8-8ba2-c316a699ccee tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:22:20.141210 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe51414-84d2-412c-97d8-427cc4993708 req-126d0818-6f7d-4ea8-8ba2-c316a699ccee tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:20.142045 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-afe51414-84d2-412c-97d8-427cc4993708 req-126d0818-6f7d-4ea8-8ba2-c316a699ccee tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:20.152273 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126d0818-6f7d-4ea8-8ba2-c316a699ccee tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Pushing event updated for resources: {'Port': ['ID=194b172a-c0c8-4b9c-8aa4-5ca10db1c596,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:20.208222 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-afe51414-84d2-412c-97d8-427cc4993708 req-126d0818-6f7d-4ea8-8ba2-c316a699ccee tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2761827 Jul 16 08:22:20.238066 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-afe51414-84d2-412c-97d8-427cc4993708 req-8a552e0f-d472-4e09-ad87-1701756ac7f6 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:22:20.239244 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-afe51414-84d2-412c-97d8-427cc4993708 req-8a552e0f-d472-4e09-ad87-1701756ac7f6 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062220 Jul 16 08:22:20.295952 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e47d5-e838-43fd-9fb1-60ce7dee5885 req-6318327b-8482-41cd-a6aa-cf674137fb82 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:20.298853 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1e9e47d5-e838-43fd-9fb1-60ce7dee5885 req-6318327b-8482-41cd-a6aa-cf674137fb82 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=62939b88-5eaa-427b-9cff-0442646c5320 HTTP/1.1" status: 200 len: 936 time: 0.2673011 Jul 16 08:22:20.342699 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd1773-f6a7-41c7-9743-b6d2e363194b req-af038ce2-2a7a-4d76-bf13-22f4b4d6a18b tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:20.344288 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-67cd1773-f6a7-41c7-9743-b6d2e363194b req-af038ce2-2a7a-4d76-bf13-22f4b4d6a18b tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 935 time: 0.4628117 Jul 16 08:22:20.416342 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1e9e47d5-e838-43fd-9fb1-60ce7dee5885 req-a76572e3-85a1-4224-aad3-3c7695e6d660 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/security-groups?id=23ba4e4f-e304-4a40-a7a4-d5e6cf400422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081600 Jul 16 08:22:20.437215 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-67cd1773-f6a7-41c7-9743-b6d2e363194b req-e6ee2562-a9a4-4a45-8efb-e6175e77a8e8 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838385 Jul 16 08:22:20.467106 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-b14ec140-5576-4800-b071-51e2b638095e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:22:20.478647 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-b14ec140-5576-4800-b071-51e2b638095e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:20.514328 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-b14ec140-5576-4800-b071-51e2b638095e service neutron] Transition to ACTIVE for port object dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:22:20.551916 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40846) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:20.592766 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e6aae9e-66f1-4eb2-b584-3ce118b95501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:20.699396 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-91a87bd4-fd77-4a7d-bea7-61c89cc5799e None None] Provisioning for port 194b172a-c0c8-4b9c-8aa4-5ca10db1c596 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:22:20.706923 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-91a87bd4-fd77-4a7d-bea7-61c89cc5799e None None] Provisioning complete for port 194b172a-c0c8-4b9c-8aa4-5ca10db1c596 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:22:20.707298 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-91a87bd4-fd77-4a7d-bea7-61c89cc5799e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:20.819390 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-37037c77-1fed-4bfc-9915-638262aecffa req-295ca8e8-5112-4992-9105-4f626bb4475d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d4d1987-a319-4336-a780-e8a800cd03e8 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:22:20.825114 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-b14ec140-5576-4800-b071-51e2b638095e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:20.864492 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-37037c77-1fed-4bfc-9915-638262aecffa req-295ca8e8-5112-4992-9105-4f626bb4475d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:20.869629 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-91a87bd4-fd77-4a7d-bea7-61c89cc5799e None None] Port 194b172a-c0c8-4b9c-8aa4-5ca10db1c596 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:22:20.926419 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e6aae9e-66f1-4eb2-b584-3ce118b95501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:20.934187 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e6aae9e-66f1-4eb2-b584-3ce118b95501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:21.077561 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8e6aae9e-66f1-4eb2-b584-3ce118b95501 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8a5c934365e44b2e9a7145f182e5d5c5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5220842 Jul 16 08:22:21.077561 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6aae9e-66f1-4eb2-b584-3ce118b95501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36e9ec46-0fba-4e98-a46f-6ed5f746ed13,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:21.087372 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40858) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:21.136009 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-37037c77-1fed-4bfc-9915-638262aecffa req-295ca8e8-5112-4992-9105-4f626bb4475d service neutron] Transition to ACTIVE for port object 4d4d1987-a319-4336-a780-e8a800cd03e8 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:22:21.188979 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef0c504-af69-4ed8-8c1b-3837de9fa975 req-068f5610-f8ee-4ef6-985b-8d6fb719469e tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:21.199085 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2ef0c504-af69-4ed8-8c1b-3837de9fa975 req-068f5610-f8ee-4ef6-985b-8d6fb719469e tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ae96da-4d06-45cb-aea4-1916fc6dd1e5 HTTP/1.1" status: 200 len: 935 time: 0.2577636 Jul 16 08:22:21.226950 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-afe51414-84d2-412c-97d8-427cc4993708 req-46bb4914-bbdc-426b-8add-fd296ee61310 service neutron] Request body: {'port': {'device_id': 'a3ae96da-4d06-45cb-aea4-1916fc6dd1e5', 'device_owner': 'compute:tempest-test_az-1080150500', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:22:21.266336 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-37037c77-1fed-4bfc-9915-638262aecffa req-295ca8e8-5112-4992-9105-4f626bb4475d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:21.304284 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b57d09d6-941e-4934-b171-7e5e5ab9c3ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:21.413083 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b57d09d6-941e-4934-b171-7e5e5ab9c3ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:21.447863 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2ef0c504-af69-4ed8-8c1b-3837de9fa975 req-cfe629f2-c327-478a-82e7-9722fcbde187 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5db6eef-3b96-4a15-a454-b8f6c704e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2290580 Jul 16 08:22:21.459617 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ec140-5576-4800-b071-51e2b638095e service neutron] Pushing event updated for resources: {'Port': ['ID=dd1a6f7e-95c9-4338-87ac-59c2c04f3a98,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:21.585831 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-afe51414-84d2-412c-97d8-427cc4993708 req-46bb4914-bbdc-426b-8add-fd296ee61310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:21.663174 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-b14ec140-5576-4800-b071-51e2b638095e service neutron] Attempting to bind port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:22:21.663378 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-b14ec140-5576-4800-b071-51e2b638095e service neutron] Attempting to bind port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:22:21.663641 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-b14ec140-5576-4800-b071-51e2b638095e service neutron] Attempting to bind port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:22:21.688762 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-b14ec140-5576-4800-b071-51e2b638095e service neutron] Port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:22:21.689548 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-b14ec140-5576-4800-b071-51e2b638095e service neutron] Attempting to bind port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:22:21.697319 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b57d09d6-941e-4934-b171-7e5e5ab9c3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:21.699788 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b57d09d6-941e-4934-b171-7e5e5ab9c3ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:21.709552 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ca8e8-5112-4992-9105-4f626bb4475d service neutron] Pushing event updated for resources: {'Port': ['ID=4d4d1987-a319-4336-a780-e8a800cd03e8,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:21.711359 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b57d09d6-941e-4934-b171-7e5e5ab9c3ff admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/36e9ec46-0fba-4e98-a46f-6ed5f746ed13 HTTP/1.1" status: 204 len: 168 time: 0.6006417 Jul 16 08:22:21.799450 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-b14ec140-5576-4800-b071-51e2b638095e service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:22:21.805450 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-b14ec140-5576-4800-b071-51e2b638095e service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:22:21.806077 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-b14ec140-5576-4800-b071-51e2b638095e service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:22:21.806534 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-b14ec140-5576-4800-b071-51e2b638095e service neutron] Bound port: dd1a6f7e-95c9-4338-87ac-59c2c04f3a98, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:22:21.806913 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-b14ec140-5576-4800-b071-51e2b638095e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:21.874915 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-37037c77-1fed-4bfc-9915-638262aecffa req-295ca8e8-5112-4992-9105-4f626bb4475d service neutron] Attempting to bind port 4d4d1987-a319-4336-a780-e8a800cd03e8 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:22:21.875154 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-37037c77-1fed-4bfc-9915-638262aecffa req-295ca8e8-5112-4992-9105-4f626bb4475d service neutron] Attempting to bind port 4d4d1987-a319-4336-a780-e8a800cd03e8 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:22:21.875428 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37037c77-1fed-4bfc-9915-638262aecffa req-295ca8e8-5112-4992-9105-4f626bb4475d service neutron] Attempting to bind port 4d4d1987-a319-4336-a780-e8a800cd03e8 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:22:21.945383 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-8ca04902-ad78-4855-9f38-c26cd61093e0 req-c1761278-638b-4062-96d3-2afd487ac100 tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1795602629', 'description': 'tempest-description-1182539617'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:22:21.955625 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37037c77-1fed-4bfc-9915-638262aecffa req-295ca8e8-5112-4992-9105-4f626bb4475d service neutron] Port 4d4d1987-a319-4336-a780-e8a800cd03e8 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:22:21.955971 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37037c77-1fed-4bfc-9915-638262aecffa req-295ca8e8-5112-4992-9105-4f626bb4475d service neutron] Attempting to bind port 4d4d1987-a319-4336-a780-e8a800cd03e8 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:22:21.977387 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57d09d6-941e-4934-b171-7e5e5ab9c3ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36e9ec46-0fba-4e98-a46f-6ed5f746ed13,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:22.023071 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37037c77-1fed-4bfc-9915-638262aecffa req-295ca8e8-5112-4992-9105-4f626bb4475d service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:22:22.040573 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37037c77-1fed-4bfc-9915-638262aecffa req-295ca8e8-5112-4992-9105-4f626bb4475d service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:22:22.041193 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37037c77-1fed-4bfc-9915-638262aecffa req-295ca8e8-5112-4992-9105-4f626bb4475d service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:22:22.041895 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-37037c77-1fed-4bfc-9915-638262aecffa req-295ca8e8-5112-4992-9105-4f626bb4475d service neutron] Bound port: 4d4d1987-a319-4336-a780-e8a800cd03e8, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:22:22.042943 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-37037c77-1fed-4bfc-9915-638262aecffa req-295ca8e8-5112-4992-9105-4f626bb4475d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:22.166856 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8ca04902-ad78-4855-9f38-c26cd61093e0 req-c1761278-638b-4062-96d3-2afd487ac100 tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:22.329474 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8067a038-c62c-4d65-ad7b-9f073e24f6f0 req-86ebb660-b0d4-4844-8d41-5d2715a47d85 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:22.331797 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8067a038-c62c-4d65-ad7b-9f073e24f6f0 req-86ebb660-b0d4-4844-8d41-5d2715a47d85 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 947 time: 0.5165539 Jul 16 08:22:22.443520 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8ca04902-ad78-4855-9f38-c26cd61093e0 req-c1761278-638b-4062-96d3-2afd487ac100 tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:22.446231 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-b14ec140-5576-4800-b071-51e2b638095e service neutron] For port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:22:22.484489 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8067a038-c62c-4d65-ad7b-9f073e24f6f0 req-44d48397-b365-4321-a8a6-56db99ff603c tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251047 Jul 16 08:22:22.490351 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-b14ec140-5576-4800-b071-51e2b638095e service neutron] For port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=dd1a6f7e-95c9-4338-87ac-59c2c04f3a98,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:22:22.516333 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-37037c77-1fed-4bfc-9915-638262aecffa req-295ca8e8-5112-4992-9105-4f626bb4475d service neutron] For port 4d4d1987-a319-4336-a780-e8a800cd03e8, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:22:22.520176 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-37037c77-1fed-4bfc-9915-638262aecffa req-295ca8e8-5112-4992-9105-4f626bb4475d service neutron] For port 4d4d1987-a319-4336-a780-e8a800cd03e8, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=4d4d1987-a319-4336-a780-e8a800cd03e8,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:22:22.524910 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-b14ec140-5576-4800-b071-51e2b638095e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:22.586066 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ec140-5576-4800-b071-51e2b638095e service neutron] Pushing event updated for resources: {'Port': ['ID=dd1a6f7e-95c9-4338-87ac-59c2c04f3a98,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:22.589667 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-37037c77-1fed-4bfc-9915-638262aecffa req-295ca8e8-5112-4992-9105-4f626bb4475d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:22.606746 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-afe51414-84d2-412c-97d8-427cc4993708 req-46bb4914-bbdc-426b-8add-fd296ee61310 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 194b172a-c0c8-4b9c-8aa4-5ca10db1c596 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:22:22.631814 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-afe51414-84d2-412c-97d8-427cc4993708 req-46bb4914-bbdc-426b-8add-fd296ee61310 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:22.665354 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-afe51414-84d2-412c-97d8-427cc4993708 req-46bb4914-bbdc-426b-8add-fd296ee61310 service neutron] Transition to ACTIVE for port object 194b172a-c0c8-4b9c-8aa4-5ca10db1c596 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:22:22.679482 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-afe51414-84d2-412c-97d8-427cc4993708 req-46bb4914-bbdc-426b-8add-fd296ee61310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:22.727555 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37037c77-1fed-4bfc-9915-638262aecffa req-295ca8e8-5112-4992-9105-4f626bb4475d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:22.728196 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-37037c77-1fed-4bfc-9915-638262aecffa req-295ca8e8-5112-4992-9105-4f626bb4475d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:22.729815 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-37037c77-1fed-4bfc-9915-638262aecffa req-295ca8e8-5112-4992-9105-4f626bb4475d service neutron] 10.222.0.30 "PUT /v2.0/ports/4d4d1987-a319-4336-a780-e8a800cd03e8 HTTP/1.1" status: 200 len: 1097 time: 3.6558952 Jul 16 08:22:22.746598 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62939b88-5eaa-427b-9cff-0442646c5320', 'tag': '4d4d1987-a319-4336-a780-e8a800cd03e8'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:22:22.966470 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb4914-bbdc-426b-8add-fd296ee61310 service neutron] Pushing event updated for resources: {'Port': ['ID=194b172a-c0c8-4b9c-8aa4-5ca10db1c596,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:22.986586 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-b14ec140-5576-4800-b071-51e2b638095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:22.987217 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-b14ec140-5576-4800-b071-51e2b638095e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:22.993366 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-b14ec140-5576-4800-b071-51e2b638095e service neutron] 10.222.0.30 "PUT /v2.0/ports/dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 HTTP/1.1" status: 200 len: 1096 time: 4.3289604 Jul 16 08:22:22.994020 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-afe51414-84d2-412c-97d8-427cc4993708 req-46bb4914-bbdc-426b-8add-fd296ee61310 service neutron] Attempting to bind port 194b172a-c0c8-4b9c-8aa4-5ca10db1c596 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:22:22.994454 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-afe51414-84d2-412c-97d8-427cc4993708 req-46bb4914-bbdc-426b-8add-fd296ee61310 service neutron] Attempting to bind port 194b172a-c0c8-4b9c-8aa4-5ca10db1c596 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:22:22.994911 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe51414-84d2-412c-97d8-427cc4993708 req-46bb4914-bbdc-426b-8add-fd296ee61310 service neutron] Attempting to bind port 194b172a-c0c8-4b9c-8aa4-5ca10db1c596 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:22:23.025168 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295ca8e8-5112-4992-9105-4f626bb4475d service neutron] Pushing event updated for resources: {'Port': ['ID=4d4d1987-a319-4336-a780-e8a800cd03e8,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:23.031467 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2db3e4-bccb-48ac-9693-c6ca52735cbe req-a446b76e-e9fe-494e-806d-c43f84a36adf tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:23.033278 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0e2db3e4-bccb-48ac-9693-c6ca52735cbe req-a446b76e-e9fe-494e-806d-c43f84a36adf tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=62939b88-5eaa-427b-9cff-0442646c5320 HTTP/1.1" status: 200 len: 948 time: 0.2912440 Jul 16 08:22:23.089366 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe51414-84d2-412c-97d8-427cc4993708 req-46bb4914-bbdc-426b-8add-fd296ee61310 service neutron] Port 194b172a-c0c8-4b9c-8aa4-5ca10db1c596 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:22:23.089701 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe51414-84d2-412c-97d8-427cc4993708 req-46bb4914-bbdc-426b-8add-fd296ee61310 service neutron] Attempting to bind port 194b172a-c0c8-4b9c-8aa4-5ca10db1c596 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:22:23.133637 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe51414-84d2-412c-97d8-427cc4993708 req-46bb4914-bbdc-426b-8add-fd296ee61310 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 22, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:22:23.134917 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe51414-84d2-412c-97d8-427cc4993708 req-46bb4914-bbdc-426b-8add-fd296ee61310 service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:22:23.138938 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe51414-84d2-412c-97d8-427cc4993708 req-46bb4914-bbdc-426b-8add-fd296ee61310 service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:22:23.140663 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-afe51414-84d2-412c-97d8-427cc4993708 req-46bb4914-bbdc-426b-8add-fd296ee61310 service neutron] Bound port: 194b172a-c0c8-4b9c-8aa4-5ca10db1c596, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:22:23.141967 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-afe51414-84d2-412c-97d8-427cc4993708 req-46bb4914-bbdc-426b-8add-fd296ee61310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:23.235840 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37037c77-1fed-4bfc-9915-638262aecffa req-8bab87d1-2b5d-4ffa-b12b-8c2469089241 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:23.237307 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-37037c77-1fed-4bfc-9915-638262aecffa req-8bab87d1-2b5d-4ffa-b12b-8c2469089241 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d8f3dac320542d68e553085b5e59ed5&device_id=62939b88-5eaa-427b-9cff-0442646c5320 HTTP/1.1" status: 200 len: 1100 time: 0.4028246 Jul 16 08:22:23.239200 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8ca04902-ad78-4855-9f38-c26cd61093e0 req-c1761278-638b-4062-96d3-2afd487ac100 tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:23.309187 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8ca04902-ad78-4855-9f38-c26cd61093e0 req-c1761278-638b-4062-96d3-2afd487ac100 tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:23.342107 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7bb3069-ff57-43c8-ad08-c1ffb487d713" -d '{"events": [{"name": "network-changed", "server_uuid": "62939b88-5eaa-427b-9cff-0442646c5320", "tag": "4d4d1987-a319-4336-a780-e8a800cd03e8"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:22:23.358896 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-37037c77-1fed-4bfc-9915-638262aecffa req-16d8c59d-bbae-4bac-94ef-d6d3e103db94 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=4d4d1987-a319-4336-a780-e8a800cd03e8 HTTP/1.1" status: 200 len: 217 time: 0.1030433 Jul 16 08:22:23.360639 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0e2db3e4-bccb-48ac-9693-c6ca52735cbe req-817a5ab2-2213-4794-92a6-49df6819078f tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/security-groups?id=23ba4e4f-e304-4a40-a7a4-d5e6cf400422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3100145 Jul 16 08:22:23.372645 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-afe51414-84d2-412c-97d8-427cc4993708 req-46bb4914-bbdc-426b-8add-fd296ee61310 service neutron] For port 194b172a-c0c8-4b9c-8aa4-5ca10db1c596, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:22:23.381638 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-afe51414-84d2-412c-97d8-427cc4993708 req-46bb4914-bbdc-426b-8add-fd296ee61310 service neutron] For port 194b172a-c0c8-4b9c-8aa4-5ca10db1c596, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=194b172a-c0c8-4b9c-8aa4-5ca10db1c596,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:22:23.394106 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-afe51414-84d2-412c-97d8-427cc4993708 req-46bb4914-bbdc-426b-8add-fd296ee61310 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:23.461369 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-b82e7491-c72d-40d1-8855-d7d4eaf28587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:23.462912 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-b82e7491-c72d-40d1-8855-d7d4eaf28587 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 1099 time: 0.4061120 Jul 16 08:22:23.510221 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1761278-638b-4062-96d3-2afd487ac100 tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9dbadc-30f4-4919-8cc2-f018f12d840c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:23.623760 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-82eba0ce-2496-4036-9a60-38c29de0b90b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 HTTP/1.1" status: 200 len: 217 time: 0.1389911 Jul 16 08:22:23.658604 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37037c77-1fed-4bfc-9915-638262aecffa req-bb6301fe-dd12-47c7-af7a-5ea4895fb595 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:23.660078 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-37037c77-1fed-4bfc-9915-638262aecffa req-bb6301fe-dd12-47c7-af7a-5ea4895fb595 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.2741041 Jul 16 08:22:23.812697 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bb4914-bbdc-426b-8add-fd296ee61310 service neutron] Pushing event updated for resources: {'Port': ['ID=194b172a-c0c8-4b9c-8aa4-5ca10db1c596,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:23.828042 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe51414-84d2-412c-97d8-427cc4993708 req-46bb4914-bbdc-426b-8add-fd296ee61310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:23.828864 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-afe51414-84d2-412c-97d8-427cc4993708 req-46bb4914-bbdc-426b-8add-fd296ee61310 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:23.830657 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-afe51414-84d2-412c-97d8-427cc4993708 req-46bb4914-bbdc-426b-8add-fd296ee61310 service neutron] 10.222.0.21 "PUT /v2.0/ports/194b172a-c0c8-4b9c-8aa4-5ca10db1c596 HTTP/1.1" status: 200 len: 1118 time: 3.0575998 Jul 16 08:22:23.832941 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3ae96da-4d06-45cb-aea4-1916fc6dd1e5', 'tag': '194b172a-c0c8-4b9c-8aa4-5ca10db1c596'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:22:23.944566 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-4736b9e6-9bbc-434c-a75a-918d33c03aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:23.946317 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-4736b9e6-9bbc-434c-a75a-918d33c03aea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.3097727 Jul 16 08:22:23.987362 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8ca04902-ad78-4855-9f38-c26cd61093e0 req-c1761278-638b-4062-96d3-2afd487ac100 tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:24.024591 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8ca04902-ad78-4855-9f38-c26cd61093e0 req-c1761278-638b-4062-96d3-2afd487ac100 tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:24.118950 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8ca04902-ad78-4855-9f38-c26cd61093e0 req-c1761278-638b-4062-96d3-2afd487ac100 tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:24.120180 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8ca04902-ad78-4855-9f38-c26cd61093e0 req-c1761278-638b-4062-96d3-2afd487ac100 tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 2.2235529 Jul 16 08:22:24.123054 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37037c77-1fed-4bfc-9915-638262aecffa req-f3981700-e294-4030-8695-4270a9c6e2f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:24.133635 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-37037c77-1fed-4bfc-9915-638262aecffa req-f3981700-e294-4030-8695-4270a9c6e2f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4231784 Jul 16 08:22:24.138368 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1761278-638b-4062-96d3-2afd487ac100 tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c35d2977-e1cf-43fd-af1e-bf7492f18e4e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:24.243251 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-cd3a89e2-4de1-40ec-a916-0d872a8ba8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:24.252941 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe51414-84d2-412c-97d8-427cc4993708 req-95d94650-3793-400e-832e-48733e6d6e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:24.265246 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-afe51414-84d2-412c-97d8-427cc4993708 req-95d94650-3793-400e-832e-48733e6d6e38 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a02d2da9687435284a892d93818359c&device_id=a3ae96da-4d06-45cb-aea4-1916fc6dd1e5 HTTP/1.1" status: 200 len: 1121 time: 0.3409059 Jul 16 08:22:24.277905 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-cd3a89e2-4de1-40ec-a916-0d872a8ba8d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3145075 Jul 16 08:22:24.314291 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cdcd813-2707-4772-b00a-2fb650731300" -d '{"events": [{"name": "network-changed", "server_uuid": "a3ae96da-4d06-45cb-aea4-1916fc6dd1e5", "tag": "194b172a-c0c8-4b9c-8aa4-5ca10db1c596"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:22:24.393291 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-37037c77-1fed-4bfc-9915-638262aecffa req-c37679a3-3b34-4a94-b828-7d06c423024b service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2344868 Jul 16 08:22:24.415796 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-afe51414-84d2-412c-97d8-427cc4993708 req-36cc71bc-9957-4241-880f-f8e57211dec7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=194b172a-c0c8-4b9c-8aa4-5ca10db1c596 HTTP/1.1" status: 200 len: 217 time: 0.0974760 Jul 16 08:22:24.596925 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-37037c77-1fed-4bfc-9915-638262aecffa req-f1d0a527-5433-4beb-8b97-838400399ec7 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301520 Jul 16 08:22:24.598621 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dea9c73c-6f1a-429e-9621-78d270e97505 x-openstack-request-id: req-dea9c73c-6f1a-429e-9621-78d270e97505 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:22:24.598966 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62939b88-5eaa-427b-9cff-0442646c5320", "tag": "4d4d1987-a319-4336-a780-e8a800cd03e8", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:22:24.599158 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dea9c73c-6f1a-429e-9621-78d270e97505 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:22:24.599789 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62939b88-5eaa-427b-9cff-0442646c5320', 'tag': '4d4d1987-a319-4336-a780-e8a800cd03e8', 'status': 'completed', 'code': 200} Jul 16 08:22:24.635186 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-e7f67fdb-ff88-4510-ba1d-2643756fc045 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2731504 Jul 16 08:22:24.654488 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd9205a-54f1-4747-84ee-998991cf254a req-5a2ed6b0-853f-4dc4-a261-2418c4ad1321 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:24.664056 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6fd9205a-54f1-4747-84ee-998991cf254a req-5a2ed6b0-853f-4dc4-a261-2418c4ad1321 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ae96da-4d06-45cb-aea4-1916fc6dd1e5 HTTP/1.1" status: 200 len: 969 time: 0.2915549 Jul 16 08:22:24.697355 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe51414-84d2-412c-97d8-427cc4993708 req-9b186c28-6df2-4027-b3e5-6062ae9ad654 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:24.706099 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-afe51414-84d2-412c-97d8-427cc4993708 req-9b186c28-6df2-4027-b3e5-6062ae9ad654 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.2254577 Jul 16 08:22:24.720272 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6fd9205a-54f1-4747-84ee-998991cf254a req-e56c677d-bea0-4cfa-9070-485ce0b06c11 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5db6eef-3b96-4a15-a454-b8f6c704e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548828 Jul 16 08:22:24.926138 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82038fb5-9799-4853-8442-f7f9b5d43d14 req-3ecfecbe-e03a-4e96-a7a9-ad9828060ce7 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1796880 Jul 16 08:22:24.941450 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b727de74-4c57-4aca-b8ec-696016de19cf req-c44741fe-6dc9-4386-8e71-2cb2c0412666 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:24.948392 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b727de74-4c57-4aca-b8ec-696016de19cf req-c44741fe-6dc9-4386-8e71-2cb2c0412666 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 947 time: 0.2496071 Jul 16 08:22:24.986718 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb3069-ff57-43c8-ad08-c1ffb487d713 req-3352c3e2-07bd-4a0b-8eb4-0aa547e55671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:24.988204 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f7bb3069-ff57-43c8-ad08-c1ffb487d713 req-3352c3e2-07bd-4a0b-8eb4-0aa547e55671 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d8f3dac320542d68e553085b5e59ed5&device_id=62939b88-5eaa-427b-9cff-0442646c5320 HTTP/1.1" status: 200 len: 1100 time: 0.1611912 Jul 16 08:22:25.002812 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b727de74-4c57-4aca-b8ec-696016de19cf req-352fd172-bd4f-4b43-84da-ac03cf024f97 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528266 Jul 16 08:22:25.033477 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe51414-84d2-412c-97d8-427cc4993708 req-93a85ddd-a39c-4ce4-b550-1dcbf6cdfbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:25.043242 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-afe51414-84d2-412c-97d8-427cc4993708 req-93a85ddd-a39c-4ce4-b550-1dcbf6cdfbc9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1551185 Jul 16 08:22:25.070363 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-7be520f4-7d39-441b-a657-f3e9ca45f7e3 req-cfd2dcbf-7788-4e52-8464-acc3f78d641e tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] Request body: {'security_group': {'name': 'tempest-securitygroup-788987385', 'description': 'tempest-description-1374654753'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:22:25.187687 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7be520f4-7d39-441b-a657-f3e9ca45f7e3 req-cfd2dcbf-7788-4e52-8464-acc3f78d641e tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:25.226588 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-afe51414-84d2-412c-97d8-427cc4993708 req-3cfb8f44-40f7-4bc2-8065-cb45666e5651 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1534457 Jul 16 08:22:25.227748 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb3069-ff57-43c8-ad08-c1ffb487d713 req-599b34a7-5980-4aef-a555-a857424ea473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:25.229265 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f7bb3069-ff57-43c8-ad08-c1ffb487d713 req-599b34a7-5980-4aef-a555-a857424ea473 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.2154868 Jul 16 08:22:25.293584 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad02b692-1d3d-4d2b-acd7-c9b15900a435 x-openstack-request-id: req-ad02b692-1d3d-4d2b-acd7-c9b15900a435 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:22:25.293918 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3ae96da-4d06-45cb-aea4-1916fc6dd1e5", "tag": "194b172a-c0c8-4b9c-8aa4-5ca10db1c596", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:22:25.294385 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ad02b692-1d3d-4d2b-acd7-c9b15900a435 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:22:25.295177 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3ae96da-4d06-45cb-aea4-1916fc6dd1e5', 'tag': '194b172a-c0c8-4b9c-8aa4-5ca10db1c596', 'status': 'completed', 'code': 200} Jul 16 08:22:25.472864 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f7bb3069-ff57-43c8-ad08-c1ffb487d713 req-d356ecd7-3628-4fb7-9ddc-067901f8023c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.243&port_id=4d4d1987-a319-4336-a780-e8a800cd03e8 HTTP/1.1" status: 200 len: 217 time: 0.2203064 Jul 16 08:22:25.474054 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-afe51414-84d2-412c-97d8-427cc4993708 req-24433ca7-8345-416c-bd09-358fb50dd812 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151494 Jul 16 08:22:25.536062 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7be520f4-7d39-441b-a657-f3e9ca45f7e3 req-cfd2dcbf-7788-4e52-8464-acc3f78d641e tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:25.549661 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7be520f4-7d39-441b-a657-f3e9ca45f7e3 req-cfd2dcbf-7788-4e52-8464-acc3f78d641e tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:25.612209 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb3069-ff57-43c8-ad08-c1ffb487d713 req-206830fc-2bab-4115-b870-d3a080a46be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:25.618860 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f7bb3069-ff57-43c8-ad08-c1ffb487d713 req-206830fc-2bab-4115-b870-d3a080a46be2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.1230056 Jul 16 08:22:25.650660 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd2dcbf-7788-4e52-8464-acc3f78d641e tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b532f7cb-03f8-4130-8fe8-ca2d2348d857,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:25.665076 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7be520f4-7d39-441b-a657-f3e9ca45f7e3 req-cfd2dcbf-7788-4e52-8464-acc3f78d641e tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:25.666330 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7be520f4-7d39-441b-a657-f3e9ca45f7e3 req-cfd2dcbf-7788-4e52-8464-acc3f78d641e tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6230102 Jul 16 08:22:25.874265 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb3069-ff57-43c8-ad08-c1ffb487d713 req-cc9eb048-7320-4959-b18a-8dc1244d208c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:25.876310 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f7bb3069-ff57-43c8-ad08-c1ffb487d713 req-cc9eb048-7320-4959-b18a-8dc1244d208c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1764584 Jul 16 08:22:25.912391 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a2489-08b9-4898-bbe1-980508849aa1 req-5c65b278-6ae4-464a-a93e-3790555bde75 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:25.927989 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cc2a2489-08b9-4898-bbe1-980508849aa1 req-5c65b278-6ae4-464a-a93e-3790555bde75 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=62939b88-5eaa-427b-9cff-0442646c5320 HTTP/1.1" status: 200 len: 948 time: 0.2598021 Jul 16 08:22:26.017781 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cc2a2489-08b9-4898-bbe1-980508849aa1 req-e01ef9fa-0720-4e2c-9b8c-3c0b985c3a05 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/security-groups?id=23ba4e4f-e304-4a40-a7a4-d5e6cf400422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883904 Jul 16 08:22:26.253871 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40982) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:26.319161 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-6cc4d631-fd2f-4384-bf2a-49949618504c req-8c8bc750-d8c3-46a8-afc9-b36f421b3ff8 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1942087932', 'description': 'tempest-description-2004119307'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:22:26.371347 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f7bb3069-ff57-43c8-ad08-c1ffb487d713 req-a4ef2ab2-b330-4bf6-ae18-3f1151c969ba service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2548447 Jul 16 08:22:26.372120 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6cc4d631-fd2f-4384-bf2a-49949618504c req-8c8bc750-d8c3-46a8-afc9-b36f421b3ff8 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:26.387970 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6cc4d631-fd2f-4384-bf2a-49949618504c req-8c8bc750-d8c3-46a8-afc9-b36f421b3ff8 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:26.454701 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f22bf6-829f-41f2-9df7-b1f0aab20ca0 req-e788d590-cd50-49db-8c85-b6ff3e18a99d tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:26.456397 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-56f22bf6-829f-41f2-9df7-b1f0aab20ca0 req-e788d590-cd50-49db-8c85-b6ff3e18a99d tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ae96da-4d06-45cb-aea4-1916fc6dd1e5 HTTP/1.1" status: 200 len: 969 time: 0.1894519 Jul 16 08:22:26.463925 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-51d84127-5a71-4c27-8a1b-78767812e587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:26.530291 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-56f22bf6-829f-41f2-9df7-b1f0aab20ca0 req-1432c841-c3fb-4321-a057-935ad030df80 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5db6eef-3b96-4a15-a454-b8f6c704e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616832 Jul 16 08:22:26.604065 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6cc4d631-fd2f-4384-bf2a-49949618504c req-8c8bc750-d8c3-46a8-afc9-b36f421b3ff8 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:26.605260 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4319b25f-7ae5-43bc-97f8-732155c25ff2', 'tag': 'dd1a6f7e-95c9-4338-87ac-59c2c04f3a98'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:22:26.608099 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c91692-dfcb-47fb-8c33-ed7df295647b" -d '{"events": [{"name": "network-changed", "server_uuid": "4319b25f-7ae5-43bc-97f8-732155c25ff2", "tag": "dd1a6f7e-95c9-4338-87ac-59c2c04f3a98"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:22:26.623056 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6cc4d631-fd2f-4384-bf2a-49949618504c req-8c8bc750-d8c3-46a8-afc9-b36f421b3ff8 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:26.710522 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f7bb3069-ff57-43c8-ad08-c1ffb487d713 req-7be6d777-0446-498f-b9b6-05635130cb7c service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2924898 Jul 16 08:22:26.739148 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bc750-d8c3-46a8-afc9-b36f421b3ff8 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0a4c3ce-d3b1-458e-97eb-55eaaccd3b07,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:26.878815 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-51d84127-5a71-4c27-8a1b-78767812e587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:26.895372 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-51d84127-5a71-4c27-8a1b-78767812e587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:27.025279 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d84127-5a71-4c27-8a1b-78767812e587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feeef188-b109-47ed-943b-b9f5650097ea,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:27.026553 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6cc4d631-fd2f-4384-bf2a-49949618504c req-8c8bc750-d8c3-46a8-afc9-b36f421b3ff8 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:27.033257 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6cc4d631-fd2f-4384-bf2a-49949618504c req-8c8bc750-d8c3-46a8-afc9-b36f421b3ff8 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:27.038500 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-51d84127-5a71-4c27-8a1b-78767812e587 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2db42b14fb014459817a276679a14e22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7833278 Jul 16 08:22:27.042661 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40990) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:27.097865 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8bc750-d8c3-46a8-afc9-b36f421b3ff8 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99120dd9-db6e-4dde-bbf3-fd42fd30c7d0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:27.104712 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6cc4d631-fd2f-4384-bf2a-49949618504c req-8c8bc750-d8c3-46a8-afc9-b36f421b3ff8 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:27.120003 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6cc4d631-fd2f-4384-bf2a-49949618504c req-8c8bc750-d8c3-46a8-afc9-b36f421b3ff8 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.8104711 Jul 16 08:22:27.123525 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d02683c-4ef3-42eb-98b0-3c59a47452df req-e37343c4-f7f0-49db-9df0-40077c3f7b74 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:27.125292 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8d02683c-4ef3-42eb-98b0-3c59a47452df req-e37343c4-f7f0-49db-9df0-40077c3f7b74 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 947 time: 0.3134310 Jul 16 08:22:27.167806 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befc71ec-7d60-414a-9407-03d48bf31cab x-openstack-request-id: req-befc71ec-7d60-414a-9407-03d48bf31cab {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:22:27.168198 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4319b25f-7ae5-43bc-97f8-732155c25ff2", "tag": "dd1a6f7e-95c9-4338-87ac-59c2c04f3a98", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:22:27.174713 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-befc71ec-7d60-414a-9407-03d48bf31cab {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:22:27.175233 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4319b25f-7ae5-43bc-97f8-732155c25ff2', 'tag': 'dd1a6f7e-95c9-4338-87ac-59c2c04f3a98', 'status': 'completed', 'code': 200} Jul 16 08:22:27.267028 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a0f68f3c-e70b-4934-9522-a2b96d400870 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:27.278679 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8d02683c-4ef3-42eb-98b0-3c59a47452df req-5c8b2cbd-9b88-4df2-b057-291e1e19d505 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292045 Jul 16 08:22:27.338703 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a0f68f3c-e70b-4934-9522-a2b96d400870 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:27.393969 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-2f33eb40-1eee-492b-a048-6ac81e50e280 req-3313f75d-5488-420a-8286-2a9c8285d45a tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1808455338', 'description': 'tempest-description-836909599'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:22:27.431095 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2f33eb40-1eee-492b-a048-6ac81e50e280 req-3313f75d-5488-420a-8286-2a9c8285d45a tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:27.463343 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a0f68f3c-e70b-4934-9522-a2b96d400870 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:27.466862 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a0f68f3c-e70b-4934-9522-a2b96d400870 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:27.468070 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a0f68f3c-e70b-4934-9522-a2b96d400870 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/feeef188-b109-47ed-943b-b9f5650097ea HTTP/1.1" status: 204 len: 168 time: 0.4243312 Jul 16 08:22:27.490903 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f68f3c-e70b-4934-9522-a2b96d400870 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feeef188-b109-47ed-943b-b9f5650097ea,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:27.535554 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36abd93b-4b63-4ab2-bc20-8951d24a4160 req-33afebcd-3d87-4bfc-9003-888103b8691a tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:27.555035 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-36abd93b-4b63-4ab2-bc20-8951d24a4160 req-33afebcd-3d87-4bfc-9003-888103b8691a tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=62939b88-5eaa-427b-9cff-0442646c5320 HTTP/1.1" status: 200 len: 948 time: 0.1761096 Jul 16 08:22:27.620967 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2f33eb40-1eee-492b-a048-6ac81e50e280 req-3313f75d-5488-420a-8286-2a9c8285d45a tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:27.629191 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2f33eb40-1eee-492b-a048-6ac81e50e280 req-3313f75d-5488-420a-8286-2a9c8285d45a tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:27.676925 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-36abd93b-4b63-4ab2-bc20-8951d24a4160 req-302e24bb-f44c-4338-8631-9b46b18a8462 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/security-groups?id=23ba4e4f-e304-4a40-a7a4-d5e6cf400422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190336 Jul 16 08:22:27.698759 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2f33eb40-1eee-492b-a048-6ac81e50e280 req-3313f75d-5488-420a-8286-2a9c8285d45a tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:27.713195 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2f33eb40-1eee-492b-a048-6ac81e50e280 req-3313f75d-5488-420a-8286-2a9c8285d45a tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3721585 Jul 16 08:22:27.728663 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313f75d-5488-420a-8286-2a9c8285d45a tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d95d8d8-6b95-46c4-8fbd-ec28c622a860,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:27.971200 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dc6f5c-c821-4fd9-9f83-6cf74e441f5f req-0be0528c-8f42-436c-97bf-f34cd3efec80 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:27.977671 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-57dc6f5c-c821-4fd9-9f83-6cf74e441f5f req-0be0528c-8f42-436c-97bf-f34cd3efec80 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ae96da-4d06-45cb-aea4-1916fc6dd1e5 HTTP/1.1" status: 200 len: 969 time: 0.1255336 Jul 16 08:22:28.036304 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-57dc6f5c-c821-4fd9-9f83-6cf74e441f5f req-25a65be3-9c6c-43a0-85e4-eae7565ebb81 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5db6eef-3b96-4a15-a454-b8f6c704e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497415 Jul 16 08:22:28.131856 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41008) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:28.152702 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5140b2a3-1ca4-4fb7-8a23-0df2be4df475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:28.161835 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87854e43-cf9c-4a8b-ad60-24927f5dede3 req-f21d5715-d492-4c4e-9d02-477fe5915f98 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 25773 time: 0.3424113 Jul 16 08:22:28.303387 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5140b2a3-1ca4-4fb7-8a23-0df2be4df475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:28.304655 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87854e43-cf9c-4a8b-ad60-24927f5dede3 req-69c30494-3c67-4939-9db1-1e6c0f1fc695 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] 10.222.0.22 "GET /v2.0/security-groups/14a1855a-0eae-4d7f-8af6-fa092cb3565c HTTP/1.1" status: 200 len: 2977 time: 0.1417210 Jul 16 08:22:28.315092 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5140b2a3-1ca4-4fb7-8a23-0df2be4df475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:28.357353 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5140b2a3-1ca4-4fb7-8a23-0df2be4df475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d4eea3-7056-4129-a33c-75c015ad18d0,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:28.393576 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5140b2a3-1ca4-4fb7-8a23-0df2be4df475 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e5855dbf592b443d99f3e59981a1659b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2596614 Jul 16 08:22:28.396709 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41016) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:28.399011 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87854e43-cf9c-4a8b-ad60-24927f5dede3 req-f91a8178-36b3-4bcc-9bb9-dda71651ed59 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] 10.222.0.22 "GET /v2.0/security-groups/14a1855a-0eae-4d7f-8af6-fa092cb3565c HTTP/1.1" status: 200 len: 2977 time: 0.0933063 Jul 16 08:22:28.496955 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fa1cc3bd-ddef-471d-8334-b8ce52bc8893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:28.501509 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87854e43-cf9c-4a8b-ad60-24927f5dede3 req-198350bc-d5cf-4000-93ce-f885bf8b92b5 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] 10.222.0.22 "GET /v2.0/security-groups/23ba4e4f-e304-4a40-a7a4-d5e6cf400422 HTTP/1.1" status: 200 len: 2977 time: 0.1008520 Jul 16 08:22:28.557694 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fa1cc3bd-ddef-471d-8334-b8ce52bc8893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:28.601746 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87854e43-cf9c-4a8b-ad60-24927f5dede3 req-8249dcbd-cb7c-4857-81bc-5aa3d8217545 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] 10.222.0.22 "GET /v2.0/security-groups/23ba4e4f-e304-4a40-a7a4-d5e6cf400422 HTTP/1.1" status: 200 len: 2977 time: 0.0992255 Jul 16 08:22:28.667948 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d39661-e0ab-43b7-83f4-c4fad02326ba req-e5899bb1-3c0c-4b3d-8e3b-dbd76aad86ad tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:28.674135 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87854e43-cf9c-4a8b-ad60-24927f5dede3 req-cc76f0c8-cc4f-4e80-941d-3b2650846ea4 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] 10.222.0.22 "GET /v2.0/security-groups/313538d0-f112-4964-9881-f2900828a02f HTTP/1.1" status: 200 len: 2977 time: 0.0714657 Jul 16 08:22:28.683213 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d0d39661-e0ab-43b7-83f4-c4fad02326ba req-e5899bb1-3c0c-4b3d-8e3b-dbd76aad86ad tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 947 time: 0.1422491 Jul 16 08:22:28.719850 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fa1cc3bd-ddef-471d-8334-b8ce52bc8893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:28.726221 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fa1cc3bd-ddef-471d-8334-b8ce52bc8893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:28.729278 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-fa1cc3bd-ddef-471d-8334-b8ce52bc8893 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c3d4eea3-7056-4129-a33c-75c015ad18d0 HTTP/1.1" status: 204 len: 168 time: 0.3313246 Jul 16 08:22:28.764956 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1cc3bd-ddef-471d-8334-b8ce52bc8893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d4eea3-7056-4129-a33c-75c015ad18d0,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:28.799820 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87854e43-cf9c-4a8b-ad60-24927f5dede3 req-8cc4283f-7aff-4498-8faf-f192f53a6a65 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] 10.222.0.22 "GET /v2.0/security-groups/313538d0-f112-4964-9881-f2900828a02f HTTP/1.1" status: 200 len: 2977 time: 0.1107962 Jul 16 08:22:28.827683 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d0d39661-e0ab-43b7-83f4-c4fad02326ba req-84892eb6-a129-49ba-ba73-c9da1df16e5d tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431415 Jul 16 08:22:28.828179 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41024) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:28.902906 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87854e43-cf9c-4a8b-ad60-24927f5dede3 req-f2d4a3d6-449b-4987-a34b-8b794e800c3a tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] 10.222.0.22 "GET /v2.0/security-groups/8f9dbadc-30f4-4919-8cc2-f018f12d840c HTTP/1.1" status: 200 len: 2977 time: 0.0937276 Jul 16 08:22:29.010029 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87854e43-cf9c-4a8b-ad60-24927f5dede3 req-234419d7-f8aa-4d34-9648-94457b5988ab tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] 10.222.0.22 "GET /v2.0/security-groups/8f9dbadc-30f4-4919-8cc2-f018f12d840c HTTP/1.1" status: 200 len: 2977 time: 0.0996320 Jul 16 08:22:29.125979 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87854e43-cf9c-4a8b-ad60-24927f5dede3 req-88ebd0cd-0bf4-48da-9cd5-f89ab5fadf86 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] 10.222.0.22 "GET /v2.0/security-groups/b5db6eef-3b96-4a15-a454-b8f6c704e4d3 HTTP/1.1" status: 200 len: 2977 time: 0.1048653 Jul 16 08:22:29.127560 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18f1ec85-704b-4377-84af-2c880645bb5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:29.226840 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c19d47-f641-4910-9ab5-06a8d08f98b3 req-f9715e5e-1aef-4620-b1c2-70366bb0e588 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:29.234336 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b1c19d47-f641-4910-9ab5-06a8d08f98b3 req-f9715e5e-1aef-4620-b1c2-70366bb0e588 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=62939b88-5eaa-427b-9cff-0442646c5320 HTTP/1.1" status: 200 len: 948 time: 0.1969528 Jul 16 08:22:29.237610 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87854e43-cf9c-4a8b-ad60-24927f5dede3 req-43bf9ecd-0ebd-454f-8930-7731ac61429b tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] 10.222.0.22 "GET /v2.0/security-groups/b5db6eef-3b96-4a15-a454-b8f6c704e4d3 HTTP/1.1" status: 200 len: 2977 time: 0.1081102 Jul 16 08:22:29.300885 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87854e43-cf9c-4a8b-ad60-24927f5dede3 req-65c83c68-e959-4f4a-8b0c-d40011a9a00e tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] 10.222.0.22 "GET /v2.0/security-groups/c0a4c3ce-d3b1-458e-97eb-55eaaccd3b07 HTTP/1.1" status: 200 len: 2981 time: 0.0617120 Jul 16 08:22:29.314716 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b1c19d47-f641-4910-9ab5-06a8d08f98b3 req-4151a90c-5713-4402-9786-e3745abf1748 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/security-groups?id=23ba4e4f-e304-4a40-a7a4-d5e6cf400422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788827 Jul 16 08:22:29.319604 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18f1ec85-704b-4377-84af-2c880645bb5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:29.346425 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18f1ec85-704b-4377-84af-2c880645bb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:29.365562 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87854e43-cf9c-4a8b-ad60-24927f5dede3 req-ed3dbe72-978e-4095-9f93-18476de5b9db tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] 10.222.0.22 "GET /v2.0/security-groups/c0a4c3ce-d3b1-458e-97eb-55eaaccd3b07 HTTP/1.1" status: 200 len: 2981 time: 0.0533648 Jul 16 08:22:29.432573 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-18f1ec85-704b-4377-84af-2c880645bb5f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=47ac81990126454992b772cd32598416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6008866 Jul 16 08:22:29.432919 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41042) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:29.433536 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f1ec85-704b-4377-84af-2c880645bb5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19844279-360c-4a37-b892-a6f2030761b8,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:29.448600 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87854e43-cf9c-4a8b-ad60-24927f5dede3 req-37c02984-a45f-4446-a389-81528a7bf1e3 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] 10.222.0.22 "GET /v2.0/security-groups/e977c89d-d53c-4b78-acec-5c6769abc377 HTTP/1.1" status: 200 len: 2973 time: 0.0713522 Jul 16 08:22:29.526324 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87854e43-cf9c-4a8b-ad60-24927f5dede3 req-42467c78-73f1-4c84-b95d-4743b5018cbc tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] 10.222.0.22 "GET /v2.0/security-groups/e977c89d-d53c-4b78-acec-5c6769abc377 HTTP/1.1" status: 200 len: 2973 time: 0.0707657 Jul 16 08:22:29.533846 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aed5588e-623c-4040-b3d8-1682f78239a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:29.545245 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:22:29.587846 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aed5588e-623c-4040-b3d8-1682f78239a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:29.648858 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2409591e-1249-485b-b66d-6d5ef1f34906 req-ea0ee2c2-9448-402f-b34b-0f291942501f tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:29.650419 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2409591e-1249-485b-b66d-6d5ef1f34906 req-ea0ee2c2-9448-402f-b34b-0f291942501f tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ae96da-4d06-45cb-aea4-1916fc6dd1e5 HTTP/1.1" status: 200 len: 969 time: 0.1551261 Jul 16 08:22:29.655824 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-46d3727e-1a9b-48b7-8472-f63668429262 req-c323ffe9-4629-4e8b-a80b-4bdb4785040a tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=00eef5ebefd94ad5bea563a8cfd71775 HTTP/1.1" status: 200 len: 6099 time: 0.0926805 Jul 16 08:22:29.706906 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aed5588e-623c-4040-b3d8-1682f78239a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:29.710096 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aed5588e-623c-4040-b3d8-1682f78239a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:29.711210 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-aed5588e-623c-4040-b3d8-1682f78239a7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/19844279-360c-4a37-b892-a6f2030761b8 HTTP/1.1" status: 204 len: 168 time: 0.2749116 Jul 16 08:22:29.738178 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2409591e-1249-485b-b66d-6d5ef1f34906 req-dc3abe3c-54b2-4b4c-900a-8fec67299f94 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5db6eef-3b96-4a15-a454-b8f6c704e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753088 Jul 16 08:22:29.744029 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed5588e-623c-4040-b3d8-1682f78239a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19844279-360c-4a37-b892-a6f2030761b8,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:29.773386 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-46d3727e-1a9b-48b7-8472-f63668429262 req-4a867723-e3c3-4add-9a15-eb18d7d983dd tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] 10.222.0.22 "GET /v2.0/security-groups/8f9dbadc-30f4-4919-8cc2-f018f12d840c HTTP/1.1" status: 200 len: 2977 time: 0.1101751 Jul 16 08:22:29.856760 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c91692-dfcb-47fb-8c33-ed7df295647b req-8a4a3a5e-f47e-4db7-9ef4-caccec157a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:29.862925 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64c91692-dfcb-47fb-8c33-ed7df295647b req-8a4a3a5e-f47e-4db7-9ef4-caccec157a2c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 1099 time: 0.1563313 Jul 16 08:22:29.889731 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41058) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:29.930697 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-46d3727e-1a9b-48b7-8472-f63668429262 req-97c2840e-400c-4e4f-822f-c85b1072c400 tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] 10.222.0.22 "GET /v2.0/security-groups/8f9dbadc-30f4-4919-8cc2-f018f12d840c HTTP/1.1" status: 200 len: 2977 time: 0.1425691 Jul 16 08:22:30.032961 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2e3a384c-3124-4fda-aab1-0601cff0aacf req-27badaaa-bf02-4d1e-b32c-e6a0214c2408 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] 10.222.0.22 "GET /v2.0/security-groups/9d95d8d8-6b95-46c4-8fbd-ec28c622a860 HTTP/1.1" status: 200 len: 1777 time: 0.0906358 Jul 16 08:22:30.057341 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c91692-dfcb-47fb-8c33-ed7df295647b req-e363cfeb-6a39-48cf-a531-119421a6548b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:30.059110 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64c91692-dfcb-47fb-8c33-ed7df295647b req-e363cfeb-6a39-48cf-a531-119421a6548b service neutron] 10.222.0.30 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.1858597 Jul 16 08:22:30.110254 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64c91692-dfcb-47fb-8c33-ed7df295647b req-554cfe4c-3ad2-4540-b7b9-9b521e7dc785 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 HTTP/1.1" status: 200 len: 217 time: 0.0437419 Jul 16 08:22:30.121465 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-dd4fa0c9-95ba-4129-9907-33674cc4c36a admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-561904677-network', 'tenant_id': '0c0f0cf24afb47969a9cef8297bf2691'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:22:30.156031 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd4fa0c9-95ba-4129-9907-33674cc4c36a admin admin] Made reservation on behalf of 0c0f0cf24afb47969a9cef8297bf2691 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:22:30.158693 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dd4fa0c9-95ba-4129-9907-33674cc4c36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:30.171290 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2e3a384c-3124-4fda-aab1-0601cff0aacf req-c0773bcf-2672-4ef4-9dc3-8773bafd1672 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:30.171535 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dd4fa0c9-95ba-4129-9907-33674cc4c36a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:30.196194 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd834742-7870-4834-9ff1-e15de824dd19 req-f39610d1-474a-4415-9aef-01c1ae56a64b tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:30.197888 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fd834742-7870-4834-9ff1-e15de824dd19 req-f39610d1-474a-4415-9aef-01c1ae56a64b tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 947 time: 0.2304544 Jul 16 08:22:30.199134 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c91692-dfcb-47fb-8c33-ed7df295647b req-450655b7-aa68-4c13-b3fc-7e0be2fd669a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:30.200770 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64c91692-dfcb-47fb-8c33-ed7df295647b req-450655b7-aa68-4c13-b3fc-7e0be2fd669a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0837452 Jul 16 08:22:30.221698 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2e3a384c-3124-4fda-aab1-0601cff0aacf req-c0773bcf-2672-4ef4-9dc3-8773bafd1672 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:30.258551 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fd834742-7870-4834-9ff1-e15de824dd19 req-7b7ae98e-eba8-4643-bf0a-1821d27fd93f tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528247 Jul 16 08:22:30.300701 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c91692-dfcb-47fb-8c33-ed7df295647b req-b4843261-32e6-4b5e-8505-3a8d8cfe717d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:30.303258 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64c91692-dfcb-47fb-8c33-ed7df295647b req-b4843261-32e6-4b5e-8505-3a8d8cfe717d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0934563 Jul 16 08:22:30.308868 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2e3a384c-3124-4fda-aab1-0601cff0aacf req-c0773bcf-2672-4ef4-9dc3-8773bafd1672 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:30.311396 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2e3a384c-3124-4fda-aab1-0601cff0aacf req-c0773bcf-2672-4ef4-9dc3-8773bafd1672 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:30.312536 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2e3a384c-3124-4fda-aab1-0601cff0aacf req-c0773bcf-2672-4ef4-9dc3-8773bafd1672 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] 10.222.0.22 "DELETE /v2.0/security-groups/9d95d8d8-6b95-46c4-8fbd-ec28c622a860 HTTP/1.1" status: 204 len: 173 time: 0.2784791 Jul 16 08:22:30.331449 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0773bcf-2672-4ef4-9dc3-8773bafd1672 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d95d8d8-6b95-46c4-8fbd-ec28c622a860,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:30.364180 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dd4fa0c9-95ba-4129-9907-33674cc4c36a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:30.382036 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dd4fa0c9-95ba-4129-9907-33674cc4c36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:30.428033 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41070) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:30.453206 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd4fa0c9-95ba-4129-9907-33674cc4c36a admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:22:30.458243 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38120a61-6e6f-4942-8c92-2d0624401256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:30.464300 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64c91692-dfcb-47fb-8c33-ed7df295647b req-496cadbb-8b5c-4ff0-84c5-faff83bea520 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507947 Jul 16 08:22:30.478924 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dd4fa0c9-95ba-4129-9907-33674cc4c36a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:30.479338 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-dd4fa0c9-95ba-4129-9907-33674cc4c36a admin admin] Added segment fd900a5c-6dba-4318-83f2-3212bbf06763 of type vlan for network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 Jul 16 08:22:30.480605 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fa0c9-95ba-4129-9907-33674cc4c36a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d97e8b3-087b-4421-b707-ed4137fac3fc,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:30.492033 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8aad0e05-1746-41d4-a7a5-ffb0db9e08f1 req-0b33ef5d-0c3f-4217-8d7d-339ecea7561f tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] 10.222.0.22 "GET /v2.0/security-groups/99120dd9-db6e-4dde-bbf3-fd42fd30c7d0 HTTP/1.1" status: 200 len: 1778 time: 0.1468472 Jul 16 08:22:30.541699 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dd4fa0c9-95ba-4129-9907-33674cc4c36a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:30.587336 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8aad0e05-1746-41d4-a7a5-ffb0db9e08f1 req-eaca48c2-e574-4f61-a19d-d5a7cdd7b946 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:30.604624 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dd4fa0c9-95ba-4129-9907-33674cc4c36a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:30.605945 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd4fa0c9-95ba-4129-9907-33674cc4c36a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:30.606477 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dd4fa0c9-95ba-4129-9907-33674cc4c36a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:30.627486 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8aad0e05-1746-41d4-a7a5-ffb0db9e08f1 req-eaca48c2-e574-4f61-a19d-d5a7cdd7b946 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:30.642337 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64c91692-dfcb-47fb-8c33-ed7df295647b req-564f33c3-8a45-49f7-9878-c656857db7df service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695797 Jul 16 08:22:30.692307 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a508d76-9868-4bf1-b48b-6b5c6b6fd4f1 req-122a6f00-8589-43b5-aa75-4f72b060a294 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:30.693789 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0a508d76-9868-4bf1-b48b-6b5c6b6fd4f1 req-122a6f00-8589-43b5-aa75-4f72b060a294 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=62939b88-5eaa-427b-9cff-0442646c5320 HTTP/1.1" status: 200 len: 948 time: 0.1756344 Jul 16 08:22:30.700366 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4fa0c9-95ba-4129-9907-33674cc4c36a admin admin] Pushing event updated for resources: {'Network': ['ID=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:30.715022 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:22:30.733022 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8aad0e05-1746-41d4-a7a5-ffb0db9e08f1 req-eaca48c2-e574-4f61-a19d-d5a7cdd7b946 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:30.737017 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8aad0e05-1746-41d4-a7a5-ffb0db9e08f1 req-eaca48c2-e574-4f61-a19d-d5a7cdd7b946 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:30.738349 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8aad0e05-1746-41d4-a7a5-ffb0db9e08f1 req-eaca48c2-e574-4f61-a19d-d5a7cdd7b946 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] 10.222.0.22 "DELETE /v2.0/security-groups/99120dd9-db6e-4dde-bbf3-fd42fd30c7d0 HTTP/1.1" status: 204 len: 173 time: 0.2262254 Jul 16 08:22:30.763289 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0a508d76-9868-4bf1-b48b-6b5c6b6fd4f1 req-e7c76a19-1149-4f44-be75-b0e42251b5ac tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/security-groups?id=23ba4e4f-e304-4a40-a7a4-d5e6cf400422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621891 Jul 16 08:22:30.765143 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38120a61-6e6f-4942-8c92-2d0624401256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:30.771087 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38120a61-6e6f-4942-8c92-2d0624401256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:30.780191 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaca48c2-e574-4f61-a19d-d5a7cdd7b946 tempest-SecurityGroupsTestAdminJSON-1092551372 tempest-SecurityGroupsTestAdminJSON-1092551372-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99120dd9-db6e-4dde-bbf3-fd42fd30c7d0,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:30.805044 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-38120a61-6e6f-4942-8c92-2d0624401256 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2f76db37666e4f79a699bb7fb2567611&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3716817 Jul 16 08:22:30.805713 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41076) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:30.848145 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38120a61-6e6f-4942-8c92-2d0624401256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c138f344-453f-40b5-a772-b10f8b31b440,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:30.874723 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-dd4fa0c9-95ba-4129-9907-33674cc4c36a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9807253 Jul 16 08:22:30.876365 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41078) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:30.882051 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bad51318-c059-4b22-961c-60b21b3611fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:30.888110 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-036f8f89-a4fc-4b55-8dd8-a0a168f2eeb5 admin admin] Request body: {'subnet': {'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-561904677-subnet', 'tenant_id': '0c0f0cf24afb47969a9cef8297bf2691', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:22:30.900792 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e321dda3-d4c8-4c7c-8ae0-47c72aa504b0 req-64ed7aa9-05f9-40cd-988f-2a26d70f1863 tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] 10.222.0.22 "GET /v2.0/security-groups/b532f7cb-03f8-4130-8fe8-ca2d2348d857 HTTP/1.1" status: 200 len: 1777 time: 0.1329741 Jul 16 08:22:30.941984 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-036f8f89-a4fc-4b55-8dd8-a0a168f2eeb5 admin admin] Made reservation on behalf of 0c0f0cf24afb47969a9cef8297bf2691 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:22:30.944259 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-036f8f89-a4fc-4b55-8dd8-a0a168f2eeb5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:30.954332 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bad51318-c059-4b22-961c-60b21b3611fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:31.017621 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a85ccc-9dbe-45c4-9e7c-a1f56cf8f7fc req-a1f89c81-e6c4-48df-bda6-9deee815779c tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:31.019321 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-33a85ccc-9dbe-45c4-9e7c-a1f56cf8f7fc req-a1f89c81-e6c4-48df-bda6-9deee815779c tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ae96da-4d06-45cb-aea4-1916fc6dd1e5 HTTP/1.1" status: 200 len: 969 time: 0.1147327 Jul 16 08:22:31.033468 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e321dda3-d4c8-4c7c-8ae0-47c72aa504b0 req-bec54225-9e6c-43c6-85e2-b0e033271d67 tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:31.050929 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bad51318-c059-4b22-961c-60b21b3611fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:31.053433 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bad51318-c059-4b22-961c-60b21b3611fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:31.054566 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bad51318-c059-4b22-961c-60b21b3611fa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c138f344-453f-40b5-a772-b10f8b31b440 HTTP/1.1" status: 204 len: 168 time: 0.2469308 Jul 16 08:22:31.077197 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad51318-c059-4b22-961c-60b21b3611fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c138f344-453f-40b5-a772-b10f8b31b440,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:31.080548 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e321dda3-d4c8-4c7c-8ae0-47c72aa504b0 req-bec54225-9e6c-43c6-85e2-b0e033271d67 tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:31.133694 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-33a85ccc-9dbe-45c4-9e7c-a1f56cf8f7fc req-4fb6ec70-6589-4603-bc9e-05b2950d362d tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5db6eef-3b96-4a15-a454-b8f6c704e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033766 Jul 16 08:22:31.182582 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e321dda3-d4c8-4c7c-8ae0-47c72aa504b0 req-bec54225-9e6c-43c6-85e2-b0e033271d67 tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:31.185414 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e321dda3-d4c8-4c7c-8ae0-47c72aa504b0 req-bec54225-9e6c-43c6-85e2-b0e033271d67 tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:31.186679 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e321dda3-d4c8-4c7c-8ae0-47c72aa504b0 req-bec54225-9e6c-43c6-85e2-b0e033271d67 tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] 10.222.0.22 "DELETE /v2.0/security-groups/b532f7cb-03f8-4130-8fe8-ca2d2348d857 HTTP/1.1" status: 204 len: 173 time: 0.2850559 Jul 16 08:22:31.232360 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec54225-9e6c-43c6-85e2-b0e033271d67 tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b532f7cb-03f8-4130-8fe8-ca2d2348d857,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:31.249928 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-036f8f89-a4fc-4b55-8dd8-a0a168f2eeb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:31.267520 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ed457788-162f-4143-8aa9-6affa50b1016 req-06255269-23f8-41b4-bbe6-8a5f14031ed5 tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] 10.222.0.22 "GET /v2.0/security-groups/c35d2977-e1cf-43fd-af1e-bf7492f18e4e HTTP/1.1" status: 200 len: 1778 time: 0.0612469 Jul 16 08:22:31.316471 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036f8f89-a4fc-4b55-8dd8-a0a168f2eeb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce796d98-7ee4-4738-aad4-0026126b7799,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:31.333582 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036f8f89-a4fc-4b55-8dd8-a0a168f2eeb5 admin admin] Checking segment: {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:22:31.333934 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036f8f89-a4fc-4b55-8dd8-a0a168f2eeb5 admin admin] Network hostable DHCP agents. Network: e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:22:31.338636 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ed457788-162f-4143-8aa9-6affa50b1016 req-807768e8-4a42-4502-983e-9deb4850a5c7 tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:31.371005 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-036f8f89-a4fc-4b55-8dd8-a0a168f2eeb5 admin admin] Network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:22:31.372781 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ed457788-162f-4143-8aa9-6affa50b1016 req-807768e8-4a42-4502-983e-9deb4850a5c7 tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:31.394927 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-036f8f89-a4fc-4b55-8dd8-a0a168f2eeb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:22:31.409430 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a213e4cf-1998-46f8-9d1a-49ddc6a2fc44 None None] Network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:22:31.418748 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-036f8f89-a4fc-4b55-8dd8-a0a168f2eeb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:31.425931 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-036f8f89-a4fc-4b55-8dd8-a0a168f2eeb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:31.440068 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ed457788-162f-4143-8aa9-6affa50b1016 req-807768e8-4a42-4502-983e-9deb4850a5c7 tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:31.444008 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ed457788-162f-4143-8aa9-6affa50b1016 req-807768e8-4a42-4502-983e-9deb4850a5c7 tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:31.449652 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ed457788-162f-4143-8aa9-6affa50b1016 req-807768e8-4a42-4502-983e-9deb4850a5c7 tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] 10.222.0.22 "DELETE /v2.0/security-groups/c35d2977-e1cf-43fd-af1e-bf7492f18e4e HTTP/1.1" status: 204 len: 173 time: 0.1767168 Jul 16 08:22:31.461250 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807768e8-4a42-4502-983e-9deb4850a5c7 tempest-SecurityGroupsTestAdminJSON-1052909083 tempest-SecurityGroupsTestAdminJSON-1052909083-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c35d2977-e1cf-43fd-af1e-bf7492f18e4e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:31.478932 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-036f8f89-a4fc-4b55-8dd8-a0a168f2eeb5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5946028 Jul 16 08:22:31.525857 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b7220c-a327-4b33-bae2-82696c00f801 req-0a98ab76-6e9b-45bb-88de-2cef5db727ae tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:31.527857 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63b7220c-a327-4b33-bae2-82696c00f801 req-0a98ab76-6e9b-45bb-88de-2cef5db727ae tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 947 time: 0.1279089 Jul 16 08:22:31.574729 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63b7220c-a327-4b33-bae2-82696c00f801 req-76bf3639-f298-4f07-ad8d-f377eded11c8 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399430 Jul 16 08:22:31.602658 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd00a405-c79d-4328-9a39-c2d7b69204c3 None None] Network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:22:31.691094 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:31.738665 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41102) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:31.794887 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:31.944633 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eda8a9e-043a-4686-ab69-62554b9587af req-a3dd67df-e92e-449e-9892-a6d3bb840d43 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:31.951997 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1eda8a9e-043a-4686-ab69-62554b9587af req-a3dd67df-e92e-449e-9892-a6d3bb840d43 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=62939b88-5eaa-427b-9cff-0442646c5320 HTTP/1.1" status: 200 len: 948 time: 0.0732596 Jul 16 08:22:31.999556 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1eda8a9e-043a-4686-ab69-62554b9587af req-baec85a6-cd27-4ac5-830d-553142198ac3 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/security-groups?id=23ba4e4f-e304-4a40-a7a4-d5e6cf400422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444188 Jul 16 08:22:32.020542 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcd813-2707-4772-b00a-2fb650731300 req-fa48384e-3d09-45b2-92d9-c5fc959b1b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:32.022208 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2cdcd813-2707-4772-b00a-2fb650731300 req-fa48384e-3d09-45b2-92d9-c5fc959b1b6e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7a02d2da9687435284a892d93818359c&device_id=a3ae96da-4d06-45cb-aea4-1916fc6dd1e5 HTTP/1.1" status: 200 len: 1121 time: 0.0755823 Jul 16 08:22:32.079939 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4619d0de-b8c6-44d8-84ab-d153dd0c0afa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=00eef5ebefd94ad5bea563a8cfd71775&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3373275 Jul 16 08:22:32.080178 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41122) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:32.152961 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8313be9-5ba9-4de3-9887-98e28fbc5eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:32.180534 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8313be9-5ba9-4de3-9887-98e28fbc5eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:32.188823 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcd813-2707-4772-b00a-2fb650731300 req-b13df8bd-d3f4-4d25-988e-3dfee4ad7d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:32.190302 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2cdcd813-2707-4772-b00a-2fb650731300 req-b13df8bd-d3f4-4d25-988e-3dfee4ad7d6b service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.1613121 Jul 16 08:22:32.255809 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8313be9-5ba9-4de3-9887-98e28fbc5eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:32.259108 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8313be9-5ba9-4de3-9887-98e28fbc5eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:32.260487 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c8313be9-5ba9-4de3-9887-98e28fbc5eba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8f9dbadc-30f4-4919-8cc2-f018f12d840c HTTP/1.1" status: 204 len: 168 time: 0.1793463 Jul 16 08:22:32.270492 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8313be9-5ba9-4de3-9887-98e28fbc5eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9dbadc-30f4-4919-8cc2-f018f12d840c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:32.292547 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2cdcd813-2707-4772-b00a-2fb650731300 req-28a0ce04-121f-4b45-9e63-05494ad4859f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.83&port_id=194b172a-c0c8-4b9c-8aa4-5ca10db1c596 HTTP/1.1" status: 200 len: 217 time: 0.0862637 Jul 16 08:22:32.374217 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcd813-2707-4772-b00a-2fb650731300 req-e1e387c0-48d9-4d77-b503-fc6a9f7bdb40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:32.375743 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2cdcd813-2707-4772-b00a-2fb650731300 req-e1e387c0-48d9-4d77-b503-fc6a9f7bdb40 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0751297 Jul 16 08:22:32.441324 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4608a77c-b82e-44ab-ac09-48d757c5095f req-7d362437-d25b-4ca4-90e0-e7da747e1a59 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:32.442778 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4608a77c-b82e-44ab-ac09-48d757c5095f req-7d362437-d25b-4ca4-90e0-e7da747e1a59 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ae96da-4d06-45cb-aea4-1916fc6dd1e5 HTTP/1.1" status: 200 len: 969 time: 0.1144028 Jul 16 08:22:32.466348 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdcd813-2707-4772-b00a-2fb650731300 req-25b03b7c-56ee-4370-969f-9823889ee6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:32.467857 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2cdcd813-2707-4772-b00a-2fb650731300 req-25b03b7c-56ee-4370-969f-9823889ee6fd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0857165 Jul 16 08:22:32.494322 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41138) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:32.501824 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a67c9f0a-1fc5-4c2f-bcfb-fc66304ca235 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1824930725-network', 'tenant_id': '3d96ea0b38004fdcbaab42366711ac19'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:22:32.508717 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4608a77c-b82e-44ab-ac09-48d757c5095f req-3f03f08f-eed6-4e5b-ba7b-fd3f6552c303 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5db6eef-3b96-4a15-a454-b8f6c704e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588424 Jul 16 08:22:32.553666 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67c9f0a-1fc5-4c2f-bcfb-fc66304ca235 admin admin] Made reservation on behalf of 3d96ea0b38004fdcbaab42366711ac19 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:22:32.556068 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a67c9f0a-1fc5-4c2f-bcfb-fc66304ca235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:32.567782 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a67c9f0a-1fc5-4c2f-bcfb-fc66304ca235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:32.586709 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2cdcd813-2707-4772-b00a-2fb650731300 req-88745303-22b1-42b0-85da-06f4a6ffcf4d service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113250 Jul 16 08:22:32.699076 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a67c9f0a-1fc5-4c2f-bcfb-fc66304ca235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:32.714426 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41144) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:32.715968 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a67c9f0a-1fc5-4c2f-bcfb-fc66304ca235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:32.740654 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a67c9f0a-1fc5-4c2f-bcfb-fc66304ca235 admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:22:32.741302 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2cdcd813-2707-4772-b00a-2fb650731300 req-715d3bff-289e-4bd8-8ee0-d2de69ab6e51 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476157 Jul 16 08:22:32.756997 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c9f0a-1fc5-4c2f-bcfb-fc66304ca235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d56c6510-5622-4c96-a4d6-962a449bc7b6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:32.762352 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a67c9f0a-1fc5-4c2f-bcfb-fc66304ca235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:32.762829 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-a67c9f0a-1fc5-4c2f-bcfb-fc66304ca235 admin admin] Added segment b1f916e0-4f14-4218-a70f-5721a8fb089c of type vlan for network d049e465-c7c0-4e08-b8da-bd86e3a54c92 Jul 16 08:22:32.784957 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-557e61c9-ce16-4b34-9bac-4ed7409bc640 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c97bd312a3534ac8a926b8d69a3f938f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0689099 Jul 16 08:22:32.785852 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41146) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:32.836980 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a67c9f0a-1fc5-4c2f-bcfb-fc66304ca235 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:32.837864 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7fc5c358-51b2-48d8-9b77-25ea26380c9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:32.865259 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7fc5c358-51b2-48d8-9b77-25ea26380c9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:32.886845 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a67c9f0a-1fc5-4c2f-bcfb-fc66304ca235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:32.887820 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67c9f0a-1fc5-4c2f-bcfb-fc66304ca235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:32.888430 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a67c9f0a-1fc5-4c2f-bcfb-fc66304ca235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:32.903398 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e2309-adbe-4cf5-a4b2-399eaa87a840 req-df986959-0592-48ea-9dd5-13c3185c2ed8 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:32.905122 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5a4e2309-adbe-4cf5-a4b2-399eaa87a840 req-df986959-0592-48ea-9dd5-13c3185c2ed8 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 947 time: 0.1105893 Jul 16 08:22:32.925106 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7fc5c358-51b2-48d8-9b77-25ea26380c9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:32.928076 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7fc5c358-51b2-48d8-9b77-25ea26380c9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:32.929251 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7fc5c358-51b2-48d8-9b77-25ea26380c9a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c0a4c3ce-d3b1-458e-97eb-55eaaccd3b07 HTTP/1.1" status: 204 len: 168 time: 0.1423419 Jul 16 08:22:32.934977 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a67c9f0a-1fc5-4c2f-bcfb-fc66304ca235 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4391780 Jul 16 08:22:32.938321 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41154) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:32.952379 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1a590cc0-d8b3-48b6-aa90-e77f902993d4 admin admin] Request body: {'subnet': {'network_id': 'd049e465-c7c0-4e08-b8da-bd86e3a54c92', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1824930725-subnet', 'tenant_id': '3d96ea0b38004fdcbaab42366711ac19', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:22:32.953855 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc5c358-51b2-48d8-9b77-25ea26380c9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0a4c3ce-d3b1-458e-97eb-55eaaccd3b07,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:32.993838 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67c9f0a-1fc5-4c2f-bcfb-fc66304ca235 admin admin] Pushing event updated for resources: {'Network': ['ID=d049e465-c7c0-4e08-b8da-bd86e3a54c92,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:33.016839 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network d049e465-c7c0-4e08-b8da-bd86e3a54c92 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:22:33.024510 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5a4e2309-adbe-4cf5-a4b2-399eaa87a840 req-57759d5c-4bd5-4d05-b2a6-42f02b1cef3f tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046715 Jul 16 08:22:33.041843 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a590cc0-d8b3-48b6-aa90-e77f902993d4 admin admin] Made reservation on behalf of 3d96ea0b38004fdcbaab42366711ac19 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:22:33.044228 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a590cc0-d8b3-48b6-aa90-e77f902993d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:33.217158 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8c50db-93d2-41b7-9061-f82993b31e8e req-da3c2086-80f8-4f60-9f2c-58d168f7bae0 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:33.220019 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cb8c50db-93d2-41b7-9061-f82993b31e8e req-da3c2086-80f8-4f60-9f2c-58d168f7bae0 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=62939b88-5eaa-427b-9cff-0442646c5320 HTTP/1.1" status: 200 len: 948 time: 0.0878935 Jul 16 08:22:33.244831 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a590cc0-d8b3-48b6-aa90-e77f902993d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:33.246336 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80d231a5-8d9a-4bfc-8747-8300a2d99441 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:33.285012 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cb8c50db-93d2-41b7-9061-f82993b31e8e req-ec1920ee-7700-4d29-a1f9-a1540d54b2ae tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/security-groups?id=23ba4e4f-e304-4a40-a7a4-d5e6cf400422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518856 Jul 16 08:22:33.320905 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a590cc0-d8b3-48b6-aa90-e77f902993d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=187c79dd-5f6c-4825-9608-70a0e51b89da,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:33.331378 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a590cc0-d8b3-48b6-aa90-e77f902993d4 admin admin] Checking segment: {'id': 'b1f916e0-4f14-4218-a70f-5721a8fb089c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'd049e465-c7c0-4e08-b8da-bd86e3a54c92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:22:33.331743 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a590cc0-d8b3-48b6-aa90-e77f902993d4 admin admin] Network hostable DHCP agents. Network: d049e465-c7c0-4e08-b8da-bd86e3a54c92, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:22:33.349383 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a590cc0-d8b3-48b6-aa90-e77f902993d4 admin admin] Network d049e465-c7c0-4e08-b8da-bd86e3a54c92 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:22:33.359274 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-1a590cc0-d8b3-48b6-aa90-e77f902993d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, d049e465-c7c0-4e08-b8da-bd86e3a54c92) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:22:33.367383 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a590cc0-d8b3-48b6-aa90-e77f902993d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:33.368260 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d4ce9a-2376-4a5f-a707-7473e4ca4941 None None] Network d049e465-c7c0-4e08-b8da-bd86e3a54c92 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:22:33.368415 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a590cc0-d8b3-48b6-aa90-e77f902993d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:33.395914 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1a590cc0-d8b3-48b6-aa90-e77f902993d4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4521704 Jul 16 08:22:33.502915 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9410b2c-549d-45e9-adfa-841a5d0b8722 None None] Network d049e465-c7c0-4e08-b8da-bd86e3a54c92 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:22:33.611276 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41184) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:33.701555 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8007e297-c988-4415-92b1-e97ed4bf8ef1 req-14b520f5-e5d4-4dbd-b4a2-67b4b46fd8ef tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:33.703915 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8007e297-c988-4415-92b1-e97ed4bf8ef1 req-14b520f5-e5d4-4dbd-b4a2-67b4b46fd8ef tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ae96da-4d06-45cb-aea4-1916fc6dd1e5 HTTP/1.1" status: 200 len: 969 time: 0.0652633 Jul 16 08:22:33.746093 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8007e297-c988-4415-92b1-e97ed4bf8ef1 req-d324639a-c7eb-45b5-bdca-053abbb64503 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5db6eef-3b96-4a15-a454-b8f6c704e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350201 Jul 16 08:22:33.799226 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d347deca-a556-4255-a5dc-5bb0c03212bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:33.895638 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d347deca-a556-4255-a5dc-5bb0c03212bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:33.901225 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d347deca-a556-4255-a5dc-5bb0c03212bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:33.941548 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d347deca-a556-4255-a5dc-5bb0c03212bd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8b7e300341e04f39b3f94bf3d057702b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3289895 Jul 16 08:22:33.944114 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41204) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:33.950194 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d347deca-a556-4255-a5dc-5bb0c03212bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c8a427-56ea-4194-83d7-e4e90f3893b8,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:34.012184 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cce408d-be13-45ac-b0f6-b3aca53331c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:34.033698 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cce408d-be13-45ac-b0f6-b3aca53331c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:34.097195 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cce408d-be13-45ac-b0f6-b3aca53331c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:34.100342 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cce408d-be13-45ac-b0f6-b3aca53331c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:34.101944 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7cce408d-be13-45ac-b0f6-b3aca53331c6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/42c8a427-56ea-4194-83d7-e4e90f3893b8 HTTP/1.1" status: 204 len: 168 time: 0.1568029 Jul 16 08:22:34.112888 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cce408d-be13-45ac-b0f6-b3aca53331c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c8a427-56ea-4194-83d7-e4e90f3893b8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:34.215340 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af095fc-c9fc-41a4-98e6-e092c737a168 req-296618a2-3e65-442e-a54c-424c640688df tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:34.217196 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2af095fc-c9fc-41a4-98e6-e092c737a168 req-296618a2-3e65-442e-a54c-424c640688df tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 947 time: 0.0733335 Jul 16 08:22:34.261000 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2af095fc-c9fc-41a4-98e6-e092c737a168 req-e9768db4-070d-4cbf-b2f5-4203796cb53f tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378187 Jul 16 08:22:34.331894 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-03445aac-43d4-4651-bede-b5b9eddbf2d9 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:34.334242 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-03445aac-43d4-4651-bede-b5b9eddbf2d9 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/networks?id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 HTTP/1.1" status: 200 len: 807 time: 0.3503864 Jul 16 08:22:34.352421 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-cd15da2e-3ab5-446d-87e2-2db9061fe03d tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/quotas/0c0f0cf24afb47969a9cef8297bf2691 HTTP/1.1" status: 200 len: 375 time: 0.0120327 Jul 16 08:22:34.356232 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:22:34.407136 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-2c0e93e0-94d7-42d6-83e0-d7c58f5666ec tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0c0f0cf24afb47969a9cef8297bf2691&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0493388 Jul 16 08:22:34.485919 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b464aaac-5c7a-4feb-a0bd-de88da62f2ba req-65c299e3-c21c-451c-b918-4e04b646f848 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:34.487538 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b464aaac-5c7a-4feb-a0bd-de88da62f2ba req-65c299e3-c21c-451c-b918-4e04b646f848 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=62939b88-5eaa-427b-9cff-0442646c5320 HTTP/1.1" status: 200 len: 948 time: 0.0701492 Jul 16 08:22:34.493615 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=dd1a6f7e-95c9-4338-87ac-59c2c04f3a98,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:22:34.514133 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'dd1a6f7e-95c9-4338-87ac-59c2c04f3a98', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': 'dd1a6f7e-95c9-4338-87ac-59c2c04f3a98', 'mac_address': 'fa:16:3e:44:fb:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:22:34.546183 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b464aaac-5c7a-4feb-a0bd-de88da62f2ba req-a037a502-d8e2-4e44-85d8-779950e5c531 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/security-groups?id=23ba4e4f-e304-4a40-a7a4-d5e6cf400422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512185 Jul 16 08:22:34.557365 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:34.571394 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41234) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:34.571537 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:22:34.587813 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-635be955-1ef7-48a3-a907-3b78cbb65373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:34.596978 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=dd1a6f7e-95c9-4338-87ac-59c2c04f3a98,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:22:34.603470 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:34.604739 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 4d4d1987-a319-4336-a780-e8a800cd03e8 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:22:34.691029 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=dd1a6f7e-95c9-4338-87ac-59c2c04f3a98,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:34.694392 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 4d4d1987-a319-4336-a780-e8a800cd03e8, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=4d4d1987-a319-4336-a780-e8a800cd03e8,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:22:34.705627 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-635be955-1ef7-48a3-a907-3b78cbb65373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:34.708917 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:34.709251 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:34.710080 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:34.710674 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:34.711237 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:34.711729 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:34.712219 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:34.712737 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:34.713101 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-4a57da06-0d3a-4978-84dc-84db82789dfd service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:22:34.713370 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:34.713883 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:34.714533 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:34.715152 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Tracked resource versions report: Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: pushed versions: Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: { 'AddressGroup': {'1.2'}, Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: 'ConntrackHelper': {'1.0'}, Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: 'Log': {'1.0'}, Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: 'Network': {'1.1'}, Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: 'Port': {'1.7'}, Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: 'PortForwarding': {'1.2'}, Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: 'QosPolicy': {'1.8'}, Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: 'SecurityGroup': {'1.4'}, Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: 'SubPort': {'1.0'}, Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: 'Subnet': {'1.1'}, Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: 'Trunk': {'1.1'}} Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: consumer versions: Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: { DHCP agent@n-d-771362-37: {}, Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: HyperV agent@n-h1-771362-37: {}, Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: HyperV agent@n-h2-771362-37: {}, Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: L3 agent@n-d-771362-37: {}, Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: Metadata agent@n-d-771362-37: {}, Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: Metering agent@n-d-771362-37: {}, Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: Open vSwitch agent@n-d-771362-37: { 'AddressGroup': '1.2', Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: 'ConntrackHelper': '1.0', Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: 'Log': '1.0', Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: 'Network': '1.1', Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: 'Port': '1.7', Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: 'PortForwarding': '1.2', Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: 'QosPolicy': '1.8', Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: 'SecurityGroup': '1.4', Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: 'SecurityGroupRule': '1.2', Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: 'SubPort': '1.0', Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: 'Subnet': '1.1', Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: 'Trunk': '1.1'}} Jul 16 08:22:34.716705 n-d-771362-37 neutron-server[93760]: {{(pid=93760) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:22:34.720196 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-4a57da06-0d3a-4978-84dc-84db82789dfd service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0695016 Jul 16 08:22:34.733337 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '4d4d1987-a319-4336-a780-e8a800cd03e8', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': '4d4d1987-a319-4336-a780-e8a800cd03e8', 'mac_address': 'fa:16:3e:13:c7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.243'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:22:34.734763 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-635be955-1ef7-48a3-a907-3b78cbb65373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:34.773403 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:34.793205 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d4d1987-a319-4336-a780-e8a800cd03e8 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:22:34.813293 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 4d4d1987-a319-4336-a780-e8a800cd03e8, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=4d4d1987-a319-4336-a780-e8a800cd03e8,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:22:34.817475 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:34.825170 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-635be955-1ef7-48a3-a907-3b78cbb65373 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=24a8aedfb87440aba4a972346941e538&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2503607 Jul 16 08:22:34.825462 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635be955-1ef7-48a3-a907-3b78cbb65373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1d0d547-4d2a-4aec-94f8-267e9108a4e8,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:34.825701 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41244) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:34.857408 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-8e681fe2-2a5f-400a-bdb4-9354669eae79 service neutron] 10.222.0.22 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357341 Jul 16 08:22:34.885478 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=4d4d1987-a319-4336-a780-e8a800cd03e8,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:34.934948 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc6c00aa-088c-4125-ba68-a176283a4164 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:34.960300 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-0a24df75-3ae4-472a-8b8b-db4bc511aa58 service neutron] 10.222.0.22 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976768 Jul 16 08:22:34.965474 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc6c00aa-088c-4125-ba68-a176283a4164 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:34.979846 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309709fe-bd6d-4940-86c0-0052644ba1da req-80219b3f-2b08-46e7-a1af-85f62e83295f tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:34.981356 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-309709fe-bd6d-4940-86c0-0052644ba1da req-80219b3f-2b08-46e7-a1af-85f62e83295f tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ae96da-4d06-45cb-aea4-1916fc6dd1e5 HTTP/1.1" status: 200 len: 969 time: 0.1071713 Jul 16 08:22:35.035619 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-309709fe-bd6d-4940-86c0-0052644ba1da req-3aab3107-e6c5-4350-86eb-bc6feec94745 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5db6eef-3b96-4a15-a454-b8f6c704e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451488 Jul 16 08:22:35.064876 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc6c00aa-088c-4125-ba68-a176283a4164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:35.067672 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc6c00aa-088c-4125-ba68-a176283a4164 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:35.068855 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-dc6c00aa-088c-4125-ba68-a176283a4164 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f1d0d547-4d2a-4aec-94f8-267e9108a4e8 HTTP/1.1" status: 204 len: 168 time: 0.2421830 Jul 16 08:22:35.083017 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6c00aa-088c-4125-ba68-a176283a4164 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1d0d547-4d2a-4aec-94f8-267e9108a4e8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:35.151250 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['4d4d1987-a319-4336-a780-e8a800cd03e8'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:22:35.170889 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-563776d8-541d-48ef-a010-f415711880e1 req-37563ca4-cbb5-4680-8653-b940c1784339 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00 HTTP/1.1" status: 200 len: 210 time: 0.0615969 Jul 16 08:22:35.182148 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['dd1a6f7e-95c9-4338-87ac-59c2c04f3a98'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:22:35.556067 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6db024-8ed5-49ee-9128-9d9e2f968428 req-a47ecc6a-106a-4b79-83fd-7b60f6ef9898 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:35.557621 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bd6db024-8ed5-49ee-9128-9d9e2f968428 req-a47ecc6a-106a-4b79-83fd-7b60f6ef9898 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 948 time: 0.0849364 Jul 16 08:22:35.610191 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bd6db024-8ed5-49ee-9128-9d9e2f968428 req-98534dfa-3d08-4e12-8a59-7b21e001ea51 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392172 Jul 16 08:22:35.667269 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b49a7083-21c4-4566-ab04-831d777eb548 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:35.755223 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4685643d-93e4-4f86-8259-49876d5bfb17 req-7e5a89ab-1f9a-4a2e-a5d4-830b8b296f8b tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:35.762572 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4685643d-93e4-4f86-8259-49876d5bfb17 req-7e5a89ab-1f9a-4a2e-a5d4-830b8b296f8b tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=62939b88-5eaa-427b-9cff-0442646c5320 HTTP/1.1" status: 200 len: 949 time: 0.0783627 Jul 16 08:22:35.803787 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4685643d-93e4-4f86-8259-49876d5bfb17 req-e36023ba-36e8-41a7-9957-89ae65d828ec tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/security-groups?id=23ba4e4f-e304-4a40-a7a4-d5e6cf400422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402772 Jul 16 08:22:35.876961 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41288) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:35.925733 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:35.997902 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc03f271-fbd9-4e7b-9603-84dc3aa571a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:36.092301 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc03f271-fbd9-4e7b-9603-84dc3aa571a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:36.097295 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc03f271-fbd9-4e7b-9603-84dc3aa571a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:36.142184 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bc03f271-fbd9-4e7b-9603-84dc3aa571a3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7c5fa0e4b0224e87a320e4c09a860a7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2637966 Jul 16 08:22:36.145094 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41302) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:36.150965 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03f271-fbd9-4e7b-9603-84dc3aa571a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7095606-9642-47d3-9541-abf7d707884d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:36.202753 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c226-3c83-4215-8913-1f663f68ad29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:36.222673 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0f3da2-68d4-4c16-a8b5-189caa97fdc9 req-de1e5467-8276-45a8-98cc-739525e8a502 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:36.224497 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7a0f3da2-68d4-4c16-a8b5-189caa97fdc9 req-de1e5467-8276-45a8-98cc-739525e8a502 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ae96da-4d06-45cb-aea4-1916fc6dd1e5 HTTP/1.1" status: 200 len: 969 time: 0.0733528 Jul 16 08:22:36.228529 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c226-3c83-4215-8913-1f663f68ad29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:36.286990 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7a0f3da2-68d4-4c16-a8b5-189caa97fdc9 req-3e0c2153-8768-40b5-8a1b-d2de166031a0 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5db6eef-3b96-4a15-a454-b8f6c704e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544450 Jul 16 08:22:36.297720 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c226-3c83-4215-8913-1f663f68ad29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:36.302767 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4c3c226-3c83-4215-8913-1f663f68ad29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:36.304678 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d4c3c226-3c83-4215-8913-1f663f68ad29 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e7095606-9642-47d3-9541-abf7d707884d HTTP/1.1" status: 204 len: 168 time: 0.1588335 Jul 16 08:22:36.315035 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c3c226-3c83-4215-8913-1f663f68ad29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7095606-9642-47d3-9541-abf7d707884d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:36.352022 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1ccf5e5c-5299-4755-b1e6-8f58eaf92e67 req-2adeb28c-fffc-431e-b197-26ffb37fea60 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00 HTTP/1.1" status: 200 len: 210 time: 0.0345502 Jul 16 08:22:36.352631 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:22:36.436897 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:22:36.444199 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 194b172a-c0c8-4b9c-8aa4-5ca10db1c596 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:22:36.454279 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:22:36.454748 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:36.495650 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-b6542cdb-7b30-40da-a312-c92743cf5b3f tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:36.497721 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-b6542cdb-7b30-40da-a312-c92743cf5b3f tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.21 "GET /v2.0/networks?id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 HTTP/1.1" status: 200 len: 807 time: 0.1286175 Jul 16 08:22:36.511161 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-ad886b0f-c092-4ba0-8f18-7af6b258dc57 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Request body: {'port': {'device_id': '7acc0230-b2d2-4b52-bf1d-17c817457b00', 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0', 'admin_state_up': True, 'tenant_id': '0c0f0cf24afb47969a9cef8297bf2691'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:22:36.667833 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-ad886b0f-c092-4ba0-8f18-7af6b258dc57 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Made reservation on behalf of 0c0f0cf24afb47969a9cef8297bf2691 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:22:36.673490 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-ad886b0f-c092-4ba0-8f18-7af6b258dc57 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:36.847937 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 194b172a-c0c8-4b9c-8aa4-5ca10db1c596, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=194b172a-c0c8-4b9c-8aa4-5ca10db1c596,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:22:36.850609 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:36.869553 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '194b172a-c0c8-4b9c-8aa4-5ca10db1c596', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': '194b172a-c0c8-4b9c-8aa4-5ca10db1c596', 'mac_address': 'fa:16:3e:c1:13:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.83'}], 'device_owner': 'compute:tempest-test_az-1080150500', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:22:36.886818 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4319b25f-7ae5-43bc-97f8-732155c25ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1a6f7e-95c9-4338-87ac-59c2c04f3a98'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:22:36.899528 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41326) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:36.930012 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aefa74fd-b09f-4cb9-a5c6-fd659dbe0eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:36.945976 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-ad886b0f-c092-4ba0-8f18-7af6b258dc57 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Allocated IP 172.20.0.6 (e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0/ce796d98-7ee4-4738-aad4-0026126b7799/1baaaf04-8ff7-4cd6-9cab-150bfae7988d) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:22:36.994644 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=dd1a6f7e-95c9-4338-87ac-59c2c04f3a98,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:22:37.010046 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:37.010868 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 4d4d1987-a319-4336-a780-e8a800cd03e8 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:22:37.031464 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e4f584-35ff-4408-b52f-27b4f21c3bef req-11719e9c-7df1-4066-91dd-2ced22e9190e tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:37.033128 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b1e4f584-35ff-4408-b52f-27b4f21c3bef req-11719e9c-7df1-4066-91dd-2ced22e9190e tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 948 time: 0.2159090 Jul 16 08:22:37.037099 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e98dcd5-25eb-42fa-a736-f5baedf1f32d req-09399688-1525-4a15-aa35-e79ba7afca25 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:37.045546 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6e98dcd5-25eb-42fa-a736-f5baedf1f32d req-09399688-1525-4a15-aa35-e79ba7afca25 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=62939b88-5eaa-427b-9cff-0442646c5320 HTTP/1.1" status: 200 len: 949 time: 0.0748148 Jul 16 08:22:37.097303 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:37.100487 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6e98dcd5-25eb-42fa-a736-f5baedf1f32d req-ca77f7eb-114b-4dde-8594-68873c525079 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/security-groups?id=23ba4e4f-e304-4a40-a7a4-d5e6cf400422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536146 Jul 16 08:22:37.110989 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 4d4d1987-a319-4336-a780-e8a800cd03e8 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:22:37.120758 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 4d4d1987-a319-4336-a780-e8a800cd03e8 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:22:37.121142 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:37.155384 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-762bee28-aadf-48cc-a98d-bd248d58521e" -d '{"events": [{"server_uuid": "4319b25f-7ae5-43bc-97f8-732155c25ff2", "name": "network-vif-plugged", "status": "completed", "tag": "dd1a6f7e-95c9-4338-87ac-59c2c04f3a98"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:22:37.161023 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:37.167954 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 194b172a-c0c8-4b9c-8aa4-5ca10db1c596 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:22:37.187162 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b1e4f584-35ff-4408-b52f-27b4f21c3bef req-1a94631d-e8a5-4464-82ea-18ab3945a223 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451733 Jul 16 08:22:37.203828 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=dd1a6f7e-95c9-4338-87ac-59c2c04f3a98,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:37.217278 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 194b172a-c0c8-4b9c-8aa4-5ca10db1c596, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=194b172a-c0c8-4b9c-8aa4-5ca10db1c596,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:22:37.240992 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:37.262526 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-ad886b0f-c092-4ba0-8f18-7af6b258dc57 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:37.265976 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aefa74fd-b09f-4cb9-a5c6-fd659dbe0eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:37.277232 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aefa74fd-b09f-4cb9-a5c6-fd659dbe0eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:37.285826 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:37.318890 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=194b172a-c0c8-4b9c-8aa4-5ca10db1c596,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:37.323937 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:22:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5dfa814-2c73-4150-bc46-6ee5f8685ff9 x-openstack-request-id: req-e5dfa814-2c73-4150-bc46-6ee5f8685ff9 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:22:37.324229 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4319b25f-7ae5-43bc-97f8-732155c25ff2", "name": "network-vif-plugged", "status": "completed", "tag": "dd1a6f7e-95c9-4338-87ac-59c2c04f3a98", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:22:37.324587 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e5dfa814-2c73-4150-bc46-6ee5f8685ff9 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:22:37.325058 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4319b25f-7ae5-43bc-97f8-732155c25ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1a6f7e-95c9-4338-87ac-59c2c04f3a98', 'code': 200} Jul 16 08:22:37.340997 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 4d4d1987-a319-4336-a780-e8a800cd03e8, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=4d4d1987-a319-4336-a780-e8a800cd03e8,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:22:37.347962 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-aefa74fd-b09f-4cb9-a5c6-fd659dbe0eca admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2faa80c7859841249db179a31ba1592e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4442697 Jul 16 08:22:37.348059 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:37.348828 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefa74fd-b09f-4cb9-a5c6-fd659dbe0eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20328375-7917-4f75-b480-8cb56d1aec37,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:37.349181 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41346) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:37.396382 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-ad886b0f-c092-4ba0-8f18-7af6b258dc57 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:37.432125 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=4d4d1987-a319-4336-a780-e8a800cd03e8,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:37.456110 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-ad886b0f-c092-4ba0-8f18-7af6b258dc57 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:22:37.461566 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-ad886b0f-c092-4ba0-8f18-7af6b258dc57 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:22:37.465070 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-ad886b0f-c092-4ba0-8f18-7af6b258dc57 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:22:37.471939 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-ad886b0f-c092-4ba0-8f18-7af6b258dc57 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:37.472637 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-ad886b0f-c092-4ba0-8f18-7af6b258dc57 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:37.517601 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad886b0f-c092-4ba0-8f18-7af6b258dc57 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Pushing event updated for resources: {'Port': ['ID=1baaaf04-8ff7-4cd6-9cab-150bfae7988d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:37.526465 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1bf5484e-15c4-4321-8554-e3afca21e66f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:37.534555 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-ad886b0f-c092-4ba0-8f18-7af6b258dc57 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0277884 Jul 16 08:22:37.549653 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-eba769cf-b60d-4aa2-997e-8cafcc3f1040 service neutron] Request body: {'port': {'device_id': '7acc0230-b2d2-4b52-bf1d-17c817457b00', 'device_owner': 'compute:tempest-test_az-1080150500', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:22:37.560260 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['194b172a-c0c8-4b9c-8aa4-5ca10db1c596'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:22:37.574930 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1bf5484e-15c4-4321-8554-e3afca21e66f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:37.588551 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a526b62c-3b65-4c09-b343-2ca8ed7425bd req-90af0483-06db-48f5-8029-f899f3475e23 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:37.590043 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a526b62c-3b65-4c09-b343-2ca8ed7425bd req-90af0483-06db-48f5-8029-f899f3475e23 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ae96da-4d06-45cb-aea4-1916fc6dd1e5 HTTP/1.1" status: 200 len: 970 time: 0.1147628 Jul 16 08:22:37.663492 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-eba769cf-b60d-4aa2-997e-8cafcc3f1040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:37.668934 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a526b62c-3b65-4c09-b343-2ca8ed7425bd req-85b6c1a1-3b5e-4821-acb5-219f11eb4ccf tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5db6eef-3b96-4a15-a454-b8f6c704e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717907 Jul 16 08:22:37.810364 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4564c8-672f-4177-8db7-c3f86ecf8036 req-e796d44b-1328-4725-9d81-fd101ec27adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:37.811844 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5e4564c8-672f-4177-8db7-c3f86ecf8036 req-e796d44b-1328-4725-9d81-fd101ec27adb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 1101 time: 0.3812976 Jul 16 08:22:37.840890 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5e4564c8-672f-4177-8db7-c3f86ecf8036 req-4baf6ef0-f2ae-4522-883e-62f8488c5b0a service neutron] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:37.861359 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1bf5484e-15c4-4321-8554-e3afca21e66f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:37.863942 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1bf5484e-15c4-4321-8554-e3afca21e66f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:37.867777 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1bf5484e-15c4-4321-8554-e3afca21e66f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/20328375-7917-4f75-b480-8cb56d1aec37 HTTP/1.1" status: 204 len: 168 time: 0.5150132 Jul 16 08:22:37.878165 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f59aa0-7510-4c7d-bace-b86bdddade65 req-60694e95-494f-4107-8f1e-d68d31b5ef0a tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:37.880180 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c9f59aa0-7510-4c7d-bace-b86bdddade65 req-60694e95-494f-4107-8f1e-d68d31b5ef0a tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00 HTTP/1.1" status: 200 len: 931 time: 0.3332243 Jul 16 08:22:37.907446 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf5484e-15c4-4321-8554-e3afca21e66f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20328375-7917-4f75-b480-8cb56d1aec37,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:37.945573 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c9f59aa0-7510-4c7d-bace-b86bdddade65 req-658f1689-a7de-425a-b087-b8a409c266a1 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551324 Jul 16 08:22:38.016782 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5e4564c8-672f-4177-8db7-c3f86ecf8036 req-4baf6ef0-f2ae-4522-883e-62f8488c5b0a service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:38.025582 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5e4564c8-672f-4177-8db7-c3f86ecf8036 req-4baf6ef0-f2ae-4522-883e-62f8488c5b0a service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:38.028598 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-eba769cf-b60d-4aa2-997e-8cafcc3f1040 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1baaaf04-8ff7-4cd6-9cab-150bfae7988d {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:22:38.039739 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-eba769cf-b60d-4aa2-997e-8cafcc3f1040 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:38.053803 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-eba769cf-b60d-4aa2-997e-8cafcc3f1040 service neutron] Transition to ACTIVE for port object 1baaaf04-8ff7-4cd6-9cab-150bfae7988d will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:22:38.055338 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5e4564c8-672f-4177-8db7-c3f86ecf8036 req-4baf6ef0-f2ae-4522-883e-62f8488c5b0a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346258 Jul 16 08:22:38.059845 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-eba769cf-b60d-4aa2-997e-8cafcc3f1040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:38.071746 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baf6ef0-f2ae-4522-883e-62f8488c5b0a service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf78818-e336-44af-94ab-3508e7170c3d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:38.114511 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba769cf-b60d-4aa2-997e-8cafcc3f1040 service neutron] Pushing event updated for resources: {'Port': ['ID=1baaaf04-8ff7-4cd6-9cab-150bfae7988d,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:38.164429 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-eba769cf-b60d-4aa2-997e-8cafcc3f1040 service neutron] Attempting to bind port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:22:38.164859 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-eba769cf-b60d-4aa2-997e-8cafcc3f1040 service neutron] Attempting to bind port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:22:38.165202 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-eba769cf-b60d-4aa2-997e-8cafcc3f1040 service neutron] Attempting to bind port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:22:38.169731 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-eba769cf-b60d-4aa2-997e-8cafcc3f1040 service neutron] Port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:22:38.170053 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-eba769cf-b60d-4aa2-997e-8cafcc3f1040 service neutron] Attempting to bind port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:22:38.175375 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-eba769cf-b60d-4aa2-997e-8cafcc3f1040 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:22:38.175713 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-eba769cf-b60d-4aa2-997e-8cafcc3f1040 service neutron] Checking segment: {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:22:38.176094 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-eba769cf-b60d-4aa2-997e-8cafcc3f1040 service neutron] Bound using segment: {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:22:38.176555 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-eba769cf-b60d-4aa2-997e-8cafcc3f1040 service neutron] Bound port: 1baaaf04-8ff7-4cd6-9cab-150bfae7988d, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:22:38.176914 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-eba769cf-b60d-4aa2-997e-8cafcc3f1040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:38.245299 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-eba769cf-b60d-4aa2-997e-8cafcc3f1040 service neutron] For port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:22:38.248989 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-eba769cf-b60d-4aa2-997e-8cafcc3f1040 service neutron] For port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=1baaaf04-8ff7-4cd6-9cab-150bfae7988d,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:22:38.254606 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-eba769cf-b60d-4aa2-997e-8cafcc3f1040 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:38.295722 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-eba769cf-b60d-4aa2-997e-8cafcc3f1040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:38.295722 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-eba769cf-b60d-4aa2-997e-8cafcc3f1040 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:38.297876 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-eba769cf-b60d-4aa2-997e-8cafcc3f1040 service neutron] 10.222.0.21 "PUT /v2.0/ports/1baaaf04-8ff7-4cd6-9cab-150bfae7988d HTTP/1.1" status: 200 len: 1114 time: 0.7524686 Jul 16 08:22:38.298331 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7acc0230-b2d2-4b52-bf1d-17c817457b00', 'tag': '1baaaf04-8ff7-4cd6-9cab-150bfae7988d'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:22:38.300639 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e57630-117b-4afb-a580-ab5e9c1a891a" -d '{"events": [{"name": "network-changed", "server_uuid": "7acc0230-b2d2-4b52-bf1d-17c817457b00", "tag": "1baaaf04-8ff7-4cd6-9cab-150bfae7988d"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:22:38.332581 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f105d61-f81f-45a9-8ff1-3632e8a522c3 req-c01c6f2d-bde5-4e9e-af82-e6a29b7c3faa tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:38.335390 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba769cf-b60d-4aa2-997e-8cafcc3f1040 service neutron] Pushing event updated for resources: {'Port': ['ID=1baaaf04-8ff7-4cd6-9cab-150bfae7988d,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:38.339917 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9f105d61-f81f-45a9-8ff1-3632e8a522c3 req-c01c6f2d-bde5-4e9e-af82-e6a29b7c3faa tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=62939b88-5eaa-427b-9cff-0442646c5320 HTTP/1.1" status: 200 len: 950 time: 0.1080902 Jul 16 08:22:38.389691 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:38.414903 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9f105d61-f81f-45a9-8ff1-3632e8a522c3 req-c467f197-73f7-4cdf-a48a-2ebd90d6991d tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/security-groups?id=23ba4e4f-e304-4a40-a7a4-d5e6cf400422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737059 Jul 16 08:22:38.433256 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 194b172a-c0c8-4b9c-8aa4-5ca10db1c596 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:22:38.464655 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-b5f6d470-8690-40b8-92c0-3378d68facab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:38.466373 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-b5f6d470-8690-40b8-92c0-3378d68facab service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c0f0cf24afb47969a9cef8297bf2691&device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00 HTTP/1.1" status: 200 len: 1117 time: 0.1162882 Jul 16 08:22:38.485674 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:22:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b06553-8460-4723-aeb8-e648020bfe33 x-openstack-request-id: req-a8b06553-8460-4723-aeb8-e648020bfe33 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:22:38.486020 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7acc0230-b2d2-4b52-bf1d-17c817457b00", "tag": "1baaaf04-8ff7-4cd6-9cab-150bfae7988d", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:22:38.486454 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a8b06553-8460-4723-aeb8-e648020bfe33 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:22:38.486907 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7acc0230-b2d2-4b52-bf1d-17c817457b00', 'tag': '1baaaf04-8ff7-4cd6-9cab-150bfae7988d', 'status': 'completed', 'code': 200} Jul 16 08:22:38.517428 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-46554806-6629-4c6b-be3b-07518ad9a902 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1baaaf04-8ff7-4cd6-9cab-150bfae7988d HTTP/1.1" status: 200 len: 217 time: 0.0419738 Jul 16 08:22:38.517667 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 194b172a-c0c8-4b9c-8aa4-5ca10db1c596 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:22:38.523489 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 194b172a-c0c8-4b9c-8aa4-5ca10db1c596 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:22:38.524096 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:38.529327 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce82720-2088-47e8-bc50-77c1742bd2d9 req-d5d9ed9e-45d8-4c03-9440-ef9b37eb97a9 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:38.530980 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cce82720-2088-47e8-bc50-77c1742bd2d9 req-d5d9ed9e-45d8-4c03-9440-ef9b37eb97a9 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 949 time: 0.1386983 Jul 16 08:22:38.564701 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41406) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:38.606485 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cce82720-2088-47e8-bc50-77c1742bd2d9 req-e2ff1c51-bd70-4999-914b-006157ec090e tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673182 Jul 16 08:22:38.608247 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-0aec4578-4b05-43a3-90ed-00487e22ae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:38.610250 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-0aec4578-4b05-43a3-90ed-00487e22ae48 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce796d98-7ee4-4738-aad4-0026126b7799 HTTP/1.1" status: 200 len: 847 time: 0.0783548 Jul 16 08:22:38.638921 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:38.651891 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-86e580cc-46a3-4b61-a200-e16a42e5909b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348971 Jul 16 08:22:38.678474 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 194b172a-c0c8-4b9c-8aa4-5ca10db1c596, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=194b172a-c0c8-4b9c-8aa4-5ca10db1c596,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:22:38.683937 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:38.695942 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8a47912-661f-4288-96b5-c1cb83b52148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:38.750812 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=194b172a-c0c8-4b9c-8aa4-5ca10db1c596,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:38.806957 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-7e9adb2b-5cd9-438b-95cd-e11c5dbc52b6 service neutron] 10.222.0.21 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481602 Jul 16 08:22:38.838351 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8a47912-661f-4288-96b5-c1cb83b52148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:38.857793 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8a47912-661f-4288-96b5-c1cb83b52148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:38.907292 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41420) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:38.907934 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a47912-661f-4288-96b5-c1cb83b52148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0882016-4fdf-4315-9a89-5d5e10d84f32,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:38.924744 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c8a47912-661f-4288-96b5-c1cb83b52148 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7caca1c828fc41bb9fe2a48320906de6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3588486 Jul 16 08:22:38.925350 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41424) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:38.964621 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda7108b-dcf2-47dd-bbc6-2ee7c607d8d7 req-23433460-6fa6-4002-8f22-7fdcd83c01c0 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:38.966180 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bda7108b-dcf2-47dd-bbc6-2ee7c607d8d7 req-23433460-6fa6-4002-8f22-7fdcd83c01c0 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ae96da-4d06-45cb-aea4-1916fc6dd1e5 HTTP/1.1" status: 200 len: 971 time: 0.1443336 Jul 16 08:22:39.019552 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a2f34b2b-cb75-4375-bb78-fe84d099e1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:39.033444 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-900e8626-cad6-45a0-96c4-ea92761b3e85 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1388124740-network', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:22:39.044432 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bda7108b-dcf2-47dd-bbc6-2ee7c607d8d7 req-7e936e01-c59d-462f-b427-387cc02427e0 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5db6eef-3b96-4a15-a454-b8f6c704e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681682 Jul 16 08:22:39.050863 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9f6011aa-fee5-488a-acd3-3f4de133fbde req-7374621a-d4af-4df2-9a3c-280e05707a84 service neutron] 10.222.0.21 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2355418 Jul 16 08:22:39.075106 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a2f34b2b-cb75-4375-bb78-fe84d099e1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:39.099119 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-900e8626-cad6-45a0-96c4-ea92761b3e85 admin admin] Made reservation on behalf of 84bf75c6d98d4e69bee4eaefa2810d3a for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:22:39.101400 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-900e8626-cad6-45a0-96c4-ea92761b3e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:39.121416 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-900e8626-cad6-45a0-96c4-ea92761b3e85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:39.162518 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a2f34b2b-cb75-4375-bb78-fe84d099e1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:39.165174 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a2f34b2b-cb75-4375-bb78-fe84d099e1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:39.166301 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a2f34b2b-cb75-4375-bb78-fe84d099e1dd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b0882016-4fdf-4315-9a89-5d5e10d84f32 HTTP/1.1" status: 204 len: 168 time: 0.2383466 Jul 16 08:22:39.167102 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e57630-117b-4afb-a580-ab5e9c1a891a req-23df5ec6-4950-46d3-8463-523403c93659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:39.168968 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-38e57630-117b-4afb-a580-ab5e9c1a891a req-23df5ec6-4950-46d3-8463-523403c93659 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c0f0cf24afb47969a9cef8297bf2691&device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00 HTTP/1.1" status: 200 len: 1117 time: 0.0593970 Jul 16 08:22:39.183042 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f34b2b-cb75-4375-bb78-fe84d099e1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0882016-4fdf-4315-9a89-5d5e10d84f32,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:39.256909 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-900e8626-cad6-45a0-96c4-ea92761b3e85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:39.262515 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-900e8626-cad6-45a0-96c4-ea92761b3e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:39.285853 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-900e8626-cad6-45a0-96c4-ea92761b3e85 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:22:39.301302 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e8626-cad6-45a0-96c4-ea92761b3e85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f648399-4160-4693-927f-f42af3b35078,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:39.304755 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-900e8626-cad6-45a0-96c4-ea92761b3e85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:39.305140 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-900e8626-cad6-45a0-96c4-ea92761b3e85 admin admin] Added segment daabb715-a942-4244-b821-e5bf3292c381 of type vlan for network 2a688f30-b751-493d-bda9-31166d01b9c0 Jul 16 08:22:39.307686 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e57630-117b-4afb-a580-ab5e9c1a891a req-b403f180-0650-4d8f-8271-4b8cc1eb1bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:39.309215 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-38e57630-117b-4afb-a580-ab5e9c1a891a req-b403f180-0650-4d8f-8271-4b8cc1eb1bca service neutron] 10.222.0.21 "GET /v2.0/networks?id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 HTTP/1.1" status: 200 len: 908 time: 0.1335993 Jul 16 08:22:39.329347 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62939b88-5eaa-427b-9cff-0442646c5320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4d1987-a319-4336-a780-e8a800cd03e8'}, {'server_uuid': 'a3ae96da-4d06-45cb-aea4-1916fc6dd1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194b172a-c0c8-4b9c-8aa4-5ca10db1c596'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:22:39.331814 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e20cd0-97ff-461b-b623-86830514d038" -d '{"events": [{"server_uuid": "62939b88-5eaa-427b-9cff-0442646c5320", "name": "network-vif-plugged", "status": "completed", "tag": "4d4d1987-a319-4336-a780-e8a800cd03e8"}, {"server_uuid": "a3ae96da-4d06-45cb-aea4-1916fc6dd1e5", "name": "network-vif-plugged", "status": "completed", "tag": "194b172a-c0c8-4b9c-8aa4-5ca10db1c596"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:22:39.356655 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-900e8626-cad6-45a0-96c4-ea92761b3e85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:39.367774 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-38e57630-117b-4afb-a580-ab5e9c1a891a req-d11d063d-f95e-4bd7-b27e-94cc27a52bb3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1baaaf04-8ff7-4cd6-9cab-150bfae7988d HTTP/1.1" status: 200 len: 217 time: 0.0517573 Jul 16 08:22:39.392255 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d71384-ffea-46e5-b6a6-5a92e8d0f3cc req-ea1e6504-f072-409b-a59f-f29c89517b95 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:39.393939 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8d71384-ffea-46e5-b6a6-5a92e8d0f3cc req-ea1e6504-f072-409b-a59f-f29c89517b95 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00 HTTP/1.1" status: 200 len: 965 time: 0.1398959 Jul 16 08:22:39.394160 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:22:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e4c6ce7-04b2-47ca-9314-51a38a61e520 x-openstack-request-id: req-5e4c6ce7-04b2-47ca-9314-51a38a61e520 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:22:39.395610 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62939b88-5eaa-427b-9cff-0442646c5320", "name": "network-vif-plugged", "status": "completed", "tag": "4d4d1987-a319-4336-a780-e8a800cd03e8", "code": 200}, {"server_uuid": "a3ae96da-4d06-45cb-aea4-1916fc6dd1e5", "name": "network-vif-plugged", "status": "completed", "tag": "194b172a-c0c8-4b9c-8aa4-5ca10db1c596", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:22:39.396490 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5e4c6ce7-04b2-47ca-9314-51a38a61e520 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:22:39.397648 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62939b88-5eaa-427b-9cff-0442646c5320', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4d1987-a319-4336-a780-e8a800cd03e8', 'code': 200} Jul 16 08:22:39.398094 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ae96da-4d06-45cb-aea4-1916fc6dd1e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '194b172a-c0c8-4b9c-8aa4-5ca10db1c596', 'code': 200} Jul 16 08:22:39.409282 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-900e8626-cad6-45a0-96c4-ea92761b3e85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:39.410431 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-900e8626-cad6-45a0-96c4-ea92761b3e85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:39.411393 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-900e8626-cad6-45a0-96c4-ea92761b3e85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:39.450026 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e57630-117b-4afb-a580-ab5e9c1a891a req-5faa30df-b8ce-4f53-9f4e-0d7c06f0b51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:39.451499 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-38e57630-117b-4afb-a580-ab5e9c1a891a req-5faa30df-b8ce-4f53-9f4e-0d7c06f0b51c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce796d98-7ee4-4738-aad4-0026126b7799 HTTP/1.1" status: 200 len: 847 time: 0.0760486 Jul 16 08:22:39.490346 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8d71384-ffea-46e5-b6a6-5a92e8d0f3cc req-747b3154-734c-4936-a632-efff49dbdcf8 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740263 Jul 16 08:22:39.492461 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-900e8626-cad6-45a0-96c4-ea92761b3e85 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.5794230 Jul 16 08:22:39.496170 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41436) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:39.511558 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-38e57630-117b-4afb-a580-ab5e9c1a891a req-cf47ec7f-e729-41d7-a7cb-993303db3aa3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495000 Jul 16 08:22:39.515854 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-cb23fb1e-3285-470b-baf2-01ac21dc256c admin admin] Request body: {'subnet': {'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388124740-subnet', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:22:39.552603 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.21', 55150) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:39.580953 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900e8626-cad6-45a0-96c4-ea92761b3e85 admin admin] Pushing event updated for resources: {'Network': ['ID=2a688f30-b751-493d-bda9-31166d01b9c0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:39.595071 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 2a688f30-b751-493d-bda9-31166d01b9c0 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:22:39.608583 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb23fb1e-3285-470b-baf2-01ac21dc256c admin admin] Made reservation on behalf of 84bf75c6d98d4e69bee4eaefa2810d3a for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:22:39.612326 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb23fb1e-3285-470b-baf2-01ac21dc256c admin admin] Notify callbacks [] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:39.669108 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41440) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:39.724446 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6f755e5a-8636-4ed6-be08-16f917767e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:39.747618 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87eddc9-a414-4fee-a578-f2e333d9e9a3 req-e1d49841-d9d5-4c8c-b699-9019336e44bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:39.749390 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a87eddc9-a414-4fee-a578-f2e333d9e9a3 req-e1d49841-d9d5-4c8c-b699-9019336e44bf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=62939b88-5eaa-427b-9cff-0442646c5320 HTTP/1.1" status: 200 len: 1102 time: 0.1976316 Jul 16 08:22:39.757660 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edebfe0-651f-4f41-b54e-20c472dfba37 req-85ceaa32-953b-4cdf-92b9-a9258faac2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:39.759256 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7edebfe0-651f-4f41-b54e-20c472dfba37 req-85ceaa32-953b-4cdf-92b9-a9258faac2d3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a3ae96da-4d06-45cb-aea4-1916fc6dd1e5 HTTP/1.1" status: 200 len: 1123 time: 0.2056496 Jul 16 08:22:39.764891 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-38e57630-117b-4afb-a580-ab5e9c1a891a req-056386de-0c49-4f66-8171-b99d4cb4c804 service neutron] 10.222.0.21 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381654 Jul 16 08:22:39.837544 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a87eddc9-a414-4fee-a578-f2e333d9e9a3 req-df8eb56e-0e47-4581-be14-3ffae8cfab39 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=23ba4e4f-e304-4a40-a7a4-d5e6cf400422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798652 Jul 16 08:22:39.847985 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbdea75-1900-48ed-ae9f-cf5eeb0f1bfc req-ae42abf2-6e18-4150-877f-85f813e4c1d7 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:39.849448 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3cbdea75-1900-48ed-ae9f-cf5eeb0f1bfc req-ae42abf2-6e18-4150-877f-85f813e4c1d7 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=62939b88-5eaa-427b-9cff-0442646c5320 HTTP/1.1" status: 200 len: 950 time: 0.1666327 Jul 16 08:22:39.912443 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb23fb1e-3285-470b-baf2-01ac21dc256c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:39.927794 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7edebfe0-651f-4f41-b54e-20c472dfba37 req-f3fa3457-5470-49a9-b5cb-2a203d386fbf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b5db6eef-3b96-4a15-a454-b8f6c704e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1485786 Jul 16 08:22:39.948887 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3cbdea75-1900-48ed-ae9f-cf5eeb0f1bfc req-3bcdc726-8496-456d-92de-5f23a4c14c20 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/security-groups?id=23ba4e4f-e304-4a40-a7a4-d5e6cf400422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906763 Jul 16 08:22:39.976403 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-38e57630-117b-4afb-a580-ab5e9c1a891a req-ad814c93-334f-44fc-addf-ec4f2295ce86 service neutron] 10.222.0.21 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982424 Jul 16 08:22:39.977563 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb23fb1e-3285-470b-baf2-01ac21dc256c admin admin] Pushing event updated for resources: {'Subnet': ['ID=03b96796-c852-49fd-be23-df5d401458c9,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:39.990337 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb23fb1e-3285-470b-baf2-01ac21dc256c admin admin] Checking segment: {'id': 'daabb715-a942-4244-b821-e5bf3292c381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:22:39.990695 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb23fb1e-3285-470b-baf2-01ac21dc256c admin admin] Network hostable DHCP agents. Network: 2a688f30-b751-493d-bda9-31166d01b9c0, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:22:39.991291 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17f58bbe-0c19-44b7-a128-dc5c9f8d66b8 req-f585b92b-7e9d-4a36-9b17-d5713bd411d4 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:39.992777 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17f58bbe-0c19-44b7-a128-dc5c9f8d66b8 req-f585b92b-7e9d-4a36-9b17-d5713bd411d4 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 949 time: 0.1953421 Jul 16 08:22:40.007727 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb23fb1e-3285-470b-baf2-01ac21dc256c admin admin] Network 2a688f30-b751-493d-bda9-31166d01b9c0 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:22:40.016536 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-cb23fb1e-3285-470b-baf2-01ac21dc256c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 2a688f30-b751-493d-bda9-31166d01b9c0) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:22:40.020605 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb23fb1e-3285-470b-baf2-01ac21dc256c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:40.021199 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb23fb1e-3285-470b-baf2-01ac21dc256c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:40.031575 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad6e636-d85c-4ffe-91b8-363c69d21009 None None] Network 2a688f30-b751-493d-bda9-31166d01b9c0 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:22:40.034591 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6f755e5a-8636-4ed6-be08-16f917767e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:40.044252 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6f755e5a-8636-4ed6-be08-16f917767e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:40.045032 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-cb23fb1e-3285-470b-baf2-01ac21dc256c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5435982 Jul 16 08:22:40.052085 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41442) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:40.060512 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-b226c30b-7134-45ac-b2bc-2bff2d6edb22 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1388124740-router', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:22:40.074829 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17f58bbe-0c19-44b7-a128-dc5c9f8d66b8 req-eb7a71b9-d774-44aa-a30e-1e4cd3c5861e tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750325 Jul 16 08:22:40.099709 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f755e5a-8636-4ed6-be08-16f917767e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47b72c9-fd35-4b95-b62c-14beb6921ea1,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:40.115662 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41448) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:40.122396 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6f755e5a-8636-4ed6-be08-16f917767e57 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a64d4ca98dc849c0b3d404b408df221c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4348044 Jul 16 08:22:40.135091 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b226c30b-7134-45ac-b2bc-2bff2d6edb22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:40.137147 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b226c30b-7134-45ac-b2bc-2bff2d6edb22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:40.201132 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b226c30b-7134-45ac-b2bc-2bff2d6edb22 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:40.206418 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b94bb0ed-fa12-40e6-a18a-d6557eebcc9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:40.227456 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718993a9-e97c-47f8-8f15-bae346b0f034 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-2a688f30-b751-493d-bda9-31166d01b9c0', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'fixed_ips': [{'subnet_id': '03b96796-c852-49fd-be23-df5d401458c9'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:22:40.228324 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-718993a9-e97c-47f8-8f15-bae346b0f034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:40.265800 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b94bb0ed-fa12-40e6-a18a-d6557eebcc9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:40.322895 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e233dd69-dcf1-4e53-a8b5-a12ec1a1c892 req-8ed6d568-27c1-42f9-8b28-429eb269cce4 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:40.324698 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e233dd69-dcf1-4e53-a8b5-a12ec1a1c892 req-8ed6d568-27c1-42f9-8b28-429eb269cce4 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ae96da-4d06-45cb-aea4-1916fc6dd1e5 HTTP/1.1" status: 200 len: 971 time: 0.1156285 Jul 16 08:22:40.350153 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b94bb0ed-fa12-40e6-a18a-d6557eebcc9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:40.352634 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b94bb0ed-fa12-40e6-a18a-d6557eebcc9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:40.356427 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b94bb0ed-fa12-40e6-a18a-d6557eebcc9a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b47b72c9-fd35-4b95-b62c-14beb6921ea1 HTTP/1.1" status: 204 len: 168 time: 0.2371995 Jul 16 08:22:40.371021 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94bb0ed-fa12-40e6-a18a-d6557eebcc9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47b72c9-fd35-4b95-b62c-14beb6921ea1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:40.400013 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e233dd69-dcf1-4e53-a8b5-a12ec1a1c892 req-92147f94-bc67-4379-994e-6f40f4a9180d tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5db6eef-3b96-4a15-a454-b8f6c704e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582592 Jul 16 08:22:40.404495 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-718993a9-e97c-47f8-8f15-bae346b0f034 None None] Allocated IP 172.20.0.2 (2a688f30-b751-493d-bda9-31166d01b9c0/03b96796-c852-49fd-be23-df5d401458c9/1f531597-e23b-464f-9647-a39b91d96bac) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:22:40.454789 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b226c30b-7134-45ac-b2bc-2bff2d6edb22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:40.576330 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-718993a9-e97c-47f8-8f15-bae346b0f034 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:40.586378 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-718993a9-e97c-47f8-8f15-bae346b0f034 None None] Transition to ACTIVE for port object 1f531597-e23b-464f-9647-a39b91d96bac will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:22:40.615672 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-718993a9-e97c-47f8-8f15-bae346b0f034 None None] Transition to ACTIVE for port object 1f531597-e23b-464f-9647-a39b91d96bac will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:22:40.628210 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-718993a9-e97c-47f8-8f15-bae346b0f034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:40.679902 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-718993a9-e97c-47f8-8f15-bae346b0f034 None None] Network 2a688f30-b751-493d-bda9-31166d01b9c0 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:22:40.681386 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-718993a9-e97c-47f8-8f15-bae346b0f034 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:22:40.683867 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-718993a9-e97c-47f8-8f15-bae346b0f034 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:22:40.760294 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718993a9-e97c-47f8-8f15-bae346b0f034 None None] Pushing event updated for resources: {'Port': ['ID=1f531597-e23b-464f-9647-a39b91d96bac,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:40.761595 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a6d53-b0c3-4532-acb3-fcd95d9e228d req-02cb0c43-115f-483a-8875-4a9e549cc6cc tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:40.770175 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4e4a6d53-b0c3-4532-acb3-fcd95d9e228d req-02cb0c43-115f-483a-8875-4a9e549cc6cc tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00 HTTP/1.1" status: 200 len: 965 time: 0.1244233 Jul 16 08:22:40.773852 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-718993a9-e97c-47f8-8f15-bae346b0f034 None None] Attempting to bind port 1f531597-e23b-464f-9647-a39b91d96bac on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:22:40.774224 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-718993a9-e97c-47f8-8f15-bae346b0f034 None None] Attempting to bind port 1f531597-e23b-464f-9647-a39b91d96bac by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'daabb715-a942-4244-b821-e5bf3292c381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:22:40.774586 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718993a9-e97c-47f8-8f15-bae346b0f034 None None] Attempting to bind port 1f531597-e23b-464f-9647-a39b91d96bac on network 2a688f30-b751-493d-bda9-31166d01b9c0 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:22:40.780418 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718993a9-e97c-47f8-8f15-bae346b0f034 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:22:40.780770 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718993a9-e97c-47f8-8f15-bae346b0f034 None None] Checking segment: {'id': 'daabb715-a942-4244-b821-e5bf3292c381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:22:40.781906 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-718993a9-e97c-47f8-8f15-bae346b0f034 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:40.782366 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-718993a9-e97c-47f8-8f15-bae346b0f034 None None] Bound using segment: {'id': 'daabb715-a942-4244-b821-e5bf3292c381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:22:40.783026 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-718993a9-e97c-47f8-8f15-bae346b0f034 None None] Bound port: 1f531597-e23b-464f-9647-a39b91d96bac, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daabb715-a942-4244-b821-e5bf3292c381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:22:40.784136 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-718993a9-e97c-47f8-8f15-bae346b0f034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:40.820679 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4e4a6d53-b0c3-4532-acb3-fcd95d9e228d req-da543c1e-2426-4cc2-9b6a-ecac17db999f tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471227 Jul 16 08:22:40.841889 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b226c30b-7134-45ac-b2bc-2bff2d6edb22 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:40.872687 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b226c30b-7134-45ac-b2bc-2bff2d6edb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:40.878715 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08864f2-9aec-4652-91fb-754a71348bd6 req-226091eb-8c06-420e-8d79-54be8ce4e40d tempest-MigrationsAdminTest-2088423167 tempest-MigrationsAdminTest-2088423167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:40.880240 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a08864f2-9aec-4652-91fb-754a71348bd6 req-226091eb-8c06-420e-8d79-54be8ce4e40d tempest-MigrationsAdminTest-2088423167 tempest-MigrationsAdminTest-2088423167-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 1101 time: 0.2206638 Jul 16 08:22:40.889849 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-718993a9-e97c-47f8-8f15-bae346b0f034 None None] For port 1f531597-e23b-464f-9647-a39b91d96bac, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:22:40.894119 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-718993a9-e97c-47f8-8f15-bae346b0f034 None None] For port 1f531597-e23b-464f-9647-a39b91d96bac, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1f531597-e23b-464f-9647-a39b91d96bac,segment=NetworkSegment(daabb715-a942-4244-b821-e5bf3292c381),segment_id=daabb715-a942-4244-b821-e5bf3292c381)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:22:40.901826 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-718993a9-e97c-47f8-8f15-bae346b0f034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:40.961245 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718993a9-e97c-47f8-8f15-bae346b0f034 None None] Pushing event updated for resources: {'Port': ['ID=1f531597-e23b-464f-9647-a39b91d96bac,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:41.115080 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a08864f2-9aec-4652-91fb-754a71348bd6 req-95e698b1-6598-4e07-a843-29338ba21bdd tempest-MigrationsAdminTest-2088423167 tempest-MigrationsAdminTest-2088423167-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:41.163490 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63494e-49a3-4b09-8731-9d49a5340f85 req-c8c25850-2d47-4d24-b76f-7ed310750b6f tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:41.165047 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1a63494e-49a3-4b09-8731-9d49a5340f85 req-c8c25850-2d47-4d24-b76f-7ed310750b6f tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=62939b88-5eaa-427b-9cff-0442646c5320 HTTP/1.1" status: 200 len: 950 time: 0.0974889 Jul 16 08:22:41.212368 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1a63494e-49a3-4b09-8731-9d49a5340f85 req-0c4fcc6d-5d53-4af6-b023-9b8587c075ed tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/security-groups?id=23ba4e4f-e304-4a40-a7a4-d5e6cf400422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415843 Jul 16 08:22:41.240961 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-b226c30b-7134-45ac-b2bc-2bff2d6edb22 admin admin] Allocated IP 172.25.3.42 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/d4907f82-f366-4b43-af85-82c918f4812c) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:22:41.469397 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b226c30b-7134-45ac-b2bc-2bff2d6edb22 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:41.498326 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a08864f2-9aec-4652-91fb-754a71348bd6 req-95e698b1-6598-4e07-a843-29338ba21bdd tempest-MigrationsAdminTest-2088423167 tempest-MigrationsAdminTest-2088423167-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:41.508625 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a08864f2-9aec-4652-91fb-754a71348bd6 req-95e698b1-6598-4e07-a843-29338ba21bdd tempest-MigrationsAdminTest-2088423167 tempest-MigrationsAdminTest-2088423167-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:41.537521 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a08864f2-9aec-4652-91fb-754a71348bd6 req-95e698b1-6598-4e07-a843-29338ba21bdd tempest-MigrationsAdminTest-2088423167 tempest-MigrationsAdminTest-2088423167-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6333246 Jul 16 08:22:41.559843 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e698b1-6598-4e07-a843-29338ba21bdd tempest-MigrationsAdminTest-2088423167 tempest-MigrationsAdminTest-2088423167-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229be65e-4210-45ce-b59c-ee561423a631,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:41.581272 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b226c30b-7134-45ac-b2bc-2bff2d6edb22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:41.636660 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b226c30b-7134-45ac-b2bc-2bff2d6edb22 admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:22:41.637781 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226c30b-7134-45ac-b2bc-2bff2d6edb22 admin admin] Pushing event updated for resources: {'Port': ['ID=d4907f82-f366-4b43-af85-82c918f4812c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:41.646438 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-b226c30b-7134-45ac-b2bc-2bff2d6edb22 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:22:41.648820 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b226c30b-7134-45ac-b2bc-2bff2d6edb22 admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:22:41.860681 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8a6625-cf5e-4b8c-8ccb-9bedd17fec65 req-b5284314-4e2d-4998-a2d7-387f1c0b220e tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:41.862183 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ce8a6625-cf5e-4b8c-8ccb-9bedd17fec65 req-b5284314-4e2d-4998-a2d7-387f1c0b220e tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ae96da-4d06-45cb-aea4-1916fc6dd1e5 HTTP/1.1" status: 200 len: 971 time: 0.1728137 Jul 16 08:22:41.992710 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b226c30b-7134-45ac-b2bc-2bff2d6edb22 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:42.100049 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ce8a6625-cf5e-4b8c-8ccb-9bedd17fec65 req-a22d16f4-a1c1-4ba1-ba22-1dbe0de94677 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5db6eef-3b96-4a15-a454-b8f6c704e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2270844 Jul 16 08:22:42.198871 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1f531597-e23b-464f-9647-a39b91d96bac up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:22:42.266981 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 1f531597-e23b-464f-9647-a39b91d96bac completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:22:42.356124 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a393f11e-4bfc-4d9b-b7d6-642c40c649ed None None] Network 2a688f30-b751-493d-bda9-31166d01b9c0 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:22:42.384591 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b226c30b-7134-45ac-b2bc-2bff2d6edb22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:42.400641 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c999ee4d-fec4-42d7-9478-0a6a61f3406c req-9cefa4e4-e5d2-48b6-992e-49eb78bbbe07 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:42.402414 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c999ee4d-fec4-42d7-9478-0a6a61f3406c req-9cefa4e4-e5d2-48b6-992e-49eb78bbbe07 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00 HTTP/1.1" status: 200 len: 965 time: 0.1292832 Jul 16 08:22:42.436183 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5b827141-0833-455a-ab3d-da4ae69c9134 None None] Provisioning for port 1f531597-e23b-464f-9647-a39b91d96bac completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:22:42.444669 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5b827141-0833-455a-ab3d-da4ae69c9134 None None] Provisioning complete for port 1f531597-e23b-464f-9647-a39b91d96bac triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:22:42.445261 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5b827141-0833-455a-ab3d-da4ae69c9134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:42.455371 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 1baaaf04-8ff7-4cd6-9cab-150bfae7988d details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:22:42.524781 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c999ee4d-fec4-42d7-9478-0a6a61f3406c req-7bb8a669-50a3-414b-8139-c0a9ab3cbb54 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904891 Jul 16 08:22:42.585785 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b226c30b-7134-45ac-b2bc-2bff2d6edb22 admin admin] Router c72ea637-6484-494d-be0a-ebd9f7908c71 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:22:42.695700 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5b827141-0833-455a-ab3d-da4ae69c9134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:42.703034 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=1baaaf04-8ff7-4cd6-9cab-150bfae7988d,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:22:42.730372 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '1baaaf04-8ff7-4cd6-9cab-150bfae7988d', 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0', 'port_id': '1baaaf04-8ff7-4cd6-9cab-150bfae7988d', 'mac_address': 'fa:16:3e:82:ba:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce796d98-7ee4-4738-aad4-0026126b7799', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:tempest-test_az-1080150500', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:22:42.772628 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-5b827141-0833-455a-ab3d-da4ae69c9134 None None] For port 1f531597-e23b-464f-9647-a39b91d96bac, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1f531597-e23b-464f-9647-a39b91d96bac,segment=NetworkSegment(daabb715-a942-4244-b821-e5bf3292c381),segment_id=daabb715-a942-4244-b821-e5bf3292c381)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:22:42.778468 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c895a06-2871-4349-a87f-6d0aafb848e9 req-179bd4a4-ee28-4b39-adf2-f5ebc7f51bca tempest-AggregatesAdminTestJSON-2099156800 tempest-AggregatesAdminTestJSON-2099156800-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:42.785492 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5b827141-0833-455a-ab3d-da4ae69c9134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:42.787552 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3c895a06-2871-4349-a87f-6d0aafb848e9 req-179bd4a4-ee28-4b39-adf2-f5ebc7f51bca tempest-AggregatesAdminTestJSON-2099156800 tempest-AggregatesAdminTestJSON-2099156800-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a3ae96da-4d06-45cb-aea4-1916fc6dd1e5 HTTP/1.1" status: 200 len: 1123 time: 0.0858736 Jul 16 08:22:42.803242 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3c895a06-2871-4349-a87f-6d0aafb848e9 req-d821426e-57d6-4a59-b3bb-95dfa0983087 tempest-AggregatesAdminTestJSON-2099156800 tempest-AggregatesAdminTestJSON-2099156800-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:42.819475 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:42.826421 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b226c30b-7134-45ac-b2bc-2bff2d6edb22 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:22:42.845514 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1148518-8084-41a8-ab7c-f9edc847594e None None] Sync routers for ids ['c72ea637-6484-494d-be0a-ebd9f7908c71'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:22:42.847100 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41522) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:42.865936 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1148518-8084-41a8-ab7c-f9edc847594e None None] Routers {'c72ea637-6484-494d-be0a-ebd9f7908c71'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:22:42.866951 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-a1148518-8084-41a8-ab7c-f9edc847594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:22:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c72ea637-6484-494d-be0a-ebd9f7908c71'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:22:42.896571 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47557f9-3e65-4b45-b5c1-3014e71c2e06 req-947b8e7d-57b4-4954-8516-3e5e26b6473d tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:42.897970 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b47557f9-3e65-4b45-b5c1-3014e71c2e06 req-947b8e7d-57b4-4954-8516-3e5e26b6473d tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=62939b88-5eaa-427b-9cff-0442646c5320 HTTP/1.1" status: 200 len: 950 time: 0.1393492 Jul 16 08:22:42.976042 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b47557f9-3e65-4b45-b5c1-3014e71c2e06 req-e2c62ddd-728e-4cae-bf5a-3c4aae5e7e7a tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/security-groups?id=23ba4e4f-e304-4a40-a7a4-d5e6cf400422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703003 Jul 16 08:22:42.994971 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1baaaf04-8ff7-4cd6-9cab-150bfae7988d {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:22:43.025844 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b827141-0833-455a-ab3d-da4ae69c9134 None None] Pushing event updated for resources: {'Port': ['ID=1f531597-e23b-464f-9647-a39b91d96bac,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:43.029429 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=1baaaf04-8ff7-4cd6-9cab-150bfae7988d,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:22:43.036201 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:43.064458 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3c895a06-2871-4349-a87f-6d0aafb848e9 req-d821426e-57d6-4a59-b3bb-95dfa0983087 tempest-AggregatesAdminTestJSON-2099156800 tempest-AggregatesAdminTestJSON-2099156800-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:43.076302 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-523f1d30-8147-4a4d-a623-7d17c56e1e43 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2278130 Jul 16 08:22:43.076984 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3c895a06-2871-4349-a87f-6d0aafb848e9 req-d821426e-57d6-4a59-b3bb-95dfa0983087 tempest-AggregatesAdminTestJSON-2099156800 tempest-AggregatesAdminTestJSON-2099156800-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:43.080577 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b226c30b-7134-45ac-b2bc-2bff2d6edb22 admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:43.085202 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b226c30b-7134-45ac-b2bc-2bff2d6edb22 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 3.0291226 Jul 16 08:22:43.085650 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41528) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:43.094600 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=1baaaf04-8ff7-4cd6-9cab-150bfae7988d,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:43.118021 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3c895a06-2871-4349-a87f-6d0aafb848e9 req-d821426e-57d6-4a59-b3bb-95dfa0983087 tempest-AggregatesAdminTestJSON-2099156800 tempest-AggregatesAdminTestJSON-2099156800-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=b5db6eef-3b96-4a15-a454-b8f6c704e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3295245 Jul 16 08:22:43.124954 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c9a8b9a0-c2d6-474c-8f57-52a05f17d1f4 None None] Provisioning complete for port 1f531597-e23b-464f-9647-a39b91d96bac triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:22:43.125341 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9a8b9a0-c2d6-474c-8f57-52a05f17d1f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:43.141129 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-a1148518-8084-41a8-ab7c-f9edc847594e None None] Set router c72ea637-6484-494d-be0a-ebd9f7908c71 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:22:43.145885 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d821426e-57d6-4a59-b3bb-95dfa0983087 tempest-AggregatesAdminTestJSON-2099156800 tempest-AggregatesAdminTestJSON-2099156800-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=732f97fc-1935-4457-8515-4ac9e9c0d784,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:43.272896 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['1baaaf04-8ff7-4cd6-9cab-150bfae7988d'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:22:43.392340 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8e0414-2bdf-489a-93af-be71abeb6658 req-b604983d-1929-4f71-a816-9b4f01637043 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:43.393502 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aa8e0414-2bdf-489a-93af-be71abeb6658 req-b604983d-1929-4f71-a816-9b4f01637043 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 949 time: 0.0939281 Jul 16 08:22:43.412862 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-a1148518-8084-41a8-ab7c-f9edc847594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388124740-router', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:41Z', 'revision_number': 3, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'gw_port': {'id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:22:43.451448 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1148518-8084-41a8-ab7c-f9edc847594e None None] Checking router: c72ea637-6484-494d-be0a-ebd9f7908c71 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:22:43.451811 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1148518-8084-41a8-ab7c-f9edc847594e None None] Updating router c72ea637-6484-494d-be0a-ebd9f7908c71 port d4907f82-f366-4b43-af85-82c918f4812c binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:22:43.505675 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a1148518-8084-41a8-ab7c-f9edc847594e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:43.537061 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aa8e0414-2bdf-489a-93af-be71abeb6658 req-916e7a72-5e69-4d93-b0d4-ad0b83588349 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284387 Jul 16 08:22:43.600202 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fc1094-06fa-4c17-ac50-0804b96ca80b req-d5793a06-e5a3-4b41-abdb-d2d86f61d0ca tempest-DeleteServersAdminTestJSON-1438797722 tempest-DeleteServersAdminTestJSON-1438797722-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:43.601922 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-26fc1094-06fa-4c17-ac50-0804b96ca80b req-d5793a06-e5a3-4b41-abdb-d2d86f61d0ca tempest-DeleteServersAdminTestJSON-1438797722 tempest-DeleteServersAdminTestJSON-1438797722-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=62939b88-5eaa-427b-9cff-0442646c5320 HTTP/1.1" status: 200 len: 1102 time: 0.1363020 Jul 16 08:22:43.773169 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d133f97-07c7-4f50-9054-68294f895ff8 req-243b811d-fd49-4e8e-b5e1-aa5d15c24669 tempest-NetworksTest-1606741044 tempest-NetworksTest-1606741044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:43.773718 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d133f97-07c7-4f50-9054-68294f895ff8 req-243b811d-fd49-4e8e-b5e1-aa5d15c24669 tempest-NetworksTest-1606741044 tempest-NetworksTest-1606741044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:43.774095 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d133f97-07c7-4f50-9054-68294f895ff8 req-243b811d-fd49-4e8e-b5e1-aa5d15c24669 tempest-NetworksTest-1606741044 tempest-NetworksTest-1606741044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:43.774553 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d133f97-07c7-4f50-9054-68294f895ff8 req-243b811d-fd49-4e8e-b5e1-aa5d15c24669 tempest-NetworksTest-1606741044 tempest-NetworksTest-1606741044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:43.775009 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d133f97-07c7-4f50-9054-68294f895ff8 req-243b811d-fd49-4e8e-b5e1-aa5d15c24669 tempest-NetworksTest-1606741044 tempest-NetworksTest-1606741044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:43.775862 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d133f97-07c7-4f50-9054-68294f895ff8 req-243b811d-fd49-4e8e-b5e1-aa5d15c24669 tempest-NetworksTest-1606741044 tempest-NetworksTest-1606741044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:43.783661 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3d133f97-07c7-4f50-9054-68294f895ff8 req-243b811d-fd49-4e8e-b5e1-aa5d15c24669 tempest-NetworksTest-1606741044 tempest-NetworksTest-1606741044-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4306 time: 0.4761724 Jul 16 08:22:43.784016 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-26fc1094-06fa-4c17-ac50-0804b96ca80b req-702af120-bc16-4c02-85c5-fe3481754ab3 tempest-DeleteServersAdminTestJSON-1438797722 tempest-DeleteServersAdminTestJSON-1438797722-project-admin] Deleting port 4d4d1987-a319-4336-a780-e8a800cd03e8 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:22:43.784510 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-26fc1094-06fa-4c17-ac50-0804b96ca80b req-702af120-bc16-4c02-85c5-fe3481754ab3 tempest-DeleteServersAdminTestJSON-1438797722 tempest-DeleteServersAdminTestJSON-1438797722-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:43.855421 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a1148518-8084-41a8-ab7c-f9edc847594e None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:43.872369 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a1148518-8084-41a8-ab7c-f9edc847594e None None] Transition to ACTIVE for port object d4907f82-f366-4b43-af85-82c918f4812c will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:22:43.886042 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a1148518-8084-41a8-ab7c-f9edc847594e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:43.961383 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2fcf37-1528-45e4-b1b7-a58ac6ca31d9 None None] Pushing event updated for resources: {'Port': ['ID=d4907f82-f366-4b43-af85-82c918f4812c,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:43.963759 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a1148518-8084-41a8-ab7c-f9edc847594e None None] Attempting to bind port d4907f82-f366-4b43-af85-82c918f4812c on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:22:43.964240 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a1148518-8084-41a8-ab7c-f9edc847594e None None] Attempting to bind port d4907f82-f366-4b43-af85-82c918f4812c by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:22:43.964786 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1148518-8084-41a8-ab7c-f9edc847594e None None] Attempting to bind port d4907f82-f366-4b43-af85-82c918f4812c on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:22:43.974200 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1148518-8084-41a8-ab7c-f9edc847594e None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:22:43.974671 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1148518-8084-41a8-ab7c-f9edc847594e None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:22:43.975151 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a1148518-8084-41a8-ab7c-f9edc847594e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:43.975909 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1148518-8084-41a8-ab7c-f9edc847594e None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:22:43.976167 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a1148518-8084-41a8-ab7c-f9edc847594e None None] Bound port: d4907f82-f366-4b43-af85-82c918f4812c, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:22:43.976663 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a1148518-8084-41a8-ab7c-f9edc847594e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:43.979959 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2fcf37-1528-45e4-b1b7-a58ac6ca31d9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:43.980409 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2fcf37-1528-45e4-b1b7-a58ac6ca31d9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:43.980943 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2fcf37-1528-45e4-b1b7-a58ac6ca31d9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:43.981368 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2fcf37-1528-45e4-b1b7-a58ac6ca31d9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:43.981782 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2fcf37-1528-45e4-b1b7-a58ac6ca31d9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:43.982130 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2fcf37-1528-45e4-b1b7-a58ac6ca31d9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:43.982575 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2fcf37-1528-45e4-b1b7-a58ac6ca31d9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:43.982974 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2fcf37-1528-45e4-b1b7-a58ac6ca31d9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:43.983375 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2fcf37-1528-45e4-b1b7-a58ac6ca31d9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:43.983815 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2fcf37-1528-45e4-b1b7-a58ac6ca31d9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:43.984208 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2fcf37-1528-45e4-b1b7-a58ac6ca31d9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:43.984624 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2fcf37-1528-45e4-b1b7-a58ac6ca31d9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2fcf37-1528-45e4-b1b7-a58ac6ca31d9 None None] Tracked resource versions report: Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: pushed versions: Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: { 'AddressGroup': {'1.2'}, Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: 'ConntrackHelper': {'1.0'}, Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: 'Log': {'1.0'}, Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: 'Network': {'1.1'}, Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: 'Port': {'1.7'}, Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: 'PortForwarding': {'1.2'}, Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: 'QosPolicy': {'1.8'}, Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: 'SecurityGroup': {'1.4'}, Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: 'SecurityGroupRule': {'1.2'}, Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: 'SubPort': {'1.0'}, Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: 'Subnet': {'1.1'}, Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: 'Trunk': {'1.1'}} Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: consumer versions: Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: { DHCP agent@n-d-771362-37: {}, Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: HyperV agent@n-h1-771362-37: {}, Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: HyperV agent@n-h2-771362-37: {}, Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: L3 agent@n-d-771362-37: {}, Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: Metadata agent@n-d-771362-37: {}, Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: Metering agent@n-d-771362-37: {}, Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: Open vSwitch agent@n-d-771362-37: { 'AddressGroup': '1.2', Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: 'ConntrackHelper': '1.0', Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: 'Log': '1.0', Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: 'Network': '1.1', Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: 'Port': '1.7', Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: 'PortForwarding': '1.2', Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: 'QosPolicy': '1.8', Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: 'SecurityGroup': '1.4', Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: 'SecurityGroupRule': '1.2', Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: 'SubPort': '1.0', Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: 'Subnet': '1.1', Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: 'Trunk': '1.1'}} Jul 16 08:22:43.985845 n-d-771362-37 neutron-server[93761]: {{(pid=93761) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 16 08:22:44.036600 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-26fc1094-06fa-4c17-ac50-0804b96ca80b req-702af120-bc16-4c02-85c5-fe3481754ab3 tempest-DeleteServersAdminTestJSON-1438797722 tempest-DeleteServersAdminTestJSON-1438797722-project-admin] For port 4d4d1987-a319-4336-a780-e8a800cd03e8, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=4d4d1987-a319-4336-a780-e8a800cd03e8,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:22:44.037784 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-26fc1094-06fa-4c17-ac50-0804b96ca80b req-702af120-bc16-4c02-85c5-fe3481754ab3 tempest-DeleteServersAdminTestJSON-1438797722 tempest-DeleteServersAdminTestJSON-1438797722-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:44.067849 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-26fc1094-06fa-4c17-ac50-0804b96ca80b req-702af120-bc16-4c02-85c5-fe3481754ab3 tempest-DeleteServersAdminTestJSON-1438797722 tempest-DeleteServersAdminTestJSON-1438797722-project-admin] Calling delete_port for 4d4d1987-a319-4336-a780-e8a800cd03e8 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:22:44.073567 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a1148518-8084-41a8-ab7c-f9edc847594e None None] For port d4907f82-f366-4b43-af85-82c918f4812c, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:22:44.076909 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a1148518-8084-41a8-ab7c-f9edc847594e None None] For port d4907f82-f366-4b43-af85-82c918f4812c, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d4907f82-f366-4b43-af85-82c918f4812c,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:22:44.084709 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a1148518-8084-41a8-ab7c-f9edc847594e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:44.108250 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65dcd42-1853-4edc-a005-7c04bcba0af8 req-9041821e-bcd9-48a8-bb06-c5865ab756d4 tempest-NetworksTest-1606741044 tempest-NetworksTest-1606741044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:44.110221 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d65dcd42-1853-4edc-a005-7c04bcba0af8 req-9041821e-bcd9-48a8-bb06-c5865ab756d4 tempest-NetworksTest-1606741044 tempest-NetworksTest-1606741044-project-admin] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 886 time: 0.2873435 Jul 16 08:22:44.168682 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1148518-8084-41a8-ab7c-f9edc847594e None None] Routers {'c72ea637-6484-494d-be0a-ebd9f7908c71'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:22:44.169369 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-a1148518-8084-41a8-ab7c-f9edc847594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:22:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c72ea637-6484-494d-be0a-ebd9f7908c71'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:22:44.171889 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2fcf37-1528-45e4-b1b7-a58ac6ca31d9 None None] Pushing event updated for resources: {'Port': ['ID=d4907f82-f366-4b43-af85-82c918f4812c,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:44.180390 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4eb2af9b-b265-4cd3-b311-33c707da8572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:44.197674 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1f531597-e23b-464f-9647-a39b91d96bac up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:22:44.210269 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66ee628-1568-4af2-9238-5946296551cb req-b41be573-8019-48fd-bf4c-be85a18984b4 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:44.214035 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a66ee628-1568-4af2-9238-5946296551cb req-b41be573-8019-48fd-bf4c-be85a18984b4 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00 HTTP/1.1" status: 200 len: 966 time: 0.2082570 Jul 16 08:22:44.311988 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 1f531597-e23b-464f-9647-a39b91d96bac triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:22:44.313148 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:44.353534 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-a1148518-8084-41a8-ab7c-f9edc847594e None None] Set router c72ea637-6484-494d-be0a-ebd9f7908c71 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:22:44.370858 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-26fc1094-06fa-4c17-ac50-0804b96ca80b req-702af120-bc16-4c02-85c5-fe3481754ab3 tempest-DeleteServersAdminTestJSON-1438797722 tempest-DeleteServersAdminTestJSON-1438797722-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:44.384550 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a66ee628-1568-4af2-9238-5946296551cb req-c495abd0-6e9c-42a4-aa5f-65349b211612 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591842 Jul 16 08:22:44.390611 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['4d4d1987-a319-4336-a780-e8a800cd03e8'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:22:44.429458 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702af120-bc16-4c02-85c5-fe3481754ab3 tempest-DeleteServersAdminTestJSON-1438797722 tempest-DeleteServersAdminTestJSON-1438797722-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d4d1987-a319-4336-a780-e8a800cd03e8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:44.472063 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a955a974-6b29-45b6-b2a1-812a6b2f0453 req-af562580-ff35-4ccf-ba4b-ba3465137792 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=62939b88-5eaa-427b-9cff-0442646c5320 HTTP/1.1" status: 200 len: 210 time: 0.0630887 Jul 16 08:22:44.474812 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 1baaaf04-8ff7-4cd6-9cab-150bfae7988d up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:22:44.555346 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-26fc1094-06fa-4c17-ac50-0804b96ca80b req-702af120-bc16-4c02-85c5-fe3481754ab3 tempest-DeleteServersAdminTestJSON-1438797722 tempest-DeleteServersAdminTestJSON-1438797722-project-admin] No DVR routers for this DVR port 4d4d1987-a319-4336-a780-e8a800cd03e8 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:22:44.563576 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-26fc1094-06fa-4c17-ac50-0804b96ca80b req-702af120-bc16-4c02-85c5-fe3481754ab3 tempest-DeleteServersAdminTestJSON-1438797722 tempest-DeleteServersAdminTestJSON-1438797722-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:44.569291 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-26fc1094-06fa-4c17-ac50-0804b96ca80b req-702af120-bc16-4c02-85c5-fe3481754ab3 tempest-DeleteServersAdminTestJSON-1438797722 tempest-DeleteServersAdminTestJSON-1438797722-project-admin] 10.222.0.30 "DELETE /v2.0/ports/4d4d1987-a319-4336-a780-e8a800cd03e8 HTTP/1.1" status: 204 len: 173 time: 0.9611607 Jul 16 08:22:44.569929 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62939b88-5eaa-427b-9cff-0442646c5320', 'name': 'network-vif-deleted', 'tag': '4d4d1987-a319-4336-a780-e8a800cd03e8'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:22:44.574102 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14710bc0-98b3-404a-b5aa-0a9802375280" -d '{"events": [{"server_uuid": "62939b88-5eaa-427b-9cff-0442646c5320", "name": "network-vif-deleted", "tag": "4d4d1987-a319-4336-a780-e8a800cd03e8"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:22:44.634310 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:22:44.655391 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:22:44.656827 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:44.706895 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db94646-30cb-46f4-bf34-0f5ee29e050a req-240474d8-2fc2-4376-a53d-3be9ff81429b tempest-NetworksTest-1606741044 tempest-NetworksTest-1606741044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:44.707536 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db94646-30cb-46f4-bf34-0f5ee29e050a req-240474d8-2fc2-4376-a53d-3be9ff81429b tempest-NetworksTest-1606741044 tempest-NetworksTest-1606741044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:44.708078 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db94646-30cb-46f4-bf34-0f5ee29e050a req-240474d8-2fc2-4376-a53d-3be9ff81429b tempest-NetworksTest-1606741044 tempest-NetworksTest-1606741044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:44.708696 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db94646-30cb-46f4-bf34-0f5ee29e050a req-240474d8-2fc2-4376-a53d-3be9ff81429b tempest-NetworksTest-1606741044 tempest-NetworksTest-1606741044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:44.709221 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db94646-30cb-46f4-bf34-0f5ee29e050a req-240474d8-2fc2-4376-a53d-3be9ff81429b tempest-NetworksTest-1606741044 tempest-NetworksTest-1606741044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:44.709742 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db94646-30cb-46f4-bf34-0f5ee29e050a req-240474d8-2fc2-4376-a53d-3be9ff81429b tempest-NetworksTest-1606741044 tempest-NetworksTest-1606741044-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:44.735722 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5db94646-30cb-46f4-bf34-0f5ee29e050a req-240474d8-2fc2-4376-a53d-3be9ff81429b tempest-NetworksTest-1606741044 tempest-NetworksTest-1606741044-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4306 time: 0.3052523 Jul 16 08:22:44.742168 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-4eb2af9b-b265-4cd3-b311-33c707da8572 admin admin] Allocated IP 172.20.0.1 (2a688f30-b751-493d-bda9-31166d01b9c0/03b96796-c852-49fd-be23-df5d401458c9/f1c7f558-f16d-42c0-9532-2033815f976f) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:22:44.839023 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-a1148518-8084-41a8-ab7c-f9edc847594e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388124740-router', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:41Z', 'revision_number': 3, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'gw_port': {'id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:22:44.855032 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:44.857669 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44a130c6-f15c-441d-98c4-fba1916c2588 x-openstack-request-id: req-44a130c6-f15c-441d-98c4-fba1916c2588 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:22:44.858509 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62939b88-5eaa-427b-9cff-0442646c5320", "name": "network-vif-deleted", "tag": "4d4d1987-a319-4336-a780-e8a800cd03e8", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:22:44.859044 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-44a130c6-f15c-441d-98c4-fba1916c2588 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:22:44.860007 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62939b88-5eaa-427b-9cff-0442646c5320', 'name': 'network-vif-deleted', 'tag': '4d4d1987-a319-4336-a780-e8a800cd03e8', 'status': 'completed', 'code': 200} Jul 16 08:22:44.887063 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acc0230-b2d2-4b52-bf1d-17c817457b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1baaaf04-8ff7-4cd6-9cab-150bfae7988d'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:22:44.894955 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36be8904-165a-4bb2-aa76-53b9a0105b94" -d '{"events": [{"server_uuid": "7acc0230-b2d2-4b52-bf1d-17c817457b00", "name": "network-vif-plugged", "status": "completed", "tag": "1baaaf04-8ff7-4cd6-9cab-150bfae7988d"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:22:44.909430 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1148518-8084-41a8-ab7c-f9edc847594e None None] The sync data for ids ['c72ea637-6484-494d-be0a-ebd9f7908c71'] in n-d-771362-37 is: [{'id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388124740-router', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:41Z', 'revision_number': 3, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'gw_port': {'id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:22:44.910049 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=1baaaf04-8ff7-4cd6-9cab-150bfae7988d,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:22:44.915135 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:44.924061 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4eb2af9b-b265-4cd3-b311-33c707da8572 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:44.941651 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4eb2af9b-b265-4cd3-b311-33c707da8572 admin admin] Transition to ACTIVE for port object f1c7f558-f16d-42c0-9532-2033815f976f will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:22:44.978097 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:22:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8863c306-fa51-4a25-b78b-749cdb17f38d x-openstack-request-id: req-8863c306-fa51-4a25-b78b-749cdb17f38d {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:22:44.978396 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acc0230-b2d2-4b52-bf1d-17c817457b00", "name": "network-vif-plugged", "status": "completed", "tag": "1baaaf04-8ff7-4cd6-9cab-150bfae7988d", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:22:44.978656 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8863c306-fa51-4a25-b78b-749cdb17f38d {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:22:44.979056 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acc0230-b2d2-4b52-bf1d-17c817457b00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1baaaf04-8ff7-4cd6-9cab-150bfae7988d', 'code': 200} Jul 16 08:22:45.011374 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=1baaaf04-8ff7-4cd6-9cab-150bfae7988d,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:45.142951 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4eb2af9b-b265-4cd3-b311-33c707da8572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:45.180413 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-ca486f7d-4921-431b-994e-768e2deead61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:45.183059 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-ca486f7d-4921-431b-994e-768e2deead61 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 1101 time: 0.0936384 Jul 16 08:22:45.228405 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb2af9b-b265-4cd3-b311-33c707da8572 admin admin] Network 2a688f30-b751-493d-bda9-31166d01b9c0 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:22:45.237831 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-4eb2af9b-b265-4cd3-b311-33c707da8572 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:22:45.240527 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb2af9b-b265-4cd3-b311-33c707da8572 admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:22:45.241223 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4eb2af9b-b265-4cd3-b311-33c707da8572 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:45.266799 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41608) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:45.379070 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2af9b-b265-4cd3-b311-33c707da8572 admin admin] Pushing event updated for resources: {'Port': ['ID=f1c7f558-f16d-42c0-9532-2033815f976f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:45.401230 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-004ea421-7b95-4374-9aea-373445b48182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:45.403054 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-004ea421-7b95-4374-9aea-373445b48182 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.2065592 Jul 16 08:22:45.425573 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800cce47-c160-4c1f-907f-98c378177f58 req-c8a9131a-fe02-4bc2-8182-0858de7cbcaa tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:45.437517 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-800cce47-c160-4c1f-907f-98c378177f58 req-c8a9131a-fe02-4bc2-8182-0858de7cbcaa tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 949 time: 0.4313283 Jul 16 08:22:45.458936 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-63561e22-dd36-40eb-af8a-ffdbdbda7872 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 HTTP/1.1" status: 200 len: 217 time: 0.0472832 Jul 16 08:22:45.507503 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f83e616-9bfc-497a-a89d-3cc5b6f33403 req-f7fb1dbe-f370-429b-87c5-7372897f4e5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:45.509203 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2f83e616-9bfc-497a-a89d-3cc5b6f33403 req-f7fb1dbe-f370-429b-87c5-7372897f4e5d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00 HTTP/1.1" status: 200 len: 1119 time: 0.4117918 Jul 16 08:22:45.562302 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-0441f16e-a484-4c17-9555-76f6ddd9b7da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:45.564111 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-0441f16e-a484-4c17-9555-76f6ddd9b7da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0993917 Jul 16 08:22:45.621206 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-283ed66f-67dc-4f59-96c5-9df6361a59dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:45.664382 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-41f185f2-46b3-412b-b45c-d06c1a2f7491 None None] Provisioning for port f1c7f558-f16d-42c0-9532-2033815f976f completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:22:45.672558 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-41f185f2-46b3-412b-b45c-d06c1a2f7491 None None] Provisioning complete for port f1c7f558-f16d-42c0-9532-2033815f976f triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:22:45.672986 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41f185f2-46b3-412b-b45c-d06c1a2f7491 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:45.730947 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-41f185f2-46b3-412b-b45c-d06c1a2f7491 None None] Port f1c7f558-f16d-42c0-9532-2033815f976f cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:22:45.735874 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-8563d306-c0a1-44b1-ac48-954f32d43920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:45.737956 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-8563d306-c0a1-44b1-ac48-954f32d43920 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1647546 Jul 16 08:22:45.763441 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-800cce47-c160-4c1f-907f-98c378177f58 req-75f7c8b5-3b0a-49a6-a9da-9ade9113c930 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3246825 Jul 16 08:22:45.778814 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2f83e616-9bfc-497a-a89d-3cc5b6f33403 req-2ba0617b-420f-49d7-aaed-e5b35c896613 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2550178 Jul 16 08:22:45.849273 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4eb2af9b-b265-4cd3-b311-33c707da8572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:45.865918 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a1e53-b893-44cf-9ab3-efdd64ec24f2 req-1a5a4348-ef0d-4a7b-85a0-d0ff7fe21278 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:45.867740 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d9a1e53-b893-44cf-9ab3-efdd64ec24f2 req-1a5a4348-ef0d-4a7b-85a0-d0ff7fe21278 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00 HTTP/1.1" status: 200 len: 967 time: 0.1941283 Jul 16 08:22:45.947395 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-7a4cff63-7b2b-4ea3-8a8e-f40f363d5d43 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974435 Jul 16 08:22:45.963015 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d9a1e53-b893-44cf-9ab3-efdd64ec24f2 req-ebf9e41e-747d-442e-a727-ac61e2ac738b tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862794 Jul 16 08:22:46.062507 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-283ed66f-67dc-4f59-96c5-9df6361a59dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:46.069908 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-283ed66f-67dc-4f59-96c5-9df6361a59dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:46.105660 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-4e364bdf-a88b-4662-937f-45acf8015252 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388612 Jul 16 08:22:46.129534 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-283ed66f-67dc-4f59-96c5-9df6361a59dd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bb9cd19437fa45d9a97aab9717f62008&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8614159 Jul 16 08:22:46.132190 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41640) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:46.150275 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283ed66f-67dc-4f59-96c5-9df6361a59dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=183d53bf-57d7-4565-9b6b-f57e08321272,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:46.213960 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d4907f82-f366-4b43-af85-82c918f4812c up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:22:46.253415 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-bf5e1d29-4dfd-4d31-a2e9-d5ecc0fe05c7 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=0d8f3dac320542d68e553085b5e59ed5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0289037 Jul 16 08:22:46.281840 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4eb2af9b-b265-4cd3-b311-33c707da8572 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:46.289053 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4eb2af9b-b265-4cd3-b311-33c707da8572 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:46.291043 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4eb2af9b-b265-4cd3-b311-33c707da8572 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:46.306428 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-921cc029-4b3e-4cd7-84b9-ade92a6c8588 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:46.318707 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port d4907f82-f366-4b43-af85-82c918f4812c completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:22:46.323761 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port d4907f82-f366-4b43-af85-82c918f4812c triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:22:46.324398 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:46.398001 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-921cc029-4b3e-4cd7-84b9-ade92a6c8588 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:46.407321 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb2af9b-b265-4cd3-b311-33c707da8572 admin admin] Pushing event updated for resources: {'Port': ['ID=f1c7f558-f16d-42c0-9532-2033815f976f,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:46.434379 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:46.473184 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port d4907f82-f366-4b43-af85-82c918f4812c, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d4907f82-f366-4b43-af85-82c918f4812c,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:22:46.481873 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:46.554997 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-f4cbeff5-1a2f-4a4c-b22b-5cc61fa0f37e tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:46.561756 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-f4cbeff5-1a2f-4a4c-b22b-5cc61fa0f37e tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3001072 Jul 16 08:22:46.571335 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=d4907f82-f366-4b43-af85-82c918f4812c,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:46.578930 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-7bcf48ce-99d5-47a4-acb7-b035aef74761 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/quotas/0d8f3dac320542d68e553085b5e59ed5 HTTP/1.1" status: 200 len: 375 time: 0.0156901 Jul 16 08:22:46.638924 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-7824cd34-2a8e-425d-97b7-a8643ce490af tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0d8f3dac320542d68e553085b5e59ed5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0589864 Jul 16 08:22:46.654332 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-921cc029-4b3e-4cd7-84b9-ade92a6c8588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:46.669224 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-921cc029-4b3e-4cd7-84b9-ade92a6c8588 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:46.674659 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-921cc029-4b3e-4cd7-84b9-ade92a6c8588 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/183d53bf-57d7-4565-9b6b-f57e08321272 HTTP/1.1" status: 204 len: 168 time: 0.5407088 Jul 16 08:22:46.685250 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921cc029-4b3e-4cd7-84b9-ade92a6c8588 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=183d53bf-57d7-4565-9b6b-f57e08321272,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:46.773205 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb2af9b-b265-4cd3-b311-33c707da8572 admin admin] Network 2a688f30-b751-493d-bda9-31166d01b9c0 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:22:46.777101 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-4eb2af9b-b265-4cd3-b311-33c707da8572 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:22:46.965144 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb2af9b-b265-4cd3-b311-33c707da8572 admin admin] Router c72ea637-6484-494d-be0a-ebd9f7908c71 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:22:47.076749 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-864e3b3c-e1c5-464c-9f6c-4ec2ce204ddf req-b8e712b7-36db-41b7-83cd-10cec52d51f3 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a46d772-f18a-4786-9621-209d2f62fa0c HTTP/1.1" status: 200 len: 210 time: 0.0486741 Jul 16 08:22:47.171957 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-242ffb54-cb2f-49f4-bd5a-13bc9e230b48 None None] Provisioning complete for port f1c7f558-f16d-42c0-9532-2033815f976f triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:22:47.172869 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a04e3f-1a89-45d9-8219-2a5a342ac3b4 req-8f7b006a-1f4a-4aa6-a6f0-f7cd9085bb2d tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:47.175843 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-242ffb54-cb2f-49f4-bd5a-13bc9e230b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:47.182502 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-45a04e3f-1a89-45d9-8219-2a5a342ac3b4 req-8f7b006a-1f4a-4aa6-a6f0-f7cd9085bb2d tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 949 time: 0.1780012 Jul 16 08:22:47.195933 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb2af9b-b265-4cd3-b311-33c707da8572 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:22:47.201499 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4eb2af9b-b265-4cd3-b311-33c707da8572 admin admin] 10.222.0.22 "PUT /v2.0/routers/c72ea637-6484-494d-be0a-ebd9f7908c71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1147859 Jul 16 08:22:47.208609 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41700) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:47.244409 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f90b1b4d-fead-4d5a-bdf9-80dc0911d628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:47.262259 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-45a04e3f-1a89-45d9-8219-2a5a342ac3b4 req-28dac579-710b-4ace-9d8f-e0fb2e6191e9 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706632 Jul 16 08:22:47.288321 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-242ffb54-cb2f-49f4-bd5a-13bc9e230b48 None None] Port f1c7f558-f16d-42c0-9532-2033815f976f cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:22:47.318121 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0868429-91e3-46c0-b737-7c237f742242 None None] Sync routers for ids ['c72ea637-6484-494d-be0a-ebd9f7908c71'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:22:47.334533 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0868429-91e3-46c0-b737-7c237f742242 None None] Routers {'c72ea637-6484-494d-be0a-ebd9f7908c71'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:22:47.335320 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a0868429-91e3-46c0-b737-7c237f742242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:22:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c72ea637-6484-494d-be0a-ebd9f7908c71'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:22:47.476462 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-a0868429-91e3-46c0-b737-7c237f742242 None None] Set router c72ea637-6484-494d-be0a-ebd9f7908c71 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:22:47.531178 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c5eaf4-2a71-464f-a779-a682b45ae834 req-7770f1db-84f0-4917-a1b7-58db07a43006 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:47.537993 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f5c5eaf4-2a71-464f-a779-a682b45ae834 req-7770f1db-84f0-4917-a1b7-58db07a43006 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00 HTTP/1.1" status: 200 len: 967 time: 0.1481268 Jul 16 08:22:47.552637 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f90b1b4d-fead-4d5a-bdf9-80dc0911d628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:47.567053 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f90b1b4d-fead-4d5a-bdf9-80dc0911d628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:47.622572 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90b1b4d-fead-4d5a-bdf9-80dc0911d628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=358093fb-0f9d-4f58-9c13-24ea80c1a469,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:47.640535 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f5c5eaf4-2a71-464f-a779-a682b45ae834 req-e2c69f72-6274-4334-8183-e7c44e45ab93 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008263 Jul 16 08:22:47.655501 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f90b1b4d-fead-4d5a-bdf9-80dc0911d628 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=41d398cafc584d73985838cc098eee8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4434073 Jul 16 08:22:47.655799 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41730) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:47.740596 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e03bcf6d-b489-4d69-ba97-72d22d288f9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:47.771221 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a0868429-91e3-46c0-b737-7c237f742242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388124740-router', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:45Z', 'revision_number': 4, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'gw_port': {'id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'f1c7f558-f16d-42c0-9532-2033815f976f', 'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'mac_address': 'fa:16:3e:5e:e9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '03b96796-c852-49fd-be23-df5d401458c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:44Z', 'updated_at': '2021-07-16T08:22:45Z', 'revision_number': 2, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'subnets': [{'id': '03b96796-c852-49fd-be23-df5d401458c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:22:47.784327 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e03bcf6d-b489-4d69-ba97-72d22d288f9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:47.832763 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0868429-91e3-46c0-b737-7c237f742242 None None] Checking router: c72ea637-6484-494d-be0a-ebd9f7908c71 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:22:47.833122 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0868429-91e3-46c0-b737-7c237f742242 None None] Updating router c72ea637-6484-494d-be0a-ebd9f7908c71 port f1c7f558-f16d-42c0-9532-2033815f976f binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:22:47.868802 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e03bcf6d-b489-4d69-ba97-72d22d288f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:47.871611 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e03bcf6d-b489-4d69-ba97-72d22d288f9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:47.876048 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e03bcf6d-b489-4d69-ba97-72d22d288f9a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/358093fb-0f9d-4f58-9c13-24ea80c1a469 HTTP/1.1" status: 204 len: 168 time: 0.2161918 Jul 16 08:22:47.885505 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a0868429-91e3-46c0-b737-7c237f742242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:47.907617 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e03bcf6d-b489-4d69-ba97-72d22d288f9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=358093fb-0f9d-4f58-9c13-24ea80c1a469,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:48.155582 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-37efec14-e6e5-41b8-a9c0-85cedc10f8f7 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:48.160961 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f036a04e-d831-49ff-95fe-3cf6a79f6951 req-fc782a91-db6d-46e6-84c7-f3953eb09fd7 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:48.162379 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-37efec14-e6e5-41b8-a9c0-85cedc10f8f7 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/networks?id=2a688f30-b751-493d-bda9-31166d01b9c0 HTTP/1.1" status: 200 len: 821 time: 0.2408516 Jul 16 08:22:48.169264 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f036a04e-d831-49ff-95fe-3cf6a79f6951 req-fc782a91-db6d-46e6-84c7-f3953eb09fd7 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00 HTTP/1.1" status: 200 len: 1119 time: 0.1186414 Jul 16 08:22:48.170190 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d4907f82-f366-4b43-af85-82c918f4812c up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:22:48.176999 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-cda807b4-aca5-40fd-8ff2-6f5d81e53348 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/quotas/84bf75c6d98d4e69bee4eaefa2810d3a HTTP/1.1" status: 200 len: 375 time: 0.0137217 Jul 16 08:22:48.228877 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f036a04e-d831-49ff-95fe-3cf6a79f6951 req-d51915b1-0acc-4cfa-a5a6-da7983d10836 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520751 Jul 16 08:22:48.270896 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a0868429-91e3-46c0-b737-7c237f742242 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:48.289769 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port d4907f82-f366-4b43-af85-82c918f4812c triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:22:48.290154 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:48.325915 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a0868429-91e3-46c0-b737-7c237f742242 None None] Transition to ACTIVE for port object f1c7f558-f16d-42c0-9532-2033815f976f will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:22:48.338315 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a0868429-91e3-46c0-b737-7c237f742242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:48.461994 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 4d4d1987-a319-4336-a780-e8a800cd03e8 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:22:48.602352 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-07edf278-b260-495e-8ba2-fd66de88d250 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=0d8f3dac320542d68e553085b5e59ed5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309060 Jul 16 08:22:48.657088 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ea978-8e6b-4ec7-8681-6ab24c22c23a None None] Pushing event updated for resources: {'Port': ['ID=f1c7f558-f16d-42c0-9532-2033815f976f,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:48.773962 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 4d4d1987-a319-4336-a780-e8a800cd03e8 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:22:48.774640 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 4d4d1987-a319-4336-a780-e8a800cd03e8 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:22:48.791587 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-13028c0d-b1d4-41b7-843d-1a54e408fd80 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=84bf75c6d98d4e69bee4eaefa2810d3a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6100640 Jul 16 08:22:48.832451 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-a0868429-91e3-46c0-b737-7c237f742242 None None] Attempting to bind port f1c7f558-f16d-42c0-9532-2033815f976f on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:22:48.833170 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-a0868429-91e3-46c0-b737-7c237f742242 None None] Attempting to bind port f1c7f558-f16d-42c0-9532-2033815f976f by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'daabb715-a942-4244-b821-e5bf3292c381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:22:48.834306 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0868429-91e3-46c0-b737-7c237f742242 None None] Attempting to bind port f1c7f558-f16d-42c0-9532-2033815f976f on network 2a688f30-b751-493d-bda9-31166d01b9c0 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:22:48.843859 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0868429-91e3-46c0-b737-7c237f742242 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 22, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:22:48.844339 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0868429-91e3-46c0-b737-7c237f742242 None None] Checking segment: {'id': 'daabb715-a942-4244-b821-e5bf3292c381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:22:48.844840 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a0868429-91e3-46c0-b737-7c237f742242 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:48.845333 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0868429-91e3-46c0-b737-7c237f742242 None None] Bound using segment: {'id': 'daabb715-a942-4244-b821-e5bf3292c381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:22:48.845882 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-a0868429-91e3-46c0-b737-7c237f742242 None None] Bound port: f1c7f558-f16d-42c0-9532-2033815f976f, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'daabb715-a942-4244-b821-e5bf3292c381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:22:48.846309 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-0c048cdc-cf42-42a0-934e-fa51e74cc48d tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:48.846427 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a0868429-91e3-46c0-b737-7c237f742242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:48.847874 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-0c048cdc-cf42-42a0-934e-fa51e74cc48d tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2372375 Jul 16 08:22:48.865766 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-85fd6dcc-d526-4fe1-90b3-b79bf7e19ddb tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Request body: {'port': {'device_id': '0a46d772-f18a-4786-9621-209d2f62fa0c', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'admin_state_up': True, 'tenant_id': '0d8f3dac320542d68e553085b5e59ed5'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:22:48.942132 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-82d0e8ad-40b7-4fad-a75a-9db1282ac610 req-1d1431c7-341a-41ce-9cd5-1fecd565df44 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a46d772-f18a-4786-9621-209d2f62fa0c HTTP/1.1" status: 200 len: 210 time: 0.0443645 Jul 16 08:22:48.947741 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a0868429-91e3-46c0-b737-7c237f742242 None None] For port f1c7f558-f16d-42c0-9532-2033815f976f, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:22:48.953124 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a0868429-91e3-46c0-b737-7c237f742242 None None] For port f1c7f558-f16d-42c0-9532-2033815f976f, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f1c7f558-f16d-42c0-9532-2033815f976f,segment=NetworkSegment(daabb715-a942-4244-b821-e5bf3292c381),segment_id=daabb715-a942-4244-b821-e5bf3292c381)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:22:48.960034 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a0868429-91e3-46c0-b737-7c237f742242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:49.023492 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0868429-91e3-46c0-b737-7c237f742242 None None] Routers {'c72ea637-6484-494d-be0a-ebd9f7908c71'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:22:49.024308 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a0868429-91e3-46c0-b737-7c237f742242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:22:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c72ea637-6484-494d-be0a-ebd9f7908c71'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:22:49.074731 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942ea978-8e6b-4ec7-8681-6ab24c22c23a None None] Pushing event updated for resources: {'Port': ['ID=f1c7f558-f16d-42c0-9532-2033815f976f,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:49.089770 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-85fd6dcc-d526-4fe1-90b3-b79bf7e19ddb tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Made reservation on behalf of 0d8f3dac320542d68e553085b5e59ed5 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:22:49.094039 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-85fd6dcc-d526-4fe1-90b3-b79bf7e19ddb tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:49.139801 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-268730cf-7e6b-44a2-864f-70b4ba413579 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:22:49.141384 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-268730cf-7e6b-44a2-864f-70b4ba413579 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1542778 Jul 16 08:22:49.198788 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-a0868429-91e3-46c0-b737-7c237f742242 None None] Set router c72ea637-6484-494d-be0a-ebd9f7908c71 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:22:49.203238 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dc0c4a-0a9d-4185-98d0-da5334691437 req-9a79c581-ef48-4ee6-bb91-ee8cd5577180 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:49.210586 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-31dc0c4a-0a9d-4185-98d0-da5334691437 req-9a79c581-ef48-4ee6-bb91-ee8cd5577180 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00 HTTP/1.1" status: 200 len: 1119 time: 0.0758090 Jul 16 08:22:49.264016 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-31dc0c4a-0a9d-4185-98d0-da5334691437 req-c80a3619-ed33-4ae7-8b47-e45e875cc81d tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524650 Jul 16 08:22:49.355458 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-67b67edc-c909-49ee-bc72-fabfae2751ad service neutron] 10.222.0.22 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2036700 Jul 16 08:22:49.469116 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06aa3619-a87a-4bc3-92a0-99698b7ce4f3 req-84985608-78ce-4070-a127-de943c41bb58 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:49.471978 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-06aa3619-a87a-4bc3-92a0-99698b7ce4f3 req-84985608-78ce-4070-a127-de943c41bb58 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 949 time: 0.0779305 Jul 16 08:22:49.481146 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-85fd6dcc-d526-4fe1-90b3-b79bf7e19ddb tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Allocated IP 192.168.233.96 (30bff2e9-dcab-4751-913d-9c4ac9d8019b/c36b7919-0b6b-490a-bff0-04ed964d98ec/dbeacbe1-56f4-44cc-b2da-4e31a25fde99) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:22:49.504659 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a0868429-91e3-46c0-b737-7c237f742242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388124740-router', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:45Z', 'revision_number': 4, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'gw_port': {'id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'f1c7f558-f16d-42c0-9532-2033815f976f', 'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'mac_address': 'fa:16:3e:5e:e9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '03b96796-c852-49fd-be23-df5d401458c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:44Z', 'updated_at': '2021-07-16T08:22:48Z', 'revision_number': 4, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'subnets': [{'id': '03b96796-c852-49fd-be23-df5d401458c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:22:49.523613 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-0ac75be5-6ddb-4979-b081-8a5da16184b0 service neutron] 10.222.0.22 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672239 Jul 16 08:22:49.538395 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0868429-91e3-46c0-b737-7c237f742242 None None] The sync data for ids ['c72ea637-6484-494d-be0a-ebd9f7908c71'] in n-d-771362-37 is: [{'id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388124740-router', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:45Z', 'revision_number': 4, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'gw_port': {'id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'f1c7f558-f16d-42c0-9532-2033815f976f', 'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'mac_address': 'fa:16:3e:5e:e9:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '03b96796-c852-49fd-be23-df5d401458c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:44Z', 'updated_at': '2021-07-16T08:22:48Z', 'revision_number': 4, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'subnets': [{'id': '03b96796-c852-49fd-be23-df5d401458c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:22:49.540971 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-06aa3619-a87a-4bc3-92a0-99698b7ce4f3 req-8d5d6f08-561a-4a88-9c60-ddf99a763850 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612123 Jul 16 08:22:49.819666 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-85fd6dcc-d526-4fe1-90b3-b79bf7e19ddb tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:49.845494 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-85fd6dcc-d526-4fe1-90b3-b79bf7e19ddb tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Transition to ACTIVE for port object dbeacbe1-56f4-44cc-b2da-4e31a25fde99 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:22:49.944792 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-910bdf8d-8034-4eb1-bb98-c887841cecb0 req-b857c09b-9b01-4bd2-b95e-cf63da62e44e tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea6fbbe5-f0f1-4768-919d-7409689c9e2d HTTP/1.1" status: 200 len: 210 time: 0.0753646 Jul 16 08:22:50.013308 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-85fd6dcc-d526-4fe1-90b3-b79bf7e19ddb tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:50.087565 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd6dcc-d526-4fe1-90b3-b79bf7e19ddb tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Pushing event updated for resources: {'Port': ['ID=dbeacbe1-56f4-44cc-b2da-4e31a25fde99,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:50.123971 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-85fd6dcc-d526-4fe1-90b3-b79bf7e19ddb tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:22:50.130307 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-85fd6dcc-d526-4fe1-90b3-b79bf7e19ddb tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:22:50.143171 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-85fd6dcc-d526-4fe1-90b3-b79bf7e19ddb tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:22:50.150931 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-85fd6dcc-d526-4fe1-90b3-b79bf7e19ddb tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:50.163708 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-85fd6dcc-d526-4fe1-90b3-b79bf7e19ddb tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:50.182649 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-85fd6dcc-d526-4fe1-90b3-b79bf7e19ddb tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.3246858 Jul 16 08:22:50.203236 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-7e04bc95-7e6f-415f-b60b-15c5eb31fc90 service neutron] Request body: {'port': {'device_id': '0a46d772-f18a-4786-9621-209d2f62fa0c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:22:50.228041 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f1c7f558-f16d-42c0-9532-2033815f976f up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:22:50.330807 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port f1c7f558-f16d-42c0-9532-2033815f976f completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:22:50.337037 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port f1c7f558-f16d-42c0-9532-2033815f976f triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:22:50.338502 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:50.395862 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-7e04bc95-7e6f-415f-b60b-15c5eb31fc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:50.650815 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:50.678755 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-03b0223d-bbbb-4262-951a-55b8707adc0d None None] Provisioning for port dbeacbe1-56f4-44cc-b2da-4e31a25fde99 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:22:50.692001 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-03b0223d-bbbb-4262-951a-55b8707adc0d None None] Provisioning complete for port dbeacbe1-56f4-44cc-b2da-4e31a25fde99 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:22:50.704495 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-03b0223d-bbbb-4262-951a-55b8707adc0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:50.763739 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port f1c7f558-f16d-42c0-9532-2033815f976f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f1c7f558-f16d-42c0-9532-2033815f976f,segment=NetworkSegment(daabb715-a942-4244-b821-e5bf3292c381),segment_id=daabb715-a942-4244-b821-e5bf3292c381)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:22:50.769604 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-03b0223d-bbbb-4262-951a-55b8707adc0d None None] Port dbeacbe1-56f4-44cc-b2da-4e31a25fde99 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:22:50.773172 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:50.833294 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=f1c7f558-f16d-42c0-9532-2033815f976f,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:50.845586 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c76b6-de91-430e-8b07-a1371a78cc3a req-b81964f3-02c1-4d2c-83e7-19c826f9755c tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:50.853109 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f42c76b6-de91-430e-8b07-a1371a78cc3a req-b81964f3-02c1-4d2c-83e7-19c826f9755c tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a46d772-f18a-4786-9621-209d2f62fa0c HTTP/1.1" status: 200 len: 935 time: 0.1589897 Jul 16 08:22:50.944313 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f42c76b6-de91-430e-8b07-a1371a78cc3a req-8d0bd7a7-9886-4e66-84fd-066f431af1e3 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/security-groups?id=23ba4e4f-e304-4a40-a7a4-d5e6cf400422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902631 Jul 16 08:22:50.960138 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-7e04bc95-7e6f-415f-b60b-15c5eb31fc90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbeacbe1-56f4-44cc-b2da-4e31a25fde99 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:22:50.972258 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-7e04bc95-7e6f-415f-b60b-15c5eb31fc90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:50.987916 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-7e04bc95-7e6f-415f-b60b-15c5eb31fc90 service neutron] Transition to ACTIVE for port object dbeacbe1-56f4-44cc-b2da-4e31a25fde99 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:22:50.993195 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-7e04bc95-7e6f-415f-b60b-15c5eb31fc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:51.057215 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04bc95-7e6f-415f-b60b-15c5eb31fc90 service neutron] Pushing event updated for resources: {'Port': ['ID=dbeacbe1-56f4-44cc-b2da-4e31a25fde99,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:51.091444 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-7e04bc95-7e6f-415f-b60b-15c5eb31fc90 service neutron] Attempting to bind port dbeacbe1-56f4-44cc-b2da-4e31a25fde99 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:22:51.092049 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-7e04bc95-7e6f-415f-b60b-15c5eb31fc90 service neutron] Attempting to bind port dbeacbe1-56f4-44cc-b2da-4e31a25fde99 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:22:51.092415 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-7e04bc95-7e6f-415f-b60b-15c5eb31fc90 service neutron] Attempting to bind port dbeacbe1-56f4-44cc-b2da-4e31a25fde99 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:22:51.097051 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-7e04bc95-7e6f-415f-b60b-15c5eb31fc90 service neutron] Port dbeacbe1-56f4-44cc-b2da-4e31a25fde99 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:22:51.097379 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-7e04bc95-7e6f-415f-b60b-15c5eb31fc90 service neutron] Attempting to bind port dbeacbe1-56f4-44cc-b2da-4e31a25fde99 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:22:51.103023 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-7e04bc95-7e6f-415f-b60b-15c5eb31fc90 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:22:51.103436 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-7e04bc95-7e6f-415f-b60b-15c5eb31fc90 service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:22:51.103834 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-7e04bc95-7e6f-415f-b60b-15c5eb31fc90 service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:22:51.104322 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-7e04bc95-7e6f-415f-b60b-15c5eb31fc90 service neutron] Bound port: dbeacbe1-56f4-44cc-b2da-4e31a25fde99, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:22:51.104726 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-7e04bc95-7e6f-415f-b60b-15c5eb31fc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:51.213295 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-7e04bc95-7e6f-415f-b60b-15c5eb31fc90 service neutron] For port dbeacbe1-56f4-44cc-b2da-4e31a25fde99, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:22:51.221909 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-7e04bc95-7e6f-415f-b60b-15c5eb31fc90 service neutron] For port dbeacbe1-56f4-44cc-b2da-4e31a25fde99, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=dbeacbe1-56f4-44cc-b2da-4e31a25fde99,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:22:51.228427 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-7e04bc95-7e6f-415f-b60b-15c5eb31fc90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:51.307044 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e04bc95-7e6f-415f-b60b-15c5eb31fc90 service neutron] Pushing event updated for resources: {'Port': ['ID=dbeacbe1-56f4-44cc-b2da-4e31a25fde99,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:51.314878 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-7e04bc95-7e6f-415f-b60b-15c5eb31fc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:51.315709 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-7e04bc95-7e6f-415f-b60b-15c5eb31fc90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:51.317381 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-7e04bc95-7e6f-415f-b60b-15c5eb31fc90 service neutron] 10.222.0.30 "PUT /v2.0/ports/dbeacbe1-56f4-44cc-b2da-4e31a25fde99 HTTP/1.1" status: 200 len: 1096 time: 1.1215949 Jul 16 08:22:51.317900 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a46d772-f18a-4786-9621-209d2f62fa0c', 'tag': 'dbeacbe1-56f4-44cc-b2da-4e31a25fde99'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:22:51.320855 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ead0846-e133-4b40-9d4b-77d371484322" -d '{"events": [{"name": "network-changed", "server_uuid": "0a46d772-f18a-4786-9621-209d2f62fa0c", "tag": "dbeacbe1-56f4-44cc-b2da-4e31a25fde99"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:22:51.658378 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-a5df3cd8-bc92-446e-a7d1-56f4829ae099 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:51.660491 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-a5df3cd8-bc92-446e-a7d1-56f4829ae099 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.30 "GET /v2.0/networks?id=2a688f30-b751-493d-bda9-31166d01b9c0 HTTP/1.1" status: 200 len: 821 time: 0.2036684 Jul 16 08:22:51.664144 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-a8862bb9-78d9-4506-8bcd-63483fe0e450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:51.665518 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-a8862bb9-78d9-4506-8bcd-63483fe0e450 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d8f3dac320542d68e553085b5e59ed5&device_id=0a46d772-f18a-4786-9621-209d2f62fa0c HTTP/1.1" status: 200 len: 1099 time: 0.2075408 Jul 16 08:22:51.672813 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41900) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:51.683080 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-e5893579-47e9-450b-9ce7-cda71a7d94f1 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Request body: {'port': {'device_id': 'ea6fbbe5-f0f1-4768-919d-7409689c9e2d', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'admin_state_up': True, 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:22:51.694111 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8a284-f109-4f3e-b1b0-8dc2f8b6c1c1 req-caf73ef4-c2c4-4e0a-96b7-401fe2d96b08 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:51.695556 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d8e8a284-f109-4f3e-b1b0-8dc2f8b6c1c1 req-caf73ef4-c2c4-4e0a-96b7-401fe2d96b08 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 949 time: 0.1895273 Jul 16 08:22:51.737985 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-6ee8681c-b56c-4f11-bf18-fe00a72c9720 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=dbeacbe1-56f4-44cc-b2da-4e31a25fde99 HTTP/1.1" status: 200 len: 217 time: 0.0632923 Jul 16 08:22:51.778822 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-b9aba936-375c-4f85-9792-177be80d6c8f req-505d0c63-e973-469f-9f4b-67a6c2e780d5 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:22:51.779838 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b9aba936-375c-4f85-9792-177be80d6c8f req-505d0c63-e973-469f-9f4b-67a6c2e780d5 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1048510 Jul 16 08:22:51.853709 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d8e8a284-f109-4f3e-b1b0-8dc2f8b6c1c1 req-426b422d-44bf-471d-a198-77805d2c5c7e tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276987 Jul 16 08:22:51.857451 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-96f06106-7923-4fda-b8be-868a9ec34b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:51.859026 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-96f06106-7923-4fda-b8be-868a9ec34b0c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.1087289 Jul 16 08:22:51.861878 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-b9aba936-375c-4f85-9792-177be80d6c8f req-8e60a46e-e4de-4fd6-8bb7-cbfc79d957c4 service neutron] Request body: {'binding': {'host': 'n-h1-771362-37', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:22:51.862543 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-b9aba936-375c-4f85-9792-177be80d6c8f req-8e60a46e-e4de-4fd6-8bb7-cbfc79d957c4 service neutron] Unknown quota resources ['binding']. {{(pid=93758) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:22:51.937250 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-e5893579-47e9-450b-9ce7-cda71a7d94f1 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Made reservation on behalf of 84bf75c6d98d4e69bee4eaefa2810d3a for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:22:51.940741 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-e5893579-47e9-450b-9ce7-cda71a7d94f1 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:51.945540 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-f62299de-166d-4f0b-ab19-bd520ee377fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:51.946996 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-f62299de-166d-4f0b-ab19-bd520ee377fc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0810981 Jul 16 08:22:51.998101 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b9aba936-375c-4f85-9792-177be80d6c8f req-8e60a46e-e4de-4fd6-8bb7-cbfc79d957c4 service neutron] Attempting to bind port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d on host n-h1-771362-37 for vnic_type normal with profile None {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:22:51.998437 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b9aba936-375c-4f85-9792-177be80d6c8f req-8e60a46e-e4de-4fd6-8bb7-cbfc79d957c4 service neutron] Attempting to bind port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:22:51.998768 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aba936-375c-4f85-9792-177be80d6c8f req-8e60a46e-e4de-4fd6-8bb7-cbfc79d957c4 service neutron] Attempting to bind port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:22:52.003196 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aba936-375c-4f85-9792-177be80d6c8f req-8e60a46e-e4de-4fd6-8bb7-cbfc79d957c4 service neutron] Port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:22:52.003522 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aba936-375c-4f85-9792-177be80d6c8f req-8e60a46e-e4de-4fd6-8bb7-cbfc79d957c4 service neutron] Attempting to bind port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:22:52.008184 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aba936-375c-4f85-9792-177be80d6c8f req-8e60a46e-e4de-4fd6-8bb7-cbfc79d957c4 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:22:52.008575 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aba936-375c-4f85-9792-177be80d6c8f req-8e60a46e-e4de-4fd6-8bb7-cbfc79d957c4 service neutron] Checking segment: {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:22:52.008962 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aba936-375c-4f85-9792-177be80d6c8f req-8e60a46e-e4de-4fd6-8bb7-cbfc79d957c4 service neutron] Bound using segment: {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:22:52.009392 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b9aba936-375c-4f85-9792-177be80d6c8f req-8e60a46e-e4de-4fd6-8bb7-cbfc79d957c4 service neutron] Bound port: 1baaaf04-8ff7-4cd6-9cab-150bfae7988d, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:22:52.011849 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-206b5893-096c-45a5-a588-d8a723d79c94 req-36c8913f-d1e2-4264-a676-204632568e72 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea6fbbe5-f0f1-4768-919d-7409689c9e2d HTTP/1.1" status: 200 len: 210 time: 0.0464349 Jul 16 08:22:52.103098 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b9aba936-375c-4f85-9792-177be80d6c8f req-8e60a46e-e4de-4fd6-8bb7-cbfc79d957c4 service neutron] For port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=1baaaf04-8ff7-4cd6-9cab-150bfae7988d,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:22:52.111266 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b9aba936-375c-4f85-9792-177be80d6c8f req-8e60a46e-e4de-4fd6-8bb7-cbfc79d957c4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:52.112567 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b9aba936-375c-4f85-9792-177be80d6c8f req-8e60a46e-e4de-4fd6-8bb7-cbfc79d957c4 service neutron] 10.222.0.22 "POST /v2.0/ports/1baaaf04-8ff7-4cd6-9cab-150bfae7988d/bindings HTTP/1.1" status: 201 len: 390 time: 0.2912121 Jul 16 08:22:52.159314 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f1c7f558-f16d-42c0-9532-2033815f976f up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:22:52.159819 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-3357f6aa-9c57-40c6-8d29-a821acaf61f7 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2056406 Jul 16 08:22:52.233939 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port f1c7f558-f16d-42c0-9532-2033815f976f triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:22:52.234322 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:52.301019 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-e5893579-47e9-450b-9ce7-cda71a7d94f1 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Allocated IP 172.20.0.11 (2a688f30-b751-493d-bda9-31166d01b9c0/03b96796-c852-49fd-be23-df5d401458c9/e018e7c2-3c36-4bbd-842c-31622f7b50f4) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:22:52.313450 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa1ca383-c3f2-4160-a154-ed31ec783582 req-c2e05edf-bd79-41ce-b7df-186e79b94fd3 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1462522 Jul 16 08:22:52.405779 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:22:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e3af73-8afb-418d-a94e-326de57265ce x-openstack-request-id: req-16e3af73-8afb-418d-a94e-326de57265ce {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:22:52.406820 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a46d772-f18a-4786-9621-209d2f62fa0c", "tag": "dbeacbe1-56f4-44cc-b2da-4e31a25fde99", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:22:52.406820 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-16e3af73-8afb-418d-a94e-326de57265ce {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:22:52.407356 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a46d772-f18a-4786-9621-209d2f62fa0c', 'tag': 'dbeacbe1-56f4-44cc-b2da-4e31a25fde99', 'status': 'completed', 'code': 200} Jul 16 08:22:52.458588 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.30', 61567) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:52.561573 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aba936-375c-4f85-9792-177be80d6c8f req-7a7dec21-cb53-49ec-b5a7-0d9f25ccd2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:52.563206 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b9aba936-375c-4f85-9792-177be80d6c8f req-7a7dec21-cb53-49ec-b5a7-0d9f25ccd2be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c0f0cf24afb47969a9cef8297bf2691&device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00 HTTP/1.1" status: 200 len: 1119 time: 0.1036417 Jul 16 08:22:52.585048 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead0846-e133-4b40-9d4b-77d371484322 req-9f116473-2a0f-440f-a12e-85f847acc125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:52.586532 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5ead0846-e133-4b40-9d4b-77d371484322 req-9f116473-2a0f-440f-a12e-85f847acc125 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0d8f3dac320542d68e553085b5e59ed5&device_id=0a46d772-f18a-4786-9621-209d2f62fa0c HTTP/1.1" status: 200 len: 1099 time: 0.1495090 Jul 16 08:22:52.609394 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-e5893579-47e9-450b-9ce7-cda71a7d94f1 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:52.613181 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2265d201-c07c-471f-92fd-94ea55a9505c req-c4ed63f5-d3b3-4e1f-a206-712fbd8d4364 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:52.614641 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2265d201-c07c-471f-92fd-94ea55a9505c req-c4ed63f5-d3b3-4e1f-a206-712fbd8d4364 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a46d772-f18a-4786-9621-209d2f62fa0c HTTP/1.1" status: 200 len: 947 time: 0.1030948 Jul 16 08:22:52.650222 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-e5893579-47e9-450b-9ce7-cda71a7d94f1 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Transition to ACTIVE for port object e018e7c2-3c36-4bbd-842c-31622f7b50f4 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:22:52.694167 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2265d201-c07c-471f-92fd-94ea55a9505c req-07511458-33cb-4ca6-9a54-63f205118fd8 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/security-groups?id=23ba4e4f-e304-4a40-a7a4-d5e6cf400422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513344 Jul 16 08:22:52.696829 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aba936-375c-4f85-9792-177be80d6c8f req-fa28ad74-7562-437a-942b-5b6302fc24b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:52.698207 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b9aba936-375c-4f85-9792-177be80d6c8f req-fa28ad74-7562-437a-942b-5b6302fc24b1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 HTTP/1.1" status: 200 len: 908 time: 0.1279771 Jul 16 08:22:52.709361 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfdedc0-4a00-4bfb-bd66-b643e8dc3024 req-dbaee921-8173-4161-bd8e-aa89821d27ea tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:52.710860 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cdfdedc0-4a00-4bfb-bd66-b643e8dc3024 req-dbaee921-8173-4161-bd8e-aa89821d27ea tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00 HTTP/1.1" status: 200 len: 967 time: 0.1934595 Jul 16 08:22:52.745218 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b9aba936-375c-4f85-9792-177be80d6c8f req-4118d090-b147-4aa2-991d-99d10facbf49 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1baaaf04-8ff7-4cd6-9cab-150bfae7988d HTTP/1.1" status: 200 len: 217 time: 0.0360391 Jul 16 08:22:52.769859 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead0846-e133-4b40-9d4b-77d371484322 req-3352c81f-430e-4136-afdf-65f90ee484dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:52.771209 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5ead0846-e133-4b40-9d4b-77d371484322 req-3352c81f-430e-4136-afdf-65f90ee484dd service neutron] 10.222.0.30 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.1754744 Jul 16 08:22:52.789921 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-e5893579-47e9-450b-9ce7-cda71a7d94f1 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:52.805828 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cdfdedc0-4a00-4bfb-bd66-b643e8dc3024 req-699e1f51-2883-4aca-891f-d2328b282cd4 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817220 Jul 16 08:22:52.807790 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aba936-375c-4f85-9792-177be80d6c8f req-15ae6831-7dd5-4b07-8f30-33bc518545b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:52.809477 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b9aba936-375c-4f85-9792-177be80d6c8f req-15ae6831-7dd5-4b07-8f30-33bc518545b2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce796d98-7ee4-4738-aad4-0026126b7799 HTTP/1.1" status: 200 len: 847 time: 0.0574203 Jul 16 08:22:52.860092 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b9aba936-375c-4f85-9792-177be80d6c8f req-cad5b566-3693-439c-a0ad-988818878f6c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431466 Jul 16 08:22:52.870437 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5ead0846-e133-4b40-9d4b-77d371484322 req-c16305d3-8a20-4164-a860-f0b56181169b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=dbeacbe1-56f4-44cc-b2da-4e31a25fde99 HTTP/1.1" status: 200 len: 217 time: 0.0900433 Jul 16 08:22:52.925845 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-e5893579-47e9-450b-9ce7-cda71a7d94f1 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Network 2a688f30-b751-493d-bda9-31166d01b9c0 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:22:52.938318 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-e5893579-47e9-450b-9ce7-cda71a7d94f1 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:22:52.942114 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-e5893579-47e9-450b-9ce7-cda71a7d94f1 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:22:52.947734 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-e5893579-47e9-450b-9ce7-cda71a7d94f1 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:52.948317 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-e5893579-47e9-450b-9ce7-cda71a7d94f1 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:52.953158 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5893579-47e9-450b-9ce7-cda71a7d94f1 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Pushing event updated for resources: {'Port': ['ID=e018e7c2-3c36-4bbd-842c-31622f7b50f4,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:52.970472 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead0846-e133-4b40-9d4b-77d371484322 req-cb6102b0-9a87-443e-9ff4-06535b8b2d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:52.972665 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5ead0846-e133-4b40-9d4b-77d371484322 req-cb6102b0-9a87-443e-9ff4-06535b8b2d61 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0934675 Jul 16 08:22:52.995075 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-e5893579-47e9-450b-9ce7-cda71a7d94f1 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3221745 Jul 16 08:22:53.024915 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b9aba936-375c-4f85-9792-177be80d6c8f req-9115988f-5b99-4f1a-a922-58605b64f2de service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563699 Jul 16 08:22:53.033486 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-8d4a11c8-092f-408f-95bc-5131108cbe03 service neutron] Request body: {'port': {'device_id': 'ea6fbbe5-f0f1-4768-919d-7409689c9e2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:22:53.090587 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b4ce13aa-6cdc-4d12-9c6b-5f611cf92fe0 req-e7416167-e800-47f0-b6c0-139f3a10f077 tempest-QuotasAdminNegativeTest-1188376238 tempest-QuotasAdminNegativeTest-1188376238-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=b1e123d18b6046b1bd5aee4927654c04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0624690 Jul 16 08:22:53.185875 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b9aba936-375c-4f85-9792-177be80d6c8f req-efc6723f-f2c4-4054-bc87-0a3af03738d5 service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473451 Jul 16 08:22:53.206254 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64443f26-790c-4356-ac28-a9bb44624cf3 req-64121d2b-04aa-4e26-a598-98e7ba17330f tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:53.208507 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-64443f26-790c-4356-ac28-a9bb44624cf3 req-64121d2b-04aa-4e26-a598-98e7ba17330f tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 949 time: 0.1255722 Jul 16 08:22:53.253047 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-64443f26-790c-4356-ac28-a9bb44624cf3 req-00742099-e7d9-4951-8786-c5e3cbd89191 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391846 Jul 16 08:22:53.286818 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-cc73dd9f-97fb-4ebb-80eb-3a373b372f2c None None] Provisioning for port e018e7c2-3c36-4bbd-842c-31622f7b50f4 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:22:53.291935 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-cc73dd9f-97fb-4ebb-80eb-3a373b372f2c None None] Provisioning complete for port e018e7c2-3c36-4bbd-842c-31622f7b50f4 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:22:53.292437 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cc73dd9f-97fb-4ebb-80eb-3a373b372f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:53.341618 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-cc73dd9f-97fb-4ebb-80eb-3a373b372f2c None None] Port e018e7c2-3c36-4bbd-842c-31622f7b50f4 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:22:53.359267 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41958) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:53.446234 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aba936-375c-4f85-9792-177be80d6c8f req-20c4bde3-6931-43c6-842c-e8efb08208d4 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:53.447897 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b9aba936-375c-4f85-9792-177be80d6c8f req-20c4bde3-6931-43c6-842c-e8efb08208d4 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00&tenant_id=0c0f0cf24afb47969a9cef8297bf2691&binding%3Ahost_id=n-h2-771362-37 HTTP/1.1" status: 200 len: 1119 time: 0.1424372 Jul 16 08:22:53.474509 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-b9aba936-375c-4f85-9792-177be80d6c8f req-de7d3104-5d7a-413e-abf8-23c1c72c0173 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771362-37'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:22:53.476500 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead0846-e133-4b40-9d4b-77d371484322 req-07be1098-8df1-4987-998c-f240607ed7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:53.477994 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5ead0846-e133-4b40-9d4b-77d371484322 req-07be1098-8df1-4987-998c-f240607ed7f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4980919 Jul 16 08:22:53.495861 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-8d4a11c8-092f-408f-95bc-5131108cbe03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:53.510117 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53895f01-08c8-42ce-8e51-c5193eb928ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:53.542474 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ce13aa-6cdc-4d12-9c6b-5f611cf92fe0 req-a320898e-2693-4955-a881-a3595513bb87 tempest-QuotasAdminNegativeTest-1188376238 tempest-QuotasAdminNegativeTest-1188376238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:53.543894 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b4ce13aa-6cdc-4d12-9c6b-5f611cf92fe0 req-a320898e-2693-4955-a881-a3595513bb87 tempest-QuotasAdminNegativeTest-1188376238 tempest-QuotasAdminNegativeTest-1188376238-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4454241 Jul 16 08:22:53.605588 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b374e89c-948b-4bff-ad84-df8b4b442164 req-4e166ab8-4618-449b-b1ee-71341bdcfe29 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:53.607053 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b374e89c-948b-4bff-ad84-df8b4b442164 req-4e166ab8-4618-449b-b1ee-71341bdcfe29 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea6fbbe5-f0f1-4768-919d-7409689c9e2d HTTP/1.1" status: 200 len: 932 time: 0.1733069 Jul 16 08:22:53.620624 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b4ce13aa-6cdc-4d12-9c6b-5f611cf92fe0 req-26784132-0310-4b39-a470-94ec0d24ff5f tempest-QuotasAdminNegativeTest-1188376238 tempest-QuotasAdminNegativeTest-1188376238-project] 10.222.0.22 "GET /v2.0/quotas/b1e123d18b6046b1bd5aee4927654c04 HTTP/1.1" status: 200 len: 375 time: 0.0573215 Jul 16 08:22:53.625759 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b9aba936-375c-4f85-9792-177be80d6c8f req-de7d3104-5d7a-413e-abf8-23c1c72c0173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:53.700552 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b374e89c-948b-4bff-ad84-df8b4b442164 req-b83a6fc4-07a6-4758-b935-7e0565f1ab13 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f648399-4160-4693-927f-f42af3b35078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830452 Jul 16 08:22:53.718670 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b4ce13aa-6cdc-4d12-9c6b-5f611cf92fe0 req-c53c9009-11b4-4f1f-bcb5-fc3c1485f50d tempest-QuotasAdminNegativeTest-1188376238 tempest-QuotasAdminNegativeTest-1188376238-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b1e123d18b6046b1bd5aee4927654c04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0875211 Jul 16 08:22:53.724764 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5ead0846-e133-4b40-9d4b-77d371484322 req-9eccf767-669c-4dd8-8168-1ceb32fec039 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350125 Jul 16 08:22:53.765418 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53895f01-08c8-42ce-8e51-c5193eb928ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:53.801685 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53895f01-08c8-42ce-8e51-c5193eb928ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:53.849756 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5ead0846-e133-4b40-9d4b-77d371484322 req-50a71038-a180-4054-9d4a-525d01084523 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164262 Jul 16 08:22:53.862138 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-53895f01-08c8-42ce-8e51-c5193eb928ae admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=51fc3e03abaa452da2c253ce806deb82&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4939599 Jul 16 08:22:53.867268 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41974) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:53.874786 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b9aba936-375c-4f85-9792-177be80d6c8f req-de7d3104-5d7a-413e-abf8-23c1c72c0173 service neutron] For port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=1baaaf04-8ff7-4cd6-9cab-150bfae7988d,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:22:53.889690 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53895f01-08c8-42ce-8e51-c5193eb928ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed6624b-e214-4af8-a225-c9618686bf08,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:53.978931 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b9aba936-375c-4f85-9792-177be80d6c8f req-de7d3104-5d7a-413e-abf8-23c1c72c0173 service neutron] For port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:22:54.026890 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-8d4a11c8-092f-408f-95bc-5131108cbe03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e018e7c2-3c36-4bbd-842c-31622f7b50f4 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:22:54.032037 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be55fecf-010f-46f7-92c6-e88b69052f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:54.038999 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-8d4a11c8-092f-408f-95bc-5131108cbe03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:54.051505 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acc0230-b2d2-4b52-bf1d-17c817457b00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1baaaf04-8ff7-4cd6-9cab-150bfae7988d'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:22:54.052928 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-8d4a11c8-092f-408f-95bc-5131108cbe03 service neutron] Transition to ACTIVE for port object e018e7c2-3c36-4bbd-842c-31622f7b50f4 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:22:54.053808 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91292fee-bb47-497b-b8f8-7e62b5561978" -d '{"events": [{"server_uuid": "7acc0230-b2d2-4b52-bf1d-17c817457b00", "name": "network-vif-unplugged", "status": "completed", "tag": "1baaaf04-8ff7-4cd6-9cab-150bfae7988d"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:22:54.057584 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-8d4a11c8-092f-408f-95bc-5131108cbe03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:54.060983 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b9aba936-375c-4f85-9792-177be80d6c8f req-de7d3104-5d7a-413e-abf8-23c1c72c0173 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:54.079680 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be55fecf-010f-46f7-92c6-e88b69052f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:54.089782 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b9aba936-375c-4f85-9792-177be80d6c8f req-de7d3104-5d7a-413e-abf8-23c1c72c0173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:54.110414 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55940802-9082-4098-acac-04d60d3bc6ff req-e57b39ee-57e6-4cbb-9f23-1fb44f3ee1de tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:54.111907 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-55940802-9082-4098-acac-04d60d3bc6ff req-e57b39ee-57e6-4cbb-9f23-1fb44f3ee1de tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a46d772-f18a-4786-9621-209d2f62fa0c HTTP/1.1" status: 200 len: 947 time: 0.1768351 Jul 16 08:22:54.136475 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a11c8-092f-408f-95bc-5131108cbe03 service neutron] Pushing event updated for resources: {'Port': ['ID=e018e7c2-3c36-4bbd-842c-31622f7b50f4,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:54.167065 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-8d4a11c8-092f-408f-95bc-5131108cbe03 service neutron] Attempting to bind port e018e7c2-3c36-4bbd-842c-31622f7b50f4 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:22:54.168013 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-8d4a11c8-092f-408f-95bc-5131108cbe03 service neutron] Attempting to bind port e018e7c2-3c36-4bbd-842c-31622f7b50f4 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'daabb715-a942-4244-b821-e5bf3292c381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:22:54.168542 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-8d4a11c8-092f-408f-95bc-5131108cbe03 service neutron] Attempting to bind port e018e7c2-3c36-4bbd-842c-31622f7b50f4 on network 2a688f30-b751-493d-bda9-31166d01b9c0 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:22:54.175360 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-8d4a11c8-092f-408f-95bc-5131108cbe03 service neutron] Port e018e7c2-3c36-4bbd-842c-31622f7b50f4 on network 2a688f30-b751-493d-bda9-31166d01b9c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:22:54.176595 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-8d4a11c8-092f-408f-95bc-5131108cbe03 service neutron] Attempting to bind port e018e7c2-3c36-4bbd-842c-31622f7b50f4 on network 2a688f30-b751-493d-bda9-31166d01b9c0 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:22:54.185517 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-8d4a11c8-092f-408f-95bc-5131108cbe03 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:22:54.186780 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-8d4a11c8-092f-408f-95bc-5131108cbe03 service neutron] Checking segment: {'id': 'daabb715-a942-4244-b821-e5bf3292c381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:22:54.187188 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-8d4a11c8-092f-408f-95bc-5131108cbe03 service neutron] Bound using segment: {'id': 'daabb715-a942-4244-b821-e5bf3292c381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:22:54.187787 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-8d4a11c8-092f-408f-95bc-5131108cbe03 service neutron] Bound port: e018e7c2-3c36-4bbd-842c-31622f7b50f4, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daabb715-a942-4244-b821-e5bf3292c381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:22:54.188199 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-8d4a11c8-092f-408f-95bc-5131108cbe03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:54.278791 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-8d4a11c8-092f-408f-95bc-5131108cbe03 service neutron] For port e018e7c2-3c36-4bbd-842c-31622f7b50f4, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:22:54.288252 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-8d4a11c8-092f-408f-95bc-5131108cbe03 service neutron] For port e018e7c2-3c36-4bbd-842c-31622f7b50f4, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=e018e7c2-3c36-4bbd-842c-31622f7b50f4,segment=NetworkSegment(daabb715-a942-4244-b821-e5bf3292c381),segment_id=daabb715-a942-4244-b821-e5bf3292c381)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:22:54.296667 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-8d4a11c8-092f-408f-95bc-5131108cbe03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:54.340858 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-8d4a11c8-092f-408f-95bc-5131108cbe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:54.341696 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-8d4a11c8-092f-408f-95bc-5131108cbe03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:54.343825 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-8d4a11c8-092f-408f-95bc-5131108cbe03 service neutron] 10.222.0.30 "PUT /v2.0/ports/e018e7c2-3c36-4bbd-842c-31622f7b50f4 HTTP/1.1" status: 200 len: 1093 time: 1.3170669 Jul 16 08:22:54.387844 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a11c8-092f-408f-95bc-5131108cbe03 service neutron] Pushing event updated for resources: {'Port': ['ID=e018e7c2-3c36-4bbd-842c-31622f7b50f4,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:54.413996 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea6fbbe5-f0f1-4768-919d-7409689c9e2d', 'tag': 'e018e7c2-3c36-4bbd-842c-31622f7b50f4'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:22:54.417802 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90e676a8-d795-44fc-8af8-5abeba3223c4" -d '{"events": [{"name": "network-changed", "server_uuid": "ea6fbbe5-f0f1-4768-919d-7409689c9e2d", "tag": "e018e7c2-3c36-4bbd-842c-31622f7b50f4"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:22:54.421012 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-55940802-9082-4098-acac-04d60d3bc6ff req-8c6c13ec-1bf9-4ea2-8d50-c4870739cbf2 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/security-groups?id=23ba4e4f-e304-4a40-a7a4-d5e6cf400422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983811 Jul 16 08:22:54.425579 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d3104-5d7a-413e-abf8-23c1c72c0173 service neutron] Pushing event updated for resources: {'Port': ['ID=1baaaf04-8ff7-4cd6-9cab-150bfae7988d,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:54.456014 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b9aba936-375c-4f85-9792-177be80d6c8f req-de7d3104-5d7a-413e-abf8-23c1c72c0173 service neutron] Attempting to bind port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d on host n-h2-771362-37 for vnic_type normal with profile {"migrating_to": "n-h1-771362-37"} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:22:54.456462 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b9aba936-375c-4f85-9792-177be80d6c8f req-de7d3104-5d7a-413e-abf8-23c1c72c0173 service neutron] Attempting to bind port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:22:54.456815 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aba936-375c-4f85-9792-177be80d6c8f req-de7d3104-5d7a-413e-abf8-23c1c72c0173 service neutron] Attempting to bind port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:22:54.462449 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be55fecf-010f-46f7-92c6-e88b69052f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:54.466768 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be55fecf-010f-46f7-92c6-e88b69052f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:54.466768 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-be55fecf-010f-46f7-92c6-e88b69052f81 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fed6624b-e214-4af8-a225-c9618686bf08 HTTP/1.1" status: 204 len: 168 time: 0.5941503 Jul 16 08:22:54.475891 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be55fecf-010f-46f7-92c6-e88b69052f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed6624b-e214-4af8-a225-c9618686bf08,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:54.490828 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-9a1c06eb-3777-4ba5-a2cf-08949904d7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:54.492839 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-9a1c06eb-3777-4ba5-a2cf-08949904d7f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84bf75c6d98d4e69bee4eaefa2810d3a&device_id=ea6fbbe5-f0f1-4768-919d-7409689c9e2d HTTP/1.1" status: 200 len: 1096 time: 0.0905344 Jul 16 08:22:54.504995 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aba936-375c-4f85-9792-177be80d6c8f req-de7d3104-5d7a-413e-abf8-23c1c72c0173 service neutron] Port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:22:54.505499 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aba936-375c-4f85-9792-177be80d6c8f req-de7d3104-5d7a-413e-abf8-23c1c72c0173 service neutron] Attempting to bind port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:22:54.511367 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aba936-375c-4f85-9792-177be80d6c8f req-de7d3104-5d7a-413e-abf8-23c1c72c0173 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 22, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:22:54.511705 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aba936-375c-4f85-9792-177be80d6c8f req-de7d3104-5d7a-413e-abf8-23c1c72c0173 service neutron] Checking segment: {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:22:54.512084 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9aba936-375c-4f85-9792-177be80d6c8f req-de7d3104-5d7a-413e-abf8-23c1c72c0173 service neutron] Bound using segment: {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:22:54.512551 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b9aba936-375c-4f85-9792-177be80d6c8f req-de7d3104-5d7a-413e-abf8-23c1c72c0173 service neutron] Bound port: 1baaaf04-8ff7-4cd6-9cab-150bfae7988d, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:22:54.512910 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b9aba936-375c-4f85-9792-177be80d6c8f req-de7d3104-5d7a-413e-abf8-23c1c72c0173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:54.560624 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-8cc9c492-e42c-4043-a40f-1193e7bcbbf0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e018e7c2-3c36-4bbd-842c-31622f7b50f4 HTTP/1.1" status: 200 len: 217 time: 0.0532687 Jul 16 08:22:54.576956 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2e92df-44f6-47e0-bee8-ebdb171635e6 x-openstack-request-id: req-db2e92df-44f6-47e0-bee8-ebdb171635e6 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:22:54.577706 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acc0230-b2d2-4b52-bf1d-17c817457b00", "name": "network-vif-unplugged", "status": "completed", "tag": "1baaaf04-8ff7-4cd6-9cab-150bfae7988d", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:22:54.577962 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-db2e92df-44f6-47e0-bee8-ebdb171635e6 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:22:54.578350 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acc0230-b2d2-4b52-bf1d-17c817457b00', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1baaaf04-8ff7-4cd6-9cab-150bfae7988d', 'code': 200} Jul 16 08:22:54.632965 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b9aba936-375c-4f85-9792-177be80d6c8f req-de7d3104-5d7a-413e-abf8-23c1c72c0173 service neutron] For port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:22:54.639141 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b9aba936-375c-4f85-9792-177be80d6c8f req-de7d3104-5d7a-413e-abf8-23c1c72c0173 service neutron] For port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=1baaaf04-8ff7-4cd6-9cab-150bfae7988d,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:22:54.642659 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-0de0f8e9-1c0f-49dc-b43a-4485992dc68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:54.644204 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-0de0f8e9-1c0f-49dc-b43a-4485992dc68f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03b96796-c852-49fd-be23-df5d401458c9 HTTP/1.1" status: 200 len: 860 time: 0.0750637 Jul 16 08:22:54.647717 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b9aba936-375c-4f85-9792-177be80d6c8f req-de7d3104-5d7a-413e-abf8-23c1c72c0173 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:54.740831 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1712adf4-1edf-4f6e-b25c-1364fdc419cb req-d18754ca-83db-4a8b-9b2d-83f061d8f0f3 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:54.742305 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1712adf4-1edf-4f6e-b25c-1364fdc419cb req-d18754ca-83db-4a8b-9b2d-83f061d8f0f3 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00 HTTP/1.1" status: 200 len: 965 time: 0.1720319 Jul 16 08:22:54.756833 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-16ab4675-304d-4c10-b4ba-99b57159c39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:54.758222 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-16ab4675-304d-4c10-b4ba-99b57159c39c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2a688f30-b751-493d-bda9-31166d01b9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0954981 Jul 16 08:22:54.777754 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aba936-375c-4f85-9792-177be80d6c8f req-de7d3104-5d7a-413e-abf8-23c1c72c0173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:54.778525 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b9aba936-375c-4f85-9792-177be80d6c8f req-de7d3104-5d7a-413e-abf8-23c1c72c0173 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:54.780123 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b9aba936-375c-4f85-9792-177be80d6c8f req-de7d3104-5d7a-413e-abf8-23c1c72c0173 service neutron] 10.222.0.30 "PUT /v2.0/ports/1baaaf04-8ff7-4cd6-9cab-150bfae7988d HTTP/1.1" status: 200 len: 1145 time: 1.3109603 Jul 16 08:22:54.806152 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d3104-5d7a-413e-abf8-23c1c72c0173 service neutron] Pushing event updated for resources: {'Port': ['ID=1baaaf04-8ff7-4cd6-9cab-150bfae7988d,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:54.812980 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1712adf4-1edf-4f6e-b25c-1364fdc419cb req-b7f57f4d-215d-4644-954b-ea969dba1b70 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649345 Jul 16 08:22:54.856510 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['1baaaf04-8ff7-4cd6-9cab-150bfae7988d'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:22:54.859100 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd6608b-51f5-4587-9543-999008275770 req-d6d85b0c-9be0-4744-9b6e-8018acbb042c tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:54.861249 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2cd6608b-51f5-4587-9543-999008275770 req-d6d85b0c-9be0-4744-9b6e-8018acbb042c tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 949 time: 0.1494987 Jul 16 08:22:54.887297 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-ba004a8f-1b6e-4bb4-98f5-48520399b70e service neutron] 10.222.0.30 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215751 Jul 16 08:22:54.914550 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2cd6608b-51f5-4587-9543-999008275770 req-efc0e33e-4968-47bb-8eb1-532286068f4e tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435424 Jul 16 08:22:54.933186 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42006) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:54.960463 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6ba8f1fc-3c47-457c-b42a-b9dc854cbcc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:55.003827 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:22:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a38ceac4-ec09-42cc-aaf5-6f4203ba00d7 x-openstack-request-id: req-a38ceac4-ec09-42cc-aaf5-6f4203ba00d7 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:22:55.004117 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea6fbbe5-f0f1-4768-919d-7409689c9e2d", "tag": "e018e7c2-3c36-4bbd-842c-31622f7b50f4", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:22:55.004574 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a38ceac4-ec09-42cc-aaf5-6f4203ba00d7 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:22:55.004951 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea6fbbe5-f0f1-4768-919d-7409689c9e2d', 'tag': 'e018e7c2-3c36-4bbd-842c-31622f7b50f4', 'status': 'completed', 'code': 200} Jul 16 08:22:55.042932 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5dbda16f-f4d9-4b04-b6c4-3d7d320df8c2 req-36e4c867-0981-4159-85cc-b75abbefaed3 service neutron] 10.222.0.30 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1482110 Jul 16 08:22:55.150331 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6ba8f1fc-3c47-457c-b42a-b9dc854cbcc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:55.158016 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6ba8f1fc-3c47-457c-b42a-b9dc854cbcc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:55.212214 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6ba8f1fc-3c47-457c-b42a-b9dc854cbcc1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9af5c0c80ce44132a239592295f1613f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2756841 Jul 16 08:22:55.212857 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42012) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:55.217247 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cb7732-3966-4f80-af3a-ebd14c2a2878 req-54bc7bde-d0d9-465b-ab1b-9b0a9b700c93 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:55.219278 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-31cb7732-3966-4f80-af3a-ebd14c2a2878 req-54bc7bde-d0d9-465b-ab1b-9b0a9b700c93 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea6fbbe5-f0f1-4768-919d-7409689c9e2d HTTP/1.1" status: 200 len: 944 time: 0.0716631 Jul 16 08:22:55.219409 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8f1fc-3c47-457c-b42a-b9dc854cbcc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c532b15f-ebaa-4833-adaa-a782d819d9e7,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:55.248005 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e676a8-d795-44fc-8af8-5abeba3223c4 req-15e99cae-6702-4368-98cb-767988510a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:55.250178 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-90e676a8-d795-44fc-8af8-5abeba3223c4 req-15e99cae-6702-4368-98cb-767988510a1c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84bf75c6d98d4e69bee4eaefa2810d3a&device_id=ea6fbbe5-f0f1-4768-919d-7409689c9e2d HTTP/1.1" status: 200 len: 1096 time: 0.1311269 Jul 16 08:22:55.275276 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-31cb7732-3966-4f80-af3a-ebd14c2a2878 req-d0588c21-1cb0-4432-bef0-1a81fb4d7c44 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f648399-4160-4693-927f-f42af3b35078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467248 Jul 16 08:22:55.337214 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d1b40b6-a5e9-4422-87b5-ae4a18d315f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:55.377215 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d1b40b6-a5e9-4422-87b5-ae4a18d315f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:55.392110 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e676a8-d795-44fc-8af8-5abeba3223c4 req-2b981dcc-9730-4e8e-8e16-ad991d74d182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:55.393594 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-90e676a8-d795-44fc-8af8-5abeba3223c4 req-2b981dcc-9730-4e8e-8e16-ad991d74d182 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2a688f30-b751-493d-bda9-31166d01b9c0 HTTP/1.1" status: 200 len: 922 time: 0.1363912 Jul 16 08:22:55.446547 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-90e676a8-d795-44fc-8af8-5abeba3223c4 req-b0d1bc5c-387d-41f6-8514-82ad29714aaf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e018e7c2-3c36-4bbd-842c-31622f7b50f4 HTTP/1.1" status: 200 len: 217 time: 0.0437877 Jul 16 08:22:55.497273 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d1b40b6-a5e9-4422-87b5-ae4a18d315f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:55.500421 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d1b40b6-a5e9-4422-87b5-ae4a18d315f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:55.501611 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0d1b40b6-a5e9-4422-87b5-ae4a18d315f5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c532b15f-ebaa-4833-adaa-a782d819d9e7 HTTP/1.1" status: 204 len: 168 time: 0.2877421 Jul 16 08:22:55.506110 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e676a8-d795-44fc-8af8-5abeba3223c4 req-38384d7c-52b7-43d1-9faa-a92b7c25ff88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:55.507529 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-90e676a8-d795-44fc-8af8-5abeba3223c4 req-38384d7c-52b7-43d1-9faa-a92b7c25ff88 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03b96796-c852-49fd-be23-df5d401458c9 HTTP/1.1" status: 200 len: 860 time: 0.0541639 Jul 16 08:22:55.512525 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b40b6-a5e9-4422-87b5-ae4a18d315f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c532b15f-ebaa-4833-adaa-a782d819d9e7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:55.579900 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e676a8-d795-44fc-8af8-5abeba3223c4 req-76b8b1ed-ed21-4247-8268-72cce78cbd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:55.587380 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-90e676a8-d795-44fc-8af8-5abeba3223c4 req-76b8b1ed-ed21-4247-8268-72cce78cbd8b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2a688f30-b751-493d-bda9-31166d01b9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0708520 Jul 16 08:22:55.738585 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-90e676a8-d795-44fc-8af8-5abeba3223c4 req-4c23328a-57c4-4a9f-892a-2e1f9bdf8f8c service neutron] 10.222.0.30 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1392305 Jul 16 08:22:55.801935 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08d9147-f7a0-45e4-a888-00250623c6b2 req-5af9ee4b-58b1-4407-b207-bc420be4d1a3 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:55.809401 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a08d9147-f7a0-45e4-a888-00250623c6b2 req-5af9ee4b-58b1-4407-b207-bc420be4d1a3 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a46d772-f18a-4786-9621-209d2f62fa0c HTTP/1.1" status: 200 len: 947 time: 0.1092448 Jul 16 08:22:55.852122 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a08d9147-f7a0-45e4-a888-00250623c6b2 req-70891c56-02ac-4745-a8bf-f50f1fed243c tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/security-groups?id=23ba4e4f-e304-4a40-a7a4-d5e6cf400422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417497 Jul 16 08:22:55.885945 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7729db3e-6682-4468-8de8-a20e33881c04 req-9893f660-7259-459d-928e-2d76ad0d76a7 tempest-QuotasAdminNegativeTest-1188376238 tempest-QuotasAdminNegativeTest-1188376238-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=b1e123d18b6046b1bd5aee4927654c04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0411549 Jul 16 08:22:55.889550 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-90e676a8-d795-44fc-8af8-5abeba3223c4 req-bd63a810-4241-45a4-910d-4786370c1bd8 service neutron] 10.222.0.30 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440899 Jul 16 08:22:56.013188 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729db3e-6682-4468-8de8-a20e33881c04 req-486c279f-48da-4885-a876-fe3679158988 tempest-QuotasAdminNegativeTest-1188376238 tempest-QuotasAdminNegativeTest-1188376238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:56.014619 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7729db3e-6682-4468-8de8-a20e33881c04 req-486c279f-48da-4885-a876-fe3679158988 tempest-QuotasAdminNegativeTest-1188376238 tempest-QuotasAdminNegativeTest-1188376238-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1229498 Jul 16 08:22:56.030490 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7729db3e-6682-4468-8de8-a20e33881c04 req-0e1e6497-3014-49e3-a865-994751b5fd7f tempest-QuotasAdminNegativeTest-1188376238 tempest-QuotasAdminNegativeTest-1188376238-project] 10.222.0.22 "GET /v2.0/quotas/b1e123d18b6046b1bd5aee4927654c04 HTTP/1.1" status: 200 len: 375 time: 0.0097823 Jul 16 08:22:56.038562 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f9fbda-b9ac-4f8e-b4b6-134279f6e6fe req-de0f61cb-fa75-4116-93f6-7b4cda4e6428 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:56.040121 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-75f9fbda-b9ac-4f8e-b4b6-134279f6e6fe req-de0f61cb-fa75-4116-93f6-7b4cda4e6428 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ae96da-4d06-45cb-aea4-1916fc6dd1e5 HTTP/1.1" status: 200 len: 971 time: 0.0743489 Jul 16 08:22:56.069158 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7729db3e-6682-4468-8de8-a20e33881c04 req-3313abe1-7462-4b09-aa31-d94d2ba64aee tempest-QuotasAdminNegativeTest-1188376238 tempest-QuotasAdminNegativeTest-1188376238-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b1e123d18b6046b1bd5aee4927654c04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327237 Jul 16 08:22:56.089107 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-75f9fbda-b9ac-4f8e-b4b6-134279f6e6fe req-a2ceae6c-f664-447b-b3a4-acc2124c5afb tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5db6eef-3b96-4a15-a454-b8f6c704e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417604 Jul 16 08:22:56.275931 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c73fb51-1ee8-4010-aa37-a63ba55a908b req-85ac8135-f34d-4814-817b-1b88c76460cf tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:56.277693 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c73fb51-1ee8-4010-aa37-a63ba55a908b req-85ac8135-f34d-4814-817b-1b88c76460cf tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00 HTTP/1.1" status: 200 len: 965 time: 0.0694473 Jul 16 08:22:56.310596 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88357158-87a1-4d2f-9011-8c6e1ed273bf req-38b7fd46-0995-41b9-8e7a-7a1f210c000c tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:56.312802 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-88357158-87a1-4d2f-9011-8c6e1ed273bf req-38b7fd46-0995-41b9-8e7a-7a1f210c000c tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 949 time: 0.0693345 Jul 16 08:22:56.320969 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c73fb51-1ee8-4010-aa37-a63ba55a908b req-a8a57dab-00e5-4730-9180-cc3d44f4b478 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365164 Jul 16 08:22:56.360601 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-88357158-87a1-4d2f-9011-8c6e1ed273bf req-9d6cdbe4-4b8d-4750-b8c3-00d72c1f5a0b tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417030 Jul 16 08:22:56.474960 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device dbeacbe1-56f4-44cc-b2da-4e31a25fde99 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:22:56.556518 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c629c0-d323-4b78-ac3b-e93e7e72306c req-b43eb8e1-2fe8-41fb-8ea6-99c3c57fa1e1 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:56.558007 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-56c629c0-d323-4b78-ac3b-e93e7e72306c req-b43eb8e1-2fe8-41fb-8ea6-99c3c57fa1e1 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea6fbbe5-f0f1-4768-919d-7409689c9e2d HTTP/1.1" status: 200 len: 944 time: 0.0909653 Jul 16 08:22:56.579333 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7acc0230-b2d2-4b52-bf1d-17c817457b00', 'tag': '1baaaf04-8ff7-4cd6-9cab-150bfae7988d'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:22:56.582244 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1ecdba4-d6a8-43a7-b461-9dbbf4eb2771" -d '{"events": [{"name": "network-changed", "server_uuid": "7acc0230-b2d2-4b52-bf1d-17c817457b00", "tag": "1baaaf04-8ff7-4cd6-9cab-150bfae7988d"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:22:56.605232 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port dbeacbe1-56f4-44cc-b2da-4e31a25fde99, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=dbeacbe1-56f4-44cc-b2da-4e31a25fde99,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:22:56.605452 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-56c629c0-d323-4b78-ac3b-e93e7e72306c req-b002581a-63f2-4faf-af37-ee90d081e2ad tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f648399-4160-4693-927f-f42af3b35078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387022 Jul 16 08:22:56.622097 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'dbeacbe1-56f4-44cc-b2da-4e31a25fde99', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': 'dbeacbe1-56f4-44cc-b2da-4e31a25fde99', 'mac_address': 'fa:16:3e:5d:13:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:22:56.672049 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:56.676069 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:22:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7020a8-d959-46d1-9f53-de4058196006 x-openstack-request-id: req-dc7020a8-d959-46d1-9f53-de4058196006 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:22:56.676459 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7acc0230-b2d2-4b52-bf1d-17c817457b00", "tag": "1baaaf04-8ff7-4cd6-9cab-150bfae7988d", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:22:56.676787 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc7020a8-d959-46d1-9f53-de4058196006 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:22:56.677272 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7acc0230-b2d2-4b52-bf1d-17c817457b00', 'tag': '1baaaf04-8ff7-4cd6-9cab-150bfae7988d', 'status': 'completed', 'code': 200} Jul 16 08:22:56.692614 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbeacbe1-56f4-44cc-b2da-4e31a25fde99 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:22:56.753183 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port dbeacbe1-56f4-44cc-b2da-4e31a25fde99, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=dbeacbe1-56f4-44cc-b2da-4e31a25fde99,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:22:56.765779 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:56.780430 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecdba4-d6a8-43a7-b461-9dbbf4eb2771 req-c1a39cc3-7dff-4abd-9c46-ae6fe7fc841b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:56.782670 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b1ecdba4-d6a8-43a7-b461-9dbbf4eb2771 req-c1a39cc3-7dff-4abd-9c46-ae6fe7fc841b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c0f0cf24afb47969a9cef8297bf2691&device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00 HTTP/1.1" status: 200 len: 1148 time: 0.0770042 Jul 16 08:22:56.845499 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=dbeacbe1-56f4-44cc-b2da-4e31a25fde99,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:56.914965 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecdba4-d6a8-43a7-b461-9dbbf4eb2771 req-c5701e35-e194-4732-a487-00745310de7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:56.915608 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b1ecdba4-d6a8-43a7-b461-9dbbf4eb2771 req-c5701e35-e194-4732-a487-00745310de7c service neutron] 10.222.0.21 "GET /v2.0/networks?id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 HTTP/1.1" status: 200 len: 908 time: 0.1204305 Jul 16 08:22:56.972514 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b1ecdba4-d6a8-43a7-b461-9dbbf4eb2771 req-f686d715-914e-42e8-9494-078c083ef521 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1baaaf04-8ff7-4cd6-9cab-150bfae7988d HTTP/1.1" status: 200 len: 217 time: 0.0400352 Jul 16 08:22:56.992156 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['dbeacbe1-56f4-44cc-b2da-4e31a25fde99'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:22:57.039569 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ecdba4-d6a8-43a7-b461-9dbbf4eb2771 req-d17c0ae5-ecec-449b-b778-dc01275c993e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:57.041398 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b1ecdba4-d6a8-43a7-b461-9dbbf4eb2771 req-d17c0ae5-ecec-449b-b778-dc01275c993e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce796d98-7ee4-4738-aad4-0026126b7799 HTTP/1.1" status: 200 len: 847 time: 0.0587006 Jul 16 08:22:57.108077 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7fe5be-24df-41d4-ab81-2c2bae112dac req-38034856-4cae-41e9-8ebc-046370385d9f tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:57.109630 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b1ecdba4-d6a8-43a7-b461-9dbbf4eb2771 req-a815909a-41e8-4403-b2c4-7ff5338df580 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517778 Jul 16 08:22:57.114816 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7a7fe5be-24df-41d4-ab81-2c2bae112dac req-38034856-4cae-41e9-8ebc-046370385d9f tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a46d772-f18a-4786-9621-209d2f62fa0c HTTP/1.1" status: 200 len: 948 time: 0.0943580 Jul 16 08:22:57.156981 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7a7fe5be-24df-41d4-ab81-2c2bae112dac req-2bef3f70-311c-4ef4-b1f7-a4c874127f1b tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/security-groups?id=23ba4e4f-e304-4a40-a7a4-d5e6cf400422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412271 Jul 16 08:22:57.225735 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b1ecdba4-d6a8-43a7-b461-9dbbf4eb2771 req-549bca1d-50aa-4d3d-a88d-47ea14b55930 service neutron] 10.222.0.21 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060479 Jul 16 08:22:57.386525 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b1ecdba4-d6a8-43a7-b461-9dbbf4eb2771 req-79798110-6bd3-404f-8c06-302f0a157636 service neutron] 10.222.0.21 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543131 Jul 16 08:22:57.424403 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a359d3-546f-4aa0-94c7-201125352460 req-61b5dd49-c57c-438e-bb5b-11ed1be237d5 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:57.425870 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-85a359d3-546f-4aa0-94c7-201125352460 req-61b5dd49-c57c-438e-bb5b-11ed1be237d5 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ae96da-4d06-45cb-aea4-1916fc6dd1e5 HTTP/1.1" status: 200 len: 971 time: 0.1312556 Jul 16 08:22:57.432905 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63b3590-5b6c-45cc-8181-abcb41d5b502 req-15b0822f-8341-45a1-8504-0b650ab4a4df tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:57.434219 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d63b3590-5b6c-45cc-8181-abcb41d5b502 req-15b0822f-8341-45a1-8504-0b650ab4a4df tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.21 "GET /v2.0/ports?device_id=a3ae96da-4d06-45cb-aea4-1916fc6dd1e5 HTTP/1.1" status: 200 len: 971 time: 0.1093912 Jul 16 08:22:57.536710 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-85a359d3-546f-4aa0-94c7-201125352460 req-bb3f7162-013a-4f07-8a8b-374360afdd0b tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/security-groups?id=b5db6eef-3b96-4a15-a454-b8f6c704e4d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015284 Jul 16 08:22:57.594476 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-d63b3590-5b6c-45cc-8181-abcb41d5b502 req-2a19c55d-5e32-4a0a-bce0-628153c3f362 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Deleting port 194b172a-c0c8-4b9c-8aa4-5ca10db1c596 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:22:57.594862 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d63b3590-5b6c-45cc-8181-abcb41d5b502 req-2a19c55d-5e32-4a0a-bce0-628153c3f362 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:57.696150 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-d63b3590-5b6c-45cc-8181-abcb41d5b502 req-2a19c55d-5e32-4a0a-bce0-628153c3f362 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] For port 194b172a-c0c8-4b9c-8aa4-5ca10db1c596, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=194b172a-c0c8-4b9c-8aa4-5ca10db1c596,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:22:57.697033 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d63b3590-5b6c-45cc-8181-abcb41d5b502 req-2a19c55d-5e32-4a0a-bce0-628153c3f362 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:57.711982 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-d63b3590-5b6c-45cc-8181-abcb41d5b502 req-2a19c55d-5e32-4a0a-bce0-628153c3f362 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Calling delete_port for 194b172a-c0c8-4b9c-8aa4-5ca10db1c596 owned by compute:tempest-test_az-1080150500 {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:22:57.896883 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155af573-7964-4a52-844f-e3c8d4626b55 req-c70825e0-857f-461c-9b5c-a73356c98dae tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:57.898404 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-155af573-7964-4a52-844f-e3c8d4626b55 req-c70825e0-857f-461c-9b5c-a73356c98dae tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00 HTTP/1.1" status: 200 len: 965 time: 0.1103098 Jul 16 08:22:57.941316 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d63b3590-5b6c-45cc-8181-abcb41d5b502 req-2a19c55d-5e32-4a0a-bce0-628153c3f362 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:57.955280 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['194b172a-c0c8-4b9c-8aa4-5ca10db1c596'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:22:57.973377 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192912c0-346c-4cf4-8863-38d713d7588f req-fa146352-bd59-4e0b-9be1-7d992e81a522 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:57.975105 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-192912c0-346c-4cf4-8863-38d713d7588f req-fa146352-bd59-4e0b-9be1-7d992e81a522 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 949 time: 0.0685186 Jul 16 08:22:57.985870 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-155af573-7964-4a52-844f-e3c8d4626b55 req-e581e061-a392-42c7-a715-b4a067056720 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749395 Jul 16 08:22:58.013890 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a19c55d-5e32-4a0a-bce0-628153c3f362 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Pushing event deleted for resources: {'Port': ['ID=194b172a-c0c8-4b9c-8aa4-5ca10db1c596,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:58.026177 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-192912c0-346c-4cf4-8863-38d713d7588f req-04223bed-e53d-422f-8248-8848da046869 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445867 Jul 16 08:22:58.069795 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-d63b3590-5b6c-45cc-8181-abcb41d5b502 req-2a19c55d-5e32-4a0a-bce0-628153c3f362 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] No DVR routers for this DVR port 194b172a-c0c8-4b9c-8aa4-5ca10db1c596 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:22:58.075176 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d63b3590-5b6c-45cc-8181-abcb41d5b502 req-2a19c55d-5e32-4a0a-bce0-628153c3f362 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:58.079659 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d63b3590-5b6c-45cc-8181-abcb41d5b502 req-2a19c55d-5e32-4a0a-bce0-628153c3f362 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.21 "DELETE /v2.0/ports/194b172a-c0c8-4b9c-8aa4-5ca10db1c596 HTTP/1.1" status: 204 len: 173 time: 0.6376376 Jul 16 08:22:58.188264 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3042873c-4743-495c-b9b4-a1a5b61d0ef0 req-6fcc52bf-80c7-4933-ab40-f0391e67be67 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:58.195724 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3042873c-4743-495c-b9b4-a1a5b61d0ef0 req-6fcc52bf-80c7-4933-ab40-f0391e67be67 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea6fbbe5-f0f1-4768-919d-7409689c9e2d HTTP/1.1" status: 200 len: 944 time: 0.0770738 Jul 16 08:22:58.233780 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3042873c-4743-495c-b9b4-a1a5b61d0ef0 req-5163a99e-5d7e-44fc-8ddf-da27042d3310 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f648399-4160-4693-927f-f42af3b35078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362115 Jul 16 08:22:58.356153 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-91ae44dc-43e4-4d19-8f0a-594cc167aff8 req-602d0cb8-3f5b-49cd-b731-477d288a5acc tempest-QuotasAdminNegativeTest-1188376238 tempest-QuotasAdminNegativeTest-1188376238-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=b1e123d18b6046b1bd5aee4927654c04&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0211506 Jul 16 08:22:58.460252 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ae44dc-43e4-4d19-8f0a-594cc167aff8 req-7baf1765-db03-4b6a-9944-e1d47c293458 tempest-QuotasAdminNegativeTest-1188376238 tempest-QuotasAdminNegativeTest-1188376238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:58.461699 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-91ae44dc-43e4-4d19-8f0a-594cc167aff8 req-7baf1765-db03-4b6a-9944-e1d47c293458 tempest-QuotasAdminNegativeTest-1188376238 tempest-QuotasAdminNegativeTest-1188376238-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1007843 Jul 16 08:22:58.475650 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-91ae44dc-43e4-4d19-8f0a-594cc167aff8 req-bc575bd7-5083-40e5-a0f2-0e152e034996 tempest-QuotasAdminNegativeTest-1188376238 tempest-QuotasAdminNegativeTest-1188376238-project] 10.222.0.22 "GET /v2.0/quotas/b1e123d18b6046b1bd5aee4927654c04 HTTP/1.1" status: 200 len: 375 time: 0.0086961 Jul 16 08:22:58.492481 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device e018e7c2-3c36-4bbd-842c-31622f7b50f4 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:22:58.496675 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device dbeacbe1-56f4-44cc-b2da-4e31a25fde99 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:22:58.528691 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-91ae44dc-43e4-4d19-8f0a-594cc167aff8 req-d71ed6ca-8b99-46fb-98c0-039334fe47f3 tempest-QuotasAdminNegativeTest-1188376238 tempest-QuotasAdminNegativeTest-1188376238-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b1e123d18b6046b1bd5aee4927654c04&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0431325 Jul 16 08:22:58.640765 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port dbeacbe1-56f4-44cc-b2da-4e31a25fde99 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:22:58.646384 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port dbeacbe1-56f4-44cc-b2da-4e31a25fde99 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:22:58.646837 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:58.678640 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3ae96da-4d06-45cb-aea4-1916fc6dd1e5', 'name': 'network-vif-deleted', 'tag': '194b172a-c0c8-4b9c-8aa4-5ca10db1c596'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:22:58.681692 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e893ea-d2f2-488f-ac1e-79df5243de6e" -d '{"events": [{"server_uuid": "a3ae96da-4d06-45cb-aea4-1916fc6dd1e5", "name": "network-vif-deleted", "tag": "194b172a-c0c8-4b9c-8aa4-5ca10db1c596"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:22:58.686229 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port e018e7c2-3c36-4bbd-842c-31622f7b50f4, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=e018e7c2-3c36-4bbd-842c-31622f7b50f4,segment=NetworkSegment(daabb715-a942-4244-b821-e5bf3292c381),segment_id=daabb715-a942-4244-b821-e5bf3292c381)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:22:58.705531 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78663b51-89fd-4146-b614-ce72ff5b9494 req-b0a95fef-f079-4bec-8a46-131cb91e68df tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:58.706908 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'e018e7c2-3c36-4bbd-842c-31622f7b50f4', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'port_id': 'e018e7c2-3c36-4bbd-842c-31622f7b50f4', 'mac_address': 'fa:16:3e:92:31:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03b96796-c852-49fd-be23-df5d401458c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:22:58.707292 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-78663b51-89fd-4146-b614-ce72ff5b9494 req-b0a95fef-f079-4bec-8a46-131cb91e68df tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a46d772-f18a-4786-9621-209d2f62fa0c HTTP/1.1" status: 200 len: 948 time: 0.0935245 Jul 16 08:22:58.772987 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-78663b51-89fd-4146-b614-ce72ff5b9494 req-f82816eb-676d-491c-8125-59a3e87dfef2 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/security-groups?id=23ba4e4f-e304-4a40-a7a4-d5e6cf400422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592289 Jul 16 08:22:58.821085 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:58.823928 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:58.831596 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b70693c1-6911-4c54-bd4d-34b89b1c0e2d req-1e3c1bb2-0d27-499e-b35d-e8107f0fbd38 tempest-AggregatesAdminTestJSON-658650447 tempest-AggregatesAdminTestJSON-658650447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3ae96da-4d06-45cb-aea4-1916fc6dd1e5 HTTP/1.1" status: 200 len: 210 time: 0.0319157 Jul 16 08:22:58.842050 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e018e7c2-3c36-4bbd-842c-31622f7b50f4 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:22:58.871680 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a46d772-f18a-4786-9621-209d2f62fa0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbeacbe1-56f4-44cc-b2da-4e31a25fde99'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:22:58.874951 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c7e45bb-124b-4ee8-a827-17ae4c907b34" -d '{"events": [{"server_uuid": "0a46d772-f18a-4786-9621-209d2f62fa0c", "name": "network-vif-plugged", "status": "completed", "tag": "dbeacbe1-56f4-44cc-b2da-4e31a25fde99"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:22:58.902959 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port dbeacbe1-56f4-44cc-b2da-4e31a25fde99, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=dbeacbe1-56f4-44cc-b2da-4e31a25fde99,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:22:58.907412 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port e018e7c2-3c36-4bbd-842c-31622f7b50f4, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=e018e7c2-3c36-4bbd-842c-31622f7b50f4,segment=NetworkSegment(daabb715-a942-4244-b821-e5bf3292c381),segment_id=daabb715-a942-4244-b821-e5bf3292c381)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:22:58.909255 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:58.914744 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:58.915430 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 1baaaf04-8ff7-4cd6-9cab-150bfae7988d details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:22:58.967722 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-640a961d-2be3-49eb-8393-160c8845a775 x-openstack-request-id: req-640a961d-2be3-49eb-8393-160c8845a775 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:22:58.968301 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3ae96da-4d06-45cb-aea4-1916fc6dd1e5", "name": "network-vif-deleted", "tag": "194b172a-c0c8-4b9c-8aa4-5ca10db1c596", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:22:58.968301 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-640a961d-2be3-49eb-8393-160c8845a775 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:22:58.969195 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3ae96da-4d06-45cb-aea4-1916fc6dd1e5', 'name': 'network-vif-deleted', 'tag': '194b172a-c0c8-4b9c-8aa4-5ca10db1c596', 'status': 'completed', 'code': 200} Jul 16 08:22:58.994297 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=dbeacbe1-56f4-44cc-b2da-4e31a25fde99,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:59.027458 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:22:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc93880-643d-4485-833b-585c9de294ce x-openstack-request-id: req-ecc93880-643d-4485-833b-585c9de294ce {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:22:59.027765 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a46d772-f18a-4786-9621-209d2f62fa0c", "name": "network-vif-plugged", "status": "completed", "tag": "dbeacbe1-56f4-44cc-b2da-4e31a25fde99", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:22:59.028043 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ecc93880-643d-4485-833b-585c9de294ce {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:22:59.028470 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a46d772-f18a-4786-9621-209d2f62fa0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbeacbe1-56f4-44cc-b2da-4e31a25fde99', 'code': 200} Jul 16 08:22:59.159552 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=e018e7c2-3c36-4bbd-842c-31622f7b50f4,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:59.178431 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=1baaaf04-8ff7-4cd6-9cab-150bfae7988d,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:22:59.204460 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 1baaaf04-8ff7-4cd6-9cab-150bfae7988d has no active binding in host n-h1-771362-37 {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:22:59.289490 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3bb24c-9493-49ca-9e34-bc4cc4926f6a req-ddac2f93-65dd-4a01-adab-b135a2d6ee39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:59.292162 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7b3bb24c-9493-49ca-9e34-bc4cc4926f6a req-ddac2f93-65dd-4a01-adab-b135a2d6ee39 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a46d772-f18a-4786-9621-209d2f62fa0c HTTP/1.1" status: 200 len: 1101 time: 0.1596475 Jul 16 08:22:59.306774 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581e63c-e05a-431b-a175-d4e41b2aabeb req-3e2a73d7-8864-4585-9c1d-aa2aab4a761a tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:59.308412 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1581e63c-e05a-431b-a175-d4e41b2aabeb req-3e2a73d7-8864-4585-9c1d-aa2aab4a761a tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00 HTTP/1.1" status: 200 len: 965 time: 0.1207726 Jul 16 08:22:59.372722 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7b3bb24c-9493-49ca-9e34-bc4cc4926f6a req-88fe40fd-c9f4-4134-ac21-dbc1e70d0de3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=23ba4e4f-e304-4a40-a7a4-d5e6cf400422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631192 Jul 16 08:22:59.382623 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1581e63c-e05a-431b-a175-d4e41b2aabeb req-6f1964dc-6b04-4e2d-9b75-6b64234279c4 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651779 Jul 16 08:22:59.414766 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42212) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:59.426001 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc399ca0-13b3-40ee-b20c-af1783f4dffb req-68d8059e-ee16-4d3d-8012-6f9d0119f1ee tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:59.427603 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cc399ca0-13b3-40ee-b20c-af1783f4dffb req-68d8059e-ee16-4d3d-8012-6f9d0119f1ee tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 949 time: 0.0970559 Jul 16 08:22:59.428087 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42216) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:59.446583 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['e018e7c2-3c36-4bbd-842c-31622f7b50f4'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:22:59.473639 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cc399ca0-13b3-40ee-b20c-af1783f4dffb req-31f3b040-df88-465f-a504-6072a10fd1fd tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397816 Jul 16 08:22:59.601967 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8585113b-863b-4b55-8048-61e75f2064e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:59.638826 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-92e82e28-39b9-44c3-acf3-e8c3b0bfa569 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:59.657439 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63361f67-de91-4c8b-98b7-40ef0b427fb5 req-c86472c3-0954-4dec-b43e-f78ed9f51341 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:22:59.659064 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-63361f67-de91-4c8b-98b7-40ef0b427fb5 req-c86472c3-0954-4dec-b43e-f78ed9f51341 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea6fbbe5-f0f1-4768-919d-7409689c9e2d HTTP/1.1" status: 200 len: 945 time: 0.1145113 Jul 16 08:22:59.720418 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-63361f67-de91-4c8b-98b7-40ef0b427fb5 req-0d90a3a6-8721-4977-a505-54c4130be03b tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f648399-4160-4693-927f-f42af3b35078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529165 Jul 16 08:22:59.750574 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8585113b-863b-4b55-8048-61e75f2064e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:59.756005 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8585113b-863b-4b55-8048-61e75f2064e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:59.801111 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8585113b-863b-4b55-8048-61e75f2064e7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b1e123d18b6046b1bd5aee4927654c04&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3853230 Jul 16 08:22:59.801445 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42230) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:59.802008 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8585113b-863b-4b55-8048-61e75f2064e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e39f29a8-8fbf-43bd-b3f5-67a1a765c8f3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:22:59.851219 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42234) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:22:59.883926 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b9aba936-375c-4f85-9792-177be80d6c8f req-7432cddd-0824-4500-8f6b-3450e2f43d6e service neutron] 10.222.0.21 "GET /v2.0/ports/1baaaf04-8ff7-4cd6-9cab-150bfae7988d/bindings/n-h1-771362-37 HTTP/1.1" status: 200 len: 385 time: 0.1176584 Jul 16 08:22:59.935791 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a5df125f-207b-42dd-84cd-2a9e022c06a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:22:59.984040 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e1b6ce7-48e5-4fa2-ab55-c03a2b8d3322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:00.007198 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a5df125f-207b-42dd-84cd-2a9e022c06a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:00.077861 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-92e82e28-39b9-44c3-acf3-e8c3b0bfa569 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:00.105745 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-92e82e28-39b9-44c3-acf3-e8c3b0bfa569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:00.151337 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42246) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:00.184884 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e1b6ce7-48e5-4fa2-ab55-c03a2b8d3322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:00.192033 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-92e82e28-39b9-44c3-acf3-e8c3b0bfa569 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=87f309d515bc4f2390910be9ad21af59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7629139 Jul 16 08:23:00.192378 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e1b6ce7-48e5-4fa2-ab55-c03a2b8d3322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:00.195538 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42250) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:00.200965 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7d4d11-9032-47bf-beb5-7dcc04321685 req-1986edd8-9549-4430-8cf9-ed0e559dec95 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:00.203374 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f7d4d11-9032-47bf-beb5-7dcc04321685 req-1986edd8-9549-4430-8cf9-ed0e559dec95 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a46d772-f18a-4786-9621-209d2f62fa0c HTTP/1.1" status: 200 len: 949 time: 0.2713761 Jul 16 08:23:00.210336 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a5df125f-207b-42dd-84cd-2a9e022c06a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:00.212809 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a5df125f-207b-42dd-84cd-2a9e022c06a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:00.215109 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a5df125f-207b-42dd-84cd-2a9e022c06a0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e39f29a8-8fbf-43bd-b3f5-67a1a765c8f3 HTTP/1.1" status: 204 len: 168 time: 0.4089005 Jul 16 08:23:00.220890 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e82e28-39b9-44c3-acf3-e8c3b0bfa569 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c858cc90-bf55-4490-8129-b3a6dff5244c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:00.282224 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5df125f-207b-42dd-84cd-2a9e022c06a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e39f29a8-8fbf-43bd-b3f5-67a1a765c8f3,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:00.308560 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b6ce7-48e5-4fa2-ab55-c03a2b8d3322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c1050a1-3ea7-4739-a61e-7dde54b99df8,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:00.316334 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3e1b6ce7-48e5-4fa2-ab55-c03a2b8d3322 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6f28132e248c4aeea469407de763299b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4640772 Jul 16 08:23:00.322501 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42254) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:00.347384 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f7d4d11-9032-47bf-beb5-7dcc04321685 req-442a7346-a873-4c53-bc4d-da6fb4c9d4fa tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/security-groups?id=23ba4e4f-e304-4a40-a7a4-d5e6cf400422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311045 Jul 16 08:23:00.358189 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b9aba936-375c-4f85-9792-177be80d6c8f req-cd92d16c-1e94-4519-8161-18d68b4fb93e service neutron] For port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=1baaaf04-8ff7-4cd6-9cab-150bfae7988d,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:00.384204 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b9aba936-375c-4f85-9792-177be80d6c8f req-cd92d16c-1e94-4519-8161-18d68b4fb93e service neutron] For port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:23:00.385867 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-056d4258-9e37-4b27-b269-04c0382415f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:00.428681 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-b9aba936-375c-4f85-9792-177be80d6c8f req-cd92d16c-1e94-4519-8161-18d68b4fb93e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1baaaf04-8ff7-4cd6-9cab-150bfae7988d {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:23:00.444969 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-056d4258-9e37-4b27-b269-04c0382415f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:00.445243 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b9aba936-375c-4f85-9792-177be80d6c8f req-cd92d16c-1e94-4519-8161-18d68b4fb93e service neutron] For port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=1baaaf04-8ff7-4cd6-9cab-150bfae7988d,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:00.463079 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b9aba936-375c-4f85-9792-177be80d6c8f req-cd92d16c-1e94-4519-8161-18d68b4fb93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:00.485051 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-170ae941-a6cb-403f-8124-2b99872e3c1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:00.510343 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-170ae941-a6cb-403f-8124-2b99872e3c1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:00.519857 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device e018e7c2-3c36-4bbd-842c-31622f7b50f4 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:23:00.554370 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-b9aba936-375c-4f85-9792-177be80d6c8f req-cd92d16c-1e94-4519-8161-18d68b4fb93e service neutron] Transition to ACTIVE for port object 1baaaf04-8ff7-4cd6-9cab-150bfae7988d will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:23:00.562945 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b9aba936-375c-4f85-9792-177be80d6c8f req-cd92d16c-1e94-4519-8161-18d68b4fb93e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:00.605315 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-056d4258-9e37-4b27-b269-04c0382415f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:00.607899 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-056d4258-9e37-4b27-b269-04c0382415f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:00.611999 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-056d4258-9e37-4b27-b269-04c0382415f5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c858cc90-bf55-4490-8129-b3a6dff5244c HTTP/1.1" status: 204 len: 168 time: 0.3967850 Jul 16 08:23:00.627397 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port e018e7c2-3c36-4bbd-842c-31622f7b50f4 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:23:00.632246 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port e018e7c2-3c36-4bbd-842c-31622f7b50f4 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:00.632682 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:00.647126 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9aba936-375c-4f85-9792-177be80d6c8f req-cd92d16c-1e94-4519-8161-18d68b4fb93e service neutron] No DVR routers for this DVR port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:23:00.662454 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056d4258-9e37-4b27-b269-04c0382415f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c858cc90-bf55-4490-8129-b3a6dff5244c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:00.686987 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b6359c81-b68c-42d5-b9cf-c44bece7f827 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7a02d2da9687435284a892d93818359c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5288408 Jul 16 08:23:00.687868 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42264) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:00.706810 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42266) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:00.721371 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e6512d-fd7e-48a9-9fa6-8c407fbea8ba req-8ec19e1f-c680-4752-9170-39d9a3808c1b tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:00.728291 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-27e6512d-fd7e-48a9-9fa6-8c407fbea8ba req-8ec19e1f-c680-4752-9170-39d9a3808c1b tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00 HTTP/1.1" status: 200 len: 965 time: 0.1918256 Jul 16 08:23:00.762887 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:00.765024 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-170ae941-a6cb-403f-8124-2b99872e3c1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:00.767515 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-170ae941-a6cb-403f-8124-2b99872e3c1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:00.768651 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-170ae941-a6cb-403f-8124-2b99872e3c1e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2c1050a1-3ea7-4739-a61e-7dde54b99df8 HTTP/1.1" status: 204 len: 168 time: 0.4443996 Jul 16 08:23:00.785164 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5d7963ff-94a3-4103-876a-5fe28edcc45a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:00.798211 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ae941-a6cb-403f-8124-2b99872e3c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c1050a1-3ea7-4739-a61e-7dde54b99df8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:00.820600 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b763afbd-9bae-4333-b27f-15b88637f7a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:00.822286 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b9aba936-375c-4f85-9792-177be80d6c8f req-cd92d16c-1e94-4519-8161-18d68b4fb93e service neutron] 10.222.0.21 "PUT /v2.0/ports/1baaaf04-8ff7-4cd6-9cab-150bfae7988d/bindings/n-h1-771362-37/activate HTTP/1.1" status: 200 len: 370 time: 0.9310997 Jul 16 08:23:00.827503 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port e018e7c2-3c36-4bbd-842c-31622f7b50f4, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=e018e7c2-3c36-4bbd-842c-31622f7b50f4,segment=NetworkSegment(daabb715-a942-4244-b821-e5bf3292c381),segment_id=daabb715-a942-4244-b821-e5bf3292c381)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:00.833604 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:00.866983 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b763afbd-9bae-4333-b27f-15b88637f7a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:00.897871 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd92d16c-1e94-4519-8161-18d68b4fb93e service neutron] Pushing event updated for resources: {'Port': ['ID=1baaaf04-8ff7-4cd6-9cab-150bfae7988d,revision_number=10']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:00.928601 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=e018e7c2-3c36-4bbd-842c-31622f7b50f4,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:00.932520 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-27e6512d-fd7e-48a9-9fa6-8c407fbea8ba req-6ab4f6f6-7504-4ca6-b465-4ec6afcf8ddb tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890447 Jul 16 08:23:00.938291 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2aef26-cbdd-419a-b128-a20ca0ac39e4 req-27032eb5-ed5e-4924-b622-25b9a1694ba0 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:00.948069 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3b2aef26-cbdd-419a-b128-a20ca0ac39e4 req-27032eb5-ed5e-4924-b622-25b9a1694ba0 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 949 time: 0.3047311 Jul 16 08:23:00.961890 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b763afbd-9bae-4333-b27f-15b88637f7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:00.961890 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b763afbd-9bae-4333-b27f-15b88637f7a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:00.963971 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b763afbd-9bae-4333-b27f-15b88637f7a6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b5db6eef-3b96-4a15-a454-b8f6c704e4d3 HTTP/1.1" status: 204 len: 168 time: 0.2738566 Jul 16 08:23:00.991454 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b763afbd-9bae-4333-b27f-15b88637f7a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5db6eef-3b96-4a15-a454-b8f6c704e4d3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:01.029685 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6fbbe5-f0f1-4768-919d-7409689c9e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e018e7c2-3c36-4bbd-842c-31622f7b50f4'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:23:01.032666 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37b20fb-58dd-4114-8a11-ba6bf1a0281a" -d '{"events": [{"server_uuid": "ea6fbbe5-f0f1-4768-919d-7409689c9e2d", "name": "network-vif-plugged", "status": "completed", "tag": "e018e7c2-3c36-4bbd-842c-31622f7b50f4"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:23:01.040938 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3b2aef26-cbdd-419a-b128-a20ca0ac39e4 req-95a02c17-8b1a-4d94-b189-d9e5bae91911 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897012 Jul 16 08:23:01.051038 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aba936-375c-4f85-9792-177be80d6c8f req-b4f1750a-153d-4f22-92eb-b3dfff38fbcf tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:01.053266 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b9aba936-375c-4f85-9792-177be80d6c8f req-b4f1750a-153d-4f22-92eb-b3dfff38fbcf tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00&tenant_id=0c0f0cf24afb47969a9cef8297bf2691&binding%3Ahost_id=n-h2-771362-37 HTTP/1.1" status: 200 len: 1118 time: 0.1380665 Jul 16 08:23:01.066898 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42278) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:01.113372 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-85c51be1-e678-4ae8-b1dd-a65ab51a9e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:01.130264 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888e0da9-98e1-4e4b-a3a5-5d2c158c69c6 x-openstack-request-id: req-888e0da9-98e1-4e4b-a3a5-5d2c158c69c6 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:23:01.131317 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6fbbe5-f0f1-4768-919d-7409689c9e2d", "name": "network-vif-plugged", "status": "completed", "tag": "e018e7c2-3c36-4bbd-842c-31622f7b50f4", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:23:01.131720 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-888e0da9-98e1-4e4b-a3a5-5d2c158c69c6 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:23:01.132257 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea6fbbe5-f0f1-4768-919d-7409689c9e2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e018e7c2-3c36-4bbd-842c-31622f7b50f4', 'code': 200} Jul 16 08:23:01.192800 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5d7963ff-94a3-4103-876a-5fe28edcc45a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:01.205260 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5d7963ff-94a3-4103-876a-5fe28edcc45a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:01.302700 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5d7963ff-94a3-4103-876a-5fe28edcc45a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8f1a8664ef424fe3a8b9ab59b203b3b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5897958 Jul 16 08:23:01.315966 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42282) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:01.350755 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7963ff-94a3-4103-876a-5fe28edcc45a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13b7b937-be3b-4181-8767-0d519dd4a988,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:01.418863 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42288) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:01.427259 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d8c753ee-1f40-4019-ba03-457a17ace7c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:01.451461 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d8c753ee-1f40-4019-ba03-457a17ace7c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:01.454907 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aba936-375c-4f85-9792-177be80d6c8f req-c79ad591-9d95-4787-b504-05436e973bab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:01.456452 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b9aba936-375c-4f85-9792-177be80d6c8f req-c79ad591-9d95-4787-b504-05436e973bab service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00&tenant_id=0c0f0cf24afb47969a9cef8297bf2691 HTTP/1.1" status: 200 len: 1118 time: 0.3946018 Jul 16 08:23:01.471986 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7e56c0-d37b-419d-9a94-4657cceab046 req-9904003b-89ea-40e8-9b4d-9185c9a99c61 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:01.478870 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ea7e56c0-d37b-419d-9a94-4657cceab046 req-9904003b-89ea-40e8-9b4d-9185c9a99c61 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea6fbbe5-f0f1-4768-919d-7409689c9e2d HTTP/1.1" status: 200 len: 946 time: 0.1309419 Jul 16 08:23:01.553008 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ea7e56c0-d37b-419d-9a94-4657cceab046 req-abb40b2d-9703-479d-bdb3-fcd4e9a285eb tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f648399-4160-4693-927f-f42af3b35078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731475 Jul 16 08:23:01.578686 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aba936-375c-4f85-9792-177be80d6c8f req-85f24ec3-02a7-4419-8d75-e1aa72f2e59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:01.580414 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b9aba936-375c-4f85-9792-177be80d6c8f req-85f24ec3-02a7-4419-8d75-e1aa72f2e59a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c0f0cf24afb47969a9cef8297bf2691&device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00 HTTP/1.1" status: 200 len: 1118 time: 0.0995982 Jul 16 08:23:01.655663 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:01.685293 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aba936-375c-4f85-9792-177be80d6c8f req-0f1bb46e-f383-4596-9f82-4a126443199d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:01.687554 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b9aba936-375c-4f85-9792-177be80d6c8f req-0f1bb46e-f383-4596-9f82-4a126443199d service neutron] 10.222.0.30 "GET /v2.0/networks?id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 HTTP/1.1" status: 200 len: 908 time: 0.1007824 Jul 16 08:23:01.689584 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42290) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:01.711452 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e30e3-6152-42bd-a6e7-550d7287af24 req-7e1bb9b3-fe03-4256-8a12-5ead7cb32750 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:01.712925 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-219e30e3-6152-42bd-a6e7-550d7287af24 req-7e1bb9b3-fe03-4256-8a12-5ead7cb32750 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ea6fbbe5-f0f1-4768-919d-7409689c9e2d HTTP/1.1" status: 200 len: 1098 time: 0.4832520 Jul 16 08:23:01.713604 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-28c683e3-8534-4bce-89d7-7236a90fea3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:01.758445 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b9aba936-375c-4f85-9792-177be80d6c8f req-177b0f47-f0d5-4fbe-af11-9e8aef889d6d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1baaaf04-8ff7-4cd6-9cab-150bfae7988d HTTP/1.1" status: 200 len: 217 time: 0.0438058 Jul 16 08:23:01.762145 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1d5c5d34-890b-40a1-986d-7b514f1c21b4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cf6774c4945249698c831954f9fdfcf7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0716832 Jul 16 08:23:01.764834 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42292) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:01.797207 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-85c51be1-e678-4ae8-b1dd-a65ab51a9e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:01.819561 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-85c51be1-e678-4ae8-b1dd-a65ab51a9e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:01.820135 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:01.830677 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d8c753ee-1f40-4019-ba03-457a17ace7c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:01.833124 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d8c753ee-1f40-4019-ba03-457a17ace7c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:01.834242 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d8c753ee-1f40-4019-ba03-457a17ace7c7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/13b7b937-be3b-4181-8767-0d519dd4a988 HTTP/1.1" status: 204 len: 168 time: 0.5157535 Jul 16 08:23:01.841269 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aba936-375c-4f85-9792-177be80d6c8f req-9d36420b-0b09-415c-be3a-ccc6eadb2c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:01.843298 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b9aba936-375c-4f85-9792-177be80d6c8f req-9d36420b-0b09-415c-be3a-ccc6eadb2c1b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce796d98-7ee4-4738-aad4-0026126b7799 HTTP/1.1" status: 200 len: 847 time: 0.0720894 Jul 16 08:23:01.850905 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-219e30e3-6152-42bd-a6e7-550d7287af24 req-40da0ac6-7f2a-4ffd-80c3-f80e9a340be0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9f648399-4160-4693-927f-f42af3b35078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109812 Jul 16 08:23:01.856707 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69031973-b88a-4230-aec0-463e01f85e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:01.880084 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69031973-b88a-4230-aec0-463e01f85e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:01.894705 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-85c51be1-e678-4ae8-b1dd-a65ab51a9e80 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2b125b7eddba4729a43aaaac7beaae5c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8241444 Jul 16 08:23:01.895012 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42298) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:01.913455 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf2633a-92d0-458d-926e-4d23cbf6d2dc req-831245f9-7824-4892-a646-5ecf6247e95b tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:01.914988 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9bf2633a-92d0-458d-926e-4d23cbf6d2dc req-831245f9-7824-4892-a646-5ecf6247e95b tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a46d772-f18a-4786-9621-209d2f62fa0c HTTP/1.1" status: 200 len: 949 time: 0.4266057 Jul 16 08:23:01.916933 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c51be1-e678-4ae8-b1dd-a65ab51a9e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53df9912-ebe0-46d5-aec0-95389f9b2db3,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:01.950421 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c753ee-1f40-4019-ba03-457a17ace7c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13b7b937-be3b-4181-8767-0d519dd4a988,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:01.952391 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b9aba936-375c-4f85-9792-177be80d6c8f req-bdbb2548-2b95-4a44-bf0c-70b6e2d39917 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564804 Jul 16 08:23:02.026172 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9bf2633a-92d0-458d-926e-4d23cbf6d2dc req-69a42010-a0ba-4f8b-9a98-100020d9ae8e tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/security-groups?id=23ba4e4f-e304-4a40-a7a4-d5e6cf400422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901279 Jul 16 08:23:02.085321 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-28c683e3-8534-4bce-89d7-7236a90fea3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:02.093895 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-28c683e3-8534-4bce-89d7-7236a90fea3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:02.111353 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fdac6599-d019-4017-8342-45fc4cf3b7bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:02.144802 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69031973-b88a-4230-aec0-463e01f85e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:02.147191 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69031973-b88a-4230-aec0-463e01f85e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:02.150936 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-69031973-b88a-4230-aec0-463e01f85e9f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/732f97fc-1935-4457-8515-4ac9e9c0d784 HTTP/1.1" status: 204 len: 168 time: 0.3850033 Jul 16 08:23:02.156065 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-28c683e3-8534-4bce-89d7-7236a90fea3e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d7a293bfa7454f0dab3b8a0ea09507e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7360404 Jul 16 08:23:02.156709 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42310) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:02.157632 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c683e3-8534-4bce-89d7-7236a90fea3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28c25919-2f6f-4e29-bb79-452ee074013d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:02.167747 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b9aba936-375c-4f85-9792-177be80d6c8f req-961d1d56-d1bf-4029-b7cd-18ac80ca08db service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1832519 Jul 16 08:23:02.180900 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fdac6599-d019-4017-8342-45fc4cf3b7bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:02.183121 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69031973-b88a-4230-aec0-463e01f85e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=732f97fc-1935-4457-8515-4ac9e9c0d784,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:02.242372 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30637c47-b757-474c-aa00-722cde7a1ca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:02.285338 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30637c47-b757-474c-aa00-722cde7a1ca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:02.323230 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2196d09b-a357-42b2-a675-8a747dedebe3 req-ae86b360-4cb9-4fd0-97e6-6e30de0970a0 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:02.329926 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2196d09b-a357-42b2-a675-8a747dedebe3 req-ae86b360-4cb9-4fd0-97e6-6e30de0970a0 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00 HTTP/1.1" status: 200 len: 966 time: 0.2374811 Jul 16 08:23:02.355759 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fdac6599-d019-4017-8342-45fc4cf3b7bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:02.358366 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fdac6599-d019-4017-8342-45fc4cf3b7bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:02.359484 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fdac6599-d019-4017-8342-45fc4cf3b7bf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/53df9912-ebe0-46d5-aec0-95389f9b2db3 HTTP/1.1" status: 204 len: 168 time: 0.4624178 Jul 16 08:23:02.381716 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b9aba936-375c-4f85-9792-177be80d6c8f req-fb71fba5-1799-42d3-aa9f-481b594c7800 service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018001 Jul 16 08:23:02.381716 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdac6599-d019-4017-8342-45fc4cf3b7bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53df9912-ebe0-46d5-aec0-95389f9b2db3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:02.411537 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2196d09b-a357-42b2-a675-8a747dedebe3 req-37080719-7fb6-422b-8a6c-d362fe90a13f tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805950 Jul 16 08:23:02.427733 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57898f7e-0c1a-473b-a30c-decdd40681ea req-2f95362a-b918-4c97-b0b4-a209dbbff86d tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:02.438315 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-57898f7e-0c1a-473b-a30c-decdd40681ea req-2f95362a-b918-4c97-b0b4-a209dbbff86d tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 949 time: 0.1424446 Jul 16 08:23:02.456073 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30637c47-b757-474c-aa00-722cde7a1ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:02.459685 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30637c47-b757-474c-aa00-722cde7a1ca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:02.461061 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-30637c47-b757-474c-aa00-722cde7a1ca6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/28c25919-2f6f-4e29-bb79-452ee074013d HTTP/1.1" status: 204 len: 168 time: 0.2977748 Jul 16 08:23:02.473377 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30637c47-b757-474c-aa00-722cde7a1ca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28c25919-2f6f-4e29-bb79-452ee074013d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:02.519207 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-57898f7e-0c1a-473b-a30c-decdd40681ea req-9790fc75-e90a-4b93-8be4-7db980e9e122 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809484 Jul 16 08:23:02.580440 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 194b172a-c0c8-4b9c-8aa4-5ca10db1c596 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:23:02.641487 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 194b172a-c0c8-4b9c-8aa4-5ca10db1c596 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:23:02.641849 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 194b172a-c0c8-4b9c-8aa4-5ca10db1c596 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:23:02.642273 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 1baaaf04-8ff7-4cd6-9cab-150bfae7988d no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:23:02.696927 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 1baaaf04-8ff7-4cd6-9cab-150bfae7988d not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:23:02.797344 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5089cfab-168a-4cf6-a3ac-348bbcc92f33 req-904efec2-a9ec-472d-bd21-7c7f4741171e tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:02.805419 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5089cfab-168a-4cf6-a3ac-348bbcc92f33 req-904efec2-a9ec-472d-bd21-7c7f4741171e tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea6fbbe5-f0f1-4768-919d-7409689c9e2d HTTP/1.1" status: 200 len: 946 time: 0.1234326 Jul 16 08:23:02.893022 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5089cfab-168a-4cf6-a3ac-348bbcc92f33 req-23593767-f1fd-4ee6-adf0-3deb9bd7f231 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f648399-4160-4693-927f-f42af3b35078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859067 Jul 16 08:23:02.957274 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aba936-375c-4f85-9792-177be80d6c8f req-0b342d26-da42-42e1-9bb3-236e3794a6af tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:02.958876 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b9aba936-375c-4f85-9792-177be80d6c8f req-0b342d26-da42-42e1-9bb3-236e3794a6af tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00&tenant_id=0c0f0cf24afb47969a9cef8297bf2691&binding%3Ahost_id=n-h1-771362-37 HTTP/1.1" status: 200 len: 1118 time: 0.1485300 Jul 16 08:23:03.023842 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a53c8a-4549-49cf-92f6-3a9079cf4139 req-b1a2ab3b-aa87-4fbf-8e2f-fa3aa26f136b tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:03.025518 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c1a53c8a-4549-49cf-92f6-3a9079cf4139 req-b1a2ab3b-aa87-4fbf-8e2f-fa3aa26f136b tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a46d772-f18a-4786-9621-209d2f62fa0c HTTP/1.1" status: 200 len: 949 time: 0.1163659 Jul 16 08:23:03.137956 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c1a53c8a-4549-49cf-92f6-3a9079cf4139 req-37f4c6b5-a4de-4ed7-b5b3-9bcbbada1af2 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/security-groups?id=23ba4e4f-e304-4a40-a7a4-d5e6cf400422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031117 Jul 16 08:23:03.175215 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-b9aba936-375c-4f85-9792-177be80d6c8f req-854dadbd-fd75-4205-8ae1-3c90423fb88c service neutron] For port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:23:03.178894 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b9aba936-375c-4f85-9792-177be80d6c8f req-854dadbd-fd75-4205-8ae1-3c90423fb88c service neutron] Notify callbacks [] for binding, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:03.180092 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b9aba936-375c-4f85-9792-177be80d6c8f req-854dadbd-fd75-4205-8ae1-3c90423fb88c service neutron] 10.222.0.30 "DELETE /v2.0/ports/1baaaf04-8ff7-4cd6-9cab-150bfae7988d/bindings/n-h2-771362-37 HTTP/1.1" status: 204 len: 173 time: 0.2128022 Jul 16 08:23:03.244305 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-58f1df6e-af50-49c0-9a9b-a940b351ef46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:03.371097 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-b3850fba-b292-4c5c-9ce9-9ea9db213192 service neutron] show failed (client error): The resource could not be found. Jul 16 08:23:03.371097 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-b3850fba-b292-4c5c-9ce9-9ea9db213192 service neutron] 10.222.0.30 "GET /v2.0/ports/dd1a6f7e-95c9-4338-87ac-59c2c04f3a98/bindings/n-h2-771362-37 HTTP/1.1" status: 404 len: 381 time: 0.0752974 Jul 16 08:23:03.658559 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d751fe-ee69-4dfb-8d1b-7d2016574ea7 req-fece068c-a8b0-4b9f-b78b-c81266ceee4b tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:03.668983 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-96d751fe-ee69-4dfb-8d1b-7d2016574ea7 req-fece068c-a8b0-4b9f-b78b-c81266ceee4b tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a46d772-f18a-4786-9621-209d2f62fa0c HTTP/1.1" status: 200 len: 949 time: 0.0933123 Jul 16 08:23:03.677396 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efce534-bac5-453f-a8d1-abed19e965f5 req-93ddb8d2-8534-43ef-846e-757a2dc217d2 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:03.678920 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9efce534-bac5-453f-a8d1-abed19e965f5 req-93ddb8d2-8534-43ef-846e-757a2dc217d2 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00 HTTP/1.1" status: 200 len: 966 time: 0.0932951 Jul 16 08:23:03.720423 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-96d751fe-ee69-4dfb-8d1b-7d2016574ea7 req-ebf53aca-dbc7-4a67-965a-129861e859d0 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/security-groups?id=23ba4e4f-e304-4a40-a7a4-d5e6cf400422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503654 Jul 16 08:23:03.782556 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9efce534-bac5-453f-a8d1-abed19e965f5 req-057394e7-9b46-4101-b49f-1771404ccf8d tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891597 Jul 16 08:23:03.936477 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c42a1-ff48-4a6d-9d11-b53037301285 req-6dc4d327-c80a-490f-8fdc-f5054faed3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:03.938160 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-076c42a1-ff48-4a6d-9d11-b53037301285 req-6dc4d327-c80a-490f-8fdc-f5054faed3c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 1101 time: 0.1076412 Jul 16 08:23:04.092920 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cd9b9d-a3ff-4d7d-bd4f-8895853c1b67 req-ec0f5d7b-8739-494f-add2-3a5c69220666 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:04.100129 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e9cd9b9d-a3ff-4d7d-bd4f-8895853c1b67 req-ec0f5d7b-8739-494f-add2-3a5c69220666 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 949 time: 0.2058661 Jul 16 08:23:04.116726 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-cb690216-1967-470d-bf2e-a42e1d386deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:04.118178 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-cb690216-1967-470d-bf2e-a42e1d386deb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2&tenant_id=8104d40427e0444ca28ba0f9ff369926 HTTP/1.1" status: 200 len: 1101 time: 0.1603005 Jul 16 08:23:04.134946 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-487dc67b-faa9-4dc1-a0d2-4e38f8285b02 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-37', 'device_owner': 'compute:tempest-test_az-1080150500'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:04.183336 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c42a1-ff48-4a6d-9d11-b53037301285 req-f05840b1-a9d3-4f90-bcd1-ff7e259606d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:04.185840 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-076c42a1-ff48-4a6d-9d11-b53037301285 req-f05840b1-a9d3-4f90-bcd1-ff7e259606d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.2231731 Jul 16 08:23:04.196003 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1de890-0abf-48ae-86e1-50a529968603 req-2d09a7b4-e79f-4935-8d10-cd36c6013562 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:04.197858 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e9cd9b9d-a3ff-4d7d-bd4f-8895853c1b67 req-4691f22d-daef-4a8f-a296-38d51fc09f09 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967858 Jul 16 08:23:04.205708 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1c1de890-0abf-48ae-86e1-50a529968603 req-2d09a7b4-e79f-4935-8d10-cd36c6013562 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00 HTTP/1.1" status: 200 len: 1118 time: 0.1097031 Jul 16 08:23:04.274227 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42414) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:04.275745 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-076c42a1-ff48-4a6d-9d11-b53037301285 req-4af9bccd-9e5a-44a9-9733-e7ff1b41fca0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 HTTP/1.1" status: 200 len: 217 time: 0.0468702 Jul 16 08:23:04.284618 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-487dc67b-faa9-4dc1-a0d2-4e38f8285b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:04.299502 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1c1de890-0abf-48ae-86e1-50a529968603 req-ee4848fa-708c-4d44-912e-3a10f884c284 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912702 Jul 16 08:23:04.363524 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c42a1-ff48-4a6d-9d11-b53037301285 req-9eea5063-f13a-4331-b251-171805836436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:04.372555 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-076c42a1-ff48-4a6d-9d11-b53037301285 req-9eea5063-f13a-4331-b251-171805836436 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0657699 Jul 16 08:23:04.394500 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42422) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:04.452132 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-076c42a1-ff48-4a6d-9d11-b53037301285 req-37d2c56c-d0a8-4781-baf2-64d14b01bf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:04.454220 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-076c42a1-ff48-4a6d-9d11-b53037301285 req-37d2c56c-d0a8-4781-baf2-64d14b01bf8f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0792327 Jul 16 08:23:04.523031 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bede376d-cc99-4509-bc44-a80551b4809c req-68d0965a-be5e-42b4-9257-f7a931d00d47 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:04.524507 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bede376d-cc99-4509-bc44-a80551b4809c req-68d0965a-be5e-42b4-9257-f7a931d00d47 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea6fbbe5-f0f1-4768-919d-7409689c9e2d HTTP/1.1" status: 200 len: 946 time: 0.1678619 Jul 16 08:23:04.617508 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-076c42a1-ff48-4a6d-9d11-b53037301285 req-b94e264a-63c2-469e-9e74-3bacdc6cb17f service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557889 Jul 16 08:23:04.657190 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bede376d-cc99-4509-bc44-a80551b4809c req-76ded334-11f9-48e3-b57a-e0ef7cbac9d2 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f648399-4160-4693-927f-f42af3b35078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258872 Jul 16 08:23:04.697566 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-487dc67b-faa9-4dc1-a0d2-4e38f8285b02 service neutron] For port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=dd1a6f7e-95c9-4338-87ac-59c2c04f3a98,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:04.774405 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6015bba6-6d5e-4c2a-abb6-cd78198f7a76 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-790942259-network', 'tenant_id': 'eed38146a8c843738c66731bdf360734'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:04.855115 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-076c42a1-ff48-4a6d-9d11-b53037301285 req-c1033f78-b013-495f-a8ba-8bdeb1bc7d80 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291257 Jul 16 08:23:04.863066 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-efba8b72-15e7-4353-92fa-2f1f622222ff tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:04.864568 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-efba8b72-15e7-4353-92fa-2f1f622222ff tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/networks?id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 HTTP/1.1" status: 200 len: 807 time: 0.2250912 Jul 16 08:23:04.865943 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6015bba6-6d5e-4c2a-abb6-cd78198f7a76 admin admin] Made reservation on behalf of eed38146a8c843738c66731bdf360734 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:23:04.868770 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6015bba6-6d5e-4c2a-abb6-cd78198f7a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:04.880295 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6015bba6-6d5e-4c2a-abb6-cd78198f7a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:04.916285 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-4bf0feeb-bb65-4e21-b149-44b8cf69c4b4 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/quotas/0c0f0cf24afb47969a9cef8297bf2691 HTTP/1.1" status: 200 len: 375 time: 0.0370617 Jul 16 08:23:04.930029 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b09fccfe-b225-47a7-b8bb-42d5a3ff1af0 req-65a5e65a-9c26-48f4-a632-403c415976ad tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2216859 Jul 16 08:23:04.956727 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-487dc67b-faa9-4dc1-a0d2-4e38f8285b02 service neutron] For port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:23:05.001347 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-487dc67b-faa9-4dc1-a0d2-4e38f8285b02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:05.013987 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4319b25f-7ae5-43bc-97f8-732155c25ff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd1a6f7e-95c9-4338-87ac-59c2c04f3a98'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:23:05.016869 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f613d24-8074-4095-b29e-58fe9b4fa25a" -d '{"events": [{"server_uuid": "4319b25f-7ae5-43bc-97f8-732155c25ff2", "name": "network-vif-unplugged", "status": "completed", "tag": "dd1a6f7e-95c9-4338-87ac-59c2c04f3a98"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:23:05.022747 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-dfdb505d-62c7-4cc5-9feb-1c42e5773970 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-773865819-network', 'tenant_id': '7c6f696d424e4c4c9590ef0c4faca7bc'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:05.028032 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-b09fccfe-b225-47a7-b8bb-42d5a3ff1af0 req-946eb73b-cce6-4a1b-a092-d3b079d1ed2f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:05.037416 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-487dc67b-faa9-4dc1-a0d2-4e38f8285b02 service neutron] Transition to ACTIVE for port object dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:23:05.046823 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-487dc67b-faa9-4dc1-a0d2-4e38f8285b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:05.092981 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-487dc67b-faa9-4dc1-a0d2-4e38f8285b02 service neutron] No DVR routers for this DVR port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:23:05.122711 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c511f4-7006-47d1-9935-84b402a2dd57 req-54557912-2d89-44fd-941d-82d7ed3b4ef9 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:05.124942 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a3c511f4-7006-47d1-9935-84b402a2dd57 req-54557912-2d89-44fd-941d-82d7ed3b4ef9 tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a46d772-f18a-4786-9621-209d2f62fa0c HTTP/1.1" status: 200 len: 949 time: 0.2059903 Jul 16 08:23:05.169899 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487dc67b-faa9-4dc1-a0d2-4e38f8285b02 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1a6f7e-95c9-4338-87ac-59c2c04f3a98,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:05.184433 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-487dc67b-faa9-4dc1-a0d2-4e38f8285b02 service neutron] Attempting to bind port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:23:05.184845 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-487dc67b-faa9-4dc1-a0d2-4e38f8285b02 service neutron] Attempting to bind port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:23:05.185443 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-487dc67b-faa9-4dc1-a0d2-4e38f8285b02 service neutron] Attempting to bind port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:23:05.193254 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-487dc67b-faa9-4dc1-a0d2-4e38f8285b02 service neutron] Port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:23:05.193644 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-487dc67b-faa9-4dc1-a0d2-4e38f8285b02 service neutron] Attempting to bind port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:23:05.199686 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-487dc67b-faa9-4dc1-a0d2-4e38f8285b02 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:23:05.200035 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-487dc67b-faa9-4dc1-a0d2-4e38f8285b02 service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:23:05.200443 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-487dc67b-faa9-4dc1-a0d2-4e38f8285b02 service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:23:05.201831 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-487dc67b-faa9-4dc1-a0d2-4e38f8285b02 service neutron] Bound port: dd1a6f7e-95c9-4338-87ac-59c2c04f3a98, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:23:05.202201 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-487dc67b-faa9-4dc1-a0d2-4e38f8285b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:05.268116 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-25d29ddf-361f-46d6-9d0a-dbcc1757cafe tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0c0f0cf24afb47969a9cef8297bf2691&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2981172 Jul 16 08:23:05.350761 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-487dc67b-faa9-4dc1-a0d2-4e38f8285b02 service neutron] For port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:23:05.355071 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-487dc67b-faa9-4dc1-a0d2-4e38f8285b02 service neutron] For port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=dd1a6f7e-95c9-4338-87ac-59c2c04f3a98,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:23:05.367501 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-487dc67b-faa9-4dc1-a0d2-4e38f8285b02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:05.387482 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42462) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:05.419598 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-487dc67b-faa9-4dc1-a0d2-4e38f8285b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:05.420629 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-487dc67b-faa9-4dc1-a0d2-4e38f8285b02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:05.422175 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-487dc67b-faa9-4dc1-a0d2-4e38f8285b02 service neutron] 10.222.0.21 "PUT /v2.0/ports/dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 HTTP/1.1" status: 200 len: 1118 time: 1.2944441 Jul 16 08:23:05.490938 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487dc67b-faa9-4dc1-a0d2-4e38f8285b02 service neutron] Pushing event updated for resources: {'Port': ['ID=dd1a6f7e-95c9-4338-87ac-59c2c04f3a98,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:05.532119 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-8f00223c-2973-4802-aad8-9a904bb8db6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:05.534216 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-8f00223c-2973-4802-aad8-9a904bb8db6e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 1121 time: 0.0833063 Jul 16 08:23:05.648192 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-74997628-6f43-479d-8036-85e8392440d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:05.649700 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-74997628-6f43-479d-8036-85e8392440d7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.1093063 Jul 16 08:23:05.665669 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-277e1c44-01b2-4db2-b9e7-5d65d63b4529 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:05.692798 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6015bba6-6d5e-4c2a-abb6-cd78198f7a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:05.693033 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-a61abaf8-af60-4e24-987a-9611573d5a59 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 HTTP/1.1" status: 200 len: 217 time: 0.0354671 Jul 16 08:23:05.700923 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6015bba6-6d5e-4c2a-abb6-cd78198f7a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:05.740614 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-84ca6db2-668a-430b-b1e5-cd2f84362a37 service neutron] 10.222.0.22 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4510121 Jul 16 08:23:05.747852 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6015bba6-6d5e-4c2a-abb6-cd78198f7a76 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:23:05.777747 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-516abace-a388-43f2-9f83-b4cdb49bb6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:05.779315 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-516abace-a388-43f2-9f83-b4cdb49bb6ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0690188 Jul 16 08:23:05.780184 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b09fccfe-b225-47a7-b8bb-42d5a3ff1af0 req-946eb73b-cce6-4a1b-a092-d3b079d1ed2f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:05.783254 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015bba6-6d5e-4c2a-abb6-cd78198f7a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d54f758-c479-4b2e-80d8-4d9bfac8b4b9,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:05.786998 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6015bba6-6d5e-4c2a-abb6-cd78198f7a76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:05.787338 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-6015bba6-6d5e-4c2a-abb6-cd78198f7a76 admin admin] Added segment f7af8b16-cb87-4576-be6c-d2d2183441bf of type vlan for network 98b2c070-1d22-41c6-babf-49f81fe9462b Jul 16 08:23:05.802095 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-a3c511f4-7006-47d1-9935-84b402a2dd57 req-56393ec6-5182-47fd-bd0f-279ede3cbbdf tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Deleting port dbeacbe1-56f4-44cc-b2da-4e31a25fde99 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:23:05.802653 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a3c511f4-7006-47d1-9935-84b402a2dd57 req-56393ec6-5182-47fd-bd0f-279ede3cbbdf tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:05.838053 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdb505d-62c7-4cc5-9feb-1c42e5773970 admin admin] Made reservation on behalf of 7c6f696d424e4c4c9590ef0c4faca7bc for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:23:05.840327 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dfdb505d-62c7-4cc5-9feb-1c42e5773970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:05.856586 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dfdb505d-62c7-4cc5-9feb-1c42e5773970 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:05.902282 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-5692950e-ec8e-4a55-8797-6daec347ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:05.903775 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-5692950e-ec8e-4a55-8797-6daec347ba4f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1179187 Jul 16 08:23:05.911093 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6015bba6-6d5e-4c2a-abb6-cd78198f7a76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:05.916022 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0095a654-7b08-45e5-91af-3aabd4dec32b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:05.919891 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:05.987263 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-ba03f183-fd81-4ea2-96c6-56295eb815df service neutron] 10.222.0.22 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2316606 Jul 16 08:23:06.014491 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a3c511f4-7006-47d1-9935-84b402a2dd57 req-56393ec6-5182-47fd-bd0f-279ede3cbbdf tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] For port dbeacbe1-56f4-44cc-b2da-4e31a25fde99, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=dbeacbe1-56f4-44cc-b2da-4e31a25fde99,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:06.014859 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a3c511f4-7006-47d1-9935-84b402a2dd57 req-56393ec6-5182-47fd-bd0f-279ede3cbbdf tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:06.017185 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6015bba6-6d5e-4c2a-abb6-cd78198f7a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:06.018145 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6015bba6-6d5e-4c2a-abb6-cd78198f7a76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:06.018729 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6015bba6-6d5e-4c2a-abb6-cd78198f7a76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:06.047395 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-a3c511f4-7006-47d1-9935-84b402a2dd57 req-56393ec6-5182-47fd-bd0f-279ede3cbbdf tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Calling delete_port for dbeacbe1-56f4-44cc-b2da-4e31a25fde99 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:23:06.070724 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-5d63b636-8523-451a-aa46-df326a8924e4 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383665 Jul 16 08:23:06.080274 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b09fccfe-b225-47a7-b8bb-42d5a3ff1af0 req-946eb73b-cce6-4a1b-a092-d3b079d1ed2f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:06.149119 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015bba6-6d5e-4c2a-abb6-cd78198f7a76 admin admin] Pushing event updated for resources: {'Network': ['ID=98b2c070-1d22-41c6-babf-49f81fe9462b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:06.171274 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 98b2c070-1d22-41c6-babf-49f81fe9462b details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:23:06.206584 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dfdb505d-62c7-4cc5-9feb-1c42e5773970 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:06.219493 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dfdb505d-62c7-4cc5-9feb-1c42e5773970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:06.270973 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb505d-62c7-4cc5-9feb-1c42e5773970 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=274fa530-08e3-4bc7-ab30-8b645f6109f2,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:06.276077 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6015bba6-6d5e-4c2a-abb6-cd78198f7a76 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.9991171 Jul 16 08:23:06.281066 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42476) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:06.286188 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e2b367cd-648c-4338-81ec-dc75a2d59a91 admin admin] Request body: {'subnet': {'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-790942259-subnet', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:06.295812 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfdb505d-62c7-4cc5-9feb-1c42e5773970 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:23:06.304575 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b4a614b2-17fd-4eda-bbf2-de17d5a656b9 req-94be585f-cf45-4a58-a117-74bdd3feeda4 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2261147 Jul 16 08:23:06.317053 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dfdb505d-62c7-4cc5-9feb-1c42e5773970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:06.317393 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-dfdb505d-62c7-4cc5-9feb-1c42e5773970 admin admin] Added segment 6b944cad-1b69-4550-a729-c388c4c6099b of type vlan for network 524195cb-704a-4bb9-a84a-6e382bc57a86 Jul 16 08:23:06.334282 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-b09fccfe-b225-47a7-b8bb-42d5a3ff1af0 req-946eb73b-cce6-4a1b-a092-d3b079d1ed2f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Allocated IP 172.25.3.179 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/ed7e5fdf-c9f0-4a83-9b84-9244f8f051ef) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:23:06.377607 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dfdb505d-62c7-4cc5-9feb-1c42e5773970 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:06.434480 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a3c511f4-7006-47d1-9935-84b402a2dd57 req-56393ec6-5182-47fd-bd0f-279ede3cbbdf tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:06.449259 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['dbeacbe1-56f4-44cc-b2da-4e31a25fde99'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:23:06.464582 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dfdb505d-62c7-4cc5-9feb-1c42e5773970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:06.465863 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdb505d-62c7-4cc5-9feb-1c42e5773970 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:06.466645 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dfdb505d-62c7-4cc5-9feb-1c42e5773970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:06.473334 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56393ec6-5182-47fd-bd0f-279ede3cbbdf tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Pushing event deleted for resources: {'Port': ['ID=dbeacbe1-56f4-44cc-b2da-4e31a25fde99,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:06.496463 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0095a654-7b08-45e5-91af-3aabd4dec32b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:06.526857 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b09fccfe-b225-47a7-b8bb-42d5a3ff1af0 req-946eb73b-cce6-4a1b-a092-d3b079d1ed2f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:06.543959 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:23:06.566573 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a3a8f2-8cab-4bfe-9d7e-0311f81b5d8d req-35b64088-573e-473f-8f07-a18e374a206e tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:06.573817 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58a3a8f2-8cab-4bfe-9d7e-0311f81b5d8d req-35b64088-573e-473f-8f07-a18e374a206e tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a46d772-f18a-4786-9621-209d2f62fa0c HTTP/1.1" status: 200 len: 867 time: 0.2993593 Jul 16 08:23:06.595703 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdb505d-62c7-4cc5-9feb-1c42e5773970 admin admin] Pushing event updated for resources: {'Network': ['ID=524195cb-704a-4bb9-a84a-6e382bc57a86,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:06.596000 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0095a654-7b08-45e5-91af-3aabd4dec32b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:06.609097 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 524195cb-704a-4bb9-a84a-6e382bc57a86 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:23:06.640816 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b09fccfe-b225-47a7-b8bb-42d5a3ff1af0 req-946eb73b-cce6-4a1b-a092-d3b079d1ed2f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:06.646993 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3c511f4-7006-47d1-9935-84b402a2dd57 req-56393ec6-5182-47fd-bd0f-279ede3cbbdf tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] No DVR routers for this DVR port dbeacbe1-56f4-44cc-b2da-4e31a25fde99 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:23:06.674594 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a3c511f4-7006-47d1-9935-84b402a2dd57 req-56393ec6-5182-47fd-bd0f-279ede3cbbdf tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:06.676771 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a3c511f4-7006-47d1-9935-84b402a2dd57 req-56393ec6-5182-47fd-bd0f-279ede3cbbdf tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.30 "DELETE /v2.0/ports/dbeacbe1-56f4-44cc-b2da-4e31a25fde99 HTTP/1.1" status: 204 len: 173 time: 1.5454705 Jul 16 08:23:06.678961 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a46d772-f18a-4786-9621-209d2f62fa0c', 'name': 'network-vif-deleted', 'tag': 'dbeacbe1-56f4-44cc-b2da-4e31a25fde99'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:23:06.681398 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4ace94b-22f0-4886-9220-995d3bc533c3" -d '{"events": [{"server_uuid": "0a46d772-f18a-4786-9621-209d2f62fa0c", "name": "network-vif-deleted", "tag": "dbeacbe1-56f4-44cc-b2da-4e31a25fde99"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:23:06.693451 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0095a654-7b08-45e5-91af-3aabd4dec32b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=de1fd21aee9c4a0499ac3425951192d4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3012528 Jul 16 08:23:06.701077 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42488) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:06.718487 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2b367cd-648c-4338-81ec-dc75a2d59a91 admin admin] Made reservation on behalf of eed38146a8c843738c66731bdf360734 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:23:06.721137 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2b367cd-648c-4338-81ec-dc75a2d59a91 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:06.726992 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-dfdb505d-62c7-4cc5-9feb-1c42e5773970 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.3288183 Jul 16 08:23:06.727243 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42490) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:06.730954 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b09fccfe-b225-47a7-b8bb-42d5a3ff1af0 req-946eb73b-cce6-4a1b-a092-d3b079d1ed2f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:23:06.731758 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946eb73b-cce6-4a1b-a092-d3b079d1ed2f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Pushing event updated for resources: {'Port': ['ID=ed7e5fdf-c9f0-4a83-9b84-9244f8f051ef,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:06.732994 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0095a654-7b08-45e5-91af-3aabd4dec32b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d068c1e9-219b-4aed-b72c-7acadc183a9d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:06.753743 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-4e245f8b-00b1-432f-9c24-db7ce57504ea admin admin] Request body: {'subnet': {'network_id': '524195cb-704a-4bb9-a84a-6e382bc57a86', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-773865819-subnet', 'tenant_id': '7c6f696d424e4c4c9590ef0c4faca7bc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:06.762923 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58a3a8f2-8cab-4bfe-9d7e-0311f81b5d8d req-37a9796f-a597-4079-a93a-bccece082d6b tempest-DeleteServersAdminTestJSON-364621023 tempest-DeleteServersAdminTestJSON-364621023-project] 10.222.0.22 "GET /v2.0/security-groups?id=23ba4e4f-e304-4a40-a7a4-d5e6cf400422&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881592 Jul 16 08:23:06.765532 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-b09fccfe-b225-47a7-b8bb-42d5a3ff1af0 req-946eb73b-cce6-4a1b-a092-d3b079d1ed2f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:23:06.770748 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-b09fccfe-b225-47a7-b8bb-42d5a3ff1af0 req-946eb73b-cce6-4a1b-a092-d3b079d1ed2f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:23:06.873092 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d217084c-4eed-43eb-bdc2-32372c91961b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:06.908162 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d217084c-4eed-43eb-bdc2-32372c91961b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:06.913295 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:07.038604 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d217084c-4eed-43eb-bdc2-32372c91961b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:07.041539 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d217084c-4eed-43eb-bdc2-32372c91961b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:07.042696 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d217084c-4eed-43eb-bdc2-32372c91961b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d068c1e9-219b-4aed-b72c-7acadc183a9d HTTP/1.1" status: 204 len: 168 time: 0.3369598 Jul 16 08:23:07.064291 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2b367cd-648c-4338-81ec-dc75a2d59a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:07.096790 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d217084c-4eed-43eb-bdc2-32372c91961b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d068c1e9-219b-4aed-b72c-7acadc183a9d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:07.144336 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2b367cd-648c-4338-81ec-dc75a2d59a91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:07.167344 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e0c198-84f2-423e-9351-d33e770a3d61 x-openstack-request-id: req-10e0c198-84f2-423e-9351-d33e770a3d61 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:23:07.167940 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4319b25f-7ae5-43bc-97f8-732155c25ff2", "name": "network-vif-unplugged", "status": "completed", "tag": "dd1a6f7e-95c9-4338-87ac-59c2c04f3a98", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:23:07.167940 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-10e0c198-84f2-423e-9351-d33e770a3d61 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:23:07.168398 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4319b25f-7ae5-43bc-97f8-732155c25ff2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dd1a6f7e-95c9-4338-87ac-59c2c04f3a98', 'code': 200} Jul 16 08:23:07.172127 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac8b918-ad11-4a80-83fd-ca37af5aaf84 req-2e0f7fd1-3cb3-47a2-a923-bcfaeaef443b tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:07.173882 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cac8b918-ad11-4a80-83fd-ca37af5aaf84 req-2e0f7fd1-3cb3-47a2-a923-bcfaeaef443b tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 969 time: 0.1487575 Jul 16 08:23:07.176924 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2b367cd-648c-4338-81ec-dc75a2d59a91 admin admin] Checking segment: {'id': 'f7af8b16-cb87-4576-be6c-d2d2183441bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:23:07.177502 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b367cd-648c-4338-81ec-dc75a2d59a91 admin admin] Network hostable DHCP agents. Network: 98b2c070-1d22-41c6-babf-49f81fe9462b, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:23:07.208555 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e245f8b-00b1-432f-9c24-db7ce57504ea admin admin] Made reservation on behalf of 7c6f696d424e4c4c9590ef0c4faca7bc for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:23:07.211177 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4e245f8b-00b1-432f-9c24-db7ce57504ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:07.221641 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2b367cd-648c-4338-81ec-dc75a2d59a91 admin admin] Network 98b2c070-1d22-41c6-babf-49f81fe9462b is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:23:07.232806 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cac8b918-ad11-4a80-83fd-ca37af5aaf84 req-24f1173e-b8dc-449d-a7fb-281625b8ea5a tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523524 Jul 16 08:23:07.239435 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e2b367cd-648c-4338-81ec-dc75a2d59a91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 98b2c070-1d22-41c6-babf-49f81fe9462b) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:23:07.245240 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2b367cd-648c-4338-81ec-dc75a2d59a91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:07.246217 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2b367cd-648c-4338-81ec-dc75a2d59a91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:07.252679 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d40172-8362-4f96-ace2-10a9b7ee884a None None] Network 98b2c070-1d22-41c6-babf-49f81fe9462b requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:23:07.268695 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e2b367cd-648c-4338-81ec-dc75a2d59a91 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9849288 Jul 16 08:23:07.269809 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42498) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:07.274471 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0d9ae85e-aafa-4b7b-998d-b91a0e7aa827 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-790942259-router', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:07.306443 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d9ae85e-aafa-4b7b-998d-b91a0e7aa827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:07.308985 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d9ae85e-aafa-4b7b-998d-b91a0e7aa827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:07.370516 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b09fccfe-b225-47a7-b8bb-42d5a3ff1af0 req-946eb73b-cce6-4a1b-a092-d3b079d1ed2f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:07.444935 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d9ae85e-aafa-4b7b-998d-b91a0e7aa827 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:07.549280 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcf162a-9684-46ed-a95f-bb50df750088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-98b2c070-1d22-41c6-babf-49f81fe9462b', 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'fixed_ips': [{'subnet_id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:23:07.550515 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6dcf162a-9684-46ed-a95f-bb50df750088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:07.557336 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b09fccfe-b225-47a7-b8bb-42d5a3ff1af0 req-946eb73b-cce6-4a1b-a092-d3b079d1ed2f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:07.619097 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49054d8-0797-4067-9c85-bb0427b5611f req-dfbf3c5f-7720-4bc7-b808-50d469076b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:07.620766 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a49054d8-0797-4067-9c85-bb0427b5611f req-dfbf3c5f-7720-4bc7-b808-50d469076b38 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 1121 time: 0.4385388 Jul 16 08:23:07.698115 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42500) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:07.711240 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d9ae85e-aafa-4b7b-998d-b91a0e7aa827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:07.723596 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06fe8046-9c68-4fa5-b091-a1806399ccc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:07.833032 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-6dcf162a-9684-46ed-a95f-bb50df750088 None None] Allocated IP 172.20.0.2 (98b2c070-1d22-41c6-babf-49f81fe9462b/0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74/fb8d8f66-b292-44f6-b733-738f6eb99c82) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:23:07.891925 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06fe8046-9c68-4fa5-b091-a1806399ccc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:07.902595 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06fe8046-9c68-4fa5-b091-a1806399ccc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:08.018035 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6dcf162a-9684-46ed-a95f-bb50df750088 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:08.030682 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6dcf162a-9684-46ed-a95f-bb50df750088 None None] Transition to ACTIVE for port object fb8d8f66-b292-44f6-b733-738f6eb99c82 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:23:08.041346 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-d88819e7-683b-4599-ba30-0d7e51a1689e tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:08.041963 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-099a4ecd-b119-4205-827e-ef1a4bac1de9 req-6a3ed037-717e-44e3-ba9d-e101a1fdd9c1 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff53927-dfff-41fe-810a-82487cf5a97b HTTP/1.1" status: 200 len: 210 time: 0.0825417 Jul 16 08:23:08.044227 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-d88819e7-683b-4599-ba30-0d7e51a1689e tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.21 "GET /v2.0/networks?id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 HTTP/1.1" status: 200 len: 807 time: 0.1802540 Jul 16 08:23:08.046166 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-06fe8046-9c68-4fa5-b091-a1806399ccc1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c2fbec06b47149979257973269614e76&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3468850 Jul 16 08:23:08.047567 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fe8046-9c68-4fa5-b091-a1806399ccc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ce03a0a-ed93-47fb-9c70-bf6a1f533448,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:08.050523 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42506) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:08.071916 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6dcf162a-9684-46ed-a95f-bb50df750088 None None] Transition to ACTIVE for port object fb8d8f66-b292-44f6-b733-738f6eb99c82 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:23:08.088743 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6dcf162a-9684-46ed-a95f-bb50df750088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:08.111342 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-8df677e9-b4ca-4d96-9672-44fe63bcc055 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Request body: {'port': {'device_id': '6ff53927-dfff-41fe-810a-82487cf5a97b', 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0', 'admin_state_up': True, 'tenant_id': '0c0f0cf24afb47969a9cef8297bf2691'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:08.120942 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d9ae85e-aafa-4b7b-998d-b91a0e7aa827 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:08.147408 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d9ae85e-aafa-4b7b-998d-b91a0e7aa827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:08.155428 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:23:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9efc61-0b9e-42e3-b813-7ac696de6e68 x-openstack-request-id: req-8c9efc61-0b9e-42e3-b813-7ac696de6e68 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:23:08.155937 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a46d772-f18a-4786-9621-209d2f62fa0c", "name": "network-vif-deleted", "tag": "dbeacbe1-56f4-44cc-b2da-4e31a25fde99", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:23:08.156240 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8c9efc61-0b9e-42e3-b813-7ac696de6e68 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:23:08.156711 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a46d772-f18a-4786-9621-209d2f62fa0c', 'name': 'network-vif-deleted', 'tag': 'dbeacbe1-56f4-44cc-b2da-4e31a25fde99', 'status': 'completed', 'code': 200} Jul 16 08:23:08.185423 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf162a-9684-46ed-a95f-bb50df750088 None None] Pushing event updated for resources: {'Port': ['ID=fb8d8f66-b292-44f6-b733-738f6eb99c82,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:08.202583 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-24dc7ffd-5224-43fc-8507-9ed4179c56a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:08.213680 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcf162a-9684-46ed-a95f-bb50df750088 None None] Network 98b2c070-1d22-41c6-babf-49f81fe9462b is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:23:08.221271 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-6dcf162a-9684-46ed-a95f-bb50df750088 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:23:08.225082 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dcf162a-9684-46ed-a95f-bb50df750088 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:23:08.246525 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-24dc7ffd-5224-43fc-8507-9ed4179c56a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:08.312499 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6dcf162a-9684-46ed-a95f-bb50df750088 None None] Attempting to bind port fb8d8f66-b292-44f6-b733-738f6eb99c82 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:23:08.312888 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6dcf162a-9684-46ed-a95f-bb50df750088 None None] Attempting to bind port fb8d8f66-b292-44f6-b733-738f6eb99c82 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'f7af8b16-cb87-4576-be6c-d2d2183441bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:23:08.313579 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcf162a-9684-46ed-a95f-bb50df750088 None None] Attempting to bind port fb8d8f66-b292-44f6-b733-738f6eb99c82 on network 98b2c070-1d22-41c6-babf-49f81fe9462b {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:23:08.319578 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcf162a-9684-46ed-a95f-bb50df750088 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:23:08.319920 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-0d9ae85e-aafa-4b7b-998d-b91a0e7aa827 admin admin] Allocated IP 172.25.3.118 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/ec964375-92ce-4aaf-8391-4b98dccad5b2) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:23:08.320464 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcf162a-9684-46ed-a95f-bb50df750088 None None] Checking segment: {'id': 'f7af8b16-cb87-4576-be6c-d2d2183441bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:23:08.320633 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6dcf162a-9684-46ed-a95f-bb50df750088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:08.321152 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcf162a-9684-46ed-a95f-bb50df750088 None None] Bound using segment: {'id': 'f7af8b16-cb87-4576-be6c-d2d2183441bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:23:08.321724 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6dcf162a-9684-46ed-a95f-bb50df750088 None None] Bound port: fb8d8f66-b292-44f6-b733-738f6eb99c82, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7af8b16-cb87-4576-be6c-d2d2183441bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:23:08.322520 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6dcf162a-9684-46ed-a95f-bb50df750088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:08.371890 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-24dc7ffd-5224-43fc-8507-9ed4179c56a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:08.374979 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-24dc7ffd-5224-43fc-8507-9ed4179c56a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:08.376141 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-24dc7ffd-5224-43fc-8507-9ed4179c56a2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7ce03a0a-ed93-47fb-9c70-bf6a1f533448 HTTP/1.1" status: 204 len: 168 time: 0.3067589 Jul 16 08:23:08.392296 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc7ffd-5224-43fc-8507-9ed4179c56a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ce03a0a-ed93-47fb-9c70-bf6a1f533448,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:08.416299 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:08.429034 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49054d8-0797-4067-9c85-bb0427b5611f req-5ec67cdb-e349-4bb5-bb19-4d5141046c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:08.433427 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6dcf162a-9684-46ed-a95f-bb50df750088 None None] For port fb8d8f66-b292-44f6-b733-738f6eb99c82, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:23:08.437958 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a49054d8-0797-4067-9c85-bb0427b5611f req-5ec67cdb-e349-4bb5-bb19-4d5141046c2f service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.7684460 Jul 16 08:23:08.449800 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6dcf162a-9684-46ed-a95f-bb50df750088 None None] For port fb8d8f66-b292-44f6-b733-738f6eb99c82, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=fb8d8f66-b292-44f6-b733-738f6eb99c82,segment=NetworkSegment(f7af8b16-cb87-4576-be6c-d2d2183441bf),segment_id=f7af8b16-cb87-4576-be6c-d2d2183441bf)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:23:08.460589 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6dcf162a-9684-46ed-a95f-bb50df750088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:08.480478 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d9ae85e-aafa-4b7b-998d-b91a0e7aa827 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:08.502559 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a49054d8-0797-4067-9c85-bb0427b5611f req-3829f82b-dd5d-404c-ab2e-94eb73de95ff service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 HTTP/1.1" status: 200 len: 217 time: 0.0512359 Jul 16 08:23:08.549113 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:23:08.575606 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d9ae85e-aafa-4b7b-998d-b91a0e7aa827 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:08.619971 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:23:08.620420 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device dbeacbe1-56f4-44cc-b2da-4e31a25fde99 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:23:08.679647 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcf162a-9684-46ed-a95f-bb50df750088 None None] Pushing event updated for resources: {'Port': ['ID=fb8d8f66-b292-44f6-b733-738f6eb99c82,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:08.681683 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9ae85e-aafa-4b7b-998d-b91a0e7aa827 admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:23:08.682486 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: dbeacbe1-56f4-44cc-b2da-4e31a25fde99 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:23:08.683189 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device dbeacbe1-56f4-44cc-b2da-4e31a25fde99 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:23:08.683814 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-0d9ae85e-aafa-4b7b-998d-b91a0e7aa827 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:23:08.688615 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4e245f8b-00b1-432f-9c24-db7ce57504ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:08.704878 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-8df677e9-b4ca-4d96-9672-44fe63bcc055 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Made reservation on behalf of 0c0f0cf24afb47969a9cef8297bf2691 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:23:08.708649 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-8df677e9-b4ca-4d96-9672-44fe63bcc055 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:08.710451 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d9ae85e-aafa-4b7b-998d-b91a0e7aa827 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:23:08.715831 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ae85e-aafa-4b7b-998d-b91a0e7aa827 admin admin] Pushing event updated for resources: {'Port': ['ID=ec964375-92ce-4aaf-8391-4b98dccad5b2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:08.728813 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ae85e-aafa-4b7b-998d-b91a0e7aa827 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:08.729295 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ae85e-aafa-4b7b-998d-b91a0e7aa827 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:08.729731 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ae85e-aafa-4b7b-998d-b91a0e7aa827 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:08.730158 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ae85e-aafa-4b7b-998d-b91a0e7aa827 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:08.730662 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ae85e-aafa-4b7b-998d-b91a0e7aa827 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:08.731104 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ae85e-aafa-4b7b-998d-b91a0e7aa827 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:08.731525 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ae85e-aafa-4b7b-998d-b91a0e7aa827 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:08.731942 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ae85e-aafa-4b7b-998d-b91a0e7aa827 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:08.732379 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ae85e-aafa-4b7b-998d-b91a0e7aa827 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:08.733362 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ae85e-aafa-4b7b-998d-b91a0e7aa827 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:08.733776 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ae85e-aafa-4b7b-998d-b91a0e7aa827 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:08.734190 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9ae85e-aafa-4b7b-998d-b91a0e7aa827 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:08.766784 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49054d8-0797-4067-9c85-bb0427b5611f req-01b6967e-17ef-481b-8768-13aa0bb65d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:08.768919 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a49054d8-0797-4067-9c85-bb0427b5611f req-01b6967e-17ef-481b-8768-13aa0bb65d33 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.2516809 Jul 16 08:23:08.770662 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b09fccfe-b225-47a7-b8bb-42d5a3ff1af0 req-946eb73b-cce6-4a1b-a092-d3b079d1ed2f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:08.803665 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b09fccfe-b225-47a7-b8bb-42d5a3ff1af0 req-946eb73b-cce6-4a1b-a092-d3b079d1ed2f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:08.927533 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e245f8b-00b1-432f-9c24-db7ce57504ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce659d8c-bf59-4265-95d5-631bea0ecb4a,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:08.937085 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b09fccfe-b225-47a7-b8bb-42d5a3ff1af0 req-946eb73b-cce6-4a1b-a092-d3b079d1ed2f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:08.960254 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e245f8b-00b1-432f-9c24-db7ce57504ea admin admin] Checking segment: {'id': '6b944cad-1b69-4550-a729-c388c4c6099b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '524195cb-704a-4bb9-a84a-6e382bc57a86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:23:08.961233 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e245f8b-00b1-432f-9c24-db7ce57504ea admin admin] Network hostable DHCP agents. Network: 524195cb-704a-4bb9-a84a-6e382bc57a86, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:23:09.001635 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e245f8b-00b1-432f-9c24-db7ce57504ea admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:09.002375 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e245f8b-00b1-432f-9c24-db7ce57504ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:09.002795 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e245f8b-00b1-432f-9c24-db7ce57504ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:09.003185 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e245f8b-00b1-432f-9c24-db7ce57504ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:09.003529 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e245f8b-00b1-432f-9c24-db7ce57504ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:09.003869 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e245f8b-00b1-432f-9c24-db7ce57504ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:09.004206 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e245f8b-00b1-432f-9c24-db7ce57504ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:09.004564 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e245f8b-00b1-432f-9c24-db7ce57504ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:09.004895 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e245f8b-00b1-432f-9c24-db7ce57504ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:09.005224 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e245f8b-00b1-432f-9c24-db7ce57504ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:09.005553 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e245f8b-00b1-432f-9c24-db7ce57504ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:09.005882 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e245f8b-00b1-432f-9c24-db7ce57504ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:09.026546 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946eb73b-cce6-4a1b-a092-d3b079d1ed2f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Pushing event updated for resources: {'Port': ['ID=ed7e5fdf-c9f0-4a83-9b84-9244f8f051ef,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:09.063516 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b09fccfe-b225-47a7-b8bb-42d5a3ff1af0 req-946eb73b-cce6-4a1b-a092-d3b079d1ed2f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:09.065144 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b09fccfe-b225-47a7-b8bb-42d5a3ff1af0 req-946eb73b-cce6-4a1b-a092-d3b079d1ed2f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.1343226 Jul 16 08:23:09.069877 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e245f8b-00b1-432f-9c24-db7ce57504ea admin admin] Network 524195cb-704a-4bb9-a84a-6e382bc57a86 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:23:09.110706 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d316b825-2d86-4651-b9e1-c1b3a25aede6 req-b1cbcc5c-e960-4dcf-980d-e71f8f1f921b tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:09.116877 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49054d8-0797-4067-9c85-bb0427b5611f req-66f05a7b-d217-4c93-9916-ad75911e37f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:09.117302 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d316b825-2d86-4651-b9e1-c1b3a25aede6 req-b1cbcc5c-e960-4dcf-980d-e71f8f1f921b tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 969 time: 0.4661949 Jul 16 08:23:09.118516 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a49054d8-0797-4067-9c85-bb0427b5611f req-66f05a7b-d217-4c93-9916-ad75911e37f7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3402984 Jul 16 08:23:09.153120 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-4e245f8b-00b1-432f-9c24-db7ce57504ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 524195cb-704a-4bb9-a84a-6e382bc57a86) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:23:09.163233 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c3ee191-2bef-4ead-8c28-d684a9cd0139 None None] Network 524195cb-704a-4bb9-a84a-6e382bc57a86 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:23:09.177874 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4319b25f-7ae5-43bc-97f8-732155c25ff2', 'tag': 'dd1a6f7e-95c9-4338-87ac-59c2c04f3a98'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:23:09.180874 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ec9ce6-65d3-4d0e-a681-cc2a9d0175f0" -d '{"events": [{"name": "network-changed", "server_uuid": "4319b25f-7ae5-43bc-97f8-732155c25ff2", "tag": "dd1a6f7e-95c9-4338-87ac-59c2c04f3a98"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:23:09.214840 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e245f8b-00b1-432f-9c24-db7ce57504ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:09.215647 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4e245f8b-00b1-432f-9c24-db7ce57504ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:09.233358 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-8df677e9-b4ca-4d96-9672-44fe63bcc055 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Allocated IP 172.20.0.11 (e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0/ce796d98-7ee4-4738-aad4-0026126b7799/5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:23:09.245037 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d316b825-2d86-4651-b9e1-c1b3a25aede6 req-fc2c92e5-1fb3-4f60-a271-0695cdd9bff7 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266172 Jul 16 08:23:09.289975 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b09fccfe-b225-47a7-b8bb-42d5a3ff1af0 req-e33b47cf-4de2-4c0c-8bbd-897f0a1264a2 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.179 HTTP/1.1" status: 200 len: 696 time: 0.2167203 Jul 16 08:23:09.290999 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d9ae85e-aafa-4b7b-998d-b91a0e7aa827 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:09.477988 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5007d238-96a5-4121-97da-9fd745ca477a None None] Network 524195cb-704a-4bb9-a84a-6e382bc57a86 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:23:09.550916 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4e245f8b-00b1-432f-9c24-db7ce57504ea admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.8226013 Jul 16 08:23:09.625720 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-8df677e9-b4ca-4d96-9672-44fe63bcc055 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:09.647304 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dc7f549b-5c7f-4330-b33a-1bef8266829c req-ab431543-a558-4705-ace5-7bdc8a327256 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff53927-dfff-41fe-810a-82487cf5a97b HTTP/1.1" status: 200 len: 210 time: 0.0511427 Jul 16 08:23:09.671376 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d9ae85e-aafa-4b7b-998d-b91a0e7aa827 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:09.719118 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a49054d8-0797-4067-9c85-bb0427b5611f req-ec724cc0-d06c-48b5-b7da-f00af54dad5a service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5554414 Jul 16 08:23:09.780807 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09fccfe-b225-47a7-b8bb-42d5a3ff1af0 req-46640a16-fa78-42e9-827f-85fc81cac32b tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:09.789977 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b09fccfe-b225-47a7-b8bb-42d5a3ff1af0 req-46640a16-fa78-42e9-827f-85fc81cac32b tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 784 time: 0.3295083 Jul 16 08:23:09.795826 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-b09fccfe-b225-47a7-b8bb-42d5a3ff1af0 req-91ed63a8-2320-4993-a929-256a818ee2a4 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:23:09.812036 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b09fccfe-b225-47a7-b8bb-42d5a3ff1af0 req-91ed63a8-2320-4993-a929-256a818ee2a4 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0211585 Jul 16 08:23:09.818591 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95c5afc-ea3a-43a2-a3ac-3136bf0e5c2e x-openstack-request-id: req-a95c5afc-ea3a-43a2-a3ac-3136bf0e5c2e {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:23:09.819993 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4319b25f-7ae5-43bc-97f8-732155c25ff2", "tag": "dd1a6f7e-95c9-4338-87ac-59c2c04f3a98", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:23:09.821786 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a95c5afc-ea3a-43a2-a3ac-3136bf0e5c2e {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:23:09.826024 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4319b25f-7ae5-43bc-97f8-732155c25ff2', 'tag': 'dd1a6f7e-95c9-4338-87ac-59c2c04f3a98', 'status': 'completed', 'code': 200} Jul 16 08:23:09.914147 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec9ce6-65d3-4d0e-a681-cc2a9d0175f0 req-7491037b-8684-45e1-b8ed-c42c7279d553 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:09.915674 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-52ec9ce6-65d3-4d0e-a681-cc2a9d0175f0 req-7491037b-8684-45e1-b8ed-c42c7279d553 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 1121 time: 0.1579528 Jul 16 08:23:10.009265 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-8df677e9-b4ca-4d96-9672-44fe63bcc055 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:10.038141 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d9ae85e-aafa-4b7b-998d-b91a0e7aa827 admin admin] Router 525d6816-2de2-433d-80b1-89acf030af90 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:23:10.144834 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-8df677e9-b4ca-4d96-9672-44fe63bcc055 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:23:10.156779 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-8df677e9-b4ca-4d96-9672-44fe63bcc055 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:23:10.159548 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df677e9-b4ca-4d96-9672-44fe63bcc055 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Pushing event updated for resources: {'Port': ['ID=5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:10.162059 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-8df677e9-b4ca-4d96-9672-44fe63bcc055 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:23:10.168409 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-8df677e9-b4ca-4d96-9672-44fe63bcc055 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:10.169290 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-8df677e9-b4ca-4d96-9672-44fe63bcc055 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:10.174388 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a49054d8-0797-4067-9c85-bb0427b5611f req-0eaf0dbd-06f1-4dc2-8e11-c5c30138c89f service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4392285 Jul 16 08:23:10.181732 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22901ae7-bc27-4a48-83d1-948fda85b49b None None] Network 98b2c070-1d22-41c6-babf-49f81fe9462b requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:23:10.223673 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-8df677e9-b4ca-4d96-9672-44fe63bcc055 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1213722 Jul 16 08:23:10.225083 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d9ae85e-aafa-4b7b-998d-b91a0e7aa827 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:23:10.240966 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917c53b6-4fda-4429-a49e-99ff3ab5d717 None None] Sync routers for ids ['525d6816-2de2-433d-80b1-89acf030af90'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:23:10.246561 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-b846ce08-8a64-4986-a1f6-e0c99fa90aca service neutron] Request body: {'port': {'device_id': '6ff53927-dfff-41fe-810a-82487cf5a97b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:10.251739 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d9ae85e-aafa-4b7b-998d-b91a0e7aa827 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:10.256993 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0d9ae85e-aafa-4b7b-998d-b91a0e7aa827 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.9859786 Jul 16 08:23:10.260282 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42574) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:10.269649 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec9ce6-65d3-4d0e-a681-cc2a9d0175f0 req-4c85088a-7e03-4ab4-b6b8-6707bdd25ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:10.270810 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-52ec9ce6-65d3-4d0e-a681-cc2a9d0175f0 req-4c85088a-7e03-4ab4-b6b8-6707bdd25ccf service neutron] 10.222.0.30 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.3457615 Jul 16 08:23:10.282752 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917c53b6-4fda-4429-a49e-99ff3ab5d717 None None] Routers {'525d6816-2de2-433d-80b1-89acf030af90'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:23:10.283547 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-917c53b6-4fda-4429-a49e-99ff3ab5d717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:23:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['525d6816-2de2-433d-80b1-89acf030af90'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:10.390108 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-52ec9ce6-65d3-4d0e-a681-cc2a9d0175f0 req-6dc2ec85-809e-4aec-9597-69b334747cdc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 HTTP/1.1" status: 200 len: 217 time: 0.0747447 Jul 16 08:23:10.448801 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device fb8d8f66-b292-44f6-b733-738f6eb99c82 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:23:10.456072 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec9ce6-65d3-4d0e-a681-cc2a9d0175f0 req-d5484f5c-66fc-448d-8a06-9e77692c44c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:10.458240 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-52ec9ce6-65d3-4d0e-a681-cc2a9d0175f0 req-d5484f5c-66fc-448d-8a06-9e77692c44c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0591550 Jul 16 08:23:10.507643 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-917c53b6-4fda-4429-a49e-99ff3ab5d717 None None] Set router 525d6816-2de2-433d-80b1-89acf030af90 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:23:10.537922 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f54629e7-aea5-4aa5-817e-2119acfe2621 None None] Provisioning for port fb8d8f66-b292-44f6-b733-738f6eb99c82 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:23:10.601295 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port fb8d8f66-b292-44f6-b733-738f6eb99c82 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:23:10.650374 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port fb8d8f66-b292-44f6-b733-738f6eb99c82 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:10.650842 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:10.665804 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:23:10.766119 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec9ce6-65d3-4d0e-a681-cc2a9d0175f0 req-a6217275-428d-450c-9d39-e04b663ba800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:10.774456 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-52ec9ce6-65d3-4d0e-a681-cc2a9d0175f0 req-a6217275-428d-450c-9d39-e04b663ba800 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2815001 Jul 16 08:23:10.818179 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-917c53b6-4fda-4429-a49e-99ff3ab5d717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525d6816-2de2-433d-80b1-89acf030af90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-790942259-router', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:07Z', 'updated_at': '2021-07-16T08:23:09Z', 'revision_number': 3, 'project_id': 'eed38146a8c843738c66731bdf360734', 'gw_port': {'id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ad:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:08Z', 'updated_at': '2021-07-16T08:23:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:10.882016 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917c53b6-4fda-4429-a49e-99ff3ab5d717 None None] Checking router: 525d6816-2de2-433d-80b1-89acf030af90 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:23:10.882433 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917c53b6-4fda-4429-a49e-99ff3ab5d717 None None] Updating router 525d6816-2de2-433d-80b1-89acf030af90 port ec964375-92ce-4aaf-8391-4b98dccad5b2 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:23:10.893675 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42600) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:10.931153 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-917c53b6-4fda-4429-a49e-99ff3ab5d717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:10.939848 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-bfb7c303-a06c-42cd-9ba2-bf52a881fcd7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1932810131-network', 'tenant_id': '567cbca9adba4ee1b43fccfffc3e2192'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:11.017663 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=dd1a6f7e-95c9-4338-87ac-59c2c04f3a98,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:11.057855 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'dd1a6f7e-95c9-4338-87ac-59c2c04f3a98', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': 'dd1a6f7e-95c9-4338-87ac-59c2c04f3a98', 'mac_address': 'fa:16:3e:44:fb:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.82'}], 'device_owner': 'compute:tempest-test_az-1080150500', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:23:11.126302 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-4218a40f-fe80-445e-8db7-afce128c5a47 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:11.133818 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-4218a40f-fe80-445e-8db7-afce128c5a47 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/networks?id=2a688f30-b751-493d-bda9-31166d01b9c0 HTTP/1.1" status: 200 len: 821 time: 0.6442134 Jul 16 08:23:11.147101 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-52ec9ce6-65d3-4d0e-a681-cc2a9d0175f0 req-634c22cc-d66a-4da3-aba1-20220c67c779 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2846832 Jul 16 08:23:11.167343 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec9ce6-65d3-4d0e-a681-cc2a9d0175f0 req-cdac1e3a-8706-477b-95e0-1227bd05ecf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:11.170943 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-52ec9ce6-65d3-4d0e-a681-cc2a9d0175f0 req-cdac1e3a-8706-477b-95e0-1227bd05ecf2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 1121 time: 0.8420296 Jul 16 08:23:11.189602 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6816d1-247e-4882-9fb0-eaa515af61ee req-d086df66-0b21-4ac8-aef8-d528d5bd67ef tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:11.191160 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0e6816d1-247e-4882-9fb0-eaa515af61ee req-d086df66-0b21-4ac8-aef8-d528d5bd67ef tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.30 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2&tenant_id=8104d40427e0444ca28ba0f9ff369926&binding%3Ahost_id=n-h2-771362-37 HTTP/1.1" status: 200 len: 969 time: 0.8416421 Jul 16 08:23:11.192015 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-b846ce08-8a64-4986-a1f6-e0c99fa90aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:11.207889 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:11.261988 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-fc6da04a-a636-4c7e-a9e1-67fc027964e1 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/quotas/84bf75c6d98d4e69bee4eaefa2810d3a HTTP/1.1" status: 200 len: 375 time: 0.1272330 Jul 16 08:23:11.282183 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:11.334311 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [req-0e6816d1-247e-4882-9fb0-eaa515af61ee req-5e2f9bf1-6698-432e-8911-93667d133b3e service neutron] delete failed (client error): The resource could not be found. Jul 16 08:23:11.335528 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0e6816d1-247e-4882-9fb0-eaa515af61ee req-5e2f9bf1-6698-432e-8911-93667d133b3e service neutron] 10.222.0.30 "DELETE /v2.0/ports/dd1a6f7e-95c9-4338-87ac-59c2c04f3a98/bindings/n-h1-771362-37 HTTP/1.1" status: 404 len: 381 time: 0.0769117 Jul 16 08:23:11.335807 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-917c53b6-4fda-4429-a49e-99ff3ab5d717 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:11.342384 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port fb8d8f66-b292-44f6-b733-738f6eb99c82, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=fb8d8f66-b292-44f6-b733-738f6eb99c82,segment=NetworkSegment(f7af8b16-cb87-4576-be6c-d2d2183441bf),segment_id=f7af8b16-cb87-4576-be6c-d2d2183441bf)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:11.349138 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:23:11.355213 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-917c53b6-4fda-4429-a49e-99ff3ab5d717 None None] Transition to ACTIVE for port object ec964375-92ce-4aaf-8391-4b98dccad5b2 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:23:11.359423 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:11.370745 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-917c53b6-4fda-4429-a49e-99ff3ab5d717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:11.384021 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb7c303-a06c-42cd-9ba2-bf52a881fcd7 admin admin] Made reservation on behalf of 567cbca9adba4ee1b43fccfffc3e2192 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:23:11.386373 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bfb7c303-a06c-42cd-9ba2-bf52a881fcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:11.399447 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=dd1a6f7e-95c9-4338-87ac-59c2c04f3a98,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:11.411436 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:11.433961 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=fb8d8f66-b292-44f6-b733-738f6eb99c82,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:11.460236 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770309f-da70-42c3-8d72-d35edc5f7ee2 None None] Pushing event updated for resources: {'Port': ['ID=ec964375-92ce-4aaf-8391-4b98dccad5b2,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:11.462296 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bfb7c303-a06c-42cd-9ba2-bf52a881fcd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:11.492035 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-917c53b6-4fda-4429-a49e-99ff3ab5d717 None None] Attempting to bind port ec964375-92ce-4aaf-8391-4b98dccad5b2 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:23:11.492818 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-917c53b6-4fda-4429-a49e-99ff3ab5d717 None None] Attempting to bind port ec964375-92ce-4aaf-8391-4b98dccad5b2 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:23:11.493494 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917c53b6-4fda-4429-a49e-99ff3ab5d717 None None] Attempting to bind port ec964375-92ce-4aaf-8391-4b98dccad5b2 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:23:11.501307 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917c53b6-4fda-4429-a49e-99ff3ab5d717 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:23:11.502244 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917c53b6-4fda-4429-a49e-99ff3ab5d717 None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:23:11.502838 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-917c53b6-4fda-4429-a49e-99ff3ab5d717 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:11.503525 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-917c53b6-4fda-4429-a49e-99ff3ab5d717 None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:23:11.504177 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-917c53b6-4fda-4429-a49e-99ff3ab5d717 None None] Bound port: ec964375-92ce-4aaf-8391-4b98dccad5b2, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:23:11.504775 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-917c53b6-4fda-4429-a49e-99ff3ab5d717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:11.521552 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=dd1a6f7e-95c9-4338-87ac-59c2c04f3a98,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:11.522428 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783d83ce-f901-4733-936c-254ca94b96de req-174064ef-6bae-44a6-bea9-f530efba1638 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:11.537901 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-783d83ce-f901-4733-936c-254ca94b96de req-174064ef-6bae-44a6-bea9-f530efba1638 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 969 time: 0.9915955 Jul 16 08:23:11.586944 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-917c53b6-4fda-4429-a49e-99ff3ab5d717 None None] For port ec964375-92ce-4aaf-8391-4b98dccad5b2, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:23:11.590546 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-917c53b6-4fda-4429-a49e-99ff3ab5d717 None None] For port ec964375-92ce-4aaf-8391-4b98dccad5b2, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ec964375-92ce-4aaf-8391-4b98dccad5b2,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:23:11.602694 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-917c53b6-4fda-4429-a49e-99ff3ab5d717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:11.606514 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b044ee54-3165-438f-ade3-f7530a702219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:11.606675 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec9ce6-65d3-4d0e-a681-cc2a9d0175f0 req-944f3107-6201-4925-839f-4381606bee45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:11.608686 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-52ec9ce6-65d3-4d0e-a681-cc2a9d0175f0 req-944f3107-6201-4925-839f-4381606bee45 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.4274819 Jul 16 08:23:11.628578 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['dd1a6f7e-95c9-4338-87ac-59c2c04f3a98'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:23:11.694731 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-783d83ce-f901-4733-936c-254ca94b96de req-471024c5-2637-4286-97b4-54087ad2bae2 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1549406 Jul 16 08:23:11.706779 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917c53b6-4fda-4429-a49e-99ff3ab5d717 None None] Routers {'525d6816-2de2-433d-80b1-89acf030af90'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:23:11.716753 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-917c53b6-4fda-4429-a49e-99ff3ab5d717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:23:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['525d6816-2de2-433d-80b1-89acf030af90'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:11.718796 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-52ec9ce6-65d3-4d0e-a681-cc2a9d0175f0 req-1e98abd3-327f-4856-8618-277d8ea0b0b6 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5133197 Jul 16 08:23:11.727641 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-52ec9ce6-65d3-4d0e-a681-cc2a9d0175f0 req-f7d9e877-2af1-466a-85ea-b8f64e066a2e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 HTTP/1.1" status: 200 len: 217 time: 0.1089344 Jul 16 08:23:11.768341 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c770309f-da70-42c3-8d72-d35edc5f7ee2 None None] Pushing event updated for resources: {'Port': ['ID=ec964375-92ce-4aaf-8391-4b98dccad5b2,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:11.892581 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-49375aae-936c-45e0-9c9f-93f73be48e46 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=84bf75c6d98d4e69bee4eaefa2810d3a&fields=id HTTP/1.1" status: 200 len: 394 time: 0.5595908 Jul 16 08:23:11.896881 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec9ce6-65d3-4d0e-a681-cc2a9d0175f0 req-9739ceab-28bf-4eb5-a290-3e8ab2d482de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:11.898420 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-52ec9ce6-65d3-4d0e-a681-cc2a9d0175f0 req-9739ceab-28bf-4eb5-a290-3e8ab2d482de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.1472435 Jul 16 08:23:11.950032 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-917c53b6-4fda-4429-a49e-99ff3ab5d717 None None] Set router 525d6816-2de2-433d-80b1-89acf030af90 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:23:11.952409 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f4d4cff9-c505-437c-b33e-4ca38ed06895 None None] Provisioning complete for port fb8d8f66-b292-44f6-b733-738f6eb99c82 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:11.952409 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f4d4cff9-c505-437c-b33e-4ca38ed06895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:11.953935 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bfb7c303-a06c-42cd-9ba2-bf52a881fcd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:11.979158 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bfb7c303-a06c-42cd-9ba2-bf52a881fcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:12.054400 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb7c303-a06c-42cd-9ba2-bf52a881fcd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aea4f9d6-9241-40b9-ae5c-6ad42f93e336,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:12.101965 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-b044ee54-3165-438f-ade3-f7530a702219 admin admin] Allocated IP 172.20.0.1 (98b2c070-1d22-41c6-babf-49f81fe9462b/0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74/3ecc27c8-7720-41c4-8722-654b9b21303b) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:23:12.134944 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb7c303-a06c-42cd-9ba2-bf52a881fcd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:23:12.146421 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-01afafb7-cbd8-42d4-b265-2d77e53bf6a3 service neutron] 10.222.0.22 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2434855 Jul 16 08:23:12.177912 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ec9ce6-65d3-4d0e-a681-cc2a9d0175f0 req-2fb0166e-ce04-4954-8fc4-0b130138d300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:12.179747 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-52ec9ce6-65d3-4d0e-a681-cc2a9d0175f0 req-2fb0166e-ce04-4954-8fc4-0b130138d300 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2592175 Jul 16 08:23:12.201790 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bfb7c303-a06c-42cd-9ba2-bf52a881fcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:12.202558 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-bfb7c303-a06c-42cd-9ba2-bf52a881fcd7 admin admin] Added segment 4e727744-f960-4781-8228-196178fb4c15 of type vlan for network 361fe878-1a00-41e7-b616-9ceb5a02994d Jul 16 08:23:12.252196 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device fb8d8f66-b292-44f6-b733-738f6eb99c82 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:23:12.304007 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-b846ce08-8a64-4986-a1f6-e0c99fa90aca service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:23:12.363459 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6816d1-247e-4882-9fb0-eaa515af61ee req-55a2c355-7ea5-4283-bd7c-3e8f1c8d55bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:12.365867 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port fb8d8f66-b292-44f6-b733-738f6eb99c82 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:12.366002 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:12.367224 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0e6816d1-247e-4882-9fb0-eaa515af61ee req-55a2c355-7ea5-4283-bd7c-3e8f1c8d55bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 1122 time: 0.4274030 Jul 16 08:23:12.369931 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-b846ce08-8a64-4986-a1f6-e0c99fa90aca service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:12.384487 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bfb7c303-a06c-42cd-9ba2-bf52a881fcd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:12.402555 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-b846ce08-8a64-4986-a1f6-e0c99fa90aca service neutron] Transition to ACTIVE for port object 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:23:12.423281 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-b846ce08-8a64-4986-a1f6-e0c99fa90aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:12.468951 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-52ec9ce6-65d3-4d0e-a681-cc2a9d0175f0 req-302bb05a-f352-441e-8028-2957f43e7c68 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355728 Jul 16 08:23:12.476853 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-917c53b6-4fda-4429-a49e-99ff3ab5d717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525d6816-2de2-433d-80b1-89acf030af90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-790942259-router', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:07Z', 'updated_at': '2021-07-16T08:23:09Z', 'revision_number': 3, 'project_id': 'eed38146a8c843738c66731bdf360734', 'gw_port': {'id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ad:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:08Z', 'updated_at': '2021-07-16T08:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:12.480808 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-a850b118-0dd0-41a9-8c15-093bd2014bf5 service neutron] 10.222.0.22 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220539 Jul 16 08:23:12.537388 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-917c53b6-4fda-4429-a49e-99ff3ab5d717 None None] The sync data for ids ['525d6816-2de2-433d-80b1-89acf030af90'] in n-d-771362-37 is: [{'id': '525d6816-2de2-433d-80b1-89acf030af90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-790942259-router', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:07Z', 'updated_at': '2021-07-16T08:23:09Z', 'revision_number': 3, 'project_id': 'eed38146a8c843738c66731bdf360734', 'gw_port': {'id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ad:97', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:08Z', 'updated_at': '2021-07-16T08:23:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:23:12.573984 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846ce08-8a64-4986-a1f6-e0c99fa90aca service neutron] Pushing event updated for resources: {'Port': ['ID=5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:12.638188 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:23:12.649477 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42622) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:12.684567 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b044ee54-3165-438f-ade3-f7530a702219 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:12.719048 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-52ec9ce6-65d3-4d0e-a681-cc2a9d0175f0 req-8d9023bf-9238-4bb3-a60f-74aafd0a685a service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333341 Jul 16 08:23:12.745609 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-b846ce08-8a64-4986-a1f6-e0c99fa90aca service neutron] Attempting to bind port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:23:12.745959 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-b846ce08-8a64-4986-a1f6-e0c99fa90aca service neutron] Attempting to bind port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:23:12.746448 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-b846ce08-8a64-4986-a1f6-e0c99fa90aca service neutron] Attempting to bind port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:23:12.749374 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-b044ee54-3165-438f-ade3-f7530a702219 admin admin] Transition to ACTIVE for port object 3ecc27c8-7720-41c4-8722-654b9b21303b will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:23:12.760379 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-b846ce08-8a64-4986-a1f6-e0c99fa90aca service neutron] Port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:23:12.760738 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-b846ce08-8a64-4986-a1f6-e0c99fa90aca service neutron] Attempting to bind port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:23:12.772259 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-b846ce08-8a64-4986-a1f6-e0c99fa90aca service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:23:12.772635 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-b846ce08-8a64-4986-a1f6-e0c99fa90aca service neutron] Checking segment: {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:23:12.773033 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-b846ce08-8a64-4986-a1f6-e0c99fa90aca service neutron] Bound using segment: {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:23:12.773475 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-b846ce08-8a64-4986-a1f6-e0c99fa90aca service neutron] Bound port: 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:23:12.773841 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-b846ce08-8a64-4986-a1f6-e0c99fa90aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:12.780693 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:23:12.787238 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:12.788718 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bfb7c303-a06c-42cd-9ba2-bf52a881fcd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:12.788960 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:12.790243 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb7c303-a06c-42cd-9ba2-bf52a881fcd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:12.790402 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bfb7c303-a06c-42cd-9ba2-bf52a881fcd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:12.958019 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-b846ce08-8a64-4986-a1f6-e0c99fa90aca service neutron] For port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:23:12.964941 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-b846ce08-8a64-4986-a1f6-e0c99fa90aca service neutron] For port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:23:12.981108 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-b846ce08-8a64-4986-a1f6-e0c99fa90aca service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:13.022344 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:13.060170 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4319b25f-7ae5-43bc-97f8-732155c25ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1a6f7e-95c9-4338-87ac-59c2c04f3a98'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:23:13.078506 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83d4e241-eae0-48e6-ad2a-7dc884ebf190" -d '{"events": [{"server_uuid": "4319b25f-7ae5-43bc-97f8-732155c25ff2", "name": "network-vif-plugged", "status": "completed", "tag": "dd1a6f7e-95c9-4338-87ac-59c2c04f3a98"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:23:13.102447 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=dd1a6f7e-95c9-4338-87ac-59c2c04f3a98,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:13.104518 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-b846ce08-8a64-4986-a1f6-e0c99fa90aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:13.105456 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-b846ce08-8a64-4986-a1f6-e0c99fa90aca service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:13.108173 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-b846ce08-8a64-4986-a1f6-e0c99fa90aca service neutron] 10.222.0.21 "PUT /v2.0/ports/5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db HTTP/1.1" status: 200 len: 1093 time: 2.8770747 Jul 16 08:23:13.109991 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:13.117614 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff53927-dfff-41fe-810a-82487cf5a97b', 'tag': '5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:23:13.120921 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e159669-b589-4536-a5d6-9bb582151471" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff53927-dfff-41fe-810a-82487cf5a97b", "tag": "5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:23:13.225964 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=dd1a6f7e-95c9-4338-87ac-59c2c04f3a98,revision_number=9']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:13.253659 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b846ce08-8a64-4986-a1f6-e0c99fa90aca service neutron] Pushing event updated for resources: {'Port': ['ID=5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:13.284790 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-29c6f1c2-06b0-4ffd-afe6-4c9d12e98bd1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0d8f3dac320542d68e553085b5e59ed5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6320324 Jul 16 08:23:13.288261 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42646) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:13.304323 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb7c303-a06c-42cd-9ba2-bf52a881fcd7 admin admin] Pushing event updated for resources: {'Network': ['ID=361fe878-1a00-41e7-b616-9ceb5a02994d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:13.316778 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 361fe878-1a00-41e7-b616-9ceb5a02994d details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:23:13.333590 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-a3e4bb42-bc05-4a5a-8483-0e0f12c9f04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:13.334927 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bfb7c303-a06c-42cd-9ba2-bf52a881fcd7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.4372268 Jul 16 08:23:13.335142 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-a3e4bb42-bc05-4a5a-8483-0e0f12c9f04e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c0f0cf24afb47969a9cef8297bf2691&device_id=6ff53927-dfff-41fe-810a-82487cf5a97b HTTP/1.1" status: 200 len: 1096 time: 0.1614769 Jul 16 08:23:13.335967 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42650) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:13.371090 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-808bb42e-cf61-41a2-ba41-16cb466a1580 admin admin] Request body: {'subnet': {'network_id': '361fe878-1a00-41e7-b616-9ceb5a02994d', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1932810131-subnet', 'tenant_id': '567cbca9adba4ee1b43fccfffc3e2192', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:13.398489 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6816d1-247e-4882-9fb0-eaa515af61ee req-ae9d112d-756e-4c31-bafd-e419d187a8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:13.399949 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0e6816d1-247e-4882-9fb0-eaa515af61ee req-ae9d112d-756e-4c31-bafd-e419d187a8e3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 1.0026176 Jul 16 08:23:13.424574 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf859185-03c0-49b8-90fc-4c90018d4eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:13.428636 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-cfced7fa-78d4-4195-a304-50e3706295c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db HTTP/1.1" status: 200 len: 217 time: 0.0822442 Jul 16 08:23:13.457582 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5393e6-2cc5-4a93-a8e0-f856c79f131a req-63fe60b3-1039-465d-9407-7e2b0738b5a3 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:13.465493 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ad5393e6-2cc5-4a93-a8e0-f856c79f131a req-63fe60b3-1039-465d-9407-7e2b0738b5a3 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff53927-dfff-41fe-810a-82487cf5a97b HTTP/1.1" status: 200 len: 944 time: 0.9663393 Jul 16 08:23:13.515674 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0e6816d1-247e-4882-9fb0-eaa515af61ee req-b690c485-e58d-48ef-9e33-e6bcfb0413fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 HTTP/1.1" status: 200 len: 217 time: 0.1006339 Jul 16 08:23:13.520529 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-c113e39e-e2f5-441c-9c05-67403d7bef91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:13.522075 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-c113e39e-e2f5-441c-9c05-67403d7bef91 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce796d98-7ee4-4738-aad4-0026126b7799 HTTP/1.1" status: 200 len: 847 time: 0.0812035 Jul 16 08:23:13.533764 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-471b7424-073c-4aae-8b0c-81cb6db1b7cb req-b94fd843-5dd3-4df5-b1cc-7eb30d5872df tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports?device_id=324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87 HTTP/1.1" status: 200 len: 210 time: 0.1109097 Jul 16 08:23:13.561494 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b044ee54-3165-438f-ade3-f7530a702219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:13.566096 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808bb42e-cf61-41a2-ba41-16cb466a1580 admin admin] Made reservation on behalf of 567cbca9adba4ee1b43fccfffc3e2192 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:23:13.570403 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-808bb42e-cf61-41a2-ba41-16cb466a1580 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:13.573104 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf859185-03c0-49b8-90fc-4c90018d4eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:13.598862 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-8c4c0135-3428-466c-9d73-9a90102ffa86 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0611320 Jul 16 08:23:13.714809 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-a1ae5c3a-edb6-444f-9255-2e259bfebb7f service neutron] 10.222.0.21 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068811 Jul 16 08:23:13.735231 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42656) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:13.863094 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044ee54-3165-438f-ade3-f7530a702219 admin admin] Pushing event updated for resources: {'Port': ['ID=3ecc27c8-7720-41c4-8722-654b9b21303b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:13.900378 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf859185-03c0-49b8-90fc-4c90018d4eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:13.903598 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf859185-03c0-49b8-90fc-4c90018d4eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:13.905509 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bf859185-03c0-49b8-90fc-4c90018d4eb8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/23ba4e4f-e304-4a40-a7a4-d5e6cf400422 HTTP/1.1" status: 204 len: 168 time: 0.6152117 Jul 16 08:23:13.937007 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b044ee54-3165-438f-ade3-f7530a702219 admin admin] Network 98b2c070-1d22-41c6-babf-49f81fe9462b is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:23:13.941877 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf859185-03c0-49b8-90fc-4c90018d4eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ba4e4f-e304-4a40-a7a4-d5e6cf400422,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:13.947196 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ad5393e6-2cc5-4a93-a8e0-f856c79f131a req-586add4d-9523-42e1-ac68-06ff30ffd62e tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4807756 Jul 16 08:23:13.948076 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9b572ce9-25db-42e2-8ed3-8f16a7b12b15 req-2051c132-fcb0-4cf5-a93c-394b896073ca service neutron] 10.222.0.21 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118990 Jul 16 08:23:13.956180 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d126500-83c0-4a00-bb69-ab3b3066784f req-9fdaafa3-90f6-4a26-a3bd-77805c04faaa tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:13.959886 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-b044ee54-3165-438f-ade3-f7530a702219 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:23:13.963520 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7d126500-83c0-4a00-bb69-ab3b3066784f req-9fdaafa3-90f6-4a26-a3bd-77805c04faaa tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 971 time: 0.1935472 Jul 16 08:23:13.972500 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b044ee54-3165-438f-ade3-f7530a702219 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:23:13.973140 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b044ee54-3165-438f-ade3-f7530a702219 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:13.976435 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6816d1-247e-4882-9fb0-eaa515af61ee req-14b83bd8-1ad8-45a9-8951-2a1ae0251be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:13.978627 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0e6816d1-247e-4882-9fb0-eaa515af61ee req-14b83bd8-1ad8-45a9-8951-2a1ae0251be0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.4500887 Jul 16 08:23:13.984221 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82d2bf17-0f5e-408e-8dae-0448629198a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:14.053065 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7d126500-83c0-4a00-bb69-ab3b3066784f req-ad5c4485-e16b-4bbf-ba93-e3c95a1d8ec2 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885072 Jul 16 08:23:14.102175 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f04042-96b8-455a-bd2c-abb329bdf466 x-openstack-request-id: req-89f04042-96b8-455a-bd2c-abb329bdf466 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:23:14.102759 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4319b25f-7ae5-43bc-97f8-732155c25ff2", "name": "network-vif-plugged", "status": "completed", "tag": "dd1a6f7e-95c9-4338-87ac-59c2c04f3a98", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:23:14.103223 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-89f04042-96b8-455a-bd2c-abb329bdf466 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:23:14.103821 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4319b25f-7ae5-43bc-97f8-732155c25ff2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd1a6f7e-95c9-4338-87ac-59c2c04f3a98', 'code': 200} Jul 16 08:23:14.110142 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-808bb42e-cf61-41a2-ba41-16cb466a1580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:14.118743 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dafc30f0-5c89-46df-9f46-6e73d81ce6ab x-openstack-request-id: req-dafc30f0-5c89-46df-9f46-6e73d81ce6ab {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:23:14.119029 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff53927-dfff-41fe-810a-82487cf5a97b", "tag": "5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:23:14.119276 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dafc30f0-5c89-46df-9f46-6e73d81ce6ab {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:23:14.120555 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff53927-dfff-41fe-810a-82487cf5a97b', 'tag': '5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db', 'status': 'completed', 'code': 200} Jul 16 08:23:14.243792 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ec964375-92ce-4aaf-8391-4b98dccad5b2 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:23:14.372803 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port ec964375-92ce-4aaf-8391-4b98dccad5b2 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:23:14.377469 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port ec964375-92ce-4aaf-8391-4b98dccad5b2 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:14.377848 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:14.378567 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82d2bf17-0f5e-408e-8dae-0448629198a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:14.409637 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808bb42e-cf61-41a2-ba41-16cb466a1580 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c973fa2d-4f57-4ac4-b874-c222cd0b5d4a,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:14.413739 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82d2bf17-0f5e-408e-8dae-0448629198a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:14.424276 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e159669-b589-4536-a5d6-9bb582151471 req-39d36db4-fa8f-421c-8981-7099aa112f60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:14.429578 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9e159669-b589-4536-a5d6-9bb582151471 req-39d36db4-fa8f-421c-8981-7099aa112f60 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c0f0cf24afb47969a9cef8297bf2691&device_id=6ff53927-dfff-41fe-810a-82487cf5a97b HTTP/1.1" status: 200 len: 1096 time: 0.2831874 Jul 16 08:23:14.488145 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-82d2bf17-0f5e-408e-8dae-0448629198a1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a0126fc209494e6994000f8d38e20e7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7506614 Jul 16 08:23:14.498337 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42680) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:14.546949 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-92aec2b1-5b06-458f-96e5-4654edd642be None None] Provisioning for port 3ecc27c8-7720-41c4-8722-654b9b21303b completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:23:14.552811 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-92aec2b1-5b06-458f-96e5-4654edd642be None None] Provisioning complete for port 3ecc27c8-7720-41c4-8722-654b9b21303b triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:14.553184 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-92aec2b1-5b06-458f-96e5-4654edd642be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:14.570606 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b044ee54-3165-438f-ade3-f7530a702219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:14.572687 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-808bb42e-cf61-41a2-ba41-16cb466a1580 admin admin] Checking segment: {'id': '4e727744-f960-4781-8228-196178fb4c15', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '361fe878-1a00-41e7-b616-9ceb5a02994d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:23:14.573060 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808bb42e-cf61-41a2-ba41-16cb466a1580 admin admin] Network hostable DHCP agents. Network: 361fe878-1a00-41e7-b616-9ceb5a02994d, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:23:14.580379 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42682) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:14.583964 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6816d1-247e-4882-9fb0-eaa515af61ee req-575cfadc-1ca6-40f1-b162-57cea6bd9d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:14.585982 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0e6816d1-247e-4882-9fb0-eaa515af61ee req-575cfadc-1ca6-40f1-b162-57cea6bd9d9c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5126293 Jul 16 08:23:14.612734 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-673ebad5-0dfa-41da-adb9-00249e1f4f87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:14.631215 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-92aec2b1-5b06-458f-96e5-4654edd642be None None] Port 3ecc27c8-7720-41c4-8722-654b9b21303b cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:23:14.661014 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:14.695277 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-744e8802-59ad-4322-b34f-2dcd0540e05e tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:14.696747 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-744e8802-59ad-4322-b34f-2dcd0540e05e tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.30 "GET /v2.0/networks?id=2a688f30-b751-493d-bda9-31166d01b9c0 HTTP/1.1" status: 200 len: 821 time: 0.2126968 Jul 16 08:23:14.705916 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port ec964375-92ce-4aaf-8391-4b98dccad5b2, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ec964375-92ce-4aaf-8391-4b98dccad5b2,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:14.715570 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:14.729456 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-36e5c03f-b9b2-43af-ab59-6405a97ae0f0 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Request body: {'port': {'device_id': '324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'admin_state_up': True, 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:14.767618 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0e6816d1-247e-4882-9fb0-eaa515af61ee req-de346b08-cad1-400a-ad67-7f8eb464e948 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525741 Jul 16 08:23:14.818704 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808bb42e-cf61-41a2-ba41-16cb466a1580 admin admin] Network 361fe878-1a00-41e7-b616-9ceb5a02994d is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:23:14.820441 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=ec964375-92ce-4aaf-8391-4b98dccad5b2,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:14.853057 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d2bf17-0f5e-408e-8dae-0448629198a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79210336-a3af-432a-a0c3-fd4a43163c80,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:14.941679 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e159669-b589-4536-a5d6-9bb582151471 req-162eaf11-057f-495d-abf1-6173346e2df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:14.943182 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9e159669-b589-4536-a5d6-9bb582151471 req-162eaf11-057f-495d-abf1-6173346e2df3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 HTTP/1.1" status: 200 len: 908 time: 0.4964159 Jul 16 08:23:14.962307 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-00a10a4e-76c9-43c9-8110-691d5bd153bd req-647a6d9d-a5ac-4edf-bef9-2934180d8be0 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports?device_id=324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87 HTTP/1.1" status: 200 len: 210 time: 0.1882977 Jul 16 08:23:14.993248 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-808bb42e-cf61-41a2-ba41-16cb466a1580 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 361fe878-1a00-41e7-b616-9ceb5a02994d) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:23:15.002794 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77241d19-de1a-4a31-afad-e45b16f7df80 None None] Network 361fe878-1a00-41e7-b616-9ceb5a02994d requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:23:15.003746 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0e6816d1-247e-4882-9fb0-eaa515af61ee req-fb67a1b2-40bb-4f86-8421-8d04f043c6a1 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180483 Jul 16 08:23:15.021436 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-21cd9e2f-47e0-4a29-939a-f3ec4b9b0e14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:15.028446 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808bb42e-cf61-41a2-ba41-16cb466a1580 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:15.029625 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-808bb42e-cf61-41a2-ba41-16cb466a1580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:15.104635 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-21cd9e2f-47e0-4a29-939a-f3ec4b9b0e14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:15.332747 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-21cd9e2f-47e0-4a29-939a-f3ec4b9b0e14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:15.335510 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-21cd9e2f-47e0-4a29-939a-f3ec4b9b0e14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:15.336907 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-21cd9e2f-47e0-4a29-939a-f3ec4b9b0e14 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/79210336-a3af-432a-a0c3-fd4a43163c80 HTTP/1.1" status: 204 len: 168 time: 0.8308153 Jul 16 08:23:15.355761 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9e159669-b589-4536-a5d6-9bb582151471 req-50d8a40e-7e43-4262-964a-78235b28ee79 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db HTTP/1.1" status: 200 len: 217 time: 0.4054670 Jul 16 08:23:15.356752 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.db.api [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-36e5c03f-b9b2-43af-ab59-6405a97ae0f0 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:23:15.356752 n-d-771362-37 neutron-server[93758]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:23:15.356752 n-d-771362-37 neutron-server[93758]: [parameters: {'project_id_1': '84bf75c6d98d4e69bee4eaefa2810d3a', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 23, 14, 925566)}] Jul 16 08:23:15.356752 n-d-771362-37 neutron-server[93758]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:23:15.357433 n-d-771362-37 neutron-server[93758]: DEBUG oslo_db.api [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-36e5c03f-b9b2-43af-ab59-6405a97ae0f0 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:23:15.362327 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-673ebad5-0dfa-41da-adb9-00249e1f4f87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:15.373844 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cd9e2f-47e0-4a29-939a-f3ec4b9b0e14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79210336-a3af-432a-a0c3-fd4a43163c80,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:15.386992 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-673ebad5-0dfa-41da-adb9-00249e1f4f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:15.419515 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b044ee54-3165-438f-ade3-f7530a702219 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:15.425196 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d73e68a7-1e77-4c6e-bbbf-39e2c5895b51 None None] Network 361fe878-1a00-41e7-b616-9ceb5a02994d requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:23:15.431180 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-673ebad5-0dfa-41da-adb9-00249e1f4f87 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7595559620af43da82213f0cabf9e4c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8439238 Jul 16 08:23:15.439530 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42706) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:15.452526 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-808bb42e-cf61-41a2-ba41-16cb466a1580 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.1133409 Jul 16 08:23:15.459601 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b044ee54-3165-438f-ade3-f7530a702219 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:15.460676 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b044ee54-3165-438f-ade3-f7530a702219 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:15.472513 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42710) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:15.518437 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e159669-b589-4536-a5d6-9bb582151471 req-a094e707-c89b-4aa4-9543-203a61577969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:15.520075 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9e159669-b589-4536-a5d6-9bb582151471 req-a094e707-c89b-4aa4-9543-203a61577969 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce796d98-7ee4-4738-aad4-0026126b7799 HTTP/1.1" status: 200 len: 847 time: 0.1360397 Jul 16 08:23:15.530430 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b044ee54-3165-438f-ade3-f7530a702219 admin admin] Pushing event updated for resources: {'Port': ['ID=3ecc27c8-7720-41c4-8722-654b9b21303b,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:15.531127 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d386b45-1a90-408c-8f1c-a645be68c778 req-3d924566-540a-43b3-89d1-c65961956261 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:15.532772 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1d386b45-1a90-408c-8f1c-a645be68c778 req-3d924566-540a-43b3-89d1-c65961956261 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff53927-dfff-41fe-810a-82487cf5a97b HTTP/1.1" status: 200 len: 944 time: 0.1892054 Jul 16 08:23:15.570855 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9e159669-b589-4536-a5d6-9bb582151471 req-c0c62be4-3927-41c8-8657-8921d0d7bce2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363913 Jul 16 08:23:15.574172 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c23616-b278-42a2-8193-90875c080277 req-ff2de7cd-a000-4c43-8ac6-752ed700e303 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:15.588584 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b6c23616-b278-42a2-8193-90875c080277 req-ff2de7cd-a000-4c43-8ac6-752ed700e303 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 971 time: 0.3071508 Jul 16 08:23:15.656381 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1d386b45-1a90-408c-8f1c-a645be68c778 req-80fae067-a1b4-4668-860f-ff6bab2eef6b tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161160 Jul 16 08:23:15.661463 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-84731989-773b-4780-9e6c-0580e5209b95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:15.669844 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42714) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:15.757379 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-84731989-773b-4780-9e6c-0580e5209b95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:15.791743 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b6c23616-b278-42a2-8193-90875c080277 req-22a41e6e-e64a-4df3-bc9e-e0cca802fc49 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2014785 Jul 16 08:23:15.805018 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673ebad5-0dfa-41da-adb9-00249e1f4f87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c94675-fe32-45ef-b2ec-912e6aa43f75,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:15.806144 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb495338-7ba6-48c8-a480-84884d884fc5 admin admin] Deleting subnet ce659d8c-bf59-4265-95d5-631bea0ecb4a {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:23:15.823154 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b044ee54-3165-438f-ade3-f7530a702219 admin admin] Network 98b2c070-1d22-41c6-babf-49f81fe9462b is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:23:15.824673 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-b044ee54-3165-438f-ade3-f7530a702219 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:23:15.844265 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9e159669-b589-4536-a5d6-9bb582151471 req-4ebf1d47-eecb-429a-86e7-15b2ea77e980 service neutron] 10.222.0.21 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610624 Jul 16 08:23:15.845314 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eb495338-7ba6-48c8-a480-84884d884fc5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:15.979006 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42718) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:15.996920 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91df63d6-08ad-4790-ab10-a251437f12bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:16.044073 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b044ee54-3165-438f-ade3-f7530a702219 admin admin] Router 525d6816-2de2-433d-80b1-89acf030af90 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:23:16.048899 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9e159669-b589-4536-a5d6-9bb582151471 req-34207c2d-f960-4a3c-86a3-db12c1c501b2 service neutron] 10.222.0.21 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733279 Jul 16 08:23:16.068194 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eb495338-7ba6-48c8-a480-84884d884fc5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:16.076800 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-36e5c03f-b9b2-43af-ab59-6405a97ae0f0 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Made reservation on behalf of 84bf75c6d98d4e69bee4eaefa2810d3a for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:23:16.081191 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-36e5c03f-b9b2-43af-ab59-6405a97ae0f0 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:16.101512 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eb495338-7ba6-48c8-a480-84884d884fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:16.145724 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a4606a48-81c2-4f39-abcc-26575b5f4f9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:16.159213 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-84731989-773b-4780-9e6c-0580e5209b95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:16.161816 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-84731989-773b-4780-9e6c-0580e5209b95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:16.165447 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-84731989-773b-4780-9e6c-0580e5209b95 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a3c94675-fe32-45ef-b2ec-912e6aa43f75 HTTP/1.1" status: 204 len: 168 time: 0.7210870 Jul 16 08:23:16.187792 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b044ee54-3165-438f-ade3-f7530a702219 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:23:16.198012 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b044ee54-3165-438f-ade3-f7530a702219 admin admin] 10.222.0.22 "PUT /v2.0/routers/525d6816-2de2-433d-80b1-89acf030af90/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9364123 Jul 16 08:23:16.198664 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62cec01-76df-4a18-a6b3-5c9cbf271ec5 None None] Sync routers for ids ['525d6816-2de2-433d-80b1-89acf030af90'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:23:16.212742 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c02a7ec3-3f61-4d08-a056-3d1f37b4b0ca req-831c79a9-b6eb-4975-8239-35ce6111a63d tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports?device_id=324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87 HTTP/1.1" status: 200 len: 210 time: 0.0684843 Jul 16 08:23:16.223224 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ec964375-92ce-4aaf-8391-4b98dccad5b2 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:23:16.260627 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62cec01-76df-4a18-a6b3-5c9cbf271ec5 None None] Routers {'525d6816-2de2-433d-80b1-89acf030af90'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:23:16.265031 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c62cec01-76df-4a18-a6b3-5c9cbf271ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:23:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['525d6816-2de2-433d-80b1-89acf030af90'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:16.272486 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84731989-773b-4780-9e6c-0580e5209b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c94675-fe32-45ef-b2ec-912e6aa43f75,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:16.319576 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91df63d6-08ad-4790-ab10-a251437f12bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:16.327762 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91df63d6-08ad-4790-ab10-a251437f12bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:16.358479 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eb495338-7ba6-48c8-a480-84884d884fc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:16.387305 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-91df63d6-08ad-4790-ab10-a251437f12bb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c5450588ceea42a28dec33cc3eb1fae5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4072402 Jul 16 08:23:16.390209 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91df63d6-08ad-4790-ab10-a251437f12bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea4ab5de-61df-43e8-b7bc-0decd00b0fce,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:16.394370 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42726) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:16.402725 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb495338-7ba6-48c8-a480-84884d884fc5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce659d8c-bf59-4265-95d5-631bea0ecb4a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:16.423586 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eb495338-7ba6-48c8-a480-84884d884fc5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:16.427802 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-eb495338-7ba6-48c8-a480-84884d884fc5 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ce659d8c-bf59-4265-95d5-631bea0ecb4a HTTP/1.1" status: 204 len: 168 time: 0.7467594 Jul 16 08:23:16.429704 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42730) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:16.436818 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f4003fbd-8a20-44f6-a6a6-5f7ef8b56fac None None] Provisioning complete for port 3ecc27c8-7720-41c4-8722-654b9b21303b triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:16.437306 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f4003fbd-8a20-44f6-a6a6-5f7ef8b56fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:16.438366 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-36e5c03f-b9b2-43af-ab59-6405a97ae0f0 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Allocated IP 172.20.0.4 (2a688f30-b751-493d-bda9-31166d01b9c0/03b96796-c852-49fd-be23-df5d401458c9/277e4a31-71f3-47e4-b253-456c33b5f8f5) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:23:16.554309 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ddb69f56-3ad4-40ba-a99c-76626c80c1bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:16.585204 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e9978454-5d8f-4336-b8fc-3fbfc7203f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:16.597458 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ddb69f56-3ad4-40ba-a99c-76626c80c1bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:16.615555 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port ec964375-92ce-4aaf-8391-4b98dccad5b2 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:16.616034 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:16.617810 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-f4003fbd-8a20-44f6-a6a6-5f7ef8b56fac None None] Port 3ecc27c8-7720-41c4-8722-654b9b21303b cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:23:16.645164 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-c62cec01-76df-4a18-a6b3-5c9cbf271ec5 None None] Set router 525d6816-2de2-433d-80b1-89acf030af90 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:23:16.673844 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:23:16.688438 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ddb69f56-3ad4-40ba-a99c-76626c80c1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:16.692288 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ddb69f56-3ad4-40ba-a99c-76626c80c1bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:16.694374 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ddb69f56-3ad4-40ba-a99c-76626c80c1bf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ea4ab5de-61df-43e8-b7bc-0decd00b0fce HTTP/1.1" status: 204 len: 168 time: 0.2949455 Jul 16 08:23:16.713099 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a4606a48-81c2-4f39-abcc-26575b5f4f9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:16.718376 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb69f56-3ad4-40ba-a99c-76626c80c1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea4ab5de-61df-43e8-b7bc-0decd00b0fce,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:16.756942 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a4606a48-81c2-4f39-abcc-26575b5f4f9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:16.814943 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e9978454-5d8f-4336-b8fc-3fbfc7203f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:16.827038 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e9978454-5d8f-4336-b8fc-3fbfc7203f5d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:23:16.827038 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e9978454-5d8f-4336-b8fc-3fbfc7203f5d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:23:16.827441 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e9978454-5d8f-4336-b8fc-3fbfc7203f5d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:23:16.827778 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e9978454-5d8f-4336-b8fc-3fbfc7203f5d admin admin] Subscribe: > port after_create 55550000 {{(pid=93758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:23:16.828096 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e9978454-5d8f-4336-b8fc-3fbfc7203f5d admin admin] Subscribe: > port after_delete 55550000 {{(pid=93758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:23:16.828536 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e9978454-5d8f-4336-b8fc-3fbfc7203f5d admin admin] Subscribe: > port after_update 55550000 {{(pid=93758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:23:16.829018 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e9978454-5d8f-4336-b8fc-3fbfc7203f5d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:23:16.829422 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e9978454-5d8f-4336-b8fc-3fbfc7203f5d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:23:16.829747 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e9978454-5d8f-4336-b8fc-3fbfc7203f5d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:23:16.830086 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e9978454-5d8f-4336-b8fc-3fbfc7203f5d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:23:16.952727 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:16.971245 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e9978454-5d8f-4336-b8fc-3fbfc7203f5d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:23:16.972194 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e9978454-5d8f-4336-b8fc-3fbfc7203f5d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:23:16.972953 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e9978454-5d8f-4336-b8fc-3fbfc7203f5d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:23:16.973304 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e9978454-5d8f-4336-b8fc-3fbfc7203f5d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93758) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:23:16.973679 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-e9978454-5d8f-4336-b8fc-3fbfc7203f5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['524195cb-704a-4bb9-a84a-6e382bc57a86']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:17.011941 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4138876-55e0-4945-bb40-3d9087496a9f req-7c481df4-ad17-41f6-9b7b-9ee4a72ef1b5 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:17.020003 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d4138876-55e0-4945-bb40-3d9087496a9f req-7c481df4-ad17-41f6-9b7b-9ee4a72ef1b5 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff53927-dfff-41fe-810a-82487cf5a97b HTTP/1.1" status: 200 len: 944 time: 0.1036894 Jul 16 08:23:17.045379 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db', 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0', 'port_id': '5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db', 'mac_address': 'fa:16:3e:1f:d8:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce796d98-7ee4-4738-aad4-0026126b7799', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:23:17.067320 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d4138876-55e0-4945-bb40-3d9087496a9f req-f0ee0fb9-04ca-4d09-8207-ce0d91cf5133 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448153 Jul 16 08:23:17.094185 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a4606a48-81c2-4f39-abcc-26575b5f4f9b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b661e77cb2c247d8acc4d5d30c3006ff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6161532 Jul 16 08:23:17.096790 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42752) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:17.116832 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4606a48-81c2-4f39-abcc-26575b5f4f9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff171078-813e-49d7-bba5-ccaa48d0bcf6,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:17.144025 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:17.160283 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-e9978454-5d8f-4336-b8fc-3fbfc7203f5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b944cad-1b69-4550-a729-c388c4c6099b') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:17.160609 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-e9978454-5d8f-4336-b8fc-3fbfc7203f5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b944cad-1b69-4550-a729-c388c4c6099b') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:17.177301 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-866874c0-b4e4-406b-b9ca-a0b0aaf79a11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:17.191468 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:23:17.199070 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c62cec01-76df-4a18-a6b3-5c9cbf271ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525d6816-2de2-433d-80b1-89acf030af90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-790942259-router', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:07Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': 'eed38146a8c843738c66731bdf360734', 'gw_port': {'id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ad:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:08Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '3ecc27c8-7720-41c4-8722-654b9b21303b', 'name': '', 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'mac_address': 'fa:16:3e:4b:2c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:11Z', 'updated_at': '2021-07-16T08:23:15Z', 'revision_number': 2, 'project_id': 'eed38146a8c843738c66731bdf360734', 'subnets': [{'id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:17.207406 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-866874c0-b4e4-406b-b9ca-a0b0aaf79a11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:17.246713 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e9978454-5d8f-4336-b8fc-3fbfc7203f5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:17.283479 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62cec01-76df-4a18-a6b3-5c9cbf271ec5 None None] Checking router: 525d6816-2de2-433d-80b1-89acf030af90 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:23:17.284217 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62cec01-76df-4a18-a6b3-5c9cbf271ec5 None None] Updating router 525d6816-2de2-433d-80b1-89acf030af90 port 3ecc27c8-7720-41c4-8722-654b9b21303b binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:23:17.285650 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-866874c0-b4e4-406b-b9ca-a0b0aaf79a11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:17.287608 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:17.288343 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-866874c0-b4e4-406b-b9ca-a0b0aaf79a11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:17.290493 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-36e5c03f-b9b2-43af-ab59-6405a97ae0f0 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:17.292917 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-866874c0-b4e4-406b-b9ca-a0b0aaf79a11 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ff171078-813e-49d7-bba5-ccaa48d0bcf6 HTTP/1.1" status: 204 len: 168 time: 0.1949325 Jul 16 08:23:17.307579 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866874c0-b4e4-406b-b9ca-a0b0aaf79a11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff171078-813e-49d7-bba5-ccaa48d0bcf6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:17.317637 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:17.356050 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e9978454-5d8f-4336-b8fc-3fbfc7203f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:17.373597 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c62cec01-76df-4a18-a6b3-5c9cbf271ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:17.401996 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:17.406576 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-36e5c03f-b9b2-43af-ab59-6405a97ae0f0 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Transition to ACTIVE for port object 277e4a31-71f3-47e4-b253-456c33b5f8f5 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:23:17.423606 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9978454-5d8f-4336-b8fc-3fbfc7203f5d admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:23:17.424026 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e9978454-5d8f-4336-b8fc-3fbfc7203f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: from cryptography.utils import int_from_bytes Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: from cryptography.utils import int_from_bytes Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:23:17.455487 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:23:17.476686 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7dd5892f-9c81-4857-8495-48ae2f7f23fa req-5bf36977-1082-498e-aa68-7e0cf66c0877 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports?device_id=324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87 HTTP/1.1" status: 200 len: 210 time: 0.0390596 Jul 16 08:23:17.486148 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bbe35a-e16e-4262-8cfe-1dc4dbbeb77a req-17dd8a34-aa8d-457c-8dd6-8f39981872b8 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:17.488022 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-20bbe35a-e16e-4262-8cfe-1dc4dbbeb77a req-17dd8a34-aa8d-457c-8dd6-8f39981872b8 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 971 time: 0.3880134 Jul 16 08:23:17.582488 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e9978454-5d8f-4336-b8fc-3fbfc7203f5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:17.600805 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e9978454-5d8f-4336-b8fc-3fbfc7203f5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:17.600805 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e9978454-5d8f-4336-b8fc-3fbfc7203f5d admin admin] 10.222.0.22 "DELETE /v2.0/networks/524195cb-704a-4bb9-a84a-6e382bc57a86 HTTP/1.1" status: 204 len: 168 time: 1.1659222 Jul 16 08:23:17.601414 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42774) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:17.606042 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-715b68db-a0df-4b04-85e2-411e68d259cd admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1597757362-network', 'tenant_id': '794aeccec8034bcf808547661ba057c6'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:17.609573 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42776) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:17.619667 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-20bbe35a-e16e-4262-8cfe-1dc4dbbeb77a req-9dd06d49-9fc2-4240-91f1-87f7f82fff92 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152060 Jul 16 08:23:17.621876 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9978454-5d8f-4336-b8fc-3fbfc7203f5d admin admin] Pushing event deleted for resources: {'Network': ['ID=524195cb-704a-4bb9-a84a-6e382bc57a86,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:17.628556 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:23:17.638228 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-36e5c03f-b9b2-43af-ab59-6405a97ae0f0 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:17.694052 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['e018e7c2-3c36-4bbd-842c-31622f7b50f4'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:23:17.736782 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715b68db-a0df-4b04-85e2-411e68d259cd admin admin] Made reservation on behalf of 794aeccec8034bcf808547661ba057c6 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:23:17.739135 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-715b68db-a0df-4b04-85e2-411e68d259cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:17.765665 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-649b10aa-dde6-4928-85c6-799ef8ad03d0 admin admin] Deleting subnet c973fa2d-4f57-4ac4-b874-c222cd0b5d4a {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:23:17.767393 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-36e5c03f-b9b2-43af-ab59-6405a97ae0f0 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Network 2a688f30-b751-493d-bda9-31166d01b9c0 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:23:17.768930 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-715b68db-a0df-4b04-85e2-411e68d259cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:17.776835 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-649b10aa-dde6-4928-85c6-799ef8ad03d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:17.779433 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-36e5c03f-b9b2-43af-ab59-6405a97ae0f0 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:23:17.781993 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e5c03f-b9b2-43af-ab59-6405a97ae0f0 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Pushing event updated for resources: {'Port': ['ID=277e4a31-71f3-47e4-b253-456c33b5f8f5,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:17.787028 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-36e5c03f-b9b2-43af-ab59-6405a97ae0f0 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:23:17.889969 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-36e5c03f-b9b2-43af-ab59-6405a97ae0f0 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:17.890297 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-36e5c03f-b9b2-43af-ab59-6405a97ae0f0 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:17.926128 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-649b10aa-dde6-4928-85c6-799ef8ad03d0 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:17.965369 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-649b10aa-dde6-4928-85c6-799ef8ad03d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:18.009187 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42786) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:18.037244 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e248c5af-d261-4977-a94d-c7ec120d2a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:18.192486 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c62cec01-76df-4a18-a6b3-5c9cbf271ec5 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:18.219778 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ff8f1fc9-199a-48aa-8425-968617ea429d None None] Provisioning for port 277e4a31-71f3-47e4-b253-456c33b5f8f5 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:23:18.229167 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ff8f1fc9-199a-48aa-8425-968617ea429d None None] Provisioning complete for port 277e4a31-71f3-47e4-b253-456c33b5f8f5 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:18.229675 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ff8f1fc9-199a-48aa-8425-968617ea429d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:18.271914 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ff8f1fc9-199a-48aa-8425-968617ea429d None None] Port 277e4a31-71f3-47e4-b253-456c33b5f8f5 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:23:18.283060 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c62cec01-76df-4a18-a6b3-5c9cbf271ec5 None None] Transition to ACTIVE for port object 3ecc27c8-7720-41c4-8722-654b9b21303b will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:23:18.307832 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c62cec01-76df-4a18-a6b3-5c9cbf271ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:18.348241 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa40ec2-9ba6-4b40-8022-e03505977f6e req-d9507dfc-a896-4081-add7-9f7c728509cf tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:18.360208 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2fa40ec2-9ba6-4b40-8022-e03505977f6e req-d9507dfc-a896-4081-add7-9f7c728509cf tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff53927-dfff-41fe-810a-82487cf5a97b HTTP/1.1" status: 200 len: 945 time: 0.1047781 Jul 16 08:23:18.419166 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386cf76-5205-43c4-8410-14fa6e65426b None None] Pushing event updated for resources: {'Port': ['ID=3ecc27c8-7720-41c4-8722-654b9b21303b,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:18.437254 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2fa40ec2-9ba6-4b40-8022-e03505977f6e req-da840f07-9cd1-4f9a-be55-3dbcc0ed601e tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757673 Jul 16 08:23:18.443125 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-715b68db-a0df-4b04-85e2-411e68d259cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:18.475297 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-715b68db-a0df-4b04-85e2-411e68d259cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:18.479461 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c62cec01-76df-4a18-a6b3-5c9cbf271ec5 None None] Attempting to bind port 3ecc27c8-7720-41c4-8722-654b9b21303b on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:23:18.480092 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c62cec01-76df-4a18-a6b3-5c9cbf271ec5 None None] Attempting to bind port 3ecc27c8-7720-41c4-8722-654b9b21303b by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'f7af8b16-cb87-4576-be6c-d2d2183441bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:23:18.480623 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62cec01-76df-4a18-a6b3-5c9cbf271ec5 None None] Attempting to bind port 3ecc27c8-7720-41c4-8722-654b9b21303b on network 98b2c070-1d22-41c6-babf-49f81fe9462b {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:23:18.489989 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62cec01-76df-4a18-a6b3-5c9cbf271ec5 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:23:18.491666 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62cec01-76df-4a18-a6b3-5c9cbf271ec5 None None] Checking segment: {'id': 'f7af8b16-cb87-4576-be6c-d2d2183441bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:23:18.492330 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c62cec01-76df-4a18-a6b3-5c9cbf271ec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:18.492937 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c62cec01-76df-4a18-a6b3-5c9cbf271ec5 None None] Bound using segment: {'id': 'f7af8b16-cb87-4576-be6c-d2d2183441bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:23:18.494527 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c62cec01-76df-4a18-a6b3-5c9cbf271ec5 None None] Bound port: 3ecc27c8-7720-41c4-8722-654b9b21303b, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7af8b16-cb87-4576-be6c-d2d2183441bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:23:18.494811 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715b68db-a0df-4b04-85e2-411e68d259cd admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:23:18.495456 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c62cec01-76df-4a18-a6b3-5c9cbf271ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:18.514053 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-715b68db-a0df-4b04-85e2-411e68d259cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:18.514393 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-715b68db-a0df-4b04-85e2-411e68d259cd admin admin] Added segment de080b41-bbbd-4e29-bfb4-46d976aa8df7 of type vlan for network 8279b833-f9d9-4347-bf4e-ec650f3562b1 Jul 16 08:23:18.602196 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-715b68db-a0df-4b04-85e2-411e68d259cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:18.634837 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c62cec01-76df-4a18-a6b3-5c9cbf271ec5 None None] For port 3ecc27c8-7720-41c4-8722-654b9b21303b, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:23:18.644961 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c62cec01-76df-4a18-a6b3-5c9cbf271ec5 None None] For port 3ecc27c8-7720-41c4-8722-654b9b21303b, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=3ecc27c8-7720-41c4-8722-654b9b21303b,segment=NetworkSegment(f7af8b16-cb87-4576-be6c-d2d2183441bf),segment_id=f7af8b16-cb87-4576-be6c-d2d2183441bf)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:23:18.655711 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c62cec01-76df-4a18-a6b3-5c9cbf271ec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:18.660720 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-715b68db-a0df-4b04-85e2-411e68d259cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:18.662022 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715b68db-a0df-4b04-85e2-411e68d259cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:18.662753 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-715b68db-a0df-4b04-85e2-411e68d259cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:18.679232 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f641afd-d1fb-440d-8697-1c7b8cd1a08a req-1c45fd1b-3ad3-4aae-a779-74ff0decb3d5 tempest-MigrationsAdminTest-2088423167 tempest-MigrationsAdminTest-2088423167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:18.686785 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6f641afd-d1fb-440d-8697-1c7b8cd1a08a req-1c45fd1b-3ad3-4aae-a779-74ff0decb3d5 tempest-MigrationsAdminTest-2088423167 tempest-MigrationsAdminTest-2088423167-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 1123 time: 0.8741438 Jul 16 08:23:18.693304 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e248c5af-d261-4977-a94d-c7ec120d2a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:18.706111 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-36e5c03f-b9b2-43af-ab59-6405a97ae0f0 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9812584 Jul 16 08:23:18.709482 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e248c5af-d261-4977-a94d-c7ec120d2a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:18.733861 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-d8d2bd48-df48-4f74-931a-bdea01c303bd service neutron] Request body: {'port': {'device_id': '324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:18.812707 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b68db-a0df-4b04-85e2-411e68d259cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60626daf-ff87-4d52-a98f-2f2e3c4640fd,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:18.840618 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6f641afd-d1fb-440d-8697-1c7b8cd1a08a req-27e9f60d-fa62-4bce-a0e6-a7b2b1ec8b8a tempest-MigrationsAdminTest-2088423167 tempest-MigrationsAdminTest-2088423167-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1526146 Jul 16 08:23:18.843077 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3386cf76-5205-43c4-8410-14fa6e65426b None None] Pushing event updated for resources: {'Port': ['ID=3ecc27c8-7720-41c4-8722-654b9b21303b,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:18.860167 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c62cec01-76df-4a18-a6b3-5c9cbf271ec5 None None] Routers {'525d6816-2de2-433d-80b1-89acf030af90'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:23:18.861002 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c62cec01-76df-4a18-a6b3-5c9cbf271ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:23:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['525d6816-2de2-433d-80b1-89acf030af90'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:18.936836 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-715b68db-a0df-4b04-85e2-411e68d259cd admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3348880 Jul 16 08:23:18.939022 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b68db-a0df-4b04-85e2-411e68d259cd admin admin] Pushing event updated for resources: {'Network': ['ID=8279b833-f9d9-4347-bf4e-ec650f3562b1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:18.945730 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42818) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:18.956783 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 8279b833-f9d9-4347-bf4e-ec650f3562b1 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:23:18.965386 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0dd5a94a-f4e4-4a2a-ab8e-ee81e0b68570 admin admin] Request body: {'subnet': {'network_id': '8279b833-f9d9-4347-bf4e-ec650f3562b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1597757362-subnet', 'tenant_id': '794aeccec8034bcf808547661ba057c6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:19.013728 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-d8d2bd48-df48-4f74-931a-bdea01c303bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:19.014807 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-649b10aa-dde6-4928-85c6-799ef8ad03d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:19.028002 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dd5a94a-f4e4-4a2a-ab8e-ee81e0b68570 admin admin] Made reservation on behalf of 794aeccec8034bcf808547661ba057c6 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:23:19.035486 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0dd5a94a-f4e4-4a2a-ab8e-ee81e0b68570 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:19.037924 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-649b10aa-dde6-4928-85c6-799ef8ad03d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:19.039740 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-649b10aa-dde6-4928-85c6-799ef8ad03d0 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c973fa2d-4f57-4ac4-b874-c222cd0b5d4a HTTP/1.1" status: 204 len: 168 time: 1.4288747 Jul 16 08:23:19.050964 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42826) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:19.076331 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e248c5af-d261-4977-a94d-c7ec120d2a52 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a4ff604f82214e8fa417bbac14366408&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0637190 Jul 16 08:23:19.081882 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42828) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:19.117488 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649b10aa-dde6-4928-85c6-799ef8ad03d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c973fa2d-4f57-4ac4-b874-c222cd0b5d4a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:19.118090 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e248c5af-d261-4977-a94d-c7ec120d2a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63fb52d-a78d-402f-bc7f-5ea8bbfef9d8,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:19.237892 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-c62cec01-76df-4a18-a6b3-5c9cbf271ec5 None None] Set router 525d6816-2de2-433d-80b1-89acf030af90 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:23:19.248841 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca79bd4-c9a6-4c5b-89e3-dfdba18dc470 req-a18ef70d-f086-4dd8-aaed-843fc35539c7 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:19.257261 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2ca79bd4-c9a6-4c5b-89e3-dfdba18dc470 req-a18ef70d-f086-4dd8-aaed-843fc35539c7 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports?device_id=324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87 HTTP/1.1" status: 200 len: 931 time: 0.5400350 Jul 16 08:23:19.343154 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-937e95b0-51ea-435b-abf0-f735532b902a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:19.411196 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0dd5a94a-f4e4-4a2a-ab8e-ee81e0b68570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:19.590045 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-937e95b0-51ea-435b-abf0-f735532b902a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:19.600220 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-d8256c24-10a1-4e46-8eb0-cad93c32b78d tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=8104d40427e0444ca28ba0f9ff369926&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1906519 Jul 16 08:23:19.603234 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-937e95b0-51ea-435b-abf0-f735532b902a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['361fe878-1a00-41e7-b616-9ceb5a02994d']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:19.611703 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd5a94a-f4e4-4a2a-ab8e-ee81e0b68570 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0b904472-acd8-437a-8a5d-621d24e6748b,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:19.614854 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2ca79bd4-c9a6-4c5b-89e3-dfdba18dc470 req-f6c7ca05-97fa-4f55-bef1-07dce583ce10 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f648399-4160-4693-927f-f42af3b35078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3565719 Jul 16 08:23:19.687175 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7142d7db-1cfe-4d6f-a9d9-0e16d7938e3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:19.746362 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c62cec01-76df-4a18-a6b3-5c9cbf271ec5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525d6816-2de2-433d-80b1-89acf030af90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-790942259-router', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:07Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': 'eed38146a8c843738c66731bdf360734', 'gw_port': {'id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ad:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:08Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '3ecc27c8-7720-41c4-8722-654b9b21303b', 'name': '', 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'mac_address': 'fa:16:3e:4b:2c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:11Z', 'updated_at': '2021-07-16T08:23:18Z', 'revision_number': 4, 'project_id': 'eed38146a8c843738c66731bdf360734', 'subnets': [{'id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:19.761881 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-937e95b0-51ea-435b-abf0-f735532b902a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e727744-f960-4781-8228-196178fb4c15') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:19.762413 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-937e95b0-51ea-435b-abf0-f735532b902a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e727744-f960-4781-8228-196178fb4c15') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:19.778347 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-937e95b0-51ea-435b-abf0-f735532b902a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:19.807745 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c62cec01-76df-4a18-a6b3-5c9cbf271ec5 None None] The sync data for ids ['525d6816-2de2-433d-80b1-89acf030af90'] in n-d-771362-37 is: [{'id': '525d6816-2de2-433d-80b1-89acf030af90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-790942259-router', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:07Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': 'eed38146a8c843738c66731bdf360734', 'gw_port': {'id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ad:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:08Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '3ecc27c8-7720-41c4-8722-654b9b21303b', 'name': '', 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'mac_address': 'fa:16:3e:4b:2c:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:11Z', 'updated_at': '2021-07-16T08:23:18Z', 'revision_number': 4, 'project_id': 'eed38146a8c843738c66731bdf360734', 'subnets': [{'id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:23:19.808603 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7142d7db-1cfe-4d6f-a9d9-0e16d7938e3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:19.862852 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-937e95b0-51ea-435b-abf0-f735532b902a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:19.871001 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dd5a94a-f4e4-4a2a-ab8e-ee81e0b68570 admin admin] Checking segment: {'id': 'de080b41-bbbd-4e29-bfb4-46d976aa8df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8279b833-f9d9-4347-bf4e-ec650f3562b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:23:19.871001 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd5a94a-f4e4-4a2a-ab8e-ee81e0b68570 admin admin] Network hostable DHCP agents. Network: 8279b833-f9d9-4347-bf4e-ec650f3562b1, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:23:19.907322 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-d8d2bd48-df48-4f74-931a-bdea01c303bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 277e4a31-71f3-47e4-b253-456c33b5f8f5 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:23:19.913659 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-937e95b0-51ea-435b-abf0-f735532b902a admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:23:19.914070 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-937e95b0-51ea-435b-abf0-f735532b902a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:23:19.915758 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:23:19.938150 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-d8d2bd48-df48-4f74-931a-bdea01c303bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:19.943164 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-9d1d73e8-c6ea-4404-a6f8-1f53b1df826c tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:19.949916 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-9d1d73e8-c6ea-4404-a6f8-1f53b1df826c tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3487487 Jul 16 08:23:19.974530 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-3b9b3cc3-e196-4cdb-8a98-fd9278497167 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/quotas/8104d40427e0444ca28ba0f9ff369926 HTTP/1.1" status: 200 len: 375 time: 0.0236032 Jul 16 08:23:19.978476 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dd5a94a-f4e4-4a2a-ab8e-ee81e0b68570 admin admin] Network 8279b833-f9d9-4347-bf4e-ec650f3562b1 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:23:20.017967 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7142d7db-1cfe-4d6f-a9d9-0e16d7938e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:20.021247 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22609bf0-feba-4f9d-a189-f7067f8201e1 req-2956e92a-f828-4288-8bbe-a260568ae1ee tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:20.023278 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-22609bf0-feba-4f9d-a189-f7067f8201e1 req-2956e92a-f828-4288-8bbe-a260568ae1ee tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff53927-dfff-41fe-810a-82487cf5a97b HTTP/1.1" status: 200 len: 945 time: 0.2423966 Jul 16 08:23:20.024255 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-d8d2bd48-df48-4f74-931a-bdea01c303bd service neutron] Transition to ACTIVE for port object 277e4a31-71f3-47e4-b253-456c33b5f8f5 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:23:20.025244 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7142d7db-1cfe-4d6f-a9d9-0e16d7938e3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:20.025465 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-937e95b0-51ea-435b-abf0-f735532b902a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:20.031600 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7142d7db-1cfe-4d6f-a9d9-0e16d7938e3d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f63fb52d-a78d-402f-bc7f-5ea8bbfef9d8 HTTP/1.1" status: 204 len: 168 time: 0.9395275 Jul 16 08:23:20.031919 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-937e95b0-51ea-435b-abf0-f735532b902a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:20.036872 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-937e95b0-51ea-435b-abf0-f735532b902a admin admin] 10.222.0.22 "DELETE /v2.0/networks/361fe878-1a00-41e7-b616-9ceb5a02994d HTTP/1.1" status: 204 len: 168 time: 0.9838808 Jul 16 08:23:20.039830 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-d8d2bd48-df48-4f74-931a-bdea01c303bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:20.042595 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-0dd5a94a-f4e4-4a2a-ab8e-ee81e0b68570 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 8279b833-f9d9-4347-bf4e-ec650f3562b1) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:23:20.054198 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7142d7db-1cfe-4d6f-a9d9-0e16d7938e3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63fb52d-a78d-402f-bc7f-5ea8bbfef9d8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:20.059436 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47afc966-91a2-4a66-89fe-4a318a899980 None None] Network 8279b833-f9d9-4347-bf4e-ec650f3562b1 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:23:20.061116 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dd5a94a-f4e4-4a2a-ab8e-ee81e0b68570 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:20.061808 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0dd5a94a-f4e4-4a2a-ab8e-ee81e0b68570 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:20.091852 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0dd5a94a-f4e4-4a2a-ab8e-ee81e0b68570 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.1444423 Jul 16 08:23:20.101115 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42866) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:20.107591 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-16d08f89-446d-4167-97de-fbe44e2df421 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1597757362-router', 'tenant_id': '794aeccec8034bcf808547661ba057c6', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:20.160716 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-f3891fca-028a-4535-836d-cc517eb63a99 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1849873 Jul 16 08:23:20.177305 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937e95b0-51ea-435b-abf0-f735532b902a admin admin] Pushing event deleted for resources: {'Network': ['ID=361fe878-1a00-41e7-b616-9ceb5a02994d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:20.188077 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16d08f89-446d-4167-97de-fbe44e2df421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:20.191434 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16d08f89-446d-4167-97de-fbe44e2df421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:20.322469 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3ecc27c8-7720-41c4-8722-654b9b21303b up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:23:20.368563 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16d08f89-446d-4167-97de-fbe44e2df421 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:20.412790 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2bd48-df48-4f74-931a-bdea01c303bd service neutron] Pushing event updated for resources: {'Port': ['ID=277e4a31-71f3-47e4-b253-456c33b5f8f5,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:20.428741 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42872) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:20.488948 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-22609bf0-feba-4f9d-a189-f7067f8201e1 req-b6965583-4acf-4e79-a161-dea75ebd13cb tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3934784 Jul 16 08:23:20.518199 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 3ecc27c8-7720-41c4-8722-654b9b21303b completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:23:20.525110 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 3ecc27c8-7720-41c4-8722-654b9b21303b triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:20.526036 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:20.529834 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434d8b57-73a8-4c3f-80d3-bc33260d0a2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-8279b833-f9d9-4347-bf4e-ec650f3562b1', 'network_id': '8279b833-f9d9-4347-bf4e-ec650f3562b1', 'tenant_id': '794aeccec8034bcf808547661ba057c6', 'fixed_ips': [{'subnet_id': '0b904472-acd8-437a-8a5d-621d24e6748b'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:23:20.530951 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-434d8b57-73a8-4c3f-80d3-bc33260d0a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:20.623485 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-d8d2bd48-df48-4f74-931a-bdea01c303bd service neutron] Attempting to bind port 277e4a31-71f3-47e4-b253-456c33b5f8f5 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:23:20.623845 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-d8d2bd48-df48-4f74-931a-bdea01c303bd service neutron] Attempting to bind port 277e4a31-71f3-47e4-b253-456c33b5f8f5 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'daabb715-a942-4244-b821-e5bf3292c381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:23:20.624184 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-d8d2bd48-df48-4f74-931a-bdea01c303bd service neutron] Attempting to bind port 277e4a31-71f3-47e4-b253-456c33b5f8f5 on network 2a688f30-b751-493d-bda9-31166d01b9c0 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:23:20.645495 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-d8d2bd48-df48-4f74-931a-bdea01c303bd service neutron] Port 277e4a31-71f3-47e4-b253-456c33b5f8f5 on network 2a688f30-b751-493d-bda9-31166d01b9c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:23:20.645827 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-d8d2bd48-df48-4f74-931a-bdea01c303bd service neutron] Attempting to bind port 277e4a31-71f3-47e4-b253-456c33b5f8f5 on network 2a688f30-b751-493d-bda9-31166d01b9c0 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:23:20.723753 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-d8d2bd48-df48-4f74-931a-bdea01c303bd service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:23:20.724502 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-d8d2bd48-df48-4f74-931a-bdea01c303bd service neutron] Checking segment: {'id': 'daabb715-a942-4244-b821-e5bf3292c381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:23:20.725147 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-d8d2bd48-df48-4f74-931a-bdea01c303bd service neutron] Bound using segment: {'id': 'daabb715-a942-4244-b821-e5bf3292c381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:23:20.725795 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-d8d2bd48-df48-4f74-931a-bdea01c303bd service neutron] Bound port: 277e4a31-71f3-47e4-b253-456c33b5f8f5, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'daabb715-a942-4244-b821-e5bf3292c381', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:23:20.726664 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-d8d2bd48-df48-4f74-931a-bdea01c303bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:20.749178 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5d3c8788-82df-4d30-b713-825e444e6f42 req-35c26b3c-a5e8-424f-9576-a5a87f6023e6 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 210 time: 0.1412468 Jul 16 08:23:20.761441 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-434d8b57-73a8-4c3f-80d3-bc33260d0a2b None None] Allocated IP 172.20.0.2 (8279b833-f9d9-4347-bf4e-ec650f3562b1/0b904472-acd8-437a-8a5d-621d24e6748b/67dfb3be-26d1-43b6-b65b-70d0116924d0) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:23:20.808055 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7973436e-7312-4465-a96b-0995055ff0d0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7c6f696d424e4c4c9590ef0c4faca7bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3553176 Jul 16 08:23:20.808831 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42888) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:20.851325 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:23:20.909010 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16d08f89-446d-4167-97de-fbe44e2df421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:21.071464 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-d8d2bd48-df48-4f74-931a-bdea01c303bd service neutron] For port 277e4a31-71f3-47e4-b253-456c33b5f8f5, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:23:21.113311 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-36ccd0b0-9e49-45d8-84d5-14a21dae33e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:21.332463 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:21.406509 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16d08f89-446d-4167-97de-fbe44e2df421 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:21.432304 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 3ecc27c8-7720-41c4-8722-654b9b21303b, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=3ecc27c8-7720-41c4-8722-654b9b21303b,segment=NetworkSegment(f7af8b16-cb87-4576-be6c-d2d2183441bf),segment_id=f7af8b16-cb87-4576-be6c-d2d2183441bf)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:21.439504 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:23:21.459863 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:21.460532 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:21.462568 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:21.487606 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16d08f89-446d-4167-97de-fbe44e2df421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:21.512616 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-434d8b57-73a8-4c3f-80d3-bc33260d0a2b None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:21.568214 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-d8d2bd48-df48-4f74-931a-bdea01c303bd service neutron] For port 277e4a31-71f3-47e4-b253-456c33b5f8f5, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=277e4a31-71f3-47e4-b253-456c33b5f8f5,segment=NetworkSegment(daabb715-a942-4244-b821-e5bf3292c381),segment_id=daabb715-a942-4244-b821-e5bf3292c381)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:23:21.588134 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-434d8b57-73a8-4c3f-80d3-bc33260d0a2b None None] Transition to ACTIVE for port object 67dfb3be-26d1-43b6-b65b-70d0116924d0 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:23:21.594993 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-d8d2bd48-df48-4f74-931a-bdea01c303bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:21.644094 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-434d8b57-73a8-4c3f-80d3-bc33260d0a2b None None] Transition to ACTIVE for port object 67dfb3be-26d1-43b6-b65b-70d0116924d0 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:23:21.653286 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=3ecc27c8-7720-41c4-8722-654b9b21303b,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:21.680502 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-434d8b57-73a8-4c3f-80d3-bc33260d0a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:21.681989 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-36ccd0b0-9e49-45d8-84d5-14a21dae33e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:21.736043 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-d8d2bd48-df48-4f74-931a-bdea01c303bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:21.736951 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-d8d2bd48-df48-4f74-931a-bdea01c303bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:21.738519 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-d8d2bd48-df48-4f74-931a-bdea01c303bd service neutron] 10.222.0.30 "PUT /v2.0/ports/277e4a31-71f3-47e4-b253-456c33b5f8f5 HTTP/1.1" status: 200 len: 1092 time: 3.0234807 Jul 16 08:23:21.746320 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87', 'tag': '277e4a31-71f3-47e4-b253-456c33b5f8f5'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:23:21.751580 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208eeb2f-8f96-4a91-a299-f091ab159125" -d '{"events": [{"name": "network-changed", "server_uuid": "324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87", "tag": "277e4a31-71f3-47e4-b253-456c33b5f8f5"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:23:21.796881 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-16d08f89-446d-4167-97de-fbe44e2df421 admin admin] Allocated IP 172.25.3.220 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/5e0e7db3-742a-42c3-bb39-2c63a99e69d4) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:23:21.827211 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e305b4e4-27cb-4479-b8c6-b15e37a9f89d req-55971177-ab17-48e2-b2ca-cd8400acc28a tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:21.835330 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e305b4e4-27cb-4479-b8c6-b15e37a9f89d req-55971177-ab17-48e2-b2ca-cd8400acc28a tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports?device_id=324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87 HTTP/1.1" status: 200 len: 943 time: 0.8429711 Jul 16 08:23:21.875757 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d2bd48-df48-4f74-931a-bdea01c303bd service neutron] Pushing event updated for resources: {'Port': ['ID=277e4a31-71f3-47e4-b253-456c33b5f8f5,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:21.932587 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-434d8b57-73a8-4c3f-80d3-bc33260d0a2b None None] Network 8279b833-f9d9-4347-bf4e-ec650f3562b1 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:23:21.934141 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d8b57-73a8-4c3f-80d3-bc33260d0a2b None None] Pushing event updated for resources: {'Port': ['ID=67dfb3be-26d1-43b6-b65b-70d0116924d0,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:21.945852 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:21.948257 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-434d8b57-73a8-4c3f-80d3-bc33260d0a2b None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:23:21.957127 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434d8b57-73a8-4c3f-80d3-bc33260d0a2b None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:23:21.982726 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-36ccd0b0-9e49-45d8-84d5-14a21dae33e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:21.986039 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-36ccd0b0-9e49-45d8-84d5-14a21dae33e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:21.987415 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-36ccd0b0-9e49-45d8-84d5-14a21dae33e0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/274fa530-08e3-4bc7-ab30-8b645f6109f2 HTTP/1.1" status: 204 len: 168 time: 1.1760149 Jul 16 08:23:22.003477 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e305b4e4-27cb-4479-b8c6-b15e37a9f89d req-6b23cadc-a844-4e75-8775-72129ff17da4 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f648399-4160-4693-927f-f42af3b35078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668553 Jul 16 08:23:22.039018 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ccd0b0-9e49-45d8-84d5-14a21dae33e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=274fa530-08e3-4bc7-ab30-8b645f6109f2,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:22.087974 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-9e0cae2f-642c-4451-8659-d3876bbd3521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:22.089903 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-9e0cae2f-642c-4451-8659-d3876bbd3521 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84bf75c6d98d4e69bee4eaefa2810d3a&device_id=324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87 HTTP/1.1" status: 200 len: 1095 time: 0.2519751 Jul 16 08:23:22.104995 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16d08f89-446d-4167-97de-fbe44e2df421 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:22.139729 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:22.166181 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff53927-dfff-41fe-810a-82487cf5a97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:23:22.178741 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37af87ba-1101-46c6-9759-605c9ffdea9d" -d '{"events": [{"server_uuid": "6ff53927-dfff-41fe-810a-82487cf5a97b", "name": "network-vif-plugged", "status": "completed", "tag": "5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:23:22.186573 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-32858031-a638-463a-aacc-e5b686432554 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=277e4a31-71f3-47e4-b253-456c33b5f8f5 HTTP/1.1" status: 200 len: 217 time: 0.0843661 Jul 16 08:23:22.197710 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-434d8b57-73a8-4c3f-80d3-bc33260d0a2b None None] Attempting to bind port 67dfb3be-26d1-43b6-b65b-70d0116924d0 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:23:22.198082 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-434d8b57-73a8-4c3f-80d3-bc33260d0a2b None None] Attempting to bind port 67dfb3be-26d1-43b6-b65b-70d0116924d0 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'de080b41-bbbd-4e29-bfb4-46d976aa8df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8279b833-f9d9-4347-bf4e-ec650f3562b1'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:23:22.198847 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434d8b57-73a8-4c3f-80d3-bc33260d0a2b None None] Attempting to bind port 67dfb3be-26d1-43b6-b65b-70d0116924d0 on network 8279b833-f9d9-4347-bf4e-ec650f3562b1 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:23:22.212628 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434d8b57-73a8-4c3f-80d3-bc33260d0a2b None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:23:22.213022 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434d8b57-73a8-4c3f-80d3-bc33260d0a2b None None] Checking segment: {'id': 'de080b41-bbbd-4e29-bfb4-46d976aa8df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8279b833-f9d9-4347-bf4e-ec650f3562b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:23:22.215095 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-434d8b57-73a8-4c3f-80d3-bc33260d0a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:22.215576 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-434d8b57-73a8-4c3f-80d3-bc33260d0a2b None None] Bound using segment: {'id': 'de080b41-bbbd-4e29-bfb4-46d976aa8df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8279b833-f9d9-4347-bf4e-ec650f3562b1'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:23:22.216533 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-434d8b57-73a8-4c3f-80d3-bc33260d0a2b None None] Bound port: 67dfb3be-26d1-43b6-b65b-70d0116924d0, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de080b41-bbbd-4e29-bfb4-46d976aa8df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8279b833-f9d9-4347-bf4e-ec650f3562b1'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:23:22.219258 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-434d8b57-73a8-4c3f-80d3-bc33260d0a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:22.224928 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:22.226472 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16d08f89-446d-4167-97de-fbe44e2df421 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:22.289123 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3ecc27c8-7720-41c4-8722-654b9b21303b up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:23:22.303101 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d08f89-446d-4167-97de-fbe44e2df421 admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:23:22.307918 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-16d08f89-446d-4167-97de-fbe44e2df421 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:23:22.312211 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d08f89-446d-4167-97de-fbe44e2df421 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:23:22.326933 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-9310be53-98be-42ed-ac9e-6f98635fc128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:22.328453 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-9310be53-98be-42ed-ac9e-6f98635fc128 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03b96796-c852-49fd-be23-df5d401458c9 HTTP/1.1" status: 200 len: 860 time: 0.1330578 Jul 16 08:23:22.407451 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d08f89-446d-4167-97de-fbe44e2df421 admin admin] Pushing event updated for resources: {'Port': ['ID=5e0e7db3-742a-42c3-bb39-2c63a99e69d4,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:22.453228 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:22.460401 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b651eae-758c-4951-b6ca-2b59f2678552 req-f342c713-e446-4a2a-b576-2301bb2f1f2c tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:22.468896 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9b651eae-758c-4951-b6ca-2b59f2678552 req-f342c713-e446-4a2a-b576-2301bb2f1f2c tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff53927-dfff-41fe-810a-82487cf5a97b HTTP/1.1" status: 200 len: 946 time: 0.2489202 Jul 16 08:23:22.471553 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50fcbe08-22ee-4596-b248-9da8d283176e x-openstack-request-id: req-50fcbe08-22ee-4596-b248-9da8d283176e {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:23:22.473790 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87", "tag": "277e4a31-71f3-47e4-b253-456c33b5f8f5", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:23:22.474323 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-50fcbe08-22ee-4596-b248-9da8d283176e {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:23:22.474880 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87', 'tag': '277e4a31-71f3-47e4-b253-456c33b5f8f5', 'status': 'completed', 'code': 200} Jul 16 08:23:22.477430 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-434d8b57-73a8-4c3f-80d3-bc33260d0a2b None None] For port 67dfb3be-26d1-43b6-b65b-70d0116924d0, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:23:22.484280 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-434d8b57-73a8-4c3f-80d3-bc33260d0a2b None None] For port 67dfb3be-26d1-43b6-b65b-70d0116924d0, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=67dfb3be-26d1-43b6-b65b-70d0116924d0,segment=NetworkSegment(de080b41-bbbd-4e29-bfb4-46d976aa8df7),segment_id=de080b41-bbbd-4e29-bfb4-46d976aa8df7)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:23:22.492677 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 3ecc27c8-7720-41c4-8722-654b9b21303b triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:22.493046 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:22.495188 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-434d8b57-73a8-4c3f-80d3-bc33260d0a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:22.599472 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434d8b57-73a8-4c3f-80d3-bc33260d0a2b None None] Pushing event updated for resources: {'Port': ['ID=67dfb3be-26d1-43b6-b65b-70d0116924d0,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:22.673092 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9b651eae-758c-4951-b6ca-2b59f2678552 req-892cae71-9f1c-4419-b12f-343393bc6ec3 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936214 Jul 16 08:23:22.684619 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-e07bc3da-9745-4807-8d42-4f5b08fecb72 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8104d40427e0444ca28ba0f9ff369926&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0984120 Jul 16 08:23:22.687182 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16d08f89-446d-4167-97de-fbe44e2df421 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:22.697149 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-dc9bfb39-1f5e-4712-b10f-4974e9cab351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:22.701855 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-dc9bfb39-1f5e-4712-b10f-4974e9cab351 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2a688f30-b751-493d-bda9-31166d01b9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3569133 Jul 16 08:23:22.819412 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80a784b2-1d01-4200-849c-d03be78de963 req-0f032740-b3a9-4a49-8bb9-0102d588bd3e tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 210 time: 0.1148009 Jul 16 08:23:22.942788 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42944) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:23.002405 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:23:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403a2344-8ef5-40bb-9705-4a4b0c8177c6 x-openstack-request-id: req-403a2344-8ef5-40bb-9705-4a4b0c8177c6 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:23:23.002405 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff53927-dfff-41fe-810a-82487cf5a97b", "name": "network-vif-plugged", "status": "completed", "tag": "5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:23:23.002405 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-403a2344-8ef5-40bb-9705-4a4b0c8177c6 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:23:23.002405 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff53927-dfff-41fe-810a-82487cf5a97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db', 'code': 200} Jul 16 08:23:23.041630 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-355770ac-3d26-4596-9a4a-b376a476c890 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:23.043259 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-355770ac-3d26-4596-9a4a-b376a476c890 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3399425 Jul 16 08:23:23.048219 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-b77fec8c-c8d3-4ba4-967b-a733541ddcce service neutron] 10.222.0.30 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3087580 Jul 16 08:23:23.080382 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-8347e5ae-6d34-40a8-a605-39422e74b505 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Request body: {'port': {'device_id': '4ae5e9ac-6b43-4739-8513-47914a1e59a4', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'admin_state_up': True, 'tenant_id': '8104d40427e0444ca28ba0f9ff369926'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:23.155649 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16d08f89-446d-4167-97de-fbe44e2df421 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:23.167976 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-40cd2ff0-3f1f-45f2-a5b7-0a1240d47e87 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=567cbca9adba4ee1b43fccfffc3e2192&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218244 Jul 16 08:23:23.169108 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42952) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:23.292042 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c73e32-5df1-4663-9331-d32addcaeeed req-d1cc65a1-a259-4c98-9e3b-435e05287eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:23.293638 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-39c73e32-5df1-4663-9331-d32addcaeeed req-d1cc65a1-a259-4c98-9e3b-435e05287eab service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6ff53927-dfff-41fe-810a-82487cf5a97b HTTP/1.1" status: 200 len: 1098 time: 0.1855445 Jul 16 08:23:23.305013 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8563e3a7-c3d8-4f9d-af14-62358cd2fc47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:23.338400 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8563e3a7-c3d8-4f9d-af14-62358cd2fc47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:23.346261 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7e7541e-23b2-4c8a-9904-b2bc0666b2ee req-79d00100-7711-4513-bab0-3c022227d821 service neutron] 10.222.0.30 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2836869 Jul 16 08:23:23.367095 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-39c73e32-5df1-4663-9331-d32addcaeeed req-d3009d76-9f8e-41ad-ab4c-043f3265f9e7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604160 Jul 16 08:23:23.404448 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d08f89-446d-4167-97de-fbe44e2df421 admin admin] Router 8f2ef49f-f53e-4818-bf92-5b0b7a04aa15 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:23:23.409166 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8563e3a7-c3d8-4f9d-af14-62358cd2fc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:23.411766 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8563e3a7-c3d8-4f9d-af14-62358cd2fc47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:23.415264 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8563e3a7-c3d8-4f9d-af14-62358cd2fc47 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aea4f9d6-9241-40b9-ae5c-6ad42f93e336 HTTP/1.1" status: 204 len: 168 time: 0.2427583 Jul 16 08:23:23.418827 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-8347e5ae-6d34-40a8-a605-39422e74b505 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Made reservation on behalf of 8104d40427e0444ca28ba0f9ff369926 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:23:23.422320 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-8347e5ae-6d34-40a8-a605-39422e74b505 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:23.425008 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8563e3a7-c3d8-4f9d-af14-62358cd2fc47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aea4f9d6-9241-40b9-ae5c-6ad42f93e336,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:23.517170 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-630aac03-e237-4c4c-abf0-27cb0f562b9b tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=f49076656e8047f6b2c01f1705bfdc78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0277004 Jul 16 08:23:23.582396 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f8622a-a73c-417e-8cc1-91de92399830 req-e5277db9-7990-4633-b609-23d091f0e191 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:23.589290 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-80f8622a-a73c-417e-8cc1-91de92399830 req-e5277db9-7990-4633-b609-23d091f0e191 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports?device_id=324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87 HTTP/1.1" status: 200 len: 943 time: 0.2239249 Jul 16 08:23:23.615042 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208eeb2f-8f96-4a91-a299-f091ab159125 req-80038d73-e81d-4044-a010-f2c383a3ddd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:23.616812 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-208eeb2f-8f96-4a91-a299-f091ab159125 req-80038d73-e81d-4044-a010-f2c383a3ddd8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84bf75c6d98d4e69bee4eaefa2810d3a&device_id=324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87 HTTP/1.1" status: 200 len: 1095 time: 0.1995304 Jul 16 08:23:23.661160 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d08f89-446d-4167-97de-fbe44e2df421 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:23:23.674905 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff1d823-4aa3-4357-9595-235d3e4eddd6 None None] Sync routers for ids ['8f2ef49f-f53e-4818-bf92-5b0b7a04aa15'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:23:23.690295 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff1d823-4aa3-4357-9595-235d3e4eddd6 None None] Routers {'8f2ef49f-f53e-4818-bf92-5b0b7a04aa15'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:23:23.691276 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-dff1d823-4aa3-4357-9595-235d3e4eddd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:23:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['8f2ef49f-f53e-4818-bf92-5b0b7a04aa15'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:23.701656 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-dfee9a93-3a2a-4d0e-9ad3-58be710c6b8c tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:23.708311 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-dfee9a93-3a2a-4d0e-9ad3-58be710c6b8c tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1846664 Jul 16 08:23:23.710443 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16d08f89-446d-4167-97de-fbe44e2df421 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:23.712609 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-80f8622a-a73c-417e-8cc1-91de92399830 req-a0fd2266-5e47-4bab-ab0d-0daf1fd0e337 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f648399-4160-4693-927f-f42af3b35078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221333 Jul 16 08:23:23.731649 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-16d08f89-446d-4167-97de-fbe44e2df421 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.6270120 Jul 16 08:23:23.732057 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-8347e5ae-6d34-40a8-a605-39422e74b505 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Allocated IP 192.168.233.168 (30bff2e9-dcab-4751-913d-9c4ac9d8019b/c36b7919-0b6b-490a-bff0-04ed964d98ec/d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:23:23.732197 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42970) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:23.831584 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-af2c8865-005e-40d4-adcd-090c5e7f86d2 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.22 "GET /v2.0/quotas/f49076656e8047f6b2c01f1705bfdc78 HTTP/1.1" status: 200 len: 375 time: 0.1010683 Jul 16 08:23:23.877594 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-d58b89ad-24df-404c-9968-cd1c7d821429 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f49076656e8047f6b2c01f1705bfdc78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0362117 Jul 16 08:23:23.925873 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208eeb2f-8f96-4a91-a299-f091ab159125 req-fb281733-cfc1-4993-a23d-896459b13cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:23.927568 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-208eeb2f-8f96-4a91-a299-f091ab159125 req-fb281733-cfc1-4993-a23d-896459b13cb1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2a688f30-b751-493d-bda9-31166d01b9c0 HTTP/1.1" status: 200 len: 922 time: 0.2802341 Jul 16 08:23:24.045420 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-208eeb2f-8f96-4a91-a299-f091ab159125 req-e339acc9-6ec1-475b-ae67-4ac8e36e8193 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=277e4a31-71f3-47e4-b253-456c33b5f8f5 HTTP/1.1" status: 200 len: 217 time: 0.0967524 Jul 16 08:23:24.081254 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-dff1d823-4aa3-4357-9595-235d3e4eddd6 None None] Set router 8f2ef49f-f53e-4818-bf92-5b0b7a04aa15 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:23:24.089240 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d87655-d6f3-4e03-a071-d56d563e9be8 None None] Network 8279b833-f9d9-4347-bf4e-ec650f3562b1 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:23:24.248328 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-8347e5ae-6d34-40a8-a605-39422e74b505 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:24.311018 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-036b1e14-9828-4da7-89c7-a891895a65a2 None None] Provisioning for port 67dfb3be-26d1-43b6-b65b-70d0116924d0 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:23:24.337375 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208eeb2f-8f96-4a91-a299-f091ab159125 req-ce03ff65-d2d0-4458-99f5-8935a9f201eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:24.348745 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-208eeb2f-8f96-4a91-a299-f091ab159125 req-ce03ff65-d2d0-4458-99f5-8935a9f201eb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03b96796-c852-49fd-be23-df5d401458c9 HTTP/1.1" status: 200 len: 860 time: 0.2831621 Jul 16 08:23:24.357068 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-8347e5ae-6d34-40a8-a605-39422e74b505 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Transition to ACTIVE for port object d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:23:24.414673 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 67dfb3be-26d1-43b6-b65b-70d0116924d0 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:23:24.532692 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-dff1d823-4aa3-4357-9595-235d3e4eddd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2ef49f-f53e-4818-bf92-5b0b7a04aa15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1597757362-router', 'tenant_id': '794aeccec8034bcf808547661ba057c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '5e0e7db3-742a-42c3-bb39-2c63a99e69d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:20Z', 'updated_at': '2021-07-16T08:23:22Z', 'revision_number': 3, 'project_id': '794aeccec8034bcf808547661ba057c6', 'gw_port': {'id': '5e0e7db3-742a-42c3-bb39-2c63a99e69d4', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cf:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2ef49f-f53e-4818-bf92-5b0b7a04aa15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:21Z', 'updated_at': '2021-07-16T08:23:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:24.567745 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff1d823-4aa3-4357-9595-235d3e4eddd6 None None] Checking router: 8f2ef49f-f53e-4818-bf92-5b0b7a04aa15 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:23:24.568632 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff1d823-4aa3-4357-9595-235d3e4eddd6 None None] Updating router 8f2ef49f-f53e-4818-bf92-5b0b7a04aa15 port 5e0e7db3-742a-42c3-bb39-2c63a99e69d4 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:23:24.616026 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dff1d823-4aa3-4357-9595-235d3e4eddd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:24.681247 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-8347e5ae-6d34-40a8-a605-39422e74b505 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:24.717410 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['dd1a6f7e-95c9-4338-87ac-59c2c04f3a98'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:23:24.816056 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 67dfb3be-26d1-43b6-b65b-70d0116924d0 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:23:24.824396 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 67dfb3be-26d1-43b6-b65b-70d0116924d0 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:24.824778 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:24.958154 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-8347e5ae-6d34-40a8-a605-39422e74b505 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:23:24.972784 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208eeb2f-8f96-4a91-a299-f091ab159125 req-ff88cc27-f5ac-47ba-a50a-7f7d4a665906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:24.992391 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-208eeb2f-8f96-4a91-a299-f091ab159125 req-ff88cc27-f5ac-47ba-a50a-7f7d4a665906 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2a688f30-b751-493d-bda9-31166d01b9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6421232 Jul 16 08:23:24.996074 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8347e5ae-6d34-40a8-a605-39422e74b505 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Pushing event updated for resources: {'Port': ['ID=d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:25.001599 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-8347e5ae-6d34-40a8-a605-39422e74b505 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:23:25.006968 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-8347e5ae-6d34-40a8-a605-39422e74b505 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:23:25.109186 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:25.178739 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-8347e5ae-6d34-40a8-a605-39422e74b505 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:25.180453 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-8347e5ae-6d34-40a8-a605-39422e74b505 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:25.202027 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dff1d823-4aa3-4357-9595-235d3e4eddd6 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:25.213660 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-dff1d823-4aa3-4357-9595-235d3e4eddd6 None None] Transition to ACTIVE for port object 5e0e7db3-742a-42c3-bb39-2c63a99e69d4 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:23:25.225985 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dff1d823-4aa3-4357-9595-235d3e4eddd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:25.252199 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-8347e5ae-6d34-40a8-a605-39422e74b505 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1903880 Jul 16 08:23:25.265271 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fdc69a-e7d3-43bb-a0e6-83ae1ab49bb3 req-aa7c8819-20c5-4701-a703-8b4bc9924343 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:25.280123 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-97fdc69a-e7d3-43bb-a0e6-83ae1ab49bb3 req-aa7c8819-20c5-4701-a703-8b4bc9924343 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff53927-dfff-41fe-810a-82487cf5a97b HTTP/1.1" status: 200 len: 946 time: 0.3884609 Jul 16 08:23:25.321468 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-9852ce5a-9de3-4036-b47d-31648bd51e73 service neutron] Request body: {'port': {'device_id': '4ae5e9ac-6b43-4739-8513-47914a1e59a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:25.338270 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d164f-a678-4b32-8cde-52def7091bfa None None] Pushing event updated for resources: {'Port': ['ID=5e0e7db3-742a-42c3-bb39-2c63a99e69d4,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:25.341753 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 67dfb3be-26d1-43b6-b65b-70d0116924d0, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=67dfb3be-26d1-43b6-b65b-70d0116924d0,segment=NetworkSegment(de080b41-bbbd-4e29-bfb4-46d976aa8df7),segment_id=de080b41-bbbd-4e29-bfb4-46d976aa8df7)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:25.372449 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:25.381990 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-dff1d823-4aa3-4357-9595-235d3e4eddd6 None None] Attempting to bind port 5e0e7db3-742a-42c3-bb39-2c63a99e69d4 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:23:25.382383 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-dff1d823-4aa3-4357-9595-235d3e4eddd6 None None] Attempting to bind port 5e0e7db3-742a-42c3-bb39-2c63a99e69d4 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:23:25.382755 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff1d823-4aa3-4357-9595-235d3e4eddd6 None None] Attempting to bind port 5e0e7db3-742a-42c3-bb39-2c63a99e69d4 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:23:25.389322 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff1d823-4aa3-4357-9595-235d3e4eddd6 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:23:25.389705 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff1d823-4aa3-4357-9595-235d3e4eddd6 None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:23:25.390118 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dff1d823-4aa3-4357-9595-235d3e4eddd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:25.390518 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff1d823-4aa3-4357-9595-235d3e4eddd6 None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:23:25.393956 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-dff1d823-4aa3-4357-9595-235d3e4eddd6 None None] Bound port: 5e0e7db3-742a-42c3-bb39-2c63a99e69d4, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:23:25.393956 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dff1d823-4aa3-4357-9595-235d3e4eddd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:25.415170 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b55129a-e146-436c-ae30-460e3e7d8432 req-543e5e4c-fa19-4a2d-93a0-5c6421a90b23 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:25.425783 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b55129a-e146-436c-ae30-460e3e7d8432 req-543e5e4c-fa19-4a2d-93a0-5c6421a90b23 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 936 time: 0.5809219 Jul 16 08:23:25.468326 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-97fdc69a-e7d3-43bb-a0e6-83ae1ab49bb3 req-1a23b773-4c80-4ce1-8701-d3aac053936c tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697123 Jul 16 08:23:25.474424 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d03c7b1-3989-4680-9642-aa3c7b891df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:25.512183 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b55129a-e146-436c-ae30-460e3e7d8432 req-df95db8d-1bbd-4a5e-b90e-c868ae76fdcf tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853531 Jul 16 08:23:25.527454 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-dff1d823-4aa3-4357-9595-235d3e4eddd6 None None] For port 5e0e7db3-742a-42c3-bb39-2c63a99e69d4, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:23:25.533100 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-dff1d823-4aa3-4357-9595-235d3e4eddd6 None None] For port 5e0e7db3-742a-42c3-bb39-2c63a99e69d4, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=5e0e7db3-742a-42c3-bb39-2c63a99e69d4,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:23:25.539093 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-208eeb2f-8f96-4a91-a299-f091ab159125 req-ebacfb06-7b96-458b-9c65-5c2421a356e9 service neutron] 10.222.0.30 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329828 Jul 16 08:23:25.547319 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dff1d823-4aa3-4357-9595-235d3e4eddd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:25.584821 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=67dfb3be-26d1-43b6-b65b-70d0116924d0,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:25.599438 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-803b4cf3-605f-4d4a-9f0c-748d010d72e3 None None] Provisioning for port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:23:25.604566 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-803b4cf3-605f-4d4a-9f0c-748d010d72e3 None None] Provisioning complete for port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:25.605206 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-803b4cf3-605f-4d4a-9f0c-748d010d72e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:25.638465 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-9852ce5a-9de3-4036-b47d-31648bd51e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:25.651864 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-803b4cf3-605f-4d4a-9f0c-748d010d72e3 None None] Port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:23:25.700759 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff1d823-4aa3-4357-9595-235d3e4eddd6 None None] Routers {'8f2ef49f-f53e-4818-bf92-5b0b7a04aa15'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:23:25.706292 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-dff1d823-4aa3-4357-9595-235d3e4eddd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:23:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['8f2ef49f-f53e-4818-bf92-5b0b7a04aa15'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:25.720002 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c60e6c07-a605-435e-ab2b-ec1116fd6c11 req-f2fe23be-6a3b-40e5-80bc-c2e360209aee tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63a1e9f-f06d-426c-aa61-32522da69f88 HTTP/1.1" status: 200 len: 210 time: 0.0545664 Jul 16 08:23:25.796662 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-16146fbd-75e9-4de3-bccd-f47a1429f321 None None] Provisioning complete for port 67dfb3be-26d1-43b6-b65b-70d0116924d0 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:25.798405 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-16146fbd-75e9-4de3-bccd-f47a1429f321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:25.842453 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-208eeb2f-8f96-4a91-a299-f091ab159125 req-f005f488-dc3c-4892-99bb-e346245202bf service neutron] 10.222.0.30 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002707 Jul 16 08:23:25.906609 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-2d03c7b1-3989-4680-9642-aa3c7b891df1 admin admin] Allocated IP 172.20.0.1 (8279b833-f9d9-4347-bf4e-ec650f3562b1/0b904472-acd8-437a-8a5d-621d24e6748b/80e43e51-91d9-416c-a80f-f6ad5d4750cb) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:23:25.925298 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-dff1d823-4aa3-4357-9595-235d3e4eddd6 None None] Set router 8f2ef49f-f53e-4818-bf92-5b0b7a04aa15 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:23:26.087307 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d03c7b1-3989-4680-9642-aa3c7b891df1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:26.105459 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-2d03c7b1-3989-4680-9642-aa3c7b891df1 admin admin] Transition to ACTIVE for port object 80e43e51-91d9-416c-a80f-f6ad5d4750cb will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:23:26.236471 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d03c7b1-3989-4680-9642-aa3c7b891df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:26.238338 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 67dfb3be-26d1-43b6-b65b-70d0116924d0 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:23:26.241956 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365d164f-a678-4b32-8cde-52def7091bfa None None] Pushing event updated for resources: {'Port': ['ID=5e0e7db3-742a-42c3-bb39-2c63a99e69d4,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:26.299435 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-6076302f-f491-4ba7-ad18-63e2f3fe55a8 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=f49076656e8047f6b2c01f1705bfdc78&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0533245 Jul 16 08:23:26.301608 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-9852ce5a-9de3-4036-b47d-31648bd51e73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:23:26.318498 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d03c7b1-3989-4680-9642-aa3c7b891df1 admin admin] Network 8279b833-f9d9-4347-bf4e-ec650f3562b1 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:23:26.325111 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-2d03c7b1-3989-4680-9642-aa3c7b891df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:23:26.331814 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d03c7b1-3989-4680-9642-aa3c7b891df1 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:23:26.332712 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d03c7b1-3989-4680-9642-aa3c7b891df1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:26.344761 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-9852ce5a-9de3-4036-b47d-31648bd51e73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:26.346754 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c674af-9c28-4440-97ec-5b33d2bf65ea req-3eb812e4-30d1-46df-8470-da3d16133fb3 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:26.353938 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82c674af-9c28-4440-97ec-5b33d2bf65ea req-3eb812e4-30d1-46df-8470-da3d16133fb3 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports?device_id=324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87 HTTP/1.1" status: 200 len: 943 time: 0.2504749 Jul 16 08:23:26.360893 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03c7b1-3989-4680-9642-aa3c7b891df1 admin admin] Pushing event updated for resources: {'Port': ['ID=80e43e51-91d9-416c-a80f-f6ad5d4750cb,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:26.394626 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-dff1d823-4aa3-4357-9595-235d3e4eddd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2ef49f-f53e-4818-bf92-5b0b7a04aa15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1597757362-router', 'tenant_id': '794aeccec8034bcf808547661ba057c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '5e0e7db3-742a-42c3-bb39-2c63a99e69d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:20Z', 'updated_at': '2021-07-16T08:23:22Z', 'revision_number': 3, 'project_id': '794aeccec8034bcf808547661ba057c6', 'gw_port': {'id': '5e0e7db3-742a-42c3-bb39-2c63a99e69d4', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cf:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2ef49f-f53e-4818-bf92-5b0b7a04aa15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:21Z', 'updated_at': '2021-07-16T08:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:26.443895 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-9852ce5a-9de3-4036-b47d-31648bd51e73 service neutron] Transition to ACTIVE for port object d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:23:26.444689 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dff1d823-4aa3-4357-9595-235d3e4eddd6 None None] The sync data for ids ['8f2ef49f-f53e-4818-bf92-5b0b7a04aa15'] in n-d-771362-37 is: [{'id': '8f2ef49f-f53e-4818-bf92-5b0b7a04aa15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1597757362-router', 'tenant_id': '794aeccec8034bcf808547661ba057c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '5e0e7db3-742a-42c3-bb39-2c63a99e69d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:20Z', 'updated_at': '2021-07-16T08:23:22Z', 'revision_number': 3, 'project_id': '794aeccec8034bcf808547661ba057c6', 'gw_port': {'id': '5e0e7db3-742a-42c3-bb39-2c63a99e69d4', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cf:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2ef49f-f53e-4818-bf92-5b0b7a04aa15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:21Z', 'updated_at': '2021-07-16T08:23:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:23:26.474811 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82c674af-9c28-4440-97ec-5b33d2bf65ea req-43239d6f-5c17-445e-a897-1f87ab97a032 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f648399-4160-4693-927f-f42af3b35078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197579 Jul 16 08:23:26.480522 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 67dfb3be-26d1-43b6-b65b-70d0116924d0 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:26.480904 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:26.486938 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-9852ce5a-9de3-4036-b47d-31648bd51e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:26.545379 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852ce5a-9de3-4036-b47d-31648bd51e73 service neutron] Pushing event updated for resources: {'Port': ['ID=d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:26.642222 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 277e4a31-71f3-47e4-b253-456c33b5f8f5 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:23:26.677175 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d03c7b1-3989-4680-9642-aa3c7b891df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:26.792932 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-a535709d-8fd2-4105-acbe-972a2edc7033 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:26.794571 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-a535709d-8fd2-4105-acbe-972a2edc7033 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4881179 Jul 16 08:23:26.800749 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf3fb93-f534-4983-b240-44731ed9b657 req-933c39fb-29ad-443b-8233-df412eec8b1f tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:26.808094 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8bf3fb93-f534-4983-b240-44731ed9b657 req-933c39fb-29ad-443b-8233-df412eec8b1f tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6ff53927-dfff-41fe-810a-82487cf5a97b HTTP/1.1" status: 200 len: 1098 time: 0.4551644 Jul 16 08:23:26.847504 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-3e6c2740-a047-4f0d-aacd-875319f713e1 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Request body: {'port': {'device_id': 'c63a1e9f-f06d-426c-aa61-32522da69f88', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'admin_state_up': True, 'tenant_id': 'f49076656e8047f6b2c01f1705bfdc78'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:26.869136 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 277e4a31-71f3-47e4-b253-456c33b5f8f5, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=277e4a31-71f3-47e4-b253-456c33b5f8f5,segment=NetworkSegment(daabb715-a942-4244-b821-e5bf3292c381),segment_id=daabb715-a942-4244-b821-e5bf3292c381)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:26.878496 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4083d878-904f-40b6-b754-96c19b733faf None None] Provisioning for port 80e43e51-91d9-416c-a80f-f6ad5d4750cb completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:23:26.940579 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4083d878-904f-40b6-b754-96c19b733faf None None] Provisioning complete for port 80e43e51-91d9-416c-a80f-f6ad5d4750cb triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:26.940925 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4083d878-904f-40b6-b754-96c19b733faf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:26.944048 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '277e4a31-71f3-47e4-b253-456c33b5f8f5', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'port_id': '277e4a31-71f3-47e4-b253-456c33b5f8f5', 'mac_address': 'fa:16:3e:ac:b7:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03b96796-c852-49fd-be23-df5d401458c9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:23:26.944536 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8bf3fb93-f534-4983-b240-44731ed9b657 req-399c92a3-f186-4334-bc05-db9e920e236d tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355176 Jul 16 08:23:27.048422 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-4083d878-904f-40b6-b754-96c19b733faf None None] Port 80e43e51-91d9-416c-a80f-f6ad5d4750cb cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:23:27.068339 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:27.070492 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d03c7b1-3989-4680-9642-aa3c7b891df1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:27.080487 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d03c7b1-3989-4680-9642-aa3c7b891df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:27.081171 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d03c7b1-3989-4680-9642-aa3c7b891df1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:27.115776 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277e4a31-71f3-47e4-b253-456c33b5f8f5 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:23:27.146674 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 277e4a31-71f3-47e4-b253-456c33b5f8f5, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=277e4a31-71f3-47e4-b253-456c33b5f8f5,segment=NetworkSegment(daabb715-a942-4244-b821-e5bf3292c381),segment_id=daabb715-a942-4244-b821-e5bf3292c381)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:27.160835 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:27.241111 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d03c7b1-3989-4680-9642-aa3c7b891df1 admin admin] Pushing event updated for resources: {'Port': ['ID=80e43e51-91d9-416c-a80f-f6ad5d4750cb,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:27.259838 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=277e4a31-71f3-47e4-b253-456c33b5f8f5,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:27.345772 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d03c7b1-3989-4680-9642-aa3c7b891df1 admin admin] Network 8279b833-f9d9-4347-bf4e-ec650f3562b1 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:23:27.356544 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-2d03c7b1-3989-4680-9642-aa3c7b891df1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:23:27.386615 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['277e4a31-71f3-47e4-b253-456c33b5f8f5'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:23:27.390304 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-94c76203-7cdc-4cb0-b8d5-d83d91ae1659 req-5aa4a2f4-f925-4533-b601-e5fee7cb9292 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63a1e9f-f06d-426c-aa61-32522da69f88 HTTP/1.1" status: 200 len: 210 time: 0.0432746 Jul 16 08:23:27.398006 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-9852ce5a-9de3-4036-b47d-31648bd51e73 service neutron] Attempting to bind port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:23:27.398455 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-9852ce5a-9de3-4036-b47d-31648bd51e73 service neutron] Attempting to bind port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:23:27.398577 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-9852ce5a-9de3-4036-b47d-31648bd51e73 service neutron] Attempting to bind port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:23:27.406373 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-9852ce5a-9de3-4036-b47d-31648bd51e73 service neutron] Port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:23:27.406714 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-9852ce5a-9de3-4036-b47d-31648bd51e73 service neutron] Attempting to bind port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:23:27.423704 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-9852ce5a-9de3-4036-b47d-31648bd51e73 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:23:27.423704 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-9852ce5a-9de3-4036-b47d-31648bd51e73 service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:23:27.423704 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-9852ce5a-9de3-4036-b47d-31648bd51e73 service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:23:27.423704 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-9852ce5a-9de3-4036-b47d-31648bd51e73 service neutron] Bound port: d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:23:27.423704 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-9852ce5a-9de3-4036-b47d-31648bd51e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:27.462074 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-3e6c2740-a047-4f0d-aacd-875319f713e1 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Made reservation on behalf of f49076656e8047f6b2c01f1705bfdc78 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:23:27.478549 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-3e6c2740-a047-4f0d-aacd-875319f713e1 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:27.493539 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-3e6c2740-a047-4f0d-aacd-875319f713e1 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:27.630237 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d03c7b1-3989-4680-9642-aa3c7b891df1 admin admin] Router 8f2ef49f-f53e-4818-bf92-5b0b7a04aa15 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:23:27.636887 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e0b1ae-b686-4cef-93c3-0356119c5387 req-0a377605-a74f-4795-b139-28d3dcfe832a tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:27.638972 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-00e0b1ae-b686-4cef-93c3-0356119c5387 req-0a377605-a74f-4795-b139-28d3dcfe832a tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 948 time: 0.2848973 Jul 16 08:23:27.665039 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-9852ce5a-9de3-4036-b47d-31648bd51e73 service neutron] For port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:23:27.669458 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-9852ce5a-9de3-4036-b47d-31648bd51e73 service neutron] For port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:23:27.676764 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a0e3fac5-4bb4-4b72-bbe8-a3bb6a7ab7e2 None None] Provisioning complete for port 80e43e51-91d9-416c-a80f-f6ad5d4750cb triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:27.677289 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a0e3fac5-4bb4-4b72-bbe8-a3bb6a7ab7e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:27.689531 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-9852ce5a-9de3-4036-b47d-31648bd51e73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:27.711972 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af99e6d-fcd5-4fbe-836c-a716d32e000d req-b18449ee-0ca3-4d86-8128-5950cf64b0a3 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:27.719186 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2af99e6d-fcd5-4fbe-836c-a716d32e000d req-b18449ee-0ca3-4d86-8128-5950cf64b0a3 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6ff53927-dfff-41fe-810a-82487cf5a97b HTTP/1.1" status: 200 len: 1098 time: 0.1411994 Jul 16 08:23:27.722722 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a0e3fac5-4bb4-4b72-bbe8-a3bb6a7ab7e2 None None] Port 80e43e51-91d9-416c-a80f-f6ad5d4750cb cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:23:27.760466 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-9852ce5a-9de3-4036-b47d-31648bd51e73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:27.761103 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-9852ce5a-9de3-4036-b47d-31648bd51e73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:27.762565 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-9852ce5a-9de3-4036-b47d-31648bd51e73 service neutron] 10.222.0.21 "PUT /v2.0/ports/d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b HTTP/1.1" status: 200 len: 1097 time: 2.4520583 Jul 16 08:23:27.764440 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae5e9ac-6b43-4739-8513-47914a1e59a4', 'tag': 'd6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:23:27.771866 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea570980-db1c-4fd5-b8cf-23952748723b" -d '{"events": [{"name": "network-changed", "server_uuid": "4ae5e9ac-6b43-4739-8513-47914a1e59a4", "tag": "d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:23:27.790927 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-00e0b1ae-b686-4cef-93c3-0356119c5387 req-903ca72d-a6a2-479c-a11a-fb0dcea03ffb tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392038 Jul 16 08:23:27.815236 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2af99e6d-fcd5-4fbe-836c-a716d32e000d req-d73a6abe-44f5-43fe-8ace-e4b8ed3da493 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950499 Jul 16 08:23:27.839654 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d03c7b1-3989-4680-9642-aa3c7b891df1 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:23:27.854365 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2d03c7b1-3989-4680-9642-aa3c7b891df1 admin admin] 10.222.0.22 "PUT /v2.0/routers/8f2ef49f-f53e-4818-bf92-5b0b7a04aa15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1211095 Jul 16 08:23:27.900680 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9852ce5a-9de3-4036-b47d-31648bd51e73 service neutron] Pushing event updated for resources: {'Port': ['ID=d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:27.954112 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-3e6c2740-a047-4f0d-aacd-875319f713e1 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:27.962973 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-3e6c2740-a047-4f0d-aacd-875319f713e1 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:27.991006 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-373b2ccd-c53d-4e22-b132-6eec8d6f6a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:27.992639 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-373b2ccd-c53d-4e22-b132-6eec8d6f6a53 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 1100 time: 0.1588089 Jul 16 08:23:28.063166 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:23:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-041b5fee-b236-4398-bad3-da9389413712 x-openstack-request-id: req-041b5fee-b236-4398-bad3-da9389413712 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:23:28.063601 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ae5e9ac-6b43-4739-8513-47914a1e59a4", "tag": "d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:23:28.063857 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-041b5fee-b236-4398-bad3-da9389413712 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:23:28.064260 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae5e9ac-6b43-4739-8513-47914a1e59a4', 'tag': 'd6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b', 'status': 'completed', 'code': 200} Jul 16 08:23:28.118342 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-42d9165c-c0e5-4b4a-9816-e551cb62fd8f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b HTTP/1.1" status: 200 len: 217 time: 0.1177104 Jul 16 08:23:28.152507 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c2740-a047-4f0d-aacd-875319f713e1 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ddbfe8de-527e-4912-b134-40a43a6b0dcc,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:28.239454 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 5e0e7db3-742a-42c3-bb39-2c63a99e69d4 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:23:28.263322 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-aa261519-f5bc-4b0f-992a-d64b7332a09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:28.265392 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-aa261519-f5bc-4b0f-992a-d64b7332a09b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.1316223 Jul 16 08:23:28.291815 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-3e6c2740-a047-4f0d-aacd-875319f713e1 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Allocated IP 192.168.233.30 (30bff2e9-dcab-4751-913d-9c4ac9d8019b/c36b7919-0b6b-490a-bff0-04ed964d98ec/01da8e36-8d6e-4032-8b13-c3401231eecc) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:23:28.293139 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 5e0e7db3-742a-42c3-bb39-2c63a99e69d4 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:23:28.299889 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 5e0e7db3-742a-42c3-bb39-2c63a99e69d4 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:28.300469 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:28.333950 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f7bf68-6e8f-4b09-b3f8-deb7c0b54640 req-45547418-b398-4c4c-ad87-bc91b6f70dab tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:28.335488 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-54f7bf68-6e8f-4b09-b3f8-deb7c0b54640 req-45547418-b398-4c4c-ad87-bc91b6f70dab tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports?device_id=324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87 HTTP/1.1" status: 200 len: 944 time: 0.2277870 Jul 16 08:23:28.399309 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:28.430936 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 5e0e7db3-742a-42c3-bb39-2c63a99e69d4, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=5e0e7db3-742a-42c3-bb39-2c63a99e69d4,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:28.435366 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-f60aba85-3c3e-48fa-8ba6-90775635595f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:28.437025 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-f60aba85-3c3e-48fa-8ba6-90775635595f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1627057 Jul 16 08:23:28.437929 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:28.440125 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-54f7bf68-6e8f-4b09-b3f8-deb7c0b54640 req-a74ec71e-4f75-4dc8-ba60-bdd7749fe307 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f648399-4160-4693-927f-f42af3b35078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944774 Jul 16 08:23:28.502291 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=5e0e7db3-742a-42c3-bb39-2c63a99e69d4,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:28.606681 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-e97bdcdf-9b01-4089-b840-0157a3f81ad1 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594934 Jul 16 08:23:28.609429 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-3e6c2740-a047-4f0d-aacd-875319f713e1 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:28.646466 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-3e6c2740-a047-4f0d-aacd-875319f713e1 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Transition to ACTIVE for port object 01da8e36-8d6e-4032-8b13-c3401231eecc will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:23:28.648191 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 277e4a31-71f3-47e4-b253-456c33b5f8f5 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:23:28.713893 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 277e4a31-71f3-47e4-b253-456c33b5f8f5 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:23:28.720193 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 277e4a31-71f3-47e4-b253-456c33b5f8f5 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:28.721059 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:28.740485 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-307f7ff2-a4f8-4f28-bee1-3ed21d2b988c req-984127b1-4ec0-4218-99ce-9e005b16701c service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236768 Jul 16 08:23:28.753391 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-3e6c2740-a047-4f0d-aacd-875319f713e1 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:28.818610 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-3e6c2740-a047-4f0d-aacd-875319f713e1 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:23:28.876479 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-3e6c2740-a047-4f0d-aacd-875319f713e1 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:23:28.880100 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-3e6c2740-a047-4f0d-aacd-875319f713e1 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:23:28.887773 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6c2740-a047-4f0d-aacd-875319f713e1 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Pushing event updated for resources: {'Port': ['ID=01da8e36-8d6e-4032-8b13-c3401231eecc,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:28.943860 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:28.962953 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-3e6c2740-a047-4f0d-aacd-875319f713e1 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:28.963658 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-3e6c2740-a047-4f0d-aacd-875319f713e1 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:28.967933 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa7d3aa-3ab1-4ceb-8126-b9e70e864eef req-45899c3b-0a58-45ca-b011-59e760af7606 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:28.972909 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9aa7d3aa-3ab1-4ceb-8126-b9e70e864eef req-45899c3b-0a58-45ca-b011-59e760af7606 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63a1e9f-f06d-426c-aa61-32522da69f88 HTTP/1.1" status: 200 len: 935 time: 0.1306674 Jul 16 08:23:29.010334 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 277e4a31-71f3-47e4-b253-456c33b5f8f5, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=277e4a31-71f3-47e4-b253-456c33b5f8f5,segment=NetworkSegment(daabb715-a942-4244-b821-e5bf3292c381),segment_id=daabb715-a942-4244-b821-e5bf3292c381)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:29.019497 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277e4a31-71f3-47e4-b253-456c33b5f8f5'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:23:29.023667 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9aa7d3aa-3ab1-4ceb-8126-b9e70e864eef req-6b1ca653-61e6-4104-a366-1c793f9f882c tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.22 "GET /v2.0/security-groups?id=ddbfe8de-527e-4912-b134-40a43a6b0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451574 Jul 16 08:23:29.026061 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17a3f4ce-f8e9-4a11-8584-712116517d68" -d '{"events": [{"server_uuid": "324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87", "name": "network-vif-plugged", "status": "completed", "tag": "277e4a31-71f3-47e4-b253-456c33b5f8f5"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:23:29.031590 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea570980-db1c-4fd5-b8cf-23952748723b req-502efd71-ee79-4b54-9afa-e6e05921666e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:29.033130 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ea570980-db1c-4fd5-b8cf-23952748723b req-502efd71-ee79-4b54-9afa-e6e05921666e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 1100 time: 0.2113891 Jul 16 08:23:29.035669 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40077604-a5fb-4196-8540-5cb219a73a21 None None] Sync routers for ids ['8f2ef49f-f53e-4818-bf92-5b0b7a04aa15'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:23:29.057277 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-3e6c2740-a047-4f0d-aacd-875319f713e1 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2179081 Jul 16 08:23:29.062445 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:29.080282 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40077604-a5fb-4196-8540-5cb219a73a21 None None] Routers {'8f2ef49f-f53e-4818-bf92-5b0b7a04aa15'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:23:29.080967 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-40077604-a5fb-4196-8540-5cb219a73a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:23:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['8f2ef49f-f53e-4818-bf92-5b0b7a04aa15'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:29.085558 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-7fdfa731-3736-4903-a38f-bcfef02f3c87 service neutron] Request body: {'port': {'device_id': 'c63a1e9f-f06d-426c-aa61-32522da69f88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:29.224529 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36eacf28-3042-482a-b738-5156b737fb11 req-b02c62b3-c677-460e-8ef0-fd4ddd486b4d tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:29.226044 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-36eacf28-3042-482a-b738-5156b737fb11 req-b02c62b3-c677-460e-8ef0-fd4ddd486b4d tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6ff53927-dfff-41fe-810a-82487cf5a97b HTTP/1.1" status: 200 len: 1098 time: 0.2553065 Jul 16 08:23:29.227180 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea570980-db1c-4fd5-b8cf-23952748723b req-bb6e232b-72bb-448a-bdc1-8af97ff1a2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:29.228957 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ea570980-db1c-4fd5-b8cf-23952748723b req-bb6e232b-72bb-448a-bdc1-8af97ff1a2c7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.1861563 Jul 16 08:23:29.271397 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-40077604-a5fb-4196-8540-5cb219a73a21 None None] Set router 8f2ef49f-f53e-4818-bf92-5b0b7a04aa15 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:23:29.293981 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ea570980-db1c-4fd5-b8cf-23952748723b req-b577eb6e-7122-45b0-962e-a00662526f34 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b HTTP/1.1" status: 200 len: 217 time: 0.0562072 Jul 16 08:23:29.296780 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-7fdfa731-3736-4903-a38f-bcfef02f3c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:29.348334 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=277e4a31-71f3-47e4-b253-456c33b5f8f5,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:29.378331 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-36eacf28-3042-482a-b738-5156b737fb11 req-2caab7fd-f660-4255-947f-20ba62201577 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422296 Jul 16 08:23:29.386141 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-49a0d409-1764-4993-8883-5afad67ea4cb None None] Provisioning for port 01da8e36-8d6e-4032-8b13-c3401231eecc completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:23:29.401622 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea570980-db1c-4fd5-b8cf-23952748723b req-040599d5-442d-4be9-a4ff-162d9163d54d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:29.403602 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ea570980-db1c-4fd5-b8cf-23952748723b req-040599d5-442d-4be9-a4ff-162d9163d54d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.1020544 Jul 16 08:23:29.429280 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef71cb-dcb7-42c7-bc4b-27bfe5e5940b req-45008b2c-8126-47be-b20d-a3ca7d261729 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:29.431433 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-49a0d409-1764-4993-8883-5afad67ea4cb None None] Provisioning complete for port 01da8e36-8d6e-4032-8b13-c3401231eecc triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:29.431812 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49a0d409-1764-4993-8883-5afad67ea4cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:29.433269 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bfef71cb-dcb7-42c7-bc4b-27bfe5e5940b req-45008b2c-8126-47be-b20d-a3ca7d261729 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 948 time: 0.1280043 Jul 16 08:23:29.457275 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:23:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-394f978a-f70d-4944-b3bc-23f42b930fd0 x-openstack-request-id: req-394f978a-f70d-4944-b3bc-23f42b930fd0 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:23:29.457560 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87", "name": "network-vif-plugged", "status": "completed", "tag": "277e4a31-71f3-47e4-b253-456c33b5f8f5", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:23:29.457810 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-394f978a-f70d-4944-b3bc-23f42b930fd0 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:23:29.458197 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277e4a31-71f3-47e4-b253-456c33b5f8f5', 'code': 200} Jul 16 08:23:29.515538 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-49a0d409-1764-4993-8883-5afad67ea4cb None None] Port 01da8e36-8d6e-4032-8b13-c3401231eecc cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:23:29.540848 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bfef71cb-dcb7-42c7-bc4b-27bfe5e5940b req-daa5e613-42d7-4dad-baac-39a76f8b023c tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955176 Jul 16 08:23:29.637168 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9d16f8-161f-4e3c-b70e-e31e51c8fdf1 req-59b48097-32d0-4fb6-8be0-db8a011e9e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:29.639218 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d9d16f8-161f-4e3c-b70e-e31e51c8fdf1 req-59b48097-32d0-4fb6-8be0-db8a011e9e56 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87 HTTP/1.1" status: 200 len: 1097 time: 0.0999529 Jul 16 08:23:29.641110 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-40077604-a5fb-4196-8540-5cb219a73a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2ef49f-f53e-4818-bf92-5b0b7a04aa15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1597757362-router', 'tenant_id': '794aeccec8034bcf808547661ba057c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '5e0e7db3-742a-42c3-bb39-2c63a99e69d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:20Z', 'updated_at': '2021-07-16T08:23:26Z', 'revision_number': 4, 'project_id': '794aeccec8034bcf808547661ba057c6', 'gw_port': {'id': '5e0e7db3-742a-42c3-bb39-2c63a99e69d4', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2ef49f-f53e-4818-bf92-5b0b7a04aa15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:21Z', 'updated_at': '2021-07-16T08:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '80e43e51-91d9-416c-a80f-f6ad5d4750cb', 'name': '', 'network_id': '8279b833-f9d9-4347-bf4e-ec650f3562b1', 'tenant_id': '794aeccec8034bcf808547661ba057c6', 'mac_address': 'fa:16:3e:e0:bb:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2ef49f-f53e-4818-bf92-5b0b7a04aa15', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '0b904472-acd8-437a-8a5d-621d24e6748b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:25Z', 'updated_at': '2021-07-16T08:23:26Z', 'revision_number': 2, 'project_id': '794aeccec8034bcf808547661ba057c6', 'subnets': [{'id': '0b904472-acd8-437a-8a5d-621d24e6748b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:29.671452 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40077604-a5fb-4196-8540-5cb219a73a21 None None] Checking router: 8f2ef49f-f53e-4818-bf92-5b0b7a04aa15 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:23:29.671812 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40077604-a5fb-4196-8540-5cb219a73a21 None None] Updating router 8f2ef49f-f53e-4818-bf92-5b0b7a04aa15 port 80e43e51-91d9-416c-a80f-f6ad5d4750cb binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:23:29.723793 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d9d16f8-161f-4e3c-b70e-e31e51c8fdf1 req-d24460a1-0692-4c1e-a112-89941fc46f9a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9f648399-4160-4693-927f-f42af3b35078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767372 Jul 16 08:23:29.737914 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40077604-a5fb-4196-8540-5cb219a73a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:29.760332 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea570980-db1c-4fd5-b8cf-23952748723b req-fbcdb6a2-8a30-4af3-ada3-a8c9e397c815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:29.761851 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ea570980-db1c-4fd5-b8cf-23952748723b req-fbcdb6a2-8a30-4af3-ada3-a8c9e397c815 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3386862 Jul 16 08:23:29.877324 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4b324-f03f-46b9-9af8-ea1f381d2500 req-4ff7ae30-5f97-4050-9aa2-4277165328c2 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:29.882874 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-25a4b324-f03f-46b9-9af8-ea1f381d2500 req-4ff7ae30-5f97-4050-9aa2-4277165328c2 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports?device_id=324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87 HTTP/1.1" status: 200 len: 945 time: 0.1222773 Jul 16 08:23:29.939346 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ea570980-db1c-4fd5-b8cf-23952748723b req-6b4efbb1-501a-419f-8859-0da66da79f0d service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517210 Jul 16 08:23:29.966484 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-25a4b324-f03f-46b9-9af8-ea1f381d2500 req-40676d34-054c-4edf-bd62-bcea118287b8 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f648399-4160-4693-927f-f42af3b35078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755053 Jul 16 08:23:30.043661 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-7fdfa731-3736-4903-a38f-bcfef02f3c87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01da8e36-8d6e-4032-8b13-c3401231eecc {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:23:30.059958 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-7fdfa731-3736-4903-a38f-bcfef02f3c87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:30.086499 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-7fdfa731-3736-4903-a38f-bcfef02f3c87 service neutron] Transition to ACTIVE for port object 01da8e36-8d6e-4032-8b13-c3401231eecc will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:23:30.092169 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-7fdfa731-3736-4903-a38f-bcfef02f3c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:30.101500 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ea570980-db1c-4fd5-b8cf-23952748723b req-641514b3-a98b-4917-9d2c-1016f638ac52 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1435318 Jul 16 08:23:30.218677 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40077604-a5fb-4196-8540-5cb219a73a21 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:30.246789 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-40077604-a5fb-4196-8540-5cb219a73a21 None None] Transition to ACTIVE for port object 80e43e51-91d9-416c-a80f-f6ad5d4750cb will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:23:30.261892 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40077604-a5fb-4196-8540-5cb219a73a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:30.268311 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdfa731-3736-4903-a38f-bcfef02f3c87 service neutron] Pushing event updated for resources: {'Port': ['ID=01da8e36-8d6e-4032-8b13-c3401231eecc,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:30.282546 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 5e0e7db3-742a-42c3-bb39-2c63a99e69d4 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:23:30.283533 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43162) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:30.345888 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43166) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:30.428667 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-7fdfa731-3736-4903-a38f-bcfef02f3c87 service neutron] Attempting to bind port 01da8e36-8d6e-4032-8b13-c3401231eecc on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:23:30.429134 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-7fdfa731-3736-4903-a38f-bcfef02f3c87 service neutron] Attempting to bind port 01da8e36-8d6e-4032-8b13-c3401231eecc by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:23:30.429343 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-7fdfa731-3736-4903-a38f-bcfef02f3c87 service neutron] Attempting to bind port 01da8e36-8d6e-4032-8b13-c3401231eecc on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:23:30.444482 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-7fdfa731-3736-4903-a38f-bcfef02f3c87 service neutron] Port 01da8e36-8d6e-4032-8b13-c3401231eecc on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:23:30.444824 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-7fdfa731-3736-4903-a38f-bcfef02f3c87 service neutron] Attempting to bind port 01da8e36-8d6e-4032-8b13-c3401231eecc on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:23:30.455716 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-7fdfa731-3736-4903-a38f-bcfef02f3c87 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 23, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:23:30.456090 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-7fdfa731-3736-4903-a38f-bcfef02f3c87 service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:23:30.456521 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-7fdfa731-3736-4903-a38f-bcfef02f3c87 service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:23:30.456982 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-7fdfa731-3736-4903-a38f-bcfef02f3c87 service neutron] Bound port: 01da8e36-8d6e-4032-8b13-c3401231eecc, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:23:30.457385 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-7fdfa731-3736-4903-a38f-bcfef02f3c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:30.510523 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9c426202-13dc-4c0b-9baa-d7f820a2b64e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:30.546134 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc15b7-2d30-41f2-b886-f09334281d16 None None] Pushing event updated for resources: {'Port': ['ID=80e43e51-91d9-416c-a80f-f6ad5d4750cb,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:30.563347 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2361f6-fff7-4e9f-a624-49da44c7de88 req-06c7bb36-3f21-466a-8819-bc038a8a2aff tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:30.575345 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1a2361f6-fff7-4e9f-a624-49da44c7de88 req-06c7bb36-3f21-466a-8819-bc038a8a2aff tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63a1e9f-f06d-426c-aa61-32522da69f88 HTTP/1.1" status: 200 len: 947 time: 0.1992486 Jul 16 08:23:30.580693 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-40077604-a5fb-4196-8540-5cb219a73a21 None None] Attempting to bind port 80e43e51-91d9-416c-a80f-f6ad5d4750cb on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:23:30.581280 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-40077604-a5fb-4196-8540-5cb219a73a21 None None] Attempting to bind port 80e43e51-91d9-416c-a80f-f6ad5d4750cb by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'de080b41-bbbd-4e29-bfb4-46d976aa8df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8279b833-f9d9-4347-bf4e-ec650f3562b1'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:23:30.581473 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40077604-a5fb-4196-8540-5cb219a73a21 None None] Attempting to bind port 80e43e51-91d9-416c-a80f-f6ad5d4750cb on network 8279b833-f9d9-4347-bf4e-ec650f3562b1 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:23:30.590025 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40077604-a5fb-4196-8540-5cb219a73a21 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 23, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:23:30.590308 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4388e55-1f90-4fec-80cf-9873c1c69311 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:30.590422 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40077604-a5fb-4196-8540-5cb219a73a21 None None] Checking segment: {'id': 'de080b41-bbbd-4e29-bfb4-46d976aa8df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8279b833-f9d9-4347-bf4e-ec650f3562b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:23:30.590855 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40077604-a5fb-4196-8540-5cb219a73a21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:30.591248 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40077604-a5fb-4196-8540-5cb219a73a21 None None] Bound using segment: {'id': 'de080b41-bbbd-4e29-bfb4-46d976aa8df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8279b833-f9d9-4347-bf4e-ec650f3562b1'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:23:30.591720 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-40077604-a5fb-4196-8540-5cb219a73a21 None None] Bound port: 80e43e51-91d9-416c-a80f-f6ad5d4750cb, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de080b41-bbbd-4e29-bfb4-46d976aa8df7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '8279b833-f9d9-4347-bf4e-ec650f3562b1'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:23:30.593246 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40077604-a5fb-4196-8540-5cb219a73a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:30.647850 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-7fdfa731-3736-4903-a38f-bcfef02f3c87 service neutron] For port 01da8e36-8d6e-4032-8b13-c3401231eecc, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:23:30.655377 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-7fdfa731-3736-4903-a38f-bcfef02f3c87 service neutron] For port 01da8e36-8d6e-4032-8b13-c3401231eecc, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=01da8e36-8d6e-4032-8b13-c3401231eecc,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:23:30.674677 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-7fdfa731-3736-4903-a38f-bcfef02f3c87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:30.715027 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9c426202-13dc-4c0b-9baa-d7f820a2b64e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:30.726999 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-40077604-a5fb-4196-8540-5cb219a73a21 None None] For port 80e43e51-91d9-416c-a80f-f6ad5d4750cb, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:23:30.736409 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-40077604-a5fb-4196-8540-5cb219a73a21 None None] For port 80e43e51-91d9-416c-a80f-f6ad5d4750cb, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=80e43e51-91d9-416c-a80f-f6ad5d4750cb,segment=NetworkSegment(de080b41-bbbd-4e29-bfb4-46d976aa8df7),segment_id=de080b41-bbbd-4e29-bfb4-46d976aa8df7)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:23:30.740716 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9c426202-13dc-4c0b-9baa-d7f820a2b64e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:30.760022 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40077604-a5fb-4196-8540-5cb219a73a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:30.782535 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c426202-13dc-4c0b-9baa-d7f820a2b64e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a4e5a4a-81d1-4595-b0df-b8caf1958753,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:30.819078 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9c426202-13dc-4c0b-9baa-d7f820a2b64e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3f3fee4f395c4a979201efa36aa46a86&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5342071 Jul 16 08:23:30.821680 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43174) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:30.840065 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 5e0e7db3-742a-42c3-bb39-2c63a99e69d4 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:30.840613 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:30.893618 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43176) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:30.914544 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c5073f6f-beb7-4edf-bfa1-a22776fbaff7 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Request body: {'security_group': {'name': 'tempest-securitygroup--374173627', 'description': 'tempest-description--1755880094'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:30.974364 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bc15b7-2d30-41f2-b886-f09334281d16 None None] Pushing event updated for resources: {'Port': ['ID=80e43e51-91d9-416c-a80f-f6ad5d4750cb,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:31.022400 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40077604-a5fb-4196-8540-5cb219a73a21 None None] Routers {'8f2ef49f-f53e-4818-bf92-5b0b7a04aa15'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:23:31.022967 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-40077604-a5fb-4196-8540-5cb219a73a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:23:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['8f2ef49f-f53e-4818-bf92-5b0b7a04aa15'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:31.031356 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e7b42795-2eae-4e4f-9454-4230d9875bbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:31.070905 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdfa731-3736-4903-a38f-bcfef02f3c87 service neutron] Pushing event updated for resources: {'Port': ['ID=01da8e36-8d6e-4032-8b13-c3401231eecc,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:31.080037 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-7fdfa731-3736-4903-a38f-bcfef02f3c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:31.080984 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-7fdfa731-3736-4903-a38f-bcfef02f3c87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:31.082820 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-7fdfa731-3736-4903-a38f-bcfef02f3c87 service neutron] 10.222.0.30 "PUT /v2.0/ports/01da8e36-8d6e-4032-8b13-c3401231eecc HTTP/1.1" status: 200 len: 1096 time: 2.0117285 Jul 16 08:23:31.101873 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e7b42795-2eae-4e4f-9454-4230d9875bbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:31.106025 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1a2361f6-fff7-4e9f-a624-49da44c7de88 req-a51113e9-8692-474b-931c-00daa4b048a1 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.22 "GET /v2.0/security-groups?id=ddbfe8de-527e-4912-b134-40a43a6b0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5296986 Jul 16 08:23:31.107078 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c63a1e9f-f06d-426c-aa61-32522da69f88', 'tag': '01da8e36-8d6e-4032-8b13-c3401231eecc'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:23:31.127081 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4388e55-1f90-4fec-80cf-9873c1c69311 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:31.129668 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f36d08f-12d1-41f4-8d78-231973dd77ff" -d '{"events": [{"name": "network-changed", "server_uuid": "c63a1e9f-f06d-426c-aa61-32522da69f88", "tag": "01da8e36-8d6e-4032-8b13-c3401231eecc"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:23:31.158033 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4388e55-1f90-4fec-80cf-9873c1c69311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:31.213448 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43184) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:31.213747 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d4388e55-1f90-4fec-80cf-9873c1c69311 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7e6ddb77501f4c5e8791807a178b1d4b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8668082 Jul 16 08:23:31.222502 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-40077604-a5fb-4196-8540-5cb219a73a21 None None] Set router 8f2ef49f-f53e-4818-bf92-5b0b7a04aa15 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:23:31.274935 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4388e55-1f90-4fec-80cf-9873c1c69311 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdfd298-0172-4c9d-95a5-7e234b3a1099,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:31.297300 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c5073f6f-beb7-4edf-bfa1-a22776fbaff7 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:31.325316 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-0a3ea292-6e12-407b-a635-49d522535dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:31.325316 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-0a3ea292-6e12-407b-a635-49d522535dd9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f49076656e8047f6b2c01f1705bfdc78&device_id=c63a1e9f-f06d-426c-aa61-32522da69f88 HTTP/1.1" status: 200 len: 1099 time: 0.1856413 Jul 16 08:23:31.338913 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6897587f-786b-478a-8a67-695ed167ceeb req-5e5ad963-e9bb-4848-9b9b-05e7c6cc9c66 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:31.340470 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6897587f-786b-478a-8a67-695ed167ceeb req-5e5ad963-e9bb-4848-9b9b-05e7c6cc9c66 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6ff53927-dfff-41fe-810a-82487cf5a97b HTTP/1.1" status: 200 len: 1098 time: 0.2020035 Jul 16 08:23:31.343055 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e7b42795-2eae-4e4f-9454-4230d9875bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:31.345769 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e7b42795-2eae-4e4f-9454-4230d9875bbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:31.352133 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e7b42795-2eae-4e4f-9454-4230d9875bbb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4a4e5a4a-81d1-4595-b0df-b8caf1958753 HTTP/1.1" status: 204 len: 168 time: 0.5242765 Jul 16 08:23:31.369598 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b42795-2eae-4e4f-9454-4230d9875bbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a4e5a4a-81d1-4595-b0df-b8caf1958753,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:31.416396 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6897587f-786b-478a-8a67-695ed167ceeb req-74a163b9-d284-4152-a6ed-a4405dca264b tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550008 Jul 16 08:23:31.455954 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-1f27b597-60c1-4521-8726-78d15d4a4b60 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=01da8e36-8d6e-4032-8b13-c3401231eecc HTTP/1.1" status: 200 len: 217 time: 0.1151555 Jul 16 08:23:31.457203 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c1e49b9e-7da9-476b-b2fd-ff7825da93c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:31.469141 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c5073f6f-beb7-4edf-bfa1-a22776fbaff7 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:31.477942 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c5073f6f-beb7-4edf-bfa1-a22776fbaff7 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:31.524584 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5073f6f-beb7-4edf-bfa1-a22776fbaff7 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbec2181-32de-46b6-9445-7284f609db8c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:31.530877 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c5073f6f-beb7-4edf-bfa1-a22776fbaff7 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:31.538028 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c5073f6f-beb7-4edf-bfa1-a22776fbaff7 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6313527 Jul 16 08:23:31.539536 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43192) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:31.547167 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-0a80dbd9-6ee9-4f05-a5af-be68b060d1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:31.548937 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-0a80dbd9-6ee9-4f05-a5af-be68b060d1a1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0768299 Jul 16 08:23:31.566969 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d3138b36-4d9d-4f25-80e4-5682af959c3c tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Request body: {'security_group_rule': {'security_group_id': 'fbec2181-32de-46b6-9445-7284f609db8c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:31.596330 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ce960-ca19-4126-b6b7-ebad1ab91b77 req-d9109d67-ddb3-4f25-bd63-dc93493a2b9c tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:31.604386 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ad1ce960-ca19-4126-b6b7-ebad1ab91b77 req-d9109d67-ddb3-4f25-bd63-dc93493a2b9c tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 948 time: 0.3348932 Jul 16 08:23:31.627524 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c1e49b9e-7da9-476b-b2fd-ff7825da93c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:31.629342 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-40077604-a5fb-4196-8540-5cb219a73a21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2ef49f-f53e-4818-bf92-5b0b7a04aa15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1597757362-router', 'tenant_id': '794aeccec8034bcf808547661ba057c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '5e0e7db3-742a-42c3-bb39-2c63a99e69d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:20Z', 'updated_at': '2021-07-16T08:23:26Z', 'revision_number': 4, 'project_id': '794aeccec8034bcf808547661ba057c6', 'gw_port': {'id': '5e0e7db3-742a-42c3-bb39-2c63a99e69d4', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2ef49f-f53e-4818-bf92-5b0b7a04aa15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:21Z', 'updated_at': '2021-07-16T08:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '80e43e51-91d9-416c-a80f-f6ad5d4750cb', 'name': '', 'network_id': '8279b833-f9d9-4347-bf4e-ec650f3562b1', 'tenant_id': '794aeccec8034bcf808547661ba057c6', 'mac_address': 'fa:16:3e:e0:bb:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2ef49f-f53e-4818-bf92-5b0b7a04aa15', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '0b904472-acd8-437a-8a5d-621d24e6748b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:25Z', 'updated_at': '2021-07-16T08:23:30Z', 'revision_number': 4, 'project_id': '794aeccec8034bcf808547661ba057c6', 'subnets': [{'id': '0b904472-acd8-437a-8a5d-621d24e6748b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:31.667395 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40077604-a5fb-4196-8540-5cb219a73a21 None None] The sync data for ids ['8f2ef49f-f53e-4818-bf92-5b0b7a04aa15'] in n-d-771362-37 is: [{'id': '8f2ef49f-f53e-4818-bf92-5b0b7a04aa15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1597757362-router', 'tenant_id': '794aeccec8034bcf808547661ba057c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '5e0e7db3-742a-42c3-bb39-2c63a99e69d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:20Z', 'updated_at': '2021-07-16T08:23:26Z', 'revision_number': 4, 'project_id': '794aeccec8034bcf808547661ba057c6', 'gw_port': {'id': '5e0e7db3-742a-42c3-bb39-2c63a99e69d4', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2ef49f-f53e-4818-bf92-5b0b7a04aa15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:21Z', 'updated_at': '2021-07-16T08:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '80e43e51-91d9-416c-a80f-f6ad5d4750cb', 'name': '', 'network_id': '8279b833-f9d9-4347-bf4e-ec650f3562b1', 'tenant_id': '794aeccec8034bcf808547661ba057c6', 'mac_address': 'fa:16:3e:e0:bb:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f2ef49f-f53e-4818-bf92-5b0b7a04aa15', 'device_owner': 'network:router_interface', 'standard_attr_id': 341, 'fixed_ips': [{'subnet_id': '0b904472-acd8-437a-8a5d-621d24e6748b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:25Z', 'updated_at': '2021-07-16T08:23:30Z', 'revision_number': 4, 'project_id': '794aeccec8034bcf808547661ba057c6', 'subnets': [{'id': '0b904472-acd8-437a-8a5d-621d24e6748b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:23:31.685592 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:31.692008 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d3138b36-4d9d-4f25-80e4-5682af959c3c tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:31.749891 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ad1ce960-ca19-4126-b6b7-ebad1ab91b77 req-29e4090d-c6c8-47fb-82a6-2d426579c594 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1443958 Jul 16 08:23:31.754497 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-ec112836-a493-400c-b870-dc7836cda26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:31.756990 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-ec112836-a493-400c-b870-dc7836cda26f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1942360 Jul 16 08:23:31.799946 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c1e49b9e-7da9-476b-b2fd-ff7825da93c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:31.807592 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c1e49b9e-7da9-476b-b2fd-ff7825da93c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:31.808805 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c1e49b9e-7da9-476b-b2fd-ff7825da93c5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2cdfd298-0172-4c9d-95a5-7e234b3a1099 HTTP/1.1" status: 204 len: 168 time: 0.5944984 Jul 16 08:23:31.818313 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d3138b36-4d9d-4f25-80e4-5682af959c3c tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:31.832876 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2545d689-66af-4e77-8607-741ead5e7b50 req-d814abea-9409-473f-8ee4-267418d7547b tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:31.834339 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e49b9e-7da9-476b-b2fd-ff7825da93c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdfd298-0172-4c9d-95a5-7e234b3a1099,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:31.841828 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:31.850310 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2545d689-66af-4e77-8607-741ead5e7b50 req-d814abea-9409-473f-8ee4-267418d7547b tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports?device_id=324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87 HTTP/1.1" status: 200 len: 945 time: 0.2264955 Jul 16 08:23:31.864524 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d3138b36-4d9d-4f25-80e4-5682af959c3c tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:31.886173 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fb21245-da36-427a-a187-cfa822e62354 x-openstack-request-id: req-0fb21245-da36-427a-a187-cfa822e62354 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:23:31.886465 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c63a1e9f-f06d-426c-aa61-32522da69f88", "tag": "01da8e36-8d6e-4032-8b13-c3401231eecc", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:23:31.886716 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0fb21245-da36-427a-a187-cfa822e62354 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:23:31.887101 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c63a1e9f-f06d-426c-aa61-32522da69f88', 'tag': '01da8e36-8d6e-4032-8b13-c3401231eecc', 'status': 'completed', 'code': 200} Jul 16 08:23:31.925638 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43198) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:31.936849 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3138b36-4d9d-4f25-80e4-5682af959c3c tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6854557d-953b-4c9a-bcda-dc8ffd8bb1fe,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:31.952407 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-14b4ddfd-bc1a-4b28-a3f5-26cf1a4763d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:31.952651 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d3138b36-4d9d-4f25-80e4-5682af959c3c tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:31.956332 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d3138b36-4d9d-4f25-80e4-5682af959c3c tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4130075 Jul 16 08:23:31.956582 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43200) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:31.966564 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-2605f158-01dc-424c-aef8-f3c687a05c1c tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Request body: {'security_group_rule': {'security_group_id': 'fbec2181-32de-46b6-9445-7284f609db8c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:31.971531 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2545d689-66af-4e77-8607-741ead5e7b50 req-1ab26a83-d723-4ec6-9bb0-47b958f69af9 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f648399-4160-4693-927f-f42af3b35078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200225 Jul 16 08:23:31.988463 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-be69b68c-c46d-4f1e-bbe4-9dcd59b450f9 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128391 Jul 16 08:23:32.051026 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-14b4ddfd-bc1a-4b28-a3f5-26cf1a4763d2 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:23:32.051026 n-d-771362-37 neutron-server[93758]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 08:23:32.051026 n-d-771362-37 neutron-server[93758]: [parameters: {'project_id': '994e6910e67d4a36ad4f1680314cc6d5', 'id': '322b89e6-7e31-4240-948f-33dbde32bc39', 'expiration': datetime.datetime(2021, 7, 16, 8, 25, 32, 33005)}] Jul 16 08:23:32.051026 n-d-771362-37 neutron-server[93758]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:23:32.051404 n-d-771362-37 neutron-server[93758]: DEBUG oslo_db.api [None req-14b4ddfd-bc1a-4b28-a3f5-26cf1a4763d2 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:23:32.135740 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2605f158-01dc-424c-aef8-f3c687a05c1c tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:32.189981 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-681a6984-08c7-47a0-8b1f-686357ecd3dd req-89576860-e65d-42a0-9552-ea77e1ae6172 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976986 Jul 16 08:23:32.267634 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 80e43e51-91d9-416c-a80f-f6ad5d4750cb up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:23:32.319563 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2605f158-01dc-424c-aef8-f3c687a05c1c tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:32.336215 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8706f-5f1b-4f58-a9f2-e1bb1881a38d req-de604643-564c-4672-8eb7-b4867f100bb0 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:32.350125 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2605f158-01dc-424c-aef8-f3c687a05c1c tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:32.350640 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-37b8706f-5f1b-4f58-a9f2-e1bb1881a38d req-de604643-564c-4672-8eb7-b4867f100bb0 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea6fbbe5-f0f1-4768-919d-7409689c9e2d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1839757 Jul 16 08:23:32.377631 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2605f158-01dc-424c-aef8-f3c687a05c1c tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e86b9de5-dcf4-43e7-a0cb-c4db0b159004,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:32.383763 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 80e43e51-91d9-416c-a80f-f6ad5d4750cb completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:23:32.393618 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 80e43e51-91d9-416c-a80f-f6ad5d4750cb triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:32.394159 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:32.403486 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2605f158-01dc-424c-aef8-f3c687a05c1c tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:32.404800 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2605f158-01dc-424c-aef8-f3c687a05c1c tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4424860 Jul 16 08:23:32.407891 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43210) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:32.413133 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-e9905875-3a3a-48ed-9ae4-5b310cd9ac82 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:32.424607 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36d08f-12d1-41f4-8d78-231973dd77ff req-df9bf501-c8a9-4181-875a-05d960b450ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:32.426317 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f36d08f-12d1-41f4-8d78-231973dd77ff req-df9bf501-c8a9-4181-875a-05d960b450ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f49076656e8047f6b2c01f1705bfdc78&device_id=c63a1e9f-f06d-426c-aa61-32522da69f88 HTTP/1.1" status: 200 len: 1099 time: 0.1239321 Jul 16 08:23:32.514207 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-37b8706f-5f1b-4f58-a9f2-e1bb1881a38d req-e9ecfdc4-115f-4040-9cce-a37746115d5e tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.179 HTTP/1.1" status: 200 len: 696 time: 0.1626103 Jul 16 08:23:32.523661 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-37b8706f-5f1b-4f58-a9f2-e1bb1881a38d req-500e1045-4385-4850-8871-ea0e76e1ad0f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Request body: {'floatingip': {'port_id': 'e018e7c2-3c36-4bbd-842c-31622f7b50f4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:32.541006 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:32.569639 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-14b4ddfd-bc1a-4b28-a3f5-26cf1a4763d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:32.580392 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 80e43e51-91d9-416c-a80f-f6ad5d4750cb, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=80e43e51-91d9-416c-a80f-f6ad5d4750cb,segment=NetworkSegment(de080b41-bbbd-4e29-bfb4-46d976aa8df7),segment_id=de080b41-bbbd-4e29-bfb4-46d976aa8df7)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:32.587953 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:32.596982 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43216) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:32.620118 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-65d867ca-d7b7-4018-b887-e9625526412f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:32.635222 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e9905875-3a3a-48ed-9ae4-5b310cd9ac82 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:32.646499 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-37b8706f-5f1b-4f58-a9f2-e1bb1881a38d req-500e1045-4385-4850-8871-ea0e76e1ad0f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:32.686859 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=80e43e51-91d9-416c-a80f-f6ad5d4750cb,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:32.703215 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-65d867ca-d7b7-4018-b887-e9625526412f admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:23:32.703215 n-d-771362-37 neutron-server[93758]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:23:32.703215 n-d-771362-37 neutron-server[93758]: [parameters: {'project_id_1': '57d543c2ef63461e8594f12ac12dc08b', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 23, 32, 661267)}] Jul 16 08:23:32.703215 n-d-771362-37 neutron-server[93758]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:23:32.703921 n-d-771362-37 neutron-server[93758]: DEBUG oslo_db.api [None req-65d867ca-d7b7-4018-b887-e9625526412f admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:23:32.727877 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36d08f-12d1-41f4-8d78-231973dd77ff req-8bc0d827-dc34-4a1c-944f-edef60371e02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:32.727877 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f36d08f-12d1-41f4-8d78-231973dd77ff req-8bc0d827-dc34-4a1c-944f-edef60371e02 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.2926075 Jul 16 08:23:32.737532 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:23:32.848974 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f36d08f-12d1-41f4-8d78-231973dd77ff req-901a62bc-4b24-439a-96ef-fccec1c90522 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.30&port_id=01da8e36-8d6e-4032-8b13-c3401231eecc HTTP/1.1" status: 200 len: 217 time: 0.0847344 Jul 16 08:23:32.902375 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:32.932029 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'd6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': 'd6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b', 'mac_address': 'fa:16:3e:1d:c2:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:23:32.989779 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:33.007775 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36d08f-12d1-41f4-8d78-231973dd77ff req-2cc34ab3-c5c4-47b6-b50c-e8eb77278d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:33.013408 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f36d08f-12d1-41f4-8d78-231973dd77ff req-2cc34ab3-c5c4-47b6-b50c-e8eb77278d9b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.1544464 Jul 16 08:23:33.015701 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:23:33.046130 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:33.052530 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:33.098439 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-14b4ddfd-bc1a-4b28-a3f5-26cf1a4763d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:33.113755 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:33.125067 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-14b4ddfd-bc1a-4b28-a3f5-26cf1a4763d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:33.164269 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e9905875-3a3a-48ed-9ae4-5b310cd9ac82 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:33.195114 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-14b4ddfd-bc1a-4b28-a3f5-26cf1a4763d2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=994e6910e67d4a36ad4f1680314cc6d5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2661273 Jul 16 08:23:33.196143 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43234) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:33.196855 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4ddfd-bc1a-4b28-a3f5-26cf1a4763d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a91b92-a39d-4a84-b97c-a54771566e62,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:33.212533 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-65d867ca-d7b7-4018-b887-e9625526412f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:33.246154 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-16c08690-be24-4759-b29b-68652c1dae8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:33.291578 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:23:33.303496 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f36d08f-12d1-41f4-8d78-231973dd77ff req-1dd40148-35c1-4261-a9bb-e8b6bdecbde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:33.304987 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f36d08f-12d1-41f4-8d78-231973dd77ff req-1dd40148-35c1-4261-a9bb-e8b6bdecbde4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2822778 Jul 16 08:23:33.445765 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ee7285ca-0a12-4de5-ba62-572ee192e1c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:33.524225 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-e9905875-3a3a-48ed-9ae4-5b310cd9ac82 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Allocated IP 172.25.3.55 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/ace6d19b-5e9e-4511-b987-24501dc5d16a) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:23:33.562311 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ee7285ca-0a12-4de5-ba62-572ee192e1c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:33.578990 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f36d08f-12d1-41f4-8d78-231973dd77ff req-c2f628f8-d8d3-4696-ab49-7daa05dcaa56 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608564 Jul 16 08:23:33.660722 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-65d867ca-d7b7-4018-b887-e9625526412f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:33.675997 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-65d867ca-d7b7-4018-b887-e9625526412f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:33.742229 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-37b8706f-5f1b-4f58-a9f2-e1bb1881a38d req-500e1045-4385-4850-8871-ea0e76e1ad0f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:33.747750 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-37b8706f-5f1b-4f58-a9f2-e1bb1881a38d req-500e1045-4385-4850-8871-ea0e76e1ad0f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:33.788808 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d867ca-d7b7-4018-b887-e9625526412f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a94fb2d-3900-4dde-a116-96f02894aea3,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:33.816262 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-65d867ca-d7b7-4018-b887-e9625526412f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=57d543c2ef63461e8594f12ac12dc08b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2170877 Jul 16 08:23:33.827520 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43242) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:33.839991 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f36d08f-12d1-41f4-8d78-231973dd77ff req-248a646b-86fa-44d8-84ea-7f42541fda2e service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2490437 Jul 16 08:23:33.850048 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ee7285ca-0a12-4de5-ba62-572ee192e1c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:33.852545 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ee7285ca-0a12-4de5-ba62-572ee192e1c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:33.856310 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ee7285ca-0a12-4de5-ba62-572ee192e1c3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/03a91b92-a39d-4a84-b97c-a54771566e62 HTTP/1.1" status: 204 len: 168 time: 0.6539347 Jul 16 08:23:33.875901 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [req-37b8706f-5f1b-4f58-a9f2-e1bb1881a38d req-500e1045-4385-4850-8871-ea0e76e1ad0f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Floating IP 305015d4-0f4c-4a8e-80a4-857143bc498d associated. External IP: 172.25.3.179, port: e018e7c2-3c36-4bbd-842c-31622f7b50f4. Jul 16 08:23:33.893401 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7285ca-0a12-4de5-ba62-572ee192e1c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a91b92-a39d-4a84-b97c-a54771566e62,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:33.905832 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e9905875-3a3a-48ed-9ae4-5b310cd9ac82 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:33.931756 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4c430e10-c995-439e-8a11-64f3c1b5241c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:33.966235 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4c430e10-c995-439e-8a11-64f3c1b5241c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:33.991454 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-4026a12c-af55-4327-904b-779522d2a5a6 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:23:33.992468 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-4026a12c-af55-4327-904b-779522d2a5a6 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1577148 Jul 16 08:23:34.002292 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e9905875-3a3a-48ed-9ae4-5b310cd9ac82 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:34.005566 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-c671f331-313b-4e31-a8d0-d061050b5e1b service neutron] Request body: {'binding': {'host': 'n-h1-771362-37', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:34.006089 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-c671f331-313b-4e31-a8d0-d061050b5e1b service neutron] Unknown quota resources ['binding']. {{(pid=93759) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:23:34.044453 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9905875-3a3a-48ed-9ae4-5b310cd9ac82 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:23:34.049556 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-e9905875-3a3a-48ed-9ae4-5b310cd9ac82 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:23:34.055439 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9905875-3a3a-48ed-9ae4-5b310cd9ac82 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:23:34.058604 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9905875-3a3a-48ed-9ae4-5b310cd9ac82 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Pushing event updated for resources: {'Port': ['ID=ace6d19b-5e9e-4511-b987-24501dc5d16a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:34.081703 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4c430e10-c995-439e-8a11-64f3c1b5241c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:34.084321 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4c430e10-c995-439e-8a11-64f3c1b5241c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:34.085469 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4c430e10-c995-439e-8a11-64f3c1b5241c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1a94fb2d-3900-4dde-a116-96f02894aea3 HTTP/1.1" status: 204 len: 168 time: 0.2570202 Jul 16 08:23:34.102526 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c430e10-c995-439e-8a11-64f3c1b5241c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a94fb2d-3900-4dde-a116-96f02894aea3,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:34.197033 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e9905875-3a3a-48ed-9ae4-5b310cd9ac82 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:34.198437 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37b8706f-5f1b-4f58-a9f2-e1bb1881a38d req-500e1045-4385-4850-8871-ea0e76e1ad0f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Router c72ea637-6484-494d-be0a-ebd9f7908c71 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:23:34.230508 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 80e43e51-91d9-416c-a80f-f6ad5d4750cb up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:23:34.273059 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e9905875-3a3a-48ed-9ae4-5b310cd9ac82 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:34.302919 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 80e43e51-91d9-416c-a80f-f6ad5d4750cb triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:34.303535 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:34.398542 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-c671f331-313b-4e31-a8d0-d061050b5e1b service neutron] Attempting to bind port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db on host n-h1-771362-37 for vnic_type normal with profile None {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:23:34.398895 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-c671f331-313b-4e31-a8d0-d061050b5e1b service neutron] Attempting to bind port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:23:34.399233 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-c671f331-313b-4e31-a8d0-d061050b5e1b service neutron] Attempting to bind port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:23:34.403167 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37b8706f-5f1b-4f58-a9f2-e1bb1881a38d req-500e1045-4385-4850-8871-ea0e76e1ad0f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:23:34.408260 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-37b8706f-5f1b-4f58-a9f2-e1bb1881a38d req-500e1045-4385-4850-8871-ea0e76e1ad0f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:34.420304 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a91d9b-eff6-4819-8aef-32fe9a14146b None None] Sync routers for ids ['c72ea637-6484-494d-be0a-ebd9f7908c71'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:23:34.431675 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a91d9b-eff6-4819-8aef-32fe9a14146b None None] Routers {'c72ea637-6484-494d-be0a-ebd9f7908c71'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:23:34.432827 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c4a91d9b-eff6-4819-8aef-32fe9a14146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:23:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c72ea637-6484-494d-be0a-ebd9f7908c71'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:34.435710 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-c671f331-313b-4e31-a8d0-d061050b5e1b service neutron] Port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:23:34.436600 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-c671f331-313b-4e31-a8d0-d061050b5e1b service neutron] Attempting to bind port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:23:34.443228 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-c671f331-313b-4e31-a8d0-d061050b5e1b service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:23:34.443577 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-c671f331-313b-4e31-a8d0-d061050b5e1b service neutron] Checking segment: {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:23:34.443972 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-c671f331-313b-4e31-a8d0-d061050b5e1b service neutron] Bound using segment: {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:23:34.444819 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-c671f331-313b-4e31-a8d0-d061050b5e1b service neutron] Bound port: 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:23:34.485088 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e9905875-3a3a-48ed-9ae4-5b310cd9ac82 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:34.497168 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e9905875-3a3a-48ed-9ae4-5b310cd9ac82 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:34.520328 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-37b8706f-5f1b-4f58-a9f2-e1bb1881a38d req-500e1045-4385-4850-8871-ea0e76e1ad0f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "PUT /v2.0/floatingips/305015d4-0f4c-4a8e-80a4-857143bc498d HTTP/1.1" status: 200 len: 997 time: 2.0019677 Jul 16 08:23:34.523119 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea6fbbe5-f0f1-4768-919d-7409689c9e2d', 'tag': 'e018e7c2-3c36-4bbd-842c-31622f7b50f4'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:23:34.527998 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea17d4d-86f8-42f7-8b47-68a0062ab157" -d '{"events": [{"name": "network-changed", "server_uuid": "ea6fbbe5-f0f1-4768-919d-7409689c9e2d", "tag": "e018e7c2-3c36-4bbd-842c-31622f7b50f4"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:23:34.585783 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9905875-3a3a-48ed-9ae4-5b310cd9ac82 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Pushing event updated for resources: {'Port': ['ID=ace6d19b-5e9e-4511-b987-24501dc5d16a,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:34.597338 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e9905875-3a3a-48ed-9ae4-5b310cd9ac82 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:34.608027 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-c671f331-313b-4e31-a8d0-d061050b5e1b service neutron] For port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:23:34.614233 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e9905875-3a3a-48ed-9ae4-5b310cd9ac82 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:34.616338 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e9905875-3a3a-48ed-9ae4-5b310cd9ac82 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2072363 Jul 16 08:23:34.625862 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-c671f331-313b-4e31-a8d0-d061050b5e1b service neutron] Notify callbacks [] for binding, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:34.627022 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-c671f331-313b-4e31-a8d0-d061050b5e1b service neutron] 10.222.0.22 "POST /v2.0/ports/5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db/bindings HTTP/1.1" status: 201 len: 390 time: 0.6255226 Jul 16 08:23:34.652211 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8706f-5f1b-4f58-a9f2-e1bb1881a38d req-759b5097-8026-4040-8a1c-81f86e2a344b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:34.653828 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-37b8706f-5f1b-4f58-a9f2-e1bb1881a38d req-759b5097-8026-4040-8a1c-81f86e2a344b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=84bf75c6d98d4e69bee4eaefa2810d3a&device_id=ea6fbbe5-f0f1-4768-919d-7409689c9e2d HTTP/1.1" status: 200 len: 1098 time: 0.1179469 Jul 16 08:23:34.668018 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-c4a91d9b-eff6-4819-8aef-32fe9a14146b None None] Set router c72ea637-6484-494d-be0a-ebd9f7908c71 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:23:34.686873 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 01da8e36-8d6e-4032-8b13-c3401231eecc details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:23:34.763098 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:23:34.903582 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8706f-5f1b-4f58-a9f2-e1bb1881a38d req-ba8648b1-7167-4235-98ab-e010c5847529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:34.912600 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-37b8706f-5f1b-4f58-a9f2-e1bb1881a38d req-ba8648b1-7167-4235-98ab-e010c5847529 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a688f30-b751-493d-bda9-31166d01b9c0 HTTP/1.1" status: 200 len: 922 time: 0.2521155 Jul 16 08:23:34.979396 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 01da8e36-8d6e-4032-8b13-c3401231eecc, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=01da8e36-8d6e-4032-8b13-c3401231eecc,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:34.993342 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:23:34.998885 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '01da8e36-8d6e-4032-8b13-c3401231eecc', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': '01da8e36-8d6e-4032-8b13-c3401231eecc', 'mac_address': 'fa:16:3e:90:86:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:23:35.002669 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:35.003255 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:35.007598 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-df2a71f0-1ce8-44e9-9f67-7d0a0da9b15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:35.009161 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-df2a71f0-1ce8-44e9-9f67-7d0a0da9b15e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c0f0cf24afb47969a9cef8297bf2691&device_id=6ff53927-dfff-41fe-810a-82487cf5a97b HTTP/1.1" status: 200 len: 1098 time: 0.1021094 Jul 16 08:23:35.079258 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-37b8706f-5f1b-4f58-a9f2-e1bb1881a38d req-49e39f8d-b255-41ed-9f04-78b4d2c45e7e service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e018e7c2-3c36-4bbd-842c-31622f7b50f4 HTTP/1.1" status: 200 len: 1000 time: 0.1656551 Jul 16 08:23:35.128588 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:35.152928 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01da8e36-8d6e-4032-8b13-c3401231eecc {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:23:35.187429 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8706f-5f1b-4f58-a9f2-e1bb1881a38d req-de443572-52f3-4275-bf3c-aa9b91cac49d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:35.190204 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-37b8706f-5f1b-4f58-a9f2-e1bb1881a38d req-de443572-52f3-4275-bf3c-aa9b91cac49d service neutron] 10.222.0.22 "GET /v2.0/subnets?id=03b96796-c852-49fd-be23-df5d401458c9 HTTP/1.1" status: 200 len: 860 time: 0.1074905 Jul 16 08:23:35.190808 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c4a91d9b-eff6-4819-8aef-32fe9a14146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388124740-router', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:45Z', 'revision_number': 4, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'gw_port': {'id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '305015d4-0f4c-4a8e-80a4-857143bc498d', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'port_id': 'e018e7c2-3c36-4bbd-842c-31622f7b50f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'mac_address': 'fa:16:3e:92:31:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6fbbe5-f0f1-4768-919d-7409689c9e2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:23:06Z', 'updated_at': '2021-07-16T08:23:33Z', 'revision_number': 1, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c7f558-f16d-42c0-9532-2033815f976f', 'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'mac_address': 'fa:16:3e:5e:e9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '03b96796-c852-49fd-be23-df5d401458c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:44Z', 'updated_at': '2021-07-16T08:22:50Z', 'revision_number': 5, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'subnets': [{'id': '03b96796-c852-49fd-be23-df5d401458c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:35.200964 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-ba6c294b-9dde-4cca-bea6-49967b69847a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:35.202593 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-ba6c294b-9dde-4cca-bea6-49967b69847a service neutron] 10.222.0.30 "GET /v2.0/networks?id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 HTTP/1.1" status: 200 len: 908 time: 0.1874993 Jul 16 08:23:35.206245 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:35.210041 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 01da8e36-8d6e-4032-8b13-c3401231eecc, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=01da8e36-8d6e-4032-8b13-c3401231eecc,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:35.219509 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:35.232121 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a91d9b-eff6-4819-8aef-32fe9a14146b None None] Checking router: c72ea637-6484-494d-be0a-ebd9f7908c71 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:23:35.243163 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a91d9b-eff6-4819-8aef-32fe9a14146b None None] Routers {'c72ea637-6484-494d-be0a-ebd9f7908c71'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:23:35.244095 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c4a91d9b-eff6-4819-8aef-32fe9a14146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:23:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c72ea637-6484-494d-be0a-ebd9f7908c71'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:35.278256 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=01da8e36-8d6e-4032-8b13-c3401231eecc,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:35.294727 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:35.295293 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:35.296017 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:35.296560 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:35.297792 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:35.298291 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:35.298795 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:35.299489 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:35.299989 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:35.300537 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:35.301039 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:35.301583 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:23:35.312185 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae5e9ac-6b43-4739-8513-47914a1e59a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:23:35.314796 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70fcc378-d4b9-474c-a471-c7bd05497aff" -d '{"events": [{"server_uuid": "4ae5e9ac-6b43-4739-8513-47914a1e59a4", "name": "network-vif-plugged", "status": "completed", "tag": "d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:23:35.330707 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:35.334243 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-f5f89a4f-44f4-417c-86ef-dae19cc15c8c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db HTTP/1.1" status: 200 len: 217 time: 0.1230156 Jul 16 08:23:35.338020 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:35.341703 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b8706f-5f1b-4f58-a9f2-e1bb1881a38d req-95e5015b-7298-4c54-a41c-d333853d6d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:35.344094 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-37b8706f-5f1b-4f58-a9f2-e1bb1881a38d req-95e5015b-7298-4c54-a41c-d333853d6d06 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a688f30-b751-493d-bda9-31166d01b9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1476800 Jul 16 08:23:35.355617 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-37b8706f-5f1b-4f58-a9f2-e1bb1881a38d req-b0681188-0675-44c4-98b9-fb9e8a468744 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:23:35.356775 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-37b8706f-5f1b-4f58-a9f2-e1bb1881a38d req-b0681188-0675-44c4-98b9-fb9e8a468744 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060430 Jul 16 08:23:35.441122 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:35.443141 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-ebadf8b3-0249-4319-a468-2539d887f450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:35.449612 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-ebadf8b3-0249-4319-a468-2539d887f450 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce796d98-7ee4-4738-aad4-0026126b7799 HTTP/1.1" status: 200 len: 847 time: 0.1081383 Jul 16 08:23:35.513984 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-4cee9c5f-1595-4674-8efc-fe22c5383ae8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581224 Jul 16 08:23:35.538271 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['01da8e36-8d6e-4032-8b13-c3401231eecc'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:23:35.542783 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-37b8706f-5f1b-4f58-a9f2-e1bb1881a38d req-849f93ca-4468-4ab1-b59f-2dbd9cab41b2 service neutron] 10.222.0.22 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766293 Jul 16 08:23:35.560220 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-c4a91d9b-eff6-4819-8aef-32fe9a14146b None None] Set router c72ea637-6484-494d-be0a-ebd9f7908c71 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:23:35.675835 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6b747a1f-75c7-4b8c-8ac7-d6bd8097f385 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:35.718074 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-420cde7c-9f96-47a1-9cd8-548f752adbc5 service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942298 Jul 16 08:23:35.759976 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abc48a2-3cda-4cab-96e5-83b1a29e233e req-0a6007e2-2523-4223-b1f9-63be85e6daa4 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:35.762152 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8abc48a2-3cda-4cab-96e5-83b1a29e233e req-0a6007e2-2523-4223-b1f9-63be85e6daa4 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63a1e9f-f06d-426c-aa61-32522da69f88 HTTP/1.1" status: 200 len: 948 time: 0.1241498 Jul 16 08:23:35.855112 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8abc48a2-3cda-4cab-96e5-83b1a29e233e req-338c2eba-7d43-4616-bc68-d8ef06d94400 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.22 "GET /v2.0/security-groups?id=ddbfe8de-527e-4912-b134-40a43a6b0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850663 Jul 16 08:23:35.893992 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-9ffb4821-5b28-46a0-ae3e-31cfd8a625e7 service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674528 Jul 16 08:23:35.929669 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:35.967038 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c4a91d9b-eff6-4819-8aef-32fe9a14146b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388124740-router', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:45Z', 'revision_number': 4, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'gw_port': {'id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '305015d4-0f4c-4a8e-80a4-857143bc498d', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'port_id': 'e018e7c2-3c36-4bbd-842c-31622f7b50f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'mac_address': 'fa:16:3e:92:31:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6fbbe5-f0f1-4768-919d-7409689c9e2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:23:06Z', 'updated_at': '2021-07-16T08:23:33Z', 'revision_number': 1, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c7f558-f16d-42c0-9532-2033815f976f', 'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'mac_address': 'fa:16:3e:5e:e9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '03b96796-c852-49fd-be23-df5d401458c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:44Z', 'updated_at': '2021-07-16T08:22:50Z', 'revision_number': 5, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'subnets': [{'id': '03b96796-c852-49fd-be23-df5d401458c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:36.007611 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a91d9b-eff6-4819-8aef-32fe9a14146b None None] The sync data for ids ['c72ea637-6484-494d-be0a-ebd9f7908c71'] in n-d-771362-37 is: [{'id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388124740-router', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:45Z', 'revision_number': 4, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'gw_port': {'id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '305015d4-0f4c-4a8e-80a4-857143bc498d', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'port_id': 'e018e7c2-3c36-4bbd-842c-31622f7b50f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'mac_address': 'fa:16:3e:92:31:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6fbbe5-f0f1-4768-919d-7409689c9e2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:23:06Z', 'updated_at': '2021-07-16T08:23:33Z', 'revision_number': 1, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c7f558-f16d-42c0-9532-2033815f976f', 'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'mac_address': 'fa:16:3e:5e:e9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '03b96796-c852-49fd-be23-df5d401458c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:44Z', 'updated_at': '2021-07-16T08:22:50Z', 'revision_number': 5, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'subnets': [{'id': '03b96796-c852-49fd-be23-df5d401458c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:23:36.015741 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-37b8706f-5f1b-4f58-a9f2-e1bb1881a38d req-fd4bb00d-51d9-4db7-835a-12ef2441d42e service neutron] 10.222.0.22 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4729137 Jul 16 08:23:36.088093 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-701eef50-f658-4eb3-9cc4-a2b3368462e1 x-openstack-request-id: req-701eef50-f658-4eb3-9cc4-a2b3368462e1 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:23:36.088665 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea6fbbe5-f0f1-4768-919d-7409689c9e2d", "tag": "e018e7c2-3c36-4bbd-842c-31622f7b50f4", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:23:36.088853 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-701eef50-f658-4eb3-9cc4-a2b3368462e1 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:23:36.089290 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea6fbbe5-f0f1-4768-919d-7409689c9e2d', 'tag': 'e018e7c2-3c36-4bbd-842c-31622f7b50f4', 'status': 'completed', 'code': 200} Jul 16 08:23:36.164563 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-a2535d44-3340-4711-b06d-d5195ac06a06 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:36.166103 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-a2535d44-3340-4711-b06d-d5195ac06a06 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6ff53927-dfff-41fe-810a-82487cf5a97b&tenant_id=0c0f0cf24afb47969a9cef8297bf2691&binding%3Ahost_id=n-h2-771362-37 HTTP/1.1" status: 200 len: 1098 time: 0.2029417 Jul 16 08:23:36.180746 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-31ad30d3-e844-48bc-a588-ddfef09c81d1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771362-37'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:36.191358 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea17d4d-86f8-42f7-8b47-68a0062ab157 req-705caeea-3fc2-48cb-a0ac-4fadfe08e7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:36.193090 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7ea17d4d-86f8-42f7-8b47-68a0062ab157 req-705caeea-3fc2-48cb-a0ac-4fadfe08e7dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84bf75c6d98d4e69bee4eaefa2810d3a&device_id=ea6fbbe5-f0f1-4768-919d-7409689c9e2d HTTP/1.1" status: 200 len: 1098 time: 0.0678372 Jul 16 08:23:36.199797 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7628e7b-58c6-47c1-975c-b2375d6cc831 req-c1220fd0-d231-454e-8128-3be7669ea328 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:36.207295 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c7628e7b-58c6-47c1-975c-b2375d6cc831 req-c1220fd0-d231-454e-8128-3be7669ea328 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 950 time: 0.1608210 Jul 16 08:23:36.284864 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c7628e7b-58c6-47c1-975c-b2375d6cc831 req-5900e93c-d155-443a-b020-9798f4eaf0ae tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767181 Jul 16 08:23:36.317610 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50f71758-3769-4bc9-8043-7ad4d44b45d3 None None] New status for floating IP 305015d4-0f4c-4a8e-80a4-857143bc498d: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:23:36.338907 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-31ad30d3-e844-48bc-a588-ddfef09c81d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:36.353367 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea17d4d-86f8-42f7-8b47-68a0062ab157 req-73a30c47-4422-4ea1-b13d-a9e8d02809f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:36.355002 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7ea17d4d-86f8-42f7-8b47-68a0062ab157 req-73a30c47-4422-4ea1-b13d-a9e8d02809f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2a688f30-b751-493d-bda9-31166d01b9c0 HTTP/1.1" status: 200 len: 922 time: 0.1465323 Jul 16 08:23:36.428034 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bdc676-94af-4b4a-866f-ad0c31bcad64 req-dec243d7-e76b-4922-bd70-744a90e0dc15 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:36.429705 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-48bdc676-94af-4b4a-866f-ad0c31bcad64 req-dec243d7-e76b-4922-bd70-744a90e0dc15 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff53927-dfff-41fe-810a-82487cf5a97b HTTP/1.1" status: 200 len: 946 time: 0.2325330 Jul 16 08:23:36.466229 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7ea17d4d-86f8-42f7-8b47-68a0062ab157 req-1ae40d10-ea98-4150-9888-0229961c2e63 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e018e7c2-3c36-4bbd-842c-31622f7b50f4 HTTP/1.1" status: 200 len: 1000 time: 0.0948219 Jul 16 08:23:36.518862 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-48bdc676-94af-4b4a-866f-ad0c31bcad64 req-67f2c9ec-b475-43a0-a6c8-bf3a3d554a45 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813193 Jul 16 08:23:36.527991 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea17d4d-86f8-42f7-8b47-68a0062ab157 req-2782d6a7-fa9f-4d72-9307-043e772928a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:36.529432 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7ea17d4d-86f8-42f7-8b47-68a0062ab157 req-2782d6a7-fa9f-4d72-9307-043e772928a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03b96796-c852-49fd-be23-df5d401458c9 HTTP/1.1" status: 200 len: 860 time: 0.0530412 Jul 16 08:23:36.532245 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-5ea45d2e-6e1b-43c1-8c90-617c33d13f14 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--374173627&fields=id&tenant_id=eed38146a8c843738c66731bdf360734 HTTP/1.1" status: 200 len: 267 time: 0.0643620 Jul 16 08:23:36.534242 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-31ad30d3-e844-48bc-a588-ddfef09c81d1 service neutron] For port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:36.595644 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:23:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aa4dc04-5579-4242-b1a4-bdef8ca09d47 x-openstack-request-id: req-0aa4dc04-5579-4242-b1a4-bdef8ca09d47 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:23:36.596016 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae5e9ac-6b43-4739-8513-47914a1e59a4", "name": "network-vif-plugged", "status": "completed", "tag": "d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:23:36.596361 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0aa4dc04-5579-4242-b1a4-bdef8ca09d47 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:23:36.597743 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae5e9ac-6b43-4739-8513-47914a1e59a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b', 'code': 200} Jul 16 08:23:36.612482 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea17d4d-86f8-42f7-8b47-68a0062ab157 req-bfe2a6a9-42d7-4df1-9528-78a8c1cae143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:36.614599 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7ea17d4d-86f8-42f7-8b47-68a0062ab157 req-bfe2a6a9-42d7-4df1-9528-78a8c1cae143 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2a688f30-b751-493d-bda9-31166d01b9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0790577 Jul 16 08:23:36.708016 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 01da8e36-8d6e-4032-8b13-c3401231eecc up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:23:36.716309 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7ea17d4d-86f8-42f7-8b47-68a0062ab157 req-c5f42edf-15bb-499c-9eb6-db5a3e33fc5d service neutron] 10.222.0.30 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946558 Jul 16 08:23:36.764232 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 01da8e36-8d6e-4032-8b13-c3401231eecc completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:23:36.769098 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 01da8e36-8d6e-4032-8b13-c3401231eecc triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:36.769544 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:36.834784 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7ea17d4d-86f8-42f7-8b47-68a0062ab157 req-459a1e95-9a63-47e1-9ddd-06655848aa8f service neutron] 10.222.0.30 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092744 Jul 16 08:23:36.938221 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-31ad30d3-e844-48bc-a588-ddfef09c81d1 service neutron] For port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:23:36.980842 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:36.991645 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:37.021358 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-82e16c64-32a3-4650-8881-a8695a480f24 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:37.022208 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 01da8e36-8d6e-4032-8b13-c3401231eecc, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=01da8e36-8d6e-4032-8b13-c3401231eecc,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:37.023855 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-82e16c64-32a3-4650-8881-a8695a480f24 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports?device_id=324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0756829 Jul 16 08:23:37.025006 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff53927-dfff-41fe-810a-82487cf5a97b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:23:37.026641 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:37.027401 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e9bcf5-e21d-47a1-ac71-2e19e4313693" -d '{"events": [{"server_uuid": "6ff53927-dfff-41fe-810a-82487cf5a97b", "name": "network-vif-unplugged", "status": "completed", "tag": "5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:23:37.035858 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-bf9ea941-a642-4ac7-a510-50fcab0f9d1e tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:37.042329 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-bf9ea941-a642-4ac7-a510-50fcab0f9d1e tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/networks?id=98b2c070-1d22-41c6-babf-49f81fe9462b HTTP/1.1" status: 200 len: 823 time: 0.5015509 Jul 16 08:23:37.049382 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-31ad30d3-e844-48bc-a588-ddfef09c81d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:37.062255 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-31ad30d3-e844-48bc-a588-ddfef09c81d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:37.078963 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-b71edeb8-0953-4731-b11b-142bc4dd7c36 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/quotas/eed38146a8c843738c66731bdf360734 HTTP/1.1" status: 200 len: 375 time: 0.0357299 Jul 16 08:23:37.081097 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=01da8e36-8d6e-4032-8b13-c3401231eecc,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:37.121475 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-3de4c201-bf03-4b3f-94d7-bcc52eb4fb88 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.179 HTTP/1.1" status: 200 len: 1002 time: 0.0904493 Jul 16 08:23:37.131534 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-28e432f2-5dce-4832-972e-51437b47dda1 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Request body: {'floatingip': {'port_id': '277e4a31-71f3-47e4-b253-456c33b5f8f5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:37.141736 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf89d16-ee9a-4069-94e1-0b3c581db894 req-615a95b2-ea77-4aa3-9ec8-83dd0a4d6fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:37.143255 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-adf89d16-ee9a-4069-94e1-0b3c581db894 req-615a95b2-ea77-4aa3-9ec8-83dd0a4d6fe7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 1102 time: 0.2196202 Jul 16 08:23:37.185925 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-28e432f2-5dce-4832-972e-51437b47dda1 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:37.186178 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad30d3-e844-48bc-a588-ddfef09c81d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:37.244055 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-31ad30d3-e844-48bc-a588-ddfef09c81d1 service neutron] Attempting to bind port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db on host n-h2-771362-37 for vnic_type normal with profile {"migrating_to": "n-h1-771362-37"} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:23:37.244870 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-31ad30d3-e844-48bc-a588-ddfef09c81d1 service neutron] Attempting to bind port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:23:37.244870 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-31ad30d3-e844-48bc-a588-ddfef09c81d1 service neutron] Attempting to bind port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:23:37.249440 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-adf89d16-ee9a-4069-94e1-0b3c581db894 req-7eeb02e3-8a15-4969-81b4-a877e4142e63 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985434 Jul 16 08:23:37.254851 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-31ad30d3-e844-48bc-a588-ddfef09c81d1 service neutron] Port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:23:37.255190 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-31ad30d3-e844-48bc-a588-ddfef09c81d1 service neutron] Attempting to bind port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:23:37.268334 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-d38cff82-a346-4108-a052-c50fd2c2617f tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=eed38146a8c843738c66731bdf360734&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1885719 Jul 16 08:23:37.269508 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-31ad30d3-e844-48bc-a588-ddfef09c81d1 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:23:37.269841 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-31ad30d3-e844-48bc-a588-ddfef09c81d1 service neutron] Checking segment: {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:23:37.270211 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-31ad30d3-e844-48bc-a588-ddfef09c81d1 service neutron] Bound using segment: {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:23:37.270642 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-31ad30d3-e844-48bc-a588-ddfef09c81d1 service neutron] Bound port: 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:23:37.270995 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-31ad30d3-e844-48bc-a588-ddfef09c81d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:37.397324 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-31ad30d3-e844-48bc-a588-ddfef09c81d1 service neutron] For port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:23:37.403167 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-31ad30d3-e844-48bc-a588-ddfef09c81d1 service neutron] For port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:23:37.411936 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-31ad30d3-e844-48bc-a588-ddfef09c81d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:37.422649 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-2bf1ed53-c2e1-47c5-afb2-deb18c40076c service neutron] 10.222.0.22 "GET /v2.0/networks/98b2c070-1d22-41c6-babf-49f81fe9462b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382229 Jul 16 08:23:37.548176 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad30d3-e844-48bc-a588-ddfef09c81d1 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:37.551795 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-31ad30d3-e844-48bc-a588-ddfef09c81d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:37.552425 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-31ad30d3-e844-48bc-a588-ddfef09c81d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:37.555394 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-31ad30d3-e844-48bc-a588-ddfef09c81d1 service neutron] 10.222.0.30 "PUT /v2.0/ports/5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db HTTP/1.1" status: 200 len: 1124 time: 1.3795960 Jul 16 08:23:37.581833 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-2841dd8f-c1b3-47f4-a31c-5fe12dbba97b service neutron] 10.222.0.22 "GET /v2.0/networks/98b2c070-1d22-41c6-babf-49f81fe9462b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1386447 Jul 16 08:23:37.662446 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:23:37.690453 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-28e432f2-5dce-4832-972e-51437b47dda1 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:37.694954 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-28e432f2-5dce-4832-972e-51437b47dda1 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:37.837195 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-28e432f2-5dce-4832-972e-51437b47dda1 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Floating IP 305015d4-0f4c-4a8e-80a4-857143bc498d associated. External IP: 172.25.3.179, port: e018e7c2-3c36-4bbd-842c-31622f7b50f4. Jul 16 08:23:38.075660 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-28e432f2-5dce-4832-972e-51437b47dda1 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Router c72ea637-6484-494d-be0a-ebd9f7908c71 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:23:38.152330 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fadb29-ced7-4c13-a2df-c18b87ab0005 req-34279c8c-5aa0-4261-bdf1-b13fe550a971 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:38.154386 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-98fadb29-ced7-4c13-a2df-c18b87ab0005 req-34279c8c-5aa0-4261-bdf1-b13fe550a971 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63a1e9f-f06d-426c-aa61-32522da69f88 HTTP/1.1" status: 200 len: 949 time: 0.0934117 Jul 16 08:23:38.211691 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-98fadb29-ced7-4c13-a2df-c18b87ab0005 req-db60aa52-54d5-4e63-9b23-b2c95adcbcd9 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.22 "GET /v2.0/security-groups?id=ddbfe8de-527e-4912-b134-40a43a6b0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487983 Jul 16 08:23:38.221149 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-28e432f2-5dce-4832-972e-51437b47dda1 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:23:38.239776 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc6a2b0-a39d-45ce-8f07-a4790c10a782 None None] Sync routers for ids ['c72ea637-6484-494d-be0a-ebd9f7908c71'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:23:38.255252 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc6a2b0-a39d-45ce-8f07-a4790c10a782 None None] Routers {'c72ea637-6484-494d-be0a-ebd9f7908c71'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:23:38.256438 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3fc6a2b0-a39d-45ce-8f07-a4790c10a782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:23:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c72ea637-6484-494d-be0a-ebd9f7908c71'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:38.258554 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:23:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e020ba8e-0dfe-4088-af88-df00c1ff9e66 x-openstack-request-id: req-e020ba8e-0dfe-4088-af88-df00c1ff9e66 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:23:38.259046 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff53927-dfff-41fe-810a-82487cf5a97b", "name": "network-vif-unplugged", "status": "completed", "tag": "5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:23:38.259125 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e020ba8e-0dfe-4088-af88-df00c1ff9e66 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:23:38.259523 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff53927-dfff-41fe-810a-82487cf5a97b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db', 'code': 200} Jul 16 08:23:38.394226 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:38.400163 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3fc6a2b0-a39d-45ce-8f07-a4790c10a782 None None] Set router c72ea637-6484-494d-be0a-ebd9f7908c71 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:23:38.442923 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f4505b-b91a-4be9-a567-95682d39d8f0 req-24a3168e-c090-45e6-8ff8-022bae3be0d5 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:38.444126 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-23f4505b-b91a-4be9-a567-95682d39d8f0 req-24a3168e-c090-45e6-8ff8-022bae3be0d5 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 950 time: 0.0815105 Jul 16 08:23:38.475128 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-28e432f2-5dce-4832-972e-51437b47dda1 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Router c72ea637-6484-494d-be0a-ebd9f7908c71 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:23:38.504658 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-23f4505b-b91a-4be9-a567-95682d39d8f0 req-c1f4006c-688e-41e5-89e5-3cadc1306e3b tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545986 Jul 16 08:23:38.599359 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63a1e9f-f06d-426c-aa61-32522da69f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01da8e36-8d6e-4032-8b13-c3401231eecc'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:23:38.600068 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-28e432f2-5dce-4832-972e-51437b47dda1 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:23:38.602150 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66509bc3-6f26-4030-a4c4-657827ee2280" -d '{"events": [{"server_uuid": "c63a1e9f-f06d-426c-aa61-32522da69f88", "name": "network-vif-plugged", "status": "completed", "tag": "01da8e36-8d6e-4032-8b13-c3401231eecc"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:23:38.605966 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-28e432f2-5dce-4832-972e-51437b47dda1 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:38.678729 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea6fbbe5-f0f1-4768-919d-7409689c9e2d', 'tag': 'e018e7c2-3c36-4bbd-842c-31622f7b50f4'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:23:38.681269 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a922d06-a2ef-4d3b-9453-a3f47ca5667e" -d '{"events": [{"name": "network-changed", "server_uuid": "ea6fbbe5-f0f1-4768-919d-7409689c9e2d", "tag": "e018e7c2-3c36-4bbd-842c-31622f7b50f4"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:23:38.685821 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b705cb-bb4b-4a7a-8277-b37e854d4a2c req-71c67334-bc64-47bd-9de2-b28f5029af3a tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:38.687868 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-58b705cb-bb4b-4a7a-8277-b37e854d4a2c req-71c67334-bc64-47bd-9de2-b28f5029af3a tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff53927-dfff-41fe-810a-82487cf5a97b HTTP/1.1" status: 200 len: 944 time: 0.0820482 Jul 16 08:23:38.690720 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3fc6a2b0-a39d-45ce-8f07-a4790c10a782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388124740-router', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:45Z', 'revision_number': 4, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'gw_port': {'id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '305015d4-0f4c-4a8e-80a4-857143bc498d', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'port_id': '277e4a31-71f3-47e4-b253-456c33b5f8f5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'mac_address': 'fa:16:3e:ac:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:23:06Z', 'updated_at': '2021-07-16T08:23:37Z', 'revision_number': 3, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c7f558-f16d-42c0-9532-2033815f976f', 'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'mac_address': 'fa:16:3e:5e:e9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '03b96796-c852-49fd-be23-df5d401458c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:44Z', 'updated_at': '2021-07-16T08:22:50Z', 'revision_number': 5, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'subnets': [{'id': '03b96796-c852-49fd-be23-df5d401458c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:38.691848 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-28e432f2-5dce-4832-972e-51437b47dda1 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "PUT /v2.0/floatingips/305015d4-0f4c-4a8e-80a4-857143bc498d HTTP/1.1" status: 200 len: 998 time: 1.5645096 Jul 16 08:23:38.720448 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc6a2b0-a39d-45ce-8f07-a4790c10a782 None None] Checking router: c72ea637-6484-494d-be0a-ebd9f7908c71 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:23:38.734488 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-58b705cb-bb4b-4a7a-8277-b37e854d4a2c req-ef1f61ff-4703-44a8-b789-ccab6c4eb0f1 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355525 Jul 16 08:23:38.734624 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc6a2b0-a39d-45ce-8f07-a4790c10a782 None None] Routers {'c72ea637-6484-494d-be0a-ebd9f7908c71'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:23:38.735598 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3fc6a2b0-a39d-45ce-8f07-a4790c10a782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:23:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c72ea637-6484-494d-be0a-ebd9f7908c71'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:38.764692 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-1f411eb4-0e68-4a05-9faf-e443c4a8183d tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:38.766972 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-1f411eb4-0e68-4a05-9faf-e443c4a8183d tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports/e018e7c2-3c36-4bbd-842c-31622f7b50f4 HTTP/1.1" status: 200 len: 943 time: 0.0696008 Jul 16 08:23:38.848044 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3fc6a2b0-a39d-45ce-8f07-a4790c10a782 None None] Set router c72ea637-6484-494d-be0a-ebd9f7908c71 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:23:38.861272 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-930583cb-fcb6-4800-b542-ea4c6f8b0a20 req-12bbeb86-f295-487e-a74a-35e2c26f0e03 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/ports?device_id=075199bc-09d3-4f99-9c2e-2b3eb755dfcf HTTP/1.1" status: 200 len: 210 time: 0.0291288 Jul 16 08:23:39.135225 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3fc6a2b0-a39d-45ce-8f07-a4790c10a782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388124740-router', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:45Z', 'revision_number': 4, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'gw_port': {'id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '305015d4-0f4c-4a8e-80a4-857143bc498d', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'port_id': '277e4a31-71f3-47e4-b253-456c33b5f8f5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'mac_address': 'fa:16:3e:ac:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:23:06Z', 'updated_at': '2021-07-16T08:23:37Z', 'revision_number': 3, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c7f558-f16d-42c0-9532-2033815f976f', 'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'mac_address': 'fa:16:3e:5e:e9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '03b96796-c852-49fd-be23-df5d401458c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:44Z', 'updated_at': '2021-07-16T08:22:50Z', 'revision_number': 5, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'subnets': [{'id': '03b96796-c852-49fd-be23-df5d401458c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:39.154495 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-269e0b79-2042-4011-a84e-50d6e25b7c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:39.163588 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-269e0b79-2042-4011-a84e-50d6e25b7c69 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=84bf75c6d98d4e69bee4eaefa2810d3a&device_id=ea6fbbe5-f0f1-4768-919d-7409689c9e2d HTTP/1.1" status: 200 len: 1098 time: 0.3393450 Jul 16 08:23:39.196999 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fc6a2b0-a39d-45ce-8f07-a4790c10a782 None None] The sync data for ids ['c72ea637-6484-494d-be0a-ebd9f7908c71'] in n-d-771362-37 is: [{'id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388124740-router', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:45Z', 'revision_number': 4, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'gw_port': {'id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '305015d4-0f4c-4a8e-80a4-857143bc498d', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'port_id': '277e4a31-71f3-47e4-b253-456c33b5f8f5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'mac_address': 'fa:16:3e:ac:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:23:06Z', 'updated_at': '2021-07-16T08:23:37Z', 'revision_number': 3, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c7f558-f16d-42c0-9532-2033815f976f', 'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'mac_address': 'fa:16:3e:5e:e9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '03b96796-c852-49fd-be23-df5d401458c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:44Z', 'updated_at': '2021-07-16T08:22:50Z', 'revision_number': 5, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'subnets': [{'id': '03b96796-c852-49fd-be23-df5d401458c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:23:39.198069 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-9c89c7e0-b88b-4caf-a9ff-28ae4e4e6573 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:39.205399 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-9c89c7e0-b88b-4caf-a9ff-28ae4e4e6573 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.21 "GET /v2.0/networks?id=98b2c070-1d22-41c6-babf-49f81fe9462b HTTP/1.1" status: 200 len: 823 time: 0.1692648 Jul 16 08:23:39.267136 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-fce7ce7e-4c0c-4581-af61-d5488c7de8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:39.272615 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-fce7ce7e-4c0c-4581-af61-d5488c7de8df service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a688f30-b751-493d-bda9-31166d01b9c0 HTTP/1.1" status: 200 len: 922 time: 0.1064830 Jul 16 08:23:39.304326 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-12b76eee-1f62-408c-a95d-ceb16a6a2932 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eed38146a8c843738c66731bdf360734 HTTP/1.1" status: 200 len: 379 time: 0.0813522 Jul 16 08:23:39.318015 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-9a51dfd0-44ee-4ff2-98b9-4456bfda4311 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Request body: {'port': {'device_id': '075199bc-09d3-4f99-9c2e-2b3eb755dfcf', 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b', 'admin_state_up': True, 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'security_groups': ['fbec2181-32de-46b6-9445-7284f609db8c']}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:39.344947 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-ab5b4b18-11c3-4726-afae-c38702218c88 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e018e7c2-3c36-4bbd-842c-31622f7b50f4 HTTP/1.1" status: 200 len: 217 time: 0.0657115 Jul 16 08:23:39.397806 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-b9b6ca67-e13b-40e3-b59a-6bbdf94b2ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:39.406474 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-b9b6ca67-e13b-40e3-b59a-6bbdf94b2ee4 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=03b96796-c852-49fd-be23-df5d401458c9 HTTP/1.1" status: 200 len: 860 time: 0.0586181 Jul 16 08:23:39.452253 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79426de3-8f0d-4364-93af-41b93cbd69dd x-openstack-request-id: req-79426de3-8f0d-4364-93af-41b93cbd69dd {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:23:39.465340 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63a1e9f-f06d-426c-aa61-32522da69f88", "name": "network-vif-plugged", "status": "completed", "tag": "01da8e36-8d6e-4032-8b13-c3401231eecc", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:23:39.466116 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-79426de3-8f0d-4364-93af-41b93cbd69dd {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:23:39.467149 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63a1e9f-f06d-426c-aa61-32522da69f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01da8e36-8d6e-4032-8b13-c3401231eecc', 'code': 200} Jul 16 08:23:39.499390 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-01ef8009-a73a-4ba3-a83b-1cd48e733e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:39.500928 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-9a51dfd0-44ee-4ff2-98b9-4456bfda4311 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Made reservation on behalf of eed38146a8c843738c66731bdf360734 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:23:39.506160 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-9a51dfd0-44ee-4ff2-98b9-4456bfda4311 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:39.506677 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754896ff-291e-4bc6-8b79-66c4bbca620c None None] New status for floating IP 305015d4-0f4c-4a8e-80a4-857143bc498d: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:23:39.507952 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-01ef8009-a73a-4ba3-a83b-1cd48e733e50 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a688f30-b751-493d-bda9-31166d01b9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1009700 Jul 16 08:23:39.536215 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:23:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-748a405f-8cd3-44c7-99e2-329ad5888fbc x-openstack-request-id: req-748a405f-8cd3-44c7-99e2-329ad5888fbc {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:23:39.536600 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea6fbbe5-f0f1-4768-919d-7409689c9e2d", "tag": "e018e7c2-3c36-4bbd-842c-31622f7b50f4", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:23:39.536923 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-748a405f-8cd3-44c7-99e2-329ad5888fbc {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:23:39.537989 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea6fbbe5-f0f1-4768-919d-7409689c9e2d', 'tag': 'e018e7c2-3c36-4bbd-842c-31622f7b50f4', 'status': 'completed', 'code': 200} Jul 16 08:23:39.696236 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398786ab-c441-4ddf-aa52-ef1d98c31ddb req-d1a42043-6aae-4e5f-9643-3f91fc4b9304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:39.698162 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-398786ab-c441-4ddf-aa52-ef1d98c31ddb req-d1a42043-6aae-4e5f-9643-3f91fc4b9304 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c63a1e9f-f06d-426c-aa61-32522da69f88 HTTP/1.1" status: 200 len: 1101 time: 0.1658208 Jul 16 08:23:39.707810 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a922d06-a2ef-4d3b-9453-a3f47ca5667e req-e1008234-936a-4cd4-aab8-5dd66d36418e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:39.709491 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0a922d06-a2ef-4d3b-9453-a3f47ca5667e req-e1008234-936a-4cd4-aab8-5dd66d36418e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84bf75c6d98d4e69bee4eaefa2810d3a&device_id=ea6fbbe5-f0f1-4768-919d-7409689c9e2d HTTP/1.1" status: 200 len: 1098 time: 0.1317577 Jul 16 08:23:39.718465 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-3e9ef229-9d72-4721-943b-df93a1f7b29b service neutron] 10.222.0.22 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094736 Jul 16 08:23:39.763227 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-acefff29-2bc1-4075-8c5a-edf949a3744d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2531092 Jul 16 08:23:39.774517 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-9a51dfd0-44ee-4ff2-98b9-4456bfda4311 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Allocated IP 172.20.0.10 (98b2c070-1d22-41c6-babf-49f81fe9462b/0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74/0bef3fe7-7260-4531-83e8-a0f47aed44a5) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:23:39.796920 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-398786ab-c441-4ddf-aa52-ef1d98c31ddb req-1ac1663f-446d-4716-bea5-7a6a08e3477f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ddbfe8de-527e-4912-b134-40a43a6b0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871568 Jul 16 08:23:39.871088 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6149243b-5096-45d7-b14c-30b88260edea req-38f2b0c1-5bc6-47ae-9d7d-921dd4a84c72 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:39.872662 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6149243b-5096-45d7-b14c-30b88260edea req-38f2b0c1-5bc6-47ae-9d7d-921dd4a84c72 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63a1e9f-f06d-426c-aa61-32522da69f88 HTTP/1.1" status: 200 len: 949 time: 0.1417079 Jul 16 08:23:39.883798 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d61b698-0e22-4da0-b14e-c8c284b1ac2b None None] Sync routers for ids ['c72ea637-6484-494d-be0a-ebd9f7908c71'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:23:39.893705 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a922d06-a2ef-4d3b-9453-a3f47ca5667e req-f7916ec8-8da7-457a-9830-394359c59523 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:39.894902 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d61b698-0e22-4da0-b14e-c8c284b1ac2b None None] Routers {'c72ea637-6484-494d-be0a-ebd9f7908c71'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:23:39.895582 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5d61b698-0e22-4da0-b14e-c8c284b1ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:23:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c72ea637-6484-494d-be0a-ebd9f7908c71'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:39.897186 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0a922d06-a2ef-4d3b-9453-a3f47ca5667e req-f7916ec8-8da7-457a-9830-394359c59523 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2a688f30-b751-493d-bda9-31166d01b9c0 HTTP/1.1" status: 200 len: 922 time: 0.1766827 Jul 16 08:23:39.934882 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-c178bcb5-7b0a-4db0-92f5-836ecdb542d7 service neutron] 10.222.0.22 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2152867 Jul 16 08:23:39.971202 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6149243b-5096-45d7-b14c-30b88260edea req-9b9a0998-8689-4258-bcd5-5626761c2937 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.22 "GET /v2.0/security-groups?id=ddbfe8de-527e-4912-b134-40a43a6b0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839241 Jul 16 08:23:40.010112 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-9a51dfd0-44ee-4ff2-98b9-4456bfda4311 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:40.028083 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0a922d06-a2ef-4d3b-9453-a3f47ca5667e req-25d9ef7e-c0dc-49d3-9583-76956fbf9548 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e018e7c2-3c36-4bbd-842c-31622f7b50f4 HTTP/1.1" status: 200 len: 217 time: 0.1227999 Jul 16 08:23:40.030966 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-9a51dfd0-44ee-4ff2-98b9-4456bfda4311 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Transition to ACTIVE for port object 0bef3fe7-7260-4531-83e8-a0f47aed44a5 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:23:40.065917 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-5d61b698-0e22-4da0-b14e-c8c284b1ac2b None None] Set router c72ea637-6484-494d-be0a-ebd9f7908c71 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:23:40.080937 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-9a51dfd0-44ee-4ff2-98b9-4456bfda4311 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:40.143172 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-9a51dfd0-44ee-4ff2-98b9-4456bfda4311 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Network 98b2c070-1d22-41c6-babf-49f81fe9462b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:23:40.150300 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a922d06-a2ef-4d3b-9453-a3f47ca5667e req-be7bcfd7-21b3-4dbe-9898-6a831916abc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:40.152080 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0a922d06-a2ef-4d3b-9453-a3f47ca5667e req-be7bcfd7-21b3-4dbe-9898-6a831916abc6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03b96796-c852-49fd-be23-df5d401458c9 HTTP/1.1" status: 200 len: 860 time: 0.0907674 Jul 16 08:23:40.157017 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-c6671b8f-a69e-4550-94ac-5b0435b58394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:40.158626 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-c6671b8f-a69e-4550-94ac-5b0435b58394 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=84bf75c6d98d4e69bee4eaefa2810d3a&device_id=324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87 HTTP/1.1" status: 200 len: 1097 time: 0.1502099 Jul 16 08:23:40.173081 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-9a51dfd0-44ee-4ff2-98b9-4456bfda4311 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:23:40.194119 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-9a51dfd0-44ee-4ff2-98b9-4456bfda4311 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:23:40.282020 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6ff53927-dfff-41fe-810a-82487cf5a97b', 'tag': '5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:23:40.284518 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a498a7e8-fe1e-4843-bfdb-803edfe913b3" -d '{"events": [{"name": "network-changed", "server_uuid": "6ff53927-dfff-41fe-810a-82487cf5a97b", "tag": "5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:23:40.299293 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-9a51dfd0-44ee-4ff2-98b9-4456bfda4311 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:40.299957 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-9a51dfd0-44ee-4ff2-98b9-4456bfda4311 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:40.308233 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a922d06-a2ef-4d3b-9453-a3f47ca5667e req-af5ee3d6-2d39-4760-a781-50959911fa10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:40.314918 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0a922d06-a2ef-4d3b-9453-a3f47ca5667e req-af5ee3d6-2d39-4760-a781-50959911fa10 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2a688f30-b751-493d-bda9-31166d01b9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1550958 Jul 16 08:23:40.318268 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-8f680212-737e-46da-9513-f92b7d28bb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:40.319908 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-8f680212-737e-46da-9513-f92b7d28bb5d service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a688f30-b751-493d-bda9-31166d01b9c0 HTTP/1.1" status: 200 len: 922 time: 0.1513724 Jul 16 08:23:40.339478 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a51dfd0-44ee-4ff2-98b9-4456bfda4311 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Pushing event updated for resources: {'Port': ['ID=0bef3fe7-7260-4531-83e8-a0f47aed44a5,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:40.356521 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-9a51dfd0-44ee-4ff2-98b9-4456bfda4311 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0467288 Jul 16 08:23:40.383172 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-ca6676a9-ddca-4834-b1c7-4fcc2f3cd131 service neutron] Request body: {'port': {'device_id': '075199bc-09d3-4f99-9c2e-2b3eb755dfcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:40.432556 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5d61b698-0e22-4da0-b14e-c8c284b1ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388124740-router', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:45Z', 'revision_number': 4, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'gw_port': {'id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '305015d4-0f4c-4a8e-80a4-857143bc498d', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'port_id': '277e4a31-71f3-47e4-b253-456c33b5f8f5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'mac_address': 'fa:16:3e:ac:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:23:06Z', 'updated_at': '2021-07-16T08:23:39Z', 'revision_number': 4, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c7f558-f16d-42c0-9532-2033815f976f', 'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'mac_address': 'fa:16:3e:5e:e9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '03b96796-c852-49fd-be23-df5d401458c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:44Z', 'updated_at': '2021-07-16T08:22:50Z', 'revision_number': 5, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'subnets': [{'id': '03b96796-c852-49fd-be23-df5d401458c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:40.464991 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d61b698-0e22-4da0-b14e-c8c284b1ac2b None None] Checking router: c72ea637-6484-494d-be0a-ebd9f7908c71 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:23:40.476606 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d61b698-0e22-4da0-b14e-c8c284b1ac2b None None] Routers {'c72ea637-6484-494d-be0a-ebd9f7908c71'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:23:40.477983 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-4af5e29f-f5ab-49e9-bf68-33db7f435bb1 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=277e4a31-71f3-47e4-b253-456c33b5f8f5 HTTP/1.1" status: 200 len: 1001 time: 0.1402476 Jul 16 08:23:40.478870 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5d61b698-0e22-4da0-b14e-c8c284b1ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:23:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c72ea637-6484-494d-be0a-ebd9f7908c71'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:40.500953 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f0475e-f11b-430c-a656-1af0387cb0cf req-b528bfc9-0421-4067-b94d-a8b0d54ecf0b tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:40.510086 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-52f0475e-f11b-430c-a656-1af0387cb0cf req-b528bfc9-0421-4067-b94d-a8b0d54ecf0b tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 950 time: 0.3818581 Jul 16 08:23:40.537686 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d7fc4aed-59bc-4bf1-8fbb-7dd99ec8eb86 None None] Provisioning for port 0bef3fe7-7260-4531-83e8-a0f47aed44a5 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:23:40.540156 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0a922d06-a2ef-4d3b-9453-a3f47ca5667e req-eaae7796-9f12-450f-98f1-895cb849fb1f service neutron] 10.222.0.30 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147326 Jul 16 08:23:40.542931 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d7fc4aed-59bc-4bf1-8fbb-7dd99ec8eb86 None None] Provisioning complete for port 0bef3fe7-7260-4531-83e8-a0f47aed44a5 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:40.543421 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d7fc4aed-59bc-4bf1-8fbb-7dd99ec8eb86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:40.559281 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-3ff38bc4-910f-47b1-8453-1d7723128877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:40.561194 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-3ff38bc4-910f-47b1-8453-1d7723128877 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=03b96796-c852-49fd-be23-df5d401458c9 HTTP/1.1" status: 200 len: 860 time: 0.0821199 Jul 16 08:23:40.595203 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-d7fc4aed-59bc-4bf1-8fbb-7dd99ec8eb86 None None] Port 0bef3fe7-7260-4531-83e8-a0f47aed44a5 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:23:40.644243 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-52f0475e-f11b-430c-a656-1af0387cb0cf req-3dad2760-585b-4664-a41d-60ff4b841dc3 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330819 Jul 16 08:23:40.644913 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-ca6676a9-ddca-4834-b1c7-4fcc2f3cd131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:40.702650 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0a922d06-a2ef-4d3b-9453-a3f47ca5667e req-13a1ae43-432f-4b50-8a5e-d85ca53c0127 service neutron] 10.222.0.30 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533980 Jul 16 08:23:40.709256 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-5f6aeaef-f135-45e1-b41c-fa986c6a60f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:40.710729 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-5f6aeaef-f135-45e1-b41c-fa986c6a60f1 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a688f30-b751-493d-bda9-31166d01b9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1366825 Jul 16 08:23:40.743450 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:23:40.773000 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-5d61b698-0e22-4da0-b14e-c8c284b1ac2b None None] Set router c72ea637-6484-494d-be0a-ebd9f7908c71 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:23:40.881508 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-61075fd4-333f-4658-a8b0-dbb2b9de0ba2 service neutron] 10.222.0.22 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648417 Jul 16 08:23:40.990774 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:41.006963 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db has no active binding in host n-h1-771362-37 {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:23:41.009122 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-71c4944b-9fd9-4eb6-aa03-d88d1b8f81bd req-5eeca614-f633-4573-b36a-28bce1ec1e71 service neutron] 10.222.0.22 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206722 Jul 16 08:23:41.131446 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdfd69c-b622-467d-bef8-c1dc1ead2903 req-4491b06f-4a88-4057-8102-33009d4929f2 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:41.132930 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8cdfd69c-b622-467d-bef8-c1dc1ead2903 req-4491b06f-4a88-4057-8102-33009d4929f2 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff53927-dfff-41fe-810a-82487cf5a97b HTTP/1.1" status: 200 len: 944 time: 0.1268861 Jul 16 08:23:41.183865 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5d61b698-0e22-4da0-b14e-c8c284b1ac2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388124740-router', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:45Z', 'revision_number': 4, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'gw_port': {'id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '305015d4-0f4c-4a8e-80a4-857143bc498d', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'port_id': '277e4a31-71f3-47e4-b253-456c33b5f8f5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'mac_address': 'fa:16:3e:ac:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:23:06Z', 'updated_at': '2021-07-16T08:23:39Z', 'revision_number': 4, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c7f558-f16d-42c0-9532-2033815f976f', 'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'mac_address': 'fa:16:3e:5e:e9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '03b96796-c852-49fd-be23-df5d401458c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:44Z', 'updated_at': '2021-07-16T08:22:50Z', 'revision_number': 5, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'subnets': [{'id': '03b96796-c852-49fd-be23-df5d401458c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:41.196196 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-ca6676a9-ddca-4834-b1c7-4fcc2f3cd131 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0bef3fe7-7260-4531-83e8-a0f47aed44a5 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:23:41.214355 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-ca6676a9-ddca-4834-b1c7-4fcc2f3cd131 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:41.214843 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d61b698-0e22-4da0-b14e-c8c284b1ac2b None None] The sync data for ids ['c72ea637-6484-494d-be0a-ebd9f7908c71'] in n-d-771362-37 is: [{'id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388124740-router', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:45Z', 'revision_number': 4, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'gw_port': {'id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '305015d4-0f4c-4a8e-80a4-857143bc498d', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'port_id': '277e4a31-71f3-47e4-b253-456c33b5f8f5', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'mac_address': 'fa:16:3e:ac:b7:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:23:06Z', 'updated_at': '2021-07-16T08:23:39Z', 'revision_number': 4, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c7f558-f16d-42c0-9532-2033815f976f', 'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'mac_address': 'fa:16:3e:5e:e9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '03b96796-c852-49fd-be23-df5d401458c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:44Z', 'updated_at': '2021-07-16T08:22:50Z', 'revision_number': 5, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'subnets': [{'id': '03b96796-c852-49fd-be23-df5d401458c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:23:41.222107 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881e1c80-cdff-4944-a3da-9fbd4ecba9e6 req-1f57368d-a262-4cc4-81cb-b7612434b87d tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:41.224224 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-881e1c80-cdff-4944-a3da-9fbd4ecba9e6 req-1f57368d-a262-4cc4-81cb-b7612434b87d tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/ports?device_id=075199bc-09d3-4f99-9c2e-2b3eb755dfcf HTTP/1.1" status: 200 len: 932 time: 0.0776784 Jul 16 08:23:41.231113 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8cdfd69c-b622-467d-bef8-c1dc1ead2903 req-c0994390-2c82-4a43-8534-c4465c02456a tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691304 Jul 16 08:23:41.263358 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-ca6676a9-ddca-4834-b1c7-4fcc2f3cd131 service neutron] Transition to ACTIVE for port object 0bef3fe7-7260-4531-83e8-a0f47aed44a5 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:23:41.274209 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-ca6676a9-ddca-4834-b1c7-4fcc2f3cd131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:41.298983 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-881e1c80-cdff-4944-a3da-9fbd4ecba9e6 req-6394a52d-acc0-4dce-a546-e9d81f852021 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbec2181-32de-46b6-9445-7284f609db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0638101 Jul 16 08:23:41.304110 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:23:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db3c43f2-fc60-43e8-ad9f-1d22558e6553 x-openstack-request-id: req-db3c43f2-fc60-43e8-ad9f-1d22558e6553 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:23:41.304603 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6ff53927-dfff-41fe-810a-82487cf5a97b", "tag": "5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:23:41.304856 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-db3c43f2-fc60-43e8-ad9f-1d22558e6553 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:23:41.305247 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6ff53927-dfff-41fe-810a-82487cf5a97b', 'tag': '5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db', 'status': 'completed', 'code': 200} Jul 16 08:23:41.319098 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.21', 55200) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:41.389616 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6676a9-ddca-4834-b1c7-4fcc2f3cd131 service neutron] Pushing event updated for resources: {'Port': ['ID=0bef3fe7-7260-4531-83e8-a0f47aed44a5,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:41.404852 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-872de926-763a-4e97-9113-3763149ce16a service neutron] 10.222.0.21 "GET /v2.0/ports/5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db/bindings/n-h1-771362-37 HTTP/1.1" status: 200 len: 385 time: 0.1841748 Jul 16 08:23:41.439686 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498a7e8-fe1e-4843-bfdb-803edfe913b3 req-862e034e-c42f-4dd3-99a5-71185754687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:41.442167 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a498a7e8-fe1e-4843-bfdb-803edfe913b3 req-862e034e-c42f-4dd3-99a5-71185754687f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c0f0cf24afb47969a9cef8297bf2691&device_id=6ff53927-dfff-41fe-810a-82487cf5a97b HTTP/1.1" status: 200 len: 1127 time: 0.1219764 Jul 16 08:23:41.521718 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.21', 55201) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:41.550477 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87', 'tag': '277e4a31-71f3-47e4-b253-456c33b5f8f5'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:23:41.552771 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f044409-9fd3-4356-97a0-c5984d0e7d97" -d '{"events": [{"name": "network-changed", "server_uuid": "324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87", "tag": "277e4a31-71f3-47e4-b253-456c33b5f8f5"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:23:41.611868 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-ca6676a9-ddca-4834-b1c7-4fcc2f3cd131 service neutron] Attempting to bind port 0bef3fe7-7260-4531-83e8-a0f47aed44a5 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:23:41.612784 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-ca6676a9-ddca-4834-b1c7-4fcc2f3cd131 service neutron] Attempting to bind port 0bef3fe7-7260-4531-83e8-a0f47aed44a5 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'f7af8b16-cb87-4576-be6c-d2d2183441bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:23:41.612784 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-ca6676a9-ddca-4834-b1c7-4fcc2f3cd131 service neutron] Attempting to bind port 0bef3fe7-7260-4531-83e8-a0f47aed44a5 on network 98b2c070-1d22-41c6-babf-49f81fe9462b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:23:41.617989 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b2cb1f53-3827-4b5a-a06e-aebc2a4cdcef req-62b6406a-da6e-4020-b8e2-520032d21db4 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.179 HTTP/1.1" status: 200 len: 1001 time: 0.1220334 Jul 16 08:23:41.627063 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-ca6676a9-ddca-4834-b1c7-4fcc2f3cd131 service neutron] Port 0bef3fe7-7260-4531-83e8-a0f47aed44a5 on network 98b2c070-1d22-41c6-babf-49f81fe9462b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:23:41.627389 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-ca6676a9-ddca-4834-b1c7-4fcc2f3cd131 service neutron] Attempting to bind port 0bef3fe7-7260-4531-83e8-a0f47aed44a5 on network 98b2c070-1d22-41c6-babf-49f81fe9462b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:23:41.665519 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-ca6676a9-ddca-4834-b1c7-4fcc2f3cd131 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:23:41.665767 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-ca6676a9-ddca-4834-b1c7-4fcc2f3cd131 service neutron] Checking segment: {'id': 'f7af8b16-cb87-4576-be6c-d2d2183441bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:23:41.666149 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-ca6676a9-ddca-4834-b1c7-4fcc2f3cd131 service neutron] Bound using segment: {'id': 'f7af8b16-cb87-4576-be6c-d2d2183441bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:23:41.666609 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-ca6676a9-ddca-4834-b1c7-4fcc2f3cd131 service neutron] Bound port: 0bef3fe7-7260-4531-83e8-a0f47aed44a5, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7af8b16-cb87-4576-be6c-d2d2183441bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:23:41.666930 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-ca6676a9-ddca-4834-b1c7-4fcc2f3cd131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:41.667514 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498a7e8-fe1e-4843-bfdb-803edfe913b3 req-1e01b0d7-b7a9-4aaa-b183-964136392e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:41.669012 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a498a7e8-fe1e-4843-bfdb-803edfe913b3 req-1e01b0d7-b7a9-4aaa-b183-964136392e81 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 HTTP/1.1" status: 200 len: 908 time: 0.2123883 Jul 16 08:23:41.723724 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a498a7e8-fe1e-4843-bfdb-803edfe913b3 req-e178e85a-1dca-4721-b6af-89a898f76518 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db HTTP/1.1" status: 200 len: 217 time: 0.0427535 Jul 16 08:23:41.731149 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb1f53-3827-4b5a-a06e-aebc2a4cdcef req-cf321595-4f34-4e77-8eaf-6b6ae4772bd3 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:41.732478 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b2cb1f53-3827-4b5a-a06e-aebc2a4cdcef req-cf321595-4f34-4e77-8eaf-6b6ae4772bd3 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports/277e4a31-71f3-47e4-b253-456c33b5f8f5 HTTP/1.1" status: 200 len: 942 time: 0.1048558 Jul 16 08:23:41.751286 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6587d9b3-dbc0-4388-a674-ced1cbf72199 req-5cad0e56-9061-4485-84d0-2def194bd12d tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:41.752869 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6587d9b3-dbc0-4388-a674-ced1cbf72199 req-5cad0e56-9061-4485-84d0-2def194bd12d tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63a1e9f-f06d-426c-aa61-32522da69f88 HTTP/1.1" status: 200 len: 949 time: 0.2359562 Jul 16 08:23:41.757979 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-46683e6f-c980-4bf4-9195-3119d49d436f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:41.759413 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-46683e6f-c980-4bf4-9195-3119d49d436f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 1102 time: 0.2264693 Jul 16 08:23:41.775528 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a498a7e8-fe1e-4843-bfdb-803edfe913b3 req-d733422f-69c3-40f6-988a-07ff37d9cbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:41.777151 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a498a7e8-fe1e-4843-bfdb-803edfe913b3 req-d733422f-69c3-40f6-988a-07ff37d9cbf5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce796d98-7ee4-4738-aad4-0026126b7799 HTTP/1.1" status: 200 len: 847 time: 0.0436769 Jul 16 08:23:41.809262 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a498a7e8-fe1e-4843-bfdb-803edfe913b3 req-1f1b6f56-1319-473d-bd23-f17827b768c2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259788 Jul 16 08:23:41.939580 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b2cb1f53-3827-4b5a-a06e-aebc2a4cdcef req-4dece11e-4b15-4094-a052-ea0b72a40547 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.179 HTTP/1.1" status: 200 len: 1001 time: 0.1150930 Jul 16 08:23:41.977035 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a498a7e8-fe1e-4843-bfdb-803edfe913b3 req-03b74ea6-c941-4f27-994c-8348025e6001 service neutron] 10.222.0.21 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1607661 Jul 16 08:23:42.121272 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cb1f53-3827-4b5a-a06e-aebc2a4cdcef req-e555d2d6-6ac4-4c0e-9806-f64cd534248e tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:42.122708 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b2cb1f53-3827-4b5a-a06e-aebc2a4cdcef req-e555d2d6-6ac4-4c0e-9806-f64cd534248e tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 784 time: 0.1772158 Jul 16 08:23:42.122981 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-022c11ec-78ab-4b48-958c-540791ed75e5 service neutron] For port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:42.137929 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a498a7e8-fe1e-4843-bfdb-803edfe913b3 req-700389a4-cf99-41ec-8823-9f40e37677ae service neutron] 10.222.0.21 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1545238 Jul 16 08:23:42.154091 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-ca6676a9-ddca-4834-b1c7-4fcc2f3cd131 service neutron] For port 0bef3fe7-7260-4531-83e8-a0f47aed44a5, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:23:42.167188 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6587d9b3-dbc0-4388-a674-ced1cbf72199 req-597d4d55-89cf-44b5-ab10-f9f531e5e894 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.22 "GET /v2.0/security-groups?id=ddbfe8de-527e-4912-b134-40a43a6b0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646094 Jul 16 08:23:42.181740 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-ca6676a9-ddca-4834-b1c7-4fcc2f3cd131 service neutron] For port 0bef3fe7-7260-4531-83e8-a0f47aed44a5, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0bef3fe7-7260-4531-83e8-a0f47aed44a5,segment=NetworkSegment(f7af8b16-cb87-4576-be6c-d2d2183441bf),segment_id=f7af8b16-cb87-4576-be6c-d2d2183441bf)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:23:42.194003 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-022c11ec-78ab-4b48-958c-540791ed75e5 service neutron] For port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:23:42.219861 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-ca6676a9-ddca-4834-b1c7-4fcc2f3cd131 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:42.225967 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-a9b6b28e-85f1-4f4b-aca4-eae48fbc1489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:42.227441 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-a9b6b28e-85f1-4f4b-aca4-eae48fbc1489 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.2225604 Jul 16 08:23:42.243553 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44799fd3-96fa-4250-a09d-2d71aa53ec3f x-openstack-request-id: req-44799fd3-96fa-4250-a09d-2d71aa53ec3f {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:23:42.244057 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87", "tag": "277e4a31-71f3-47e4-b253-456c33b5f8f5", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:23:42.244146 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-44799fd3-96fa-4250-a09d-2d71aa53ec3f {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:23:42.244518 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87', 'tag': '277e4a31-71f3-47e4-b253-456c33b5f8f5', 'status': 'completed', 'code': 200} Jul 16 08:23:42.268543 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-022c11ec-78ab-4b48-958c-540791ed75e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:23:42.319354 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-ca6676a9-ddca-4834-b1c7-4fcc2f3cd131 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:42.319978 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-ca6676a9-ddca-4834-b1c7-4fcc2f3cd131 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:42.321402 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-ca6676a9-ddca-4834-b1c7-4fcc2f3cd131 service neutron] 10.222.0.21 "PUT /v2.0/ports/0bef3fe7-7260-4531-83e8-a0f47aed44a5 HTTP/1.1" status: 200 len: 1093 time: 1.9509547 Jul 16 08:23:42.322729 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-62be7449-0270-487a-b28c-efafa1ade8ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b HTTP/1.1" status: 200 len: 217 time: 0.0665643 Jul 16 08:23:42.327134 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-022c11ec-78ab-4b48-958c-540791ed75e5 service neutron] For port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:42.357743 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-771aeae6-334e-4535-a9e6-0f31c758cf3a req-8aa920a0-d25c-4459-a879-76c915e5aa28 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.179 HTTP/1.1" status: 200 len: 1001 time: 0.1011755 Jul 16 08:23:42.392836 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-022c11ec-78ab-4b48-958c-540791ed75e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:42.415266 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f044409-9fd3-4356-97a0-c5984d0e7d97 req-b47236f1-31f3-40f9-8184-a8ff04fa1743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:42.416753 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5f044409-9fd3-4356-97a0-c5984d0e7d97 req-b47236f1-31f3-40f9-8184-a8ff04fa1743 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84bf75c6d98d4e69bee4eaefa2810d3a&device_id=324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87 HTTP/1.1" status: 200 len: 1097 time: 0.1230631 Jul 16 08:23:42.443661 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771aeae6-334e-4535-a9e6-0f31c758cf3a req-b3bf9828-91fb-4c0c-9fe3-2374b69949b3 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:42.445162 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-771aeae6-334e-4535-a9e6-0f31c758cf3a req-b3bf9828-91fb-4c0c-9fe3-2374b69949b3 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports/277e4a31-71f3-47e4-b253-456c33b5f8f5 HTTP/1.1" status: 200 len: 942 time: 0.0779018 Jul 16 08:23:42.475789 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6676a9-ddca-4834-b1c7-4fcc2f3cd131 service neutron] Pushing event updated for resources: {'Port': ['ID=0bef3fe7-7260-4531-83e8-a0f47aed44a5,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:42.518141 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-37c46606-b981-43e7-b7f2-dfcc1eb1d30f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:42.519628 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-37c46606-b981-43e7-b7f2-dfcc1eb1d30f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.1566174 Jul 16 08:23:42.543024 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f044409-9fd3-4356-97a0-c5984d0e7d97 req-dea828e3-ea4a-4a8f-a980-0f3876994582 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:42.545113 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5f044409-9fd3-4356-97a0-c5984d0e7d97 req-dea828e3-ea4a-4a8f-a980-0f3876994582 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2a688f30-b751-493d-bda9-31166d01b9c0 HTTP/1.1" status: 200 len: 922 time: 0.1192839 Jul 16 08:23:42.610177 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7127089d-697c-4300-acf0-070b27060344 req-0e6b976a-0889-445a-9b02-900b975f25f3 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:42.611664 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7127089d-697c-4300-acf0-070b27060344 req-0e6b976a-0889-445a-9b02-900b975f25f3 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 950 time: 0.2865372 Jul 16 08:23:42.628188 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-6b1f34e2-663e-4a5f-a98a-fb5034f894e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:42.629698 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-6b1f34e2-663e-4a5f-a98a-fb5034f894e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eed38146a8c843738c66731bdf360734&device_id=075199bc-09d3-4f99-9c2e-2b3eb755dfcf HTTP/1.1" status: 200 len: 1096 time: 0.2379866 Jul 16 08:23:42.630964 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-022c11ec-78ab-4b48-958c-540791ed75e5 service neutron] Transition to ACTIVE for port object 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:23:42.655711 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-022c11ec-78ab-4b48-958c-540791ed75e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:42.726396 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-55e7ca3d-c0dd-4f8b-843d-b394bd1d6fcf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bef3fe7-7260-4531-83e8-a0f47aed44a5 HTTP/1.1" status: 200 len: 217 time: 0.0833650 Jul 16 08:23:42.765988 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-9ee19b6d-4068-44c8-b0ad-073f6317b682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:42.767531 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-9ee19b6d-4068-44c8-b0ad-073f6317b682 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2377567 Jul 16 08:23:42.795775 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7127089d-697c-4300-acf0-070b27060344 req-76469379-cc10-414e-8dc0-6802b4aa6972 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1734028 Jul 16 08:23:42.838133 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-022c11ec-78ab-4b48-958c-540791ed75e5 service neutron] No DVR routers for this DVR port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:23:42.866666 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c11ec-78ab-4b48-958c-540791ed75e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db,revision_number=10']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:42.905649 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-8dd8d0b0-6692-47bd-9206-55b2424afdf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:42.906881 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-8dd8d0b0-6692-47bd-9206-55b2424afdf0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74 HTTP/1.1" status: 200 len: 862 time: 0.1610613 Jul 16 08:23:42.915417 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5f044409-9fd3-4356-97a0-c5984d0e7d97 req-502a82e5-f08e-4978-9b8a-bf55abfee9f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=277e4a31-71f3-47e4-b253-456c33b5f8f5 HTTP/1.1" status: 200 len: 1001 time: 0.3626981 Jul 16 08:23:42.918442 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-771aeae6-334e-4535-a9e6-0f31c758cf3a req-d00f7553-eaee-47bd-a27b-4671af7abef8 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.179 HTTP/1.1" status: 200 len: 1001 time: 0.3671179 Jul 16 08:23:42.973553 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-022c11ec-78ab-4b48-958c-540791ed75e5 service neutron] 10.222.0.21 "PUT /v2.0/ports/5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db/bindings/n-h1-771362-37/activate HTTP/1.1" status: 200 len: 370 time: 1.5465817 Jul 16 08:23:42.992046 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-fb83442c-e169-4f9e-a0db-d3cdc83294da service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020090 Jul 16 08:23:43.025737 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f044409-9fd3-4356-97a0-c5984d0e7d97 req-8e937233-9105-44db-a6bc-c32d7b24175f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:43.027277 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5f044409-9fd3-4356-97a0-c5984d0e7d97 req-8e937233-9105-44db-a6bc-c32d7b24175f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03b96796-c852-49fd-be23-df5d401458c9 HTTP/1.1" status: 200 len: 860 time: 0.1017303 Jul 16 08:23:43.037019 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-5b5f764d-7e69-4d86-b85d-f8695d9181eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:43.038644 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-5b5f764d-7e69-4d86-b85d-f8695d9181eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=98b2c070-1d22-41c6-babf-49f81fe9462b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1147561 Jul 16 08:23:43.095184 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771aeae6-334e-4535-a9e6-0f31c758cf3a req-2f5c3b4d-47e1-4e53-b8e5-11bd9c273d01 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:43.096557 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-771aeae6-334e-4535-a9e6-0f31c758cf3a req-2f5c3b4d-47e1-4e53-b8e5-11bd9c273d01 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 784 time: 0.1722348 Jul 16 08:23:43.168797 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f044409-9fd3-4356-97a0-c5984d0e7d97 req-8d3ddc6a-3ca9-4a2e-a445-58af4410a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:43.170290 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5f044409-9fd3-4356-97a0-c5984d0e7d97 req-8d3ddc6a-3ca9-4a2e-a445-58af4410a287 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2a688f30-b751-493d-bda9-31166d01b9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1283195 Jul 16 08:23:43.178096 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-771aeae6-334e-4535-a9e6-0f31c758cf3a req-39012eaa-92b8-4c19-8a12-14a224610863 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.179 HTTP/1.1" status: 200 len: 1001 time: 0.0749235 Jul 16 08:23:43.190938 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-771aeae6-334e-4535-a9e6-0f31c758cf3a req-e717c892-cbe8-4c7b-8b58-04e909b4563f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:43.196001 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-b62cf6b5-a380-457d-80ac-874143de5bf2 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930153 Jul 16 08:23:43.220522 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-7968fced-1754-481a-88c1-6c8425255bdd tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:43.222027 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-7968fced-1754-481a-88c1-6c8425255bdd tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6ff53927-dfff-41fe-810a-82487cf5a97b&tenant_id=0c0f0cf24afb47969a9cef8297bf2691&binding%3Ahost_id=n-h2-771362-37 HTTP/1.1" status: 200 len: 1097 time: 0.1760068 Jul 16 08:23:43.223763 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-13ce4116-c612-40c0-a531-79a589b0e86d service neutron] 10.222.0.21 "GET /v2.0/networks/98b2c070-1d22-41c6-babf-49f81fe9462b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787975 Jul 16 08:23:43.297429 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-771aeae6-334e-4535-a9e6-0f31c758cf3a req-e717c892-cbe8-4c7b-8b58-04e909b4563f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:43.320533 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075199bc-09d3-4f99-9c2e-2b3eb755dfcf', 'tag': '0bef3fe7-7260-4531-83e8-a0f47aed44a5'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:23:43.323198 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3058fdf-f6f5-4834-88e6-38901678d90f" -d '{"events": [{"name": "network-changed", "server_uuid": "075199bc-09d3-4f99-9c2e-2b3eb755dfcf", "tag": "0bef3fe7-7260-4531-83e8-a0f47aed44a5"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:23:43.363465 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5f044409-9fd3-4356-97a0-c5984d0e7d97 req-9aa46a3a-36b8-46ba-b342-ddc9054e0526 service neutron] 10.222.0.30 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839664 Jul 16 08:23:43.366384 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1b8cceb-14cd-4139-8ef8-6df03c1cec56 req-d3a68482-3f22-450e-b99a-dc7222cd50c8 service neutron] 10.222.0.21 "GET /v2.0/networks/98b2c070-1d22-41c6-babf-49f81fe9462b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360283 Jul 16 08:23:43.369539 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-32cfa8a5-dc06-4410-b1c0-7e47ec542760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:43.372190 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-32cfa8a5-dc06-4410-b1c0-7e47ec542760 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6ff53927-dfff-41fe-810a-82487cf5a97b&tenant_id=0c0f0cf24afb47969a9cef8297bf2691 HTTP/1.1" status: 200 len: 1097 time: 0.1302102 Jul 16 08:23:43.469338 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-81cac5a8-9a2d-4b22-b0ce-754c3ad16836 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:43.470946 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-81cac5a8-9a2d-4b22-b0ce-754c3ad16836 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c0f0cf24afb47969a9cef8297bf2691&device_id=6ff53927-dfff-41fe-810a-82487cf5a97b HTTP/1.1" status: 200 len: 1097 time: 0.0665531 Jul 16 08:23:43.543263 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:23:43.544329 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5f044409-9fd3-4356-97a0-c5984d0e7d97 req-80faa2ea-9a5c-414f-ae9d-f2e09944589e service neutron] 10.222.0.30 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723731 Jul 16 08:23:43.586506 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-771aeae6-334e-4535-a9e6-0f31c758cf3a req-e717c892-cbe8-4c7b-8b58-04e909b4563f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:43.592007 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-771aeae6-334e-4535-a9e6-0f31c758cf3a req-e717c892-cbe8-4c7b-8b58-04e909b4563f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:43.592452 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [req-771aeae6-334e-4535-a9e6-0f31c758cf3a req-e717c892-cbe8-4c7b-8b58-04e909b4563f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Floating IP 305015d4-0f4c-4a8e-80a4-857143bc498d disassociated. External IP: 172.25.3.179, port: 277e4a31-71f3-47e4-b253-456c33b5f8f5. Jul 16 08:23:43.638888 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-dc6ee12f-a6b8-4c46-b45f-b4bd26718d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:43.640927 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-dc6ee12f-a6b8-4c46-b45f-b4bd26718d69 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 HTTP/1.1" status: 200 len: 908 time: 0.1591923 Jul 16 08:23:43.698391 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-75f742d9-93e0-484a-a439-bb5e1c099d8a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db HTTP/1.1" status: 200 len: 217 time: 0.0420260 Jul 16 08:23:43.723149 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af065f9c-5353-44e1-ac33-e30fccd0e668 req-facaf213-2f09-41b5-9576-dcd5d0188b5c tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:43.724684 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-af065f9c-5353-44e1-ac33-e30fccd0e668 req-facaf213-2f09-41b5-9576-dcd5d0188b5c tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff53927-dfff-41fe-810a-82487cf5a97b HTTP/1.1" status: 200 len: 945 time: 0.1343729 Jul 16 08:23:43.781558 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-053673c2-7550-4f73-a71d-636a6373f3a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:43.782994 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-053673c2-7550-4f73-a71d-636a6373f3a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce796d98-7ee4-4738-aad4-0026126b7799 HTTP/1.1" status: 200 len: 847 time: 0.0766592 Jul 16 08:23:43.797586 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-af065f9c-5353-44e1-ac33-e30fccd0e668 req-7a21c015-f97f-43d4-9ffe-f3ee6cc58ee5 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532730 Jul 16 08:23:43.833723 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-ee480739-3c2f-47c9-bb13-7708e34500c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346222 Jul 16 08:23:43.848889 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43480) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:43.857856 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-771aeae6-334e-4535-a9e6-0f31c758cf3a req-e717c892-cbe8-4c7b-8b58-04e909b4563f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Router c72ea637-6484-494d-be0a-ebd9f7908c71 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:23:43.973588 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb7d886a-3aad-4026-b39b-5a779073b87a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:43.975441 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-97633b9d-26e6-47d5-acfd-0fbc254b31b1 service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352520 Jul 16 08:23:43.993878 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-771aeae6-334e-4535-a9e6-0f31c758cf3a req-e717c892-cbe8-4c7b-8b58-04e909b4563f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:23:43.999163 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-771aeae6-334e-4535-a9e6-0f31c758cf3a req-e717c892-cbe8-4c7b-8b58-04e909b4563f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:44.003054 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538d269e-dd6f-4b63-b57b-86ba34f138a3 None None] Sync routers for ids ['c72ea637-6484-494d-be0a-ebd9f7908c71'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:23:44.012685 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e06fdd61-f58e-43e1-b273-6f96c7f48b4f req-3471185b-cd88-479d-8c61-cd41eaf57a69 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:44.013912 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538d269e-dd6f-4b63-b57b-86ba34f138a3 None None] Routers {'c72ea637-6484-494d-be0a-ebd9f7908c71'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:23:44.014166 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e06fdd61-f58e-43e1-b273-6f96c7f48b4f req-3471185b-cd88-479d-8c61-cd41eaf57a69 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/ports?device_id=075199bc-09d3-4f99-9c2e-2b3eb755dfcf HTTP/1.1" status: 200 len: 944 time: 0.1024680 Jul 16 08:23:44.014670 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-538d269e-dd6f-4b63-b57b-86ba34f138a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:23:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c72ea637-6484-494d-be0a-ebd9f7908c71'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:44.052193 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-771aeae6-334e-4535-a9e6-0f31c758cf3a req-e717c892-cbe8-4c7b-8b58-04e909b4563f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "PUT /v2.0/floatingips/305015d4-0f4c-4a8e-80a4-857143bc498d HTTP/1.1" status: 200 len: 695 time: 0.8656757 Jul 16 08:23:44.100867 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e06fdd61-f58e-43e1-b273-6f96c7f48b4f req-d233aecf-c747-47a6-8d25-f5f498cfa93a tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbec2181-32de-46b6-9445-7284f609db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764024 Jul 16 08:23:44.117936 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-2e601a97-b1ed-4d11-88c7-257e599429f7 service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345148 Jul 16 08:23:44.153876 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-538d269e-dd6f-4b63-b57b-86ba34f138a3 None None] Set router c72ea637-6484-494d-be0a-ebd9f7908c71 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:23:44.181452 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb7d886a-3aad-4026-b39b-5a779073b87a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:44.186413 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771aeae6-334e-4535-a9e6-0f31c758cf3a req-7c2f08d2-e461-4d38-b1a3-4f6137fd376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:44.187984 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-771aeae6-334e-4535-a9e6-0f31c758cf3a req-7c2f08d2-e461-4d38-b1a3-4f6137fd376b service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=84bf75c6d98d4e69bee4eaefa2810d3a&device_id=324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87 HTTP/1.1" status: 200 len: 1097 time: 0.1194956 Jul 16 08:23:44.189396 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb7d886a-3aad-4026-b39b-5a779073b87a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:44.192813 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029fec77-dd3b-4351-b743-22346293e996 x-openstack-request-id: req-029fec77-dd3b-4351-b743-22346293e996 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:23:44.193109 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075199bc-09d3-4f99-9c2e-2b3eb755dfcf", "tag": "0bef3fe7-7260-4531-83e8-a0f47aed44a5", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:23:44.193357 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-029fec77-dd3b-4351-b743-22346293e996 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:23:44.193748 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075199bc-09d3-4f99-9c2e-2b3eb755dfcf', 'tag': '0bef3fe7-7260-4531-83e8-a0f47aed44a5', 'status': 'completed', 'code': 200} Jul 16 08:23:44.246628 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87', 'tag': '277e4a31-71f3-47e4-b253-456c33b5f8f5'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:23:44.249013 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66acba44-87df-4f60-bef0-9f1f36cc0474" -d '{"events": [{"name": "network-changed", "server_uuid": "324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87", "tag": "277e4a31-71f3-47e4-b253-456c33b5f8f5"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:23:44.264309 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43496) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:44.264619 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fb7d886a-3aad-4026-b39b-5a779073b87a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e185b4c6c43b49aea25fc9f952a9adf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4146397 Jul 16 08:23:44.266203 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7d886a-3aad-4026-b39b-5a779073b87a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc790051-5046-4dd2-8a06-0c623f679767,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:44.331483 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3058fdf-f6f5-4834-88e6-38901678d90f req-60f12c5b-2c43-435f-be27-8dd9153e883f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:44.334200 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c3058fdf-f6f5-4834-88e6-38901678d90f req-60f12c5b-2c43-435f-be27-8dd9153e883f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eed38146a8c843738c66731bdf360734&device_id=075199bc-09d3-4f99-9c2e-2b3eb755dfcf HTTP/1.1" status: 200 len: 1096 time: 0.1159885 Jul 16 08:23:44.341296 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771aeae6-334e-4535-a9e6-0f31c758cf3a req-25b6372f-44ed-44f5-9113-a0a4640fec49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:44.343388 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-771aeae6-334e-4535-a9e6-0f31c758cf3a req-25b6372f-44ed-44f5-9113-a0a4640fec49 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a688f30-b751-493d-bda9-31166d01b9c0 HTTP/1.1" status: 200 len: 922 time: 0.1381505 Jul 16 08:23:44.393806 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-771aeae6-334e-4535-a9e6-0f31c758cf3a req-8474e61c-1190-4582-b42a-15fa7d38fbd5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=277e4a31-71f3-47e4-b253-456c33b5f8f5 HTTP/1.1" status: 200 len: 217 time: 0.0431499 Jul 16 08:23:44.394187 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-79176e31-e59b-48ab-aa2f-ef6c94fddd12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:44.456133 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-79176e31-e59b-48ab-aa2f-ef6c94fddd12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:44.458881 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771aeae6-334e-4535-a9e6-0f31c758cf3a req-71d34eff-f0d5-46d8-92c0-d24998e3b57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:44.460452 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-771aeae6-334e-4535-a9e6-0f31c758cf3a req-71d34eff-f0d5-46d8-92c0-d24998e3b57b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=03b96796-c852-49fd-be23-df5d401458c9 HTTP/1.1" status: 200 len: 860 time: 0.0551684 Jul 16 08:23:44.490039 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-538d269e-dd6f-4b63-b57b-86ba34f138a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388124740-router', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:45Z', 'revision_number': 4, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'gw_port': {'id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'f1c7f558-f16d-42c0-9532-2033815f976f', 'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'mac_address': 'fa:16:3e:5e:e9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '03b96796-c852-49fd-be23-df5d401458c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:44Z', 'updated_at': '2021-07-16T08:22:50Z', 'revision_number': 5, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'subnets': [{'id': '03b96796-c852-49fd-be23-df5d401458c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:44.517706 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538d269e-dd6f-4b63-b57b-86ba34f138a3 None None] Checking router: c72ea637-6484-494d-be0a-ebd9f7908c71 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:23:44.520011 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771aeae6-334e-4535-a9e6-0f31c758cf3a req-dc77ade2-ee29-4cc5-ac14-3927291d76aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:44.521797 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-771aeae6-334e-4535-a9e6-0f31c758cf3a req-dc77ade2-ee29-4cc5-ac14-3927291d76aa service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a688f30-b751-493d-bda9-31166d01b9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546513 Jul 16 08:23:44.526831 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538d269e-dd6f-4b63-b57b-86ba34f138a3 None None] Routers {'c72ea637-6484-494d-be0a-ebd9f7908c71'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:23:44.527635 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-538d269e-dd6f-4b63-b57b-86ba34f138a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:23:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c72ea637-6484-494d-be0a-ebd9f7908c71'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:44.567879 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3058fdf-f6f5-4834-88e6-38901678d90f req-fe179ba7-d933-4623-a8c9-2437964919a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:44.569416 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c3058fdf-f6f5-4834-88e6-38901678d90f req-fe179ba7-d933-4623-a8c9-2437964919a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=98b2c070-1d22-41c6-babf-49f81fe9462b HTTP/1.1" status: 200 len: 924 time: 0.2268105 Jul 16 08:23:44.628337 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-771aeae6-334e-4535-a9e6-0f31c758cf3a req-abffba8c-c9c3-4c18-bcb5-2abf768cc311 service neutron] 10.222.0.22 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951576 Jul 16 08:23:44.629768 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c3058fdf-f6f5-4834-88e6-38901678d90f req-674d557a-78f4-4598-9b2d-c5af751d4c81 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bef3fe7-7260-4531-83e8-a0f47aed44a5 HTTP/1.1" status: 200 len: 217 time: 0.0500472 Jul 16 08:23:44.644462 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-538d269e-dd6f-4b63-b57b-86ba34f138a3 None None] Set router c72ea637-6484-494d-be0a-ebd9f7908c71 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:23:44.741303 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-771aeae6-334e-4535-a9e6-0f31c758cf3a req-dabf2cea-0506-47d4-8eef-265edba579ff service neutron] 10.222.0.22 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118751 Jul 16 08:23:44.801590 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f107b802-4486-46f7-99c4-b5a62de8a5a3 x-openstack-request-id: req-f107b802-4486-46f7-99c4-b5a62de8a5a3 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:23:44.801840 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87", "tag": "277e4a31-71f3-47e4-b253-456c33b5f8f5", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:23:44.802100 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f107b802-4486-46f7-99c4-b5a62de8a5a3 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:23:44.802496 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87', 'tag': '277e4a31-71f3-47e4-b253-456c33b5f8f5', 'status': 'completed', 'code': 200} Jul 16 08:23:44.843591 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:23:44.904766 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acba44-87df-4f60-bef0-9f1f36cc0474 req-2ad3ef61-e7f8-42b0-a4a4-b6838e8f621b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:44.905060 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:23:44.907440 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-66acba44-87df-4f60-bef0-9f1f36cc0474 req-2ad3ef61-e7f8-42b0-a4a4-b6838e8f621b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84bf75c6d98d4e69bee4eaefa2810d3a&device_id=324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87 HTTP/1.1" status: 200 len: 1097 time: 0.0632300 Jul 16 08:23:44.930370 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-538d269e-dd6f-4b63-b57b-86ba34f138a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388124740-router', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:45Z', 'revision_number': 4, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'gw_port': {'id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'f1c7f558-f16d-42c0-9532-2033815f976f', 'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'mac_address': 'fa:16:3e:5e:e9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '03b96796-c852-49fd-be23-df5d401458c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:44Z', 'updated_at': '2021-07-16T08:22:50Z', 'revision_number': 5, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'subnets': [{'id': '03b96796-c852-49fd-be23-df5d401458c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:44.934570 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-79176e31-e59b-48ab-aa2f-ef6c94fddd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:44.937208 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-79176e31-e59b-48ab-aa2f-ef6c94fddd12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:44.950157 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-79176e31-e59b-48ab-aa2f-ef6c94fddd12 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fc790051-5046-4dd2-8a06-0c623f679767 HTTP/1.1" status: 204 len: 168 time: 0.6739345 Jul 16 08:23:44.961613 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-538d269e-dd6f-4b63-b57b-86ba34f138a3 None None] The sync data for ids ['c72ea637-6484-494d-be0a-ebd9f7908c71'] in n-d-771362-37 is: [{'id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388124740-router', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:45Z', 'revision_number': 4, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'gw_port': {'id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'f1c7f558-f16d-42c0-9532-2033815f976f', 'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'mac_address': 'fa:16:3e:5e:e9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '03b96796-c852-49fd-be23-df5d401458c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:44Z', 'updated_at': '2021-07-16T08:22:50Z', 'revision_number': 5, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'subnets': [{'id': '03b96796-c852-49fd-be23-df5d401458c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:23:44.974316 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61008bba-cd7e-4944-9eeb-c6b17e151d44 req-aa61b0ab-7866-44f4-bcf8-b57d0e4c3e8b tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:44.976000 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-61008bba-cd7e-4944-9eeb-c6b17e151d44 req-aa61b0ab-7866-44f4-bcf8-b57d0e4c3e8b tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 950 time: 0.5117371 Jul 16 08:23:45.011516 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79176e31-e59b-48ab-aa2f-ef6c94fddd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc790051-5046-4dd2-8a06-0c623f679767,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:45.022411 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acba44-87df-4f60-bef0-9f1f36cc0474 req-d11f7f48-0e54-4571-bd57-93b910386353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:45.024460 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-66acba44-87df-4f60-bef0-9f1f36cc0474 req-d11f7f48-0e54-4571-bd57-93b910386353 service neutron] 10.222.0.30 "GET /v2.0/networks?id=2a688f30-b751-493d-bda9-31166d01b9c0 HTTP/1.1" status: 200 len: 922 time: 0.1106503 Jul 16 08:23:45.030249 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-6f090bf0-1fb4-4880-8de8-f56c0bc52415 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:45.032380 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-6f090bf0-1fb4-4880-8de8-f56c0bc52415 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6ff53927-dfff-41fe-810a-82487cf5a97b&tenant_id=0c0f0cf24afb47969a9cef8297bf2691&binding%3Ahost_id=n-h1-771362-37 HTTP/1.1" status: 200 len: 1097 time: 0.5655956 Jul 16 08:23:45.094583 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-66acba44-87df-4f60-bef0-9f1f36cc0474 req-2876e5a7-8388-440f-89d8-3743111501c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=277e4a31-71f3-47e4-b253-456c33b5f8f5 HTTP/1.1" status: 200 len: 217 time: 0.0526114 Jul 16 08:23:45.100008 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-61008bba-cd7e-4944-9eeb-c6b17e151d44 req-ac689a05-14ae-45e2-9585-6e5a76e12388 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097801 Jul 16 08:23:45.103637 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3058fdf-f6f5-4834-88e6-38901678d90f req-1999519e-e3ac-4640-977e-636c09435c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:45.105136 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c3058fdf-f6f5-4834-88e6-38901678d90f req-1999519e-e3ac-4640-977e-636c09435c5d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74 HTTP/1.1" status: 200 len: 862 time: 0.4665868 Jul 16 08:23:45.173654 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acba44-87df-4f60-bef0-9f1f36cc0474 req-6ffb7405-b121-4d8a-8740-39f0b53f40f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:45.175179 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-66acba44-87df-4f60-bef0-9f1f36cc0474 req-6ffb7405-b121-4d8a-8740-39f0b53f40f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03b96796-c852-49fd-be23-df5d401458c9 HTTP/1.1" status: 200 len: 860 time: 0.0741208 Jul 16 08:23:45.293053 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66acba44-87df-4f60-bef0-9f1f36cc0474 req-bb7cc7e9-0aa8-4f82-ade0-fbf3e4a6d7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:45.297836 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-66acba44-87df-4f60-bef0-9f1f36cc0474 req-bb7cc7e9-0aa8-4f82-ade0-fbf3e4a6d7dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2a688f30-b751-493d-bda9-31166d01b9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1075580 Jul 16 08:23:45.364185 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3058fdf-f6f5-4834-88e6-38901678d90f req-72b6736e-4009-48d2-853a-79d0072c1acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:45.366161 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c3058fdf-f6f5-4834-88e6-38901678d90f req-72b6736e-4009-48d2-853a-79d0072c1acd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=98b2c070-1d22-41c6-babf-49f81fe9462b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2464547 Jul 16 08:23:45.395729 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c386c676-36e8-4de7-bfcf-2d871b79ce47 None None] New status for floating IP 305015d4-0f4c-4a8e-80a4-857143bc498d: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:23:45.413720 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-363d7553-9b81-4330-8e7d-c6e2b613f6fb service neutron] For port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:23:45.423072 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-363d7553-9b81-4330-8e7d-c6e2b613f6fb service neutron] Notify callbacks [] for binding, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:45.424166 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c726f5b4-20e3-464d-9b6a-4633be42b78e req-363d7553-9b81-4330-8e7d-c6e2b613f6fb service neutron] 10.222.0.30 "DELETE /v2.0/ports/5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db/bindings/n-h2-771362-37 HTTP/1.1" status: 204 len: 173 time: 0.3747985 Jul 16 08:23:45.446211 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-66acba44-87df-4f60-bef0-9f1f36cc0474 req-a6dda272-4240-4793-92fe-4b0b03c0f3ba service neutron] 10.222.0.30 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410818 Jul 16 08:23:45.458923 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f555de-94a6-41ba-a4d9-091f21c971f5 req-5db4cb5c-137d-4e4a-8d66-c0cefab3cf9f tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:45.460470 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e9f555de-94a6-41ba-a4d9-091f21c971f5 req-5db4cb5c-137d-4e4a-8d66-c0cefab3cf9f tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/ports?device_id=075199bc-09d3-4f99-9c2e-2b3eb755dfcf HTTP/1.1" status: 200 len: 944 time: 0.1280856 Jul 16 08:23:45.461039 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43522) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:45.492829 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0122100d-7dd3-4ec2-8c55-9db8315c1ca5 req-8a173c52-9029-4ea9-aea8-18eeb9385101 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:45.494029 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0122100d-7dd3-4ec2-8c55-9db8315c1ca5 req-8a173c52-9029-4ea9-aea8-18eeb9385101 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff53927-dfff-41fe-810a-82487cf5a97b HTTP/1.1" status: 200 len: 945 time: 0.1860712 Jul 16 08:23:45.511801 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89f8477e-a206-4cec-a083-ce4ee16a60fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:45.541055 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c3058fdf-f6f5-4834-88e6-38901678d90f req-1e12d48a-c487-43ce-a803-ff98b9808ee7 service neutron] 10.222.0.21 "GET /v2.0/networks/98b2c070-1d22-41c6-babf-49f81fe9462b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677279 Jul 16 08:23:45.549460 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0122100d-7dd3-4ec2-8c55-9db8315c1ca5 req-04f09a4f-55c7-465b-bbc3-3384896236f8 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491850 Jul 16 08:23:45.604029 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e9f555de-94a6-41ba-a4d9-091f21c971f5 req-1031fc20-56b8-4f11-ae1b-fc4afe2dc1be tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbec2181-32de-46b6-9445-7284f609db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277227 Jul 16 08:23:45.633503 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-66acba44-87df-4f60-bef0-9f1f36cc0474 req-1d6f9594-aac3-439d-a783-795a21f4e721 service neutron] 10.222.0.30 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1669915 Jul 16 08:23:45.675322 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c3058fdf-f6f5-4834-88e6-38901678d90f req-705e2359-30f5-4517-a29b-a5780c3c077d service neutron] 10.222.0.21 "GET /v2.0/networks/98b2c070-1d22-41c6-babf-49f81fe9462b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248050 Jul 16 08:23:45.731994 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89f8477e-a206-4cec-a083-ce4ee16a60fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:45.737168 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89f8477e-a206-4cec-a083-ce4ee16a60fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:45.793706 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f8477e-a206-4cec-a083-ce4ee16a60fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1d7788-7ff6-482e-8dd4-bbcfaeee9226,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:45.822926 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-89f8477e-a206-4cec-a083-ce4ee16a60fe admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3640f13edf5a4d50911c67126f115574&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3599105 Jul 16 08:23:45.825611 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43538) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:45.886301 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680c0fd-4d23-4134-9c40-33f82b8fd8f4 req-1510880c-5137-45a2-8844-244ea80cb3e0 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:45.895533 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5680c0fd-4d23-4134-9c40-33f82b8fd8f4 req-1510880c-5137-45a2-8844-244ea80cb3e0 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea6fbbe5-f0f1-4768-919d-7409689c9e2d&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1254358 Jul 16 08:23:45.916838 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e6a4a3f-da82-449f-9d51-a9cea943c516 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:45.954345 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5680c0fd-4d23-4134-9c40-33f82b8fd8f4 req-2c8dcf7c-5225-49df-a409-32da3d3d3009 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.179 HTTP/1.1" status: 200 len: 696 time: 0.0577629 Jul 16 08:23:45.954925 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e6a4a3f-da82-449f-9d51-a9cea943c516 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:45.958995 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-5680c0fd-4d23-4134-9c40-33f82b8fd8f4 req-6b8336cc-49a1-41fc-a724-135c1449a2ab tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Request body: {'floatingip': {'port_id': 'e018e7c2-3c36-4bbd-842c-31622f7b50f4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:46.000893 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5680c0fd-4d23-4134-9c40-33f82b8fd8f4 req-6b8336cc-49a1-41fc-a724-135c1449a2ab tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:46.043183 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e6a4a3f-da82-449f-9d51-a9cea943c516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:46.046038 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e6a4a3f-da82-449f-9d51-a9cea943c516 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:46.049565 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5e6a4a3f-da82-449f-9d51-a9cea943c516 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0b1d7788-7ff6-482e-8dd4-bbcfaeee9226 HTTP/1.1" status: 204 len: 168 time: 0.2202530 Jul 16 08:23:46.049565 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12a2c2-9598-4a5c-8848-889f4d386f2c req-1ccee9ab-a522-4d40-adc8-06049c069ec1 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:46.051385 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f12a2c2-9598-4a5c-8848-889f4d386f2c req-1ccee9ab-a522-4d40-adc8-06049c069ec1 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6ff53927-dfff-41fe-810a-82487cf5a97b HTTP/1.1" status: 200 len: 1097 time: 0.0663598 Jul 16 08:23:46.058971 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6a4a3f-da82-449f-9d51-a9cea943c516 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1d7788-7ff6-482e-8dd4-bbcfaeee9226,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:46.123804 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f12a2c2-9598-4a5c-8848-889f4d386f2c req-4de99d27-47fb-4bfd-8458-eaaeec679f7b tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537541 Jul 16 08:23:46.290995 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43564) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:46.449921 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b134a27-e38a-4e19-9069-8b1a8a711887 req-a6dbbbb1-b650-4853-b373-c47970b9cc5e tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:46.451429 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8b134a27-e38a-4e19-9069-8b1a8a711887 req-a6dbbbb1-b650-4853-b373-c47970b9cc5e tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 950 time: 0.1518924 Jul 16 08:23:46.540063 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8b134a27-e38a-4e19-9069-8b1a8a711887 req-99805ef4-2057-4e07-9e76-fe043d919d71 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772769 Jul 16 08:23:46.582119 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d771db33-6dd3-4b07-9dad-10730ba9610e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:46.611952 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43580) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:46.632995 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e9141fe-2b5a-4bf6-9b9e-814fac64e5e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:46.758731 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5680c0fd-4d23-4134-9c40-33f82b8fd8f4 req-6b8336cc-49a1-41fc-a724-135c1449a2ab tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:46.763001 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5680c0fd-4d23-4134-9c40-33f82b8fd8f4 req-6b8336cc-49a1-41fc-a724-135c1449a2ab tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:46.775548 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 01da8e36-8d6e-4032-8b13-c3401231eecc details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:23:46.787958 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d771db33-6dd3-4b07-9dad-10730ba9610e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:46.799023 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d771db33-6dd3-4b07-9dad-10730ba9610e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:46.856946 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28209e-0692-40a1-a419-80b0747c0124 req-6fb6e72d-c1fe-4671-8493-e763930b4266 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:46.864289 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0c28209e-0692-40a1-a419-80b0747c0124 req-6fb6e72d-c1fe-4671-8493-e763930b4266 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/networks?id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 HTTP/1.1" status: 200 len: 807 time: 0.1851366 Jul 16 08:23:46.873257 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 0bef3fe7-7260-4531-83e8-a0f47aed44a5 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:23:46.887044 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [req-5680c0fd-4d23-4134-9c40-33f82b8fd8f4 req-6b8336cc-49a1-41fc-a724-135c1449a2ab tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Floating IP 305015d4-0f4c-4a8e-80a4-857143bc498d associated. External IP: 172.25.3.179, port: e018e7c2-3c36-4bbd-842c-31622f7b50f4. Jul 16 08:23:46.889704 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d771db33-6dd3-4b07-9dad-10730ba9610e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ba743cd4344245368264d101e9009b6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5973160 Jul 16 08:23:46.890975 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43604) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:46.899263 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771db33-6dd3-4b07-9dad-10730ba9610e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffca8f30-bc66-4f21-a00b-1589dee2528d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:46.908276 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0c28209e-0692-40a1-a419-80b0747c0124 req-8c1ac033-5b09-4371-8dfc-9477f67fe25d tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/quotas/0c0f0cf24afb47969a9cef8297bf2691 HTTP/1.1" status: 200 len: 375 time: 0.0429597 Jul 16 08:23:46.982283 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 0bef3fe7-7260-4531-83e8-a0f47aed44a5, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0bef3fe7-7260-4531-83e8-a0f47aed44a5,segment=NetworkSegment(f7af8b16-cb87-4576-be6c-d2d2183441bf),segment_id=f7af8b16-cb87-4576-be6c-d2d2183441bf)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:47.019857 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e9141fe-2b5a-4bf6-9b9e-814fac64e5e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:47.026539 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '0bef3fe7-7260-4531-83e8-a0f47aed44a5', 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b', 'port_id': '0bef3fe7-7260-4531-83e8-a0f47aed44a5', 'mac_address': 'fa:16:3e:67:07:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:23:47.033628 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0c28209e-0692-40a1-a419-80b0747c0124 req-ead220cb-43e5-4f5b-b3db-38562a8eb788 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0c0f0cf24afb47969a9cef8297bf2691&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1245189 Jul 16 08:23:47.042923 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e9141fe-2b5a-4bf6-9b9e-814fac64e5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:47.102522 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 01da8e36-8d6e-4032-8b13-c3401231eecc, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=01da8e36-8d6e-4032-8b13-c3401231eecc,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:47.123011 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04bd7e63-d3c5-4876-a1ed-de21d1f54ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:47.130276 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '01da8e36-8d6e-4032-8b13-c3401231eecc', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': '01da8e36-8d6e-4032-8b13-c3401231eecc', 'mac_address': 'fa:16:3e:90:86:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:23:47.133175 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:47.135084 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65163cf9-54a8-4940-af01-5b43a0d8dfb5 req-299588b6-b02b-4e38-9003-7c8f7a3661f8 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:47.137212 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-65163cf9-54a8-4940-af01-5b43a0d8dfb5 req-299588b6-b02b-4e38-9003-7c8f7a3661f8 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.30 "GET /v2.0/ports?device_id=324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87 HTTP/1.1" status: 200 len: 945 time: 0.2467477 Jul 16 08:23:47.146730 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7e9141fe-2b5a-4bf6-9b9e-814fac64e5e0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=42820546902a4ef1b214803a902b29b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5336747 Jul 16 08:23:47.149178 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9141fe-2b5a-4bf6-9b9e-814fac64e5e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0505d28-5754-41b1-9160-71fcc7b633bd,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:47.151730 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43610) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:47.157569 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0bef3fe7-7260-4531-83e8-a0f47aed44a5 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:23:47.204711 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0c28209e-0692-40a1-a419-80b0747c0124 req-1048376b-266b-43b6-8f4a-06ea4097492c service neutron] 10.222.0.22 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700237 Jul 16 08:23:47.221639 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 0bef3fe7-7260-4531-83e8-a0f47aed44a5, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0bef3fe7-7260-4531-83e8-a0f47aed44a5,segment=NetworkSegment(f7af8b16-cb87-4576-be6c-d2d2183441bf),segment_id=f7af8b16-cb87-4576-be6c-d2d2183441bf)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:47.225687 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:47.230409 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:47.267583 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 01da8e36-8d6e-4032-8b13-c3401231eecc {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:23:47.301682 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1cc14d3a-af57-4fa3-9e37-0849fec82bc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:47.334420 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1cc14d3a-af57-4fa3-9e37-0849fec82bc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:47.339076 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 01da8e36-8d6e-4032-8b13-c3401231eecc, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=01da8e36-8d6e-4032-8b13-c3401231eecc,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:47.352980 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:47.361186 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=0bef3fe7-7260-4531-83e8-a0f47aed44a5,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:47.376269 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0c28209e-0692-40a1-a419-80b0747c0124 req-1230ea0d-ac47-470a-a560-37396260aafd service neutron] 10.222.0.22 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706903 Jul 16 08:23:47.417698 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1cc14d3a-af57-4fa3-9e37-0849fec82bc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:47.421092 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1cc14d3a-af57-4fa3-9e37-0849fec82bc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:47.422908 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1cc14d3a-af57-4fa3-9e37-0849fec82bc1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f0505d28-5754-41b1-9160-71fcc7b633bd HTTP/1.1" status: 204 len: 168 time: 0.2687631 Jul 16 08:23:47.438497 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc14d3a-af57-4fa3-9e37-0849fec82bc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0505d28-5754-41b1-9160-71fcc7b633bd,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:47.508916 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['01da8e36-8d6e-4032-8b13-c3401231eecc'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:23:47.597278 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['0bef3fe7-7260-4531-83e8-a0f47aed44a5'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:23:47.637215 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=01da8e36-8d6e-4032-8b13-c3401231eecc,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:47.993855 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04bd7e63-d3c5-4876-a1ed-de21d1f54ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:48.007494 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65e245d-012d-4ffa-8a36-b1a3a3b11830 req-c57ec1e9-2ae9-423c-8fb3-874aba5d982f tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:48.019469 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a65e245d-012d-4ffa-8a36-b1a3a3b11830 req-c57ec1e9-2ae9-423c-8fb3-874aba5d982f tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/ports?device_id=075199bc-09d3-4f99-9c2e-2b3eb755dfcf HTTP/1.1" status: 200 len: 945 time: 0.1511369 Jul 16 08:23:48.079266 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04bd7e63-d3c5-4876-a1ed-de21d1f54ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:48.082619 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04bd7e63-d3c5-4876-a1ed-de21d1f54ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:48.082830 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a65e245d-012d-4ffa-8a36-b1a3a3b11830 req-bce685c6-cba3-4211-b912-5d2cd8a0480d tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbec2181-32de-46b6-9445-7284f609db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621719 Jul 16 08:23:48.086738 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-04bd7e63-d3c5-4876-a1ed-de21d1f54ac8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ffca8f30-bc66-4f21-a00b-1589dee2528d HTTP/1.1" status: 204 len: 168 time: 1.1949804 Jul 16 08:23:48.133050 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04bd7e63-d3c5-4876-a1ed-de21d1f54ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffca8f30-bc66-4f21-a00b-1589dee2528d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:48.169383 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5680c0fd-4d23-4134-9c40-33f82b8fd8f4 req-6b8336cc-49a1-41fc-a724-135c1449a2ab tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Router c72ea637-6484-494d-be0a-ebd9f7908c71 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:23:48.183038 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-65163cf9-54a8-4940-af01-5b43a0d8dfb5 req-61e6aa53-6f19-4a3e-9b92-884798aeb365 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Deleting port 277e4a31-71f3-47e4-b253-456c33b5f8f5 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:23:48.183499 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-65163cf9-54a8-4940-af01-5b43a0d8dfb5 req-61e6aa53-6f19-4a3e-9b92-884798aeb365 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:48.380083 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3aa03126-27f0-4254-88f0-52c89fee4b26 req-1d1192cf-d5b7-4be4-b920-10e03c576021 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 210 time: 0.1089480 Jul 16 08:23:48.520894 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-65163cf9-54a8-4940-af01-5b43a0d8dfb5 req-61e6aa53-6f19-4a3e-9b92-884798aeb365 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] For port 277e4a31-71f3-47e4-b253-456c33b5f8f5, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=277e4a31-71f3-47e4-b253-456c33b5f8f5,segment=NetworkSegment(daabb715-a942-4244-b821-e5bf3292c381),segment_id=daabb715-a942-4244-b821-e5bf3292c381)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:48.521226 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-65163cf9-54a8-4940-af01-5b43a0d8dfb5 req-61e6aa53-6f19-4a3e-9b92-884798aeb365 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:48.566195 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-65163cf9-54a8-4940-af01-5b43a0d8dfb5 req-61e6aa53-6f19-4a3e-9b92-884798aeb365 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Calling delete_port for 277e4a31-71f3-47e4-b253-456c33b5f8f5 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:23:48.573318 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5680c0fd-4d23-4134-9c40-33f82b8fd8f4 req-6b8336cc-49a1-41fc-a724-135c1449a2ab tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:23:48.585650 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5680c0fd-4d23-4134-9c40-33f82b8fd8f4 req-6b8336cc-49a1-41fc-a724-135c1449a2ab tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:48.589031 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f793df4-dc3c-4ad9-bce9-a0b8972ded96 None None] Sync routers for ids ['c72ea637-6484-494d-be0a-ebd9f7908c71'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:23:48.611568 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f793df4-dc3c-4ad9-bce9-a0b8972ded96 None None] Routers {'c72ea637-6484-494d-be0a-ebd9f7908c71'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:23:48.612235 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9f793df4-dc3c-4ad9-bce9-a0b8972ded96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:23:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c72ea637-6484-494d-be0a-ebd9f7908c71'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:48.759940 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5680c0fd-4d23-4134-9c40-33f82b8fd8f4 req-6b8336cc-49a1-41fc-a724-135c1449a2ab tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "PUT /v2.0/floatingips/305015d4-0f4c-4a8e-80a4-857143bc498d HTTP/1.1" status: 200 len: 997 time: 2.8007224 Jul 16 08:23:48.769381 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43658) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:48.773584 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8e67c9-d624-4eea-9eb4-96d1bba1382e req-c7beb985-8d8b-4ae5-be30-768eb4dc4617 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:48.775157 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-be8e67c9-d624-4eea-9eb4-96d1bba1382e req-c7beb985-8d8b-4ae5-be30-768eb4dc4617 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 950 time: 0.1831000 Jul 16 08:23:48.807022 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea6fbbe5-f0f1-4768-919d-7409689c9e2d', 'tag': 'e018e7c2-3c36-4bbd-842c-31622f7b50f4'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:23:48.809780 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2fb113-d785-4317-bf2b-e7af8ac65565" -d '{"events": [{"name": "network-changed", "server_uuid": "ea6fbbe5-f0f1-4768-919d-7409689c9e2d", "tag": "e018e7c2-3c36-4bbd-842c-31622f7b50f4"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:23:48.863334 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce7c753f-3589-4c9e-b9c0-9996ed2e34d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:48.891639 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-be8e67c9-d624-4eea-9eb4-96d1bba1382e req-870e3fa2-6c55-483e-b3fc-82335d651a6d tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004295 Jul 16 08:23:49.072983 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 01da8e36-8d6e-4032-8b13-c3401231eecc up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:23:49.074017 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:23:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33de0cf-7d14-42f3-b9e4-dccd3bfbaadf x-openstack-request-id: req-e33de0cf-7d14-42f3-b9e4-dccd3bfbaadf {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:23:49.081953 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea6fbbe5-f0f1-4768-919d-7409689c9e2d", "tag": "e018e7c2-3c36-4bbd-842c-31622f7b50f4", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:23:49.082247 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e33de0cf-7d14-42f3-b9e4-dccd3bfbaadf {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:23:49.082669 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea6fbbe5-f0f1-4768-919d-7409689c9e2d', 'tag': 'e018e7c2-3c36-4bbd-842c-31622f7b50f4', 'status': 'completed', 'code': 200} Jul 16 08:23:49.176806 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2fb113-d785-4317-bf2b-e7af8ac65565 req-e73fe3d7-bbed-48fe-a3b9-04511b49deb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:49.179752 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bf2fb113-d785-4317-bf2b-e7af8ac65565 req-e73fe3d7-bbed-48fe-a3b9-04511b49deb6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84bf75c6d98d4e69bee4eaefa2810d3a&device_id=ea6fbbe5-f0f1-4768-919d-7409689c9e2d HTTP/1.1" status: 200 len: 1098 time: 0.0912161 Jul 16 08:23:49.203452 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680c0fd-4d23-4134-9c40-33f82b8fd8f4 req-aca9d715-971b-45c2-9227-ef3326fe6e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:49.209014 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 0bef3fe7-7260-4531-83e8-a0f47aed44a5 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:23:49.212618 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5680c0fd-4d23-4134-9c40-33f82b8fd8f4 req-aca9d715-971b-45c2-9227-ef3326fe6e32 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=84bf75c6d98d4e69bee4eaefa2810d3a&device_id=ea6fbbe5-f0f1-4768-919d-7409689c9e2d HTTP/1.1" status: 200 len: 1098 time: 0.4460511 Jul 16 08:23:49.477919 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-9f793df4-dc3c-4ad9-bce9-a0b8972ded96 None None] Set router c72ea637-6484-494d-be0a-ebd9f7908c71 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:23:49.486426 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 01da8e36-8d6e-4032-8b13-c3401231eecc triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:49.487516 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:49.577032 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680c0fd-4d23-4134-9c40-33f82b8fd8f4 req-f3f8741f-c826-4079-9721-790eec08e2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:49.587459 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5680c0fd-4d23-4134-9c40-33f82b8fd8f4 req-f3f8741f-c826-4079-9721-790eec08e2ba service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a688f30-b751-493d-bda9-31166d01b9c0 HTTP/1.1" status: 200 len: 922 time: 0.3575401 Jul 16 08:23:49.629803 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce7c753f-3589-4c9e-b9c0-9996ed2e34d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:49.656134 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 0bef3fe7-7260-4531-83e8-a0f47aed44a5 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:23:49.695781 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 0bef3fe7-7260-4531-83e8-a0f47aed44a5 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:49.697588 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:49.702279 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2fb113-d785-4317-bf2b-e7af8ac65565 req-669d9cb0-1a01-4d23-a54c-7aa68989e66e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:49.703822 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bf2fb113-d785-4317-bf2b-e7af8ac65565 req-669d9cb0-1a01-4d23-a54c-7aa68989e66e service neutron] 10.222.0.30 "GET /v2.0/networks?id=2a688f30-b751-493d-bda9-31166d01b9c0 HTTP/1.1" status: 200 len: 922 time: 0.5171068 Jul 16 08:23:49.741045 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5680c0fd-4d23-4134-9c40-33f82b8fd8f4 req-64d1e99e-cfb7-4bb6-9e9e-2e6f20359abd service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e018e7c2-3c36-4bbd-842c-31622f7b50f4 HTTP/1.1" status: 200 len: 1000 time: 0.1521780 Jul 16 08:23:49.751404 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43680) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:49.882773 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680c0fd-4d23-4134-9c40-33f82b8fd8f4 req-8e4b45d1-95c7-41d2-ad6a-1d7317b15432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:49.893986 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5680c0fd-4d23-4134-9c40-33f82b8fd8f4 req-8e4b45d1-95c7-41d2-ad6a-1d7317b15432 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=03b96796-c852-49fd-be23-df5d401458c9 HTTP/1.1" status: 200 len: 860 time: 0.1394596 Jul 16 08:23:49.903610 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce7c753f-3589-4c9e-b9c0-9996ed2e34d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:50.025277 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7c753f-3589-4c9e-b9c0-9996ed2e34d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99cddd4e-c89a-41df-97ea-06263b752544,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:50.038419 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:50.082100 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:50.120919 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ce7c753f-3589-4c9e-b9c0-9996ed2e34d1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6c2f47953afc4556b4f6f336f62e7d65&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2990103 Jul 16 08:23:50.125747 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43694) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:50.126695 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-65163cf9-54a8-4940-af01-5b43a0d8dfb5 req-61e6aa53-6f19-4a3e-9b92-884798aeb365 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:50.148808 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 0bef3fe7-7260-4531-83e8-a0f47aed44a5, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0bef3fe7-7260-4531-83e8-a0f47aed44a5,segment=NetworkSegment(f7af8b16-cb87-4576-be6c-d2d2183441bf),segment_id=f7af8b16-cb87-4576-be6c-d2d2183441bf)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:50.161164 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075199bc-09d3-4f99-9c2e-2b3eb755dfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bef3fe7-7260-4531-83e8-a0f47aed44a5'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:23:50.167295 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab18b9f4-8418-48af-9778-b77ed3184559" -d '{"events": [{"server_uuid": "075199bc-09d3-4f99-9c2e-2b3eb755dfcf", "name": "network-vif-plugged", "status": "completed", "tag": "0bef3fe7-7260-4531-83e8-a0f47aed44a5"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:23:50.171997 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['e018e7c2-3c36-4bbd-842c-31622f7b50f4'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:23:50.192214 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:50.242547 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bf2fb113-d785-4317-bf2b-e7af8ac65565 req-00e2dd36-2b84-478a-9da2-ecef7ceb0648 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e018e7c2-3c36-4bbd-842c-31622f7b50f4 HTTP/1.1" status: 200 len: 1000 time: 0.4692576 Jul 16 08:23:50.247389 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5680c0fd-4d23-4134-9c40-33f82b8fd8f4 req-97c6028a-d555-498d-89fd-c4f6a1eb69e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:50.255096 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5680c0fd-4d23-4134-9c40-33f82b8fd8f4 req-97c6028a-d555-498d-89fd-c4f6a1eb69e6 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a688f30-b751-493d-bda9-31166d01b9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3593886 Jul 16 08:23:50.258433 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28209e-0692-40a1-a419-80b0747c0124 req-cedacab7-925a-4049-a59a-7eadfcd24289 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:50.258576 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e6aa53-6f19-4a3e-9b92-884798aeb365 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Pushing event deleted for resources: {'Port': ['ID=277e4a31-71f3-47e4-b253-456c33b5f8f5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:50.275463 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0c28209e-0692-40a1-a419-80b0747c0124 req-cedacab7-925a-4049-a59a-7eadfcd24289 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.21 "GET /v2.0/networks?id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 HTTP/1.1" status: 200 len: 807 time: 0.7054133 Jul 16 08:23:50.301456 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-0c28209e-0692-40a1-a419-80b0747c0124 req-16065046-6b45-47c3-8893-fdd24e1f89d2 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Request body: {'port': {'device_id': '9dd9ea62-781c-4d68-ba4c-60fb11314817', 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0', 'admin_state_up': True, 'tenant_id': '0c0f0cf24afb47969a9cef8297bf2691'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:50.370054 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=0bef3fe7-7260-4531-83e8-a0f47aed44a5,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:50.405984 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 01da8e36-8d6e-4032-8b13-c3401231eecc, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=01da8e36-8d6e-4032-8b13-c3401231eecc,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:23:50.447051 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:50.447865 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 277e4a31-71f3-47e4-b253-456c33b5f8f5 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:23:50.470678 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5680c0fd-4d23-4134-9c40-33f82b8fd8f4 req-a21db4c5-e359-4f8b-90c6-5d5665d931ed service neutron] 10.222.0.22 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144907 Jul 16 08:23:50.489203 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 277e4a31-71f3-47e4-b253-456c33b5f8f5 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:23:50.489621 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c28209e-0692-40a1-a419-80b0747c0124 req-16065046-6b45-47c3-8893-fdd24e1f89d2 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Made reservation on behalf of 0c0f0cf24afb47969a9cef8297bf2691 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:23:50.492783 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 277e4a31-71f3-47e4-b253-456c33b5f8f5 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:23:50.495429 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0c28209e-0692-40a1-a419-80b0747c0124 req-16065046-6b45-47c3-8893-fdd24e1f89d2 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:50.527465 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae63df2-aba4-479f-b5e8-f249362af666 req-cbfe97bf-d902-45de-8b87-675207884052 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:50.536007 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1ae63df2-aba4-479f-b5e8-f249362af666 req-cbfe97bf-d902-45de-8b87-675207884052 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/ports?device_id=075199bc-09d3-4f99-9c2e-2b3eb755dfcf HTTP/1.1" status: 200 len: 945 time: 1.0283930 Jul 16 08:23:50.632759 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-65163cf9-54a8-4940-af01-5b43a0d8dfb5 req-61e6aa53-6f19-4a3e-9b92-884798aeb365 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] No DVR routers for this DVR port 277e4a31-71f3-47e4-b253-456c33b5f8f5 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:23:50.647970 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5680c0fd-4d23-4134-9c40-33f82b8fd8f4 req-b1c08f13-5978-47a2-ab8c-ab65591c0439 service neutron] 10.222.0.22 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734829 Jul 16 08:23:50.649610 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-65163cf9-54a8-4940-af01-5b43a0d8dfb5 req-61e6aa53-6f19-4a3e-9b92-884798aeb365 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:50.653127 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-65163cf9-54a8-4940-af01-5b43a0d8dfb5 req-61e6aa53-6f19-4a3e-9b92-884798aeb365 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.30 "DELETE /v2.0/ports/277e4a31-71f3-47e4-b253-456c33b5f8f5 HTTP/1.1" status: 204 len: 173 time: 3.5099249 Jul 16 08:23:50.681903 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8e5c6a5-1538-4c94-8ba8-e820a7ec5c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:50.686875 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1181107d-12d8-4cf7-99f9-19b466dbf609 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:50.698475 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=01da8e36-8d6e-4032-8b13-c3401231eecc,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:50.787150 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-0c28209e-0692-40a1-a419-80b0747c0124 req-16065046-6b45-47c3-8893-fdd24e1f89d2 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Allocated IP 172.20.0.4 (e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0/ce796d98-7ee4-4738-aad4-0026126b7799/7b170f35-db9b-415e-9c83-adb9b8db3ac3) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:23:50.805655 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1181107d-12d8-4cf7-99f9-19b466dbf609 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:50.815380 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1181107d-12d8-4cf7-99f9-19b466dbf609 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:50.833082 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9f793df4-dc3c-4ad9-bce9-a0b8972ded96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388124740-router', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:45Z', 'revision_number': 4, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'gw_port': {'id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '305015d4-0f4c-4a8e-80a4-857143bc498d', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'port_id': 'e018e7c2-3c36-4bbd-842c-31622f7b50f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'mac_address': 'fa:16:3e:92:31:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6fbbe5-f0f1-4768-919d-7409689c9e2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:23:06Z', 'updated_at': '2021-07-16T08:23:46Z', 'revision_number': 8, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c7f558-f16d-42c0-9532-2033815f976f', 'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'mac_address': 'fa:16:3e:5e:e9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '03b96796-c852-49fd-be23-df5d401458c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:44Z', 'updated_at': '2021-07-16T08:22:50Z', 'revision_number': 5, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'subnets': [{'id': '03b96796-c852-49fd-be23-df5d401458c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:50.857474 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1181107d-12d8-4cf7-99f9-19b466dbf609 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69b939fc-47bf-4e48-b79a-39477b66d5d4,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:50.863315 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8e5c6a5-1538-4c94-8ba8-e820a7ec5c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:50.894538 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1ae63df2-aba4-479f-b5e8-f249362af666 req-4222c1d9-0cb2-4853-bc53-11b5b6aeba25 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbec2181-32de-46b6-9445-7284f609db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3537655 Jul 16 08:23:50.898922 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2fb113-d785-4317-bf2b-e7af8ac65565 req-66b7093c-6c70-4af5-9fc3-11ed324ed5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:50.903769 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f793df4-dc3c-4ad9-bce9-a0b8972ded96 None None] Checking router: c72ea637-6484-494d-be0a-ebd9f7908c71 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:23:50.912952 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bf2fb113-d785-4317-bf2b-e7af8ac65565 req-66b7093c-6c70-4af5-9fc3-11ed324ed5b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03b96796-c852-49fd-be23-df5d401458c9 HTTP/1.1" status: 200 len: 860 time: 0.6364944 Jul 16 08:23:50.916323 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1181107d-12d8-4cf7-99f9-19b466dbf609 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c286a620e3634c489db31f015cc7f1c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1638620 Jul 16 08:23:50.926328 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f793df4-dc3c-4ad9-bce9-a0b8972ded96 None None] Routers {'c72ea637-6484-494d-be0a-ebd9f7908c71'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:23:50.927028 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9f793df4-dc3c-4ad9-bce9-a0b8972ded96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:23:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c72ea637-6484-494d-be0a-ebd9f7908c71'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:50.928035 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43712) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:51.007262 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ac2c951-472a-4c25-b649-39f76cae052e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:51.031727 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ac2c951-472a-4c25-b649-39f76cae052e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:51.118699 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87', 'name': 'network-vif-deleted', 'tag': '277e4a31-71f3-47e4-b253-456c33b5f8f5'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:23:51.124381 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69288ba9-b4f9-45e5-9fff-09831a27a8ee" -d '{"events": [{"server_uuid": "324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87", "name": "network-vif-deleted", "tag": "277e4a31-71f3-47e4-b253-456c33b5f8f5"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:23:51.198698 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-9f793df4-dc3c-4ad9-bce9-a0b8972ded96 None None] Set router c72ea637-6484-494d-be0a-ebd9f7908c71 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:23:51.202352 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-21578554-ea15-4b2f-972e-71192c4d01cd req-d93830c7-ba91-481a-9294-90207b755e0a tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 210 time: 0.0863361 Jul 16 08:23:51.202352 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8e5c6a5-1538-4c94-8ba8-e820a7ec5c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:51.208856 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8e5c6a5-1538-4c94-8ba8-e820a7ec5c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:51.211056 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f8e5c6a5-1538-4c94-8ba8-e820a7ec5c7e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/99cddd4e-c89a-41df-97ea-06263b752544 HTTP/1.1" status: 204 len: 168 time: 1.0754597 Jul 16 08:23:51.217412 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ac2c951-472a-4c25-b649-39f76cae052e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:51.222659 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ac2c951-472a-4c25-b649-39f76cae052e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:51.235617 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0ac2c951-472a-4c25-b649-39f76cae052e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/69b939fc-47bf-4e48-b79a-39477b66d5d4 HTTP/1.1" status: 204 len: 168 time: 0.3053463 Jul 16 08:23:51.248949 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0c28209e-0692-40a1-a419-80b0747c0124 req-16065046-6b45-47c3-8893-fdd24e1f89d2 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:51.250618 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e5c6a5-1538-4c94-8ba8-e820a7ec5c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99cddd4e-c89a-41df-97ea-06263b752544,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:51.265913 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac2c951-472a-4c25-b649-39f76cae052e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69b939fc-47bf-4e48-b79a-39477b66d5d4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:51.289977 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2fb113-d785-4317-bf2b-e7af8ac65565 req-8e4b1064-a452-46c4-be2e-6016477b50c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:51.299223 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bf2fb113-d785-4317-bf2b-e7af8ac65565 req-8e4b1064-a452-46c4-be2e-6016477b50c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2a688f30-b751-493d-bda9-31166d01b9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3758607 Jul 16 08:23:51.382135 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4ee1e70-2945-4609-99dd-a721a5ed8dad x-openstack-request-id: req-f4ee1e70-2945-4609-99dd-a721a5ed8dad {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:23:51.382545 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075199bc-09d3-4f99-9c2e-2b3eb755dfcf", "name": "network-vif-plugged", "status": "completed", "tag": "0bef3fe7-7260-4531-83e8-a0f47aed44a5", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:23:51.382892 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f4ee1e70-2945-4609-99dd-a721a5ed8dad {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:23:51.383373 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075199bc-09d3-4f99-9c2e-2b3eb755dfcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0bef3fe7-7260-4531-83e8-a0f47aed44a5', 'code': 200} Jul 16 08:23:51.458586 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0c28209e-0692-40a1-a419-80b0747c0124 req-16065046-6b45-47c3-8893-fdd24e1f89d2 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:51.497376 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c28209e-0692-40a1-a419-80b0747c0124 req-16065046-6b45-47c3-8893-fdd24e1f89d2 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:23:51.507341 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-0c28209e-0692-40a1-a419-80b0747c0124 req-16065046-6b45-47c3-8893-fdd24e1f89d2 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:23:51.510559 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c28209e-0692-40a1-a419-80b0747c0124 req-16065046-6b45-47c3-8893-fdd24e1f89d2 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:23:51.661838 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9f793df4-dc3c-4ad9-bce9-a0b8972ded96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388124740-router', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:45Z', 'revision_number': 4, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'gw_port': {'id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '305015d4-0f4c-4a8e-80a4-857143bc498d', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'port_id': 'e018e7c2-3c36-4bbd-842c-31622f7b50f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'mac_address': 'fa:16:3e:92:31:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6fbbe5-f0f1-4768-919d-7409689c9e2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:23:06Z', 'updated_at': '2021-07-16T08:23:46Z', 'revision_number': 8, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c7f558-f16d-42c0-9532-2033815f976f', 'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'mac_address': 'fa:16:3e:5e:e9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '03b96796-c852-49fd-be23-df5d401458c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:44Z', 'updated_at': '2021-07-16T08:22:50Z', 'revision_number': 5, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'subnets': [{'id': '03b96796-c852-49fd-be23-df5d401458c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:51.757007 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f793df4-dc3c-4ad9-bce9-a0b8972ded96 None None] The sync data for ids ['c72ea637-6484-494d-be0a-ebd9f7908c71'] in n-d-771362-37 is: [{'id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388124740-router', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:45Z', 'revision_number': 4, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'gw_port': {'id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '305015d4-0f4c-4a8e-80a4-857143bc498d', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'port_id': 'e018e7c2-3c36-4bbd-842c-31622f7b50f4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 282, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'mac_address': 'fa:16:3e:92:31:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea6fbbe5-f0f1-4768-919d-7409689c9e2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:23:06Z', 'updated_at': '2021-07-16T08:23:46Z', 'revision_number': 8, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f1c7f558-f16d-42c0-9532-2033815f976f', 'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'mac_address': 'fa:16:3e:5e:e9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '03b96796-c852-49fd-be23-df5d401458c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:44Z', 'updated_at': '2021-07-16T08:22:50Z', 'revision_number': 5, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'subnets': [{'id': '03b96796-c852-49fd-be23-df5d401458c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:23:52.175098 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b219702-4786-475f-aed5-df6e580b1db7 None None] New status for floating IP 305015d4-0f4c-4a8e-80a4-857143bc498d: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:23:52.227975 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16065046-6b45-47c3-8893-fdd24e1f89d2 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Pushing event updated for resources: {'Port': ['ID=7b170f35-db9b-415e-9c83-adb9b8db3ac3,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:52.268965 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28209e-0692-40a1-a419-80b0747c0124 req-16065046-6b45-47c3-8893-fdd24e1f89d2 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:52.269853 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0c28209e-0692-40a1-a419-80b0747c0124 req-16065046-6b45-47c3-8893-fdd24e1f89d2 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:52.309398 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd825ea-c49d-4643-99d9-26027d3164ae req-53b5780d-0f27-47d8-9cec-1dbae2b60270 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:52.310967 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bcd825ea-c49d-4643-99d9-26027d3164ae req-53b5780d-0f27-47d8-9cec-1dbae2b60270 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 950 time: 1.0247226 Jul 16 08:23:52.349773 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bf2fb113-d785-4317-bf2b-e7af8ac65565 req-bcead4a3-cc16-4362-9fae-ca913dd2ee2e service neutron] 10.222.0.30 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0241392 Jul 16 08:23:52.370452 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5fb33973-5742-4110-9666-3eb28c2dbcff req-3fdbb8ec-e214-4862-aaf2-234c120eb6c0 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/floatingips/305015d4-0f4c-4a8e-80a4-857143bc498d HTTP/1.1" status: 200 len: 997 time: 0.1891119 Jul 16 08:23:52.372541 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584c311-5274-4e62-a212-5f7e1fc7bfbc req-f4fbe059-7737-44ec-a782-27041ccd5f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:52.374011 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5584c311-5274-4e62-a212-5f7e1fc7bfbc req-f4fbe059-7737-44ec-a782-27041ccd5f65 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=075199bc-09d3-4f99-9c2e-2b3eb755dfcf HTTP/1.1" status: 200 len: 1098 time: 0.8975399 Jul 16 08:23:52.407416 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0c28209e-0692-40a1-a419-80b0747c0124 req-16065046-6b45-47c3-8893-fdd24e1f89d2 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1107814 Jul 16 08:23:52.505005 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-0c28209e-0692-40a1-a419-80b0747c0124 req-12ea9565-9a22-4e56-881c-a33c08e68e6a service neutron] Request body: {'port': {'device_id': '9dd9ea62-781c-4d68-ba4c-60fb11314817', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:52.569507 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5584c311-5274-4e62-a212-5f7e1fc7bfbc req-c5a24dc6-24c5-4362-a40e-3db30455c028 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=fbec2181-32de-46b6-9445-7284f609db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1646993 Jul 16 08:23:52.587917 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bcd825ea-c49d-4643-99d9-26027d3164ae req-9b2c422e-3bae-4e8d-80ac-a888d2004d85 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2440479 Jul 16 08:23:52.605334 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb33973-5742-4110-9666-3eb28c2dbcff req-3e0676b4-a84f-4a08-9559-864d4ad6ccfe tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:52.606853 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5fb33973-5742-4110-9666-3eb28c2dbcff req-3e0676b4-a84f-4a08-9559-864d4ad6ccfe tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 784 time: 0.2261975 Jul 16 08:23:52.630012 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-5fb33973-5742-4110-9666-3eb28c2dbcff req-18da46ce-ef95-4716-98a6-6117ff23f545 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:23:52.630012 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5fb33973-5742-4110-9666-3eb28c2dbcff req-18da46ce-ef95-4716-98a6-6117ff23f545 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073688 Jul 16 08:23:52.699195 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:23:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93345c41-c61f-4300-8d5a-c7ec21246b59 x-openstack-request-id: req-93345c41-c61f-4300-8d5a-c7ec21246b59 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:23:52.699767 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87", "name": "network-vif-deleted", "tag": "277e4a31-71f3-47e4-b253-456c33b5f8f5", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:23:52.700949 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-93345c41-c61f-4300-8d5a-c7ec21246b59 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:23:52.701523 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '324b91cb-fb19-4dd1-b1b1-bdd0bb97ed87', 'name': 'network-vif-deleted', 'tag': '277e4a31-71f3-47e4-b253-456c33b5f8f5', 'status': 'completed', 'code': 200} Jul 16 08:23:52.759887 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0c28209e-0692-40a1-a419-80b0747c0124 req-12ea9565-9a22-4e56-881c-a33c08e68e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:52.811548 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43776) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:52.870893 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bf2fb113-d785-4317-bf2b-e7af8ac65565 req-04629012-f17c-4069-8469-f4d910d0c034 service neutron] 10.222.0.30 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5016079 Jul 16 08:23:53.066313 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae12446d-89f7-4940-9a0f-e36b3783536d req-40caa85c-3593-47f0-8d3e-ad9ba80916ba tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:53.067856 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae12446d-89f7-4940-9a0f-e36b3783536d req-40caa85c-3593-47f0-8d3e-ad9ba80916ba tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/ports?device_id=075199bc-09d3-4f99-9c2e-2b3eb755dfcf HTTP/1.1" status: 200 len: 946 time: 0.1079347 Jul 16 08:23:53.147686 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c06c54-5e8f-425f-b8fd-6621f462e7e4 req-d00a5667-d30a-4b68-906e-cf2f629f482d tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:53.159765 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-48c06c54-5e8f-425f-b8fd-6621f462e7e4 req-d00a5667-d30a-4b68-906e-cf2f629f482d tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 931 time: 0.1480753 Jul 16 08:23:53.166307 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae12446d-89f7-4940-9a0f-e36b3783536d req-566dab7d-ae69-46b6-9909-daa0a1cef52d tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbec2181-32de-46b6-9445-7284f609db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711718 Jul 16 08:23:53.237379 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-48c06c54-5e8f-425f-b8fd-6621f462e7e4 req-00c20584-80f3-49f9-a873-9f9be8e39d8e tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700893 Jul 16 08:23:53.249786 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-69dc4a7c-a00f-4f44-88bb-a95415dc5365 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1823019582-network', 'tenant_id': '65d39ce4e0b74493bfaf6681c3b35dde'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:53.284381 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69dc4a7c-a00f-4f44-88bb-a95415dc5365 admin admin] Made reservation on behalf of 65d39ce4e0b74493bfaf6681c3b35dde for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:23:53.287085 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69dc4a7c-a00f-4f44-88bb-a95415dc5365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:53.307858 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69dc4a7c-a00f-4f44-88bb-a95415dc5365 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:53.384544 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63a1e9f-f06d-426c-aa61-32522da69f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01da8e36-8d6e-4032-8b13-c3401231eecc'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:23:53.389211 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f46bdfe-c179-4c22-9e5f-d86df2add6a1" -d '{"events": [{"server_uuid": "c63a1e9f-f06d-426c-aa61-32522da69f88", "name": "network-vif-plugged", "status": "completed", "tag": "01da8e36-8d6e-4032-8b13-c3401231eecc"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:23:53.461168 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-47766d02-02d8-429e-8048-650ace6e4b5c req-1b4fb0d7-c3de-4b8c-8092-7025653f4665 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.179 HTTP/1.1" status: 200 len: 1002 time: 0.2623627 Jul 16 08:23:53.496573 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69dc4a7c-a00f-4f44-88bb-a95415dc5365 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:53.504646 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69dc4a7c-a00f-4f44-88bb-a95415dc5365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:53.544064 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:23:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50db2ec-2ac0-4336-b145-10d9670c8a6c x-openstack-request-id: req-a50db2ec-2ac0-4336-b145-10d9670c8a6c {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:23:53.544711 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63a1e9f-f06d-426c-aa61-32522da69f88", "name": "network-vif-plugged", "status": "completed", "tag": "01da8e36-8d6e-4032-8b13-c3401231eecc", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:23:53.545284 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a50db2ec-2ac0-4336-b145-10d9670c8a6c {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:23:53.546036 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63a1e9f-f06d-426c-aa61-32522da69f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01da8e36-8d6e-4032-8b13-c3401231eecc', 'code': 200} Jul 16 08:23:53.562367 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-0c28209e-0692-40a1-a419-80b0747c0124 req-12ea9565-9a22-4e56-881c-a33c08e68e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b170f35-db9b-415e-9c83-adb9b8db3ac3 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:23:53.573994 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0c28209e-0692-40a1-a419-80b0747c0124 req-12ea9565-9a22-4e56-881c-a33c08e68e6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:53.585295 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc4a7c-a00f-4f44-88bb-a95415dc5365 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef285b1-9cd1-4b6c-b1ae-6d8fd8351a38,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:53.589846 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-0c28209e-0692-40a1-a419-80b0747c0124 req-12ea9565-9a22-4e56-881c-a33c08e68e6a service neutron] Transition to ACTIVE for port object 7b170f35-db9b-415e-9c83-adb9b8db3ac3 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:23:53.605676 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69dc4a7c-a00f-4f44-88bb-a95415dc5365 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:23:53.620503 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0c28209e-0692-40a1-a419-80b0747c0124 req-12ea9565-9a22-4e56-881c-a33c08e68e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:53.636605 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69dc4a7c-a00f-4f44-88bb-a95415dc5365 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:53.636955 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-69dc4a7c-a00f-4f44-88bb-a95415dc5365 admin admin] Added segment 0b1225be-ac2b-474d-918d-af395b400266 of type vlan for network 4477cb77-9688-4017-b61e-e21e5a0c687e Jul 16 08:23:53.720832 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47766d02-02d8-429e-8048-650ace6e4b5c req-fa8d35cd-83fc-4f13-9238-966f6b90d1df tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:53.722422 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-47766d02-02d8-429e-8048-650ace6e4b5c req-fa8d35cd-83fc-4f13-9238-966f6b90d1df tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports/e018e7c2-3c36-4bbd-842c-31622f7b50f4 HTTP/1.1" status: 200 len: 943 time: 0.2596531 Jul 16 08:23:53.776576 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69dc4a7c-a00f-4f44-88bb-a95415dc5365 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:53.781002 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea9565-9a22-4e56-881c-a33c08e68e6a service neutron] Pushing event updated for resources: {'Port': ['ID=7b170f35-db9b-415e-9c83-adb9b8db3ac3,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:53.893480 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-0c28209e-0692-40a1-a419-80b0747c0124 req-12ea9565-9a22-4e56-881c-a33c08e68e6a service neutron] Attempting to bind port 7b170f35-db9b-415e-9c83-adb9b8db3ac3 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:23:53.893840 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-0c28209e-0692-40a1-a419-80b0747c0124 req-12ea9565-9a22-4e56-881c-a33c08e68e6a service neutron] Attempting to bind port 7b170f35-db9b-415e-9c83-adb9b8db3ac3 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:23:53.894297 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c28209e-0692-40a1-a419-80b0747c0124 req-12ea9565-9a22-4e56-881c-a33c08e68e6a service neutron] Attempting to bind port 7b170f35-db9b-415e-9c83-adb9b8db3ac3 on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:23:53.899986 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c28209e-0692-40a1-a419-80b0747c0124 req-12ea9565-9a22-4e56-881c-a33c08e68e6a service neutron] Port 7b170f35-db9b-415e-9c83-adb9b8db3ac3 on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:23:53.900323 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c28209e-0692-40a1-a419-80b0747c0124 req-12ea9565-9a22-4e56-881c-a33c08e68e6a service neutron] Attempting to bind port 7b170f35-db9b-415e-9c83-adb9b8db3ac3 on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:23:53.907576 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c28209e-0692-40a1-a419-80b0747c0124 req-12ea9565-9a22-4e56-881c-a33c08e68e6a service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 23, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:23:53.907921 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c28209e-0692-40a1-a419-80b0747c0124 req-12ea9565-9a22-4e56-881c-a33c08e68e6a service neutron] Checking segment: {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:23:53.908301 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c28209e-0692-40a1-a419-80b0747c0124 req-12ea9565-9a22-4e56-881c-a33c08e68e6a service neutron] Bound using segment: {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:23:53.908763 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-0c28209e-0692-40a1-a419-80b0747c0124 req-12ea9565-9a22-4e56-881c-a33c08e68e6a service neutron] Bound port: 7b170f35-db9b-415e-9c83-adb9b8db3ac3, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:23:53.909238 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0c28209e-0692-40a1-a419-80b0747c0124 req-12ea9565-9a22-4e56-881c-a33c08e68e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:53.930421 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43814) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:53.930645 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69dc4a7c-a00f-4f44-88bb-a95415dc5365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:53.931398 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dc4a7c-a00f-4f44-88bb-a95415dc5365 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:53.931980 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69dc4a7c-a00f-4f44-88bb-a95415dc5365 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:53.986862 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-69dc4a7c-a00f-4f44-88bb-a95415dc5365 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 1.1737874 Jul 16 08:23:53.989675 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43820) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:53.996367 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-545220c8-3f4f-4d0c-b7d6-1f7a088a1a67 admin admin] Request body: {'subnet': {'network_id': '4477cb77-9688-4017-b61e-e21e5a0c687e', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1823019582-subnet', 'tenant_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:54.030198 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad495d1-03b3-4138-850d-c575dfd937ec req-466122fb-9332-4667-864c-132c7c7bf40b tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:54.031704 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2ad495d1-03b3-4138-850d-c575dfd937ec req-466122fb-9332-4667-864c-132c7c7bf40b tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 950 time: 0.1491046 Jul 16 08:23:54.033266 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69dc4a7c-a00f-4f44-88bb-a95415dc5365 admin admin] Pushing event updated for resources: {'Network': ['ID=4477cb77-9688-4017-b61e-e21e5a0c687e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:54.044047 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 4477cb77-9688-4017-b61e-e21e5a0c687e details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:23:54.067160 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-47766d02-02d8-429e-8048-650ace6e4b5c req-d88cb88f-7c0d-4ac8-a73f-e18e1b968315 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.179 HTTP/1.1" status: 200 len: 1002 time: 0.1612146 Jul 16 08:23:54.129011 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-545220c8-3f4f-4d0c-b7d6-1f7a088a1a67 admin admin] Made reservation on behalf of 65d39ce4e0b74493bfaf6681c3b35dde for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:23:54.134066 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-545220c8-3f4f-4d0c-b7d6-1f7a088a1a67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:54.142000 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2ad495d1-03b3-4138-850d-c575dfd937ec req-41950f9b-208e-4796-b2a9-e8d19dd68816 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863888 Jul 16 08:23:54.297207 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-0c28209e-0692-40a1-a419-80b0747c0124 req-12ea9565-9a22-4e56-881c-a33c08e68e6a service neutron] For port 7b170f35-db9b-415e-9c83-adb9b8db3ac3, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:23:54.331299 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-0c28209e-0692-40a1-a419-80b0747c0124 req-12ea9565-9a22-4e56-881c-a33c08e68e6a service neutron] For port 7b170f35-db9b-415e-9c83-adb9b8db3ac3, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=7b170f35-db9b-415e-9c83-adb9b8db3ac3,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:23:54.343890 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0c28209e-0692-40a1-a419-80b0747c0124 req-12ea9565-9a22-4e56-881c-a33c08e68e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:54.457163 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ae976d6f-3db7-4664-ac73-53ab7c076ffb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:54.464719 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28209e-0692-40a1-a419-80b0747c0124 req-12ea9565-9a22-4e56-881c-a33c08e68e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:54.465527 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0c28209e-0692-40a1-a419-80b0747c0124 req-12ea9565-9a22-4e56-881c-a33c08e68e6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:54.466726 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0c28209e-0692-40a1-a419-80b0747c0124 req-12ea9565-9a22-4e56-881c-a33c08e68e6a service neutron] 10.222.0.21 "PUT /v2.0/ports/7b170f35-db9b-415e-9c83-adb9b8db3ac3 HTTP/1.1" status: 200 len: 1092 time: 1.9837780 Jul 16 08:23:54.467181 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd9ea62-781c-4d68-ba4c-60fb11314817', 'tag': '7b170f35-db9b-415e-9c83-adb9b8db3ac3'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:23:54.469461 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe77ad8f-438c-4691-9b8e-3ca3a9548099" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd9ea62-781c-4d68-ba4c-60fb11314817", "tag": "7b170f35-db9b-415e-9c83-adb9b8db3ac3"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:23:54.500458 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47766d02-02d8-429e-8048-650ace6e4b5c req-3a1134d6-38e9-42f3-b6ac-6fdd37daad09 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:54.502561 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-47766d02-02d8-429e-8048-650ace6e4b5c req-3a1134d6-38e9-42f3-b6ac-6fdd37daad09 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 784 time: 0.4266696 Jul 16 08:23:54.542588 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-47766d02-02d8-429e-8048-650ace6e4b5c req-0082fdcd-dd54-401e-a3d0-6b4766b1cc1d tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:23:54.543609 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-47766d02-02d8-429e-8048-650ace6e4b5c req-0082fdcd-dd54-401e-a3d0-6b4766b1cc1d tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0240207 Jul 16 08:23:54.582504 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea9565-9a22-4e56-881c-a33c08e68e6a service neutron] Pushing event updated for resources: {'Port': ['ID=7b170f35-db9b-415e-9c83-adb9b8db3ac3,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:54.707854 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842c3d2d-31f1-40c0-9bae-e3a2b0cf3cc5 req-915eb08a-9442-483c-b1ec-3b696a6f75e8 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:54.709985 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-842c3d2d-31f1-40c0-9bae-e3a2b0cf3cc5 req-915eb08a-9442-483c-b1ec-3b696a6f75e8 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/ports?device_id=075199bc-09d3-4f99-9c2e-2b3eb755dfcf HTTP/1.1" status: 200 len: 946 time: 0.0941734 Jul 16 08:23:54.726832 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-47766d02-02d8-429e-8048-650ace6e4b5c req-3f22d7dd-58f1-42b8-be01-13eec2ebd310 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.179 HTTP/1.1" status: 200 len: 1002 time: 0.1448762 Jul 16 08:23:54.740500 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-47766d02-02d8-429e-8048-650ace6e4b5c req-58169c1a-61dd-474c-801a-b7b2a7c9d09f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:54.771549 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-842c3d2d-31f1-40c0-9bae-e3a2b0cf3cc5 req-983c499a-17b7-4f39-9671-721add0da663 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbec2181-32de-46b6-9445-7284f609db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549686 Jul 16 08:23:54.841781 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28209e-0692-40a1-a419-80b0747c0124 req-86086510-9b02-4a0a-bbbe-3963547968b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:54.843271 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0c28209e-0692-40a1-a419-80b0747c0124 req-86086510-9b02-4a0a-bbbe-3963547968b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c0f0cf24afb47969a9cef8297bf2691&device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 1095 time: 0.3186331 Jul 16 08:23:54.933381 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-545220c8-3f4f-4d0c-b7d6-1f7a088a1a67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:54.946071 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0c28209e-0692-40a1-a419-80b0747c0124 req-d6be3976-c181-4be2-a660-90124681b45f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b170f35-db9b-415e-9c83-adb9b8db3ac3 HTTP/1.1" status: 200 len: 217 time: 0.0874338 Jul 16 08:23:54.976247 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ac5912-6866-4c8a-92bc-360122b93013 req-46517e42-6370-4405-8898-26e568100c90 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:54.977960 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-21ac5912-6866-4c8a-92bc-360122b93013 req-46517e42-6370-4405-8898-26e568100c90 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 943 time: 0.0803382 Jul 16 08:23:54.993234 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-47766d02-02d8-429e-8048-650ace6e4b5c req-58169c1a-61dd-474c-801a-b7b2a7c9d09f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks [] for floatingip, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:55.044869 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-21ac5912-6866-4c8a-92bc-360122b93013 req-67f66d7d-e145-45b0-b0f3-36a87a1642b9 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578165 Jul 16 08:23:55.101423 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469de16e-748d-44c9-a61b-20c2cc6c5185 x-openstack-request-id: req-469de16e-748d-44c9-a61b-20c2cc6c5185 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:23:55.101738 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd9ea62-781c-4d68-ba4c-60fb11314817", "tag": "7b170f35-db9b-415e-9c83-adb9b8db3ac3", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:23:55.101975 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-469de16e-748d-44c9-a61b-20c2cc6c5185 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:23:55.102376 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dd9ea62-781c-4d68-ba4c-60fb11314817', 'tag': '7b170f35-db9b-415e-9c83-adb9b8db3ac3', 'status': 'completed', 'code': 200} Jul 16 08:23:55.104241 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ae976d6f-3db7-4664-ac73-53ab7c076ffb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:55.112518 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545220c8-3f4f-4d0c-b7d6-1f7a088a1a67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b82980-93c1-4ac0-a7cd-23d42d819c7b,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:55.125142 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ae976d6f-3db7-4664-ac73-53ab7c076ffb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:55.136099 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28209e-0692-40a1-a419-80b0747c0124 req-b0f4aa18-00fc-4c48-b509-98e160b80004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:55.141083 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0c28209e-0692-40a1-a419-80b0747c0124 req-b0f4aa18-00fc-4c48-b509-98e160b80004 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce796d98-7ee4-4738-aad4-0026126b7799 HTTP/1.1" status: 200 len: 847 time: 0.1656244 Jul 16 08:23:55.241806 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0c28209e-0692-40a1-a419-80b0747c0124 req-0a54841f-8f1d-4cd1-b967-3ced8859ca67 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656364 Jul 16 08:23:55.247930 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-545220c8-3f4f-4d0c-b7d6-1f7a088a1a67 admin admin] Checking segment: {'id': '0b1225be-ac2b-474d-918d-af395b400266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4477cb77-9688-4017-b61e-e21e5a0c687e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:23:55.248461 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545220c8-3f4f-4d0c-b7d6-1f7a088a1a67 admin admin] Network hostable DHCP agents. Network: 4477cb77-9688-4017-b61e-e21e5a0c687e, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:23:55.275484 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ae976d6f-3db7-4664-ac73-53ab7c076ffb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7977625af6814c7b9219a832f8daabff&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3425710 Jul 16 08:23:55.275484 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae976d6f-3db7-4664-ac73-53ab7c076ffb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=264d272f-d74c-4b1d-a1de-88e38b7612e1,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:55.275926 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43856) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:55.353845 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-47766d02-02d8-429e-8048-650ace6e4b5c req-58169c1a-61dd-474c-801a-b7b2a7c9d09f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:55.356715 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545220c8-3f4f-4d0c-b7d6-1f7a088a1a67 admin admin] Network 4477cb77-9688-4017-b61e-e21e5a0c687e is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:23:55.370353 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5e07acc-e4a5-4476-a4f8-de1764397a60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:55.385847 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-47766d02-02d8-429e-8048-650ace6e4b5c req-58169c1a-61dd-474c-801a-b7b2a7c9d09f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:55.386600 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [req-47766d02-02d8-429e-8048-650ace6e4b5c req-58169c1a-61dd-474c-801a-b7b2a7c9d09f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Floating IP 305015d4-0f4c-4a8e-80a4-857143bc498d disassociated. External IP: 172.25.3.179, port: e018e7c2-3c36-4bbd-842c-31622f7b50f4. Jul 16 08:23:55.429796 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5e07acc-e4a5-4476-a4f8-de1764397a60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:55.433448 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-545220c8-3f4f-4d0c-b7d6-1f7a088a1a67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 4477cb77-9688-4017-b61e-e21e5a0c687e) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:23:55.446086 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5a61a73-be11-4db8-96f6-1058161a440a None None] Network 4477cb77-9688-4017-b61e-e21e5a0c687e requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:23:55.451297 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545220c8-3f4f-4d0c-b7d6-1f7a088a1a67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:55.452204 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-545220c8-3f4f-4d0c-b7d6-1f7a088a1a67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:55.497334 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4301c1da-b573-47e3-953d-0f6a1135bd1e req-004647e9-33d2-4848-b3b2-4d91a7b49ad2 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:55.499017 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4301c1da-b573-47e3-953d-0f6a1135bd1e req-004647e9-33d2-4848-b3b2-4d91a7b49ad2 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/ports?device_id=075199bc-09d3-4f99-9c2e-2b3eb755dfcf HTTP/1.1" status: 200 len: 946 time: 0.1481020 Jul 16 08:23:55.506041 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0c28209e-0692-40a1-a419-80b0747c0124 req-3228b455-ca96-46a1-9601-f0bd37706b69 service neutron] 10.222.0.21 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2482078 Jul 16 08:23:55.510478 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-545220c8-3f4f-4d0c-b7d6-1f7a088a1a67 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.5198710 Jul 16 08:23:55.514162 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43860) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:55.527780 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c1e9f3a1-c561-49c8-9fb3-4a7d13475b93 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1823019582-router', 'tenant_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:55.530626 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43862) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:55.566431 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-ebbbcf88-8347-441b-bf5f-944c08c93a64 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Request body: {'floatingip': {'port_id': '0bef3fe7-7260-4531-83e8-a0f47aed44a5'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:55.571681 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5e07acc-e4a5-4476-a4f8-de1764397a60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:55.575332 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5e07acc-e4a5-4476-a4f8-de1764397a60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:55.581982 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f5e07acc-e4a5-4476-a4f8-de1764397a60 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/264d272f-d74c-4b1d-a1de-88e38b7612e1 HTTP/1.1" status: 204 len: 168 time: 0.3022373 Jul 16 08:23:55.651280 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1e9f3a1-c561-49c8-9fb3-4a7d13475b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:55.652396 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1e9f3a1-c561-49c8-9fb3-4a7d13475b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:55.674892 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e07acc-e4a5-4476-a4f8-de1764397a60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=264d272f-d74c-4b1d-a1de-88e38b7612e1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:55.681333 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ebbbcf88-8347-441b-bf5f-944c08c93a64 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:55.772715 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4290a5f2-2073-4a21-bfa0-6a66d20fdef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-4477cb77-9688-4017-b61e-e21e5a0c687e', 'network_id': '4477cb77-9688-4017-b61e-e21e5a0c687e', 'tenant_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'fixed_ips': [{'subnet_id': '81b82980-93c1-4ac0-a7cd-23d42d819c7b'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:23:55.773643 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4290a5f2-2073-4a21-bfa0-6a66d20fdef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:55.861800 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1e9f3a1-c561-49c8-9fb3-4a7d13475b93 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:56.102271 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43870) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:56.138772 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d57b4aa0-23e7-42e6-b09b-c7e998b39a4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:56.196212 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1e9f3a1-c561-49c8-9fb3-4a7d13475b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:56.210265 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0058905d-e22a-4313-b2a7-6be95d6ade1d req-48b96988-ba33-4daa-9870-5306152ee619 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:56.217885 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0058905d-e22a-4313-b2a7-6be95d6ade1d req-48b96988-ba33-4daa-9870-5306152ee619 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 950 time: 0.4961643 Jul 16 08:23:56.218560 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0c28209e-0692-40a1-a419-80b0747c0124 req-e7b38de9-37ca-4a67-a7e6-b2416b465c3a service neutron] 10.222.0.21 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6690588 Jul 16 08:23:56.276064 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-47766d02-02d8-429e-8048-650ace6e4b5c req-58169c1a-61dd-474c-801a-b7b2a7c9d09f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Router c72ea637-6484-494d-be0a-ebd9f7908c71 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:23:56.300833 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-4290a5f2-2073-4a21-bfa0-6a66d20fdef5 None None] Allocated IP 172.20.0.2 (4477cb77-9688-4017-b61e-e21e5a0c687e/81b82980-93c1-4ac0-a7cd-23d42d819c7b/3be68fc1-348c-4716-92cf-a1e7e4a56fb2) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:23:56.346993 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0058905d-e22a-4313-b2a7-6be95d6ade1d req-246f43a0-4cd4-4b0c-9bff-7768d8ed0e5b tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281300 Jul 16 08:23:56.437329 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77ad8f-438c-4691-9b8e-3ca3a9548099 req-6c581232-3513-4f73-ab6b-29172dbb02ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:56.440561 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fe77ad8f-438c-4691-9b8e-3ca3a9548099 req-6c581232-3513-4f73-ab6b-29172dbb02ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c0f0cf24afb47969a9cef8297bf2691&device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 1095 time: 0.1519499 Jul 16 08:23:56.560943 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d57b4aa0-23e7-42e6-b09b-c7e998b39a4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:56.562739 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4290a5f2-2073-4a21-bfa0-6a66d20fdef5 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:56.579614 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4290a5f2-2073-4a21-bfa0-6a66d20fdef5 None None] Transition to ACTIVE for port object 3be68fc1-348c-4716-92cf-a1e7e4a56fb2 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:23:56.603459 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4290a5f2-2073-4a21-bfa0-6a66d20fdef5 None None] Transition to ACTIVE for port object 3be68fc1-348c-4716-92cf-a1e7e4a56fb2 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:23:56.604451 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d57b4aa0-23e7-42e6-b09b-c7e998b39a4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:56.617737 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4290a5f2-2073-4a21-bfa0-6a66d20fdef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:56.648993 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-47766d02-02d8-429e-8048-650ace6e4b5c req-58169c1a-61dd-474c-801a-b7b2a7c9d09f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:23:56.662271 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-47766d02-02d8-429e-8048-650ace6e4b5c req-58169c1a-61dd-474c-801a-b7b2a7c9d09f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:56.677959 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57b4aa0-23e7-42e6-b09b-c7e998b39a4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ceee28e-3154-426c-bf08-9f522331eb02,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:56.709231 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d57b4aa0-23e7-42e6-b09b-c7e998b39a4c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=af1dab3ace22498889c5c6644f18a198&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6032896 Jul 16 08:23:56.711475 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43882) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:56.716118 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77ad8f-438c-4691-9b8e-3ca3a9548099 req-592be516-7adc-41da-82da-0f326f54c4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:56.717879 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fe77ad8f-438c-4691-9b8e-3ca3a9548099 req-592be516-7adc-41da-82da-0f326f54c4a7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 HTTP/1.1" status: 200 len: 908 time: 0.2664616 Jul 16 08:23:56.736736 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290a5f2-2073-4a21-bfa0-6a66d20fdef5 None None] Pushing event updated for resources: {'Port': ['ID=3be68fc1-348c-4716-92cf-a1e7e4a56fb2,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:56.747597 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd9636f-cbb4-4735-8fda-e8c300b8bf18 None None] Sync routers for ids ['c72ea637-6484-494d-be0a-ebd9f7908c71'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:23:56.766294 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4290a5f2-2073-4a21-bfa0-6a66d20fdef5 None None] Network 4477cb77-9688-4017-b61e-e21e5a0c687e is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:23:56.769850 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-4290a5f2-2073-4a21-bfa0-6a66d20fdef5 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:23:56.772734 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4290a5f2-2073-4a21-bfa0-6a66d20fdef5 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:23:56.782201 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd9636f-cbb4-4735-8fda-e8c300b8bf18 None None] Routers {'c72ea637-6484-494d-be0a-ebd9f7908c71'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:23:56.783128 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-cdd9636f-cbb4-4735-8fda-e8c300b8bf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:23:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c72ea637-6484-494d-be0a-ebd9f7908c71'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:56.809042 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-47766d02-02d8-429e-8048-650ace6e4b5c req-58169c1a-61dd-474c-801a-b7b2a7c9d09f tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "PUT /v2.0/floatingips/305015d4-0f4c-4a8e-80a4-857143bc498d HTTP/1.1" status: 200 len: 696 time: 2.0845129 Jul 16 08:23:56.819558 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fe77ad8f-438c-4691-9b8e-3ca3a9548099 req-99fe88fb-64ba-46bc-88d8-45ee48787486 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b170f35-db9b-415e-9c83-adb9b8db3ac3 HTTP/1.1" status: 200 len: 217 time: 0.0697546 Jul 16 08:23:56.890812 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2600f608-ddfb-42bd-a133-790a1bb53cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:56.902585 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-cdd9636f-cbb4-4735-8fda-e8c300b8bf18 None None] Set router c72ea637-6484-494d-be0a-ebd9f7908c71 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:23:56.914727 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2600f608-ddfb-42bd-a133-790a1bb53cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:56.978014 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2600f608-ddfb-42bd-a133-790a1bb53cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:56.980825 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2600f608-ddfb-42bd-a133-790a1bb53cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:56.981987 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2600f608-ddfb-42bd-a133-790a1bb53cd1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4ceee28e-3154-426c-bf08-9f522331eb02 HTTP/1.1" status: 204 len: 168 time: 0.2675772 Jul 16 08:23:56.999645 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe77ad8f-438c-4691-9b8e-3ca3a9548099 req-b77f0f65-32ab-4148-854d-261e21dd5137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:57.001327 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fe77ad8f-438c-4691-9b8e-3ca3a9548099 req-b77f0f65-32ab-4148-854d-261e21dd5137 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce796d98-7ee4-4738-aad4-0026126b7799 HTTP/1.1" status: 200 len: 847 time: 0.1735663 Jul 16 08:23:57.004653 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2600f608-ddfb-42bd-a133-790a1bb53cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ceee28e-3154-426c-bf08-9f522331eb02,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:57.047349 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47766d02-02d8-429e-8048-650ace6e4b5c req-04d89c9b-a0e6-447c-ba21-b3687ec6747e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:57.056864 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-47766d02-02d8-429e-8048-650ace6e4b5c req-04d89c9b-a0e6-447c-ba21-b3687ec6747e service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=84bf75c6d98d4e69bee4eaefa2810d3a&device_id=ea6fbbe5-f0f1-4768-919d-7409689c9e2d HTTP/1.1" status: 200 len: 1098 time: 0.2298014 Jul 16 08:23:57.111050 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea6fbbe5-f0f1-4768-919d-7409689c9e2d', 'tag': 'e018e7c2-3c36-4bbd-842c-31622f7b50f4'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:23:57.119355 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e2ae7c-a256-47eb-a4ae-49b0fb604226" -d '{"events": [{"name": "network-changed", "server_uuid": "ea6fbbe5-f0f1-4768-919d-7409689c9e2d", "tag": "e018e7c2-3c36-4bbd-842c-31622f7b50f4"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:23:57.129089 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fe77ad8f-438c-4691-9b8e-3ca3a9548099 req-2a693f83-de29-4195-8b25-799db863c3f9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1203356 Jul 16 08:23:57.193496 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4290a5f2-2073-4a21-bfa0-6a66d20fdef5 None None] Attempting to bind port 3be68fc1-348c-4716-92cf-a1e7e4a56fb2 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:23:57.194267 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4290a5f2-2073-4a21-bfa0-6a66d20fdef5 None None] Attempting to bind port 3be68fc1-348c-4716-92cf-a1e7e4a56fb2 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '0b1225be-ac2b-474d-918d-af395b400266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4477cb77-9688-4017-b61e-e21e5a0c687e'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:23:57.194913 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4290a5f2-2073-4a21-bfa0-6a66d20fdef5 None None] Attempting to bind port 3be68fc1-348c-4716-92cf-a1e7e4a56fb2 on network 4477cb77-9688-4017-b61e-e21e5a0c687e {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:23:57.213122 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4290a5f2-2073-4a21-bfa0-6a66d20fdef5 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:23:57.214372 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4290a5f2-2073-4a21-bfa0-6a66d20fdef5 None None] Checking segment: {'id': '0b1225be-ac2b-474d-918d-af395b400266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4477cb77-9688-4017-b61e-e21e5a0c687e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:23:57.215783 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4290a5f2-2073-4a21-bfa0-6a66d20fdef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:57.216471 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4290a5f2-2073-4a21-bfa0-6a66d20fdef5 None None] Bound using segment: {'id': '0b1225be-ac2b-474d-918d-af395b400266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4477cb77-9688-4017-b61e-e21e5a0c687e'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:23:57.217187 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4290a5f2-2073-4a21-bfa0-6a66d20fdef5 None None] Bound port: 3be68fc1-348c-4716-92cf-a1e7e4a56fb2, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1225be-ac2b-474d-918d-af395b400266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4477cb77-9688-4017-b61e-e21e5a0c687e'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:23:57.217995 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4290a5f2-2073-4a21-bfa0-6a66d20fdef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:57.223069 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ebbbcf88-8347-441b-bf5f-944c08c93a64 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:57.241420 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ebbbcf88-8347-441b-bf5f-944c08c93a64 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:57.313631 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-cdd9636f-cbb4-4735-8fda-e8c300b8bf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388124740-router', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:45Z', 'revision_number': 4, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'gw_port': {'id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'f1c7f558-f16d-42c0-9532-2033815f976f', 'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'mac_address': 'fa:16:3e:5e:e9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '03b96796-c852-49fd-be23-df5d401458c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:44Z', 'updated_at': '2021-07-16T08:22:50Z', 'revision_number': 5, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'subnets': [{'id': '03b96796-c852-49fd-be23-df5d401458c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:57.343072 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fe77ad8f-438c-4691-9b8e-3ca3a9548099 req-aeeaf9c4-cff8-41e9-80dc-6a2bd0d09339 service neutron] 10.222.0.21 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915507 Jul 16 08:23:57.348250 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-4290a5f2-2073-4a21-bfa0-6a66d20fdef5 None None] For port 3be68fc1-348c-4716-92cf-a1e7e4a56fb2, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:23:57.350750 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd9636f-cbb4-4735-8fda-e8c300b8bf18 None None] Checking router: c72ea637-6484-494d-be0a-ebd9f7908c71 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:23:57.370172 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-4290a5f2-2073-4a21-bfa0-6a66d20fdef5 None None] For port 3be68fc1-348c-4716-92cf-a1e7e4a56fb2, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=3be68fc1-348c-4716-92cf-a1e7e4a56fb2,segment=NetworkSegment(0b1225be-ac2b-474d-918d-af395b400266),segment_id=0b1225be-ac2b-474d-918d-af395b400266)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:23:57.371949 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdd9636f-cbb4-4735-8fda-e8c300b8bf18 None None] Routers {'c72ea637-6484-494d-be0a-ebd9f7908c71'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:23:57.373004 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-cdd9636f-cbb4-4735-8fda-e8c300b8bf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:23:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c72ea637-6484-494d-be0a-ebd9f7908c71'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:57.414936 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4290a5f2-2073-4a21-bfa0-6a66d20fdef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:57.539756 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-ebbbcf88-8347-441b-bf5f-944c08c93a64 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Floating IP 41934d44-fcd1-4748-8b4a-9678760cc4b5 associated. External IP: 172.25.3.55, port: 0bef3fe7-7260-4531-83e8-a0f47aed44a5. Jul 16 08:23:57.540661 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4290a5f2-2073-4a21-bfa0-6a66d20fdef5 None None] Pushing event updated for resources: {'Port': ['ID=3be68fc1-348c-4716-92cf-a1e7e4a56fb2,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:57.573826 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-cdd9636f-cbb4-4735-8fda-e8c300b8bf18 None None] Set router c72ea637-6484-494d-be0a-ebd9f7908c71 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:23:57.604670 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47766d02-02d8-429e-8048-650ace6e4b5c req-9abd5bcc-b913-4e09-8868-007da2afe142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:57.606078 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-47766d02-02d8-429e-8048-650ace6e4b5c req-9abd5bcc-b913-4e09-8868-007da2afe142 service neutron] 10.222.0.22 "GET /v2.0/networks?id=2a688f30-b751-493d-bda9-31166d01b9c0 HTTP/1.1" status: 200 len: 922 time: 0.5488784 Jul 16 08:23:57.699524 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6304b7-bd48-4bd7-a24a-084f8726bbb4 req-80313d9e-558a-415e-acd2-408fa7640e6b tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:57.707149 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cc6304b7-bd48-4bd7-a24a-084f8726bbb4 req-80313d9e-558a-415e-acd2-408fa7640e6b tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 943 time: 0.4817133 Jul 16 08:23:57.721327 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fe77ad8f-438c-4691-9b8e-3ca3a9548099 req-ab60caa4-0bdd-41b3-bc16-f1ec044841cd service neutron] 10.222.0.21 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3699186 Jul 16 08:23:57.724062 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-47766d02-02d8-429e-8048-650ace6e4b5c req-72bc1397-a4ab-4652-a68d-019fee3e3187 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e018e7c2-3c36-4bbd-842c-31622f7b50f4 HTTP/1.1" status: 200 len: 217 time: 0.1054106 Jul 16 08:23:57.809962 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47766d02-02d8-429e-8048-650ace6e4b5c req-7a23059f-ef72-45ac-8fc4-e0715f937f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:57.812408 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-47766d02-02d8-429e-8048-650ace6e4b5c req-7a23059f-ef72-45ac-8fc4-e0715f937f2b service neutron] 10.222.0.22 "GET /v2.0/subnets?id=03b96796-c852-49fd-be23-df5d401458c9 HTTP/1.1" status: 200 len: 860 time: 0.0673928 Jul 16 08:23:57.828265 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-cdd9636f-cbb4-4735-8fda-e8c300b8bf18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388124740-router', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:45Z', 'revision_number': 4, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'gw_port': {'id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'f1c7f558-f16d-42c0-9532-2033815f976f', 'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'mac_address': 'fa:16:3e:5e:e9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '03b96796-c852-49fd-be23-df5d401458c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:44Z', 'updated_at': '2021-07-16T08:22:50Z', 'revision_number': 5, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'subnets': [{'id': '03b96796-c852-49fd-be23-df5d401458c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:57.869993 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cc6304b7-bd48-4bd7-a24a-084f8726bbb4 req-461cb468-6c56-40f3-8314-b357d23e8587 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618516 Jul 16 08:23:57.893769 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1e9f3a1-c561-49c8-9fb3-4a7d13475b93 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:57.912180 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd9636f-cbb4-4735-8fda-e8c300b8bf18 None None] The sync data for ids ['c72ea637-6484-494d-be0a-ebd9f7908c71'] in n-d-771362-37 is: [{'id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388124740-router', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:45Z', 'revision_number': 4, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'gw_port': {'id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'f1c7f558-f16d-42c0-9532-2033815f976f', 'name': '', 'network_id': '2a688f30-b751-493d-bda9-31166d01b9c0', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'mac_address': 'fa:16:3e:5e:e9:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_interface', 'standard_attr_id': 209, 'fixed_ips': [{'subnet_id': '03b96796-c852-49fd-be23-df5d401458c9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:44Z', 'updated_at': '2021-07-16T08:22:50Z', 'revision_number': 5, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'subnets': [{'id': '03b96796-c852-49fd-be23-df5d401458c9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:23:57.946238 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47766d02-02d8-429e-8048-650ace6e4b5c req-b7d473b2-aa14-40f6-85ec-32436559a78d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:57.948339 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-47766d02-02d8-429e-8048-650ace6e4b5c req-b7d473b2-aa14-40f6-85ec-32436559a78d service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=2a688f30-b751-493d-bda9-31166d01b9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1270125 Jul 16 08:23:57.981618 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1e9f3a1-c561-49c8-9fb3-4a7d13475b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:58.112331 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-47766d02-02d8-429e-8048-650ace6e4b5c req-6f1a4fc9-cbe4-438f-a4c7-a280141d53a0 service neutron] 10.222.0.22 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565099 Jul 16 08:23:58.126908 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:23:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cff9a43-8235-4d9c-99aa-1d3b29917434 x-openstack-request-id: req-1cff9a43-8235-4d9c-99aa-1d3b29917434 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:23:58.127214 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea6fbbe5-f0f1-4768-919d-7409689c9e2d", "tag": "e018e7c2-3c36-4bbd-842c-31622f7b50f4", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:23:58.127476 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1cff9a43-8235-4d9c-99aa-1d3b29917434 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:23:58.127877 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea6fbbe5-f0f1-4768-919d-7409689c9e2d', 'tag': 'e018e7c2-3c36-4bbd-842c-31622f7b50f4', 'status': 'completed', 'code': 200} Jul 16 08:23:58.313607 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-47766d02-02d8-429e-8048-650ace6e4b5c req-ea2de8a3-007c-42e7-91e6-a00d1dd3054d service neutron] 10.222.0.22 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1837869 Jul 16 08:23:58.354043 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3be68fc1-348c-4716-92cf-a1e7e4a56fb2 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:23:58.356215 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2ae7c-a256-47eb-a4ae-49b0fb604226 req-520099c3-ebf4-4d8c-9e1c-b72e80878a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:58.359140 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-31e2ae7c-a256-47eb-a4ae-49b0fb604226 req-520099c3-ebf4-4d8c-9e1c-b72e80878a6b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84bf75c6d98d4e69bee4eaefa2810d3a&device_id=ea6fbbe5-f0f1-4768-919d-7409689c9e2d HTTP/1.1" status: 200 len: 1098 time: 0.2429862 Jul 16 08:23:58.495718 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-c1e9f3a1-c561-49c8-9fb3-4a7d13475b93 admin admin] Allocated IP 172.25.3.30 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/b13a2f0a-ed1b-446f-a756-444d66a0fb13) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:23:58.507991 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebbbcf88-8347-441b-bf5f-944c08c93a64 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Router 525d6816-2de2-433d-80b1-89acf030af90 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:23:58.527886 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 3be68fc1-348c-4716-92cf-a1e7e4a56fb2 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:23:58.541966 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a266e9-fce6-45d2-8621-7699424aed1a None None] New status for floating IP 305015d4-0f4c-4a8e-80a4-857143bc498d: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:23:58.585050 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2ae7c-a256-47eb-a4ae-49b0fb604226 req-fa9a84e6-0a7f-40a9-a023-13e02cdf9cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:58.586561 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-31e2ae7c-a256-47eb-a4ae-49b0fb604226 req-fa9a84e6-0a7f-40a9-a023-13e02cdf9cad service neutron] 10.222.0.30 "GET /v2.0/networks?id=2a688f30-b751-493d-bda9-31166d01b9c0 HTTP/1.1" status: 200 len: 922 time: 0.2168906 Jul 16 08:23:58.601069 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43924) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:58.658470 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-31e2ae7c-a256-47eb-a4ae-49b0fb604226 req-cdbd35eb-d41d-4861-a58b-33381036789b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e018e7c2-3c36-4bbd-842c-31622f7b50f4 HTTP/1.1" status: 200 len: 217 time: 0.0648465 Jul 16 08:23:58.680782 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea9eb5-4cb9-4105-bc84-ae2c1fda7078 req-81def439-145c-4839-87dc-42a173481947 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:58.687749 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-61ea9eb5-4cb9-4105-bc84-ae2c1fda7078 req-81def439-145c-4839-87dc-42a173481947 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 950 time: 0.3494456 Jul 16 08:23:58.771169 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2ae7c-a256-47eb-a4ae-49b0fb604226 req-08497678-7999-4190-94eb-02bcfc63c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:58.774269 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-31e2ae7c-a256-47eb-a4ae-49b0fb604226 req-08497678-7999-4190-94eb-02bcfc63c980 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=03b96796-c852-49fd-be23-df5d401458c9 HTTP/1.1" status: 200 len: 860 time: 0.1074178 Jul 16 08:23:58.832124 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebbbcf88-8347-441b-bf5f-944c08c93a64 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:23:58.836197 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1e9f3a1-c561-49c8-9fb3-4a7d13475b93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:58.843494 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954f024e-8d00-46cb-bc18-a0d7fd614cee None None] Sync routers for ids ['525d6816-2de2-433d-80b1-89acf030af90'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:23:58.857267 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954f024e-8d00-46cb-bc18-a0d7fd614cee None None] Routers {'525d6816-2de2-433d-80b1-89acf030af90'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:23:58.859220 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-61ea9eb5-4cb9-4105-bc84-ae2c1fda7078 req-25c94fb7-d8db-4d82-a32b-392b7bf43d7b tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705315 Jul 16 08:23:58.859587 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-954f024e-8d00-46cb-bc18-a0d7fd614cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:23:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['525d6816-2de2-433d-80b1-89acf030af90'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:23:58.872449 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ebbbcf88-8347-441b-bf5f-944c08c93a64 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:58.938399 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-2fff4e22-71ea-4e80-85cf-522e555fe858 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1953311442-network', 'tenant_id': '2c363201e1b4460ba0b2089a2082b7d2'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:23:59.015411 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-954f024e-8d00-46cb-bc18-a0d7fd614cee None None] Set router 525d6816-2de2-433d-80b1-89acf030af90 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:23:59.052669 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ebbbcf88-8347-441b-bf5f-944c08c93a64 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "PUT /v2.0/floatingips/41934d44-fcd1-4748-8b4a-9678760cc4b5 HTTP/1.1" status: 200 len: 991 time: 3.5176167 Jul 16 08:23:59.052669 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075199bc-09d3-4f99-9c2e-2b3eb755dfcf', 'tag': '0bef3fe7-7260-4531-83e8-a0f47aed44a5'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:23:59.056268 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-342a6dc9-d872-43c3-b775-b569770645f2" -d '{"events": [{"name": "network-changed", "server_uuid": "075199bc-09d3-4f99-9c2e-2b3eb755dfcf", "tag": "0bef3fe7-7260-4531-83e8-a0f47aed44a5"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:23:59.059682 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fff4e22-71ea-4e80-85cf-522e555fe858 admin admin] Made reservation on behalf of 2c363201e1b4460ba0b2089a2082b7d2 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:23:59.061985 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fff4e22-71ea-4e80-85cf-522e555fe858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:59.095409 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1e9f3a1-c561-49c8-9fb3-4a7d13475b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:59.153743 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 7b170f35-db9b-415e-9c83-adb9b8db3ac3 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:23:59.239848 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e9f3a1-c561-49c8-9fb3-4a7d13475b93 admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:23:59.269109 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fff4e22-71ea-4e80-85cf-522e555fe858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:59.284949 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e9f3a1-c561-49c8-9fb3-4a7d13475b93 admin admin] Pushing event updated for resources: {'Port': ['ID=b13a2f0a-ed1b-446f-a756-444d66a0fb13,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:23:59.287857 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-c1e9f3a1-c561-49c8-9fb3-4a7d13475b93 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:23:59.297743 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e9f3a1-c561-49c8-9fb3-4a7d13475b93 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:23:59.316740 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.db.resource_extend [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:23:59.349444 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2f61f852-2895-4ff0-90a7-bcbc26dd1359 req-ccfae2fa-8274-4a39-ba8d-0796e3fef516 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/floatingips/305015d4-0f4c-4a8e-80a4-857143bc498d HTTP/1.1" status: 200 len: 696 time: 0.2969551 Jul 16 08:23:59.356061 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e2ae7c-a256-47eb-a4ae-49b0fb604226 req-9da89d75-2cdd-4852-8b5f-02c6f69eb411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:59.374699 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43944) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:23:59.375950 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536c5f85-4d3f-4a81-ac61-3b8250ba532b None None] Network 4477cb77-9688-4017-b61e-e21e5a0c687e requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:23:59.378444 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-31e2ae7c-a256-47eb-a4ae-49b0fb604226 req-9da89d75-2cdd-4852-8b5f-02c6f69eb411 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=2a688f30-b751-493d-bda9-31166d01b9c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5967827 Jul 16 08:23:59.473361 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70ba6b7-d6b3-46fd-b9e3-5f0f66ba419b req-52732a40-c161-45a5-a451-4cd625d899f8 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:59.489559 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e70ba6b7-d6b3-46fd-b9e3-5f0f66ba419b req-52732a40-c161-45a5-a451-4cd625d899f8 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 943 time: 0.2877302 Jul 16 08:23:59.562418 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e70ba6b7-d6b3-46fd-b9e3-5f0f66ba419b req-bc2fbdd0-1005-4953-8939-ee32a8281c31 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710213 Jul 16 08:23:59.633060 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f61f852-2895-4ff0-90a7-bcbc26dd1359 req-acc01f6a-820e-43d4-8a35-74c16bc8603b tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:23:59.639715 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2f61f852-2895-4ff0-90a7-bcbc26dd1359 req-acc01f6a-820e-43d4-8a35-74c16bc8603b tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 784 time: 0.2580500 Jul 16 08:23:59.651575 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-2f61f852-2895-4ff0-90a7-bcbc26dd1359 req-3e1174d9-beeb-4d80-bd43-47867e25df88 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:23:59.658587 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2f61f852-2895-4ff0-90a7-bcbc26dd1359 req-3e1174d9-beeb-4d80-bd43-47867e25df88 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0178132 Jul 16 08:23:59.700039 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68b25332-1dfc-44d4-a6be-de3c4b11e4ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:59.740912 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1e9f3a1-c561-49c8-9fb3-4a7d13475b93 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:59.750246 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-926507d4-1488-4604-b5dc-a632e8a7e6ee None None] Provisioning for port 3be68fc1-348c-4716-92cf-a1e7e4a56fb2 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:23:59.754160 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2f61f852-2895-4ff0-90a7-bcbc26dd1359 req-10138577-355f-452b-82e3-540b731f83cf tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.179 HTTP/1.1" status: 200 len: 697 time: 0.0946066 Jul 16 08:23:59.778492 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-926507d4-1488-4604-b5dc-a632e8a7e6ee None None] Provisioning complete for port 3be68fc1-348c-4716-92cf-a1e7e4a56fb2 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:23:59.778991 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-926507d4-1488-4604-b5dc-a632e8a7e6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:23:59.807147 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-31e2ae7c-a256-47eb-a4ae-49b0fb604226 req-6c897f46-a800-4d06-be47-c03950c7a666 service neutron] 10.222.0.30 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4187455 Jul 16 08:23:59.838658 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2f61f852-2895-4ff0-90a7-bcbc26dd1359 req-a6db8bb6-21bc-4e6b-9526-70b6f0f34091 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.179 HTTP/1.1" status: 200 len: 697 time: 0.0830774 Jul 16 08:23:59.881036 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:23:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a3a3fc-0386-4c69-899d-8534dedb41e8 x-openstack-request-id: req-f6a3a3fc-0386-4c69-899d-8534dedb41e8 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:23:59.881456 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075199bc-09d3-4f99-9c2e-2b3eb755dfcf", "tag": "0bef3fe7-7260-4531-83e8-a0f47aed44a5", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:23:59.881819 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f6a3a3fc-0386-4c69-899d-8534dedb41e8 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:23:59.883240 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075199bc-09d3-4f99-9c2e-2b3eb755dfcf', 'tag': '0bef3fe7-7260-4531-83e8-a0f47aed44a5', 'status': 'completed', 'code': 200} Jul 16 08:24:00.049342 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fff4e22-71ea-4e80-85cf-522e555fe858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:00.077099 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fff4e22-71ea-4e80-85cf-522e555fe858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:00.120935 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fff4e22-71ea-4e80-85cf-522e555fe858 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:24:00.127384 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-31e2ae7c-a256-47eb-a4ae-49b0fb604226 req-352d59b7-0b63-4d2e-b65a-aec15a8d2869 service neutron] 10.222.0.30 "GET /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3109169 Jul 16 08:24:00.129157 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 7b170f35-db9b-415e-9c83-adb9b8db3ac3, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=7b170f35-db9b-415e-9c83-adb9b8db3ac3,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:00.155962 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-954f024e-8d00-46cb-bc18-a0d7fd614cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525d6816-2de2-433d-80b1-89acf030af90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-790942259-router', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:07Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': 'eed38146a8c843738c66731bdf360734', 'gw_port': {'id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ad:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:08Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '41934d44-fcd1-4748-8b4a-9678760cc4b5', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '525d6816-2de2-433d-80b1-89acf030af90', 'port_id': '0bef3fe7-7260-4531-83e8-a0f47aed44a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b', 'mac_address': 'fa:16:3e:67:07:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075199bc-09d3-4f99-9c2e-2b3eb755dfcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:23:34Z', 'updated_at': '2021-07-16T08:23:57Z', 'revision_number': 1, 'project_id': 'eed38146a8c843738c66731bdf360734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ecc27c8-7720-41c4-8722-654b9b21303b', 'name': '', 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'mac_address': 'fa:16:3e:4b:2c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:11Z', 'updated_at': '2021-07-16T08:23:21Z', 'revision_number': 5, 'project_id': 'eed38146a8c843738c66731bdf360734', 'subnets': [{'id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:24:00.174564 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fff4e22-71ea-4e80-85cf-522e555fe858 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:00.174909 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-2fff4e22-71ea-4e80-85cf-522e555fe858 admin admin] Added segment b35d2228-7aac-44dc-81dd-8f207aa9f9d9 of type vlan for network 7023ddf1-0bd7-4db4-8837-aee438bf477f Jul 16 08:24:00.178767 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff4e22-71ea-4e80-85cf-522e555fe858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6816154c-5fe8-48b5-84a7-e862e2297b4e,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:00.228253 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68b25332-1dfc-44d4-a6be-de3c4b11e4ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:00.234786 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a6dc9-d872-43c3-b775-b569770645f2 req-b0486a84-76fa-4255-b616-5fe2b75927f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:00.236471 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-342a6dc9-d872-43c3-b775-b569770645f2 req-b0486a84-76fa-4255-b616-5fe2b75927f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eed38146a8c843738c66731bdf360734&device_id=075199bc-09d3-4f99-9c2e-2b3eb755dfcf HTTP/1.1" status: 200 len: 1098 time: 0.3235946 Jul 16 08:24:00.240610 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fff4e22-71ea-4e80-85cf-522e555fe858 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:00.246745 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68b25332-1dfc-44d4-a6be-de3c4b11e4ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:00.262839 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-2f61f852-2895-4ff0-90a7-bcbc26dd1359 req-31ac6cfc-1dcf-4c65-b95e-37eb7a569ecb tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Deleting port ed7e5fdf-c9f0-4a83-9b84-9244f8f051ef {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:24:00.263174 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2f61f852-2895-4ff0-90a7-bcbc26dd1359 req-31ac6cfc-1dcf-4c65-b95e-37eb7a569ecb tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:00.272597 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954f024e-8d00-46cb-bc18-a0d7fd614cee None None] Checking router: 525d6816-2de2-433d-80b1-89acf030af90 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:24:00.331354 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954f024e-8d00-46cb-bc18-a0d7fd614cee None None] Routers {'525d6816-2de2-433d-80b1-89acf030af90'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:24:00.332004 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-954f024e-8d00-46cb-bc18-a0d7fd614cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:23:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['525d6816-2de2-433d-80b1-89acf030af90'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:24:00.360276 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-68b25332-1dfc-44d4-a6be-de3c4b11e4ec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e762a364d4a244e9a8514378d0eaa840&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9797804 Jul 16 08:24:00.366450 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b25332-1dfc-44d4-a6be-de3c4b11e4ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff65f1d-4590-4292-bb16-5141de15168f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:00.369060 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43964) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:00.401228 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fff4e22-71ea-4e80-85cf-522e555fe858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:00.402593 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fff4e22-71ea-4e80-85cf-522e555fe858 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:00.402762 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fff4e22-71ea-4e80-85cf-522e555fe858 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:00.419295 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc21a15e-9c48-49ac-8de9-3df1f976fbee req-4638c5f3-8483-4276-a595-45e1fcb40f2e tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:00.427375 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dc21a15e-9c48-49ac-8de9-3df1f976fbee req-4638c5f3-8483-4276-a595-45e1fcb40f2e tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 950 time: 0.1955662 Jul 16 08:24:00.460362 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1e9f3a1-c561-49c8-9fb3-4a7d13475b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:00.502333 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dc21a15e-9c48-49ac-8de9-3df1f976fbee req-e4751d3e-198f-462f-befe-68329eaf636b tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736754 Jul 16 08:24:00.528011 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-954f024e-8d00-46cb-bc18-a0d7fd614cee None None] Set router 525d6816-2de2-433d-80b1-89acf030af90 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:24:00.566090 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-270d3a7c-58a1-4513-b9b6-9f71abcaa99f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:00.656809 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '7b170f35-db9b-415e-9c83-adb9b8db3ac3', 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0', 'port_id': '7b170f35-db9b-415e-9c83-adb9b8db3ac3', 'mac_address': 'fa:16:3e:e1:eb:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce796d98-7ee4-4738-aad4-0026126b7799', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:24:00.716426 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-270d3a7c-58a1-4513-b9b6-9f71abcaa99f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:00.837576 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2fff4e22-71ea-4e80-85cf-522e555fe858 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2123601 Jul 16 08:24:00.837576 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43968) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:00.837576 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2f61f852-2895-4ff0-90a7-bcbc26dd1359 req-31ac6cfc-1dcf-4c65-b95e-37eb7a569ecb tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:00.837576 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2f61f852-2895-4ff0-90a7-bcbc26dd1359 req-31ac6cfc-1dcf-4c65-b95e-37eb7a569ecb tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:00.848886 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-5ad307f0-3333-4cd5-91eb-3577924309d4 admin admin] Request body: {'subnet': {'network_id': '7023ddf1-0bd7-4db4-8837-aee438bf477f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1953311442-subnet', 'tenant_id': '2c363201e1b4460ba0b2089a2082b7d2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:24:00.901307 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a6dc9-d872-43c3-b775-b569770645f2 req-a0b004ce-86b0-45a9-ad42-453ff5e4a40f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:00.901307 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-342a6dc9-d872-43c3-b775-b569770645f2 req-a0b004ce-86b0-45a9-ad42-453ff5e4a40f service neutron] 10.222.0.21 "GET /v2.0/networks?id=98b2c070-1d22-41c6-babf-49f81fe9462b HTTP/1.1" status: 200 len: 924 time: 0.6528351 Jul 16 08:24:00.945219 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-2f61f852-2895-4ff0-90a7-bcbc26dd1359 req-31ac6cfc-1dcf-4c65-b95e-37eb7a569ecb tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Calling delete_port for ed7e5fdf-c9f0-4a83-9b84-9244f8f051ef owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:24:00.969219 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad307f0-3333-4cd5-91eb-3577924309d4 admin admin] Made reservation on behalf of 2c363201e1b4460ba0b2089a2082b7d2 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:24:00.969219 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5ad307f0-3333-4cd5-91eb-3577924309d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:00.973100 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-270d3a7c-58a1-4513-b9b6-9f71abcaa99f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:00.978891 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-270d3a7c-58a1-4513-b9b6-9f71abcaa99f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:00.980171 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-270d3a7c-58a1-4513-b9b6-9f71abcaa99f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6ff65f1d-4590-4292-bb16-5141de15168f HTTP/1.1" status: 204 len: 168 time: 0.6084087 Jul 16 08:24:01.030053 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270d3a7c-58a1-4513-b9b6-9f71abcaa99f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff65f1d-4590-4292-bb16-5141de15168f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:01.074568 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-926507d4-1488-4604-b5dc-a632e8a7e6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:01.077024 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fff4e22-71ea-4e80-85cf-522e555fe858 admin admin] Pushing event updated for resources: {'Network': ['ID=7023ddf1-0bd7-4db4-8837-aee438bf477f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:01.138267 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a68a514-2d90-48dc-983b-b5ab264432f0 req-e63ba8d3-d831-48db-b0b4-3a3fe17ac4fa tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:01.141173 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-926507d4-1488-4604-b5dc-a632e8a7e6ee None None] For port 3be68fc1-348c-4716-92cf-a1e7e4a56fb2, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=3be68fc1-348c-4716-92cf-a1e7e4a56fb2,segment=NetworkSegment(0b1225be-ac2b-474d-918d-af395b400266),segment_id=0b1225be-ac2b-474d-918d-af395b400266)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:01.144900 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0a68a514-2d90-48dc-983b-b5ab264432f0 req-e63ba8d3-d831-48db-b0b4-3a3fe17ac4fa tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 943 time: 0.3127837 Jul 16 08:24:01.145456 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e9f3a1-c561-49c8-9fb3-4a7d13475b93 admin admin] Router c8c7d990-65e0-4fe2-ab93-d1c411842a26 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:24:01.152638 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 7023ddf1-0bd7-4db4-8837-aee438bf477f details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:24:01.197700 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-342a6dc9-d872-43c3-b775-b569770645f2 req-3e9be47b-6dc5-49d7-bd79-d0b1af3b35c7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bef3fe7-7260-4531-83e8-a0f47aed44a5 HTTP/1.1" status: 200 len: 999 time: 0.2542098 Jul 16 08:24:01.276144 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0a68a514-2d90-48dc-983b-b5ab264432f0 req-bef293d1-771b-4701-b289-2fc12299e304 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227136 Jul 16 08:24:01.299887 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a6dc9-d872-43c3-b775-b569770645f2 req-fa8aeeb2-5264-4051-bd0c-4bdf992325a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:01.301606 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-342a6dc9-d872-43c3-b775-b569770645f2 req-fa8aeeb2-5264-4051-bd0c-4bdf992325a1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74 HTTP/1.1" status: 200 len: 862 time: 0.0934796 Jul 16 08:24:01.394696 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e9f3a1-c561-49c8-9fb3-4a7d13475b93 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:24:01.407528 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0028806-7373-48c2-840c-33f555215895 None None] Sync routers for ids ['c8c7d990-65e0-4fe2-ab93-d1c411842a26'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:24:01.411223 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-926507d4-1488-4604-b5dc-a632e8a7e6ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:01.421819 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0028806-7373-48c2-840c-33f555215895 None None] Routers {'c8c7d990-65e0-4fe2-ab93-d1c411842a26'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:24:01.422466 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c0028806-7373-48c2-840c-33f555215895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:23:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c8c7d990-65e0-4fe2-ab93-d1c411842a26'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:24:01.448164 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1e9f3a1-c561-49c8-9fb3-4a7d13475b93 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:01.451935 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c1e9f3a1-c561-49c8-9fb3-4a7d13475b93 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 5.9285979 Jul 16 08:24:01.455640 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43982) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:01.559275 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926507d4-1488-4604-b5dc-a632e8a7e6ee None None] Pushing event updated for resources: {'Port': ['ID=3be68fc1-348c-4716-92cf-a1e7e4a56fb2,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:01.610807 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43986) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:01.656022 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-954f024e-8d00-46cb-bc18-a0d7fd614cee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525d6816-2de2-433d-80b1-89acf030af90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-790942259-router', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:07Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': 'eed38146a8c843738c66731bdf360734', 'gw_port': {'id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ad:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:08Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '41934d44-fcd1-4748-8b4a-9678760cc4b5', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '525d6816-2de2-433d-80b1-89acf030af90', 'port_id': '0bef3fe7-7260-4531-83e8-a0f47aed44a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b', 'mac_address': 'fa:16:3e:67:07:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075199bc-09d3-4f99-9c2e-2b3eb755dfcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:23:34Z', 'updated_at': '2021-07-16T08:23:57Z', 'revision_number': 1, 'project_id': 'eed38146a8c843738c66731bdf360734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ecc27c8-7720-41c4-8722-654b9b21303b', 'name': '', 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'mac_address': 'fa:16:3e:4b:2c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:11Z', 'updated_at': '2021-07-16T08:23:21Z', 'revision_number': 5, 'project_id': 'eed38146a8c843738c66731bdf360734', 'subnets': [{'id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:24:01.662013 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:01.739233 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-770e99f4-50bc-4f35-9023-18965b87236b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:01.744409 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-c0028806-7373-48c2-840c-33f555215895 None None] Set router c8c7d990-65e0-4fe2-ab93-d1c411842a26 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:24:01.759130 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342a6dc9-d872-43c3-b775-b569770645f2 req-884a70c0-a121-48c4-adc1-c18d947c9b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:01.760881 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-342a6dc9-d872-43c3-b775-b569770645f2 req-884a70c0-a121-48c4-adc1-c18d947c9b64 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=98b2c070-1d22-41c6-babf-49f81fe9462b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4446800 Jul 16 08:24:01.764020 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5ad307f0-3333-4cd5-91eb-3577924309d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:01.778652 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954f024e-8d00-46cb-bc18-a0d7fd614cee None None] The sync data for ids ['525d6816-2de2-433d-80b1-89acf030af90'] in n-d-771362-37 is: [{'id': '525d6816-2de2-433d-80b1-89acf030af90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-790942259-router', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:07Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': 'eed38146a8c843738c66731bdf360734', 'gw_port': {'id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ad:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:08Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '41934d44-fcd1-4748-8b4a-9678760cc4b5', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '525d6816-2de2-433d-80b1-89acf030af90', 'port_id': '0bef3fe7-7260-4531-83e8-a0f47aed44a5', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b', 'mac_address': 'fa:16:3e:67:07:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '075199bc-09d3-4f99-9c2e-2b3eb755dfcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:23:34Z', 'updated_at': '2021-07-16T08:23:57Z', 'revision_number': 1, 'project_id': 'eed38146a8c843738c66731bdf360734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ecc27c8-7720-41c4-8722-654b9b21303b', 'name': '', 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'mac_address': 'fa:16:3e:4b:2c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:11Z', 'updated_at': '2021-07-16T08:23:21Z', 'revision_number': 5, 'project_id': 'eed38146a8c843738c66731bdf360734', 'subnets': [{'id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:24:01.793212 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b170f35-db9b-415e-9c83-adb9b8db3ac3 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:24:01.802617 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:01.867908 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 7b170f35-db9b-415e-9c83-adb9b8db3ac3, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=7b170f35-db9b-415e-9c83-adb9b8db3ac3,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:01.892045 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad307f0-3333-4cd5-91eb-3577924309d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83ba10a6-256b-4022-b3ef-20d189857b57,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:01.894979 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2f61f852-2895-4ff0-90a7-bcbc26dd1359 req-31ac6cfc-1dcf-4c65-b95e-37eb7a569ecb tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:01.898589 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:01.920465 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:01.941820 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ac6cfc-1dcf-4c65-b95e-37eb7a569ecb tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Pushing event deleted for resources: {'Port': ['ID=ed7e5fdf-c9f0-4a83-9b84-9244f8f051ef,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:01.974257 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b64b0006-b55c-4bf9-99d1-693560c7bf4c None None] Provisioning complete for port 3be68fc1-348c-4716-92cf-a1e7e4a56fb2 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:24:01.975056 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b64b0006-b55c-4bf9-99d1-693560c7bf4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:02.083289 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=7b170f35-db9b-415e-9c83-adb9b8db3ac3,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:02.145498 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['7b170f35-db9b-415e-9c83-adb9b8db3ac3'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:24:02.190080 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad307f0-3333-4cd5-91eb-3577924309d4 admin admin] Checking segment: {'id': 'b35d2228-7aac-44dc-81dd-8f207aa9f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7023ddf1-0bd7-4db4-8837-aee438bf477f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:24:02.190537 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad307f0-3333-4cd5-91eb-3577924309d4 admin admin] Network hostable DHCP agents. Network: 7023ddf1-0bd7-4db4-8837-aee438bf477f, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:24:02.224203 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37520b74-2aa2-49f1-b6d4-146c8f2cfbc2 None None] New status for floating IP 41934d44-fcd1-4748-8b4a-9678760cc4b5: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:24:02.245622 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-342a6dc9-d872-43c3-b775-b569770645f2 req-927c5f80-596d-4549-bd26-7d2296169c61 service neutron] 10.222.0.21 "GET /v2.0/networks/98b2c070-1d22-41c6-babf-49f81fe9462b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4539406 Jul 16 08:24:02.265203 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2f61f852-2895-4ff0-90a7-bcbc26dd1359 req-31ac6cfc-1dcf-4c65-b95e-37eb7a569ecb tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:02.270920 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2f61f852-2895-4ff0-90a7-bcbc26dd1359 req-31ac6cfc-1dcf-4c65-b95e-37eb7a569ecb tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:02.276319 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2f61f852-2895-4ff0-90a7-bcbc26dd1359 req-31ac6cfc-1dcf-4c65-b95e-37eb7a569ecb tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "DELETE /v2.0/floatingips/305015d4-0f4c-4a8e-80a4-857143bc498d HTTP/1.1" status: 204 len: 173 time: 2.4372606 Jul 16 08:24:02.344396 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3be68fc1-348c-4716-92cf-a1e7e4a56fb2 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:24:02.488751 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad307f0-3333-4cd5-91eb-3577924309d4 admin admin] Network 7023ddf1-0bd7-4db4-8837-aee438bf477f is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:24:02.507528 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c0028806-7373-48c2-840c-33f555215895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1823019582-router', 'tenant_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'b13a2f0a-ed1b-446f-a756-444d66a0fb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:55Z', 'updated_at': '2021-07-16T08:23:59Z', 'revision_number': 3, 'project_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'gw_port': {'id': 'b13a2f0a-ed1b-446f-a756-444d66a0fb13', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:58Z', 'updated_at': '2021-07-16T08:23:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:24:02.531264 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-5ad307f0-3333-4cd5-91eb-3577924309d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 7023ddf1-0bd7-4db4-8837-aee438bf477f) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:24:02.548262 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad307f0-3333-4cd5-91eb-3577924309d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:02.549515 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5ad307f0-3333-4cd5-91eb-3577924309d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:02.572013 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0028806-7373-48c2-840c-33f555215895 None None] Checking router: c8c7d990-65e0-4fe2-ab93-d1c411842a26 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:24:02.577272 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0028806-7373-48c2-840c-33f555215895 None None] Updating router c8c7d990-65e0-4fe2-ab93-d1c411842a26 port b13a2f0a-ed1b-446f-a756-444d66a0fb13 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:24:02.578616 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-342a6dc9-d872-43c3-b775-b569770645f2 req-7d70cd2c-8b55-4cff-9c92-2fd44e7d0c42 service neutron] 10.222.0.21 "GET /v2.0/networks/98b2c070-1d22-41c6-babf-49f81fe9462b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998016 Jul 16 08:24:02.588311 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-770e99f4-50bc-4f35-9023-18965b87236b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:02.605884 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-770e99f4-50bc-4f35-9023-18965b87236b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:02.636946 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-770e99f4-50bc-4f35-9023-18965b87236b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8d9da5f8da5f402d9e94dd481f7d3972&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9902420 Jul 16 08:24:02.639993 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5ad307f0-3333-4cd5-91eb-3577924309d4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7977250 Jul 16 08:24:02.640884 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44006) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:02.655177 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf82c95-981c-4324-a26a-45313b62b757 None None] Network 7023ddf1-0bd7-4db4-8837-aee438bf477f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:24:02.673725 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c0028806-7373-48c2-840c-33f555215895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:02.687057 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770e99f4-50bc-4f35-9023-18965b87236b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4b3d924-461c-4c99-9ab2-7a55e2faf000,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:02.757219 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 3be68fc1-348c-4716-92cf-a1e7e4a56fb2 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:24:02.759035 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:02.771543 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c236e7d7-066a-464a-98e7-0778d6477ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:02.823037 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c236e7d7-066a-464a-98e7-0778d6477ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:02.961487 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c236e7d7-066a-464a-98e7-0778d6477ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:02.964036 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c236e7d7-066a-464a-98e7-0778d6477ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:02.965243 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c236e7d7-066a-464a-98e7-0778d6477ed7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b4b3d924-461c-4c99-9ab2-7a55e2faf000 HTTP/1.1" status: 204 len: 168 time: 0.3171785 Jul 16 08:24:02.983007 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c236e7d7-066a-464a-98e7-0778d6477ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4b3d924-461c-4c99-9ab2-7a55e2faf000,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:03.057826 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea05f44-f14e-46e5-bddf-7a8f8c5576b3 req-c46c06e7-49d4-4090-a9e8-d57c859836f1 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:03.085478 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6ea05f44-f14e-46e5-bddf-7a8f8c5576b3 req-c46c06e7-49d4-4090-a9e8-d57c859836f1 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 950 time: 1.1174002 Jul 16 08:24:03.187157 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e8f051-50a1-4683-b68c-1a68aeb21a04 req-58dc75d3-9770-436a-95af-a1dcb0ce8ad1 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:03.197619 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-03e8f051-50a1-4683-b68c-1a68aeb21a04 req-58dc75d3-9770-436a-95af-a1dcb0ce8ad1 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 944 time: 0.1913226 Jul 16 08:24:03.291954 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6ea05f44-f14e-46e5-bddf-7a8f8c5576b3 req-3a78fd77-6921-45c1-b1a5-d1195123f84d tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056584 Jul 16 08:24:03.359173 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-03e8f051-50a1-4683-b68c-1a68aeb21a04 req-3d64df37-1057-4de1-9709-16c62ca5cb6c tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601169 Jul 16 08:24:03.434771 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f117be0-11c8-49dd-b76f-488a746b4dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:03.501819 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c0028806-7373-48c2-840c-33f555215895 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:03.523874 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c0028806-7373-48c2-840c-33f555215895 None None] Transition to ACTIVE for port object b13a2f0a-ed1b-446f-a756-444d66a0fb13 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:24:03.539259 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c0028806-7373-48c2-840c-33f555215895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:03.591929 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4157aa72-5dcf-47b2-b3c8-53e18d4d127d None None] Network 7023ddf1-0bd7-4db4-8837-aee438bf477f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:24:03.598881 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae87910f-4346-4fd0-98a9-466391653275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:03.761484 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d5fae-d6eb-41cd-9aa3-12783fdbfa66 None None] Pushing event updated for resources: {'Port': ['ID=b13a2f0a-ed1b-446f-a756-444d66a0fb13,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:03.768658 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c0028806-7373-48c2-840c-33f555215895 None None] Attempting to bind port b13a2f0a-ed1b-446f-a756-444d66a0fb13 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:24:03.769265 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c0028806-7373-48c2-840c-33f555215895 None None] Attempting to bind port b13a2f0a-ed1b-446f-a756-444d66a0fb13 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:24:03.769950 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0028806-7373-48c2-840c-33f555215895 None None] Attempting to bind port b13a2f0a-ed1b-446f-a756-444d66a0fb13 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:24:03.777344 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975d5fae-d6eb-41cd-9aa3-12783fdbfa66 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:03.777857 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975d5fae-d6eb-41cd-9aa3-12783fdbfa66 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:03.778343 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975d5fae-d6eb-41cd-9aa3-12783fdbfa66 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:03.778835 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975d5fae-d6eb-41cd-9aa3-12783fdbfa66 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:03.779318 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975d5fae-d6eb-41cd-9aa3-12783fdbfa66 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:03.779806 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975d5fae-d6eb-41cd-9aa3-12783fdbfa66 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:03.780448 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975d5fae-d6eb-41cd-9aa3-12783fdbfa66 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:03.781001 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975d5fae-d6eb-41cd-9aa3-12783fdbfa66 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:03.781555 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975d5fae-d6eb-41cd-9aa3-12783fdbfa66 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:03.782123 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975d5fae-d6eb-41cd-9aa3-12783fdbfa66 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:03.782679 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975d5fae-d6eb-41cd-9aa3-12783fdbfa66 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:03.783237 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975d5fae-d6eb-41cd-9aa3-12783fdbfa66 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:03.794321 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0028806-7373-48c2-840c-33f555215895 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:24:03.794975 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0028806-7373-48c2-840c-33f555215895 None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:24:03.795597 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c0028806-7373-48c2-840c-33f555215895 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:03.796219 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0028806-7373-48c2-840c-33f555215895 None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:24:03.796935 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c0028806-7373-48c2-840c-33f555215895 None None] Bound port: b13a2f0a-ed1b-446f-a756-444d66a0fb13, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:24:03.797663 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c0028806-7373-48c2-840c-33f555215895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:03.848530 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b00d35b5-4ea9-49dc-ab21-cc1a27c8564f req-127c94d4-d756-447b-8c3f-f323a156fb22 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1180062 Jul 16 08:24:03.879104 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-c0028806-7373-48c2-840c-33f555215895 None None] For port b13a2f0a-ed1b-446f-a756-444d66a0fb13, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:24:03.882784 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-c0028806-7373-48c2-840c-33f555215895 None None] For port b13a2f0a-ed1b-446f-a756-444d66a0fb13, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=b13a2f0a-ed1b-446f-a756-444d66a0fb13,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:24:03.891262 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c0028806-7373-48c2-840c-33f555215895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:03.945109 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 7b170f35-db9b-415e-9c83-adb9b8db3ac3 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:24:03.990042 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d5fae-d6eb-41cd-9aa3-12783fdbfa66 None None] Pushing event updated for resources: {'Port': ['ID=b13a2f0a-ed1b-446f-a756-444d66a0fb13,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:04.009434 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0028806-7373-48c2-840c-33f555215895 None None] Routers {'c8c7d990-65e0-4fe2-ab93-d1c411842a26'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:24:04.010352 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c0028806-7373-48c2-840c-33f555215895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:23:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c8c7d990-65e0-4fe2-ab93-d1c411842a26'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:24:04.109451 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-0f117be0-11c8-49dd-b76f-488a746b4dc6 admin admin] Allocated IP 172.20.0.1 (4477cb77-9688-4017-b61e-e21e5a0c687e/81b82980-93c1-4ac0-a7cd-23d42d819c7b/052fbef1-09fd-474d-bd5d-a46a65c4e1be) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:24:04.166127 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 7b170f35-db9b-415e-9c83-adb9b8db3ac3 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:24:04.173482 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 7b170f35-db9b-415e-9c83-adb9b8db3ac3 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:24:04.174252 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:04.252493 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fad141-a437-46cf-8784-846ca1b90ea8 req-5defe00e-5afa-459a-8ef0-7dcd6f1d806e tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:04.258236 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-04fad141-a437-46cf-8784-846ca1b90ea8 req-5defe00e-5afa-459a-8ef0-7dcd6f1d806e tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea6fbbe5-f0f1-4768-919d-7409689c9e2d HTTP/1.1" status: 200 len: 946 time: 0.2779830 Jul 16 08:24:04.279177 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:04.310786 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd9ea62-781c-4d68-ba4c-60fb11314817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b170f35-db9b-415e-9c83-adb9b8db3ac3'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:24:04.313522 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4291c06-43ab-46a2-b47b-1a189206b1ea" -d '{"events": [{"server_uuid": "9dd9ea62-781c-4d68-ba4c-60fb11314817", "name": "network-vif-plugged", "status": "completed", "tag": "7b170f35-db9b-415e-9c83-adb9b8db3ac3"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:24:04.333883 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 7b170f35-db9b-415e-9c83-adb9b8db3ac3, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=7b170f35-db9b-415e-9c83-adb9b8db3ac3,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:04.343546 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:04.386621 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44052) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:04.390371 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d35b5-4ea9-49dc-ab21-cc1a27c8564f req-3ee29b72-cebf-45c9-a5fa-545ca372fae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:04.395655 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-c0028806-7373-48c2-840c-33f555215895 None None] Set router c8c7d990-65e0-4fe2-ab93-d1c411842a26 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:24:04.398618 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b00d35b5-4ea9-49dc-ab21-cc1a27c8564f req-3ee29b72-cebf-45c9-a5fa-545ca372fae7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c0f0cf24afb47969a9cef8297bf2691&device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00 HTTP/1.1" status: 200 len: 1118 time: 0.5183859 Jul 16 08:24:04.436554 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-44b4d202-7ab0-4f88-8f1a-2c2a5a9a41ae admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-2009191695-network', 'tenant_id': '0b222bc487d24665861fdd78169550a5'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:24:04.483823 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29d777d6-3ac4-4f0c-bf4c-2ab3610aa8f5 x-openstack-request-id: req-29d777d6-3ac4-4f0c-bf4c-2ab3610aa8f5 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:24:04.490279 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd9ea62-781c-4d68-ba4c-60fb11314817", "name": "network-vif-plugged", "status": "completed", "tag": "7b170f35-db9b-415e-9c83-adb9b8db3ac3", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:24:04.490681 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-29d777d6-3ac4-4f0c-bf4c-2ab3610aa8f5 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:24:04.492120 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dd9ea62-781c-4d68-ba4c-60fb11314817', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b170f35-db9b-415e-9c83-adb9b8db3ac3', 'code': 200} Jul 16 08:24:04.492528 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=7b170f35-db9b-415e-9c83-adb9b8db3ac3,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:04.603886 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-04fad141-a437-46cf-8784-846ca1b90ea8 req-dff6e4bc-5c51-4a4e-9587-2f4171dde90e tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f648399-4160-4693-927f-f42af3b35078&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3359048 Jul 16 08:24:04.715491 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c0028806-7373-48c2-840c-33f555215895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1823019582-router', 'tenant_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'b13a2f0a-ed1b-446f-a756-444d66a0fb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:55Z', 'updated_at': '2021-07-16T08:23:59Z', 'revision_number': 3, 'project_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'gw_port': {'id': 'b13a2f0a-ed1b-446f-a756-444d66a0fb13', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:58Z', 'updated_at': '2021-07-16T08:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:24:04.752812 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0028806-7373-48c2-840c-33f555215895 None None] The sync data for ids ['c8c7d990-65e0-4fe2-ab93-d1c411842a26'] in n-d-771362-37 is: [{'id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1823019582-router', 'tenant_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'b13a2f0a-ed1b-446f-a756-444d66a0fb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:55Z', 'updated_at': '2021-07-16T08:23:59Z', 'revision_number': 3, 'project_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'gw_port': {'id': 'b13a2f0a-ed1b-446f-a756-444d66a0fb13', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d6:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:58Z', 'updated_at': '2021-07-16T08:24:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:24:04.789556 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b4d202-7ab0-4f88-8f1a-2c2a5a9a41ae admin admin] Made reservation on behalf of 0b222bc487d24665861fdd78169550a5 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:24:04.792342 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-44b4d202-7ab0-4f88-8f1a-2c2a5a9a41ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:04.816967 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-44b4d202-7ab0-4f88-8f1a-2c2a5a9a41ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:04.827411 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c200b0-1034-4276-adba-228c06c98a30 req-48c86144-780c-46b0-8d0c-6943ddcf6012 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:04.833420 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f9c200b0-1034-4276-adba-228c06c98a30 req-48c86144-780c-46b0-8d0c-6943ddcf6012 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea6fbbe5-f0f1-4768-919d-7409689c9e2d HTTP/1.1" status: 200 len: 946 time: 0.5513005 Jul 16 08:24:04.838542 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f117be0-11c8-49dd-b76f-488a746b4dc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:04.938815 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-0f117be0-11c8-49dd-b76f-488a746b4dc6 admin admin] Transition to ACTIVE for port object 052fbef1-09fd-474d-bd5d-a46a65c4e1be will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:24:04.975295 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d35b5-4ea9-49dc-ab21-cc1a27c8564f req-035a09b3-1f5d-4033-85ec-04840b1e6d22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:04.981195 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b00d35b5-4ea9-49dc-ab21-cc1a27c8564f req-035a09b3-1f5d-4033-85ec-04840b1e6d22 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 HTTP/1.1" status: 200 len: 908 time: 0.5223732 Jul 16 08:24:04.988694 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62107edc-3409-4b87-b758-1b1d9a49b6ae req-d9dc5b21-3c9a-4898-87d2-668037501a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:04.993339 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-62107edc-3409-4b87-b758-1b1d9a49b6ae req-d9dc5b21-3c9a-4898-87d2-668037501a85 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 1097 time: 0.4271934 Jul 16 08:24:05.079923 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f117be0-11c8-49dd-b76f-488a746b4dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:05.177832 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-44b4d202-7ab0-4f88-8f1a-2c2a5a9a41ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:05.184985 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b00d35b5-4ea9-49dc-ab21-cc1a27c8564f req-adb30751-ce6f-406e-944f-54145632f752 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1baaaf04-8ff7-4cd6-9cab-150bfae7988d HTTP/1.1" status: 200 len: 217 time: 0.1903498 Jul 16 08:24:05.206956 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f117be0-11c8-49dd-b76f-488a746b4dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=052fbef1-09fd-474d-bd5d-a46a65c4e1be,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:05.239095 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f498164-b5db-4285-8d43-89f9cc72cd69 req-ee733c37-e762-4ea6-81b1-42b3f5290e48 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:05.246474 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8f498164-b5db-4285-8d43-89f9cc72cd69 req-ee733c37-e762-4ea6-81b1-42b3f5290e48 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 950 time: 0.2855432 Jul 16 08:24:05.249401 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-f9c200b0-1034-4276-adba-228c06c98a30 req-ee5b251f-d263-43dc-b504-5e3bb5f87401 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Deleting port e018e7c2-3c36-4bbd-842c-31622f7b50f4 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:24:05.249858 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f9c200b0-1034-4276-adba-228c06c98a30 req-ee5b251f-d263-43dc-b504-5e3bb5f87401 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:05.282872 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d35b5-4ea9-49dc-ab21-cc1a27c8564f req-47457634-0fa5-49cd-890c-0c6324c576df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:05.285315 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b00d35b5-4ea9-49dc-ab21-cc1a27c8564f req-47457634-0fa5-49cd-890c-0c6324c576df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce796d98-7ee4-4738-aad4-0026126b7799 HTTP/1.1" status: 200 len: 847 time: 0.0775719 Jul 16 08:24:05.288715 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-44b4d202-7ab0-4f88-8f1a-2c2a5a9a41ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:05.353754 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4d202-7ab0-4f88-8f1a-2c2a5a9a41ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b69e0fa-b3ca-4a8a-a3ed-3f897bec423a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:05.359063 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-62107edc-3409-4b87-b758-1b1d9a49b6ae req-fe67f10a-4466-4a43-a84f-2f1d0c6ee4d7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376508 Jul 16 08:24:05.369325 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f9c200b0-1034-4276-adba-228c06c98a30 req-ee5b251f-d263-43dc-b504-5e3bb5f87401 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] For port e018e7c2-3c36-4bbd-842c-31622f7b50f4, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=e018e7c2-3c36-4bbd-842c-31622f7b50f4,segment=NetworkSegment(daabb715-a942-4244-b821-e5bf3292c381),segment_id=daabb715-a942-4244-b821-e5bf3292c381)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:05.369920 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f9c200b0-1034-4276-adba-228c06c98a30 req-ee5b251f-d263-43dc-b504-5e3bb5f87401 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:05.390403 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f117be0-11c8-49dd-b76f-488a746b4dc6 admin admin] Network 4477cb77-9688-4017-b61e-e21e5a0c687e is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:24:05.391014 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b00d35b5-4ea9-49dc-ab21-cc1a27c8564f req-31390cce-616f-4a19-8235-69b4629035d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0933895 Jul 16 08:24:05.410233 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-f9c200b0-1034-4276-adba-228c06c98a30 req-ee5b251f-d263-43dc-b504-5e3bb5f87401 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Calling delete_port for e018e7c2-3c36-4bbd-842c-31622f7b50f4 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:24:05.418008 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b4d202-7ab0-4f88-8f1a-2c2a5a9a41ae admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:24:05.431586 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-0f117be0-11c8-49dd-b76f-488a746b4dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:24:05.436783 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f117be0-11c8-49dd-b76f-488a746b4dc6 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:24:05.438473 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f117be0-11c8-49dd-b76f-488a746b4dc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:05.484269 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-44b4d202-7ab0-4f88-8f1a-2c2a5a9a41ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:05.484683 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-44b4d202-7ab0-4f88-8f1a-2c2a5a9a41ae admin admin] Added segment 0b399ba6-b8f6-4d2c-aa7e-079caba76c1d of type vlan for network f4e59d11-0957-4154-b7e6-9f06c5d75d63 Jul 16 08:24:05.585169 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8f498164-b5db-4285-8d43-89f9cc72cd69 req-b3577630-fcbb-40d7-a8ce-2d6321d23e02 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375614 Jul 16 08:24:05.649604 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7ac02c-03c9-4397-aa04-a545b3f1b860 req-f5249dbc-5ecf-4461-ae4a-2d35b705062e tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:05.666062 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5b7ac02c-03c9-4397-aa04-a545b3f1b860 req-f5249dbc-5ecf-4461-ae4a-2d35b705062e tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 945 time: 0.7089653 Jul 16 08:24:05.678584 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9814d1f7-1474-4ae1-9a43-79338938dd68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:05.691703 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-44b4d202-7ab0-4f88-8f1a-2c2a5a9a41ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:05.809327 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8d0bccf3-8ac5-438a-8689-f11c099aa237 None None] Provisioning for port 052fbef1-09fd-474d-bd5d-a46a65c4e1be completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:24:05.818128 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8d0bccf3-8ac5-438a-8689-f11c099aa237 None None] Provisioning complete for port 052fbef1-09fd-474d-bd5d-a46a65c4e1be triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:24:05.818860 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8d0bccf3-8ac5-438a-8689-f11c099aa237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:05.849369 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5b7ac02c-03c9-4397-aa04-a545b3f1b860 req-223f30f6-c725-46f6-82b7-6bb99f45f8ad tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769919 Jul 16 08:24:05.866861 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8d0bccf3-8ac5-438a-8689-f11c099aa237 None None] Port 052fbef1-09fd-474d-bd5d-a46a65c4e1be cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:24:05.941934 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:05.949537 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b00d35b5-4ea9-49dc-ab21-cc1a27c8564f req-76706594-89f2-4d71-a79b-9e7064833f99 service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5443125 Jul 16 08:24:05.954907 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-44b4d202-7ab0-4f88-8f1a-2c2a5a9a41ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:05.956598 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b4d202-7ab0-4f88-8f1a-2c2a5a9a41ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:05.957202 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-44b4d202-7ab0-4f88-8f1a-2c2a5a9a41ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:05.965936 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f117be0-11c8-49dd-b76f-488a746b4dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:06.145318 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-44b4d202-7ab0-4f88-8f1a-2c2a5a9a41ae admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7443931 Jul 16 08:24:06.146155 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f9c200b0-1034-4276-adba-228c06c98a30 req-ee5b251f-d263-43dc-b504-5e3bb5f87401 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:06.150999 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44090) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:06.162766 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['e018e7c2-3c36-4bbd-842c-31622f7b50f4'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:24:06.165681 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-c75a46c2-3904-49c6-9817-a76abcf67ec4 admin admin] Request body: {'subnet': {'network_id': 'f4e59d11-0957-4154-b7e6-9f06c5d75d63', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-2009191695-subnet', 'tenant_id': '0b222bc487d24665861fdd78169550a5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:24:06.239498 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b4d202-7ab0-4f88-8f1a-2c2a5a9a41ae admin admin] Pushing event updated for resources: {'Network': ['ID=f4e59d11-0957-4154-b7e6-9f06c5d75d63,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:06.268987 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b00d35b5-4ea9-49dc-ab21-cc1a27c8564f req-861d9f9f-81b1-4aba-97eb-345d1a6509be service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091111 Jul 16 08:24:06.296213 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network f4e59d11-0957-4154-b7e6-9f06c5d75d63 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:24:06.383353 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5ac5757a-9a82-4cff-bb73-1837c34fc7da req-b54f88aa-e1e2-4c4f-92a8-f3a134a44ec2 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea6fbbe5-f0f1-4768-919d-7409689c9e2d HTTP/1.1" status: 200 len: 210 time: 0.1316347 Jul 16 08:24:06.421491 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c75a46c2-3904-49c6-9817-a76abcf67ec4 admin admin] Made reservation on behalf of 0b222bc487d24665861fdd78169550a5 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:24:06.430151 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c75a46c2-3904-49c6-9817-a76abcf67ec4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:06.547153 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b13a2f0a-ed1b-446f-a756-444d66a0fb13 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:24:06.549961 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b251f-d263-43dc-b504-5e3bb5f87401 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Pushing event deleted for resources: {'Port': ['ID=e018e7c2-3c36-4bbd-842c-31622f7b50f4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:06.650917 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9c200b0-1034-4276-adba-228c06c98a30 req-ee5b251f-d263-43dc-b504-5e3bb5f87401 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] No DVR routers for this DVR port e018e7c2-3c36-4bbd-842c-31622f7b50f4 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:24:06.654089 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f9c200b0-1034-4276-adba-228c06c98a30 req-ee5b251f-d263-43dc-b504-5e3bb5f87401 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:06.657899 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f9c200b0-1034-4276-adba-228c06c98a30 req-ee5b251f-d263-43dc-b504-5e3bb5f87401 tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.30 "DELETE /v2.0/ports/e018e7c2-3c36-4bbd-842c-31622f7b50f4 HTTP/1.1" status: 204 len: 173 time: 1.8134162 Jul 16 08:24:06.661112 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6fbbe5-f0f1-4768-919d-7409689c9e2d', 'name': 'network-vif-deleted', 'tag': 'e018e7c2-3c36-4bbd-842c-31622f7b50f4'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:24:06.663812 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01d3ddf9-d581-488b-ae4e-4c97f6fc4282" -d '{"events": [{"server_uuid": "ea6fbbe5-f0f1-4768-919d-7409689c9e2d", "name": "network-vif-deleted", "tag": "e018e7c2-3c36-4bbd-842c-31622f7b50f4"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:24:06.704211 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f117be0-11c8-49dd-b76f-488a746b4dc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:06.710727 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port b13a2f0a-ed1b-446f-a756-444d66a0fb13 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:24:06.712584 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f117be0-11c8-49dd-b76f-488a746b4dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:06.713649 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f117be0-11c8-49dd-b76f-488a746b4dc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:06.732118 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port b13a2f0a-ed1b-446f-a756-444d66a0fb13 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:24:06.734754 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:06.753576 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-168ca074-7260-4301-94f5-819999eb6414 req-bc875a44-91fb-4e67-95a3-288873edd469 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2350595 Jul 16 08:24:06.854448 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c4ed89d-beea-4167-a258-3f653c8be587 x-openstack-request-id: req-0c4ed89d-beea-4167-a258-3f653c8be587 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:24:06.854772 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6fbbe5-f0f1-4768-919d-7409689c9e2d", "name": "network-vif-deleted", "tag": "e018e7c2-3c36-4bbd-842c-31622f7b50f4", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:24:06.855018 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0c4ed89d-beea-4167-a258-3f653c8be587 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:24:06.855442 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea6fbbe5-f0f1-4768-919d-7409689c9e2d', 'name': 'network-vif-deleted', 'tag': 'e018e7c2-3c36-4bbd-842c-31622f7b50f4', 'status': 'completed', 'code': 200} Jul 16 08:24:06.895552 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c75a46c2-3904-49c6-9817-a76abcf67ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:07.018536 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:07.032099 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:07.094534 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port b13a2f0a-ed1b-446f-a756-444d66a0fb13, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=b13a2f0a-ed1b-446f-a756-444d66a0fb13,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:07.105701 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:07.123431 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75a46c2-3904-49c6-9817-a76abcf67ec4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed6fd78d-aff6-42e0-8b67-89d2e308c7e5,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:07.172231 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f117be0-11c8-49dd-b76f-488a746b4dc6 admin admin] Pushing event updated for resources: {'Port': ['ID=052fbef1-09fd-474d-bd5d-a46a65c4e1be,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:07.208256 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c75a46c2-3904-49c6-9817-a76abcf67ec4 admin admin] Checking segment: {'id': '0b399ba6-b8f6-4d2c-aa7e-079caba76c1d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f4e59d11-0957-4154-b7e6-9f06c5d75d63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:24:07.208545 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75a46c2-3904-49c6-9817-a76abcf67ec4 admin admin] Network hostable DHCP agents. Network: f4e59d11-0957-4154-b7e6-9f06c5d75d63, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:24:07.251304 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f117be0-11c8-49dd-b76f-488a746b4dc6 admin admin] Network 4477cb77-9688-4017-b61e-e21e5a0c687e is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:24:07.256319 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-0f117be0-11c8-49dd-b76f-488a746b4dc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:24:07.273937 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=b13a2f0a-ed1b-446f-a756-444d66a0fb13,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:07.274872 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ca074-7260-4301-94f5-819999eb6414 req-2f167593-699a-414d-9198-1a7227967493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:07.279855 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-168ca074-7260-4301-94f5-819999eb6414 req-2f167593-699a-414d-9198-1a7227967493 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 1123 time: 0.2603221 Jul 16 08:24:07.281272 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e817445-f436-4733-950a-eac50165eeb8 req-f70c2009-4b54-448d-a58b-8183ad8029af tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:07.288315 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8e817445-f436-4733-950a-eac50165eeb8 req-f70c2009-4b54-448d-a58b-8183ad8029af tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 950 time: 0.4140050 Jul 16 08:24:07.417026 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c75a46c2-3904-49c6-9817-a76abcf67ec4 admin admin] Network f4e59d11-0957-4154-b7e6-9f06c5d75d63 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:24:07.451112 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44122) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:07.545454 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ca074-7260-4301-94f5-819999eb6414 req-69063a0a-4674-437e-91b8-f4a2de2f61b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:07.546989 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-168ca074-7260-4301-94f5-819999eb6414 req-69063a0a-4674-437e-91b8-f4a2de2f61b1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.1857736 Jul 16 08:24:07.551545 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-c75a46c2-3904-49c6-9817-a76abcf67ec4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, f4e59d11-0957-4154-b7e6-9f06c5d75d63) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:24:07.561058 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce103639-0872-42ac-a2ce-a8470f127da1 None None] Network f4e59d11-0957-4154-b7e6-9f06c5d75d63 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:24:07.587469 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75a46c2-3904-49c6-9817-a76abcf67ec4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:07.588135 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c75a46c2-3904-49c6-9817-a76abcf67ec4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:07.597323 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8e817445-f436-4733-950a-eac50165eeb8 req-fb6513bc-84dc-4e25-b7ee-3575e6eec0ca tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2992346 Jul 16 08:24:07.777471 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f117be0-11c8-49dd-b76f-488a746b4dc6 admin admin] Router c8c7d990-65e0-4fe2-ab93-d1c411842a26 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:24:07.806413 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ee3a8b5-9c44-45e2-98a0-2e83ba7feb85 None None] Network f4e59d11-0957-4154-b7e6-9f06c5d75d63 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:24:07.821609 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-168ca074-7260-4301-94f5-819999eb6414 req-e8154202-ced2-4096-b584-6d35b268e69a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 HTTP/1.1" status: 200 len: 217 time: 0.2564037 Jul 16 08:24:07.862245 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1f6b8672-bb95-4b29-89b5-cd781c619310 None None] Provisioning complete for port 052fbef1-09fd-474d-bd5d-a46a65c4e1be triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:24:07.862619 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f6b8672-bb95-4b29-89b5-cd781c619310 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:07.922314 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c75a46c2-3904-49c6-9817-a76abcf67ec4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.7683313 Jul 16 08:24:07.924569 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-871c9896-8300-4d87-baee-b62c2fe85966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:07.963179 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1f6b8672-bb95-4b29-89b5-cd781c619310 None None] Port 052fbef1-09fd-474d-bd5d-a46a65c4e1be cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:24:08.001764 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f117be0-11c8-49dd-b76f-488a746b4dc6 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:24:08.028968 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e288fd9d-cd52-4a8e-b203-f1ac93599f50 None None] Sync routers for ids ['c8c7d990-65e0-4fe2-ab93-d1c411842a26'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:24:08.037137 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0f117be0-11c8-49dd-b76f-488a746b4dc6 admin admin] 10.222.0.22 "PUT /v2.0/routers/c8c7d990-65e0-4fe2-ab93-d1c411842a26/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5795679 Jul 16 08:24:08.042708 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e288fd9d-cd52-4a8e-b203-f1ac93599f50 None None] Routers {'c8c7d990-65e0-4fe2-ab93-d1c411842a26'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:24:08.043341 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e288fd9d-cd52-4a8e-b203-f1ac93599f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:24:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c8c7d990-65e0-4fe2-ab93-d1c411842a26'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:24:08.049585 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ca074-7260-4301-94f5-819999eb6414 req-cd314bf6-4872-4141-a352-8c737b532754 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:08.053480 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-168ca074-7260-4301-94f5-819999eb6414 req-cd314bf6-4872-4141-a352-8c737b532754 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.2034180 Jul 16 08:24:08.316725 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a979ae7d-5cf2-4699-80f0-b586f4fad6c4 req-5f4a0a88-42bc-43bb-9278-0b4f7c5bd068 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:08.318531 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a979ae7d-5cf2-4699-80f0-b586f4fad6c4 req-5f4a0a88-42bc-43bb-9278-0b4f7c5bd068 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 945 time: 0.5480363 Jul 16 08:24:08.327535 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b13a2f0a-ed1b-446f-a756-444d66a0fb13 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:24:08.359630 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4c6997b1-4dd4-495b-bc2e-a0450815e3dc req-e5a6ddfd-6092-470b-bb66-48605edc198a tempest-FloatingIPsAssociationTestJSON-46155717 tempest-FloatingIPsAssociationTestJSON-46155717-project] 10.222.0.22 "GET /v2.0/ports?device_id=ea6fbbe5-f0f1-4768-919d-7409689c9e2d HTTP/1.1" status: 200 len: 210 time: 0.1483552 Jul 16 08:24:08.409147 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:08.501582 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168ca074-7260-4301-94f5-819999eb6414 req-eb33d3e6-4289-403e-9064-25f0c291e8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:08.504061 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-168ca074-7260-4301-94f5-819999eb6414 req-eb33d3e6-4289-403e-9064-25f0c291e8c6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4352527 Jul 16 08:24:08.507333 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port b13a2f0a-ed1b-446f-a756-444d66a0fb13 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:24:08.508176 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:08.515667 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a979ae7d-5cf2-4699-80f0-b586f4fad6c4 req-7163b58c-8738-415e-81dd-aeadf61ec356 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757843 Jul 16 08:24:08.534303 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e288fd9d-cd52-4a8e-b203-f1ac93599f50 None None] Set router c8c7d990-65e0-4fe2-ab93-d1c411842a26 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:24:08.773112 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-871c9896-8300-4d87-baee-b62c2fe85966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:08.802416 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-871c9896-8300-4d87-baee-b62c2fe85966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:08.859449 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871c9896-8300-4d87-baee-b62c2fe85966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=822a32b3-3dbe-44f0-8773-9bf12b6f479c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:08.870170 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-168ca074-7260-4301-94f5-819999eb6414 req-3c28fa5d-3056-4f72-8363-f7f3f6b71c64 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3499801 Jul 16 08:24:08.902534 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device e018e7c2-3c36-4bbd-842c-31622f7b50f4 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:24:08.905840 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-871c9896-8300-4d87-baee-b62c2fe85966 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dcef29fb5bbb46f995462618fb185250&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3607376 Jul 16 08:24:08.906948 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44166) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:08.934192 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: e018e7c2-3c36-4bbd-842c-31622f7b50f4 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:24:08.934528 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device e018e7c2-3c36-4bbd-842c-31622f7b50f4 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:24:09.037227 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e288fd9d-cd52-4a8e-b203-f1ac93599f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1823019582-router', 'tenant_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'b13a2f0a-ed1b-446f-a756-444d66a0fb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:55Z', 'updated_at': '2021-07-16T08:24:05Z', 'revision_number': 4, 'project_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'gw_port': {'id': 'b13a2f0a-ed1b-446f-a756-444d66a0fb13', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:58Z', 'updated_at': '2021-07-16T08:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '052fbef1-09fd-474d-bd5d-a46a65c4e1be', 'name': '', 'network_id': '4477cb77-9688-4017-b61e-e21e5a0c687e', 'tenant_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'mac_address': 'fa:16:3e:39:c5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '81b82980-93c1-4ac0-a7cd-23d42d819c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:24:03Z', 'updated_at': '2021-07-16T08:24:06Z', 'revision_number': 2, 'project_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'subnets': [{'id': '81b82980-93c1-4ac0-a7cd-23d42d819c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:24:09.074165 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-817c5a17-faac-4b04-b9f2-7ab8050969a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:09.086908 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e288fd9d-cd52-4a8e-b203-f1ac93599f50 None None] Checking router: c8c7d990-65e0-4fe2-ab93-d1c411842a26 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:24:09.087765 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e288fd9d-cd52-4a8e-b203-f1ac93599f50 None None] Updating router c8c7d990-65e0-4fe2-ab93-d1c411842a26 port 052fbef1-09fd-474d-bd5d-a46a65c4e1be binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:24:09.208418 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e288fd9d-cd52-4a8e-b203-f1ac93599f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:09.281793 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-817c5a17-faac-4b04-b9f2-7ab8050969a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:09.372477 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-dabd8a00-f33a-43d1-82c9-1a43b660ba90 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:09.374155 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-dabd8a00-f33a-43d1-82c9-1a43b660ba90 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] 10.222.0.22 "GET /v2.0/networks?id=7023ddf1-0bd7-4db4-8837-aee438bf477f HTTP/1.1" status: 200 len: 815 time: 0.3054760 Jul 16 08:24:09.407231 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-525bda64-8a7e-404e-bd0a-68480718e43f tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] 10.222.0.22 "GET /v2.0/quotas/2c363201e1b4460ba0b2089a2082b7d2 HTTP/1.1" status: 200 len: 375 time: 0.0189121 Jul 16 08:24:09.475990 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-161104a8-a966-4f9e-a67f-e83025d4ea9c tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2c363201e1b4460ba0b2089a2082b7d2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0622807 Jul 16 08:24:09.520045 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-817c5a17-faac-4b04-b9f2-7ab8050969a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:09.522723 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-817c5a17-faac-4b04-b9f2-7ab8050969a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:09.531934 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-817c5a17-faac-4b04-b9f2-7ab8050969a9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/822a32b3-3dbe-44f0-8773-9bf12b6f479c HTTP/1.1" status: 204 len: 168 time: 0.6238596 Jul 16 08:24:09.570838 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e288fd9d-cd52-4a8e-b203-f1ac93599f50 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:09.585906 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e288fd9d-cd52-4a8e-b203-f1ac93599f50 None None] Transition to ACTIVE for port object 052fbef1-09fd-474d-bd5d-a46a65c4e1be will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:24:09.586514 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817c5a17-faac-4b04-b9f2-7ab8050969a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=822a32b3-3dbe-44f0-8773-9bf12b6f479c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:09.597781 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-168ca074-7260-4301-94f5-819999eb6414 req-1e051d56-46d4-451d-b595-b9fa28cf9012 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7191694 Jul 16 08:24:09.607763 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c5a17-faac-4b04-b9f2-7ab8050969a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:09.608114 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c5a17-faac-4b04-b9f2-7ab8050969a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:09.608512 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c5a17-faac-4b04-b9f2-7ab8050969a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:09.608857 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c5a17-faac-4b04-b9f2-7ab8050969a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:09.610485 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c5a17-faac-4b04-b9f2-7ab8050969a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:09.610817 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c5a17-faac-4b04-b9f2-7ab8050969a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:09.611147 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c5a17-faac-4b04-b9f2-7ab8050969a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:09.611562 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c5a17-faac-4b04-b9f2-7ab8050969a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:09.611872 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c5a17-faac-4b04-b9f2-7ab8050969a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:09.612208 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c5a17-faac-4b04-b9f2-7ab8050969a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:09.612563 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c5a17-faac-4b04-b9f2-7ab8050969a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:09.612892 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817c5a17-faac-4b04-b9f2-7ab8050969a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:09.623920 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812c125-43c5-456c-9f64-9945854fe009 req-08c40c89-edbb-4200-916e-720bb0a9e180 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:09.626344 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8812c125-43c5-456c-9f64-9945854fe009 req-08c40c89-edbb-4200-916e-720bb0a9e180 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/networks?id=4477cb77-9688-4017-b61e-e21e5a0c687e HTTP/1.1" status: 200 len: 829 time: 0.6872032 Jul 16 08:24:09.659804 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e288fd9d-cd52-4a8e-b203-f1ac93599f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:09.660614 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8812c125-43c5-456c-9f64-9945854fe009 req-e2da547f-352b-4709-b110-5a6ac79f0381 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/quotas/65d39ce4e0b74493bfaf6681c3b35dde HTTP/1.1" status: 200 len: 375 time: 0.0158713 Jul 16 08:24:09.732698 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-1b4eb381-23f6-47f1-9d62-4d9df1736344 service neutron] 10.222.0.22 "GET /v2.0/networks/7023ddf1-0bd7-4db4-8837-aee438bf477f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2498343 Jul 16 08:24:09.870026 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8812c125-43c5-456c-9f64-9945854fe009 req-982d8080-82aa-444d-ba27-939622f57f12 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=65d39ce4e0b74493bfaf6681c3b35dde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2005107 Jul 16 08:24:09.965830 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-291b11b4-5a3a-415c-bb9a-8e4433232fee service neutron] 10.222.0.22 "GET /v2.0/networks/7023ddf1-0bd7-4db4-8837-aee438bf477f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2291608 Jul 16 08:24:09.983824 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24be665-d272-4584-9551-afb8a0147d36 None None] Pushing event updated for resources: {'Port': ['ID=052fbef1-09fd-474d-bd5d-a46a65c4e1be,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:10.009582 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e288fd9d-cd52-4a8e-b203-f1ac93599f50 None None] Attempting to bind port 052fbef1-09fd-474d-bd5d-a46a65c4e1be on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:24:10.010975 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e288fd9d-cd52-4a8e-b203-f1ac93599f50 None None] Attempting to bind port 052fbef1-09fd-474d-bd5d-a46a65c4e1be by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '0b1225be-ac2b-474d-918d-af395b400266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4477cb77-9688-4017-b61e-e21e5a0c687e'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:24:10.011117 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e288fd9d-cd52-4a8e-b203-f1ac93599f50 None None] Attempting to bind port 052fbef1-09fd-474d-bd5d-a46a65c4e1be on network 4477cb77-9688-4017-b61e-e21e5a0c687e {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:24:10.020285 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e288fd9d-cd52-4a8e-b203-f1ac93599f50 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 24, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:24:10.020901 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e288fd9d-cd52-4a8e-b203-f1ac93599f50 None None] Checking segment: {'id': '0b1225be-ac2b-474d-918d-af395b400266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4477cb77-9688-4017-b61e-e21e5a0c687e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:24:10.021106 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e288fd9d-cd52-4a8e-b203-f1ac93599f50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:10.021482 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e288fd9d-cd52-4a8e-b203-f1ac93599f50 None None] Bound using segment: {'id': '0b1225be-ac2b-474d-918d-af395b400266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4477cb77-9688-4017-b61e-e21e5a0c687e'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:24:10.021962 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e288fd9d-cd52-4a8e-b203-f1ac93599f50 None None] Bound port: 052fbef1-09fd-474d-bd5d-a46a65c4e1be, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b1225be-ac2b-474d-918d-af395b400266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4477cb77-9688-4017-b61e-e21e5a0c687e'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:24:10.022366 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e288fd9d-cd52-4a8e-b203-f1ac93599f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:10.115494 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8812c125-43c5-456c-9f64-9945854fe009 req-a669d4b0-3289-49a3-8a67-4f26e2734064 service neutron] 10.222.0.22 "GET /v2.0/networks/4477cb77-9688-4017-b61e-e21e5a0c687e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444282 Jul 16 08:24:10.248987 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44186) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:10.271042 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-838b169f-bad5-48fe-ba50-027b868ceb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:10.335064 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8812c125-43c5-456c-9f64-9945854fe009 req-218fa089-6ec0-46f1-a96a-96bc0dc47430 service neutron] 10.222.0.22 "GET /v2.0/networks/4477cb77-9688-4017-b61e-e21e5a0c687e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182906 Jul 16 08:24:10.446918 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-838b169f-bad5-48fe-ba50-027b868ceb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:10.452475 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-838b169f-bad5-48fe-ba50-027b868ceb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:10.505589 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e288fd9d-cd52-4a8e-b203-f1ac93599f50 None None] For port 052fbef1-09fd-474d-bd5d-a46a65c4e1be, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:24:10.511467 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e288fd9d-cd52-4a8e-b203-f1ac93599f50 None None] For port 052fbef1-09fd-474d-bd5d-a46a65c4e1be, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=052fbef1-09fd-474d-bd5d-a46a65c4e1be,segment=NetworkSegment(0b1225be-ac2b-474d-918d-af395b400266),segment_id=0b1225be-ac2b-474d-918d-af395b400266)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:24:10.518071 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e288fd9d-cd52-4a8e-b203-f1ac93599f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:10.602494 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44198) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:10.619244 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-838b169f-bad5-48fe-ba50-027b868ceb38 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d4a3503285d64569af5cf16993bb22c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3690808 Jul 16 08:24:10.621842 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838b169f-bad5-48fe-ba50-027b868ceb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f370f1c-c5f0-4a11-8194-13ce692e8499,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:10.691005 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12ffd45-850b-467c-9b6b-60a0fd3ff6d1 req-7b58eea2-b7ab-4552-a384-6a541e20ecf9 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:10.693425 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b12ffd45-850b-467c-9b6b-60a0fd3ff6d1 req-7b58eea2-b7ab-4552-a384-6a541e20ecf9 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 1097 time: 0.2495608 Jul 16 08:24:10.745478 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24be665-d272-4584-9551-afb8a0147d36 None None] Pushing event updated for resources: {'Port': ['ID=052fbef1-09fd-474d-bd5d-a46a65c4e1be,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:10.758906 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e288fd9d-cd52-4a8e-b203-f1ac93599f50 None None] Routers {'c8c7d990-65e0-4fe2-ab93-d1c411842a26'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:24:10.759948 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e288fd9d-cd52-4a8e-b203-f1ac93599f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:24:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c8c7d990-65e0-4fe2-ab93-d1c411842a26'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:24:10.767846 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-565bf5bc-39b7-408c-a70d-aa24030870ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:10.816501 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-565bf5bc-39b7-408c-a70d-aa24030870ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:10.842332 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b12ffd45-850b-467c-9b6b-60a0fd3ff6d1 req-b8e643cd-76b8-4807-871e-831297739405 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351397 Jul 16 08:24:10.922111 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-565bf5bc-39b7-408c-a70d-aa24030870ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:10.925935 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-565bf5bc-39b7-408c-a70d-aa24030870ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:10.927286 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-565bf5bc-39b7-408c-a70d-aa24030870ce admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7f370f1c-c5f0-4a11-8194-13ce692e8499 HTTP/1.1" status: 204 len: 168 time: 0.3230884 Jul 16 08:24:10.948977 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565bf5bc-39b7-408c-a70d-aa24030870ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f370f1c-c5f0-4a11-8194-13ce692e8499,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:10.969615 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565bf5bc-39b7-408c-a70d-aa24030870ce admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.972194 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565bf5bc-39b7-408c-a70d-aa24030870ce admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.972989 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565bf5bc-39b7-408c-a70d-aa24030870ce admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.974146 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565bf5bc-39b7-408c-a70d-aa24030870ce admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.974658 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565bf5bc-39b7-408c-a70d-aa24030870ce admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.976119 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565bf5bc-39b7-408c-a70d-aa24030870ce admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.977452 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565bf5bc-39b7-408c-a70d-aa24030870ce admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.977957 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565bf5bc-39b7-408c-a70d-aa24030870ce admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.978705 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565bf5bc-39b7-408c-a70d-aa24030870ce admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.980724 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565bf5bc-39b7-408c-a70d-aa24030870ce admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.981516 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565bf5bc-39b7-408c-a70d-aa24030870ce admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:10.982342 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-565bf5bc-39b7-408c-a70d-aa24030870ce admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:11.210298 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e288fd9d-cd52-4a8e-b203-f1ac93599f50 None None] Set router c8c7d990-65e0-4fe2-ab93-d1c411842a26 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:24:11.231002 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19aa1185-b8e2-476b-95cd-4f5593c34330 req-df161b25-4490-4078-81a7-c85c78e31cf0 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:11.244008 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-19aa1185-b8e2-476b-95cd-4f5593c34330 req-df161b25-4490-4078-81a7-c85c78e31cf0 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 950 time: 0.1837018 Jul 16 08:24:11.353489 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-19aa1185-b8e2-476b-95cd-4f5593c34330 req-8475d934-1078-4472-967c-734dccfc76dc tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072657 Jul 16 08:24:11.497006 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44222) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:11.810362 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-121fb8c4-6ebd-478c-9ca2-793a9b1b3b38 req-ef8d576f-5428-4f44-a222-474186705739 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] 10.222.0.22 "GET /v2.0/ports?device_id=50de6c99-a35e-4fe0-9600-e45a08be897c HTTP/1.1" status: 200 len: 210 time: 0.0497010 Jul 16 08:24:11.895092 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8b245257-4340-4b7c-bf36-61922234b913 req-2575634b-861a-4c64-8c7e-7316aabe2724 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d04de79-c451-44f0-aa4a-413e7cfdbde2 HTTP/1.1" status: 200 len: 210 time: 0.1995301 Jul 16 08:24:11.967496 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e288fd9d-cd52-4a8e-b203-f1ac93599f50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1823019582-router', 'tenant_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'b13a2f0a-ed1b-446f-a756-444d66a0fb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:55Z', 'updated_at': '2021-07-16T08:24:05Z', 'revision_number': 4, 'project_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'gw_port': {'id': 'b13a2f0a-ed1b-446f-a756-444d66a0fb13', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:58Z', 'updated_at': '2021-07-16T08:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '052fbef1-09fd-474d-bd5d-a46a65c4e1be', 'name': '', 'network_id': '4477cb77-9688-4017-b61e-e21e5a0c687e', 'tenant_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'mac_address': 'fa:16:3e:39:c5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '81b82980-93c1-4ac0-a7cd-23d42d819c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:24:03Z', 'updated_at': '2021-07-16T08:24:10Z', 'revision_number': 4, 'project_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'subnets': [{'id': '81b82980-93c1-4ac0-a7cd-23d42d819c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:24:12.075426 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e288fd9d-cd52-4a8e-b203-f1ac93599f50 None None] The sync data for ids ['c8c7d990-65e0-4fe2-ab93-d1c411842a26'] in n-d-771362-37 is: [{'id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1823019582-router', 'tenant_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'b13a2f0a-ed1b-446f-a756-444d66a0fb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:55Z', 'updated_at': '2021-07-16T08:24:05Z', 'revision_number': 4, 'project_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'gw_port': {'id': 'b13a2f0a-ed1b-446f-a756-444d66a0fb13', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:58Z', 'updated_at': '2021-07-16T08:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '052fbef1-09fd-474d-bd5d-a46a65c4e1be', 'name': '', 'network_id': '4477cb77-9688-4017-b61e-e21e5a0c687e', 'tenant_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'mac_address': 'fa:16:3e:39:c5:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '81b82980-93c1-4ac0-a7cd-23d42d819c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:24:03Z', 'updated_at': '2021-07-16T08:24:10Z', 'revision_number': 4, 'project_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'subnets': [{'id': '81b82980-93c1-4ac0-a7cd-23d42d819c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:24:12.773597 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-65fbbbd7-dda3-4791-b876-1e1f21e0bf34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:12.964485 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-9b443e5c-3180-4bfb-862e-81bbbf51352d tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:12.980962 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-9b443e5c-3180-4bfb-862e-81bbbf51352d tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] 10.222.0.30 "GET /v2.0/networks?id=7023ddf1-0bd7-4db4-8837-aee438bf477f HTTP/1.1" status: 200 len: 815 time: 0.2992847 Jul 16 08:24:13.044605 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f44f5-f587-4b24-b398-346947f59494 req-80def763-ac8b-46a0-9180-9f8cbefe0728 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:13.053071 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-722f44f5-f587-4b24-b398-346947f59494 req-80def763-ac8b-46a0-9180-9f8cbefe0728 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 950 time: 0.1943312 Jul 16 08:24:13.127366 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4574852f-1e77-4d2b-82a1-c739524debc3 req-d2572204-f7cb-41e0-afd6-046f26a236a6 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] 10.222.0.22 "GET /v2.0/ports?device_id=50de6c99-a35e-4fe0-9600-e45a08be897c HTTP/1.1" status: 200 len: 210 time: 0.0807397 Jul 16 08:24:13.139845 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-5104d1e5-f842-4100-9af4-aacaf657b381 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] Request body: {'port': {'device_id': '50de6c99-a35e-4fe0-9600-e45a08be897c', 'network_id': '7023ddf1-0bd7-4db4-8837-aee438bf477f', 'admin_state_up': True, 'tenant_id': '2c363201e1b4460ba0b2089a2082b7d2'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:24:13.186244 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-722f44f5-f587-4b24-b398-346947f59494 req-27c3e28e-f4af-46d3-aa46-20fbe00d4289 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295552 Jul 16 08:24:13.408555 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-5104d1e5-f842-4100-9af4-aacaf657b381 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] Made reservation on behalf of 2c363201e1b4460ba0b2089a2082b7d2 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:24:13.413197 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-5104d1e5-f842-4100-9af4-aacaf657b381 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:13.575923 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c2334053-40b3-4020-8141-5756a91d5de0 req-503e671a-162b-4e0b-862e-453fe271fa74 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d04de79-c451-44f0-aa4a-413e7cfdbde2 HTTP/1.1" status: 200 len: 210 time: 0.1216631 Jul 16 08:24:13.626656 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-811ef740-bce5-48c8-bc94-9459df876dbe req-b0716590-2976-4130-9036-391de6ec5aed tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:13.635046 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-811ef740-bce5-48c8-bc94-9459df876dbe req-b0716590-2976-4130-9036-391de6ec5aed tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63a1e9f-f06d-426c-aa61-32522da69f88 HTTP/1.1" status: 200 len: 949 time: 0.2186599 Jul 16 08:24:13.795751 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-811ef740-bce5-48c8-bc94-9459df876dbe req-a8c2f093-c1f4-4bfa-8a5b-7879bfd9878b tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.22 "GET /v2.0/security-groups?id=ddbfe8de-527e-4912-b134-40a43a6b0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595066 Jul 16 08:24:13.822214 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-5104d1e5-f842-4100-9af4-aacaf657b381 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] Allocated IP 172.20.0.9 (7023ddf1-0bd7-4db4-8837-aee438bf477f/83ba10a6-256b-4022-b3ef-20d189857b57/96736b63-9f1e-468c-9c32-e9872dcedc24) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:24:13.995383 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812c125-43c5-456c-9f64-9945854fe009 req-407b767c-ad65-46b2-871c-a7c9a64a1833 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:13.997629 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8812c125-43c5-456c-9f64-9945854fe009 req-407b767c-ad65-46b2-871c-a7c9a64a1833 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.30 "GET /v2.0/networks?id=4477cb77-9688-4017-b61e-e21e5a0c687e HTTP/1.1" status: 200 len: 829 time: 0.4204450 Jul 16 08:24:14.024851 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-8812c125-43c5-456c-9f64-9945854fe009 req-256820e8-2c31-43e5-8ddf-23ba75425e43 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Request body: {'port': {'device_id': '6d04de79-c451-44f0-aa4a-413e7cfdbde2', 'network_id': '4477cb77-9688-4017-b61e-e21e5a0c687e', 'admin_state_up': True, 'tenant_id': '65d39ce4e0b74493bfaf6681c3b35dde'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:24:14.037067 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-5104d1e5-f842-4100-9af4-aacaf657b381 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:14.089529 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-5104d1e5-f842-4100-9af4-aacaf657b381 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:14.187819 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-5104d1e5-f842-4100-9af4-aacaf657b381 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] Network 7023ddf1-0bd7-4db4-8837-aee438bf477f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:24:14.189544 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-65fbbbd7-dda3-4791-b876-1e1f21e0bf34 admin admin] Deleting port f1c7f558-f16d-42c0-9532-2033815f976f {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:24:14.189544 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-65fbbbd7-dda3-4791-b876-1e1f21e0bf34 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:14.202934 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-5104d1e5-f842-4100-9af4-aacaf657b381 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:24:14.212037 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-5104d1e5-f842-4100-9af4-aacaf657b381 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:24:14.223857 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-5104d1e5-f842-4100-9af4-aacaf657b381 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:14.226946 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-5104d1e5-f842-4100-9af4-aacaf657b381 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:14.257840 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5104d1e5-f842-4100-9af4-aacaf657b381 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] Pushing event updated for resources: {'Port': ['ID=96736b63-9f1e-468c-9c32-e9872dcedc24,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:14.318053 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8812c125-43c5-456c-9f64-9945854fe009 req-256820e8-2c31-43e5-8ddf-23ba75425e43 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Made reservation on behalf of 65d39ce4e0b74493bfaf6681c3b35dde for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:24:14.323172 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-5104d1e5-f842-4100-9af4-aacaf657b381 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1942170 Jul 16 08:24:14.326953 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8812c125-43c5-456c-9f64-9945854fe009 req-256820e8-2c31-43e5-8ddf-23ba75425e43 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:14.330419 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 052fbef1-09fd-474d-bd5d-a46a65c4e1be up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:24:14.338733 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-2e42888c-4e02-42f3-9724-c15a9c227693 service neutron] Request body: {'port': {'device_id': '50de6c99-a35e-4fe0-9600-e45a08be897c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:24:14.382145 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-65fbbbd7-dda3-4791-b876-1e1f21e0bf34 admin admin] For port f1c7f558-f16d-42c0-9532-2033815f976f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f1c7f558-f16d-42c0-9532-2033815f976f,segment=NetworkSegment(daabb715-a942-4244-b821-e5bf3292c381),segment_id=daabb715-a942-4244-b821-e5bf3292c381)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:14.382725 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-65fbbbd7-dda3-4791-b876-1e1f21e0bf34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:14.391412 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 052fbef1-09fd-474d-bd5d-a46a65c4e1be completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:24:14.397686 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 052fbef1-09fd-474d-bd5d-a46a65c4e1be triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:24:14.398306 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:14.445947 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-65fbbbd7-dda3-4791-b876-1e1f21e0bf34 admin admin] Calling delete_port for f1c7f558-f16d-42c0-9532-2033815f976f owned by network:router_interface {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:24:14.477822 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-2e42888c-4e02-42f3-9724-c15a9c227693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:14.543029 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:14.569890 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13c1e43-7d03-4943-af1e-5768854b1596 req-8d9ac123-c5be-437c-9929-cfed1fdd3100 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:14.576815 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e13c1e43-7d03-4943-af1e-5768854b1596 req-8d9ac123-c5be-437c-9929-cfed1fdd3100 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] 10.222.0.22 "GET /v2.0/ports?device_id=50de6c99-a35e-4fe0-9600-e45a08be897c HTTP/1.1" status: 200 len: 931 time: 0.2343936 Jul 16 08:24:14.596409 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 052fbef1-09fd-474d-bd5d-a46a65c4e1be, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=052fbef1-09fd-474d-bd5d-a46a65c4e1be,segment=NetworkSegment(0b1225be-ac2b-474d-918d-af395b400266),segment_id=0b1225be-ac2b-474d-918d-af395b400266)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:14.603665 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:14.659117 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=052fbef1-09fd-474d-bd5d-a46a65c4e1be,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:14.686532 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e13c1e43-7d03-4943-af1e-5768854b1596 req-786187d4-14cc-47f1-8418-e634a40f3502 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] 10.222.0.22 "GET /v2.0/security-groups?id=6816154c-5fe8-48b5-84a7-e862e2297b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086946 Jul 16 08:24:14.693461 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-8812c125-43c5-456c-9f64-9945854fe009 req-256820e8-2c31-43e5-8ddf-23ba75425e43 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Allocated IP 172.20.0.6 (4477cb77-9688-4017-b61e-e21e5a0c687e/81b82980-93c1-4ac0-a7cd-23d42d819c7b/bba8e95a-51db-4cfc-8f38-1efea2d1bc44) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:24:14.875423 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aa3a57-ea1d-47ef-98c2-2518fe9a30a4 req-5350dee3-6f71-4514-8b97-fb9f0bb5e507 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:14.877138 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c4aa3a57-ea1d-47ef-98c2-2518fe9a30a4 req-5350dee3-6f71-4514-8b97-fb9f0bb5e507 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 950 time: 0.2405746 Jul 16 08:24:14.878704 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9234f3d0-53dc-41bb-9e0e-10821b548f3f req-a85fb45a-7653-40f6-a0b1-8d2baef932ff tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d04de79-c451-44f0-aa4a-413e7cfdbde2 HTTP/1.1" status: 200 len: 210 time: 0.0386794 Jul 16 08:24:14.931880 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-2e42888c-4e02-42f3-9724-c15a9c227693 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 96736b63-9f1e-468c-9c32-e9872dcedc24 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:24:14.952183 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-2e42888c-4e02-42f3-9724-c15a9c227693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:14.982207 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-2e42888c-4e02-42f3-9724-c15a9c227693 service neutron] Transition to ACTIVE for port object 96736b63-9f1e-468c-9c32-e9872dcedc24 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:24:14.989665 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-2e42888c-4e02-42f3-9724-c15a9c227693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:14.995811 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c4aa3a57-ea1d-47ef-98c2-2518fe9a30a4 req-b3ade3d0-c7e5-47fe-9b15-0f78b1a0f523 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078262 Jul 16 08:24:15.024470 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-65fbbbd7-dda3-4791-b876-1e1f21e0bf34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:15.046477 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8812c125-43c5-456c-9f64-9945854fe009 req-256820e8-2c31-43e5-8ddf-23ba75425e43 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:15.048333 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42888c-4e02-42f3-9724-c15a9c227693 service neutron] Pushing event updated for resources: {'Port': ['ID=96736b63-9f1e-468c-9c32-e9872dcedc24,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:15.093465 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fbbbd7-dda3-4791-b876-1e1f21e0bf34 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1c7f558-f16d-42c0-9532-2033815f976f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:15.121587 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-8812c125-43c5-456c-9f64-9945854fe009 req-256820e8-2c31-43e5-8ddf-23ba75425e43 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Transition to ACTIVE for port object bba8e95a-51db-4cfc-8f38-1efea2d1bc44 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:24:15.160148 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-2e42888c-4e02-42f3-9724-c15a9c227693 service neutron] Attempting to bind port 96736b63-9f1e-468c-9c32-e9872dcedc24 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:24:15.161186 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-2e42888c-4e02-42f3-9724-c15a9c227693 service neutron] Attempting to bind port 96736b63-9f1e-468c-9c32-e9872dcedc24 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'b35d2228-7aac-44dc-81dd-8f207aa9f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7023ddf1-0bd7-4db4-8837-aee438bf477f'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:24:15.161643 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-2e42888c-4e02-42f3-9724-c15a9c227693 service neutron] Attempting to bind port 96736b63-9f1e-468c-9c32-e9872dcedc24 on network 7023ddf1-0bd7-4db4-8837-aee438bf477f {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:24:15.213304 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-2e42888c-4e02-42f3-9724-c15a9c227693 service neutron] Port 96736b63-9f1e-468c-9c32-e9872dcedc24 on network 7023ddf1-0bd7-4db4-8837-aee438bf477f not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:24:15.213992 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-2e42888c-4e02-42f3-9724-c15a9c227693 service neutron] Attempting to bind port 96736b63-9f1e-468c-9c32-e9872dcedc24 on network 7023ddf1-0bd7-4db4-8837-aee438bf477f {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:24:15.254161 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-2e42888c-4e02-42f3-9724-c15a9c227693 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:24:15.254583 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-2e42888c-4e02-42f3-9724-c15a9c227693 service neutron] Checking segment: {'id': 'b35d2228-7aac-44dc-81dd-8f207aa9f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7023ddf1-0bd7-4db4-8837-aee438bf477f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:24:15.255086 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-2e42888c-4e02-42f3-9724-c15a9c227693 service neutron] Bound using segment: {'id': 'b35d2228-7aac-44dc-81dd-8f207aa9f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7023ddf1-0bd7-4db4-8837-aee438bf477f'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:24:15.256365 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-2e42888c-4e02-42f3-9724-c15a9c227693 service neutron] Bound port: 96736b63-9f1e-468c-9c32-e9872dcedc24, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b35d2228-7aac-44dc-81dd-8f207aa9f9d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '7023ddf1-0bd7-4db4-8837-aee438bf477f'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:24:15.257305 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-2e42888c-4e02-42f3-9724-c15a9c227693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:15.306007 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-65fbbbd7-dda3-4791-b876-1e1f21e0bf34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:15.346288 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787fec4f-5213-47eb-a58e-9b6f6f1c3e7c req-532e0864-f0d5-40e3-b546-8115d48f4e7f tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:15.349034 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-787fec4f-5213-47eb-a58e-9b6f6f1c3e7c req-532e0864-f0d5-40e3-b546-8115d48f4e7f tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63a1e9f-f06d-426c-aa61-32522da69f88 HTTP/1.1" status: 200 len: 949 time: 0.1726949 Jul 16 08:24:15.356009 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-2e42888c-4e02-42f3-9724-c15a9c227693 service neutron] For port 96736b63-9f1e-468c-9c32-e9872dcedc24, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:24:15.359869 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-2e42888c-4e02-42f3-9724-c15a9c227693 service neutron] For port 96736b63-9f1e-468c-9c32-e9872dcedc24, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=96736b63-9f1e-468c-9c32-e9872dcedc24,segment=NetworkSegment(b35d2228-7aac-44dc-81dd-8f207aa9f9d9),segment_id=b35d2228-7aac-44dc-81dd-8f207aa9f9d9)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:24:15.397304 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-2e42888c-4e02-42f3-9724-c15a9c227693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:15.463937 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-2e42888c-4e02-42f3-9724-c15a9c227693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:15.464621 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-2e42888c-4e02-42f3-9724-c15a9c227693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:15.466027 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-2e42888c-4e02-42f3-9724-c15a9c227693 service neutron] 10.222.0.30 "PUT /v2.0/ports/96736b63-9f1e-468c-9c32-e9872dcedc24 HTTP/1.1" status: 200 len: 1092 time: 1.1342888 Jul 16 08:24:15.466487 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50de6c99-a35e-4fe0-9600-e45a08be897c', 'tag': '96736b63-9f1e-468c-9c32-e9872dcedc24'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:24:15.468807 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3509568d-fe5f-43cb-acd1-38a87578dd1e" -d '{"events": [{"name": "network-changed", "server_uuid": "50de6c99-a35e-4fe0-9600-e45a08be897c", "tag": "96736b63-9f1e-468c-9c32-e9872dcedc24"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:24:15.489120 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-787fec4f-5213-47eb-a58e-9b6f6f1c3e7c req-e2e6e1f1-55d6-4d09-98a9-d84d25e2db73 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.22 "GET /v2.0/security-groups?id=ddbfe8de-527e-4912-b134-40a43a6b0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197443 Jul 16 08:24:15.494173 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42888c-4e02-42f3-9724-c15a9c227693 service neutron] Pushing event updated for resources: {'Port': ['ID=96736b63-9f1e-468c-9c32-e9872dcedc24,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:15.576904 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:24:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f4a27e-f040-42d0-b83b-bc5d2201c116 x-openstack-request-id: req-d8f4a27e-f040-42d0-b83b-bc5d2201c116 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:24:15.577204 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50de6c99-a35e-4fe0-9600-e45a08be897c", "tag": "96736b63-9f1e-468c-9c32-e9872dcedc24", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:24:15.577458 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d8f4a27e-f040-42d0-b83b-bc5d2201c116 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:24:15.577847 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50de6c99-a35e-4fe0-9600-e45a08be897c', 'tag': '96736b63-9f1e-468c-9c32-e9872dcedc24', 'status': 'completed', 'code': 200} Jul 16 08:24:15.658579 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-ec2a04f8-85a1-45a9-ac70-0aa46035e44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:15.665289 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-ec2a04f8-85a1-45a9-ac70-0aa46035e44a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c363201e1b4460ba0b2089a2082b7d2&device_id=50de6c99-a35e-4fe0-9600-e45a08be897c HTTP/1.1" status: 200 len: 1095 time: 0.1455433 Jul 16 08:24:15.772319 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-a3ac6ddc-503b-4c30-85c7-f78cea88c612 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96736b63-9f1e-468c-9c32-e9872dcedc24 HTTP/1.1" status: 200 len: 217 time: 0.0947552 Jul 16 08:24:15.813989 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8812c125-43c5-456c-9f64-9945854fe009 req-256820e8-2c31-43e5-8ddf-23ba75425e43 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:15.859453 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-d3a92ab5-17c0-436d-b013-29abf3cf94e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:15.861292 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-d3a92ab5-17c0-436d-b013-29abf3cf94e6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=83ba10a6-256b-4022-b3ef-20d189857b57 HTTP/1.1" status: 200 len: 855 time: 0.0807874 Jul 16 08:24:15.910565 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-b16c5286-07ea-4385-bace-237832aaa4ef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7023ddf1-0bd7-4db4-8837-aee438bf477f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0424500 Jul 16 08:24:15.980211 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8812c125-43c5-456c-9f64-9945854fe009 req-256820e8-2c31-43e5-8ddf-23ba75425e43 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Network 4477cb77-9688-4017-b61e-e21e5a0c687e is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:24:15.992046 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256820e8-2c31-43e5-8ddf-23ba75425e43 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Pushing event updated for resources: {'Port': ['ID=bba8e95a-51db-4cfc-8f38-1efea2d1bc44,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:15.996712 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-8812c125-43c5-456c-9f64-9945854fe009 req-256820e8-2c31-43e5-8ddf-23ba75425e43 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:24:16.024786 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-77376e9b-cb7f-401a-b68b-34dc2d2b0e15 service neutron] 10.222.0.30 "GET /v2.0/networks/7023ddf1-0bd7-4db4-8837-aee438bf477f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034999 Jul 16 08:24:16.033888 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-457b78b1-fd5e-446d-af3e-575d0a7f6cd0 service neutron] show failed (client error): The resource could not be found. Jul 16 08:24:16.035465 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-457b78b1-fd5e-446d-af3e-575d0a7f6cd0 service neutron] 10.222.0.21 "GET /v2.0/ports/d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b/bindings/n-h1-771362-37 HTTP/1.1" status: 404 len: 381 time: 0.6722884 Jul 16 08:24:16.036193 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-8812c125-43c5-456c-9f64-9945854fe009 req-256820e8-2c31-43e5-8ddf-23ba75425e43 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:24:16.075046 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44396) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:16.150570 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47749bd5-16eb-431d-be57-84e2cb669f01 req-6cda3843-e4a3-41c1-9556-528886e7ce11 service neutron] 10.222.0.30 "GET /v2.0/networks/7023ddf1-0bd7-4db4-8837-aee438bf477f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170712 Jul 16 08:24:16.151153 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812c125-43c5-456c-9f64-9945854fe009 req-256820e8-2c31-43e5-8ddf-23ba75425e43 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:16.151473 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8812c125-43c5-456c-9f64-9945854fe009 req-256820e8-2c31-43e5-8ddf-23ba75425e43 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:16.157593 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65fbbbd7-dda3-4791-b876-1e1f21e0bf34 admin admin] Router c72ea637-6484-494d-be0a-ebd9f7908c71 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:24:16.175249 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cbedb2-4a57-4a9c-8186-65540e20ef06 req-9c65bb06-1ec6-4a54-858a-abc11f8df483 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:16.176822 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-39cbedb2-4a57-4a9c-8186-65540e20ef06 req-9c65bb06-1ec6-4a54-858a-abc11f8df483 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] 10.222.0.22 "GET /v2.0/ports?device_id=50de6c99-a35e-4fe0-9600-e45a08be897c HTTP/1.1" status: 200 len: 943 time: 0.2818267 Jul 16 08:24:16.209822 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8812c125-43c5-456c-9f64-9945854fe009 req-256820e8-2c31-43e5-8ddf-23ba75425e43 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1894324 Jul 16 08:24:16.241921 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-8812c125-43c5-456c-9f64-9945854fe009 req-5bd8667e-5ba7-42a8-919d-8f10a349bd49 service neutron] Request body: {'port': {'device_id': '6d04de79-c451-44f0-aa4a-413e7cfdbde2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:24:16.345168 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 052fbef1-09fd-474d-bd5d-a46a65c4e1be up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:24:16.371041 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509568d-fe5f-43cb-acd1-38a87578dd1e req-2262944b-dd7e-421e-b777-aef388e16d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:16.374811 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3509568d-fe5f-43cb-acd1-38a87578dd1e req-2262944b-dd7e-421e-b777-aef388e16d84 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c363201e1b4460ba0b2089a2082b7d2&device_id=50de6c99-a35e-4fe0-9600-e45a08be897c HTTP/1.1" status: 200 len: 1095 time: 0.0939770 Jul 16 08:24:16.421178 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 052fbef1-09fd-474d-bd5d-a46a65c4e1be triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:24:16.421707 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:16.423691 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-eb9d0832-6c0a-4e69-b587-424fcbcacf3a None None] Provisioning for port bba8e95a-51db-4cfc-8f38-1efea2d1bc44 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:24:16.428228 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-eb9d0832-6c0a-4e69-b587-424fcbcacf3a None None] Provisioning complete for port bba8e95a-51db-4cfc-8f38-1efea2d1bc44 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:24:16.428683 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eb9d0832-6c0a-4e69-b587-424fcbcacf3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:16.455954 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6e9501cc-d351-4f0e-b246-ffedcf52de09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:16.478478 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65fbbbd7-dda3-4791-b876-1e1f21e0bf34 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:24:16.486445 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-65fbbbd7-dda3-4791-b876-1e1f21e0bf34 admin admin] 10.222.0.22 "PUT /v2.0/routers/c72ea637-6484-494d-be0a-ebd9f7908c71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9881167 Jul 16 08:24:16.487177 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44408) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:16.493041 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3180ce-9e8b-43fc-8f02-4602afce0128 None None] Sync routers for ids ['c72ea637-6484-494d-be0a-ebd9f7908c71'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:24:16.493771 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-39cbedb2-4a57-4a9c-8186-65540e20ef06 req-b76a8d61-6dd7-4928-a93c-e212f89ccfe0 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] 10.222.0.22 "GET /v2.0/security-groups?id=6816154c-5fe8-48b5-84a7-e862e2297b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3053133 Jul 16 08:24:16.500333 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-eb9d0832-6c0a-4e69-b587-424fcbcacf3a None None] Port bba8e95a-51db-4cfc-8f38-1efea2d1bc44 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:24:16.511624 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3180ce-9e8b-43fc-8f02-4602afce0128 None None] Routers {'c72ea637-6484-494d-be0a-ebd9f7908c71'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:24:16.512566 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7c3180ce-9e8b-43fc-8f02-4602afce0128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:24:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c72ea637-6484-494d-be0a-ebd9f7908c71'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:24:16.540867 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-304039db-e079-4596-8332-724c68103fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:16.543508 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-304039db-e079-4596-8332-724c68103fb7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4&tenant_id=8104d40427e0444ca28ba0f9ff369926 HTTP/1.1" status: 200 len: 1102 time: 0.1262875 Jul 16 08:24:16.546504 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509568d-fe5f-43cb-acd1-38a87578dd1e req-c83aaadd-6140-410e-8a95-57b21ca8e268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:16.548982 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3509568d-fe5f-43cb-acd1-38a87578dd1e req-c83aaadd-6140-410e-8a95-57b21ca8e268 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7023ddf1-0bd7-4db4-8837-aee438bf477f HTTP/1.1" status: 200 len: 916 time: 0.1653838 Jul 16 08:24:16.594581 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8812c125-43c5-456c-9f64-9945854fe009 req-5bd8667e-5ba7-42a8-919d-8f10a349bd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:16.628891 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-1934385c-a8ae-4dea-bf2d-e109800cb83c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-37', 'device_owner': 'compute:nova'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:24:16.633131 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3509568d-fe5f-43cb-acd1-38a87578dd1e req-8b30a856-82d2-4e46-a4bb-0dcb76c68087 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=96736b63-9f1e-468c-9c32-e9872dcedc24 HTTP/1.1" status: 200 len: 217 time: 0.0626495 Jul 16 08:24:16.693454 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-7c3180ce-9e8b-43fc-8f02-4602afce0128 None None] Set router c72ea637-6484-494d-be0a-ebd9f7908c71 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:24:16.715256 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509568d-fe5f-43cb-acd1-38a87578dd1e req-c4f0a018-07ff-4edf-8236-38a92a4142df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:16.716838 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3509568d-fe5f-43cb-acd1-38a87578dd1e req-c4f0a018-07ff-4edf-8236-38a92a4142df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=83ba10a6-256b-4022-b3ef-20d189857b57 HTTP/1.1" status: 200 len: 855 time: 0.0640461 Jul 16 08:24:16.936612 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 01da8e36-8d6e-4032-8b13-c3401231eecc no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:24:17.047314 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:17.050145 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7c3180ce-9e8b-43fc-8f02-4602afce0128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388124740-router', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:24:14Z', 'revision_number': 5, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'gw_port': {'id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:24:17.064665 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3509568d-fe5f-43cb-acd1-38a87578dd1e req-b7ffdda9-2414-44cb-ad30-3412ad2f15b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7023ddf1-0bd7-4db4-8837-aee438bf477f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3203127 Jul 16 08:24:17.084858 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-1934385c-a8ae-4dea-bf2d-e109800cb83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:17.086663 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3180ce-9e8b-43fc-8f02-4602afce0128 None None] Checking router: c72ea637-6484-494d-be0a-ebd9f7908c71 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:24:17.105212 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3180ce-9e8b-43fc-8f02-4602afce0128 None None] Routers {'c72ea637-6484-494d-be0a-ebd9f7908c71'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:24:17.106000 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7c3180ce-9e8b-43fc-8f02-4602afce0128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:24:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c72ea637-6484-494d-be0a-ebd9f7908c71'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:24:17.142072 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-8812c125-43c5-456c-9f64-9945854fe009 req-5bd8667e-5ba7-42a8-919d-8f10a349bd49 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bba8e95a-51db-4cfc-8f38-1efea2d1bc44 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:24:17.151298 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8812c125-43c5-456c-9f64-9945854fe009 req-5bd8667e-5ba7-42a8-919d-8f10a349bd49 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:17.164294 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-8812c125-43c5-456c-9f64-9945854fe009 req-5bd8667e-5ba7-42a8-919d-8f10a349bd49 service neutron] Transition to ACTIVE for port object bba8e95a-51db-4cfc-8f38-1efea2d1bc44 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:24:17.216115 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-7c3180ce-9e8b-43fc-8f02-4602afce0128 None None] Set router c72ea637-6484-494d-be0a-ebd9f7908c71 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:24:17.219306 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6e9501cc-d351-4f0e-b246-ffedcf52de09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:17.222364 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-59880927-4776-443b-a4dd-f3b927279ae4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:17.285855 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63a1e9f-f06d-426c-aa61-32522da69f88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01da8e36-8d6e-4032-8b13-c3401231eecc'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:24:17.290842 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dd8232b-e2cd-4a9b-933d-1753b81cdf89" -d '{"events": [{"server_uuid": "c63a1e9f-f06d-426c-aa61-32522da69f88", "name": "network-vif-unplugged", "status": "completed", "tag": "01da8e36-8d6e-4032-8b13-c3401231eecc"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:24:17.304720 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3509568d-fe5f-43cb-acd1-38a87578dd1e req-e79e8562-067b-4d37-a08a-35bb667cd9b1 service neutron] 10.222.0.30 "GET /v2.0/networks/7023ddf1-0bd7-4db4-8837-aee438bf477f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310505 Jul 16 08:24:17.355295 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 01da8e36-8d6e-4032-8b13-c3401231eecc, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=01da8e36-8d6e-4032-8b13-c3401231eecc,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:17.358373 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6e9501cc-d351-4f0e-b246-ffedcf52de09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:17.364531 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8812c125-43c5-456c-9f64-9945854fe009 req-5bd8667e-5ba7-42a8-919d-8f10a349bd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:17.382726 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:17.453383 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3509568d-fe5f-43cb-acd1-38a87578dd1e req-2da4d577-ca4a-42dd-9aea-59e39d26e9c3 service neutron] 10.222.0.30 "GET /v2.0/networks/7023ddf1-0bd7-4db4-8837-aee438bf477f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280422 Jul 16 08:24:17.455739 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9501cc-d351-4f0e-b246-ffedcf52de09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f668ad42-cc16-4748-bf9c-831d2493cc9c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:17.460846 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-59880927-4776-443b-a4dd-f3b927279ae4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:17.486324 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6e9501cc-d351-4f0e-b246-ffedcf52de09 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e143814d0df54e0eaa3f70171ef07467&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4095399 Jul 16 08:24:17.500038 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44444) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:17.556332 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd8667e-5ba7-42a8-919d-8f10a349bd49 service neutron] Pushing event updated for resources: {'Port': ['ID=bba8e95a-51db-4cfc-8f38-1efea2d1bc44,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:17.603788 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-1934385c-a8ae-4dea-bf2d-e109800cb83c service neutron] For port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:17.640316 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=01da8e36-8d6e-4032-8b13-c3401231eecc,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:17.654633 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-1934385c-a8ae-4dea-bf2d-e109800cb83c service neutron] For port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:24:17.709520 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7c3180ce-9e8b-43fc-8f02-4602afce0128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388124740-router', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:24:14Z', 'revision_number': 5, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'gw_port': {'id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:24:17.718533 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae5e9ac-6b43-4739-8513-47914a1e59a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:24:17.721073 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-660ccea9-7a48-4e02-bd22-b2834ed0fb4a" -d '{"events": [{"server_uuid": "4ae5e9ac-6b43-4739-8513-47914a1e59a4", "name": "network-vif-unplugged", "status": "completed", "tag": "d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:24:17.725940 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-1934385c-a8ae-4dea-bf2d-e109800cb83c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:17.749713 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e119bb5-4803-4f39-bdd1-efd10f975774 req-975ccbf4-6417-4366-99a1-fb5b05b8a638 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:17.756311 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c3180ce-9e8b-43fc-8f02-4602afce0128 None None] The sync data for ids ['c72ea637-6484-494d-be0a-ebd9f7908c71'] in n-d-771362-37 is: [{'id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'name': 'tempest-FloatingIPsAssociationTestJSON-1388124740-router', 'tenant_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42'}], 'enable_snat': True}, 'gw_port_id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:24:14Z', 'revision_number': 5, 'project_id': '84bf75c6d98d4e69bee4eaefa2810d3a', 'gw_port': {'id': 'd4907f82-f366-4b43-af85-82c918f4812c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:e0:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c72ea637-6484-494d-be0a-ebd9f7908c71', 'device_owner': 'network:router_gateway', 'standard_attr_id': 198, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:22:40Z', 'updated_at': '2021-07-16T08:22:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:24:17.759705 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8e119bb5-4803-4f39-bdd1-efd10f975774 req-975ccbf4-6417-4366-99a1-fb5b05b8a638 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d04de79-c451-44f0-aa4a-413e7cfdbde2 HTTP/1.1" status: 200 len: 943 time: 0.4860785 Jul 16 08:24:17.790061 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-1934385c-a8ae-4dea-bf2d-e109800cb83c service neutron] Transition to ACTIVE for port object d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:24:17.801742 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-1934385c-a8ae-4dea-bf2d-e109800cb83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:17.826456 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6868d-1368-4d53-904b-7184aa267088 req-38907beb-c33f-4a98-816d-6f87f9655d79 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:17.827982 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-74b6868d-1368-4d53-904b-7184aa267088 req-38907beb-c33f-4a98-816d-6f87f9655d79 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 950 time: 0.3800755 Jul 16 08:24:17.843748 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8e119bb5-4803-4f39-bdd1-efd10f975774 req-1c02e51d-ad6c-4628-8b62-374ef0704fb5 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ef285b1-9cd1-4b6c-b1ae-6d8fd8351a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820978 Jul 16 08:24:17.856201 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3262d3ee-9433-40ed-95da-23ffbb39f0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:17.890112 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-1934385c-a8ae-4dea-bf2d-e109800cb83c service neutron] No DVR routers for this DVR port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b on host n-h2-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:24:17.892159 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934385c-a8ae-4dea-bf2d-e109800cb83c service neutron] Pushing event updated for resources: {'Port': ['ID=d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b,revision_number=6']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:17.935563 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-1934385c-a8ae-4dea-bf2d-e109800cb83c service neutron] Attempting to bind port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:24:17.935918 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-1934385c-a8ae-4dea-bf2d-e109800cb83c service neutron] Attempting to bind port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:24:17.936237 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-1934385c-a8ae-4dea-bf2d-e109800cb83c service neutron] Attempting to bind port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:24:17.941528 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-74b6868d-1368-4d53-904b-7184aa267088 req-11ebad86-1eb6-40f2-96de-65b7f8f132d6 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870469 Jul 16 08:24:17.942332 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-1934385c-a8ae-4dea-bf2d-e109800cb83c service neutron] Port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:24:17.942663 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-1934385c-a8ae-4dea-bf2d-e109800cb83c service neutron] Attempting to bind port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:24:17.948221 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-1934385c-a8ae-4dea-bf2d-e109800cb83c service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:24:17.948762 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-1934385c-a8ae-4dea-bf2d-e109800cb83c service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:24:17.949161 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-1934385c-a8ae-4dea-bf2d-e109800cb83c service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:24:17.949974 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-1934385c-a8ae-4dea-bf2d-e109800cb83c service neutron] Bound port: d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:24:17.950348 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-1934385c-a8ae-4dea-bf2d-e109800cb83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:17.951010 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-59880927-4776-443b-a4dd-f3b927279ae4 admin admin] Deleting port d4907f82-f366-4b43-af85-82c918f4812c {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:24:17.951571 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-59880927-4776-443b-a4dd-f3b927279ae4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:17.994128 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3262d3ee-9433-40ed-95da-23ffbb39f0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:17.998047 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-8812c125-43c5-456c-9f64-9945854fe009 req-5bd8667e-5ba7-42a8-919d-8f10a349bd49 service neutron] Attempting to bind port bba8e95a-51db-4cfc-8f38-1efea2d1bc44 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:24:17.998602 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-8812c125-43c5-456c-9f64-9945854fe009 req-5bd8667e-5ba7-42a8-919d-8f10a349bd49 service neutron] Attempting to bind port bba8e95a-51db-4cfc-8f38-1efea2d1bc44 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '0b1225be-ac2b-474d-918d-af395b400266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4477cb77-9688-4017-b61e-e21e5a0c687e'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:24:17.999040 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8812c125-43c5-456c-9f64-9945854fe009 req-5bd8667e-5ba7-42a8-919d-8f10a349bd49 service neutron] Attempting to bind port bba8e95a-51db-4cfc-8f38-1efea2d1bc44 on network 4477cb77-9688-4017-b61e-e21e5a0c687e {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:24:18.052855 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:24:18.056444 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8812c125-43c5-456c-9f64-9945854fe009 req-5bd8667e-5ba7-42a8-919d-8f10a349bd49 service neutron] Port bba8e95a-51db-4cfc-8f38-1efea2d1bc44 on network 4477cb77-9688-4017-b61e-e21e5a0c687e not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:24:18.056444 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8812c125-43c5-456c-9f64-9945854fe009 req-5bd8667e-5ba7-42a8-919d-8f10a349bd49 service neutron] Attempting to bind port bba8e95a-51db-4cfc-8f38-1efea2d1bc44 on network 4477cb77-9688-4017-b61e-e21e5a0c687e {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:24:18.058546 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-1934385c-a8ae-4dea-bf2d-e109800cb83c service neutron] For port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:24:18.064074 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-1934385c-a8ae-4dea-bf2d-e109800cb83c service neutron] For port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:24:18.076707 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-1934385c-a8ae-4dea-bf2d-e109800cb83c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:18.099252 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8812c125-43c5-456c-9f64-9945854fe009 req-5bd8667e-5ba7-42a8-919d-8f10a349bd49 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 24, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:24:18.099525 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b1ddc0-5813-4d04-b37e-beedcd77941d x-openstack-request-id: req-76b1ddc0-5813-4d04-b37e-beedcd77941d {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:24:18.100614 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63a1e9f-f06d-426c-aa61-32522da69f88", "name": "network-vif-unplugged", "status": "completed", "tag": "01da8e36-8d6e-4032-8b13-c3401231eecc", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:24:18.101078 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8812c125-43c5-456c-9f64-9945854fe009 req-5bd8667e-5ba7-42a8-919d-8f10a349bd49 service neutron] Checking segment: {'id': '0b1225be-ac2b-474d-918d-af395b400266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4477cb77-9688-4017-b61e-e21e5a0c687e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:24:18.102036 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8812c125-43c5-456c-9f64-9945854fe009 req-5bd8667e-5ba7-42a8-919d-8f10a349bd49 service neutron] Bound using segment: {'id': '0b1225be-ac2b-474d-918d-af395b400266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4477cb77-9688-4017-b61e-e21e5a0c687e'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:24:18.103381 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-8812c125-43c5-456c-9f64-9945854fe009 req-5bd8667e-5ba7-42a8-919d-8f10a349bd49 service neutron] Bound port: bba8e95a-51db-4cfc-8f38-1efea2d1bc44, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0b1225be-ac2b-474d-918d-af395b400266', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '4477cb77-9688-4017-b61e-e21e5a0c687e'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:24:18.103523 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-76b1ddc0-5813-4d04-b37e-beedcd77941d {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:24:18.103899 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63a1e9f-f06d-426c-aa61-32522da69f88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01da8e36-8d6e-4032-8b13-c3401231eecc', 'code': 200} Jul 16 08:24:18.105119 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8812c125-43c5-456c-9f64-9945854fe009 req-5bd8667e-5ba7-42a8-919d-8f10a349bd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:18.167974 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:24:18.178363 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f1c7f558-f16d-42c0-9532-2033815f976f no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:24:18.199493 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-1934385c-a8ae-4dea-bf2d-e109800cb83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:18.202621 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-1934385c-a8ae-4dea-bf2d-e109800cb83c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:18.206927 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-1934385c-a8ae-4dea-bf2d-e109800cb83c service neutron] 10.222.0.30 "PUT /v2.0/ports/d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b HTTP/1.1" status: 200 len: 1097 time: 1.5805783 Jul 16 08:24:18.219662 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:24:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29abee10-6ae2-4546-ab13-a2af99cd56cf x-openstack-request-id: req-29abee10-6ae2-4546-ab13-a2af99cd56cf {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:24:18.219976 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae5e9ac-6b43-4739-8513-47914a1e59a4", "name": "network-vif-unplugged", "status": "completed", "tag": "d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:24:18.220241 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-29abee10-6ae2-4546-ab13-a2af99cd56cf {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:24:18.220696 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae5e9ac-6b43-4739-8513-47914a1e59a4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b', 'code': 200} Jul 16 08:24:18.233155 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-59880927-4776-443b-a4dd-f3b927279ae4 admin admin] For port d4907f82-f366-4b43-af85-82c918f4812c, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d4907f82-f366-4b43-af85-82c918f4812c,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:18.234065 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-59880927-4776-443b-a4dd-f3b927279ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:18.234697 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: f1c7f558-f16d-42c0-9532-2033815f976f {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:24:18.236196 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f1c7f558-f16d-42c0-9532-2033815f976f not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:24:18.313424 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1934385c-a8ae-4dea-bf2d-e109800cb83c service neutron] Pushing event updated for resources: {'Port': ['ID=d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b,revision_number=7']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:18.325454 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-59880927-4776-443b-a4dd-f3b927279ae4 admin admin] Calling delete_port for d4907f82-f366-4b43-af85-82c918f4812c owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:24:18.365482 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3262d3ee-9433-40ed-95da-23ffbb39f0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:18.372600 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3262d3ee-9433-40ed-95da-23ffbb39f0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:18.373934 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3262d3ee-9433-40ed-95da-23ffbb39f0bb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f668ad42-cc16-4748-bf9c-831d2493cc9c HTTP/1.1" status: 204 len: 168 time: 0.8660018 Jul 16 08:24:18.485910 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-e2754736-107a-4048-853d-6cde96eb7fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:18.488163 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-e2754736-107a-4048-853d-6cde96eb7fe8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 1100 time: 0.2358229 Jul 16 08:24:18.505257 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3262d3ee-9433-40ed-95da-23ffbb39f0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f668ad42-cc16-4748-bf9c-831d2493cc9c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:18.509852 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-8812c125-43c5-456c-9f64-9945854fe009 req-5bd8667e-5ba7-42a8-919d-8f10a349bd49 service neutron] For port bba8e95a-51db-4cfc-8f38-1efea2d1bc44, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:24:18.520184 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-8812c125-43c5-456c-9f64-9945854fe009 req-5bd8667e-5ba7-42a8-919d-8f10a349bd49 service neutron] For port bba8e95a-51db-4cfc-8f38-1efea2d1bc44, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=bba8e95a-51db-4cfc-8f38-1efea2d1bc44,segment=NetworkSegment(0b1225be-ac2b-474d-918d-af395b400266),segment_id=0b1225be-ac2b-474d-918d-af395b400266)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:24:18.522382 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0aa6c1-bd89-4bb6-ae70-2fca0f6de782 req-58b93f27-355e-47e4-a9b4-29d9b98fc5b7 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:18.530699 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6f0aa6c1-bd89-4bb6-ae70-2fca0f6de782 req-58b93f27-355e-47e4-a9b4-29d9b98fc5b7 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] 10.222.0.22 "GET /v2.0/ports?device_id=50de6c99-a35e-4fe0-9600-e45a08be897c HTTP/1.1" status: 200 len: 943 time: 0.2230339 Jul 16 08:24:18.548112 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8812c125-43c5-456c-9f64-9945854fe009 req-5bd8667e-5ba7-42a8-919d-8f10a349bd49 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:18.640039 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812c125-43c5-456c-9f64-9945854fe009 req-5bd8667e-5ba7-42a8-919d-8f10a349bd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:18.641071 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8812c125-43c5-456c-9f64-9945854fe009 req-5bd8667e-5ba7-42a8-919d-8f10a349bd49 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:18.643208 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8812c125-43c5-456c-9f64-9945854fe009 req-5bd8667e-5ba7-42a8-919d-8f10a349bd49 service neutron] 10.222.0.30 "PUT /v2.0/ports/bba8e95a-51db-4cfc-8f38-1efea2d1bc44 HTTP/1.1" status: 200 len: 1092 time: 2.4136016 Jul 16 08:24:18.646138 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d04de79-c451-44f0-aa4a-413e7cfdbde2', 'tag': 'bba8e95a-51db-4cfc-8f38-1efea2d1bc44'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:24:18.648796 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2391618-db20-4af4-9324-42c3eb7c8a71" -d '{"events": [{"name": "network-changed", "server_uuid": "6d04de79-c451-44f0-aa4a-413e7cfdbde2", "tag": "bba8e95a-51db-4cfc-8f38-1efea2d1bc44"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:24:18.661979 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6f0aa6c1-bd89-4bb6-ae70-2fca0f6de782 req-97bfc473-e533-4b4a-93aa-959c3f2850c1 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] 10.222.0.22 "GET /v2.0/security-groups?id=6816154c-5fe8-48b5-84a7-e862e2297b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1300972 Jul 16 08:24:18.752454 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-97a87138-91aa-4a11-b21c-13c8df3c0d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:18.754777 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-97a87138-91aa-4a11-b21c-13c8df3c0d76 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.2607012 Jul 16 08:24:18.761521 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd8667e-5ba7-42a8-919d-8f10a349bd49 service neutron] Pushing event updated for resources: {'Port': ['ID=bba8e95a-51db-4cfc-8f38-1efea2d1bc44,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:18.841321 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b3e73e1-2550-451e-ae63-16d7d3fe2b51 x-openstack-request-id: req-0b3e73e1-2550-451e-ae63-16d7d3fe2b51 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:24:18.841686 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d04de79-c451-44f0-aa4a-413e7cfdbde2", "tag": "bba8e95a-51db-4cfc-8f38-1efea2d1bc44", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:24:18.842198 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0b3e73e1-2550-451e-ae63-16d7d3fe2b51 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:24:18.842672 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d04de79-c451-44f0-aa4a-413e7cfdbde2', 'tag': 'bba8e95a-51db-4cfc-8f38-1efea2d1bc44', 'status': 'completed', 'code': 200} Jul 16 08:24:18.861719 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-ed0756f0-fcb4-4b8d-8b7b-0c79e52d1c33 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b HTTP/1.1" status: 200 len: 217 time: 0.0989521 Jul 16 08:24:18.889028 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812c125-43c5-456c-9f64-9945854fe009 req-a76b8c96-6414-43d4-b559-f93b2ec2bcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:18.897835 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8812c125-43c5-456c-9f64-9945854fe009 req-a76b8c96-6414-43d4-b559-f93b2ec2bcf0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=65d39ce4e0b74493bfaf6681c3b35dde&device_id=6d04de79-c451-44f0-aa4a-413e7cfdbde2 HTTP/1.1" status: 200 len: 1095 time: 0.2074797 Jul 16 08:24:18.899233 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-59880927-4776-443b-a4dd-f3b927279ae4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:18.937289 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 96736b63-9f1e-468c-9c32-e9872dcedc24 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:24:18.950525 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-6744577b-d887-4e2c-a1a9-408c1fb17ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:18.955833 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-6744577b-d887-4e2c-a1a9-408c1fb17ce7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0860701 Jul 16 08:24:19.030068 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44480) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:19.054623 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59880927-4776-443b-a4dd-f3b927279ae4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4907f82-f366-4b43-af85-82c918f4812c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:19.062859 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8812c125-43c5-456c-9f64-9945854fe009 req-b93377ed-a48c-4f55-92bc-5a40921514d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bba8e95a-51db-4cfc-8f38-1efea2d1bc44 HTTP/1.1" status: 200 len: 217 time: 0.1565588 Jul 16 08:24:19.089694 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d698a48-c6ce-447d-9c16-675864375d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:19.156480 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 96736b63-9f1e-468c-9c32-e9872dcedc24, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=96736b63-9f1e-468c-9c32-e9872dcedc24,segment=NetworkSegment(b35d2228-7aac-44dc-81dd-8f207aa9f9d9),segment_id=b35d2228-7aac-44dc-81dd-8f207aa9f9d9)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:19.184970 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '96736b63-9f1e-468c-9c32-e9872dcedc24', 'network_id': '7023ddf1-0bd7-4db4-8837-aee438bf477f', 'port_id': '96736b63-9f1e-468c-9c32-e9872dcedc24', 'mac_address': 'fa:16:3e:13:a5:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83ba10a6-256b-4022-b3ef-20d189857b57', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:24:19.201978 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-6c02c745-ab3a-4a5a-9ad8-fe1c801beb3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:19.203762 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-6c02c745-ab3a-4a5a-9ad8-fe1c801beb3f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2426701 Jul 16 08:24:19.249616 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:19.264570 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812c125-43c5-456c-9f64-9945854fe009 req-c976794a-8b9a-4101-9145-b64f041c7f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:19.266048 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8812c125-43c5-456c-9f64-9945854fe009 req-c976794a-8b9a-4101-9145-b64f041c7f65 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=81b82980-93c1-4ac0-a7cd-23d42d819c7b HTTP/1.1" status: 200 len: 868 time: 0.1908388 Jul 16 08:24:19.283341 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 96736b63-9f1e-468c-9c32-e9872dcedc24 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:24:19.287091 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-59880927-4776-443b-a4dd-f3b927279ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:19.301920 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d698a48-c6ce-447d-9c16-675864375d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:19.337477 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 96736b63-9f1e-468c-9c32-e9872dcedc24, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=96736b63-9f1e-468c-9c32-e9872dcedc24,segment=NetworkSegment(b35d2228-7aac-44dc-81dd-8f207aa9f9d9),segment_id=b35d2228-7aac-44dc-81dd-8f207aa9f9d9)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:19.347447 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:19.399790 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=96736b63-9f1e-468c-9c32-e9872dcedc24,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:19.408048 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8a2a4-6f27-4f70-ba20-fc1938315704 req-17bd002b-4ae7-4a54-8627-65f870ab0feb tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:19.411309 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-69b8a2a4-6f27-4f70-ba20-fc1938315704 req-17bd002b-4ae7-4a54-8627-65f870ab0feb tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d04de79-c451-44f0-aa4a-413e7cfdbde2 HTTP/1.1" status: 200 len: 943 time: 0.3278570 Jul 16 08:24:19.413538 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-56ed3633-aa15-4cf1-8844-7f679323496c service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2022569 Jul 16 08:24:19.415504 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d698a48-c6ce-447d-9c16-675864375d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:19.469306 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-59880927-4776-443b-a4dd-f3b927279ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:19.479303 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9658e93b-6b1d-4b31-bfc9-b15f4dfdba57 req-d595a1a5-6414-4126-a6f3-c683e084c347 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:19.480838 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9658e93b-6b1d-4b31-bfc9-b15f4dfdba57 req-d595a1a5-6414-4126-a6f3-c683e084c347 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 948 time: 0.3190062 Jul 16 08:24:19.483105 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-59880927-4776-443b-a4dd-f3b927279ae4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:19.516908 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-69b8a2a4-6f27-4f70-ba20-fc1938315704 req-758081c9-7420-4162-baf2-7be187777d56 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ef285b1-9cd1-4b6c-b1ae-6d8fd8351a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973239 Jul 16 08:24:19.525182 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1d698a48-c6ce-447d-9c16-675864375d5f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4818b0331d7c44c8a6744d6abed1c362&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4929476 Jul 16 08:24:19.526235 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d698a48-c6ce-447d-9c16-675864375d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc34938f-b112-42f4-93df-8f79b678827b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:19.531475 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44488) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:19.632592 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['96736b63-9f1e-468c-9c32-e9872dcedc24'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:24:19.661806 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9658e93b-6b1d-4b31-bfc9-b15f4dfdba57 req-12170dd0-edb0-4f8f-80d6-20a33f60136f tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137271 Jul 16 08:24:19.664460 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c1a4169-6219-48c9-8a24-b96de20e3eef req-d6b4b068-b030-478b-9c75-e79244fdfa7a service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2400963 Jul 16 08:24:19.665081 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e614195-5792-4e55-bab0-8e5ccfa161f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:19.674225 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8812c125-43c5-456c-9f64-9945854fe009 req-fbaf0b6c-ed65-4f1d-90a9-891dea75ede4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:19.676595 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8812c125-43c5-456c-9f64-9945854fe009 req-fbaf0b6c-ed65-4f1d-90a9-891dea75ede4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4477cb77-9688-4017-b61e-e21e5a0c687e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4009612 Jul 16 08:24:19.677640 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-59880927-4776-443b-a4dd-f3b927279ae4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:19.678680 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59880927-4776-443b-a4dd-f3b927279ae4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c72ea637-6484-494d-be0a-ebd9f7908c71 {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:24:19.684134 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-59880927-4776-443b-a4dd-f3b927279ae4 admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:19.685637 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-59880927-4776-443b-a4dd-f3b927279ae4 admin admin] 10.222.0.22 "DELETE /v2.0/routers/c72ea637-6484-494d-be0a-ebd9f7908c71 HTTP/1.1" status: 204 len: 168 time: 3.1909652 Jul 16 08:24:19.690439 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44498) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:19.695016 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e614195-5792-4e55-bab0-8e5ccfa161f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:19.851795 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-8853fdee-0513-4c3c-8c4d-5baab9458d6f admin admin] Deleting subnet 03b96796-c852-49fd-be23-df5d401458c9 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:24:19.869761 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8853fdee-0513-4c3c-8c4d-5baab9458d6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:19.937701 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8812c125-43c5-456c-9f64-9945854fe009 req-cac20648-a863-4e75-ace0-9e8e8a73cff3 service neutron] 10.222.0.30 "GET /v2.0/networks/4477cb77-9688-4017-b61e-e21e5a0c687e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506125 Jul 16 08:24:19.958327 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e614195-5792-4e55-bab0-8e5ccfa161f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:19.960939 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e614195-5792-4e55-bab0-8e5ccfa161f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:19.962107 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9e614195-5792-4e55-bab0-8e5ccfa161f6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fc34938f-b112-42f4-93df-8f79b678827b HTTP/1.1" status: 204 len: 168 time: 0.4210873 Jul 16 08:24:19.974100 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e614195-5792-4e55-bab0-8e5ccfa161f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc34938f-b112-42f4-93df-8f79b678827b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:19.979828 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8853fdee-0513-4c3c-8c4d-5baab9458d6f admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:20.085675 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8853fdee-0513-4c3c-8c4d-5baab9458d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:20.135025 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1055e-2b53-4b11-bd77-f57835ebb867 req-482866ad-21f8-4e3f-82d2-f22cedcbffb3 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:20.139269 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c4f1055e-2b53-4b11-bd77-f57835ebb867 req-482866ad-21f8-4e3f-82d2-f22cedcbffb3 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] 10.222.0.22 "GET /v2.0/ports?device_id=50de6c99-a35e-4fe0-9600-e45a08be897c HTTP/1.1" status: 200 len: 944 time: 0.2157602 Jul 16 08:24:20.154251 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8853fdee-0513-4c3c-8c4d-5baab9458d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:20.167380 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8853fdee-0513-4c3c-8c4d-5baab9458d6f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:20.169502 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8853fdee-0513-4c3c-8c4d-5baab9458d6f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/03b96796-c852-49fd-be23-df5d401458c9 HTTP/1.1" status: 204 len: 168 time: 0.4771893 Jul 16 08:24:20.178214 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76d1e199-2ae7-4b5d-b62d-6c324a0d468d None None] Network 2a688f30-b751-493d-bda9-31166d01b9c0 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:24:20.191887 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44504) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:20.194630 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8853fdee-0513-4c3c-8c4d-5baab9458d6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03b96796-c852-49fd-be23-df5d401458c9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:20.221947 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c4f1055e-2b53-4b11-bd77-f57835ebb867 req-d4596c7c-4abe-4e65-9da9-78f82159d02d tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] 10.222.0.22 "GET /v2.0/security-groups?id=6816154c-5fe8-48b5-84a7-e862e2297b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714657 Jul 16 08:24:20.225971 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8812c125-43c5-456c-9f64-9945854fe009 req-847b0732-61b8-4cb4-aed3-c6bc72d2374d service neutron] 10.222.0.30 "GET /v2.0/networks/4477cb77-9688-4017-b61e-e21e5a0c687e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2185640 Jul 16 08:24:20.231411 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ae5e9ac-6b43-4739-8513-47914a1e59a4', 'tag': 'd6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:24:20.250876 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30c43ba4-127b-49c5-b775-cf2c950e4ef2" -d '{"events": [{"name": "network-changed", "server_uuid": "4ae5e9ac-6b43-4739-8513-47914a1e59a4", "tag": "d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:24:20.346829 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:20.411800 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:24:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f983cc-20ae-46c4-b830-b07c845f6b8e x-openstack-request-id: req-61f983cc-20ae-46c4-b830-b07c845f6b8e {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:24:20.411800 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ae5e9ac-6b43-4739-8513-47914a1e59a4", "tag": "d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:24:20.412638 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-61f983cc-20ae-46c4-b830-b07c845f6b8e {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:24:20.412638 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ae5e9ac-6b43-4739-8513-47914a1e59a4', 'tag': 'd6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b', 'status': 'completed', 'code': 200} Jul 16 08:24:20.455023 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d4907f82-f366-4b43-af85-82c918f4812c no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:24:20.488465 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4825b4-1024-46a3-87f0-de18b80f93c3 None None] DHCP port deletion for 2a688f30-b751-493d-bda9-31166d01b9c0 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:24:20.493156 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: d4907f82-f366-4b43-af85-82c918f4812c {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:24:20.493795 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d4907f82-f366-4b43-af85-82c918f4812c not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:24:20.544070 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:24:20.596565 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-3b4825b4-1024-46a3-87f0-de18b80f93c3 None None] Deleting port 1f531597-e23b-464f-9647-a39b91d96bac {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:24:20.598533 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3b4825b4-1024-46a3-87f0-de18b80f93c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:20.675243 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] Deleting port 1f531597-e23b-464f-9647-a39b91d96bac {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:24:20.675749 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:20.681929 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c43ba4-127b-49c5-b775-cf2c950e4ef2 req-4eb0666a-ceb4-4e47-b1d1-d5b3dd69f034 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:20.687826 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-30c43ba4-127b-49c5-b775-cf2c950e4ef2 req-4eb0666a-ceb4-4e47-b1d1-d5b3dd69f034 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 1100 time: 0.2734108 Jul 16 08:24:20.762741 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-3b4825b4-1024-46a3-87f0-de18b80f93c3 None None] For port 1f531597-e23b-464f-9647-a39b91d96bac, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1f531597-e23b-464f-9647-a39b91d96bac,segment=NetworkSegment(daabb715-a942-4244-b821-e5bf3292c381),segment_id=daabb715-a942-4244-b821-e5bf3292c381)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:20.763389 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3b4825b4-1024-46a3-87f0-de18b80f93c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:20.786691 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-3b4825b4-1024-46a3-87f0-de18b80f93c3 None None] Calling delete_port for 1f531597-e23b-464f-9647-a39b91d96bac owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:24:20.923076 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] For port 1f531597-e23b-464f-9647-a39b91d96bac, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1f531597-e23b-464f-9647-a39b91d96bac,segment=NetworkSegment(daabb715-a942-4244-b821-e5bf3292c381),segment_id=daabb715-a942-4244-b821-e5bf3292c381)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:20.923450 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:20.948573 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3b4825b4-1024-46a3-87f0-de18b80f93c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:20.951754 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] Calling delete_port for 1f531597-e23b-464f-9647-a39b91d96bac owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:24:20.999682 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 96736b63-9f1e-468c-9c32-e9872dcedc24 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:24:21.002588 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4825b4-1024-46a3-87f0-de18b80f93c3 None None] Pushing event deleted for resources: {'Port': ['ID=1f531597-e23b-464f-9647-a39b91d96bac,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:21.008397 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4825b4-1024-46a3-87f0-de18b80f93c3 None None] No DVR routers for this DVR port 1f531597-e23b-464f-9647-a39b91d96bac on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:24:21.020567 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c43ba4-127b-49c5-b775-cf2c950e4ef2 req-256973a0-5247-42c0-b2a1-6c1a09e74ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:21.026613 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-30c43ba4-127b-49c5-b775-cf2c950e4ef2 req-256973a0-5247-42c0-b2a1-6c1a09e74ab8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.3260751 Jul 16 08:24:21.066773 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 96736b63-9f1e-468c-9c32-e9872dcedc24 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:24:21.075501 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 96736b63-9f1e-468c-9c32-e9872dcedc24 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:24:21.075501 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:21.115117 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2391618-db20-4af4-9324-42c3eb7c8a71 req-e583dddf-f9aa-430f-8017-54bff273ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:21.117340 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a2391618-db20-4af4-9324-42c3eb7c8a71 req-e583dddf-f9aa-430f-8017-54bff273ae70 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=65d39ce4e0b74493bfaf6681c3b35dde&device_id=6d04de79-c451-44f0-aa4a-413e7cfdbde2 HTTP/1.1" status: 200 len: 1095 time: 0.7945993 Jul 16 08:24:21.126061 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c43ba4-127b-49c5-b775-cf2c950e4ef2 req-20cc17d2-ce9c-4e84-a350-1a9865608a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:21.127921 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-30c43ba4-127b-49c5-b775-cf2c950e4ef2 req-20cc17d2-ce9c-4e84-a350-1a9865608a28 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 1100 time: 0.2127974 Jul 16 08:24:21.144500 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-30c43ba4-127b-49c5-b775-cf2c950e4ef2 req-8adb11a5-e780-461d-ac4e-225e2d530b7d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b HTTP/1.1" status: 200 len: 217 time: 0.0530210 Jul 16 08:24:21.162104 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19bf817-b02c-4df9-8364-fb70e3c9eea4 req-0e6673c8-edff-484d-8fc8-d8071daad2b5 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:21.166971 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a19bf817-b02c-4df9-8364-fb70e3c9eea4 req-0e6673c8-edff-484d-8fc8-d8071daad2b5 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d04de79-c451-44f0-aa4a-413e7cfdbde2 HTTP/1.1" status: 200 len: 943 time: 0.2494190 Jul 16 08:24:21.234331 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:21.236950 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c43ba4-127b-49c5-b775-cf2c950e4ef2 req-33cfa68b-3df0-4205-a992-e976ffcf8b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:21.239635 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-30c43ba4-127b-49c5-b775-cf2c950e4ef2 req-33cfa68b-3df0-4205-a992-e976ffcf8b7b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0871410 Jul 16 08:24:21.269497 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50de6c99-a35e-4fe0-9600-e45a08be897c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96736b63-9f1e-468c-9c32-e9872dcedc24'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:24:21.278067 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5573a00-ff37-4b4b-bea9-db3221dde0f9" -d '{"events": [{"server_uuid": "50de6c99-a35e-4fe0-9600-e45a08be897c", "name": "network-vif-plugged", "status": "completed", "tag": "96736b63-9f1e-468c-9c32-e9872dcedc24"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:24:21.284507 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d0ce6-80c8-460e-ae4a-c3b653ef9e46 req-37277b95-08e3-4139-b584-416305f1f21c tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:21.285945 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2a4d0ce6-80c8-460e-ae4a-c3b653ef9e46 req-37277b95-08e3-4139-b584-416305f1f21c tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 948 time: 0.3165877 Jul 16 08:24:21.308050 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 96736b63-9f1e-468c-9c32-e9872dcedc24, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=96736b63-9f1e-468c-9c32-e9872dcedc24,segment=NetworkSegment(b35d2228-7aac-44dc-81dd-8f207aa9f9d9),segment_id=b35d2228-7aac-44dc-81dd-8f207aa9f9d9)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:21.317396 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:21.359479 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2a4d0ce6-80c8-460e-ae4a-c3b653ef9e46 req-0e6d6184-72fd-41ac-803f-eaa3ee290b28 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462468 Jul 16 08:24:21.360503 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:21.386524 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a19bf817-b02c-4df9-8364-fb70e3c9eea4 req-b003c129-76bd-415a-95cd-d33ff7c56c0e tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ef285b1-9cd1-4b6c-b1ae-6d8fd8351a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875725 Jul 16 08:24:21.416072 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] Pushing event deleted for resources: {'Port': ['ID=1f531597-e23b-464f-9647-a39b91d96bac,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:21.420655 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] No DVR routers for this DVR port 1f531597-e23b-464f-9647-a39b91d96bac on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:24:21.448022 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=96736b63-9f1e-468c-9c32-e9872dcedc24,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:21.478407 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c43ba4-127b-49c5-b775-cf2c950e4ef2 req-ccc2291d-88da-491b-a003-8be6f7f508a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:21.479912 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-30c43ba4-127b-49c5-b775-cf2c950e4ef2 req-ccc2291d-88da-491b-a003-8be6f7f508a4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2250972 Jul 16 08:24:21.518706 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2391618-db20-4af4-9324-42c3eb7c8a71 req-63d5c9be-ae8a-4601-9e36-2b557ae0c8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:21.520295 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a2391618-db20-4af4-9324-42c3eb7c8a71 req-63d5c9be-ae8a-4601-9e36-2b557ae0c8b1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4477cb77-9688-4017-b61e-e21e5a0c687e HTTP/1.1" status: 200 len: 930 time: 0.3904500 Jul 16 08:24:21.521414 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c43ba4-127b-49c5-b775-cf2c950e4ef2 req-80e68634-ed93-4823-a427-6d5574c982a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:21.522643 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-30c43ba4-127b-49c5-b775-cf2c950e4ef2 req-80e68634-ed93-4823-a427-6d5574c982a4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.3488007 Jul 16 08:24:21.548956 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:21.567212 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:24:21.567580 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:24:21.568285 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:24:21.568793 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] Subscribe: > port after_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:24:21.569115 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] Subscribe: > port after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:24:21.569453 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] Subscribe: > port after_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:24:21.569777 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:24:21.570109 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:24:21.570556 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:24:21.570874 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:24:21.642417 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a2391618-db20-4af4-9324-42c3eb7c8a71 req-d0a05f3f-f282-4aa0-90a1-dd96e5902259 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bba8e95a-51db-4cfc-8f38-1efea2d1bc44 HTTP/1.1" status: 200 len: 217 time: 0.1126375 Jul 16 08:24:21.643621 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-30c43ba4-127b-49c5-b775-cf2c950e4ef2 req-36755820-057f-4061-a055-e0ec683c9c0a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b HTTP/1.1" status: 200 len: 217 time: 0.1129215 Jul 16 08:24:21.685306 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:24:21.685895 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:24:21.686761 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:24:21.687290 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93759) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 16 08:24:21.687820 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a688f30-b751-493d-bda9-31166d01b9c0']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:24:21.718169 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9b45c3-0179-4ee1-98f9-702d23be95cb x-openstack-request-id: req-3f9b45c3-0179-4ee1-98f9-702d23be95cb {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:24:21.718381 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'daabb715-a942-4244-b821-e5bf3292c381') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:24:21.718491 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50de6c99-a35e-4fe0-9600-e45a08be897c", "name": "network-vif-plugged", "status": "completed", "tag": "96736b63-9f1e-468c-9c32-e9872dcedc24", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:24:21.718702 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3f9b45c3-0179-4ee1-98f9-702d23be95cb {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:24:21.719099 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50de6c99-a35e-4fe0-9600-e45a08be897c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '96736b63-9f1e-468c-9c32-e9872dcedc24', 'code': 200} Jul 16 08:24:21.719836 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'daabb715-a942-4244-b821-e5bf3292c381') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:24:21.755567 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2391618-db20-4af4-9324-42c3eb7c8a71 req-e2c8d315-d552-40ab-b7bc-3158c2c16ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:21.757822 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a2391618-db20-4af4-9324-42c3eb7c8a71 req-e2c8d315-d552-40ab-b7bc-3158c2c16ff9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=81b82980-93c1-4ac0-a7cd-23d42d819c7b HTTP/1.1" status: 200 len: 868 time: 0.1074407 Jul 16 08:24:21.758435 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c43ba4-127b-49c5-b775-cf2c950e4ef2 req-779c9dd2-73d6-435e-8164-618ddba7b857 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:21.759750 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-30c43ba4-127b-49c5-b775-cf2c950e4ef2 req-779c9dd2-73d6-435e-8164-618ddba7b857 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.1089976 Jul 16 08:24:21.838087 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:21.884532 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c43ba4-127b-49c5-b775-cf2c950e4ef2 req-ff787fdc-8332-451f-a7e8-c87641433893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:21.885446 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-30c43ba4-127b-49c5-b775-cf2c950e4ef2 req-ff787fdc-8332-451f-a7e8-c87641433893 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1177857 Jul 16 08:24:21.887431 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2391618-db20-4af4-9324-42c3eb7c8a71 req-840b1833-7e3f-4251-ad19-ca53d077e73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:21.888807 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a2391618-db20-4af4-9324-42c3eb7c8a71 req-840b1833-7e3f-4251-ad19-ca53d077e73d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4477cb77-9688-4017-b61e-e21e5a0c687e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0955484 Jul 16 08:24:21.928800 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-30c43ba4-127b-49c5-b775-cf2c950e4ef2 req-f7415afb-3b12-4164-a497-a2d2e6acbc30 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391129 Jul 16 08:24:21.929914 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:21.956316 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:24:21.957277 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: from cryptography.utils import int_from_bytes Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: from cryptography.utils import int_from_bytes Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:24:21.964511 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:24:21.969928 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:24:21.969928 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:24:21.969928 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:24:21.969928 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:24:21.969928 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:24:22.096274 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-30c43ba4-127b-49c5-b775-cf2c950e4ef2 req-3eea4a79-b953-4af1-ae62-2b0e092b6e48 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023427 Jul 16 08:24:22.098694 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a2391618-db20-4af4-9324-42c3eb7c8a71 req-40d6fd5d-f553-40d0-a8c1-e279dbe127dc service neutron] 10.222.0.30 "GET /v2.0/networks/4477cb77-9688-4017-b61e-e21e5a0c687e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951289 Jul 16 08:24:22.171443 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:22.179427 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:22.185235 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] 10.222.0.22 "DELETE /v2.0/networks/2a688f30-b751-493d-bda9-31166d01b9c0 HTTP/1.1" status: 204 len: 168 time: 1.9916935 Jul 16 08:24:22.225854 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d83b54-25f8-4a7e-b668-74e954dbabba req-51b795b0-14fe-445e-ba74-e347c363c067 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:22.236691 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-51d83b54-25f8-4a7e-b668-74e954dbabba req-51b795b0-14fe-445e-ba74-e347c363c067 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] 10.222.0.22 "GET /v2.0/ports?device_id=50de6c99-a35e-4fe0-9600-e45a08be897c HTTP/1.1" status: 200 len: 945 time: 0.4631007 Jul 16 08:24:22.253078 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1f531597-e23b-464f-9647-a39b91d96bac no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:24:22.290193 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 1f531597-e23b-464f-9647-a39b91d96bac {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:24:22.290541 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1f531597-e23b-464f-9647-a39b91d96bac not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:24:22.346347 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-30c43ba4-127b-49c5-b775-cf2c950e4ef2 req-7f86a86e-9b3c-4522-a26f-e61b11e2641f service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2409132 Jul 16 08:24:22.399451 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a2391618-db20-4af4-9324-42c3eb7c8a71 req-638c6151-2827-4e62-8bbc-386050ce81d3 service neutron] 10.222.0.30 "GET /v2.0/networks/4477cb77-9688-4017-b61e-e21e5a0c687e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640191 Jul 16 08:24:22.518648 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44588) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:22.589151 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6375ebfa-19cd-4969-887a-21949499b791 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=84bf75c6d98d4e69bee4eaefa2810d3a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0663340 Jul 16 08:24:22.589595 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44594) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:22.698179 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44604) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:22.712165 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec62ccea-5a16-4f79-a56d-7d1321721e07 req-242194d5-f049-4c98-9bfe-649038692b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:22.713942 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ec62ccea-5a16-4f79-a56d-7d1321721e07 req-242194d5-f049-4c98-9bfe-649038692b18 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=50de6c99-a35e-4fe0-9600-e45a08be897c HTTP/1.1" status: 200 len: 1097 time: 0.8718565 Jul 16 08:24:22.723912 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab0e162-03d8-4b57-ad0b-f67ea2bb59ae admin admin] Pushing event deleted for resources: {'Network': ['ID=2a688f30-b751-493d-bda9-31166d01b9c0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:22.730591 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40f86a49-aaf2-4206-a833-cab57566a2c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:22.767482 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40f86a49-aaf2-4206-a833-cab57566a2c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:22.778597 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-51d83b54-25f8-4a7e-b668-74e954dbabba req-77e33ac2-b444-4640-bd58-dbaf0b4dfa24 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] 10.222.0.22 "GET /v2.0/security-groups?id=6816154c-5fe8-48b5-84a7-e862e2297b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5406156 Jul 16 08:24:22.782887 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-30c43ba4-127b-49c5-b775-cf2c950e4ef2 req-1e4f7013-9841-4c75-8fb6-e7b0e2f02650 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8425741 Jul 16 08:24:22.784903 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b946d2-07ec-456f-a7d2-a53000a32328 req-b902053f-398a-45e1-827c-5a861441448a tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:22.786433 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d5b946d2-07ec-456f-a7d2-a53000a32328 req-b902053f-398a-45e1-827c-5a861441448a tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d04de79-c451-44f0-aa4a-413e7cfdbde2 HTTP/1.1" status: 200 len: 943 time: 0.1626015 Jul 16 08:24:22.806325 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ec62ccea-5a16-4f79-a56d-7d1321721e07 req-1c9ab153-5a25-443f-b585-9691be925a04 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6816154c-5fe8-48b5-84a7-e862e2297b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630348 Jul 16 08:24:22.937224 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d5b946d2-07ec-456f-a7d2-a53000a32328 req-1319c281-20b4-467f-8481-a5671a0f0412 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ef285b1-9cd1-4b6c-b1ae-6d8fd8351a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1340768 Jul 16 08:24:22.956332 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b9a9baa2-68a6-491c-a663-4be44ac3e6e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:22.979030 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40f86a49-aaf2-4206-a833-cab57566a2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:22.982216 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40f86a49-aaf2-4206-a833-cab57566a2c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:22.984406 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:24:22.985633 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-40f86a49-aaf2-4206-a833-cab57566a2c0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9f648399-4160-4693-927f-f42af3b35078 HTTP/1.1" status: 204 len: 168 time: 0.3949637 Jul 16 08:24:23.096122 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd258745-1357-428d-9004-ca8583064407 req-5a6b2c05-3001-4854-96de-5c349a981a5f tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:23.099155 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bd258745-1357-428d-9004-ca8583064407 req-5a6b2c05-3001-4854-96de-5c349a981a5f tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 948 time: 0.1630721 Jul 16 08:24:23.193622 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b9a9baa2-68a6-491c-a663-4be44ac3e6e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:23.198265 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:23.201218 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f86a49-aaf2-4206-a833-cab57566a2c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f648399-4160-4693-927f-f42af3b35078,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:23.203656 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b9a9baa2-68a6-491c-a663-4be44ac3e6e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:23.213558 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bd258745-1357-428d-9004-ca8583064407 req-da994510-c5fb-4a75-8ed8-297a8ea814f3 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057875 Jul 16 08:24:23.237606 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'd6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': 'd6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b', 'mac_address': 'fa:16:3e:1d:c2:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:24:23.243871 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b9a9baa2-68a6-491c-a663-4be44ac3e6e4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c5681dd1a5b44047a3538ca1206aecf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5426743 Jul 16 08:24:23.246724 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44628) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:23.287402 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a9baa2-68a6-491c-a663-4be44ac3e6e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b4ad5c-92e1-4f1b-a197-ac0e01419457,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:23.289667 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:23.308514 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:24:23.356886 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:23.365783 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:23.366599 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device bba8e95a-51db-4cfc-8f38-1efea2d1bc44 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:24:23.375241 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-647057f6-44c0-4ffd-8926-14610a258159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:23.429527 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-647057f6-44c0-4ffd-8926-14610a258159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:23.529859 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-647057f6-44c0-4ffd-8926-14610a258159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:23.533555 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-647057f6-44c0-4ffd-8926-14610a258159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:23.538245 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-647057f6-44c0-4ffd-8926-14610a258159 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b7b4ad5c-92e1-4f1b-a197-ac0e01419457 HTTP/1.1" status: 204 len: 168 time: 0.2865899 Jul 16 08:24:23.560829 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647057f6-44c0-4ffd-8926-14610a258159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b4ad5c-92e1-4f1b-a197-ac0e01419457,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:23.576829 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:23.703762 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port bba8e95a-51db-4cfc-8f38-1efea2d1bc44, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=bba8e95a-51db-4cfc-8f38-1efea2d1bc44,segment=NetworkSegment(0b1225be-ac2b-474d-918d-af395b400266),segment_id=0b1225be-ac2b-474d-918d-af395b400266)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:23.733742 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'bba8e95a-51db-4cfc-8f38-1efea2d1bc44', 'network_id': '4477cb77-9688-4017-b61e-e21e5a0c687e', 'port_id': 'bba8e95a-51db-4cfc-8f38-1efea2d1bc44', 'mac_address': 'fa:16:3e:dd:ae:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b82980-93c1-4ac0-a7cd-23d42d819c7b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:24:23.763649 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d6e4a-6440-469e-a7a4-573810f8b106 req-a6cb4ace-c95b-47af-93d5-f7eab60ce4e5 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:23.775460 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bf2d6e4a-6440-469e-a7a4-573810f8b106 req-a6cb4ace-c95b-47af-93d5-f7eab60ce4e5 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 949 time: 0.1291716 Jul 16 08:24:23.840193 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:23.870770 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bba8e95a-51db-4cfc-8f38-1efea2d1bc44 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:24:23.873660 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b0dda-eb31-43ae-9557-2998485892a5 req-85202075-b65b-4ef0-88d3-a8efe7c477b7 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:23.878746 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9a2b0dda-eb31-43ae-9557-2998485892a5 req-85202075-b65b-4ef0-88d3-a8efe7c477b7 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4&tenant_id=8104d40427e0444ca28ba0f9ff369926&binding%3Ahost_id=n-h1-771362-37 HTTP/1.1" status: 200 len: 949 time: 0.1535087 Jul 16 08:24:23.891115 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bf2d6e4a-6440-469e-a7a4-573810f8b106 req-7884f896-594c-4e52-b138-13cb28593f4b tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111414 Jul 16 08:24:23.967151 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port bba8e95a-51db-4cfc-8f38-1efea2d1bc44, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=bba8e95a-51db-4cfc-8f38-1efea2d1bc44,segment=NetworkSegment(0b1225be-ac2b-474d-918d-af395b400266),segment_id=0b1225be-ac2b-474d-918d-af395b400266)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:23.975702 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:23.977077 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 01da8e36-8d6e-4032-8b13-c3401231eecc details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:24:24.065478 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [req-9a2b0dda-eb31-43ae-9557-2998485892a5 req-ad65f79e-123c-41e2-98b2-2e757e70f2f8 service neutron] delete failed (client error): The resource could not be found. Jul 16 08:24:24.068939 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9a2b0dda-eb31-43ae-9557-2998485892a5 req-ad65f79e-123c-41e2-98b2-2e757e70f2f8 service neutron] 10.222.0.21 "DELETE /v2.0/ports/d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b/bindings/n-h2-771362-37 HTTP/1.1" status: 404 len: 381 time: 0.1796138 Jul 16 08:24:24.159866 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=bba8e95a-51db-4cfc-8f38-1efea2d1bc44,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:24.249517 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 01da8e36-8d6e-4032-8b13-c3401231eecc, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=01da8e36-8d6e-4032-8b13-c3401231eecc,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:24.277285 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be69228c-c83a-4d87-9e65-3539f53d71e1 req-b7c181ec-0343-4b67-bcf6-ab33ad1592b0 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:24.278487 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '01da8e36-8d6e-4032-8b13-c3401231eecc', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': '01da8e36-8d6e-4032-8b13-c3401231eecc', 'mac_address': 'fa:16:3e:90:86:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:24:24.287157 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-be69228c-c83a-4d87-9e65-3539f53d71e1 req-b7c181ec-0343-4b67-bcf6-ab33ad1592b0 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d04de79-c451-44f0-aa4a-413e7cfdbde2 HTTP/1.1" status: 200 len: 944 time: 0.1006126 Jul 16 08:24:24.290721 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd843fe9-0232-4f0f-b906-2148ccd83489 req-0ddf8da3-6421-4c4d-988a-2da7d66f3a5b tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:24.301747 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fd843fe9-0232-4f0f-b906-2148ccd83489 req-0ddf8da3-6421-4c4d-988a-2da7d66f3a5b tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] 10.222.0.22 "GET /v2.0/ports?device_id=50de6c99-a35e-4fe0-9600-e45a08be897c HTTP/1.1" status: 200 len: 945 time: 0.2600834 Jul 16 08:24:24.350254 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-be69228c-c83a-4d87-9e65-3539f53d71e1 req-8e91583b-a3d0-4179-88c6-8c87bbd65565 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ef285b1-9cd1-4b6c-b1ae-6d8fd8351a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619805 Jul 16 08:24:24.360272 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:24.385903 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44672) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:24.402612 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01da8e36-8d6e-4032-8b13-c3401231eecc {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:24:24.415759 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fd843fe9-0232-4f0f-b906-2148ccd83489 req-2b7a76d8-3e4a-4ec3-beff-da556becc9b9 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] 10.222.0.22 "GET /v2.0/security-groups?id=6816154c-5fe8-48b5-84a7-e862e2297b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116674 Jul 16 08:24:24.419030 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e287f5e-d51d-489e-8a31-ae9c1f0e2a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:24.428039 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b0dda-eb31-43ae-9557-2998485892a5 req-0b76bf20-48d9-4bfc-8290-5c4d28c716fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:24.432342 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9a2b0dda-eb31-43ae-9557-2998485892a5 req-0b76bf20-48d9-4bfc-8290-5c4d28c716fd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 1101 time: 0.3016241 Jul 16 08:24:24.502007 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 01da8e36-8d6e-4032-8b13-c3401231eecc, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=01da8e36-8d6e-4032-8b13-c3401231eecc,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:24.512079 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:24.653528 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e287f5e-d51d-489e-8a31-ae9c1f0e2a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:24.664628 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e287f5e-d51d-489e-8a31-ae9c1f0e2a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:24.696806 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b0dda-eb31-43ae-9557-2998485892a5 req-01d10504-409e-4409-827f-e98891d34557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:24.698321 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9a2b0dda-eb31-43ae-9557-2998485892a5 req-01d10504-409e-4409-827f-e98891d34557 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.2591126 Jul 16 08:24:24.710621 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['01da8e36-8d6e-4032-8b13-c3401231eecc'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:24:24.725532 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1e287f5e-d51d-489e-8a31-ae9c1f0e2a1e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=53c6cdc071c34b9fa0e49606de4ab56f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3374319 Jul 16 08:24:24.728188 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44686) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:24.820547 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:24:24.823080 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=01da8e36-8d6e-4032-8b13-c3401231eecc,revision_number=9']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:24.843731 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9a2b0dda-eb31-43ae-9557-2998485892a5 req-62001a46-3b58-49de-8df6-9af1ce9d0882 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b HTTP/1.1" status: 200 len: 217 time: 0.1258438 Jul 16 08:24:24.855565 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1b7cfe2b-2b6b-4a80-92e5-e8ea696294e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:24.857363 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e287f5e-d51d-489e-8a31-ae9c1f0e2a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8143d7-59f2-46d2-94d4-da54551f972f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:24.907836 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1b7cfe2b-2b6b-4a80-92e5-e8ea696294e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:24.915451 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['bba8e95a-51db-4cfc-8f38-1efea2d1bc44'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:24:24.951900 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b0dda-eb31-43ae-9557-2998485892a5 req-f83018bf-c038-49c0-beec-8ea4803dfff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:24.953521 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9a2b0dda-eb31-43ae-9557-2998485892a5 req-f83018bf-c038-49c0-beec-8ea4803dfff3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0999112 Jul 16 08:24:25.022572 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1b7cfe2b-2b6b-4a80-92e5-e8ea696294e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:25.025876 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1b7cfe2b-2b6b-4a80-92e5-e8ea696294e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:25.030163 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1b7cfe2b-2b6b-4a80-92e5-e8ea696294e9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3b8143d7-59f2-46d2-94d4-da54551f972f HTTP/1.1" status: 204 len: 168 time: 0.3005900 Jul 16 08:24:25.049173 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7cfe2b-2b6b-4a80-92e5-e8ea696294e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8143d7-59f2-46d2-94d4-da54551f972f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:25.228981 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2b0dda-eb31-43ae-9557-2998485892a5 req-73d3661e-6b9b-46fe-ab62-4e942c444ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:25.230591 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9a2b0dda-eb31-43ae-9557-2998485892a5 req-73d3661e-6b9b-46fe-ab62-4e942c444ae5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2669098 Jul 16 08:24:25.436143 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5d002b-b2b7-4a38-85a7-140b198cf3ad req-7a1ae8f5-11ad-465f-a7c9-244fcb963c89 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:25.440632 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6b5d002b-b2b7-4a38-85a7-140b198cf3ad req-7a1ae8f5-11ad-465f-a7c9-244fcb963c89 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 949 time: 0.2169051 Jul 16 08:24:25.506880 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6b5d002b-b2b7-4a38-85a7-140b198cf3ad req-d1c94995-129f-4e99-ad0e-f7502b65bdde tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557604 Jul 16 08:24:25.516880 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9a2b0dda-eb31-43ae-9557-2998485892a5 req-492bacd5-1458-4b6c-b9e9-03e3d661ac9e service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770081 Jul 16 08:24:25.838107 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9a2b0dda-eb31-43ae-9557-2998485892a5 req-3ed347a5-9dc0-441b-a2dd-1fcdbd43f4e5 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3112912 Jul 16 08:24:25.911974 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eadaac-1eff-4013-89a7-0afa711ed28f req-34c185ce-d3f3-4a37-892a-9e04acfb181a tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:25.916378 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7eadaac-1eff-4013-89a7-0afa711ed28f req-34c185ce-d3f3-4a37-892a-9e04acfb181a tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d04de79-c451-44f0-aa4a-413e7cfdbde2 HTTP/1.1" status: 200 len: 944 time: 0.2386000 Jul 16 08:24:26.017366 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7eadaac-1eff-4013-89a7-0afa711ed28f req-4c035dd1-5157-40a5-9f31-f100f0d2e650 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ef285b1-9cd1-4b6c-b1ae-6d8fd8351a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961850 Jul 16 08:24:26.098980 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44768) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:26.243617 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c0734897-ea8c-4a2c-befa-a2b1b2c875e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:26.474373 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c0734897-ea8c-4a2c-befa-a2b1b2c875e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:26.482026 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c0734897-ea8c-4a2c-befa-a2b1b2c875e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:26.539115 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44784) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:26.539341 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c0734897-ea8c-4a2c-befa-a2b1b2c875e7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=686d81d6d74447ce8616243d8c934f50&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4380276 Jul 16 08:24:26.540873 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0734897-ea8c-4a2c-befa-a2b1b2c875e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db6eafe3-3607-49ce-b49f-32e2dcb368f4,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:26.663287 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-802d59d9-426c-492a-834c-51910faa388e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:26.723773 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-802d59d9-426c-492a-834c-51910faa388e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:26.850426 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-802d59d9-426c-492a-834c-51910faa388e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:26.853151 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-802d59d9-426c-492a-834c-51910faa388e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:26.854300 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-802d59d9-426c-492a-834c-51910faa388e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/db6eafe3-3607-49ce-b49f-32e2dcb368f4 HTTP/1.1" status: 204 len: 168 time: 0.3138177 Jul 16 08:24:26.874409 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802d59d9-426c-492a-834c-51910faa388e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db6eafe3-3607-49ce-b49f-32e2dcb368f4,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:26.904144 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7598aec-5b8d-4aba-913e-73f79c299cda req-50782fac-2d28-442a-9494-8ee700a1a7f5 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:26.908883 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c7598aec-5b8d-4aba-913e-73f79c299cda req-50782fac-2d28-442a-9494-8ee700a1a7f5 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 949 time: 0.1718369 Jul 16 08:24:27.003507 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c7598aec-5b8d-4aba-913e-73f79c299cda req-6b6b793d-bdf0-4553-ad20-8720860f6c8a tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909162 Jul 16 08:24:27.022087 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:24:27.122045 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:24:27.129588 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:24:27.129588 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:27.289156 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:27.329849 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec01825d-c2ba-4e17-a2e6-63a1fc0e76e4 req-30954a12-030b-4b84-b0c1-f56b66828653 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:27.337639 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ec01825d-c2ba-4e17-a2e6-63a1fc0e76e4 req-30954a12-030b-4b84-b0c1-f56b66828653 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 949 time: 0.1270723 Jul 16 08:24:27.343319 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae5e9ac-6b43-4739-8513-47914a1e59a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:24:27.358225 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31078e13-f565-42f3-baa8-07880ec15540" -d '{"events": [{"server_uuid": "4ae5e9ac-6b43-4739-8513-47914a1e59a4", "name": "network-vif-plugged", "status": "completed", "tag": "d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:24:27.387971 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:27.397434 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:27.398252 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device bba8e95a-51db-4cfc-8f38-1efea2d1bc44 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:24:27.432371 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ec01825d-c2ba-4e17-a2e6-63a1fc0e76e4 req-804687a1-aa74-45ee-af0e-95a59f09c255 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937486 Jul 16 08:24:27.445078 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e8b6ac-26fa-42b8-a04f-79b0a11b3efa req-aec39fed-b4f5-4c2e-98a6-2ae1cecba915 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:27.447418 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a5e8b6ac-26fa-42b8-a04f-79b0a11b3efa req-aec39fed-b4f5-4c2e-98a6-2ae1cecba915 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d04de79-c451-44f0-aa4a-413e7cfdbde2 HTTP/1.1" status: 200 len: 944 time: 0.1143763 Jul 16 08:24:27.530599 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a5e8b6ac-26fa-42b8-a04f-79b0a11b3efa req-91a4b781-15ac-4682-b134-4e6287ed1eb8 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ef285b1-9cd1-4b6c-b1ae-6d8fd8351a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753922 Jul 16 08:24:27.569345 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b,revision_number=9']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:27.590745 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port bba8e95a-51db-4cfc-8f38-1efea2d1bc44 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:24:27.595054 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port bba8e95a-51db-4cfc-8f38-1efea2d1bc44 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:24:27.595616 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:27.641608 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:24:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5c87b4-c999-4529-a9d4-c1c1eeeb2a48 x-openstack-request-id: req-4f5c87b4-c999-4529-a9d4-c1c1eeeb2a48 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:24:27.641910 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae5e9ac-6b43-4739-8513-47914a1e59a4", "name": "network-vif-plugged", "status": "completed", "tag": "d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:24:27.642312 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4f5c87b4-c999-4529-a9d4-c1c1eeeb2a48 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:24:27.642550 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae5e9ac-6b43-4739-8513-47914a1e59a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b', 'code': 200} Jul 16 08:24:27.815950 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:27.902497 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port bba8e95a-51db-4cfc-8f38-1efea2d1bc44, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=bba8e95a-51db-4cfc-8f38-1efea2d1bc44,segment=NetworkSegment(0b1225be-ac2b-474d-918d-af395b400266),segment_id=0b1225be-ac2b-474d-918d-af395b400266)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:27.910233 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:27.912518 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 01da8e36-8d6e-4032-8b13-c3401231eecc up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:24:28.010688 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 01da8e36-8d6e-4032-8b13-c3401231eecc triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:24:28.011115 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:28.060168 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=bba8e95a-51db-4cfc-8f38-1efea2d1bc44,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:28.265346 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:28.350728 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 01da8e36-8d6e-4032-8b13-c3401231eecc, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=01da8e36-8d6e-4032-8b13-c3401231eecc,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:28.368643 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:28.435130 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-57974697-d807-41b7-834c-b91f482c53ee tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=8104d40427e0444ca28ba0f9ff369926&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336690 Jul 16 08:24:28.485936 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=01da8e36-8d6e-4032-8b13-c3401231eecc,revision_number=10']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:28.525607 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-3b4856ec-2b8a-4e38-a9d8-58d7bb691989 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=8c360597c6244684a26b41ea337639bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475917 Jul 16 08:24:28.530655 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44900) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:28.724077 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-60f6c8b8-b9fc-47eb-a5c8-1f802f8cdba4 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:28.733165 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-60f6c8b8-b9fc-47eb-a5c8-1f802f8cdba4 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2964025 Jul 16 08:24:28.751134 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-b86b8e9d-56d0-4b6f-8b7f-8d634693795a tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/quotas/8104d40427e0444ca28ba0f9ff369926 HTTP/1.1" status: 200 len: 375 time: 0.0167511 Jul 16 08:24:28.753169 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-fe9bb470-caab-42f9-b1a2-cdd96855c29a tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:28.764680 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-fe9bb470-caab-42f9-b1a2-cdd96855c29a tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2351856 Jul 16 08:24:28.783879 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-57a35d86-77da-452a-82fb-70c2c080d7de tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/quotas/8c360597c6244684a26b41ea337639bd HTTP/1.1" status: 200 len: 375 time: 0.0180311 Jul 16 08:24:28.833312 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-ae813afc-33f9-41c2-96b3-8dfb2f2624fe tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8c360597c6244684a26b41ea337639bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0476348 Jul 16 08:24:28.885767 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-918baf84-285f-4500-b3ed-7655f4639799 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-591280911-network', 'tenant_id': '84340a23f10a4b64ad21fa52302ef5f0'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:24:28.908042 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-482b9745-5481-4707-8d8b-a00fc73b941e tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1555107 Jul 16 08:24:28.913183 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-918baf84-285f-4500-b3ed-7655f4639799 admin admin] Made reservation on behalf of 84340a23f10a4b64ad21fa52302ef5f0 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:24:28.916250 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-918baf84-285f-4500-b3ed-7655f4639799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:28.928115 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-918baf84-285f-4500-b3ed-7655f4639799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:29.155664 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-918baf84-285f-4500-b3ed-7655f4639799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:29.163066 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-918baf84-285f-4500-b3ed-7655f4639799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:29.256390 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8d156112-2415-4055-9f7d-341dc8feefb3 req-afa176d4-70f3-49c9-b41d-7a769f1e4339 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?device_id=843a657e-5dca-4d41-86b5-d23b57ba9345 HTTP/1.1" status: 200 len: 210 time: 0.0422113 Jul 16 08:24:29.337481 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-918baf84-285f-4500-b3ed-7655f4639799 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:24:29.385541 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918baf84-285f-4500-b3ed-7655f4639799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:29.410072 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-918baf84-285f-4500-b3ed-7655f4639799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:29.414217 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-918baf84-285f-4500-b3ed-7655f4639799 admin admin] Added segment e5fde1c5-d7d6-485c-b933-4a6575bb8f26 of type vlan for network 65e6a8db-d3b7-4828-bf97-7f5344ef4f05 Jul 16 08:24:29.426523 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d5fab7c0-79c7-42e4-beaf-8f3ed2f6b02b req-55a7ce0e-ba44-4415-8507-dcc705545abd tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 210 time: 0.0681064 Jul 16 08:24:29.589723 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-918baf84-285f-4500-b3ed-7655f4639799 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:29.644217 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d04de79-c451-44f0-aa4a-413e7cfdbde2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba8e95a-51db-4cfc-8f38-1efea2d1bc44'}, {'server_uuid': 'c63a1e9f-f06d-426c-aa61-32522da69f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01da8e36-8d6e-4032-8b13-c3401231eecc'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:24:29.648462 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbacece7-10c5-434e-8071-e0eec33a6e93" -d '{"events": [{"server_uuid": "6d04de79-c451-44f0-aa4a-413e7cfdbde2", "name": "network-vif-plugged", "status": "completed", "tag": "bba8e95a-51db-4cfc-8f38-1efea2d1bc44"}, {"server_uuid": "c63a1e9f-f06d-426c-aa61-32522da69f88", "name": "network-vif-plugged", "status": "completed", "tag": "01da8e36-8d6e-4032-8b13-c3401231eecc"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:24:29.677194 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7592bb38-d938-4353-9c59-8de7a82eedc8 req-ae106634-17d6-4e21-aac1-77ea7769eed7 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:29.678727 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7592bb38-d938-4353-9c59-8de7a82eedc8 req-ae106634-17d6-4e21-aac1-77ea7769eed7 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d04de79-c451-44f0-aa4a-413e7cfdbde2 HTTP/1.1" status: 200 len: 945 time: 0.4739380 Jul 16 08:24:29.707467 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-918baf84-285f-4500-b3ed-7655f4639799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:29.718289 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:24:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17996d31-95a6-43f5-9b5d-cafb81beebef x-openstack-request-id: req-17996d31-95a6-43f5-9b5d-cafb81beebef {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:24:29.718593 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d04de79-c451-44f0-aa4a-413e7cfdbde2", "name": "network-vif-plugged", "status": "completed", "tag": "bba8e95a-51db-4cfc-8f38-1efea2d1bc44", "code": 200}, {"server_uuid": "c63a1e9f-f06d-426c-aa61-32522da69f88", "name": "network-vif-plugged", "status": "completed", "tag": "01da8e36-8d6e-4032-8b13-c3401231eecc", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:24:29.718846 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-17996d31-95a6-43f5-9b5d-cafb81beebef {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:24:29.719285 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d04de79-c451-44f0-aa4a-413e7cfdbde2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bba8e95a-51db-4cfc-8f38-1efea2d1bc44', 'code': 200} Jul 16 08:24:29.719546 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63a1e9f-f06d-426c-aa61-32522da69f88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01da8e36-8d6e-4032-8b13-c3401231eecc', 'code': 200} Jul 16 08:24:29.719661 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-918baf84-285f-4500-b3ed-7655f4639799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:29.720251 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-918baf84-285f-4500-b3ed-7655f4639799 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:29.913989 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7592bb38-d938-4353-9c59-8de7a82eedc8 req-01e309c6-9e80-43f6-bb3c-656ff62d1adb tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ef285b1-9cd1-4b6c-b1ae-6d8fd8351a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2086978 Jul 16 08:24:29.928164 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-918baf84-285f-4500-b3ed-7655f4639799 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3961325 Jul 16 08:24:29.931069 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44944) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:29.943544 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6630ba-97c4-4ab1-a001-e4b923435659 req-5caa4cd9-204d-4690-bbf4-58da4b91e6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:29.944992 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-af6630ba-97c4-4ab1-a001-e4b923435659 req-5caa4cd9-204d-4690-bbf4-58da4b91e6ca service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6d04de79-c451-44f0-aa4a-413e7cfdbde2 HTTP/1.1" status: 200 len: 1097 time: 0.1458864 Jul 16 08:24:29.948519 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-fd6b3344-8351-4ca8-b20a-6e183a3b5dad admin admin] Request body: {'subnet': {'network_id': '65e6a8db-d3b7-4828-bf97-7f5344ef4f05', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-591280911-subnet', 'tenant_id': '84340a23f10a4b64ad21fa52302ef5f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:24:30.001747 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd6b3344-8351-4ca8-b20a-6e183a3b5dad admin admin] Made reservation on behalf of 84340a23f10a4b64ad21fa52302ef5f0 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:24:30.004872 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918baf84-285f-4500-b3ed-7655f4639799 admin admin] Pushing event updated for resources: {'Network': ['ID=65e6a8db-d3b7-4828-bf97-7f5344ef4f05,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:30.006252 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd6b3344-8351-4ca8-b20a-6e183a3b5dad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:30.019563 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 65e6a8db-d3b7-4828-bf97-7f5344ef4f05 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:24:30.099864 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-af6630ba-97c4-4ab1-a001-e4b923435659 req-b811b9f5-dfa8-498f-9c2a-65dfbaf82f9e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0ef285b1-9cd1-4b6c-b1ae-6d8fd8351a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053791 Jul 16 08:24:30.242899 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd6b3344-8351-4ca8-b20a-6e183a3b5dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:30.347417 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6b3344-8351-4ca8-b20a-6e183a3b5dad admin admin] Checking segment: {'id': 'e5fde1c5-d7d6-485c-b933-4a6575bb8f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '65e6a8db-d3b7-4828-bf97-7f5344ef4f05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:24:30.348083 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6b3344-8351-4ca8-b20a-6e183a3b5dad admin admin] Network hostable DHCP agents. Network: 65e6a8db-d3b7-4828-bf97-7f5344ef4f05, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:24:30.366857 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b3344-8351-4ca8-b20a-6e183a3b5dad admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e53dd50-c814-4c36-85d7-636a4108385e,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:30.382528 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6b3344-8351-4ca8-b20a-6e183a3b5dad admin admin] Network 65e6a8db-d3b7-4828-bf97-7f5344ef4f05 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:24:30.412181 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-fd6b3344-8351-4ca8-b20a-6e183a3b5dad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 65e6a8db-d3b7-4828-bf97-7f5344ef4f05) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:24:30.418298 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd6b3344-8351-4ca8-b20a-6e183a3b5dad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:30.418926 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd6b3344-8351-4ca8-b20a-6e183a3b5dad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:30.422093 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-928e4bfc-8575-4f4f-bd57-80287c3ad297 None None] Network 65e6a8db-d3b7-4828-bf97-7f5344ef4f05 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:24:30.471039 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fd6b3344-8351-4ca8-b20a-6e183a3b5dad admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.5375650 Jul 16 08:24:30.615087 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f99bc214-298d-4219-9597-8d1c31d40b61 req-5508d98a-8271-442e-883e-cc9fd167c5ed tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?device_id=843a657e-5dca-4d41-86b5-d23b57ba9345 HTTP/1.1" status: 200 len: 210 time: 0.0629380 Jul 16 08:24:30.703085 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36570ec1-061b-4a65-aa71-6492dbf4264b None None] Network 65e6a8db-d3b7-4828-bf97-7f5344ef4f05 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:24:30.717682 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cbc62214-2c6a-4343-9f41-2bd0c59bd7e3 req-22bdcc8d-6649-4b1e-9d89-c30f2a12992b tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 210 time: 0.0362964 Jul 16 08:24:31.294665 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-35dfb73d-05ea-4c5c-940f-fbf4982a8f4a tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8c360597c6244684a26b41ea337639bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0812559 Jul 16 08:24:31.442644 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-a129ab84-fe16-49bf-bae3-6aee9ced7fd9 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:31.444207 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-a129ab84-fe16-49bf-bae3-6aee9ced7fd9 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/networks?id=65e6a8db-d3b7-4828-bf97-7f5344ef4f05 HTTP/1.1" status: 200 len: 821 time: 0.2757266 Jul 16 08:24:31.451918 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6635b822-e5fe-4d73-9917-cc86313b9495 req-ff5c18b7-6a2c-40d3-bc7c-26c8047982db tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:31.460807 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6635b822-e5fe-4d73-9917-cc86313b9495 req-ff5c18b7-6a2c-40d3-bc7c-26c8047982db tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d04de79-c451-44f0-aa4a-413e7cfdbde2 HTTP/1.1" status: 200 len: 945 time: 0.3110187 Jul 16 08:24:31.470777 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-efc84380-48f6-455b-b8e1-b3926558164b tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/quotas/84340a23f10a4b64ad21fa52302ef5f0 HTTP/1.1" status: 200 len: 375 time: 0.0148873 Jul 16 08:24:31.534551 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-2f552cf5-8b05-451b-b9f0-d5699151f8bf tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:31.537373 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-2f552cf5-8b05-451b-b9f0-d5699151f8bf tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2279420 Jul 16 08:24:31.540055 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-3aacce5f-3cf0-4148-8ee9-66f05e735144 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=84340a23f10a4b64ad21fa52302ef5f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0637758 Jul 16 08:24:31.553744 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-22cde6b7-b86e-47c5-adf6-e101ccc7a2db tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Request body: {'port': {'device_id': '843a657e-5dca-4d41-86b5-d23b57ba9345', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'admin_state_up': True, 'tenant_id': '8c360597c6244684a26b41ea337639bd'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:24:31.633034 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6635b822-e5fe-4d73-9917-cc86313b9495 req-12420e1b-05f6-43f1-8450-b5d6faab48d1 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ef285b1-9cd1-4b6c-b1ae-6d8fd8351a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647155 Jul 16 08:24:31.689888 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-eba54e13-a76a-47c1-a0fb-2f6985ff17d8 service neutron] 10.222.0.22 "GET /v2.0/networks/65e6a8db-d3b7-4828-bf97-7f5344ef4f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488440 Jul 16 08:24:31.693486 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:31.835121 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:31.866121 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-22cde6b7-b86e-47c5-adf6-e101ccc7a2db tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Made reservation on behalf of 8c360597c6244684a26b41ea337639bd for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:24:31.878043 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-22cde6b7-b86e-47c5-adf6-e101ccc7a2db tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:31.878779 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-62166018-06e4-4d58-bfc0-0fa0c2fb903b service neutron] 10.222.0.22 "GET /v2.0/networks/65e6a8db-d3b7-4828-bf97-7f5344ef4f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750479 Jul 16 08:24:31.909140 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-22cde6b7-b86e-47c5-adf6-e101ccc7a2db tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:32.126425 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-22cde6b7-b86e-47c5-adf6-e101ccc7a2db tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:32.186061 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-22cde6b7-b86e-47c5-adf6-e101ccc7a2db tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:32.308225 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e8998d25-9cbc-4d1d-8e77-ea97aea4ad16 req-0d5b579b-93a2-4a5d-9f5c-b859a67af222 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?device_id=843a657e-5dca-4d41-86b5-d23b57ba9345 HTTP/1.1" status: 200 len: 210 time: 0.3658986 Jul 16 08:24:32.331114 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b8ea4f26-a0ca-4837-95f2-475e38490389 req-c7b8d783-8af8-4418-a971-ef184d4de27d tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 210 time: 0.0678818 Jul 16 08:24:32.508125 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-d09e9699-af50-4b84-97ce-312cfafe7da1 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8104d40427e0444ca28ba0f9ff369926&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3563454 Jul 16 08:24:32.862226 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-018a0134-5409-47ac-8271-e9f7aabda81d req-cdac1c13-d0e3-4060-9d2c-44b9d54d1da9 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=cefea44f-eab4-4e2e-8f39-f4238ba8c7b0 HTTP/1.1" status: 200 len: 210 time: 0.3527138 Jul 16 08:24:32.864981 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cde6b7-b86e-47c5-adf6-e101ccc7a2db tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=464db2f6-d5dd-41dd-a470-b2a280b16f0e,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:32.885408 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9bdbe-6094-40bf-950d-b391a48d2429 req-f607ac2d-bcaa-47f1-8b5b-814ae3948968 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:32.912371 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7db9bdbe-6094-40bf-950d-b391a48d2429 req-f607ac2d-bcaa-47f1-8b5b-814ae3948968 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d04de79-c451-44f0-aa4a-413e7cfdbde2 HTTP/1.1" status: 200 len: 945 time: 0.1106417 Jul 16 08:24:33.038035 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7db9bdbe-6094-40bf-950d-b391a48d2429 req-11eca8ba-802c-40a6-a01d-f20b11ea0ca2 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ef285b1-9cd1-4b6c-b1ae-6d8fd8351a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236017 Jul 16 08:24:33.194560 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-22cde6b7-b86e-47c5-adf6-e101ccc7a2db tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Allocated IP 192.168.233.38 (30bff2e9-dcab-4751-913d-9c4ac9d8019b/c36b7919-0b6b-490a-bff0-04ed964d98ec/00ca0c43-0113-4fae-b89a-c5dfe1141769) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:24:33.225250 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-23225218-d23a-4762-988a-4f6527ad6131 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:33.227098 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-23225218-d23a-4762-988a-4f6527ad6131 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6897638 Jul 16 08:24:33.244701 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-defa60c9-4dfe-423f-aca9-eef6e9cbfde1 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Request body: {'port': {'device_id': '1b68f632-33da-4c56-ba41-fe90d48efee2', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'admin_state_up': True, 'tenant_id': '8104d40427e0444ca28ba0f9ff369926'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:24:33.249519 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a083b1fa-2443-474b-b3cb-63969a6c6942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:33.430281 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc42f663-c540-4478-a143-78f31110af1b req-d2556e35-a7c6-4673-b617-9b8fcec47cfd tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:33.439388 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dc42f663-c540-4478-a143-78f31110af1b req-d2556e35-a7c6-4673-b617-9b8fcec47cfd tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 1097 time: 0.1494806 Jul 16 08:24:33.510368 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dc42f663-c540-4478-a143-78f31110af1b req-5f68ea5d-1b32-445b-ad10-bd72ee70eb3f tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694652 Jul 16 08:24:33.719321 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8f62fd3b-a148-4cdc-9ea4-f098e1f679ad req-c20bca62-4136-47a3-a061-fb54ba2526e2 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 210 time: 0.0726776 Jul 16 08:24:34.105167 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3067bef2-9b5d-43f8-9675-c159b42186fd req-8ba8fd45-3ab8-426a-bb23-37b407be9129 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 258 time: 1.0125308 Jul 16 08:24:34.121720 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-3067bef2-9b5d-43f8-9675-c159b42186fd req-143876dd-9500-41f1-a008-0c18fda3fc9a tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:24:34.159074 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-4d5b7ee6-4b10-4365-94b0-1ea54b8c31c4 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:34.161143 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-4d5b7ee6-4b10-4365-94b0-1ea54b8c31c4 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.30 "GET /v2.0/networks?id=65e6a8db-d3b7-4828-bf97-7f5344ef4f05 HTTP/1.1" status: 200 len: 821 time: 0.2055144 Jul 16 08:24:34.163322 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ceb17876-7035-4daf-b171-353c6cb430d5 req-049c4fe0-b24d-4c77-8875-5e3c75e325d8 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?device_id=843a657e-5dca-4d41-86b5-d23b57ba9345 HTTP/1.1" status: 200 len: 210 time: 0.2237897 Jul 16 08:24:34.179565 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-8ddb972d-94c8-4098-b6e0-56c857553d7f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Request body: {'port': {'device_id': 'cefea44f-eab4-4e2e-8f39-f4238ba8c7b0', 'network_id': '65e6a8db-d3b7-4828-bf97-7f5344ef4f05', 'admin_state_up': True, 'tenant_id': '84340a23f10a4b64ad21fa52302ef5f0'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:24:34.184880 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.db.api [req-3067bef2-9b5d-43f8-9675-c159b42186fd req-143876dd-9500-41f1-a008-0c18fda3fc9a tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:24:34.184880 n-d-771362-37 neutron-server[93758]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:24:34.184880 n-d-771362-37 neutron-server[93758]: [parameters: {'project_id_1': '65d39ce4e0b74493bfaf6681c3b35dde', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 24, 34, 141085)}] Jul 16 08:24:34.184880 n-d-771362-37 neutron-server[93758]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:24:34.185292 n-d-771362-37 neutron-server[93758]: DEBUG oslo_db.api [req-3067bef2-9b5d-43f8-9675-c159b42186fd req-143876dd-9500-41f1-a008-0c18fda3fc9a tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:24:34.206638 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-defa60c9-4dfe-423f-aca9-eef6e9cbfde1 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Made reservation on behalf of 8104d40427e0444ca28ba0f9ff369926 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:24:34.210245 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-defa60c9-4dfe-423f-aca9-eef6e9cbfde1 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:34.246077 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-22cde6b7-b86e-47c5-adf6-e101ccc7a2db tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:34.295538 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-22cde6b7-b86e-47c5-adf6-e101ccc7a2db tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Transition to ACTIVE for port object 00ca0c43-0113-4fae-b89a-c5dfe1141769 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:24:34.367308 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-8ddb972d-94c8-4098-b6e0-56c857553d7f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Made reservation on behalf of 84340a23f10a4b64ad21fa52302ef5f0 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:24:34.372192 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-8ddb972d-94c8-4098-b6e0-56c857553d7f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:34.455688 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-22cde6b7-b86e-47c5-adf6-e101ccc7a2db tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:34.557857 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-22cde6b7-b86e-47c5-adf6-e101ccc7a2db tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:24:34.568279 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-22cde6b7-b86e-47c5-adf6-e101ccc7a2db tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:24:34.576862 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-22cde6b7-b86e-47c5-adf6-e101ccc7a2db tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:24:34.598009 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-8ddb972d-94c8-4098-b6e0-56c857553d7f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Allocated IP 172.20.0.12 (65e6a8db-d3b7-4828-bf97-7f5344ef4f05/3e53dd50-c814-4c36-85d7-636a4108385e/d9668475-bbb2-4d1b-b86e-98f5213bfa0d) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:24:34.628022 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cde6b7-b86e-47c5-adf6-e101ccc7a2db tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Pushing event updated for resources: {'Port': ['ID=00ca0c43-0113-4fae-b89a-c5dfe1141769,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:34.659554 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-defa60c9-4dfe-423f-aca9-eef6e9cbfde1 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Allocated IP 192.168.233.223 (30bff2e9-dcab-4751-913d-9c4ac9d8019b/c36b7919-0b6b-490a-bff0-04ed964d98ec/ac7f6057-099d-4905-842a-a135ee0413c9) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:24:34.761093 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-22cde6b7-b86e-47c5-adf6-e101ccc7a2db tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:34.761776 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-22cde6b7-b86e-47c5-adf6-e101ccc7a2db tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:34.928708 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-8ddb972d-94c8-4098-b6e0-56c857553d7f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:35.003699 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-defa60c9-4dfe-423f-aca9-eef6e9cbfde1 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:35.019804 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-8ddb972d-94c8-4098-b6e0-56c857553d7f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:35.038335 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-defa60c9-4dfe-423f-aca9-eef6e9cbfde1 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Transition to ACTIVE for port object ac7f6057-099d-4905-842a-a135ee0413c9 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:24:35.040557 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0f777cd6-6b9a-477c-a8d7-4580b1609624 None None] Provisioning for port 00ca0c43-0113-4fae-b89a-c5dfe1141769 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:24:35.049204 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0f777cd6-6b9a-477c-a8d7-4580b1609624 None None] Provisioning complete for port 00ca0c43-0113-4fae-b89a-c5dfe1141769 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:24:35.049583 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0f777cd6-6b9a-477c-a8d7-4580b1609624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:35.110437 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0f777cd6-6b9a-477c-a8d7-4580b1609624 None None] Port 00ca0c43-0113-4fae-b89a-c5dfe1141769 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:24:35.131859 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-defa60c9-4dfe-423f-aca9-eef6e9cbfde1 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:35.134721 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3067bef2-9b5d-43f8-9675-c159b42186fd req-143876dd-9500-41f1-a008-0c18fda3fc9a tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:35.146018 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['dd1a6f7e-95c9-4338-87ac-59c2c04f3a98'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:24:35.162716 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-defa60c9-4dfe-423f-aca9-eef6e9cbfde1 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:24:35.170851 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-8ddb972d-94c8-4098-b6e0-56c857553d7f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Network 65e6a8db-d3b7-4828-bf97-7f5344ef4f05 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:24:35.174477 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-8ddb972d-94c8-4098-b6e0-56c857553d7f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:24:35.181643 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-defa60c9-4dfe-423f-aca9-eef6e9cbfde1 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:24:35.186299 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-8ddb972d-94c8-4098-b6e0-56c857553d7f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:24:35.212464 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:24:35.249989 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-defa60c9-4dfe-423f-aca9-eef6e9cbfde1 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:24:35.259149 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddb972d-94c8-4098-b6e0-56c857553d7f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Pushing event updated for resources: {'Port': ['ID=d9668475-bbb2-4d1b-b86e-98f5213bfa0d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:35.288616 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-8ddb972d-94c8-4098-b6e0-56c857553d7f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:35.289251 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-8ddb972d-94c8-4098-b6e0-56c857553d7f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:35.314598 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-8ddb972d-94c8-4098-b6e0-56c857553d7f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1392977 Jul 16 08:24:35.338357 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-22cde6b7-b86e-47c5-adf6-e101ccc7a2db tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.7887635 Jul 16 08:24:35.342183 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-5a6ca6f6-93da-4a9d-a2e7-2d101a12a3fd service neutron] Request body: {'port': {'device_id': 'cefea44f-eab4-4e2e-8f39-f4238ba8c7b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:24:35.372867 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-42d7c523-0331-47cf-b359-84ffe2200fb4 service neutron] Request body: {'port': {'device_id': '843a657e-5dca-4d41-86b5-d23b57ba9345', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:24:35.504638 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-5a6ca6f6-93da-4a9d-a2e7-2d101a12a3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:35.565032 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-defa60c9-4dfe-423f-aca9-eef6e9cbfde1 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Pushing event updated for resources: {'Port': ['ID=ac7f6057-099d-4905-842a-a135ee0413c9,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:35.586742 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-defa60c9-4dfe-423f-aca9-eef6e9cbfde1 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:35.587421 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-defa60c9-4dfe-423f-aca9-eef6e9cbfde1 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:35.662590 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-defa60c9-4dfe-423f-aca9-eef6e9cbfde1 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4221528 Jul 16 08:24:35.675188 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-28fc921d-d02b-4066-828a-c58b1a80af33 service neutron] Request body: {'port': {'device_id': '1b68f632-33da-4c56-ba41-fe90d48efee2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:24:35.678565 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-42d7c523-0331-47cf-b359-84ffe2200fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:35.700883 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1466fa90-8e3f-44ff-a425-3f09f2ab4e88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:35.704606 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3720719d-34fd-4ccc-a0f7-64440458869e None None] Provisioning for port ac7f6057-099d-4905-842a-a135ee0413c9 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:24:35.711741 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3720719d-34fd-4ccc-a0f7-64440458869e None None] Provisioning complete for port ac7f6057-099d-4905-842a-a135ee0413c9 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:24:35.712437 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3720719d-34fd-4ccc-a0f7-64440458869e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:35.752444 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-3720719d-34fd-4ccc-a0f7-64440458869e None None] Port ac7f6057-099d-4905-842a-a135ee0413c9 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:24:35.818882 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3067bef2-9b5d-43f8-9675-c159b42186fd req-143876dd-9500-41f1-a008-0c18fda3fc9a tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:35.936627 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:36.026342 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-5a6ca6f6-93da-4a9d-a2e7-2d101a12a3fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9668475-bbb2-4d1b-b86e-98f5213bfa0d {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:24:36.040275 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-5a6ca6f6-93da-4a9d-a2e7-2d101a12a3fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:36.076957 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-28fc921d-d02b-4066-828a-c58b1a80af33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:36.077646 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-5a6ca6f6-93da-4a9d-a2e7-2d101a12a3fd service neutron] Transition to ACTIVE for port object d9668475-bbb2-4d1b-b86e-98f5213bfa0d will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:24:36.087422 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-5a6ca6f6-93da-4a9d-a2e7-2d101a12a3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:36.120776 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-d6335665-9154-41af-a260-6f280ee00df7 req-51c024da-54c6-498a-aa82-3c629bd5ee7d tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:24:36.122064 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d6335665-9154-41af-a260-6f280ee00df7 req-51c024da-54c6-498a-aa82-3c629bd5ee7d tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056727 Jul 16 08:24:36.147325 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-d6335665-9154-41af-a260-6f280ee00df7 req-81f5b127-92b5-4918-840f-15a152858899 service neutron] Request body: {'binding': {'host': 'n-h1-771362-37', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:24:36.148102 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-d6335665-9154-41af-a260-6f280ee00df7 req-81f5b127-92b5-4918-840f-15a152858899 service neutron] Unknown quota resources ['binding']. {{(pid=93758) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:24:36.207475 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-3067bef2-9b5d-43f8-9675-c159b42186fd req-143876dd-9500-41f1-a008-0c18fda3fc9a tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Allocated IP 172.25.3.131 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/6c3a1a42-ca5f-4f91-80a6-34b8a47e6fd9) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:24:36.216079 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ca6f6-93da-4a9d-a2e7-2d101a12a3fd service neutron] Pushing event updated for resources: {'Port': ['ID=d9668475-bbb2-4d1b-b86e-98f5213bfa0d,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:36.261120 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-5a6ca6f6-93da-4a9d-a2e7-2d101a12a3fd service neutron] Attempting to bind port d9668475-bbb2-4d1b-b86e-98f5213bfa0d on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:24:36.261617 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-5a6ca6f6-93da-4a9d-a2e7-2d101a12a3fd service neutron] Attempting to bind port d9668475-bbb2-4d1b-b86e-98f5213bfa0d by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'e5fde1c5-d7d6-485c-b933-4a6575bb8f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '65e6a8db-d3b7-4828-bf97-7f5344ef4f05'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:24:36.261958 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-5a6ca6f6-93da-4a9d-a2e7-2d101a12a3fd service neutron] Attempting to bind port d9668475-bbb2-4d1b-b86e-98f5213bfa0d on network 65e6a8db-d3b7-4828-bf97-7f5344ef4f05 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:24:36.267294 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-5a6ca6f6-93da-4a9d-a2e7-2d101a12a3fd service neutron] Port d9668475-bbb2-4d1b-b86e-98f5213bfa0d on network 65e6a8db-d3b7-4828-bf97-7f5344ef4f05 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:24:36.267617 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-5a6ca6f6-93da-4a9d-a2e7-2d101a12a3fd service neutron] Attempting to bind port d9668475-bbb2-4d1b-b86e-98f5213bfa0d on network 65e6a8db-d3b7-4828-bf97-7f5344ef4f05 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:24:36.275861 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-5a6ca6f6-93da-4a9d-a2e7-2d101a12a3fd service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:24:36.276208 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-5a6ca6f6-93da-4a9d-a2e7-2d101a12a3fd service neutron] Checking segment: {'id': 'e5fde1c5-d7d6-485c-b933-4a6575bb8f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '65e6a8db-d3b7-4828-bf97-7f5344ef4f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:24:36.276671 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-5a6ca6f6-93da-4a9d-a2e7-2d101a12a3fd service neutron] Bound using segment: {'id': 'e5fde1c5-d7d6-485c-b933-4a6575bb8f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '65e6a8db-d3b7-4828-bf97-7f5344ef4f05'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:24:36.277059 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-5a6ca6f6-93da-4a9d-a2e7-2d101a12a3fd service neutron] Bound port: d9668475-bbb2-4d1b-b86e-98f5213bfa0d, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5fde1c5-d7d6-485c-b933-4a6575bb8f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '65e6a8db-d3b7-4828-bf97-7f5344ef4f05'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:24:36.277420 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-5a6ca6f6-93da-4a9d-a2e7-2d101a12a3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:36.366642 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-5a6ca6f6-93da-4a9d-a2e7-2d101a12a3fd service neutron] For port d9668475-bbb2-4d1b-b86e-98f5213bfa0d, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:24:36.370787 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-5a6ca6f6-93da-4a9d-a2e7-2d101a12a3fd service neutron] For port d9668475-bbb2-4d1b-b86e-98f5213bfa0d, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d9668475-bbb2-4d1b-b86e-98f5213bfa0d,segment=NetworkSegment(e5fde1c5-d7d6-485c-b933-4a6575bb8f26),segment_id=e5fde1c5-d7d6-485c-b933-4a6575bb8f26)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:24:36.378649 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-5a6ca6f6-93da-4a9d-a2e7-2d101a12a3fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:36.428386 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-5a6ca6f6-93da-4a9d-a2e7-2d101a12a3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:36.429078 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-5a6ca6f6-93da-4a9d-a2e7-2d101a12a3fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:36.430809 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-5a6ca6f6-93da-4a9d-a2e7-2d101a12a3fd service neutron] 10.222.0.30 "PUT /v2.0/ports/d9668475-bbb2-4d1b-b86e-98f5213bfa0d HTTP/1.1" status: 200 len: 1093 time: 1.1028924 Jul 16 08:24:36.431271 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cefea44f-eab4-4e2e-8f39-f4238ba8c7b0', 'tag': 'd9668475-bbb2-4d1b-b86e-98f5213bfa0d'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:24:36.433981 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff7e10bc-1cb7-46b7-9228-4f765be4d298" -d '{"events": [{"name": "network-changed", "server_uuid": "cefea44f-eab4-4e2e-8f39-f4238ba8c7b0", "tag": "d9668475-bbb2-4d1b-b86e-98f5213bfa0d"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:24:36.508695 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-d6335665-9154-41af-a260-6f280ee00df7 req-81f5b127-92b5-4918-840f-15a152858899 service neutron] Attempting to bind port 7b170f35-db9b-415e-9c83-adb9b8db3ac3 on host n-h1-771362-37 for vnic_type normal with profile None {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:24:36.509312 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-d6335665-9154-41af-a260-6f280ee00df7 req-81f5b127-92b5-4918-840f-15a152858899 service neutron] Attempting to bind port 7b170f35-db9b-415e-9c83-adb9b8db3ac3 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:24:36.509824 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6335665-9154-41af-a260-6f280ee00df7 req-81f5b127-92b5-4918-840f-15a152858899 service neutron] Attempting to bind port 7b170f35-db9b-415e-9c83-adb9b8db3ac3 on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:24:36.535558 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6ca6f6-93da-4a9d-a2e7-2d101a12a3fd service neutron] Pushing event updated for resources: {'Port': ['ID=d9668475-bbb2-4d1b-b86e-98f5213bfa0d,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:36.564873 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6335665-9154-41af-a260-6f280ee00df7 req-81f5b127-92b5-4918-840f-15a152858899 service neutron] Port 7b170f35-db9b-415e-9c83-adb9b8db3ac3 on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:24:36.565514 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6335665-9154-41af-a260-6f280ee00df7 req-81f5b127-92b5-4918-840f-15a152858899 service neutron] Attempting to bind port 7b170f35-db9b-415e-9c83-adb9b8db3ac3 on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:24:36.579057 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6335665-9154-41af-a260-6f280ee00df7 req-81f5b127-92b5-4918-840f-15a152858899 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:24:36.579392 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6335665-9154-41af-a260-6f280ee00df7 req-81f5b127-92b5-4918-840f-15a152858899 service neutron] Checking segment: {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:24:36.579783 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6335665-9154-41af-a260-6f280ee00df7 req-81f5b127-92b5-4918-840f-15a152858899 service neutron] Bound using segment: {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:24:36.580231 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-d6335665-9154-41af-a260-6f280ee00df7 req-81f5b127-92b5-4918-840f-15a152858899 service neutron] Bound port: 7b170f35-db9b-415e-9c83-adb9b8db3ac3, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:24:36.581024 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-4dba17bb-aa8d-4747-82fa-ba8c61753700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:36.582627 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-4dba17bb-aa8d-4747-82fa-ba8c61753700 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84340a23f10a4b64ad21fa52302ef5f0&device_id=cefea44f-eab4-4e2e-8f39-f4238ba8c7b0 HTTP/1.1" status: 200 len: 1096 time: 0.0908656 Jul 16 08:24:36.637665 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-fd9d0279-27ed-442b-b499-d1ed7430a49c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9668475-bbb2-4d1b-b86e-98f5213bfa0d HTTP/1.1" status: 200 len: 217 time: 0.0441978 Jul 16 08:24:36.681329 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3067bef2-9b5d-43f8-9675-c159b42186fd req-143876dd-9500-41f1-a008-0c18fda3fc9a tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:36.690830 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-42d7c523-0331-47cf-b359-84ffe2200fb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00ca0c43-0113-4fae-b89a-c5dfe1141769 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:24:36.704407 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-df2c780b-8e2a-4c1e-8cf2-806ed02f74aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:36.704407 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-df2c780b-8e2a-4c1e-8cf2-806ed02f74aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e53dd50-c814-4c36-85d7-636a4108385e HTTP/1.1" status: 200 len: 861 time: 0.0578542 Jul 16 08:24:36.722240 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-42d7c523-0331-47cf-b359-84ffe2200fb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:36.722240 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-d6335665-9154-41af-a260-6f280ee00df7 req-81f5b127-92b5-4918-840f-15a152858899 service neutron] For port 7b170f35-db9b-415e-9c83-adb9b8db3ac3, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=7b170f35-db9b-415e-9c83-adb9b8db3ac3,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:24:36.748779 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-2eb9241e-f112-4c58-9efe-0684f25ba87a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65e6a8db-d3b7-4828-bf97-7f5344ef4f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371151 Jul 16 08:24:36.753648 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d6335665-9154-41af-a260-6f280ee00df7 req-81f5b127-92b5-4918-840f-15a152858899 service neutron] Notify callbacks [] for binding, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:36.755643 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d6335665-9154-41af-a260-6f280ee00df7 req-81f5b127-92b5-4918-840f-15a152858899 service neutron] 10.222.0.22 "POST /v2.0/ports/7b170f35-db9b-415e-9c83-adb9b8db3ac3/bindings HTTP/1.1" status: 201 len: 390 time: 0.6118207 Jul 16 08:24:36.763913 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-42d7c523-0331-47cf-b359-84ffe2200fb4 service neutron] Transition to ACTIVE for port object 00ca0c43-0113-4fae-b89a-c5dfe1141769 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:24:36.795075 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-42d7c523-0331-47cf-b359-84ffe2200fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:36.896630 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-1c1da159-17c6-4378-a84b-9db1e2f2ee48 service neutron] 10.222.0.30 "GET /v2.0/networks/65e6a8db-d3b7-4828-bf97-7f5344ef4f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254790 Jul 16 08:24:36.931134 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:36.954560 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3067bef2-9b5d-43f8-9675-c159b42186fd req-143876dd-9500-41f1-a008-0c18fda3fc9a tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:36.998105 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7c523-0331-47cf-b359-84ffe2200fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=00ca0c43-0113-4fae-b89a-c5dfe1141769,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:37.063908 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5df9ec3e-3797-4051-a311-1b39b3769583 req-7bb5d302-7eb4-4012-9827-37bc62840560 service neutron] 10.222.0.30 "GET /v2.0/networks/65e6a8db-d3b7-4828-bf97-7f5344ef4f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472561 Jul 16 08:24:37.162387 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3067bef2-9b5d-43f8-9675-c159b42186fd req-143876dd-9500-41f1-a008-0c18fda3fc9a tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:24:37.214290 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-3067bef2-9b5d-43f8-9675-c159b42186fd req-143876dd-9500-41f1-a008-0c18fda3fc9a tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:24:37.216652 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-3067bef2-9b5d-43f8-9675-c159b42186fd req-143876dd-9500-41f1-a008-0c18fda3fc9a tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:24:37.305536 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-28fc921d-d02b-4066-828a-c58b1a80af33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac7f6057-099d-4905-842a-a135ee0413c9 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:24:37.335818 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143876dd-9500-41f1-a008-0c18fda3fc9a tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Pushing event updated for resources: {'Port': ['ID=6c3a1a42-ca5f-4f91-80a6-34b8a47e6fd9,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:37.345926 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-28fc921d-d02b-4066-828a-c58b1a80af33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:37.386439 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-42d7c523-0331-47cf-b359-84ffe2200fb4 service neutron] Attempting to bind port 00ca0c43-0113-4fae-b89a-c5dfe1141769 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:24:37.387157 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-42d7c523-0331-47cf-b359-84ffe2200fb4 service neutron] Attempting to bind port 00ca0c43-0113-4fae-b89a-c5dfe1141769 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:24:37.387997 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-42d7c523-0331-47cf-b359-84ffe2200fb4 service neutron] Attempting to bind port 00ca0c43-0113-4fae-b89a-c5dfe1141769 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:24:37.394192 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-28fc921d-d02b-4066-828a-c58b1a80af33 service neutron] Transition to ACTIVE for port object ac7f6057-099d-4905-842a-a135ee0413c9 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:24:37.403203 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-42d7c523-0331-47cf-b359-84ffe2200fb4 service neutron] Port 00ca0c43-0113-4fae-b89a-c5dfe1141769 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:24:37.404620 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-42d7c523-0331-47cf-b359-84ffe2200fb4 service neutron] Attempting to bind port 00ca0c43-0113-4fae-b89a-c5dfe1141769 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:24:37.408685 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-28fc921d-d02b-4066-828a-c58b1a80af33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:37.409001 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6335665-9154-41af-a260-6f280ee00df7 req-a45f852c-8df2-4fb2-8caa-51dc7ce9a9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:37.410585 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6335665-9154-41af-a260-6f280ee00df7 req-a45f852c-8df2-4fb2-8caa-51dc7ce9a9ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c0f0cf24afb47969a9cef8297bf2691&device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 1097 time: 0.0783048 Jul 16 08:24:37.418150 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b952eb1-8db9-4c38-bf26-164d913a9bd9 req-f1fa3d21-d2e6-4a6a-86dc-835064390db6 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:37.424956 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3b952eb1-8db9-4c38-bf26-164d913a9bd9 req-f1fa3d21-d2e6-4a6a-86dc-835064390db6 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=cefea44f-eab4-4e2e-8f39-f4238ba8c7b0 HTTP/1.1" status: 200 len: 944 time: 0.1531451 Jul 16 08:24:37.464017 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-42d7c523-0331-47cf-b359-84ffe2200fb4 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:24:37.464017 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-42d7c523-0331-47cf-b359-84ffe2200fb4 service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:24:37.464519 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-42d7c523-0331-47cf-b359-84ffe2200fb4 service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:24:37.464923 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-42d7c523-0331-47cf-b359-84ffe2200fb4 service neutron] Bound port: 00ca0c43-0113-4fae-b89a-c5dfe1141769, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:24:37.465606 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-42d7c523-0331-47cf-b359-84ffe2200fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:37.497708 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3b952eb1-8db9-4c38-bf26-164d913a9bd9 req-5368aa07-a25c-43a4-8652-3292ab7685fe tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716972 Jul 16 08:24:37.605061 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6335665-9154-41af-a260-6f280ee00df7 req-779fc047-cecd-45ac-86b6-bfea4cf8f484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:37.612865 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6335665-9154-41af-a260-6f280ee00df7 req-779fc047-cecd-45ac-86b6-bfea4cf8f484 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 HTTP/1.1" status: 200 len: 908 time: 0.1790214 Jul 16 08:24:37.710088 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6335665-9154-41af-a260-6f280ee00df7 req-12a8be06-3f92-453a-a1ce-596405fbc46b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b170f35-db9b-415e-9c83-adb9b8db3ac3 HTTP/1.1" status: 200 len: 217 time: 0.0912738 Jul 16 08:24:37.804100 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6335665-9154-41af-a260-6f280ee00df7 req-e3bb24ea-0e4e-46ac-ad3a-a3fc0d771803 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:37.806265 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6335665-9154-41af-a260-6f280ee00df7 req-e3bb24ea-0e4e-46ac-ad3a-a3fc0d771803 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce796d98-7ee4-4738-aad4-0026126b7799 HTTP/1.1" status: 200 len: 847 time: 0.0836375 Jul 16 08:24:37.854088 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6335665-9154-41af-a260-6f280ee00df7 req-17fc3431-6689-4c48-a2c2-6e3387a91625 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410008 Jul 16 08:24:37.931507 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc921d-d02b-4066-828a-c58b1a80af33 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7f6057-099d-4905-842a-a135ee0413c9,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:37.944999 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3067bef2-9b5d-43f8-9675-c159b42186fd req-143876dd-9500-41f1-a008-0c18fda3fc9a tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:37.960942 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6335665-9154-41af-a260-6f280ee00df7 req-10836bda-6c76-4afa-8ba3-46befdde4c6b service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977268 Jul 16 08:24:38.014484 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-28fc921d-d02b-4066-828a-c58b1a80af33 service neutron] Attempting to bind port ac7f6057-099d-4905-842a-a135ee0413c9 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:24:38.014817 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-28fc921d-d02b-4066-828a-c58b1a80af33 service neutron] Attempting to bind port ac7f6057-099d-4905-842a-a135ee0413c9 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:24:38.015478 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-28fc921d-d02b-4066-828a-c58b1a80af33 service neutron] Attempting to bind port ac7f6057-099d-4905-842a-a135ee0413c9 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:24:38.028750 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-28fc921d-d02b-4066-828a-c58b1a80af33 service neutron] Port ac7f6057-099d-4905-842a-a135ee0413c9 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:24:38.029316 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-28fc921d-d02b-4066-828a-c58b1a80af33 service neutron] Attempting to bind port ac7f6057-099d-4905-842a-a135ee0413c9 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:24:38.042244 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-42d7c523-0331-47cf-b359-84ffe2200fb4 service neutron] For port 00ca0c43-0113-4fae-b89a-c5dfe1141769, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:24:38.047863 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-28fc921d-d02b-4066-828a-c58b1a80af33 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:24:38.048243 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-28fc921d-d02b-4066-828a-c58b1a80af33 service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:24:38.048908 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-28fc921d-d02b-4066-828a-c58b1a80af33 service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:24:38.049047 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-28fc921d-d02b-4066-828a-c58b1a80af33 service neutron] Bound port: ac7f6057-099d-4905-842a-a135ee0413c9, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:24:38.049592 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-28fc921d-d02b-4066-828a-c58b1a80af33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:38.068104 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3067bef2-9b5d-43f8-9675-c159b42186fd req-143876dd-9500-41f1-a008-0c18fda3fc9a tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:38.103878 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4482c1-6a1e-4a95-9da9-e91adf08c32d req-692a6687-affa-46da-b2a7-b7179e1d793b tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:38.105624 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dc4482c1-6a1e-4a95-9da9-e91adf08c32d req-692a6687-affa-46da-b2a7-b7179e1d793b tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 948 time: 0.2547474 Jul 16 08:24:38.109983 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6335665-9154-41af-a260-6f280ee00df7 req-ec1a89f9-6415-4c20-a178-863a0ef69195 service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316764 Jul 16 08:24:38.176945 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dc4482c1-6a1e-4a95-9da9-e91adf08c32d req-9a599b6f-684c-4803-930e-24f89a50c746 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582204 Jul 16 08:24:38.246586 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3067bef2-9b5d-43f8-9675-c159b42186fd req-143876dd-9500-41f1-a008-0c18fda3fc9a tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:38.251024 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-42d7c523-0331-47cf-b359-84ffe2200fb4 service neutron] For port 00ca0c43-0113-4fae-b89a-c5dfe1141769, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=00ca0c43-0113-4fae-b89a-c5dfe1141769,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:24:38.288946 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3067bef2-9b5d-43f8-9675-c159b42186fd req-143876dd-9500-41f1-a008-0c18fda3fc9a tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:38.297633 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-42d7c523-0331-47cf-b359-84ffe2200fb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:38.369123 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-42d7c523-0331-47cf-b359-84ffe2200fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:38.369481 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-42d7c523-0331-47cf-b359-84ffe2200fb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:38.388704 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-42d7c523-0331-47cf-b359-84ffe2200fb4 service neutron] 10.222.0.21 "PUT /v2.0/ports/00ca0c43-0113-4fae-b89a-c5dfe1141769 HTTP/1.1" status: 200 len: 1096 time: 3.0380626 Jul 16 08:24:38.399786 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:38.439926 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '843a657e-5dca-4d41-86b5-d23b57ba9345', 'tag': '00ca0c43-0113-4fae-b89a-c5dfe1141769'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:24:38.443035 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63789cb8-b092-4c9f-b290-30b1bd08809e" -d '{"events": [{"name": "network-changed", "server_uuid": "843a657e-5dca-4d41-86b5-d23b57ba9345", "tag": "00ca0c43-0113-4fae-b89a-c5dfe1141769"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:24:38.508647 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143876dd-9500-41f1-a008-0c18fda3fc9a tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Pushing event updated for resources: {'Port': ['ID=6c3a1a42-ca5f-4f91-80a6-34b8a47e6fd9,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:38.518293 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb922f3-fa13-4c46-b8d2-1da23c8c5519 req-f1e71181-efe4-43b6-b8b9-3f884be7eb6e tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:38.519933 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-adb922f3-fa13-4c46-b8d2-1da23c8c5519 req-f1e71181-efe4-43b6-b8b9-3f884be7eb6e tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?device_id=843a657e-5dca-4d41-86b5-d23b57ba9345 HTTP/1.1" status: 200 len: 947 time: 0.1932840 Jul 16 08:24:38.553543 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-28fc921d-d02b-4066-828a-c58b1a80af33 service neutron] For port ac7f6057-099d-4905-842a-a135ee0413c9, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:24:38.561839 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3067bef2-9b5d-43f8-9675-c159b42186fd req-143876dd-9500-41f1-a008-0c18fda3fc9a tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:38.584107 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-28fc921d-d02b-4066-828a-c58b1a80af33 service neutron] For port ac7f6057-099d-4905-842a-a135ee0413c9, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ac7f6057-099d-4905-842a-a135ee0413c9,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:24:38.600894 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-28fc921d-d02b-4066-828a-c58b1a80af33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:38.620049 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-adb922f3-fa13-4c46-b8d2-1da23c8c5519 req-4a1248ad-099c-4e9a-b11e-b52d93c6571d tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/security-groups?id=464db2f6-d5dd-41dd-a470-b2a280b16f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885296 Jul 16 08:24:38.651524 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3067bef2-9b5d-43f8-9675-c159b42186fd req-143876dd-9500-41f1-a008-0c18fda3fc9a tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:38.653292 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3067bef2-9b5d-43f8-9675-c159b42186fd req-143876dd-9500-41f1-a008-0c18fda3fc9a tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 4.5473113 Jul 16 08:24:38.672415 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-bf7b4b9a-22af-4a6c-b12a-a3adc31a6264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:38.674321 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-bf7b4b9a-22af-4a6c-b12a-a3adc31a6264 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c360597c6244684a26b41ea337639bd&device_id=843a657e-5dca-4d41-86b5-d23b57ba9345 HTTP/1.1" status: 200 len: 1099 time: 0.2149072 Jul 16 08:24:38.678163 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d7c523-0331-47cf-b359-84ffe2200fb4 service neutron] Pushing event updated for resources: {'Port': ['ID=00ca0c43-0113-4fae-b89a-c5dfe1141769,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:38.697194 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3eb069b-a0f0-40ee-b979-bfd36fc27feb x-openstack-request-id: req-b3eb069b-a0f0-40ee-b979-bfd36fc27feb {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:24:38.697508 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cefea44f-eab4-4e2e-8f39-f4238ba8c7b0", "tag": "d9668475-bbb2-4d1b-b86e-98f5213bfa0d", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:24:38.697757 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b3eb069b-a0f0-40ee-b979-bfd36fc27feb {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:24:38.698165 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cefea44f-eab4-4e2e-8f39-f4238ba8c7b0', 'tag': 'd9668475-bbb2-4d1b-b86e-98f5213bfa0d', 'status': 'completed', 'code': 200} Jul 16 08:24:38.725722 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-28fc921d-d02b-4066-828a-c58b1a80af33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:38.726537 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-28fc921d-d02b-4066-828a-c58b1a80af33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:38.728051 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-28fc921d-d02b-4066-828a-c58b1a80af33 service neutron] 10.222.0.21 "PUT /v2.0/ports/ac7f6057-099d-4905-842a-a135ee0413c9 HTTP/1.1" status: 200 len: 1097 time: 3.0578749 Jul 16 08:24:38.862670 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e10bc-1cb7-46b7-9228-4f765be4d298 req-ae905f01-f024-4592-a387-96be21509d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:38.864234 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28fc921d-d02b-4066-828a-c58b1a80af33 service neutron] Pushing event updated for resources: {'Port': ['ID=ac7f6057-099d-4905-842a-a135ee0413c9,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:38.868777 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-adf0ede5-085f-472a-992e-9a258263b504 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=00ca0c43-0113-4fae-b89a-c5dfe1141769 HTTP/1.1" status: 200 len: 217 time: 0.0660477 Jul 16 08:24:38.875558 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff7e10bc-1cb7-46b7-9228-4f765be4d298 req-ae905f01-f024-4592-a387-96be21509d3f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84340a23f10a4b64ad21fa52302ef5f0&device_id=cefea44f-eab4-4e2e-8f39-f4238ba8c7b0 HTTP/1.1" status: 200 len: 1096 time: 0.1398206 Jul 16 08:24:38.933011 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3067bef2-9b5d-43f8-9675-c159b42186fd req-395e7b2f-dfeb-4ac8-a893-8ea524f80bc3 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.131 HTTP/1.1" status: 200 len: 696 time: 0.2692654 Jul 16 08:24:39.070373 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-d771eeb8-1665-47ef-9d2b-69807748f50e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:39.082355 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-d771eeb8-1665-47ef-9d2b-69807748f50e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.1696494 Jul 16 08:24:39.124141 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-cda66e4c-07b8-4ed1-870d-85f6466ad055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:39.125902 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-cda66e4c-07b8-4ed1-870d-85f6466ad055 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 1100 time: 0.2558491 Jul 16 08:24:39.129292 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e10bc-1cb7-46b7-9228-4f765be4d298 req-cf5ac7b4-7743-4210-a94a-ca00020249f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:39.133208 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff7e10bc-1cb7-46b7-9228-4f765be4d298 req-cf5ac7b4-7743-4210-a94a-ca00020249f5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=65e6a8db-d3b7-4828-bf97-7f5344ef4f05 HTTP/1.1" status: 200 len: 922 time: 0.2456067 Jul 16 08:24:39.183361 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff7e10bc-1cb7-46b7-9228-4f765be4d298 req-b5c426a0-05dc-4825-89de-8930a736465b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d9668475-bbb2-4d1b-b86e-98f5213bfa0d HTTP/1.1" status: 200 len: 217 time: 0.0445738 Jul 16 08:24:39.188289 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-45c0c11a-a9dd-4544-813c-aa4504901dde service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=ac7f6057-099d-4905-842a-a135ee0413c9 HTTP/1.1" status: 200 len: 217 time: 0.0528626 Jul 16 08:24:39.215366 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067bef2-9b5d-43f8-9675-c159b42186fd req-c8cb02a5-1666-4c3b-870f-614e59342dc6 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:39.228082 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3067bef2-9b5d-43f8-9675-c159b42186fd req-c8cb02a5-1666-4c3b-870f-614e59342dc6 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 784 time: 0.2576485 Jul 16 08:24:39.275053 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f853e670-2389-454b-9614-ba886d9e15a6 req-9dbd8180-5a63-4806-843d-4ae778b56afc tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:39.276748 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f853e670-2389-454b-9614-ba886d9e15a6 req-9dbd8180-5a63-4806-843d-4ae778b56afc tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 945 time: 0.3895445 Jul 16 08:24:39.278315 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7e10bc-1cb7-46b7-9228-4f765be4d298 req-6f6713df-9166-4c5c-a3a6-d39cd0e04ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:39.279744 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff7e10bc-1cb7-46b7-9228-4f765be4d298 req-6f6713df-9166-4c5c-a3a6-d39cd0e04ab1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e53dd50-c814-4c36-85d7-636a4108385e HTTP/1.1" status: 200 len: 861 time: 0.0808353 Jul 16 08:24:39.330971 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff7e10bc-1cb7-46b7-9228-4f765be4d298 req-e254f00b-5f65-4876-99e2-37b52226d448 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65e6a8db-d3b7-4828-bf97-7f5344ef4f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381770 Jul 16 08:24:39.340238 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-d387ae5a-e71d-4e79-aa0f-3e11fad25fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:39.343062 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-d387ae5a-e71d-4e79-aa0f-3e11fad25fc9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2476749 Jul 16 08:24:39.344663 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-1f16f7cd-a45f-46e1-a811-b71a731f9f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:39.346140 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-1f16f7cd-a45f-46e1-a811-b71a731f9f27 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.1494968 Jul 16 08:24:39.440267 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f853e670-2389-454b-9614-ba886d9e15a6 req-4308e52a-abfd-458f-b72c-342ad3245fb2 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573310 Jul 16 08:24:39.482055 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:24:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ab717b3-1d20-44a6-a5af-f641f1e60537 x-openstack-request-id: req-0ab717b3-1d20-44a6-a5af-f641f1e60537 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:24:39.482506 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "843a657e-5dca-4d41-86b5-d23b57ba9345", "tag": "00ca0c43-0113-4fae-b89a-c5dfe1141769", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:24:39.482863 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0ab717b3-1d20-44a6-a5af-f641f1e60537 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:24:39.483440 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '843a657e-5dca-4d41-86b5-d23b57ba9345', 'tag': '00ca0c43-0113-4fae-b89a-c5dfe1141769', 'status': 'completed', 'code': 200} Jul 16 08:24:39.559268 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff7e10bc-1cb7-46b7-9228-4f765be4d298 req-f24cee0b-296f-4f87-b651-d1091d2497af service neutron] 10.222.0.30 "GET /v2.0/networks/65e6a8db-d3b7-4828-bf97-7f5344ef4f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2196074 Jul 16 08:24:39.652897 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-9663f20c-b5dd-4912-b570-4b5cdbc54ca4 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929361 Jul 16 08:24:39.659987 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-dd56deda-ec4b-4169-a61f-71b052a0bc4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:39.661546 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-dd56deda-ec4b-4169-a61f-71b052a0bc4d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3046446 Jul 16 08:24:39.675942 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff7e10bc-1cb7-46b7-9228-4f765be4d298 req-e7711054-9337-4577-aae6-5d1a915069d5 service neutron] 10.222.0.30 "GET /v2.0/networks/65e6a8db-d3b7-4828-bf97-7f5344ef4f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025040 Jul 16 08:24:39.903960 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78b6929-774d-48ed-9763-33bcf3dc3977 req-99c99663-0324-4a76-b81b-6910ec019679 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:39.906610 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f78b6929-774d-48ed-9763-33bcf3dc3977 req-99c99663-0324-4a76-b81b-6910ec019679 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=cefea44f-eab4-4e2e-8f39-f4238ba8c7b0 HTTP/1.1" status: 200 len: 944 time: 0.1409764 Jul 16 08:24:39.972378 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-900992d7-c795-4a43-b8e0-043df96ada71 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2867687 Jul 16 08:24:39.975571 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef16f1e4-48b2-4394-8cdb-373ccf8e13e3 req-3395283f-c375-4080-a4fb-48bdf940601f service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3176980 Jul 16 08:24:39.979782 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f78b6929-774d-48ed-9763-33bcf3dc3977 req-1caeb6d2-9745-4c05-b61b-ec14ccc2b5a0 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667088 Jul 16 08:24:40.034217 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0ac362e-2e81-46b3-9b50-1823f1a1374b req-d8ced9ed-baa3-411d-933f-1c7b06de0397 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:40.035901 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e0ac362e-2e81-46b3-9b50-1823f1a1374b req-d8ced9ed-baa3-411d-933f-1c7b06de0397 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 948 time: 0.1923096 Jul 16 08:24:40.162037 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e0ac362e-2e81-46b3-9b50-1823f1a1374b req-36ef4f19-1233-48be-bfb7-b5150cf260f1 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883746 Jul 16 08:24:40.165691 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2caa3d54-1c2c-488d-9585-c35285f89248 req-0745d7f4-e8c8-427d-8c3f-f5d180e16135 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1821051 Jul 16 08:24:40.186199 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63789cb8-b092-4c9f-b290-30b1bd08809e req-8d91b024-82d2-45fd-acb8-65f3fc049ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:40.188630 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63789cb8-b092-4c9f-b290-30b1bd08809e req-8d91b024-82d2-45fd-acb8-65f3fc049ec9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c360597c6244684a26b41ea337639bd&device_id=843a657e-5dca-4d41-86b5-d23b57ba9345 HTTP/1.1" status: 200 len: 1099 time: 0.1488571 Jul 16 08:24:40.293872 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8020719-8677-4c5d-ae50-1305acadfbc5 req-97b53405-e54f-4ef1-ab07-8cc24328870d tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:40.295678 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b8020719-8677-4c5d-ae50-1305acadfbc5 req-97b53405-e54f-4ef1-ab07-8cc24328870d tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d04de79-c451-44f0-aa4a-413e7cfdbde2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1451705 Jul 16 08:24:40.319026 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63789cb8-b092-4c9f-b290-30b1bd08809e req-837a4891-4c06-47d1-9754-163d2331ed2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:40.320848 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63789cb8-b092-4c9f-b290-30b1bd08809e req-837a4891-4c06-47d1-9754-163d2331ed2f service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.1220210 Jul 16 08:24:40.365615 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b8020719-8677-4c5d-ae50-1305acadfbc5 req-7d05d75b-6ab7-414c-9f02-74b133da8fb1 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.131 HTTP/1.1" status: 200 len: 696 time: 0.0623229 Jul 16 08:24:40.370966 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-b8020719-8677-4c5d-ae50-1305acadfbc5 req-aee9d246-9ec4-484b-a2f4-f11aee88b428 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Request body: {'floatingip': {'port_id': 'bba8e95a-51db-4cfc-8f38-1efea2d1bc44', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:24:40.404840 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63789cb8-b092-4c9f-b290-30b1bd08809e req-4714b7b2-a591-413e-aed7-8a9297ed0e01 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=00ca0c43-0113-4fae-b89a-c5dfe1141769 HTTP/1.1" status: 200 len: 217 time: 0.0766056 Jul 16 08:24:40.420921 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b8020719-8677-4c5d-ae50-1305acadfbc5 req-aee9d246-9ec4-484b-a2f4-f11aee88b428 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:40.497573 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63789cb8-b092-4c9f-b290-30b1bd08809e req-6d03ca6e-5564-4285-8ff6-5571e127664e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:40.499244 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63789cb8-b092-4c9f-b290-30b1bd08809e req-6d03ca6e-5564-4285-8ff6-5571e127664e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0812719 Jul 16 08:24:40.560546 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d9e069-0575-4847-bfd4-df8ee48e8f12 req-774ca348-7113-4b38-a54e-b303c9bb5569 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:40.568370 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b3d9e069-0575-4847-bfd4-df8ee48e8f12 req-774ca348-7113-4b38-a54e-b303c9bb5569 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?device_id=843a657e-5dca-4d41-86b5-d23b57ba9345 HTTP/1.1" status: 200 len: 947 time: 0.2305348 Jul 16 08:24:40.632436 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b3d9e069-0575-4847-bfd4-df8ee48e8f12 req-177427b6-2367-41ea-ae7e-d278a3a614be tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/security-groups?id=464db2f6-d5dd-41dd-a470-b2a280b16f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561419 Jul 16 08:24:40.659085 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63789cb8-b092-4c9f-b290-30b1bd08809e req-40acf699-c84a-43e4-b4b0-c126c5926383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:40.662883 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63789cb8-b092-4c9f-b290-30b1bd08809e req-40acf699-c84a-43e4-b4b0-c126c5926383 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1547632 Jul 16 08:24:40.848108 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63789cb8-b092-4c9f-b290-30b1bd08809e req-a745542b-c5be-4aca-9da8-fdbc6faa54cc service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760664 Jul 16 08:24:41.037215 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63789cb8-b092-4c9f-b290-30b1bd08809e req-93361c0f-0db8-44f1-93bb-b8630c96b064 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1719446 Jul 16 08:24:41.070104 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba78441e-5172-4757-b2b0-5e0586756833 req-dae8d1de-888a-47d6-b5d5-4c9b97cc954c tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:41.071649 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ba78441e-5172-4757-b2b0-5e0586756833 req-dae8d1de-888a-47d6-b5d5-4c9b97cc954c tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 945 time: 0.1035197 Jul 16 08:24:41.088947 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device d9668475-bbb2-4d1b-b86e-98f5213bfa0d details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:24:41.121133 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ba78441e-5172-4757-b2b0-5e0586756833 req-267455b6-0812-4b07-8a84-6cc3346a55c8 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423644 Jul 16 08:24:41.295931 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port d9668475-bbb2-4d1b-b86e-98f5213bfa0d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d9668475-bbb2-4d1b-b86e-98f5213bfa0d,segment=NetworkSegment(e5fde1c5-d7d6-485c-b933-4a6575bb8f26),segment_id=e5fde1c5-d7d6-485c-b933-4a6575bb8f26)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:41.325411 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'd9668475-bbb2-4d1b-b86e-98f5213bfa0d', 'network_id': '65e6a8db-d3b7-4828-bf97-7f5344ef4f05', 'port_id': 'd9668475-bbb2-4d1b-b86e-98f5213bfa0d', 'mac_address': 'fa:16:3e:50:3d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e53dd50-c814-4c36-85d7-636a4108385e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:24:41.369011 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:41.392813 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9668475-bbb2-4d1b-b86e-98f5213bfa0d {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:24:41.419008 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port d9668475-bbb2-4d1b-b86e-98f5213bfa0d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d9668475-bbb2-4d1b-b86e-98f5213bfa0d,segment=NetworkSegment(e5fde1c5-d7d6-485c-b933-4a6575bb8f26),segment_id=e5fde1c5-d7d6-485c-b933-4a6575bb8f26)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:41.435308 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:41.484487 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b68f632-33da-4c56-ba41-fe90d48efee2', 'tag': 'ac7f6057-099d-4905-842a-a135ee0413c9'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:24:41.486879 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42ca81c-58b8-49e2-b06e-ea70a36737cc" -d '{"events": [{"name": "network-changed", "server_uuid": "1b68f632-33da-4c56-ba41-fe90d48efee2", "tag": "ac7f6057-099d-4905-842a-a135ee0413c9"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:24:41.498518 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=d9668475-bbb2-4d1b-b86e-98f5213bfa0d,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:41.512381 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:41.512716 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:41.513322 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:41.513664 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:41.514005 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:41.517648 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:41.518014 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:41.518827 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:41.519205 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:41.521390 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:41.521738 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:41.522080 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:24:41.611492 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b8020719-8677-4c5d-ae50-1305acadfbc5 req-aee9d246-9ec4-484b-a2f4-f11aee88b428 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:41.621811 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b8020719-8677-4c5d-ae50-1305acadfbc5 req-aee9d246-9ec4-484b-a2f4-f11aee88b428 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:41.627010 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5f259a-698f-498e-b91b-d57dacf73c0b req-2a9906b3-fb7b-4d28-9f2b-12a3d388afe3 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:41.635067 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7f5f259a-698f-498e-b91b-d57dacf73c0b req-2a9906b3-fb7b-4d28-9f2b-12a3d388afe3 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=cefea44f-eab4-4e2e-8f39-f4238ba8c7b0 HTTP/1.1" status: 200 len: 945 time: 0.1007812 Jul 16 08:24:41.691142 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7f5f259a-698f-498e-b91b-d57dacf73c0b req-6d2bf3d2-8336-4d54-b7e8-9ce5f55a248d tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507302 Jul 16 08:24:41.760896 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [req-b8020719-8677-4c5d-ae50-1305acadfbc5 req-aee9d246-9ec4-484b-a2f4-f11aee88b428 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Floating IP 778c49de-c8b7-4c09-86c3-27023b3119ee associated. External IP: 172.25.3.131, port: bba8e95a-51db-4cfc-8f38-1efea2d1bc44. Jul 16 08:24:41.826518 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['d9668475-bbb2-4d1b-b86e-98f5213bfa0d'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:24:41.963461 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5be86b-72be-4fb2-819a-7d79dd579687 req-4b6e333c-8a99-410a-ba96-3d0dc5595b19 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:41.967297 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4a5be86b-72be-4fb2-819a-7d79dd579687 req-4b6e333c-8a99-410a-ba96-3d0dc5595b19 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 948 time: 0.1525276 Jul 16 08:24:42.033849 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4a5be86b-72be-4fb2-819a-7d79dd579687 req-5f1d21d9-25ca-42ac-a807-3abbd17462e0 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598824 Jul 16 08:24:42.108683 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:24:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93926929-dcf9-401f-bc33-f9df8501672e x-openstack-request-id: req-93926929-dcf9-401f-bc33-f9df8501672e {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:24:42.108978 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b68f632-33da-4c56-ba41-fe90d48efee2", "tag": "ac7f6057-099d-4905-842a-a135ee0413c9", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:24:42.110278 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-93926929-dcf9-401f-bc33-f9df8501672e {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:24:42.110740 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b68f632-33da-4c56-ba41-fe90d48efee2', 'tag': 'ac7f6057-099d-4905-842a-a135ee0413c9', 'status': 'completed', 'code': 200} Jul 16 08:24:42.149061 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 00ca0c43-0113-4fae-b89a-c5dfe1141769 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:24:42.241562 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b8020719-8677-4c5d-ae50-1305acadfbc5 req-aee9d246-9ec4-484b-a2f4-f11aee88b428 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Router c8c7d990-65e0-4fe2-ab93-d1c411842a26 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:24:42.251742 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ca81c-58b8-49e2-b06e-ea70a36737cc req-66218fe1-d5d7-4527-91e7-98234afb3dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:42.254260 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a42ca81c-58b8-49e2-b06e-ea70a36737cc req-66218fe1-d5d7-4527-91e7-98234afb3dbd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 1100 time: 0.0987394 Jul 16 08:24:42.429397 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 00ca0c43-0113-4fae-b89a-c5dfe1141769, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=00ca0c43-0113-4fae-b89a-c5dfe1141769,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:42.473365 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '00ca0c43-0113-4fae-b89a-c5dfe1141769', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': '00ca0c43-0113-4fae-b89a-c5dfe1141769', 'mac_address': 'fa:16:3e:7d:a0:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:24:42.530193 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b8020719-8677-4c5d-ae50-1305acadfbc5 req-aee9d246-9ec4-484b-a2f4-f11aee88b428 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:24:42.579670 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b8020719-8677-4c5d-ae50-1305acadfbc5 req-aee9d246-9ec4-484b-a2f4-f11aee88b428 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:42.586163 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:42.596199 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868ec52e-696b-48f2-93be-9db19c4797b9 None None] Sync routers for ids ['c8c7d990-65e0-4fe2-ab93-d1c411842a26'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:24:42.610650 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868ec52e-696b-48f2-93be-9db19c4797b9 None None] Routers {'c8c7d990-65e0-4fe2-ab93-d1c411842a26'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:24:42.611711 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ca81c-58b8-49e2-b06e-ea70a36737cc req-0f735cc9-1590-4e70-9530-0b88cbdaf1f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:42.612992 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-868ec52e-696b-48f2-93be-9db19c4797b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:24:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c8c7d990-65e0-4fe2-ab93-d1c411842a26'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:24:42.613245 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a42ca81c-58b8-49e2-b06e-ea70a36737cc req-0f735cc9-1590-4e70-9530-0b88cbdaf1f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.3526657 Jul 16 08:24:42.616368 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00ca0c43-0113-4fae-b89a-c5dfe1141769 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:24:42.672025 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a42ca81c-58b8-49e2-b06e-ea70a36737cc req-eb2b7502-c353-4a63-a6b8-1e0e02b06127 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=ac7f6057-099d-4905-842a-a135ee0413c9 HTTP/1.1" status: 200 len: 217 time: 0.0453739 Jul 16 08:24:42.674437 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 00ca0c43-0113-4fae-b89a-c5dfe1141769, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=00ca0c43-0113-4fae-b89a-c5dfe1141769,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:42.684296 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:42.685279 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device ac7f6057-099d-4905-842a-a135ee0413c9 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:24:42.699177 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b8020719-8677-4c5d-ae50-1305acadfbc5 req-aee9d246-9ec4-484b-a2f4-f11aee88b428 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "PUT /v2.0/floatingips/778c49de-c8b7-4c09-86c3-27023b3119ee HTTP/1.1" status: 200 len: 996 time: 2.3322530 Jul 16 08:24:42.699798 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d04de79-c451-44f0-aa4a-413e7cfdbde2', 'tag': 'bba8e95a-51db-4cfc-8f38-1efea2d1bc44'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:24:42.707902 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9827caee-7041-4840-a3e9-79d5bb6284b7" -d '{"events": [{"name": "network-changed", "server_uuid": "6d04de79-c451-44f0-aa4a-413e7cfdbde2", "tag": "bba8e95a-51db-4cfc-8f38-1efea2d1bc44"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:24:42.733646 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31f5601-5dd4-4811-8ad4-1e9c3f1a4cf7 req-b45526c3-5c6d-4e71-a5f3-4218401e8a7d tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:42.734945 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f31f5601-5dd4-4811-8ad4-1e9c3f1a4cf7 req-b45526c3-5c6d-4e71-a5f3-4218401e8a7d tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?device_id=843a657e-5dca-4d41-86b5-d23b57ba9345 HTTP/1.1" status: 200 len: 947 time: 0.3603950 Jul 16 08:24:42.777101 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ca81c-58b8-49e2-b06e-ea70a36737cc req-5301d8b0-a5b9-4b9c-b8bf-a33bb168f732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:42.778978 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a42ca81c-58b8-49e2-b06e-ea70a36737cc req-5301d8b0-a5b9-4b9c-b8bf-a33bb168f732 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0993936 Jul 16 08:24:42.819425 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8020719-8677-4c5d-ae50-1305acadfbc5 req-8fba06fa-4d5a-4bcc-b471-db0e6cad855a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:42.824036 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b8020719-8677-4c5d-ae50-1305acadfbc5 req-8fba06fa-4d5a-4bcc-b471-db0e6cad855a service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=65d39ce4e0b74493bfaf6681c3b35dde&device_id=6d04de79-c451-44f0-aa4a-413e7cfdbde2 HTTP/1.1" status: 200 len: 1097 time: 0.0976989 Jul 16 08:24:42.862751 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f31f5601-5dd4-4811-8ad4-1e9c3f1a4cf7 req-c7f6138e-59c5-4bb9-97f8-aab7970fe29b tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/security-groups?id=464db2f6-d5dd-41dd-a470-b2a280b16f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173639 Jul 16 08:24:42.886950 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=00ca0c43-0113-4fae-b89a-c5dfe1141769,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:42.892822 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port ac7f6057-099d-4905-842a-a135ee0413c9, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ac7f6057-099d-4905-842a-a135ee0413c9,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:42.912774 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42ca81c-58b8-49e2-b06e-ea70a36737cc req-ba3d7b1f-4fc9-4102-b43b-2496a42871a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:42.916456 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a42ca81c-58b8-49e2-b06e-ea70a36737cc req-ba3d7b1f-4fc9-4102-b43b-2496a42871a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1275163 Jul 16 08:24:42.922303 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'ac7f6057-099d-4905-842a-a135ee0413c9', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': 'ac7f6057-099d-4905-842a-a135ee0413c9', 'mac_address': 'fa:16:3e:c9:1b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:24:42.965637 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-868ec52e-696b-48f2-93be-9db19c4797b9 None None] Set router c8c7d990-65e0-4fe2-ab93-d1c411842a26 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:24:43.056625 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:43.060212 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8020719-8677-4c5d-ae50-1305acadfbc5 req-4ea8959e-c3ee-4d2a-b8d5-a24cf4481ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:43.070517 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b8020719-8677-4c5d-ae50-1305acadfbc5 req-4ea8959e-c3ee-4d2a-b8d5-a24cf4481ba8 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4477cb77-9688-4017-b61e-e21e5a0c687e HTTP/1.1" status: 200 len: 930 time: 0.2406423 Jul 16 08:24:43.093983 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7f6057-099d-4905-842a-a135ee0413c9 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:24:43.109163 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device d9668475-bbb2-4d1b-b86e-98f5213bfa0d up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:24:43.219917 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port ac7f6057-099d-4905-842a-a135ee0413c9, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ac7f6057-099d-4905-842a-a135ee0413c9,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:43.235190 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:43.242589 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b8020719-8677-4c5d-ae50-1305acadfbc5 req-8e48872e-1522-458b-987d-e8aaaad8aa45 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bba8e95a-51db-4cfc-8f38-1efea2d1bc44 HTTP/1.1" status: 200 len: 999 time: 0.1690743 Jul 16 08:24:43.289485 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port d9668475-bbb2-4d1b-b86e-98f5213bfa0d completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:24:43.306094 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port d9668475-bbb2-4d1b-b86e-98f5213bfa0d triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:24:43.306489 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:43.380684 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=ac7f6057-099d-4905-842a-a135ee0413c9,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:43.408438 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8020719-8677-4c5d-ae50-1305acadfbc5 req-4b64092c-b0d1-495f-8332-9b5930b535b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:43.409919 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b8020719-8677-4c5d-ae50-1305acadfbc5 req-4b64092c-b0d1-495f-8332-9b5930b535b7 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=81b82980-93c1-4ac0-a7cd-23d42d819c7b HTTP/1.1" status: 200 len: 868 time: 0.1662831 Jul 16 08:24:43.463680 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-868ec52e-696b-48f2-93be-9db19c4797b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1823019582-router', 'tenant_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'b13a2f0a-ed1b-446f-a756-444d66a0fb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:55Z', 'updated_at': '2021-07-16T08:24:05Z', 'revision_number': 4, 'project_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'gw_port': {'id': 'b13a2f0a-ed1b-446f-a756-444d66a0fb13', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:58Z', 'updated_at': '2021-07-16T08:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '778c49de-c8b7-4c09-86c3-27023b3119ee', 'tenant_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'port_id': 'bba8e95a-51db-4cfc-8f38-1efea2d1bc44', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4477cb77-9688-4017-b61e-e21e5a0c687e', 'mac_address': 'fa:16:3e:dd:ae:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d04de79-c451-44f0-aa4a-413e7cfdbde2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:24:37Z', 'updated_at': '2021-07-16T08:24:41Z', 'revision_number': 1, 'project_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '052fbef1-09fd-474d-bd5d-a46a65c4e1be', 'name': '', 'network_id': '4477cb77-9688-4017-b61e-e21e5a0c687e', 'tenant_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'mac_address': 'fa:16:3e:39:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '81b82980-93c1-4ac0-a7cd-23d42d819c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:24:03Z', 'updated_at': '2021-07-16T08:24:14Z', 'revision_number': 5, 'project_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'subnets': [{'id': '81b82980-93c1-4ac0-a7cd-23d42d819c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:24:43.483364 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:43.538412 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8020719-8677-4c5d-ae50-1305acadfbc5 req-e8a6c18f-694c-4b86-bb37-3c753e6b7571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:43.539896 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b8020719-8677-4c5d-ae50-1305acadfbc5 req-e8a6c18f-694c-4b86-bb37-3c753e6b7571 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4477cb77-9688-4017-b61e-e21e5a0c687e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1239221 Jul 16 08:24:43.562359 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port d9668475-bbb2-4d1b-b86e-98f5213bfa0d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d9668475-bbb2-4d1b-b86e-98f5213bfa0d,segment=NetworkSegment(e5fde1c5-d7d6-485c-b933-4a6575bb8f26),segment_id=e5fde1c5-d7d6-485c-b933-4a6575bb8f26)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:43.565113 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefea44f-eab4-4e2e-8f39-f4238ba8c7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9668475-bbb2-4d1b-b86e-98f5213bfa0d'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:24:43.568445 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868ec52e-696b-48f2-93be-9db19c4797b9 None None] Checking router: c8c7d990-65e0-4fe2-ab93-d1c411842a26 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:24:43.571956 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fff8ed6-4fec-4947-8bc6-cfd5f375e110" -d '{"events": [{"server_uuid": "cefea44f-eab4-4e2e-8f39-f4238ba8c7b0", "name": "network-vif-plugged", "status": "completed", "tag": "d9668475-bbb2-4d1b-b86e-98f5213bfa0d"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:24:43.581039 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:43.600746 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868ec52e-696b-48f2-93be-9db19c4797b9 None None] Routers {'c8c7d990-65e0-4fe2-ab93-d1c411842a26'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:24:43.601374 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-868ec52e-696b-48f2-93be-9db19c4797b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:24:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c8c7d990-65e0-4fe2-ab93-d1c411842a26'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:24:43.604086 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['ac7f6057-099d-4905-842a-a135ee0413c9'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:24:43.647483 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['00ca0c43-0113-4fae-b89a-c5dfe1141769'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:24:43.648615 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a42ca81c-58b8-49e2-b06e-ea70a36737cc req-114ab690-6611-464a-af5a-2a02533b073a service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7272429 Jul 16 08:24:43.773243 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b8020719-8677-4c5d-ae50-1305acadfbc5 req-9c4dc3fe-3ed5-42fd-bfa6-b8c5ce0b3cd7 service neutron] 10.222.0.22 "GET /v2.0/networks/4477cb77-9688-4017-b61e-e21e5a0c687e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268705 Jul 16 08:24:43.796860 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=d9668475-bbb2-4d1b-b86e-98f5213bfa0d,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:43.868019 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e5d4e4-c739-4a8f-b9ef-63e434331704 req-f10e9531-a541-4f19-bc31-27fcc4c7230d tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:43.876009 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-30e5d4e4-c739-4a8f-b9ef-63e434331704 req-f10e9531-a541-4f19-bc31-27fcc4c7230d tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 945 time: 0.2262375 Jul 16 08:24:43.889108 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a42ca81c-58b8-49e2-b06e-ea70a36737cc req-cb5fd326-33be-459a-a9ed-a2b0c8c5ba0e service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2245419 Jul 16 08:24:43.895607 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-868ec52e-696b-48f2-93be-9db19c4797b9 None None] Set router c8c7d990-65e0-4fe2-ab93-d1c411842a26 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:24:43.969801 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-30e5d4e4-c739-4a8f-b9ef-63e434331704 req-75a7f929-193b-4664-9493-64b7addfc7a3 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926607 Jul 16 08:24:44.010653 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b8020719-8677-4c5d-ae50-1305acadfbc5 req-b75d1ec3-ffe6-4fb9-85e8-78ead24ff51e service neutron] 10.222.0.22 "GET /v2.0/networks/4477cb77-9688-4017-b61e-e21e5a0c687e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2307839 Jul 16 08:24:44.158891 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4866ffa-420b-4549-9280-98536a1c80b3 x-openstack-request-id: req-d4866ffa-420b-4549-9280-98536a1c80b3 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:24:44.159165 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d04de79-c451-44f0-aa4a-413e7cfdbde2", "tag": "bba8e95a-51db-4cfc-8f38-1efea2d1bc44", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:24:44.159431 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d4866ffa-420b-4549-9280-98536a1c80b3 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:24:44.159855 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d04de79-c451-44f0-aa4a-413e7cfdbde2', 'tag': 'bba8e95a-51db-4cfc-8f38-1efea2d1bc44', 'status': 'completed', 'code': 200} Jul 16 08:24:44.260277 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-868ec52e-696b-48f2-93be-9db19c4797b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1823019582-router', 'tenant_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'b13a2f0a-ed1b-446f-a756-444d66a0fb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:55Z', 'updated_at': '2021-07-16T08:24:05Z', 'revision_number': 4, 'project_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'gw_port': {'id': 'b13a2f0a-ed1b-446f-a756-444d66a0fb13', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:58Z', 'updated_at': '2021-07-16T08:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '778c49de-c8b7-4c09-86c3-27023b3119ee', 'tenant_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'port_id': 'bba8e95a-51db-4cfc-8f38-1efea2d1bc44', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4477cb77-9688-4017-b61e-e21e5a0c687e', 'mac_address': 'fa:16:3e:dd:ae:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d04de79-c451-44f0-aa4a-413e7cfdbde2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:24:37Z', 'updated_at': '2021-07-16T08:24:41Z', 'revision_number': 1, 'project_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '052fbef1-09fd-474d-bd5d-a46a65c4e1be', 'name': '', 'network_id': '4477cb77-9688-4017-b61e-e21e5a0c687e', 'tenant_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'mac_address': 'fa:16:3e:39:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '81b82980-93c1-4ac0-a7cd-23d42d819c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:24:03Z', 'updated_at': '2021-07-16T08:24:14Z', 'revision_number': 5, 'project_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'subnets': [{'id': '81b82980-93c1-4ac0-a7cd-23d42d819c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:24:44.294382 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868ec52e-696b-48f2-93be-9db19c4797b9 None None] The sync data for ids ['c8c7d990-65e0-4fe2-ab93-d1c411842a26'] in n-d-771362-37 is: [{'id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1823019582-router', 'tenant_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'b13a2f0a-ed1b-446f-a756-444d66a0fb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:55Z', 'updated_at': '2021-07-16T08:24:05Z', 'revision_number': 4, 'project_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'gw_port': {'id': 'b13a2f0a-ed1b-446f-a756-444d66a0fb13', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:58Z', 'updated_at': '2021-07-16T08:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '778c49de-c8b7-4c09-86c3-27023b3119ee', 'tenant_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'floating_ip_address': '172.25.3.131', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'port_id': 'bba8e95a-51db-4cfc-8f38-1efea2d1bc44', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4477cb77-9688-4017-b61e-e21e5a0c687e', 'mac_address': 'fa:16:3e:dd:ae:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d04de79-c451-44f0-aa4a-413e7cfdbde2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:24:37Z', 'updated_at': '2021-07-16T08:24:41Z', 'revision_number': 1, 'project_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '052fbef1-09fd-474d-bd5d-a46a65c4e1be', 'name': '', 'network_id': '4477cb77-9688-4017-b61e-e21e5a0c687e', 'tenant_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'mac_address': 'fa:16:3e:39:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '81b82980-93c1-4ac0-a7cd-23d42d819c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:24:03Z', 'updated_at': '2021-07-16T08:24:14Z', 'revision_number': 5, 'project_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'subnets': [{'id': '81b82980-93c1-4ac0-a7cd-23d42d819c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:24:44.355614 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827caee-7041-4840-a3e9-79d5bb6284b7 req-24f54e15-4762-4f8e-bb2e-b081dcc87b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:44.357175 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9827caee-7041-4840-a3e9-79d5bb6284b7 req-24f54e15-4762-4f8e-bb2e-b081dcc87b74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=65d39ce4e0b74493bfaf6681c3b35dde&device_id=6d04de79-c451-44f0-aa4a-413e7cfdbde2 HTTP/1.1" status: 200 len: 1097 time: 0.1581142 Jul 16 08:24:44.379371 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6ccda6-9311-41cc-b433-84d316c3697b req-02aaa928-0e91-4ccf-93d6-41384f0da831 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:44.400061 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5b6ccda6-9311-41cc-b433-84d316c3697b req-02aaa928-0e91-4ccf-93d6-41384f0da831 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=cefea44f-eab4-4e2e-8f39-f4238ba8c7b0 HTTP/1.1" status: 200 len: 946 time: 0.1485851 Jul 16 08:24:44.505407 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5b6ccda6-9311-41cc-b433-84d316c3697b req-dee53694-4191-44ac-92be-bf7ffdd47166 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050754 Jul 16 08:24:44.580546 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827caee-7041-4840-a3e9-79d5bb6284b7 req-298ba74e-6f85-4767-9fdf-953f70f98265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:44.582012 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9827caee-7041-4840-a3e9-79d5bb6284b7 req-298ba74e-6f85-4767-9fdf-953f70f98265 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4477cb77-9688-4017-b61e-e21e5a0c687e HTTP/1.1" status: 200 len: 930 time: 0.1758287 Jul 16 08:24:44.696306 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:24:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69f95a50-d67c-40e1-a49a-7595c7b35a44 x-openstack-request-id: req-69f95a50-d67c-40e1-a49a-7595c7b35a44 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:24:44.696837 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefea44f-eab4-4e2e-8f39-f4238ba8c7b0", "name": "network-vif-plugged", "status": "completed", "tag": "d9668475-bbb2-4d1b-b86e-98f5213bfa0d", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:24:44.697060 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-69f95a50-d67c-40e1-a49a-7595c7b35a44 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:24:44.697943 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefea44f-eab4-4e2e-8f39-f4238ba8c7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9668475-bbb2-4d1b-b86e-98f5213bfa0d', 'code': 200} Jul 16 08:24:44.745052 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9234208-26a2-4ff7-8a86-ad010cbe8998 None None] New status for floating IP 778c49de-c8b7-4c09-86c3-27023b3119ee: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:24:44.871985 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9827caee-7041-4840-a3e9-79d5bb6284b7 req-d5fa4ea6-9176-40b5-aee1-0eeab523fb1b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bba8e95a-51db-4cfc-8f38-1efea2d1bc44 HTTP/1.1" status: 200 len: 999 time: 0.2706859 Jul 16 08:24:44.884270 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706d72ae-0620-4f15-9e92-6cd755a96230 req-20eeaca5-5dfc-4664-8969-d4696a002170 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:44.891830 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-706d72ae-0620-4f15-9e92-6cd755a96230 req-20eeaca5-5dfc-4664-8969-d4696a002170 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?device_id=843a657e-5dca-4d41-86b5-d23b57ba9345 HTTP/1.1" status: 200 len: 948 time: 0.0826170 Jul 16 08:24:44.926750 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-706d72ae-0620-4f15-9e92-6cd755a96230 req-4f017a7c-a93e-4ee6-9c24-8f74692e1525 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/security-groups?id=464db2f6-d5dd-41dd-a470-b2a280b16f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340619 Jul 16 08:24:44.950442 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7b686-2bc4-4f6d-92fe-c51224071ac5 req-0de19e92-6390-43c3-9f46-9259ca2f4db5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:44.951955 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-11b7b686-2bc4-4f6d-92fe-c51224071ac5 req-0de19e92-6390-43c3-9f46-9259ca2f4db5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cefea44f-eab4-4e2e-8f39-f4238ba8c7b0 HTTP/1.1" status: 200 len: 1098 time: 0.1554773 Jul 16 08:24:44.970294 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827caee-7041-4840-a3e9-79d5bb6284b7 req-7c2a9f25-dbb7-4baf-809f-cd324d4000b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:44.971672 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9827caee-7041-4840-a3e9-79d5bb6284b7 req-7c2a9f25-dbb7-4baf-809f-cd324d4000b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=81b82980-93c1-4ac0-a7cd-23d42d819c7b HTTP/1.1" status: 200 len: 868 time: 0.0851965 Jul 16 08:24:44.988527 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0eb7194-dc0d-4583-a64a-d19c62a0476c req-cc3896e5-4749-416f-86e4-1f7e14ceef35 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:44.991757 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a0eb7194-dc0d-4583-a64a-d19c62a0476c req-cc3896e5-4749-416f-86e4-1f7e14ceef35 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 949 time: 0.1992919 Jul 16 08:24:45.052734 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-11b7b686-2bc4-4f6d-92fe-c51224071ac5 req-c26e1e64-f46d-4b75-b18d-7cfde7710d05 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889213 Jul 16 08:24:45.063052 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e1d2967b-bb30-487c-b63f-f3482ad77c8c req-d65f1be1-ea5d-401d-b961-4d210667350b tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 258 time: 0.1072087 Jul 16 08:24:45.073439 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-e1d2967b-bb30-487c-b63f-f3482ad77c8c req-4d90a6a0-7020-44ef-b295-ab861d39a24c tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:24:45.077646 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a0eb7194-dc0d-4583-a64a-d19c62a0476c req-62a4ae97-15ab-4a68-b2af-a09042b871c0 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734344 Jul 16 08:24:45.087213 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827caee-7041-4840-a3e9-79d5bb6284b7 req-d6754a74-79ed-486c-9c4d-2544957962dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:45.088759 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9827caee-7041-4840-a3e9-79d5bb6284b7 req-d6754a74-79ed-486c-9c4d-2544957962dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4477cb77-9688-4017-b61e-e21e5a0c687e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0940778 Jul 16 08:24:45.097714 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e1d2967b-bb30-487c-b63f-f3482ad77c8c req-4d90a6a0-7020-44ef-b295-ab861d39a24c tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:45.205913 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e1d2967b-bb30-487c-b63f-f3482ad77c8c req-4d90a6a0-7020-44ef-b295-ab861d39a24c tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:45.215280 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9827caee-7041-4840-a3e9-79d5bb6284b7 req-765d8cba-c865-4349-8050-793722645a6e service neutron] 10.222.0.30 "GET /v2.0/networks/4477cb77-9688-4017-b61e-e21e5a0c687e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953572 Jul 16 08:24:45.312215 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-e1d2967b-bb30-487c-b63f-f3482ad77c8c req-4d90a6a0-7020-44ef-b295-ab861d39a24c tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Allocated IP 172.25.3.175 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/f133e1e1-34a3-47c1-9868-4ffdfcc336aa) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:24:45.378835 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9827caee-7041-4840-a3e9-79d5bb6284b7 req-9b10a4f1-1ba3-4127-bc94-9da6c71282df service neutron] 10.222.0.30 "GET /v2.0/networks/4477cb77-9688-4017-b61e-e21e5a0c687e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973229 Jul 16 08:24:45.432057 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e1d2967b-bb30-487c-b63f-f3482ad77c8c req-4d90a6a0-7020-44ef-b295-ab861d39a24c tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:45.473221 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e1d2967b-bb30-487c-b63f-f3482ad77c8c req-4d90a6a0-7020-44ef-b295-ab861d39a24c tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:45.502882 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1d2967b-bb30-487c-b63f-f3482ad77c8c req-4d90a6a0-7020-44ef-b295-ab861d39a24c tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:24:45.505457 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-e1d2967b-bb30-487c-b63f-f3482ad77c8c req-4d90a6a0-7020-44ef-b295-ab861d39a24c tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:24:45.525566 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d2967b-bb30-487c-b63f-f3482ad77c8c req-4d90a6a0-7020-44ef-b295-ab861d39a24c tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:24:45.568183 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90a6a0-7020-44ef-b295-ab861d39a24c tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Pushing event updated for resources: {'Port': ['ID=f133e1e1-34a3-47c1-9868-4ffdfcc336aa,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:45.625576 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e1d2967b-bb30-487c-b63f-f3482ad77c8c req-4d90a6a0-7020-44ef-b295-ab861d39a24c tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:45.631487 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698aebf6-008f-47c1-abf5-275ab6288bbb req-5e9bf378-814b-4d18-b9ea-362452e5d936 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:45.633051 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-698aebf6-008f-47c1-abf5-275ab6288bbb req-5e9bf378-814b-4d18-b9ea-362452e5d936 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 945 time: 0.0705163 Jul 16 08:24:45.669748 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e1d2967b-bb30-487c-b63f-f3482ad77c8c req-4d90a6a0-7020-44ef-b295-ab861d39a24c tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:45.670844 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-698aebf6-008f-47c1-abf5-275ab6288bbb req-3d1c9864-d033-4134-96f4-ddf08387c38c tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314004 Jul 16 08:24:45.823852 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e1d2967b-bb30-487c-b63f-f3482ad77c8c req-4d90a6a0-7020-44ef-b295-ab861d39a24c tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:45.829195 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e1d2967b-bb30-487c-b63f-f3482ad77c8c req-4d90a6a0-7020-44ef-b295-ab861d39a24c tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:45.885378 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6973d5-f268-405f-8d5f-47ba0695ac56 req-61e16853-86c4-4be0-b942-5caf27b93d3f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:45.886774 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0a6973d5-f268-405f-8d5f-47ba0695ac56 req-61e16853-86c4-4be0-b942-5caf27b93d3f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=cefea44f-eab4-4e2e-8f39-f4238ba8c7b0 HTTP/1.1" status: 200 len: 946 time: 0.0627553 Jul 16 08:24:45.896300 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d90a6a0-7020-44ef-b295-ab861d39a24c tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Pushing event updated for resources: {'Port': ['ID=f133e1e1-34a3-47c1-9868-4ffdfcc336aa,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:45.907536 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e1d2967b-bb30-487c-b63f-f3482ad77c8c req-4d90a6a0-7020-44ef-b295-ab861d39a24c tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:45.920946 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e1d2967b-bb30-487c-b63f-f3482ad77c8c req-4d90a6a0-7020-44ef-b295-ab861d39a24c tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:45.922364 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e1d2967b-bb30-487c-b63f-f3482ad77c8c req-4d90a6a0-7020-44ef-b295-ab861d39a24c tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 0.8529871 Jul 16 08:24:45.925345 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0a6973d5-f268-405f-8d5f-47ba0695ac56 req-811d2857-c57a-438b-a2db-2dc6fb90cd05 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323346 Jul 16 08:24:45.975231 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e1d2967b-bb30-487c-b63f-f3482ad77c8c req-8ace1455-bf20-45e6-9708-724eafa2e140 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.175 HTTP/1.1" status: 200 len: 696 time: 0.0465546 Jul 16 08:24:46.079986 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d2967b-bb30-487c-b63f-f3482ad77c8c req-9ff009ff-5bdf-41d7-b669-b64956891738 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:46.081356 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e1d2967b-bb30-487c-b63f-f3482ad77c8c req-9ff009ff-5bdf-41d7-b669-b64956891738 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 784 time: 0.1009269 Jul 16 08:24:46.157457 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a863561f-21c6-40fe-91cf-735c6a8c5de2 req-41b70633-2ef9-41c3-a4cf-45cb4ecad68e tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:46.159461 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a863561f-21c6-40fe-91cf-735c6a8c5de2 req-41b70633-2ef9-41c3-a4cf-45cb4ecad68e tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?device_id=843a657e-5dca-4d41-86b5-d23b57ba9345 HTTP/1.1" status: 200 len: 948 time: 0.0696645 Jul 16 08:24:46.164508 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 00ca0c43-0113-4fae-b89a-c5dfe1141769 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:24:46.208899 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a863561f-21c6-40fe-91cf-735c6a8c5de2 req-5a81a75a-1572-46a3-ae4a-53651e7eb69e tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/security-groups?id=464db2f6-d5dd-41dd-a470-b2a280b16f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429053 Jul 16 08:24:46.226559 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 00ca0c43-0113-4fae-b89a-c5dfe1141769 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:24:46.231347 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 00ca0c43-0113-4fae-b89a-c5dfe1141769 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:24:46.231734 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:46.262870 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c13a14-58ec-449f-9f02-c47408feef7d req-98fb906a-e632-4d01-97b7-c82d9bb8ffcb tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:46.264989 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6c13a14-58ec-449f-9f02-c47408feef7d req-98fb906a-e632-4d01-97b7-c82d9bb8ffcb tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63a1e9f-f06d-426c-aa61-32522da69f88 HTTP/1.1" status: 200 len: 950 time: 0.0888016 Jul 16 08:24:46.310666 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6c13a14-58ec-449f-9f02-c47408feef7d req-9ced57b6-3962-45ed-a978-7004eea17a2a tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.22 "GET /v2.0/security-groups?id=ddbfe8de-527e-4912-b134-40a43a6b0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386925 Jul 16 08:24:46.347981 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:46.387422 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 00ca0c43-0113-4fae-b89a-c5dfe1141769, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=00ca0c43-0113-4fae-b89a-c5dfe1141769,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:46.393189 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:46.394288 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device ac7f6057-099d-4905-842a-a135ee0413c9 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:24:46.481603 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=00ca0c43-0113-4fae-b89a-c5dfe1141769,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:46.497189 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port ac7f6057-099d-4905-842a-a135ee0413c9 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:24:46.501234 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port ac7f6057-099d-4905-842a-a135ee0413c9 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:24:46.501615 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:46.516425 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c2bf377-f851-4747-9e76-7c3d8626e44b req-9ae5e64d-5094-4199-86a7-7c8e84c6a627 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:46.517999 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e9f89d-ff22-4f8a-9f1a-531bb307050b req-cdaa3a30-859f-4090-8260-b2289af587d1 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:46.525418 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8c2bf377-f851-4747-9e76-7c3d8626e44b req-9ae5e64d-5094-4199-86a7-7c8e84c6a627 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d04de79-c451-44f0-aa4a-413e7cfdbde2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0961587 Jul 16 08:24:46.525626 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-44e9f89d-ff22-4f8a-9f1a-531bb307050b req-cdaa3a30-859f-4090-8260-b2289af587d1 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 949 time: 0.0969234 Jul 16 08:24:46.580210 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-44e9f89d-ff22-4f8a-9f1a-531bb307050b req-31887fc3-ea61-46e9-b39d-9bb4b23ec868 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489132 Jul 16 08:24:46.588141 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8c2bf377-f851-4747-9e76-7c3d8626e44b req-113566ce-f96d-4764-b693-eca205786ce5 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.175 HTTP/1.1" status: 200 len: 696 time: 0.0611267 Jul 16 08:24:46.593356 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-8c2bf377-f851-4747-9e76-7c3d8626e44b req-09c8c7e0-3d9c-484a-9c0b-c9b7c0b80557 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Request body: {'floatingip': {'port_id': 'bba8e95a-51db-4cfc-8f38-1efea2d1bc44', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:24:46.614270 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:46.639060 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8c2bf377-f851-4747-9e76-7c3d8626e44b req-09c8c7e0-3d9c-484a-9c0b-c9b7c0b80557 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:46.663835 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port ac7f6057-099d-4905-842a-a135ee0413c9, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ac7f6057-099d-4905-842a-a135ee0413c9,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:46.669545 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:46.700438 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '843a657e-5dca-4d41-86b5-d23b57ba9345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ca0c43-0113-4fae-b89a-c5dfe1141769'}, {'server_uuid': '1b68f632-33da-4c56-ba41-fe90d48efee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7f6057-099d-4905-842a-a135ee0413c9'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:24:46.703793 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b6421a8-9afb-4238-81f4-1ac695415780" -d '{"events": [{"server_uuid": "843a657e-5dca-4d41-86b5-d23b57ba9345", "name": "network-vif-plugged", "status": "completed", "tag": "00ca0c43-0113-4fae-b89a-c5dfe1141769"}, {"server_uuid": "1b68f632-33da-4c56-ba41-fe90d48efee2", "name": "network-vif-plugged", "status": "completed", "tag": "ac7f6057-099d-4905-842a-a135ee0413c9"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:24:46.738543 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=ac7f6057-099d-4905-842a-a135ee0413c9,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:46.899577 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [req-8c2bf377-f851-4747-9e76-7c3d8626e44b req-09c8c7e0-3d9c-484a-9c0b-c9b7c0b80557 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 08:24:46.900944 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8c2bf377-f851-4747-9e76-7c3d8626e44b req-09c8c7e0-3d9c-484a-9c0b-c9b7c0b80557 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "PUT /v2.0/floatingips/da645cd2-eec2-44fb-9c13-81ebdbb76159 HTTP/1.1" status: 409 len: 550 time: 0.3115396 Jul 16 08:24:47.078042 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d50dfd-d5a0-4be7-849c-0bcb3349b053 req-b4738627-45d4-453d-8b56-bcddedc4cc9b tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:47.079556 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d9d50dfd-d5a0-4be7-849c-0bcb3349b053 req-b4738627-45d4-453d-8b56-bcddedc4cc9b tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 945 time: 0.0734522 Jul 16 08:24:47.124303 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d9d50dfd-d5a0-4be7-849c-0bcb3349b053 req-0e1fda93-998a-4d82-8087-f1bd8a31fa82 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376337 Jul 16 08:24:47.190045 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:24:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-651f826d-ea86-4df5-b001-6f4e68d495ce x-openstack-request-id: req-651f826d-ea86-4df5-b001-6f4e68d495ce {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:24:47.190539 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "843a657e-5dca-4d41-86b5-d23b57ba9345", "name": "network-vif-plugged", "status": "completed", "tag": "00ca0c43-0113-4fae-b89a-c5dfe1141769", "code": 200}, {"server_uuid": "1b68f632-33da-4c56-ba41-fe90d48efee2", "name": "network-vif-plugged", "status": "completed", "tag": "ac7f6057-099d-4905-842a-a135ee0413c9", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:24:47.190728 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-651f826d-ea86-4df5-b001-6f4e68d495ce {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:24:47.191204 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843a657e-5dca-4d41-86b5-d23b57ba9345', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00ca0c43-0113-4fae-b89a-c5dfe1141769', 'code': 200} Jul 16 08:24:47.191514 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b68f632-33da-4c56-ba41-fe90d48efee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7f6057-099d-4905-842a-a135ee0413c9', 'code': 200} Jul 16 08:24:47.265387 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6cccbaf0-1e9b-4c85-bb45-99f9ec614e88 req-7d6651cd-4784-43c9-ad92-66828a2e3ab3 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/floatingips/da645cd2-eec2-44fb-9c13-81ebdbb76159 HTTP/1.1" status: 200 len: 693 time: 0.0637197 Jul 16 08:24:47.370164 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cccbaf0-1e9b-4c85-bb45-99f9ec614e88 req-dde98ae2-6c9d-47bd-9c69-3f9e5e8e7c0b tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:47.376512 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6cccbaf0-1e9b-4c85-bb45-99f9ec614e88 req-dde98ae2-6c9d-47bd-9c69-3f9e5e8e7c0b tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 784 time: 0.1102324 Jul 16 08:24:47.382785 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-6cccbaf0-1e9b-4c85-bb45-99f9ec614e88 req-c6189c62-82d5-49a7-a5f2-74c842eec4f3 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:24:47.390195 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6cccbaf0-1e9b-4c85-bb45-99f9ec614e88 req-c6189c62-82d5-49a7-a5f2-74c842eec4f3 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0127831 Jul 16 08:24:47.497007 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fb4f86-4b84-4ccc-81ad-cc9d90efc1f6 req-a25d2c92-76bd-4e14-8444-e2cdce5927ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:47.498445 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-74fb4f86-4b84-4ccc-81ad-cc9d90efc1f6 req-a25d2c92-76bd-4e14-8444-e2cdce5927ce service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=843a657e-5dca-4d41-86b5-d23b57ba9345 HTTP/1.1" status: 200 len: 1101 time: 0.1702416 Jul 16 08:24:47.501464 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5aa297-457b-4a57-a289-f2da4adeced3 req-6ebf4495-b1c8-4e19-9eb1-22829df5094c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:47.502928 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-af5aa297-457b-4a57-a289-f2da4adeced3 req-6ebf4495-b1c8-4e19-9eb1-22829df5094c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 1102 time: 0.1870968 Jul 16 08:24:47.515316 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039cbb8c-b618-40e2-a0a6-e85f57e9d9f3 req-17208b5f-4207-41ab-a975-c24bccc4c657 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:47.516920 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-039cbb8c-b618-40e2-a0a6-e85f57e9d9f3 req-17208b5f-4207-41ab-a975-c24bccc4c657 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=cefea44f-eab4-4e2e-8f39-f4238ba8c7b0 HTTP/1.1" status: 200 len: 946 time: 0.1120300 Jul 16 08:24:47.593673 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-af5aa297-457b-4a57-a289-f2da4adeced3 req-4de4b8fc-5ade-4817-90af-3dd6809a2741 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746305 Jul 16 08:24:47.598746 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-039cbb8c-b618-40e2-a0a6-e85f57e9d9f3 req-621f57da-bb4a-4d2e-8f28-7ea825cb566a tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703664 Jul 16 08:24:47.603374 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-74fb4f86-4b84-4ccc-81ad-cc9d90efc1f6 req-a8ad99f2-dbd7-4ef9-8f3c-c5c6492710ed service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=464db2f6-d5dd-41dd-a470-b2a280b16f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854690 Jul 16 08:24:47.713331 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6cccbaf0-1e9b-4c85-bb45-99f9ec614e88 req-77a5838a-67e5-4d4f-a9f2-e467f50c43b1 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.175 HTTP/1.1" status: 200 len: 696 time: 0.3223093 Jul 16 08:24:47.766776 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6cccbaf0-1e9b-4c85-bb45-99f9ec614e88 req-42d19bee-68f6-4d50-a225-b875823e203b tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.175 HTTP/1.1" status: 200 len: 696 time: 0.0466516 Jul 16 08:24:47.793833 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29554e35-1afc-4af1-b894-e5053d8c841d req-2e98a09b-4ddc-4646-8e86-90d842cd3c60 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:47.795354 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-29554e35-1afc-4af1-b894-e5053d8c841d req-2e98a09b-4ddc-4646-8e86-90d842cd3c60 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?device_id=843a657e-5dca-4d41-86b5-d23b57ba9345 HTTP/1.1" status: 200 len: 949 time: 0.0696971 Jul 16 08:24:47.833881 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-29554e35-1afc-4af1-b894-e5053d8c841d req-9a068c14-a5d6-44a7-905b-d6d2f8607daf tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/security-groups?id=464db2f6-d5dd-41dd-a470-b2a280b16f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318696 Jul 16 08:24:47.903667 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-6cccbaf0-1e9b-4c85-bb45-99f9ec614e88 req-1b4d16c2-5cc6-4da8-8815-37fe4b954602 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Deleting port f133e1e1-34a3-47c1-9868-4ffdfcc336aa {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:24:47.903667 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6cccbaf0-1e9b-4c85-bb45-99f9ec614e88 req-1b4d16c2-5cc6-4da8-8815-37fe4b954602 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:47.985800 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6cccbaf0-1e9b-4c85-bb45-99f9ec614e88 req-1b4d16c2-5cc6-4da8-8815-37fe4b954602 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:47.987420 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6cccbaf0-1e9b-4c85-bb45-99f9ec614e88 req-1b4d16c2-5cc6-4da8-8815-37fe4b954602 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:48.002245 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-6cccbaf0-1e9b-4c85-bb45-99f9ec614e88 req-1b4d16c2-5cc6-4da8-8815-37fe4b954602 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Calling delete_port for f133e1e1-34a3-47c1-9868-4ffdfcc336aa owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:24:48.051769 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e48379-066f-4f12-bc17-5c1037e3d527 req-b3c6e479-5dde-4b46-83fe-0e0fc95773e2 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:48.053813 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c4e48379-066f-4f12-bc17-5c1037e3d527 req-b3c6e479-5dde-4b46-83fe-0e0fc95773e2 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 950 time: 0.0631466 Jul 16 08:24:48.094547 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c4e48379-066f-4f12-bc17-5c1037e3d527 req-4dce8743-5da0-45fc-b013-ed09fa6ad60d tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330706 Jul 16 08:24:48.145283 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6cccbaf0-1e9b-4c85-bb45-99f9ec614e88 req-1b4d16c2-5cc6-4da8-8815-37fe4b954602 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:48.181423 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b4d16c2-5cc6-4da8-8815-37fe4b954602 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Pushing event deleted for resources: {'Port': ['ID=f133e1e1-34a3-47c1-9868-4ffdfcc336aa,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:48.242648 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6cccbaf0-1e9b-4c85-bb45-99f9ec614e88 req-1b4d16c2-5cc6-4da8-8815-37fe4b954602 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:48.245342 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6cccbaf0-1e9b-4c85-bb45-99f9ec614e88 req-1b4d16c2-5cc6-4da8-8815-37fe4b954602 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:48.246550 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6cccbaf0-1e9b-4c85-bb45-99f9ec614e88 req-1b4d16c2-5cc6-4da8-8815-37fe4b954602 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "DELETE /v2.0/floatingips/da645cd2-eec2-44fb-9c13-81ebdbb76159 HTTP/1.1" status: 204 len: 173 time: 0.4693437 Jul 16 08:24:48.291115 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c77c71c-4b53-4804-bfa7-2e606337cda3 req-9d5dbb03-207b-4de2-9a94-50013e567d32 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:48.291541 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4c77c71c-4b53-4804-bfa7-2e606337cda3 req-9d5dbb03-207b-4de2-9a94-50013e567d32 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=cefea44f-eab4-4e2e-8f39-f4238ba8c7b0 HTTP/1.1" status: 200 len: 946 time: 0.0828493 Jul 16 08:24:48.334839 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4c77c71c-4b53-4804-bfa7-2e606337cda3 req-c1a7f092-05b4-4d82-b3c8-ef0c480107dd tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375619 Jul 16 08:24:48.566433 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec8e22a-54ae-4da5-98a9-4d952797f7b1 req-95512288-51d7-47b3-ba8a-3268373b92cf tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:48.570200 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8ec8e22a-54ae-4da5-98a9-4d952797f7b1 req-95512288-51d7-47b3-ba8a-3268373b92cf tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 945 time: 0.0828302 Jul 16 08:24:48.624693 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8ec8e22a-54ae-4da5-98a9-4d952797f7b1 req-79bbaf78-7db6-4768-ba2b-d3887a81b91e tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461409 Jul 16 08:24:48.657820 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d2e08d57-a6d7-4509-8aee-6611eabeb67d req-6100b92e-d254-4d72-933c-9df580500512 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.131 HTTP/1.1" status: 200 len: 1001 time: 0.0657654 Jul 16 08:24:48.731198 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e08d57-a6d7-4509-8aee-6611eabeb67d req-abd67eeb-08cf-403b-833f-aaf56f0fe396 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:48.733238 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d2e08d57-a6d7-4509-8aee-6611eabeb67d req-abd67eeb-08cf-403b-833f-aaf56f0fe396 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/ports/bba8e95a-51db-4cfc-8f38-1efea2d1bc44 HTTP/1.1" status: 200 len: 942 time: 0.0692174 Jul 16 08:24:48.859279 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa608e-9b2a-4f1c-945c-cdb21a5e3950 req-c3f09ef1-d0cd-4e7d-b4a1-3e9d7c385141 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:48.860876 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6aaa608e-9b2a-4f1c-945c-cdb21a5e3950 req-c3f09ef1-d0cd-4e7d-b4a1-3e9d7c385141 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63a1e9f-f06d-426c-aa61-32522da69f88 HTTP/1.1" status: 200 len: 950 time: 0.0725479 Jul 16 08:24:48.890155 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d2e08d57-a6d7-4509-8aee-6611eabeb67d req-494c8b79-c22f-46ec-9494-65aa472ab362 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.131 HTTP/1.1" status: 200 len: 1001 time: 0.0645711 Jul 16 08:24:48.910397 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6aaa608e-9b2a-4f1c-945c-cdb21a5e3950 req-87b2b843-8e7b-42e7-ab71-6452d2bea95f tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.22 "GET /v2.0/security-groups?id=ddbfe8de-527e-4912-b134-40a43a6b0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418718 Jul 16 08:24:49.002739 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e08d57-a6d7-4509-8aee-6611eabeb67d req-fe3c9096-bba5-43af-b81a-b3c095ad0f02 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:49.004166 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d2e08d57-a6d7-4509-8aee-6611eabeb67d req-fe3c9096-bba5-43af-b81a-b3c095ad0f02 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 784 time: 0.1085346 Jul 16 08:24:49.072735 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d2e08d57-a6d7-4509-8aee-6611eabeb67d req-babc9205-91cc-4b51-bec6-5a8320e1ec22 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.131 HTTP/1.1" status: 200 len: 1001 time: 0.0594671 Jul 16 08:24:49.074985 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9369650c-b7d2-4f78-895c-18c132dcff00 req-9565f371-ab2b-4837-8d99-d9e67f3a6d6c tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:49.076507 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9369650c-b7d2-4f78-895c-18c132dcff00 req-9565f371-ab2b-4837-8d99-d9e67f3a6d6c tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=cefea44f-eab4-4e2e-8f39-f4238ba8c7b0 HTTP/1.1" status: 200 len: 946 time: 0.0652487 Jul 16 08:24:49.082486 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-d2e08d57-a6d7-4509-8aee-6611eabeb67d req-4a58d429-5de2-4a61-9b6e-ff038475f93c tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:24:49.116289 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9369650c-b7d2-4f78-895c-18c132dcff00 req-f99af89b-4a53-454b-a628-d9b4d98baca0 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341654 Jul 16 08:24:49.128461 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 01da8e36-8d6e-4032-8b13-c3401231eecc no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:24:49.176039 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d2e08d57-a6d7-4509-8aee-6611eabeb67d req-4a58d429-5de2-4a61-9b6e-ff038475f93c tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks [] for floatingip, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:49.217204 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:49.249502 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63a1e9f-f06d-426c-aa61-32522da69f88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01da8e36-8d6e-4032-8b13-c3401231eecc'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:24:49.252118 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a11e160c-e283-42a9-ac06-85392dbb7793" -d '{"events": [{"server_uuid": "c63a1e9f-f06d-426c-aa61-32522da69f88", "name": "network-vif-unplugged", "status": "completed", "tag": "01da8e36-8d6e-4032-8b13-c3401231eecc"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:24:49.265958 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 01da8e36-8d6e-4032-8b13-c3401231eecc, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=01da8e36-8d6e-4032-8b13-c3401231eecc,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:49.270912 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:49.304770 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce10484b-1576-48c0-8591-ac17d060dc1a req-0b8de24a-d6c4-4f8a-959a-f08ee9c22055 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:49.306593 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ce10484b-1576-48c0-8591-ac17d060dc1a req-0b8de24a-d6c4-4f8a-959a-f08ee9c22055 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?device_id=843a657e-5dca-4d41-86b5-d23b57ba9345 HTTP/1.1" status: 200 len: 949 time: 0.0714390 Jul 16 08:24:49.350160 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d2e08d57-a6d7-4509-8aee-6611eabeb67d req-4a58d429-5de2-4a61-9b6e-ff038475f93c tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:49.352744 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ce10484b-1576-48c0-8591-ac17d060dc1a req-45e336c7-ae6a-4367-b0b1-ebac69d1c540 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/security-groups?id=464db2f6-d5dd-41dd-a470-b2a280b16f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388973 Jul 16 08:24:49.353871 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=01da8e36-8d6e-4032-8b13-c3401231eecc,revision_number=11']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:49.361023 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d2e08d57-a6d7-4509-8aee-6611eabeb67d req-4a58d429-5de2-4a61-9b6e-ff038475f93c tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:49.361409 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [req-d2e08d57-a6d7-4509-8aee-6611eabeb67d req-4a58d429-5de2-4a61-9b6e-ff038475f93c tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Floating IP 778c49de-c8b7-4c09-86c3-27023b3119ee disassociated. External IP: 172.25.3.131, port: bba8e95a-51db-4cfc-8f38-1efea2d1bc44. Jul 16 08:24:49.532942 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9d661-5a57-48cb-b86c-4632e589bdff req-067a8278-d6b0-4d3d-93a0-46b0dd0a7805 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:49.537256 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-18d9d661-5a57-48cb-b86c-4632e589bdff req-067a8278-d6b0-4d3d-93a0-46b0dd0a7805 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 950 time: 0.0763793 Jul 16 08:24:49.584841 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d2e08d57-a6d7-4509-8aee-6611eabeb67d req-4a58d429-5de2-4a61-9b6e-ff038475f93c tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Router c8c7d990-65e0-4fe2-ab93-d1c411842a26 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:24:49.588709 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-18d9d661-5a57-48cb-b86c-4632e589bdff req-20333a03-1a81-4e26-a2fb-bdb433ee5fa8 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446558 Jul 16 08:24:49.704645 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d2e08d57-a6d7-4509-8aee-6611eabeb67d req-4a58d429-5de2-4a61-9b6e-ff038475f93c tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:24:49.709693 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d2e08d57-a6d7-4509-8aee-6611eabeb67d req-4a58d429-5de2-4a61-9b6e-ff038475f93c tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:49.715872 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd8b29c-7e1b-4ee1-a9e0-e7120c5e4cf8 None None] Sync routers for ids ['c8c7d990-65e0-4fe2-ab93-d1c411842a26'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:24:49.731296 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd8b29c-7e1b-4ee1-a9e0-e7120c5e4cf8 None None] Routers {'c8c7d990-65e0-4fe2-ab93-d1c411842a26'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:24:49.732258 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-cfd8b29c-7e1b-4ee1-a9e0-e7120c5e4cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:24:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c8c7d990-65e0-4fe2-ab93-d1c411842a26'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:24:49.801312 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94c891-92d9-4f75-9c8a-22601b06e2c5 req-73369bd5-57b8-4911-a23e-479b16d10123 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:49.808866 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6f94c891-92d9-4f75-9c8a-22601b06e2c5 req-73369bd5-57b8-4911-a23e-479b16d10123 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=cefea44f-eab4-4e2e-8f39-f4238ba8c7b0 HTTP/1.1" status: 200 len: 946 time: 0.0945361 Jul 16 08:24:49.812993 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d2e08d57-a6d7-4509-8aee-6611eabeb67d req-4a58d429-5de2-4a61-9b6e-ff038475f93c tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "PUT /v2.0/floatingips/778c49de-c8b7-4c09-86c3-27023b3119ee HTTP/1.1" status: 200 len: 695 time: 0.7293396 Jul 16 08:24:49.813789 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d04de79-c451-44f0-aa4a-413e7cfdbde2', 'tag': 'bba8e95a-51db-4cfc-8f38-1efea2d1bc44'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:24:49.824157 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ed6ab6-9f4d-4662-8966-e553005f02ea" -d '{"events": [{"name": "network-changed", "server_uuid": "6d04de79-c451-44f0-aa4a-413e7cfdbde2", "tag": "bba8e95a-51db-4cfc-8f38-1efea2d1bc44"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:24:49.854964 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6f94c891-92d9-4f75-9c8a-22601b06e2c5 req-c7c4a09f-bd3e-4e2d-9ba8-f972e4520fd4 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451224 Jul 16 08:24:49.905489 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f14e44-4c1a-445f-a129-31fcf7d7e895 x-openstack-request-id: req-43f14e44-4c1a-445f-a129-31fcf7d7e895 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:24:49.905815 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63a1e9f-f06d-426c-aa61-32522da69f88", "name": "network-vif-unplugged", "status": "completed", "tag": "01da8e36-8d6e-4032-8b13-c3401231eecc", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:24:49.906311 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-43f14e44-4c1a-445f-a129-31fcf7d7e895 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:24:49.906819 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63a1e9f-f06d-426c-aa61-32522da69f88', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '01da8e36-8d6e-4032-8b13-c3401231eecc', 'code': 200} Jul 16 08:24:49.940142 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e08d57-a6d7-4509-8aee-6611eabeb67d req-a7b423ee-9661-4ca9-8f31-f8de51cc9d5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:49.944870 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-cfd8b29c-7e1b-4ee1-a9e0-e7120c5e4cf8 None None] Set router c8c7d990-65e0-4fe2-ab93-d1c411842a26 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:24:49.948877 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d2e08d57-a6d7-4509-8aee-6611eabeb67d req-a7b423ee-9661-4ca9-8f31-f8de51cc9d5f service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=65d39ce4e0b74493bfaf6681c3b35dde&device_id=6d04de79-c451-44f0-aa4a-413e7cfdbde2 HTTP/1.1" status: 200 len: 1097 time: 0.1147058 Jul 16 08:24:50.083017 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e08d57-a6d7-4509-8aee-6611eabeb67d req-864a82c5-308b-460f-b2ad-86e245472ec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:50.084635 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d2e08d57-a6d7-4509-8aee-6611eabeb67d req-864a82c5-308b-460f-b2ad-86e245472ec0 service neutron] 10.222.0.22 "GET /v2.0/networks?id=4477cb77-9688-4017-b61e-e21e5a0c687e HTTP/1.1" status: 200 len: 930 time: 0.1195955 Jul 16 08:24:50.132560 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d2e08d57-a6d7-4509-8aee-6611eabeb67d req-3e1d99fe-2b40-4be1-a414-d4a07af3d246 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bba8e95a-51db-4cfc-8f38-1efea2d1bc44 HTTP/1.1" status: 200 len: 217 time: 0.0408535 Jul 16 08:24:50.191202 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e08d57-a6d7-4509-8aee-6611eabeb67d req-d4ed1c41-6cde-4ec4-8048-35c55dd8c041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:50.192897 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d2e08d57-a6d7-4509-8aee-6611eabeb67d req-d4ed1c41-6cde-4ec4-8048-35c55dd8c041 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=81b82980-93c1-4ac0-a7cd-23d42d819c7b HTTP/1.1" status: 200 len: 868 time: 0.0501490 Jul 16 08:24:50.254520 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e08d57-a6d7-4509-8aee-6611eabeb67d req-6378d4c2-9892-4367-a434-374b18e7700c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:50.257319 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d2e08d57-a6d7-4509-8aee-6611eabeb67d req-6378d4c2-9892-4367-a434-374b18e7700c service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=4477cb77-9688-4017-b61e-e21e5a0c687e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560634 Jul 16 08:24:50.277400 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-cfd8b29c-7e1b-4ee1-a9e0-e7120c5e4cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1823019582-router', 'tenant_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'b13a2f0a-ed1b-446f-a756-444d66a0fb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:55Z', 'updated_at': '2021-07-16T08:24:05Z', 'revision_number': 4, 'project_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'gw_port': {'id': 'b13a2f0a-ed1b-446f-a756-444d66a0fb13', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:58Z', 'updated_at': '2021-07-16T08:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '052fbef1-09fd-474d-bd5d-a46a65c4e1be', 'name': '', 'network_id': '4477cb77-9688-4017-b61e-e21e5a0c687e', 'tenant_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'mac_address': 'fa:16:3e:39:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '81b82980-93c1-4ac0-a7cd-23d42d819c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:24:03Z', 'updated_at': '2021-07-16T08:24:14Z', 'revision_number': 5, 'project_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'subnets': [{'id': '81b82980-93c1-4ac0-a7cd-23d42d819c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:24:50.307939 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd8b29c-7e1b-4ee1-a9e0-e7120c5e4cf8 None None] Checking router: c8c7d990-65e0-4fe2-ab93-d1c411842a26 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:24:50.316895 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfd8b29c-7e1b-4ee1-a9e0-e7120c5e4cf8 None None] Routers {'c8c7d990-65e0-4fe2-ab93-d1c411842a26'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:24:50.317497 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-cfd8b29c-7e1b-4ee1-a9e0-e7120c5e4cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:24:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c8c7d990-65e0-4fe2-ab93-d1c411842a26'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:24:50.349645 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d2e08d57-a6d7-4509-8aee-6611eabeb67d req-810fc4c0-200f-4dd1-9002-47587f822c6a service neutron] 10.222.0.22 "GET /v2.0/networks/4477cb77-9688-4017-b61e-e21e5a0c687e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873504 Jul 16 08:24:50.423001 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-cfd8b29c-7e1b-4ee1-a9e0-e7120c5e4cf8 None None] Set router c8c7d990-65e0-4fe2-ab93-d1c411842a26 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:24:50.445591 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d2e08d57-a6d7-4509-8aee-6611eabeb67d req-7bc231ca-6dc1-42d2-9361-fac82b7de281 service neutron] 10.222.0.22 "GET /v2.0/networks/4477cb77-9688-4017-b61e-e21e5a0c687e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893171 Jul 16 08:24:50.475281 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19ab51-bbc5-4a70-93a3-c949ad422f8f req-13a28d6b-80b0-483d-8638-078b86c00b4e tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:50.476997 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-be19ab51-bbc5-4a70-93a3-c949ad422f8f req-13a28d6b-80b0-483d-8638-078b86c00b4e tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 950 time: 0.0720797 Jul 16 08:24:50.517676 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-be19ab51-bbc5-4a70-93a3-c949ad422f8f req-977b32a9-b07f-4d78-9b40-c9d4bd4969f1 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326300 Jul 16 08:24:50.595359 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:24:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56ccf78d-a0ab-4f99-a98e-a961f969acea x-openstack-request-id: req-56ccf78d-a0ab-4f99-a98e-a961f969acea {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:24:50.595758 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6d04de79-c451-44f0-aa4a-413e7cfdbde2", "tag": "bba8e95a-51db-4cfc-8f38-1efea2d1bc44", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:24:50.596142 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-56ccf78d-a0ab-4f99-a98e-a961f969acea {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:24:50.596645 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6d04de79-c451-44f0-aa4a-413e7cfdbde2', 'tag': 'bba8e95a-51db-4cfc-8f38-1efea2d1bc44', 'status': 'completed', 'code': 200} Jul 16 08:24:50.625936 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-cfd8b29c-7e1b-4ee1-a9e0-e7120c5e4cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1823019582-router', 'tenant_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'b13a2f0a-ed1b-446f-a756-444d66a0fb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:55Z', 'updated_at': '2021-07-16T08:24:05Z', 'revision_number': 4, 'project_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'gw_port': {'id': 'b13a2f0a-ed1b-446f-a756-444d66a0fb13', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:58Z', 'updated_at': '2021-07-16T08:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '052fbef1-09fd-474d-bd5d-a46a65c4e1be', 'name': '', 'network_id': '4477cb77-9688-4017-b61e-e21e5a0c687e', 'tenant_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'mac_address': 'fa:16:3e:39:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '81b82980-93c1-4ac0-a7cd-23d42d819c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:24:03Z', 'updated_at': '2021-07-16T08:24:14Z', 'revision_number': 5, 'project_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'subnets': [{'id': '81b82980-93c1-4ac0-a7cd-23d42d819c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:24:50.645663 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371c593a-aac9-499a-a865-de5302b423fa req-89fb8dcd-d898-4ebb-b7e8-5ef580cbecbc tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:50.648284 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-371c593a-aac9-499a-a865-de5302b423fa req-89fb8dcd-d898-4ebb-b7e8-5ef580cbecbc tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 945 time: 0.0835464 Jul 16 08:24:50.659563 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfd8b29c-7e1b-4ee1-a9e0-e7120c5e4cf8 None None] The sync data for ids ['c8c7d990-65e0-4fe2-ab93-d1c411842a26'] in n-d-771362-37 is: [{'id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1823019582-router', 'tenant_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'b13a2f0a-ed1b-446f-a756-444d66a0fb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:55Z', 'updated_at': '2021-07-16T08:24:05Z', 'revision_number': 4, 'project_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'gw_port': {'id': 'b13a2f0a-ed1b-446f-a756-444d66a0fb13', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:58Z', 'updated_at': '2021-07-16T08:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '052fbef1-09fd-474d-bd5d-a46a65c4e1be', 'name': '', 'network_id': '4477cb77-9688-4017-b61e-e21e5a0c687e', 'tenant_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'mac_address': 'fa:16:3e:39:c5:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'device_owner': 'network:router_interface', 'standard_attr_id': 446, 'fixed_ips': [{'subnet_id': '81b82980-93c1-4ac0-a7cd-23d42d819c7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:24:03Z', 'updated_at': '2021-07-16T08:24:14Z', 'revision_number': 5, 'project_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'subnets': [{'id': '81b82980-93c1-4ac0-a7cd-23d42d819c7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:24:50.691419 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-371c593a-aac9-499a-a865-de5302b423fa req-51b069fc-3552-4f89-b942-ca768fb6fc90 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370548 Jul 16 08:24:50.693880 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed6ab6-9f4d-4662-8966-e553005f02ea req-376f29f8-9625-496c-adef-fcec5c136579 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:50.695364 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-26ed6ab6-9f4d-4662-8966-e553005f02ea req-376f29f8-9625-496c-adef-fcec5c136579 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=65d39ce4e0b74493bfaf6681c3b35dde&device_id=6d04de79-c451-44f0-aa4a-413e7cfdbde2 HTTP/1.1" status: 200 len: 1097 time: 0.0742276 Jul 16 08:24:50.838675 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b03bb7b-3552-4a47-977a-612ca53fb296 req-e569a899-d110-40df-ad48-023a4b8951f6 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:50.840202 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4b03bb7b-3552-4a47-977a-612ca53fb296 req-e569a899-d110-40df-ad48-023a4b8951f6 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.22 "GET /v2.0/ports?device_id=c63a1e9f-f06d-426c-aa61-32522da69f88 HTTP/1.1" status: 200 len: 948 time: 0.1493411 Jul 16 08:24:50.857809 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed6ab6-9f4d-4662-8966-e553005f02ea req-dc07bc02-3979-42b4-ac82-0414dcf3ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:50.859281 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-26ed6ab6-9f4d-4662-8966-e553005f02ea req-dc07bc02-3979-42b4-ac82-0414dcf3ba85 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4477cb77-9688-4017-b61e-e21e5a0c687e HTTP/1.1" status: 200 len: 930 time: 0.1263804 Jul 16 08:24:50.876173 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8036ee6-4e6d-4179-8c79-84c20955adf0 req-653397e5-f0fc-4d97-8184-382de49aa6ba tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:50.887428 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e8036ee6-4e6d-4179-8c79-84c20955adf0 req-653397e5-f0fc-4d97-8184-382de49aa6ba tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?device_id=843a657e-5dca-4d41-86b5-d23b57ba9345 HTTP/1.1" status: 200 len: 949 time: 0.0878975 Jul 16 08:24:50.917666 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-26ed6ab6-9f4d-4662-8966-e553005f02ea req-f7f20590-dcc9-4341-a686-66e53bac0932 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bba8e95a-51db-4cfc-8f38-1efea2d1bc44 HTTP/1.1" status: 200 len: 217 time: 0.0500112 Jul 16 08:24:50.925146 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e8036ee6-4e6d-4179-8c79-84c20955adf0 req-4b7b0197-1301-424a-957f-3c9a0a37369f tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/security-groups?id=464db2f6-d5dd-41dd-a470-b2a280b16f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366359 Jul 16 08:24:50.928054 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72ab2dcd-8c64-4788-936f-5d32b313bfda None None] New status for floating IP 778c49de-c8b7-4c09-86c3-27023b3119ee: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:24:50.929442 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4b03bb7b-3552-4a47-977a-612ca53fb296 req-a0354b6b-aa68-444a-9a14-4b028af58bd0 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.22 "GET /v2.0/security-groups?id=ddbfe8de-527e-4912-b134-40a43a6b0dcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830507 Jul 16 08:24:51.010976 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed6ab6-9f4d-4662-8966-e553005f02ea req-530e75b1-6d0e-4c68-a887-8025b476c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:51.012692 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-26ed6ab6-9f4d-4662-8966-e553005f02ea req-530e75b1-6d0e-4c68-a887-8025b476c4f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=81b82980-93c1-4ac0-a7cd-23d42d819c7b HTTP/1.1" status: 200 len: 868 time: 0.0820906 Jul 16 08:24:51.158050 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6be78035-d1b3-4b1a-bb67-003448f64881 req-a8ec8667-6147-49b1-b7df-8f044e046398 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/floatingips/778c49de-c8b7-4c09-86c3-27023b3119ee HTTP/1.1" status: 200 len: 695 time: 0.1440833 Jul 16 08:24:51.221599 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6335665-9154-41af-a260-6f280ee00df7 req-e14f8705-edad-4d84-857c-2509eed588ae tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:51.223315 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6335665-9154-41af-a260-6f280ee00df7 req-e14f8705-edad-4d84-857c-2509eed588ae tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817&tenant_id=0c0f0cf24afb47969a9cef8297bf2691&binding%3Ahost_id=n-h2-771362-37 HTTP/1.1" status: 200 len: 1097 time: 0.2018700 Jul 16 08:24:51.272979 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed6ab6-9f4d-4662-8966-e553005f02ea req-ce4904f9-49bb-45d2-8420-428c912ac2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:51.275186 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-26ed6ab6-9f4d-4662-8966-e553005f02ea req-ce4904f9-49bb-45d2-8420-428c912ac2d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4477cb77-9688-4017-b61e-e21e5a0c687e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2228532 Jul 16 08:24:51.281683 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-d6335665-9154-41af-a260-6f280ee00df7 req-3ce761f5-4271-493b-85ca-a34a11008896 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771362-37'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:24:51.289861 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b96798-68de-45d7-ac41-d6cd85566c18 req-61d23485-882f-4c46-9544-df9d0fa43172 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:51.291503 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-85b96798-68de-45d7-ac41-d6cd85566c18 req-61d23485-882f-4c46-9544-df9d0fa43172 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=cefea44f-eab4-4e2e-8f39-f4238ba8c7b0 HTTP/1.1" status: 200 len: 946 time: 0.1350060 Jul 16 08:24:51.321414 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7d6a3e-9307-4906-bc0d-6c113d37035d req-b4766916-6ba2-4879-9887-37e9c8df8117 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:51.323201 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ff7d6a3e-9307-4906-bc0d-6c113d37035d req-b4766916-6ba2-4879-9887-37e9c8df8117 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.30 "GET /v2.0/ports?device_id=c63a1e9f-f06d-426c-aa61-32522da69f88 HTTP/1.1" status: 200 len: 948 time: 0.1241152 Jul 16 08:24:51.463374 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be78035-d1b3-4b1a-bb67-003448f64881 req-bd5de62b-f4f0-4c42-b924-87ca4d310ce9 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:51.465306 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6be78035-d1b3-4b1a-bb67-003448f64881 req-bd5de62b-f4f0-4c42-b924-87ca4d310ce9 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 784 time: 0.3062687 Jul 16 08:24:51.531478 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-26ed6ab6-9f4d-4662-8966-e553005f02ea req-54da6422-7575-49fb-9adb-2daec23e0b10 service neutron] 10.222.0.30 "GET /v2.0/networks/4477cb77-9688-4017-b61e-e21e5a0c687e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415679 Jul 16 08:24:51.547079 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d6335665-9154-41af-a260-6f280ee00df7 req-3ce761f5-4271-493b-85ca-a34a11008896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:51.552592 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6be78035-d1b3-4b1a-bb67-003448f64881 req-bc0f9b0e-e1ce-4920-9751-4fa70844c51c tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.131 HTTP/1.1" status: 200 len: 696 time: 0.0790477 Jul 16 08:24:51.682617 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6be78035-d1b3-4b1a-bb67-003448f64881 req-ce5b2600-ed1f-4d2a-bc4e-954969c10684 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.131 HTTP/1.1" status: 200 len: 696 time: 0.1081755 Jul 16 08:24:51.739031 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-85b96798-68de-45d7-ac41-d6cd85566c18 req-e5dc46d8-0afd-4d39-bb8d-33e6cba8746e tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4379187 Jul 16 08:24:51.804522 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-ff7d6a3e-9307-4906-bc0d-6c113d37035d req-c4d21e5d-3210-4df4-9dd7-b3af6fe79051 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Deleting port 01da8e36-8d6e-4032-8b13-c3401231eecc {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:24:51.804802 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ff7d6a3e-9307-4906-bc0d-6c113d37035d req-c4d21e5d-3210-4df4-9dd7-b3af6fe79051 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:51.869976 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-26ed6ab6-9f4d-4662-8966-e553005f02ea req-a01b216d-4851-483b-a123-2aa3746372a9 service neutron] 10.222.0.30 "GET /v2.0/networks/4477cb77-9688-4017-b61e-e21e5a0c687e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3308516 Jul 16 08:24:51.906101 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-ff7d6a3e-9307-4906-bc0d-6c113d37035d req-c4d21e5d-3210-4df4-9dd7-b3af6fe79051 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] For port 01da8e36-8d6e-4032-8b13-c3401231eecc, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=01da8e36-8d6e-4032-8b13-c3401231eecc,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:51.906691 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ff7d6a3e-9307-4906-bc0d-6c113d37035d req-c4d21e5d-3210-4df4-9dd7-b3af6fe79051 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:51.924984 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-ff7d6a3e-9307-4906-bc0d-6c113d37035d req-c4d21e5d-3210-4df4-9dd7-b3af6fe79051 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Calling delete_port for 01da8e36-8d6e-4032-8b13-c3401231eecc owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:24:51.929091 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-d6335665-9154-41af-a260-6f280ee00df7 req-3ce761f5-4271-493b-85ca-a34a11008896 service neutron] For port 7b170f35-db9b-415e-9c83-adb9b8db3ac3, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=7b170f35-db9b-415e-9c83-adb9b8db3ac3,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:51.970124 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-6be78035-d1b3-4b1a-bb67-003448f64881 req-d1adc739-18ac-4769-96c1-00f517c0cde4 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Deleting port 6c3a1a42-ca5f-4f91-80a6-34b8a47e6fd9 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:24:51.970462 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6be78035-d1b3-4b1a-bb67-003448f64881 req-d1adc739-18ac-4769-96c1-00f517c0cde4 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:52.007522 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-d6335665-9154-41af-a260-6f280ee00df7 req-3ce761f5-4271-493b-85ca-a34a11008896 service neutron] For port 7b170f35-db9b-415e-9c83-adb9b8db3ac3, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:24:52.039894 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-b26d70a0-b3ff-4eba-85ad-57439532afdd tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=8c360597c6244684a26b41ea337639bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282373 Jul 16 08:24:52.097893 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd9ea62-781c-4d68-ba4c-60fb11314817', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b170f35-db9b-415e-9c83-adb9b8db3ac3'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:24:52.100880 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d719291d-5731-46ef-be76-7db5b9c146d5" -d '{"events": [{"server_uuid": "9dd9ea62-781c-4d68-ba4c-60fb11314817", "name": "network-vif-unplugged", "status": "completed", "tag": "7b170f35-db9b-415e-9c83-adb9b8db3ac3"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:24:52.105789 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d6335665-9154-41af-a260-6f280ee00df7 req-3ce761f5-4271-493b-85ca-a34a11008896 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:52.120504 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d6335665-9154-41af-a260-6f280ee00df7 req-3ce761f5-4271-493b-85ca-a34a11008896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:52.124114 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6be78035-d1b3-4b1a-bb67-003448f64881 req-d1adc739-18ac-4769-96c1-00f517c0cde4 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:52.124475 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6be78035-d1b3-4b1a-bb67-003448f64881 req-d1adc739-18ac-4769-96c1-00f517c0cde4 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:52.166254 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-6be78035-d1b3-4b1a-bb67-003448f64881 req-d1adc739-18ac-4769-96c1-00f517c0cde4 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Calling delete_port for 6c3a1a42-ca5f-4f91-80a6-34b8a47e6fd9 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:24:52.185970 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ff7d6a3e-9307-4906-bc0d-6c113d37035d req-c4d21e5d-3210-4df4-9dd7-b3af6fe79051 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:52.225145 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d21e5d-3210-4df4-9dd7-b3af6fe79051 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Pushing event deleted for resources: {'Port': ['ID=01da8e36-8d6e-4032-8b13-c3401231eecc,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:52.236646 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce761f5-4271-493b-85ca-a34a11008896 service neutron] Pushing event updated for resources: {'Port': ['ID=7b170f35-db9b-415e-9c83-adb9b8db3ac3,revision_number=7']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:52.274099 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-a79c3d3f-402f-4669-8a70-0adae442725a tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:52.275553 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-a79c3d3f-402f-4669-8a70-0adae442725a tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2239490 Jul 16 08:24:52.279111 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-d6335665-9154-41af-a260-6f280ee00df7 req-3ce761f5-4271-493b-85ca-a34a11008896 service neutron] Attempting to bind port 7b170f35-db9b-415e-9c83-adb9b8db3ac3 on host n-h2-771362-37 for vnic_type normal with profile {"migrating_to": "n-h1-771362-37"} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:24:52.279447 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-d6335665-9154-41af-a260-6f280ee00df7 req-3ce761f5-4271-493b-85ca-a34a11008896 service neutron] Attempting to bind port 7b170f35-db9b-415e-9c83-adb9b8db3ac3 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:24:52.279784 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6335665-9154-41af-a260-6f280ee00df7 req-3ce761f5-4271-493b-85ca-a34a11008896 service neutron] Attempting to bind port 7b170f35-db9b-415e-9c83-adb9b8db3ac3 on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:24:52.292130 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7d6a3e-9307-4906-bc0d-6c113d37035d req-c4d21e5d-3210-4df4-9dd7-b3af6fe79051 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] No DVR routers for this DVR port 01da8e36-8d6e-4032-8b13-c3401231eecc on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:24:52.293467 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6335665-9154-41af-a260-6f280ee00df7 req-3ce761f5-4271-493b-85ca-a34a11008896 service neutron] Port 7b170f35-db9b-415e-9c83-adb9b8db3ac3 on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:24:52.293859 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6335665-9154-41af-a260-6f280ee00df7 req-3ce761f5-4271-493b-85ca-a34a11008896 service neutron] Attempting to bind port 7b170f35-db9b-415e-9c83-adb9b8db3ac3 on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:24:52.294858 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ff7d6a3e-9307-4906-bc0d-6c113d37035d req-c4d21e5d-3210-4df4-9dd7-b3af6fe79051 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:52.296799 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ff7d6a3e-9307-4906-bc0d-6c113d37035d req-c4d21e5d-3210-4df4-9dd7-b3af6fe79051 tempest-ImagesOneServerTestJSON-1638860323 tempest-ImagesOneServerTestJSON-1638860323-project] 10.222.0.30 "DELETE /v2.0/ports/01da8e36-8d6e-4032-8b13-c3401231eecc HTTP/1.1" status: 204 len: 173 time: 0.9533744 Jul 16 08:24:52.301948 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6335665-9154-41af-a260-6f280ee00df7 req-3ce761f5-4271-493b-85ca-a34a11008896 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:24:52.302312 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6335665-9154-41af-a260-6f280ee00df7 req-3ce761f5-4271-493b-85ca-a34a11008896 service neutron] Checking segment: {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:24:52.302691 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6335665-9154-41af-a260-6f280ee00df7 req-3ce761f5-4271-493b-85ca-a34a11008896 service neutron] Bound using segment: {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:24:52.303121 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-d6335665-9154-41af-a260-6f280ee00df7 req-3ce761f5-4271-493b-85ca-a34a11008896 service neutron] Bound port: 7b170f35-db9b-415e-9c83-adb9b8db3ac3, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:24:52.303488 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d6335665-9154-41af-a260-6f280ee00df7 req-3ce761f5-4271-493b-85ca-a34a11008896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:52.304834 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-66d23c76-2e68-40a3-b32d-91eefcf19679 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/quotas/8c360597c6244684a26b41ea337639bd HTTP/1.1" status: 200 len: 375 time: 0.0138898 Jul 16 08:24:52.377598 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-e78b5768-b316-4519-b9ce-dc6175c93cbb tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8c360597c6244684a26b41ea337639bd&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0657556 Jul 16 08:24:52.423998 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-d6335665-9154-41af-a260-6f280ee00df7 req-3ce761f5-4271-493b-85ca-a34a11008896 service neutron] For port 7b170f35-db9b-415e-9c83-adb9b8db3ac3, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:24:52.427537 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-d6335665-9154-41af-a260-6f280ee00df7 req-3ce761f5-4271-493b-85ca-a34a11008896 service neutron] For port 7b170f35-db9b-415e-9c83-adb9b8db3ac3, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=7b170f35-db9b-415e-9c83-adb9b8db3ac3,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:24:52.428938 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6be78035-d1b3-4b1a-bb67-003448f64881 req-d1adc739-18ac-4769-96c1-00f517c0cde4 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:52.456735 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d6335665-9154-41af-a260-6f280ee00df7 req-3ce761f5-4271-493b-85ca-a34a11008896 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:52.462086 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1adc739-18ac-4769-96c1-00f517c0cde4 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Pushing event deleted for resources: {'Port': ['ID=6c3a1a42-ca5f-4f91-80a6-34b8a47e6fd9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:52.598417 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c63a1e9f-f06d-426c-aa61-32522da69f88', 'name': 'network-vif-deleted', 'tag': '01da8e36-8d6e-4032-8b13-c3401231eecc'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:24:52.600971 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e427ac5e-d72c-4d8b-99f9-1d00e21e4a8c" -d '{"events": [{"server_uuid": "c63a1e9f-f06d-426c-aa61-32522da69f88", "name": "network-vif-deleted", "tag": "01da8e36-8d6e-4032-8b13-c3401231eecc"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:24:52.605446 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6335665-9154-41af-a260-6f280ee00df7 req-3ce761f5-4271-493b-85ca-a34a11008896 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:52.606091 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d6335665-9154-41af-a260-6f280ee00df7 req-3ce761f5-4271-493b-85ca-a34a11008896 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:52.607498 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6335665-9154-41af-a260-6f280ee00df7 req-3ce761f5-4271-493b-85ca-a34a11008896 service neutron] 10.222.0.30 "PUT /v2.0/ports/7b170f35-db9b-415e-9c83-adb9b8db3ac3 HTTP/1.1" status: 200 len: 1123 time: 1.3379469 Jul 16 08:24:52.612252 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce761f5-4271-493b-85ca-a34a11008896 service neutron] Pushing event updated for resources: {'Port': ['ID=7b170f35-db9b-415e-9c83-adb9b8db3ac3,revision_number=8']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:52.620999 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6be78035-d1b3-4b1a-bb67-003448f64881 req-d1adc739-18ac-4769-96c1-00f517c0cde4 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:52.624755 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6be78035-d1b3-4b1a-bb67-003448f64881 req-d1adc739-18ac-4769-96c1-00f517c0cde4 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:52.627261 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6be78035-d1b3-4b1a-bb67-003448f64881 req-d1adc739-18ac-4769-96c1-00f517c0cde4 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "DELETE /v2.0/floatingips/778c49de-c8b7-4c09-86c3-27023b3119ee HTTP/1.1" status: 204 len: 173 time: 0.9343469 Jul 16 08:24:52.692869 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['7b170f35-db9b-415e-9c83-adb9b8db3ac3'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:24:52.702743 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031b228-0385-4722-9c5f-f120192f326e req-166e0c12-f8d9-46b7-bbbc-1b012d99763a tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:52.705296 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4031b228-0385-4722-9c5f-f120192f326e req-166e0c12-f8d9-46b7-bbbc-1b012d99763a tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 943 time: 0.0964789 Jul 16 08:24:52.763861 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['7b170f35-db9b-415e-9c83-adb9b8db3ac3'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:24:52.789957 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4031b228-0385-4722-9c5f-f120192f326e req-0e184069-b7bf-43cf-8790-5a0446ad0ccd tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724425 Jul 16 08:24:52.965955 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba22b5f4-3211-41d1-8163-aba46976c58f req-83d7f1a6-1a43-47fe-9a7c-2311cfde5685 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:52.967843 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ba22b5f4-3211-41d1-8163-aba46976c58f req-83d7f1a6-1a43-47fe-9a7c-2311cfde5685 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=cefea44f-eab4-4e2e-8f39-f4238ba8c7b0 HTTP/1.1" status: 200 len: 946 time: 0.1127450 Jul 16 08:24:53.038050 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ba22b5f4-3211-41d1-8163-aba46976c58f req-0d25667a-04a4-428b-b609-e455400b0ff0 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571642 Jul 16 08:24:53.165569 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 7b170f35-db9b-415e-9c83-adb9b8db3ac3 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:24:53.232733 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a053d3-2a14-40a0-bc14-95b5cb9c8c99 x-openstack-request-id: req-71a053d3-2a14-40a0-bc14-95b5cb9c8c99 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:24:53.233027 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd9ea62-781c-4d68-ba4c-60fb11314817", "name": "network-vif-unplugged", "status": "completed", "tag": "7b170f35-db9b-415e-9c83-adb9b8db3ac3", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:24:53.233280 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-71a053d3-2a14-40a0-bc14-95b5cb9c8c99 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:24:53.233672 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dd9ea62-781c-4d68-ba4c-60fb11314817', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7b170f35-db9b-415e-9c83-adb9b8db3ac3', 'code': 200} Jul 16 08:24:53.360822 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-7131e9f8-0a6a-4091-a0f1-e9d9d26e017e service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1277323 Jul 16 08:24:53.366381 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946057e0-82ad-44c2-90fb-fe13911f5308 x-openstack-request-id: req-946057e0-82ad-44c2-90fb-fe13911f5308 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:24:53.366682 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c63a1e9f-f06d-426c-aa61-32522da69f88", "name": "network-vif-deleted", "tag": "01da8e36-8d6e-4032-8b13-c3401231eecc", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:24:53.368153 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-946057e0-82ad-44c2-90fb-fe13911f5308 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:24:53.368599 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c63a1e9f-f06d-426c-aa61-32522da69f88', 'name': 'network-vif-deleted', 'tag': '01da8e36-8d6e-4032-8b13-c3401231eecc', 'status': 'completed', 'code': 200} Jul 16 08:24:53.390574 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 7b170f35-db9b-415e-9c83-adb9b8db3ac3, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=7b170f35-db9b-415e-9c83-adb9b8db3ac3,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:53.418624 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 7b170f35-db9b-415e-9c83-adb9b8db3ac3 has no active binding in host n-h1-771362-37 {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:24:53.458231 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6829179f-96d0-46e7-a6e1-362e7010a768 req-1589a29d-7828-48f2-88ba-eecca6642bbf tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?device_id=491e3985-7cc3-4e9a-ac13-f659d6a28c6d HTTP/1.1" status: 200 len: 210 time: 0.0626345 Jul 16 08:24:53.656514 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45446) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:53.786016 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5070e24-c454-4a6c-9104-948916a99db0 req-3051eb80-bdab-43bf-8ad3-d7923782ed5f tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:53.801166 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f5070e24-c454-4a6c-9104-948916a99db0 req-3051eb80-bdab-43bf-8ad3-d7923782ed5f tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 950 time: 0.1306770 Jul 16 08:24:53.804169 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd6945b0-a604-46be-a4a3-7c7ef0cb40ab req-9f04104e-76f7-4207-8666-ad3838e0ef8e tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:53.811965 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cd6945b0-a604-46be-a4a3-7c7ef0cb40ab req-9f04104e-76f7-4207-8666-ad3838e0ef8e tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d04de79-c451-44f0-aa4a-413e7cfdbde2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.0932612 Jul 16 08:24:53.865273 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cd6945b0-a604-46be-a4a3-7c7ef0cb40ab req-f76dd409-2545-4c70-b89b-c174f2822ff0 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0516510 Jul 16 08:24:53.913297 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1aa9459c-0dc2-4532-b129-80494a7a79f3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f49076656e8047f6b2c01f1705bfdc78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2555902 Jul 16 08:24:53.915773 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45460) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:53.938099 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f5070e24-c454-4a6c-9104-948916a99db0 req-1163d573-5fd7-44be-8b98-ddbf28f52b77 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355422 Jul 16 08:24:54.040157 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6f565493-65ff-4e0f-9bff-1f4a0a8f458d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:54.086324 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-54a9a19d-b429-4510-ba9d-3bfaacb78712 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=8c360597c6244684a26b41ea337639bd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0562906 Jul 16 08:24:54.117363 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6f565493-65ff-4e0f-9bff-1f4a0a8f458d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:54.215125 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c100bc-5edb-4355-9f8f-8aef43bf7308 req-d286d9ac-f617-485f-938e-62e71d83ffe1 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:54.223175 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-19c100bc-5edb-4355-9f8f-8aef43bf7308 req-d286d9ac-f617-485f-938e-62e71d83ffe1 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=cefea44f-eab4-4e2e-8f39-f4238ba8c7b0 HTTP/1.1" status: 200 len: 946 time: 0.2179101 Jul 16 08:24:54.244686 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9217db6d-73ad-42e8-8808-41bca16792fc req-7d0c56c0-853f-4638-8a21-9ff961fbdd7d tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:54.253715 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9217db6d-73ad-42e8-8808-41bca16792fc req-7d0c56c0-853f-4638-8a21-9ff961fbdd7d tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 943 time: 0.1709838 Jul 16 08:24:54.270862 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-19c100bc-5edb-4355-9f8f-8aef43bf7308 req-faf129fc-0914-455b-a5de-79b5290cc63b tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467017 Jul 16 08:24:54.278102 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6f565493-65ff-4e0f-9bff-1f4a0a8f458d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:54.284292 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6f565493-65ff-4e0f-9bff-1f4a0a8f458d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:54.290195 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6f565493-65ff-4e0f-9bff-1f4a0a8f458d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ddbfe8de-527e-4912-b134-40a43a6b0dcc HTTP/1.1" status: 204 len: 168 time: 0.3728406 Jul 16 08:24:54.301446 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f565493-65ff-4e0f-9bff-1f4a0a8f458d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ddbfe8de-527e-4912-b134-40a43a6b0dcc,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:54.340238 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-5aca4d6a-b1ba-4082-b0fb-54c63be3ad5c tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:54.342126 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-5aca4d6a-b1ba-4082-b0fb-54c63be3ad5c tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2435184 Jul 16 08:24:54.382814 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-33bc0f1f-ace7-44f4-ab53-ae183538b086 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Request body: {'port': {'device_id': '491e3985-7cc3-4e9a-ac13-f659d6a28c6d', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'admin_state_up': True, 'tenant_id': '8c360597c6244684a26b41ea337639bd'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:24:54.448542 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-327f793c-f221-4f22-8d9c-0d77ec6c4c2a req-f34af5af-02d2-4cc1-9cd4-4d64665a0352 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1046877 Jul 16 08:24:54.455420 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9217db6d-73ad-42e8-8808-41bca16792fc req-29f8e67d-328c-4ddb-bdde-7d82326d6bcf tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2004499 Jul 16 08:24:54.601944 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-33bc0f1f-ace7-44f4-ab53-ae183538b086 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Made reservation on behalf of 8c360597c6244684a26b41ea337639bd for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:24:54.606307 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-33bc0f1f-ace7-44f4-ab53-ae183538b086 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:54.738394 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109f4ac9-e5c7-4a00-a136-67a3e3ddb512 req-463fe9d2-57e4-46b6-969e-6e9da277311f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:54.746949 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-109f4ac9-e5c7-4a00-a136-67a3e3ddb512 req-463fe9d2-57e4-46b6-969e-6e9da277311f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=cefea44f-eab4-4e2e-8f39-f4238ba8c7b0 HTTP/1.1" status: 200 len: 946 time: 0.0921755 Jul 16 08:24:54.810273 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-109f4ac9-e5c7-4a00-a136-67a3e3ddb512 req-8eb19548-3b9e-42cc-8ada-ef3a40ab5cbb tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560932 Jul 16 08:24:54.858819 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-33bc0f1f-ace7-44f4-ab53-ae183538b086 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Allocated IP 192.168.233.68 (30bff2e9-dcab-4751-913d-9c4ac9d8019b/c36b7919-0b6b-490a-bff0-04ed964d98ec/d4acd2ef-ba3b-4dd8-b51f-67430307dc17) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:24:55.005392 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bda56a5a-c758-4640-bfd8-98649a80095f req-959d2121-bbe0-4943-b7c2-7c37d27a3051 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?device_id=491e3985-7cc3-4e9a-ac13-f659d6a28c6d HTTP/1.1" status: 200 len: 210 time: 0.0405793 Jul 16 08:24:55.086139 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-33bc0f1f-ace7-44f4-ab53-ae183538b086 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:55.126161 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-33bc0f1f-ace7-44f4-ab53-ae183538b086 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Transition to ACTIVE for port object d4acd2ef-ba3b-4dd8-b51f-67430307dc17 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:24:55.184907 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 01da8e36-8d6e-4032-8b13-c3401231eecc no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:24:55.189766 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-33bc0f1f-ace7-44f4-ab53-ae183538b086 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:55.227256 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['00ca0c43-0113-4fae-b89a-c5dfe1141769'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:24:55.230690 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 01da8e36-8d6e-4032-8b13-c3401231eecc {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:24:55.231365 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 01da8e36-8d6e-4032-8b13-c3401231eecc not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:24:55.235671 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dd9ea62-781c-4d68-ba4c-60fb11314817', 'tag': '7b170f35-db9b-415e-9c83-adb9b8db3ac3'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:24:55.244172 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02243e4f-411f-4431-8146-5d25a547775f" -d '{"events": [{"name": "network-changed", "server_uuid": "9dd9ea62-781c-4d68-ba4c-60fb11314817", "tag": "7b170f35-db9b-415e-9c83-adb9b8db3ac3"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:24:55.265378 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7629bd-f8c7-49b3-ba5f-f725973ea3eb req-6f5dead4-8e40-4eb9-96c5-7957f66c0455 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:55.269765 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bc0f1f-ace7-44f4-ab53-ae183538b086 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Pushing event updated for resources: {'Port': ['ID=d4acd2ef-ba3b-4dd8-b51f-67430307dc17,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:55.275600 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0f7629bd-f8c7-49b3-ba5f-f725973ea3eb req-6f5dead4-8e40-4eb9-96c5-7957f66c0455 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d04de79-c451-44f0-aa4a-413e7cfdbde2 HTTP/1.1" status: 200 len: 945 time: 0.1410096 Jul 16 08:24:55.300832 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-33bc0f1f-ace7-44f4-ab53-ae183538b086 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:24:55.322154 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-33bc0f1f-ace7-44f4-ab53-ae183538b086 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:24:55.327356 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-33bc0f1f-ace7-44f4-ab53-ae183538b086 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:24:55.355790 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0f7629bd-f8c7-49b3-ba5f-f725973ea3eb req-9b60956d-374c-4695-85e7-d065a247987b tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ef285b1-9cd1-4b6c-b1ae-6d8fd8351a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787876 Jul 16 08:24:55.570479 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45516) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:55.598477 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-33bc0f1f-ace7-44f4-ab53-ae183538b086 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:55.598477 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-33bc0f1f-ace7-44f4-ab53-ae183538b086 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:55.643033 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-33bc0f1f-ace7-44f4-ab53-ae183538b086 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2790315 Jul 16 08:24:55.648632 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847e7730-997a-49fb-a26b-cf781ec21f03 req-c96cfed0-6252-406b-ae46-1400f5928384 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:55.650670 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-2f863a53-b05b-4dbb-915b-8846e7e32ae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:55.652194 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-847e7730-997a-49fb-a26b-cf781ec21f03 req-c96cfed0-6252-406b-ae46-1400f5928384 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 950 time: 0.1300070 Jul 16 08:24:55.653908 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-81ac92b1-974e-436d-b5a7-c1a03c91621f None None] Provisioning for port d4acd2ef-ba3b-4dd8-b51f-67430307dc17 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:24:55.658576 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-2f863a53-b05b-4dbb-915b-8846e7e32ae2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 1102 time: 0.2407527 Jul 16 08:24:55.660630 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-81ac92b1-974e-436d-b5a7-c1a03c91621f None None] Provisioning complete for port d4acd2ef-ba3b-4dd8-b51f-67430307dc17 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:24:55.661272 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-81ac92b1-974e-436d-b5a7-c1a03c91621f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:55.665195 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-d11bae2c-2d2a-418e-a11a-d4ecb326291e service neutron] Request body: {'port': {'device_id': '491e3985-7cc3-4e9a-ac13-f659d6a28c6d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:24:55.728080 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-847e7730-997a-49fb-a26b-cf781ec21f03 req-a4a34435-d028-483d-a866-f53205384f7d tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694964 Jul 16 08:24:55.766121 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-81ac92b1-974e-436d-b5a7-c1a03c91621f None None] Port d4acd2ef-ba3b-4dd8-b51f-67430307dc17 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:24:55.857374 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:24:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d68b56c4-85f2-48c6-b38c-41ce2a8e1272 x-openstack-request-id: req-d68b56c4-85f2-48c6-b38c-41ce2a8e1272 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:24:55.857891 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dd9ea62-781c-4d68-ba4c-60fb11314817", "tag": "7b170f35-db9b-415e-9c83-adb9b8db3ac3", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:24:55.858100 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d68b56c4-85f2-48c6-b38c-41ce2a8e1272 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:24:55.858578 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dd9ea62-781c-4d68-ba4c-60fb11314817', 'tag': '7b170f35-db9b-415e-9c83-adb9b8db3ac3', 'status': 'completed', 'code': 200} Jul 16 08:24:55.870625 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-bf13e74e-03b4-410a-94c0-d1d28d9509d3 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-556401998-network', 'tenant_id': 'a82c79b2d8ee4de6b24474b833f5aacc'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:24:56.058081 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-d11bae2c-2d2a-418e-a11a-d4ecb326291e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:56.064789 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf13e74e-03b4-410a-94c0-d1d28d9509d3 admin admin] Made reservation on behalf of a82c79b2d8ee4de6b24474b833f5aacc for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:24:56.067646 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf13e74e-03b4-410a-94c0-d1d28d9509d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:56.111038 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-9d7b1a9b-aa18-48d4-bca3-b4622813a447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:56.112916 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-9d7b1a9b-aa18-48d4-bca3-b4622813a447 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.4447181 Jul 16 08:24:56.125402 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf13e74e-03b4-410a-94c0-d1d28d9509d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:56.219875 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02243e4f-411f-4431-8146-5d25a547775f req-78702761-5337-4660-acee-7a03e9aa0968 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:56.221462 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-02243e4f-411f-4431-8146-5d25a547775f req-78702761-5337-4660-acee-7a03e9aa0968 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c0f0cf24afb47969a9cef8297bf2691&device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 1126 time: 0.3431904 Jul 16 08:24:56.234428 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-a6b546d3-165c-49de-9320-1e4c1cc3cc98 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=ac7f6057-099d-4905-842a-a135ee0413c9 HTTP/1.1" status: 200 len: 217 time: 0.0998359 Jul 16 08:24:56.328594 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b47809-8650-4a48-927f-af7e770a216c req-f1309585-d637-4bc9-a645-e2886916570f tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:56.336616 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-46b47809-8650-4a48-927f-af7e770a216c req-f1309585-d637-4bc9-a645-e2886916570f tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?device_id=491e3985-7cc3-4e9a-ac13-f659d6a28c6d HTTP/1.1" status: 200 len: 935 time: 0.0807390 Jul 16 08:24:56.383520 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-46b47809-8650-4a48-927f-af7e770a216c req-68562093-80f2-4142-8e72-c2abb081f8d8 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/security-groups?id=464db2f6-d5dd-41dd-a470-b2a280b16f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458658 Jul 16 08:24:56.388784 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85576ff-d5fb-4a96-95fb-16b5d7ff1a8d req-127b6135-3cf3-4f14-b253-392f0ffd16b6 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:56.405388 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f85576ff-d5fb-4a96-95fb-16b5d7ff1a8d req-127b6135-3cf3-4f14-b253-392f0ffd16b6 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 943 time: 0.4818847 Jul 16 08:24:56.545153 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-2ccee88a-2162-4fca-af94-5d2e3f105fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:56.546626 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-2ccee88a-2162-4fca-af94-5d2e3f105fa0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.2770326 Jul 16 08:24:56.613760 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f85576ff-d5fb-4a96-95fb-16b5d7ff1a8d req-fb13c3fd-a5db-4eca-abce-d4c2b7e1af53 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073855 Jul 16 08:24:56.674804 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02243e4f-411f-4431-8146-5d25a547775f req-e76afd1f-4d08-4114-a9ae-47926154604b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:56.676278 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-02243e4f-411f-4431-8146-5d25a547775f req-e76afd1f-4d08-4114-a9ae-47926154604b service neutron] 10.222.0.21 "GET /v2.0/networks?id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 HTTP/1.1" status: 200 len: 908 time: 0.4401574 Jul 16 08:24:56.761758 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6781ce0e-0d10-4d45-bf00-63bf054213ab req-0f17512d-a5af-40e0-8f0b-2c593ca27e3f tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:56.762634 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-02243e4f-411f-4431-8146-5d25a547775f req-11437e17-b00b-4fde-993c-e3d73d2aa4e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b170f35-db9b-415e-9c83-adb9b8db3ac3 HTTP/1.1" status: 200 len: 217 time: 0.0576553 Jul 16 08:24:56.763759 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6781ce0e-0d10-4d45-bf00-63bf054213ab req-0f17512d-a5af-40e0-8f0b-2c593ca27e3f tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d04de79-c451-44f0-aa4a-413e7cfdbde2 HTTP/1.1" status: 200 len: 945 time: 0.0893574 Jul 16 08:24:56.810165 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6781ce0e-0d10-4d45-bf00-63bf054213ab req-e415d8d8-7a7b-4c57-97d5-0a4498e2587d tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/security-groups?id=0ef285b1-9cd1-4b6c-b1ae-6d8fd8351a38&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402102 Jul 16 08:24:56.861305 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf13e74e-03b4-410a-94c0-d1d28d9509d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:56.908889 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02243e4f-411f-4431-8146-5d25a547775f req-c21b1ae3-7cd1-4711-ac32-f0d74121a93f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:56.910658 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-02243e4f-411f-4431-8146-5d25a547775f req-c21b1ae3-7cd1-4711-ac32-f0d74121a93f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce796d98-7ee4-4738-aad4-0026126b7799 HTTP/1.1" status: 200 len: 847 time: 0.1295917 Jul 16 08:24:56.940739 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf13e74e-03b4-410a-94c0-d1d28d9509d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:56.960046 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd318d07-b1b9-453b-aa58-fa3b7bb71df4 req-3a2954cf-d57c-40db-9c9b-914174fdc24a tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:56.962177 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bd318d07-b1b9-453b-aa58-fa3b7bb71df4 req-3a2954cf-d57c-40db-9c9b-914174fdc24a tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.30 "GET /v2.0/ports?device_id=6d04de79-c451-44f0-aa4a-413e7cfdbde2 HTTP/1.1" status: 200 len: 945 time: 0.0956926 Jul 16 08:24:57.020669 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-02243e4f-411f-4431-8146-5d25a547775f req-3cd1e1df-dac5-4799-90ae-bec02e04950d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0732090 Jul 16 08:24:57.040373 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf13e74e-03b4-410a-94c0-d1d28d9509d3 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:24:57.075554 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-80bc7b26-c6fd-4c2f-81fe-8d8143d5f781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:57.077252 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-80bc7b26-c6fd-4c2f-81fe-8d8143d5f781 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5200043 Jul 16 08:24:57.089325 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-d11bae2c-2d2a-418e-a11a-d4ecb326291e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4acd2ef-ba3b-4dd8-b51f-67430307dc17 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:24:57.094742 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13e74e-03b4-410a-94c0-d1d28d9509d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e138fd4f-957c-4119-a9a9-6a58c4bb5567,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:57.108380 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-d11bae2c-2d2a-418e-a11a-d4ecb326291e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:57.108514 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b18b321-e2bf-4b98-9474-4bc9d47efba3 req-d0c3211c-b0f7-4f96-9567-f118a04afa70 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:57.109902 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1b18b321-e2bf-4b98-9474-4bc9d47efba3 req-d0c3211c-b0f7-4f96-9567-f118a04afa70 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 950 time: 0.1133332 Jul 16 08:24:57.119727 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf13e74e-03b4-410a-94c0-d1d28d9509d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:57.120082 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-bf13e74e-03b4-410a-94c0-d1d28d9509d3 admin admin] Added segment e2905c77-92ec-4250-9d91-c9576916c3f1 of type vlan for network 0e54ced1-34d9-4d22-8f5c-a48172304474 Jul 16 08:24:57.137351 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-bd318d07-b1b9-453b-aa58-fa3b7bb71df4 req-064b981d-f93b-4f22-afcd-42d6de487186 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Deleting port bba8e95a-51db-4cfc-8f38-1efea2d1bc44 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:24:57.137695 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bd318d07-b1b9-453b-aa58-fa3b7bb71df4 req-064b981d-f93b-4f22-afcd-42d6de487186 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:57.182865 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1b18b321-e2bf-4b98-9474-4bc9d47efba3 req-544ad70f-cf2b-40e1-b2ef-58df6f734194 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653265 Jul 16 08:24:57.219207 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-d11bae2c-2d2a-418e-a11a-d4ecb326291e service neutron] Transition to ACTIVE for port object d4acd2ef-ba3b-4dd8-b51f-67430307dc17 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:24:57.245731 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-d11bae2c-2d2a-418e-a11a-d4ecb326291e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:57.249943 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf13e74e-03b4-410a-94c0-d1d28d9509d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:57.261801 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-bd318d07-b1b9-453b-aa58-fa3b7bb71df4 req-064b981d-f93b-4f22-afcd-42d6de487186 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] For port bba8e95a-51db-4cfc-8f38-1efea2d1bc44, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=bba8e95a-51db-4cfc-8f38-1efea2d1bc44,segment=NetworkSegment(0b1225be-ac2b-474d-918d-af395b400266),segment_id=0b1225be-ac2b-474d-918d-af395b400266)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:57.262171 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bd318d07-b1b9-453b-aa58-fa3b7bb71df4 req-064b981d-f93b-4f22-afcd-42d6de487186 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:57.275931 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-bd318d07-b1b9-453b-aa58-fa3b7bb71df4 req-064b981d-f93b-4f22-afcd-42d6de487186 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Calling delete_port for bba8e95a-51db-4cfc-8f38-1efea2d1bc44 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:24:57.286120 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09fe82d-3c3f-42f5-9579-97a93884e330 req-17f09a5e-6241-4559-a891-6412be3cf772 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:57.288218 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c09fe82d-3c3f-42f5-9579-97a93884e330 req-17f09a5e-6241-4559-a891-6412be3cf772 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=cefea44f-eab4-4e2e-8f39-f4238ba8c7b0 HTTP/1.1" status: 200 len: 946 time: 0.5109041 Jul 16 08:24:57.458396 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bd318d07-b1b9-453b-aa58-fa3b7bb71df4 req-064b981d-f93b-4f22-afcd-42d6de487186 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:57.484621 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['bba8e95a-51db-4cfc-8f38-1efea2d1bc44'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:24:57.522184 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064b981d-f93b-4f22-afcd-42d6de487186 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Pushing event deleted for resources: {'Port': ['ID=bba8e95a-51db-4cfc-8f38-1efea2d1bc44,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:57.544436 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:24:57.613353 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd318d07-b1b9-453b-aa58-fa3b7bb71df4 req-064b981d-f93b-4f22-afcd-42d6de487186 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] No DVR routers for this DVR port bba8e95a-51db-4cfc-8f38-1efea2d1bc44 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:24:57.617821 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-bd318d07-b1b9-453b-aa58-fa3b7bb71df4 req-064b981d-f93b-4f22-afcd-42d6de487186 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:57.620561 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bd318d07-b1b9-453b-aa58-fa3b7bb71df4 req-064b981d-f93b-4f22-afcd-42d6de487186 tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.30 "DELETE /v2.0/ports/bba8e95a-51db-4cfc-8f38-1efea2d1bc44 HTTP/1.1" status: 204 len: 173 time: 0.6509740 Jul 16 08:24:57.672456 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d89b30-8809-466e-8522-9d45ed4fe049 req-edfa4330-b116-485a-91cd-feb4afa7de6b tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:57.680540 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-03d89b30-8809-466e-8522-9d45ed4fe049 req-edfa4330-b116-485a-91cd-feb4afa7de6b tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?device_id=491e3985-7cc3-4e9a-ac13-f659d6a28c6d HTTP/1.1" status: 200 len: 947 time: 0.1471825 Jul 16 08:24:57.753683 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-29379a4c-8b41-4def-a334-87b1ddf86f17 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6480465 Jul 16 08:24:57.755036 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-03d89b30-8809-466e-8522-9d45ed4fe049 req-4ecd4cdd-e7dd-4447-adf0-d78e55fddf6f tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/security-groups?id=464db2f6-d5dd-41dd-a470-b2a280b16f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618868 Jul 16 08:24:57.774745 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c09fe82d-3c3f-42f5-9579-97a93884e330 req-14f90dfd-ba63-4e7b-bdfd-17f7b07f78d4 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668143 Jul 16 08:24:57.802050 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-02243e4f-411f-4431-8146-5d25a547775f req-f147d9ce-8dbb-4c4f-9a02-996f746078ff service neutron] 10.222.0.21 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7704675 Jul 16 08:24:57.811022 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf13e74e-03b4-410a-94c0-d1d28d9509d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:57.812094 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf13e74e-03b4-410a-94c0-d1d28d9509d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:57.812790 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf13e74e-03b4-410a-94c0-d1d28d9509d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:57.860495 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d04de79-c451-44f0-aa4a-413e7cfdbde2', 'name': 'network-vif-deleted', 'tag': 'bba8e95a-51db-4cfc-8f38-1efea2d1bc44'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:24:57.863343 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8965e76d-fad6-4fe2-a2bb-ce2c9b7e3577" -d '{"events": [{"server_uuid": "6d04de79-c451-44f0-aa4a-413e7cfdbde2", "name": "network-vif-deleted", "tag": "bba8e95a-51db-4cfc-8f38-1efea2d1bc44"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:24:57.995914 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-02243e4f-411f-4431-8146-5d25a547775f req-c6e8d210-058b-4fd3-8835-4ba8be8eb030 service neutron] 10.222.0.21 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551843 Jul 16 08:24:58.036380 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c0e139-63d4-41aa-b8c0-fe4649a46973 req-2a337562-00fe-4992-94b5-c97c0257a4c3 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:58.040219 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bf13e74e-03b4-410a-94c0-d1d28d9509d3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.4650836 Jul 16 08:24:58.041389 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11bae2c-2d2a-418e-a11a-d4ecb326291e service neutron] Pushing event updated for resources: {'Port': ['ID=d4acd2ef-ba3b-4dd8-b51f-67430307dc17,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:58.045493 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c5c0e139-63d4-41aa-b8c0-fe4649a46973 req-2a337562-00fe-4992-94b5-c97c0257a4c3 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 943 time: 0.1002579 Jul 16 08:24:58.047262 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45558) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:58.052489 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7bb026a6-e690-4068-8566-8e470ce85e12 admin admin] Request body: {'subnet': {'network_id': '0e54ced1-34d9-4d22-8f5c-a48172304474', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-556401998-subnet', 'tenant_id': 'a82c79b2d8ee4de6b24474b833f5aacc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:24:58.095315 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb026a6-e690-4068-8566-8e470ce85e12 admin admin] Made reservation on behalf of a82c79b2d8ee4de6b24474b833f5aacc for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:24:58.097750 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7bb026a6-e690-4068-8566-8e470ce85e12 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:58.120870 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c5c0e139-63d4-41aa-b8c0-fe4649a46973 req-2ff85b19-4395-49fe-8a32-961ce11bae1e tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744483 Jul 16 08:24:58.191701 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:24:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e325f18-dc6e-426a-8ef7-ef18a6c4b701 x-openstack-request-id: req-8e325f18-dc6e-426a-8ef7-ef18a6c4b701 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:24:58.192000 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6d04de79-c451-44f0-aa4a-413e7cfdbde2", "name": "network-vif-deleted", "tag": "bba8e95a-51db-4cfc-8f38-1efea2d1bc44", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:24:58.192281 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8e325f18-dc6e-426a-8ef7-ef18a6c4b701 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:24:58.192769 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6d04de79-c451-44f0-aa4a-413e7cfdbde2', 'name': 'network-vif-deleted', 'tag': 'bba8e95a-51db-4cfc-8f38-1efea2d1bc44', 'status': 'completed', 'code': 200} Jul 16 08:24:58.220636 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-abb754ae-5760-46ef-b860-8682d46c4f51 req-b8155d30-5308-4bdf-a5e2-db1cb0a63a9b tempest-FloatingIPsAssociationNegativeTestJSON-435553305 tempest-FloatingIPsAssociationNegativeTestJSON-435553305-project] 10.222.0.22 "GET /v2.0/ports?device_id=6d04de79-c451-44f0-aa4a-413e7cfdbde2 HTTP/1.1" status: 200 len: 210 time: 0.1118338 Jul 16 08:24:58.271391 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-d11bae2c-2d2a-418e-a11a-d4ecb326291e service neutron] Attempting to bind port d4acd2ef-ba3b-4dd8-b51f-67430307dc17 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:24:58.271719 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-d11bae2c-2d2a-418e-a11a-d4ecb326291e service neutron] Attempting to bind port d4acd2ef-ba3b-4dd8-b51f-67430307dc17 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:24:58.272122 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-d11bae2c-2d2a-418e-a11a-d4ecb326291e service neutron] Attempting to bind port d4acd2ef-ba3b-4dd8-b51f-67430307dc17 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:24:58.274296 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf13e74e-03b4-410a-94c0-d1d28d9509d3 admin admin] Pushing event updated for resources: {'Network': ['ID=0e54ced1-34d9-4d22-8f5c-a48172304474,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:58.285095 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 0e54ced1-34d9-4d22-8f5c-a48172304474 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:24:58.291970 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-d11bae2c-2d2a-418e-a11a-d4ecb326291e service neutron] Port d4acd2ef-ba3b-4dd8-b51f-67430307dc17 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:24:58.292298 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-d11bae2c-2d2a-418e-a11a-d4ecb326291e service neutron] Attempting to bind port d4acd2ef-ba3b-4dd8-b51f-67430307dc17 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:24:58.299912 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-d11bae2c-2d2a-418e-a11a-d4ecb326291e service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 24, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:24:58.300376 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-d11bae2c-2d2a-418e-a11a-d4ecb326291e service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:24:58.300831 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-d11bae2c-2d2a-418e-a11a-d4ecb326291e service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:24:58.301410 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-d11bae2c-2d2a-418e-a11a-d4ecb326291e service neutron] Bound port: d4acd2ef-ba3b-4dd8-b51f-67430307dc17, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:24:58.301784 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-d11bae2c-2d2a-418e-a11a-d4ecb326291e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:58.364527 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7bb026a6-e690-4068-8566-8e470ce85e12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:58.374536 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-16f40b8d-dae9-4b15-8bd4-e4355053622f service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5911810 Jul 16 08:24:58.472221 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-d11bae2c-2d2a-418e-a11a-d4ecb326291e service neutron] For port d4acd2ef-ba3b-4dd8-b51f-67430307dc17, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:24:58.477800 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-d11bae2c-2d2a-418e-a11a-d4ecb326291e service neutron] For port d4acd2ef-ba3b-4dd8-b51f-67430307dc17, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d4acd2ef-ba3b-4dd8-b51f-67430307dc17,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:24:58.486656 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-d11bae2c-2d2a-418e-a11a-d4ecb326291e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:58.491106 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bb026a6-e690-4068-8566-8e470ce85e12 admin admin] Checking segment: {'id': 'e2905c77-92ec-4250-9d91-c9576916c3f1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0e54ced1-34d9-4d22-8f5c-a48172304474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:24:58.491545 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb026a6-e690-4068-8566-8e470ce85e12 admin admin] Network hostable DHCP agents. Network: 0e54ced1-34d9-4d22-8f5c-a48172304474, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:24:58.534807 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-d11bae2c-2d2a-418e-a11a-d4ecb326291e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:58.535757 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-d11bae2c-2d2a-418e-a11a-d4ecb326291e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:58.537955 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-d11bae2c-2d2a-418e-a11a-d4ecb326291e service neutron] 10.222.0.21 "PUT /v2.0/ports/d4acd2ef-ba3b-4dd8-b51f-67430307dc17 HTTP/1.1" status: 200 len: 1096 time: 2.8775790 Jul 16 08:24:58.538551 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '491e3985-7cc3-4e9a-ac13-f659d6a28c6d', 'tag': 'd4acd2ef-ba3b-4dd8-b51f-67430307dc17'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:24:58.543247 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db983f1-bedb-467c-aa56-0f58eccad3eb" -d '{"events": [{"name": "network-changed", "server_uuid": "491e3985-7cc3-4e9a-ac13-f659d6a28c6d", "tag": "d4acd2ef-ba3b-4dd8-b51f-67430307dc17"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:24:58.546651 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb026a6-e690-4068-8566-8e470ce85e12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c3bbe340-2762-4363-b9b9-368717daaf27,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:58.564035 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb026a6-e690-4068-8566-8e470ce85e12 admin admin] Network 0e54ced1-34d9-4d22-8f5c-a48172304474 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:24:58.585245 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11bae2c-2d2a-418e-a11a-d4ecb326291e service neutron] Pushing event updated for resources: {'Port': ['ID=d4acd2ef-ba3b-4dd8-b51f-67430307dc17,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:58.587656 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13983d1f-ed00-4957-a70c-c8b1e2b93659 req-fa7341ef-c8c0-41cc-b872-e749d3b71407 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:58.589472 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-13983d1f-ed00-4957-a70c-c8b1e2b93659 req-fa7341ef-c8c0-41cc-b872-e749d3b71407 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 950 time: 0.1872616 Jul 16 08:24:58.590891 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-7bb026a6-e690-4068-8566-8e470ce85e12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 0e54ced1-34d9-4d22-8f5c-a48172304474) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:24:58.601005 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9281f7-dca6-4b1a-a9e9-6a7beac26382 None None] Network 0e54ced1-34d9-4d22-8f5c-a48172304474 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:24:58.608214 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb026a6-e690-4068-8566-8e470ce85e12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:58.609239 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7bb026a6-e690-4068-8566-8e470ce85e12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:58.727182 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-13983d1f-ed00-4957-a70c-c8b1e2b93659 req-92876421-6c32-45f0-ba3c-2481c4ef5798 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074979 Jul 16 08:24:58.732962 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7bb026a6-e690-4068-8566-8e470ce85e12 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6847763 Jul 16 08:24:58.789040 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f2cb07-a15a-4729-bf05-8ba66c0a3911 x-openstack-request-id: req-21f2cb07-a15a-4729-bf05-8ba66c0a3911 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:24:58.793313 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "491e3985-7cc3-4e9a-ac13-f659d6a28c6d", "tag": "d4acd2ef-ba3b-4dd8-b51f-67430307dc17", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:24:58.794167 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-21f2cb07-a15a-4729-bf05-8ba66c0a3911 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:24:58.794756 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '491e3985-7cc3-4e9a-ac13-f659d6a28c6d', 'tag': 'd4acd2ef-ba3b-4dd8-b51f-67430307dc17', 'status': 'completed', 'code': 200} Jul 16 08:24:58.823178 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-99132063-1717-4087-9985-6efebef77f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:58.825165 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-99132063-1717-4087-9985-6efebef77f8d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c360597c6244684a26b41ea337639bd&device_id=491e3985-7cc3-4e9a-ac13-f659d6a28c6d HTTP/1.1" status: 200 len: 1099 time: 0.1726143 Jul 16 08:24:58.826859 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808907fb-9538-48be-9f15-c1799fe1d644 None None] Network 0e54ced1-34d9-4d22-8f5c-a48172304474 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:24:58.937227 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-0b280e0a-24da-4a8c-8789-d42fb8abbc02 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=d4acd2ef-ba3b-4dd8-b51f-67430307dc17 HTTP/1.1" status: 200 len: 217 time: 0.1051400 Jul 16 08:24:59.096974 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e679780-1280-4aaa-953f-5e74e71fd07a req-62f05ee1-7786-4a71-9335-036c82eef8d3 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:59.103031 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3e679780-1280-4aaa-953f-5e74e71fd07a req-62f05ee1-7786-4a71-9335-036c82eef8d3 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?device_id=491e3985-7cc3-4e9a-ac13-f659d6a28c6d HTTP/1.1" status: 200 len: 947 time: 0.0874906 Jul 16 08:24:59.153248 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-a5720423-1fa7-4626-b6a2-005dce8da7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:59.154716 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-a5720423-1fa7-4626-b6a2-005dce8da7e1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.2009354 Jul 16 08:24:59.155419 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3e679780-1280-4aaa-953f-5e74e71fd07a req-f9af95ae-87b6-49da-b786-473717d57280 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/security-groups?id=464db2f6-d5dd-41dd-a470-b2a280b16f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467241 Jul 16 08:24:59.223611 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device d9668475-bbb2-4d1b-b86e-98f5213bfa0d details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:24:59.223845 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98273d93-b382-410c-bfd7-d15eaf5c4ab6 req-2a39df2e-b26c-4617-bdb8-433890e69e24 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:59.230622 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-98273d93-b382-410c-bfd7-d15eaf5c4ab6 req-2a39df2e-b26c-4617-bdb8-433890e69e24 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=cefea44f-eab4-4e2e-8f39-f4238ba8c7b0 HTTP/1.1" status: 200 len: 946 time: 0.2076936 Jul 16 08:24:59.296263 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-98273d93-b382-410c-bfd7-d15eaf5c4ab6 req-9e6701be-c1ae-4bc5-b49c-2be04309d73d tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647054 Jul 16 08:24:59.312461 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-69496b84-efa7-437c-b10f-a0d5a419684e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:59.316638 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-69496b84-efa7-437c-b10f-a0d5a419684e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1495497 Jul 16 08:24:59.349768 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-554d1b70-22de-45ea-836a-8fee3eb3bbe9 req-45841d1e-ac3e-404b-b128-3f55118a7c13 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1080878814', 'description': 'tempest-description-1469182760'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:24:59.390428 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-554d1b70-22de-45ea-836a-8fee3eb3bbe9 req-45841d1e-ac3e-404b-b128-3f55118a7c13 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:59.477577 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port d9668475-bbb2-4d1b-b86e-98f5213bfa0d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d9668475-bbb2-4d1b-b86e-98f5213bfa0d,segment=NetworkSegment(e5fde1c5-d7d6-485c-b933-4a6575bb8f26),segment_id=e5fde1c5-d7d6-485c-b933-4a6575bb8f26)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:59.496385 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-7c85b3da-96d7-426a-829a-214fb0790c19 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681719 Jul 16 08:24:59.516497 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'd9668475-bbb2-4d1b-b86e-98f5213bfa0d', 'network_id': '65e6a8db-d3b7-4828-bf97-7f5344ef4f05', 'port_id': 'd9668475-bbb2-4d1b-b86e-98f5213bfa0d', 'mac_address': 'fa:16:3e:50:3d:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e53dd50-c814-4c36-85d7-636a4108385e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:24:59.539488 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-554d1b70-22de-45ea-836a-8fee3eb3bbe9 req-45841d1e-ac3e-404b-b128-3f55118a7c13 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:59.548176 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-554d1b70-22de-45ea-836a-8fee3eb3bbe9 req-45841d1e-ac3e-404b-b128-3f55118a7c13 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:59.589196 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45841d1e-ac3e-404b-b128-3f55118a7c13 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7bff56-2741-432e-8eb0-d58d1c6b1caf,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:59.595307 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-554d1b70-22de-45ea-836a-8fee3eb3bbe9 req-45841d1e-ac3e-404b-b128-3f55118a7c13 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:59.617695 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-554d1b70-22de-45ea-836a-8fee3eb3bbe9 req-45841d1e-ac3e-404b-b128-3f55118a7c13 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2724302 Jul 16 08:24:59.626289 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:59.667148 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d9668475-bbb2-4d1b-b86e-98f5213bfa0d {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:24:59.696292 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port d9668475-bbb2-4d1b-b86e-98f5213bfa0d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d9668475-bbb2-4d1b-b86e-98f5213bfa0d,segment=NetworkSegment(e5fde1c5-d7d6-485c-b933-4a6575bb8f26),segment_id=e5fde1c5-d7d6-485c-b933-4a6575bb8f26)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:24:59.702601 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:24:59.745175 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-171b9aa2-43c2-43bb-8de7-64d4ab12d43e req-94938b75-b8f3-4a7d-bd6d-3f53441cb489 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2197762 Jul 16 08:24:59.766102 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45598) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:24:59.787719 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=d9668475-bbb2-4d1b-b86e-98f5213bfa0d,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:24:59.904754 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['d9668475-bbb2-4d1b-b86e-98f5213bfa0d'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:24:59.950722 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db983f1-bedb-467c-aa56-0f58eccad3eb req-b50e2797-5106-4b27-b8c7-a3bc57de4ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:24:59.953139 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1db983f1-bedb-467c-aa56-0f58eccad3eb req-b50e2797-5106-4b27-b8c7-a3bc57de4ec8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8c360597c6244684a26b41ea337639bd&device_id=491e3985-7cc3-4e9a-ac13-f659d6a28c6d HTTP/1.1" status: 200 len: 1099 time: 0.1278362 Jul 16 08:25:00.013775 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9ea44-873d-44b9-96f6-901f23111c08 req-9f160c67-92cf-4716-bb69-04701746e29b tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:00.025830 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fae9ea44-873d-44b9-96f6-901f23111c08 req-9f160c67-92cf-4716-bb69-04701746e29b tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] 10.222.0.22 "GET /v2.0/ports?device_id=50de6c99-a35e-4fe0-9600-e45a08be897c HTTP/1.1" status: 200 len: 945 time: 0.1429548 Jul 16 08:25:00.120982 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fae9ea44-873d-44b9-96f6-901f23111c08 req-180f5e19-7319-4ba3-934e-94b856f78c19 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] 10.222.0.22 "GET /v2.0/security-groups?id=6816154c-5fe8-48b5-84a7-e862e2297b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942097 Jul 16 08:25:00.137489 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db983f1-bedb-467c-aa56-0f58eccad3eb req-145e24f9-82c6-432f-90ad-74e50a17d18d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:00.139105 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1db983f1-bedb-467c-aa56-0f58eccad3eb req-145e24f9-82c6-432f-90ad-74e50a17d18d service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.1775000 Jul 16 08:25:00.200985 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1db983f1-bedb-467c-aa56-0f58eccad3eb req-267bc6f1-8406-4010-8aa7-3b1069f4d0d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=d4acd2ef-ba3b-4dd8-b51f-67430307dc17 HTTP/1.1" status: 200 len: 217 time: 0.0499971 Jul 16 08:25:00.203174 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 7b170f35-db9b-415e-9c83-adb9b8db3ac3 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:25:00.266298 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7a0263ec-a502-4ff4-a0fc-3d7b1922013b req-26a49625-4699-4504-81fa-e33f40d48600 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "GET /v2.0/security-groups/2e7bff56-2741-432e-8eb0-d58d1c6b1caf HTTP/1.1" status: 200 len: 1805 time: 0.1171935 Jul 16 08:25:00.281597 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-7a0263ec-a502-4ff4-a0fc-3d7b1922013b req-6ca0787f-8f9b-4afc-b183-1b46ec012406 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2e7bff56-2741-432e-8eb0-d58d1c6b1caf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:00.282031 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-7a0263ec-a502-4ff4-a0fc-3d7b1922013b req-6ca0787f-8f9b-4afc-b183-1b46ec012406 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '2e7bff56-2741-432e-8eb0-d58d1c6b1caf', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:00.297271 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db983f1-bedb-467c-aa56-0f58eccad3eb req-407e896d-0da2-4e28-bcbe-b2626d355f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:00.298816 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1db983f1-bedb-467c-aa56-0f58eccad3eb req-407e896d-0da2-4e28-bcbe-b2626d355f96 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0900161 Jul 16 08:25:00.394644 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db983f1-bedb-467c-aa56-0f58eccad3eb req-88b1c973-78e3-4c26-9536-05904af84ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:00.395855 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1db983f1-bedb-467c-aa56-0f58eccad3eb req-88b1c973-78e3-4c26-9536-05904af84ad3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0902092 Jul 16 08:25:00.397520 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7a0263ec-a502-4ff4-a0fc-3d7b1922013b req-6ca0787f-8f9b-4afc-b183-1b46ec012406 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:00.402029 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a8f2ac-c0f8-47cb-a7c9-670c4777686a req-fb548ebe-26ec-4c25-9a14-9f8300dc42fb tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:00.403692 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-44a8f2ac-c0f8-47cb-a7c9-670c4777686a req-fb548ebe-26ec-4c25-9a14-9f8300dc42fb tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 943 time: 0.1740096 Jul 16 08:25:00.461892 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7a0263ec-a502-4ff4-a0fc-3d7b1922013b req-6ca0787f-8f9b-4afc-b183-1b46ec012406 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:00.468003 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7a0263ec-a502-4ff4-a0fc-3d7b1922013b req-6ca0787f-8f9b-4afc-b183-1b46ec012406 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:00.490639 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-44a8f2ac-c0f8-47cb-a7c9-670c4777686a req-9dd35776-2a5a-43d1-a583-1befe274f4ba tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763555 Jul 16 08:25:00.509912 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca0787f-8f9b-4afc-b183-1b46ec012406 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7046708-469b-4167-b36a-07ba94f48912,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:00.551026 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7a0263ec-a502-4ff4-a0fc-3d7b1922013b req-6ca0787f-8f9b-4afc-b183-1b46ec012406 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:00.563068 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7a0263ec-a502-4ff4-a0fc-3d7b1922013b req-6ca0787f-8f9b-4afc-b183-1b46ec012406 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2898238 Jul 16 08:25:00.565653 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1db983f1-bedb-467c-aa56-0f58eccad3eb req-3953290d-2f15-4ab9-aa32-ec27d6045404 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548529 Jul 16 08:25:00.760917 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1db983f1-bedb-467c-aa56-0f58eccad3eb req-8421f5c0-49d0-4d80-be31-2a220463738e service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884248 Jul 16 08:25:00.781697 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d6335665-9154-41af-a260-6f280ee00df7 req-98474d53-5244-47cf-a8f8-8bd759a21dbb service neutron] 10.222.0.21 "GET /v2.0/ports/7b170f35-db9b-415e-9c83-adb9b8db3ac3/bindings/n-h1-771362-37 HTTP/1.1" status: 200 len: 385 time: 0.1270268 Jul 16 08:25:00.797755 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2e6f9e-1772-45e0-be42-c04d75192507 req-bf378d57-175a-4c90-91bd-316bc9d26cc3 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:00.799322 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-eb2e6f9e-1772-45e0-be42-c04d75192507 req-bf378d57-175a-4c90-91bd-316bc9d26cc3 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 950 time: 0.1110179 Jul 16 08:25:00.818999 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6ba408d3-81b7-4cdf-a208-195025a13a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:00.879811 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-eb2e6f9e-1772-45e0-be42-c04d75192507 req-b8e97236-ffc6-4ba7-a1f3-6ad76f3b9234 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735228 Jul 16 08:25:00.910887 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f873c99f-058c-42e3-b448-0e41cddde4a3 req-1190424d-07b1-437d-99ad-eb87c89adbe4 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:00.913114 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f873c99f-058c-42e3-b448-0e41cddde4a3 req-1190424d-07b1-437d-99ad-eb87c89adbe4 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?device_id=491e3985-7cc3-4e9a-ac13-f659d6a28c6d HTTP/1.1" status: 200 len: 947 time: 0.1525013 Jul 16 08:25:01.007346 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-d6335665-9154-41af-a260-6f280ee00df7 req-8a75967e-bca4-4d99-b9cd-cc4822c93738 service neutron] For port 7b170f35-db9b-415e-9c83-adb9b8db3ac3, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=7b170f35-db9b-415e-9c83-adb9b8db3ac3,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:01.021948 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f873c99f-058c-42e3-b448-0e41cddde4a3 req-bf53bd0e-733c-455c-86f3-12248ddebae2 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/security-groups?id=464db2f6-d5dd-41dd-a470-b2a280b16f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017213 Jul 16 08:25:01.057528 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-b9f8896f-a856-4a95-a137-7991dc24d8f1 req-a6d33349-a170-4288-9044-35a8b1d22786 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1083301618', 'description': 'tempest-description-483723816'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:01.061828 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-d6335665-9154-41af-a260-6f280ee00df7 req-8a75967e-bca4-4d99-b9cd-cc4822c93738 service neutron] For port 7b170f35-db9b-415e-9c83-adb9b8db3ac3, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:25:01.096273 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b9f8896f-a856-4a95-a137-7991dc24d8f1 req-a6d33349-a170-4288-9044-35a8b1d22786 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:01.106297 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-d6335665-9154-41af-a260-6f280ee00df7 req-8a75967e-bca4-4d99-b9cd-cc4822c93738 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b170f35-db9b-415e-9c83-adb9b8db3ac3 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:25:01.120607 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa371f2-3e50-427c-8a1d-e3078cf6362f req-4810324d-51b4-44b0-9ad8-df4039f92c2d tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:01.122102 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1aa371f2-3e50-427c-8a1d-e3078cf6362f req-4810324d-51b4-44b0-9ad8-df4039f92c2d tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=cefea44f-eab4-4e2e-8f39-f4238ba8c7b0 HTTP/1.1" status: 200 len: 945 time: 0.1179342 Jul 16 08:25:01.126841 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-d6335665-9154-41af-a260-6f280ee00df7 req-8a75967e-bca4-4d99-b9cd-cc4822c93738 service neutron] For port 7b170f35-db9b-415e-9c83-adb9b8db3ac3, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=7b170f35-db9b-415e-9c83-adb9b8db3ac3,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:01.153190 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d6335665-9154-41af-a260-6f280ee00df7 req-8a75967e-bca4-4d99-b9cd-cc4822c93738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:01.196775 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1aa371f2-3e50-427c-8a1d-e3078cf6362f req-2d9505e9-3085-4438-9d9f-c32b47a664ce tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672503 Jul 16 08:25:01.230386 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device d9668475-bbb2-4d1b-b86e-98f5213bfa0d up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:25:01.252587 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b9f8896f-a856-4a95-a137-7991dc24d8f1 req-a6d33349-a170-4288-9044-35a8b1d22786 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:01.258861 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-d6335665-9154-41af-a260-6f280ee00df7 req-8a75967e-bca4-4d99-b9cd-cc4822c93738 service neutron] Transition to ACTIVE for port object 7b170f35-db9b-415e-9c83-adb9b8db3ac3 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:01.259841 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-6ba408d3-81b7-4cdf-a208-195025a13a9f admin admin] Deleting port 052fbef1-09fd-474d-bd5d-a46a65c4e1be {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:25:01.260782 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6ba408d3-81b7-4cdf-a208-195025a13a9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:01.265164 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d6335665-9154-41af-a260-6f280ee00df7 req-8a75967e-bca4-4d99-b9cd-cc4822c93738 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:01.285790 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port d9668475-bbb2-4d1b-b86e-98f5213bfa0d triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:01.286321 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:01.330516 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b9f8896f-a856-4a95-a137-7991dc24d8f1 req-a6d33349-a170-4288-9044-35a8b1d22786 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:01.344915 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a75967e-bca4-4d99-b9cd-cc4822c93738 service neutron] Pushing event updated for resources: {'Port': ['ID=7b170f35-db9b-415e-9c83-adb9b8db3ac3,revision_number=10']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:01.368895 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:01.376441 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-6ba408d3-81b7-4cdf-a208-195025a13a9f admin admin] For port 052fbef1-09fd-474d-bd5d-a46a65c4e1be, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=052fbef1-09fd-474d-bd5d-a46a65c4e1be,segment=NetworkSegment(0b1225be-ac2b-474d-918d-af395b400266),segment_id=0b1225be-ac2b-474d-918d-af395b400266)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:01.376829 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6ba408d3-81b7-4cdf-a208-195025a13a9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:01.388480 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b9f8896f-a856-4a95-a137-7991dc24d8f1 req-a6d33349-a170-4288-9044-35a8b1d22786 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:01.389605 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b9f8896f-a856-4a95-a137-7991dc24d8f1 req-a6d33349-a170-4288-9044-35a8b1d22786 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3376644 Jul 16 08:25:01.398880 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-6ba408d3-81b7-4cdf-a208-195025a13a9f admin admin] Calling delete_port for 052fbef1-09fd-474d-bd5d-a46a65c4e1be owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:25:01.405503 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6335665-9154-41af-a260-6f280ee00df7 req-8a75967e-bca4-4d99-b9cd-cc4822c93738 service neutron] No DVR routers for this DVR port 7b170f35-db9b-415e-9c83-adb9b8db3ac3 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:25:01.407871 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port d9668475-bbb2-4d1b-b86e-98f5213bfa0d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d9668475-bbb2-4d1b-b86e-98f5213bfa0d,segment=NetworkSegment(e5fde1c5-d7d6-485c-b933-4a6575bb8f26),segment_id=e5fde1c5-d7d6-485c-b933-4a6575bb8f26)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:01.410165 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefea44f-eab4-4e2e-8f39-f4238ba8c7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9668475-bbb2-4d1b-b86e-98f5213bfa0d'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:25:01.411630 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d33349-a170-4288-9044-35a8b1d22786 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=678e60da-70ea-4280-a7db-c1fcda7ca747,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:01.412885 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e9135f-b5c2-4ceb-868f-cd213b0eb879" -d '{"events": [{"server_uuid": "cefea44f-eab4-4e2e-8f39-f4238ba8c7b0", "name": "network-vif-plugged", "status": "completed", "tag": "d9668475-bbb2-4d1b-b86e-98f5213bfa0d"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:25:01.416705 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:01.417589 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device bba8e95a-51db-4cfc-8f38-1efea2d1bc44 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:25:01.445659 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d6335665-9154-41af-a260-6f280ee00df7 req-8a75967e-bca4-4d99-b9cd-cc4822c93738 service neutron] 10.222.0.21 "PUT /v2.0/ports/7b170f35-db9b-415e-9c83-adb9b8db3ac3/bindings/n-h1-771362-37/activate HTTP/1.1" status: 200 len: 370 time: 0.6453130 Jul 16 08:25:01.467700 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=d9668475-bbb2-4d1b-b86e-98f5213bfa0d,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:01.486822 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: bba8e95a-51db-4cfc-8f38-1efea2d1bc44 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:25:01.487169 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device bba8e95a-51db-4cfc-8f38-1efea2d1bc44 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:25:01.493176 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f27712ed-bce1-47b5-958f-76475f761689 req-7573959b-1cba-4897-9363-3fc73b10c7e3 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:01.494859 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f27712ed-bce1-47b5-958f-76475f761689 req-7573959b-1cba-4897-9363-3fc73b10c7e3 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] 10.222.0.22 "GET /v2.0/ports?device_id=50de6c99-a35e-4fe0-9600-e45a08be897c HTTP/1.1" status: 200 len: 945 time: 0.1518006 Jul 16 08:25:01.528025 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a988b8-2274-4bf4-abfa-f90b5a5d81a6 req-d68deb08-a616-47c3-ac2d-77d6551731fa tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:01.529569 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b7a988b8-2274-4bf4-abfa-f90b5a5d81a6 req-d68deb08-a616-47c3-ac2d-77d6551731fa tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] 10.222.0.30 "GET /v2.0/ports?device_id=50de6c99-a35e-4fe0-9600-e45a08be897c HTTP/1.1" status: 200 len: 945 time: 0.1354113 Jul 16 08:25:01.572787 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f27712ed-bce1-47b5-958f-76475f761689 req-ebf3843b-7f57-4230-b3bf-545a78f2b354 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] 10.222.0.22 "GET /v2.0/security-groups?id=6816154c-5fe8-48b5-84a7-e862e2297b4e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722871 Jul 16 08:25:01.617720 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6335665-9154-41af-a260-6f280ee00df7 req-cc700bab-f05d-459c-b99b-2a8aa8a375b8 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:01.619192 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d6335665-9154-41af-a260-6f280ee00df7 req-cc700bab-f05d-459c-b99b-2a8aa8a375b8 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817&tenant_id=0c0f0cf24afb47969a9cef8297bf2691&binding%3Ahost_id=n-h2-771362-37 HTTP/1.1" status: 200 len: 1096 time: 0.0981152 Jul 16 08:25:01.697950 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8d605d27-9458-4c06-aef7-155a0afe636c req-ee115794-2533-4189-97ca-5e546a21edeb tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "GET /v2.0/security-groups/678e60da-70ea-4280-a7db-c1fcda7ca747 HTTP/1.1" status: 200 len: 1804 time: 0.0903568 Jul 16 08:25:01.704108 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-8d605d27-9458-4c06-aef7-155a0afe636c req-ae27043c-3d92-4bf8-b4b9-91d5cbc840fe tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '678e60da-70ea-4280-a7db-c1fcda7ca747', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:01.704448 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-8d605d27-9458-4c06-aef7-155a0afe636c req-ae27043c-3d92-4bf8-b4b9-91d5cbc840fe tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '678e60da-70ea-4280-a7db-c1fcda7ca747', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:01.716976 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:25:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c3b447d-a894-4779-943f-a5846074d190 x-openstack-request-id: req-4c3b447d-a894-4779-943f-a5846074d190 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:25:01.718349 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefea44f-eab4-4e2e-8f39-f4238ba8c7b0", "name": "network-vif-plugged", "status": "completed", "tag": "d9668475-bbb2-4d1b-b86e-98f5213bfa0d", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:25:01.719338 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4c3b447d-a894-4779-943f-a5846074d190 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:25:01.720576 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefea44f-eab4-4e2e-8f39-f4238ba8c7b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9668475-bbb2-4d1b-b86e-98f5213bfa0d', 'code': 200} Jul 16 08:25:01.730136 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:01.743579 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6335665-9154-41af-a260-6f280ee00df7 req-f1139c7b-911d-4b0b-a4af-bc0443f610b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:01.745127 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d6335665-9154-41af-a260-6f280ee00df7 req-f1139c7b-911d-4b0b-a4af-bc0443f610b6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817&tenant_id=0c0f0cf24afb47969a9cef8297bf2691 HTTP/1.1" status: 200 len: 1096 time: 0.1154864 Jul 16 08:25:01.757055 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-b7a988b8-2274-4bf4-abfa-f90b5a5d81a6 req-0c712c3c-f962-400e-b54e-5f677965a724 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] Deleting port 96736b63-9f1e-468c-9c32-e9872dcedc24 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:25:01.757396 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b7a988b8-2274-4bf4-abfa-f90b5a5d81a6 req-0c712c3c-f962-400e-b54e-5f677965a724 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:01.829254 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6ba408d3-81b7-4cdf-a208-195025a13a9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:01.830796 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8d605d27-9458-4c06-aef7-155a0afe636c req-ae27043c-3d92-4bf8-b4b9-91d5cbc840fe tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:01.837243 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:01.857974 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8d605d27-9458-4c06-aef7-155a0afe636c req-ae27043c-3d92-4bf8-b4b9-91d5cbc840fe tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:01.864590 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8d605d27-9458-4c06-aef7-155a0afe636c req-ae27043c-3d92-4bf8-b4b9-91d5cbc840fe tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:01.873828 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6335665-9154-41af-a260-6f280ee00df7 req-06100d47-ce54-4cee-8f55-c2df4d24a6da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:01.875298 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d6335665-9154-41af-a260-6f280ee00df7 req-06100d47-ce54-4cee-8f55-c2df4d24a6da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c0f0cf24afb47969a9cef8297bf2691&device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 1096 time: 0.0941160 Jul 16 08:25:01.893338 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae27043c-3d92-4bf8-b4b9-91d5cbc840fe tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d801fba8-c49c-4775-b1aa-43e5dba594dc,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:01.904284 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba408d3-81b7-4cdf-a208-195025a13a9f admin admin] Pushing event deleted for resources: {'Port': ['ID=052fbef1-09fd-474d-bd5d-a46a65c4e1be,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:01.920505 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8d605d27-9458-4c06-aef7-155a0afe636c req-ae27043c-3d92-4bf8-b4b9-91d5cbc840fe tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:01.921698 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8d605d27-9458-4c06-aef7-155a0afe636c req-ae27043c-3d92-4bf8-b4b9-91d5cbc840fe tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.2231188 Jul 16 08:25:01.971153 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-b7a988b8-2274-4bf4-abfa-f90b5a5d81a6 req-0c712c3c-f962-400e-b54e-5f677965a724 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] For port 96736b63-9f1e-468c-9c32-e9872dcedc24, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=96736b63-9f1e-468c-9c32-e9872dcedc24,segment=NetworkSegment(b35d2228-7aac-44dc-81dd-8f207aa9f9d9),segment_id=b35d2228-7aac-44dc-81dd-8f207aa9f9d9)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:01.971421 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b7a988b8-2274-4bf4-abfa-f90b5a5d81a6 req-0c712c3c-f962-400e-b54e-5f677965a724 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:01.997837 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6335665-9154-41af-a260-6f280ee00df7 req-632d3fd2-2f3f-4a66-8055-9aeccf9672b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:01.998907 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-b7a988b8-2274-4bf4-abfa-f90b5a5d81a6 req-0c712c3c-f962-400e-b54e-5f677965a724 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] Calling delete_port for 96736b63-9f1e-468c-9c32-e9872dcedc24 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:25:01.999430 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d6335665-9154-41af-a260-6f280ee00df7 req-632d3fd2-2f3f-4a66-8055-9aeccf9672b2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 HTTP/1.1" status: 200 len: 908 time: 0.1152201 Jul 16 08:25:02.051661 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d6335665-9154-41af-a260-6f280ee00df7 req-126e941a-b182-49e6-8304-170bdeed9c6a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7b170f35-db9b-415e-9c83-adb9b8db3ac3 HTTP/1.1" status: 200 len: 217 time: 0.0441091 Jul 16 08:25:02.116189 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6335665-9154-41af-a260-6f280ee00df7 req-478fecb5-9d6b-494a-9b73-c719efd97c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:02.117957 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d6335665-9154-41af-a260-6f280ee00df7 req-478fecb5-9d6b-494a-9b73-c719efd97c12 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce796d98-7ee4-4738-aad4-0026126b7799 HTTP/1.1" status: 200 len: 847 time: 0.0560124 Jul 16 08:25:02.123072 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba29b060-142f-4e5e-a751-fcda8903ea55 req-2e3bd914-f091-42f8-9f84-52ae44111f97 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:02.130041 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ba29b060-142f-4e5e-a751-fcda8903ea55 req-2e3bd914-f091-42f8-9f84-52ae44111f97 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 944 time: 0.3050635 Jul 16 08:25:02.155431 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d6335665-9154-41af-a260-6f280ee00df7 req-4faa1b8e-e39e-48c9-9c9d-2c4ffeaa442e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297685 Jul 16 08:25:02.219446 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device d4acd2ef-ba3b-4dd8-b51f-67430307dc17 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:25:02.236530 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ba29b060-142f-4e5e-a751-fcda8903ea55 req-1de27a37-5c4e-4aca-9d7d-6c883e8713df tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054604 Jul 16 08:25:02.263366 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6ba408d3-81b7-4cdf-a208-195025a13a9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:02.351018 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d6335665-9154-41af-a260-6f280ee00df7 req-c4a81212-ddba-4902-a626-3829f871683a service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1887455 Jul 16 08:25:02.389135 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port d4acd2ef-ba3b-4dd8-b51f-67430307dc17, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d4acd2ef-ba3b-4dd8-b51f-67430307dc17,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:02.403444 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'd4acd2ef-ba3b-4dd8-b51f-67430307dc17', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': 'd4acd2ef-ba3b-4dd8-b51f-67430307dc17', 'mac_address': 'fa:16:3e:3b:39:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:25:02.404677 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edc07b-4327-4362-9c30-c80fc7d44b7c req-7fc54195-1c4d-4f23-8671-d5a0fb5407a8 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:02.412557 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-57edc07b-4327-4362-9c30-c80fc7d44b7c req-7fc54195-1c4d-4f23-8671-d5a0fb5407a8 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=cefea44f-eab4-4e2e-8f39-f4238ba8c7b0 HTTP/1.1" status: 200 len: 946 time: 0.2224662 Jul 16 08:25:02.422122 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b7a988b8-2274-4bf4-abfa-f90b5a5d81a6 req-0c712c3c-f962-400e-b54e-5f677965a724 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:02.439463 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['96736b63-9f1e-468c-9c32-e9872dcedc24'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:25:02.474908 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:02.480468 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c712c3c-f962-400e-b54e-5f677965a724 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] Pushing event deleted for resources: {'Port': ['ID=96736b63-9f1e-468c-9c32-e9872dcedc24,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:02.493048 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4acd2ef-ba3b-4dd8-b51f-67430307dc17 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:25:02.496938 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-57edc07b-4327-4362-9c30-c80fc7d44b7c req-de05f977-a89d-4f05-be11-11e0b5f0a445 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833316 Jul 16 08:25:02.518279 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port d4acd2ef-ba3b-4dd8-b51f-67430307dc17, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d4acd2ef-ba3b-4dd8-b51f-67430307dc17,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:02.523444 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:02.532655 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d6335665-9154-41af-a260-6f280ee00df7 req-540396a0-1559-4a2f-baf1-58427d7db644 service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651518 Jul 16 08:25:02.541695 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-294c673e-a86d-4c3b-8472-d05f0c7867e0 req-9de52ad9-1d12-444b-af81-230315137532 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1787062387', 'description': 'tempest-description-247273344'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:02.571927 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-294c673e-a86d-4c3b-8472-d05f0c7867e0 req-9de52ad9-1d12-444b-af81-230315137532 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:02.587745 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=d4acd2ef-ba3b-4dd8-b51f-67430307dc17,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:02.602823 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7a988b8-2274-4bf4-abfa-f90b5a5d81a6 req-0c712c3c-f962-400e-b54e-5f677965a724 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] No DVR routers for this DVR port 96736b63-9f1e-468c-9c32-e9872dcedc24 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:25:02.607398 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b7a988b8-2274-4bf4-abfa-f90b5a5d81a6 req-0c712c3c-f962-400e-b54e-5f677965a724 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:02.609488 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b7a988b8-2274-4bf4-abfa-f90b5a5d81a6 req-0c712c3c-f962-400e-b54e-5f677965a724 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] 10.222.0.30 "DELETE /v2.0/ports/96736b63-9f1e-468c-9c32-e9872dcedc24 HTTP/1.1" status: 204 len: 173 time: 1.0587370 Jul 16 08:25:02.610874 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50de6c99-a35e-4fe0-9600-e45a08be897c', 'name': 'network-vif-deleted', 'tag': '96736b63-9f1e-468c-9c32-e9872dcedc24'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:25:02.613228 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d306edc5-dc5d-43db-a278-9ec843a7a1ca" -d '{"events": [{"server_uuid": "50de6c99-a35e-4fe0-9600-e45a08be897c", "name": "network-vif-deleted", "tag": "96736b63-9f1e-468c-9c32-e9872dcedc24"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:25:02.671114 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-294c673e-a86d-4c3b-8472-d05f0c7867e0 req-9de52ad9-1d12-444b-af81-230315137532 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:02.678571 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-294c673e-a86d-4c3b-8472-d05f0c7867e0 req-9de52ad9-1d12-444b-af81-230315137532 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:02.690548 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63405732-74c2-4de1-9a51-6c2bae5f352b req-10f9b888-cb8d-405b-aa68-38c1004d5cc8 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:02.692066 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-63405732-74c2-4de1-9a51-6c2bae5f352b req-10f9b888-cb8d-405b-aa68-38c1004d5cc8 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 950 time: 0.2517221 Jul 16 08:25:02.727839 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-294c673e-a86d-4c3b-8472-d05f0c7867e0 req-9de52ad9-1d12-444b-af81-230315137532 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:02.730130 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-294c673e-a86d-4c3b-8472-d05f0c7867e0 req-9de52ad9-1d12-444b-af81-230315137532 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1922009 Jul 16 08:25:02.734767 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de52ad9-1d12-444b-af81-230315137532 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9cbe74-7466-416d-a6c1-4208434b1652,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:02.739274 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ba408d3-81b7-4cdf-a208-195025a13a9f admin admin] Router c8c7d990-65e0-4fe2-ab93-d1c411842a26 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:25:02.756557 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-63405732-74c2-4de1-9a51-6c2bae5f352b req-fa53a062-c9fe-41cf-96e9-40b8f6cab8da tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569217 Jul 16 08:25:02.789538 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['d4acd2ef-ba3b-4dd8-b51f-67430307dc17'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:25:03.058791 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d0c103-7796-4139-81f8-6de3c5bf5394 req-30f2910d-a00f-4af5-9f26-7be9423e90b5 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:03.060956 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-34d0c103-7796-4139-81f8-6de3c5bf5394 req-30f2910d-a00f-4af5-9f26-7be9423e90b5 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?device_id=491e3985-7cc3-4e9a-ac13-f659d6a28c6d HTTP/1.1" status: 200 len: 948 time: 0.0916924 Jul 16 08:25:03.108101 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-34d0c103-7796-4139-81f8-6de3c5bf5394 req-82a499c1-1c04-4302-bafa-b1a3a574a60d tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/security-groups?id=464db2f6-d5dd-41dd-a470-b2a280b16f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398793 Jul 16 08:25:03.171994 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-41b02064-95d0-4471-9c37-2a0dcdebf7e0 req-a48350e4-b7e7-48e9-ae75-ce785a83ad09 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1393830209', 'description': 'tempest-description-1050329669'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:03.194625 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-41b02064-95d0-4471-9c37-2a0dcdebf7e0 req-a48350e4-b7e7-48e9-ae75-ce785a83ad09 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:03.203754 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:25:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8617b94-5c8a-44ff-bfdc-f22225472499 x-openstack-request-id: req-f8617b94-5c8a-44ff-bfdc-f22225472499 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:25:03.204045 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50de6c99-a35e-4fe0-9600-e45a08be897c", "name": "network-vif-deleted", "tag": "96736b63-9f1e-468c-9c32-e9872dcedc24", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:25:03.204294 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f8617b94-5c8a-44ff-bfdc-f22225472499 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:25:03.204704 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50de6c99-a35e-4fe0-9600-e45a08be897c', 'name': 'network-vif-deleted', 'tag': '96736b63-9f1e-468c-9c32-e9872dcedc24', 'status': 'completed', 'code': 200} Jul 16 08:25:03.238746 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device d9668475-bbb2-4d1b-b86e-98f5213bfa0d no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:25:03.273932 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-77d02a04-11ca-4049-8cc1-ba5d6b71fd51 req-5d34504b-6a72-4fe6-b353-8676fec73924 tempest-VolumesAdminNegativeTest-1340327961 tempest-VolumesAdminNegativeTest-1340327961-project] 10.222.0.22 "GET /v2.0/ports?device_id=50de6c99-a35e-4fe0-9600-e45a08be897c HTTP/1.1" status: 200 len: 210 time: 0.0718837 Jul 16 08:25:03.288990 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c4509a0-3f19-403a-abb7-05d54c817cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:03.291037 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ba408d3-81b7-4cdf-a208-195025a13a9f admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:25:03.299509 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6ba408d3-81b7-4cdf-a208-195025a13a9f admin admin] 10.222.0.22 "PUT /v2.0/routers/c8c7d990-65e0-4fe2-ab93-d1c411842a26/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5320816 Jul 16 08:25:03.300265 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45636) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:03.314949 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3a9874-61e3-479c-baee-07e8aa6f42a6 None None] Sync routers for ids ['c8c7d990-65e0-4fe2-ab93-d1c411842a26'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:25:03.325909 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3a9874-61e3-479c-baee-07e8aa6f42a6 None None] Routers {'c8c7d990-65e0-4fe2-ab93-d1c411842a26'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:25:03.327714 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8b3a9874-61e3-479c-baee-07e8aa6f42a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:24:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c8c7d990-65e0-4fe2-ab93-d1c411842a26'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:03.329144 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-41b02064-95d0-4471-9c37-2a0dcdebf7e0 req-a48350e4-b7e7-48e9-ae75-ce785a83ad09 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:03.337560 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-41b02064-95d0-4471-9c37-2a0dcdebf7e0 req-a48350e4-b7e7-48e9-ae75-ce785a83ad09 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:03.370148 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6335665-9154-41af-a260-6f280ee00df7 req-f0c69657-a887-40ff-8724-8f05d1a4e5a8 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:03.371022 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-41b02064-95d0-4471-9c37-2a0dcdebf7e0 req-a48350e4-b7e7-48e9-ae75-ce785a83ad09 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:03.371644 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6335665-9154-41af-a260-6f280ee00df7 req-f0c69657-a887-40ff-8724-8f05d1a4e5a8 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817&tenant_id=0c0f0cf24afb47969a9cef8297bf2691&binding%3Ahost_id=n-h1-771362-37 HTTP/1.1" status: 200 len: 1096 time: 0.1662428 Jul 16 08:25:03.373567 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-41b02064-95d0-4471-9c37-2a0dcdebf7e0 req-a48350e4-b7e7-48e9-ae75-ce785a83ad09 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2057700 Jul 16 08:25:03.419874 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48350e4-b7e7-48e9-ae75-ce785a83ad09 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4da58e9-ccdd-4a56-83b3-f74a9cecbfc1,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:03.443223 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:03.505662 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port d9668475-bbb2-4d1b-b86e-98f5213bfa0d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d9668475-bbb2-4d1b-b86e-98f5213bfa0d,segment=NetworkSegment(e5fde1c5-d7d6-485c-b933-4a6575bb8f26),segment_id=e5fde1c5-d7d6-485c-b933-4a6575bb8f26)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:03.520138 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:03.526516 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-8b3a9874-61e3-479c-baee-07e8aa6f42a6 None None] Set router c8c7d990-65e0-4fe2-ab93-d1c411842a26 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:25:03.543949 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75caec3c-58cd-406d-aa36-b3bf784f7676 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:03.601395 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008d07b-9b0e-484d-b405-2ce650e21b82 req-da2eb8bf-badd-4c34-acc2-adbd063669d8 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:03.602853 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=d9668475-bbb2-4d1b-b86e-98f5213bfa0d,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:03.621841 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c008d07b-9b0e-484d-b405-2ce650e21b82 req-da2eb8bf-badd-4c34-acc2-adbd063669d8 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 944 time: 0.1390781 Jul 16 08:25:03.664898 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c008d07b-9b0e-484d-b405-2ce650e21b82 req-76ddd416-9da8-44a8-9356-5a06fce44339 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425282 Jul 16 08:25:03.719869 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-50a390fd-7c5e-40ea-88f9-100f0044b08a req-841c3e20-4225-46e7-8f2f-a9479a02201f tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "GET /v2.0/security-groups/0f9cbe74-7466-416d-a6c1-4208434b1652 HTTP/1.1" status: 200 len: 1804 time: 0.0850909 Jul 16 08:25:03.722100 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75caec3c-58cd-406d-aa36-b3bf784f7676 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:03.723710 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefea44f-eab4-4e2e-8f39-f4238ba8c7b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9668475-bbb2-4d1b-b86e-98f5213bfa0d'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:25:03.731957 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29c0c595-d43c-412f-a565-8dd246c9a123" -d '{"events": [{"server_uuid": "cefea44f-eab4-4e2e-8f39-f4238ba8c7b0", "name": "network-vif-unplugged", "status": "completed", "tag": "d9668475-bbb2-4d1b-b86e-98f5213bfa0d"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:25:03.778061 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8b3a9874-61e3-479c-baee-07e8aa6f42a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1823019582-router', 'tenant_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.30'}], 'enable_snat': True}, 'gw_port_id': 'b13a2f0a-ed1b-446f-a756-444d66a0fb13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:55Z', 'updated_at': '2021-07-16T08:25:01Z', 'revision_number': 5, 'project_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'gw_port': {'id': 'b13a2f0a-ed1b-446f-a756-444d66a0fb13', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:78:d6:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 427, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:58Z', 'updated_at': '2021-07-16T08:24:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:03.808095 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3a9874-61e3-479c-baee-07e8aa6f42a6 None None] Checking router: c8c7d990-65e0-4fe2-ab93-d1c411842a26 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:25:03.817530 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b3a9874-61e3-479c-baee-07e8aa6f42a6 None None] Routers {'c8c7d990-65e0-4fe2-ab93-d1c411842a26'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:25:03.818194 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8b3a9874-61e3-479c-baee-07e8aa6f42a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:24:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c8c7d990-65e0-4fe2-ab93-d1c411842a26'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:03.832290 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-d6335665-9154-41af-a260-6f280ee00df7 req-451b5db8-07da-484d-a44b-8a4e53a6662c service neutron] For port 7b170f35-db9b-415e-9c83-adb9b8db3ac3, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:25:03.841356 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d6335665-9154-41af-a260-6f280ee00df7 req-451b5db8-07da-484d-a44b-8a4e53a6662c service neutron] Notify callbacks [] for binding, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:03.842320 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6335665-9154-41af-a260-6f280ee00df7 req-451b5db8-07da-484d-a44b-8a4e53a6662c service neutron] 10.222.0.30 "DELETE /v2.0/ports/7b170f35-db9b-415e-9c83-adb9b8db3ac3/bindings/n-h2-771362-37 HTTP/1.1" status: 204 len: 173 time: 0.3765373 Jul 16 08:25:03.848147 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-50a390fd-7c5e-40ea-88f9-100f0044b08a req-477dc896-8d89-4ee2-95f2-bf1abdbaedf9 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "GET /v2.0/security-groups/f4da58e9-ccdd-4a56-83b3-f74a9cecbfc1 HTTP/1.1" status: 200 len: 1805 time: 0.0999627 Jul 16 08:25:03.858660 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-75caec3c-58cd-406d-aa36-b3bf784f7676 admin admin] Deleting port b13a2f0a-ed1b-446f-a756-444d66a0fb13 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:25:03.859036 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75caec3c-58cd-406d-aa36-b3bf784f7676 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:03.878163 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-50a390fd-7c5e-40ea-88f9-100f0044b08a req-7b6f2013-f803-476c-a1ef-82f11409a02c tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0f9cbe74-7466-416d-a6c1-4208434b1652', 'remote_group_id': 'f4da58e9-ccdd-4a56-83b3-f74a9cecbfc1', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:03.878503 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-50a390fd-7c5e-40ea-88f9-100f0044b08a req-7b6f2013-f803-476c-a1ef-82f11409a02c tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '0f9cbe74-7466-416d-a6c1-4208434b1652', 'remote_group_id': 'f4da58e9-ccdd-4a56-83b3-f74a9cecbfc1', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:03.889200 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc7e528-b5bc-458c-9d4b-9c8b50cbb8fc req-e3511bee-025f-4d5e-b1c2-a5750eebb3d5 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:03.892147 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4fc7e528-b5bc-458c-9d4b-9c8b50cbb8fc req-e3511bee-025f-4d5e-b1c2-a5750eebb3d5 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.30 "GET /v2.0/ports?device_id=cefea44f-eab4-4e2e-8f39-f4238ba8c7b0 HTTP/1.1" status: 200 len: 944 time: 0.1545603 Jul 16 08:25:03.915401 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-8b3a9874-61e3-479c-baee-07e8aa6f42a6 None None] Set router c8c7d990-65e0-4fe2-ab93-d1c411842a26 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:25:03.950538 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d08fe72-b659-4f8b-8420-d8f60e717267 req-c2f8cc08-c5ba-4004-add6-5cc60ad2c58a tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:03.952876 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8d08fe72-b659-4f8b-8420-d8f60e717267 req-c2f8cc08-c5ba-4004-add6-5cc60ad2c58a tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=cefea44f-eab4-4e2e-8f39-f4238ba8c7b0 HTTP/1.1" status: 200 len: 944 time: 0.1588805 Jul 16 08:25:03.972866 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8b3a9874-61e3-479c-baee-07e8aa6f42a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1823019582-router', 'tenant_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:55Z', 'updated_at': '2021-07-16T08:25:03Z', 'revision_number': 6, 'project_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:04.001860 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-75caec3c-58cd-406d-aa36-b3bf784f7676 admin admin] For port b13a2f0a-ed1b-446f-a756-444d66a0fb13, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=b13a2f0a-ed1b-446f-a756-444d66a0fb13,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:04.002215 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75caec3c-58cd-406d-aa36-b3bf784f7676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:04.004510 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b3a9874-61e3-479c-baee-07e8aa6f42a6 None None] The sync data for ids ['c8c7d990-65e0-4fe2-ab93-d1c411842a26'] in n-d-771362-37 is: [{'id': 'c8c7d990-65e0-4fe2-ab93-d1c411842a26', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1823019582-router', 'tenant_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:55Z', 'updated_at': '2021-07-16T08:25:03Z', 'revision_number': 6, 'project_id': '65d39ce4e0b74493bfaf6681c3b35dde', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:25:04.025394 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-50a390fd-7c5e-40ea-88f9-100f0044b08a req-7b6f2013-f803-476c-a1ef-82f11409a02c tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:04.032040 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-75caec3c-58cd-406d-aa36-b3bf784f7676 admin admin] Calling delete_port for b13a2f0a-ed1b-446f-a756-444d66a0fb13 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:25:04.035402 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8d08fe72-b659-4f8b-8420-d8f60e717267 req-9ee07802-fecc-4c99-8c33-4d7e0484e7fa tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655320 Jul 16 08:25:04.059965 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-4fc7e528-b5bc-458c-9d4b-9c8b50cbb8fc req-19127690-1e64-49e7-94be-0a3fb86c8e92 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Deleting port d9668475-bbb2-4d1b-b86e-98f5213bfa0d {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:25:04.060584 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4fc7e528-b5bc-458c-9d4b-9c8b50cbb8fc req-19127690-1e64-49e7-94be-0a3fb86c8e92 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:04.109160 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-50a390fd-7c5e-40ea-88f9-100f0044b08a req-7b6f2013-f803-476c-a1ef-82f11409a02c tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:04.119779 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-50a390fd-7c5e-40ea-88f9-100f0044b08a req-7b6f2013-f803-476c-a1ef-82f11409a02c tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:04.143270 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-027a7e57-9247-4688-9f7c-26db961ea778 x-openstack-request-id: req-027a7e57-9247-4688-9f7c-26db961ea778 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:25:04.143842 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefea44f-eab4-4e2e-8f39-f4238ba8c7b0", "name": "network-vif-unplugged", "status": "completed", "tag": "d9668475-bbb2-4d1b-b86e-98f5213bfa0d", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:25:04.144101 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-027a7e57-9247-4688-9f7c-26db961ea778 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:25:04.144522 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefea44f-eab4-4e2e-8f39-f4238ba8c7b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd9668475-bbb2-4d1b-b86e-98f5213bfa0d', 'code': 200} Jul 16 08:25:04.159268 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6f2013-f803-476c-a1ef-82f11409a02c tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=242137ee-8676-449b-9112-75f65514c52c,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:04.166289 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-50a390fd-7c5e-40ea-88f9-100f0044b08a req-7b6f2013-f803-476c-a1ef-82f11409a02c tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:04.167598 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-50a390fd-7c5e-40ea-88f9-100f0044b08a req-7b6f2013-f803-476c-a1ef-82f11409a02c tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3058007 Jul 16 08:25:04.191748 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-4fc7e528-b5bc-458c-9d4b-9c8b50cbb8fc req-19127690-1e64-49e7-94be-0a3fb86c8e92 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] For port d9668475-bbb2-4d1b-b86e-98f5213bfa0d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d9668475-bbb2-4d1b-b86e-98f5213bfa0d,segment=NetworkSegment(e5fde1c5-d7d6-485c-b933-4a6575bb8f26),segment_id=e5fde1c5-d7d6-485c-b933-4a6575bb8f26)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:04.192116 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4fc7e528-b5bc-458c-9d4b-9c8b50cbb8fc req-19127690-1e64-49e7-94be-0a3fb86c8e92 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:04.205903 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-4fc7e528-b5bc-458c-9d4b-9c8b50cbb8fc req-19127690-1e64-49e7-94be-0a3fb86c8e92 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Calling delete_port for d9668475-bbb2-4d1b-b86e-98f5213bfa0d owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:25:04.238094 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device d4acd2ef-ba3b-4dd8-b51f-67430307dc17 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:25:04.296013 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port d4acd2ef-ba3b-4dd8-b51f-67430307dc17 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:25:04.300476 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port d4acd2ef-ba3b-4dd8-b51f-67430307dc17 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:04.301058 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:04.311226 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75caec3c-58cd-406d-aa36-b3bf784f7676 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:04.399612 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 052fbef1-09fd-474d-bd5d-a46a65c4e1be no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:25:04.416221 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26758c14-89f2-44eb-b162-f5c634fa681a req-ee20caec-3ddd-4b54-92a0-9ffa362dc4d1 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:04.417788 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-26758c14-89f2-44eb-b162-f5c634fa681a req-ee20caec-3ddd-4b54-92a0-9ffa362dc4d1 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 950 time: 0.1580687 Jul 16 08:25:04.432557 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 052fbef1-09fd-474d-bd5d-a46a65c4e1be {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:25:04.432891 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 052fbef1-09fd-474d-bd5d-a46a65c4e1be not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:25:04.450118 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:04.465167 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4fc7e528-b5bc-458c-9d4b-9c8b50cbb8fc req-19127690-1e64-49e7-94be-0a3fb86c8e92 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:04.488623 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75caec3c-58cd-406d-aa36-b3bf784f7676 admin admin] Pushing event deleted for resources: {'Port': ['ID=b13a2f0a-ed1b-446f-a756-444d66a0fb13,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:04.498206 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port d4acd2ef-ba3b-4dd8-b51f-67430307dc17, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d4acd2ef-ba3b-4dd8-b51f-67430307dc17,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:04.503322 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:04.508408 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75caec3c-58cd-406d-aa36-b3bf784f7676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:04.520741 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19127690-1e64-49e7-94be-0a3fb86c8e92 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Pushing event deleted for resources: {'Port': ['ID=d9668475-bbb2-4d1b-b86e-98f5213bfa0d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:04.554913 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=d4acd2ef-ba3b-4dd8-b51f-67430307dc17,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:04.558800 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-26758c14-89f2-44eb-b162-f5c634fa681a req-653b784b-37f9-49ba-8f3b-c02c1989d775 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298215 Jul 16 08:25:04.579620 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fc7e528-b5bc-458c-9d4b-9c8b50cbb8fc req-19127690-1e64-49e7-94be-0a3fb86c8e92 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] No DVR routers for this DVR port d9668475-bbb2-4d1b-b86e-98f5213bfa0d on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:25:04.582762 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4fc7e528-b5bc-458c-9d4b-9c8b50cbb8fc req-19127690-1e64-49e7-94be-0a3fb86c8e92 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:04.585528 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4fc7e528-b5bc-458c-9d4b-9c8b50cbb8fc req-19127690-1e64-49e7-94be-0a3fb86c8e92 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.30 "DELETE /v2.0/ports/d9668475-bbb2-4d1b-b86e-98f5213bfa0d HTTP/1.1" status: 204 len: 173 time: 0.6813636 Jul 16 08:25:04.585900 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cefea44f-eab4-4e2e-8f39-f4238ba8c7b0', 'name': 'network-vif-deleted', 'tag': 'd9668475-bbb2-4d1b-b86e-98f5213bfa0d'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:25:04.588924 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3195c136-30fb-4f96-ae2f-f7487a6fe0d6" -d '{"events": [{"server_uuid": "cefea44f-eab4-4e2e-8f39-f4238ba8c7b0", "name": "network-vif-deleted", "tag": "d9668475-bbb2-4d1b-b86e-98f5213bfa0d"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:25:04.636550 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75caec3c-58cd-406d-aa36-b3bf784f7676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:04.639364 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75caec3c-58cd-406d-aa36-b3bf784f7676 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:04.700750 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc552de8-71dc-4622-967a-88a0819456b4 req-e54f9d4b-4afe-4398-b40c-d3f178f4c38b tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:04.703618 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dc552de8-71dc-4622-967a-88a0819456b4 req-e54f9d4b-4afe-4398-b40c-d3f178f4c38b tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 1096 time: 0.3782949 Jul 16 08:25:04.730206 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75caec3c-58cd-406d-aa36-b3bf784f7676 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:04.730766 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75caec3c-58cd-406d-aa36-b3bf784f7676 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c8c7d990-65e0-4fe2-ab93-d1c411842a26 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:25:04.737907 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-75caec3c-58cd-406d-aa36-b3bf784f7676 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:04.739032 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-75caec3c-58cd-406d-aa36-b3bf784f7676 admin admin] 10.222.0.22 "DELETE /v2.0/routers/c8c7d990-65e0-4fe2-ab93-d1c411842a26 HTTP/1.1" status: 204 len: 168 time: 1.4368238 Jul 16 08:25:04.742650 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45660) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:04.770965 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f9316-6b79-490c-ab5b-038bf5715c10 req-2db803a3-e1e6-416b-a34a-25ff7e520317 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:04.773109 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e01f9316-6b79-490c-ab5b-038bf5715c10 req-2db803a3-e1e6-416b-a34a-25ff7e520317 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?device_id=491e3985-7cc3-4e9a-ac13-f659d6a28c6d HTTP/1.1" status: 200 len: 949 time: 0.0987747 Jul 16 08:25:04.793195 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dc552de8-71dc-4622-967a-88a0819456b4 req-7c5291e6-6ff5-475f-9146-dc689ad1b085 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816870 Jul 16 08:25:04.813196 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-6289c5c4-46c0-47a7-b096-799185058e59 admin admin] Deleting subnet 81b82980-93c1-4ac0-a7cd-23d42d819c7b {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:25:04.816596 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6289c5c4-46c0-47a7-b096-799185058e59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:04.816723 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e01f9316-6b79-490c-ab5b-038bf5715c10 req-e0a2cfd4-fe49-47da-99e6-78660bdda781 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/security-groups?id=464db2f6-d5dd-41dd-a470-b2a280b16f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337985 Jul 16 08:25:04.843229 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-3d7c15ce-40ef-4d96-a740-bce655eca658 req-8502f4a0-fc44-41f5-9493-93816e831118 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-975141431', 'description': 'tempest-description-1639851962'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:04.873149 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6289c5c4-46c0-47a7-b096-799185058e59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:04.893864 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3d7c15ce-40ef-4d96-a740-bce655eca658 req-8502f4a0-fc44-41f5-9493-93816e831118 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:04.914038 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45666) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:04.991907 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6289c5c4-46c0-47a7-b096-799185058e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:04.993197 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-be1affb8-59b7-4791-bb41-3a8810e33a03 admin admin] Deleting subnet 83ba10a6-256b-4022-b3ef-20d189857b57 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:25:04.997642 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be1affb8-59b7-4791-bb41-3a8810e33a03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:05.045597 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be1affb8-59b7-4791-bb41-3a8810e33a03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:05.067136 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3d7c15ce-40ef-4d96-a740-bce655eca658 req-8502f4a0-fc44-41f5-9493-93816e831118 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:05.073313 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3d7c15ce-40ef-4d96-a740-bce655eca658 req-8502f4a0-fc44-41f5-9493-93816e831118 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:05.084464 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6289c5c4-46c0-47a7-b096-799185058e59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:05.107716 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6289c5c4-46c0-47a7-b096-799185058e59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:05.113955 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40aeb5ac-9f12-4c75-b930-4ce6d14b94d7 None None] Network 4477cb77-9688-4017-b61e-e21e5a0c687e requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:25:05.123940 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be1affb8-59b7-4791-bb41-3a8810e33a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:05.124539 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6289c5c4-46c0-47a7-b096-799185058e59 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/81b82980-93c1-4ac0-a7cd-23d42d819c7b HTTP/1.1" status: 204 len: 168 time: 0.3740635 Jul 16 08:25:05.168401 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:25:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9742cf3-f05f-40ab-bf7f-341735d60a0d x-openstack-request-id: req-c9742cf3-f05f-40ab-bf7f-341735d60a0d {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:25:05.168685 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cefea44f-eab4-4e2e-8f39-f4238ba8c7b0", "name": "network-vif-deleted", "tag": "d9668475-bbb2-4d1b-b86e-98f5213bfa0d", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:25:05.169654 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c9742cf3-f05f-40ab-bf7f-341735d60a0d {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:25:05.170028 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cefea44f-eab4-4e2e-8f39-f4238ba8c7b0', 'name': 'network-vif-deleted', 'tag': 'd9668475-bbb2-4d1b-b86e-98f5213bfa0d', 'status': 'completed', 'code': 200} Jul 16 08:25:05.170402 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45670) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:05.176183 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6289c5c4-46c0-47a7-b096-799185058e59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81b82980-93c1-4ac0-a7cd-23d42d819c7b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:05.178680 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3d7c15ce-40ef-4d96-a740-bce655eca658 req-8502f4a0-fc44-41f5-9493-93816e831118 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:05.189537 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d7c15ce-40ef-4d96-a740-bce655eca658 req-8502f4a0-fc44-41f5-9493-93816e831118 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3520615 Jul 16 08:25:05.201087 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8502f4a0-fc44-41f5-9493-93816e831118 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e6e23b7-883a-41b4-b266-0b4b5d55765a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:05.283107 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 96736b63-9f1e-468c-9c32-e9872dcedc24 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:25:05.342690 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 96736b63-9f1e-468c-9c32-e9872dcedc24 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:25:05.343621 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 96736b63-9f1e-468c-9c32-e9872dcedc24 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:25:05.444219 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cdefdda9-32f8-40ac-93dd-f21dcc52271a req-606b82af-0ecf-4ec3-ba7e-8845e7b65ea2 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=cefea44f-eab4-4e2e-8f39-f4238ba8c7b0 HTTP/1.1" status: 200 len: 210 time: 0.0439560 Jul 16 08:25:05.488011 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-d8a565d3-5e93-4cac-918a-28e8a404b138 req-bb0207c4-ff32-42ee-885f-c8cd63096497 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1909604034', 'description': 'tempest-description-1597503724'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:05.494938 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb07fc89-7499-486d-be53-75a6139afdfe None None] DHCP port deletion for 4477cb77-9688-4017-b61e-e21e5a0c687e request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:25:05.523160 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d8a565d3-5e93-4cac-918a-28e8a404b138 req-bb0207c4-ff32-42ee-885f-c8cd63096497 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:05.574076 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-cb07fc89-7499-486d-be53-75a6139afdfe None None] Deleting port 3be68fc1-348c-4716-92cf-a1e7e4a56fb2 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:25:05.574455 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cb07fc89-7499-486d-be53-75a6139afdfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:05.642552 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d8a565d3-5e93-4cac-918a-28e8a404b138 req-bb0207c4-ff32-42ee-885f-c8cd63096497 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:05.650254 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d8a565d3-5e93-4cac-918a-28e8a404b138 req-bb0207c4-ff32-42ee-885f-c8cd63096497 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:05.658627 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-cb07fc89-7499-486d-be53-75a6139afdfe None None] For port 3be68fc1-348c-4716-92cf-a1e7e4a56fb2, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=3be68fc1-348c-4716-92cf-a1e7e4a56fb2,segment=NetworkSegment(0b1225be-ac2b-474d-918d-af395b400266),segment_id=0b1225be-ac2b-474d-918d-af395b400266)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:05.658627 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cb07fc89-7499-486d-be53-75a6139afdfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:05.673319 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-cb07fc89-7499-486d-be53-75a6139afdfe None None] Calling delete_port for 3be68fc1-348c-4716-92cf-a1e7e4a56fb2 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:25:05.675184 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f255d51d-fbf7-46f0-83c8-5593ae25bd18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:05.694535 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d8a565d3-5e93-4cac-918a-28e8a404b138 req-bb0207c4-ff32-42ee-885f-c8cd63096497 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:05.695772 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d8a565d3-5e93-4cac-918a-28e8a404b138 req-bb0207c4-ff32-42ee-885f-c8cd63096497 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2134097 Jul 16 08:25:05.698455 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0207c4-ff32-42ee-885f-c8cd63096497 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfab2fe4-6d68-4772-8a23-09e3baecd0eb,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:05.721754 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-036beed2-549b-4463-90f6-c6459001b020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:05.728039 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be1affb8-59b7-4791-bb41-3a8810e33a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:05.778459 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1affb8-59b7-4791-bb41-3a8810e33a03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83ba10a6-256b-4022-b3ef-20d189857b57,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:05.782573 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be1affb8-59b7-4791-bb41-3a8810e33a03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:05.785717 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-be1affb8-59b7-4791-bb41-3a8810e33a03 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/83ba10a6-256b-4022-b3ef-20d189857b57 HTTP/1.1" status: 204 len: 168 time: 0.8698468 Jul 16 08:25:05.788961 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45678) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:05.827872 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ada309-01c0-4ce4-be65-eb664c88e61f req-ee3c2cfa-1bb5-44b4-9df0-18cdb86eb0e5 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:05.829858 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7ada309-01c0-4ce4-be65-eb664c88e61f req-ee3c2cfa-1bb5-44b4-9df0-18cdb86eb0e5 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 1096 time: 0.5619826 Jul 16 08:25:05.886855 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-036beed2-549b-4463-90f6-c6459001b020 admin admin] Deleting port 3be68fc1-348c-4716-92cf-a1e7e4a56fb2 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:25:05.887336 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-036beed2-549b-4463-90f6-c6459001b020 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:05.902974 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7ada309-01c0-4ce4-be65-eb664c88e61f req-7ff92b8f-0147-4a29-ba0e-098b71044208 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659530 Jul 16 08:25:05.911778 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-12110a05-d6e3-4432-9a73-20b2a500ebef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:05.936067 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cb07fc89-7499-486d-be53-75a6139afdfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:05.953708 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:05.982145 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb07fc89-7499-486d-be53-75a6139afdfe None None] No DVR routers for this DVR port 3be68fc1-348c-4716-92cf-a1e7e4a56fb2 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:25:05.984374 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07fc89-7499-486d-be53-75a6139afdfe None None] Pushing event deleted for resources: {'Port': ['ID=3be68fc1-348c-4716-92cf-a1e7e4a56fb2,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:05.997070 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-036beed2-549b-4463-90f6-c6459001b020 admin admin] For port 3be68fc1-348c-4716-92cf-a1e7e4a56fb2, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=3be68fc1-348c-4716-92cf-a1e7e4a56fb2,segment=NetworkSegment(0b1225be-ac2b-474d-918d-af395b400266),segment_id=0b1225be-ac2b-474d-918d-af395b400266)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:05.997427 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-036beed2-549b-4463-90f6-c6459001b020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:06.018887 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-036beed2-549b-4463-90f6-c6459001b020 admin admin] Calling delete_port for 3be68fc1-348c-4716-92cf-a1e7e4a56fb2 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:25:06.043233 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3606c60f-6708-4583-b461-267be746bdf4 req-a15a1a44-781a-4242-aedd-897840bdcff9 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "GET /v2.0/security-groups/7e6e23b7-883a-41b4-b266-0b4b5d55765a HTTP/1.1" status: 200 len: 1804 time: 0.0775785 Jul 16 08:25:06.052132 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-12110a05-d6e3-4432-9a73-20b2a500ebef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:06.063846 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-12110a05-d6e3-4432-9a73-20b2a500ebef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7023ddf1-0bd7-4db4-8837-aee438bf477f']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:06.076919 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-12110a05-d6e3-4432-9a73-20b2a500ebef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b35d2228-7aac-44dc-81dd-8f207aa9f9d9') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:06.077143 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-12110a05-d6e3-4432-9a73-20b2a500ebef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b35d2228-7aac-44dc-81dd-8f207aa9f9d9') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:06.085986 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06f06f-48a2-4f7d-84ef-5cc28e456960 req-0b008ccd-186b-4293-9903-238e36f2603e tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:06.087479 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2e06f06f-48a2-4f7d-84ef-5cc28e456960 req-0b008ccd-186b-4293-9903-238e36f2603e tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 950 time: 0.2020071 Jul 16 08:25:06.097553 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-12110a05-d6e3-4432-9a73-20b2a500ebef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:06.125268 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-12110a05-d6e3-4432-9a73-20b2a500ebef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:06.134234 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3606c60f-6708-4583-b461-267be746bdf4 req-ee2d2b56-fdc2-4453-b0a3-3b9c956fd20a tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "GET /v2.0/security-groups/bfab2fe4-6d68-4772-8a23-09e3baecd0eb HTTP/1.1" status: 200 len: 1805 time: 0.0608366 Jul 16 08:25:06.138295 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12110a05-d6e3-4432-9a73-20b2a500ebef admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:25:06.138682 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-12110a05-d6e3-4432-9a73-20b2a500ebef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:25:06.140857 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:25:06.145541 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491e3985-7cc3-4e9a-ac13-f659d6a28c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4acd2ef-ba3b-4dd8-b51f-67430307dc17'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:25:06.148972 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0532481-baf4-4d37-a54e-f1778893fa82" -d '{"events": [{"server_uuid": "491e3985-7cc3-4e9a-ac13-f659d6a28c6d", "name": "network-vif-plugged", "status": "completed", "tag": "d4acd2ef-ba3b-4dd8-b51f-67430307dc17"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:25:06.150013 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-3606c60f-6708-4583-b461-267be746bdf4 req-43066cb6-efae-4593-ac31-77da34c6ea34 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7e6e23b7-883a-41b4-b266-0b4b5d55765a', 'remote_group_id': 'bfab2fe4-6d68-4772-8a23-09e3baecd0eb', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:06.150424 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-3606c60f-6708-4583-b461-267be746bdf4 req-43066cb6-efae-4593-ac31-77da34c6ea34 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '7e6e23b7-883a-41b4-b266-0b4b5d55765a', 'remote_group_id': 'bfab2fe4-6d68-4772-8a23-09e3baecd0eb', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:06.152790 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2e06f06f-48a2-4f7d-84ef-5cc28e456960 req-3bcebd88-b1eb-48b3-82e8-f63bf4db9feb tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578640 Jul 16 08:25:06.168500 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-036beed2-549b-4463-90f6-c6459001b020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:06.206121 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036beed2-549b-4463-90f6-c6459001b020 admin admin] Pushing event deleted for resources: {'Port': ['ID=3be68fc1-348c-4716-92cf-a1e7e4a56fb2,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:06.212296 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036beed2-549b-4463-90f6-c6459001b020 admin admin] No DVR routers for this DVR port 3be68fc1-348c-4716-92cf-a1e7e4a56fb2 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:25:06.219320 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-12110a05-d6e3-4432-9a73-20b2a500ebef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:06.232195 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-12110a05-d6e3-4432-9a73-20b2a500ebef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:06.236844 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-12110a05-d6e3-4432-9a73-20b2a500ebef admin admin] 10.222.0.22 "DELETE /v2.0/networks/7023ddf1-0bd7-4db4-8837-aee438bf477f HTTP/1.1" status: 204 len: 168 time: 0.4440329 Jul 16 08:25:06.239230 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45690) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:06.245894 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12110a05-d6e3-4432-9a73-20b2a500ebef admin admin] Pushing event deleted for resources: {'Network': ['ID=7023ddf1-0bd7-4db4-8837-aee438bf477f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:06.264746 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b13a2f0a-ed1b-446f-a756-444d66a0fb13 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:25:06.286902 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: b13a2f0a-ed1b-446f-a756-444d66a0fb13 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:25:06.288179 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b13a2f0a-ed1b-446f-a756-444d66a0fb13 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:25:06.288780 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3be68fc1-348c-4716-92cf-a1e7e4a56fb2 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:25:06.308473 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 3be68fc1-348c-4716-92cf-a1e7e4a56fb2 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:25:06.309122 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3be68fc1-348c-4716-92cf-a1e7e4a56fb2 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:25:06.341597 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-036beed2-549b-4463-90f6-c6459001b020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:06.353739 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88188e03-ef74-4343-afa3-c786bc148722 req-92975507-758a-4bd7-868a-de1d82541f32 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:06.355213 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-88188e03-ef74-4343-afa3-c786bc148722 req-92975507-758a-4bd7-868a-de1d82541f32 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?device_id=491e3985-7cc3-4e9a-ac13-f659d6a28c6d HTTP/1.1" status: 200 len: 949 time: 0.0657108 Jul 16 08:25:06.362679 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-036beed2-549b-4463-90f6-c6459001b020 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4477cb77-9688-4017-b61e-e21e5a0c687e']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:06.374826 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-46e9e910-fe11-42bc-a240-07f350281d85 admin admin] Deleting subnet ed6fd78d-aff6-42e0-8b67-89d2e308c7e5 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:25:06.383573 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-036beed2-549b-4463-90f6-c6459001b020 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b1225be-ac2b-474d-918d-af395b400266') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:06.383873 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-036beed2-549b-4463-90f6-c6459001b020 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b1225be-ac2b-474d-918d-af395b400266') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:06.390330 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-46e9e910-fe11-42bc-a240-07f350281d85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:06.392228 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-88188e03-ef74-4343-afa3-c786bc148722 req-62c3c035-d612-4fce-b64d-8ea2efafac2b tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/security-groups?id=464db2f6-d5dd-41dd-a470-b2a280b16f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313528 Jul 16 08:25:06.398365 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-036beed2-549b-4463-90f6-c6459001b020 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:06.429422 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3606c60f-6708-4583-b461-267be746bdf4 req-43066cb6-efae-4593-ac31-77da34c6ea34 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:06.436813 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-036beed2-549b-4463-90f6-c6459001b020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:06.462722 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-036beed2-549b-4463-90f6-c6459001b020 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:25:06.463120 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-036beed2-549b-4463-90f6-c6459001b020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:25:06.466165 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:25:06.470033 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-46e9e910-fe11-42bc-a240-07f350281d85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:06.525545 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3606c60f-6708-4583-b461-267be746bdf4 req-43066cb6-efae-4593-ac31-77da34c6ea34 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:06.556897 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3606c60f-6708-4583-b461-267be746bdf4 req-43066cb6-efae-4593-ac31-77da34c6ea34 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:06.573977 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-46e9e910-fe11-42bc-a240-07f350281d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:06.598652 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-036beed2-549b-4463-90f6-c6459001b020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:06.607124 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3606c60f-6708-4583-b461-267be746bdf4 req-43066cb6-efae-4593-ac31-77da34c6ea34 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:06.608323 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3606c60f-6708-4583-b461-267be746bdf4 req-43066cb6-efae-4593-ac31-77da34c6ea34 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.4645071 Jul 16 08:25:06.608940 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43066cb6-efae-4593-ac31-77da34c6ea34 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4785877-c4f4-4389-b769-bf991efb4c32,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:06.635082 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-036beed2-549b-4463-90f6-c6459001b020 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:06.636980 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-036beed2-549b-4463-90f6-c6459001b020 admin admin] 10.222.0.22 "DELETE /v2.0/networks/4477cb77-9688-4017-b61e-e21e5a0c687e HTTP/1.1" status: 204 len: 168 time: 1.4656734 Jul 16 08:25:06.639623 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036beed2-549b-4463-90f6-c6459001b020 admin admin] Pushing event deleted for resources: {'Network': ['ID=4477cb77-9688-4017-b61e-e21e5a0c687e,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:06.665902 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-46e9e910-fe11-42bc-a240-07f350281d85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:06.697536 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e9e910-fe11-42bc-a240-07f350281d85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed6fd78d-aff6-42e0-8b67-89d2e308c7e5,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:06.701716 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-46e9e910-fe11-42bc-a240-07f350281d85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:06.705427 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-46e9e910-fe11-42bc-a240-07f350281d85 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ed6fd78d-aff6-42e0-8b67-89d2e308c7e5 HTTP/1.1" status: 204 len: 168 time: 0.4624221 Jul 16 08:25:06.707921 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45704) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:06.769298 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e14566-9053-44ad-9ed1-59118a0ca3a4 x-openstack-request-id: req-68e14566-9053-44ad-9ed1-59118a0ca3a4 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:25:06.769925 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491e3985-7cc3-4e9a-ac13-f659d6a28c6d", "name": "network-vif-plugged", "status": "completed", "tag": "d4acd2ef-ba3b-4dd8-b51f-67430307dc17", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:25:06.770128 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-68e14566-9053-44ad-9ed1-59118a0ca3a4 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:25:06.770629 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491e3985-7cc3-4e9a-ac13-f659d6a28c6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4acd2ef-ba3b-4dd8-b51f-67430307dc17', 'code': 200} Jul 16 08:25:06.814192 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f6f5b219-fb8b-4124-95b6-6bcab426f737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:06.860391 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45706) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:06.903225 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c0a3826-23df-4a4b-b3ca-f2fdf5076844 req-1bb60574-1c8b-4b0d-83e9-389f7dad62b7 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "GET /v2.0/security-groups/bfab2fe4-6d68-4772-8a23-09e3baecd0eb HTTP/1.1" status: 200 len: 1805 time: 0.0732944 Jul 16 08:25:06.939078 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:06.964123 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-98ece9bc-8ad0-4f0c-805b-92ede6d87572 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=65d39ce4e0b74493bfaf6681c3b35dde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1020346 Jul 16 08:25:06.964838 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45710) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:06.969505 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f6f5b219-fb8b-4124-95b6-6bcab426f737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:06.982412 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-f6f5b219-fb8b-4124-95b6-6bcab426f737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4e59d11-0957-4154-b7e6-9f06c5d75d63']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:07.001581 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-f6f5b219-fb8b-4124-95b6-6bcab426f737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b399ba6-b8f6-4d2c-aa7e-079caba76c1d') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:07.002166 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-f6f5b219-fb8b-4124-95b6-6bcab426f737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b399ba6-b8f6-4d2c-aa7e-079caba76c1d') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:07.014801 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f6f5b219-fb8b-4124-95b6-6bcab426f737 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:07.022075 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c0a3826-23df-4a4b-b3ca-f2fdf5076844 req-113d6655-0d94-4f65-abac-b63af6331b46 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:07.034251 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f6f5b219-fb8b-4124-95b6-6bcab426f737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:07.044226 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f5b219-fb8b-4124-95b6-6bcab426f737 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:25:07.044924 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f6f5b219-fb8b-4124-95b6-6bcab426f737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:07.055176 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c0a3826-23df-4a4b-b3ca-f2fdf5076844 req-113d6655-0d94-4f65-abac-b63af6331b46 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:07.089567 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa619-4e76-486d-9bc7-230939cee9ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:07.130053 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:25:07.130053 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:25:07.130053 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:25:07.130053 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:25:07.130053 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:25:07.130053 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:25:07.130053 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:25:07.130053 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:25:07.130053 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:25:07.130053 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:25:07.130053 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:25:07.130053 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:25:07.130053 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:25:07.130053 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:25:07.130053 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:25:07.130053 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:25:07.130053 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:25:07.130053 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:25:07.130053 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:25:07.130053 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:25:07.130053 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:25:07.130053 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:25:07.130053 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:25:07.130053 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:25:07.130053 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:25:07.130053 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:25:07.130053 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:25:07.130053 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:25:07.130053 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:25:07.130053 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:25:07.130053 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:25:07.130053 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:25:07.137454 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa619-4e76-486d-9bc7-230939cee9ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:07.141563 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556843dc-3700-4d05-b1f4-2b0bc70c447f req-d1d0080c-7600-4269-ba5a-751edd13a4ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:07.143730 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-556843dc-3700-4d05-b1f4-2b0bc70c447f req-d1d0080c-7600-4269-ba5a-751edd13a4ca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=491e3985-7cc3-4e9a-ac13-f659d6a28c6d HTTP/1.1" status: 200 len: 1101 time: 0.2715902 Jul 16 08:25:07.145017 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f6f5b219-fb8b-4124-95b6-6bcab426f737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:07.152643 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f6f5b219-fb8b-4124-95b6-6bcab426f737 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:07.155346 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f6f5b219-fb8b-4124-95b6-6bcab426f737 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f4e59d11-0957-4154-b7e6-9f06c5d75d63 HTTP/1.1" status: 204 len: 168 time: 0.4461973 Jul 16 08:25:07.189009 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c0a3826-23df-4a4b-b3ca-f2fdf5076844 req-113d6655-0d94-4f65-abac-b63af6331b46 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:07.191858 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c0a3826-23df-4a4b-b3ca-f2fdf5076844 req-113d6655-0d94-4f65-abac-b63af6331b46 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:07.193300 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c0a3826-23df-4a4b-b3ca-f2fdf5076844 req-113d6655-0d94-4f65-abac-b63af6331b46 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "DELETE /v2.0/security-groups/bfab2fe4-6d68-4772-8a23-09e3baecd0eb HTTP/1.1" status: 204 len: 173 time: 0.2781634 Jul 16 08:25:07.215352 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d6655-0d94-4f65-abac-b63af6331b46 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfab2fe4-6d68-4772-8a23-09e3baecd0eb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:07.216455 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f5b219-fb8b-4124-95b6-6bcab426f737 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4e59d11-0957-4154-b7e6-9f06c5d75d63,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:07.243364 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa619-4e76-486d-9bc7-230939cee9ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:07.243560 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-556843dc-3700-4d05-b1f4-2b0bc70c447f req-e48f8668-690a-40e5-b964-f9d6efa99c4a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=464db2f6-d5dd-41dd-a470-b2a280b16f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867586 Jul 16 08:25:07.246585 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ab3fa619-4e76-486d-9bc7-230939cee9ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:07.255657 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device d9668475-bbb2-4d1b-b86e-98f5213bfa0d no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:25:07.260642 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ab3fa619-4e76-486d-9bc7-230939cee9ad admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0ef285b1-9cd1-4b6c-b1ae-6d8fd8351a38 HTTP/1.1" status: 204 len: 168 time: 0.2878070 Jul 16 08:25:07.278813 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3fa619-4e76-486d-9bc7-230939cee9ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef285b1-9cd1-4b6c-b1ae-6d8fd8351a38,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:07.295979 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45722) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:07.306895 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-3a59413e-89b7-40b9-8be1-4cc1017e6633 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Request body: {'security_group': {'name': 'tempest-securitygroup--616251362', 'description': 'tempest-description--1489010028'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:07.395110 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: d9668475-bbb2-4d1b-b86e-98f5213bfa0d {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:25:07.395465 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device d9668475-bbb2-4d1b-b86e-98f5213bfa0d not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:25:07.486236 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45726) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:07.538151 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e392ce80-1a7a-4dd2-966b-8c0094417671 req-d0583e25-abbf-412c-a7f4-feaf384bfdf0 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:07.545391 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e392ce80-1a7a-4dd2-966b-8c0094417671 req-d0583e25-abbf-412c-a7f4-feaf384bfdf0 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 950 time: 0.1552041 Jul 16 08:25:07.554381 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-34a5b6af-0bb5-4510-832f-d1e4ab19994d req-628d8e2d-15a9-4d26-8ee5-52ca7ca029f7 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "GET /v2.0/security-groups/7e6e23b7-883a-41b4-b266-0b4b5d55765a HTTP/1.1" status: 200 len: 1804 time: 0.2240467 Jul 16 08:25:07.561017 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3a59413e-89b7-40b9-8be1-4cc1017e6633 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:07.603759 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e392ce80-1a7a-4dd2-966b-8c0094417671 req-93523449-0724-4672-8b4f-cba2518f4c0a tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570869 Jul 16 08:25:07.648510 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-28f7d015-b645-4bf8-94d3-47712c0f2511 req-c0a8dcff-a256-4c16-9fda-93436031eb47 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-579415033', 'description': 'tempest-description-531285622'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:07.662975 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3a59413e-89b7-40b9-8be1-4cc1017e6633 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:07.680271 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3a59413e-89b7-40b9-8be1-4cc1017e6633 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:07.684320 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-14f245c2-75e5-404e-9bb1-fd151b208e25 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2c363201e1b4460ba0b2089a2082b7d2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1968429 Jul 16 08:25:07.687195 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45732) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:07.763462 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-28f7d015-b645-4bf8-94d3-47712c0f2511 req-c0a8dcff-a256-4c16-9fda-93436031eb47 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:07.765743 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3a59413e-89b7-40b9-8be1-4cc1017e6633 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:07.767138 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3a59413e-89b7-40b9-8be1-4cc1017e6633 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4700766 Jul 16 08:25:07.774483 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45736) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:07.779986 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8887e431-fa5e-4be1-b626-33d273cfacbf req-ec487613-6630-42f9-814f-aadd7ad955df service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=075199bc-09d3-4f99-9c2e-2b3eb755dfcf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2845869 Jul 16 08:25:07.781977 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a59413e-89b7-40b9-8be1-4cc1017e6633 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4aaa892e-dbe8-42bc-a9ab-5f8c3c15467f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:07.804850 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-ed607912-2ca8-4eba-92f3-cc3ee73ccf1b tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Request body: {'security_group_rule': {'security_group_id': '4aaa892e-dbe8-42bc-a9ab-5f8c3c15467f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:07.817077 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f8d25-2c6e-4469-b9fa-91f646410478 req-f1a07de9-2fcf-475d-a0f7-9acb4dcbaacb tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:07.818763 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2c6f8d25-2c6e-4469-b9fa-91f646410478 req-f1a07de9-2fcf-475d-a0f7-9acb4dcbaacb tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?device_id=491e3985-7cc3-4e9a-ac13-f659d6a28c6d HTTP/1.1" status: 200 len: 949 time: 0.1424313 Jul 16 08:25:07.859363 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed607912-2ca8-4eba-92f3-cc3ee73ccf1b tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:07.904926 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2c6f8d25-2c6e-4469-b9fa-91f646410478 req-051117cf-88a7-40a0-a3d3-9f56ad0ef7b0 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/security-groups?id=464db2f6-d5dd-41dd-a470-b2a280b16f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752504 Jul 16 08:25:07.911415 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-add2bbe7-2ef4-4e21-8ee2-a132790e6372 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:07.953381 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887e431-fa5e-4be1-b626-33d273cfacbf req-fe5b2402-b242-47ea-8242-d136e97187d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:07.957374 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8887e431-fa5e-4be1-b626-33d273cfacbf req-fe5b2402-b242-47ea-8242-d136e97187d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=eed38146a8c843738c66731bdf360734&device_id=075199bc-09d3-4f99-9c2e-2b3eb755dfcf HTTP/1.1" status: 200 len: 1098 time: 0.1371403 Jul 16 08:25:07.971907 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-add2bbe7-2ef4-4e21-8ee2-a132790e6372 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:08.038760 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed607912-2ca8-4eba-92f3-cc3ee73ccf1b tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:08.053752 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed607912-2ca8-4eba-92f3-cc3ee73ccf1b tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:08.071199 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-28f7d015-b645-4bf8-94d3-47712c0f2511 req-c0a8dcff-a256-4c16-9fda-93436031eb47 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:08.092114 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-28f7d015-b645-4bf8-94d3-47712c0f2511 req-c0a8dcff-a256-4c16-9fda-93436031eb47 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:08.110208 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed607912-2ca8-4eba-92f3-cc3ee73ccf1b tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c302a6e0-3f8a-4058-8f16-e187fe4b97c7,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:08.123474 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887e431-fa5e-4be1-b626-33d273cfacbf req-6f9ba761-259a-48e3-87a9-94882e3c1330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:08.125786 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8887e431-fa5e-4be1-b626-33d273cfacbf req-6f9ba761-259a-48e3-87a9-94882e3c1330 service neutron] 10.222.0.21 "GET /v2.0/networks?id=98b2c070-1d22-41c6-babf-49f81fe9462b HTTP/1.1" status: 200 len: 924 time: 0.1372516 Jul 16 08:25:08.136304 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed607912-2ca8-4eba-92f3-cc3ee73ccf1b tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:08.142583 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45748) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:08.145923 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ed607912-2ca8-4eba-92f3-cc3ee73ccf1b tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3468068 Jul 16 08:25:08.146947 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-28f7d015-b645-4bf8-94d3-47712c0f2511 req-c0a8dcff-a256-4c16-9fda-93436031eb47 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:08.148136 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-28f7d015-b645-4bf8-94d3-47712c0f2511 req-c0a8dcff-a256-4c16-9fda-93436031eb47 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5041552 Jul 16 08:25:08.160018 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-add2bbe7-2ef4-4e21-8ee2-a132790e6372 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:08.163237 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-add2bbe7-2ef4-4e21-8ee2-a132790e6372 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:08.167160 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-add2bbe7-2ef4-4e21-8ee2-a132790e6372 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6816154c-5fe8-48b5-84a7-e862e2297b4e HTTP/1.1" status: 204 len: 168 time: 0.4789958 Jul 16 08:25:08.176614 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a8dcff-a256-4c16-9fda-93436031eb47 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c467a75-3576-49ab-9382-825a22714bfd,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:08.205548 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add2bbe7-2ef4-4e21-8ee2-a132790e6372 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6816154c-5fe8-48b5-84a7-e862e2297b4e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:08.229349 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-2c29d918-62c0-4d00-83f8-1f5502231499 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Request body: {'security_group_rule': {'security_group_id': '4aaa892e-dbe8-42bc-a9ab-5f8c3c15467f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:08.326249 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8887e431-fa5e-4be1-b626-33d273cfacbf req-0e3f7225-e514-42db-b894-60e345f29a35 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0bef3fe7-7260-4531-83e8-a0f47aed44a5 HTTP/1.1" status: 200 len: 1001 time: 0.1940455 Jul 16 08:25:08.356395 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0fe92c9d-3b88-461a-8a72-1386f295bbd7 req-8bdb7dcc-89b3-4120-872f-98c7ed29f0ed tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "GET /v2.0/security-groups/9c467a75-3576-49ab-9382-825a22714bfd HTTP/1.1" status: 200 len: 1803 time: 0.1204767 Jul 16 08:25:08.357188 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2c29d918-62c0-4d00-83f8-1f5502231499 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:08.399196 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:08.402923 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-0fe92c9d-3b88-461a-8a72-1386f295bbd7 req-b018fbbf-4705-4f14-ab04-7fb56057e73a tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9c467a75-3576-49ab-9382-825a22714bfd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:08.403676 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-0fe92c9d-3b88-461a-8a72-1386f295bbd7 req-b018fbbf-4705-4f14-ab04-7fb56057e73a tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9c467a75-3576-49ab-9382-825a22714bfd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:08.456590 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887e431-fa5e-4be1-b626-33d273cfacbf req-5f286761-2fb1-4ee5-98f1-2c2ca5c69314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:08.458502 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8887e431-fa5e-4be1-b626-33d273cfacbf req-5f286761-2fb1-4ee5-98f1-2c2ca5c69314 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74 HTTP/1.1" status: 200 len: 862 time: 0.1090741 Jul 16 08:25:08.505850 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2c29d918-62c0-4d00-83f8-1f5502231499 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:08.518316 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2c29d918-62c0-4d00-83f8-1f5502231499 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:08.552337 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c29d918-62c0-4d00-83f8-1f5502231499 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a708043a-b34e-4378-94ad-78fbc053a603,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:08.571077 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0fe92c9d-3b88-461a-8a72-1386f295bbd7 req-b018fbbf-4705-4f14-ab04-7fb56057e73a tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:08.583419 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2c29d918-62c0-4d00-83f8-1f5502231499 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:08.585407 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2c29d918-62c0-4d00-83f8-1f5502231499 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4411378 Jul 16 08:25:08.588900 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45764) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:08.593736 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6358148c-8223-4a41-a943-15fe1bc74e49 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:08.639683 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0fe92c9d-3b88-461a-8a72-1386f295bbd7 req-b018fbbf-4705-4f14-ab04-7fb56057e73a tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:08.642204 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6358148c-8223-4a41-a943-15fe1bc74e49 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:08.655295 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8887e431-fa5e-4be1-b626-33d273cfacbf req-cfe1e95e-8be1-4917-869e-94e3d6d989f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:08.656874 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8887e431-fa5e-4be1-b626-33d273cfacbf req-cfe1e95e-8be1-4917-869e-94e3d6d989f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=98b2c070-1d22-41c6-babf-49f81fe9462b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1901319 Jul 16 08:25:08.659707 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0fe92c9d-3b88-461a-8a72-1386f295bbd7 req-b018fbbf-4705-4f14-ab04-7fb56057e73a tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:08.715179 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45772) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:08.722312 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b018fbbf-4705-4f14-ab04-7fb56057e73a tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4091f0f5-c7b6-4b54-a041-cf4407c01f44,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:08.747361 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0fe92c9d-3b88-461a-8a72-1386f295bbd7 req-b018fbbf-4705-4f14-ab04-7fb56057e73a tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:08.762151 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0fe92c9d-3b88-461a-8a72-1386f295bbd7 req-b018fbbf-4705-4f14-ab04-7fb56057e73a tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3837719 Jul 16 08:25:08.808398 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-52f9fb68-9002-43ce-9fcc-a2d99d1e4314 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0b222bc487d24665861fdd78169550a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0917594 Jul 16 08:25:08.810483 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45776) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:08.860609 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6358148c-8223-4a41-a943-15fe1bc74e49 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:08.884399 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7c7ad7d-5893-48bd-86d8-52bbad2efd5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:08.892855 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8887e431-fa5e-4be1-b626-33d273cfacbf req-b78ba59c-3ca3-4434-8513-b0c32404f03e service neutron] 10.222.0.21 "GET /v2.0/networks/98b2c070-1d22-41c6-babf-49f81fe9462b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192831 Jul 16 08:25:08.975902 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7c7ad7d-5893-48bd-86d8-52bbad2efd5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:09.061902 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8887e431-fa5e-4be1-b626-33d273cfacbf req-7a979661-9f79-4dc3-baef-b0a9bfddb9bf service neutron] 10.222.0.21 "GET /v2.0/networks/98b2c070-1d22-41c6-babf-49f81fe9462b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613090 Jul 16 08:25:09.085666 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-6358148c-8223-4a41-a943-15fe1bc74e49 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Allocated IP 172.25.3.104 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/73a56481-1577-4f54-bd8f-9af52ffcc97d) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:25:09.089185 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b560f91b-b741-433d-823d-3f6633a0d04d req-f46283a2-2e78-48c3-812b-d70c44e73cc1 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:09.090829 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b560f91b-b741-433d-823d-3f6633a0d04d req-f46283a2-2e78-48c3-812b-d70c44e73cc1 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 950 time: 0.1476371 Jul 16 08:25:09.125585 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-42fa451d-17fa-48da-87d2-95bc8f3769fb req-327affdd-af34-4a9e-95c7-35bc6f5dd039 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "GET /v2.0/security-groups/9c467a75-3576-49ab-9382-825a22714bfd HTTP/1.1" status: 200 len: 2396 time: 0.0994501 Jul 16 08:25:09.130304 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7c7ad7d-5893-48bd-86d8-52bbad2efd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:09.133437 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7c7ad7d-5893-48bd-86d8-52bbad2efd5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:09.134518 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c7c7ad7d-5893-48bd-86d8-52bbad2efd5e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3b69e0fa-b3ca-4a8a-a3ed-3f897bec423a HTTP/1.1" status: 204 len: 168 time: 0.3231709 Jul 16 08:25:09.141220 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b560f91b-b741-433d-823d-3f6633a0d04d req-04be9125-6c09-445a-bfca-a7c2f17da5c2 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429747 Jul 16 08:25:09.153593 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-42fa451d-17fa-48da-87d2-95bc8f3769fb req-8feea9cc-13a2-4cb7-bb34-fab1ec4cb437 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9c467a75-3576-49ab-9382-825a22714bfd', 'remote_group_id': None}]} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:09.153943 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-42fa451d-17fa-48da-87d2-95bc8f3769fb req-8feea9cc-13a2-4cb7-bb34-fab1ec4cb437 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9c467a75-3576-49ab-9382-825a22714bfd', 'remote_group_id': None}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:09.185058 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c7ad7d-5893-48bd-86d8-52bbad2efd5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b69e0fa-b3ca-4a8a-a3ed-3f897bec423a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:09.300836 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6358148c-8223-4a41-a943-15fe1bc74e49 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:09.314696 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-42fa451d-17fa-48da-87d2-95bc8f3769fb req-8feea9cc-13a2-4cb7-bb34-fab1ec4cb437 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:09.341595 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-42fa451d-17fa-48da-87d2-95bc8f3769fb req-8feea9cc-13a2-4cb7-bb34-fab1ec4cb437 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:09.354010 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-42fa451d-17fa-48da-87d2-95bc8f3769fb req-8feea9cc-13a2-4cb7-bb34-fab1ec4cb437 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:09.385332 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feea9cc-13a2-4cb7-bb34-fab1ec4cb437 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c459bc05-ac8e-425f-883c-179bd1e317ec,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:09.398202 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-42fa451d-17fa-48da-87d2-95bc8f3769fb req-8feea9cc-13a2-4cb7-bb34-fab1ec4cb437 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:09.399590 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-42fa451d-17fa-48da-87d2-95bc8f3769fb req-8feea9cc-13a2-4cb7-bb34-fab1ec4cb437 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.2618001 Jul 16 08:25:09.401211 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6358148c-8223-4a41-a943-15fe1bc74e49 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:09.438232 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6358148c-8223-4a41-a943-15fe1bc74e49 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:25:09.441119 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-6358148c-8223-4a41-a943-15fe1bc74e49 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:25:09.446902 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6358148c-8223-4a41-a943-15fe1bc74e49 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:25:09.449226 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1f267-395f-4af3-902c-d599426e7b6c req-8e782482-4b1f-4cdd-b94b-134c0145a01b tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:09.463461 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-67f1f267-395f-4af3-902c-d599426e7b6c req-8e782482-4b1f-4cdd-b94b-134c0145a01b tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?device_id=491e3985-7cc3-4e9a-ac13-f659d6a28c6d HTTP/1.1" status: 200 len: 949 time: 0.1838880 Jul 16 08:25:09.521929 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358148c-8223-4a41-a943-15fe1bc74e49 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Pushing event updated for resources: {'Port': ['ID=73a56481-1577-4f54-bd8f-9af52ffcc97d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:09.577872 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-67f1f267-395f-4af3-902c-d599426e7b6c req-ccd00ccd-bb50-4f40-af1b-2eabd4e60064 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/security-groups?id=464db2f6-d5dd-41dd-a470-b2a280b16f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873525 Jul 16 08:25:09.643889 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6358148c-8223-4a41-a943-15fe1bc74e49 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:09.662877 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef8c3205-2e81-423b-8599-2d15f130d355 req-88763b4f-17d8-4830-95d9-d1648654f9cc tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "GET /v2.0/security-groups/9c467a75-3576-49ab-9382-825a22714bfd HTTP/1.1" status: 200 len: 2994 time: 0.0563467 Jul 16 08:25:09.764743 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6358148c-8223-4a41-a943-15fe1bc74e49 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:09.839653 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0997b8a0-6c39-4aae-b734-c8546d44e4bd req-6b2dd362-e33f-44f2-aa5e-ff93b0f119ab tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "GET /v2.0/security-group-rules/c459bc05-ac8e-425f-883c-179bd1e317ec HTTP/1.1" status: 200 len: 783 time: 0.0958734 Jul 16 08:25:09.937619 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0997b8a0-6c39-4aae-b734-c8546d44e4bd req-ab643448-9a41-407e-8e4a-65b278c8b825 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "GET /v2.0/security-groups/9c467a75-3576-49ab-9382-825a22714bfd HTTP/1.1" status: 200 len: 2994 time: 0.0916901 Jul 16 08:25:09.967501 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6358148c-8223-4a41-a943-15fe1bc74e49 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:09.982222 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6358148c-8223-4a41-a943-15fe1bc74e49 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:09.982895 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0997b8a0-6c39-4aae-b734-c8546d44e4bd req-cfbeaf45-1859-4299-9144-0356106bbaa9 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:09.992506 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0997b8a0-6c39-4aae-b734-c8546d44e4bd req-cfbeaf45-1859-4299-9144-0356106bbaa9 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:10.042948 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0997b8a0-6c39-4aae-b734-c8546d44e4bd req-cfbeaf45-1859-4299-9144-0356106bbaa9 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:10.051774 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0997b8a0-6c39-4aae-b734-c8546d44e4bd req-cfbeaf45-1859-4299-9144-0356106bbaa9 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:10.053738 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6358148c-8223-4a41-a943-15fe1bc74e49 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Pushing event updated for resources: {'Port': ['ID=73a56481-1577-4f54-bd8f-9af52ffcc97d,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:10.065325 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0997b8a0-6c39-4aae-b734-c8546d44e4bd req-cfbeaf45-1859-4299-9144-0356106bbaa9 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/c459bc05-ac8e-425f-883c-179bd1e317ec HTTP/1.1" status: 204 len: 173 time: 0.1204927 Jul 16 08:25:10.067960 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6358148c-8223-4a41-a943-15fe1bc74e49 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:10.068574 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6358148c-8223-4a41-a943-15fe1bc74e49 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:10.069683 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6358148c-8223-4a41-a943-15fe1bc74e49 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:10.070234 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6358148c-8223-4a41-a943-15fe1bc74e49 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:10.070765 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6358148c-8223-4a41-a943-15fe1bc74e49 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:10.071303 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6358148c-8223-4a41-a943-15fe1bc74e49 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:10.071829 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6358148c-8223-4a41-a943-15fe1bc74e49 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:10.072374 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6358148c-8223-4a41-a943-15fe1bc74e49 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:10.073094 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6358148c-8223-4a41-a943-15fe1bc74e49 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:10.073618 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6358148c-8223-4a41-a943-15fe1bc74e49 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:10.074140 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6358148c-8223-4a41-a943-15fe1bc74e49 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:10.074672 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6358148c-8223-4a41-a943-15fe1bc74e49 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:10.078144 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbeaf45-1859-4299-9144-0356106bbaa9 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c459bc05-ac8e-425f-883c-179bd1e317ec,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:10.149542 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6358148c-8223-4a41-a943-15fe1bc74e49 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:10.177930 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6358148c-8223-4a41-a943-15fe1bc74e49 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:10.189220 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6358148c-8223-4a41-a943-15fe1bc74e49 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5906765 Jul 16 08:25:10.246600 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2483cccf-cdd0-4dc9-b78c-17482d9fad5f req-ff69dcaa-31e4-4bfb-82ae-858e2134a337 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "GET /v2.0/security-groups/9c467a75-3576-49ab-9382-825a22714bfd HTTP/1.1" status: 200 len: 2396 time: 0.1123433 Jul 16 08:25:10.381881 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2483cccf-cdd0-4dc9-b78c-17482d9fad5f req-108f5e2d-4ff7-46a4-9f23-48c45cc61bfc tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:10.416750 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c00cb837-89a8-43a0-a5e1-007e5a7fdabd req-0279628c-b6d6-4861-8318-86eabb60b858 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:10.423590 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2483cccf-cdd0-4dc9-b78c-17482d9fad5f req-108f5e2d-4ff7-46a4-9f23-48c45cc61bfc tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:10.426351 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c00cb837-89a8-43a0-a5e1-007e5a7fdabd req-0279628c-b6d6-4861-8318-86eabb60b858 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?device_id=491e3985-7cc3-4e9a-ac13-f659d6a28c6d HTTP/1.1" status: 200 len: 949 time: 0.1003175 Jul 16 08:25:10.476814 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2483cccf-cdd0-4dc9-b78c-17482d9fad5f req-108f5e2d-4ff7-46a4-9f23-48c45cc61bfc tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:10.480981 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2483cccf-cdd0-4dc9-b78c-17482d9fad5f req-108f5e2d-4ff7-46a4-9f23-48c45cc61bfc tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:10.494147 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c00cb837-89a8-43a0-a5e1-007e5a7fdabd req-b226667f-0d74-4be9-96fa-f1559fb277ad tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/security-groups?id=464db2f6-d5dd-41dd-a470-b2a280b16f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667198 Jul 16 08:25:10.497999 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2483cccf-cdd0-4dc9-b78c-17482d9fad5f req-108f5e2d-4ff7-46a4-9f23-48c45cc61bfc tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "DELETE /v2.0/security-groups/9c467a75-3576-49ab-9382-825a22714bfd HTTP/1.1" status: 204 len: 173 time: 0.2445755 Jul 16 08:25:10.523382 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108f5e2d-4ff7-46a4-9f23-48c45cc61bfc tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c467a75-3576-49ab-9382-825a22714bfd,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:10.591825 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45862) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:10.723533 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526f7e32-db1b-45eb-bccb-d0712fb9e1b3 req-9f7460b6-874f-4ede-bfcc-9042d28e9485 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:10.732763 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-526f7e32-db1b-45eb-bccb-d0712fb9e1b3 req-9f7460b6-874f-4ede-bfcc-9042d28e9485 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 950 time: 0.1038406 Jul 16 08:25:10.779974 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-526f7e32-db1b-45eb-bccb-d0712fb9e1b3 req-afd2a13a-18b2-4a82-8adf-64a2478f16fa tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462487 Jul 16 08:25:10.781548 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f043ba8f-3525-4e6c-af17-8f9b63e5f615 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:10.823603 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [req-9b783bf8-3e73-4d65-be00-34cd79cd398f req-eac7a27d-27a8-402d-94d8-09710eaa0469 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] show failed (client error): The resource could not be found. Jul 16 08:25:10.826993 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9b783bf8-3e73-4d65-be00-34cd79cd398f req-eac7a27d-27a8-402d-94d8-09710eaa0469 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "GET /v2.0/security-groups/bfab2fe4-6d68-4772-8a23-09e3baecd0eb HTTP/1.1" status: 404 len: 352 time: 0.0169964 Jul 16 08:25:11.098059 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-499eb16f-5267-4c34-8a22-4e21c04bdb8d tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:11.106472 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-499eb16f-5267-4c34-8a22-4e21c04bdb8d tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/networks?id=65e6a8db-d3b7-4828-bf97-7f5344ef4f05 HTTP/1.1" status: 200 len: 821 time: 0.4817040 Jul 16 08:25:11.129242 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-689d308c-ea82-462f-b3de-9dfadfc6b8a8 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/quotas/84340a23f10a4b64ad21fa52302ef5f0 HTTP/1.1" status: 200 len: 375 time: 0.0217378 Jul 16 08:25:11.200135 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-01c88be2-e4ee-4c10-b418-ebd6020e6f57 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=0a84fd1024bc49ea832c9be1210d16c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291822 Jul 16 08:25:11.238846 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-993349f4-6f93-4d15-95a6-e47a8d39ba38 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=84340a23f10a4b64ad21fa52302ef5f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1087782 Jul 16 08:25:11.283734 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f043ba8f-3525-4e6c-af17-8f9b63e5f615 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:11.289412 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f043ba8f-3525-4e6c-af17-8f9b63e5f615 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:11.346959 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-c8b06784-b21e-4bd0-afce-242c546eeff0 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:11.356682 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-c8b06784-b21e-4bd0-afce-242c546eeff0 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1509008 Jul 16 08:25:11.363202 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f043ba8f-3525-4e6c-af17-8f9b63e5f615 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=463c8f26d6b14c3784186197bec7b4da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7680464 Jul 16 08:25:11.365674 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45890) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:11.375671 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-183df3cf-6a9b-419d-80cb-d29f268489c1 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] 10.222.0.22 "GET /v2.0/quotas/0a84fd1024bc49ea832c9be1210d16c9 HTTP/1.1" status: 200 len: 375 time: 0.0176272 Jul 16 08:25:11.394103 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f043ba8f-3525-4e6c-af17-8f9b63e5f615 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ef1edb-2bca-46e3-954c-382d179f72d1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:11.414346 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-e447c8e0-cc70-4a49-9907-612a339865c7 service neutron] 10.222.0.22 "GET /v2.0/networks/65e6a8db-d3b7-4828-bf97-7f5344ef4f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1745174 Jul 16 08:25:11.418463 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-9328c7a1-880b-4395-a661-d19784494b37 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0a84fd1024bc49ea832c9be1210d16c9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0418274 Jul 16 08:25:11.502967 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8300aa0-b569-40f9-86cc-6aac530a92ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:11.540139 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8300aa0-b569-40f9-86cc-6aac530a92ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:11.585076 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-ce368160-8f6c-4534-8134-8259ee2a65be service neutron] 10.222.0.22 "GET /v2.0/networks/65e6a8db-d3b7-4828-bf97-7f5344ef4f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1654155 Jul 16 08:25:11.662406 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8300aa0-b569-40f9-86cc-6aac530a92ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:11.666184 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8300aa0-b569-40f9-86cc-6aac530a92ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:11.667746 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a8300aa0-b569-40f9-86cc-6aac530a92ee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a2ef1edb-2bca-46e3-954c-382d179f72d1 HTTP/1.1" status: 204 len: 168 time: 0.2998731 Jul 16 08:25:11.683179 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8300aa0-b569-40f9-86cc-6aac530a92ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ef1edb-2bca-46e3-954c-382d179f72d1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:11.691748 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-abcd421b-0270-4507-8426-3e6cbacde176 req-0cab1f2f-b36a-4703-b017-cc8e81259477 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "GET /v2.0/security-groups/7e6e23b7-883a-41b4-b266-0b4b5d55765a HTTP/1.1" status: 200 len: 1804 time: 0.1301680 Jul 16 08:25:11.785941 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-abcd421b-0270-4507-8426-3e6cbacde176 req-607994e0-2b29-4d29-a7c6-693a4c980dc1 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:11.827668 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-abcd421b-0270-4507-8426-3e6cbacde176 req-607994e0-2b29-4d29-a7c6-693a4c980dc1 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:11.942086 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-abcd421b-0270-4507-8426-3e6cbacde176 req-607994e0-2b29-4d29-a7c6-693a4c980dc1 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:11.948408 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-abcd421b-0270-4507-8426-3e6cbacde176 req-607994e0-2b29-4d29-a7c6-693a4c980dc1 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:11.965818 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-abcd421b-0270-4507-8426-3e6cbacde176 req-607994e0-2b29-4d29-a7c6-693a4c980dc1 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "DELETE /v2.0/security-groups/7e6e23b7-883a-41b4-b266-0b4b5d55765a HTTP/1.1" status: 204 len: 173 time: 0.2730784 Jul 16 08:25:11.988378 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607994e0-2b29-4d29-a7c6-693a4c980dc1 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e6e23b7-883a-41b4-b266-0b4b5d55765a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:12.016322 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607994e0-2b29-4d29-a7c6-693a4c980dc1 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:12.018280 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607994e0-2b29-4d29-a7c6-693a4c980dc1 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:12.018727 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607994e0-2b29-4d29-a7c6-693a4c980dc1 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:12.020731 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607994e0-2b29-4d29-a7c6-693a4c980dc1 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:12.021182 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607994e0-2b29-4d29-a7c6-693a4c980dc1 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:12.021643 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607994e0-2b29-4d29-a7c6-693a4c980dc1 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:12.022599 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607994e0-2b29-4d29-a7c6-693a4c980dc1 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:12.023241 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607994e0-2b29-4d29-a7c6-693a4c980dc1 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:12.023442 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa652b0-fbba-48a9-8dca-8faffb4d5a0f req-96cf958d-498c-4155-9047-bd67d51eb2bd tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:12.024607 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607994e0-2b29-4d29-a7c6-693a4c980dc1 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:12.025840 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607994e0-2b29-4d29-a7c6-693a4c980dc1 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:12.026282 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607994e0-2b29-4d29-a7c6-693a4c980dc1 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:12.027704 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607994e0-2b29-4d29-a7c6-693a4c980dc1 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:12.031631 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5aa652b0-fbba-48a9-8dca-8faffb4d5a0f req-96cf958d-498c-4155-9047-bd67d51eb2bd tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?device_id=491e3985-7cc3-4e9a-ac13-f659d6a28c6d HTTP/1.1" status: 200 len: 949 time: 0.1265013 Jul 16 08:25:12.082362 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5aa652b0-fbba-48a9-8dca-8faffb4d5a0f req-5b36fa09-aaac-4f4c-a7c4-98f210077f58 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/security-groups?id=464db2f6-d5dd-41dd-a470-b2a280b16f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496452 Jul 16 08:25:12.193860 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2be54d55-7913-4706-9f1c-e729273b0ad5 req-07e5abec-4639-4afe-ae24-1593c824aea9 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fe6b9dc-aa77-42f5-bea2-6708a0e153ec HTTP/1.1" status: 200 len: 210 time: 0.0799289 Jul 16 08:25:12.210905 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4103df27-52b2-440b-896d-73abf416cb1a req-dda6a7fa-5360-45a1-b6a5-ed4b7833def4 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f959991-9e33-4419-a677-382f60cf5b97 HTTP/1.1" status: 200 len: 210 time: 0.0553958 Jul 16 08:25:12.436579 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-30a6a0a9-15bc-498b-965b-f74952b63a75 req-1bafb1f8-9a49-4fc0-b633-bcace758d351 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "GET /v2.0/security-groups/f4da58e9-ccdd-4a56-83b3-f74a9cecbfc1 HTTP/1.1" status: 200 len: 1805 time: 0.0523732 Jul 16 08:25:12.440069 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc444f2-2981-46f0-8d83-8679b07083e3 req-215cc202-d87e-4b61-97e6-81b0df952829 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:12.448669 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9cc444f2-2981-46f0-8d83-8679b07083e3 req-215cc202-d87e-4b61-97e6-81b0df952829 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 950 time: 0.0856855 Jul 16 08:25:12.496744 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9cc444f2-2981-46f0-8d83-8679b07083e3 req-a9520214-6940-4097-8901-bb5bf8a17d4e tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471089 Jul 16 08:25:12.539121 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-30a6a0a9-15bc-498b-965b-f74952b63a75 req-48abe8a0-a462-443d-bee4-287765d78c13 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:12.576286 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-30a6a0a9-15bc-498b-965b-f74952b63a75 req-48abe8a0-a462-443d-bee4-287765d78c13 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:12.660842 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-30a6a0a9-15bc-498b-965b-f74952b63a75 req-48abe8a0-a462-443d-bee4-287765d78c13 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:12.667356 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-30a6a0a9-15bc-498b-965b-f74952b63a75 req-48abe8a0-a462-443d-bee4-287765d78c13 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:12.669968 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-30a6a0a9-15bc-498b-965b-f74952b63a75 req-48abe8a0-a462-443d-bee4-287765d78c13 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "DELETE /v2.0/security-groups/f4da58e9-ccdd-4a56-83b3-f74a9cecbfc1 HTTP/1.1" status: 204 len: 173 time: 0.2264700 Jul 16 08:25:12.686719 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48abe8a0-a462-443d-bee4-287765d78c13 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4da58e9-ccdd-4a56-83b3-f74a9cecbfc1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:12.731957 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4ffa0f-fa9d-4d0d-84e7-8a4fa1a03792 req-28672275-965a-4c02-be16-f933ce306dd9 tempest-LiveMigrationNegativeTest-1754960460 tempest-LiveMigrationNegativeTest-1754960460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:12.735095 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8d4ffa0f-fa9d-4d0d-84e7-8a4fa1a03792 req-28672275-965a-4c02-be16-f933ce306dd9 tempest-LiveMigrationNegativeTest-1754960460 tempest-LiveMigrationNegativeTest-1754960460-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=491e3985-7cc3-4e9a-ac13-f659d6a28c6d HTTP/1.1" status: 200 len: 1101 time: 0.1138165 Jul 16 08:25:12.771996 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a9ef3b33-4aa2-4ceb-95c7-c76ff39fd274 req-12142465-b0f8-406b-86cb-94c68ee7be17 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "GET /v2.0/security-groups/0f9cbe74-7466-416d-a6c1-4208434b1652 HTTP/1.1" status: 200 len: 1804 time: 0.0661230 Jul 16 08:25:12.779139 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8d4ffa0f-fa9d-4d0d-84e7-8a4fa1a03792 req-53fb3dd9-b6a2-4775-8ed4-900dd9468929 tempest-LiveMigrationNegativeTest-1754960460 tempest-LiveMigrationNegativeTest-1754960460-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:12.895394 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a9ef3b33-4aa2-4ceb-95c7-c76ff39fd274 req-f0412a16-9d99-4231-bf8f-4ab8b1b064b8 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:12.905776 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8d4ffa0f-fa9d-4d0d-84e7-8a4fa1a03792 req-53fb3dd9-b6a2-4775-8ed4-900dd9468929 tempest-LiveMigrationNegativeTest-1754960460 tempest-LiveMigrationNegativeTest-1754960460-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:12.910366 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8d4ffa0f-fa9d-4d0d-84e7-8a4fa1a03792 req-53fb3dd9-b6a2-4775-8ed4-900dd9468929 tempest-LiveMigrationNegativeTest-1754960460 tempest-LiveMigrationNegativeTest-1754960460-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:12.930931 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a9ef3b33-4aa2-4ceb-95c7-c76ff39fd274 req-f0412a16-9d99-4231-bf8f-4ab8b1b064b8 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:12.950918 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8d4ffa0f-fa9d-4d0d-84e7-8a4fa1a03792 req-53fb3dd9-b6a2-4775-8ed4-900dd9468929 tempest-LiveMigrationNegativeTest-1754960460 tempest-LiveMigrationNegativeTest-1754960460-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=464db2f6-d5dd-41dd-a470-b2a280b16f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2078536 Jul 16 08:25:12.955965 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fb3dd9-b6a2-4775-8ed4-900dd9468929 tempest-LiveMigrationNegativeTest-1754960460 tempest-LiveMigrationNegativeTest-1754960460-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9d82b5-5f76-4f06-9d1c-965d58591d6c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:12.994693 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a9ef3b33-4aa2-4ceb-95c7-c76ff39fd274 req-f0412a16-9d99-4231-bf8f-4ab8b1b064b8 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:12.997438 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a9ef3b33-4aa2-4ceb-95c7-c76ff39fd274 req-f0412a16-9d99-4231-bf8f-4ab8b1b064b8 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:12.998700 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a9ef3b33-4aa2-4ceb-95c7-c76ff39fd274 req-f0412a16-9d99-4231-bf8f-4ab8b1b064b8 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "DELETE /v2.0/security-groups/0f9cbe74-7466-416d-a6c1-4208434b1652 HTTP/1.1" status: 204 len: 173 time: 0.2088134 Jul 16 08:25:13.008628 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0412a16-9d99-4231-bf8f-4ab8b1b064b8 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9cbe74-7466-416d-a6c1-4208434b1652,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:13.113447 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0df2c7ad-eb7d-4906-b5e3-b1e369f18f0d req-a58707d8-489e-4aa9-900b-149653097aa3 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "GET /v2.0/security-groups/678e60da-70ea-4280-a7db-c1fcda7ca747 HTTP/1.1" status: 200 len: 2403 time: 0.0497537 Jul 16 08:25:13.192230 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-0df2c7ad-eb7d-4906-b5e3-b1e369f18f0d req-2ebc71e3-b51b-4fdb-a83a-06eca497cfa2 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:13.263557 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-0df2c7ad-eb7d-4906-b5e3-b1e369f18f0d req-2ebc71e3-b51b-4fdb-a83a-06eca497cfa2 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:13.319540 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-0df2c7ad-eb7d-4906-b5e3-b1e369f18f0d req-2ebc71e3-b51b-4fdb-a83a-06eca497cfa2 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:13.322882 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-0df2c7ad-eb7d-4906-b5e3-b1e369f18f0d req-2ebc71e3-b51b-4fdb-a83a-06eca497cfa2 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:13.324052 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0df2c7ad-eb7d-4906-b5e3-b1e369f18f0d req-2ebc71e3-b51b-4fdb-a83a-06eca497cfa2 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "DELETE /v2.0/security-groups/678e60da-70ea-4280-a7db-c1fcda7ca747 HTTP/1.1" status: 204 len: 173 time: 0.2035067 Jul 16 08:25:13.340472 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebc71e3-b51b-4fdb-a83a-06eca497cfa2 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=678e60da-70ea-4280-a7db-c1fcda7ca747,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:13.480655 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-9a3bd200-f55b-45c7-b18f-019bcd3cb538 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=0a84fd1024bc49ea832c9be1210d16c9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275314 Jul 16 08:25:13.653536 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-952b0210-fb48-4ea8-ac3e-d994efed4aa0 req-7b83cdd6-689d-4f58-aff1-395a7e9d67f4 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fe6b9dc-aa77-42f5-bea2-6708a0e153ec HTTP/1.1" status: 200 len: 210 time: 0.0536208 Jul 16 08:25:13.668627 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-56878894-704a-4c9e-888e-b8b5d8276f81 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:13.670270 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-56878894-704a-4c9e-888e-b8b5d8276f81 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1838043 Jul 16 08:25:13.687369 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-9184d63c-238e-45a8-bcea-b59ae7a3eb58 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Request body: {'port': {'device_id': '5fe6b9dc-aa77-42f5-bea2-6708a0e153ec', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'admin_state_up': True, 'tenant_id': '0a84fd1024bc49ea832c9be1210d16c9'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:13.838146 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dec4b863-5f56-4f95-b759-a44d3d273e4e req-3c5e36bc-7749-4786-923c-e65bd79be47b tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f959991-9e33-4419-a677-382f60cf5b97 HTTP/1.1" status: 200 len: 210 time: 0.0413072 Jul 16 08:25:13.875163 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-587daaa1-b791-466d-92d9-54c046de8aab req-0bf3b089-af2b-4511-93bd-32bd26c76c21 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "GET /v2.0/security-groups/2e7bff56-2741-432e-8eb0-d58d1c6b1caf HTTP/1.1" status: 200 len: 2398 time: 0.0871227 Jul 16 08:25:13.982177 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-9184d63c-238e-45a8-bcea-b59ae7a3eb58 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Made reservation on behalf of 0a84fd1024bc49ea832c9be1210d16c9 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:25:13.983842 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-42105759-a4ef-4b45-accf-67756669a652 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:13.985827 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-42105759-a4ef-4b45-accf-67756669a652 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.30 "GET /v2.0/networks?id=65e6a8db-d3b7-4828-bf97-7f5344ef4f05 HTTP/1.1" status: 200 len: 821 time: 0.1332881 Jul 16 08:25:13.985999 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-9184d63c-238e-45a8-bcea-b59ae7a3eb58 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:14.002712 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-5a6842d4-818e-4ba7-80a0-d16509b4de76 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Request body: {'port': {'device_id': '4f959991-9e33-4419-a677-382f60cf5b97', 'network_id': '65e6a8db-d3b7-4828-bf97-7f5344ef4f05', 'admin_state_up': True, 'tenant_id': '84340a23f10a4b64ad21fa52302ef5f0'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:14.004209 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-9184d63c-238e-45a8-bcea-b59ae7a3eb58 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:14.044073 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-587daaa1-b791-466d-92d9-54c046de8aab req-96c1e803-8737-49fb-9f82-6db22a1a8500 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:14.157779 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-587daaa1-b791-466d-92d9-54c046de8aab req-96c1e803-8737-49fb-9f82-6db22a1a8500 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:14.249190 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-587daaa1-b791-466d-92d9-54c046de8aab req-96c1e803-8737-49fb-9f82-6db22a1a8500 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:14.252074 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-587daaa1-b791-466d-92d9-54c046de8aab req-96c1e803-8737-49fb-9f82-6db22a1a8500 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:14.259279 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46048) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:14.264088 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-587daaa1-b791-466d-92d9-54c046de8aab req-96c1e803-8737-49fb-9f82-6db22a1a8500 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] 10.222.0.22 "DELETE /v2.0/security-groups/2e7bff56-2741-432e-8eb0-d58d1c6b1caf HTTP/1.1" status: 204 len: 173 time: 0.3879538 Jul 16 08:25:14.267464 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-9184d63c-238e-45a8-bcea-b59ae7a3eb58 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:14.282741 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-9184d63c-238e-45a8-bcea-b59ae7a3eb58 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:14.325413 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-6abe9562-4166-41d1-915b-8324353fd014 admin admin] Deleting subnet c3bbe340-2762-4363-b9b9-368717daaf27 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:25:14.327756 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-5a6842d4-818e-4ba7-80a0-d16509b4de76 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Made reservation on behalf of 84340a23f10a4b64ad21fa52302ef5f0 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:25:14.331494 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-5a6842d4-818e-4ba7-80a0-d16509b4de76 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:14.335654 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6abe9562-4166-41d1-915b-8324353fd014 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:14.337338 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c1e803-8737-49fb-9f82-6db22a1a8500 tempest-SecurityGroupRulesTestJSON-853813341 tempest-SecurityGroupRulesTestJSON-853813341-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7bff56-2741-432e-8eb0-d58d1c6b1caf,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:14.419844 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6abe9562-4166-41d1-915b-8324353fd014 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:14.505365 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184d63c-238e-45a8-bcea-b59ae7a3eb58 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=89335eb7-2466-406e-89ff-ceb53516fd59,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:14.586461 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db792580-93a5-4bca-b7ad-d41fda1d73cb req-308a6842-2867-42e7-937c-09b76323f46d tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:14.587949 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-db792580-93a5-4bca-b7ad-d41fda1d73cb req-308a6842-2867-42e7-937c-09b76323f46d tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 950 time: 0.1409352 Jul 16 08:25:14.595546 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-9184d63c-238e-45a8-bcea-b59ae7a3eb58 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Allocated IP 192.168.233.130 (30bff2e9-dcab-4751-913d-9c4ac9d8019b/c36b7919-0b6b-490a-bff0-04ed964d98ec/388b3610-d746-49c4-af4a-bc31e2b10b6c) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:25:14.610225 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6abe9562-4166-41d1-915b-8324353fd014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:14.648868 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-db792580-93a5-4bca-b7ad-d41fda1d73cb req-012bb05f-5f6a-4c7b-96e8-9932621730ae tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545769 Jul 16 08:25:14.658361 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-5a6842d4-818e-4ba7-80a0-d16509b4de76 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Allocated IP 172.20.0.10 (65e6a8db-d3b7-4828-bf97-7f5344ef4f05/3e53dd50-c814-4c36-85d7-636a4108385e/71eb40e3-7502-40b0-912a-043f20b16145) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:25:14.688238 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90f6d3f5-3900-41cf-9b2e-369bdfcb4174 req-34f9f822-5182-44da-ac61-a46d86462709 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:14.689984 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-90f6d3f5-3900-41cf-9b2e-369bdfcb4174 req-34f9f822-5182-44da-ac61-a46d86462709 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?device_id=491e3985-7cc3-4e9a-ac13-f659d6a28c6d HTTP/1.1" status: 200 len: 949 time: 0.1822240 Jul 16 08:25:14.769326 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6abe9562-4166-41d1-915b-8324353fd014 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:14.830945 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abe9562-4166-41d1-915b-8324353fd014 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c3bbe340-2762-4363-b9b9-368717daaf27,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:14.835401 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6abe9562-4166-41d1-915b-8324353fd014 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:14.837312 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6abe9562-4166-41d1-915b-8324353fd014 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c3bbe340-2762-4363-b9b9-368717daaf27 HTTP/1.1" status: 204 len: 168 time: 0.5768349 Jul 16 08:25:14.840072 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46060) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:14.852757 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bfd84857-2d14-431d-958c-08e18814f656 req-2b12a510-7a09-42a8-96bd-604e1e1d4a09 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fe6b9dc-aa77-42f5-bea2-6708a0e153ec HTTP/1.1" status: 200 len: 210 time: 0.0405803 Jul 16 08:25:14.855662 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-9184d63c-238e-45a8-bcea-b59ae7a3eb58 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:14.861652 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-90f6d3f5-3900-41cf-9b2e-369bdfcb4174 req-506fdb3b-b455-4743-a8f7-d545434168b0 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/security-groups?id=464db2f6-d5dd-41dd-a470-b2a280b16f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537998 Jul 16 08:25:14.888612 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-9184d63c-238e-45a8-bcea-b59ae7a3eb58 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Transition to ACTIVE for port object 388b3610-d746-49c4-af4a-bc31e2b10b6c will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:14.943347 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-9184d63c-238e-45a8-bcea-b59ae7a3eb58 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:15.011139 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74136384-4142-4059-aa14-0a9b43fef0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:15.027099 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-9184d63c-238e-45a8-bcea-b59ae7a3eb58 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:25:15.033042 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-9184d63c-238e-45a8-bcea-b59ae7a3eb58 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:25:15.049481 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-9184d63c-238e-45a8-bcea-b59ae7a3eb58 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:25:15.099665 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-5a6842d4-818e-4ba7-80a0-d16509b4de76 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:15.135062 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9184d63c-238e-45a8-bcea-b59ae7a3eb58 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Pushing event updated for resources: {'Port': ['ID=388b3610-d746-49c4-af4a-bc31e2b10b6c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:15.154216 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ca2db659-cb4a-4d95-b647-3011ee2ec209 req-206f780b-527d-469c-a625-6d2d397f4824 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f959991-9e33-4419-a677-382f60cf5b97 HTTP/1.1" status: 200 len: 210 time: 0.0996780 Jul 16 08:25:15.184384 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74136384-4142-4059-aa14-0a9b43fef0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:15.195402 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-9184d63c-238e-45a8-bcea-b59ae7a3eb58 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:15.196153 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-9184d63c-238e-45a8-bcea-b59ae7a3eb58 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:15.203238 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-74136384-4142-4059-aa14-0a9b43fef0cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e54ced1-34d9-4d22-8f5c-a48172304474']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:15.217582 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-74136384-4142-4059-aa14-0a9b43fef0cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2905c77-92ec-4250-9d91-c9576916c3f1') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:15.217845 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-74136384-4142-4059-aa14-0a9b43fef0cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2905c77-92ec-4250-9d91-c9576916c3f1') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:15.232936 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-9184d63c-238e-45a8-bcea-b59ae7a3eb58 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5496318 Jul 16 08:25:15.237231 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74136384-4142-4059-aa14-0a9b43fef0cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:15.245545 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-e79fba87-3c35-4168-bd13-5993b73d4b90 service neutron] Request body: {'port': {'device_id': '5fe6b9dc-aa77-42f5-bea2-6708a0e153ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:15.255350 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74136384-4142-4059-aa14-0a9b43fef0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:15.259512 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-5a6842d4-818e-4ba7-80a0-d16509b4de76 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:15.284593 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74136384-4142-4059-aa14-0a9b43fef0cb admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:25:15.285023 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74136384-4142-4059-aa14-0a9b43fef0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:15.286979 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:25:15.286979 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:25:15.286979 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:25:15.286979 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:25:15.286979 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:25:15.286979 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:25:15.286979 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:25:15.286979 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:25:15.286979 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:25:15.286979 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:25:15.286979 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:25:15.286979 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:25:15.286979 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:25:15.286979 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:25:15.286979 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:25:15.286979 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:25:15.286979 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:25:15.286979 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:25:15.286979 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:25:15.286979 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:25:15.286979 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:25:15.286979 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:25:15.286979 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:25:15.286979 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:25:15.286979 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:25:15.286979 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:25:15.286979 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:25:15.286979 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:25:15.286979 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:25:15.286979 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:25:15.286979 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:25:15.286979 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:25:15.355512 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-5a6842d4-818e-4ba7-80a0-d16509b4de76 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Network 65e6a8db-d3b7-4828-bf97-7f5344ef4f05 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:25:15.393744 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-5a6842d4-818e-4ba7-80a0-d16509b4de76 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:25:15.403317 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-5a6842d4-818e-4ba7-80a0-d16509b4de76 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:25:15.408205 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6842d4-818e-4ba7-80a0-d16509b4de76 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Pushing event updated for resources: {'Port': ['ID=71eb40e3-7502-40b0-912a-043f20b16145,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:15.434193 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-e79fba87-3c35-4168-bd13-5993b73d4b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:15.445133 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74136384-4142-4059-aa14-0a9b43fef0cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:15.465077 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74136384-4142-4059-aa14-0a9b43fef0cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:15.466818 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-74136384-4142-4059-aa14-0a9b43fef0cb admin admin] 10.222.0.22 "DELETE /v2.0/networks/0e54ced1-34d9-4d22-8f5c-a48172304474 HTTP/1.1" status: 204 len: 168 time: 0.6254809 Jul 16 08:25:15.467752 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74136384-4142-4059-aa14-0a9b43fef0cb admin admin] Pushing event deleted for resources: {'Network': ['ID=0e54ced1-34d9-4d22-8f5c-a48172304474,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:15.503711 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-5a6842d4-818e-4ba7-80a0-d16509b4de76 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:15.505950 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-5a6842d4-818e-4ba7-80a0-d16509b4de76 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:15.512457 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-56e98b75-39d7-4e26-989b-ea9564558250 None None] Provisioning for port 388b3610-d746-49c4-af4a-bc31e2b10b6c completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:25:15.516941 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-56e98b75-39d7-4e26-989b-ea9564558250 None None] Provisioning complete for port 388b3610-d746-49c4-af4a-bc31e2b10b6c triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:15.517227 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-56e98b75-39d7-4e26-989b-ea9564558250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:15.530416 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-5a6842d4-818e-4ba7-80a0-d16509b4de76 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5345092 Jul 16 08:25:15.546863 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-c117a5d4-e218-4278-99b0-70015529e08a service neutron] Request body: {'port': {'device_id': '4f959991-9e33-4419-a677-382f60cf5b97', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:15.596802 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-56e98b75-39d7-4e26-989b-ea9564558250 None None] Port 388b3610-d746-49c4-af4a-bc31e2b10b6c cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:25:15.720416 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-c117a5d4-e218-4278-99b0-70015529e08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:15.837208 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46080) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:15.879248 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-e79fba87-3c35-4168-bd13-5993b73d4b90 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 388b3610-d746-49c4-af4a-bc31e2b10b6c {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:25:15.888907 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-e79fba87-3c35-4168-bd13-5993b73d4b90 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:15.901498 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-73d77788-3ea6-4d45-8d23-3d467a618ca3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a82c79b2d8ee4de6b24474b833f5aacc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0631044 Jul 16 08:25:15.904745 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-e79fba87-3c35-4168-bd13-5993b73d4b90 service neutron] Transition to ACTIVE for port object 388b3610-d746-49c4-af4a-bc31e2b10b6c will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:15.906008 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46086) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:15.919490 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-e79fba87-3c35-4168-bd13-5993b73d4b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:16.051683 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79fba87-3c35-4168-bd13-5993b73d4b90 service neutron] Pushing event updated for resources: {'Port': ['ID=388b3610-d746-49c4-af4a-bc31e2b10b6c,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:16.086784 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4c2fe5f1-39f2-48f6-9469-a165a8a81712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:16.151832 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4c2fe5f1-39f2-48f6-9469-a165a8a81712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:16.178238 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb6601a-8cb9-411c-afd0-62bde3bfb776 req-12be62bc-f2b6-468f-b6d1-fde69bcfd4ae tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:16.180461 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fcb6601a-8cb9-411c-afd0-62bde3bfb776 req-12be62bc-f2b6-468f-b6d1-fde69bcfd4ae tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.21 "GET /v2.0/ports?device_id=491e3985-7cc3-4e9a-ac13-f659d6a28c6d HTTP/1.1" status: 200 len: 949 time: 0.2733958 Jul 16 08:25:16.250270 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be086e4-c1a9-4f4e-93be-a6ca9881a261 req-a2bf2b56-3498-4735-9edb-9d6dea56b34f tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:16.252327 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8be086e4-c1a9-4f4e-93be-a6ca9881a261 req-a2bf2b56-3498-4735-9edb-9d6dea56b34f tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 950 time: 0.3570106 Jul 16 08:25:16.283137 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-c117a5d4-e218-4278-99b0-70015529e08a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71eb40e3-7502-40b0-912a-043f20b16145 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:25:16.297704 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-c117a5d4-e218-4278-99b0-70015529e08a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:16.306574 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-e79fba87-3c35-4168-bd13-5993b73d4b90 service neutron] Attempting to bind port 388b3610-d746-49c4-af4a-bc31e2b10b6c on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:25:16.306842 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-e79fba87-3c35-4168-bd13-5993b73d4b90 service neutron] Attempting to bind port 388b3610-d746-49c4-af4a-bc31e2b10b6c by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:25:16.307458 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-e79fba87-3c35-4168-bd13-5993b73d4b90 service neutron] Attempting to bind port 388b3610-d746-49c4-af4a-bc31e2b10b6c on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:25:16.319937 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-e79fba87-3c35-4168-bd13-5993b73d4b90 service neutron] Port 388b3610-d746-49c4-af4a-bc31e2b10b6c on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:25:16.320270 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-e79fba87-3c35-4168-bd13-5993b73d4b90 service neutron] Attempting to bind port 388b3610-d746-49c4-af4a-bc31e2b10b6c on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:25:16.338817 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8be086e4-c1a9-4f4e-93be-a6ca9881a261 req-7e6b409f-db05-4759-a94c-e09d8d583d9d tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724666 Jul 16 08:25:16.348607 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-c117a5d4-e218-4278-99b0-70015529e08a service neutron] Transition to ACTIVE for port object 71eb40e3-7502-40b0-912a-043f20b16145 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:16.353527 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-c117a5d4-e218-4278-99b0-70015529e08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:16.375182 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-e79fba87-3c35-4168-bd13-5993b73d4b90 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:25:16.375532 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-e79fba87-3c35-4168-bd13-5993b73d4b90 service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:25:16.376105 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-e79fba87-3c35-4168-bd13-5993b73d4b90 service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:25:16.376583 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-e79fba87-3c35-4168-bd13-5993b73d4b90 service neutron] Bound port: 388b3610-d746-49c4-af4a-bc31e2b10b6c, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:25:16.377104 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-e79fba87-3c35-4168-bd13-5993b73d4b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:16.438069 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117a5d4-e218-4278-99b0-70015529e08a service neutron] Pushing event updated for resources: {'Port': ['ID=71eb40e3-7502-40b0-912a-043f20b16145,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:16.542877 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-c117a5d4-e218-4278-99b0-70015529e08a service neutron] Attempting to bind port 71eb40e3-7502-40b0-912a-043f20b16145 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:25:16.543324 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-c117a5d4-e218-4278-99b0-70015529e08a service neutron] Attempting to bind port 71eb40e3-7502-40b0-912a-043f20b16145 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'e5fde1c5-d7d6-485c-b933-4a6575bb8f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '65e6a8db-d3b7-4828-bf97-7f5344ef4f05'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:25:16.543727 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-c117a5d4-e218-4278-99b0-70015529e08a service neutron] Attempting to bind port 71eb40e3-7502-40b0-912a-043f20b16145 on network 65e6a8db-d3b7-4828-bf97-7f5344ef4f05 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:25:16.551427 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-c117a5d4-e218-4278-99b0-70015529e08a service neutron] Port 71eb40e3-7502-40b0-912a-043f20b16145 on network 65e6a8db-d3b7-4828-bf97-7f5344ef4f05 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:25:16.551834 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-c117a5d4-e218-4278-99b0-70015529e08a service neutron] Attempting to bind port 71eb40e3-7502-40b0-912a-043f20b16145 on network 65e6a8db-d3b7-4828-bf97-7f5344ef4f05 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:25:16.575747 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e08a24-84db-4dc9-b2e4-6fc07fe0c866 req-9465dda8-f2e7-4987-8696-60b96e418521 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:16.575747 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-17e08a24-84db-4dc9-b2e4-6fc07fe0c866 req-9465dda8-f2e7-4987-8696-60b96e418521 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fe6b9dc-aa77-42f5-bea2-6708a0e153ec HTTP/1.1" status: 200 len: 948 time: 0.0984297 Jul 16 08:25:16.575747 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-c117a5d4-e218-4278-99b0-70015529e08a service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:25:16.575747 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-c117a5d4-e218-4278-99b0-70015529e08a service neutron] Checking segment: {'id': 'e5fde1c5-d7d6-485c-b933-4a6575bb8f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '65e6a8db-d3b7-4828-bf97-7f5344ef4f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:25:16.575747 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-c117a5d4-e218-4278-99b0-70015529e08a service neutron] Bound using segment: {'id': 'e5fde1c5-d7d6-485c-b933-4a6575bb8f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '65e6a8db-d3b7-4828-bf97-7f5344ef4f05'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:25:16.575747 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-c117a5d4-e218-4278-99b0-70015529e08a service neutron] Bound port: 71eb40e3-7502-40b0-912a-043f20b16145, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5fde1c5-d7d6-485c-b933-4a6575bb8f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '65e6a8db-d3b7-4828-bf97-7f5344ef4f05'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:25:16.575747 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-c117a5d4-e218-4278-99b0-70015529e08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:16.657497 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-17e08a24-84db-4dc9-b2e4-6fc07fe0c866 req-bdd4caef-53aa-49bd-872e-ee0424d8e45f tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] 10.222.0.22 "GET /v2.0/security-groups?id=89335eb7-2466-406e-89ff-ceb53516fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674040 Jul 16 08:25:16.693392 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-c117a5d4-e218-4278-99b0-70015529e08a service neutron] For port 71eb40e3-7502-40b0-912a-043f20b16145, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:25:16.698005 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-c117a5d4-e218-4278-99b0-70015529e08a service neutron] For port 71eb40e3-7502-40b0-912a-043f20b16145, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=71eb40e3-7502-40b0-912a-043f20b16145,segment=NetworkSegment(e5fde1c5-d7d6-485c-b933-4a6575bb8f26),segment_id=e5fde1c5-d7d6-485c-b933-4a6575bb8f26)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:25:16.705533 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-c117a5d4-e218-4278-99b0-70015529e08a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:16.730929 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4c2fe5f1-39f2-48f6-9469-a165a8a81712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:16.734328 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4c2fe5f1-39f2-48f6-9469-a165a8a81712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:16.735465 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4c2fe5f1-39f2-48f6-9469-a165a8a81712 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e138fd4f-957c-4119-a9a9-6a58c4bb5567 HTTP/1.1" status: 204 len: 168 time: 0.8175645 Jul 16 08:25:16.770683 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2fe5f1-39f2-48f6-9469-a165a8a81712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e138fd4f-957c-4119-a9a9-6a58c4bb5567,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:16.797597 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-c117a5d4-e218-4278-99b0-70015529e08a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:16.798943 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-c117a5d4-e218-4278-99b0-70015529e08a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:16.801022 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-c117a5d4-e218-4278-99b0-70015529e08a service neutron] 10.222.0.30 "PUT /v2.0/ports/71eb40e3-7502-40b0-912a-043f20b16145 HTTP/1.1" status: 200 len: 1093 time: 1.2622600 Jul 16 08:25:16.801593 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f959991-9e33-4419-a677-382f60cf5b97', 'tag': '71eb40e3-7502-40b0-912a-043f20b16145'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:25:16.802136 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52737926-a7e5-485e-925c-077710b3b304 req-f81fad3b-8d37-4b60-9a1b-9f5fb7911c74 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:16.806756 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bbfd7a0-b846-4076-9ef0-8d0d46b55d9f" -d '{"events": [{"name": "network-changed", "server_uuid": "4f959991-9e33-4419-a677-382f60cf5b97", "tag": "71eb40e3-7502-40b0-912a-043f20b16145"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:25:16.809784 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-52737926-a7e5-485e-925c-077710b3b304 req-f81fad3b-8d37-4b60-9a1b-9f5fb7911c74 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?device_id=491e3985-7cc3-4e9a-ac13-f659d6a28c6d HTTP/1.1" status: 200 len: 949 time: 0.5447288 Jul 16 08:25:16.843506 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-e79fba87-3c35-4168-bd13-5993b73d4b90 service neutron] For port 388b3610-d746-49c4-af4a-bc31e2b10b6c, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:25:16.855500 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-fcb6601a-8cb9-411c-afd0-62bde3bfb776 req-1f16b47f-1470-4dec-955c-d87bbf169cfe tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Deleting port d4acd2ef-ba3b-4dd8-b51f-67430307dc17 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:25:16.855846 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-fcb6601a-8cb9-411c-afd0-62bde3bfb776 req-1f16b47f-1470-4dec-955c-d87bbf169cfe tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:16.863429 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-e79fba87-3c35-4168-bd13-5993b73d4b90 service neutron] For port 388b3610-d746-49c4-af4a-bc31e2b10b6c, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=388b3610-d746-49c4-af4a-bc31e2b10b6c,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:25:16.884979 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-e79fba87-3c35-4168-bd13-5993b73d4b90 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:16.916694 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-52737926-a7e5-485e-925c-077710b3b304 req-d49ac148-39ca-4c69-b509-3edb7d765ac3 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/security-groups?id=464db2f6-d5dd-41dd-a470-b2a280b16f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057405 Jul 16 08:25:16.924708 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c117a5d4-e218-4278-99b0-70015529e08a service neutron] Pushing event updated for resources: {'Port': ['ID=71eb40e3-7502-40b0-912a-043f20b16145,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:16.964597 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-78f5757a-0f57-4a1a-a980-ee6629f13695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:16.967916 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-78f5757a-0f57-4a1a-a980-ee6629f13695 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84340a23f10a4b64ad21fa52302ef5f0&device_id=4f959991-9e33-4419-a677-382f60cf5b97 HTTP/1.1" status: 200 len: 1096 time: 0.1222000 Jul 16 08:25:16.972190 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-e79fba87-3c35-4168-bd13-5993b73d4b90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:16.988147 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-e79fba87-3c35-4168-bd13-5993b73d4b90 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:16.989723 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-e79fba87-3c35-4168-bd13-5993b73d4b90 service neutron] 10.222.0.30 "PUT /v2.0/ports/388b3610-d746-49c4-af4a-bc31e2b10b6c HTTP/1.1" status: 200 len: 1097 time: 1.7487407 Jul 16 08:25:16.992959 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5fe6b9dc-aa77-42f5-bea2-6708a0e153ec', 'tag': '388b3610-d746-49c4-af4a-bc31e2b10b6c'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:25:16.995067 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51d71929-295a-4df5-b673-34d4b98889ae" -d '{"events": [{"name": "network-changed", "server_uuid": "5fe6b9dc-aa77-42f5-bea2-6708a0e153ec", "tag": "388b3610-d746-49c4-af4a-bc31e2b10b6c"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:25:17.100808 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-015ec269-4465-419b-9865-d73eb6ffc53a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71eb40e3-7502-40b0-912a-043f20b16145 HTTP/1.1" status: 200 len: 217 time: 0.1224589 Jul 16 08:25:17.174348 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79fba87-3c35-4168-bd13-5993b73d4b90 service neutron] Pushing event updated for resources: {'Port': ['ID=388b3610-d746-49c4-af4a-bc31e2b10b6c,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:17.237859 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-fcb6601a-8cb9-411c-afd0-62bde3bfb776 req-1f16b47f-1470-4dec-955c-d87bbf169cfe tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] For port d4acd2ef-ba3b-4dd8-b51f-67430307dc17, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d4acd2ef-ba3b-4dd8-b51f-67430307dc17,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:17.238232 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-fcb6601a-8cb9-411c-afd0-62bde3bfb776 req-1f16b47f-1470-4dec-955c-d87bbf169cfe tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:17.263607 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-2c0cd59c-5493-4599-809e-555f6d94ab2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:17.264433 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-fcb6601a-8cb9-411c-afd0-62bde3bfb776 req-1f16b47f-1470-4dec-955c-d87bbf169cfe tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Calling delete_port for d4acd2ef-ba3b-4dd8-b51f-67430307dc17 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:25:17.265225 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-2c0cd59c-5493-4599-809e-555f6d94ab2f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e53dd50-c814-4c36-85d7-636a4108385e HTTP/1.1" status: 200 len: 861 time: 0.1585550 Jul 16 08:25:17.293391 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-bf0782c0-a112-4344-82c1-e4cff345ef6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:17.294899 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-bf0782c0-a112-4344-82c1-e4cff345ef6a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a84fd1024bc49ea832c9be1210d16c9&device_id=5fe6b9dc-aa77-42f5-bea2-6708a0e153ec HTTP/1.1" status: 200 len: 1100 time: 0.2047372 Jul 16 08:25:17.342586 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa064aa-8f53-4a06-8822-eda04d63dfec req-53004f60-f073-42a1-b113-160f94eb2cd8 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:17.351826 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-0c938e86-cd52-47b7-9a75-ce17eccb212e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65e6a8db-d3b7-4828-bf97-7f5344ef4f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699248 Jul 16 08:25:17.359218 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5aa064aa-8f53-4a06-8822-eda04d63dfec req-53004f60-f073-42a1-b113-160f94eb2cd8 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f959991-9e33-4419-a677-382f60cf5b97 HTTP/1.1" status: 200 len: 944 time: 0.2085986 Jul 16 08:25:17.440552 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-fa58c242-550a-46d6-83d7-914e63e3846c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=388b3610-d746-49c4-af4a-bc31e2b10b6c HTTP/1.1" status: 200 len: 217 time: 0.1138840 Jul 16 08:25:17.484938 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:25:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b9d326-2e18-440e-8cb6-759dbb6bdfe5 x-openstack-request-id: req-55b9d326-2e18-440e-8cb6-759dbb6bdfe5 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:25:17.485574 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f959991-9e33-4419-a677-382f60cf5b97", "tag": "71eb40e3-7502-40b0-912a-043f20b16145", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:25:17.485683 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-55b9d326-2e18-440e-8cb6-759dbb6bdfe5 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:25:17.486199 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f959991-9e33-4419-a677-382f60cf5b97', 'tag': '71eb40e3-7502-40b0-912a-043f20b16145', 'status': 'completed', 'code': 200} Jul 16 08:25:17.535898 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:25:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb666792-9bb8-4e4f-b865-3576121fa2e2 x-openstack-request-id: req-cb666792-9bb8-4e4f-b865-3576121fa2e2 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:25:17.536182 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5fe6b9dc-aa77-42f5-bea2-6708a0e153ec", "tag": "388b3610-d746-49c4-af4a-bc31e2b10b6c", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:25:17.536455 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cb666792-9bb8-4e4f-b865-3576121fa2e2 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:25:17.536847 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5fe6b9dc-aa77-42f5-bea2-6708a0e153ec', 'tag': '388b3610-d746-49c4-af4a-bc31e2b10b6c', 'status': 'completed', 'code': 200} Jul 16 08:25:17.541261 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-70571498-11c3-40f1-b5f2-9e38b5959ba9 service neutron] 10.222.0.30 "GET /v2.0/networks/65e6a8db-d3b7-4828-bf97-7f5344ef4f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881018 Jul 16 08:25:17.554144 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5aa064aa-8f53-4a06-8822-eda04d63dfec req-2f1e7747-3746-439d-94bb-325e4582264e tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934073 Jul 16 08:25:17.562593 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-4ddb92ef-63ea-477e-adef-5472aa6e991c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:17.563690 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-4ddb92ef-63ea-477e-adef-5472aa6e991c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.1126971 Jul 16 08:25:17.706002 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-e494f1b7-a8cd-4832-b6ab-1e47679a571a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:17.707855 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-e494f1b7-a8cd-4832-b6ab-1e47679a571a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1361887 Jul 16 08:25:17.709335 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-fcb6601a-8cb9-411c-afd0-62bde3bfb776 req-1f16b47f-1470-4dec-955c-d87bbf169cfe tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:17.724194 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['00ca0c43-0113-4fae-b89a-c5dfe1141769'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:25:17.730014 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa7e9e21-7d57-4e3b-a35b-3b8f9588eb99 req-339b98db-5394-49e6-8a53-0745963c144a service neutron] 10.222.0.30 "GET /v2.0/networks/65e6a8db-d3b7-4828-bf97-7f5344ef4f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1808674 Jul 16 08:25:17.932798 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-3c86ecb6-6b98-4225-af9e-18d64dbdd9c3 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869223 Jul 16 08:25:17.941183 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16b47f-1470-4dec-955c-d87bbf169cfe tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Pushing event deleted for resources: {'Port': ['ID=d4acd2ef-ba3b-4dd8-b51f-67430307dc17,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:17.945243 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfd7a0-b846-4076-9ef0-8d0d46b55d9f req-a952bda6-2c72-4c9a-a8f8-1615984de016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:17.950857 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2bbfd7a0-b846-4076-9ef0-8d0d46b55d9f req-a952bda6-2c72-4c9a-a8f8-1615984de016 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84340a23f10a4b64ad21fa52302ef5f0&device_id=4f959991-9e33-4419-a677-382f60cf5b97 HTTP/1.1" status: 200 len: 1096 time: 0.1412354 Jul 16 08:25:18.107722 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fb1378b3-df1a-48d5-8b46-a82755ca87b3 req-8b44a390-03b2-49f9-9b17-935ebcc23c4d service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617727 Jul 16 08:25:18.135244 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46132) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:18.156560 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfd7a0-b846-4076-9ef0-8d0d46b55d9f req-ed81a498-6d28-453f-8f25-f960fba8c385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:18.162223 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2bbfd7a0-b846-4076-9ef0-8d0d46b55d9f req-ed81a498-6d28-453f-8f25-f960fba8c385 service neutron] 10.222.0.30 "GET /v2.0/networks?id=65e6a8db-d3b7-4828-bf97-7f5344ef4f05 HTTP/1.1" status: 200 len: 922 time: 0.2027850 Jul 16 08:25:18.220003 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcb6601a-8cb9-411c-afd0-62bde3bfb776 req-1f16b47f-1470-4dec-955c-d87bbf169cfe tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] No DVR routers for this DVR port d4acd2ef-ba3b-4dd8-b51f-67430307dc17 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:25:18.225287 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-fcb6601a-8cb9-411c-afd0-62bde3bfb776 req-1f16b47f-1470-4dec-955c-d87bbf169cfe tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:18.227510 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fcb6601a-8cb9-411c-afd0-62bde3bfb776 req-1f16b47f-1470-4dec-955c-d87bbf169cfe tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.21 "DELETE /v2.0/ports/d4acd2ef-ba3b-4dd8-b51f-67430307dc17 HTTP/1.1" status: 204 len: 173 time: 2.0335817 Jul 16 08:25:18.234529 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2bbfd7a0-b846-4076-9ef0-8d0d46b55d9f req-d668e7f5-bcaf-4b45-9700-9b3d99cf8e1b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=71eb40e3-7502-40b0-912a-043f20b16145 HTTP/1.1" status: 200 len: 217 time: 0.0663657 Jul 16 08:25:18.300274 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c08be650-371e-4566-af9a-bcecf1a6bb3e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-662977595-network', 'tenant_id': '852c6d5a2f444ffe8ab3743f1821e977'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:18.339939 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device d4acd2ef-ba3b-4dd8-b51f-67430307dc17 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:25:18.343255 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbfd7a0-b846-4076-9ef0-8d0d46b55d9f req-2000a717-4dc9-48e3-b408-d4d44a9c6903 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:18.344749 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2bbfd7a0-b846-4076-9ef0-8d0d46b55d9f req-2000a717-4dc9-48e3-b408-d4d44a9c6903 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e53dd50-c814-4c36-85d7-636a4108385e HTTP/1.1" status: 200 len: 861 time: 0.1007655 Jul 16 08:25:18.351358 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d71929-295a-4df5-b673-34d4b98889ae req-3ae4743d-4597-495f-a245-44da170ea814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:18.352945 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-51d71929-295a-4df5-b673-34d4b98889ae req-3ae4743d-4597-495f-a245-44da170ea814 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a84fd1024bc49ea832c9be1210d16c9&device_id=5fe6b9dc-aa77-42f5-bea2-6708a0e153ec HTTP/1.1" status: 200 len: 1100 time: 0.1667163 Jul 16 08:25:18.365339 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2cf4d6-8444-4a26-9236-fdd13d01bbcd req-6a1e7311-a160-44ed-9759-e1f826433b17 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:18.367970 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c08be650-371e-4566-af9a-bcecf1a6bb3e admin admin] Made reservation on behalf of 852c6d5a2f444ffe8ab3743f1821e977 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:25:18.370186 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c08be650-371e-4566-af9a-bcecf1a6bb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:18.373662 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dd2cf4d6-8444-4a26-9236-fdd13d01bbcd req-6a1e7311-a160-44ed-9759-e1f826433b17 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 950 time: 0.5816908 Jul 16 08:25:18.373829 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: d4acd2ef-ba3b-4dd8-b51f-67430307dc17 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:25:18.374270 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device d4acd2ef-ba3b-4dd8-b51f-67430307dc17 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:25:18.382852 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c08be650-371e-4566-af9a-bcecf1a6bb3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:18.404859 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2bbfd7a0-b846-4076-9ef0-8d0d46b55d9f req-c7068590-7d62-4287-8d54-ac8e1fef6f3a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65e6a8db-d3b7-4828-bf97-7f5344ef4f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458312 Jul 16 08:25:18.423060 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2834223b-30d3-4cae-854a-cb4a3b14e0e4 req-426008dd-a415-40e5-b106-941264f3759a tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:18.426087 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2834223b-30d3-4cae-854a-cb4a3b14e0e4 req-426008dd-a415-40e5-b106-941264f3759a tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fe6b9dc-aa77-42f5-bea2-6708a0e153ec HTTP/1.1" status: 200 len: 948 time: 0.1932352 Jul 16 08:25:18.483385 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dd2cf4d6-8444-4a26-9236-fdd13d01bbcd req-a452370f-946f-4cdc-a66c-41118f75541d tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087601 Jul 16 08:25:18.507727 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d71929-295a-4df5-b673-34d4b98889ae req-55c35a0f-3b5a-4ca0-a8b0-b222c395c2a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:18.509359 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-51d71929-295a-4df5-b673-34d4b98889ae req-55c35a0f-3b5a-4ca0-a8b0-b222c395c2a5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.1260450 Jul 16 08:25:18.532257 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2834223b-30d3-4cae-854a-cb4a3b14e0e4 req-cf25bb20-778c-410a-949f-52b9b4ced844 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] 10.222.0.22 "GET /v2.0/security-groups?id=89335eb7-2466-406e-89ff-ceb53516fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947137 Jul 16 08:25:18.562277 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-51d71929-295a-4df5-b673-34d4b98889ae req-28f56fe3-2d6b-4864-acb8-5496790d1bf1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=388b3610-d746-49c4-af4a-bc31e2b10b6c HTTP/1.1" status: 200 len: 217 time: 0.0455120 Jul 16 08:25:18.597881 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2bbfd7a0-b846-4076-9ef0-8d0d46b55d9f req-7f787d65-6489-4af8-b578-4396d55005a6 service neutron] 10.222.0.30 "GET /v2.0/networks/65e6a8db-d3b7-4828-bf97-7f5344ef4f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776814 Jul 16 08:25:18.655321 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d71929-295a-4df5-b673-34d4b98889ae req-95177ab3-db05-4d46-bd4d-f29b4df1ab37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:18.656660 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-51d71929-295a-4df5-b673-34d4b98889ae req-95177ab3-db05-4d46-bd4d-f29b4df1ab37 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0874045 Jul 16 08:25:18.760942 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c08be650-371e-4566-af9a-bcecf1a6bb3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:18.763929 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2bbfd7a0-b846-4076-9ef0-8d0d46b55d9f req-1f4603ec-6f6e-4b47-84e4-dd1cf071be51 service neutron] 10.222.0.30 "GET /v2.0/networks/65e6a8db-d3b7-4828-bf97-7f5344ef4f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661444 Jul 16 08:25:18.768623 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d71929-295a-4df5-b673-34d4b98889ae req-a29f5d5d-8f3f-4f6a-b62c-1926e5a4213e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:18.772085 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-51d71929-295a-4df5-b673-34d4b98889ae req-a29f5d5d-8f3f-4f6a-b62c-1926e5a4213e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1087594 Jul 16 08:25:18.777958 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c08be650-371e-4566-af9a-bcecf1a6bb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:18.813277 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c08be650-371e-4566-af9a-bcecf1a6bb3e admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:25:18.818257 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dc74974e-adc8-4b5c-afd5-466ccbbea9b1 req-aa57f055-5422-44ed-a75d-4761cee3764f tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?device_id=491e3985-7cc3-4e9a-ac13-f659d6a28c6d HTTP/1.1" status: 200 len: 210 time: 0.0447099 Jul 16 08:25:18.856215 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08be650-371e-4566-af9a-bcecf1a6bb3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4b443f-235e-4d77-acd0-66e27d08255a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:18.871391 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c08be650-371e-4566-af9a-bcecf1a6bb3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:18.873447 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-c08be650-371e-4566-af9a-bcecf1a6bb3e admin admin] Added segment 32e39b1c-964f-44af-9812-01648a4617e8 of type vlan for network 13eb8833-ea3c-42b1-ae1e-dd3cef084336 Jul 16 08:25:18.934093 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c08be650-371e-4566-af9a-bcecf1a6bb3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:19.013938 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c08be650-371e-4566-af9a-bcecf1a6bb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:19.024181 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-51d71929-295a-4df5-b673-34d4b98889ae req-d7ed53fe-c8b1-4397-a1d9-6f23a77d780e service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046485 Jul 16 08:25:19.025027 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c08be650-371e-4566-af9a-bcecf1a6bb3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:19.026798 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c08be650-371e-4566-af9a-bcecf1a6bb3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:19.082534 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c08be650-371e-4566-af9a-bcecf1a6bb3e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.9434402 Jul 16 08:25:19.083885 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46150) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:19.096197 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a9b557f2-f727-4263-a2d4-d782c19a5f59 admin admin] Request body: {'subnet': {'network_id': '13eb8833-ea3c-42b1-ae1e-dd3cef084336', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-662977595-subnet', 'tenant_id': '852c6d5a2f444ffe8ab3743f1821e977', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:19.116794 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d772b2-b30e-4817-b384-4f58affd65e3 req-bfd78dee-f790-4885-98e5-44a009ca30be tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:19.124994 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-63d772b2-b30e-4817-b384-4f58affd65e3 req-bfd78dee-f790-4885-98e5-44a009ca30be tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f959991-9e33-4419-a677-382f60cf5b97 HTTP/1.1" status: 200 len: 944 time: 0.1790359 Jul 16 08:25:19.178160 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08be650-371e-4566-af9a-bcecf1a6bb3e admin admin] Pushing event updated for resources: {'Network': ['ID=13eb8833-ea3c-42b1-ae1e-dd3cef084336,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:19.179511 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-51d71929-295a-4df5-b673-34d4b98889ae req-7537dba2-3355-4c70-bc77-9af3e257c8d3 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448057 Jul 16 08:25:19.189920 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 13eb8833-ea3c-42b1-ae1e-dd3cef084336 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:25:19.222295 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b557f2-f727-4263-a2d4-d782c19a5f59 admin admin] Made reservation on behalf of 852c6d5a2f444ffe8ab3743f1821e977 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:25:19.224954 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a9b557f2-f727-4263-a2d4-d782c19a5f59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:19.251272 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-63d772b2-b30e-4817-b384-4f58affd65e3 req-b13bd9a8-90a9-43be-b307-f03ae94f8516 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253934 Jul 16 08:25:19.291780 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46154) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:19.426437 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a9b557f2-f727-4263-a2d4-d782c19a5f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:19.440218 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bbab4675-55c1-4de4-981d-1708af57f06f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:19.502990 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b557f2-f727-4263-a2d4-d782c19a5f59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a2e699c-4474-4ce8-9541-5d2e85ff0e34,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:19.509313 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b557f2-f727-4263-a2d4-d782c19a5f59 admin admin] Checking segment: {'id': '32e39b1c-964f-44af-9812-01648a4617e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '13eb8833-ea3c-42b1-ae1e-dd3cef084336'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:25:19.509740 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b557f2-f727-4263-a2d4-d782c19a5f59 admin admin] Network hostable DHCP agents. Network: 13eb8833-ea3c-42b1-ae1e-dd3cef084336, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:25:19.532272 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b557f2-f727-4263-a2d4-d782c19a5f59 admin admin] Network 13eb8833-ea3c-42b1-ae1e-dd3cef084336 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:25:19.539287 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '491e3985-7cc3-4e9a-ac13-f659d6a28c6d', 'name': 'network-vif-deleted', 'tag': 'd4acd2ef-ba3b-4dd8-b51f-67430307dc17'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:25:19.541914 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40bb917-f42b-4a33-b406-ff8525bb8c1a" -d '{"events": [{"server_uuid": "491e3985-7cc3-4e9a-ac13-f659d6a28c6d", "name": "network-vif-deleted", "tag": "d4acd2ef-ba3b-4dd8-b51f-67430307dc17"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:25:19.546655 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-a9b557f2-f727-4263-a2d4-d782c19a5f59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 13eb8833-ea3c-42b1-ae1e-dd3cef084336) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:25:19.556097 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce1ff75a-e911-4780-88b3-eb73a650e37d None None] Network 13eb8833-ea3c-42b1-ae1e-dd3cef084336 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:25:19.560064 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b557f2-f727-4263-a2d4-d782c19a5f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:19.562828 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a9b557f2-f727-4263-a2d4-d782c19a5f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:19.631490 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bbab4675-55c1-4de4-981d-1708af57f06f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:19.635028 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:25:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a22eae3-cfbd-4773-b9c8-a11dc3fbe4fe x-openstack-request-id: req-4a22eae3-cfbd-4773-b9c8-a11dc3fbe4fe {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:25:19.635730 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "491e3985-7cc3-4e9a-ac13-f659d6a28c6d", "name": "network-vif-deleted", "tag": "d4acd2ef-ba3b-4dd8-b51f-67430307dc17", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:25:19.635996 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4a22eae3-cfbd-4773-b9c8-a11dc3fbe4fe {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:25:19.636506 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '491e3985-7cc3-4e9a-ac13-f659d6a28c6d', 'name': 'network-vif-deleted', 'tag': 'd4acd2ef-ba3b-4dd8-b51f-67430307dc17', 'status': 'completed', 'code': 200} Jul 16 08:25:19.645076 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a9b557f2-f727-4263-a2d4-d782c19a5f59 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5536516 Jul 16 08:25:19.645955 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bbab4675-55c1-4de4-981d-1708af57f06f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:19.748406 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab4675-55c1-4de4-981d-1708af57f06f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=809fa256-1d9c-4cfc-a280-0cbc395a0584,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:19.768234 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bbab4675-55c1-4de4-981d-1708af57f06f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6b83bd70793547c7b5ebf58897fd7cd1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4735866 Jul 16 08:25:19.769865 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46168) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:19.788938 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c002bdec-554b-4f11-aeaa-e8de0d183cf8 None None] Network 13eb8833-ea3c-42b1-ae1e-dd3cef084336 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:25:19.823848 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0774d28b-0cd6-4912-ac85-8b9287fcab35 req-8ca6df4e-26be-4509-9fe1-ac49af06e0a3 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:19.824844 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0774d28b-0cd6-4912-ac85-8b9287fcab35 req-8ca6df4e-26be-4509-9fe1-ac49af06e0a3 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 950 time: 0.1844292 Jul 16 08:25:19.874962 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0774d28b-0cd6-4912-ac85-8b9287fcab35 req-c64c129c-663b-4293-9032-85e0ffb8219f tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442407 Jul 16 08:25:19.894674 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e7081a19-e1d9-4d68-87e0-f5fda0baf78c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:19.915095 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786f02be-b261-4bfe-8eb2-57dd55348ce0 req-2acb279b-85f4-40c8-ae18-7d13a6fb0615 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:19.916923 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-786f02be-b261-4bfe-8eb2-57dd55348ce0 req-2acb279b-85f4-40c8-ae18-7d13a6fb0615 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fe6b9dc-aa77-42f5-bea2-6708a0e153ec HTTP/1.1" status: 200 len: 948 time: 0.1237276 Jul 16 08:25:19.934669 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e7081a19-e1d9-4d68-87e0-f5fda0baf78c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:19.999781 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-786f02be-b261-4bfe-8eb2-57dd55348ce0 req-71676d79-5c63-4117-8702-1dffe389911f tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] 10.222.0.22 "GET /v2.0/security-groups?id=89335eb7-2466-406e-89ff-ceb53516fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530581 Jul 16 08:25:20.028582 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e7081a19-e1d9-4d68-87e0-f5fda0baf78c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:20.031588 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e7081a19-e1d9-4d68-87e0-f5fda0baf78c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:20.035227 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e7081a19-e1d9-4d68-87e0-f5fda0baf78c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/809fa256-1d9c-4cfc-a280-0cbc395a0584 HTTP/1.1" status: 204 len: 168 time: 0.2620571 Jul 16 08:25:20.057722 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7081a19-e1d9-4d68-87e0-f5fda0baf78c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=809fa256-1d9c-4cfc-a280-0cbc395a0584,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:20.363565 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-0d055f21-0181-441f-8f54-b07fe76d1b32 req-7e5a8de4-58f6-4bd1-b49f-0cea30c1c5a3 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1495891978', 'description': 'tempest-description-1847974075'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:20.395138 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-0d055f21-0181-441f-8f54-b07fe76d1b32 req-7e5a8de4-58f6-4bd1-b49f-0cea30c1c5a3 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:20.500194 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-0d055f21-0181-441f-8f54-b07fe76d1b32 req-7e5a8de4-58f6-4bd1-b49f-0cea30c1c5a3 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:20.505907 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-0d055f21-0181-441f-8f54-b07fe76d1b32 req-7e5a8de4-58f6-4bd1-b49f-0cea30c1c5a3 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:20.549515 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-0d055f21-0181-441f-8f54-b07fe76d1b32 req-7e5a8de4-58f6-4bd1-b49f-0cea30c1c5a3 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:20.551544 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0d055f21-0181-441f-8f54-b07fe76d1b32 req-7e5a8de4-58f6-4bd1-b49f-0cea30c1c5a3 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1929889 Jul 16 08:25:20.552222 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5a8de4-58f6-4bd1-b49f-0cea30c1c5a3 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5ffafa7-a91a-454d-b929-570527eb00e4,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:20.586780 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc977340-ffe0-4210-829e-61f5bf14d189 req-baa0c135-71ce-42cd-9150-7126a1548c65 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:20.594558 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bc977340-ffe0-4210-829e-61f5bf14d189 req-baa0c135-71ce-42cd-9150-7126a1548c65 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f959991-9e33-4419-a677-382f60cf5b97 HTTP/1.1" status: 200 len: 944 time: 0.0829537 Jul 16 08:25:20.664966 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bc977340-ffe0-4210-829e-61f5bf14d189 req-846a65be-1b2e-49fd-8231-c9d5aa29cb88 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694792 Jul 16 08:25:20.715710 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-bf21a60f-b0dc-437d-b3e4-174fb89742c5 service neutron] show failed (client error): The resource could not be found. Jul 16 08:25:20.716709 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-bf21a60f-b0dc-437d-b3e4-174fb89742c5 service neutron] 10.222.0.21 "GET /v2.0/ports/ac7f6057-099d-4905-842a-a135ee0413c9/bindings/n-h1-771362-37 HTTP/1.1" status: 404 len: 381 time: 0.0874245 Jul 16 08:25:20.734211 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-a9841ac1-817c-4c58-b11b-27c2159a402c req-2a321904-bc78-406b-a16b-9d705bca3ca1 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1182338457', 'description': 'tempest-description-951113726'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:20.769505 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a9841ac1-817c-4c58-b11b-27c2159a402c req-2a321904-bc78-406b-a16b-9d705bca3ca1 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:20.791394 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164b49de-f266-41d3-bba3-1bba0a13d71b req-279eeba2-01fc-4043-8f98-2c6bde758eed tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:20.793206 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-164b49de-f266-41d3-bba3-1bba0a13d71b req-279eeba2-01fc-4043-8f98-2c6bde758eed tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?device_id=843a657e-5dca-4d41-86b5-d23b57ba9345 HTTP/1.1" status: 200 len: 949 time: 0.1011300 Jul 16 08:25:20.876796 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-164b49de-f266-41d3-bba3-1bba0a13d71b req-fb8779ce-7d8d-42b7-9b0a-e74b04bb0e43 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/security-groups?id=464db2f6-d5dd-41dd-a470-b2a280b16f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766497 Jul 16 08:25:20.885412 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a9841ac1-817c-4c58-b11b-27c2159a402c req-2a321904-bc78-406b-a16b-9d705bca3ca1 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:20.891513 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a9841ac1-817c-4c58-b11b-27c2159a402c req-2a321904-bc78-406b-a16b-9d705bca3ca1 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:20.947835 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a9841ac1-817c-4c58-b11b-27c2159a402c req-2a321904-bc78-406b-a16b-9d705bca3ca1 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:20.949156 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a9841ac1-817c-4c58-b11b-27c2159a402c req-2a321904-bc78-406b-a16b-9d705bca3ca1 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2193050 Jul 16 08:25:20.955078 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a321904-bc78-406b-a16b-9d705bca3ca1 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e93399a3-302f-440b-940c-8dca16230539,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:20.999919 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46210) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:21.141357 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-b7bd6980-c587-478c-a2ce-792caa90d741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:21.143227 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-b7bd6980-c587-478c-a2ce-792caa90d741 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2&tenant_id=8104d40427e0444ca28ba0f9ff369926 HTTP/1.1" status: 200 len: 1102 time: 0.1379700 Jul 16 08:25:21.144129 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56712e85-7ff1-4ca4-8ba3-82150b09b73e req-8e528d65-367f-4c75-b96e-291b1e06c3a7 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:21.148818 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-56712e85-7ff1-4ca4-8ba3-82150b09b73e req-8e528d65-367f-4c75-b96e-291b1e06c3a7 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 950 time: 0.1233292 Jul 16 08:25:21.158236 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-53b27c3c-77ea-4a0c-bb8f-4d124061a65a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-37', 'device_owner': 'compute:nova'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:21.192999 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-56712e85-7ff1-4ca4-8ba3-82150b09b73e req-a6c217e2-da1d-49d2-9df8-82d693090e1e tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402126 Jul 16 08:25:21.245082 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8ddc75d4-ae88-4b3e-8833-07f5b568228a admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1378390758-network', 'tenant_id': '0c61b767be844596b7284ec98bd0021f'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:21.281389 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-53b27c3c-77ea-4a0c-bb8f-4d124061a65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:21.283872 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ddc75d4-ae88-4b3e-8833-07f5b568228a admin admin] Made reservation on behalf of 0c61b767be844596b7284ec98bd0021f for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:25:21.287833 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ddc75d4-ae88-4b3e-8833-07f5b568228a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:21.306518 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ddc75d4-ae88-4b3e-8833-07f5b568228a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:21.310633 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33367420-357d-4462-884a-316cf9f2e9cb req-291e51f4-c7ac-47ec-9454-7f1640363dd1 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:21.312125 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-33367420-357d-4462-884a-316cf9f2e9cb req-291e51f4-c7ac-47ec-9454-7f1640363dd1 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fe6b9dc-aa77-42f5-bea2-6708a0e153ec HTTP/1.1" status: 200 len: 948 time: 0.1315937 Jul 16 08:25:21.397665 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 388b3610-d746-49c4-af4a-bc31e2b10b6c details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:25:21.399856 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-33367420-357d-4462-884a-316cf9f2e9cb req-889e4b1d-da88-4a9e-9f2f-e061c708e098 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] 10.222.0.22 "GET /v2.0/security-groups?id=89335eb7-2466-406e-89ff-ceb53516fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671105 Jul 16 08:25:21.459264 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ddc75d4-ae88-4b3e-8833-07f5b568228a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:21.507678 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ddc75d4-ae88-4b3e-8833-07f5b568228a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:21.535402 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 388b3610-d746-49c4-af4a-bc31e2b10b6c, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=388b3610-d746-49c4-af4a-bc31e2b10b6c,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:21.554358 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '388b3610-d746-49c4-af4a-bc31e2b10b6c', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': '388b3610-d746-49c4-af4a-bc31e2b10b6c', 'mac_address': 'fa:16:3e:0a:1f:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:25:21.588874 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ddc75d4-ae88-4b3e-8833-07f5b568228a admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:25:21.601010 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:21.613176 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-53b27c3c-77ea-4a0c-bb8f-4d124061a65a service neutron] For port ac7f6057-099d-4905-842a-a135ee0413c9, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ac7f6057-099d-4905-842a-a135ee0413c9,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:21.615506 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 388b3610-d746-49c4-af4a-bc31e2b10b6c {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:25:21.639645 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 388b3610-d746-49c4-af4a-bc31e2b10b6c, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=388b3610-d746-49c4-af4a-bc31e2b10b6c,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:21.641235 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ddc75d4-ae88-4b3e-8833-07f5b568228a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:21.641599 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-8ddc75d4-ae88-4b3e-8833-07f5b568228a admin admin] Added segment 94acc693-7016-419a-bfdd-c4dbde6a3553 of type vlan for network 02d9d55c-dd50-4319-82cb-a2af859ade23 Jul 16 08:25:21.644768 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc75d4-ae88-4b3e-8833-07f5b568228a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbff58e1-242b-43db-8d1d-f885d091e123,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:21.645811 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:21.646745 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 71eb40e3-7502-40b0-912a-043f20b16145 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:25:21.663950 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-53b27c3c-77ea-4a0c-bb8f-4d124061a65a service neutron] For port ac7f6057-099d-4905-842a-a135ee0413c9, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:25:21.665129 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-5b84b5a6-97b7-424a-bfb9-671854045a4d tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:21.672087 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-5b84b5a6-97b7-424a-bfb9-671854045a4d tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/networks?id=13eb8833-ea3c-42b1-ae1e-dd3cef084336 HTTP/1.1" status: 200 len: 812 time: 0.2107799 Jul 16 08:25:21.712301 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=388b3610-d746-49c4-af4a-bc31e2b10b6c,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:21.721387 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-74bedd83-9ae9-469b-97ba-663fbfc4b616 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/quotas/852c6d5a2f444ffe8ab3743f1821e977 HTTP/1.1" status: 200 len: 375 time: 0.0483143 Jul 16 08:25:21.751950 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-53b27c3c-77ea-4a0c-bb8f-4d124061a65a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:21.767233 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ddc75d4-ae88-4b3e-8833-07f5b568228a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:21.779307 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-ea4e3f52-15c6-4fae-9e55-bfa89e3de617 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=852c6d5a2f444ffe8ab3743f1821e977&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0570052 Jul 16 08:25:21.784586 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-53b27c3c-77ea-4a0c-bb8f-4d124061a65a service neutron] Transition to ACTIVE for port object ac7f6057-099d-4905-842a-a135ee0413c9 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:21.788891 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b68f632-33da-4c56-ba41-fe90d48efee2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac7f6057-099d-4905-842a-a135ee0413c9'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:25:21.793255 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc23b05f-46e0-46d6-9273-9759ae9587fd" -d '{"events": [{"server_uuid": "1b68f632-33da-4c56-ba41-fe90d48efee2", "name": "network-vif-unplugged", "status": "completed", "tag": "ac7f6057-099d-4905-842a-a135ee0413c9"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:25:21.801837 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-53b27c3c-77ea-4a0c-bb8f-4d124061a65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:21.809427 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 71eb40e3-7502-40b0-912a-043f20b16145, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=71eb40e3-7502-40b0-912a-043f20b16145,segment=NetworkSegment(e5fde1c5-d7d6-485c-b933-4a6575bb8f26),segment_id=e5fde1c5-d7d6-485c-b933-4a6575bb8f26)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:21.824805 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '71eb40e3-7502-40b0-912a-043f20b16145', 'network_id': '65e6a8db-d3b7-4828-bf97-7f5344ef4f05', 'port_id': '71eb40e3-7502-40b0-912a-043f20b16145', 'mac_address': 'fa:16:3e:21:2f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e53dd50-c814-4c36-85d7-636a4108385e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:25:21.866478 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ddc75d4-ae88-4b3e-8833-07f5b568228a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:21.867496 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ddc75d4-ae88-4b3e-8833-07f5b568228a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:21.868086 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ddc75d4-ae88-4b3e-8833-07f5b568228a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:21.871834 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:21.885501 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71eb40e3-7502-40b0-912a-043f20b16145 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:25:21.907521 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 71eb40e3-7502-40b0-912a-043f20b16145, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=71eb40e3-7502-40b0-912a-043f20b16145,segment=NetworkSegment(e5fde1c5-d7d6-485c-b933-4a6575bb8f26),segment_id=e5fde1c5-d7d6-485c-b933-4a6575bb8f26)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:21.915165 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:21.929361 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-e3c6bbc7-5994-4438-9f11-d83de3bf4012 service neutron] 10.222.0.22 "GET /v2.0/networks/13eb8833-ea3c-42b1-ae1e-dd3cef084336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484437 Jul 16 08:25:21.939775 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8ddc75d4-ae88-4b3e-8833-07f5b568228a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9377937 Jul 16 08:25:21.943153 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46236) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:21.971949 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=71eb40e3-7502-40b0-912a-043f20b16145,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:21.973009 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5f600d47-31d5-46f4-b736-23f996622561 admin admin] Request body: {'subnet': {'network_id': '02d9d55c-dd50-4319-82cb-a2af859ade23', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1378390758-subnet', 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:22.000454 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ddc75d4-ae88-4b3e-8833-07f5b568228a admin admin] Pushing event updated for resources: {'Network': ['ID=02d9d55c-dd50-4319-82cb-a2af859ade23,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:22.012882 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 02d9d55c-dd50-4319-82cb-a2af859ade23 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:25:22.044491 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b27c3c-77ea-4a0c-bb8f-4d124061a65a service neutron] Pushing event updated for resources: {'Port': ['ID=ac7f6057-099d-4905-842a-a135ee0413c9,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:22.046717 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-53b27c3c-77ea-4a0c-bb8f-4d124061a65a service neutron] No DVR routers for this DVR port ac7f6057-099d-4905-842a-a135ee0413c9 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:25:22.047011 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f600d47-31d5-46f4-b736-23f996622561 admin admin] Made reservation on behalf of 0c61b767be844596b7284ec98bd0021f for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:25:22.049757 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f600d47-31d5-46f4-b736-23f996622561 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:22.139412 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-53b27c3c-77ea-4a0c-bb8f-4d124061a65a service neutron] Attempting to bind port ac7f6057-099d-4905-842a-a135ee0413c9 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:25:22.139767 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-53b27c3c-77ea-4a0c-bb8f-4d124061a65a service neutron] Attempting to bind port ac7f6057-099d-4905-842a-a135ee0413c9 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:25:22.140083 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-53b27c3c-77ea-4a0c-bb8f-4d124061a65a service neutron] Attempting to bind port ac7f6057-099d-4905-842a-a135ee0413c9 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:25:22.181397 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090c759d-0aa9-498f-919d-857a1eab50e0 req-7384a0d2-acaa-4d56-b7c5-402715b91223 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:22.182985 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-090c759d-0aa9-498f-919d-857a1eab50e0 req-7384a0d2-acaa-4d56-b7c5-402715b91223 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.21 "GET /v2.0/ports?device_id=843a657e-5dca-4d41-86b5-d23b57ba9345 HTTP/1.1" status: 200 len: 949 time: 0.3850424 Jul 16 08:25:22.200983 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['71eb40e3-7502-40b0-912a-043f20b16145'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:25:22.204242 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4e5a22-ad3c-4365-8e75-433cd2252d65 req-5615d8d0-4439-4d34-88e9-e611a6be6a2a tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:22.216138 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c4e5a22-ad3c-4365-8e75-433cd2252d65 req-5615d8d0-4439-4d34-88e9-e611a6be6a2a tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f959991-9e33-4419-a677-382f60cf5b97 HTTP/1.1" status: 200 len: 945 time: 0.2924666 Jul 16 08:25:22.239139 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-53b27c3c-77ea-4a0c-bb8f-4d124061a65a service neutron] Port ac7f6057-099d-4905-842a-a135ee0413c9 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:25:22.239733 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-53b27c3c-77ea-4a0c-bb8f-4d124061a65a service neutron] Attempting to bind port ac7f6057-099d-4905-842a-a135ee0413c9 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:25:22.276877 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-53b27c3c-77ea-4a0c-bb8f-4d124061a65a service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:25:22.277535 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-53b27c3c-77ea-4a0c-bb8f-4d124061a65a service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:25:22.278100 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-53b27c3c-77ea-4a0c-bb8f-4d124061a65a service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:25:22.278714 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-53b27c3c-77ea-4a0c-bb8f-4d124061a65a service neutron] Bound port: ac7f6057-099d-4905-842a-a135ee0413c9, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:25:22.279263 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-53b27c3c-77ea-4a0c-bb8f-4d124061a65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:22.303054 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['388b3610-d746-49c4-af4a-bc31e2b10b6c'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:25:22.339235 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c4e5a22-ad3c-4365-8e75-433cd2252d65 req-2ceaa3fd-e70b-4aa3-a9c8-e191c62f2c5d tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221554 Jul 16 08:25:22.414191 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-53b27c3c-77ea-4a0c-bb8f-4d124061a65a service neutron] For port ac7f6057-099d-4905-842a-a135ee0413c9, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:25:22.428109 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-53b27c3c-77ea-4a0c-bb8f-4d124061a65a service neutron] For port ac7f6057-099d-4905-842a-a135ee0413c9, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=ac7f6057-099d-4905-842a-a135ee0413c9,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:25:22.454010 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-53b27c3c-77ea-4a0c-bb8f-4d124061a65a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:22.534370 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:25:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-161ff500-a67a-4654-b559-e4dee1f6dfc5 x-openstack-request-id: req-161ff500-a67a-4654-b559-e4dee1f6dfc5 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:25:22.535147 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b68f632-33da-4c56-ba41-fe90d48efee2", "name": "network-vif-unplugged", "status": "completed", "tag": "ac7f6057-099d-4905-842a-a135ee0413c9", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:25:22.536410 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-161ff500-a67a-4654-b559-e4dee1f6dfc5 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:25:22.536909 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b68f632-33da-4c56-ba41-fe90d48efee2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac7f6057-099d-4905-842a-a135ee0413c9', 'code': 200} Jul 16 08:25:22.546957 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-53b27c3c-77ea-4a0c-bb8f-4d124061a65a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:22.547775 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-53b27c3c-77ea-4a0c-bb8f-4d124061a65a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:22.551814 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-53b27c3c-77ea-4a0c-bb8f-4d124061a65a service neutron] 10.222.0.30 "PUT /v2.0/ports/ac7f6057-099d-4905-842a-a135ee0413c9 HTTP/1.1" status: 200 len: 1097 time: 1.4009848 Jul 16 08:25:22.641474 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f600d47-31d5-46f4-b736-23f996622561 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:22.653136 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-090c759d-0aa9-498f-919d-857a1eab50e0 req-a48cf296-6b0b-4e1f-9854-3ba507822d41 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Deleting port 00ca0c43-0113-4fae-b89a-c5dfe1141769 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:25:22.657358 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-090c759d-0aa9-498f-919d-857a1eab50e0 req-a48cf296-6b0b-4e1f-9854-3ba507822d41 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:22.717437 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b27c3c-77ea-4a0c-bb8f-4d124061a65a service neutron] Pushing event updated for resources: {'Port': ['ID=ac7f6057-099d-4905-842a-a135ee0413c9,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:22.803633 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-25fc2b82-9232-45de-b78e-df60bc0bc866 service neutron] 10.222.0.22 "GET /v2.0/networks/13eb8833-ea3c-42b1-ae1e-dd3cef084336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8738930 Jul 16 08:25:22.813591 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f600d47-31d5-46f4-b736-23f996622561 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76c50899-99e0-4d0f-96f6-98eabddb6ee6,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:22.829775 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f600d47-31d5-46f4-b736-23f996622561 admin admin] Checking segment: {'id': '94acc693-7016-419a-bfdd-c4dbde6a3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '02d9d55c-dd50-4319-82cb-a2af859ade23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:25:22.830358 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f600d47-31d5-46f4-b736-23f996622561 admin admin] Network hostable DHCP agents. Network: 02d9d55c-dd50-4319-82cb-a2af859ade23, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:25:22.864290 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-090c759d-0aa9-498f-919d-857a1eab50e0 req-a48cf296-6b0b-4e1f-9854-3ba507822d41 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] For port 00ca0c43-0113-4fae-b89a-c5dfe1141769, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=00ca0c43-0113-4fae-b89a-c5dfe1141769,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:22.864620 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f600d47-31d5-46f4-b736-23f996622561 admin admin] Network 02d9d55c-dd50-4319-82cb-a2af859ade23 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:25:22.864998 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-090c759d-0aa9-498f-919d-857a1eab50e0 req-a48cf296-6b0b-4e1f-9854-3ba507822d41 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:22.877670 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-5f600d47-31d5-46f4-b736-23f996622561 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 02d9d55c-dd50-4319-82cb-a2af859ade23) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:25:22.883978 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-090c759d-0aa9-498f-919d-857a1eab50e0 req-a48cf296-6b0b-4e1f-9854-3ba507822d41 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Calling delete_port for 00ca0c43-0113-4fae-b89a-c5dfe1141769 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:25:22.889324 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bba002e-2a5f-4a15-ad92-2c0d52f0853d None None] Network 02d9d55c-dd50-4319-82cb-a2af859ade23 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:25:22.890864 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f600d47-31d5-46f4-b736-23f996622561 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:22.891477 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f600d47-31d5-46f4-b736-23f996622561 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:22.893469 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-450ff0d9-6975-42d1-b4e2-a3aa5edba85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:22.895133 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-450ff0d9-6975-42d1-b4e2-a3aa5edba85c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 1100 time: 0.2670248 Jul 16 08:25:22.913633 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5f600d47-31d5-46f4-b736-23f996622561 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9674017 Jul 16 08:25:22.913860 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46248) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:22.920161 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-66badfb1-3348-43f9-80d9-57c592e7a86d admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1378390758-router', 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:22.966994 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66badfb1-3348-43f9-80d9-57c592e7a86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:22.968378 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66badfb1-3348-43f9-80d9-57c592e7a86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:23.067464 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66badfb1-3348-43f9-80d9-57c592e7a86d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:23.165358 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-48a8703e-567b-408c-851a-7e0b3d28090f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:23.166858 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-48a8703e-567b-408c-851a-7e0b3d28090f service neutron] 10.222.0.30 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.2606614 Jul 16 08:25:23.178740 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ade4c7-8236-462a-89d3-f1b307a46293 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-02d9d55c-dd50-4319-82cb-a2af859ade23', 'network_id': '02d9d55c-dd50-4319-82cb-a2af859ade23', 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'fixed_ips': [{'subnet_id': '76c50899-99e0-4d0f-96f6-98eabddb6ee6'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:25:23.180906 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-69ade4c7-8236-462a-89d3-f1b307a46293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:23.194007 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6827b92f-2b1f-4cf8-8e1e-3cbe3af509b9 req-cef0bf8b-5a31-487f-927d-b7f0b1ea7d8c tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:23.202625 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6827b92f-2b1f-4cf8-8e1e-3cbe3af509b9 req-cef0bf8b-5a31-487f-927d-b7f0b1ea7d8c tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?device_id=843a657e-5dca-4d41-86b5-d23b57ba9345 HTTP/1.1" status: 200 len: 949 time: 0.2339935 Jul 16 08:25:23.273129 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-2c03a9e8-2346-4ec0-be47-c9c84970ca49 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=ac7f6057-099d-4905-842a-a135ee0413c9 HTTP/1.1" status: 200 len: 217 time: 0.0987682 Jul 16 08:25:23.394875 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66badfb1-3348-43f9-80d9-57c592e7a86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:23.398336 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6827b92f-2b1f-4cf8-8e1e-3cbe3af509b9 req-3f995f42-a477-4683-8d16-9d8e9e2c6155 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/security-groups?id=464db2f6-d5dd-41dd-a470-b2a280b16f0e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923487 Jul 16 08:25:23.400244 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-090c759d-0aa9-498f-919d-857a1eab50e0 req-a48cf296-6b0b-4e1f-9854-3ba507822d41 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:23.402834 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-9f8be038-6537-4cb4-8c0d-fbf0618b1dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:23.404780 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-9f8be038-6537-4cb4-8c0d-fbf0618b1dc0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.1229346 Jul 16 08:25:23.452803 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3fc467-4d87-4e7d-bc6a-557d8ec1965a req-4378c1f1-5a4a-4b0f-bae7-a1bec96e3134 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:23.459790 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8e3fc467-4d87-4e7d-bc6a-557d8ec1965a req-4378c1f1-5a4a-4b0f-bae7-a1bec96e3134 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 948 time: 0.1995428 Jul 16 08:25:23.487480 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-69ade4c7-8236-462a-89d3-f1b307a46293 None None] Allocated IP 172.20.0.2 (02d9d55c-dd50-4319-82cb-a2af859ade23/76c50899-99e0-4d0f-96f6-98eabddb6ee6/19cbb572-156d-4b83-8524-60e87418f62d) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:25:23.544431 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8e3fc467-4d87-4e7d-bc6a-557d8ec1965a req-6040e78a-ad1e-4918-8a6b-c79c23ea7e7d tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830972 Jul 16 08:25:23.615588 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48cf296-6b0b-4e1f-9854-3ba507822d41 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Pushing event deleted for resources: {'Port': ['ID=00ca0c43-0113-4fae-b89a-c5dfe1141769,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:23.652366 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 388b3610-d746-49c4-af4a-bc31e2b10b6c up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:25:23.713477 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-090c759d-0aa9-498f-919d-857a1eab50e0 req-a48cf296-6b0b-4e1f-9854-3ba507822d41 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] No DVR routers for this DVR port 00ca0c43-0113-4fae-b89a-c5dfe1141769 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:25:23.722966 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-090c759d-0aa9-498f-919d-857a1eab50e0 req-a48cf296-6b0b-4e1f-9854-3ba507822d41 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:23.727521 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-090c759d-0aa9-498f-919d-857a1eab50e0 req-a48cf296-6b0b-4e1f-9854-3ba507822d41 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.21 "DELETE /v2.0/ports/00ca0c43-0113-4fae-b89a-c5dfe1141769 HTTP/1.1" status: 204 len: 173 time: 1.5084085 Jul 16 08:25:23.787783 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-69ade4c7-8236-462a-89d3-f1b307a46293 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:23.811897 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-69ade4c7-8236-462a-89d3-f1b307a46293 None None] Transition to ACTIVE for port object 19cbb572-156d-4b83-8524-60e87418f62d will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:23.843484 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 388b3610-d746-49c4-af4a-bc31e2b10b6c completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:25:23.849707 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66badfb1-3348-43f9-80d9-57c592e7a86d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:23.862525 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 388b3610-d746-49c4-af4a-bc31e2b10b6c triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:23.865246 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:23.874225 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66badfb1-3348-43f9-80d9-57c592e7a86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:23.887713 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-93364ea1-dfa9-49f7-a798-d9dc9a3c2088 req-53312b5a-8ffd-4229-9623-027d801870f9 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?device_id=2feb7d57-c6f1-4eaf-90de-e2d4aae22c63 HTTP/1.1" status: 200 len: 210 time: 0.1136684 Jul 16 08:25:23.905857 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-4b5f35c8-10e7-4177-a7f8-60d651ca8c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:23.920210 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf159ba0-3418-46d4-ac74-475bf9d92afb req-542b9cb2-0e9d-40f6-a177-acf1177431df tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:23.923342 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-4b5f35c8-10e7-4177-a7f8-60d651ca8c7f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4870682 Jul 16 08:25:23.927777 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cf159ba0-3418-46d4-ac74-475bf9d92afb req-542b9cb2-0e9d-40f6-a177-acf1177431df tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fe6b9dc-aa77-42f5-bea2-6708a0e153ec HTTP/1.1" status: 200 len: 949 time: 0.1757975 Jul 16 08:25:23.956395 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-69ade4c7-8236-462a-89d3-f1b307a46293 None None] Transition to ACTIVE for port object 19cbb572-156d-4b83-8524-60e87418f62d will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:23.984433 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-69ade4c7-8236-462a-89d3-f1b307a46293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:24.075286 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cf159ba0-3418-46d4-ac74-475bf9d92afb req-b40a7331-e5db-4e2a-bd20-4278b593a2e5 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] 10.222.0.22 "GET /v2.0/security-groups?id=89335eb7-2466-406e-89ff-ceb53516fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465244 Jul 16 08:25:24.114011 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69ade4c7-8236-462a-89d3-f1b307a46293 None None] Network 02d9d55c-dd50-4319-82cb-a2af859ade23 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:25:24.118433 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-69ade4c7-8236-462a-89d3-f1b307a46293 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:25:24.129958 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ade4c7-8236-462a-89d3-f1b307a46293 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:25:24.138713 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-4b53fa50-c650-4c0e-bd5f-ccc41eac46b2 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017119 Jul 16 08:25:24.171845 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-66badfb1-3348-43f9-80d9-57c592e7a86d admin admin] Allocated IP 172.25.3.44 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/015365f0-524a-479f-bc70-a2424806533a) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:25:24.178033 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ade4c7-8236-462a-89d3-f1b307a46293 None None] Pushing event updated for resources: {'Port': ['ID=19cbb572-156d-4b83-8524-60e87418f62d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:24.291374 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:24.330208 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43f66a0a-c901-4854-aad4-1c4e68a7abad req-cac7a405-4fb0-457e-978e-7d22f75d39eb tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:24.338847 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-43f66a0a-c901-4854-aad4-1c4e68a7abad req-cac7a405-4fb0-457e-978e-7d22f75d39eb tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f959991-9e33-4419-a677-382f60cf5b97 HTTP/1.1" status: 200 len: 945 time: 0.1969423 Jul 16 08:25:24.351964 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 388b3610-d746-49c4-af4a-bc31e2b10b6c, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=388b3610-d746-49c4-af4a-bc31e2b10b6c,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:24.353446 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe6b9dc-aa77-42f5-bea2-6708a0e153ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388b3610-d746-49c4-af4a-bc31e2b10b6c'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:25:24.357579 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec84deae-859a-430f-a9aa-a10220a57bd7" -d '{"events": [{"server_uuid": "5fe6b9dc-aa77-42f5-bea2-6708a0e153ec", "name": "network-vif-plugged", "status": "completed", "tag": "388b3610-d746-49c4-af4a-bc31e2b10b6c"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:25:24.357840 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66badfb1-3348-43f9-80d9-57c592e7a86d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:24.363801 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 00ca0c43-0113-4fae-b89a-c5dfe1141769 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:25:24.366904 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-69ade4c7-8236-462a-89d3-f1b307a46293 None None] Attempting to bind port 19cbb572-156d-4b83-8524-60e87418f62d on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:25:24.367279 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-69ade4c7-8236-462a-89d3-f1b307a46293 None None] Attempting to bind port 19cbb572-156d-4b83-8524-60e87418f62d by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '94acc693-7016-419a-bfdd-c4dbde6a3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '02d9d55c-dd50-4319-82cb-a2af859ade23'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:25:24.367787 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ade4c7-8236-462a-89d3-f1b307a46293 None None] Attempting to bind port 19cbb572-156d-4b83-8524-60e87418f62d on network 02d9d55c-dd50-4319-82cb-a2af859ade23 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:25:24.369852 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-86a9b96f-7a2b-43aa-bf4b-5b134a337fac req-851b6617-e985-4fd3-8f08-9194a7c66d6a service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2300861 Jul 16 08:25:24.380039 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:24.380880 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 71eb40e3-7502-40b0-912a-043f20b16145 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:25:24.416976 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-43f66a0a-c901-4854-aad4-1c4e68a7abad req-47bc3613-f79a-493b-92af-3342c637745c tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771549 Jul 16 08:25:24.434394 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 00ca0c43-0113-4fae-b89a-c5dfe1141769 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:25:24.434754 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 00ca0c43-0113-4fae-b89a-c5dfe1141769 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:25:24.435173 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device ac7f6057-099d-4905-842a-a135ee0413c9 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:25:24.437263 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ade4c7-8236-462a-89d3-f1b307a46293 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:25:24.437644 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ade4c7-8236-462a-89d3-f1b307a46293 None None] Checking segment: {'id': '94acc693-7016-419a-bfdd-c4dbde6a3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '02d9d55c-dd50-4319-82cb-a2af859ade23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:25:24.438107 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-69ade4c7-8236-462a-89d3-f1b307a46293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:24.438507 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69ade4c7-8236-462a-89d3-f1b307a46293 None None] Bound using segment: {'id': '94acc693-7016-419a-bfdd-c4dbde6a3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '02d9d55c-dd50-4319-82cb-a2af859ade23'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:25:24.439138 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-69ade4c7-8236-462a-89d3-f1b307a46293 None None] Bound port: 19cbb572-156d-4b83-8524-60e87418f62d, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94acc693-7016-419a-bfdd-c4dbde6a3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '02d9d55c-dd50-4319-82cb-a2af859ade23'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:25:24.439531 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-69ade4c7-8236-462a-89d3-f1b307a46293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:24.471551 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d824d67c-90b1-44f6-b9c6-a576a7c556b2 x-openstack-request-id: req-d824d67c-90b1-44f6-b9c6-a576a7c556b2 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:25:24.471950 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe6b9dc-aa77-42f5-bea2-6708a0e153ec", "name": "network-vif-plugged", "status": "completed", "tag": "388b3610-d746-49c4-af4a-bc31e2b10b6c", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:25:24.472148 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d824d67c-90b1-44f6-b9c6-a576a7c556b2 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:25:24.472624 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe6b9dc-aa77-42f5-bea2-6708a0e153ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '388b3610-d746-49c4-af4a-bc31e2b10b6c', 'code': 200} Jul 16 08:25:24.539294 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66badfb1-3348-43f9-80d9-57c592e7a86d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:24.539798 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b68f632-33da-4c56-ba41-fe90d48efee2', 'tag': 'ac7f6057-099d-4905-842a-a135ee0413c9'}, {'server_uuid': '843a657e-5dca-4d41-86b5-d23b57ba9345', 'name': 'network-vif-deleted', 'tag': '00ca0c43-0113-4fae-b89a-c5dfe1141769'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:25:24.542293 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9092e727-6593-4936-b0fb-d56bcab22b81" -d '{"events": [{"name": "network-changed", "server_uuid": "1b68f632-33da-4c56-ba41-fe90d48efee2", "tag": "ac7f6057-099d-4905-842a-a135ee0413c9"}, {"server_uuid": "843a657e-5dca-4d41-86b5-d23b57ba9345", "name": "network-vif-deleted", "tag": "00ca0c43-0113-4fae-b89a-c5dfe1141769"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:25:24.650892 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66badfb1-3348-43f9-80d9-57c592e7a86d admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:25:24.665462 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-66badfb1-3348-43f9-80d9-57c592e7a86d admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:25:24.676672 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 08:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edb5f089-2e8f-4653-95ec-1a23cb9a9237 x-openstack-request-id: req-edb5f089-2e8f-4653-95ec-1a23cb9a9237 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:25:24.676981 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b68f632-33da-4c56-ba41-fe90d48efee2", "tag": "ac7f6057-099d-4905-842a-a135ee0413c9", "status": "completed", "code": 200}, {"server_uuid": "843a657e-5dca-4d41-86b5-d23b57ba9345", "name": "network-vif-deleted", "tag": "00ca0c43-0113-4fae-b89a-c5dfe1141769", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:25:24.677333 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-edb5f089-2e8f-4653-95ec-1a23cb9a9237 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:25:24.677793 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b68f632-33da-4c56-ba41-fe90d48efee2', 'tag': 'ac7f6057-099d-4905-842a-a135ee0413c9', 'status': 'completed', 'code': 200} Jul 16 08:25:24.678210 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '843a657e-5dca-4d41-86b5-d23b57ba9345', 'name': 'network-vif-deleted', 'tag': '00ca0c43-0113-4fae-b89a-c5dfe1141769', 'status': 'completed', 'code': 200} Jul 16 08:25:24.685689 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66badfb1-3348-43f9-80d9-57c592e7a86d admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:25:24.690989 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66badfb1-3348-43f9-80d9-57c592e7a86d admin admin] Pushing event updated for resources: {'Port': ['ID=015365f0-524a-479f-bc70-a2424806533a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:24.696765 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=388b3610-d746-49c4-af4a-bc31e2b10b6c,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:24.705136 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device ac7f6057-099d-4905-842a-a135ee0413c9 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:25:24.750515 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-28e02e7f-0746-45db-9013-0c90720d02dd req-7b56b6bf-4d03-49dc-9e7e-328729b9f6b6 tempest-LiveMigrationNegativeTest-1426737681 tempest-LiveMigrationNegativeTest-1426737681-project] 10.222.0.22 "GET /v2.0/ports?device_id=843a657e-5dca-4d41-86b5-d23b57ba9345 HTTP/1.1" status: 200 len: 210 time: 0.0486288 Jul 16 08:25:24.786650 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-69ade4c7-8236-462a-89d3-f1b307a46293 None None] For port 19cbb572-156d-4b83-8524-60e87418f62d, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:25:24.790861 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-69ade4c7-8236-462a-89d3-f1b307a46293 None None] For port 19cbb572-156d-4b83-8524-60e87418f62d, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=19cbb572-156d-4b83-8524-60e87418f62d,segment=NetworkSegment(94acc693-7016-419a-bfdd-c4dbde6a3553),segment_id=94acc693-7016-419a-bfdd-c4dbde6a3553)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:25:24.800728 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-69ade4c7-8236-462a-89d3-f1b307a46293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:24.876479 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 71eb40e3-7502-40b0-912a-043f20b16145 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:25:24.890763 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 71eb40e3-7502-40b0-912a-043f20b16145 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:24.891306 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:24.945893 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ade4c7-8236-462a-89d3-f1b307a46293 None None] Pushing event updated for resources: {'Port': ['ID=19cbb572-156d-4b83-8524-60e87418f62d,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:25.127926 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:25.247380 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 71eb40e3-7502-40b0-912a-043f20b16145, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=71eb40e3-7502-40b0-912a-043f20b16145,segment=NetworkSegment(e5fde1c5-d7d6-485c-b933-4a6575bb8f26),segment_id=e5fde1c5-d7d6-485c-b933-4a6575bb8f26)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:25.252109 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:25.262258 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b287e4d-2b45-4918-8996-cae44ff8cc35 req-1591fa46-d452-46b7-99db-8370bb594274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:25.263798 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3b287e4d-2b45-4918-8996-cae44ff8cc35 req-1591fa46-d452-46b7-99db-8370bb594274 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5fe6b9dc-aa77-42f5-bea2-6708a0e153ec HTTP/1.1" status: 200 len: 1102 time: 0.2218621 Jul 16 08:25:25.289993 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931bb3a-d695-414e-990f-bbf5a1e0f0ab req-a97338fc-8170-4c4e-88a0-87a40e0e1a86 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:25.291322 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0931bb3a-d695-414e-990f-bbf5a1e0f0ab req-a97338fc-8170-4c4e-88a0-87a40e0e1a86 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 948 time: 0.3268216 Jul 16 08:25:25.335757 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=71eb40e3-7502-40b0-912a-043f20b16145,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:25.446002 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0931bb3a-d695-414e-990f-bbf5a1e0f0ab req-33614497-72a4-462f-b480-e4991cab1ca9 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923061 Jul 16 08:25:25.447573 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3b287e4d-2b45-4918-8996-cae44ff8cc35 req-dfe658f4-baf6-4e6d-8c7a-4abaf420211a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=89335eb7-2466-406e-89ff-ceb53516fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023893 Jul 16 08:25:25.448283 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66badfb1-3348-43f9-80d9-57c592e7a86d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:25.555372 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73914d1d-080e-4fa6-8505-c566f1c721b9 req-86a3a1b2-b4d7-4e8b-855d-ac2eb4871826 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?device_id=2feb7d57-c6f1-4eaf-90de-e2d4aae22c63 HTTP/1.1" status: 200 len: 210 time: 0.0736599 Jul 16 08:25:25.715234 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092e727-6593-4936-b0fb-d56bcab22b81 req-f94cd702-fe71-4765-91c5-8bba9f8cb3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:25.716801 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9092e727-6593-4936-b0fb-d56bcab22b81 req-f94cd702-fe71-4765-91c5-8bba9f8cb3d1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 1100 time: 0.9340088 Jul 16 08:25:25.787915 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-37251b45-f42f-43a6-801e-13cea0648cb4 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:25.790203 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-37251b45-f42f-43a6-801e-13cea0648cb4 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.21 "GET /v2.0/networks?id=13eb8833-ea3c-42b1-ae1e-dd3cef084336 HTTP/1.1" status: 200 len: 812 time: 0.2965541 Jul 16 08:25:25.798270 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092e727-6593-4936-b0fb-d56bcab22b81 req-0bddd343-4362-48b1-a3ad-d3e44ca0c4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:25.800097 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9092e727-6593-4936-b0fb-d56bcab22b81 req-0bddd343-4362-48b1-a3ad-d3e44ca0c4b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 1100 time: 1.0185466 Jul 16 08:25:25.804123 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9461740-933e-4198-8c06-f557d9c7c2f4 req-74e53471-3aa1-4e5a-a481-9a8d18a42cd5 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:25.811400 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b9461740-933e-4198-8c06-f557d9c7c2f4 req-74e53471-3aa1-4e5a-a481-9a8d18a42cd5 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fe6b9dc-aa77-42f5-bea2-6708a0e153ec HTTP/1.1" status: 200 len: 950 time: 0.1367579 Jul 16 08:25:25.819137 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66badfb1-3348-43f9-80d9-57c592e7a86d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:25.858483 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-d4b463eb-5831-4eef-b550-3a9697638c75 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Request body: {'port': {'device_id': '2feb7d57-c6f1-4eaf-90de-e2d4aae22c63', 'network_id': '13eb8833-ea3c-42b1-ae1e-dd3cef084336', 'admin_state_up': True, 'tenant_id': '852c6d5a2f444ffe8ab3743f1821e977'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:25.912276 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b9461740-933e-4198-8c06-f557d9c7c2f4 req-a6958f55-448c-4d8f-a52a-70f0d77a5640 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] 10.222.0.22 "GET /v2.0/security-groups?id=89335eb7-2466-406e-89ff-ceb53516fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999060 Jul 16 08:25:26.086550 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092e727-6593-4936-b0fb-d56bcab22b81 req-a72f6047-b4ab-46fa-8a6d-0a341fddc6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:26.088175 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9092e727-6593-4936-b0fb-d56bcab22b81 req-a72f6047-b4ab-46fa-8a6d-0a341fddc6ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.3520284 Jul 16 08:25:26.092670 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66badfb1-3348-43f9-80d9-57c592e7a86d admin admin] Router 730ef17d-47d3-4be5-82a9-40850e28c963 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:25:26.291273 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261c7ee8-e618-4afe-b111-69b152449a72 req-358d21b7-447b-4c33-9a40-8544343787b9 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:26.311773 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-261c7ee8-e618-4afe-b111-69b152449a72 req-358d21b7-447b-4c33-9a40-8544343787b9 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f959991-9e33-4419-a677-382f60cf5b97 HTTP/1.1" status: 200 len: 946 time: 0.5900757 Jul 16 08:25:26.314711 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9092e727-6593-4936-b0fb-d56bcab22b81 req-89647feb-e12b-4c71-8665-b10f466b7b04 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=ac7f6057-099d-4905-842a-a135ee0413c9 HTTP/1.1" status: 200 len: 217 time: 0.1879733 Jul 16 08:25:26.321092 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66badfb1-3348-43f9-80d9-57c592e7a86d admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:25:26.335846 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268451f9-5422-4733-966d-d8a7cf98cf03 None None] Sync routers for ids ['730ef17d-47d3-4be5-82a9-40850e28c963'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:25:26.362221 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268451f9-5422-4733-966d-d8a7cf98cf03 None None] Routers {'730ef17d-47d3-4be5-82a9-40850e28c963'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:25:26.365003 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-268451f9-5422-4733-966d-d8a7cf98cf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:25:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['730ef17d-47d3-4be5-82a9-40850e28c963'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:26.380921 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66badfb1-3348-43f9-80d9-57c592e7a86d admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:26.391057 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46292) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:26.391661 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092e727-6593-4936-b0fb-d56bcab22b81 req-cd022107-dfb5-4c0f-868b-e8dba37e5e74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:26.393685 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9092e727-6593-4936-b0fb-d56bcab22b81 req-cd022107-dfb5-4c0f-868b-e8dba37e5e74 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.5519521 Jul 16 08:25:26.409560 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-66badfb1-3348-43f9-80d9-57c592e7a86d admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.4943125 Jul 16 08:25:26.414464 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46296) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:26.474886 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f959991-9e33-4419-a677-382f60cf5b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71eb40e3-7502-40b0-912a-043f20b16145'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:25:26.484928 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f11e4d-5693-4511-aeb7-7a8bedda1724" -d '{"events": [{"server_uuid": "4f959991-9e33-4419-a677-382f60cf5b97", "name": "network-vif-plugged", "status": "completed", "tag": "71eb40e3-7502-40b0-912a-043f20b16145"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:25:26.494812 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 19cbb572-156d-4b83-8524-60e87418f62d up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:25:26.630851 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9092e727-6593-4936-b0fb-d56bcab22b81 req-14f282a7-2009-4f37-99d4-928cb46b9791 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=ac7f6057-099d-4905-842a-a135ee0413c9 HTTP/1.1" status: 200 len: 217 time: 0.2089067 Jul 16 08:25:26.725747 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092e727-6593-4936-b0fb-d56bcab22b81 req-d07b9f0a-b86a-424e-8664-4198d764a663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:26.728284 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9092e727-6593-4936-b0fb-d56bcab22b81 req-d07b9f0a-b86a-424e-8664-4198d764a663 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.4043169 Jul 16 08:25:26.746526 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-261c7ee8-e618-4afe-b111-69b152449a72 req-60c5da44-5e49-46f9-a849-9789f6568cfd tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4337177 Jul 16 08:25:26.847428 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:25:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8240519-6efd-4de9-8d22-671fb9e8e828 x-openstack-request-id: req-f8240519-6efd-4de9-8d22-671fb9e8e828 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:25:26.848042 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f959991-9e33-4419-a677-382f60cf5b97", "name": "network-vif-plugged", "status": "completed", "tag": "71eb40e3-7502-40b0-912a-043f20b16145", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:25:26.848539 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f8240519-6efd-4de9-8d22-671fb9e8e828 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:25:26.849127 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f959991-9e33-4419-a677-382f60cf5b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71eb40e3-7502-40b0-912a-043f20b16145', 'code': 200} Jul 16 08:25:26.852745 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1178b1-a8c4-4959-b7ef-6ab7c4bb9356 None None] Network 02d9d55c-dd50-4319-82cb-a2af859ade23 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:25:26.857219 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-d4b463eb-5831-4eef-b550-3a9697638c75 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Made reservation on behalf of 852c6d5a2f444ffe8ab3743f1821e977 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:25:26.861130 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-d4b463eb-5831-4eef-b550-3a9697638c75 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:26.879929 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092e727-6593-4936-b0fb-d56bcab22b81 req-af54bf93-2d30-4d48-83f6-317297cd6d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:26.881492 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9092e727-6593-4936-b0fb-d56bcab22b81 req-af54bf93-2d30-4d48-83f6-317297cd6d7d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.2294943 Jul 16 08:25:26.926024 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1b5cab9f-65d4-43ee-9ff0-1a555f995e9f None None] Provisioning for port 19cbb572-156d-4b83-8524-60e87418f62d completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:25:26.989617 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-11252669-0e32-48f4-bb76-56a92c3aeede admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8c360597c6244684a26b41ea337639bd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5947344 Jul 16 08:25:26.993572 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46308) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:27.019673 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 19cbb572-156d-4b83-8524-60e87418f62d completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:25:27.023715 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-268451f9-5422-4733-966d-d8a7cf98cf03 None None] Set router 730ef17d-47d3-4be5-82a9-40850e28c963 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:25:27.069043 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177dc58d-d06a-4d60-b02a-03b0a2bb49ab req-ddab2c6a-5cf3-4194-b34e-f53d4fd1d7ee tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:27.076825 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-177dc58d-d06a-4d60-b02a-03b0a2bb49ab req-ddab2c6a-5cf3-4194-b34e-f53d4fd1d7ee tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 948 time: 0.2975123 Jul 16 08:25:27.088540 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 19cbb572-156d-4b83-8524-60e87418f62d triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:27.089294 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:27.094866 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-adfbae8b-7ac7-48d5-9ff0-769d1c8fbb0e req-0427b50b-7b02-456e-a370-0ecc7e6a49af tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?device_id=2feb7d57-c6f1-4eaf-90de-e2d4aae22c63 HTTP/1.1" status: 200 len: 210 time: 0.1002967 Jul 16 08:25:27.140325 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092e727-6593-4936-b0fb-d56bcab22b81 req-75c5cc2a-3252-4fb8-ad8d-2f444b74bb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:27.141866 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9092e727-6593-4936-b0fb-d56bcab22b81 req-75c5cc2a-3252-4fb8-ad8d-2f444b74bb28 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3894393 Jul 16 08:25:27.229526 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9092e727-6593-4936-b0fb-d56bcab22b81 req-d4bcb4c7-acd7-4caf-9518-1a072c8eeec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:27.231129 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9092e727-6593-4936-b0fb-d56bcab22b81 req-d4bcb4c7-acd7-4caf-9518-1a072c8eeec7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3226962 Jul 16 08:25:27.280761 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8641aefb-d581-4b02-84e1-588595d9ca53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:27.335806 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:27.340998 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-d4b463eb-5831-4eef-b550-3a9697638c75 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Allocated IP 172.20.0.6 (13eb8833-ea3c-42b1-ae1e-dd3cef084336/4a2e699c-4474-4ce8-9541-5d2e85ff0e34/5e2012e5-c4a7-4a00-a0f1-a47d30d17251) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:25:27.410829 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 19cbb572-156d-4b83-8524-60e87418f62d, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=19cbb572-156d-4b83-8524-60e87418f62d,segment=NetworkSegment(94acc693-7016-419a-bfdd-c4dbde6a3553),segment_id=94acc693-7016-419a-bfdd-c4dbde6a3553)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:27.420895 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8641aefb-d581-4b02-84e1-588595d9ca53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:27.447313 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:27.449638 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9092e727-6593-4936-b0fb-d56bcab22b81 req-1a36a7da-e8b5-45b6-9fef-ebd17cd7b05e service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2971911 Jul 16 08:25:27.452235 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device ac7f6057-099d-4905-842a-a135ee0413c9 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:25:27.603430 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9092e727-6593-4936-b0fb-d56bcab22b81 req-11d635e8-1a23-4ca3-9c49-f052dd4099fa service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3610144 Jul 16 08:25:27.627763 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=19cbb572-156d-4b83-8524-60e87418f62d,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:27.665034 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-177dc58d-d06a-4d60-b02a-03b0a2bb49ab req-e0f1cbea-0143-4ea0-9bb8-0c2ae158637a tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5872407 Jul 16 08:25:27.688016 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-268451f9-5422-4733-966d-d8a7cf98cf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'name': 'tempest-ServersTestBootFromVolume-1378390758-router', 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '015365f0-524a-479f-bc70-a2424806533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:22Z', 'updated_at': '2021-07-16T08:25:25Z', 'revision_number': 3, 'project_id': '0c61b767be844596b7284ec98bd0021f', 'gw_port': {'id': '015365f0-524a-479f-bc70-a2424806533a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ba:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:23Z', 'updated_at': '2021-07-16T08:25:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:27.744712 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5821d3ad-eb23-422e-afb3-69a04f96b4c7 req-a529301e-2a0a-4852-9a82-ef6e42c15754 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:27.752028 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5821d3ad-eb23-422e-afb3-69a04f96b4c7 req-a529301e-2a0a-4852-9a82-ef6e42c15754 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fe6b9dc-aa77-42f5-bea2-6708a0e153ec HTTP/1.1" status: 200 len: 950 time: 0.4223077 Jul 16 08:25:27.755003 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268451f9-5422-4733-966d-d8a7cf98cf03 None None] Checking router: 730ef17d-47d3-4be5-82a9-40850e28c963 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:25:27.758755 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268451f9-5422-4733-966d-d8a7cf98cf03 None None] Updating router 730ef17d-47d3-4be5-82a9-40850e28c963 port 015365f0-524a-479f-bc70-a2424806533a binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:25:27.805507 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d69feb-f435-4e73-ac7a-0f43928c3323 req-4aab2477-eba4-4fa9-9d1b-0d71448f4856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:27.807374 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-21d69feb-f435-4e73-ac7a-0f43928c3323 req-4aab2477-eba4-4fa9-9d1b-0d71448f4856 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4f959991-9e33-4419-a677-382f60cf5b97 HTTP/1.1" status: 200 len: 1098 time: 0.8917983 Jul 16 08:25:27.811631 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9092e727-6593-4936-b0fb-d56bcab22b81 req-a91f96f5-c121-405c-b6ef-72225ac53792 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3513517 Jul 16 08:25:27.848617 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port ac7f6057-099d-4905-842a-a135ee0413c9, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=ac7f6057-099d-4905-842a-a135ee0413c9,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:27.873924 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8641aefb-d581-4b02-84e1-588595d9ca53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:27.880682 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8641aefb-d581-4b02-84e1-588595d9ca53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:27.897415 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8641aefb-d581-4b02-84e1-588595d9ca53 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/464db2f6-d5dd-41dd-a470-b2a280b16f0e HTTP/1.1" status: 204 len: 168 time: 0.8930984 Jul 16 08:25:27.906077 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'ac7f6057-099d-4905-842a-a135ee0413c9', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': 'ac7f6057-099d-4905-842a-a135ee0413c9', 'mac_address': 'fa:16:3e:c9:1b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:25:27.909667 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-268451f9-5422-4733-966d-d8a7cf98cf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:27.941024 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5e678cfe-df05-4754-840e-a2a3e5c7868f None None] Provisioning complete for port 19cbb572-156d-4b83-8524-60e87418f62d triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:27.941442 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5e678cfe-df05-4754-840e-a2a3e5c7868f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:27.952198 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-21d69feb-f435-4e73-ac7a-0f43928c3323 req-7148580c-d085-47d3-b971-7543aeca42a3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1361346 Jul 16 08:25:27.962215 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8641aefb-d581-4b02-84e1-588595d9ca53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=464db2f6-d5dd-41dd-a470-b2a280b16f0e,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:27.984397 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5821d3ad-eb23-422e-afb3-69a04f96b4c7 req-d013b085-ba2c-4fa5-a108-fc567c1468de tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] 10.222.0.22 "GET /v2.0/security-groups?id=89335eb7-2466-406e-89ff-ceb53516fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314396 Jul 16 08:25:28.073669 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-d4b463eb-5831-4eef-b550-3a9697638c75 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:28.149653 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9092e727-6593-4936-b0fb-d56bcab22b81 req-c317336a-8688-4ece-9cad-caea3bfc011e service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351610 Jul 16 08:25:28.151733 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-d4b463eb-5831-4eef-b550-3a9697638c75 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:28.206435 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:28.208381 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-d4b463eb-5831-4eef-b550-3a9697638c75 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Network 13eb8833-ea3c-42b1-ae1e-dd3cef084336 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:25:28.210411 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-d4b463eb-5831-4eef-b550-3a9697638c75 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:25:28.219633 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-d4b463eb-5831-4eef-b550-3a9697638c75 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:25:28.256055 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dae9a1ed-202c-4198-9e90-a07d9e016932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:28.291281 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b463eb-5831-4eef-b550-3a9697638c75 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Pushing event updated for resources: {'Port': ['ID=5e2012e5-c4a7-4a00-a0f1-a47d30d17251,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:28.325106 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7f6057-099d-4905-842a-a135ee0413c9 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:25:28.333140 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-d4b463eb-5831-4eef-b550-3a9697638c75 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:28.336055 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-d4b463eb-5831-4eef-b550-3a9697638c75 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:28.340904 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 19cbb572-156d-4b83-8524-60e87418f62d up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:25:28.374124 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46324) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:28.383281 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-d4b463eb-5831-4eef-b550-3a9697638c75 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5458686 Jul 16 08:25:28.397339 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-bd0d7d5f-b317-4748-aa3e-dd282bc40285 service neutron] Request body: {'port': {'device_id': '2feb7d57-c6f1-4eaf-90de-e2d4aae22c63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:28.447737 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd53bea1-1a4b-4eb1-a479-feab4bff19b6 req-efd425d2-8946-4a20-8e3c-d2ce60e02377 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:28.455319 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fd53bea1-1a4b-4eb1-a479-feab4bff19b6 req-efd425d2-8946-4a20-8e3c-d2ce60e02377 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f959991-9e33-4419-a677-382f60cf5b97 HTTP/1.1" status: 200 len: 946 time: 0.3043501 Jul 16 08:25:28.486379 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port ac7f6057-099d-4905-842a-a135ee0413c9, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=ac7f6057-099d-4905-842a-a135ee0413c9,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:28.502196 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e40c428a-3ca6-4f4f-872e-6dbe28459044 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5bce04fbb32349309e7adaef86b259c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1236265 Jul 16 08:25:28.504436 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46328) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:28.515790 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-bd0d7d5f-b317-4748-aa3e-dd282bc40285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:28.539222 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:28.571354 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fd53bea1-1a4b-4eb1-a479-feab4bff19b6 req-6c1664ad-3649-4fb8-9092-94ecf7b3d4bb tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122487 Jul 16 08:25:28.626161 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=ac7f6057-099d-4905-842a-a135ee0413c9,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:28.685271 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 19cbb572-156d-4b83-8524-60e87418f62d triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:28.685652 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:28.703049 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1ada235f-8654-44aa-a2db-eb7af7b5ed2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:28.718795 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-dae9a1ed-202c-4198-9e90-a07d9e016932 admin admin] Allocated IP 172.20.0.1 (02d9d55c-dd50-4319-82cb-a2af859ade23/76c50899-99e0-4d0f-96f6-98eabddb6ee6/dba73cb2-55d9-4e46-a4dc-2031d40d4087) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:25:28.807470 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-268451f9-5422-4733-966d-d8a7cf98cf03 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:28.810612 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1ada235f-8654-44aa-a2db-eb7af7b5ed2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:28.893705 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf721122-4c29-4e63-a7ff-3fe0e5c363d3 req-7d714609-c887-4810-9a27-7ab14f0a7901 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:28.902605 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cf721122-4c29-4e63-a7ff-3fe0e5c363d3 req-7d714609-c887-4810-9a27-7ab14f0a7901 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?device_id=2feb7d57-c6f1-4eaf-90de-e2d4aae22c63 HTTP/1.1" status: 200 len: 931 time: 0.1587546 Jul 16 08:25:28.924064 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-268451f9-5422-4733-966d-d8a7cf98cf03 None None] Transition to ACTIVE for port object 015365f0-524a-479f-bc70-a2424806533a will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:28.938193 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-bd0d7d5f-b317-4748-aa3e-dd282bc40285 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5e2012e5-c4a7-4a00-a0f1-a47d30d17251 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:25:28.939118 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-268451f9-5422-4733-966d-d8a7cf98cf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:28.951049 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-bd0d7d5f-b317-4748-aa3e-dd282bc40285 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:28.983001 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cf721122-4c29-4e63-a7ff-3fe0e5c363d3 req-1a0ff025-51ad-4a79-9aed-b539899926e1 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb4b443f-235e-4d77-acd0-66e27d08255a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794487 Jul 16 08:25:28.990669 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-bd0d7d5f-b317-4748-aa3e-dd282bc40285 service neutron] Transition to ACTIVE for port object 5e2012e5-c4a7-4a00-a0f1-a47d30d17251 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:29.006711 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-bd0d7d5f-b317-4748-aa3e-dd282bc40285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:29.034432 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8947a5f7-1fd7-401d-9872-c496cd368297 req-f7c9805f-1651-4317-a17f-f7ca106ae6c8 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:29.034722 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['ac7f6057-099d-4905-842a-a135ee0413c9'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:25:29.042369 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8947a5f7-1fd7-401d-9872-c496cd368297 req-f7c9805f-1651-4317-a17f-f7ca106ae6c8 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fe6b9dc-aa77-42f5-bea2-6708a0e153ec HTTP/1.1" status: 200 len: 950 time: 0.2452426 Jul 16 08:25:29.066038 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1ada235f-8654-44aa-a2db-eb7af7b5ed2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:29.068859 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1ada235f-8654-44aa-a2db-eb7af7b5ed2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:29.070121 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1ada235f-8654-44aa-a2db-eb7af7b5ed2d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4e9d82b5-5f76-4f06-9d1c-965d58591d6c HTTP/1.1" status: 204 len: 168 time: 0.5651681 Jul 16 08:25:29.092433 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dae9a1ed-202c-4198-9e90-a07d9e016932 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:29.099268 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ada235f-8654-44aa-a2db-eb7af7b5ed2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9d82b5-5f76-4f06-9d1c-965d58591d6c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:29.134421 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8947a5f7-1fd7-401d-9872-c496cd368297 req-aabe565b-1e1d-431c-959b-1670615699db tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] 10.222.0.22 "GET /v2.0/security-groups?id=89335eb7-2466-406e-89ff-ceb53516fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906334 Jul 16 08:25:29.135226 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-dae9a1ed-202c-4198-9e90-a07d9e016932 admin admin] Transition to ACTIVE for port object dba73cb2-55d9-4e46-a4dc-2031d40d4087 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:29.135982 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d7d5f-b317-4748-aa3e-dd282bc40285 service neutron] Pushing event updated for resources: {'Port': ['ID=5e2012e5-c4a7-4a00-a0f1-a47d30d17251,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:29.192103 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5bcce-94a5-429b-b02e-e02ce15a7c5e None None] Pushing event updated for resources: {'Port': ['ID=015365f0-524a-479f-bc70-a2424806533a,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:29.212910 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dae9a1ed-202c-4198-9e90-a07d9e016932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:29.232891 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-268451f9-5422-4733-966d-d8a7cf98cf03 None None] Attempting to bind port 015365f0-524a-479f-bc70-a2424806533a on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:25:29.233358 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-268451f9-5422-4733-966d-d8a7cf98cf03 None None] Attempting to bind port 015365f0-524a-479f-bc70-a2424806533a by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:25:29.233796 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268451f9-5422-4733-966d-d8a7cf98cf03 None None] Attempting to bind port 015365f0-524a-479f-bc70-a2424806533a on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:25:29.245036 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268451f9-5422-4733-966d-d8a7cf98cf03 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 25, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:25:29.245808 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268451f9-5422-4733-966d-d8a7cf98cf03 None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:25:29.245972 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-268451f9-5422-4733-966d-d8a7cf98cf03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:29.246428 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268451f9-5422-4733-966d-d8a7cf98cf03 None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:25:29.247106 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-268451f9-5422-4733-966d-d8a7cf98cf03 None None] Bound port: 015365f0-524a-479f-bc70-a2424806533a, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:25:29.247563 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-268451f9-5422-4733-966d-d8a7cf98cf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:29.316574 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae9a1ed-202c-4198-9e90-a07d9e016932 admin admin] Network 02d9d55c-dd50-4319-82cb-a2af859ade23 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:25:29.322707 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-bd0d7d5f-b317-4748-aa3e-dd282bc40285 service neutron] Attempting to bind port 5e2012e5-c4a7-4a00-a0f1-a47d30d17251 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:25:29.323301 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-bd0d7d5f-b317-4748-aa3e-dd282bc40285 service neutron] Attempting to bind port 5e2012e5-c4a7-4a00-a0f1-a47d30d17251 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '32e39b1c-964f-44af-9812-01648a4617e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '13eb8833-ea3c-42b1-ae1e-dd3cef084336'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:25:29.323636 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-bd0d7d5f-b317-4748-aa3e-dd282bc40285 service neutron] Attempting to bind port 5e2012e5-c4a7-4a00-a0f1-a47d30d17251 on network 13eb8833-ea3c-42b1-ae1e-dd3cef084336 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:25:29.343721 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-bd0d7d5f-b317-4748-aa3e-dd282bc40285 service neutron] Port 5e2012e5-c4a7-4a00-a0f1-a47d30d17251 on network 13eb8833-ea3c-42b1-ae1e-dd3cef084336 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:25:29.344079 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-bd0d7d5f-b317-4748-aa3e-dd282bc40285 service neutron] Attempting to bind port 5e2012e5-c4a7-4a00-a0f1-a47d30d17251 on network 13eb8833-ea3c-42b1-ae1e-dd3cef084336 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:25:29.345673 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-268451f9-5422-4733-966d-d8a7cf98cf03 None None] For port 015365f0-524a-479f-bc70-a2424806533a, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:25:29.349341 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-dae9a1ed-202c-4198-9e90-a07d9e016932 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:25:29.353205 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae9a1ed-202c-4198-9e90-a07d9e016932 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:25:29.353855 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-bd0d7d5f-b317-4748-aa3e-dd282bc40285 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 25, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:25:29.354195 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-bd0d7d5f-b317-4748-aa3e-dd282bc40285 service neutron] Checking segment: {'id': '32e39b1c-964f-44af-9812-01648a4617e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '13eb8833-ea3c-42b1-ae1e-dd3cef084336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:25:29.354626 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-bd0d7d5f-b317-4748-aa3e-dd282bc40285 service neutron] Bound using segment: {'id': '32e39b1c-964f-44af-9812-01648a4617e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '13eb8833-ea3c-42b1-ae1e-dd3cef084336'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:25:29.355344 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-bd0d7d5f-b317-4748-aa3e-dd282bc40285 service neutron] Bound port: 5e2012e5-c4a7-4a00-a0f1-a47d30d17251, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32e39b1c-964f-44af-9812-01648a4617e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '13eb8833-ea3c-42b1-ae1e-dd3cef084336'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:25:29.355919 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-bd0d7d5f-b317-4748-aa3e-dd282bc40285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:29.360137 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-268451f9-5422-4733-966d-d8a7cf98cf03 None None] For port 015365f0-524a-479f-bc70-a2424806533a, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=015365f0-524a-479f-bc70-a2424806533a,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:25:29.382474 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-268451f9-5422-4733-966d-d8a7cf98cf03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:29.388821 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93c0efb-cb14-4906-8bd2-146205c4e15e req-2f5bcbc6-6dd5-4e1c-94c0-a6d6285a4e8d tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:29.390671 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e93c0efb-cb14-4906-8bd2-146205c4e15e req-2f5bcbc6-6dd5-4e1c-94c0-a6d6285a4e8d tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 949 time: 0.1766953 Jul 16 08:25:29.407222 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9a1ed-202c-4198-9e90-a07d9e016932 admin admin] Pushing event updated for resources: {'Port': ['ID=dba73cb2-55d9-4e46-a4dc-2031d40d4087,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:29.447627 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dae9a1ed-202c-4198-9e90-a07d9e016932 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:29.514352 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e93c0efb-cb14-4906-8bd2-146205c4e15e req-9e5fc50a-8b4f-4798-b928-31e9c623e94a tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896864 Jul 16 08:25:29.544740 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-bd0d7d5f-b317-4748-aa3e-dd282bc40285 service neutron] For port 5e2012e5-c4a7-4a00-a0f1-a47d30d17251, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:25:29.548343 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-bd0d7d5f-b317-4748-aa3e-dd282bc40285 service neutron] For port 5e2012e5-c4a7-4a00-a0f1-a47d30d17251, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5e2012e5-c4a7-4a00-a0f1-a47d30d17251,segment=NetworkSegment(32e39b1c-964f-44af-9812-01648a4617e8),segment_id=32e39b1c-964f-44af-9812-01648a4617e8)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:25:29.570390 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-bd0d7d5f-b317-4748-aa3e-dd282bc40285 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:29.590072 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e5bcce-94a5-429b-b02e-e02ce15a7c5e None None] Pushing event updated for resources: {'Port': ['ID=015365f0-524a-479f-bc70-a2424806533a,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:29.625592 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-bd0d7d5f-b317-4748-aa3e-dd282bc40285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:29.628477 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-bd0d7d5f-b317-4748-aa3e-dd282bc40285 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:29.633337 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-bd0d7d5f-b317-4748-aa3e-dd282bc40285 service neutron] 10.222.0.21 "PUT /v2.0/ports/5e2012e5-c4a7-4a00-a0f1-a47d30d17251 HTTP/1.1" status: 200 len: 1092 time: 1.2390144 Jul 16 08:25:29.633770 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2feb7d57-c6f1-4eaf-90de-e2d4aae22c63', 'tag': '5e2012e5-c4a7-4a00-a0f1-a47d30d17251'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:25:29.638445 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f00313-6537-4a9a-8dae-24db67a3ab97" -d '{"events": [{"name": "network-changed", "server_uuid": "2feb7d57-c6f1-4eaf-90de-e2d4aae22c63", "tag": "5e2012e5-c4a7-4a00-a0f1-a47d30d17251"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:25:29.697616 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-268451f9-5422-4733-966d-d8a7cf98cf03 None None] Routers {'730ef17d-47d3-4be5-82a9-40850e28c963'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:25:29.700430 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-268451f9-5422-4733-966d-d8a7cf98cf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:25:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['730ef17d-47d3-4be5-82a9-40850e28c963'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:29.779677 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dae9a1ed-202c-4198-9e90-a07d9e016932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:29.786252 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d7d5f-b317-4748-aa3e-dd282bc40285 service neutron] Pushing event updated for resources: {'Port': ['ID=5e2012e5-c4a7-4a00-a0f1-a47d30d17251,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:29.813722 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-49ff60ab-050f-4935-9a24-8de502b3d6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:29.815250 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-49ff60ab-050f-4935-9a24-8de502b3d6a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=852c6d5a2f444ffe8ab3743f1821e977&device_id=2feb7d57-c6f1-4eaf-90de-e2d4aae22c63 HTTP/1.1" status: 200 len: 1095 time: 0.1325946 Jul 16 08:25:29.937193 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-872cc3a8-21b3-4ad8-9eaa-7a38fb75d914 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e2012e5-c4a7-4a00-a0f1-a47d30d17251 HTTP/1.1" status: 200 len: 217 time: 0.1147926 Jul 16 08:25:30.123580 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-afa368a1-c117-4640-98d1-78fd31b72962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:30.126898 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-afa368a1-c117-4640-98d1-78fd31b72962 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a2e699c-4474-4ce8-9541-5d2e85ff0e34 HTTP/1.1" status: 200 len: 852 time: 0.1662426 Jul 16 08:25:30.148711 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851e882f-085d-41fc-977f-531ce0ac9400 req-86deeef8-cd4a-441c-b807-079deabf96f8 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:30.150640 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-851e882f-085d-41fc-977f-531ce0ac9400 req-86deeef8-cd4a-441c-b807-079deabf96f8 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f959991-9e33-4419-a677-382f60cf5b97 HTTP/1.1" status: 200 len: 946 time: 0.2393208 Jul 16 08:25:30.161308 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-268451f9-5422-4733-966d-d8a7cf98cf03 None None] Set router 730ef17d-47d3-4be5-82a9-40850e28c963 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:25:30.171639 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dae9a1ed-202c-4198-9e90-a07d9e016932 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:30.181226 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dae9a1ed-202c-4198-9e90-a07d9e016932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:30.224365 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-cffebc8e-ff60-4b4c-9f2e-486f6db519e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13eb8833-ea3c-42b1-ae1e-dd3cef084336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0862243 Jul 16 08:25:30.279338 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dae9a1ed-202c-4198-9e90-a07d9e016932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:30.281090 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae9a1ed-202c-4198-9e90-a07d9e016932 admin admin] Pushing event updated for resources: {'Port': ['ID=dba73cb2-55d9-4e46-a4dc-2031d40d4087,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:30.313622 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:25:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26ebc55c-4820-4f00-aabd-c28a7f0b6668 x-openstack-request-id: req-26ebc55c-4820-4f00-aabd-c28a7f0b6668 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:25:30.314127 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2feb7d57-c6f1-4eaf-90de-e2d4aae22c63", "tag": "5e2012e5-c4a7-4a00-a0f1-a47d30d17251", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:25:30.314574 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-26ebc55c-4820-4f00-aabd-c28a7f0b6668 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:25:30.315176 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2feb7d57-c6f1-4eaf-90de-e2d4aae22c63', 'tag': '5e2012e5-c4a7-4a00-a0f1-a47d30d17251', 'status': 'completed', 'code': 200} Jul 16 08:25:30.328247 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e430a12-7add-4e43-86de-967f4020d293 req-18205869-af85-4912-a0d8-610fd52f16e6 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:30.330456 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0e430a12-7add-4e43-86de-967f4020d293 req-18205869-af85-4912-a0d8-610fd52f16e6 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] 10.222.0.30 "GET /v2.0/ports?device_id=5fe6b9dc-aa77-42f5-bea2-6708a0e153ec HTTP/1.1" status: 200 len: 950 time: 0.2786748 Jul 16 08:25:30.350004 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-851e882f-085d-41fc-977f-531ce0ac9400 req-f6bed3b9-7656-4c9f-adab-43ee98bca28b tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1853828 Jul 16 08:25:30.466625 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c36badd4-05fa-4ba0-a1aa-994ef0d4ae3f None None] Provisioning for port dba73cb2-55d9-4e46-a4dc-2031d40d4087 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:25:30.495164 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c36badd4-05fa-4ba0-a1aa-994ef0d4ae3f None None] Provisioning complete for port dba73cb2-55d9-4e46-a4dc-2031d40d4087 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:30.495540 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c36badd4-05fa-4ba0-a1aa-994ef0d4ae3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:30.528059 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-7d3d8936-1fe2-44e5-9197-f489b62faca1 service neutron] 10.222.0.21 "GET /v2.0/networks/13eb8833-ea3c-42b1-ae1e-dd3cef084336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2962699 Jul 16 08:25:30.551760 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae9a1ed-202c-4198-9e90-a07d9e016932 admin admin] Network 02d9d55c-dd50-4319-82cb-a2af859ade23 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:25:30.562028 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-dae9a1ed-202c-4198-9e90-a07d9e016932 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:25:30.701122 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c36badd4-05fa-4ba0-a1aa-994ef0d4ae3f None None] Port dba73cb2-55d9-4e46-a4dc-2031d40d4087 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:25:30.752613 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-268451f9-5422-4733-966d-d8a7cf98cf03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'name': 'tempest-ServersTestBootFromVolume-1378390758-router', 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '015365f0-524a-479f-bc70-a2424806533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:22Z', 'updated_at': '2021-07-16T08:25:29Z', 'revision_number': 4, 'project_id': '0c61b767be844596b7284ec98bd0021f', 'gw_port': {'id': '015365f0-524a-479f-bc70-a2424806533a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ba:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:23Z', 'updated_at': '2021-07-16T08:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'dba73cb2-55d9-4e46-a4dc-2031d40d4087', 'name': '', 'network_id': '02d9d55c-dd50-4319-82cb-a2af859ade23', 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'mac_address': 'fa:16:3e:89:7a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '76c50899-99e0-4d0f-96f6-98eabddb6ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:28Z', 'updated_at': '2021-07-16T08:25:28Z', 'revision_number': 1, 'project_id': '0c61b767be844596b7284ec98bd0021f', 'subnets': [{'id': '76c50899-99e0-4d0f-96f6-98eabddb6ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:30.827079 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-268451f9-5422-4733-966d-d8a7cf98cf03 None None] The sync data for ids ['730ef17d-47d3-4be5-82a9-40850e28c963'] in n-d-771362-37 is: [{'id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'name': 'tempest-ServersTestBootFromVolume-1378390758-router', 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '015365f0-524a-479f-bc70-a2424806533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:22Z', 'updated_at': '2021-07-16T08:25:29Z', 'revision_number': 4, 'project_id': '0c61b767be844596b7284ec98bd0021f', 'gw_port': {'id': '015365f0-524a-479f-bc70-a2424806533a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ba:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:23Z', 'updated_at': '2021-07-16T08:25:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'dba73cb2-55d9-4e46-a4dc-2031d40d4087', 'name': '', 'network_id': '02d9d55c-dd50-4319-82cb-a2af859ade23', 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'mac_address': 'fa:16:3e:89:7a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '76c50899-99e0-4d0f-96f6-98eabddb6ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:28Z', 'updated_at': '2021-07-16T08:25:28Z', 'revision_number': 1, 'project_id': '0c61b767be844596b7284ec98bd0021f', 'subnets': [{'id': '76c50899-99e0-4d0f-96f6-98eabddb6ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:25:30.934062 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0bf533ee-a34d-430f-99b0-d2071b1949f7 None None] Provisioning complete for port dba73cb2-55d9-4e46-a4dc-2031d40d4087 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:30.934449 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bf533ee-a34d-430f-99b0-d2071b1949f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:30.996525 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0bf533ee-a34d-430f-99b0-d2071b1949f7 None None] Port dba73cb2-55d9-4e46-a4dc-2031d40d4087 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:25:31.020285 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dae9a1ed-202c-4198-9e90-a07d9e016932 admin admin] Router 730ef17d-47d3-4be5-82a9-40850e28c963 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:25:31.040832 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-fe27e614-a1b9-4a1b-bd36-6accc4560d46 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:31.042570 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-fe27e614-a1b9-4a1b-bd36-6accc4560d46 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2&tenant_id=8104d40427e0444ca28ba0f9ff369926&binding%3Ahost_id=n-h1-771362-37 HTTP/1.1" status: 200 len: 949 time: 0.7405903 Jul 16 08:25:31.091466 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb061a3b-bfd9-4b90-a9ac-09a63555601d req-f3104816-6739-4b1d-af95-8f15c03fd301 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:31.104294 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fb061a3b-bfd9-4b90-a9ac-09a63555601d req-f3104816-6739-4b1d-af95-8f15c03fd301 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?device_id=2feb7d57-c6f1-4eaf-90de-e2d4aae22c63 HTTP/1.1" status: 200 len: 943 time: 0.5443666 Jul 16 08:25:31.122380 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27d843f8-ff7e-43fb-8f22-c09a71ba2369 req-81b21434-5c6e-4b47-a091-92c004087464 service neutron] 10.222.0.21 "GET /v2.0/networks/13eb8833-ea3c-42b1-ae1e-dd3cef084336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5765510 Jul 16 08:25:31.123971 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-0e430a12-7add-4e43-86de-967f4020d293 req-e02fa326-dc4d-431a-ace1-3e328c9cc230 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Deleting port 388b3610-d746-49c4-af4a-bc31e2b10b6c {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:25:31.124529 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0e430a12-7add-4e43-86de-967f4020d293 req-e02fa326-dc4d-431a-ace1-3e328c9cc230 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:31.300256 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbd5ba6-6a67-4d08-8964-ef54ccfc4d20 req-10da882b-1967-43d2-b3d3-9abd0d7deda6 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:31.308369 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6dbd5ba6-6a67-4d08-8964-ef54ccfc4d20 req-10da882b-1967-43d2-b3d3-9abd0d7deda6 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fe6b9dc-aa77-42f5-bea2-6708a0e153ec HTTP/1.1" status: 200 len: 950 time: 0.3244753 Jul 16 08:25:31.366461 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fb061a3b-bfd9-4b90-a9ac-09a63555601d req-840a793d-8a3d-462e-bb72-7216990e6914 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb4b443f-235e-4d77-acd0-66e27d08255a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2610538 Jul 16 08:25:31.392446 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-0e430a12-7add-4e43-86de-967f4020d293 req-e02fa326-dc4d-431a-ace1-3e328c9cc230 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] For port 388b3610-d746-49c4-af4a-bc31e2b10b6c, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=388b3610-d746-49c4-af4a-bc31e2b10b6c,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:31.392927 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0e430a12-7add-4e43-86de-967f4020d293 req-e02fa326-dc4d-431a-ace1-3e328c9cc230 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:31.403204 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dae9a1ed-202c-4198-9e90-a07d9e016932 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:25:31.422917 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-dae9a1ed-202c-4198-9e90-a07d9e016932 admin admin] 10.222.0.22 "PUT /v2.0/routers/730ef17d-47d3-4be5-82a9-40850e28c963/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9986570 Jul 16 08:25:31.422917 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-f77383c8-2a4d-4e18-bde6-20f2d333cfed service neutron] 10.222.0.30 "GET /v2.0/ports/ac7f6057-099d-4905-842a-a135ee0413c9/bindings/n-h1-771362-37 HTTP/1.1" status: 200 len: 383 time: 0.3605483 Jul 16 08:25:31.433849 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device ac7f6057-099d-4905-842a-a135ee0413c9 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:25:31.443486 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f00313-6537-4a9a-8dae-24db67a3ab97 req-8e063cc6-83dc-4d88-a693-9f5e03c087a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:31.445294 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-15f00313-6537-4a9a-8dae-24db67a3ab97 req-8e063cc6-83dc-4d88-a693-9f5e03c087a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=852c6d5a2f444ffe8ab3743f1821e977&device_id=2feb7d57-c6f1-4eaf-90de-e2d4aae22c63 HTTP/1.1" status: 200 len: 1095 time: 0.2402668 Jul 16 08:25:31.470224 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6dbd5ba6-6a67-4d08-8964-ef54ccfc4d20 req-c3b4d366-d1a0-40c2-9f94-3c0c262798bc tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] 10.222.0.22 "GET /v2.0/security-groups?id=89335eb7-2466-406e-89ff-ceb53516fd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1595802 Jul 16 08:25:31.567614 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port ac7f6057-099d-4905-842a-a135ee0413c9 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:25:31.573585 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port ac7f6057-099d-4905-842a-a135ee0413c9 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:31.574002 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:31.600238 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-506b8a6c-4209-42d2-bfee-ad26be0f0959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:31.601570 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-506b8a6c-4209-42d2-bfee-ad26be0f0959 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 1101 time: 0.1542447 Jul 16 08:25:31.632071 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f00313-6537-4a9a-8dae-24db67a3ab97 req-ae1106ce-a518-43c9-9c77-c1527e323c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:31.634377 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-15f00313-6537-4a9a-8dae-24db67a3ab97 req-ae1106ce-a518-43c9-9c77-c1527e323c2e service neutron] 10.222.0.21 "GET /v2.0/networks?id=13eb8833-ea3c-42b1-ae1e-dd3cef084336 HTTP/1.1" status: 200 len: 913 time: 0.1631031 Jul 16 08:25:31.635805 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-0e430a12-7add-4e43-86de-967f4020d293 req-e02fa326-dc4d-431a-ace1-3e328c9cc230 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Calling delete_port for 388b3610-d746-49c4-af4a-bc31e2b10b6c owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:25:31.763141 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:31.779494 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:31.785935 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-15f00313-6537-4a9a-8dae-24db67a3ab97 req-f9675554-73eb-4aec-b83b-9045fecb8fb4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e2012e5-c4a7-4a00-a0f1-a47d30d17251 HTTP/1.1" status: 200 len: 217 time: 0.1388047 Jul 16 08:25:31.806180 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b68f632-33da-4c56-ba41-fe90d48efee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7f6057-099d-4905-842a-a135ee0413c9'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:25:31.808978 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca254366-7a05-4476-bc7d-993ced426091" -d '{"events": [{"server_uuid": "1b68f632-33da-4c56-ba41-fe90d48efee2", "name": "network-vif-plugged", "status": "completed", "tag": "ac7f6057-099d-4905-842a-a135ee0413c9"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:25:31.823022 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port ac7f6057-099d-4905-842a-a135ee0413c9, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=ac7f6057-099d-4905-842a-a135ee0413c9,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:31.831247 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:31.886114 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:31.910291 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=ac7f6057-099d-4905-842a-a135ee0413c9,revision_number=9']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:31.912523 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-75c29858-0523-427e-bdcc-7e10fe62f54a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:31.915382 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-75c29858-0523-427e-bdcc-7e10fe62f54a service neutron] 10.222.0.30 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.3056321 Jul 16 08:25:31.964521 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f00313-6537-4a9a-8dae-24db67a3ab97 req-5554b13e-aa6f-41ce-9069-041be00ed32f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:31.966016 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-15f00313-6537-4a9a-8dae-24db67a3ab97 req-5554b13e-aa6f-41ce-9069-041be00ed32f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a2e699c-4474-4ce8-9541-5d2e85ff0e34 HTTP/1.1" status: 200 len: 852 time: 0.1679442 Jul 16 08:25:31.983386 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-7dcffff3-411f-4bc5-9ef6-04432ff5e919 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=ac7f6057-099d-4905-842a-a135ee0413c9 HTTP/1.1" status: 200 len: 217 time: 0.0568888 Jul 16 08:25:32.019127 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69a0605-b788-4d34-a744-0ef958132c8d req-4e04e3dc-b182-49aa-b453-ed128998f0a8 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:32.019127 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b69a0605-b788-4d34-a744-0ef958132c8d req-4e04e3dc-b182-49aa-b453-ed128998f0a8 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 949 time: 0.2240400 Jul 16 08:25:32.052313 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-15f00313-6537-4a9a-8dae-24db67a3ab97 req-8555fe98-324a-4d49-bc5c-22a38d6b4cb6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13eb8833-ea3c-42b1-ae1e-dd3cef084336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573146 Jul 16 08:25:32.086560 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-972c601d-a7d9-412d-ae37-4157bcae3589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:32.086560 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-972c601d-a7d9-412d-ae37-4157bcae3589 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0941293 Jul 16 08:25:32.107000 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b69a0605-b788-4d34-a744-0ef958132c8d req-d130b056-b5b4-4d44-8cee-c58fb38e41a1 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648723 Jul 16 08:25:32.185793 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-0455af97-97a1-43f5-8cbc-927fd0b7a226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:32.187698 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-0455af97-97a1-43f5-8cbc-927fd0b7a226 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0793569 Jul 16 08:25:32.312975 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a208d100-0f89-41d1-bb4d-631c0ab948dc req-9f2dce11-c15f-4f92-a224-1c824268a1c7 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:32.314778 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a208d100-0f89-41d1-bb4d-631c0ab948dc req-9f2dce11-c15f-4f92-a224-1c824268a1c7 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f959991-9e33-4419-a677-382f60cf5b97 HTTP/1.1" status: 200 len: 946 time: 0.4226801 Jul 16 08:25:32.317810 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0e430a12-7add-4e43-86de-967f4020d293 req-e02fa326-dc4d-431a-ace1-3e328c9cc230 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:32.379654 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 015365f0-524a-479f-bc70-a2424806533a up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:25:32.385640 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-7f6df0af-2925-48c3-a5a5-c27fdd894f91 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898634 Jul 16 08:25:32.408816 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02fa326-dc4d-431a-ace1-3e328c9cc230 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Pushing event deleted for resources: {'Port': ['ID=388b3610-d746-49c4-af4a-bc31e2b10b6c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:32.448849 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-15f00313-6537-4a9a-8dae-24db67a3ab97 req-d9f7f56a-1b2c-4c1e-9387-f3f73fe1bc54 service neutron] 10.222.0.21 "GET /v2.0/networks/13eb8833-ea3c-42b1-ae1e-dd3cef084336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889599 Jul 16 08:25:32.510845 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 5e2012e5-c4a7-4a00-a0f1-a47d30d17251 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:25:32.563366 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e430a12-7add-4e43-86de-967f4020d293 req-e02fa326-dc4d-431a-ace1-3e328c9cc230 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] No DVR routers for this DVR port 388b3610-d746-49c4-af4a-bc31e2b10b6c on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:25:32.571816 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 015365f0-524a-479f-bc70-a2424806533a completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:25:32.582269 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0e430a12-7add-4e43-86de-967f4020d293 req-e02fa326-dc4d-431a-ace1-3e328c9cc230 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:32.584431 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0e430a12-7add-4e43-86de-967f4020d293 req-e02fa326-dc4d-431a-ace1-3e328c9cc230 tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] 10.222.0.30 "DELETE /v2.0/ports/388b3610-d746-49c4-af4a-bc31e2b10b6c HTTP/1.1" status: 204 len: 173 time: 2.2042005 Jul 16 08:25:32.587199 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 015365f0-524a-479f-bc70-a2424806533a triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:32.588010 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:32.595362 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a208d100-0f89-41d1-bb4d-631c0ab948dc req-b7d8f3b0-60cf-4e16-84e2-5430df66788d tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2644181 Jul 16 08:25:32.595865 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5fe6b9dc-aa77-42f5-bea2-6708a0e153ec', 'name': 'network-vif-deleted', 'tag': '388b3610-d746-49c4-af4a-bc31e2b10b6c'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:25:32.599061 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-967abf84-414d-4ccc-bd31-a5f85b81a406 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062144 Jul 16 08:25:32.600161 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c182d90-4c06-4d79-b5e3-3dd04ec8773d" -d '{"events": [{"server_uuid": "5fe6b9dc-aa77-42f5-bea2-6708a0e153ec", "name": "network-vif-deleted", "tag": "388b3610-d746-49c4-af4a-bc31e2b10b6c"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:25:32.838175 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-15f00313-6537-4a9a-8dae-24db67a3ab97 req-e30238a0-ec0b-4c85-87ca-9e9adc23b255 service neutron] 10.222.0.21 "GET /v2.0/networks/13eb8833-ea3c-42b1-ae1e-dd3cef084336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3515570 Jul 16 08:25:32.918672 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439679f2-063d-4500-9087-26bb19172d8e x-openstack-request-id: req-439679f2-063d-4500-9087-26bb19172d8e {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:25:32.919265 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b68f632-33da-4c56-ba41-fe90d48efee2", "name": "network-vif-plugged", "status": "completed", "tag": "ac7f6057-099d-4905-842a-a135ee0413c9", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:25:32.919392 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-439679f2-063d-4500-9087-26bb19172d8e {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:25:32.919865 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b68f632-33da-4c56-ba41-fe90d48efee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7f6057-099d-4905-842a-a135ee0413c9', 'code': 200} Jul 16 08:25:32.928829 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 5e2012e5-c4a7-4a00-a0f1-a47d30d17251, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5e2012e5-c4a7-4a00-a0f1-a47d30d17251,segment=NetworkSegment(32e39b1c-964f-44af-9812-01648a4617e8),segment_id=32e39b1c-964f-44af-9812-01648a4617e8)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:32.942599 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:32.951417 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '5e2012e5-c4a7-4a00-a0f1-a47d30d17251', 'network_id': '13eb8833-ea3c-42b1-ae1e-dd3cef084336', 'port_id': '5e2012e5-c4a7-4a00-a0f1-a47d30d17251', 'mac_address': 'fa:16:3e:65:13:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a2e699c-4474-4ce8-9541-5d2e85ff0e34', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:25:33.016194 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 015365f0-524a-479f-bc70-a2424806533a, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=015365f0-524a-479f-bc70-a2424806533a,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:33.037303 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:33.044783 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:33.045108 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46432) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:33.059191 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3031c7cb-2754-420e-ac1e-396c6aa6faac tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Request body: {'security_group': {'name': 'tempest-securitygroup--867417675', 'description': 'tempest-description--1611168455'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:33.091199 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5e2012e5-c4a7-4a00-a0f1-a47d30d17251 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:25:33.112774 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f8c4fa-1572-4bc2-bc2a-02bec8490973 req-2cf1bf4e-8568-4e05-8168-c81488c46743 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:33.115081 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b5f8c4fa-1572-4bc2-bc2a-02bec8490973 req-2cf1bf4e-8568-4e05-8168-c81488c46743 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?device_id=2feb7d57-c6f1-4eaf-90de-e2d4aae22c63 HTTP/1.1" status: 200 len: 943 time: 0.0863235 Jul 16 08:25:33.129959 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3031c7cb-2754-420e-ac1e-396c6aa6faac tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:33.135413 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 5e2012e5-c4a7-4a00-a0f1-a47d30d17251, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5e2012e5-c4a7-4a00-a0f1-a47d30d17251,segment=NetworkSegment(32e39b1c-964f-44af-9812-01648a4617e8),segment_id=32e39b1c-964f-44af-9812-01648a4617e8)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:33.147730 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:33.149803 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=015365f0-524a-479f-bc70-a2424806533a,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:33.192736 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b5f8c4fa-1572-4bc2-bc2a-02bec8490973 req-2e4faa2c-1ba6-480d-9ea3-713627821cd8 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb4b443f-235e-4d77-acd0-66e27d08255a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688040 Jul 16 08:25:33.243989 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=5e2012e5-c4a7-4a00-a0f1-a47d30d17251,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:33.266979 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f08a6201-a457-4dce-840a-d4dce46f26ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:33.269375 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:25:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b41e5ac-2acc-460d-b5c4-3ed7c3548f9e x-openstack-request-id: req-6b41e5ac-2acc-460d-b5c4-3ed7c3548f9e {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:25:33.269987 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5fe6b9dc-aa77-42f5-bea2-6708a0e153ec", "name": "network-vif-deleted", "tag": "388b3610-d746-49c4-af4a-bc31e2b10b6c", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:25:33.270468 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6b41e5ac-2acc-460d-b5c4-3ed7c3548f9e {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:25:33.271067 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5fe6b9dc-aa77-42f5-bea2-6708a0e153ec', 'name': 'network-vif-deleted', 'tag': '388b3610-d746-49c4-af4a-bc31e2b10b6c', 'status': 'completed', 'code': 200} Jul 16 08:25:33.316781 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3031c7cb-2754-420e-ac1e-396c6aa6faac tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:33.352080 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3031c7cb-2754-420e-ac1e-396c6aa6faac tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:33.355190 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['5e2012e5-c4a7-4a00-a0f1-a47d30d17251'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:25:33.385921 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7fe552a6-3a45-4fed-a425-74a2d15d98ad req-888d38eb-b07e-4d87-b80b-18318dda4cca tempest-ImagesNegativeTestJSON-1158755097 tempest-ImagesNegativeTestJSON-1158755097-project] 10.222.0.22 "GET /v2.0/ports?device_id=5fe6b9dc-aa77-42f5-bea2-6708a0e153ec HTTP/1.1" status: 200 len: 210 time: 0.1470897 Jul 16 08:25:33.446100 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 388b3610-d746-49c4-af4a-bc31e2b10b6c no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:25:33.451704 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3031c7cb-2754-420e-ac1e-396c6aa6faac tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:33.456545 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46442) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:33.464163 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-a7dc5c37-5cba-4582-a595-b9031ec89178 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Request body: {'security_group_rule': {'security_group_id': '665d30cc-4980-46e5-b522-68b07dc820ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:33.465198 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3031c7cb-2754-420e-ac1e-396c6aa6faac tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4191010 Jul 16 08:25:33.470051 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3031c7cb-2754-420e-ac1e-396c6aa6faac tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Pushing event updated for resources: {'SecurityGroup': ['ID=665d30cc-4980-46e5-b522-68b07dc820ee,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:33.494523 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 388b3610-d746-49c4-af4a-bc31e2b10b6c {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:25:33.494874 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 388b3610-d746-49c4-af4a-bc31e2b10b6c not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:25:33.533617 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a7dc5c37-5cba-4582-a595-b9031ec89178 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:33.637337 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a7dc5c37-5cba-4582-a595-b9031ec89178 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:33.647702 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a7dc5c37-5cba-4582-a595-b9031ec89178 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:33.675993 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dc5c37-5cba-4582-a595-b9031ec89178 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23c996f5-f455-4364-ae78-89ba2270477f,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:33.692682 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a7dc5c37-5cba-4582-a595-b9031ec89178 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:33.697381 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a7dc5c37-5cba-4582-a595-b9031ec89178 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2367218 Jul 16 08:25:33.697694 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46448) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:33.703226 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-f8b9ec88-d492-4354-99e2-693b008a3b88 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Request body: {'security_group_rule': {'security_group_id': '665d30cc-4980-46e5-b522-68b07dc820ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:33.736432 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f8b9ec88-d492-4354-99e2-693b008a3b88 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:33.808805 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f8b9ec88-d492-4354-99e2-693b008a3b88 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:33.814846 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f8b9ec88-d492-4354-99e2-693b008a3b88 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:33.850072 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b9ec88-d492-4354-99e2-693b008a3b88 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de61411c-cef1-49f0-82a6-618bdf441fae,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:33.869002 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f8b9ec88-d492-4354-99e2-693b008a3b88 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:33.873217 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f8b9ec88-d492-4354-99e2-693b008a3b88 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1725538 Jul 16 08:25:33.874277 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46452) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:33.891228 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-6bb854d2-d14e-497f-ad99-d971b99c5a6b tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:33.942979 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6bb854d2-d14e-497f-ad99-d971b99c5a6b tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:34.124329 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6bb854d2-d14e-497f-ad99-d971b99c5a6b tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:34.178870 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733e2a00-b0fc-467d-8e11-bdf4844fea91 req-185ca4ca-ed1d-40d8-8264-c01f14799414 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:34.187594 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-733e2a00-b0fc-467d-8e11-bdf4844fea91 req-185ca4ca-ed1d-40d8-8264-c01f14799414 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 950 time: 0.1513090 Jul 16 08:25:34.193026 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff9ccea-d614-4d0d-8d6f-039ed0346599 None None] Sync routers for ids ['730ef17d-47d3-4be5-82a9-40850e28c963'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:25:34.209807 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff9ccea-d614-4d0d-8d6f-039ed0346599 None None] Routers {'730ef17d-47d3-4be5-82a9-40850e28c963'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:25:34.211694 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8ff9ccea-d614-4d0d-8d6f-039ed0346599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:25:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['730ef17d-47d3-4be5-82a9-40850e28c963'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:34.317927 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-733e2a00-b0fc-467d-8e11-bdf4844fea91 req-38505026-6a8e-4440-bcf3-3de5a74e2bcb tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288273 Jul 16 08:25:34.322650 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 015365f0-524a-479f-bc70-a2424806533a up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:25:34.407249 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 015365f0-524a-479f-bc70-a2424806533a triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:34.413500 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:34.419600 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-8ff9ccea-d614-4d0d-8d6f-039ed0346599 None None] Set router 730ef17d-47d3-4be5-82a9-40850e28c963 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:25:34.435779 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-6bb854d2-d14e-497f-ad99-d971b99c5a6b tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Allocated IP 172.25.3.148 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/0d94917f-8d90-4559-bc1a-e761bdffe577) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:25:34.462130 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 5e2012e5-c4a7-4a00-a0f1-a47d30d17251 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:25:34.609709 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111d7b62-ff7f-4c7d-98fd-72f842481e54 req-e5c6b81a-90ff-4e7e-b314-6ae4cbf60399 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:34.622706 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-111d7b62-ff7f-4c7d-98fd-72f842481e54 req-e5c6b81a-90ff-4e7e-b314-6ae4cbf60399 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?device_id=2feb7d57-c6f1-4eaf-90de-e2d4aae22c63 HTTP/1.1" status: 200 len: 944 time: 0.1779640 Jul 16 08:25:34.707441 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 5e2012e5-c4a7-4a00-a0f1-a47d30d17251 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:25:34.708866 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-111d7b62-ff7f-4c7d-98fd-72f842481e54 req-d264e5ed-9d99-40c9-b783-4d925e0cc8b9 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb4b443f-235e-4d77-acd0-66e27d08255a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875497 Jul 16 08:25:34.731600 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 5e2012e5-c4a7-4a00-a0f1-a47d30d17251 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:34.732065 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:34.738663 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6bb854d2-d14e-497f-ad99-d971b99c5a6b tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:34.784207 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:25:34.832780 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6bb854d2-d14e-497f-ad99-d971b99c5a6b tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:34.999615 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:35.009103 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8ff9ccea-d614-4d0d-8d6f-039ed0346599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'name': 'tempest-ServersTestBootFromVolume-1378390758-router', 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '015365f0-524a-479f-bc70-a2424806533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:22Z', 'updated_at': '2021-07-16T08:25:29Z', 'revision_number': 4, 'project_id': '0c61b767be844596b7284ec98bd0021f', 'gw_port': {'id': '015365f0-524a-479f-bc70-a2424806533a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:23Z', 'updated_at': '2021-07-16T08:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'dba73cb2-55d9-4e46-a4dc-2031d40d4087', 'name': '', 'network_id': '02d9d55c-dd50-4319-82cb-a2af859ade23', 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'mac_address': 'fa:16:3e:89:7a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '76c50899-99e0-4d0f-96f6-98eabddb6ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:28Z', 'updated_at': '2021-07-16T08:25:29Z', 'revision_number': 2, 'project_id': '0c61b767be844596b7284ec98bd0021f', 'subnets': [{'id': '76c50899-99e0-4d0f-96f6-98eabddb6ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:35.026319 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb854d2-d14e-497f-ad99-d971b99c5a6b tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:25:35.050814 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2feb7d57-c6f1-4eaf-90de-e2d4aae22c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2012e5-c4a7-4a00-a0f1-a47d30d17251'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:25:35.051084 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-6bb854d2-d14e-497f-ad99-d971b99c5a6b tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:25:35.056695 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56832713-2d16-4580-ad05-5fbeb4405f49" -d '{"events": [{"server_uuid": "2feb7d57-c6f1-4eaf-90de-e2d4aae22c63", "name": "network-vif-plugged", "status": "completed", "tag": "5e2012e5-c4a7-4a00-a0f1-a47d30d17251"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:25:35.058740 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb854d2-d14e-497f-ad99-d971b99c5a6b tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:25:35.083817 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 5e2012e5-c4a7-4a00-a0f1-a47d30d17251, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5e2012e5-c4a7-4a00-a0f1-a47d30d17251,segment=NetworkSegment(32e39b1c-964f-44af-9812-01648a4617e8),segment_id=32e39b1c-964f-44af-9812-01648a4617e8)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:35.094007 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:35.101947 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff9ccea-d614-4d0d-8d6f-039ed0346599 None None] Checking router: 730ef17d-47d3-4be5-82a9-40850e28c963 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:25:35.102316 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff9ccea-d614-4d0d-8d6f-039ed0346599 None None] Updating router 730ef17d-47d3-4be5-82a9-40850e28c963 port dba73cb2-55d9-4e46-a4dc-2031d40d4087 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:25:35.196795 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46496) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:35.198504 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8ff9ccea-d614-4d0d-8d6f-039ed0346599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:35.206567 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=5e2012e5-c4a7-4a00-a0f1-a47d30d17251,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:35.225477 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb854d2-d14e-497f-ad99-d971b99c5a6b tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Pushing event updated for resources: {'Port': ['ID=0d94917f-8d90-4559-bc1a-e761bdffe577,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:35.227250 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9f24b83-725c-4326-9594-e9dcd090956b x-openstack-request-id: req-e9f24b83-725c-4326-9594-e9dcd090956b {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:25:35.228025 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2feb7d57-c6f1-4eaf-90de-e2d4aae22c63", "name": "network-vif-plugged", "status": "completed", "tag": "5e2012e5-c4a7-4a00-a0f1-a47d30d17251", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:25:35.229070 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e9f24b83-725c-4326-9594-e9dcd090956b {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:25:35.229868 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2feb7d57-c6f1-4eaf-90de-e2d4aae22c63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5e2012e5-c4a7-4a00-a0f1-a47d30d17251', 'code': 200} Jul 16 08:25:35.409179 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-36aa5b80-f3cb-47c9-a434-923f54cabdf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:35.500764 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc6a7e-72ea-4df8-8bf0-0096d17e0643 req-8931b8ff-a5bf-479e-b8b6-16741c9e464e tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:35.508999 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-92dc6a7e-72ea-4df8-8bf0-0096d17e0643 req-8931b8ff-a5bf-479e-b8b6-16741c9e464e tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f959991-9e33-4419-a677-382f60cf5b97 HTTP/1.1" status: 200 len: 946 time: 0.6608105 Jul 16 08:25:35.542428 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6bb854d2-d14e-497f-ad99-d971b99c5a6b tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:35.589307 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2183d014-5e64-4534-9bc2-6bfecec7f25c req-6e04317d-1542-4173-b3bb-65e07841e8e3 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:35.591262 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2183d014-5e64-4534-9bc2-6bfecec7f25c req-6e04317d-1542-4173-b3bb-65e07841e8e3 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 950 time: 0.1214073 Jul 16 08:25:35.594506 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-36aa5b80-f3cb-47c9-a434-923f54cabdf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:35.616022 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-36aa5b80-f3cb-47c9-a434-923f54cabdf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:35.619562 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-92dc6a7e-72ea-4df8-8bf0-0096d17e0643 req-ee598474-e6de-4811-ae00-22c0140e1189 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943270 Jul 16 08:25:35.672184 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-da5d1162-83cc-4440-b964-9d4c4060391d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:35.684198 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8ff9ccea-d614-4d0d-8d6f-039ed0346599 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:35.701610 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-8ff9ccea-d614-4d0d-8d6f-039ed0346599 None None] Transition to ACTIVE for port object dba73cb2-55d9-4e46-a4dc-2031d40d4087 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:35.727246 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2183d014-5e64-4534-9bc2-6bfecec7f25c req-8b199b04-84be-4bf9-9143-d0cd34d1e937 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289015 Jul 16 08:25:35.732814 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8ff9ccea-d614-4d0d-8d6f-039ed0346599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:35.761491 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-36aa5b80-f3cb-47c9-a434-923f54cabdf7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e310e7e444e24546965cb4c14e48c6a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5598972 Jul 16 08:25:35.761491 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36aa5b80-f3cb-47c9-a434-923f54cabdf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473e8e1e-fb87-40c3-9344-3b98f9695a25,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:35.761782 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ee782-1240-4005-b059-6913b4769295 req-f7c045bf-4efc-439a-9aef-f7d4a21252e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:35.769007 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-976ee782-1240-4005-b059-6913b4769295 req-f7c045bf-4efc-439a-9aef-f7d4a21252e1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2feb7d57-c6f1-4eaf-90de-e2d4aae22c63 HTTP/1.1" status: 200 len: 1097 time: 0.3642521 Jul 16 08:25:35.769501 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46514) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:35.794358 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-1c8f0eb1-9587-47d3-b05e-e2980d910f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:35.796533 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-1c8f0eb1-9587-47d3-b05e-e2980d910f85 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2&tenant_id=8104d40427e0444ca28ba0f9ff369926 HTTP/1.1" status: 200 len: 1102 time: 0.5046258 Jul 16 08:25:35.797946 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6bb854d2-d14e-497f-ad99-d971b99c5a6b tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:35.831016 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-0cd62742-9db8-44e2-98c1-5ecfd4a0bfac service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-37', 'device_owner': 'compute:nova'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:35.885942 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8cb00f47-c866-4fdb-bff9-b2f13b46537a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:35.934726 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8cb00f47-c866-4fdb-bff9-b2f13b46537a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:35.941723 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579d139-3c97-4801-91f3-6e12be90be5b None None] Pushing event updated for resources: {'Port': ['ID=dba73cb2-55d9-4e46-a4dc-2031d40d4087,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:35.955097 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:35.966544 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579d139-3c97-4801-91f3-6e12be90be5b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:35.969513 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579d139-3c97-4801-91f3-6e12be90be5b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:35.969957 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579d139-3c97-4801-91f3-6e12be90be5b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:35.970415 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579d139-3c97-4801-91f3-6e12be90be5b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:35.970824 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579d139-3c97-4801-91f3-6e12be90be5b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:35.971235 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579d139-3c97-4801-91f3-6e12be90be5b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:35.971641 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579d139-3c97-4801-91f3-6e12be90be5b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:35.973580 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579d139-3c97-4801-91f3-6e12be90be5b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:35.974190 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579d139-3c97-4801-91f3-6e12be90be5b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:35.974772 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579d139-3c97-4801-91f3-6e12be90be5b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:35.975320 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579d139-3c97-4801-91f3-6e12be90be5b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:35.975847 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d579d139-3c97-4801-91f3-6e12be90be5b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:36.011790 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-8ff9ccea-d614-4d0d-8d6f-039ed0346599 None None] Attempting to bind port dba73cb2-55d9-4e46-a4dc-2031d40d4087 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:25:36.012922 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-8ff9ccea-d614-4d0d-8d6f-039ed0346599 None None] Attempting to bind port dba73cb2-55d9-4e46-a4dc-2031d40d4087 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '94acc693-7016-419a-bfdd-c4dbde6a3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '02d9d55c-dd50-4319-82cb-a2af859ade23'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:25:36.014295 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff9ccea-d614-4d0d-8d6f-039ed0346599 None None] Attempting to bind port dba73cb2-55d9-4e46-a4dc-2031d40d4087 on network 02d9d55c-dd50-4319-82cb-a2af859ade23 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:25:36.028473 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff9ccea-d614-4d0d-8d6f-039ed0346599 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 25, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:25:36.029265 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff9ccea-d614-4d0d-8d6f-039ed0346599 None None] Checking segment: {'id': '94acc693-7016-419a-bfdd-c4dbde6a3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '02d9d55c-dd50-4319-82cb-a2af859ade23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:25:36.029897 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8ff9ccea-d614-4d0d-8d6f-039ed0346599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:36.030528 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ff9ccea-d614-4d0d-8d6f-039ed0346599 None None] Bound using segment: {'id': '94acc693-7016-419a-bfdd-c4dbde6a3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '02d9d55c-dd50-4319-82cb-a2af859ade23'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:25:36.031240 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-8ff9ccea-d614-4d0d-8d6f-039ed0346599 None None] Bound port: dba73cb2-55d9-4e46-a4dc-2031d40d4087, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '94acc693-7016-419a-bfdd-c4dbde6a3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '02d9d55c-dd50-4319-82cb-a2af859ade23'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:25:36.031892 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8ff9ccea-d614-4d0d-8d6f-039ed0346599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:36.094887 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37559569-0892-4aec-86f7-9cc30fa9c5c1 req-39bcf988-08fb-468f-a1b1-c276edf726e4 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:36.095144 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-976ee782-1240-4005-b059-6913b4769295 req-672326f5-a7b6-48d3-955b-d049434120a0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bb4b443f-235e-4d77-acd0-66e27d08255a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3037655 Jul 16 08:25:36.099704 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-0cd62742-9db8-44e2-98c1-5ecfd4a0bfac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:36.106086 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-37559569-0892-4aec-86f7-9cc30fa9c5c1 req-39bcf988-08fb-468f-a1b1-c276edf726e4 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?device_id=2feb7d57-c6f1-4eaf-90de-e2d4aae22c63 HTTP/1.1" status: 200 len: 945 time: 0.1647925 Jul 16 08:25:36.139306 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8cb00f47-c866-4fdb-bff9-b2f13b46537a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:36.143590 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8cb00f47-c866-4fdb-bff9-b2f13b46537a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:36.145266 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8cb00f47-c866-4fdb-bff9-b2f13b46537a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/473e8e1e-fb87-40c3-9344-3b98f9695a25 HTTP/1.1" status: 204 len: 168 time: 0.3748999 Jul 16 08:25:36.177145 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-37559569-0892-4aec-86f7-9cc30fa9c5c1 req-1c0e6afc-f422-4236-abd4-0f7b435e542a tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb4b443f-235e-4d77-acd0-66e27d08255a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697193 Jul 16 08:25:36.183342 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb00f47-c866-4fdb-bff9-b2f13b46537a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473e8e1e-fb87-40c3-9344-3b98f9695a25,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:36.191629 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-8ff9ccea-d614-4d0d-8d6f-039ed0346599 None None] For port dba73cb2-55d9-4e46-a4dc-2031d40d4087, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:25:36.204774 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-8ff9ccea-d614-4d0d-8d6f-039ed0346599 None None] For port dba73cb2-55d9-4e46-a4dc-2031d40d4087, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=dba73cb2-55d9-4e46-a4dc-2031d40d4087,segment=NetworkSegment(94acc693-7016-419a-bfdd-c4dbde6a3553),segment_id=94acc693-7016-419a-bfdd-c4dbde6a3553)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:25:36.214785 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-8ff9ccea-d614-4d0d-8d6f-039ed0346599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:36.225689 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46524) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:36.336788 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff9ccea-d614-4d0d-8d6f-039ed0346599 None None] Routers {'730ef17d-47d3-4be5-82a9-40850e28c963'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:25:36.337373 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8ff9ccea-d614-4d0d-8d6f-039ed0346599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:25:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['730ef17d-47d3-4be5-82a9-40850e28c963'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:36.443707 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d579d139-3c97-4801-91f3-6e12be90be5b None None] Pushing event updated for resources: {'Port': ['ID=dba73cb2-55d9-4e46-a4dc-2031d40d4087,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:36.622154 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-8ff9ccea-d614-4d0d-8d6f-039ed0346599 None None] Set router 730ef17d-47d3-4be5-82a9-40850e28c963 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:25:36.679451 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6bb854d2-d14e-497f-ad99-d971b99c5a6b tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:36.703593 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6bb854d2-d14e-497f-ad99-d971b99c5a6b tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:36.712704 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-efd0e7ec-8fb2-486d-9b5f-9c0ad7b7ef16 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0a84fd1024bc49ea832c9be1210d16c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4854600 Jul 16 08:25:36.716051 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46536) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:36.733423 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46538) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:36.824572 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe505b83-715c-4037-8852-c83f1ee13d07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:36.878589 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e38c61-2c14-48af-be41-9e277136eb8d req-7a955ca2-8f4f-49a6-a51e-c996003384bc tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:36.887786 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-18e38c61-2c14-48af-be41-9e277136eb8d req-7a955ca2-8f4f-49a6-a51e-c996003384bc tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/ports?device_id=075199bc-09d3-4f99-9c2e-2b3eb755dfcf HTTP/1.1" status: 200 len: 946 time: 0.2490451 Jul 16 08:25:36.936315 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:36.941285 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6bb854d2-d14e-497f-ad99-d971b99c5a6b tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:36.950038 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb854d2-d14e-497f-ad99-d971b99c5a6b tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Pushing event updated for resources: {'Port': ['ID=0d94917f-8d90-4559-bc1a-e761bdffe577,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:36.954407 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-0cd62742-9db8-44e2-98c1-5ecfd4a0bfac service neutron] For port ac7f6057-099d-4905-842a-a135ee0413c9, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=ac7f6057-099d-4905-842a-a135ee0413c9,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:37.004106 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe505b83-715c-4037-8852-c83f1ee13d07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:37.031594 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6bb854d2-d14e-497f-ad99-d971b99c5a6b tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:37.043118 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-18e38c61-2c14-48af-be41-9e277136eb8d req-0c7e6edd-c088-4d90-b49f-50ecd41ecad6 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbec2181-32de-46b6-9445-7284f609db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1505406 Jul 16 08:25:37.043118 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe505b83-715c-4037-8852-c83f1ee13d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:37.044290 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6bb854d2-d14e-497f-ad99-d971b99c5a6b tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.1664004 Jul 16 08:25:37.064193 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-0cd62742-9db8-44e2-98c1-5ecfd4a0bfac service neutron] For port ac7f6057-099d-4905-842a-a135ee0413c9, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:25:37.080590 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8ff9ccea-d614-4d0d-8d6f-039ed0346599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'name': 'tempest-ServersTestBootFromVolume-1378390758-router', 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '015365f0-524a-479f-bc70-a2424806533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:22Z', 'updated_at': '2021-07-16T08:25:29Z', 'revision_number': 4, 'project_id': '0c61b767be844596b7284ec98bd0021f', 'gw_port': {'id': '015365f0-524a-479f-bc70-a2424806533a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:23Z', 'updated_at': '2021-07-16T08:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'dba73cb2-55d9-4e46-a4dc-2031d40d4087', 'name': '', 'network_id': '02d9d55c-dd50-4319-82cb-a2af859ade23', 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'mac_address': 'fa:16:3e:89:7a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '76c50899-99e0-4d0f-96f6-98eabddb6ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:28Z', 'updated_at': '2021-07-16T08:25:36Z', 'revision_number': 4, 'project_id': '0c61b767be844596b7284ec98bd0021f', 'subnets': [{'id': '76c50899-99e0-4d0f-96f6-98eabddb6ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:37.137483 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ff9ccea-d614-4d0d-8d6f-039ed0346599 None None] The sync data for ids ['730ef17d-47d3-4be5-82a9-40850e28c963'] in n-d-771362-37 is: [{'id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'name': 'tempest-ServersTestBootFromVolume-1378390758-router', 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '015365f0-524a-479f-bc70-a2424806533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:22Z', 'updated_at': '2021-07-16T08:25:29Z', 'revision_number': 4, 'project_id': '0c61b767be844596b7284ec98bd0021f', 'gw_port': {'id': '015365f0-524a-479f-bc70-a2424806533a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:23Z', 'updated_at': '2021-07-16T08:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'dba73cb2-55d9-4e46-a4dc-2031d40d4087', 'name': '', 'network_id': '02d9d55c-dd50-4319-82cb-a2af859ade23', 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'mac_address': 'fa:16:3e:89:7a:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '76c50899-99e0-4d0f-96f6-98eabddb6ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:28Z', 'updated_at': '2021-07-16T08:25:36Z', 'revision_number': 4, 'project_id': '0c61b767be844596b7284ec98bd0021f', 'subnets': [{'id': '76c50899-99e0-4d0f-96f6-98eabddb6ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:25:37.181244 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ac31f4-f1ff-4da5-833d-a1b4a63ebd5b req-636d45f0-7d49-447e-a545-4e65ebe95ef7 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:37.188423 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2a7ff9c-d244-4da7-af0a-1cfb78ed55f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:37.188672 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-07ac31f4-f1ff-4da5-833d-a1b4a63ebd5b req-636d45f0-7d49-447e-a545-4e65ebe95ef7 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f959991-9e33-4419-a677-382f60cf5b97 HTTP/1.1" status: 200 len: 946 time: 0.2425179 Jul 16 08:25:37.233108 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-0cd62742-9db8-44e2-98c1-5ecfd4a0bfac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:37.241335 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b68f632-33da-4c56-ba41-fe90d48efee2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac7f6057-099d-4905-842a-a135ee0413c9'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:25:37.244298 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de93c9e3-6df9-41f8-afe2-ba4bddf52503" -d '{"events": [{"server_uuid": "1b68f632-33da-4c56-ba41-fe90d48efee2", "name": "network-vif-unplugged", "status": "completed", "tag": "ac7f6057-099d-4905-842a-a135ee0413c9"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:25:37.281482 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2a7ff9c-d244-4da7-af0a-1cfb78ed55f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:37.287746 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-07ac31f4-f1ff-4da5-833d-a1b4a63ebd5b req-835f5108-3439-4100-b718-7b6f059471a4 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968273 Jul 16 08:25:37.340294 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-0cd62742-9db8-44e2-98c1-5ecfd4a0bfac service neutron] Transition to ACTIVE for port object ac7f6057-099d-4905-842a-a135ee0413c9 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:37.343602 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe505b83-715c-4037-8852-c83f1ee13d07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72aa5ba9-cf0f-4c50-ab71-da54c19baf91,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:37.355684 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-0cd62742-9db8-44e2-98c1-5ecfd4a0bfac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:37.376540 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fe505b83-715c-4037-8852-c83f1ee13d07 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4c9f23d93bfe4b64be675969249a675f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6397157 Jul 16 08:25:37.378928 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2a7ff9c-d244-4da7-af0a-1cfb78ed55f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:37.383515 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46554) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:37.385735 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2a7ff9c-d244-4da7-af0a-1cfb78ed55f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:37.392666 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e2a7ff9c-d244-4da7-af0a-1cfb78ed55f8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/89335eb7-2466-406e-89ff-ceb53516fd59 HTTP/1.1" status: 204 len: 168 time: 0.6748521 Jul 16 08:25:37.421067 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a7ff9c-d244-4da7-af0a-1cfb78ed55f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89335eb7-2466-406e-89ff-ceb53516fd59,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:37.438294 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 71eb40e3-7502-40b0-912a-043f20b16145 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:25:37.459478 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device ac7f6057-099d-4905-842a-a135ee0413c9 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:25:37.654975 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd62742-9db8-44e2-98c1-5ecfd4a0bfac service neutron] Pushing event updated for resources: {'Port': ['ID=ac7f6057-099d-4905-842a-a135ee0413c9,revision_number=10']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:37.695060 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-0cd62742-9db8-44e2-98c1-5ecfd4a0bfac service neutron] No DVR routers for this DVR port ac7f6057-099d-4905-842a-a135ee0413c9 on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:25:37.704986 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949edcd9-a0bc-4c3e-800d-827f6a437454 req-f3c2d8c0-9fa3-4c91-8354-a5a7028b1efe tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:37.705240 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device ac7f6057-099d-4905-842a-a135ee0413c9 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:25:37.718378 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-949edcd9-a0bc-4c3e-800d-827f6a437454 req-f3c2d8c0-9fa3-4c91-8354-a5a7028b1efe tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 949 time: 0.3045568 Jul 16 08:25:37.801611 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-949edcd9-a0bc-4c3e-800d-827f6a437454 req-0a9e959b-8e4a-4b16-96f7-25710d5966b7 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811582 Jul 16 08:25:37.904806 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-39a0b3da-f005-42ba-a3aa-0e468dd746a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:37.942162 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-0cd62742-9db8-44e2-98c1-5ecfd4a0bfac service neutron] Attempting to bind port ac7f6057-099d-4905-842a-a135ee0413c9 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:25:37.943870 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-0cd62742-9db8-44e2-98c1-5ecfd4a0bfac service neutron] Attempting to bind port ac7f6057-099d-4905-842a-a135ee0413c9 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:25:37.944546 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-0cd62742-9db8-44e2-98c1-5ecfd4a0bfac service neutron] Attempting to bind port ac7f6057-099d-4905-842a-a135ee0413c9 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:25:37.957686 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-0cd62742-9db8-44e2-98c1-5ecfd4a0bfac service neutron] Port ac7f6057-099d-4905-842a-a135ee0413c9 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:25:37.958480 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-0cd62742-9db8-44e2-98c1-5ecfd4a0bfac service neutron] Attempting to bind port ac7f6057-099d-4905-842a-a135ee0413c9 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:25:37.975609 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-39a0b3da-f005-42ba-a3aa-0e468dd746a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:37.997276 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:25:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c5dca6f-5e2f-4a54-998c-24d4befe672e x-openstack-request-id: req-4c5dca6f-5e2f-4a54-998c-24d4befe672e {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:25:37.998271 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b68f632-33da-4c56-ba41-fe90d48efee2", "name": "network-vif-unplugged", "status": "completed", "tag": "ac7f6057-099d-4905-842a-a135ee0413c9", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:25:37.999096 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4c5dca6f-5e2f-4a54-998c-24d4befe672e {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:25:37.999744 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b68f632-33da-4c56-ba41-fe90d48efee2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac7f6057-099d-4905-842a-a135ee0413c9', 'code': 200} Jul 16 08:25:38.002736 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-0cd62742-9db8-44e2-98c1-5ecfd4a0bfac service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:25:38.003525 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-0cd62742-9db8-44e2-98c1-5ecfd4a0bfac service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:25:38.004156 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-0cd62742-9db8-44e2-98c1-5ecfd4a0bfac service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:25:38.005126 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-0cd62742-9db8-44e2-98c1-5ecfd4a0bfac service neutron] Bound port: ac7f6057-099d-4905-842a-a135ee0413c9, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:25:38.006035 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-0cd62742-9db8-44e2-98c1-5ecfd4a0bfac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:38.053631 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827ac226-86bd-4596-8f8f-0c18b199ac84 req-8fed83e1-1073-48d1-ad7c-50db0faa48ad tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:38.063959 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-827ac226-86bd-4596-8f8f-0c18b199ac84 req-8fed83e1-1073-48d1-ad7c-50db0faa48ad tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?device_id=2feb7d57-c6f1-4eaf-90de-e2d4aae22c63 HTTP/1.1" status: 200 len: 945 time: 0.3707316 Jul 16 08:25:38.219888 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 71eb40e3-7502-40b0-912a-043f20b16145, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=71eb40e3-7502-40b0-912a-043f20b16145,segment=NetworkSegment(e5fde1c5-d7d6-485c-b933-4a6575bb8f26),segment_id=e5fde1c5-d7d6-485c-b933-4a6575bb8f26)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:38.225814 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-0cd62742-9db8-44e2-98c1-5ecfd4a0bfac service neutron] For port ac7f6057-099d-4905-842a-a135ee0413c9, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:25:38.232949 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-0cd62742-9db8-44e2-98c1-5ecfd4a0bfac service neutron] For port ac7f6057-099d-4905-842a-a135ee0413c9, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ac7f6057-099d-4905-842a-a135ee0413c9,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:25:38.255506 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '71eb40e3-7502-40b0-912a-043f20b16145', 'network_id': '65e6a8db-d3b7-4828-bf97-7f5344ef4f05', 'port_id': '71eb40e3-7502-40b0-912a-043f20b16145', 'mac_address': 'fa:16:3e:21:2f:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e53dd50-c814-4c36-85d7-636a4108385e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:25:38.256864 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-0cd62742-9db8-44e2-98c1-5ecfd4a0bfac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:38.395431 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-0cd62742-9db8-44e2-98c1-5ecfd4a0bfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:38.397002 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-0cd62742-9db8-44e2-98c1-5ecfd4a0bfac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:38.397838 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:38.399442 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-0cd62742-9db8-44e2-98c1-5ecfd4a0bfac service neutron] 10.222.0.21 "PUT /v2.0/ports/ac7f6057-099d-4905-842a-a135ee0413c9 HTTP/1.1" status: 200 len: 1098 time: 2.5761812 Jul 16 08:25:38.403529 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-39a0b3da-f005-42ba-a3aa-0e468dd746a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:38.414568 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-39a0b3da-f005-42ba-a3aa-0e468dd746a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:38.420841 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-39a0b3da-f005-42ba-a3aa-0e468dd746a8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/72aa5ba9-cf0f-4c50-ab71-da54c19baf91 HTTP/1.1" status: 204 len: 168 time: 1.0237579 Jul 16 08:25:38.447337 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device dba73cb2-55d9-4e46-a4dc-2031d40d4087 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:25:38.473675 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-827ac226-86bd-4596-8f8f-0c18b199ac84 req-5dfa8df5-8d27-4674-9a10-7c044709f20d tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb4b443f-235e-4d77-acd0-66e27d08255a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4068208 Jul 16 08:25:38.489706 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 71eb40e3-7502-40b0-912a-043f20b16145 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:25:38.652918 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a0b3da-f005-42ba-a3aa-0e468dd746a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72aa5ba9-cf0f-4c50-ab71-da54c19baf91,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:38.716670 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd62742-9db8-44e2-98c1-5ecfd4a0bfac service neutron] Pushing event updated for resources: {'Port': ['ID=ac7f6057-099d-4905-842a-a135ee0413c9,revision_number=11']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:38.720782 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 71eb40e3-7502-40b0-912a-043f20b16145, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=71eb40e3-7502-40b0-912a-043f20b16145,segment=NetworkSegment(e5fde1c5-d7d6-485c-b933-4a6575bb8f26),segment_id=e5fde1c5-d7d6-485c-b933-4a6575bb8f26)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:38.757125 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:38.815278 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-943de748-36e3-4f05-9f3d-234ba2552ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:38.816848 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-943de748-36e3-4f05-9f3d-234ba2552ff0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 1101 time: 0.3338170 Jul 16 08:25:38.943245 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=71eb40e3-7502-40b0-912a-043f20b16145,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:38.953159 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:38.993979 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port dba73cb2-55d9-4e46-a4dc-2031d40d4087 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:25:39.002417 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port dba73cb2-55d9-4e46-a4dc-2031d40d4087 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:39.002798 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:39.012187 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['71eb40e3-7502-40b0-912a-043f20b16145'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:25:39.058637 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d657799c-ae75-4c1d-b64d-b3be64b9b550 req-3b6a53bf-7bb8-4b1f-aded-bb655ddd551a tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1495891978&fields=id&tenant_id=852c6d5a2f444ffe8ab3743f1821e977 HTTP/1.1" status: 200 len: 267 time: 0.0943162 Jul 16 08:25:39.191630 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-856d5538-bf07-496e-aef9-c870ebf78e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:39.196126 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-856d5538-bf07-496e-aef9-c870ebf78e37 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.3671453 Jul 16 08:25:39.201182 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657799c-ae75-4c1d-b64d-b3be64b9b550 req-3b48b485-0e77-4608-b505-f74e967cbc52 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:39.205243 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d657799c-ae75-4c1d-b64d-b3be64b9b550 req-3b48b485-0e77-4608-b505-f74e967cbc52 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?device_id=2feb7d57-c6f1-4eaf-90de-e2d4aae22c63 HTTP/1.1" status: 200 len: 945 time: 0.1372449 Jul 16 08:25:39.218071 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-d657799c-ae75-4c1d-b64d-b3be64b9b550 req-17d2fcfe-cdc5-4d67-8010-9d7b6eb9e943 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Request body: {'port': {'security_groups': ['bb4b443f-235e-4d77-acd0-66e27d08255a', 'f5ffafa7-a91a-454d-b929-570527eb00e4']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:39.310307 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02a39e-16a5-4753-9efb-13a2e337d7c6 req-30dcc52a-cec7-4aef-b63a-50a03f01fbf5 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:39.319114 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bf02a39e-16a5-4753-9efb-13a2e337d7c6 req-30dcc52a-cec7-4aef-b63a-50a03f01fbf5 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f959991-9e33-4419-a677-382f60cf5b97 HTTP/1.1" status: 200 len: 945 time: 0.4332392 Jul 16 08:25:39.331306 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-5e89e134-bb09-49af-8ae0-c6bcf3f09e39 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=ac7f6057-099d-4905-842a-a135ee0413c9 HTTP/1.1" status: 200 len: 217 time: 0.1264000 Jul 16 08:25:39.386146 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:39.425717 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bf02a39e-16a5-4753-9efb-13a2e337d7c6 req-b17f4a7e-8ffe-4eb8-bd85-b339614cb557 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032329 Jul 16 08:25:39.441012 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-51e68358-705e-4d09-a7c9-c3072d6b9c05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:39.442479 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-51e68358-705e-4d09-a7c9-c3072d6b9c05 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.1025839 Jul 16 08:25:39.446236 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d657799c-ae75-4c1d-b64d-b3be64b9b550 req-17d2fcfe-cdc5-4d67-8010-9d7b6eb9e943 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:39.512320 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port dba73cb2-55d9-4e46-a4dc-2031d40d4087, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=dba73cb2-55d9-4e46-a4dc-2031d40d4087,segment=NetworkSegment(94acc693-7016-419a-bfdd-c4dbde6a3553),segment_id=94acc693-7016-419a-bfdd-c4dbde6a3553)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:39.553820 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 71eb40e3-7502-40b0-912a-043f20b16145 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:25:39.564314 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:39.790924 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=dba73cb2-55d9-4e46-a4dc-2031d40d4087,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:39.846292 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:39.863434 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 71eb40e3-7502-40b0-912a-043f20b16145 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:25:39.874624 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-d657799c-ae75-4c1d-b64d-b3be64b9b550 req-17d2fcfe-cdc5-4d67-8010-9d7b6eb9e943 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] For port 5e2012e5-c4a7-4a00-a0f1-a47d30d17251, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5e2012e5-c4a7-4a00-a0f1-a47d30d17251,segment=NetworkSegment(32e39b1c-964f-44af-9812-01648a4617e8),segment_id=32e39b1c-964f-44af-9812-01648a4617e8)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:39.894520 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 71eb40e3-7502-40b0-912a-043f20b16145, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=71eb40e3-7502-40b0-912a-043f20b16145,segment=NetworkSegment(e5fde1c5-d7d6-485c-b933-4a6575bb8f26),segment_id=e5fde1c5-d7d6-485c-b933-4a6575bb8f26)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:39.904316 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:39.914334 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d657799c-ae75-4c1d-b64d-b3be64b9b550 req-17d2fcfe-cdc5-4d67-8010-9d7b6eb9e943 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:39.923338 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d657799c-ae75-4c1d-b64d-b3be64b9b550 req-17d2fcfe-cdc5-4d67-8010-9d7b6eb9e943 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:39.949938 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['5e2012e5-c4a7-4a00-a0f1-a47d30d17251'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:25:39.986996 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d657799c-ae75-4c1d-b64d-b3be64b9b550 req-17d2fcfe-cdc5-4d67-8010-9d7b6eb9e943 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:39.988068 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d657799c-ae75-4c1d-b64d-b3be64b9b550 req-17d2fcfe-cdc5-4d67-8010-9d7b6eb9e943 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:39.989857 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d657799c-ae75-4c1d-b64d-b3be64b9b550 req-17d2fcfe-cdc5-4d67-8010-9d7b6eb9e943 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "PUT /v2.0/ports/5e2012e5-c4a7-4a00-a0f1-a47d30d17251 HTTP/1.1" status: 200 len: 981 time: 0.7795465 Jul 16 08:25:39.990515 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2feb7d57-c6f1-4eaf-90de-e2d4aae22c63', 'tag': '5e2012e5-c4a7-4a00-a0f1-a47d30d17251'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:25:39.993785 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc92f0e-4d1c-4843-9b9b-706d7d2233e9" -d '{"events": [{"name": "network-changed", "server_uuid": "2feb7d57-c6f1-4eaf-90de-e2d4aae22c63", "tag": "5e2012e5-c4a7-4a00-a0f1-a47d30d17251"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:25:40.019699 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b68f632-33da-4c56-ba41-fe90d48efee2', 'tag': 'ac7f6057-099d-4905-842a-a135ee0413c9'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:25:40.022500 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c978aa-fb8a-4ee0-b93a-ffcf1d0e8d54" -d '{"events": [{"name": "network-changed", "server_uuid": "1b68f632-33da-4c56-ba41-fe90d48efee2", "tag": "ac7f6057-099d-4905-842a-a135ee0413c9"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:25:40.031174 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d2fcfe-cdc5-4d67-8010-9d7b6eb9e943 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Pushing event updated for resources: {'Port': ['ID=5e2012e5-c4a7-4a00-a0f1-a47d30d17251,revision_number=6']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:40.082306 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['5e2012e5-c4a7-4a00-a0f1-a47d30d17251'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:25:40.161422 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-8f73bd1e-b4c2-4548-8a16-5bae5153cc7a tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--374173627&fields=id&tenant_id=eed38146a8c843738c66731bdf360734 HTTP/1.1" status: 200 len: 267 time: 0.0634789 Jul 16 08:25:40.170829 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=71eb40e3-7502-40b0-912a-043f20b16145,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:40.188878 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-b601fafa-cc07-4bd2-8690-dc6c24d6fd32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:40.190425 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-b601fafa-cc07-4bd2-8690-dc6c24d6fd32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7386043 Jul 16 08:25:40.207507 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7b340-2e16-4819-a4c1-b5b01548fe52 req-406eafb8-2dcd-4f49-a824-cebde4270dec tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:40.209471 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2fe7b340-2e16-4819-a4c1-b5b01548fe52 req-406eafb8-2dcd-4f49-a824-cebde4270dec tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.21 "GET /v2.0/ports?device_id=075199bc-09d3-4f99-9c2e-2b3eb755dfcf HTTP/1.1" status: 200 len: 946 time: 0.1827829 Jul 16 08:25:40.236002 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad507ba-9844-4469-98fa-8bc2b100d40e req-4323c44d-e073-45e1-b9f7-5cc2efc3b3a2 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:40.237548 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6ad507ba-9844-4469-98fa-8bc2b100d40e req-4323c44d-e073-45e1-b9f7-5cc2efc3b3a2 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 949 time: 0.2095628 Jul 16 08:25:40.381717 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device dba73cb2-55d9-4e46-a4dc-2031d40d4087 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:25:40.404177 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-b8a21c0d-6efa-4640-a750-2e4c60af2dd7 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:40.430887 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-b8a21c0d-6efa-4640-a750-2e4c60af2dd7 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/networks?id=98b2c070-1d22-41c6-babf-49f81fe9462b HTTP/1.1" status: 200 len: 823 time: 0.2684932 Jul 16 08:25:40.448237 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-3955abd3-081c-4504-afff-52855ae476ba tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/quotas/eed38146a8c843738c66731bdf360734 HTTP/1.1" status: 200 len: 375 time: 0.0161953 Jul 16 08:25:40.541782 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6ad507ba-9844-4469-98fa-8bc2b100d40e req-a2a256f5-0133-493f-b29b-56016fc06b30 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622378 Jul 16 08:25:40.582285 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-f2b91a5c-8732-41ae-bb54-5bf58a676514 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=eed38146a8c843738c66731bdf360734&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1322653 Jul 16 08:25:40.594633 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-143ed193-1759-4801-bf93-0d8cf65f6ab2 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3958108 Jul 16 08:25:40.649459 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port dba73cb2-55d9-4e46-a4dc-2031d40d4087 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:40.650082 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:40.660634 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-2fe7b340-2e16-4819-a4c1-b5b01548fe52 req-93ea938b-12fc-4fe9-889c-ad997f064ecc tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Deleting port 0bef3fe7-7260-4531-83e8-a0f47aed44a5 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:25:40.661119 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2fe7b340-2e16-4819-a4c1-b5b01548fe52 req-93ea938b-12fc-4fe9-889c-ad997f064ecc tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:40.927076 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-2fe7b340-2e16-4819-a4c1-b5b01548fe52 req-93ea938b-12fc-4fe9-889c-ad997f064ecc tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] For port 0bef3fe7-7260-4531-83e8-a0f47aed44a5, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0bef3fe7-7260-4531-83e8-a0f47aed44a5,segment=NetworkSegment(f7af8b16-cb87-4576-be6c-d2d2183441bf),segment_id=f7af8b16-cb87-4576-be6c-d2d2183441bf)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:40.927566 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2fe7b340-2e16-4819-a4c1-b5b01548fe52 req-93ea938b-12fc-4fe9-889c-ad997f064ecc tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:40.943112 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6fbe0ed8-82b0-410b-b0a0-f8e6fbcad978 req-db5c8ee8-14c1-4c40-9ce7-ba2e77109a8b service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461981 Jul 16 08:25:41.139472 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-327fbf54-5b94-459e-8764-f545290e1840 service neutron] 10.222.0.22 "GET /v2.0/networks/98b2c070-1d22-41c6-babf-49f81fe9462b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5426116 Jul 16 08:25:41.262699 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-15e6b12e-deab-436b-8c8c-2e5fb32ab903 service neutron] 10.222.0.22 "GET /v2.0/networks/98b2c070-1d22-41c6-babf-49f81fe9462b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150789 Jul 16 08:25:41.269041 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2fe7b340-2e16-4819-a4c1-b5b01548fe52 req-93ea938b-12fc-4fe9-889c-ad997f064ecc tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:41.269464 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2fe7b340-2e16-4819-a4c1-b5b01548fe52 req-93ea938b-12fc-4fe9-889c-ad997f064ecc tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:41.269757 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [req-2fe7b340-2e16-4819-a4c1-b5b01548fe52 req-93ea938b-12fc-4fe9-889c-ad997f064ecc tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Floating IP 41934d44-fcd1-4748-8b4a-9678760cc4b5 disassociated. External IP: 172.25.3.55, port: 0bef3fe7-7260-4531-83e8-a0f47aed44a5. Jul 16 08:25:41.270137 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-2fe7b340-2e16-4819-a4c1-b5b01548fe52 req-93ea938b-12fc-4fe9-889c-ad997f064ecc tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Calling delete_port for 0bef3fe7-7260-4531-83e8-a0f47aed44a5 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:25:41.447667 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2fe7b340-2e16-4819-a4c1-b5b01548fe52 req-93ea938b-12fc-4fe9-889c-ad997f064ecc tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:41.482243 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 71eb40e3-7502-40b0-912a-043f20b16145 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:25:41.483081 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ea938b-12fc-4fe9-889c-ad997f064ecc tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Pushing event deleted for resources: {'Port': ['ID=0bef3fe7-7260-4531-83e8-a0f47aed44a5,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:41.595038 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 71eb40e3-7502-40b0-912a-043f20b16145 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:41.596208 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:41.635243 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3ad5ef0a-df89-44fd-b08a-4be656c3029c req-c06ea400-3574-4ab4-839b-606a6e350f56 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1182338457&fields=id&tenant_id=852c6d5a2f444ffe8ab3743f1821e977 HTTP/1.1" status: 200 len: 267 time: 0.0999887 Jul 16 08:25:41.660596 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2fe7b340-2e16-4819-a4c1-b5b01548fe52 req-93ea938b-12fc-4fe9-889c-ad997f064ecc tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Router 525d6816-2de2-433d-80b1-89acf030af90 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:25:41.755240 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5ef0a-df89-44fd-b08a-4be656c3029c req-a2c94717-b79b-4b2d-971b-6748b8f58389 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:41.756950 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3ad5ef0a-df89-44fd-b08a-4be656c3029c req-a2c94717-b79b-4b2d-971b-6748b8f58389 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?device_id=2feb7d57-c6f1-4eaf-90de-e2d4aae22c63 HTTP/1.1" status: 200 len: 984 time: 0.1140289 Jul 16 08:25:41.769930 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-3ad5ef0a-df89-44fd-b08a-4be656c3029c req-4f29fef4-d5b8-477e-b056-9e0537e9f43f tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Request body: {'port': {'security_groups': ['bb4b443f-235e-4d77-acd0-66e27d08255a', 'f5ffafa7-a91a-454d-b929-570527eb00e4', 'e93399a3-302f-440b-940c-8dca16230539']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:41.794535 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:41.836503 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f959991-9e33-4419-a677-382f60cf5b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71eb40e3-7502-40b0-912a-043f20b16145'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:25:41.841631 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ecf4269-bb12-4e99-b521-916efcea4985" -d '{"events": [{"server_uuid": "4f959991-9e33-4419-a677-382f60cf5b97", "name": "network-vif-plugged", "status": "completed", "tag": "71eb40e3-7502-40b0-912a-043f20b16145"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:25:41.865660 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2fe7b340-2e16-4819-a4c1-b5b01548fe52 req-93ea938b-12fc-4fe9-889c-ad997f064ecc tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:25:41.872276 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 71eb40e3-7502-40b0-912a-043f20b16145, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=71eb40e3-7502-40b0-912a-043f20b16145,segment=NetworkSegment(e5fde1c5-d7d6-485c-b933-4a6575bb8f26),segment_id=e5fde1c5-d7d6-485c-b933-4a6575bb8f26)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:41.886220 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673384ac-b5c9-43fc-ace4-5d2833b7b1ee None None] Sync routers for ids ['525d6816-2de2-433d-80b1-89acf030af90'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:25:41.902165 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:41.930400 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3ad5ef0a-df89-44fd-b08a-4be656c3029c req-4f29fef4-d5b8-477e-b056-9e0537e9f43f tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:41.958972 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:25:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4b9045c-6e62-4bd4-86cf-b006ee768bbd x-openstack-request-id: req-e4b9045c-6e62-4bd4-86cf-b006ee768bbd {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:25:41.960038 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2feb7d57-c6f1-4eaf-90de-e2d4aae22c63", "tag": "5e2012e5-c4a7-4a00-a0f1-a47d30d17251", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:25:41.960436 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e4b9045c-6e62-4bd4-86cf-b006ee768bbd {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:25:41.964647 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673384ac-b5c9-43fc-ace4-5d2833b7b1ee None None] Routers {'525d6816-2de2-433d-80b1-89acf030af90'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:25:41.964848 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2feb7d57-c6f1-4eaf-90de-e2d4aae22c63', 'tag': '5e2012e5-c4a7-4a00-a0f1-a47d30d17251', 'status': 'completed', 'code': 200} Jul 16 08:25:41.965319 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-673384ac-b5c9-43fc-ace4-5d2833b7b1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:25:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['525d6816-2de2-433d-80b1-89acf030af90'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:42.056397 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe7b340-2e16-4819-a4c1-b5b01548fe52 req-93ea938b-12fc-4fe9-889c-ad997f064ecc tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] No DVR routers for this DVR port 0bef3fe7-7260-4531-83e8-a0f47aed44a5 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:25:42.068445 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2fe7b340-2e16-4819-a4c1-b5b01548fe52 req-93ea938b-12fc-4fe9-889c-ad997f064ecc tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:42.071793 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2fe7b340-2e16-4819-a4c1-b5b01548fe52 req-93ea938b-12fc-4fe9-889c-ad997f064ecc tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.21 "DELETE /v2.0/ports/0bef3fe7-7260-4531-83e8-a0f47aed44a5 HTTP/1.1" status: 204 len: 173 time: 1.8323953 Jul 16 08:25:42.073623 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=71eb40e3-7502-40b0-912a-043f20b16145,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:42.077715 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2204412d-9a8f-459c-a75a-ce4203500aa7 x-openstack-request-id: req-2204412d-9a8f-459c-a75a-ce4203500aa7 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:25:42.078280 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b68f632-33da-4c56-ba41-fe90d48efee2", "tag": "ac7f6057-099d-4905-842a-a135ee0413c9", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:25:42.078762 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2204412d-9a8f-459c-a75a-ce4203500aa7 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:25:42.079483 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b68f632-33da-4c56-ba41-fe90d48efee2', 'tag': 'ac7f6057-099d-4905-842a-a135ee0413c9', 'status': 'completed', 'code': 200} Jul 16 08:25:42.192621 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc92f0e-4d1c-4843-9b9b-706d7d2233e9 req-c27e9c30-af52-4a12-a3a5-e3383134b810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:42.194398 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ebc92f0e-4d1c-4843-9b9b-706d7d2233e9 req-c27e9c30-af52-4a12-a3a5-e3383134b810 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=852c6d5a2f444ffe8ab3743f1821e977&device_id=2feb7d57-c6f1-4eaf-90de-e2d4aae22c63 HTTP/1.1" status: 200 len: 1136 time: 0.1975424 Jul 16 08:25:42.204082 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:42.214591 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:42.214977 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:42.219547 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:42.219918 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:42.221555 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:42.221915 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:42.222264 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:42.222611 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:42.222954 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:42.223296 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:42.223621 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:25:42.239143 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c978aa-fb8a-4ee0-b93a-ffcf1d0e8d54 req-3c749ac8-0e41-4cdb-8015-dbc383f6a95d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:42.242090 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-82c978aa-fb8a-4ee0-b93a-ffcf1d0e8d54 req-3c749ac8-0e41-4cdb-8015-dbc383f6a95d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 1101 time: 0.1568382 Jul 16 08:25:42.301021 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-673384ac-b5c9-43fc-ace4-5d2833b7b1ee None None] Set router 525d6816-2de2-433d-80b1-89acf030af90 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:25:42.348896 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c978aa-fb8a-4ee0-b93a-ffcf1d0e8d54 req-6d460cba-ca04-4d8a-99d2-178edc222654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:42.353624 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82c978aa-fb8a-4ee0-b93a-ffcf1d0e8d54 req-6d460cba-ca04-4d8a-99d2-178edc222654 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 1101 time: 0.2031560 Jul 16 08:25:42.488340 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device ac7f6057-099d-4905-842a-a135ee0413c9 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:25:42.536179 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 0bef3fe7-7260-4531-83e8-a0f47aed44a5 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:25:42.594652 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 0bef3fe7-7260-4531-83e8-a0f47aed44a5 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:25:42.595005 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 0bef3fe7-7260-4531-83e8-a0f47aed44a5 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:25:42.660839 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port ac7f6057-099d-4905-842a-a135ee0413c9, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ac7f6057-099d-4905-842a-a135ee0413c9,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:42.704269 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'ac7f6057-099d-4905-842a-a135ee0413c9', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': 'ac7f6057-099d-4905-842a-a135ee0413c9', 'mac_address': 'fa:16:3e:c9:1b:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.223'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:25:42.739483 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c978aa-fb8a-4ee0-b93a-ffcf1d0e8d54 req-9225aa08-cdfa-487e-8b7a-1615f1e58ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:42.746609 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc92f0e-4d1c-4843-9b9b-706d7d2233e9 req-f4688e76-3320-4bef-9f1f-1bed5a06eefc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:42.748079 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ebc92f0e-4d1c-4843-9b9b-706d7d2233e9 req-f4688e76-3320-4bef-9f1f-1bed5a06eefc service neutron] 10.222.0.21 "GET /v2.0/networks?id=13eb8833-ea3c-42b1-ae1e-dd3cef084336 HTTP/1.1" status: 200 len: 913 time: 0.5429010 Jul 16 08:25:42.751439 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c978aa-fb8a-4ee0-b93a-ffcf1d0e8d54 req-4d33d9b3-85b3-45df-b433-bff63ee17c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:42.753413 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82c978aa-fb8a-4ee0-b93a-ffcf1d0e8d54 req-9225aa08-cdfa-487e-8b7a-1615f1e58ab6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.3841782 Jul 16 08:25:42.755314 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-3ad5ef0a-df89-44fd-b08a-4be656c3029c req-4f29fef4-d5b8-477e-b056-9e0537e9f43f tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] For port 5e2012e5-c4a7-4a00-a0f1-a47d30d17251, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5e2012e5-c4a7-4a00-a0f1-a47d30d17251,segment=NetworkSegment(32e39b1c-964f-44af-9812-01648a4617e8),segment_id=32e39b1c-964f-44af-9812-01648a4617e8)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:42.758013 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-82c978aa-fb8a-4ee0-b93a-ffcf1d0e8d54 req-4d33d9b3-85b3-45df-b433-bff63ee17c28 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.5027483 Jul 16 08:25:42.831538 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:42.856287 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82c978aa-fb8a-4ee0-b93a-ffcf1d0e8d54 req-88277cb4-4b9d-4fe7-8b07-da196f6dcdb2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=ac7f6057-099d-4905-842a-a135ee0413c9 HTTP/1.1" status: 200 len: 217 time: 0.0889094 Jul 16 08:25:42.865593 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac7f6057-099d-4905-842a-a135ee0413c9 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:25:42.867442 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ebc92f0e-4d1c-4843-9b9b-706d7d2233e9 req-04d90c02-f1f6-445a-967d-bffe69a41c06 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e2012e5-c4a7-4a00-a0f1-a47d30d17251 HTTP/1.1" status: 200 len: 217 time: 0.0942669 Jul 16 08:25:42.873341 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-673384ac-b5c9-43fc-ace4-5d2833b7b1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525d6816-2de2-433d-80b1-89acf030af90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-790942259-router', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:07Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': 'eed38146a8c843738c66731bdf360734', 'gw_port': {'id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ad:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:08Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '3ecc27c8-7720-41c4-8722-654b9b21303b', 'name': '', 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'mac_address': 'fa:16:3e:4b:2c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:11Z', 'updated_at': '2021-07-16T08:23:21Z', 'revision_number': 5, 'project_id': 'eed38146a8c843738c66731bdf360734', 'subnets': [{'id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:42.925119 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673384ac-b5c9-43fc-ace4-5d2833b7b1ee None None] Checking router: 525d6816-2de2-433d-80b1-89acf030af90 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:25:42.940975 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port ac7f6057-099d-4905-842a-a135ee0413c9, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ac7f6057-099d-4905-842a-a135ee0413c9,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:42.948259 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:42.955109 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673384ac-b5c9-43fc-ace4-5d2833b7b1ee None None] Routers {'525d6816-2de2-433d-80b1-89acf030af90'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:25:42.956089 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-673384ac-b5c9-43fc-ace4-5d2833b7b1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:25:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['525d6816-2de2-433d-80b1-89acf030af90'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:42.971860 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3ad5ef0a-df89-44fd-b08a-4be656c3029c req-4f29fef4-d5b8-477e-b056-9e0537e9f43f tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:42.988495 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3ad5ef0a-df89-44fd-b08a-4be656c3029c req-4f29fef4-d5b8-477e-b056-9e0537e9f43f tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:43.015208 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-d3751cdd-afdf-43a7-a805-53cb376518de tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:43.016793 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-d3751cdd-afdf-43a7-a805-53cb376518de tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/networks?id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 HTTP/1.1" status: 200 len: 807 time: 0.7280059 Jul 16 08:25:43.023361 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['5e2012e5-c4a7-4a00-a0f1-a47d30d17251'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:25:43.050951 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-82c978aa-fb8a-4ee0-b93a-ffcf1d0e8d54 req-c6a659a7-e2d9-4a10-a032-ff8506fa8941 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.223&port_id=ac7f6057-099d-4905-842a-a135ee0413c9 HTTP/1.1" status: 200 len: 217 time: 0.1977353 Jul 16 08:25:43.125062 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c978aa-fb8a-4ee0-b93a-ffcf1d0e8d54 req-a40dbe66-e1e1-4aa7-a631-8c8aecaa8f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:43.126734 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82c978aa-fb8a-4ee0-b93a-ffcf1d0e8d54 req-a40dbe66-e1e1-4aa7-a631-8c8aecaa8f50 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.2533135 Jul 16 08:25:43.135765 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5ef0a-df89-44fd-b08a-4be656c3029c req-4f29fef4-d5b8-477e-b056-9e0537e9f43f tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:43.149747 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3ad5ef0a-df89-44fd-b08a-4be656c3029c req-4f29fef4-d5b8-477e-b056-9e0537e9f43f tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:43.157212 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3ad5ef0a-df89-44fd-b08a-4be656c3029c req-4f29fef4-d5b8-477e-b056-9e0537e9f43f tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "PUT /v2.0/ports/5e2012e5-c4a7-4a00-a0f1-a47d30d17251 HTTP/1.1" status: 200 len: 1020 time: 1.3930578 Jul 16 08:25:43.174537 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=ac7f6057-099d-4905-842a-a135ee0413c9,revision_number=12']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:43.194746 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['ac7f6057-099d-4905-842a-a135ee0413c9'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:25:43.206923 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-3c1bd45a-ace1-4e68-a1d1-070959dcef89 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/quotas/0c0f0cf24afb47969a9cef8297bf2691 HTTP/1.1" status: 200 len: 375 time: 0.1711175 Jul 16 08:25:43.230155 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['5e2012e5-c4a7-4a00-a0f1-a47d30d17251'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:25:43.261881 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaba0569-99ba-4b37-a97b-1faa37679b0d req-7fa9f687-f0fe-4833-aada-b8b857d6e6df tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:43.262578 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f29fef4-d5b8-477e-b056-9e0537e9f43f tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Pushing event updated for resources: {'Port': ['ID=5e2012e5-c4a7-4a00-a0f1-a47d30d17251,revision_number=7']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:43.263637 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aaba0569-99ba-4b37-a97b-1faa37679b0d req-7fa9f687-f0fe-4833-aada-b8b857d6e6df tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f959991-9e33-4419-a677-382f60cf5b97 HTTP/1.1" status: 200 len: 946 time: 0.6452787 Jul 16 08:25:43.286204 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-673384ac-b5c9-43fc-ace4-5d2833b7b1ee None None] Set router 525d6816-2de2-433d-80b1-89acf030af90 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:25:43.324794 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c978aa-fb8a-4ee0-b93a-ffcf1d0e8d54 req-921a278a-b061-45a9-8cfa-076d1e7d462d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:43.326620 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82c978aa-fb8a-4ee0-b93a-ffcf1d0e8d54 req-921a278a-b061-45a9-8cfa-076d1e7d462d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1679819 Jul 16 08:25:43.335414 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc92f0e-4d1c-4843-9b9b-706d7d2233e9 req-48e458d9-8505-45da-923c-af73c03248ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:43.347202 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ebc92f0e-4d1c-4843-9b9b-706d7d2233e9 req-48e458d9-8505-45da-923c-af73c03248ad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a2e699c-4474-4ce8-9541-5d2e85ff0e34 HTTP/1.1" status: 200 len: 852 time: 0.4540365 Jul 16 08:25:43.432461 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c978aa-fb8a-4ee0-b93a-ffcf1d0e8d54 req-7d04e160-4def-4aca-9747-78dfcbb4f875 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:43.439163 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-82c978aa-fb8a-4ee0-b93a-ffcf1d0e8d54 req-7d04e160-4def-4aca-9747-78dfcbb4f875 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.3446174 Jul 16 08:25:43.480694 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82c978aa-fb8a-4ee0-b93a-ffcf1d0e8d54 req-84e86fca-0564-4fd0-ab97-fed5016f2704 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450198 Jul 16 08:25:43.488381 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13b6b9-f245-4b29-bf42-b15f83248fb7 req-05e6fb59-1857-4de0-ba07-519c63d74a13 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:43.495491 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3c13b6b9-f245-4b29-bf42-b15f83248fb7 req-05e6fb59-1857-4de0-ba07-519c63d74a13 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f959991-9e33-4419-a677-382f60cf5b97 HTTP/1.1" status: 200 len: 946 time: 0.1610069 Jul 16 08:25:43.504080 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ebc92f0e-4d1c-4843-9b9b-706d7d2233e9 req-9fe6de33-c608-44bf-a7fc-61a18a1d0e05 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13eb8833-ea3c-42b1-ae1e-dd3cef084336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1481013 Jul 16 08:25:43.667653 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3c13b6b9-f245-4b29-bf42-b15f83248fb7 req-ba079ec1-30e8-4995-9227-c7ee9a96f4a8 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711988 Jul 16 08:25:43.679799 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-269d2944-bbf0-43fb-9929-17bebb8166c9 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0c0f0cf24afb47969a9cef8297bf2691&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4714711 Jul 16 08:25:43.729535 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-c60732d0-6db3-4782-a0cd-96fe3ab0adb8 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:43.731426 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-c60732d0-6db3-4782-a0cd-96fe3ab0adb8 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.30 "GET /v2.0/networks?id=98b2c070-1d22-41c6-babf-49f81fe9462b HTTP/1.1" status: 200 len: 823 time: 0.2184291 Jul 16 08:25:43.739374 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82c978aa-fb8a-4ee0-b93a-ffcf1d0e8d54 req-58e986e2-80b2-4d79-897f-0e4db03dc4bf service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410531 Jul 16 08:25:43.798741 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-a2b47d2d-6e3b-4978-b8a2-4b7b67b2b1cd tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=eed38146a8c843738c66731bdf360734 HTTP/1.1" status: 200 len: 379 time: 0.0567744 Jul 16 08:25:43.807727 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-1ebe7b7a-b605-4a73-9087-9f59d08cfc76 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Request body: {'port': {'device_id': '0afd339a-00a0-4155-bc84-7f70bc219cfa', 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b', 'admin_state_up': True, 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'security_groups': ['fbec2181-32de-46b6-9445-7284f609db8c']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:43.899103 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ebc92f0e-4d1c-4843-9b9b-706d7d2233e9 req-2a1c303d-38ff-4e92-befc-59a0fb8c3825 service neutron] 10.222.0.21 "GET /v2.0/networks/13eb8833-ea3c-42b1-ae1e-dd3cef084336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3797820 Jul 16 08:25:43.909010 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c978aa-fb8a-4ee0-b93a-ffcf1d0e8d54 req-a6508054-f632-46f8-8b90-467a4e49c635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:43.910785 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-82c978aa-fb8a-4ee0-b93a-ffcf1d0e8d54 req-a6508054-f632-46f8-8b90-467a4e49c635 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4234035 Jul 16 08:25:43.966301 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2feb7d57-c6f1-4eaf-90de-e2d4aae22c63', 'tag': '5e2012e5-c4a7-4a00-a0f1-a47d30d17251'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:25:43.970648 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72167b11-fcc4-422a-96d5-17bb8c0fe4aa" -d '{"events": [{"name": "network-changed", "server_uuid": "2feb7d57-c6f1-4eaf-90de-e2d4aae22c63", "tag": "5e2012e5-c4a7-4a00-a0f1-a47d30d17251"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:25:44.076091 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-5b019c63-4fcd-4d22-9381-4c4a2da5ac57 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=42f1ddffa5664f419805a6c1db23bdd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0465431 Jul 16 08:25:44.112211 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-1ebe7b7a-b605-4a73-9087-9f59d08cfc76 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Made reservation on behalf of eed38146a8c843738c66731bdf360734 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:25:44.116752 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-1ebe7b7a-b605-4a73-9087-9f59d08cfc76 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:44.278196 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-92c9928e-81d1-40f9-a612-e155b4f9667a tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:44.285699 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075199bc-09d3-4f99-9c2e-2b3eb755dfcf', 'name': 'network-vif-deleted', 'tag': '0bef3fe7-7260-4531-83e8-a0f47aed44a5'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:25:44.286122 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-92c9928e-81d1-40f9-a612-e155b4f9667a tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2089531 Jul 16 08:25:44.287925 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d8be23-6434-4c40-b1d6-69a3d8c0ac1b" -d '{"events": [{"server_uuid": "075199bc-09d3-4f99-9c2e-2b3eb755dfcf", "name": "network-vif-deleted", "tag": "0bef3fe7-7260-4531-83e8-a0f47aed44a5"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:25:44.311782 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-aaba0569-99ba-4b37-a97b-1faa37679b0d req-d7701f45-5dec-43ad-b524-4f00139756a9 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Deleting port 71eb40e3-7502-40b0-912a-043f20b16145 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:25:44.312109 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-aaba0569-99ba-4b37-a97b-1faa37679b0d req-d7701f45-5dec-43ad-b524-4f00139756a9 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:44.338129 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-673384ac-b5c9-43fc-ace4-5d2833b7b1ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525d6816-2de2-433d-80b1-89acf030af90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-790942259-router', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:07Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': 'eed38146a8c843738c66731bdf360734', 'gw_port': {'id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ad:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:08Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '3ecc27c8-7720-41c4-8722-654b9b21303b', 'name': '', 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'mac_address': 'fa:16:3e:4b:2c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:11Z', 'updated_at': '2021-07-16T08:23:21Z', 'revision_number': 5, 'project_id': 'eed38146a8c843738c66731bdf360734', 'subnets': [{'id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:25:44.342711 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-599bbea0-9e42-40b2-a41e-50168af49413 service neutron] 10.222.0.22 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6358912 Jul 16 08:25:44.353336 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-42e46db6-a5ee-4e68-a160-34e50aaf6ac1 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/quotas/42f1ddffa5664f419805a6c1db23bdd5 HTTP/1.1" status: 200 len: 375 time: 0.0661798 Jul 16 08:25:44.370164 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673384ac-b5c9-43fc-ace4-5d2833b7b1ee None None] The sync data for ids ['525d6816-2de2-433d-80b1-89acf030af90'] in n-d-771362-37 is: [{'id': '525d6816-2de2-433d-80b1-89acf030af90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-790942259-router', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:07Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': 'eed38146a8c843738c66731bdf360734', 'gw_port': {'id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ad:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:08Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '3ecc27c8-7720-41c4-8722-654b9b21303b', 'name': '', 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'mac_address': 'fa:16:3e:4b:2c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:11Z', 'updated_at': '2021-07-16T08:23:21Z', 'revision_number': 5, 'project_id': 'eed38146a8c843738c66731bdf360734', 'subnets': [{'id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:25:44.413701 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-2188e3f6-3733-405a-b09f-5a303d59fdc3 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=42f1ddffa5664f419805a6c1db23bdd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0591893 Jul 16 08:25:44.443872 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-1ebe7b7a-b605-4a73-9087-9f59d08cfc76 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Allocated IP 172.20.0.5 (98b2c070-1d22-41c6-babf-49f81fe9462b/0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74/85578c23-a977-4616-8e40-d65fac0c42ba) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:25:44.495307 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device ac7f6057-099d-4905-842a-a135ee0413c9 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:25:44.596563 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port ac7f6057-099d-4905-842a-a135ee0413c9 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:25:44.605909 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port ac7f6057-099d-4905-842a-a135ee0413c9 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:44.606293 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:44.781302 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ebc92f0e-4d1c-4843-9b9b-706d7d2233e9 req-ea1771a6-9648-402a-8e75-fe239780c3bd service neutron] 10.222.0.21 "GET /v2.0/networks/13eb8833-ea3c-42b1-ae1e-dd3cef084336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8759727 Jul 16 08:25:44.792795 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:44.796799 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dee0c020-fcaa-4194-9b3f-04f7c5f1a391 None None] New status for floating IP 41934d44-fcd1-4748-8b4a-9678760cc4b5: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:25:44.811958 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ca3c8dd8-bb36-444e-92b1-b1fb65540b1b req-47f80ddf-ee3e-4ff5-b6c8-4cfb11194f41 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/ports?device_id=0afd339a-00a0-4155-bc84-7f70bc219cfa HTTP/1.1" status: 200 len: 210 time: 0.0661628 Jul 16 08:25:44.815301 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-1ebe7b7a-b605-4a73-9087-9f59d08cfc76 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:44.816413 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-82c978aa-fb8a-4ee0-b93a-ffcf1d0e8d54 req-3d34bb0e-23e9-4431-847d-1aee4e79be1a service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8871727 Jul 16 08:25:44.823972 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-aaba0569-99ba-4b37-a97b-1faa37679b0d req-d7701f45-5dec-43ad-b524-4f00139756a9 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] For port 71eb40e3-7502-40b0-912a-043f20b16145, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=71eb40e3-7502-40b0-912a-043f20b16145,segment=NetworkSegment(e5fde1c5-d7d6-485c-b933-4a6575bb8f26),segment_id=e5fde1c5-d7d6-485c-b933-4a6575bb8f26)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:44.824380 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-aaba0569-99ba-4b37-a97b-1faa37679b0d req-d7701f45-5dec-43ad-b524-4f00139756a9 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:44.840645 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-1ebe7b7a-b605-4a73-9087-9f59d08cfc76 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Transition to ACTIVE for port object 85578c23-a977-4616-8e40-d65fac0c42ba will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:44.886135 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-1ebe7b7a-b605-4a73-9087-9f59d08cfc76 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:44.892307 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port ac7f6057-099d-4905-842a-a135ee0413c9, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ac7f6057-099d-4905-842a-a135ee0413c9,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:44.904097 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:44.948499 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-aaba0569-99ba-4b37-a97b-1faa37679b0d req-d7701f45-5dec-43ad-b524-4f00139756a9 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Calling delete_port for 71eb40e3-7502-40b0-912a-043f20b16145 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:25:45.018457 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe7b7a-b605-4a73-9087-9f59d08cfc76 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Pushing event updated for resources: {'Port': ['ID=85578c23-a977-4616-8e40-d65fac0c42ba,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:45.021954 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=ac7f6057-099d-4905-842a-a135ee0413c9,revision_number=13']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:45.036336 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-1518a6df-a34a-423b-bfde-6795e2e898e8 service neutron] 10.222.0.22 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6893547 Jul 16 08:25:45.067539 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-1ebe7b7a-b605-4a73-9087-9f59d08cfc76 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Network 98b2c070-1d22-41c6-babf-49f81fe9462b is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:25:45.070774 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-1ebe7b7a-b605-4a73-9087-9f59d08cfc76 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:25:45.092970 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-1ebe7b7a-b605-4a73-9087-9f59d08cfc76 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:25:45.189101 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-1ebe7b7a-b605-4a73-9087-9f59d08cfc76 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:45.189801 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-1ebe7b7a-b605-4a73-9087-9f59d08cfc76 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:45.196657 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-82c978aa-fb8a-4ee0-b93a-ffcf1d0e8d54 req-33e36f51-c377-4f88-9f7e-8f64e44ddca2 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3586240 Jul 16 08:25:45.251508 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-1ebe7b7a-b605-4a73-9087-9f59d08cfc76 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4480622 Jul 16 08:25:45.264977 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-3bdc7fc5-1a06-4b0f-81f6-fae214041728 service neutron] Request body: {'port': {'device_id': '0afd339a-00a0-4155-bc84-7f70bc219cfa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:45.347553 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-aaba0569-99ba-4b37-a97b-1faa37679b0d req-d7701f45-5dec-43ad-b524-4f00139756a9 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:45.352559 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73755b6d-1f96-485b-b3f3-1bf730a21919 req-a3815ec7-78ac-4e27-8a59-2e817a0fd500 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:45.354999 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73755b6d-1f96-485b-b3f3-1bf730a21919 req-a3815ec7-78ac-4e27-8a59-2e817a0fd500 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 951 time: 0.3293369 Jul 16 08:25:45.360309 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['71eb40e3-7502-40b0-912a-043f20b16145'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:25:45.411304 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7701f45-5dec-43ad-b524-4f00139756a9 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Pushing event deleted for resources: {'Port': ['ID=71eb40e3-7502-40b0-912a-043f20b16145,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:45.465059 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2ddeeff8-f082-478b-be28-1d4fb5482781 None None] Provisioning for port 85578c23-a977-4616-8e40-d65fac0c42ba completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:25:45.471854 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73755b6d-1f96-485b-b3f3-1bf730a21919 req-060a1424-237a-4e8e-bf30-74a2dcea0d47 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980461 Jul 16 08:25:45.472735 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-aaba0569-99ba-4b37-a97b-1faa37679b0d req-d7701f45-5dec-43ad-b524-4f00139756a9 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] No DVR routers for this DVR port 71eb40e3-7502-40b0-912a-043f20b16145 on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:25:45.476090 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2ddeeff8-f082-478b-be28-1d4fb5482781 None None] Provisioning complete for port 85578c23-a977-4616-8e40-d65fac0c42ba triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:45.477089 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ddeeff8-f082-478b-be28-1d4fb5482781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:45.477440 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-aaba0569-99ba-4b37-a97b-1faa37679b0d req-d7701f45-5dec-43ad-b524-4f00139756a9 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:45.480430 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aaba0569-99ba-4b37-a97b-1faa37679b0d req-d7701f45-5dec-43ad-b524-4f00139756a9 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.30 "DELETE /v2.0/ports/71eb40e3-7502-40b0-912a-043f20b16145 HTTP/1.1" status: 204 len: 173 time: 2.1956210 Jul 16 08:25:45.493515 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-3bdc7fc5-1a06-4b0f-81f6-fae214041728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:45.581801 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2ddeeff8-f082-478b-be28-1d4fb5482781 None None] Port 85578c23-a977-4616-8e40-d65fac0c42ba cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:25:45.584948 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:25:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba06dd1-5162-4919-8890-5e16a34e2d97 x-openstack-request-id: req-9ba06dd1-5162-4919-8890-5e16a34e2d97 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:25:45.585263 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f959991-9e33-4419-a677-382f60cf5b97", "name": "network-vif-plugged", "status": "completed", "tag": "71eb40e3-7502-40b0-912a-043f20b16145", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:25:45.585541 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9ba06dd1-5162-4919-8890-5e16a34e2d97 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:25:45.586552 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f959991-9e33-4419-a677-382f60cf5b97', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71eb40e3-7502-40b0-912a-043f20b16145', 'code': 200} Jul 16 08:25:45.733483 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e58a9299-7a2a-45a0-aa1a-3533ba1ab6c5 x-openstack-request-id: req-e58a9299-7a2a-45a0-aa1a-3533ba1ab6c5 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:25:45.733783 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075199bc-09d3-4f99-9c2e-2b3eb755dfcf", "name": "network-vif-deleted", "tag": "0bef3fe7-7260-4531-83e8-a0f47aed44a5", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:25:45.734041 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e58a9299-7a2a-45a0-aa1a-3533ba1ab6c5 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:25:45.734438 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075199bc-09d3-4f99-9c2e-2b3eb755dfcf', 'name': 'network-vif-deleted', 'tag': '0bef3fe7-7260-4531-83e8-a0f47aed44a5', 'status': 'completed', 'code': 200} Jul 16 08:25:45.738271 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eeda6ce9-1364-4aa4-afdf-605041c288f6 x-openstack-request-id: req-eeda6ce9-1364-4aa4-afdf-605041c288f6 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:25:45.738571 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2feb7d57-c6f1-4eaf-90de-e2d4aae22c63", "tag": "5e2012e5-c4a7-4a00-a0f1-a47d30d17251", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:25:45.738821 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eeda6ce9-1364-4aa4-afdf-605041c288f6 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:25:45.739208 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2feb7d57-c6f1-4eaf-90de-e2d4aae22c63', 'tag': '5e2012e5-c4a7-4a00-a0f1-a47d30d17251', 'status': 'completed', 'code': 200} Jul 16 08:25:45.795935 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72167b11-fcc4-422a-96d5-17bb8c0fe4aa req-b0279658-dfd5-44d3-9b2f-6a200da96056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:45.797492 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-72167b11-fcc4-422a-96d5-17bb8c0fe4aa req-b0279658-dfd5-44d3-9b2f-6a200da96056 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=852c6d5a2f444ffe8ab3743f1821e977&device_id=2feb7d57-c6f1-4eaf-90de-e2d4aae22c63 HTTP/1.1" status: 200 len: 1175 time: 0.1328051 Jul 16 08:25:45.927925 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-d870472a-487b-4f32-8dcd-bd31dbaffd2b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=42f1ddffa5664f419805a6c1db23bdd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0455618 Jul 16 08:25:45.935895 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723f13c-3b6b-41d2-8c10-c5867e475add req-fce50ca6-9918-4054-9a8f-74132c2270e3 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:45.943502 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5723f13c-3b6b-41d2-8c10-c5867e475add req-fce50ca6-9918-4054-9a8f-74132c2270e3 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?device_id=2feb7d57-c6f1-4eaf-90de-e2d4aae22c63 HTTP/1.1" status: 200 len: 1023 time: 0.2128627 Jul 16 08:25:46.060942 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5723f13c-3b6b-41d2-8c10-c5867e475add req-8922c2ef-2bae-4fa2-9abe-c4c2223897d4 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb4b443f-235e-4d77-acd0-66e27d08255a&id=f5ffafa7-a91a-454d-b929-570527eb00e4&id=e93399a3-302f-440b-940c-8dca16230539 HTTP/1.1" status: 200 len: 6149 time: 0.1163762 Jul 16 08:25:46.154891 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-3bdc7fc5-1a06-4b0f-81f6-fae214041728 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85578c23-a977-4616-8e40-d65fac0c42ba {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:25:46.166868 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72167b11-fcc4-422a-96d5-17bb8c0fe4aa req-9fe0a5e5-423f-4e85-b632-ae9af471e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:46.167342 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-3bdc7fc5-1a06-4b0f-81f6-fae214041728 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:46.171649 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-72167b11-fcc4-422a-96d5-17bb8c0fe4aa req-9fe0a5e5-423f-4e85-b632-ae9af471e873 service neutron] 10.222.0.21 "GET /v2.0/networks?id=13eb8833-ea3c-42b1-ae1e-dd3cef084336 HTTP/1.1" status: 200 len: 913 time: 0.3592651 Jul 16 08:25:46.180755 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-3bdc7fc5-1a06-4b0f-81f6-fae214041728 service neutron] Transition to ACTIVE for port object 85578c23-a977-4616-8e40-d65fac0c42ba will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:46.187096 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-3bdc7fc5-1a06-4b0f-81f6-fae214041728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:46.248456 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-d8680496-dce9-4a48-824a-98ed4adcb29c tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:46.256140 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-d8680496-dce9-4a48-824a-98ed4adcb29c tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3111792 Jul 16 08:25:46.314384 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-72167b11-fcc4-422a-96d5-17bb8c0fe4aa req-f2222b20-4e54-4fb3-bfa3-9cab948d63b8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5e2012e5-c4a7-4a00-a0f1-a47d30d17251 HTTP/1.1" status: 200 len: 217 time: 0.0919623 Jul 16 08:25:46.323431 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-b87164a8-4c6c-465f-ab13-1d85a89d5efc tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/quotas/42f1ddffa5664f419805a6c1db23bdd5 HTTP/1.1" status: 200 len: 375 time: 0.0663526 Jul 16 08:25:46.358777 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-41328a97-a053-46f9-85b7-a5d282e782a8 req-7f29a013-cf16-461b-938e-42091844fabe tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=4f959991-9e33-4419-a677-382f60cf5b97 HTTP/1.1" status: 200 len: 210 time: 0.1139889 Jul 16 08:25:46.379945 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc7fc5-1a06-4b0f-81f6-fae214041728 service neutron] Pushing event updated for resources: {'Port': ['ID=85578c23-a977-4616-8e40-d65fac0c42ba,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:46.380633 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-2622da9f-2ef0-4099-9630-5f4346d32a86 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=42f1ddffa5664f419805a6c1db23bdd5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0562315 Jul 16 08:25:46.470753 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72167b11-fcc4-422a-96d5-17bb8c0fe4aa req-ace607f0-4e71-410b-a561-5476979490ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:46.477294 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-72167b11-fcc4-422a-96d5-17bb8c0fe4aa req-ace607f0-4e71-410b-a561-5476979490ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a2e699c-4474-4ce8-9541-5d2e85ff0e34 HTTP/1.1" status: 200 len: 852 time: 0.1384745 Jul 16 08:25:46.523966 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-72167b11-fcc4-422a-96d5-17bb8c0fe4aa req-6ea2da1d-ef54-40b0-99ad-c9abb6691d39 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13eb8833-ea3c-42b1-ae1e-dd3cef084336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401487 Jul 16 08:25:46.606953 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-3bdc7fc5-1a06-4b0f-81f6-fae214041728 service neutron] Attempting to bind port 85578c23-a977-4616-8e40-d65fac0c42ba on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:25:46.607207 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-3bdc7fc5-1a06-4b0f-81f6-fae214041728 service neutron] Attempting to bind port 85578c23-a977-4616-8e40-d65fac0c42ba by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'f7af8b16-cb87-4576-be6c-d2d2183441bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:25:46.607543 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-3bdc7fc5-1a06-4b0f-81f6-fae214041728 service neutron] Attempting to bind port 85578c23-a977-4616-8e40-d65fac0c42ba on network 98b2c070-1d22-41c6-babf-49f81fe9462b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:25:46.619961 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-3bdc7fc5-1a06-4b0f-81f6-fae214041728 service neutron] Port 85578c23-a977-4616-8e40-d65fac0c42ba on network 98b2c070-1d22-41c6-babf-49f81fe9462b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:25:46.620299 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-3bdc7fc5-1a06-4b0f-81f6-fae214041728 service neutron] Attempting to bind port 85578c23-a977-4616-8e40-d65fac0c42ba on network 98b2c070-1d22-41c6-babf-49f81fe9462b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:25:46.631154 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-3bdc7fc5-1a06-4b0f-81f6-fae214041728 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:25:46.631501 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-3bdc7fc5-1a06-4b0f-81f6-fae214041728 service neutron] Checking segment: {'id': 'f7af8b16-cb87-4576-be6c-d2d2183441bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:25:46.631893 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-3bdc7fc5-1a06-4b0f-81f6-fae214041728 service neutron] Bound using segment: {'id': 'f7af8b16-cb87-4576-be6c-d2d2183441bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:25:46.632335 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-3bdc7fc5-1a06-4b0f-81f6-fae214041728 service neutron] Bound port: 85578c23-a977-4616-8e40-d65fac0c42ba, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f7af8b16-cb87-4576-be6c-d2d2183441bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:25:46.632861 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-3bdc7fc5-1a06-4b0f-81f6-fae214041728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:46.662179 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9f566b-d2c8-493f-a3e1-1b2ae48a141e req-37c53c7a-f309-4590-b70b-d20c0f5b9e44 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:46.685444 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0a9f566b-d2c8-493f-a3e1-1b2ae48a141e req-37c53c7a-f309-4590-b70b-d20c0f5b9e44 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 951 time: 0.1328082 Jul 16 08:25:46.764204 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-68427923-8fc9-469f-9ca8-00e1162832f5 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=42f1ddffa5664f419805a6c1db23bdd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0574756 Jul 16 08:25:46.861047 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0a9f566b-d2c8-493f-a3e1-1b2ae48a141e req-856f71b1-c42e-4123-b259-11ce0fe69bee tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745493 Jul 16 08:25:46.925773 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-3bdc7fc5-1a06-4b0f-81f6-fae214041728 service neutron] For port 85578c23-a977-4616-8e40-d65fac0c42ba, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:25:46.936707 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-3bdc7fc5-1a06-4b0f-81f6-fae214041728 service neutron] For port 85578c23-a977-4616-8e40-d65fac0c42ba, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=85578c23-a977-4616-8e40-d65fac0c42ba,segment=NetworkSegment(f7af8b16-cb87-4576-be6c-d2d2183441bf),segment_id=f7af8b16-cb87-4576-be6c-d2d2183441bf)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:25:46.951533 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-3bdc7fc5-1a06-4b0f-81f6-fae214041728 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:46.985759 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-3bdc7fc5-1a06-4b0f-81f6-fae214041728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:46.986400 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-3bdc7fc5-1a06-4b0f-81f6-fae214041728 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:46.987794 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-3bdc7fc5-1a06-4b0f-81f6-fae214041728 service neutron] 10.222.0.30 "PUT /v2.0/ports/85578c23-a977-4616-8e40-d65fac0c42ba HTTP/1.1" status: 200 len: 1092 time: 1.7280581 Jul 16 08:25:47.001909 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-9b3100a9-5ff7-4ebe-87fb-68b1cc1d45df tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:47.011321 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-9b3100a9-5ff7-4ebe-87fb-68b1cc1d45df tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2382832 Jul 16 08:25:47.072851 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-81568705-7549-4d16-816f-55d880c66a88 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Request body: {'port': {'device_id': '83df3f71-afdf-44d1-86b5-47f1b908de85', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'admin_state_up': True, 'tenant_id': '42f1ddffa5664f419805a6c1db23bdd5'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:47.096974 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-72167b11-fcc4-422a-96d5-17bb8c0fe4aa req-837a515f-a79c-4a57-bcfc-a38ce11b3a47 service neutron] 10.222.0.21 "GET /v2.0/networks/13eb8833-ea3c-42b1-ae1e-dd3cef084336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5659640 Jul 16 08:25:47.124788 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bdc7fc5-1a06-4b0f-81f6-fae214041728 service neutron] Pushing event updated for resources: {'Port': ['ID=85578c23-a977-4616-8e40-d65fac0c42ba,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:47.177110 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d0b69bb6-714e-4c75-a60a-c84a65b6d4f4 req-5f1d6789-8049-44c7-a060-2b3a98cf75de tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 210 time: 0.0788000 Jul 16 08:25:47.272453 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-d86cf25f-c669-40d6-bcc3-c4b175a6cfbd req-136fa02e-d57e-4430-9d4f-af093a3de7d1 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Request body: {'security_group': {'name': ' tempest-securitygroup -320287785 ', 'description': 'tempest-description-370981834'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:47.388087 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510cb1ee-5840-402d-b2de-586537145503 req-23fcc855-a20c-4456-ba56-040d74b1aafd tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:47.404939 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-510cb1ee-5840-402d-b2de-586537145503 req-23fcc855-a20c-4456-ba56-040d74b1aafd tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/ports?device_id=0afd339a-00a0-4155-bc84-7f70bc219cfa HTTP/1.1" status: 200 len: 943 time: 0.3280540 Jul 16 08:25:47.456637 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-1490e77c-5341-44ef-a565-025ac89df85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:47.458234 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-1490e77c-5341-44ef-a565-025ac89df85b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eed38146a8c843738c66731bdf360734&device_id=0afd339a-00a0-4155-bc84-7f70bc219cfa HTTP/1.1" status: 200 len: 1095 time: 0.3050444 Jul 16 08:25:47.490713 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d86cf25f-c669-40d6-bcc3-c4b175a6cfbd req-136fa02e-d57e-4430-9d4f-af093a3de7d1 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:47.493373 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-81568705-7549-4d16-816f-55d880c66a88 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Made reservation on behalf of 42f1ddffa5664f419805a6c1db23bdd5 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:25:47.498441 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 71eb40e3-7502-40b0-912a-043f20b16145 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:25:47.501469 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-81568705-7549-4d16-816f-55d880c66a88 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:47.521136 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 71eb40e3-7502-40b0-912a-043f20b16145 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:25:47.521498 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 71eb40e3-7502-40b0-912a-043f20b16145 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:25:47.532634 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-81568705-7549-4d16-816f-55d880c66a88 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:47.536783 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-324c35e4-7cba-4d2c-8e02-c7d1aa4725e3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85578c23-a977-4616-8e40-d65fac0c42ba HTTP/1.1" status: 200 len: 217 time: 0.0662782 Jul 16 08:25:47.536926 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-72167b11-fcc4-422a-96d5-17bb8c0fe4aa req-7a25ebc1-865c-4c26-8bb1-6418849f0dd9 service neutron] 10.222.0.21 "GET /v2.0/networks/13eb8833-ea3c-42b1-ae1e-dd3cef084336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160686 Jul 16 08:25:47.540584 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-510cb1ee-5840-402d-b2de-586537145503 req-88b4b5cd-5c16-49e4-8112-71ac58f46561 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbec2181-32de-46b6-9445-7284f609db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1342945 Jul 16 08:25:47.587494 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b68f632-33da-4c56-ba41-fe90d48efee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7f6057-099d-4905-842a-a135ee0413c9'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:25:47.591617 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45206084-5678-49b8-a85c-fda75ea069a5" -d '{"events": [{"server_uuid": "1b68f632-33da-4c56-ba41-fe90d48efee2", "name": "network-vif-plugged", "status": "completed", "tag": "ac7f6057-099d-4905-842a-a135ee0413c9"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:25:47.675531 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d86cf25f-c669-40d6-bcc3-c4b175a6cfbd req-136fa02e-d57e-4430-9d4f-af093a3de7d1 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:47.677894 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-791c6a89-c4f3-4ce3-8f85-dc489b2401f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:47.679436 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-791c6a89-c4f3-4ce3-8f85-dc489b2401f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74 HTTP/1.1" status: 200 len: 862 time: 0.1265786 Jul 16 08:25:47.684193 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d86cf25f-c669-40d6-bcc3-c4b175a6cfbd req-136fa02e-d57e-4430-9d4f-af093a3de7d1 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:47.727488 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6af40c52-2894-4ed6-8ec4-224c4f0ba171 req-afa1eaf6-d68e-4258-b866-60de5a3beaab tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d594e3-530a-4a8f-ab0a-7657527cdecb HTTP/1.1" status: 200 len: 210 time: 0.0421865 Jul 16 08:25:47.738126 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f959991-9e33-4419-a677-382f60cf5b97', 'name': 'network-vif-deleted', 'tag': '71eb40e3-7502-40b0-912a-043f20b16145'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:25:47.740650 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78375389-f19f-4404-a724-165acdb98501" -d '{"events": [{"server_uuid": "4f959991-9e33-4419-a677-382f60cf5b97", "name": "network-vif-deleted", "tag": "71eb40e3-7502-40b0-912a-043f20b16145"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:25:47.764342 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136fa02e-d57e-4430-9d4f-af093a3de7d1 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf87d23b-c5ac-4e9b-871b-fc10a1761962,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:47.765072 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afd339a-00a0-4155-bc84-7f70bc219cfa', 'tag': '85578c23-a977-4616-8e40-d65fac0c42ba'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:25:47.779229 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-154029a1-370d-4f21-8423-93a18f391128 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:47.780980 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-154029a1-370d-4f21-8423-93a18f391128 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.21 "GET /v2.0/networks?id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 HTTP/1.1" status: 200 len: 807 time: 0.3769383 Jul 16 08:25:47.792310 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-912846ef-86b8-44f8-a80e-f673795f98ce" -d '{"events": [{"name": "network-changed", "server_uuid": "0afd339a-00a0-4155-bc84-7f70bc219cfa", "tag": "85578c23-a977-4616-8e40-d65fac0c42ba"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:25:47.799216 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-bd797451-863c-4bef-9cac-6c63a0f31d26 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Request body: {'port': {'device_id': 'b0249b17-4a27-4924-a182-55f6f2fccb65', 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0', 'admin_state_up': True, 'tenant_id': '0c0f0cf24afb47969a9cef8297bf2691'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:47.831264 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-d098fbd0-f452-41a5-b2b3-d8f0b1108507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:47.834023 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-d098fbd0-f452-41a5-b2b3-d8f0b1108507 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98b2c070-1d22-41c6-babf-49f81fe9462b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1104877 Jul 16 08:25:48.006359 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-81568705-7549-4d16-816f-55d880c66a88 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:48.016091 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-81568705-7549-4d16-816f-55d880c66a88 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:48.052486 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-5aee6148-8cdc-49e4-af47-f41d210b4551 service neutron] 10.222.0.30 "GET /v2.0/networks/98b2c070-1d22-41c6-babf-49f81fe9462b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2102721 Jul 16 08:25:48.127049 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d86cf25f-c669-40d6-bcc3-c4b175a6cfbd req-136fa02e-d57e-4430-9d4f-af093a3de7d1 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:48.140089 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d86cf25f-c669-40d6-bcc3-c4b175a6cfbd req-136fa02e-d57e-4430-9d4f-af093a3de7d1 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.8776984 Jul 16 08:25:48.149245 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81568705-7549-4d16-816f-55d880c66a88 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Pushing event updated for resources: {'SecurityGroup': ['ID=148adb76-f893-4b54-a010-c6c762ddf55e,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:48.172561 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-bd797451-863c-4bef-9cac-6c63a0f31d26 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Made reservation on behalf of 0c0f0cf24afb47969a9cef8297bf2691 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:25:48.180235 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-bd797451-863c-4bef-9cac-6c63a0f31d26 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:48.293442 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6289c8f3-b6e2-49a8-b6bd-7c84ec0712df req-7390b5cf-0d55-439d-9596-f38cbac4a8bc service neutron] 10.222.0.30 "GET /v2.0/networks/98b2c070-1d22-41c6-babf-49f81fe9462b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2334275 Jul 16 08:25:48.427843 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a6e507-c2c8-44c1-8d16-8e0a12991211 x-openstack-request-id: req-20a6e507-c2c8-44c1-8d16-8e0a12991211 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:25:48.428382 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b68f632-33da-4c56-ba41-fe90d48efee2", "name": "network-vif-plugged", "status": "completed", "tag": "ac7f6057-099d-4905-842a-a135ee0413c9", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:25:48.428879 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-20a6e507-c2c8-44c1-8d16-8e0a12991211 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:25:48.429509 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b68f632-33da-4c56-ba41-fe90d48efee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac7f6057-099d-4905-842a-a135ee0413c9', 'code': 200} Jul 16 08:25:48.489450 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-bd797451-863c-4bef-9cac-6c63a0f31d26 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Allocated IP 172.20.0.10 (e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0/ce796d98-7ee4-4738-aad4-0026126b7799/277fba1e-58b9-42f0-99af-f9db98336107) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:25:48.517790 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5d66ee-ed1d-4962-b29a-917ac8a8ee9b x-openstack-request-id: req-ea5d66ee-ed1d-4962-b29a-917ac8a8ee9b {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:25:48.517790 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0afd339a-00a0-4155-bc84-7f70bc219cfa", "tag": "85578c23-a977-4616-8e40-d65fac0c42ba", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:25:48.517790 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ea5d66ee-ed1d-4962-b29a-917ac8a8ee9b {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:25:48.517790 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0afd339a-00a0-4155-bc84-7f70bc219cfa', 'tag': '85578c23-a977-4616-8e40-d65fac0c42ba', 'status': 'completed', 'code': 200} Jul 16 08:25:48.575438 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:25:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c29dbc-811d-400f-9c06-cd61b3636bdc x-openstack-request-id: req-75c29dbc-811d-400f-9c06-cd61b3636bdc {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:25:48.575795 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f959991-9e33-4419-a677-382f60cf5b97", "name": "network-vif-deleted", "tag": "71eb40e3-7502-40b0-912a-043f20b16145", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:25:48.576019 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-75c29dbc-811d-400f-9c06-cd61b3636bdc {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:25:48.576441 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f959991-9e33-4419-a677-382f60cf5b97', 'name': 'network-vif-deleted', 'tag': '71eb40e3-7502-40b0-912a-043f20b16145', 'status': 'completed', 'code': 200} Jul 16 08:25:48.608178 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-fd167df0-10b4-4969-abb2-718877761c3a tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=42f1ddffa5664f419805a6c1db23bdd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298574 Jul 16 08:25:48.655793 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912846ef-86b8-44f8-a80e-f673795f98ce req-acf1178b-405b-4c70-8132-3992436cfe70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:48.658463 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-912846ef-86b8-44f8-a80e-f673795f98ce req-acf1178b-405b-4c70-8132-3992436cfe70 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eed38146a8c843738c66731bdf360734&device_id=0afd339a-00a0-4155-bc84-7f70bc219cfa HTTP/1.1" status: 200 len: 1095 time: 0.1136572 Jul 16 08:25:48.720625 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dff0a63e-757b-46f2-ac1e-591d4b72d50f req-83905d68-ed22-43fa-8ef6-ee51287d31bc tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups/bf87d23b-c5ac-4e9b-871b-fc10a1761962 HTTP/1.1" status: 200 len: 1779 time: 0.1432450 Jul 16 08:25:48.766520 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-26c8d418-93ed-494b-9b90-b44e3057c892 req-79cb2746-f42e-418f-9ced-86479a96b692 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 210 time: 0.0649872 Jul 16 08:25:48.970622 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912846ef-86b8-44f8-a80e-f673795f98ce req-c36e1977-ad10-4ed4-9511-6633ef81d834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:48.973829 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-912846ef-86b8-44f8-a80e-f673795f98ce req-c36e1977-ad10-4ed4-9511-6633ef81d834 service neutron] 10.222.0.30 "GET /v2.0/networks?id=98b2c070-1d22-41c6-babf-49f81fe9462b HTTP/1.1" status: 200 len: 924 time: 0.3078432 Jul 16 08:25:48.999791 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-157f2284-5a42-4e96-8a7a-73851fa48524 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:49.001968 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-157f2284-5a42-4e96-8a7a-73851fa48524 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3290312 Jul 16 08:25:49.027985 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-912846ef-86b8-44f8-a80e-f673795f98ce req-62b2e2d7-5f07-404b-a16b-fed071cab4b6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85578c23-a977-4616-8e40-d65fac0c42ba HTTP/1.1" status: 200 len: 217 time: 0.0438106 Jul 16 08:25:49.031128 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-81568705-7549-4d16-816f-55d880c66a88 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Allocated IP 192.168.233.60 (30bff2e9-dcab-4751-913d-9c4ac9d8019b/c36b7919-0b6b-490a-bff0-04ed964d98ec/0d9f206a-6518-45a5-ba88-26a9a7149eeb) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:25:49.041075 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-b834840a-7b5f-49e6-9d99-d0d08be6176b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Request body: {'port': {'device_id': '79d594e3-530a-4a8f-ab0a-7657527cdecb', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'admin_state_up': True, 'tenant_id': '42f1ddffa5664f419805a6c1db23bdd5'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:49.133248 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912846ef-86b8-44f8-a80e-f673795f98ce req-99f8356d-0945-43cb-968c-354c6225c14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:49.135366 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-912846ef-86b8-44f8-a80e-f673795f98ce req-99f8356d-0945-43cb-968c-354c6225c14a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74 HTTP/1.1" status: 200 len: 862 time: 0.0749526 Jul 16 08:25:49.147455 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-6197fd3d-c77e-4da7-946f-7d39d6dfd71e tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:49.154922 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-6197fd3d-c77e-4da7-946f-7d39d6dfd71e tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/networks?id=65e6a8db-d3b7-4828-bf97-7f5344ef4f05 HTTP/1.1" status: 200 len: 821 time: 0.2433219 Jul 16 08:25:49.165670 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-2f7c663a-eed2-45c8-8821-3790c48ff7e3 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=8104d40427e0444ca28ba0f9ff369926&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1609020 Jul 16 08:25:49.198729 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-b834840a-7b5f-49e6-9d99-d0d08be6176b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Made reservation on behalf of 42f1ddffa5664f419805a6c1db23bdd5 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:25:49.205148 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-b834840a-7b5f-49e6-9d99-d0d08be6176b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:49.210958 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-856b8e31-bc5c-4efe-a660-177d54cf2330 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/quotas/84340a23f10a4b64ad21fa52302ef5f0 HTTP/1.1" status: 200 len: 375 time: 0.0547369 Jul 16 08:25:49.262759 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-bd797451-863c-4bef-9cac-6c63a0f31d26 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:49.291123 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912846ef-86b8-44f8-a80e-f673795f98ce req-31c633b8-e771-4579-9242-8514123f5543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:49.293295 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-912846ef-86b8-44f8-a80e-f673795f98ce req-31c633b8-e771-4579-9242-8514123f5543 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98b2c070-1d22-41c6-babf-49f81fe9462b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1359954 Jul 16 08:25:49.325642 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-d3630ece-8e4e-4f8f-993f-03ac79d6a673 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=84340a23f10a4b64ad21fa52302ef5f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1133864 Jul 16 08:25:49.575435 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-4e05fc8a-19d2-450d-975c-493f8d1fd6c2 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:49.582557 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-4e05fc8a-19d2-450d-975c-493f8d1fd6c2 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4081581 Jul 16 08:25:49.626650 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-a0995d08-febc-4715-898d-3e42ce845e89 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/quotas/8104d40427e0444ca28ba0f9ff369926 HTTP/1.1" status: 200 len: 375 time: 0.0430999 Jul 16 08:25:49.645598 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-81568705-7549-4d16-816f-55d880c66a88 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:49.681569 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-bd797451-863c-4bef-9cac-6c63a0f31d26 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:49.693486 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-81568705-7549-4d16-816f-55d880c66a88 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Transition to ACTIVE for port object 0d9f206a-6518-45a5-ba88-26a9a7149eeb will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:49.694835 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['7b170f35-db9b-415e-9c83-adb9b8db3ac3'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:25:49.828220 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-bd797451-863c-4bef-9cac-6c63a0f31d26 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:25:49.837573 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-01ebd8bc-c4ba-4223-870d-620ac0bb32a4 service neutron] 10.222.0.22 "GET /v2.0/networks/65e6a8db-d3b7-4828-bf97-7f5344ef4f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5105822 Jul 16 08:25:49.847348 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd797451-863c-4bef-9cac-6c63a0f31d26 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Pushing event updated for resources: {'Port': ['ID=277fba1e-58b9-42f0-99af-f9db98336107,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:49.851093 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-bd797451-863c-4bef-9cac-6c63a0f31d26 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:25:49.862446 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-bd797451-863c-4bef-9cac-6c63a0f31d26 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:25:49.879608 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-912846ef-86b8-44f8-a80e-f673795f98ce req-ce766ba5-10d9-41ef-b926-506e1903e12d service neutron] 10.222.0.30 "GET /v2.0/networks/98b2c070-1d22-41c6-babf-49f81fe9462b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5755718 Jul 16 08:25:49.936671 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-81568705-7549-4d16-816f-55d880c66a88 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:49.995238 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-165aeabd-e08b-4df7-9ca2-7be5f4076c33 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3676736 Jul 16 08:25:50.021052 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-5e16b605-0de0-4a19-837a-d38b573730e6 service neutron] 10.222.0.22 "GET /v2.0/networks/65e6a8db-d3b7-4828-bf97-7f5344ef4f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1824017 Jul 16 08:25:50.073446 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-912846ef-86b8-44f8-a80e-f673795f98ce req-8f3e0db3-03db-45a2-8c00-7c85558503fc service neutron] 10.222.0.30 "GET /v2.0/networks/98b2c070-1d22-41c6-babf-49f81fe9462b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813040 Jul 16 08:25:50.623877 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb33f58-6546-49e0-a44a-150c0c71f136 req-7fcc6e06-4819-4e39-adbc-4f9191cd28e5 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:50.636055 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1bb33f58-6546-49e0-a44a-150c0c71f136 req-7fcc6e06-4819-4e39-adbc-4f9191cd28e5 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/ports?device_id=0afd339a-00a0-4155-bc84-7f70bc219cfa HTTP/1.1" status: 200 len: 943 time: 0.1836452 Jul 16 08:25:50.637540 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-b834840a-7b5f-49e6-9d99-d0d08be6176b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Allocated IP 192.168.233.74 (30bff2e9-dcab-4751-913d-9c4ac9d8019b/c36b7919-0b6b-490a-bff0-04ed964d98ec/35c113a8-cc9b-4243-afa0-fcde08522745) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:25:50.720323 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1bb33f58-6546-49e0-a44a-150c0c71f136 req-800d19c8-7d99-4f65-8188-2498e30a0410 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbec2181-32de-46b6-9445-7284f609db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832560 Jul 16 08:25:50.830571 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81568705-7549-4d16-816f-55d880c66a88 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Pushing event updated for resources: {'Port': ['ID=0d9f206a-6518-45a5-ba88-26a9a7149eeb,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:50.852563 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-bd797451-863c-4bef-9cac-6c63a0f31d26 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:50.853215 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-bd797451-863c-4bef-9cac-6c63a0f31d26 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:50.911882 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-b834840a-7b5f-49e6-9d99-d0d08be6176b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:50.924571 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-868ef927-e318-42cc-95c2-b7aaeff874aa req-15275cdd-bcd3-43e3-afd7-67f9d0017bdb tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups/bf87d23b-c5ac-4e9b-871b-fc10a1761962 HTTP/1.1" status: 200 len: 1779 time: 0.3306477 Jul 16 08:25:50.927536 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-bd797451-863c-4bef-9cac-6c63a0f31d26 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1361544 Jul 16 08:25:50.937889 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-81568705-7549-4d16-816f-55d880c66a88 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:25:50.965426 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-59ea27d9-df86-491c-8e82-afe696c297a8 req-6adcd89b-f6ec-4f76-80ef-3af5af24b615 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d594e3-530a-4a8f-ab0a-7657527cdecb HTTP/1.1" status: 200 len: 210 time: 0.0432122 Jul 16 08:25:51.015688 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-3f1f8e2a-a6c1-44f2-a2c8-19528c5c8c9e service neutron] Request body: {'port': {'device_id': 'b0249b17-4a27-4924-a182-55f6f2fccb65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:51.055938 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-81568705-7549-4d16-816f-55d880c66a88 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:25:51.061492 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-868ef927-e318-42cc-95c2-b7aaeff874aa req-7a28a1ef-7168-413e-a089-c848fde5bf23 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:51.088255 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-868ef927-e318-42cc-95c2-b7aaeff874aa req-7a28a1ef-7168-413e-a089-c848fde5bf23 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:51.143904 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-81568705-7549-4d16-816f-55d880c66a88 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:25:51.196704 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-b834840a-7b5f-49e6-9d99-d0d08be6176b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Transition to ACTIVE for port object 35c113a8-cc9b-4243-afa0-fcde08522745 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:51.251787 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-81568705-7549-4d16-816f-55d880c66a88 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:51.252523 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-81568705-7549-4d16-816f-55d880c66a88 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:51.284507 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-868ef927-e318-42cc-95c2-b7aaeff874aa req-7a28a1ef-7168-413e-a089-c848fde5bf23 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:51.287470 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-868ef927-e318-42cc-95c2-b7aaeff874aa req-7a28a1ef-7168-413e-a089-c848fde5bf23 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:51.303853 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-868ef927-e318-42cc-95c2-b7aaeff874aa req-7a28a1ef-7168-413e-a089-c848fde5bf23 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "DELETE /v2.0/security-groups/bf87d23b-c5ac-4e9b-871b-fc10a1761962 HTTP/1.1" status: 204 len: 173 time: 0.3781064 Jul 16 08:25:51.380287 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-81568705-7549-4d16-816f-55d880c66a88 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.3402240 Jul 16 08:25:51.403693 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-e592f0f3-947a-4ab6-86c3-23268f615811 service neutron] Request body: {'port': {'device_id': '83df3f71-afdf-44d1-86b5-47f1b908de85', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:51.474773 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b5362-4833-461a-844e-a91269a07cf5 req-0db3eef7-d136-4e41-bdb5-97547ce4aaae tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:51.477521 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5e6b5362-4833-461a-844e-a91269a07cf5 req-0db3eef7-d136-4e41-bdb5-97547ce4aaae tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 932 time: 0.1211548 Jul 16 08:25:51.489386 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-3f1f8e2a-a6c1-44f2-a2c8-19528c5c8c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:51.504859 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a28a1ef-7168-413e-a089-c848fde5bf23 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf87d23b-c5ac-4e9b-871b-fc10a1761962,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:51.513218 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 85578c23-a977-4616-8e40-d65fac0c42ba details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:25:51.551608 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5e6b5362-4833-461a-844e-a91269a07cf5 req-ed34127c-6823-41f3-af0e-6690e913a90a tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683489 Jul 16 08:25:51.584822 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-26cc58ab-2bed-4bcb-8982-53a95ad56fe7 None None] Provisioning for port 0d9f206a-6518-45a5-ba88-26a9a7149eeb completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:25:51.594908 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-26cc58ab-2bed-4bcb-8982-53a95ad56fe7 None None] Provisioning complete for port 0d9f206a-6518-45a5-ba88-26a9a7149eeb triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:51.595356 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-26cc58ab-2bed-4bcb-8982-53a95ad56fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:51.668967 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-84af62e5-fbc1-4ab1-80a7-1c7be63ff69f req-43337628-4475-4e24-8b32-70971e393d56 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ec526ae-22f7-4521-b168-6f2eed9e7f00 HTTP/1.1" status: 200 len: 210 time: 0.1284435 Jul 16 08:25:51.672053 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-b834840a-7b5f-49e6-9d99-d0d08be6176b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:51.677386 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-26cc58ab-2bed-4bcb-8982-53a95ad56fe7 None None] Port 0d9f206a-6518-45a5-ba88-26a9a7149eeb cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:25:51.690288 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.db.resource_extend [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:25:51.777336 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b834840a-7b5f-49e6-9d99-d0d08be6176b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Pushing event updated for resources: {'Port': ['ID=35c113a8-cc9b-4243-afa0-fcde08522745,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:51.777544 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-454cc18b-4fd1-4e42-b7dd-c48947d91de0 req-2a1b19e0-d9b6-4f68-bdbe-76062e0107a7 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 210 time: 0.0553498 Jul 16 08:25:51.801714 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [req-368015ac-fce9-47d5-8ee4-1abda9b2150d req-64bc7a7c-4ec4-480c-b039-8df8b552b46a tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] show failed (client error): The resource could not be found. Jul 16 08:25:51.816466 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-368015ac-fce9-47d5-8ee4-1abda9b2150d req-64bc7a7c-4ec4-480c-b039-8df8b552b46a tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups/bf87d23b-c5ac-4e9b-871b-fc10a1761962 HTTP/1.1" status: 404 len: 352 time: 0.0450552 Jul 16 08:25:51.857499 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 85578c23-a977-4616-8e40-d65fac0c42ba, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=85578c23-a977-4616-8e40-d65fac0c42ba,segment=NetworkSegment(f7af8b16-cb87-4576-be6c-d2d2183441bf),segment_id=f7af8b16-cb87-4576-be6c-d2d2183441bf)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:51.880982 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-b834840a-7b5f-49e6-9d99-d0d08be6176b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:25:51.885477 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '85578c23-a977-4616-8e40-d65fac0c42ba', 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b', 'port_id': '85578c23-a977-4616-8e40-d65fac0c42ba', 'mac_address': 'fa:16:3e:7b:e0:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:25:51.891774 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-e592f0f3-947a-4ab6-86c3-23268f615811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:51.975971 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:52.011595 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85578c23-a977-4616-8e40-d65fac0c42ba {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:25:52.055356 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 85578c23-a977-4616-8e40-d65fac0c42ba, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=85578c23-a977-4616-8e40-d65fac0c42ba,segment=NetworkSegment(f7af8b16-cb87-4576-be6c-d2d2183441bf),segment_id=f7af8b16-cb87-4576-be6c-d2d2183441bf)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:52.064399 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:52.176268 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=85578c23-a977-4616-8e40-d65fac0c42ba,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:52.229927 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-0f561f57-5633-4ad7-a880-6c8e77bd1dab tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8104d40427e0444ca28ba0f9ff369926&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608733 Jul 16 08:25:52.312143 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-4ac942eb-7b39-4bab-a3d8-7c79003d674e req-b6c90ac9-7863-426a-8346-fae27d8c24c4 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1854366194', 'description': 'tempest-description-245403485'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:52.315110 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['85578c23-a977-4616-8e40-d65fac0c42ba'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:25:52.325775 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-e592f0f3-947a-4ab6-86c3-23268f615811 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d9f206a-6518-45a5-ba88-26a9a7149eeb {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:25:52.333829 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-e592f0f3-947a-4ab6-86c3-23268f615811 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:52.350811 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-e592f0f3-947a-4ab6-86c3-23268f615811 service neutron] Transition to ACTIVE for port object 0d9f206a-6518-45a5-ba88-26a9a7149eeb will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:52.354361 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-b834840a-7b5f-49e6-9d99-d0d08be6176b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:25:52.376308 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-e592f0f3-947a-4ab6-86c3-23268f615811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:52.379702 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-b834840a-7b5f-49e6-9d99-d0d08be6176b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:25:52.463665 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4ac942eb-7b39-4bab-a3d8-7c79003d674e req-b6c90ac9-7863-426a-8346-fae27d8c24c4 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:52.545633 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-3fe03c9a-923b-4ff3-bd58-26fd2c4b8bde tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:52.547189 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-3fe03c9a-923b-4ff3-bd58-26fd2c4b8bde tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3165667 Jul 16 08:25:52.567420 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f6dfa28b-1d48-48c9-a45e-7c00222e75fe tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Request body: {'port': {'device_id': '3c1a9870-bd99-492b-8f89-aefc85d4b4fd', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'admin_state_up': True, 'tenant_id': '8104d40427e0444ca28ba0f9ff369926'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:52.590458 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592f0f3-947a-4ab6-86c3-23268f615811 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9f206a-6518-45a5-ba88-26a9a7149eeb,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:52.736530 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-b834840a-7b5f-49e6-9d99-d0d08be6176b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:52.739398 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-b834840a-7b5f-49e6-9d99-d0d08be6176b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:52.833437 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3b8dcf82-0cb8-43dd-bfc7-16946bb5e162 None None] Provisioning for port 35c113a8-cc9b-4243-afa0-fcde08522745 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:25:52.840402 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3b8dcf82-0cb8-43dd-bfc7-16946bb5e162 None None] Provisioning complete for port 35c113a8-cc9b-4243-afa0-fcde08522745 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:52.841067 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3b8dcf82-0cb8-43dd-bfc7-16946bb5e162 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:52.917729 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-3b8dcf82-0cb8-43dd-bfc7-16946bb5e162 None None] Port 35c113a8-cc9b-4243-afa0-fcde08522745 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:25:53.023128 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4ac942eb-7b39-4bab-a3d8-7c79003d674e req-b6c90ac9-7863-426a-8346-fae27d8c24c4 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:53.060414 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4ac942eb-7b39-4bab-a3d8-7c79003d674e req-b6c90ac9-7863-426a-8346-fae27d8c24c4 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:53.079964 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-b834840a-7b5f-49e6-9d99-d0d08be6176b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.0452414 Jul 16 08:25:53.110399 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-80c2d1ec-0d23-435d-b4e4-c01d14093037 service neutron] Request body: {'port': {'device_id': '79d594e3-530a-4a8f-ab0a-7657527cdecb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:53.167565 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c007f59-ef3e-4557-875d-98966854262f req-ccc02644-4eab-4754-8faf-4dfce6602352 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:53.174855 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5c007f59-ef3e-4557-875d-98966854262f req-ccc02644-4eab-4754-8faf-4dfce6602352 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/ports?device_id=0afd339a-00a0-4155-bc84-7f70bc219cfa HTTP/1.1" status: 200 len: 944 time: 0.8136368 Jul 16 08:25:53.204212 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-a2a61f17-0aab-4b80-bd95-86d7d0fa3cee tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:53.206164 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-a2a61f17-0aab-4b80-bd95-86d7d0fa3cee tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.30 "GET /v2.0/networks?id=65e6a8db-d3b7-4828-bf97-7f5344ef4f05 HTTP/1.1" status: 200 len: 821 time: 0.4113984 Jul 16 08:25:53.241409 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-ab8e01d3-6b22-4dc6-9db1-8d4616248614 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Request body: {'port': {'device_id': '7ec526ae-22f7-4521-b168-6f2eed9e7f00', 'network_id': '65e6a8db-d3b7-4828-bf97-7f5344ef4f05', 'admin_state_up': True, 'tenant_id': '84340a23f10a4b64ad21fa52302ef5f0'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:53.263609 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c90ac9-7863-426a-8346-fae27d8c24c4 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ed37b4-2e8f-467f-b081-d686948741f4,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:53.277250 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f6dfa28b-1d48-48c9-a45e-7c00222e75fe tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Made reservation on behalf of 8104d40427e0444ca28ba0f9ff369926 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:25:53.281250 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f6dfa28b-1d48-48c9-a45e-7c00222e75fe tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:53.287351 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4ac942eb-7b39-4bab-a3d8-7c79003d674e req-b6c90ac9-7863-426a-8346-fae27d8c24c4 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:53.301519 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4ac942eb-7b39-4bab-a3d8-7c79003d674e req-b6c90ac9-7863-426a-8346-fae27d8c24c4 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.0278995 Jul 16 08:25:53.317541 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-e592f0f3-947a-4ab6-86c3-23268f615811 service neutron] Attempting to bind port 0d9f206a-6518-45a5-ba88-26a9a7149eeb on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:25:53.317898 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-e592f0f3-947a-4ab6-86c3-23268f615811 service neutron] Attempting to bind port 0d9f206a-6518-45a5-ba88-26a9a7149eeb by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:25:53.318237 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-e592f0f3-947a-4ab6-86c3-23268f615811 service neutron] Attempting to bind port 0d9f206a-6518-45a5-ba88-26a9a7149eeb on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:25:53.324880 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5c007f59-ef3e-4557-875d-98966854262f req-539a0fc7-4cc0-4956-a98a-0641f7012353 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbec2181-32de-46b6-9445-7284f609db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1490180 Jul 16 08:25:53.416535 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-e592f0f3-947a-4ab6-86c3-23268f615811 service neutron] Port 0d9f206a-6518-45a5-ba88-26a9a7149eeb on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:25:53.422783 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-e592f0f3-947a-4ab6-86c3-23268f615811 service neutron] Attempting to bind port 0d9f206a-6518-45a5-ba88-26a9a7149eeb on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:25:53.429992 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-80c2d1ec-0d23-435d-b4e4-c01d14093037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:53.462434 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-e592f0f3-947a-4ab6-86c3-23268f615811 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:25:53.475222 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-e592f0f3-947a-4ab6-86c3-23268f615811 service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:25:53.475737 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-e592f0f3-947a-4ab6-86c3-23268f615811 service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:25:53.476285 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-e592f0f3-947a-4ab6-86c3-23268f615811 service neutron] Bound port: 0d9f206a-6518-45a5-ba88-26a9a7149eeb, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:25:53.477302 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-e592f0f3-947a-4ab6-86c3-23268f615811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:53.483325 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-3f1f8e2a-a6c1-44f2-a2c8-19528c5c8c9e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 277fba1e-58b9-42f0-99af-f9db98336107 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:25:53.504630 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-3f1f8e2a-a6c1-44f2-a2c8-19528c5c8c9e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:53.520684 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 85578c23-a977-4616-8e40-d65fac0c42ba up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:25:53.610212 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-3f1f8e2a-a6c1-44f2-a2c8-19528c5c8c9e service neutron] Transition to ACTIVE for port object 277fba1e-58b9-42f0-99af-f9db98336107 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:53.637171 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 85578c23-a977-4616-8e40-d65fac0c42ba completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:25:53.641358 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 85578c23-a977-4616-8e40-d65fac0c42ba triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:53.641811 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:53.649461 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f6dfa28b-1d48-48c9-a45e-7c00222e75fe tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Allocated IP 192.168.233.130 (30bff2e9-dcab-4751-913d-9c4ac9d8019b/c36b7919-0b6b-490a-bff0-04ed964d98ec/d85e2cf2-183c-482b-97c0-b6881ca7a4dc) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:25:53.676829 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-3f1f8e2a-a6c1-44f2-a2c8-19528c5c8c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:53.836290 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:53.869673 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-ab8e01d3-6b22-4dc6-9db1-8d4616248614 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Made reservation on behalf of 84340a23f10a4b64ad21fa52302ef5f0 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:25:53.873091 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afd339a-00a0-4155-bc84-7f70bc219cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85578c23-a977-4616-8e40-d65fac0c42ba'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:25:53.877475 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7a82b57-92be-4078-926c-30c1768c4dbe" -d '{"events": [{"server_uuid": "0afd339a-00a0-4155-bc84-7f70bc219cfa", "name": "network-vif-plugged", "status": "completed", "tag": "85578c23-a977-4616-8e40-d65fac0c42ba"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:25:53.880445 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-ab8e01d3-6b22-4dc6-9db1-8d4616248614 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:53.911960 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 85578c23-a977-4616-8e40-d65fac0c42ba, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=85578c23-a977-4616-8e40-d65fac0c42ba,segment=NetworkSegment(f7af8b16-cb87-4576-be6c-d2d2183441bf),segment_id=f7af8b16-cb87-4576-be6c-d2d2183441bf)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:53.918720 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:53.959579 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f6dfa28b-1d48-48c9-a45e-7c00222e75fe tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:54.000495 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f87a3-7c51-4891-add2-784696dbb370 req-89374b2f-f28a-458c-8bcc-2acdd478d0de tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:54.005758 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=85578c23-a977-4616-8e40-d65fac0c42ba,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:54.006907 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b44f87a3-7c51-4891-add2-784696dbb370 req-89374b2f-f28a-458c-8bcc-2acdd478d0de tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d594e3-530a-4a8f-ab0a-7657527cdecb HTTP/1.1" status: 200 len: 935 time: 0.4483287 Jul 16 08:25:54.042435 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f6dfa28b-1d48-48c9-a45e-7c00222e75fe tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Transition to ACTIVE for port object d85e2cf2-183c-482b-97c0-b6881ca7a4dc will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:54.094181 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-e592f0f3-947a-4ab6-86c3-23268f615811 service neutron] For port 0d9f206a-6518-45a5-ba88-26a9a7149eeb, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:25:54.098997 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f8e2a-a6c1-44f2-a2c8-19528c5c8c9e service neutron] Pushing event updated for resources: {'Port': ['ID=277fba1e-58b9-42f0-99af-f9db98336107,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:54.124849 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b44f87a3-7c51-4891-add2-784696dbb370 req-8bf65b48-6727-440f-9e57-8ac5033e7c7f tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168475 Jul 16 08:25:54.159789 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-ab8e01d3-6b22-4dc6-9db1-8d4616248614 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Allocated IP 172.20.0.2 (65e6a8db-d3b7-4828-bf97-7f5344ef4f05/3e53dd50-c814-4c36-85d7-636a4108385e/0137fd1e-b607-4348-82b3-1529b424bee1) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:25:54.167798 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-e592f0f3-947a-4ab6-86c3-23268f615811 service neutron] For port 0d9f206a-6518-45a5-ba88-26a9a7149eeb, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0d9f206a-6518-45a5-ba88-26a9a7149eeb,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:25:54.182469 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-e592f0f3-947a-4ab6-86c3-23268f615811 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:54.259887 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-e592f0f3-947a-4ab6-86c3-23268f615811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:54.260559 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-e592f0f3-947a-4ab6-86c3-23268f615811 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:54.261965 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-e592f0f3-947a-4ab6-86c3-23268f615811 service neutron] 10.222.0.21 "PUT /v2.0/ports/0d9f206a-6518-45a5-ba88-26a9a7149eeb HTTP/1.1" status: 200 len: 1096 time: 2.8644707 Jul 16 08:25:54.262418 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83df3f71-afdf-44d1-86b5-47f1b908de85', 'tag': '0d9f206a-6518-45a5-ba88-26a9a7149eeb'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:25:54.265099 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4f75de8-ebff-4be2-b096-9d4f0d98c73c" -d '{"events": [{"name": "network-changed", "server_uuid": "83df3f71-afdf-44d1-86b5-47f1b908de85", "tag": "0d9f206a-6518-45a5-ba88-26a9a7149eeb"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:25:54.285821 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f6dfa28b-1d48-48c9-a45e-7c00222e75fe tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:54.298583 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['dd1a6f7e-95c9-4338-87ac-59c2c04f3a98', 'ac7f6057-099d-4905-842a-a135ee0413c9'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:25:54.312505 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f319df62-eda1-46f6-9495-b1ad2bd148ce req-e9a1d884-750c-4d9a-8228-3f0ec2d33430 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:54.314404 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f319df62-eda1-46f6-9495-b1ad2bd148ce req-e9a1d884-750c-4d9a-8228-3f0ec2d33430 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 944 time: 0.4066505 Jul 16 08:25:54.333660 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f6dfa28b-1d48-48c9-a45e-7c00222e75fe tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:25:54.391476 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:25:54.435526 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f6dfa28b-1d48-48c9-a45e-7c00222e75fe tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:25:54.486516 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f6dfa28b-1d48-48c9-a45e-7c00222e75fe tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:25:54.503524 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-3f1f8e2a-a6c1-44f2-a2c8-19528c5c8c9e service neutron] Attempting to bind port 277fba1e-58b9-42f0-99af-f9db98336107 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:25:54.503871 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-3f1f8e2a-a6c1-44f2-a2c8-19528c5c8c9e service neutron] Attempting to bind port 277fba1e-58b9-42f0-99af-f9db98336107 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:25:54.504223 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-3f1f8e2a-a6c1-44f2-a2c8-19528c5c8c9e service neutron] Attempting to bind port 277fba1e-58b9-42f0-99af-f9db98336107 on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:25:54.527809 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-3f1f8e2a-a6c1-44f2-a2c8-19528c5c8c9e service neutron] Port 277fba1e-58b9-42f0-99af-f9db98336107 on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:25:54.528030 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fe584259-e4a4-41a6-89b8-6adbb9c45ac1 req-21a278f6-5c35-467c-9d84-2597f6840c55 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ec526ae-22f7-4521-b168-6f2eed9e7f00 HTTP/1.1" status: 200 len: 210 time: 0.1172256 Jul 16 08:25:54.528159 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-3f1f8e2a-a6c1-44f2-a2c8-19528c5c8c9e service neutron] Attempting to bind port 277fba1e-58b9-42f0-99af-f9db98336107 on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:25:54.556637 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e592f0f3-947a-4ab6-86c3-23268f615811 service neutron] Pushing event updated for resources: {'Port': ['ID=0d9f206a-6518-45a5-ba88-26a9a7149eeb,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:54.616592 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-3f1f8e2a-a6c1-44f2-a2c8-19528c5c8c9e service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:25:54.616875 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-3f1f8e2a-a6c1-44f2-a2c8-19528c5c8c9e service neutron] Checking segment: {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:25:54.624741 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-3f1f8e2a-a6c1-44f2-a2c8-19528c5c8c9e service neutron] Bound using segment: {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:25:54.625318 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-3f1f8e2a-a6c1-44f2-a2c8-19528c5c8c9e service neutron] Bound port: 277fba1e-58b9-42f0-99af-f9db98336107, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:25:54.625643 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-3f1f8e2a-a6c1-44f2-a2c8-19528c5c8c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:54.647032 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dfa28b-1d48-48c9-a45e-7c00222e75fe tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Pushing event updated for resources: {'Port': ['ID=d85e2cf2-183c-482b-97c0-b6881ca7a4dc,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:54.687792 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f6dfa28b-1d48-48c9-a45e-7c00222e75fe tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:54.688665 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f6dfa28b-1d48-48c9-a45e-7c00222e75fe tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:54.731745 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f6dfa28b-1d48-48c9-a45e-7c00222e75fe tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1689656 Jul 16 08:25:54.758943 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-ab8e01d3-6b22-4dc6-9db1-8d4616248614 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:54.766700 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f897d28a-e3df-41dc-8fac-94905841c58c service neutron] Request body: {'port': {'device_id': '3c1a9870-bd99-492b-8f89-aefc85d4b4fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:54.816531 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f319df62-eda1-46f6-9495-b1ad2bd148ce req-0fad2e8c-dda6-4caa-8da7-7ae9338e213f tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4304442 Jul 16 08:25:54.873555 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-0787ff19-e296-435b-92a2-1c19b474a604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:54.875263 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-0787ff19-e296-435b-92a2-1c19b474a604 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42f1ddffa5664f419805a6c1db23bdd5&device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 1099 time: 0.4928377 Jul 16 08:25:54.890909 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-476846bc-31db-4c58-85e9-374c153bd39a req-eb7bc9d8-9948-483a-8759-067b09dbd664 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-699472109', 'description': 'tempest-description-1954340011'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:54.946001 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-303eef34-d0a6-405a-a801-111a86bbd21f None None] Provisioning for port d85e2cf2-183c-482b-97c0-b6881ca7a4dc completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:25:54.946848 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3410ea4-4db4-4126-902e-5c10e74fd981 req-92da31f1-72d1-4ac8-8872-729304052a20 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:54.951625 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-b09a31c7-dd8c-44c7-b1f2-33b83e1dbbfd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=0d9f206a-6518-45a5-ba88-26a9a7149eeb HTTP/1.1" status: 200 len: 217 time: 0.0499723 Jul 16 08:25:54.952135 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-303eef34-d0a6-405a-a801-111a86bbd21f None None] Provisioning complete for port d85e2cf2-183c-482b-97c0-b6881ca7a4dc triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:25:54.952951 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-303eef34-d0a6-405a-a801-111a86bbd21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:54.954113 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c3410ea4-4db4-4126-902e-5c10e74fd981 req-92da31f1-72d1-4ac8-8872-729304052a20 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 936 time: 0.2531638 Jul 16 08:25:54.966336 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f897d28a-e3df-41dc-8fac-94905841c58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:54.987241 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-3f1f8e2a-a6c1-44f2-a2c8-19528c5c8c9e service neutron] For port 277fba1e-58b9-42f0-99af-f9db98336107, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:25:54.988905 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-ab8e01d3-6b22-4dc6-9db1-8d4616248614 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:55.004939 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-303eef34-d0a6-405a-a801-111a86bbd21f None None] Port d85e2cf2-183c-482b-97c0-b6881ca7a4dc cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:25:55.051191 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-3f1f8e2a-a6c1-44f2-a2c8-19528c5c8c9e service neutron] For port 277fba1e-58b9-42f0-99af-f9db98336107, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=277fba1e-58b9-42f0-99af-f9db98336107,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:25:55.063846 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c3410ea4-4db4-4126-902e-5c10e74fd981 req-756704bf-ba81-4b26-8f46-5ff54fc42678 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088047 Jul 16 08:25:55.068848 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-3f1f8e2a-a6c1-44f2-a2c8-19528c5c8c9e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:55.093028 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-ab8e01d3-6b22-4dc6-9db1-8d4616248614 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Network 65e6a8db-d3b7-4828-bf97-7f5344ef4f05 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:25:55.097784 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-ab8e01d3-6b22-4dc6-9db1-8d4616248614 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:25:55.100033 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8e01d3-6b22-4dc6-9db1-8d4616248614 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Pushing event updated for resources: {'Port': ['ID=0137fd1e-b607-4348-82b3-1529b424bee1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:55.109269 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-ab8e01d3-6b22-4dc6-9db1-8d4616248614 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:25:55.193749 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-80c2d1ec-0d23-435d-b4e4-c01d14093037 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35c113a8-cc9b-4243-afa0-fcde08522745 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:25:55.202134 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1f8e2a-a6c1-44f2-a2c8-19528c5c8c9e service neutron] Pushing event updated for resources: {'Port': ['ID=277fba1e-58b9-42f0-99af-f9db98336107,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:55.211686 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-476846bc-31db-4c58-85e9-374c153bd39a req-eb7bc9d8-9948-483a-8759-067b09dbd664 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:55.216253 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-80c2d1ec-0d23-435d-b4e4-c01d14093037 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:55.218917 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-ab8e01d3-6b22-4dc6-9db1-8d4616248614 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:55.219626 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-ab8e01d3-6b22-4dc6-9db1-8d4616248614 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:55.231443 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-baa037b0-9e29-4501-8d2e-1d289d11faf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:55.233885 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-baa037b0-9e29-4501-8d2e-1d289d11faf7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.2697916 Jul 16 08:25:55.238137 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-ab8e01d3-6b22-4dc6-9db1-8d4616248614 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0200329 Jul 16 08:25:55.243943 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-3f1f8e2a-a6c1-44f2-a2c8-19528c5c8c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:55.244669 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-3f1f8e2a-a6c1-44f2-a2c8-19528c5c8c9e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:55.245964 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-3f1f8e2a-a6c1-44f2-a2c8-19528c5c8c9e service neutron] 10.222.0.21 "PUT /v2.0/ports/277fba1e-58b9-42f0-99af-f9db98336107 HTTP/1.1" status: 200 len: 1093 time: 4.2603145 Jul 16 08:25:55.250407 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-f06e07b4-4b7f-4a43-8bfb-375e55339059 service neutron] Request body: {'port': {'device_id': '7ec526ae-22f7-4521-b168-6f2eed9e7f00', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:55.289077 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-80c2d1ec-0d23-435d-b4e4-c01d14093037 service neutron] Transition to ACTIVE for port object 35c113a8-cc9b-4243-afa0-fcde08522745 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:55.306993 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-80c2d1ec-0d23-435d-b4e4-c01d14093037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:55.415102 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-f06e07b4-4b7f-4a43-8bfb-375e55339059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:55.456544 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2d1ec-0d23-435d-b4e4-c01d14093037 service neutron] Pushing event updated for resources: {'Port': ['ID=35c113a8-cc9b-4243-afa0-fcde08522745,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:55.578764 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-7cd4181e-a210-4812-ae30-80ffb16b2408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:55.580294 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-7cd4181e-a210-4812-ae30-80ffb16b2408 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3380735 Jul 16 08:25:55.582079 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-8c67ea57-913b-401c-8ba9-dd83d98754bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:55.583457 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-8c67ea57-913b-401c-8ba9-dd83d98754bb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c0f0cf24afb47969a9cef8297bf2691&device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 1096 time: 0.2866719 Jul 16 08:25:55.592472 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-476846bc-31db-4c58-85e9-374c153bd39a req-eb7bc9d8-9948-483a-8759-067b09dbd664 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:55.690943 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f897d28a-e3df-41dc-8fac-94905841c58c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d85e2cf2-183c-482b-97c0-b6881ca7a4dc {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:25:55.720647 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f897d28a-e3df-41dc-8fac-94905841c58c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:55.779967 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f897d28a-e3df-41dc-8fac-94905841c58c service neutron] Transition to ACTIVE for port object d85e2cf2-183c-482b-97c0-b6881ca7a4dc will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:55.792094 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f897d28a-e3df-41dc-8fac-94905841c58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:55.795893 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:25:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43554824-8125-44bd-b623-f3e1e5f96557 x-openstack-request-id: req-43554824-8125-44bd-b623-f3e1e5f96557 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:25:55.795893 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afd339a-00a0-4155-bc84-7f70bc219cfa", "name": "network-vif-plugged", "status": "completed", "tag": "85578c23-a977-4616-8e40-d65fac0c42ba", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:25:55.796162 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-43554824-8125-44bd-b623-f3e1e5f96557 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:25:55.796470 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afd339a-00a0-4155-bc84-7f70bc219cfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85578c23-a977-4616-8e40-d65fac0c42ba', 'code': 200} Jul 16 08:25:55.859054 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897d28a-e3df-41dc-8fac-94905841c58c service neutron] Pushing event updated for resources: {'Port': ['ID=d85e2cf2-183c-482b-97c0-b6881ca7a4dc,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:55.891339 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.30', 61666) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:56.038193 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f29369-84b0-451b-8dd0-6f49db8574b5 x-openstack-request-id: req-b3f29369-84b0-451b-8dd0-6f49db8574b5 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:25:56.038193 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83df3f71-afdf-44d1-86b5-47f1b908de85", "tag": "0d9f206a-6518-45a5-ba88-26a9a7149eeb", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:25:56.038705 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b3f29369-84b0-451b-8dd0-6f49db8574b5 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:25:56.040861 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83df3f71-afdf-44d1-86b5-47f1b908de85', 'tag': '0d9f206a-6518-45a5-ba88-26a9a7149eeb', 'status': 'completed', 'code': 200} Jul 16 08:25:56.066547 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-d438e066-ffbd-4054-9082-f3bac6a82081 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=277fba1e-58b9-42f0-99af-f9db98336107 HTTP/1.1" status: 200 len: 217 time: 0.4725633 Jul 16 08:25:56.067868 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-476846bc-31db-4c58-85e9-374c153bd39a req-eb7bc9d8-9948-483a-8759-067b09dbd664 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:56.082840 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-f06e07b4-4b7f-4a43-8bfb-375e55339059 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0137fd1e-b607-4348-82b3-1529b424bee1 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:25:56.096909 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-f06e07b4-4b7f-4a43-8bfb-375e55339059 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:56.122383 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-80c2d1ec-0d23-435d-b4e4-c01d14093037 service neutron] Attempting to bind port 35c113a8-cc9b-4243-afa0-fcde08522745 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:25:56.122725 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-80c2d1ec-0d23-435d-b4e4-c01d14093037 service neutron] Attempting to bind port 35c113a8-cc9b-4243-afa0-fcde08522745 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:25:56.123057 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-80c2d1ec-0d23-435d-b4e4-c01d14093037 service neutron] Attempting to bind port 35c113a8-cc9b-4243-afa0-fcde08522745 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:25:56.131362 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-f06e07b4-4b7f-4a43-8bfb-375e55339059 service neutron] Transition to ACTIVE for port object 0137fd1e-b607-4348-82b3-1529b424bee1 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:25:56.134604 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f897d28a-e3df-41dc-8fac-94905841c58c service neutron] Attempting to bind port d85e2cf2-183c-482b-97c0-b6881ca7a4dc on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:25:56.134756 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f897d28a-e3df-41dc-8fac-94905841c58c service neutron] Attempting to bind port d85e2cf2-183c-482b-97c0-b6881ca7a4dc by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:25:56.134995 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f897d28a-e3df-41dc-8fac-94905841c58c service neutron] Attempting to bind port d85e2cf2-183c-482b-97c0-b6881ca7a4dc on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:25:56.143600 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-f06e07b4-4b7f-4a43-8bfb-375e55339059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:56.152623 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f319db-3990-4e4f-8ce5-f9d083645a9e req-1e1eb5f2-6a8d-4ab6-acf9-256901a19163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:56.154114 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-70f319db-3990-4e4f-8ce5-f9d083645a9e req-1e1eb5f2-6a8d-4ab6-acf9-256901a19163 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0afd339a-00a0-4155-bc84-7f70bc219cfa HTTP/1.1" status: 200 len: 1097 time: 0.2614412 Jul 16 08:25:56.162117 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f897d28a-e3df-41dc-8fac-94905841c58c service neutron] Port d85e2cf2-183c-482b-97c0-b6881ca7a4dc on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:25:56.162502 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f897d28a-e3df-41dc-8fac-94905841c58c service neutron] Attempting to bind port d85e2cf2-183c-482b-97c0-b6881ca7a4dc on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:25:56.166975 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-80c2d1ec-0d23-435d-b4e4-c01d14093037 service neutron] Port 35c113a8-cc9b-4243-afa0-fcde08522745 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:25:56.167296 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-80c2d1ec-0d23-435d-b4e4-c01d14093037 service neutron] Attempting to bind port 35c113a8-cc9b-4243-afa0-fcde08522745 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:25:56.176672 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-476846bc-31db-4c58-85e9-374c153bd39a req-eb7bc9d8-9948-483a-8759-067b09dbd664 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:56.191012 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-476846bc-31db-4c58-85e9-374c153bd39a req-eb7bc9d8-9948-483a-8759-067b09dbd664 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 1.3146448 Jul 16 08:25:56.206283 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f897d28a-e3df-41dc-8fac-94905841c58c service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:25:56.206628 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f897d28a-e3df-41dc-8fac-94905841c58c service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:25:56.207016 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f897d28a-e3df-41dc-8fac-94905841c58c service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:25:56.207470 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f897d28a-e3df-41dc-8fac-94905841c58c service neutron] Bound port: d85e2cf2-183c-482b-97c0-b6881ca7a4dc, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:25:56.207835 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f897d28a-e3df-41dc-8fac-94905841c58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:56.240866 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795330d1-b82d-4a32-9568-692aa3eaa2f5 req-68148ef4-b1c8-494b-8d5f-a7c4063079d3 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:56.249189 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-795330d1-b82d-4a32-9568-692aa3eaa2f5 req-68148ef4-b1c8-494b-8d5f-a7c4063079d3 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/ports?device_id=0afd339a-00a0-4155-bc84-7f70bc219cfa HTTP/1.1" status: 200 len: 945 time: 0.2323513 Jul 16 08:25:56.265075 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-80c2d1ec-0d23-435d-b4e4-c01d14093037 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:25:56.265761 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-80c2d1ec-0d23-435d-b4e4-c01d14093037 service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:25:56.265761 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-80c2d1ec-0d23-435d-b4e4-c01d14093037 service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:25:56.266224 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-80c2d1ec-0d23-435d-b4e4-c01d14093037 service neutron] Bound port: 35c113a8-cc9b-4243-afa0-fcde08522745, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:25:56.266582 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-80c2d1ec-0d23-435d-b4e4-c01d14093037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:56.272771 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7bc9d8-9948-483a-8759-067b09dbd664 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7631aa-c034-48ef-8a3a-933143128d31,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:56.280684 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e07b4-4b7f-4a43-8bfb-375e55339059 service neutron] Pushing event updated for resources: {'Port': ['ID=0137fd1e-b607-4348-82b3-1529b424bee1,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:56.320485 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-fffd77e6-db8a-4a24-b625-ad8b7cfdbe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:56.321960 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-fffd77e6-db8a-4a24-b625-ad8b7cfdbe10 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce796d98-7ee4-4738-aad4-0026126b7799 HTTP/1.1" status: 200 len: 847 time: 0.2187796 Jul 16 08:25:56.330510 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-70f319db-3990-4e4f-8ce5-f9d083645a9e req-5cc6ada5-eeeb-4ee2-a817-592ff4a5825b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=fbec2181-32de-46b6-9445-7284f609db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1469307 Jul 16 08:25:56.393108 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-1cfb3445-4d00-4168-8893-d576acc981ab service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7976439 Jul 16 08:25:56.397576 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-795330d1-b82d-4a32-9568-692aa3eaa2f5 req-557e8a5b-941e-4ea4-94d0-063460232bec tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbec2181-32de-46b6-9445-7284f609db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1475155 Jul 16 08:25:56.398044 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-8e3e36fe-b1a6-402d-8bc1-69a50f060c82 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0461736 Jul 16 08:25:56.411861 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f897d28a-e3df-41dc-8fac-94905841c58c service neutron] For port d85e2cf2-183c-482b-97c0-b6881ca7a4dc, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:25:56.428889 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f897d28a-e3df-41dc-8fac-94905841c58c service neutron] For port d85e2cf2-183c-482b-97c0-b6881ca7a4dc, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d85e2cf2-183c-482b-97c0-b6881ca7a4dc,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:25:56.434457 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-f06e07b4-4b7f-4a43-8bfb-375e55339059 service neutron] Attempting to bind port 0137fd1e-b607-4348-82b3-1529b424bee1 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:25:56.434831 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-f06e07b4-4b7f-4a43-8bfb-375e55339059 service neutron] Attempting to bind port 0137fd1e-b607-4348-82b3-1529b424bee1 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'e5fde1c5-d7d6-485c-b933-4a6575bb8f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '65e6a8db-d3b7-4828-bf97-7f5344ef4f05'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:25:56.435236 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-f06e07b4-4b7f-4a43-8bfb-375e55339059 service neutron] Attempting to bind port 0137fd1e-b607-4348-82b3-1529b424bee1 on network 65e6a8db-d3b7-4828-bf97-7f5344ef4f05 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:25:56.439265 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f897d28a-e3df-41dc-8fac-94905841c58c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:56.468262 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-f06e07b4-4b7f-4a43-8bfb-375e55339059 service neutron] Port 0137fd1e-b607-4348-82b3-1529b424bee1 on network 65e6a8db-d3b7-4828-bf97-7f5344ef4f05 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:25:56.468262 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-f06e07b4-4b7f-4a43-8bfb-375e55339059 service neutron] Attempting to bind port 0137fd1e-b607-4348-82b3-1529b424bee1 on network 65e6a8db-d3b7-4828-bf97-7f5344ef4f05 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:25:56.480469 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-f06e07b4-4b7f-4a43-8bfb-375e55339059 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 25, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:25:56.480896 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-f06e07b4-4b7f-4a43-8bfb-375e55339059 service neutron] Checking segment: {'id': 'e5fde1c5-d7d6-485c-b933-4a6575bb8f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '65e6a8db-d3b7-4828-bf97-7f5344ef4f05'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:25:56.481234 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-f06e07b4-4b7f-4a43-8bfb-375e55339059 service neutron] Bound using segment: {'id': 'e5fde1c5-d7d6-485c-b933-4a6575bb8f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '65e6a8db-d3b7-4828-bf97-7f5344ef4f05'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:25:56.481741 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-f06e07b4-4b7f-4a43-8bfb-375e55339059 service neutron] Bound port: 0137fd1e-b607-4348-82b3-1529b424bee1, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e5fde1c5-d7d6-485c-b933-4a6575bb8f26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '65e6a8db-d3b7-4828-bf97-7f5344ef4f05'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:25:56.482102 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-f06e07b4-4b7f-4a43-8bfb-375e55339059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:56.500271 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f897d28a-e3df-41dc-8fac-94905841c58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:56.500537 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f897d28a-e3df-41dc-8fac-94905841c58c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:56.502023 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f897d28a-e3df-41dc-8fac-94905841c58c service neutron] 10.222.0.30 "PUT /v2.0/ports/d85e2cf2-183c-482b-97c0-b6881ca7a4dc HTTP/1.1" status: 200 len: 1097 time: 1.7403822 Jul 16 08:25:56.504042 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c1a9870-bd99-492b-8f89-aefc85d4b4fd', 'tag': 'd85e2cf2-183c-482b-97c0-b6881ca7a4dc'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:25:56.506596 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4264ca6e-0d3c-40e4-8b08-a68bbaab6dd5" -d '{"events": [{"name": "network-changed", "server_uuid": "3c1a9870-bd99-492b-8f89-aefc85d4b4fd", "tag": "d85e2cf2-183c-482b-97c0-b6881ca7a4dc"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:25:56.549736 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-80c2d1ec-0d23-435d-b4e4-c01d14093037 service neutron] For port 35c113a8-cc9b-4243-afa0-fcde08522745, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:25:56.586685 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f897d28a-e3df-41dc-8fac-94905841c58c service neutron] Pushing event updated for resources: {'Port': ['ID=d85e2cf2-183c-482b-97c0-b6881ca7a4dc,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:56.621571 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-80c2d1ec-0d23-435d-b4e4-c01d14093037 service neutron] For port 35c113a8-cc9b-4243-afa0-fcde08522745, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=35c113a8-cc9b-4243-afa0-fcde08522745,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:25:56.647236 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-80c2d1ec-0d23-435d-b4e4-c01d14093037 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:56.660817 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-f06e07b4-4b7f-4a43-8bfb-375e55339059 service neutron] For port 0137fd1e-b607-4348-82b3-1529b424bee1, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:25:56.679086 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea3f8f5-aeec-480e-8079-5ee675c9c408 req-eeeb50e1-b066-4276-aed6-da9412795b89 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:56.686086 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-f06e07b4-4b7f-4a43-8bfb-375e55339059 service neutron] For port 0137fd1e-b607-4348-82b3-1529b424bee1, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=0137fd1e-b607-4348-82b3-1529b424bee1,segment=NetworkSegment(e5fde1c5-d7d6-485c-b933-4a6575bb8f26),segment_id=e5fde1c5-d7d6-485c-b933-4a6575bb8f26)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:25:56.686334 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4ea3f8f5-aeec-480e-8079-5ee675c9c408 req-eeeb50e1-b066-4276-aed6-da9412795b89 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d594e3-530a-4a8f-ab0a-7657527cdecb HTTP/1.1" status: 200 len: 947 time: 0.3331704 Jul 16 08:25:56.699742 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-f06e07b4-4b7f-4a43-8bfb-375e55339059 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:56.721141 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-57dd2d50-4591-47e0-b2b6-e4c4f771faff service neutron] 10.222.0.21 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994299 Jul 16 08:25:56.723377 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-cf33371d-a9e6-49e1-8f99-615c802e3cee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:56.726124 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-cf33371d-a9e6-49e1-8f99-615c802e3cee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 1100 time: 0.1775260 Jul 16 08:25:56.727569 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f8853bf4-534f-4793-b327-aa8937bfe58b req-88984cc1-b64c-4dbf-a228-18cbe4cdc1be service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3030903 Jul 16 08:25:56.761982 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-f06e07b4-4b7f-4a43-8bfb-375e55339059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:56.762737 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-f06e07b4-4b7f-4a43-8bfb-375e55339059 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:56.763101 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-80c2d1ec-0d23-435d-b4e4-c01d14093037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:56.763729 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-80c2d1ec-0d23-435d-b4e4-c01d14093037 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:56.766896 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-f06e07b4-4b7f-4a43-8bfb-375e55339059 service neutron] 10.222.0.30 "PUT /v2.0/ports/0137fd1e-b607-4348-82b3-1529b424bee1 HTTP/1.1" status: 200 len: 1092 time: 1.5191371 Jul 16 08:25:56.777338 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-80c2d1ec-0d23-435d-b4e4-c01d14093037 service neutron] 10.222.0.30 "PUT /v2.0/ports/35c113a8-cc9b-4243-afa0-fcde08522745 HTTP/1.1" status: 200 len: 1096 time: 3.6712949 Jul 16 08:25:56.797733 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8a9a2a-af83-4626-b012-5b94b5276776 req-56029493-bf78-4ef2-8bb3-63f615608187 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:56.805957 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8f8a9a2a-af83-4626-b012-5b94b5276776 req-56029493-bf78-4ef2-8bb3-63f615608187 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ec526ae-22f7-4521-b168-6f2eed9e7f00 HTTP/1.1" status: 200 len: 943 time: 0.2239926 Jul 16 08:25:56.905775 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-9e1ba748-4682-4fab-9e96-b34fa6460b65 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=d85e2cf2-183c-482b-97c0-b6881ca7a4dc HTTP/1.1" status: 200 len: 217 time: 0.1643975 Jul 16 08:25:56.939057 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4ea3f8f5-aeec-480e-8079-5ee675c9c408 req-d5dbf40c-e0fa-40c9-a13a-40c703f967dc tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501957 Jul 16 08:25:56.996805 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8f8a9a2a-af83-4626-b012-5b94b5276776 req-0750ecf8-3d8d-4231-86f0-ed9ed656079b tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896815 Jul 16 08:25:57.016319 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f06e07b4-4b7f-4a43-8bfb-375e55339059 service neutron] Pushing event updated for resources: {'Port': ['ID=0137fd1e-b607-4348-82b3-1529b424bee1,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:57.034879 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2d1ec-0d23-435d-b4e4-c01d14093037 service neutron] Pushing event updated for resources: {'Port': ['ID=35c113a8-cc9b-4243-afa0-fcde08522745,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:57.043629 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-22d0aa47-a598-49ea-9f07-96eb55beaa2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:57.045442 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-22d0aa47-a598-49ea-9f07-96eb55beaa2f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42f1ddffa5664f419805a6c1db23bdd5&device_id=79d594e3-530a-4a8f-ab0a-7657527cdecb HTTP/1.1" status: 200 len: 1099 time: 0.1914632 Jul 16 08:25:57.056638 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f620864e-41e6-47fc-968e-4fa524d0b702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:57.058092 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-f620864e-41e6-47fc-968e-4fa524d0b702 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.1380408 Jul 16 08:25:57.097633 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-d12e5da3-04c7-4c00-8d21-8ff7ddc9f420 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=35c113a8-cc9b-4243-afa0-fcde08522745 HTTP/1.1" status: 200 len: 217 time: 0.0437353 Jul 16 08:25:57.104197 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6c9ba13-9bcd-4ba2-8d1e-460910789ac3 req-881bfa49-dad8-435e-a5de-c6df2a893944 service neutron] 10.222.0.21 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726499 Jul 16 08:25:57.122690 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f75de8-ebff-4be2-b096-9d4f0d98c73c req-4e3db758-506c-4c31-9a14-8401005a301f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:57.124979 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d4f75de8-ebff-4be2-b096-9d4f0d98c73c req-4e3db758-506c-4c31-9a14-8401005a301f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42f1ddffa5664f419805a6c1db23bdd5&device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 1099 time: 0.2918053 Jul 16 08:25:57.126951 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-67a7dc4e-323a-4de8-9fa1-90016fb7833c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:57.128739 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-67a7dc4e-323a-4de8-9fa1-90016fb7833c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84340a23f10a4b64ad21fa52302ef5f0&device_id=7ec526ae-22f7-4521-b168-6f2eed9e7f00 HTTP/1.1" status: 200 len: 1095 time: 0.3002861 Jul 16 08:25:57.204339 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-fc8ca0f6-25e8-45a4-80a3-6d05b59d5f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:57.205860 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-fc8ca0f6-25e8-45a4-80a3-6d05b59d5f6c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0716424 Jul 16 08:25:57.208583 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-3b5c7e7d-3ab9-4e44-97e0-38e8fbbaddfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:57.211368 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-3b5c7e7d-3ab9-4e44-97e0-38e8fbbaddfc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1113749 Jul 16 08:25:57.324236 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-6de956fe-8931-445b-97fb-1b2aaebaef2b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0137fd1e-b607-4348-82b3-1529b424bee1 HTTP/1.1" status: 200 len: 217 time: 0.1617310 Jul 16 08:25:57.430718 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f75de8-ebff-4be2-b096-9d4f0d98c73c req-41621bbc-1a6f-4652-9969-a357dd7c2260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:57.434745 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d4f75de8-ebff-4be2-b096-9d4f0d98c73c req-41621bbc-1a6f-4652-9969-a357dd7c2260 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.3008556 Jul 16 08:25:57.459602 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-2e9f5154-ca82-4a53-a89b-452738613985 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:57.462171 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-2e9f5154-ca82-4a53-a89b-452738613985 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e53dd50-c814-4c36-85d7-636a4108385e HTTP/1.1" status: 200 len: 861 time: 0.1164641 Jul 16 08:25:57.505601 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d4f75de8-ebff-4be2-b096-9d4f0d98c73c req-8ddb2fb1-1738-4d52-a3af-aba32bd7bdd4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.60&port_id=0d9f206a-6518-45a5-ba88-26a9a7149eeb HTTP/1.1" status: 200 len: 217 time: 0.0576890 Jul 16 08:25:57.529505 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-63ec4b7a-da4f-4176-a53a-2f6d47ffcd3d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65e6a8db-d3b7-4828-bf97-7f5344ef4f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0337999 Jul 16 08:25:57.600949 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b907ed-e9c6-4237-8b62-ca6befe623d6 req-b32e7eb5-c0cf-4105-8746-6a359732ef1f tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:57.602423 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6b907ed-e9c6-4237-8b62-ca6befe623d6 req-b32e7eb5-c0cf-4105-8746-6a359732ef1f tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 944 time: 0.3434834 Jul 16 08:25:57.659586 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f75de8-ebff-4be2-b096-9d4f0d98c73c req-6fa311d1-8484-4a08-bf7e-fde306f8b167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:57.661088 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d4f75de8-ebff-4be2-b096-9d4f0d98c73c req-6fa311d1-8484-4a08-bf7e-fde306f8b167 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.1340575 Jul 16 08:25:57.717792 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6b907ed-e9c6-4237-8b62-ca6befe623d6 req-66eab472-d9a5-4468-9801-94bfa6a06197 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072154 Jul 16 08:25:57.735916 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-c03ab1a5-48bc-4c55-8195-2d486238c05d service neutron] 10.222.0.30 "GET /v2.0/networks/65e6a8db-d3b7-4828-bf97-7f5344ef4f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978652 Jul 16 08:25:57.762100 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-fdc3a471-e17b-456b-b95f-3cbccbce11bb service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5317478 Jul 16 08:25:57.778383 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-1db21738-24e0-47ab-a16e-bb460e2fb799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:57.779848 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-1db21738-24e0-47ab-a16e-bb460e2fb799 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5593874 Jul 16 08:25:57.780125 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-38befe93-0ede-49fb-98ee-a9d59139b36a req-61008c45-972c-4003-aef4-939bfee2bd64 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1064430854', 'description': 'tempest-description-2020478186'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:57.788087 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34346b1-f96e-494d-87d1-e036206ccdcb req-ce9f52af-baa7-4d57-a6f8-7ce8ca80c772 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:57.789647 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d34346b1-f96e-494d-87d1-e036206ccdcb req-ce9f52af-baa7-4d57-a6f8-7ce8ca80c772 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 948 time: 0.5294170 Jul 16 08:25:57.810977 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f75de8-ebff-4be2-b096-9d4f0d98c73c req-2b2a2b8c-c579-4ecf-a88f-bc147ed87b14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:57.812580 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d4f75de8-ebff-4be2-b096-9d4f0d98c73c req-2b2a2b8c-c579-4ecf-a88f-bc147ed87b14 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1400344 Jul 16 08:25:57.873310 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-38befe93-0ede-49fb-98ee-a9d59139b36a req-61008c45-972c-4003-aef4-939bfee2bd64 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:57.942819 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d34346b1-f96e-494d-87d1-e036206ccdcb req-62defe07-5408-4668-a95c-8be320a1d7b8 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1358376 Jul 16 08:25:57.950037 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4a6b47f9-01cc-49c9-94fe-7695182d25a8 req-71294313-093f-4849-be81-0c6a1ff55069 service neutron] 10.222.0.30 "GET /v2.0/networks/65e6a8db-d3b7-4828-bf97-7f5344ef4f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064321 Jul 16 08:25:57.988832 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-8b13cf25-df14-4073-bfc6-00cceddde9a8 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1972544 Jul 16 08:25:57.991398 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d349061-9ddc-4dbc-9280-9ad66a901b5b req-af5a384b-1717-4970-ac03-8e0bc0317108 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2231157 Jul 16 08:25:57.994603 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d4f75de8-ebff-4be2-b096-9d4f0d98c73c req-cd26d28d-618b-4938-acbf-3c1bc1c2b795 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516516 Jul 16 08:25:58.022243 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43737868-f757-4cb0-a06c-4e4370502a61 x-openstack-request-id: req-43737868-f757-4cb0-a06c-4e4370502a61 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:25:58.022613 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c1a9870-bd99-492b-8f89-aefc85d4b4fd", "tag": "d85e2cf2-183c-482b-97c0-b6881ca7a4dc", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:25:58.022933 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-43737868-f757-4cb0-a06c-4e4370502a61 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:25:58.024046 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c1a9870-bd99-492b-8f89-aefc85d4b4fd', 'tag': 'd85e2cf2-183c-482b-97c0-b6881ca7a4dc', 'status': 'completed', 'code': 200} Jul 16 08:25:58.052984 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0249b17-4a27-4924-a182-55f6f2fccb65', 'tag': '277fba1e-58b9-42f0-99af-f9db98336107'}, {'name': 'network-changed', 'server_uuid': '79d594e3-530a-4a8f-ab0a-7657527cdecb', 'tag': '35c113a8-cc9b-4243-afa0-fcde08522745'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:25:58.055476 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d20c4a29-245d-4239-b030-2f78d2a15652" -d '{"events": [{"name": "network-changed", "server_uuid": "b0249b17-4a27-4924-a182-55f6f2fccb65", "tag": "277fba1e-58b9-42f0-99af-f9db98336107"}, {"name": "network-changed", "server_uuid": "79d594e3-530a-4a8f-ab0a-7657527cdecb", "tag": "35c113a8-cc9b-4243-afa0-fcde08522745"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:25:58.094793 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-38befe93-0ede-49fb-98ee-a9d59139b36a req-61008c45-972c-4003-aef4-939bfee2bd64 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:58.129630 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bed29f1b-44d6-4aa3-a2d5-04bd376828b5 req-fe52ea6a-7f9a-4c97-b4d6-7cf56c8134e0 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319320 Jul 16 08:25:58.146685 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264ca6e-0d3c-40e4-8b08-a68bbaab6dd5 req-c19ef311-c7c5-4dde-b878-9a3156c1bbec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:58.148176 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4264ca6e-0d3c-40e4-8b08-a68bbaab6dd5 req-c19ef311-c7c5-4dde-b878-9a3156c1bbec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 1100 time: 0.0819738 Jul 16 08:25:58.175989 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-38befe93-0ede-49fb-98ee-a9d59139b36a req-61008c45-972c-4003-aef4-939bfee2bd64 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:58.204687 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d4f75de8-ebff-4be2-b096-9d4f0d98c73c req-8965d16e-b0f8-468b-a124-12d41558d235 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931372 Jul 16 08:25:58.215668 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-38befe93-0ede-49fb-98ee-a9d59139b36a req-61008c45-972c-4003-aef4-939bfee2bd64 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:58.217144 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-38befe93-0ede-49fb-98ee-a9d59139b36a req-61008c45-972c-4003-aef4-939bfee2bd64 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.4522741 Jul 16 08:25:58.219009 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61008c45-972c-4003-aef4-939bfee2bd64 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ff275797-b360-4620-a2fb-743abfc7478b,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:58.293462 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264ca6e-0d3c-40e4-8b08-a68bbaab6dd5 req-6b855220-ed6d-4310-8521-ffa757c6cc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:58.294930 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4264ca6e-0d3c-40e4-8b08-a68bbaab6dd5 req-6b855220-ed6d-4310-8521-ffa757c6cc47 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.1406074 Jul 16 08:25:58.311096 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79703645-c1aa-41ae-bab9-164e4fd5100f req-511d7d24-e8f0-4d00-899a-9cf08bf31490 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:58.312679 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-79703645-c1aa-41ae-bab9-164e4fd5100f req-511d7d24-e8f0-4d00-899a-9cf08bf31490 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/ports?device_id=0afd339a-00a0-4155-bc84-7f70bc219cfa HTTP/1.1" status: 200 len: 945 time: 0.1352572 Jul 16 08:25:58.363776 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4264ca6e-0d3c-40e4-8b08-a68bbaab6dd5 req-46b2e82e-04a8-4e35-bf6f-9e1ba997d163 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=d85e2cf2-183c-482b-97c0-b6881ca7a4dc HTTP/1.1" status: 200 len: 217 time: 0.0500982 Jul 16 08:25:58.389401 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bb2ae6-9a77-4922-bf91-efe898950eaf req-8f183975-83f8-401e-85ca-7f9f28c9b478 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:58.391051 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e3bb2ae6-9a77-4922-bf91-efe898950eaf req-8f183975-83f8-401e-85ca-7f9f28c9b478 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d594e3-530a-4a8f-ab0a-7657527cdecb HTTP/1.1" status: 200 len: 947 time: 0.0709333 Jul 16 08:25:58.393040 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-79703645-c1aa-41ae-bab9-164e4fd5100f req-f6143d47-f635-4b85-8a58-1cb4b74263ba tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbec2181-32de-46b6-9445-7284f609db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734472 Jul 16 08:25:58.440907 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e3bb2ae6-9a77-4922-bf91-efe898950eaf req-ac01c08b-57e8-4514-bb25-64b257999146 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429573 Jul 16 08:25:58.447257 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264ca6e-0d3c-40e4-8b08-a68bbaab6dd5 req-e9c4bfac-ef8a-4ddf-9499-c46b0e7469a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:58.448769 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4264ca6e-0d3c-40e4-8b08-a68bbaab6dd5 req-e9c4bfac-ef8a-4ddf-9499-c46b0e7469a6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0699868 Jul 16 08:25:58.514744 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 08:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98984531-1c4a-4de7-8dc8-65c19dab5b4b x-openstack-request-id: req-98984531-1c4a-4de7-8dc8-65c19dab5b4b {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:25:58.515044 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0249b17-4a27-4924-a182-55f6f2fccb65", "tag": "277fba1e-58b9-42f0-99af-f9db98336107", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "79d594e3-530a-4a8f-ab0a-7657527cdecb", "tag": "35c113a8-cc9b-4243-afa0-fcde08522745", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:25:58.515348 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-98984531-1c4a-4de7-8dc8-65c19dab5b4b {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:25:58.515750 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0249b17-4a27-4924-a182-55f6f2fccb65', 'tag': '277fba1e-58b9-42f0-99af-f9db98336107', 'status': 'completed', 'code': 200} Jul 16 08:25:58.516006 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '79d594e3-530a-4a8f-ab0a-7657527cdecb', 'tag': '35c113a8-cc9b-4243-afa0-fcde08522745', 'status': 'completed', 'code': 200} Jul 16 08:25:58.523117 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4264ca6e-0d3c-40e4-8b08-a68bbaab6dd5 req-bd0fdf41-7a8a-4fbd-b4fc-28f28f1aa768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:58.524867 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4264ca6e-0d3c-40e4-8b08-a68bbaab6dd5 req-bd0fdf41-7a8a-4fbd-b4fc-28f28f1aa768 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0603089 Jul 16 08:25:58.589555 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 0d9f206a-6518-45a5-ba88-26a9a7149eeb details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:25:58.639771 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c4a29-245d-4239-b030-2f78d2a15652 req-f6bf21a6-e2b2-40ba-a7f1-dae741af2967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:58.641281 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d20c4a29-245d-4239-b030-2f78d2a15652 req-f6bf21a6-e2b2-40ba-a7f1-dae741af2967 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c0f0cf24afb47969a9cef8297bf2691&device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 1096 time: 0.1016705 Jul 16 08:25:58.729450 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4264ca6e-0d3c-40e4-8b08-a68bbaab6dd5 req-aa28770e-a47f-4d3e-8198-54c788d8f932 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963520 Jul 16 08:25:58.735982 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c4a29-245d-4239-b030-2f78d2a15652 req-2b1accbc-10e0-49d2-a881-6ba02d1b5b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:58.737481 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d20c4a29-245d-4239-b030-2f78d2a15652 req-2b1accbc-10e0-49d2-a881-6ba02d1b5b48 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42f1ddffa5664f419805a6c1db23bdd5&device_id=79d594e3-530a-4a8f-ab0a-7657527cdecb HTTP/1.1" status: 200 len: 1099 time: 0.1925638 Jul 16 08:25:58.753341 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 0d9f206a-6518-45a5-ba88-26a9a7149eeb, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0d9f206a-6518-45a5-ba88-26a9a7149eeb,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:58.759432 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4bdd47ff-d6f3-47eb-b244-590fcc68d40e req-af3cdcec-853e-4a40-8aad-e324219ff3d2 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=852c6d5a2f444ffe8ab3743f1821e977 HTTP/1.1" status: 200 len: 10897 time: 0.1892524 Jul 16 08:25:58.771131 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '0d9f206a-6518-45a5-ba88-26a9a7149eeb', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': '0d9f206a-6518-45a5-ba88-26a9a7149eeb', 'mac_address': 'fa:16:3e:4e:b1:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:25:58.794540 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805677e0-dbe2-4338-b6fa-6af9dff24fc4 req-56613570-77dc-4775-90d3-ccba417b88c7 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:58.796045 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-805677e0-dbe2-4338-b6fa-6af9dff24fc4 req-56613570-77dc-4775-90d3-ccba417b88c7 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ec526ae-22f7-4521-b168-6f2eed9e7f00 HTTP/1.1" status: 200 len: 943 time: 0.2188768 Jul 16 08:25:58.817228 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c4a29-245d-4239-b030-2f78d2a15652 req-74f9f532-1776-41d3-a509-a224535c7b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:58.818829 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d20c4a29-245d-4239-b030-2f78d2a15652 req-74f9f532-1776-41d3-a509-a224535c7b42 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 HTTP/1.1" status: 200 len: 908 time: 0.1692381 Jul 16 08:25:58.837114 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:58.855045 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d9f206a-6518-45a5-ba88-26a9a7149eeb {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:25:58.879262 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4bdd47ff-d6f3-47eb-b244-590fcc68d40e req-d0164b72-825a-4ad3-959a-8861228d2bf7 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups/bb4b443f-235e-4d77-acd0-66e27d08255a HTTP/1.1" status: 200 len: 2981 time: 0.1105828 Jul 16 08:25:58.880556 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d20c4a29-245d-4239-b030-2f78d2a15652 req-57270002-91bf-423a-8b9d-945f10c318cd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=277fba1e-58b9-42f0-99af-f9db98336107 HTTP/1.1" status: 200 len: 217 time: 0.0521908 Jul 16 08:25:58.884604 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 0d9f206a-6518-45a5-ba88-26a9a7149eeb, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0d9f206a-6518-45a5-ba88-26a9a7149eeb,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:25:58.896250 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:58.932918 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-805677e0-dbe2-4338-b6fa-6af9dff24fc4 req-cbb8dec8-e66b-4106-9795-5fd202a1dd3f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232803 Jul 16 08:25:58.949097 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4264ca6e-0d3c-40e4-8b08-a68bbaab6dd5 req-34002410-4bfb-4410-833b-7210a37cae04 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2096410 Jul 16 08:25:58.958808 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c4a29-245d-4239-b030-2f78d2a15652 req-42c899ef-9542-41ae-87f7-af1d651378ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:58.960273 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d20c4a29-245d-4239-b030-2f78d2a15652 req-42c899ef-9542-41ae-87f7-af1d651378ec service neutron] 10.222.0.30 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.2046099 Jul 16 08:25:58.968490 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c4a29-245d-4239-b030-2f78d2a15652 req-6babad2d-7899-42df-a341-ddb6d582746f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:58.970645 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d20c4a29-245d-4239-b030-2f78d2a15652 req-6babad2d-7899-42df-a341-ddb6d582746f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce796d98-7ee4-4738-aad4-0026126b7799 HTTP/1.1" status: 200 len: 847 time: 0.0834994 Jul 16 08:25:59.003943 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=0d9f206a-6518-45a5-ba88-26a9a7149eeb,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:59.004572 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d20c4a29-245d-4239-b030-2f78d2a15652 req-7d2930df-25a8-4f42-85b9-23fde6fca666 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.74&port_id=35c113a8-cc9b-4243-afa0-fcde08522745 HTTP/1.1" status: 200 len: 217 time: 0.0364640 Jul 16 08:25:59.024743 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d20c4a29-245d-4239-b030-2f78d2a15652 req-252b3c04-ace1-4646-a69a-d6218295ec27 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437870 Jul 16 08:25:59.072904 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4bdd47ff-d6f3-47eb-b244-590fcc68d40e req-6e90fa62-313b-42ae-9cf8-28349a9fa2ea tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups/bb4b443f-235e-4d77-acd0-66e27d08255a HTTP/1.1" status: 200 len: 2981 time: 0.1714962 Jul 16 08:25:59.095152 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c4a29-245d-4239-b030-2f78d2a15652 req-ec513001-8018-4aa8-991a-3c80f651eaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:59.096767 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d20c4a29-245d-4239-b030-2f78d2a15652 req-ec513001-8018-4aa8-991a-3c80f651eaa3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0851157 Jul 16 08:25:59.146061 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['0d9f206a-6518-45a5-ba88-26a9a7149eeb'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:25:59.158377 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d20c4a29-245d-4239-b030-2f78d2a15652 req-c9f4badc-f17e-4876-bc55-de3bf0f769c9 service neutron] 10.222.0.21 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259401 Jul 16 08:25:59.172410 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e76fbb-4af1-450e-aec0-ec1fe41e6414 req-77205a74-5646-4c50-a7ca-d857d192d98e tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:59.173841 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-56e76fbb-4af1-450e-aec0-ec1fe41e6414 req-77205a74-5646-4c50-a7ca-d857d192d98e tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/ports?device_id=0afd339a-00a0-4155-bc84-7f70bc219cfa HTTP/1.1" status: 200 len: 945 time: 0.1208370 Jul 16 08:25:59.182995 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47012) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:25:59.190582 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3fadbbe8-b1ec-493a-a18c-6a2eb29ede61 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Request body: {'floatingip': {'port_id': '85578c23-a977-4616-8e40-d65fac0c42ba'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:25:59.241775 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3fadbbe8-b1ec-493a-a18c-6a2eb29ede61 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:59.279312 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20c4a29-245d-4239-b030-2f78d2a15652 req-1edc0696-4203-476e-9195-1bd98fe241dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:59.280843 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d20c4a29-245d-4239-b030-2f78d2a15652 req-1edc0696-4203-476e-9195-1bd98fe241dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1693571 Jul 16 08:25:59.373829 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d20c4a29-245d-4239-b030-2f78d2a15652 req-e5751765-08e7-4c7a-aca6-1edea6e27d72 service neutron] 10.222.0.21 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024496 Jul 16 08:25:59.409868 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c2c89a-2181-442c-8dad-903a59e47a46 req-f0310a23-4099-4f9a-b9bd-5ce29b8d3050 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:59.411276 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c4c2c89a-2181-442c-8dad-903a59e47a46 req-f0310a23-4099-4f9a-b9bd-5ce29b8d3050 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 944 time: 0.1042755 Jul 16 08:25:59.484312 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c4c2c89a-2181-442c-8dad-903a59e47a46 req-49d94594-82b0-4855-8964-c893aaec0310 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650249 Jul 16 08:25:59.514885 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d20c4a29-245d-4239-b030-2f78d2a15652 req-843a6b8a-fc52-4991-a216-accda0309c5d service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2242210 Jul 16 08:25:59.580161 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-eb1774d5-3b91-4af8-8b7a-a882fe2917b5 req-9d3dc146-db47-48a3-80c4-7c3fcb58bea9 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups/f6ed37b4-2e8f-467f-b081-d686948741f4 HTTP/1.1" status: 200 len: 1800 time: 0.0693543 Jul 16 08:25:59.606153 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa0f998-9d91-453d-87ab-3aa0bcef9a7a req-cdadcd74-11a1-4ce1-9205-4d90bb6d9aca tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:25:59.607733 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3aa0f998-9d91-453d-87ab-3aa0bcef9a7a req-cdadcd74-11a1-4ce1-9205-4d90bb6d9aca tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 948 time: 0.2916038 Jul 16 08:25:59.658510 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-eb1774d5-3b91-4af8-8b7a-a882fe2917b5 req-7074f719-ec6c-49bd-9422-03fe523562ef tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:59.681538 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-eb1774d5-3b91-4af8-8b7a-a882fe2917b5 req-7074f719-ec6c-49bd-9422-03fe523562ef tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:59.745982 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-eb1774d5-3b91-4af8-8b7a-a882fe2917b5 req-7074f719-ec6c-49bd-9422-03fe523562ef tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:59.751668 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-eb1774d5-3b91-4af8-8b7a-a882fe2917b5 req-7074f719-ec6c-49bd-9422-03fe523562ef tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:25:59.752730 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-eb1774d5-3b91-4af8-8b7a-a882fe2917b5 req-7074f719-ec6c-49bd-9422-03fe523562ef tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "DELETE /v2.0/security-groups/f6ed37b4-2e8f-467f-b081-d686948741f4 HTTP/1.1" status: 204 len: 173 time: 0.1637900 Jul 16 08:25:59.752882 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3aa0f998-9d91-453d-87ab-3aa0bcef9a7a req-8cf8f6a7-0e8b-493d-98e0-8b94e54604fa tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367204 Jul 16 08:25:59.766639 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7074f719-ec6c-49bd-9422-03fe523562ef tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ed37b4-2e8f-467f-b081-d686948741f4,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:25:59.770272 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d20c4a29-245d-4239-b030-2f78d2a15652 req-657d19e1-4314-4e9a-a77d-586a133856f5 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2101276 Jul 16 08:26:00.026179 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ec526ae-22f7-4521-b168-6f2eed9e7f00', 'tag': '0137fd1e-b607-4348-82b3-1529b424bee1'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:00.031934 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2353e0d9-82b1-434f-a43b-20b80aeae69a" -d '{"events": [{"name": "network-changed", "server_uuid": "7ec526ae-22f7-4521-b168-6f2eed9e7f00", "tag": "0137fd1e-b607-4348-82b3-1529b424bee1"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:00.055395 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b315ddc-f1d3-4aba-bb43-1a20b0552081 req-bc1a1d33-a100-4db0-b09d-956f6d4fa577 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:00.056940 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7b315ddc-f1d3-4aba-bb43-1a20b0552081 req-bc1a1d33-a100-4db0-b09d-956f6d4fa577 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d594e3-530a-4a8f-ab0a-7657527cdecb HTTP/1.1" status: 200 len: 947 time: 0.1483011 Jul 16 08:26:00.068936 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3fadbbe8-b1ec-493a-a18c-6a2eb29ede61 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:00.076548 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3fadbbe8-b1ec-493a-a18c-6a2eb29ede61 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:00.142290 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [req-43dc1c12-72ad-47ae-b778-0fa8185946eb req-f10fffc8-4ad5-4885-9caf-acc97ebf0d4a tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] show failed (client error): The resource could not be found. Jul 16 08:26:00.143463 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-43dc1c12-72ad-47ae-b778-0fa8185946eb req-f10fffc8-4ad5-4885-9caf-acc97ebf0d4a tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups/f6ed37b4-2e8f-467f-b081-d686948741f4 HTTP/1.1" status: 404 len: 352 time: 0.0146775 Jul 16 08:26:00.146253 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7b315ddc-f1d3-4aba-bb43-1a20b0552081 req-f260204c-0db2-4159-8636-a4be08d6ecaa tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797503 Jul 16 08:26:00.212644 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-3fadbbe8-b1ec-493a-a18c-6a2eb29ede61 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Floating IP 41934d44-fcd1-4748-8b4a-9678760cc4b5 associated. External IP: 172.25.3.55, port: 85578c23-a977-4616-8e40-d65fac0c42ba. Jul 16 08:26:00.279532 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44e2216f-11f7-41b4-82fc-e8d0f8848016 x-openstack-request-id: req-44e2216f-11f7-41b4-82fc-e8d0f8848016 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:00.279790 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ec526ae-22f7-4521-b168-6f2eed9e7f00", "tag": "0137fd1e-b607-4348-82b3-1529b424bee1", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:00.280003 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-44e2216f-11f7-41b4-82fc-e8d0f8848016 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:00.280398 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ec526ae-22f7-4521-b168-6f2eed9e7f00', 'tag': '0137fd1e-b607-4348-82b3-1529b424bee1', 'status': 'completed', 'code': 200} Jul 16 08:26:00.316261 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a2246d-c66f-4196-9ce1-f72473ed720b req-9f1f09a8-3c05-446e-a524-95ef74500e93 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:00.318025 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-11a2246d-c66f-4196-9ce1-f72473ed720b req-9f1f09a8-3c05-446e-a524-95ef74500e93 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ec526ae-22f7-4521-b168-6f2eed9e7f00 HTTP/1.1" status: 200 len: 943 time: 0.0641642 Jul 16 08:26:00.355681 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-11a2246d-c66f-4196-9ce1-f72473ed720b req-662e4267-8c69-4c35-b91e-e6ee39de227e tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322402 Jul 16 08:26:00.618037 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 0d9f206a-6518-45a5-ba88-26a9a7149eeb up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:00.693703 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 0d9f206a-6518-45a5-ba88-26a9a7149eeb completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:00.700835 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 0d9f206a-6518-45a5-ba88-26a9a7149eeb triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:00.701298 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:00.720928 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c4701bb1-500f-4965-9c3f-11c3f181ab00 req-71b485f0-8e8c-43c9-8be4-df68ac3f87ec tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups/7c7631aa-c034-48ef-8a3a-933143128d31 HTTP/1.1" status: 200 len: 1800 time: 0.4430244 Jul 16 08:26:00.784879 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353e0d9-82b1-434f-a43b-20b80aeae69a req-d6f4f936-2b65-4106-9dad-cd50612c5a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:00.786855 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2353e0d9-82b1-434f-a43b-20b80aeae69a req-d6f4f936-2b65-4106-9dad-cd50612c5a97 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=84340a23f10a4b64ad21fa52302ef5f0&device_id=7ec526ae-22f7-4521-b168-6f2eed9e7f00 HTTP/1.1" status: 200 len: 1095 time: 0.5056210 Jul 16 08:26:00.805851 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:00.831573 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83df3f71-afdf-44d1-86b5-47f1b908de85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9f206a-6518-45a5-ba88-26a9a7149eeb'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:00.834297 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56dbf9d1-e348-414d-8ff3-6002cbb84fef" -d '{"events": [{"server_uuid": "83df3f71-afdf-44d1-86b5-47f1b908de85", "name": "network-vif-plugged", "status": "completed", "tag": "0d9f206a-6518-45a5-ba88-26a9a7149eeb"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:00.849901 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 0d9f206a-6518-45a5-ba88-26a9a7149eeb, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0d9f206a-6518-45a5-ba88-26a9a7149eeb,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:00.854903 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:00.878454 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c4701bb1-500f-4965-9c3f-11c3f181ab00 req-6e4e392e-fdee-4130-b0ea-34c1369b08fe tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:00.909811 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=0d9f206a-6518-45a5-ba88-26a9a7149eeb,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:00.978888 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c4701bb1-500f-4965-9c3f-11c3f181ab00 req-6e4e392e-fdee-4130-b0ea-34c1369b08fe tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:01.022759 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fadbbe8-b1ec-493a-a18c-6a2eb29ede61 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Router 525d6816-2de2-433d-80b1-89acf030af90 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:26:01.029336 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353e0d9-82b1-434f-a43b-20b80aeae69a req-6d4ca144-7f8c-4947-80bf-1cc0d136c238 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:01.030878 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2353e0d9-82b1-434f-a43b-20b80aeae69a req-6d4ca144-7f8c-4947-80bf-1cc0d136c238 service neutron] 10.222.0.30 "GET /v2.0/networks?id=65e6a8db-d3b7-4828-bf97-7f5344ef4f05 HTTP/1.1" status: 200 len: 922 time: 0.2346702 Jul 16 08:26:01.054104 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea627d03-1d95-4a18-a27a-ca6f7d59653c req-2c3ed010-170a-4453-94e5-69971f6a9014 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:01.056880 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ea627d03-1d95-4a18-a27a-ca6f7d59653c req-2c3ed010-170a-4453-94e5-69971f6a9014 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 944 time: 0.0832515 Jul 16 08:26:01.101837 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ea627d03-1d95-4a18-a27a-ca6f7d59653c req-34479df0-700c-4872-8995-6ca241125249 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370278 Jul 16 08:26:01.118350 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2353e0d9-82b1-434f-a43b-20b80aeae69a req-82270a93-b63c-41b7-b1c5-26be19d4e95c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0137fd1e-b607-4348-82b3-1529b424bee1 HTTP/1.1" status: 200 len: 217 time: 0.0767610 Jul 16 08:26:01.157604 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c4701bb1-500f-4965-9c3f-11c3f181ab00 req-6e4e392e-fdee-4130-b0ea-34c1369b08fe tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:01.160093 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c4701bb1-500f-4965-9c3f-11c3f181ab00 req-6e4e392e-fdee-4130-b0ea-34c1369b08fe tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:01.161239 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c4701bb1-500f-4965-9c3f-11c3f181ab00 req-6e4e392e-fdee-4130-b0ea-34c1369b08fe tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "DELETE /v2.0/security-groups/7c7631aa-c034-48ef-8a3a-933143128d31 HTTP/1.1" status: 204 len: 173 time: 0.4313886 Jul 16 08:26:01.209361 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ce00ae-08a6-4e1d-8bcf-883f781c22ed x-openstack-request-id: req-38ce00ae-08a6-4e1d-8bcf-883f781c22ed {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:01.210224 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e392e-fdee-4130-b0ea-34c1369b08fe tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7631aa-c034-48ef-8a3a-933143128d31,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:01.210384 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83df3f71-afdf-44d1-86b5-47f1b908de85", "name": "network-vif-plugged", "status": "completed", "tag": "0d9f206a-6518-45a5-ba88-26a9a7149eeb", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:01.210811 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-38ce00ae-08a6-4e1d-8bcf-883f781c22ed {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:01.212306 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83df3f71-afdf-44d1-86b5-47f1b908de85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9f206a-6518-45a5-ba88-26a9a7149eeb', 'code': 200} Jul 16 08:26:01.223731 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2353e0d9-82b1-434f-a43b-20b80aeae69a req-af2eb76d-3b57-4ce9-9dfd-fec54895fc98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:01.225483 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2353e0d9-82b1-434f-a43b-20b80aeae69a req-af2eb76d-3b57-4ce9-9dfd-fec54895fc98 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3e53dd50-c814-4c36-85d7-636a4108385e HTTP/1.1" status: 200 len: 861 time: 0.0959883 Jul 16 08:26:01.266478 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2353e0d9-82b1-434f-a43b-20b80aeae69a req-b2873b84-b234-447a-ad22-822a75728738 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=65e6a8db-d3b7-4828-bf97-7f5344ef4f05&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339563 Jul 16 08:26:01.269316 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fadbbe8-b1ec-493a-a18c-6a2eb29ede61 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:26:01.274629 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3fadbbe8-b1ec-493a-a18c-6a2eb29ede61 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:01.280985 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d417ed6-9b04-412c-ae73-74b3868112aa None None] Sync routers for ids ['525d6816-2de2-433d-80b1-89acf030af90'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:26:01.310641 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d417ed6-9b04-412c-ae73-74b3868112aa None None] Routers {'525d6816-2de2-433d-80b1-89acf030af90'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:26:01.311489 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2d417ed6-9b04-412c-ae73-74b3868112aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:25:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['525d6816-2de2-433d-80b1-89acf030af90'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:01.415226 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [req-f9a1cfb5-3413-4034-a071-3344c88d0f6e req-6fafa443-9d76-48b2-be96-359e2d250ed2 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] show failed (client error): The resource could not be found. Jul 16 08:26:01.425621 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f51fa-6090-4ab3-808b-146713181253 req-ac1d758b-cf92-4fa1-a75e-3e2c485c3e46 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:01.426324 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f9a1cfb5-3413-4034-a071-3344c88d0f6e req-6fafa443-9d76-48b2-be96-359e2d250ed2 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups/7c7631aa-c034-48ef-8a3a-933143128d31 HTTP/1.1" status: 404 len: 352 time: 0.0534723 Jul 16 08:26:01.434864 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef1f51fa-6090-4ab3-808b-146713181253 req-ac1d758b-cf92-4fa1-a75e-3e2c485c3e46 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 948 time: 0.1968389 Jul 16 08:26:01.445246 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2353e0d9-82b1-434f-a43b-20b80aeae69a req-4bd62a48-8252-4220-813e-79ece4707cf5 service neutron] 10.222.0.30 "GET /v2.0/networks/65e6a8db-d3b7-4828-bf97-7f5344ef4f05?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1688235 Jul 16 08:26:01.449356 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3fadbbe8-b1ec-493a-a18c-6a2eb29ede61 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "PUT /v2.0/floatingips/41934d44-fcd1-4748-8b4a-9678760cc4b5 HTTP/1.1" status: 200 len: 990 time: 2.2623816 Jul 16 08:26:01.462056 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-2d417ed6-9b04-412c-ae73-74b3868112aa None None] Set router 525d6816-2de2-433d-80b1-89acf030af90 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:26:01.465338 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d8509e-fa6a-4ced-9087-0c2259f9b9e0 req-250455ee-7b72-4791-9049-c50a8eeacd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:01.467105 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d1d8509e-fa6a-4ced-9087-0c2259f9b9e0 req-250455ee-7b72-4791-9049-c50a8eeacd3f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 1101 time: 0.1438899 Jul 16 08:26:01.517664 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef1f51fa-6090-4ab3-808b-146713181253 req-946b5399-72c7-4879-83f2-c61c370de799 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815630 Jul 16 08:26:01.574174 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d1d8509e-fa6a-4ced-9087-0c2259f9b9e0 req-35b9689d-8b95-4a4b-b27b-97b1d7820c6d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904126 Jul 16 08:26:01.585650 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2353e0d9-82b1-434f-a43b-20b80aeae69a req-dc9080dd-6373-4cbf-ba96-e213b85d9111 service neutron] 10.222.0.30 "GET /v2.0/networks/65e6a8db-d3b7-4828-bf97-7f5344ef4f05?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295230 Jul 16 08:26:01.605664 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device d85e2cf2-183c-482b-97c0-b6881ca7a4dc details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:26:01.732818 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b55989a-775a-4011-9aa1-e50ef33ec072 req-bd2915e9-4062-4dcc-be2b-d6ecd50ba2c0 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:01.742900 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2b55989a-775a-4011-9aa1-e50ef33ec072 req-bd2915e9-4062-4dcc-be2b-d6ecd50ba2c0 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d594e3-530a-4a8f-ab0a-7657527cdecb HTTP/1.1" status: 200 len: 947 time: 0.1509833 Jul 16 08:26:01.801018 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2b55989a-775a-4011-9aa1-e50ef33ec072 req-20bc2f20-cc38-4336-a11a-b417ce891088 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567079 Jul 16 08:26:01.809171 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:01.821273 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port d85e2cf2-183c-482b-97c0-b6881ca7a4dc, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d85e2cf2-183c-482b-97c0-b6881ca7a4dc,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:01.851824 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'd85e2cf2-183c-482b-97c0-b6881ca7a4dc', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': 'd85e2cf2-183c-482b-97c0-b6881ca7a4dc', 'mac_address': 'fa:16:3e:40:9a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:26:01.858615 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015e7234-51d4-48b0-b914-01fa33936b50 req-e8a2d911-24e8-4794-993e-dd37dc617f08 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:01.860519 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-015e7234-51d4-48b0-b914-01fa33936b50 req-e8a2d911-24e8-4794-993e-dd37dc617f08 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ec526ae-22f7-4521-b168-6f2eed9e7f00 HTTP/1.1" status: 200 len: 943 time: 0.1123888 Jul 16 08:26:01.909652 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:01.911913 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-66647c55-bf40-4fe8-aee9-6687ee4426e2 req-1529272b-6393-43ca-8f09-af7d133a79f7 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups/ff275797-b360-4620-a2fb-743abfc7478b HTTP/1.1" status: 200 len: 1801 time: 0.0583925 Jul 16 08:26:01.915158 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-015e7234-51d4-48b0-b914-01fa33936b50 req-dfb02fb1-ea73-428d-85a0-a24596e7d026 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473652 Jul 16 08:26:01.996259 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-66647c55-bf40-4fe8-aee9-6687ee4426e2 req-bca4c740-963f-4551-874b-f776a4f12bc3 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:02.035003 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-66647c55-bf40-4fe8-aee9-6687ee4426e2 req-bca4c740-963f-4551-874b-f776a4f12bc3 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:02.113779 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-66647c55-bf40-4fe8-aee9-6687ee4426e2 req-bca4c740-963f-4551-874b-f776a4f12bc3 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:02.118026 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-66647c55-bf40-4fe8-aee9-6687ee4426e2 req-bca4c740-963f-4551-874b-f776a4f12bc3 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:02.123033 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:02.123425 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-66647c55-bf40-4fe8-aee9-6687ee4426e2 req-bca4c740-963f-4551-874b-f776a4f12bc3 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "DELETE /v2.0/security-groups/ff275797-b360-4620-a2fb-743abfc7478b HTTP/1.1" status: 204 len: 173 time: 0.2018223 Jul 16 08:26:02.145810 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d85e2cf2-183c-482b-97c0-b6881ca7a4dc {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:02.156916 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4c740-963f-4551-874b-f776a4f12bc3 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff275797-b360-4620-a2fb-743abfc7478b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:02.178288 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port d85e2cf2-183c-482b-97c0-b6881ca7a4dc, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d85e2cf2-183c-482b-97c0-b6881ca7a4dc,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:02.189118 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:02.189803 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 35c113a8-cc9b-4243-afa0-fcde08522745 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:26:02.200574 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [req-4e3164eb-b390-4486-a515-9a11ad960490 req-6d885c25-9728-486b-9f32-79176b724ef7 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] show failed (client error): The resource could not be found. Jul 16 08:26:02.213732 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4e3164eb-b390-4486-a515-9a11ad960490 req-6d885c25-9728-486b-9f32-79176b724ef7 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups/ff275797-b360-4620-a2fb-743abfc7478b HTTP/1.1" status: 404 len: 352 time: 0.0353715 Jul 16 08:26:02.241526 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2d417ed6-9b04-412c-ae73-74b3868112aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525d6816-2de2-433d-80b1-89acf030af90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-790942259-router', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:07Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': 'eed38146a8c843738c66731bdf360734', 'gw_port': {'id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ad:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:08Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '41934d44-fcd1-4748-8b4a-9678760cc4b5', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '525d6816-2de2-433d-80b1-89acf030af90', 'port_id': '85578c23-a977-4616-8e40-d65fac0c42ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b', 'mac_address': 'fa:16:3e:7b:e0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd339a-00a0-4155-bc84-7f70bc219cfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:23:34Z', 'updated_at': '2021-07-16T08:25:59Z', 'revision_number': 5, 'project_id': 'eed38146a8c843738c66731bdf360734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ecc27c8-7720-41c4-8722-654b9b21303b', 'name': '', 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'mac_address': 'fa:16:3e:4b:2c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:11Z', 'updated_at': '2021-07-16T08:23:21Z', 'revision_number': 5, 'project_id': 'eed38146a8c843738c66731bdf360734', 'subnets': [{'id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:02.281654 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0afd339a-00a0-4155-bc84-7f70bc219cfa', 'tag': '85578c23-a977-4616-8e40-d65fac0c42ba'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:02.286113 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cca541e7-2f27-47b1-ab15-913fc4512529" -d '{"events": [{"name": "network-changed", "server_uuid": "0afd339a-00a0-4155-bc84-7f70bc219cfa", "tag": "85578c23-a977-4616-8e40-d65fac0c42ba"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:02.297292 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d417ed6-9b04-412c-ae73-74b3868112aa None None] Checking router: 525d6816-2de2-433d-80b1-89acf030af90 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:26:02.317195 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=d85e2cf2-183c-482b-97c0-b6881ca7a4dc,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:02.323385 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 35c113a8-cc9b-4243-afa0-fcde08522745, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=35c113a8-cc9b-4243-afa0-fcde08522745,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:02.337919 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d417ed6-9b04-412c-ae73-74b3868112aa None None] Routers {'525d6816-2de2-433d-80b1-89acf030af90'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:26:02.341234 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2d417ed6-9b04-412c-ae73-74b3868112aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:25:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['525d6816-2de2-433d-80b1-89acf030af90'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:02.411787 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cc325667-2d19-4e88-b868-7122983de417 req-4ab1ad71-0029-4391-8e03-9ea9e128093a tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=852c6d5a2f444ffe8ab3743f1821e977 HTTP/1.1" status: 200 len: 6149 time: 0.1203270 Jul 16 08:26:02.416436 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '35c113a8-cc9b-4243-afa0-fcde08522745', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': '35c113a8-cc9b-4243-afa0-fcde08522745', 'mac_address': 'fa:16:3e:08:2a:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.74'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:26:02.471437 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f95247-dc02-43a2-87aa-8501e9646dda req-dccee4e6-0fe7-48de-b48e-2667c99f30b3 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:02.481368 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e4f95247-dc02-43a2-87aa-8501e9646dda req-dccee4e6-0fe7-48de-b48e-2667c99f30b3 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 944 time: 0.1613989 Jul 16 08:26:02.502118 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:02.521202 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-2d417ed6-9b04-412c-ae73-74b3868112aa None None] Set router 525d6816-2de2-433d-80b1-89acf030af90 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:26:02.524908 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cc325667-2d19-4e88-b868-7122983de417 req-a0ef2021-8d9a-4420-87c1-785a88196a26 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups/bb4b443f-235e-4d77-acd0-66e27d08255a HTTP/1.1" status: 200 len: 2981 time: 0.0955634 Jul 16 08:26:02.549158 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35c113a8-cc9b-4243-afa0-fcde08522745 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:02.567407 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47082) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:02.579625 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e4f95247-dc02-43a2-87aa-8501e9646dda req-679de278-2093-4d8b-b7c1-0bca8863f11e tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839720 Jul 16 08:26:02.582454 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 35c113a8-cc9b-4243-afa0-fcde08522745, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=35c113a8-cc9b-4243-afa0-fcde08522745,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:02.624574 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:02.625264 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 0137fd1e-b607-4348-82b3-1529b424bee1 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:26:02.639576 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1d56ca0-1d47-4b6d-97e2-4f2480e6ca77 x-openstack-request-id: req-f1d56ca0-1d47-4b6d-97e2-4f2480e6ca77 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:02.640200 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0afd339a-00a0-4155-bc84-7f70bc219cfa", "tag": "85578c23-a977-4616-8e40-d65fac0c42ba", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:02.641214 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f1d56ca0-1d47-4b6d-97e2-4f2480e6ca77 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:02.641971 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0afd339a-00a0-4155-bc84-7f70bc219cfa', 'tag': '85578c23-a977-4616-8e40-d65fac0c42ba', 'status': 'completed', 'code': 200} Jul 16 08:26:02.650606 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cc325667-2d19-4e88-b868-7122983de417 req-5560aafa-7a18-4506-8348-2f27c803b1be tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups/bb4b443f-235e-4d77-acd0-66e27d08255a HTTP/1.1" status: 200 len: 2981 time: 0.1125975 Jul 16 08:26:02.676598 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-7f95000d-4ada-4ed6-a43a-94473290dff4 req-aef751e5-6683-49ec-b202-65989a07ad32 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-881946597', 'description': 'tempest-description-1281304527'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:02.722789 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=35c113a8-cc9b-4243-afa0-fcde08522745,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:02.798312 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7f95000d-4ada-4ed6-a43a-94473290dff4 req-aef751e5-6683-49ec-b202-65989a07ad32 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:02.826168 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca541e7-2f27-47b1-ab15-913fc4512529 req-7e02017b-e3b6-42bc-a002-945393fef2c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:02.828386 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cca541e7-2f27-47b1-ab15-913fc4512529 req-7e02017b-e3b6-42bc-a002-945393fef2c5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=eed38146a8c843738c66731bdf360734&device_id=0afd339a-00a0-4155-bc84-7f70bc219cfa HTTP/1.1" status: 200 len: 1097 time: 0.1429338 Jul 16 08:26:02.908647 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 0137fd1e-b607-4348-82b3-1529b424bee1, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=0137fd1e-b607-4348-82b3-1529b424bee1,segment=NetworkSegment(e5fde1c5-d7d6-485c-b933-4a6575bb8f26),segment_id=e5fde1c5-d7d6-485c-b933-4a6575bb8f26)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:02.924146 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ada3aea-ebc4-476c-96da-464a4d7327d3 req-49d8b611-ad9f-4a56-bbb1-84b596d9f763 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:02.927931 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '0137fd1e-b607-4348-82b3-1529b424bee1', 'network_id': '65e6a8db-d3b7-4828-bf97-7f5344ef4f05', 'port_id': '0137fd1e-b607-4348-82b3-1529b424bee1', 'mac_address': 'fa:16:3e:8e:a0:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e53dd50-c814-4c36-85d7-636a4108385e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:26:02.932839 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2ada3aea-ebc4-476c-96da-464a4d7327d3 req-49d8b611-ad9f-4a56-bbb1-84b596d9f763 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 949 time: 0.0937419 Jul 16 08:26:02.951719 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-862628e8-8999-46d0-88a1-c5efdc5be020 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:02.973827 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2ada3aea-ebc4-476c-96da-464a4d7327d3 req-75695e9f-1694-4bc4-bd8f-a8ceb105a66c tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396862 Jul 16 08:26:03.016385 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:03.022524 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca541e7-2f27-47b1-ab15-913fc4512529 req-b47f05a0-f123-49f3-8da5-250da8c91991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:03.025183 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cca541e7-2f27-47b1-ab15-913fc4512529 req-b47f05a0-f123-49f3-8da5-250da8c91991 service neutron] 10.222.0.30 "GET /v2.0/networks?id=98b2c070-1d22-41c6-babf-49f81fe9462b HTTP/1.1" status: 200 len: 924 time: 0.1722913 Jul 16 08:26:03.036852 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2d417ed6-9b04-412c-ae73-74b3868112aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525d6816-2de2-433d-80b1-89acf030af90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-790942259-router', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:07Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': 'eed38146a8c843738c66731bdf360734', 'gw_port': {'id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ad:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:08Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '41934d44-fcd1-4748-8b4a-9678760cc4b5', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '525d6816-2de2-433d-80b1-89acf030af90', 'port_id': '85578c23-a977-4616-8e40-d65fac0c42ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b', 'mac_address': 'fa:16:3e:7b:e0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd339a-00a0-4155-bc84-7f70bc219cfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:23:34Z', 'updated_at': '2021-07-16T08:25:59Z', 'revision_number': 5, 'project_id': 'eed38146a8c843738c66731bdf360734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ecc27c8-7720-41c4-8722-654b9b21303b', 'name': '', 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'mac_address': 'fa:16:3e:4b:2c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:11Z', 'updated_at': '2021-07-16T08:23:21Z', 'revision_number': 5, 'project_id': 'eed38146a8c843738c66731bdf360734', 'subnets': [{'id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:03.041355 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0137fd1e-b607-4348-82b3-1529b424bee1 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:03.072846 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d417ed6-9b04-412c-ae73-74b3868112aa None None] The sync data for ids ['525d6816-2de2-433d-80b1-89acf030af90'] in n-d-771362-37 is: [{'id': '525d6816-2de2-433d-80b1-89acf030af90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-790942259-router', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:07Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': 'eed38146a8c843738c66731bdf360734', 'gw_port': {'id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ad:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:08Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '41934d44-fcd1-4748-8b4a-9678760cc4b5', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'floating_ip_address': '172.25.3.55', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '525d6816-2de2-433d-80b1-89acf030af90', 'port_id': '85578c23-a977-4616-8e40-d65fac0c42ba', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 374, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b', 'mac_address': 'fa:16:3e:7b:e0:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0afd339a-00a0-4155-bc84-7f70bc219cfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:23:34Z', 'updated_at': '2021-07-16T08:25:59Z', 'revision_number': 5, 'project_id': 'eed38146a8c843738c66731bdf360734', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ecc27c8-7720-41c4-8722-654b9b21303b', 'name': '', 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'mac_address': 'fa:16:3e:4b:2c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:11Z', 'updated_at': '2021-07-16T08:23:21Z', 'revision_number': 5, 'project_id': 'eed38146a8c843738c66731bdf360734', 'subnets': [{'id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:26:03.102441 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 0137fd1e-b607-4348-82b3-1529b424bee1, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=0137fd1e-b607-4348-82b3-1529b424bee1,segment=NetworkSegment(e5fde1c5-d7d6-485c-b933-4a6575bb8f26),segment_id=e5fde1c5-d7d6-485c-b933-4a6575bb8f26)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:03.112254 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:03.162513 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cca541e7-2f27-47b1-ab15-913fc4512529 req-af0bc82f-ffcc-4525-ab06-ce36a347a717 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=85578c23-a977-4616-8e40-d65fac0c42ba HTTP/1.1" status: 200 len: 998 time: 0.1244488 Jul 16 08:26:03.167634 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=0137fd1e-b607-4348-82b3-1529b424bee1,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:03.206084 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e3c6e-b338-4a07-9baf-937d422e8cce req-f5f5371f-97e3-4d48-a46b-8b6d9864f6b6 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:03.207718 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7a0e3c6e-b338-4a07-9baf-937d422e8cce req-f5f5371f-97e3-4d48-a46b-8b6d9864f6b6 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d594e3-530a-4a8f-ab0a-7657527cdecb HTTP/1.1" status: 200 len: 948 time: 0.1059220 Jul 16 08:26:03.234341 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7f95000d-4ada-4ed6-a43a-94473290dff4 req-aef751e5-6683-49ec-b202-65989a07ad32 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:03.251972 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca541e7-2f27-47b1-ab15-913fc4512529 req-87ed3fca-1771-4276-aacb-2bfc642ce80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:03.252205 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a0d5c8c4-48ee-4c62-a52c-8d5953564ea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:03.257622 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cca541e7-2f27-47b1-ab15-913fc4512529 req-87ed3fca-1771-4276-aacb-2bfc642ce80c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74 HTTP/1.1" status: 200 len: 862 time: 0.0875940 Jul 16 08:26:03.258961 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7f95000d-4ada-4ed6-a43a-94473290dff4 req-aef751e5-6683-49ec-b202-65989a07ad32 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:03.277681 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7a0e3c6e-b338-4a07-9baf-937d422e8cce req-6687dba1-521c-4c08-aa74-5ea2d56afb79 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636318 Jul 16 08:26:03.354642 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef751e5-6683-49ec-b202-65989a07ad32 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01411686-f04c-4e18-9a0d-1c9efe88505d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:03.389478 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf325073-bd4a-470a-98b2-634f0549332c None None] New status for floating IP 41934d44-fcd1-4748-8b4a-9678760cc4b5: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:26:03.417466 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca541e7-2f27-47b1-ab15-913fc4512529 req-5bd4deea-90f5-4c79-b9b9-d11e32e887bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:03.419136 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cca541e7-2f27-47b1-ab15-913fc4512529 req-5bd4deea-90f5-4c79-b9b9-d11e32e887bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=98b2c070-1d22-41c6-babf-49f81fe9462b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1477771 Jul 16 08:26:03.427338 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['35c113a8-cc9b-4243-afa0-fcde08522745'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:03.476282 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['d85e2cf2-183c-482b-97c0-b6881ca7a4dc'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:03.484950 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90ddba-91ef-4f82-8c35-053647b77c7b req-d3969182-f869-4d39-81b7-fc097a1ca1ef tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:03.486980 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7d90ddba-91ef-4f82-8c35-053647b77c7b req-d3969182-f869-4d39-81b7-fc097a1ca1ef tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ec526ae-22f7-4521-b168-6f2eed9e7f00 HTTP/1.1" status: 200 len: 944 time: 0.0741944 Jul 16 08:26:03.494956 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-862628e8-8999-46d0-88a1-c5efdc5be020 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:03.517986 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['0137fd1e-b607-4348-82b3-1529b424bee1'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:03.525787 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-862628e8-8999-46d0-88a1-c5efdc5be020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:03.536231 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7d90ddba-91ef-4f82-8c35-053647b77c7b req-bdfb8e1d-18cd-45d4-8a8c-48fdbbeabf5c tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422101 Jul 16 08:26:03.545115 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7f95000d-4ada-4ed6-a43a-94473290dff4 req-aef751e5-6683-49ec-b202-65989a07ad32 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:03.546324 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7f95000d-4ada-4ed6-a43a-94473290dff4 req-aef751e5-6683-49ec-b202-65989a07ad32 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.8752379 Jul 16 08:26:03.604023 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-862628e8-8999-46d0-88a1-c5efdc5be020 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=92d1def095a24bf5a0ea04966b588951&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0205302 Jul 16 08:26:03.606300 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47100) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:03.608399 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862628e8-8999-46d0-88a1-c5efdc5be020 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6382b65e-86ef-40ad-8678-e43248b5afbe,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:03.618508 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cca541e7-2f27-47b1-ab15-913fc4512529 req-4e8581b0-b99c-4919-8088-6e87565b9c1d service neutron] 10.222.0.30 "GET /v2.0/networks/98b2c070-1d22-41c6-babf-49f81fe9462b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1850915 Jul 16 08:26:03.626307 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-73e4dd02-9fba-42a1-a95e-349762f33a49 req-9636b272-67ad-459b-9803-a8c62ab77319 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2096708284', 'description': 'tempest-description-2043022186'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:03.693294 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5cf5241b-b8aa-4d97-9087-f30635a2a35e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:03.696314 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-73e4dd02-9fba-42a1-a95e-349762f33a49 req-9636b272-67ad-459b-9803-a8c62ab77319 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:03.735921 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5cf5241b-b8aa-4d97-9087-f30635a2a35e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:03.747018 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cca541e7-2f27-47b1-ab15-913fc4512529 req-795fb134-ba4d-4c74-bd68-e5e9d44ba9a0 service neutron] 10.222.0.30 "GET /v2.0/networks/98b2c070-1d22-41c6-babf-49f81fe9462b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219575 Jul 16 08:26:03.822724 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5cf5241b-b8aa-4d97-9087-f30635a2a35e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:03.825252 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5cf5241b-b8aa-4d97-9087-f30635a2a35e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:03.829396 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5cf5241b-b8aa-4d97-9087-f30635a2a35e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6382b65e-86ef-40ad-8678-e43248b5afbe HTTP/1.1" status: 204 len: 168 time: 0.2220674 Jul 16 08:26:03.853667 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5241b-b8aa-4d97-9087-f30635a2a35e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6382b65e-86ef-40ad-8678-e43248b5afbe,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:03.868024 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-73e4dd02-9fba-42a1-a95e-349762f33a49 req-9636b272-67ad-459b-9803-a8c62ab77319 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:03.873743 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-73e4dd02-9fba-42a1-a95e-349762f33a49 req-9636b272-67ad-459b-9803-a8c62ab77319 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:03.908925 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9636b272-67ad-459b-9803-a8c62ab77319 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9bfdc04-a65a-4096-80c5-6ddc3ec979f0,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:03.921752 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-73e4dd02-9fba-42a1-a95e-349762f33a49 req-9636b272-67ad-459b-9803-a8c62ab77319 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:03.937759 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73e4dd02-9fba-42a1-a95e-349762f33a49 req-9636b272-67ad-459b-9803-a8c62ab77319 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.3189938 Jul 16 08:26:04.010833 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c4150c-cd83-43a3-8a23-887c1a5b0a22 req-84fc2b73-8638-4200-8df3-3c2572a88d80 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:04.012399 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b4c4150c-cd83-43a3-8a23-887c1a5b0a22 req-84fc2b73-8638-4200-8df3-3c2572a88d80 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 944 time: 0.1441705 Jul 16 08:26:04.068449 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b4c4150c-cd83-43a3-8a23-887c1a5b0a22 req-321acd7d-f786-4918-afd5-9d8b64989589 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495963 Jul 16 08:26:04.071837 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-9f3e7b06-9bd5-492c-9773-95fba0649224 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--867417675&fields=id&tenant_id=0c61b767be844596b7284ec98bd0021f HTTP/1.1" status: 200 len: 267 time: 0.0362017 Jul 16 08:26:04.247530 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d4744c-1c4f-4739-902a-c13ce4c001ef req-924dd83c-0a1d-4878-b566-9b3cae6c3c75 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:04.249240 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a7d4744c-1c4f-4739-902a-c13ce4c001ef req-924dd83c-0a1d-4878-b566-9b3cae6c3c75 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 949 time: 0.0722888 Jul 16 08:26:04.289027 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a7d4744c-1c4f-4739-902a-c13ce4c001ef req-d7c642c8-0719-4ad0-af82-d1330381f2ba tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339134 Jul 16 08:26:04.470950 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-067ace97-df8e-4c1e-8d7a-3bbcd9e02126 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:04.472777 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-067ace97-df8e-4c1e-8d7a-3bbcd9e02126 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/networks?id=02d9d55c-dd50-4319-82cb-a2af859ade23 HTTP/1.1" status: 200 len: 816 time: 0.3924725 Jul 16 08:26:04.489981 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-7c7907c2-528d-4fcb-a6c3-9b6d6944e7e7 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/quotas/0c61b767be844596b7284ec98bd0021f HTTP/1.1" status: 200 len: 375 time: 0.0109568 Jul 16 08:26:04.503153 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-50b28c2c-4ca4-4135-9194-1eefd9a17060 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:04.504582 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-50b28c2c-4ca4-4135-9194-1eefd9a17060 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/networks?id=13eb8833-ea3c-42b1-ae1e-dd3cef084336 HTTP/1.1" status: 200 len: 812 time: 0.1245229 Jul 16 08:26:04.520269 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-5e8a64dd-3684-4a6b-8da3-732430d9afcd tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/quotas/852c6d5a2f444ffe8ab3743f1821e977 HTTP/1.1" status: 200 len: 375 time: 0.0098464 Jul 16 08:26:04.562578 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-9693b45c-df62-4f5f-9870-dd668576aa38 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0c61b767be844596b7284ec98bd0021f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0642369 Jul 16 08:26:04.589362 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-7afaa59f-3b02-4d59-962a-bb7b5ed0ee3b tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=852c6d5a2f444ffe8ab3743f1821e977&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0603735 Jul 16 08:26:04.648154 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 277fba1e-58b9-42f0-99af-f9db98336107 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:26:04.662859 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-0a36e3a5-c74a-4717-b186-c80bf9a39d34 service neutron] 10.222.0.22 "GET /v2.0/networks/02d9d55c-dd50-4319-82cb-a2af859ade23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877516 Jul 16 08:26:04.683192 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-a1a6165c-5293-4c44-b298-06f5dc49048d service neutron] 10.222.0.22 "GET /v2.0/networks/13eb8833-ea3c-42b1-ae1e-dd3cef084336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868289 Jul 16 08:26:04.755387 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 277fba1e-58b9-42f0-99af-f9db98336107, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=277fba1e-58b9-42f0-99af-f9db98336107,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:04.764916 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-3fedf599-7e88-4f56-892b-3b9405bc6da1 service neutron] 10.222.0.22 "GET /v2.0/networks/02d9d55c-dd50-4319-82cb-a2af859ade23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932958 Jul 16 08:26:04.766415 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '277fba1e-58b9-42f0-99af-f9db98336107', 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0', 'port_id': '277fba1e-58b9-42f0-99af-f9db98336107', 'mac_address': 'fa:16:3e:6f:35:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce796d98-7ee4-4738-aad4-0026126b7799', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:26:04.782523 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-a90b3b5e-0b8e-4c17-9996-ca3515fed954 service neutron] 10.222.0.22 "GET /v2.0/networks/13eb8833-ea3c-42b1-ae1e-dd3cef084336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933886 Jul 16 08:26:04.806590 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:04.822702 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 277fba1e-58b9-42f0-99af-f9db98336107 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:04.844731 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 277fba1e-58b9-42f0-99af-f9db98336107, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=277fba1e-58b9-42f0-99af-f9db98336107,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:04.849478 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:04.901053 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=277fba1e-58b9-42f0-99af-f9db98336107,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:05.077720 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c453ae-bac2-4168-86ec-a54020521893 req-9a3e2927-d83a-41c5-b26c-7d556042cd97 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:05.079258 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d9c453ae-bac2-4168-86ec-a54020521893 req-9a3e2927-d83a-41c5-b26c-7d556042cd97 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d594e3-530a-4a8f-ab0a-7657527cdecb HTTP/1.1" status: 200 len: 948 time: 0.0815709 Jul 16 08:26:05.126381 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d9c453ae-bac2-4168-86ec-a54020521893 req-7f6297a5-a4cb-4f9f-83ea-cf79b26b09bc tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406897 Jul 16 08:26:05.132769 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['277fba1e-58b9-42f0-99af-f9db98336107'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:05.426147 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb941886-14fc-4903-a134-76c2de02155d req-45400f5b-a5d7-41c9-8a5e-9912185a0375 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:05.427722 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb941886-14fc-4903-a134-76c2de02155d req-45400f5b-a5d7-41c9-8a5e-9912185a0375 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ec526ae-22f7-4521-b168-6f2eed9e7f00 HTTP/1.1" status: 200 len: 944 time: 0.1098030 Jul 16 08:26:05.473996 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb941886-14fc-4903-a134-76c2de02155d req-6e259920-8382-499b-bfaa-4ada7d2ad4f9 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397089 Jul 16 08:26:05.540343 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f2ba87ba-b58e-46cf-b986-639c831a1fff req-2c13fb8f-e7aa-4729-9f05-5cfac72cf0d3 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?device_id=78453f99-5ae5-4d28-a34c-97628a3fbea4 HTTP/1.1" status: 200 len: 210 time: 0.0500777 Jul 16 08:26:05.577708 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3ba8f596-f631-487a-a62c-69f32afa403e req-48e8d6df-3be5-4955-bc39-c21344d3b730 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/ports?device_id=f127b9b8-2417-40ca-89ed-f3c34598de45 HTTP/1.1" status: 200 len: 210 time: 0.0478566 Jul 16 08:26:05.608940 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 0137fd1e-b607-4348-82b3-1529b424bee1 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:05.691070 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38d85b8d-3a90-415f-a4da-35dba46a9e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:05.701592 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 0137fd1e-b607-4348-82b3-1529b424bee1 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:05.707084 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 0137fd1e-b607-4348-82b3-1529b424bee1 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:05.707731 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:05.723728 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085e3a9-ab46-4f0f-bcd6-7a37d326dd89 req-59fca514-79d8-4e46-b16c-fc85c562514e tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:05.734048 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9085e3a9-ab46-4f0f-bcd6-7a37d326dd89 req-59fca514-79d8-4e46-b16c-fc85c562514e tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 945 time: 0.0830374 Jul 16 08:26:05.738903 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2997e9d2-f9d1-4290-be27-7fab317f6768 req-c75a161c-a423-43a6-8bbb-c29f19774ddd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1202230 Jul 16 08:26:05.785097 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9085e3a9-ab46-4f0f-bcd6-7a37d326dd89 req-827ec4b2-999d-48d2-b00d-9dd79613d765 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440841 Jul 16 08:26:05.863467 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:05.885994 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ed3475-dc51-4782-96a8-d75ac5dc88c6 req-483acdf9-4eb5-4867-b9c0-5a90f5662d87 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:05.887653 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-56ed3475-dc51-4782-96a8-d75ac5dc88c6 req-483acdf9-4eb5-4867-b9c0-5a90f5662d87 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 949 time: 0.1275353 Jul 16 08:26:05.895749 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec526ae-22f7-4521-b168-6f2eed9e7f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0137fd1e-b607-4348-82b3-1529b424bee1'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:05.898319 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a322cb18-5014-47ae-aff2-067e67480701" -d '{"events": [{"server_uuid": "7ec526ae-22f7-4521-b168-6f2eed9e7f00", "name": "network-vif-plugged", "status": "completed", "tag": "0137fd1e-b607-4348-82b3-1529b424bee1"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:05.912613 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 0137fd1e-b607-4348-82b3-1529b424bee1, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=0137fd1e-b607-4348-82b3-1529b424bee1,segment=NetworkSegment(e5fde1c5-d7d6-485c-b933-4a6575bb8f26),segment_id=e5fde1c5-d7d6-485c-b933-4a6575bb8f26)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:05.916714 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8c650b1-5b44-4f6b-8f09-8559541c1bf1 req-a5768bae-7464-46d6-8dc7-dc2d16dd21cd tempest-AbsoluteLimitsNegativeTestJSON-921753875 tempest-AbsoluteLimitsNegativeTestJSON-921753875-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=c72ce2a7b58d4209ad522edc44178a06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254247 Jul 16 08:26:05.921076 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:05.922118 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device d85e2cf2-183c-482b-97c0-b6881ca7a4dc up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:05.940235 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997e9d2-f9d1-4290-be27-7fab317f6768 req-c2d53aa3-1f7f-4715-b70e-f9972f5d6e7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:05.942100 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2997e9d2-f9d1-4290-be27-7fab317f6768 req-c2d53aa3-1f7f-4715-b70e-f9972f5d6e7a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c0f0cf24afb47969a9cef8297bf2691&device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00 HTTP/1.1" status: 200 len: 1118 time: 0.1318607 Jul 16 08:26:05.948977 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-56ed3475-dc51-4782-96a8-d75ac5dc88c6 req-8a253ef5-fffa-487d-90ae-34137db9071e tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544674 Jul 16 08:26:05.996317 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:06.031432 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=0137fd1e-b607-4348-82b3-1529b424bee1,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:06.042835 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dee1b26b-0d6d-458e-a9eb-b735cd017b4e x-openstack-request-id: req-dee1b26b-0d6d-458e-a9eb-b735cd017b4e {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:06.043136 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec526ae-22f7-4521-b168-6f2eed9e7f00", "name": "network-vif-plugged", "status": "completed", "tag": "0137fd1e-b607-4348-82b3-1529b424bee1", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:06.043386 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dee1b26b-0d6d-458e-a9eb-b735cd017b4e {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:06.043773 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec526ae-22f7-4521-b168-6f2eed9e7f00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0137fd1e-b607-4348-82b3-1529b424bee1', 'code': 200} Jul 16 08:26:06.055262 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port d85e2cf2-183c-482b-97c0-b6881ca7a4dc completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:06.060145 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port d85e2cf2-183c-482b-97c0-b6881ca7a4dc triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:06.060570 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:06.113681 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c650b1-5b44-4f6b-8f09-8559541c1bf1 req-9124cf6d-a1e8-4128-a21e-e99fa2e9fd0d tempest-AbsoluteLimitsNegativeTestJSON-921753875 tempest-AbsoluteLimitsNegativeTestJSON-921753875-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:06.115308 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8c650b1-5b44-4f6b-8f09-8559541c1bf1 req-9124cf6d-a1e8-4128-a21e-e99fa2e9fd0d tempest-AbsoluteLimitsNegativeTestJSON-921753875 tempest-AbsoluteLimitsNegativeTestJSON-921753875-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1797943 Jul 16 08:26:06.131805 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997e9d2-f9d1-4290-be27-7fab317f6768 req-103207b4-0082-4fc8-81ec-94b175636090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:06.133770 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2997e9d2-f9d1-4290-be27-7fab317f6768 req-103207b4-0082-4fc8-81ec-94b175636090 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 HTTP/1.1" status: 200 len: 908 time: 0.1707101 Jul 16 08:26:06.136886 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8c650b1-5b44-4f6b-8f09-8559541c1bf1 req-4ac8faba-2562-4b5c-9210-e663274cfac4 tempest-AbsoluteLimitsNegativeTestJSON-921753875 tempest-AbsoluteLimitsNegativeTestJSON-921753875-project] 10.222.0.22 "GET /v2.0/quotas/c72ce2a7b58d4209ad522edc44178a06 HTTP/1.1" status: 200 len: 375 time: 0.0146933 Jul 16 08:26:06.148071 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:06.200919 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2997e9d2-f9d1-4290-be27-7fab317f6768 req-9352e76d-5188-412c-b04f-27561f923b0d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1baaaf04-8ff7-4cd6-9cab-150bfae7988d HTTP/1.1" status: 200 len: 217 time: 0.0482483 Jul 16 08:26:06.205574 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8c650b1-5b44-4f6b-8f09-8559541c1bf1 req-0453aff3-7548-4a60-be82-5fafcde61f03 tempest-AbsoluteLimitsNegativeTestJSON-921753875 tempest-AbsoluteLimitsNegativeTestJSON-921753875-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c72ce2a7b58d4209ad522edc44178a06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0668914 Jul 16 08:26:06.228137 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port d85e2cf2-183c-482b-97c0-b6881ca7a4dc, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d85e2cf2-183c-482b-97c0-b6881ca7a4dc,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:06.241076 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:06.242741 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 35c113a8-cc9b-4243-afa0-fcde08522745 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:06.277934 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66929f1d-8a7d-4370-afbc-4ff3ecdc1d0d req-0bb9fe53-58c1-4d82-bf84-f7ca79c29c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:06.279737 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-66929f1d-8a7d-4370-afbc-4ff3ecdc1d0d req-0bb9fe53-58c1-4d82-bf84-f7ca79c29c9f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7ec526ae-22f7-4521-b168-6f2eed9e7f00 HTTP/1.1" status: 200 len: 1097 time: 0.1682665 Jul 16 08:26:06.282993 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2997e9d2-f9d1-4290-be27-7fab317f6768 req-af23c974-9460-4829-ae04-9d5cf3148f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:06.282993 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2997e9d2-f9d1-4290-be27-7fab317f6768 req-af23c974-9460-4829-ae04-9d5cf3148f55 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce796d98-7ee4-4738-aad4-0026126b7799 HTTP/1.1" status: 200 len: 847 time: 0.0751500 Jul 16 08:26:06.363098 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2997e9d2-f9d1-4290-be27-7fab317f6768 req-95b64d5c-5e65-4939-b1f7-a60fb1b974d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363829 Jul 16 08:26:06.369244 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-66929f1d-8a7d-4370-afbc-4ff3ecdc1d0d req-53e840ab-ee73-4c0f-ac21-79e7bf49108e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784714 Jul 16 08:26:06.379827 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=d85e2cf2-183c-482b-97c0-b6881ca7a4dc,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:06.393467 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 35c113a8-cc9b-4243-afa0-fcde08522745 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:06.399197 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 35c113a8-cc9b-4243-afa0-fcde08522745 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:06.399590 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:06.511217 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc6819-0dff-42c1-a0d0-656be46b2459 req-ce75d4a6-510d-4b98-8a84-b8062d4fbe25 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:06.518300 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-30bc6819-0dff-42c1-a0d0-656be46b2459 req-ce75d4a6-510d-4b98-8a84-b8062d4fbe25 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d594e3-530a-4a8f-ab0a-7657527cdecb HTTP/1.1" status: 200 len: 948 time: 0.1522803 Jul 16 08:26:06.544314 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2997e9d2-f9d1-4290-be27-7fab317f6768 req-c9bda1ce-aedc-4f78-bf7f-760a106a8a57 service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670001 Jul 16 08:26:06.577378 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-30bc6819-0dff-42c1-a0d0-656be46b2459 req-cf8dd7c1-51a9-43e6-a233-09c0caaaf2f9 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581341 Jul 16 08:26:06.588859 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-40f3a521-331a-455f-87df-5eb93fbb2b03 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:06.592149 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-40f3a521-331a-455f-87df-5eb93fbb2b03 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.21 "GET /v2.0/networks?id=13eb8833-ea3c-42b1-ae1e-dd3cef084336 HTTP/1.1" status: 200 len: 812 time: 0.2532477 Jul 16 08:26:06.617924 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-df3c7f7f-079f-4779-8397-14a51d88853c tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Request body: {'port': {'device_id': '78453f99-5ae5-4d28-a34c-97628a3fbea4', 'network_id': '13eb8833-ea3c-42b1-ae1e-dd3cef084336', 'admin_state_up': True, 'tenant_id': '852c6d5a2f444ffe8ab3743f1821e977'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:06.653500 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:06.660861 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 277fba1e-58b9-42f0-99af-f9db98336107 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:06.714917 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47210) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:06.767430 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 35c113a8-cc9b-4243-afa0-fcde08522745, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=35c113a8-cc9b-4243-afa0-fcde08522745,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:06.777295 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:06.782940 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2997e9d2-f9d1-4290-be27-7fab317f6768 req-64478613-0cc2-4ba1-a287-4f0a50358411 service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2280354 Jul 16 08:26:06.821215 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-df3c7f7f-079f-4779-8397-14a51d88853c tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Made reservation on behalf of 852c6d5a2f444ffe8ab3743f1821e977 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:06.826888 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-df3c7f7f-079f-4779-8397-14a51d88853c tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:06.849737 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 277fba1e-58b9-42f0-99af-f9db98336107 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:06.870614 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 277fba1e-58b9-42f0-99af-f9db98336107 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:06.871252 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:06.877734 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f1c7b-052d-49e6-a812-87ad166932ca req-0394449c-12c5-45a0-8c5a-c7ad725455ce tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:06.879618 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8b8f1c7b-052d-49e6-a812-87ad166932ca req-0394449c-12c5-45a0-8c5a-c7ad725455ce tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ec526ae-22f7-4521-b168-6f2eed9e7f00 HTTP/1.1" status: 200 len: 945 time: 0.1654012 Jul 16 08:26:06.916382 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=35c113a8-cc9b-4243-afa0-fcde08522745,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:06.938827 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8b8f1c7b-052d-49e6-a812-87ad166932ca req-305d801b-93ad-4f33-b407-efd90fc5659d tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485778 Jul 16 08:26:06.939944 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4971f34a-d914-4544-9a8a-e9413c0d1444 req-8cfe7109-1000-40ad-a3a7-e4b4d53eb0c2 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?device_id=78453f99-5ae5-4d28-a34c-97628a3fbea4 HTTP/1.1" status: 200 len: 210 time: 0.0816131 Jul 16 08:26:06.972841 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:06.993388 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17ef8f6d-af19-454c-8203-929380ebbdeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:07.191175 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-df3c7f7f-079f-4779-8397-14a51d88853c tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Allocated IP 172.20.0.14 (13eb8833-ea3c-42b1-ae1e-dd3cef084336/4a2e699c-4474-4ce8-9541-5d2e85ff0e34/0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:07.199772 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-d6be8627-e146-4b24-8ceb-863acf33b643 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:07.201644 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-d6be8627-e146-4b24-8ceb-863acf33b643 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.21 "GET /v2.0/networks?id=02d9d55c-dd50-4319-82cb-a2af859ade23 HTTP/1.1" status: 200 len: 816 time: 0.2488976 Jul 16 08:26:07.204881 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17ef8f6d-af19-454c-8203-929380ebbdeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:07.209855 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:07.242077 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17ef8f6d-af19-454c-8203-929380ebbdeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:07.295410 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-05d210d1-13bd-4fd9-b73f-34f41755617b req-ae07bbca-9ddd-4b87-b7a1-a0c9fa25b71c tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/ports?device_id=f127b9b8-2417-40ca-89ed-f3c34598de45 HTTP/1.1" status: 200 len: 210 time: 0.0883863 Jul 16 08:26:07.305337 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 277fba1e-58b9-42f0-99af-f9db98336107, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=277fba1e-58b9-42f0-99af-f9db98336107,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:07.307978 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-c4aba645-f16c-4aa2-b320-012ada53198f tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0c61b767be844596b7284ec98bd0021f HTTP/1.1" status: 200 len: 379 time: 0.0656331 Jul 16 08:26:07.315504 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:07.341466 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-17ef8f6d-af19-454c-8203-929380ebbdeb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c72ce2a7b58d4209ad522edc44178a06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6233561 Jul 16 08:26:07.343543 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47218) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:07.363286 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-596bacf7-b498-4f3f-b89c-07f860b32ad3 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Request body: {'port': {'device_id': 'f127b9b8-2417-40ca-89ed-f3c34598de45', 'network_id': '02d9d55c-dd50-4319-82cb-a2af859ade23', 'admin_state_up': True, 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'security_groups': ['665d30cc-4980-46e5-b522-68b07dc820ee']}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:07.386569 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ef8f6d-af19-454c-8203-929380ebbdeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c77690-b2d5-4576-a0b5-4c4673da0480,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:07.419475 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d7826c57-8a11-4951-a421-303afd179e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:07.426121 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=277fba1e-58b9-42f0-99af-f9db98336107,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:07.459516 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d7826c57-8a11-4951-a421-303afd179e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:07.465022 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2007d0a1-c7f5-4774-bc06-3535f6911d31 req-4fad1b1b-6ead-4613-bd15-ff2caf6076ca tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:07.466750 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2007d0a1-c7f5-4774-bc06-3535f6911d31 req-4fad1b1b-6ead-4613-bd15-ff2caf6076ca tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 945 time: 0.2625954 Jul 16 08:26:07.566580 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61346eed-a598-4999-a3d3-6229a2f94fdd req-502606ef-3bde-4fd9-ac2e-af757468deb1 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:07.571980 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-61346eed-a598-4999-a3d3-6229a2f94fdd req-502606ef-3bde-4fd9-ac2e-af757468deb1 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 950 time: 0.0949721 Jul 16 08:26:07.573564 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d7826c57-8a11-4951-a421-303afd179e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:07.579348 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d7826c57-8a11-4951-a421-303afd179e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:07.582830 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d7826c57-8a11-4951-a421-303afd179e1a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c7c77690-b2d5-4576-a0b5-4c4673da0480 HTTP/1.1" status: 204 len: 168 time: 0.2359970 Jul 16 08:26:07.608611 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7826c57-8a11-4951-a421-303afd179e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c77690-b2d5-4576-a0b5-4c4673da0480,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:07.666885 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-61346eed-a598-4999-a3d3-6229a2f94fdd req-c5db4696-77a0-4cbb-a274-9bcc29610a48 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801113 Jul 16 08:26:07.698938 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2007d0a1-c7f5-4774-bc06-3535f6911d31 req-d0357c89-ea62-4bbf-9f50-f445212a9977 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2239137 Jul 16 08:26:07.822693 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-df3c7f7f-079f-4779-8397-14a51d88853c tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:07.849413 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-596bacf7-b498-4f3f-b89c-07f860b32ad3 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Made reservation on behalf of 0c61b767be844596b7284ec98bd0021f for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:07.853976 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-596bacf7-b498-4f3f-b89c-07f860b32ad3 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:07.888604 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49308eda-47ec-46e8-b4c4-37535e6194c1 req-5c6df02f-77e8-40a3-b181-870fb6f4eb9f tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:07.890143 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-49308eda-47ec-46e8-b4c4-37535e6194c1 req-5c6df02f-77e8-40a3-b181-870fb6f4eb9f tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d594e3-530a-4a8f-ab0a-7657527cdecb HTTP/1.1" status: 200 len: 949 time: 0.0759945 Jul 16 08:26:07.947952 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-49308eda-47ec-46e8-b4c4-37535e6194c1 req-b85dcb63-af93-4b7a-9e56-d649e2c965d4 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506401 Jul 16 08:26:07.958296 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-df3c7f7f-079f-4779-8397-14a51d88853c tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:07.981968 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['5e2012e5-c4a7-4a00-a0f1-a47d30d17251'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:08.046822 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1a9870-bd99-492b-8f89-aefc85d4b4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85e2cf2-183c-482b-97c0-b6881ca7a4dc'}, {'server_uuid': '79d594e3-530a-4a8f-ab0a-7657527cdecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c113a8-cc9b-4243-afa0-fcde08522745'}, {'server_uuid': 'b0249b17-4a27-4924-a182-55f6f2fccb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277fba1e-58b9-42f0-99af-f9db98336107'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:08.049402 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a328436d-0d16-4eb3-b884-0222044015f2" -d '{"events": [{"server_uuid": "3c1a9870-bd99-492b-8f89-aefc85d4b4fd", "name": "network-vif-plugged", "status": "completed", "tag": "d85e2cf2-183c-482b-97c0-b6881ca7a4dc"}, {"server_uuid": "79d594e3-530a-4a8f-ab0a-7657527cdecb", "name": "network-vif-plugged", "status": "completed", "tag": "35c113a8-cc9b-4243-afa0-fcde08522745"}, {"server_uuid": "b0249b17-4a27-4924-a182-55f6f2fccb65", "name": "network-vif-plugged", "status": "completed", "tag": "277fba1e-58b9-42f0-99af-f9db98336107"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:08.071098 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-df3c7f7f-079f-4779-8397-14a51d88853c tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Network 13eb8833-ea3c-42b1-ae1e-dd3cef084336 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:08.081807 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-df3c7f7f-079f-4779-8397-14a51d88853c tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:08.091480 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-df3c7f7f-079f-4779-8397-14a51d88853c tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:08.125730 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3c7f7f-079f-4779-8397-14a51d88853c tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Pushing event updated for resources: {'Port': ['ID=0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:08.131094 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-596bacf7-b498-4f3f-b89c-07f860b32ad3 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Allocated IP 172.20.0.4 (02d9d55c-dd50-4319-82cb-a2af859ade23/76c50899-99e0-4d0f-96f6-98eabddb6ee6/070ccc59-73a1-49bf-b77f-eaa528b952b7) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:08.169015 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-df3c7f7f-079f-4779-8397-14a51d88853c tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:08.169675 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-df3c7f7f-079f-4779-8397-14a51d88853c tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:08.229740 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-df3c7f7f-079f-4779-8397-14a51d88853c tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6264904 Jul 16 08:26:08.255217 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-6cdcd8b3-5971-4f1f-9ab4-7f1aa0ee9a78 service neutron] Request body: {'port': {'device_id': '78453f99-5ae5-4d28-a34c-97628a3fbea4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:08.294343 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74da2da1-61b4-4263-8b1b-674a72a779ed req-5eba4bc1-e101-483b-87fa-3abb74978a30 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:08.305738 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-74da2da1-61b4-4263-8b1b-674a72a779ed req-5eba4bc1-e101-483b-87fa-3abb74978a30 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?device_id=78453f99-5ae5-4d28-a34c-97628a3fbea4 HTTP/1.1" status: 200 len: 932 time: 0.1484654 Jul 16 08:26:08.379512 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-74da2da1-61b4-4263-8b1b-674a72a779ed req-4306f5bf-5f14-49af-be20-724de8c17c24 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb4b443f-235e-4d77-acd0-66e27d08255a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727699 Jul 16 08:26:08.415095 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:08.428305 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9e9635-577d-4a9b-8199-3d537ca29141 req-98871146-2813-4eec-bc35-034ab12f2453 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:08.430378 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ea9e9635-577d-4a9b-8199-3d537ca29141 req-98871146-2813-4eec-bc35-034ab12f2453 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ec526ae-22f7-4521-b168-6f2eed9e7f00 HTTP/1.1" status: 200 len: 945 time: 0.2443242 Jul 16 08:26:08.436141 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-6cdcd8b3-5971-4f1f-9ab4-7f1aa0ee9a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:08.444055 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-596bacf7-b498-4f3f-b89c-07f860b32ad3 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:08.483968 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-596bacf7-b498-4f3f-b89c-07f860b32ad3 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Transition to ACTIVE for port object 070ccc59-73a1-49bf-b77f-eaa528b952b7 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:08.489287 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc7ef780-b0ab-48b6-867d-43550ec98829 x-openstack-request-id: req-dc7ef780-b0ab-48b6-867d-43550ec98829 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:08.489600 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c1a9870-bd99-492b-8f89-aefc85d4b4fd", "name": "network-vif-plugged", "status": "completed", "tag": "d85e2cf2-183c-482b-97c0-b6881ca7a4dc", "code": 200}, {"server_uuid": "79d594e3-530a-4a8f-ab0a-7657527cdecb", "name": "network-vif-plugged", "status": "completed", "tag": "35c113a8-cc9b-4243-afa0-fcde08522745", "code": 200}, {"server_uuid": "b0249b17-4a27-4924-a182-55f6f2fccb65", "name": "network-vif-plugged", "status": "completed", "tag": "277fba1e-58b9-42f0-99af-f9db98336107", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:08.490607 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc7ef780-b0ab-48b6-867d-43550ec98829 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:08.497729 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c1a9870-bd99-492b-8f89-aefc85d4b4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85e2cf2-183c-482b-97c0-b6881ca7a4dc', 'code': 200} Jul 16 08:26:08.498078 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d594e3-530a-4a8f-ab0a-7657527cdecb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35c113a8-cc9b-4243-afa0-fcde08522745', 'code': 200} Jul 16 08:26:08.499167 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0249b17-4a27-4924-a182-55f6f2fccb65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '277fba1e-58b9-42f0-99af-f9db98336107', 'code': 200} Jul 16 08:26:08.532522 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ea9e9635-577d-4a9b-8199-3d537ca29141 req-21d224be-b81c-4e8b-aee7-ba2ded2b40b0 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926802 Jul 16 08:26:08.733179 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47256) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:08.792955 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3ce28f-0a3f-48fd-927b-2d94c3a2a9e3 req-fff1b1c0-baad-4fdf-8e99-84917886292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:08.794455 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7e3ce28f-0a3f-48fd-927b-2d94c3a2a9e3 req-fff1b1c0-baad-4fdf-8e99-84917886292f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=79d594e3-530a-4a8f-ab0a-7657527cdecb HTTP/1.1" status: 200 len: 1101 time: 0.1956115 Jul 16 08:26:08.800616 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-596bacf7-b498-4f3f-b89c-07f860b32ad3 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:08.802152 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4abcba-9db6-4654-8dcc-e750cc27fb80 req-0f42150c-5607-45fa-8354-85e2cd308b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:08.804150 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4c4abcba-9db6-4654-8dcc-e750cc27fb80 req-0f42150c-5607-45fa-8354-85e2cd308b9c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 1102 time: 0.1621554 Jul 16 08:26:08.877919 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323a1c9-05f1-4d98-bcb8-45c9e8d5fa1c req-fba12efe-a412-48c1-93a6-2099dd10aad7 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:08.885548 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b323a1c9-05f1-4d98-bcb8-45c9e8d5fa1c req-fba12efe-a412-48c1-93a6-2099dd10aad7 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/ports?device_id=f127b9b8-2417-40ca-89ed-f3c34598de45 HTTP/1.1" status: 200 len: 931 time: 0.2013798 Jul 16 08:26:08.927386 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-596bacf7-b498-4f3f-b89c-07f860b32ad3 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Network 02d9d55c-dd50-4319-82cb-a2af859ade23 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:08.938401 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a468f549-e372-4128-bb60-1d5bab16f143 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-537519114-network', 'tenant_id': '51d5711e312849649295091347dfdf22'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:08.962615 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4c4abcba-9db6-4654-8dcc-e750cc27fb80 req-2e808cb5-98a3-488f-b02f-873b197bacc5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461828 Jul 16 08:26:08.964375 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7e3ce28f-0a3f-48fd-927b-2d94c3a2a9e3 req-36f142cf-e900-4e4c-a87c-ef901f7f8f86 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1511428 Jul 16 08:26:08.965088 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-596bacf7-b498-4f3f-b89c-07f860b32ad3 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:08.970545 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-596bacf7-b498-4f3f-b89c-07f860b32ad3 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:08.997431 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b323a1c9-05f1-4d98-bcb8-45c9e8d5fa1c req-d357d5c9-9869-4711-8e49-9d31cd486030 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/security-groups?id=665d30cc-4980-46e5-b522-68b07dc820ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1108186 Jul 16 08:26:09.029245 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a468f549-e372-4128-bb60-1d5bab16f143 admin admin] Made reservation on behalf of 51d5711e312849649295091347dfdf22 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:09.032041 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a468f549-e372-4128-bb60-1d5bab16f143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:09.043637 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596bacf7-b498-4f3f-b89c-07f860b32ad3 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Pushing event updated for resources: {'Port': ['ID=070ccc59-73a1-49bf-b77f-eaa528b952b7,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:09.047867 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a468f549-e372-4128-bb60-1d5bab16f143 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:09.250885 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4960643d-fbcd-4b83-8266-b8d7b1261458 req-bdf56649-6192-4b70-9bec-d9698f123141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:09.252304 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4960643d-fbcd-4b83-8266-b8d7b1261458 req-bdf56649-6192-4b70-9bec-d9698f123141 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 1098 time: 0.6446047 Jul 16 08:26:09.265708 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a468f549-e372-4128-bb60-1d5bab16f143 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:09.268246 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-596bacf7-b498-4f3f-b89c-07f860b32ad3 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:09.268920 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-596bacf7-b498-4f3f-b89c-07f860b32ad3 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:09.271231 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a468f549-e372-4128-bb60-1d5bab16f143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:09.309014 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a468f549-e372-4128-bb60-1d5bab16f143 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:26:09.324644 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c978b2-b3e8-4287-b5e2-87f669f9c426 req-9722c725-c720-403f-ad7f-0c2b0ec51050 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:09.326257 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-27c978b2-b3e8-4287-b5e2-87f669f9c426 req-9722c725-c720-403f-ad7f-0c2b0ec51050 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 946 time: 0.1421371 Jul 16 08:26:09.329532 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468f549-e372-4128-bb60-1d5bab16f143 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1ed4ac-763d-47cb-b6f9-aeebb55fc745,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:09.330308 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-596bacf7-b498-4f3f-b89c-07f860b32ad3 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0067811 Jul 16 08:26:09.346083 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a468f549-e372-4128-bb60-1d5bab16f143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:09.346442 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-a468f549-e372-4128-bb60-1d5bab16f143 admin admin] Added segment 3c4fe88f-5dcc-4562-b105-0f174af1dab2 of type vlan for network fe9e5d71-34d1-40e5-baeb-d08da683d5a1 Jul 16 08:26:09.353608 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e7204da7-dfbd-468e-be50-6ec302d6f679 None None] Provisioning for port 070ccc59-73a1-49bf-b77f-eaa528b952b7 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:09.358710 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e7204da7-dfbd-468e-be50-6ec302d6f679 None None] Provisioning complete for port 070ccc59-73a1-49bf-b77f-eaa528b952b7 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:09.359263 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e7204da7-dfbd-468e-be50-6ec302d6f679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:09.360763 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Request body: {'port': {'device_id': 'f127b9b8-2417-40ca-89ed-f3c34598de45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:09.401129 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e7204da7-dfbd-468e-be50-6ec302d6f679 None None] Port 070ccc59-73a1-49bf-b77f-eaa528b952b7 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:26:09.409817 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4960643d-fbcd-4b83-8266-b8d7b1261458 req-f9cf0ae3-4b50-4946-ab86-cd069655dfc9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365321 Jul 16 08:26:09.419533 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a468f549-e372-4128-bb60-1d5bab16f143 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:09.452296 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-27c978b2-b3e8-4287-b5e2-87f669f9c426 req-61adf90b-1033-4e35-a574-694921fa0833 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080229 Jul 16 08:26:09.453651 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a468f549-e372-4128-bb60-1d5bab16f143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:09.454467 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a468f549-e372-4128-bb60-1d5bab16f143 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:09.455065 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a468f549-e372-4128-bb60-1d5bab16f143 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:09.465062 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453aaa3-2548-4b90-8aa8-3fc7dcae4811 req-be19baa6-e702-4209-baaf-9b4182650842 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:09.472780 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b453aaa3-2548-4b90-8aa8-3fc7dcae4811 req-be19baa6-e702-4209-baaf-9b4182650842 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 950 time: 0.4362988 Jul 16 08:26:09.522548 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-6cdcd8b3-5971-4f1f-9ab4-7f1aa0ee9a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:09.532014 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:09.535321 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-6cdcd8b3-5971-4f1f-9ab4-7f1aa0ee9a78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:09.566387 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b453aaa3-2548-4b90-8aa8-3fc7dcae4811 req-419720e7-6ae5-4faa-8ea1-c7f715e4f51f tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925312 Jul 16 08:26:09.599100 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-6cdcd8b3-5971-4f1f-9ab4-7f1aa0ee9a78 service neutron] Transition to ACTIVE for port object 0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:09.628001 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-6cdcd8b3-5971-4f1f-9ab4-7f1aa0ee9a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:09.770724 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdcd8b3-5971-4f1f-9ab4-7f1aa0ee9a78 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:09.871924 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-6cdcd8b3-5971-4f1f-9ab4-7f1aa0ee9a78 service neutron] Attempting to bind port 0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:09.872657 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-6cdcd8b3-5971-4f1f-9ab4-7f1aa0ee9a78 service neutron] Attempting to bind port 0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '32e39b1c-964f-44af-9812-01648a4617e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '13eb8833-ea3c-42b1-ae1e-dd3cef084336'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:09.872657 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-6cdcd8b3-5971-4f1f-9ab4-7f1aa0ee9a78 service neutron] Attempting to bind port 0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb on network 13eb8833-ea3c-42b1-ae1e-dd3cef084336 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:09.886934 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a468f549-e372-4128-bb60-1d5bab16f143 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1519804 Jul 16 08:26:09.887706 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a468f549-e372-4128-bb60-1d5bab16f143 admin admin] Pushing event updated for resources: {'Network': ['ID=fe9e5d71-34d1-40e5-baeb-d08da683d5a1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:09.898772 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network fe9e5d71-34d1-40e5-baeb-d08da683d5a1 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:26:09.900831 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47270) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:09.913051 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-e3589294-20c2-4a14-a702-614d4ac8d864 admin admin] Request body: {'subnet': {'network_id': 'fe9e5d71-34d1-40e5-baeb-d08da683d5a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-537519114-subnet', 'tenant_id': '51d5711e312849649295091347dfdf22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:09.940504 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-6cdcd8b3-5971-4f1f-9ab4-7f1aa0ee9a78 service neutron] Port 0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb on network 13eb8833-ea3c-42b1-ae1e-dd3cef084336 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:26:09.940844 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-6cdcd8b3-5971-4f1f-9ab4-7f1aa0ee9a78 service neutron] Attempting to bind port 0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb on network 13eb8833-ea3c-42b1-ae1e-dd3cef084336 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:09.956834 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6d224c-01fc-4bdf-9505-7c02d2c87da2 req-05263f2a-826a-4ab4-aa6e-804ea7106653 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:09.959496 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cc6d224c-01fc-4bdf-9505-7c02d2c87da2 req-05263f2a-826a-4ab4-aa6e-804ea7106653 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ec526ae-22f7-4521-b168-6f2eed9e7f00 HTTP/1.1" status: 200 len: 945 time: 0.0754132 Jul 16 08:26:09.963625 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-6cdcd8b3-5971-4f1f-9ab4-7f1aa0ee9a78 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:09.964337 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-6cdcd8b3-5971-4f1f-9ab4-7f1aa0ee9a78 service neutron] Checking segment: {'id': '32e39b1c-964f-44af-9812-01648a4617e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '13eb8833-ea3c-42b1-ae1e-dd3cef084336'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:09.964770 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-6cdcd8b3-5971-4f1f-9ab4-7f1aa0ee9a78 service neutron] Bound using segment: {'id': '32e39b1c-964f-44af-9812-01648a4617e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '13eb8833-ea3c-42b1-ae1e-dd3cef084336'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:09.965221 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-6cdcd8b3-5971-4f1f-9ab4-7f1aa0ee9a78 service neutron] Bound port: 0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32e39b1c-964f-44af-9812-01648a4617e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '13eb8833-ea3c-42b1-ae1e-dd3cef084336'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:09.965591 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-6cdcd8b3-5971-4f1f-9ab4-7f1aa0ee9a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:10.007000 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cc6d224c-01fc-4bdf-9505-7c02d2c87da2 req-84a65088-9feb-4d91-8dee-4a595c717bd7 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups?id=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409267 Jul 16 08:26:10.023302 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3589294-20c2-4a14-a702-614d4ac8d864 admin admin] Made reservation on behalf of 51d5711e312849649295091347dfdf22 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:10.026196 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3589294-20c2-4a14-a702-614d4ac8d864 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:10.152761 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391c1df-d79e-4935-aa9c-380d3c318852 req-9bdc5023-283f-437e-a736-a5175b0706b8 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:10.154219 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8391c1df-d79e-4935-aa9c-380d3c318852 req-9bdc5023-283f-437e-a736-a5175b0706b8 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d594e3-530a-4a8f-ab0a-7657527cdecb HTTP/1.1" status: 200 len: 949 time: 0.3094273 Jul 16 08:26:10.201770 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eae30ac-2fed-4232-9119-a1f926d2f8fe req-4c271a62-9654-4ee5-a5d2-45ab9f4220bc tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:10.211615 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6eae30ac-2fed-4232-9119-a1f926d2f8fe req-4c271a62-9654-4ee5-a5d2-45ab9f4220bc tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?device_id=78453f99-5ae5-4d28-a34c-97628a3fbea4 HTTP/1.1" status: 200 len: 944 time: 0.0892186 Jul 16 08:26:10.234255 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-6cdcd8b3-5971-4f1f-9ab4-7f1aa0ee9a78 service neutron] For port 0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:10.265498 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6eae30ac-2fed-4232-9119-a1f926d2f8fe req-3d8e63e7-e074-47f3-bb1f-7f1a158faa12 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb4b443f-235e-4d77-acd0-66e27d08255a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521045 Jul 16 08:26:10.292920 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8391c1df-d79e-4935-aa9c-380d3c318852 req-a698104e-c4e6-4798-bbff-f8f1084e8728 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145747 Jul 16 08:26:10.295023 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-6cdcd8b3-5971-4f1f-9ab4-7f1aa0ee9a78 service neutron] For port 0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb,segment=NetworkSegment(32e39b1c-964f-44af-9812-01648a4617e8),segment_id=32e39b1c-964f-44af-9812-01648a4617e8)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:10.324756 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-6cdcd8b3-5971-4f1f-9ab4-7f1aa0ee9a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:10.464047 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655cae85-ad66-4dc5-9250-56187099906b req-cb16ade8-54de-417a-85d6-9dbffa96f347 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:10.472072 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-655cae85-ad66-4dc5-9250-56187099906b req-cb16ade8-54de-417a-85d6-9dbffa96f347 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/ports?device_id=f127b9b8-2417-40ca-89ed-f3c34598de45 HTTP/1.1" status: 200 len: 931 time: 0.0840983 Jul 16 08:26:10.523122 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-655cae85-ad66-4dc5-9250-56187099906b req-15749375-580f-4618-b28f-b535bc27fa45 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/security-groups?id=665d30cc-4980-46e5-b522-68b07dc820ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495818 Jul 16 08:26:10.740086 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 070ccc59-73a1-49bf-b77f-eaa528b952b7 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:10.757474 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb5174-45b3-4c62-900d-b16394167566 req-eb424ab0-a9ab-4b28-9246-c76dc26e1c0d tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:10.760012 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e9cb5174-45b3-4c62-900d-b16394167566 req-eb424ab0-a9ab-4b28-9246-c76dc26e1c0d tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 950 time: 0.0764608 Jul 16 08:26:10.765220 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:10.768028 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-6cdcd8b3-5971-4f1f-9ab4-7f1aa0ee9a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:10.768666 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-6cdcd8b3-5971-4f1f-9ab4-7f1aa0ee9a78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:10.770027 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-6cdcd8b3-5971-4f1f-9ab4-7f1aa0ee9a78 service neutron] 10.222.0.21 "PUT /v2.0/ports/0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb HTTP/1.1" status: 200 len: 1093 time: 2.5195627 Jul 16 08:26:10.775089 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78453f99-5ae5-4d28-a34c-97628a3fbea4', 'tag': '0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:10.776959 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83b4881b-6c4f-408d-bffc-de3932da486f" -d '{"events": [{"name": "network-changed", "server_uuid": "78453f99-5ae5-4d28-a34c-97628a3fbea4", "tag": "0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:10.809410 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e9cb5174-45b3-4c62-900d-b16394167566 req-a13f8f88-021e-46f4-a077-1e7e7242906f tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424337 Jul 16 08:26:10.845702 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Transition to ACTIVE for port object 070ccc59-73a1-49bf-b77f-eaa528b952b7 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:10.905708 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:10.917938 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdcd8b3-5971-4f1f-9ab4-7f1aa0ee9a78 service neutron] Pushing event updated for resources: {'Port': ['ID=0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:10.955354 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc965ec-98dd-4fa9-bc06-350f4341683b req-c3133d68-18cd-4b2f-a0b5-b393bf098f5d tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:10.957908 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7bc965ec-98dd-4fa9-bc06-350f4341683b req-c3133d68-18cd-4b2f-a0b5-b393bf098f5d tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.30 "GET /v2.0/ports?device_id=7ec526ae-22f7-4521-b168-6f2eed9e7f00 HTTP/1.1" status: 200 len: 945 time: 0.1037784 Jul 16 08:26:11.046483 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea74d40-144f-45a4-8748-c3157f89f517 x-openstack-request-id: req-1ea74d40-144f-45a4-8748-c3157f89f517 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:11.046780 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78453f99-5ae5-4d28-a34c-97628a3fbea4", "tag": "0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:11.047041 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1ea74d40-144f-45a4-8748-c3157f89f517 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:11.047438 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78453f99-5ae5-4d28-a34c-97628a3fbea4', 'tag': '0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb', 'status': 'completed', 'code': 200} Jul 16 08:26:11.073667 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3589294-20c2-4a14-a702-614d4ac8d864 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:11.146659 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-7bc965ec-98dd-4fa9-bc06-350f4341683b req-4a7eaf1a-02da-4d7c-be43-09cf7232832f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Deleting port 0137fd1e-b607-4348-82b3-1529b424bee1 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:26:11.147292 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7bc965ec-98dd-4fa9-bc06-350f4341683b req-4a7eaf1a-02da-4d7c-be43-09cf7232832f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:11.170119 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3589294-20c2-4a14-a702-614d4ac8d864 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f6b0320-20a4-492b-b878-1f26679ef27a,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:11.198471 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef3845-5b92-4f1b-b266-fa7be2c001b0 req-fef916eb-0eb8-4749-a175-fdacfa0b81aa tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:11.204606 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2fef3845-5b92-4f1b-b266-fa7be2c001b0 req-fef916eb-0eb8-4749-a175-fdacfa0b81aa tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 946 time: 0.4656365 Jul 16 08:26:11.210301 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Pushing event updated for resources: {'Port': ['ID=070ccc59-73a1-49bf-b77f-eaa528b952b7,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:11.268949 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c33a84-df15-4bb8-8aa0-64e0b30c5cc0 req-984e78a9-62a5-4399-914f-7a1696eb10ea tempest-MigrationsAdminTest-2088423167 tempest-MigrationsAdminTest-2088423167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:11.270762 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f3c33a84-df15-4bb8-8aa0-64e0b30c5cc0 req-984e78a9-62a5-4399-914f-7a1696eb10ea tempest-MigrationsAdminTest-2088423167 tempest-MigrationsAdminTest-2088423167-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 1102 time: 0.1729956 Jul 16 08:26:11.317719 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-7bc965ec-98dd-4fa9-bc06-350f4341683b req-4a7eaf1a-02da-4d7c-be43-09cf7232832f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] For port 0137fd1e-b607-4348-82b3-1529b424bee1, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=0137fd1e-b607-4348-82b3-1529b424bee1,segment=NetworkSegment(e5fde1c5-d7d6-485c-b933-4a6575bb8f26),segment_id=e5fde1c5-d7d6-485c-b933-4a6575bb8f26)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:11.318127 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7bc965ec-98dd-4fa9-bc06-350f4341683b req-4a7eaf1a-02da-4d7c-be43-09cf7232832f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:11.346622 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-7bc965ec-98dd-4fa9-bc06-350f4341683b req-4a7eaf1a-02da-4d7c-be43-09cf7232832f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Calling delete_port for 0137fd1e-b607-4348-82b3-1529b424bee1 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:26:11.356383 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f3c33a84-df15-4bb8-8aa0-64e0b30c5cc0 req-874b2d88-d70b-42d6-9df1-a87b5db184d7 tempest-MigrationsAdminTest-2088423167 tempest-MigrationsAdminTest-2088423167-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748291 Jul 16 08:26:11.371142 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-9c7b0f3f-8e69-47c4-8b33-fc346d6776a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:11.373068 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-9c7b0f3f-8e69-47c4-8b33-fc346d6776a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=852c6d5a2f444ffe8ab3743f1821e977&device_id=78453f99-5ae5-4d28-a34c-97628a3fbea4 HTTP/1.1" status: 200 len: 1096 time: 0.5472617 Jul 16 08:26:11.404758 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2fef3845-5b92-4f1b-b266-fa7be2c001b0 req-ee2125a8-8b91-4216-8d21-6f0ec168e442 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724160 Jul 16 08:26:11.450426 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3589294-20c2-4a14-a702-614d4ac8d864 admin admin] Checking segment: {'id': '3c4fe88f-5dcc-4562-b105-0f174af1dab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fe9e5d71-34d1-40e5-baeb-d08da683d5a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:11.450703 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3589294-20c2-4a14-a702-614d4ac8d864 admin admin] Network hostable DHCP agents. Network: fe9e5d71-34d1-40e5-baeb-d08da683d5a1, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:26:11.498930 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-96fe0670-963e-422e-8ee4-2f59ae02b1f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb HTTP/1.1" status: 200 len: 217 time: 0.0881798 Jul 16 08:26:11.502448 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Attempting to bind port 070ccc59-73a1-49bf-b77f-eaa528b952b7 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:11.502842 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Attempting to bind port 070ccc59-73a1-49bf-b77f-eaa528b952b7 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '94acc693-7016-419a-bfdd-c4dbde6a3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '02d9d55c-dd50-4319-82cb-a2af859ade23'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:11.503187 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Attempting to bind port 070ccc59-73a1-49bf-b77f-eaa528b952b7 on network 02d9d55c-dd50-4319-82cb-a2af859ade23 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:11.580967 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Port 070ccc59-73a1-49bf-b77f-eaa528b952b7 on network 02d9d55c-dd50-4319-82cb-a2af859ade23 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:26:11.581600 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Attempting to bind port 070ccc59-73a1-49bf-b77f-eaa528b952b7 on network 02d9d55c-dd50-4319-82cb-a2af859ade23 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:11.583397 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2788c7f9-8448-48d7-a0f0-9d04bb9f1713 req-9d6b8f16-9317-47f5-9ff8-f42779d02889 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/ports?device_id=7ec526ae-22f7-4521-b168-6f2eed9e7f00 HTTP/1.1" status: 200 len: 210 time: 0.0329328 Jul 16 08:26:11.584810 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7bc965ec-98dd-4fa9-bc06-350f4341683b req-4a7eaf1a-02da-4d7c-be43-09cf7232832f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:11.598998 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3589294-20c2-4a14-a702-614d4ac8d864 admin admin] Network fe9e5d71-34d1-40e5-baeb-d08da683d5a1 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:26:11.601487 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['0137fd1e-b607-4348-82b3-1529b424bee1'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:11.657354 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:11.657810 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Checking segment: {'id': '94acc693-7016-419a-bfdd-c4dbde6a3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '02d9d55c-dd50-4319-82cb-a2af859ade23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:11.658752 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Bound using segment: {'id': '94acc693-7016-419a-bfdd-c4dbde6a3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '02d9d55c-dd50-4319-82cb-a2af859ade23'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:11.659226 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Bound port: 070ccc59-73a1-49bf-b77f-eaa528b952b7, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '94acc693-7016-419a-bfdd-c4dbde6a3553', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '02d9d55c-dd50-4319-82cb-a2af859ade23'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:11.659940 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:11.665491 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7eaf1a-02da-4d7c-be43-09cf7232832f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Pushing event deleted for resources: {'Port': ['ID=0137fd1e-b607-4348-82b3-1529b424bee1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:11.680088 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7eaf1a-02da-4d7c-be43-09cf7232832f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:11.680616 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7eaf1a-02da-4d7c-be43-09cf7232832f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:11.681638 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7eaf1a-02da-4d7c-be43-09cf7232832f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:11.682102 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7eaf1a-02da-4d7c-be43-09cf7232832f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:11.682554 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7eaf1a-02da-4d7c-be43-09cf7232832f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:11.683013 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7eaf1a-02da-4d7c-be43-09cf7232832f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:11.683459 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7eaf1a-02da-4d7c-be43-09cf7232832f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:11.683901 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7eaf1a-02da-4d7c-be43-09cf7232832f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:11.684485 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7eaf1a-02da-4d7c-be43-09cf7232832f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:11.684926 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7eaf1a-02da-4d7c-be43-09cf7232832f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:11.685181 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-e3589294-20c2-4a14-a702-614d4ac8d864 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, fe9e5d71-34d1-40e5-baeb-d08da683d5a1) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:11.685450 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7eaf1a-02da-4d7c-be43-09cf7232832f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:11.686002 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a7eaf1a-02da-4d7c-be43-09cf7232832f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:11.690685 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3589294-20c2-4a14-a702-614d4ac8d864 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:11.692507 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3589294-20c2-4a14-a702-614d4ac8d864 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:11.694083 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-046a87fc-ce23-4a7a-b5aa-38683eda00f8 None None] Network fe9e5d71-34d1-40e5-baeb-d08da683d5a1 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:26:11.718493 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e3589294-20c2-4a14-a702-614d4ac8d864 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.8148251 Jul 16 08:26:11.740256 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:26:11.755310 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bc965ec-98dd-4fa9-bc06-350f4341683b req-4a7eaf1a-02da-4d7c-be43-09cf7232832f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] No DVR routers for this DVR port 0137fd1e-b607-4348-82b3-1529b424bee1 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:26:11.758533 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-1e7a9306-17a8-4e17-812e-315aec10d154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:11.760148 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-1e7a9306-17a8-4e17-812e-315aec10d154 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a2e699c-4474-4ce8-9541-5d2e85ff0e34 HTTP/1.1" status: 200 len: 852 time: 0.2513275 Jul 16 08:26:11.768733 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7bc965ec-98dd-4fa9-bc06-350f4341683b req-4a7eaf1a-02da-4d7c-be43-09cf7232832f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:11.771436 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7bc965ec-98dd-4fa9-bc06-350f4341683b req-4a7eaf1a-02da-4d7c-be43-09cf7232832f tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.30 "DELETE /v2.0/ports/0137fd1e-b607-4348-82b3-1529b424bee1 HTTP/1.1" status: 204 len: 173 time: 0.8072701 Jul 16 08:26:11.772806 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ec526ae-22f7-4521-b168-6f2eed9e7f00', 'name': 'network-vif-deleted', 'tag': '0137fd1e-b607-4348-82b3-1529b424bee1'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:11.778312 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce20d923-2bce-4e2b-9684-857bda4922a0" -d '{"events": [{"server_uuid": "7ec526ae-22f7-4521-b168-6f2eed9e7f00", "name": "network-vif-deleted", "tag": "0137fd1e-b607-4348-82b3-1529b424bee1"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:11.874952 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-07c800f0-1706-4c9a-ae01-4bb823b472a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13eb8833-ea3c-42b1-ae1e-dd3cef084336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744410 Jul 16 08:26:11.903774 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c9bf1b-0b10-43ac-8563-0090ff0fa225 req-adac77ac-f00d-4937-b9a3-d211147e7c68 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:11.911212 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-71c9bf1b-0b10-43ac-8563-0090ff0fa225 req-adac77ac-f00d-4937-b9a3-d211147e7c68 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d594e3-530a-4a8f-ab0a-7657527cdecb HTTP/1.1" status: 200 len: 949 time: 0.1239550 Jul 16 08:26:11.931058 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bebbb4e9-aa0b-4795-9608-8e18fe4272de req-faf88966-a74d-471a-a2ea-72533027c8bf tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:11.941102 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bebbb4e9-aa0b-4795-9608-8e18fe4272de req-faf88966-a74d-471a-a2ea-72533027c8bf tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?device_id=78453f99-5ae5-4d28-a34c-97628a3fbea4 HTTP/1.1" status: 200 len: 944 time: 0.3484957 Jul 16 08:26:11.970981 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e41bc5-1251-407d-908e-167fa1d5ce8d None None] Network fe9e5d71-34d1-40e5-baeb-d08da683d5a1 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:26:11.987350 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-71c9bf1b-0b10-43ac-8563-0090ff0fa225 req-57cc2af2-7973-4348-9b33-d7f2f2582c60 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751064 Jul 16 08:26:11.998095 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] For port 070ccc59-73a1-49bf-b77f-eaa528b952b7, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:12.067803 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bebbb4e9-aa0b-4795-9608-8e18fe4272de req-33050405-ba8c-4ec2-876c-a0fadf7224ea tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb4b443f-235e-4d77-acd0-66e27d08255a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256607 Jul 16 08:26:12.069924 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] For port 070ccc59-73a1-49bf-b77f-eaa528b952b7, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=070ccc59-73a1-49bf-b77f-eaa528b952b7,segment=NetworkSegment(94acc693-7016-419a-bfdd-c4dbde6a3553),segment_id=94acc693-7016-419a-bfdd-c4dbde6a3553)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:12.079224 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:12.167986 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:12.168906 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:12.170671 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] 10.222.0.21 "PUT /v2.0/ports/070ccc59-73a1-49bf-b77f-eaa528b952b7 HTTP/1.1" status: 200 len: 1092 time: 2.8154526 Jul 16 08:26:12.175470 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-12b0b524-49bf-43e2-a671-d4a129a89278 service neutron] 10.222.0.21 "GET /v2.0/networks/13eb8833-ea3c-42b1-ae1e-dd3cef084336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900126 Jul 16 08:26:12.300501 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Pushing event updated for resources: {'Port': ['ID=070ccc59-73a1-49bf-b77f-eaa528b952b7,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:12.340490 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:12.340984 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:12.341450 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:12.341889 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:12.342333 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:12.342762 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:12.343195 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:12.343622 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:12.344052 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:12.344509 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:12.344929 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:12.345363 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fd0565a-c4b4-4e4f-b380-603c45454774 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:12.497624 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c450a8ba-bd13-40d2-8973-e29d44df3382 req-e673a5d6-7b47-4625-952c-2f5f0e3be3ce service neutron] 10.222.0.21 "GET /v2.0/networks/13eb8833-ea3c-42b1-ae1e-dd3cef084336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3065777 Jul 16 08:26:12.506541 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-6c01566a-f3a5-4d49-a7bc-de46d38a341b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:12.508814 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-6c01566a-f3a5-4d49-a7bc-de46d38a341b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c61b767be844596b7284ec98bd0021f&device_id=f127b9b8-2417-40ca-89ed-f3c34598de45 HTTP/1.1" status: 200 len: 1095 time: 0.2805152 Jul 16 08:26:12.524156 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91887f63-458f-4a62-8f02-360cecb24c56 req-16b5d143-8b21-492e-90a3-07335cbc8e28 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:12.536400 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-91887f63-458f-4a62-8f02-360cecb24c56 req-16b5d143-8b21-492e-90a3-07335cbc8e28 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 1098 time: 0.2006392 Jul 16 08:26:12.628695 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-65f3be88-a823-43a6-8943-6d8b5f37ed88 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=070ccc59-73a1-49bf-b77f-eaa528b952b7 HTTP/1.1" status: 200 len: 217 time: 0.1069922 Jul 16 08:26:12.708261 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7811e9b2-2949-43fb-bcd6-eda7b5622780 req-afe3d39b-5eec-4b65-a260-b3b251f492d5 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:12.714777 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7811e9b2-2949-43fb-bcd6-eda7b5622780 req-afe3d39b-5eec-4b65-a260-b3b251f492d5 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/ports?device_id=f127b9b8-2417-40ca-89ed-f3c34598de45 HTTP/1.1" status: 200 len: 943 time: 0.0876153 Jul 16 08:26:12.733282 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-91887f63-458f-4a62-8f02-360cecb24c56 req-e44c458c-55ec-4d2c-9060-a9d3b7325707 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1812844 Jul 16 08:26:12.753014 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-22d65612-bf44-4ba7-b8f4-5270c87ee080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:12.754414 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-22d65612-bf44-4ba7-b8f4-5270c87ee080 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76c50899-99e0-4d0f-96f6-98eabddb6ee6 HTTP/1.1" status: 200 len: 855 time: 0.1118357 Jul 16 08:26:12.769002 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7811e9b2-2949-43fb-bcd6-eda7b5622780 req-2b0bfdce-9ff1-477b-a24a-946b56ddf8c8 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/security-groups?id=665d30cc-4980-46e5-b522-68b07dc820ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474820 Jul 16 08:26:12.832405 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a0254ae-a0a0-4dba-8f5c-d27a366e9e9a x-openstack-request-id: req-6a0254ae-a0a0-4dba-8f5c-d27a366e9e9a {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:12.832707 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ec526ae-22f7-4521-b168-6f2eed9e7f00", "name": "network-vif-deleted", "tag": "0137fd1e-b607-4348-82b3-1529b424bee1", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:12.832950 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6a0254ae-a0a0-4dba-8f5c-d27a366e9e9a {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:12.833351 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ec526ae-22f7-4521-b168-6f2eed9e7f00', 'name': 'network-vif-deleted', 'tag': '0137fd1e-b607-4348-82b3-1529b424bee1', 'status': 'completed', 'code': 200} Jul 16 08:26:12.860949 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-f5a80f18-8044-4f82-b427-18eb07a7dc35 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2392545 Jul 16 08:26:12.875845 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-44a299dd-c6d7-4437-98ac-0c859b815c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:12.877426 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-44a299dd-c6d7-4437-98ac-0c859b815c6a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=02d9d55c-dd50-4319-82cb-a2af859ade23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1041028 Jul 16 08:26:12.880915 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4881b-6c4f-408d-bffc-de3932da486f req-0a7393d2-59bf-4344-ad0d-9402df3d09d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:12.882313 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83b4881b-6c4f-408d-bffc-de3932da486f req-0a7393d2-59bf-4344-ad0d-9402df3d09d8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=852c6d5a2f444ffe8ab3743f1821e977&device_id=78453f99-5ae5-4d28-a34c-97628a3fbea4 HTTP/1.1" status: 200 len: 1096 time: 0.1631119 Jul 16 08:26:13.069576 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f127b9b8-2417-40ca-89ed-f3c34598de45', 'tag': '070ccc59-73a1-49bf-b77f-eaa528b952b7'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:13.072000 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68adbbfb-01c6-4733-97f7-cb9c8eed1d07" -d '{"events": [{"name": "network-changed", "server_uuid": "f127b9b8-2417-40ca-89ed-f3c34598de45", "tag": "070ccc59-73a1-49bf-b77f-eaa528b952b7"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:13.144072 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4aa79b-cabe-4087-bbde-05b183b7f949 req-2106ba03-7980-4d61-82a2-240364917479 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:13.149666 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cd4aa79b-cabe-4087-bbde-05b183b7f949 req-2106ba03-7980-4d61-82a2-240364917479 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.0834177 Jul 16 08:26:13.165747 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-ff743c62-7ef6-4599-8828-03d6e2d3657a service neutron] 10.222.0.21 "GET /v2.0/networks/02d9d55c-dd50-4319-82cb-a2af859ade23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645361 Jul 16 08:26:13.176211 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4881b-6c4f-408d-bffc-de3932da486f req-a6ec8e71-4f10-4d69-98e3-8b6148caeb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:13.177686 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83b4881b-6c4f-408d-bffc-de3932da486f req-a6ec8e71-4f10-4d69-98e3-8b6148caeb31 service neutron] 10.222.0.21 "GET /v2.0/networks?id=13eb8833-ea3c-42b1-ae1e-dd3cef084336 HTTP/1.1" status: 200 len: 913 time: 0.2751160 Jul 16 08:26:13.206543 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cd4aa79b-cabe-4087-bbde-05b183b7f949 req-0f59eb5f-d4b7-4dc8-94a9-718955d2796d tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462575 Jul 16 08:26:13.271718 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83b4881b-6c4f-408d-bffc-de3932da486f req-bfc1f9b0-a255-4abe-b4c0-c772f6fe7fb9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb HTTP/1.1" status: 200 len: 217 time: 0.0643146 Jul 16 08:26:13.335490 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-e0fcb5b5-2218-43bd-a342-80ba8fbe9e07 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:13.337268 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-e0fcb5b5-2218-43bd-a342-80ba8fbe9e07 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] 10.222.0.22 "GET /v2.0/networks?id=fe9e5d71-34d1-40e5-baeb-d08da683d5a1 HTTP/1.1" status: 200 len: 813 time: 0.2483392 Jul 16 08:26:13.399767 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-9d6c8f2d-0b21-46c2-bb65-e1c97a47cefc tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] 10.222.0.22 "GET /v2.0/quotas/51d5711e312849649295091347dfdf22 HTTP/1.1" status: 200 len: 375 time: 0.0235877 Jul 16 08:26:13.401742 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac09002-7459-4d61-b514-44fa75a70c9d req-69b9368c-21ae-4124-9eb7-ffd87eee2c0c tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:13.403098 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4881b-6c4f-408d-bffc-de3932da486f req-5c814058-b8a7-4be8-b721-5da09d2bba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:13.404677 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83b4881b-6c4f-408d-bffc-de3932da486f req-5c814058-b8a7-4be8-b721-5da09d2bba60 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a2e699c-4474-4ce8-9541-5d2e85ff0e34 HTTP/1.1" status: 200 len: 852 time: 0.1229181 Jul 16 08:26:13.408981 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1ac09002-7459-4d61-b514-44fa75a70c9d req-69b9368c-21ae-4124-9eb7-ffd87eee2c0c tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 950 time: 0.0730858 Jul 16 08:26:13.445925 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1ac09002-7459-4d61-b514-44fa75a70c9d req-76f1231f-817a-42e5-9c65-63c71b01f2da tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355277 Jul 16 08:26:13.457787 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-7d709bdc-1287-4a28-9cf7-66d688d43ae9 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=51d5711e312849649295091347dfdf22&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486400 Jul 16 08:26:13.478936 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83b4881b-6c4f-408d-bffc-de3932da486f req-22138304-635c-43be-b4f2-547b619497ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13eb8833-ea3c-42b1-ae1e-dd3cef084336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481994 Jul 16 08:26:13.480096 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6844711-7c3a-4d84-825e-4cb685010ad2 req-87caf3da-4fd2-4882-b232-eb0bcc1b4fa6 service neutron] 10.222.0.21 "GET /v2.0/networks/02d9d55c-dd50-4319-82cb-a2af859ade23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740448 Jul 16 08:26:13.635224 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-fa9c610d-6814-45e3-aae2-3cdbe388cc9d service neutron] 10.222.0.22 "GET /v2.0/networks/fe9e5d71-34d1-40e5-baeb-d08da683d5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570408 Jul 16 08:26:13.694862 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7463c008-ca4f-4d4b-8e1d-7be78bd2a8eb req-b6c87c24-ab2a-4f45-9f14-1a1b27710abf tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:13.699957 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83b4881b-6c4f-408d-bffc-de3932da486f req-2623ab7d-c594-45c9-a7b1-225f73f15e9f service neutron] 10.222.0.21 "GET /v2.0/networks/13eb8833-ea3c-42b1-ae1e-dd3cef084336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977816 Jul 16 08:26:13.702360 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7463c008-ca4f-4d4b-8e1d-7be78bd2a8eb req-b6c87c24-ab2a-4f45-9f14-1a1b27710abf tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 1098 time: 0.0654373 Jul 16 08:26:13.745004 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7463c008-ca4f-4d4b-8e1d-7be78bd2a8eb req-3549c074-0985-4007-b8b6-d2d46f932f26 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416613 Jul 16 08:26:13.804078 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b575cdf-7dff-48a1-a689-32221bb0d90e x-openstack-request-id: req-2b575cdf-7dff-48a1-a689-32221bb0d90e {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:13.805143 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f127b9b8-2417-40ca-89ed-f3c34598de45", "tag": "070ccc59-73a1-49bf-b77f-eaa528b952b7", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:13.805413 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2b575cdf-7dff-48a1-a689-32221bb0d90e {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:13.805816 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f127b9b8-2417-40ca-89ed-f3c34598de45', 'tag': '070ccc59-73a1-49bf-b77f-eaa528b952b7', 'status': 'completed', 'code': 200} Jul 16 08:26:13.814005 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-2e895480-4774-43c1-9895-d6ffbd78b78e service neutron] 10.222.0.22 "GET /v2.0/networks/fe9e5d71-34d1-40e5-baeb-d08da683d5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1689661 Jul 16 08:26:13.882729 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83b4881b-6c4f-408d-bffc-de3932da486f req-fa845803-6816-4e23-9919-b34856c789d9 service neutron] 10.222.0.21 "GET /v2.0/networks/13eb8833-ea3c-42b1-ae1e-dd3cef084336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586301 Jul 16 08:26:13.910338 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adbbfb-01c6-4733-97f7-cb9c8eed1d07 req-cf5c496b-38b1-41ee-a7bf-95ae15d26884 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:13.911839 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-68adbbfb-01c6-4733-97f7-cb9c8eed1d07 req-cf5c496b-38b1-41ee-a7bf-95ae15d26884 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c61b767be844596b7284ec98bd0021f&device_id=f127b9b8-2417-40ca-89ed-f3c34598de45 HTTP/1.1" status: 200 len: 1095 time: 0.0636716 Jul 16 08:26:13.952790 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe85696-814f-4462-bfc5-6c587c6c3c5d req-6f042771-d58e-4ab3-b553-29cbee7c3ef8 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:13.959897 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bbe85696-814f-4462-bfc5-6c587c6c3c5d req-6f042771-d58e-4ab3-b553-29cbee7c3ef8 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?device_id=78453f99-5ae5-4d28-a34c-97628a3fbea4 HTTP/1.1" status: 200 len: 944 time: 0.0841191 Jul 16 08:26:14.007164 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bbe85696-814f-4462-bfc5-6c587c6c3c5d req-9ee9939b-a4c8-4440-834d-290da9cae7bb tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb4b443f-235e-4d77-acd0-66e27d08255a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463183 Jul 16 08:26:14.022583 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adbbfb-01c6-4733-97f7-cb9c8eed1d07 req-24afe79e-f6b4-447f-887f-7058467fe645 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:14.033056 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-68adbbfb-01c6-4733-97f7-cb9c8eed1d07 req-24afe79e-f6b4-447f-887f-7058467fe645 service neutron] 10.222.0.21 "GET /v2.0/networks?id=02d9d55c-dd50-4319-82cb-a2af859ade23 HTTP/1.1" status: 200 len: 917 time: 0.1138091 Jul 16 08:26:14.119241 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-68adbbfb-01c6-4733-97f7-cb9c8eed1d07 req-182ca060-4751-4fdd-8d0c-5fbb5989cc32 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=070ccc59-73a1-49bf-b77f-eaa528b952b7 HTTP/1.1" status: 200 len: 217 time: 0.0706894 Jul 16 08:26:14.121379 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-a1982e6d-2db7-47f2-b994-0c3f9ffdc4aa tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=42f1ddffa5664f419805a6c1db23bdd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608358 Jul 16 08:26:14.237359 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adbbfb-01c6-4733-97f7-cb9c8eed1d07 req-c627ec52-fc75-4e49-9ccb-3c5526d34f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:14.238911 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-68adbbfb-01c6-4733-97f7-cb9c8eed1d07 req-c627ec52-fc75-4e49-9ccb-3c5526d34f0a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76c50899-99e0-4d0f-96f6-98eabddb6ee6 HTTP/1.1" status: 200 len: 855 time: 0.0999789 Jul 16 08:26:14.284192 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9cb92-ab70-4413-b153-dede2116119f req-40834b39-19ff-4d65-8d85-37a04bfcec17 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:14.286379 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d0a9cb92-ab70-4413-b153-dede2116119f req-40834b39-19ff-4d65-8d85-37a04bfcec17 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/ports?device_id=f127b9b8-2417-40ca-89ed-f3c34598de45 HTTP/1.1" status: 200 len: 943 time: 0.0782230 Jul 16 08:26:14.304195 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-1a8eea2e-a1e7-49ea-a0c7-0fe75be0e39b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:14.306870 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-1a8eea2e-a1e7-49ea-a0c7-0fe75be0e39b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1773500 Jul 16 08:26:14.331512 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-6d7a26bf-38f1-43dd-8e55-d52ac91be9a6 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/quotas/42f1ddffa5664f419805a6c1db23bdd5 HTTP/1.1" status: 200 len: 375 time: 0.0184319 Jul 16 08:26:14.341437 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68adbbfb-01c6-4733-97f7-cb9c8eed1d07 req-d474763a-c246-471a-b686-d1d07b7ed074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:14.342554 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d0a9cb92-ab70-4413-b153-dede2116119f req-64a65a83-a383-41ea-ad19-f171956ef3a8 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/security-groups?id=665d30cc-4980-46e5-b522-68b07dc820ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497599 Jul 16 08:26:14.342917 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-68adbbfb-01c6-4733-97f7-cb9c8eed1d07 req-d474763a-c246-471a-b686-d1d07b7ed074 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=02d9d55c-dd50-4319-82cb-a2af859ade23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0875132 Jul 16 08:26:14.497056 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-b2e399c4-2bcd-4d6d-943b-be4f0d1f235d tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=42f1ddffa5664f419805a6c1db23bdd5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1530697 Jul 16 08:26:14.506368 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-68adbbfb-01c6-4733-97f7-cb9c8eed1d07 req-094486bf-d360-4b7a-bc5d-e9163725570c service neutron] 10.222.0.21 "GET /v2.0/networks/02d9d55c-dd50-4319-82cb-a2af859ade23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523759 Jul 16 08:26:14.602701 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cc76c614-7ac4-42ea-ad3a-ca3bddd9ea58 req-31da8522-2b38-414b-a9cc-e23fcb19ef0f tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fa9c611-92a9-43c7-b18b-f112d2cb4b44 HTTP/1.1" status: 200 len: 210 time: 0.0396302 Jul 16 08:26:14.644144 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-d38f07a8-8db3-40d3-a94d-dffec8f3f459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:14.646217 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-d38f07a8-8db3-40d3-a94d-dffec8f3f459 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 1102 time: 0.1316557 Jul 16 08:26:14.665220 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-68adbbfb-01c6-4733-97f7-cb9c8eed1d07 req-d8748dcd-8d12-4d57-b29f-c89c5c7061d3 service neutron] 10.222.0.21 "GET /v2.0/networks/02d9d55c-dd50-4319-82cb-a2af859ade23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1518707 Jul 16 08:26:14.745044 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:26:14.854094 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-6e2b3b46-709a-4b10-8ab0-ab175022f236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:14.855937 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-6e2b3b46-709a-4b10-8ab0-ab175022f236 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.2017443 Jul 16 08:26:14.880116 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb,segment=NetworkSegment(32e39b1c-964f-44af-9812-01648a4617e8),segment_id=32e39b1c-964f-44af-9812-01648a4617e8)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:14.896174 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb', 'network_id': '13eb8833-ea3c-42b1-ae1e-dd3cef084336', 'port_id': '0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb', 'mac_address': 'fa:16:3e:39:22:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4a2e699c-4474-4ce8-9541-5d2e85ff0e34', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:26:14.938729 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-62514c0c-c1ba-4197-ad69-4b4d1a962481 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=d85e2cf2-183c-482b-97c0-b6881ca7a4dc HTTP/1.1" status: 200 len: 217 time: 0.0747490 Jul 16 08:26:14.950858 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c66554-bb1b-4d31-a2a6-d1701df006f3 req-7ae37a2f-32f9-471c-9a0b-f3e505a1137a tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:14.956910 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-99c66554-bb1b-4d31-a2a6-d1701df006f3 req-7ae37a2f-32f9-471c-9a0b-f3e505a1137a tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 950 time: 0.0840468 Jul 16 08:26:14.964281 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:14.986782 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:15.004339 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-2876de77-6c6f-4689-9881-a3784820b35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:15.006354 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-2876de77-6c6f-4689-9881-a3784820b35d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0598605 Jul 16 08:26:15.009338 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-99c66554-bb1b-4d31-a2a6-d1701df006f3 req-b82a4c8d-ed93-4002-a644-7eb4cf09cf57 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500128 Jul 16 08:26:15.022305 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb,segment=NetworkSegment(32e39b1c-964f-44af-9812-01648a4617e8),segment_id=32e39b1c-964f-44af-9812-01648a4617e8)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:15.028487 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:15.094068 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-59a8940b-ee7a-4fb3-8c89-cb31d74f6855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:15.095825 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-59a8940b-ee7a-4fb3-8c89-cb31d74f6855 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0743749 Jul 16 08:26:15.099549 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:15.144906 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ad9e0dbd-d986-4550-9556-d177e71bfa94 req-9bbf90ae-f19f-46a4-9b77-df36a2e84dfd tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=b477a5bc-b20a-49f4-9f40-d90e78ec54c4 HTTP/1.1" status: 200 len: 210 time: 0.0383146 Jul 16 08:26:15.275269 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-f8812fa0-64b1-426b-8866-702ba9a636b6 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1710839 Jul 16 08:26:15.317040 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:15.471982 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-043566c7-fd5d-4180-8b36-31eb8afae4b1 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1863422 Jul 16 08:26:15.494091 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-1f78ff23-5be6-40da-9b0b-38108b063c6b tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:15.496107 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-1f78ff23-5be6-40da-9b0b-38108b063c6b tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] 10.222.0.30 "GET /v2.0/networks?id=fe9e5d71-34d1-40e5-baeb-d08da683d5a1 HTTP/1.1" status: 200 len: 813 time: 0.1830397 Jul 16 08:26:15.513988 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-573bf9c8-d9a1-421a-86c4-0c6aeabaecf1 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Request body: {'port': {'device_id': '3fa9c611-92a9-43c7-b18b-f112d2cb4b44', 'network_id': 'fe9e5d71-34d1-40e5-baeb-d08da683d5a1', 'admin_state_up': True, 'tenant_id': '51d5711e312849649295091347dfdf22'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:15.524570 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9dfb4f-9cf7-4c63-803c-6e17bc35fdd9 req-8ed80b52-58c1-4ded-b2ea-d4c5dee07778 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:15.526335 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9d9dfb4f-9cf7-4c63-803c-6e17bc35fdd9 req-8ed80b52-58c1-4ded-b2ea-d4c5dee07778 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?device_id=78453f99-5ae5-4d28-a34c-97628a3fbea4 HTTP/1.1" status: 200 len: 945 time: 0.1338668 Jul 16 08:26:15.605001 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9d9dfb4f-9cf7-4c63-803c-6e17bc35fdd9 req-f3f03a3d-0472-47fb-94d0-b371940e51c2 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb4b443f-235e-4d77-acd0-66e27d08255a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721312 Jul 16 08:26:15.613994 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 0137fd1e-b607-4348-82b3-1529b424bee1 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:26:15.676776 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 0137fd1e-b607-4348-82b3-1529b424bee1 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:26:15.677133 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 0137fd1e-b607-4348-82b3-1529b424bee1 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:26:15.682111 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47436) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:15.735028 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-573bf9c8-d9a1-421a-86c4-0c6aeabaecf1 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Made reservation on behalf of 51d5711e312849649295091347dfdf22 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:15.740308 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-573bf9c8-d9a1-421a-86c4-0c6aeabaecf1 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:15.788466 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-745e4047-5ae8-4ef1-a811-aee61d73849c tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:15.826970 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-745e4047-5ae8-4ef1-a811-aee61d73849c tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:15.912637 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-573bf9c8-d9a1-421a-86c4-0c6aeabaecf1 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Allocated IP 172.20.0.5 (fe9e5d71-34d1-40e5-baeb-d08da683d5a1/3f6b0320-20a4-492b-b878-1f26679ef27a/067c17ba-6b1d-4b2c-a6b7-959c52d98d14) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:15.924008 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0547e95-1e7b-4f72-a0c5-925c66b24a8c req-7ba9beee-5067-44ce-b1f6-6b0664d1857c tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:15.925677 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b0547e95-1e7b-4f72-a0c5-925c66b24a8c req-7ba9beee-5067-44ce-b1f6-6b0664d1857c tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/ports?device_id=f127b9b8-2417-40ca-89ed-f3c34598de45 HTTP/1.1" status: 200 len: 943 time: 0.0865915 Jul 16 08:26:15.926849 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-745e4047-5ae8-4ef1-a811-aee61d73849c tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:15.929733 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-745e4047-5ae8-4ef1-a811-aee61d73849c tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:15.933728 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-745e4047-5ae8-4ef1-a811-aee61d73849c tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "DELETE /v2.0/security-groups/4aaa892e-dbe8-42bc-a9ab-5f8c3c15467f HTTP/1.1" status: 204 len: 168 time: 0.2483909 Jul 16 08:26:15.935310 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47438) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:15.948330 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745e4047-5ae8-4ef1-a811-aee61d73849c tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4aaa892e-dbe8-42bc-a9ab-5f8c3c15467f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:15.960107 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-f64a71fd-455f-404e-ac97-afe074ba7e58 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] show failed (client error): The resource could not be found. Jul 16 08:26:15.964195 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47440) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:15.964696 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f64a71fd-455f-404e-ac97-afe074ba7e58 tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "GET /v2.0/security-groups/4aaa892e-dbe8-42bc-a9ab-5f8c3c15467f HTTP/1.1" status: 404 len: 347 time: 0.0279884 Jul 16 08:26:16.017134 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b0547e95-1e7b-4f72-a0c5-925c66b24a8c req-f1175c17-8851-4fc9-bf3e-063281e88040 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/security-groups?id=665d30cc-4980-46e5-b522-68b07dc820ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805550 Jul 16 08:26:16.063229 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-aa97ead4-04f7-4b32-a619-03b9a0d37aaa tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:26:16.064339 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-aa97ead4-04f7-4b32-a619-03b9a0d37aaa tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082293 Jul 16 08:26:16.077654 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-5e64e24c-dcf3-45be-b7a7-5b5a5d0cdad4 service neutron] Request body: {'binding': {'host': 'n-h1-771362-37', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:16.078120 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-5e64e24c-dcf3-45be-b7a7-5b5a5d0cdad4 service neutron] Unknown quota resources ['binding']. {{(pid=93759) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:26:16.103731 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e412e0cb-56b1-4f44-9037-2bd67085adef tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Deleting port 73a56481-1577-4f54-bd8f-9af52ffcc97d {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:26:16.104073 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e412e0cb-56b1-4f44-9037-2bd67085adef tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:16.179218 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-573bf9c8-d9a1-421a-86c4-0c6aeabaecf1 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:16.184955 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e412e0cb-56b1-4f44-9037-2bd67085adef tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:16.185830 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e412e0cb-56b1-4f44-9037-2bd67085adef tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:16.201040 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e412e0cb-56b1-4f44-9037-2bd67085adef tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Calling delete_port for 73a56481-1577-4f54-bd8f-9af52ffcc97d owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:26:16.287904 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-5e64e24c-dcf3-45be-b7a7-5b5a5d0cdad4 service neutron] Attempting to bind port 277fba1e-58b9-42f0-99af-f9db98336107 on host n-h1-771362-37 for vnic_type normal with profile None {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:16.288252 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-5e64e24c-dcf3-45be-b7a7-5b5a5d0cdad4 service neutron] Attempting to bind port 277fba1e-58b9-42f0-99af-f9db98336107 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:16.288617 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-5e64e24c-dcf3-45be-b7a7-5b5a5d0cdad4 service neutron] Attempting to bind port 277fba1e-58b9-42f0-99af-f9db98336107 on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:16.294692 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-5e64e24c-dcf3-45be-b7a7-5b5a5d0cdad4 service neutron] Port 277fba1e-58b9-42f0-99af-f9db98336107 on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:26:16.295117 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-5e64e24c-dcf3-45be-b7a7-5b5a5d0cdad4 service neutron] Attempting to bind port 277fba1e-58b9-42f0-99af-f9db98336107 on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:16.299425 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-573bf9c8-d9a1-421a-86c4-0c6aeabaecf1 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:16.313603 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-5e64e24c-dcf3-45be-b7a7-5b5a5d0cdad4 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:16.313962 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-5e64e24c-dcf3-45be-b7a7-5b5a5d0cdad4 service neutron] Checking segment: {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:16.314334 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-5e64e24c-dcf3-45be-b7a7-5b5a5d0cdad4 service neutron] Bound using segment: {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:16.314786 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-5e64e24c-dcf3-45be-b7a7-5b5a5d0cdad4 service neutron] Bound port: 277fba1e-58b9-42f0-99af-f9db98336107, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:16.377810 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-573bf9c8-d9a1-421a-86c4-0c6aeabaecf1 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Network fe9e5d71-34d1-40e5-baeb-d08da683d5a1 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:16.392194 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-573bf9c8-d9a1-421a-86c4-0c6aeabaecf1 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:16.398900 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-573bf9c8-d9a1-421a-86c4-0c6aeabaecf1 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:16.426923 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573bf9c8-d9a1-421a-86c4-0c6aeabaecf1 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Pushing event updated for resources: {'Port': ['ID=067c17ba-6b1d-4b2c-a6b7-959c52d98d14,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:16.459810 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-5e64e24c-dcf3-45be-b7a7-5b5a5d0cdad4 service neutron] For port 277fba1e-58b9-42f0-99af-f9db98336107, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=277fba1e-58b9-42f0-99af-f9db98336107,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:16.469167 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-573bf9c8-d9a1-421a-86c4-0c6aeabaecf1 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:16.469816 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-573bf9c8-d9a1-421a-86c4-0c6aeabaecf1 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:16.474524 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-5e64e24c-dcf3-45be-b7a7-5b5a5d0cdad4 service neutron] Notify callbacks [] for binding, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:16.475692 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-5e64e24c-dcf3-45be-b7a7-5b5a5d0cdad4 service neutron] 10.222.0.22 "POST /v2.0/ports/277fba1e-58b9-42f0-99af-f9db98336107/bindings HTTP/1.1" status: 201 len: 390 time: 0.4017534 Jul 16 08:26:16.488449 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-573bf9c8-d9a1-421a-86c4-0c6aeabaecf1 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9821470 Jul 16 08:26:16.502333 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-e44d7695-10c5-49a5-aae3-f21afc46638a service neutron] Request body: {'port': {'device_id': '3fa9c611-92a9-43c7-b18b-f112d2cb4b44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:16.601490 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-db971e81-e13d-4a51-a5a3-c28875561cd9 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=42f1ddffa5664f419805a6c1db23bdd5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0545580 Jul 16 08:26:16.609780 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-e44d7695-10c5-49a5-aae3-f21afc46638a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:16.743744 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d10556-8cc6-4817-8169-f49b778ac72d req-a4087548-a11d-4326-85c3-44102541ef8c tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:16.745449 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:16.745967 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e4d10556-8cc6-4817-8169-f49b778ac72d req-a4087548-a11d-4326-85c3-44102541ef8c tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fa9c611-92a9-43c7-b18b-f112d2cb4b44 HTTP/1.1" status: 200 len: 931 time: 0.1999395 Jul 16 08:26:16.812416 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:16.816571 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:16.817166 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:16.819329 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-1a22c1da-df44-4001-a4f4-969f66a71b44 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:16.821395 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-1a22c1da-df44-4001-a4f4-969f66a71b44 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1998734 Jul 16 08:26:16.844261 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-1d6e5b7c-465d-4042-8c1e-2245f162ac38 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Request body: {'port': {'device_id': 'b477a5bc-b20a-49f4-9f40-d90e78ec54c4', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'admin_state_up': True, 'tenant_id': '42f1ddffa5664f419805a6c1db23bdd5'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:16.871731 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e4d10556-8cc6-4817-8169-f49b778ac72d req-2d69d1ca-6217-425b-ac47-f42d970cbf42 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b1ed4ac-763d-47cb-b6f9-aeebb55fc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168408 Jul 16 08:26:16.874348 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e412e0cb-56b1-4f44-9037-2bd67085adef tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:16.910038 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820486cb-031f-489e-a13a-ca4a0a7db51b req-49acd743-7e64-4cf9-bcdc-bf8e41c27fb1 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:16.912041 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-820486cb-031f-489e-a13a-ca4a0a7db51b req-49acd743-7e64-4cf9-bcdc-bf8e41c27fb1 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 950 time: 0.2433548 Jul 16 08:26:16.919890 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-c553def3-e92a-4b73-a36b-25adf24b12ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:16.921993 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-c553def3-e92a-4b73-a36b-25adf24b12ff service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c0f0cf24afb47969a9cef8297bf2691&device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 1098 time: 0.1708095 Jul 16 08:26:16.924957 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:16.935426 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e412e0cb-56b1-4f44-9037-2bd67085adef tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Pushing event deleted for resources: {'Port': ['ID=73a56481-1577-4f54-bd8f-9af52ffcc97d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:16.950724 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78453f99-5ae5-4d28-a34c-97628a3fbea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:16.953213 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5780b0fe-78bc-4be9-9d2d-7a1b8eb3217d" -d '{"events": [{"server_uuid": "78453f99-5ae5-4d28-a34c-97628a3fbea4", "name": "network-vif-plugged", "status": "completed", "tag": "0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:16.968291 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb,segment=NetworkSegment(32e39b1c-964f-44af-9812-01648a4617e8),segment_id=32e39b1c-964f-44af-9812-01648a4617e8)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:16.973575 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:17.037807 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e412e0cb-56b1-4f44-9037-2bd67085adef tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:17.038210 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:17.041058 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e412e0cb-56b1-4f44-9037-2bd67085adef tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:17.042238 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e412e0cb-56b1-4f44-9037-2bd67085adef tempest-ImagesOneServerNegativeTestJSON-2097070293 tempest-ImagesOneServerNegativeTestJSON-2097070293-project] 10.222.0.22 "DELETE /v2.0/floatingips/a8509009-b744-42a7-a1de-ece5e9687d86 HTTP/1.1" status: 204 len: 168 time: 1.0768716 Jul 16 08:26:17.066982 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-820486cb-031f-489e-a13a-ca4a0a7db51b req-1618d70f-5923-4543-8915-d97995ac1a74 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375239 Jul 16 08:26:17.078651 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6de1df38-6a5e-445c-a259-88eef95b2cfc req-6eda10d0-75b4-451d-82a1-4126706e6108 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=b477a5bc-b20a-49f4-9f40-d90e78ec54c4 HTTP/1.1" status: 200 len: 210 time: 0.0352037 Jul 16 08:26:17.080172 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-1d6e5b7c-465d-4042-8c1e-2245f162ac38 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Made reservation on behalf of 42f1ddffa5664f419805a6c1db23bdd5 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:17.083707 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-1d6e5b7c-465d-4042-8c1e-2245f162ac38 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:17.126729 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-e724f01a-9e99-4668-8b96-8141735e31a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:17.128946 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-e724f01a-9e99-4668-8b96-8141735e31a1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 HTTP/1.1" status: 200 len: 908 time: 0.1842391 Jul 16 08:26:17.134952 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-e44d7695-10c5-49a5-aae3-f21afc46638a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 067c17ba-6b1d-4b2c-a6b7-959c52d98d14 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:17.151127 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-e44d7695-10c5-49a5-aae3-f21afc46638a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:17.184728 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-53031273-bf98-4808-980a-455386a77077 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=277fba1e-58b9-42f0-99af-f9db98336107 HTTP/1.1" status: 200 len: 217 time: 0.0448966 Jul 16 08:26:17.191669 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-e44d7695-10c5-49a5-aae3-f21afc46638a service neutron] Transition to ACTIVE for port object 067c17ba-6b1d-4b2c-a6b7-959c52d98d14 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:17.198067 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-e44d7695-10c5-49a5-aae3-f21afc46638a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:17.282547 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-1d6e5b7c-465d-4042-8c1e-2245f162ac38 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Allocated IP 192.168.233.176 (30bff2e9-dcab-4751-913d-9c4ac9d8019b/c36b7919-0b6b-490a-bff0-04ed964d98ec/3e9e2d12-2792-4d62-a0f5-dd48d800b9f5) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:17.313550 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f282eff-d9ee-49ec-ad8a-b2c3055d74d7 req-d3a0b607-b647-460a-a9bf-9251f8cf903e tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:17.315041 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f282eff-d9ee-49ec-ad8a-b2c3055d74d7 req-d3a0b607-b647-460a-a9bf-9251f8cf903e tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?device_id=78453f99-5ae5-4d28-a34c-97628a3fbea4 HTTP/1.1" status: 200 len: 946 time: 0.0983059 Jul 16 08:26:17.315344 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d7695-10c5-49a5-aae3-f21afc46638a service neutron] Pushing event updated for resources: {'Port': ['ID=067c17ba-6b1d-4b2c-a6b7-959c52d98d14,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:17.369811 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-cd2bdb6c-ae74-48b5-86cd-ec750e4370c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:17.371288 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-cd2bdb6c-ae74-48b5-86cd-ec750e4370c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce796d98-7ee4-4738-aad4-0026126b7799 HTTP/1.1" status: 200 len: 847 time: 0.1699412 Jul 16 08:26:17.392305 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f282eff-d9ee-49ec-ad8a-b2c3055d74d7 req-9ef9cac5-3e17-43ab-8759-0df3a42fbc03 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb4b443f-235e-4d77-acd0-66e27d08255a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684788 Jul 16 08:26:17.424515 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-ed696f59-b721-44cf-9808-822c56b82705 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441756 Jul 16 08:26:17.447430 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18b8ab6-8785-4b21-a46c-f9122b53c7d9 x-openstack-request-id: req-d18b8ab6-8785-4b21-a46c-f9122b53c7d9 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:17.448184 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78453f99-5ae5-4d28-a34c-97628a3fbea4", "name": "network-vif-plugged", "status": "completed", "tag": "0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:17.449313 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce693d65-e2bd-4e1c-a662-6f6280a02c1a req-1bf4d152-cc7f-450c-832c-6d19a409e2be tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:17.450720 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ce693d65-e2bd-4e1c-a662-6f6280a02c1a req-1bf4d152-cc7f-450c-832c-6d19a409e2be tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 946 time: 0.2158542 Jul 16 08:26:17.456223 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d18b8ab6-8785-4b21-a46c-f9122b53c7d9 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:17.457486 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78453f99-5ae5-4d28-a34c-97628a3fbea4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb', 'code': 200} Jul 16 08:26:17.494376 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-1d6e5b7c-465d-4042-8c1e-2245f162ac38 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:17.506998 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-e44d7695-10c5-49a5-aae3-f21afc46638a service neutron] Attempting to bind port 067c17ba-6b1d-4b2c-a6b7-959c52d98d14 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:17.507487 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-e44d7695-10c5-49a5-aae3-f21afc46638a service neutron] Attempting to bind port 067c17ba-6b1d-4b2c-a6b7-959c52d98d14 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '3c4fe88f-5dcc-4562-b105-0f174af1dab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fe9e5d71-34d1-40e5-baeb-d08da683d5a1'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:17.507673 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-e44d7695-10c5-49a5-aae3-f21afc46638a service neutron] Attempting to bind port 067c17ba-6b1d-4b2c-a6b7-959c52d98d14 on network fe9e5d71-34d1-40e5-baeb-d08da683d5a1 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:17.510938 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-1d6e5b7c-465d-4042-8c1e-2245f162ac38 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Transition to ACTIVE for port object 3e9e2d12-2792-4d62-a0f5-dd48d800b9f5 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:17.549658 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-e44d7695-10c5-49a5-aae3-f21afc46638a service neutron] Port 067c17ba-6b1d-4b2c-a6b7-959c52d98d14 on network fe9e5d71-34d1-40e5-baeb-d08da683d5a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:26:17.549991 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-e44d7695-10c5-49a5-aae3-f21afc46638a service neutron] Attempting to bind port 067c17ba-6b1d-4b2c-a6b7-959c52d98d14 on network fe9e5d71-34d1-40e5-baeb-d08da683d5a1 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:17.566467 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-e44d7695-10c5-49a5-aae3-f21afc46638a service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:17.566883 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-e44d7695-10c5-49a5-aae3-f21afc46638a service neutron] Checking segment: {'id': '3c4fe88f-5dcc-4562-b105-0f174af1dab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fe9e5d71-34d1-40e5-baeb-d08da683d5a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:17.567358 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-e44d7695-10c5-49a5-aae3-f21afc46638a service neutron] Bound using segment: {'id': '3c4fe88f-5dcc-4562-b105-0f174af1dab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fe9e5d71-34d1-40e5-baeb-d08da683d5a1'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:17.567641 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-e44d7695-10c5-49a5-aae3-f21afc46638a service neutron] Bound port: 067c17ba-6b1d-4b2c-a6b7-959c52d98d14, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c4fe88f-5dcc-4562-b105-0f174af1dab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': 'fe9e5d71-34d1-40e5-baeb-d08da683d5a1'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:17.568260 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-e44d7695-10c5-49a5-aae3-f21afc46638a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:17.575945 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-1d6e5b7c-465d-4042-8c1e-2245f162ac38 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:17.581426 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ce693d65-e2bd-4e1c-a662-6f6280a02c1a req-ddb02a00-cc18-4d25-baf0-5c0b934b2118 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102781 Jul 16 08:26:17.591532 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['35c113a8-cc9b-4243-afa0-fcde08522745'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:17.621259 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-148daac3-05cd-4a8e-b2fb-b626d7dc4659 service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874177 Jul 16 08:26:17.637363 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['0d9f206a-6518-45a5-ba88-26a9a7149eeb'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:17.665457 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-1d6e5b7c-465d-4042-8c1e-2245f162ac38 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:17.676436 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-1d6e5b7c-465d-4042-8c1e-2245f162ac38 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:17.683988 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-1d6e5b7c-465d-4042-8c1e-2245f162ac38 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:17.715769 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d569b783-4d4c-42c5-828f-538504e4e5aa req-4f5f3194-6568-489d-a206-bbc9313def6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:17.717554 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d569b783-4d4c-42c5-828f-538504e4e5aa req-4f5f3194-6568-489d-a206-bbc9313def6f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=78453f99-5ae5-4d28-a34c-97628a3fbea4 HTTP/1.1" status: 200 len: 1098 time: 0.1810274 Jul 16 08:26:17.718100 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6e5b7c-465d-4042-8c1e-2245f162ac38 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Pushing event updated for resources: {'Port': ['ID=3e9e2d12-2792-4d62-a0f5-dd48d800b9f5,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:17.724732 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-e44d7695-10c5-49a5-aae3-f21afc46638a service neutron] For port 067c17ba-6b1d-4b2c-a6b7-959c52d98d14, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:17.749565 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-e44d7695-10c5-49a5-aae3-f21afc46638a service neutron] For port 067c17ba-6b1d-4b2c-a6b7-959c52d98d14, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=067c17ba-6b1d-4b2c-a6b7-959c52d98d14,segment=NetworkSegment(3c4fe88f-5dcc-4562-b105-0f174af1dab2),segment_id=3c4fe88f-5dcc-4562-b105-0f174af1dab2)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:17.760784 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-e44d7695-10c5-49a5-aae3-f21afc46638a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:17.815636 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-1d6e5b7c-465d-4042-8c1e-2245f162ac38 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:17.816655 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-1d6e5b7c-465d-4042-8c1e-2245f162ac38 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:17.832296 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d569b783-4d4c-42c5-828f-538504e4e5aa req-c74c571f-5357-4381-b097-63d05363f3de service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=bb4b443f-235e-4d77-acd0-66e27d08255a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986886 Jul 16 08:26:17.843007 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-1d6e5b7c-465d-4042-8c1e-2245f162ac38 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0079248 Jul 16 08:26:17.847902 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-f45f9464-b9ba-49fa-b453-c9c85968d18a service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179093 Jul 16 08:26:17.853557 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-e44d7695-10c5-49a5-aae3-f21afc46638a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:17.854449 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-e44d7695-10c5-49a5-aae3-f21afc46638a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:17.855014 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01831e41-5ca7-4e32-bc06-8ba9c629d97f req-ebff1460-d8d1-4806-89e4-f15e95e3b3ca tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:17.856276 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-e44d7695-10c5-49a5-aae3-f21afc46638a service neutron] 10.222.0.30 "PUT /v2.0/ports/067c17ba-6b1d-4b2c-a6b7-959c52d98d14 HTTP/1.1" status: 200 len: 1092 time: 1.3604257 Jul 16 08:26:17.857019 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fa9c611-92a9-43c7-b18b-f112d2cb4b44', 'tag': '067c17ba-6b1d-4b2c-a6b7-959c52d98d14'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:17.859547 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedf1cb4-8fc9-4304-9f16-69ae3983bde0" -d '{"events": [{"name": "network-changed", "server_uuid": "3fa9c611-92a9-43c7-b18b-f112d2cb4b44", "tag": "067c17ba-6b1d-4b2c-a6b7-959c52d98d14"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:17.865830 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-01831e41-5ca7-4e32-bc06-8ba9c629d97f req-ebff1460-d8d1-4806-89e4-f15e95e3b3ca tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/ports?device_id=f127b9b8-2417-40ca-89ed-f3c34598de45 HTTP/1.1" status: 200 len: 943 time: 0.2434745 Jul 16 08:26:17.909700 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-6901919c-d27b-4a5b-9e70-d56ce2f0161a service neutron] Request body: {'port': {'device_id': 'b477a5bc-b20a-49f4-9f40-d90e78ec54c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:17.913097 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d7695-10c5-49a5-aae3-f21afc46638a service neutron] Pushing event updated for resources: {'Port': ['ID=067c17ba-6b1d-4b2c-a6b7-959c52d98d14,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:17.955096 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-01831e41-5ca7-4e32-bc06-8ba9c629d97f req-e5c1105d-1e20-4c99-a3d2-eb9d0f843aa5 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/security-groups?id=665d30cc-4980-46e5-b522-68b07dc820ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883462 Jul 16 08:26:17.993778 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-efdada25-d5fa-44d9-a588-6b32813f43cb x-openstack-request-id: req-efdada25-d5fa-44d9-a588-6b32813f43cb {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:17.994149 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fa9c611-92a9-43c7-b18b-f112d2cb4b44", "tag": "067c17ba-6b1d-4b2c-a6b7-959c52d98d14", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:17.994471 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-efdada25-d5fa-44d9-a588-6b32813f43cb {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:17.994944 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fa9c611-92a9-43c7-b18b-f112d2cb4b44', 'tag': '067c17ba-6b1d-4b2c-a6b7-959c52d98d14', 'status': 'completed', 'code': 200} Jul 16 08:26:18.021050 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-886dd506-7059-4299-b8f2-aaae42ac7f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:18.022648 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-886dd506-7059-4299-b8f2-aaae42ac7f86 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51d5711e312849649295091347dfdf22&device_id=3fa9c611-92a9-43c7-b18b-f112d2cb4b44 HTTP/1.1" status: 200 len: 1095 time: 0.0911381 Jul 16 08:26:18.075352 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47470) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:18.095486 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-d5c6d588-7a4a-4864-bbe4-fa005ac89f7a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=067c17ba-6b1d-4b2c-a6b7-959c52d98d14 HTTP/1.1" status: 200 len: 217 time: 0.0565281 Jul 16 08:26:18.146994 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-6901919c-d27b-4a5b-9e70-d56ce2f0161a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:18.149244 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9edf7cea-a144-4fde-9ebb-dfe089fadeb2 None None] Provisioning for port 3e9e2d12-2792-4d62-a0f5-dd48d800b9f5 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:18.160556 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9edf7cea-a144-4fde-9ebb-dfe089fadeb2 None None] Provisioning complete for port 3e9e2d12-2792-4d62-a0f5-dd48d800b9f5 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:18.162436 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9edf7cea-a144-4fde-9ebb-dfe089fadeb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:18.166098 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-bfa12353-bfd1-43aa-b83f-46efb52a73a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:18.167378 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-bfa12353-bfd1-43aa-b83f-46efb52a73a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f6b0320-20a4-492b-b878-1f26679ef27a HTTP/1.1" status: 200 len: 853 time: 0.0655694 Jul 16 08:26:18.175011 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bab402e-8e7c-49e7-b917-43b797e5d4af admin admin] Deleting subnet 3e53dd50-c814-4c36-85d7-636a4108385e {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:26:18.181417 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8bab402e-8e7c-49e7-b917-43b797e5d4af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:18.213699 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-7ad7cf68-0818-4eed-af7d-3fb6655327a8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe9e5d71-34d1-40e5-baeb-d08da683d5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380113 Jul 16 08:26:18.214538 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-9edf7cea-a144-4fde-9ebb-dfe089fadeb2 None None] Port 3e9e2d12-2792-4d62-a0f5-dd48d800b9f5 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:26:18.274807 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8bab402e-8e7c-49e7-b917-43b797e5d4af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:18.284432 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec48e5b-c1a6-41c6-a393-513074986022 req-64b4f66a-1e15-4eb1-bff0-71c2d97065c8 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:18.285860 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bec48e5b-c1a6-41c6-a393-513074986022 req-64b4f66a-1e15-4eb1-bff0-71c2d97065c8 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fa9c611-92a9-43c7-b18b-f112d2cb4b44 HTTP/1.1" status: 200 len: 943 time: 0.2008822 Jul 16 08:26:18.345110 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1c5f20-3490-4be4-b267-a3ecff752c2d req-d878d7b9-39ae-48b1-b3d9-ac0c4ef5260d tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:18.346666 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-de1c5f20-3490-4be4-b267-a3ecff752c2d req-d878d7b9-39ae-48b1-b3d9-ac0c4ef5260d tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 950 time: 0.1354208 Jul 16 08:26:18.352428 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-4fca8c8d-38d5-4f26-9fd4-a3a2c08bf869 service neutron] 10.222.0.30 "GET /v2.0/networks/fe9e5d71-34d1-40e5-baeb-d08da683d5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131697 Jul 16 08:26:18.413699 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-de1c5f20-3490-4be4-b267-a3ecff752c2d req-a7251b74-5dcc-411a-a72d-38e1183d71c9 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602386 Jul 16 08:26:18.427262 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8bab402e-8e7c-49e7-b917-43b797e5d4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:18.463901 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bec48e5b-c1a6-41c6-a393-513074986022 req-f11c5a0c-2d45-4b35-b6cb-92cc56c57e79 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b1ed4ac-763d-47cb-b6f9-aeebb55fc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579814 Jul 16 08:26:18.470473 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-350676e0-a40a-4635-b1e4-a94faa7f1aea req-48a8afd2-d1f5-4ca2-9426-926e6cd84213 service neutron] 10.222.0.30 "GET /v2.0/networks/fe9e5d71-34d1-40e5-baeb-d08da683d5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039717 Jul 16 08:26:18.560167 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8bab402e-8e7c-49e7-b917-43b797e5d4af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:18.644422 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8bab402e-8e7c-49e7-b917-43b797e5d4af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:18.645045 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf1cb4-8fc9-4304-9f16-69ae3983bde0 req-0cd8fe29-49a1-4225-ac8f-f1cf4ef86767 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:18.651898 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8bab402e-8e7c-49e7-b917-43b797e5d4af admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3e53dd50-c814-4c36-85d7-636a4108385e HTTP/1.1" status: 204 len: 168 time: 0.5701828 Jul 16 08:26:18.652101 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aedf1cb4-8fc9-4304-9f16-69ae3983bde0 req-0cd8fe29-49a1-4225-ac8f-f1cf4ef86767 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51d5711e312849649295091347dfdf22&device_id=3fa9c611-92a9-43c7-b18b-f112d2cb4b44 HTTP/1.1" status: 200 len: 1095 time: 0.0968785 Jul 16 08:26:18.652101 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47480) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:18.652283 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bab402e-8e7c-49e7-b917-43b797e5d4af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e53dd50-c814-4c36-85d7-636a4108385e,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:18.676475 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aa9e46-b011-4910-8524-d27c5f1bbbbb req-2b90cee1-4a79-45b3-a81c-85727d59bb3c tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:18.678017 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d8aa9e46-b011-4910-8524-d27c5f1bbbbb req-2b90cee1-4a79-45b3-a81c-85727d59bb3c tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=b477a5bc-b20a-49f4-9f40-d90e78ec54c4 HTTP/1.1" status: 200 len: 936 time: 0.1012380 Jul 16 08:26:18.706135 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-6901919c-d27b-4a5b-9e70-d56ce2f0161a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e9e2d12-2792-4d62-a0f5-dd48d800b9f5 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:18.719801 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-6901919c-d27b-4a5b-9e70-d56ce2f0161a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:18.740533 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-6901919c-d27b-4a5b-9e70-d56ce2f0161a service neutron] Transition to ACTIVE for port object 3e9e2d12-2792-4d62-a0f5-dd48d800b9f5 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:18.747984 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-6901919c-d27b-4a5b-9e70-d56ce2f0161a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:18.765273 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9c29ce-98cc-451d-a9c4-25bede8c6079 req-601699b5-a554-4e1e-9363-d37a4919a4d5 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:18.766874 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac9c29ce-98cc-451d-a9c4-25bede8c6079 req-601699b5-a554-4e1e-9363-d37a4919a4d5 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?device_id=78453f99-5ae5-4d28-a34c-97628a3fbea4 HTTP/1.1" status: 200 len: 946 time: 0.1594324 Jul 16 08:26:18.859750 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac9c29ce-98cc-451d-a9c4-25bede8c6079 req-b23208db-5882-494a-81df-d0182f7d3a5d tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb4b443f-235e-4d77-acd0-66e27d08255a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625374 Jul 16 08:26:18.889169 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901919c-d27b-4a5b-9e70-d56ce2f0161a service neutron] Pushing event updated for resources: {'Port': ['ID=3e9e2d12-2792-4d62-a0f5-dd48d800b9f5,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:18.963064 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-6901919c-d27b-4a5b-9e70-d56ce2f0161a service neutron] Attempting to bind port 3e9e2d12-2792-4d62-a0f5-dd48d800b9f5 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:18.963449 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-6901919c-d27b-4a5b-9e70-d56ce2f0161a service neutron] Attempting to bind port 3e9e2d12-2792-4d62-a0f5-dd48d800b9f5 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:18.963793 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-6901919c-d27b-4a5b-9e70-d56ce2f0161a service neutron] Attempting to bind port 3e9e2d12-2792-4d62-a0f5-dd48d800b9f5 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:18.968525 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-6901919c-d27b-4a5b-9e70-d56ce2f0161a service neutron] Port 3e9e2d12-2792-4d62-a0f5-dd48d800b9f5 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:26:18.968859 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-6901919c-d27b-4a5b-9e70-d56ce2f0161a service neutron] Attempting to bind port 3e9e2d12-2792-4d62-a0f5-dd48d800b9f5 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:18.976286 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-6901919c-d27b-4a5b-9e70-d56ce2f0161a service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:18.976823 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-6901919c-d27b-4a5b-9e70-d56ce2f0161a service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:18.977249 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-6901919c-d27b-4a5b-9e70-d56ce2f0161a service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:18.977690 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-6901919c-d27b-4a5b-9e70-d56ce2f0161a service neutron] Bound port: 3e9e2d12-2792-4d62-a0f5-dd48d800b9f5, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:18.978056 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-6901919c-d27b-4a5b-9e70-d56ce2f0161a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:19.151829 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3ef724e-b892-4275-bb6b-83b50bd19351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:19.152776 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-6901919c-d27b-4a5b-9e70-d56ce2f0161a service neutron] For port 3e9e2d12-2792-4d62-a0f5-dd48d800b9f5, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:19.181529 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-6901919c-d27b-4a5b-9e70-d56ce2f0161a service neutron] For port 3e9e2d12-2792-4d62-a0f5-dd48d800b9f5, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=3e9e2d12-2792-4d62-a0f5-dd48d800b9f5,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:19.190173 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-6901919c-d27b-4a5b-9e70-d56ce2f0161a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:19.200694 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d8aa9e46-b011-4910-8524-d27c5f1bbbbb req-9ce433ca-f2a7-47d0-8ae6-3193f8e29597 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5058424 Jul 16 08:26:19.234172 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ace370-070f-4e0a-8912-556a7b45dd29 req-fbc4d03e-d019-4066-8450-d8046dea71fd tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:19.240986 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf1cb4-8fc9-4304-9f16-69ae3983bde0 req-d271dd92-05c1-476a-ab33-c571b695e7e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:19.242526 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aedf1cb4-8fc9-4304-9f16-69ae3983bde0 req-d271dd92-05c1-476a-ab33-c571b695e7e9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe9e5d71-34d1-40e5-baeb-d08da683d5a1 HTTP/1.1" status: 200 len: 914 time: 0.5828729 Jul 16 08:26:19.246022 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-55ace370-070f-4e0a-8912-556a7b45dd29 req-fbc4d03e-d019-4066-8450-d8046dea71fd tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 946 time: 0.2051978 Jul 16 08:26:19.268555 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-6901919c-d27b-4a5b-9e70-d56ce2f0161a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:19.269588 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-6901919c-d27b-4a5b-9e70-d56ce2f0161a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:19.271457 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-6901919c-d27b-4a5b-9e70-d56ce2f0161a service neutron] 10.222.0.21 "PUT /v2.0/ports/3e9e2d12-2792-4d62-a0f5-dd48d800b9f5 HTTP/1.1" status: 200 len: 1097 time: 1.3669617 Jul 16 08:26:19.274605 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b477a5bc-b20a-49f4-9f40-d90e78ec54c4', 'tag': '3e9e2d12-2792-4d62-a0f5-dd48d800b9f5'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:19.282847 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b465a4-c154-4aa7-bb7c-a56a79d9f643" -d '{"events": [{"name": "network-changed", "server_uuid": "b477a5bc-b20a-49f4-9f40-d90e78ec54c4", "tag": "3e9e2d12-2792-4d62-a0f5-dd48d800b9f5"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:19.297485 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aedf1cb4-8fc9-4304-9f16-69ae3983bde0 req-803f0c57-6a5d-4835-8286-b2687b9b3b67 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=067c17ba-6b1d-4b2c-a6b7-959c52d98d14 HTTP/1.1" status: 200 len: 217 time: 0.0432310 Jul 16 08:26:19.323550 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6901919c-d27b-4a5b-9e70-d56ce2f0161a service neutron] Pushing event updated for resources: {'Port': ['ID=3e9e2d12-2792-4d62-a0f5-dd48d800b9f5,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:19.337437 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3ef724e-b892-4275-bb6b-83b50bd19351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:19.352582 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-55ace370-070f-4e0a-8912-556a7b45dd29 req-d58e2235-01b7-40bd-9d70-0e4df2e759e2 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055379 Jul 16 08:26:19.379374 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-c3ef724e-b892-4275-bb6b-83b50bd19351 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65e6a8db-d3b7-4828-bf97-7f5344ef4f05']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:19.399098 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-c3ef724e-b892-4275-bb6b-83b50bd19351 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5fde1c5-d7d6-485c-b933-4a6575bb8f26') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:19.399322 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-c3ef724e-b892-4275-bb6b-83b50bd19351 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5fde1c5-d7d6-485c-b933-4a6575bb8f26') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:19.422645 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3ef724e-b892-4275-bb6b-83b50bd19351 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:19.437764 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-57b49968-3b77-4b1a-9f6f-86fb6b8762d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:19.438923 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf1cb4-8fc9-4304-9f16-69ae3983bde0 req-b1409a44-90c8-4715-8de6-aab92b3d5eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:19.439431 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-57b49968-3b77-4b1a-9f6f-86fb6b8762d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42f1ddffa5664f419805a6c1db23bdd5&device_id=b477a5bc-b20a-49f4-9f40-d90e78ec54c4 HTTP/1.1" status: 200 len: 1100 time: 0.1121793 Jul 16 08:26:19.440489 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aedf1cb4-8fc9-4304-9f16-69ae3983bde0 req-b1409a44-90c8-4715-8de6-aab92b3d5eb8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f6b0320-20a4-492b-b878-1f26679ef27a HTTP/1.1" status: 200 len: 853 time: 0.1000805 Jul 16 08:26:19.444334 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3ef724e-b892-4275-bb6b-83b50bd19351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:19.505878 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-22f0cc8d-5368-4fa7-accc-162311d692ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=3e9e2d12-2792-4d62-a0f5-dd48d800b9f5 HTTP/1.1" status: 200 len: 217 time: 0.0567276 Jul 16 08:26:19.529421 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eee4c0d-ee30-4ecf-b46f-b4b40cc1544c x-openstack-request-id: req-6eee4c0d-ee30-4ecf-b46f-b4b40cc1544c {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:19.529723 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b477a5bc-b20a-49f4-9f40-d90e78ec54c4", "tag": "3e9e2d12-2792-4d62-a0f5-dd48d800b9f5", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:19.529985 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6eee4c0d-ee30-4ecf-b46f-b4b40cc1544c {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:19.530385 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b477a5bc-b20a-49f4-9f40-d90e78ec54c4', 'tag': '3e9e2d12-2792-4d62-a0f5-dd48d800b9f5', 'status': 'completed', 'code': 200} Jul 16 08:26:19.530935 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3ef724e-b892-4275-bb6b-83b50bd19351 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:26:19.534189 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3ef724e-b892-4275-bb6b-83b50bd19351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:19.576703 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aedf1cb4-8fc9-4304-9f16-69ae3983bde0 req-655b22a4-604c-4793-a6d4-94ab3c64c1f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe9e5d71-34d1-40e5-baeb-d08da683d5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1162107 Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:26:19.577445 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:26:19.592299 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-2342c706-5074-4b1e-954e-aac5aaed6cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:19.594769 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-2342c706-5074-4b1e-954e-aac5aaed6cb4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0664706 Jul 16 08:26:19.648207 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ad91d1-5294-407f-8812-d69ee304035e req-1664d9f7-07fe-4222-9762-89ce266ae675 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:19.650024 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-90ad91d1-5294-407f-8812-d69ee304035e req-1664d9f7-07fe-4222-9762-89ce266ae675 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/ports?device_id=f127b9b8-2417-40ca-89ed-f3c34598de45 HTTP/1.1" status: 200 len: 943 time: 0.1540198 Jul 16 08:26:19.699048 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aedf1cb4-8fc9-4304-9f16-69ae3983bde0 req-c81fb58f-7362-4e8d-98d3-8f95c095e836 service neutron] 10.222.0.30 "GET /v2.0/networks/fe9e5d71-34d1-40e5-baeb-d08da683d5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136682 Jul 16 08:26:19.700885 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-90ad91d1-5294-407f-8812-d69ee304035e req-e1ce1ce8-462d-458f-9c2a-2aa71a31b3f5 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/security-groups?id=665d30cc-4980-46e5-b522-68b07dc820ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447123 Jul 16 08:26:19.705497 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-f4af47eb-8674-49bf-a8f4-c6bc34aef624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:19.707122 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-f4af47eb-8674-49bf-a8f4-c6bc34aef624 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1015909 Jul 16 08:26:19.854877 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aedf1cb4-8fc9-4304-9f16-69ae3983bde0 req-cd262f5e-cdb3-48b2-8019-1a5555b7345a service neutron] 10.222.0.30 "GET /v2.0/networks/fe9e5d71-34d1-40e5-baeb-d08da683d5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1124113 Jul 16 08:26:19.858219 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3ef724e-b892-4275-bb6b-83b50bd19351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:19.858494 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-f47826ef-b055-41e6-9efd-a5dcbe2a224d service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422744 Jul 16 08:26:19.867449 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3ef724e-b892-4275-bb6b-83b50bd19351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:19.872679 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c3ef724e-b892-4275-bb6b-83b50bd19351 admin admin] 10.222.0.22 "DELETE /v2.0/networks/65e6a8db-d3b7-4828-bf97-7f5344ef4f05 HTTP/1.1" status: 204 len: 168 time: 1.2191641 Jul 16 08:26:19.885729 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ef724e-b892-4275-bb6b-83b50bd19351 admin admin] Pushing event deleted for resources: {'Network': ['ID=65e6a8db-d3b7-4828-bf97-7f5344ef4f05,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:19.926627 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc84549e-5b95-4d28-97b0-1ee3afa4564f req-2fcc33aa-9c13-411d-b0ef-a8b23ec4a1e9 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:19.935773 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cc84549e-5b95-4d28-97b0-1ee3afa4564f req-2fcc33aa-9c13-411d-b0ef-a8b23ec4a1e9 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 950 time: 0.2338669 Jul 16 08:26:19.988978 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cc84549e-5b95-4d28-97b0-1ee3afa4564f req-4b9b7985-7596-4a5d-963d-7332e3751aa1 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519724 Jul 16 08:26:20.019609 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47496) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:20.098008 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae5fdbf-52d8-4994-8989-722cf0351de3 req-06dcc13f-9e11-4df0-9945-9d93b5d98fee tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:20.099517 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3ae5fdbf-52d8-4994-8989-722cf0351de3 req-06dcc13f-9e11-4df0-9945-9d93b5d98fee tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fa9c611-92a9-43c7-b18b-f112d2cb4b44 HTTP/1.1" status: 200 len: 943 time: 0.2091601 Jul 16 08:26:20.103118 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c2114332-c5b9-4bf5-aa77-58f1e055e475 req-2bd3f597-96d0-4ebf-bd16-c3bea56973dc service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2138605 Jul 16 08:26:20.105904 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-eefe28ac-5881-4e86-b68e-50651615eb5f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=84340a23f10a4b64ad21fa52302ef5f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0852256 Jul 16 08:26:20.108644 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47498) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:20.180148 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3ae5fdbf-52d8-4994-8989-722cf0351de3 req-ca603516-d826-464c-8b5c-4a202398669a tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b1ed4ac-763d-47cb-b6f9-aeebb55fc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562060 Jul 16 08:26:20.190087 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794b47d6-a6bf-4d67-a046-9b871b8ad01a req-e2acf6a5-020c-4904-bca2-3e8952c928cc tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:20.191791 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-794b47d6-a6bf-4d67-a046-9b871b8ad01a req-e2acf6a5-020c-4904-bca2-3e8952c928cc tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?device_id=78453f99-5ae5-4d28-a34c-97628a3fbea4 HTTP/1.1" status: 200 len: 946 time: 0.0859418 Jul 16 08:26:20.238871 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9bbaf963-07bc-4d24-8640-f9c811b229f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:20.240911 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-794b47d6-a6bf-4d67-a046-9b871b8ad01a req-6bf62e2b-f187-4345-a376-e0cd8ed7a6bc tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb4b443f-235e-4d77-acd0-66e27d08255a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417280 Jul 16 08:26:20.286118 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b465a4-c154-4aa7-bb7c-a56a79d9f643 req-b901693f-62e2-4896-b99d-dabae3169600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:20.287925 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a0b465a4-c154-4aa7-bb7c-a56a79d9f643 req-b901693f-62e2-4896-b99d-dabae3169600 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42f1ddffa5664f419805a6c1db23bdd5&device_id=b477a5bc-b20a-49f4-9f40-d90e78ec54c4 HTTP/1.1" status: 200 len: 1100 time: 0.1111331 Jul 16 08:26:20.290224 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9bbaf963-07bc-4d24-8640-f9c811b229f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:20.415866 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2981e0ae-9994-4b0c-afb0-7d77e4f803f6 req-088b8373-b958-4794-8f6a-a12745a9ef5f tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-881946597&fields=id&tenant_id=852c6d5a2f444ffe8ab3743f1821e977 HTTP/1.1" status: 200 len: 267 time: 0.0396979 Jul 16 08:26:20.444744 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b465a4-c154-4aa7-bb7c-a56a79d9f643 req-897d118f-490d-481a-868c-091bbbfd8b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:20.446144 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a0b465a4-c154-4aa7-bb7c-a56a79d9f643 req-897d118f-490d-481a-868c-091bbbfd8b13 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.1458480 Jul 16 08:26:20.491274 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981e0ae-9994-4b0c-afb0-7d77e4f803f6 req-b1935e9f-ce8a-4ccc-8630-1d672573b714 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:20.493591 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2981e0ae-9994-4b0c-afb0-7d77e4f803f6 req-b1935e9f-ce8a-4ccc-8630-1d672573b714 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?device_id=78453f99-5ae5-4d28-a34c-97628a3fbea4 HTTP/1.1" status: 200 len: 946 time: 0.0716317 Jul 16 08:26:20.501721 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9bbaf963-07bc-4d24-8640-f9c811b229f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:20.504181 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9bbaf963-07bc-4d24-8640-f9c811b229f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:20.507512 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9bbaf963-07bc-4d24-8640-f9c811b229f6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/20f3f82e-7f6a-4a74-887c-c03b7c2bb97e HTTP/1.1" status: 204 len: 168 time: 0.3881617 Jul 16 08:26:20.507646 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-2981e0ae-9994-4b0c-afb0-7d77e4f803f6 req-27a046af-e214-49bc-a645-043d8401c112 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Request body: {'port': {'security_groups': ['bb4b443f-235e-4d77-acd0-66e27d08255a', '01411686-f04c-4e18-9a0d-1c9efe88505d']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:20.516160 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a0b465a4-c154-4aa7-bb7c-a56a79d9f643 req-863a9baa-d194-4267-9c8b-c6b6ed12e575 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.176&port_id=3e9e2d12-2792-4d62-a0f5-dd48d800b9f5 HTTP/1.1" status: 200 len: 217 time: 0.0558708 Jul 16 08:26:20.525416 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbaf963-07bc-4d24-8640-f9c811b229f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f3f82e-7f6a-4a74-887c-c03b7c2bb97e,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:20.533882 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8edbfb-465d-4820-b494-7f745d8be764 req-7b42ffdf-7166-4f75-8d3c-69ad0e205748 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:20.535714 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4c8edbfb-465d-4820-b494-7f745d8be764 req-7b42ffdf-7166-4f75-8d3c-69ad0e205748 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=b477a5bc-b20a-49f4-9f40-d90e78ec54c4 HTTP/1.1" status: 200 len: 948 time: 0.1503363 Jul 16 08:26:20.605255 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b465a4-c154-4aa7-bb7c-a56a79d9f643 req-430cdfa0-5f5b-49f5-aa79-baa16a685da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:20.606714 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a0b465a4-c154-4aa7-bb7c-a56a79d9f643 req-430cdfa0-5f5b-49f5-aa79-baa16a685da7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0692785 Jul 16 08:26:20.609619 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4c8edbfb-465d-4820-b494-7f745d8be764 req-d71f0c45-fb6b-427a-a196-7f0b0941205d tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644066 Jul 16 08:26:20.675445 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2981e0ae-9994-4b0c-afb0-7d77e4f803f6 req-27a046af-e214-49bc-a645-043d8401c112 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:20.677451 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b465a4-c154-4aa7-bb7c-a56a79d9f643 req-ac904370-b940-40be-bd0d-e75aeb3419bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:20.679373 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a0b465a4-c154-4aa7-bb7c-a56a79d9f643 req-ac904370-b940-40be-bd0d-e75aeb3419bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0628223 Jul 16 08:26:20.755713 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 070ccc59-73a1-49bf-b77f-eaa528b952b7 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:26:20.918685 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a0b465a4-c154-4aa7-bb7c-a56a79d9f643 req-9aeb6f2d-f4ce-4fc6-9241-609cd64aee5e service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243762 Jul 16 08:26:20.927548 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89322550-5d14-41ba-bda1-9790b23d7021 req-536f09af-24e9-4549-88b3-234f3846378d tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:20.937559 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-89322550-5d14-41ba-bda1-9790b23d7021 req-536f09af-24e9-4549-88b3-234f3846378d tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 946 time: 0.1402626 Jul 16 08:26:20.943613 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 070ccc59-73a1-49bf-b77f-eaa528b952b7, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=070ccc59-73a1-49bf-b77f-eaa528b952b7,segment=NetworkSegment(94acc693-7016-419a-bfdd-c4dbde6a3553),segment_id=94acc693-7016-419a-bfdd-c4dbde6a3553)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:20.948648 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2981e0ae-9994-4b0c-afb0-7d77e4f803f6 req-27a046af-e214-49bc-a645-043d8401c112 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] For port 0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb,segment=NetworkSegment(32e39b1c-964f-44af-9812-01648a4617e8),segment_id=32e39b1c-964f-44af-9812-01648a4617e8)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:20.966536 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '070ccc59-73a1-49bf-b77f-eaa528b952b7', 'network_id': '02d9d55c-dd50-4319-82cb-a2af859ade23', 'port_id': '070ccc59-73a1-49bf-b77f-eaa528b952b7', 'mac_address': 'fa:16:3e:bc:06:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76c50899-99e0-4d0f-96f6-98eabddb6ee6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:26:20.984446 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2981e0ae-9994-4b0c-afb0-7d77e4f803f6 req-27a046af-e214-49bc-a645-043d8401c112 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:20.992158 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2981e0ae-9994-4b0c-afb0-7d77e4f803f6 req-27a046af-e214-49bc-a645-043d8401c112 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:21.018376 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['5e2012e5-c4a7-4a00-a0f1-a47d30d17251', '0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:21.028107 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:21.058319 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2981e0ae-9994-4b0c-afb0-7d77e4f803f6 req-27a046af-e214-49bc-a645-043d8401c112 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:21.059484 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2981e0ae-9994-4b0c-afb0-7d77e4f803f6 req-27a046af-e214-49bc-a645-043d8401c112 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:21.060634 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-89322550-5d14-41ba-bda1-9790b23d7021 req-7465b5f9-ba7f-4992-bf63-ea63da7cb284 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143837 Jul 16 08:26:21.064892 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2981e0ae-9994-4b0c-afb0-7d77e4f803f6 req-27a046af-e214-49bc-a645-043d8401c112 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "PUT /v2.0/ports/0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb HTTP/1.1" status: 200 len: 982 time: 0.5640521 Jul 16 08:26:21.065394 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78453f99-5ae5-4d28-a34c-97628a3fbea4', 'tag': '0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:21.069704 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56221055-8031-4e84-babc-649d1c4b9f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "78453f99-5ae5-4d28-a34c-97628a3fbea4", "tag": "0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:21.096827 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 070ccc59-73a1-49bf-b77f-eaa528b952b7 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:21.109893 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a0b465a4-c154-4aa7-bb7c-a56a79d9f643 req-d384e54a-629d-4466-948b-fb0b0053e03c service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1700764 Jul 16 08:26:21.135065 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a046af-e214-49bc-a645-043d8401c112 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Pushing event updated for resources: {'Port': ['ID=0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb,revision_number=6']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:21.171291 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 070ccc59-73a1-49bf-b77f-eaa528b952b7, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=070ccc59-73a1-49bf-b77f-eaa528b952b7,segment=NetworkSegment(94acc693-7016-419a-bfdd-c4dbde6a3553),segment_id=94acc693-7016-419a-bfdd-c4dbde6a3553)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:21.177770 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:21.222066 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:21.300766 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=070ccc59-73a1-49bf-b77f-eaa528b952b7,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:21.387153 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a283f9d5-985f-4710-a850-e3a598e16f16 req-698454ce-00d0-45e2-b174-f9af23001d2f tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:21.389044 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a283f9d5-985f-4710-a850-e3a598e16f16 req-698454ce-00d0-45e2-b174-f9af23001d2f tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/ports?device_id=f127b9b8-2417-40ca-89ed-f3c34598de45 HTTP/1.1" status: 200 len: 944 time: 0.1158576 Jul 16 08:26:21.458270 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa6e445-8234-4281-935a-b9933f403895 req-a80475e4-1f8a-4d8a-9dec-92c3e118b160 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:21.467797 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3fa6e445-8234-4281-935a-b9933f403895 req-a80475e4-1f8a-4d8a-9dec-92c3e118b160 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 950 time: 0.0886655 Jul 16 08:26:21.487861 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a283f9d5-985f-4710-a850-e3a598e16f16 req-97b67ee0-3ebb-4921-b939-7418cdfb8214 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/security-groups?id=665d30cc-4980-46e5-b522-68b07dc820ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0923531 Jul 16 08:26:21.518747 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3fa6e445-8234-4281-935a-b9933f403895 req-dc5946f9-02a0-4bb0-b460-42f4d4fa538c tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465286 Jul 16 08:26:21.566870 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87e5285e-5477-4980-90f8-2164cf72a32b x-openstack-request-id: req-87e5285e-5477-4980-90f8-2164cf72a32b {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:21.567429 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78453f99-5ae5-4d28-a34c-97628a3fbea4", "tag": "0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:21.567853 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-87e5285e-5477-4980-90f8-2164cf72a32b {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:21.568438 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78453f99-5ae5-4d28-a34c-97628a3fbea4', 'tag': '0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb', 'status': 'completed', 'code': 200} Jul 16 08:26:21.575459 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f2c05889-3395-4188-b01d-28f3422ee892 req-040202c2-d6f6-4994-80de-1b245ea98dba tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups/01411686-f04c-4e18-9a0d-1c9efe88505d HTTP/1.1" status: 200 len: 1800 time: 0.0565667 Jul 16 08:26:21.620060 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['070ccc59-73a1-49bf-b77f-eaa528b952b7'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:21.622048 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 067c17ba-6b1d-4b2c-a6b7-959c52d98d14 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:26:21.665259 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47540) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:21.729531 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 067c17ba-6b1d-4b2c-a6b7-959c52d98d14, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=067c17ba-6b1d-4b2c-a6b7-959c52d98d14,segment=NetworkSegment(3c4fe88f-5dcc-4562-b105-0f174af1dab2),segment_id=3c4fe88f-5dcc-4562-b105-0f174af1dab2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:21.746246 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '067c17ba-6b1d-4b2c-a6b7-959c52d98d14', 'network_id': 'fe9e5d71-34d1-40e5-baeb-d08da683d5a1', 'port_id': '067c17ba-6b1d-4b2c-a6b7-959c52d98d14', 'mac_address': 'fa:16:3e:e0:c2:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3f6b0320-20a4-492b-b878-1f26679ef27a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:26:21.751032 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [req-f2c05889-3395-4188-b01d-28f3422ee892 req-4dbe94e8-9855-4d4a-8c39-5c13d5b6f553 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 08:26:21.752709 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f2c05889-3395-4188-b01d-28f3422ee892 req-4dbe94e8-9855-4d4a-8c39-5c13d5b6f553 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "DELETE /v2.0/security-groups/01411686-f04c-4e18-9a0d-1c9efe88505d HTTP/1.1" status: 409 len: 341 time: 0.1708081 Jul 16 08:26:21.763671 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56221055-8031-4e84-babc-649d1c4b9f4d req-576de67f-1124-4604-a5ac-e670c1ad7c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:21.767321 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-56221055-8031-4e84-babc-649d1c4b9f4d req-576de67f-1124-4604-a5ac-e670c1ad7c02 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=852c6d5a2f444ffe8ab3743f1821e977&device_id=78453f99-5ae5-4d28-a34c-97628a3fbea4 HTTP/1.1" status: 200 len: 1137 time: 0.1742291 Jul 16 08:26:21.779979 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44fcd0c-0b05-402a-b57e-4f1b3442fb4d req-1e091a11-7eb6-47b7-8471-45af15e38fd2 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:21.781847 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d44fcd0c-0b05-402a-b57e-4f1b3442fb4d req-1e091a11-7eb6-47b7-8471-45af15e38fd2 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fa9c611-92a9-43c7-b18b-f112d2cb4b44 HTTP/1.1" status: 200 len: 943 time: 0.1032829 Jul 16 08:26:21.830845 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-44b781dc-d7b7-4e5c-abff-0f601230e5fe admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-873438842-network', 'tenant_id': 'f376a078e94e4820855cbf8d37713ac9'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:21.860993 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d44fcd0c-0b05-402a-b57e-4f1b3442fb4d req-01d8105e-0471-46a3-9179-5e01cb17c570 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b1ed4ac-763d-47cb-b6f9-aeebb55fc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718420 Jul 16 08:26:21.872976 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b781dc-d7b7-4e5c-abff-0f601230e5fe admin admin] Made reservation on behalf of f376a078e94e4820855cbf8d37713ac9 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:21.876694 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44b781dc-d7b7-4e5c-abff-0f601230e5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:21.888149 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44b781dc-d7b7-4e5c-abff-0f601230e5fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:21.910028 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56221055-8031-4e84-babc-649d1c4b9f4d req-68f5bb31-76af-4e48-8603-992caecf6f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:21.918140 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-56221055-8031-4e84-babc-649d1c4b9f4d req-68f5bb31-76af-4e48-8603-992caecf6f99 service neutron] 10.222.0.21 "GET /v2.0/networks?id=13eb8833-ea3c-42b1-ae1e-dd3cef084336 HTTP/1.1" status: 200 len: 913 time: 0.1361406 Jul 16 08:26:21.984879 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:22.028828 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 067c17ba-6b1d-4b2c-a6b7-959c52d98d14 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:22.060740 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-56221055-8031-4e84-babc-649d1c4b9f4d req-5afd3524-8d23-42d5-b0e4-b11f31cd0585 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb HTTP/1.1" status: 200 len: 217 time: 0.1338172 Jul 16 08:26:22.091251 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44b781dc-d7b7-4e5c-abff-0f601230e5fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:22.097847 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44b781dc-d7b7-4e5c-abff-0f601230e5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:22.105431 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 067c17ba-6b1d-4b2c-a6b7-959c52d98d14, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=067c17ba-6b1d-4b2c-a6b7-959c52d98d14,segment=NetworkSegment(3c4fe88f-5dcc-4562-b105-0f174af1dab2),segment_id=3c4fe88f-5dcc-4562-b105-0f174af1dab2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:22.125450 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:22.137383 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b781dc-d7b7-4e5c-abff-0f601230e5fe admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:26:22.187429 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44b781dc-d7b7-4e5c-abff-0f601230e5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:22.188451 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-44b781dc-d7b7-4e5c-abff-0f601230e5fe admin admin] Added segment e30e742a-742f-4556-b001-bd60a9d1298b of type vlan for network 9c47df13-ec12-453f-bbc1-8544a374b945 Jul 16 08:26:22.202158 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b781dc-d7b7-4e5c-abff-0f601230e5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=163efb1b-58aa-4b47-b5c3-539dc280bf0a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:22.202609 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56221055-8031-4e84-babc-649d1c4b9f4d req-b352fb85-4065-4b70-ba33-619bfa3d0047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:22.204316 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-56221055-8031-4e84-babc-649d1c4b9f4d req-b352fb85-4065-4b70-ba33-619bfa3d0047 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a2e699c-4474-4ce8-9541-5d2e85ff0e34 HTTP/1.1" status: 200 len: 852 time: 0.0867083 Jul 16 08:26:22.218278 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31443f8-3a30-4e52-b798-65c632335016 req-a26466e1-c6b5-4e3a-8f70-dc3a08786974 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:22.221330 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c31443f8-3a30-4e52-b798-65c632335016 req-a26466e1-c6b5-4e3a-8f70-dc3a08786974 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=b477a5bc-b20a-49f4-9f40-d90e78ec54c4 HTTP/1.1" status: 200 len: 948 time: 0.2802765 Jul 16 08:26:22.248264 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44b781dc-d7b7-4e5c-abff-0f601230e5fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:22.259087 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=067c17ba-6b1d-4b2c-a6b7-959c52d98d14,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:22.284291 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44b781dc-d7b7-4e5c-abff-0f601230e5fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:22.285721 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b781dc-d7b7-4e5c-abff-0f601230e5fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:22.286628 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44b781dc-d7b7-4e5c-abff-0f601230e5fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:22.299736 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-56221055-8031-4e84-babc-649d1c4b9f4d req-e32c94e3-c61a-4037-ab0b-78761fd38ac5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13eb8833-ea3c-42b1-ae1e-dd3cef084336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768907 Jul 16 08:26:22.346865 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c31443f8-3a30-4e52-b798-65c632335016 req-4b725d66-b58f-4956-babd-8c40527cdbbd tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085615 Jul 16 08:26:22.407815 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b781dc-d7b7-4e5c-abff-0f601230e5fe admin admin] Pushing event updated for resources: {'Network': ['ID=9c47df13-ec12-453f-bbc1-8544a374b945,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:22.421727 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 9c47df13-ec12-453f-bbc1-8544a374b945 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:26:22.421898 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-44b781dc-d7b7-4e5c-abff-0f601230e5fe admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7550223 Jul 16 08:26:22.426289 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47552) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:22.434525 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-092e8dfa-a83b-4835-9992-7f4a980b5389 admin admin] Request body: {'subnet': {'network_id': '9c47df13-ec12-453f-bbc1-8544a374b945', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-873438842-subnet', 'tenant_id': 'f376a078e94e4820855cbf8d37713ac9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:22.459455 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-56221055-8031-4e84-babc-649d1c4b9f4d req-5b8fc80f-e155-4f13-9eff-98e5ac1ec4eb service neutron] 10.222.0.21 "GET /v2.0/networks/13eb8833-ea3c-42b1-ae1e-dd3cef084336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421328 Jul 16 08:26:22.499427 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-092e8dfa-a83b-4835-9992-7f4a980b5389 admin admin] Made reservation on behalf of f376a078e94e4820855cbf8d37713ac9 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:22.501844 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-092e8dfa-a83b-4835-9992-7f4a980b5389 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:22.512416 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['067c17ba-6b1d-4b2c-a6b7-959c52d98d14'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:22.602916 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3862efc6-ae06-404b-88bb-59821a1bc6c7 req-edb95527-cbf1-4168-95e3-1d8f07b67cf7 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:22.610219 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3862efc6-ae06-404b-88bb-59821a1bc6c7 req-edb95527-cbf1-4168-95e3-1d8f07b67cf7 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 946 time: 0.3187821 Jul 16 08:26:22.683113 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3862efc6-ae06-404b-88bb-59821a1bc6c7 req-5ca38e84-2552-4ca9-a9c2-a74cf64d9fc8 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719085 Jul 16 08:26:22.755753 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 3e9e2d12-2792-4d62-a0f5-dd48d800b9f5 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:26:22.791458 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-092e8dfa-a83b-4835-9992-7f4a980b5389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:22.892209 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092e8dfa-a83b-4835-9992-7f4a980b5389 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4142aea-b590-4e5b-bfd3-82ba0309447d,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:22.893909 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 3e9e2d12-2792-4d62-a0f5-dd48d800b9f5, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=3e9e2d12-2792-4d62-a0f5-dd48d800b9f5,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:22.896223 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092e8dfa-a83b-4835-9992-7f4a980b5389 admin admin] Checking segment: {'id': 'e30e742a-742f-4556-b001-bd60a9d1298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9c47df13-ec12-453f-bbc1-8544a374b945'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:22.897193 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092e8dfa-a83b-4835-9992-7f4a980b5389 admin admin] Network hostable DHCP agents. Network: 9c47df13-ec12-453f-bbc1-8544a374b945, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:26:22.910178 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '3e9e2d12-2792-4d62-a0f5-dd48d800b9f5', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': '3e9e2d12-2792-4d62-a0f5-dd48d800b9f5', 'mac_address': 'fa:16:3e:1a:34:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.176'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:26:22.912538 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-56221055-8031-4e84-babc-649d1c4b9f4d req-0f936a0c-f92e-4bcd-bfee-2d7091d3dc90 service neutron] 10.222.0.21 "GET /v2.0/networks/13eb8833-ea3c-42b1-ae1e-dd3cef084336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4474287 Jul 16 08:26:22.925128 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092e8dfa-a83b-4835-9992-7f4a980b5389 admin admin] Network 9c47df13-ec12-453f-bbc1-8544a374b945 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:26:22.940168 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-092e8dfa-a83b-4835-9992-7f4a980b5389 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 9c47df13-ec12-453f-bbc1-8544a374b945) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:22.949251 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0fcb182-2692-459f-9e8f-22c4a6ebe549 req-e3d06564-bf17-43cc-8f6a-54f951dc288f tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:22.951918 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c0fcb182-2692-459f-9e8f-22c4a6ebe549 req-e3d06564-bf17-43cc-8f6a-54f951dc288f tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?device_id=78453f99-5ae5-4d28-a34c-97628a3fbea4 HTTP/1.1" status: 200 len: 985 time: 0.4792621 Jul 16 08:26:22.958635 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef1eea3-dacb-4b8e-b189-7549a04f40a7 None None] Network 9c47df13-ec12-453f-bbc1-8544a374b945 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:26:22.962692 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-092e8dfa-a83b-4835-9992-7f4a980b5389 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:22.968799 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-092e8dfa-a83b-4835-9992-7f4a980b5389 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:23.004475 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:23.009956 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-092e8dfa-a83b-4835-9992-7f4a980b5389 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.5827239 Jul 16 08:26:23.050274 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e9e2d12-2792-4d62-a0f5-dd48d800b9f5 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:23.072972 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c0fcb182-2692-459f-9e8f-22c4a6ebe549 req-c3c9867e-9900-4c09-9339-9e34193e5752 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb4b443f-235e-4d77-acd0-66e27d08255a&id=01411686-f04c-4e18-9a0d-1c9efe88505d&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.1146355 Jul 16 08:26:23.101684 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 3e9e2d12-2792-4d62-a0f5-dd48d800b9f5, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=3e9e2d12-2792-4d62-a0f5-dd48d800b9f5,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:23.109758 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8075724-504a-4114-95d0-b6b87ba13b43 req-e692ecad-0746-4584-80d3-6dd46c43067a tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:23.122023 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c8075724-504a-4114-95d0-b6b87ba13b43 req-e692ecad-0746-4584-80d3-6dd46c43067a tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/ports?device_id=f127b9b8-2417-40ca-89ed-f3c34598de45 HTTP/1.1" status: 200 len: 944 time: 0.1149566 Jul 16 08:26:23.125123 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:23.127780 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b661b-687c-4b6a-8de0-87bdf0b3a20e req-04bd8015-6968-4540-827a-96ab70df8e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:23.136069 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-706b661b-687c-4b6a-8de0-87bdf0b3a20e req-04bd8015-6968-4540-827a-96ab70df8e96 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=852c6d5a2f444ffe8ab3743f1821e977&device_id=78453f99-5ae5-4d28-a34c-97628a3fbea4 HTTP/1.1" status: 200 len: 1137 time: 0.1516874 Jul 16 08:26:23.204800 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c8075724-504a-4114-95d0-b6b87ba13b43 req-9c62d74e-8ed6-495b-9b77-ab05852093c3 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/security-groups?id=665d30cc-4980-46e5-b522-68b07dc820ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803802 Jul 16 08:26:23.267623 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=3e9e2d12-2792-4d62-a0f5-dd48d800b9f5,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:23.271509 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f859ce-51e4-4e72-b2ea-43f572afcae9 None None] Network 9c47df13-ec12-453f-bbc1-8544a374b945 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:26:23.328878 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b661b-687c-4b6a-8de0-87bdf0b3a20e req-b2d53b6c-224f-42b1-904b-c89b7f2c5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:23.330945 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-706b661b-687c-4b6a-8de0-87bdf0b3a20e req-b2d53b6c-224f-42b1-904b-c89b7f2c5ea9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=13eb8833-ea3c-42b1-ae1e-dd3cef084336 HTTP/1.1" status: 200 len: 913 time: 0.1884801 Jul 16 08:26:23.374028 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-706b661b-687c-4b6a-8de0-87bdf0b3a20e req-9002ab77-c4a1-42e7-846e-3d7d6752fb22 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb HTTP/1.1" status: 200 len: 217 time: 0.0353284 Jul 16 08:26:23.392261 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bf9388-e41b-465e-9587-9860d0d20f73 req-faae9aba-ac1e-447f-95bd-41af3c337266 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:23.400474 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c1bf9388-e41b-465e-9587-9860d0d20f73 req-faae9aba-ac1e-447f-95bd-41af3c337266 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 950 time: 0.1431816 Jul 16 08:26:23.424580 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f01668-94a9-46dc-ac35-3bc081891439 req-7f7c1df8-3ba1-41a3-93de-968d3738c1e4 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:23.426159 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-66f01668-94a9-46dc-ac35-3bc081891439 req-7f7c1df8-3ba1-41a3-93de-968d3738c1e4 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fa9c611-92a9-43c7-b18b-f112d2cb4b44 HTTP/1.1" status: 200 len: 944 time: 0.0862060 Jul 16 08:26:23.460269 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['3e9e2d12-2792-4d62-a0f5-dd48d800b9f5'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:23.469844 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-66f01668-94a9-46dc-ac35-3bc081891439 req-09a6122a-9624-4a3a-87c9-49371a94bfaa tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b1ed4ac-763d-47cb-b6f9-aeebb55fc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371199 Jul 16 08:26:23.473811 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c1bf9388-e41b-465e-9587-9860d0d20f73 req-7f3edacd-2d5c-4880-96c1-ce6e975fcf1a tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724971 Jul 16 08:26:23.497000 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706b661b-687c-4b6a-8de0-87bdf0b3a20e req-8cae339a-6df9-4aa5-8691-db0efabb69d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:23.498508 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-706b661b-687c-4b6a-8de0-87bdf0b3a20e req-8cae339a-6df9-4aa5-8691-db0efabb69d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a2e699c-4474-4ce8-9541-5d2e85ff0e34 HTTP/1.1" status: 200 len: 852 time: 0.1143534 Jul 16 08:26:23.539794 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-706b661b-687c-4b6a-8de0-87bdf0b3a20e req-99c140dd-3495-4b3d-a34a-f334c46c608d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13eb8833-ea3c-42b1-ae1e-dd3cef084336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0339231 Jul 16 08:26:23.683548 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 067c17ba-6b1d-4b2c-a6b7-959c52d98d14 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:23.695184 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-706b661b-687c-4b6a-8de0-87bdf0b3a20e req-fef0dbbe-ee57-4235-ad55-47585ac31b0b service neutron] 10.222.0.21 "GET /v2.0/networks/13eb8833-ea3c-42b1-ae1e-dd3cef084336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1485393 Jul 16 08:26:23.738373 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3991489-02e0-43e3-81d2-1a353f4f5423 req-cfd714d2-65ab-4d16-a760-41c2547c1dfd tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:23.739893 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e3991489-02e0-43e3-81d2-1a353f4f5423 req-cfd714d2-65ab-4d16-a760-41c2547c1dfd tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=b477a5bc-b20a-49f4-9f40-d90e78ec54c4 HTTP/1.1" status: 200 len: 949 time: 0.1150286 Jul 16 08:26:23.784972 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 067c17ba-6b1d-4b2c-a6b7-959c52d98d14 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:23.792986 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 067c17ba-6b1d-4b2c-a6b7-959c52d98d14 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:23.793363 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:23.812012 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-d416ea8e-b1e4-4694-a775-0ab383a515b7 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:23.818895 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-d416ea8e-b1e4-4694-a775-0ab383a515b7 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.22 "GET /v2.0/networks?id=9c47df13-ec12-453f-bbc1-8544a374b945 HTTP/1.1" status: 200 len: 820 time: 0.1183500 Jul 16 08:26:23.833200 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-aae4890a-d2ed-4b16-88cb-a409e6f8be33 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.22 "GET /v2.0/quotas/f376a078e94e4820855cbf8d37713ac9 HTTP/1.1" status: 200 len: 375 time: 0.0128136 Jul 16 08:26:23.838757 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e3991489-02e0-43e3-81d2-1a353f4f5423 req-69ad748e-5033-461e-b512-4f89019bf75d tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595922 Jul 16 08:26:23.841008 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-706b661b-687c-4b6a-8de0-87bdf0b3a20e req-165643d3-f5af-4ef8-bc51-67610495cff3 service neutron] 10.222.0.21 "GET /v2.0/networks/13eb8833-ea3c-42b1-ae1e-dd3cef084336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388209 Jul 16 08:26:23.880958 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-de2bbb22-c7a9-40b7-98bd-fba4b9b8469a tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=f376a078e94e4820855cbf8d37713ac9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0457842 Jul 16 08:26:23.902231 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:23.928448 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fa9c611-92a9-43c7-b18b-f112d2cb4b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067c17ba-6b1d-4b2c-a6b7-959c52d98d14'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:23.931016 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0bb877c3-bbdf-4413-976f-27451e3ea866" -d '{"events": [{"server_uuid": "3fa9c611-92a9-43c7-b18b-f112d2cb4b44", "name": "network-vif-plugged", "status": "completed", "tag": "067c17ba-6b1d-4b2c-a6b7-959c52d98d14"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:23.944674 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 067c17ba-6b1d-4b2c-a6b7-959c52d98d14, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=067c17ba-6b1d-4b2c-a6b7-959c52d98d14,segment=NetworkSegment(3c4fe88f-5dcc-4562-b105-0f174af1dab2),segment_id=3c4fe88f-5dcc-4562-b105-0f174af1dab2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:23.950459 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:24.000107 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-e58260c4-ee1b-4f37-a464-35905683a0d1 service neutron] 10.222.0.22 "GET /v2.0/networks/9c47df13-ec12-453f-bbc1-8544a374b945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106472 Jul 16 08:26:24.005158 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=067c17ba-6b1d-4b2c-a6b7-959c52d98d14,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:24.037569 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3789e25-ae97-432f-b5b9-154ec8f18c77 req-e1763876-aa5b-47a5-9dd0-54620ca2603a tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:24.039330 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f3789e25-ae97-432f-b5b9-154ec8f18c77 req-e1763876-aa5b-47a5-9dd0-54620ca2603a tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 946 time: 0.0713620 Jul 16 08:26:24.080966 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f3789e25-ae97-432f-b5b9-154ec8f18c77 req-db695b31-a2bb-4014-b565-d08a72a66610 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348856 Jul 16 08:26:24.100712 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-17f6b508-557f-45b5-98eb-69e69c3943ef service neutron] 10.222.0.22 "GET /v2.0/networks/9c47df13-ec12-453f-bbc1-8544a374b945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994496 Jul 16 08:26:24.241292 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c882dd07-f4a6-47d1-8111-70d9593204e8 x-openstack-request-id: req-c882dd07-f4a6-47d1-8111-70d9593204e8 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:24.241684 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fa9c611-92a9-43c7-b18b-f112d2cb4b44", "name": "network-vif-plugged", "status": "completed", "tag": "067c17ba-6b1d-4b2c-a6b7-959c52d98d14", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:24.242039 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c882dd07-f4a6-47d1-8111-70d9593204e8 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:24.242617 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa9c611-92a9-43c7-b18b-f112d2cb4b44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '067c17ba-6b1d-4b2c-a6b7-959c52d98d14', 'code': 200} Jul 16 08:26:24.312492 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-36259894-70e2-4c57-98a5-42ab21b5ba06 req-8cb9b1f5-3dc5-4850-932c-016a5c994df8 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6 HTTP/1.1" status: 200 len: 210 time: 0.0308347 Jul 16 08:26:24.432033 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2876fee4-74b9-4bf5-9b63-daddc9a8d558 req-48eac2d9-4596-43e5-a51d-e501456dcff0 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:24.433594 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2876fee4-74b9-4bf5-9b63-daddc9a8d558 req-48eac2d9-4596-43e5-a51d-e501456dcff0 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?device_id=78453f99-5ae5-4d28-a34c-97628a3fbea4 HTTP/1.1" status: 200 len: 985 time: 0.1061981 Jul 16 08:26:24.450907 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f904c1-01f8-4f55-b708-1486964088be req-6d500115-cf56-4480-a06a-a517d13bfdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:24.453536 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-24f904c1-01f8-4f55-b708-1486964088be req-6d500115-cf56-4480-a06a-a517d13bfdc1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3fa9c611-92a9-43c7-b18b-f112d2cb4b44 HTTP/1.1" status: 200 len: 1097 time: 0.1148229 Jul 16 08:26:24.508891 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2876fee4-74b9-4bf5-9b63-daddc9a8d558 req-cd859b8d-3fb8-4567-8288-7caf453a4f26 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb4b443f-235e-4d77-acd0-66e27d08255a&id=01411686-f04c-4e18-9a0d-1c9efe88505d&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0673413 Jul 16 08:26:24.513179 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-24f904c1-01f8-4f55-b708-1486964088be req-e5727363-c486-4f92-bfbc-fe126922f773 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8b1ed4ac-763d-47cb-b6f9-aeebb55fc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499883 Jul 16 08:26:24.520305 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7fe9e7-88fd-4bbe-b1f4-180876e1270d req-979d440c-c650-4112-9bb1-a4d59c219d41 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:24.522764 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1f7fe9e7-88fd-4bbe-b1f4-180876e1270d req-979d440c-c650-4112-9bb1-a4d59c219d41 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/ports?device_id=f127b9b8-2417-40ca-89ed-f3c34598de45 HTTP/1.1" status: 200 len: 944 time: 0.0887332 Jul 16 08:26:24.569401 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1f7fe9e7-88fd-4bbe-b1f4-180876e1270d req-53aa324e-fc5e-4be1-acea-427f4ff33c14 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/security-groups?id=665d30cc-4980-46e5-b522-68b07dc820ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394168 Jul 16 08:26:24.689225 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40253b-c442-4413-aba3-8b20f6833e39 req-e57c2ddb-4409-4d47-b0a0-91c9b9e932ff tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:24.690237 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ec40253b-c442-4413-aba3-8b20f6833e39 req-e57c2ddb-4409-4d47-b0a0-91c9b9e932ff tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fa9c611-92a9-43c7-b18b-f112d2cb4b44 HTTP/1.1" status: 200 len: 945 time: 0.0722351 Jul 16 08:26:24.730603 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ec40253b-c442-4413-aba3-8b20f6833e39 req-fb69cc9a-d50a-43e1-93c3-c87cb360b122 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b1ed4ac-763d-47cb-b6f9-aeebb55fc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332994 Jul 16 08:26:24.754116 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63479ea-b7cd-4eb9-9a72-8c1185cbe551 req-679c03ec-6607-4fec-8bdf-eba75da1c6bf tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:24.755669 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b63479ea-b7cd-4eb9-9a72-8c1185cbe551 req-679c03ec-6607-4fec-8bdf-eba75da1c6bf tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 950 time: 0.0773075 Jul 16 08:26:24.763654 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 070ccc59-73a1-49bf-b77f-eaa528b952b7 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:24.795380 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b63479ea-b7cd-4eb9-9a72-8c1185cbe551 req-c667398e-2474-4e05-8ffc-6ce1dca76b5c tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320003 Jul 16 08:26:24.815274 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 070ccc59-73a1-49bf-b77f-eaa528b952b7 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:24.819058 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 070ccc59-73a1-49bf-b77f-eaa528b952b7 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:24.819430 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:24.898025 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:24.931444 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 070ccc59-73a1-49bf-b77f-eaa528b952b7, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=070ccc59-73a1-49bf-b77f-eaa528b952b7,segment=NetworkSegment(94acc693-7016-419a-bfdd-c4dbde6a3553),segment_id=94acc693-7016-419a-bfdd-c4dbde6a3553)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:24.935989 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:24.985631 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=070ccc59-73a1-49bf-b77f-eaa528b952b7,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:25.030881 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316190d-3200-4ee7-b1bd-e8987d0c5c63 req-d0380d02-055b-4be8-acfe-493c3f41c6c6 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:25.032513 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0316190d-3200-4ee7-b1bd-e8987d0c5c63 req-d0380d02-055b-4be8-acfe-493c3f41c6c6 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=b477a5bc-b20a-49f4-9f40-d90e78ec54c4 HTTP/1.1" status: 200 len: 949 time: 0.0683756 Jul 16 08:26:25.069501 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0316190d-3200-4ee7-b1bd-e8987d0c5c63 req-c98c3de8-8060-4850-a860-2168d69e6a86 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314162 Jul 16 08:26:25.259662 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e301856b-c019-44a5-a8ea-ec0fba698bd2 req-0e0c1c10-8ef6-4014-81a3-3b3375753e74 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:25.261197 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e301856b-c019-44a5-a8ea-ec0fba698bd2 req-0e0c1c10-8ef6-4014-81a3-3b3375753e74 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 946 time: 0.0706000 Jul 16 08:26:25.300407 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e301856b-c019-44a5-a8ea-ec0fba698bd2 req-a48312de-3418-4bac-87b2-abf181842746 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335288 Jul 16 08:26:25.477680 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-af83b2de-8f0a-42c8-b5b5-1a0c93a1f670 req-09c86d10-aac0-4e2c-a3d4-a6137f9d9b43 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6 HTTP/1.1" status: 200 len: 210 time: 0.0427206 Jul 16 08:26:25.550021 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f4699237-54dc-4972-828c-7a6d520773dd tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:25.551499 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f4699237-54dc-4972-828c-7a6d520773dd tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.30 "GET /v2.0/networks?id=9c47df13-ec12-453f-bbc1-8544a374b945 HTTP/1.1" status: 200 len: 820 time: 0.1399364 Jul 16 08:26:25.566427 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f964e3f0-80b9-4b31-a876-beb866160dd1 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Request body: {'port': {'device_id': '93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6', 'network_id': '9c47df13-ec12-453f-bbc1-8544a374b945', 'admin_state_up': True, 'tenant_id': 'f376a078e94e4820855cbf8d37713ac9'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:25.707934 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f964e3f0-80b9-4b31-a876-beb866160dd1 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Made reservation on behalf of f376a078e94e4820855cbf8d37713ac9 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:25.711847 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f964e3f0-80b9-4b31-a876-beb866160dd1 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:25.730170 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d1f17-5378-4dce-b5e2-28c2999721c4 req-395073c1-5107-4a90-86cc-f10ab42e4926 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:25.731713 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b96d1f17-5378-4dce-b5e2-28c2999721c4 req-395073c1-5107-4a90-86cc-f10ab42e4926 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?device_id=78453f99-5ae5-4d28-a34c-97628a3fbea4 HTTP/1.1" status: 200 len: 985 time: 0.0799432 Jul 16 08:26:25.776320 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b96d1f17-5378-4dce-b5e2-28c2999721c4 req-608aef89-c447-4775-b2f0-d417e22e6a1f tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb4b443f-235e-4d77-acd0-66e27d08255a&id=01411686-f04c-4e18-9a0d-1c9efe88505d&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0382991 Jul 16 08:26:25.854117 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d9e69-ab80-43bb-b81f-17632a839406 req-4c1a71b2-0a54-4c48-90d5-9cbc2df3d503 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:25.855529 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d12d9e69-ab80-43bb-b81f-17632a839406 req-4c1a71b2-0a54-4c48-90d5-9cbc2df3d503 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/ports?device_id=f127b9b8-2417-40ca-89ed-f3c34598de45 HTTP/1.1" status: 200 len: 945 time: 0.1575203 Jul 16 08:26:25.890348 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f964e3f0-80b9-4b31-a876-beb866160dd1 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Allocated IP 172.20.0.12 (9c47df13-ec12-453f-bbc1-8544a374b945/a4142aea-b590-4e5b-bfd3-82ba0309447d/e7342783-ed49-43a1-b26e-41a5f4c7ec84) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:25.915331 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d12d9e69-ab80-43bb-b81f-17632a839406 req-9834fac4-5340-4d57-8879-f446cabc244c tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/security-groups?id=665d30cc-4980-46e5-b522-68b07dc820ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529828 Jul 16 08:26:25.958828 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd6a779-301d-4ca9-ac99-a79794c6b12e req-9a763b5f-e1fb-4660-9086-cc093ec89604 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:25.960712 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4dd6a779-301d-4ca9-ac99-a79794c6b12e req-9a763b5f-e1fb-4660-9086-cc093ec89604 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fa9c611-92a9-43c7-b18b-f112d2cb4b44 HTTP/1.1" status: 200 len: 945 time: 0.0821607 Jul 16 08:26:26.000280 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4dd6a779-301d-4ca9-ac99-a79794c6b12e req-11be2387-de57-46d8-a81e-5caa6d5a6e65 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b1ed4ac-763d-47cb-b6f9-aeebb55fc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333955 Jul 16 08:26:26.094610 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87c43958-8ee6-4210-baa0-e14cd5d609dc req-3a2f65c4-28b8-4e2f-bfcc-a2b28456d8fa tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-2096708284&fields=id&tenant_id=852c6d5a2f444ffe8ab3743f1821e977 HTTP/1.1" status: 200 len: 267 time: 0.0603714 Jul 16 08:26:26.123061 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f964e3f0-80b9-4b31-a876-beb866160dd1 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:26.174557 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf002bce-4e9a-49af-87a8-99029e066fe0 req-bf7c872e-30d5-4f09-a8d6-bed8f71904c0 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:26.176035 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bf002bce-4e9a-49af-87a8-99029e066fe0 req-bf7c872e-30d5-4f09-a8d6-bed8f71904c0 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 950 time: 0.0697286 Jul 16 08:26:26.208158 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c43958-8ee6-4210-baa0-e14cd5d609dc req-0bbad21e-1ae7-423a-9e6b-8bd44813be0a tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:26.209783 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87c43958-8ee6-4210-baa0-e14cd5d609dc req-0bbad21e-1ae7-423a-9e6b-8bd44813be0a tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?device_id=78453f99-5ae5-4d28-a34c-97628a3fbea4 HTTP/1.1" status: 200 len: 985 time: 0.1086047 Jul 16 08:26:26.215340 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bf002bce-4e9a-49af-87a8-99029e066fe0 req-b4f13f7e-0dd4-4e66-8103-c136c4d54b55 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318913 Jul 16 08:26:26.215667 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f964e3f0-80b9-4b31-a876-beb866160dd1 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:26.244263 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f127b9b8-2417-40ca-89ed-f3c34598de45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070ccc59-73a1-49bf-b77f-eaa528b952b7'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:26.246707 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67eedb3f-26a0-4f20-b08e-c746a36e9dd0" -d '{"events": [{"server_uuid": "f127b9b8-2417-40ca-89ed-f3c34598de45", "name": "network-vif-plugged", "status": "completed", "tag": "070ccc59-73a1-49bf-b77f-eaa528b952b7"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:26.257936 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-87c43958-8ee6-4210-baa0-e14cd5d609dc req-62065349-0b1e-44e9-bbcf-54e88aeefe09 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Request body: {'port': {'security_groups': ['01411686-f04c-4e18-9a0d-1c9efe88505d', 'bb4b443f-235e-4d77-acd0-66e27d08255a', 'e9bfdc04-a65a-4096-80c5-6ddc3ec979f0']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:26.309619 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f964e3f0-80b9-4b31-a876-beb866160dd1 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Network 9c47df13-ec12-453f-bbc1-8544a374b945 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:26.319177 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f964e3f0-80b9-4b31-a876-beb866160dd1 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:26.323159 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964e3f0-80b9-4b31-a876-beb866160dd1 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Pushing event updated for resources: {'Port': ['ID=e7342783-ed49-43a1-b26e-41a5f4c7ec84,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:26.327351 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f964e3f0-80b9-4b31-a876-beb866160dd1 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:26.413934 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f964e3f0-80b9-4b31-a876-beb866160dd1 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:26.414593 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f964e3f0-80b9-4b31-a876-beb866160dd1 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:26.417031 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-87c43958-8ee6-4210-baa0-e14cd5d609dc req-62065349-0b1e-44e9-bbcf-54e88aeefe09 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:26.439993 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f964e3f0-80b9-4b31-a876-beb866160dd1 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8779984 Jul 16 08:26:26.467146 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f6ea91e5-0ed2-4102-89ab-f11013c83962 service neutron] Request body: {'port': {'device_id': '93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:26.496075 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ea609a-cd0f-4248-b390-f64a47330ff7 req-4b31bd57-7ebe-4044-9a5d-7e7fa93f925b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:26.497761 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-97ea609a-cd0f-4248-b390-f64a47330ff7 req-4b31bd57-7ebe-4044-9a5d-7e7fa93f925b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=b477a5bc-b20a-49f4-9f40-d90e78ec54c4 HTTP/1.1" status: 200 len: 949 time: 0.0714076 Jul 16 08:26:26.542554 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-97ea609a-cd0f-4248-b390-f64a47330ff7 req-4d7316e3-df7a-4195-b31a-fbd12d508018 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386627 Jul 16 08:26:26.580993 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f6ea91e5-0ed2-4102-89ab-f11013c83962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:26.590265 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c939de9d-b3b8-44ef-80b7-e96c5b501479 x-openstack-request-id: req-c939de9d-b3b8-44ef-80b7-e96c5b501479 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:26.590684 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f127b9b8-2417-40ca-89ed-f3c34598de45", "name": "network-vif-plugged", "status": "completed", "tag": "070ccc59-73a1-49bf-b77f-eaa528b952b7", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:26.591339 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c939de9d-b3b8-44ef-80b7-e96c5b501479 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:26.592316 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f127b9b8-2417-40ca-89ed-f3c34598de45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '070ccc59-73a1-49bf-b77f-eaa528b952b7', 'code': 200} Jul 16 08:26:26.725772 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0cd1df-a612-421c-922e-5712e0359141 req-d2600226-5744-4be1-9107-5556e8990422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:26.728114 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8d0cd1df-a612-421c-922e-5712e0359141 req-d2600226-5744-4be1-9107-5556e8990422 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f127b9b8-2417-40ca-89ed-f3c34598de45 HTTP/1.1" status: 200 len: 1097 time: 0.0636203 Jul 16 08:26:26.754291 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 3e9e2d12-2792-4d62-a0f5-dd48d800b9f5 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:26.768213 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8d0cd1df-a612-421c-922e-5712e0359141 req-a85f4ecf-c003-465c-8034-58c6a4afc404 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=665d30cc-4980-46e5-b522-68b07dc820ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332477 Jul 16 08:26:26.796911 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-87c43958-8ee6-4210-baa0-e14cd5d609dc req-62065349-0b1e-44e9-bbcf-54e88aeefe09 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] For port 0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb,segment=NetworkSegment(32e39b1c-964f-44af-9812-01648a4617e8),segment_id=32e39b1c-964f-44af-9812-01648a4617e8)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:26.805807 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 3e9e2d12-2792-4d62-a0f5-dd48d800b9f5 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:26.809951 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 3e9e2d12-2792-4d62-a0f5-dd48d800b9f5 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:26.810624 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:26.856525 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-87c43958-8ee6-4210-baa0-e14cd5d609dc req-62065349-0b1e-44e9-bbcf-54e88aeefe09 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:26.870751 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98321d74-9aa4-4e0c-ac0f-d83dcda7ed6c req-17fd3e8f-67d2-4156-b18c-fd9b1fda40df tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:26.876935 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-98321d74-9aa4-4e0c-ac0f-d83dcda7ed6c req-17fd3e8f-67d2-4156-b18c-fd9b1fda40df tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 946 time: 0.0771551 Jul 16 08:26:26.885211 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-87c43958-8ee6-4210-baa0-e14cd5d609dc req-62065349-0b1e-44e9-bbcf-54e88aeefe09 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:26.905662 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['5e2012e5-c4a7-4a00-a0f1-a47d30d17251', '0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:26.910665 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:26.916710 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-98321d74-9aa4-4e0c-ac0f-d83dcda7ed6c req-10c98487-9e2d-4c34-b05f-6efb02223ae6 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380037 Jul 16 08:26:26.953814 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c43958-8ee6-4210-baa0-e14cd5d609dc req-62065349-0b1e-44e9-bbcf-54e88aeefe09 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:26.954465 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-87c43958-8ee6-4210-baa0-e14cd5d609dc req-62065349-0b1e-44e9-bbcf-54e88aeefe09 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:26.961104 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87c43958-8ee6-4210-baa0-e14cd5d609dc req-62065349-0b1e-44e9-bbcf-54e88aeefe09 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "PUT /v2.0/ports/0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb HTTP/1.1" status: 200 len: 1021 time: 0.7355025 Jul 16 08:26:26.974358 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 3e9e2d12-2792-4d62-a0f5-dd48d800b9f5, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=3e9e2d12-2792-4d62-a0f5-dd48d800b9f5,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:26.981839 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:27.066414 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f6ea91e5-0ed2-4102-89ab-f11013c83962 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7342783-ed49-43a1-b26e-41a5f4c7ec84 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:27.067733 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=3e9e2d12-2792-4d62-a0f5-dd48d800b9f5,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:27.080948 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78453f99-5ae5-4d28-a34c-97628a3fbea4', 'tag': '0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:27.083517 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb92aad-aecc-4673-81c3-544913304bdb" -d '{"events": [{"name": "network-changed", "server_uuid": "78453f99-5ae5-4d28-a34c-97628a3fbea4", "tag": "0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:27.096327 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f6ea91e5-0ed2-4102-89ab-f11013c83962 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:27.098362 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:27.172556 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f6ea91e5-0ed2-4102-89ab-f11013c83962 service neutron] Transition to ACTIVE for port object e7342783-ed49-43a1-b26e-41a5f4c7ec84 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:27.175549 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62065349-0b1e-44e9-bbcf-54e88aeefe09 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Pushing event updated for resources: {'Port': ['ID=0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb,revision_number=7']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:27.182204 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f6ea91e5-0ed2-4102-89ab-f11013c83962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:27.250277 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea91e5-0ed2-4102-89ab-f11013c83962 service neutron] Pushing event updated for resources: {'Port': ['ID=e7342783-ed49-43a1-b26e-41a5f4c7ec84,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:27.307324 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558b847c-10c4-4db7-9064-2f86335b934b req-cb730b02-9124-43f0-8b9e-ef1b2271980a tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:27.309050 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-558b847c-10c4-4db7-9064-2f86335b934b req-cb730b02-9124-43f0-8b9e-ef1b2271980a tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6 HTTP/1.1" status: 200 len: 932 time: 0.2189796 Jul 16 08:26:27.317376 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-435e5939-fa57-4890-babc-2e3410471c7b req-c5c1a022-2ecf-4b2f-ac76-bd6ae6bbb573 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:27.317376 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-435e5939-fa57-4890-babc-2e3410471c7b req-c5c1a022-2ecf-4b2f-ac76-bd6ae6bbb573 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/ports?device_id=f127b9b8-2417-40ca-89ed-f3c34598de45 HTTP/1.1" status: 200 len: 945 time: 0.0673409 Jul 16 08:26:27.365870 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-435e5939-fa57-4890-babc-2e3410471c7b req-2eef431b-cfd6-477e-a49b-3e1e8fc50401 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/security-groups?id=665d30cc-4980-46e5-b522-68b07dc820ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391874 Jul 16 08:26:27.418033 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-558b847c-10c4-4db7-9064-2f86335b934b req-201f7935-63c7-4fc2-991a-c1618224cb89 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.22 "GET /v2.0/security-groups?id=163efb1b-58aa-4b47-b5c3-539dc280bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800183 Jul 16 08:26:27.422767 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274884d-7662-41c3-afb9-5f5dd217cabb req-40bdba47-3d07-497f-b645-54b3cbf5419a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:27.424255 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4274884d-7662-41c3-afb9-5f5dd217cabb req-40bdba47-3d07-497f-b645-54b3cbf5419a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=51d5711e312849649295091347dfdf22&device_id=3fa9c611-92a9-43c7-b18b-f112d2cb4b44 HTTP/1.1" status: 200 len: 1097 time: 0.1908529 Jul 16 08:26:27.436516 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f6ea91e5-0ed2-4102-89ab-f11013c83962 service neutron] Attempting to bind port e7342783-ed49-43a1-b26e-41a5f4c7ec84 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:27.436856 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f6ea91e5-0ed2-4102-89ab-f11013c83962 service neutron] Attempting to bind port e7342783-ed49-43a1-b26e-41a5f4c7ec84 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'e30e742a-742f-4556-b001-bd60a9d1298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9c47df13-ec12-453f-bbc1-8544a374b945'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:27.437187 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f6ea91e5-0ed2-4102-89ab-f11013c83962 service neutron] Attempting to bind port e7342783-ed49-43a1-b26e-41a5f4c7ec84 on network 9c47df13-ec12-453f-bbc1-8544a374b945 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:27.459926 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f6ea91e5-0ed2-4102-89ab-f11013c83962 service neutron] Port e7342783-ed49-43a1-b26e-41a5f4c7ec84 on network 9c47df13-ec12-453f-bbc1-8544a374b945 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:26:27.460469 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f6ea91e5-0ed2-4102-89ab-f11013c83962 service neutron] Attempting to bind port e7342783-ed49-43a1-b26e-41a5f4c7ec84 on network 9c47df13-ec12-453f-bbc1-8544a374b945 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:27.475291 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f6ea91e5-0ed2-4102-89ab-f11013c83962 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:27.475636 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f6ea91e5-0ed2-4102-89ab-f11013c83962 service neutron] Checking segment: {'id': 'e30e742a-742f-4556-b001-bd60a9d1298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9c47df13-ec12-453f-bbc1-8544a374b945'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:27.476016 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f6ea91e5-0ed2-4102-89ab-f11013c83962 service neutron] Bound using segment: {'id': 'e30e742a-742f-4556-b001-bd60a9d1298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9c47df13-ec12-453f-bbc1-8544a374b945'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:27.476477 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f6ea91e5-0ed2-4102-89ab-f11013c83962 service neutron] Bound port: e7342783-ed49-43a1-b26e-41a5f4c7ec84, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e30e742a-742f-4556-b001-bd60a9d1298b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '9c47df13-ec12-453f-bbc1-8544a374b945'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:27.477515 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f6ea91e5-0ed2-4102-89ab-f11013c83962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:27.482946 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e447b7b9-bee3-483f-aba2-5056f1c8dba2 req-72e45f18-6e68-423e-9141-aa3bf9ff0d65 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups/e9bfdc04-a65a-4096-80c5-6ddc3ec979f0 HTTP/1.1" status: 200 len: 1801 time: 0.0727808 Jul 16 08:26:27.483701 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc622761-d947-4107-8e06-ed3b8f8870b5 x-openstack-request-id: req-dc622761-d947-4107-8e06-ed3b8f8870b5 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:27.483995 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78453f99-5ae5-4d28-a34c-97628a3fbea4", "tag": "0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:27.484389 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc622761-d947-4107-8e06-ed3b8f8870b5 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:27.484657 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78453f99-5ae5-4d28-a34c-97628a3fbea4', 'tag': '0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb', 'status': 'completed', 'code': 200} Jul 16 08:26:27.574462 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [req-e447b7b9-bee3-483f-aba2-5056f1c8dba2 req-7fbbc857-6f08-48c0-a8ba-ed1101e1643c tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 08:26:27.588277 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e447b7b9-bee3-483f-aba2-5056f1c8dba2 req-7fbbc857-6f08-48c0-a8ba-ed1101e1643c tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "DELETE /v2.0/security-groups/e9bfdc04-a65a-4096-80c5-6ddc3ec979f0 HTTP/1.1" status: 409 len: 341 time: 0.1037605 Jul 16 08:26:27.604294 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274884d-7662-41c3-afb9-5f5dd217cabb req-03f7a293-b649-412b-8905-387be9cdf37a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:27.605876 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4274884d-7662-41c3-afb9-5f5dd217cabb req-03f7a293-b649-412b-8905-387be9cdf37a service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe9e5d71-34d1-40e5-baeb-d08da683d5a1 HTTP/1.1" status: 200 len: 914 time: 0.1654105 Jul 16 08:26:27.626764 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb92aad-aecc-4673-81c3-544913304bdb req-bda64b7f-a175-4c87-b93a-45d389792bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:27.628291 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ffb92aad-aecc-4673-81c3-544913304bdb req-bda64b7f-a175-4c87-b93a-45d389792bfd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=852c6d5a2f444ffe8ab3743f1821e977&device_id=78453f99-5ae5-4d28-a34c-97628a3fbea4 HTTP/1.1" status: 200 len: 1176 time: 0.1086073 Jul 16 08:26:27.787156 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb92aad-aecc-4673-81c3-544913304bdb req-89da211a-e1e5-4ee0-8f4e-97f99524492c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:27.788749 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ffb92aad-aecc-4673-81c3-544913304bdb req-89da211a-e1e5-4ee0-8f4e-97f99524492c service neutron] 10.222.0.21 "GET /v2.0/networks?id=13eb8833-ea3c-42b1-ae1e-dd3cef084336 HTTP/1.1" status: 200 len: 913 time: 0.1529582 Jul 16 08:26:27.812533 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e50f80-5287-450e-94b6-c307fa22a9fc req-73b5fcfd-bb8c-4825-95bb-2f4f7201bce8 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:27.814109 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-12e50f80-5287-450e-94b6-c307fa22a9fc req-73b5fcfd-bb8c-4825-95bb-2f4f7201bce8 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 950 time: 0.1344366 Jul 16 08:26:27.843824 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ffb92aad-aecc-4673-81c3-544913304bdb req-38aac756-d544-4180-86eb-57ddc4518e6c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb HTTP/1.1" status: 200 len: 217 time: 0.0468650 Jul 16 08:26:27.913615 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-12e50f80-5287-450e-94b6-c307fa22a9fc req-8fcf2548-d701-4c80-8e58-f31e1b813ae0 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725286 Jul 16 08:26:27.922133 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb92aad-aecc-4673-81c3-544913304bdb req-213cbdcc-bf7f-4c18-93bf-63a61284301a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:27.923181 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ffb92aad-aecc-4673-81c3-544913304bdb req-213cbdcc-bf7f-4c18-93bf-63a61284301a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=4a2e699c-4474-4ce8-9541-5d2e85ff0e34 HTTP/1.1" status: 200 len: 852 time: 0.0720856 Jul 16 08:26:27.967419 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ffb92aad-aecc-4673-81c3-544913304bdb req-ab1b3b46-bc82-44d3-96c1-6addd7766f24 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=13eb8833-ea3c-42b1-ae1e-dd3cef084336&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300465 Jul 16 08:26:27.988378 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f6ea91e5-0ed2-4102-89ab-f11013c83962 service neutron] For port e7342783-ed49-43a1-b26e-41a5f4c7ec84, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:27.995177 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4274884d-7662-41c3-afb9-5f5dd217cabb req-670b2a97-d3fc-4104-9c79-f909b87572fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=067c17ba-6b1d-4b2c-a6b7-959c52d98d14 HTTP/1.1" status: 200 len: 217 time: 0.3743353 Jul 16 08:26:28.005548 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f6ea91e5-0ed2-4102-89ab-f11013c83962 service neutron] For port e7342783-ed49-43a1-b26e-41a5f4c7ec84, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=e7342783-ed49-43a1-b26e-41a5f4c7ec84,segment=NetworkSegment(e30e742a-742f-4556-b001-bd60a9d1298b),segment_id=e30e742a-742f-4556-b001-bd60a9d1298b)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:28.023108 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f6ea91e5-0ed2-4102-89ab-f11013c83962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:28.094280 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f6ea91e5-0ed2-4102-89ab-f11013c83962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:28.095422 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f6ea91e5-0ed2-4102-89ab-f11013c83962 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:28.096277 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-f6ea91e5-0ed2-4102-89ab-f11013c83962 service neutron] 10.222.0.30 "PUT /v2.0/ports/e7342783-ed49-43a1-b26e-41a5f4c7ec84 HTTP/1.1" status: 200 len: 1093 time: 1.6349959 Jul 16 08:26:28.101663 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ffb92aad-aecc-4673-81c3-544913304bdb req-bf5681d4-60f5-43fe-b56e-ad1cbd0ada90 service neutron] 10.222.0.21 "GET /v2.0/networks/13eb8833-ea3c-42b1-ae1e-dd3cef084336?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275306 Jul 16 08:26:28.116053 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4274884d-7662-41c3-afb9-5f5dd217cabb req-9f2e887c-8314-4b35-9d81-227e5f6c5d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:28.117732 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4274884d-7662-41c3-afb9-5f5dd217cabb req-9f2e887c-8314-4b35-9d81-227e5f6c5d38 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=3f6b0320-20a4-492b-b878-1f26679ef27a HTTP/1.1" status: 200 len: 853 time: 0.1101882 Jul 16 08:26:28.125332 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2257ec91-4a76-4f06-99b3-c0aa45860622 req-76283155-654c-4fcb-891d-3e395d81330d tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:28.126785 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2257ec91-4a76-4f06-99b3-c0aa45860622 req-76283155-654c-4fcb-891d-3e395d81330d tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fa9c611-92a9-43c7-b18b-f112d2cb4b44 HTTP/1.1" status: 200 len: 945 time: 0.5183394 Jul 16 08:26:28.145098 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376b8641-ca46-4347-b95c-859f1fd14183 req-7188d45c-e498-4c73-b9fe-31fe7577eb2d tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:28.146839 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-376b8641-ca46-4347-b95c-859f1fd14183 req-7188d45c-e498-4c73-b9fe-31fe7577eb2d tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=b477a5bc-b20a-49f4-9f40-d90e78ec54c4 HTTP/1.1" status: 200 len: 950 time: 0.1117182 Jul 16 08:26:28.164479 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ea91e5-0ed2-4102-89ab-f11013c83962 service neutron] Pushing event updated for resources: {'Port': ['ID=e7342783-ed49-43a1-b26e-41a5f4c7ec84,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:28.168414 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4274884d-7662-41c3-afb9-5f5dd217cabb req-bde51134-9610-4d7f-8431-0a679dfd4079 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe9e5d71-34d1-40e5-baeb-d08da683d5a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390728 Jul 16 08:26:28.224857 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-376b8641-ca46-4347-b95c-859f1fd14183 req-1a4c4599-171c-4408-bac8-0c0a6a7e3555 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707626 Jul 16 08:26:28.254358 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ffb92aad-aecc-4673-81c3-544913304bdb req-caef5535-db54-4e88-9e6f-058af5e96d83 service neutron] 10.222.0.21 "GET /v2.0/networks/13eb8833-ea3c-42b1-ae1e-dd3cef084336?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426144 Jul 16 08:26:28.282276 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2257ec91-4a76-4f06-99b3-c0aa45860622 req-0caabc1a-3489-471c-9e59-0f2cfbd6e93c tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b1ed4ac-763d-47cb-b6f9-aeebb55fc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420116 Jul 16 08:26:28.319628 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4274884d-7662-41c3-afb9-5f5dd217cabb req-72514f6d-42f5-47c9-9b8a-78db611385d9 service neutron] 10.222.0.30 "GET /v2.0/networks/fe9e5d71-34d1-40e5-baeb-d08da683d5a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1180139 Jul 16 08:26:28.322124 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-a5a4e1c5-f143-48b8-88c3-3e1ea51d8c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:28.323472 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-a5a4e1c5-f143-48b8-88c3-3e1ea51d8c52 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f376a078e94e4820855cbf8d37713ac9&device_id=93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6 HTTP/1.1" status: 200 len: 1096 time: 0.1645358 Jul 16 08:26:28.401309 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-541afa8a-c044-4dfa-9535-aa90d068fb4e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7342783-ed49-43a1-b26e-41a5f4c7ec84 HTTP/1.1" status: 200 len: 217 time: 0.0550961 Jul 16 08:26:28.504881 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-ae11b04a-9e86-466b-90d2-f50b62c64e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:28.506352 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-ae11b04a-9e86-466b-90d2-f50b62c64e7b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4142aea-b590-4e5b-bfd3-82ba0309447d HTTP/1.1" status: 200 len: 860 time: 0.0969889 Jul 16 08:26:28.512189 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4274884d-7662-41c3-afb9-5f5dd217cabb req-fdad58be-e4f0-49ec-be28-80a038e14079 service neutron] 10.222.0.30 "GET /v2.0/networks/fe9e5d71-34d1-40e5-baeb-d08da683d5a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1743729 Jul 16 08:26:28.552988 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-acdd5d21-3704-42d9-8949-836e8b5f351d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9c47df13-ec12-453f-bbc1-8544a374b945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330381 Jul 16 08:26:28.593105 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b477a5bc-b20a-49f4-9f40-d90e78ec54c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9e2d12-2792-4d62-a0f5-dd48d800b9f5'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:28.596041 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2373e708-e6fa-463a-be88-d1d0c0dbd59a" -d '{"events": [{"server_uuid": "b477a5bc-b20a-49f4-9f40-d90e78ec54c4", "name": "network-vif-plugged", "status": "completed", "tag": "3e9e2d12-2792-4d62-a0f5-dd48d800b9f5"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:28.630067 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5228a8-f3d2-4f85-81df-e68fa5a91141 req-cf55bd62-8df5-4c72-bf32-6dc83e362933 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:28.631596 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fc5228a8-f3d2-4f85-81df-e68fa5a91141 req-cf55bd62-8df5-4c72-bf32-6dc83e362933 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 946 time: 0.0705688 Jul 16 08:26:28.645950 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-b34a5fee-b112-4b36-bbb0-d144a3ef2484 service neutron] 10.222.0.30 "GET /v2.0/networks/9c47df13-ec12-453f-bbc1-8544a374b945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853293 Jul 16 08:26:28.673712 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fc5228a8-f3d2-4f85-81df-e68fa5a91141 req-e91cb3c8-58c2-4c36-b671-9e480fabf537 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354908 Jul 16 08:26:28.802935 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58aa532b-93d0-48c1-8a80-b1c6d67d56da req-903217e5-4d09-4034-b0ce-348d61104dfa service neutron] 10.222.0.30 "GET /v2.0/networks/9c47df13-ec12-453f-bbc1-8544a374b945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476345 Jul 16 08:26:28.812662 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c2ad19-c6b1-4741-a3bf-096f494026fe req-c2c1fdd0-217f-4369-81d5-d3172198b5b1 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:28.814261 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35c2ad19-c6b1-4741-a3bf-096f494026fe req-c2c1fdd0-217f-4369-81d5-d3172198b5b1 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/ports?device_id=f127b9b8-2417-40ca-89ed-f3c34598de45 HTTP/1.1" status: 200 len: 945 time: 0.1211312 Jul 16 08:26:28.844985 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19dc12b-2881-4005-bfb6-0f16d982f7ca req-af357859-7db2-48c8-a923-3371d1c8d606 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:28.846574 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a19dc12b-2881-4005-bfb6-0f16d982f7ca req-af357859-7db2-48c8-a923-3371d1c8d606 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6 HTTP/1.1" status: 200 len: 944 time: 0.0649798 Jul 16 08:26:28.855965 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35c2ad19-c6b1-4741-a3bf-096f494026fe req-03a82ed6-b65f-4c92-825c-acbc93dba031 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/security-groups?id=665d30cc-4980-46e5-b522-68b07dc820ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350888 Jul 16 08:26:28.885390 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a19dc12b-2881-4005-bfb6-0f16d982f7ca req-f8d4c8e6-c180-4acd-b266-edda17590b5d tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.22 "GET /v2.0/security-groups?id=163efb1b-58aa-4b47-b5c3-539dc280bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322154 Jul 16 08:26:28.932326 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7c9e734-102e-4d2c-92cc-c644f714ec4c x-openstack-request-id: req-c7c9e734-102e-4d2c-92cc-c644f714ec4c {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:28.932651 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b477a5bc-b20a-49f4-9f40-d90e78ec54c4", "name": "network-vif-plugged", "status": "completed", "tag": "3e9e2d12-2792-4d62-a0f5-dd48d800b9f5", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:28.932910 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c7c9e734-102e-4d2c-92cc-c644f714ec4c {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:28.933317 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b477a5bc-b20a-49f4-9f40-d90e78ec54c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e9e2d12-2792-4d62-a0f5-dd48d800b9f5', 'code': 200} Jul 16 08:26:29.047260 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35183c2a-0224-4c37-b383-464683f7aaa1 req-c73627fd-d96d-47ca-b4f6-23c4f9bc6245 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:29.048786 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35183c2a-0224-4c37-b383-464683f7aaa1 req-c73627fd-d96d-47ca-b4f6-23c4f9bc6245 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?device_id=78453f99-5ae5-4d28-a34c-97628a3fbea4 HTTP/1.1" status: 200 len: 1024 time: 0.0699158 Jul 16 08:26:29.103238 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35183c2a-0224-4c37-b383-464683f7aaa1 req-dd2d0bbf-32d9-47c6-8403-b822ba6e70be tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb4b443f-235e-4d77-acd0-66e27d08255a&id=e9bfdc04-a65a-4096-80c5-6ddc3ec979f0&id=01411686-f04c-4e18-9a0d-1c9efe88505d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0485306 Jul 16 08:26:29.107549 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f79f0c9-4a23-49fe-956d-33fc6601b836 req-4e783da1-45ae-42f4-a23f-cb6a149de9f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:29.109400 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f79f0c9-4a23-49fe-956d-33fc6601b836 req-4e783da1-45ae-42f4-a23f-cb6a149de9f4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b477a5bc-b20a-49f4-9f40-d90e78ec54c4 HTTP/1.1" status: 200 len: 1102 time: 0.0967014 Jul 16 08:26:29.137835 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce0d325-1d45-4108-9e42-1a8af94e47c9 req-c6136cc9-a92c-49b7-9686-e6acd75ed4e0 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:29.139408 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3ce0d325-1d45-4108-9e42-1a8af94e47c9 req-c6136cc9-a92c-49b7-9686-e6acd75ed4e0 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/ports?device_id=f127b9b8-2417-40ca-89ed-f3c34598de45 HTTP/1.1" status: 200 len: 945 time: 0.0959771 Jul 16 08:26:29.150137 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47664) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:29.154992 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e59fdf42-181d-410a-bc78-92a566e2915e tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Request body: {'floatingip': {'port_id': '070ccc59-73a1-49bf-b77f-eaa528b952b7'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:29.165948 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f79f0c9-4a23-49fe-956d-33fc6601b836 req-fc02b373-a3d9-43fe-9dc7-b494adc22f31 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488725 Jul 16 08:26:29.197572 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e59fdf42-181d-410a-bc78-92a566e2915e tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:29.362256 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac42ed1f-7c76-4841-85f3-683d38808924 req-57ffe9d5-fed6-46f0-9506-5acdf40dc0ba tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:29.363643 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ac42ed1f-7c76-4841-85f3-683d38808924 req-57ffe9d5-fed6-46f0-9506-5acdf40dc0ba tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 950 time: 0.1365976 Jul 16 08:26:29.402482 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6876d4-8616-4e01-9609-abc3fc3b59b2 req-c789e749-b801-4c6d-8cf2-2c2a333bca22 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:29.403960 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae6876d4-8616-4e01-9609-abc3fc3b59b2 req-c789e749-b801-4c6d-8cf2-2c2a333bca22 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=b477a5bc-b20a-49f4-9f40-d90e78ec54c4 HTTP/1.1" status: 200 len: 950 time: 0.0676105 Jul 16 08:26:29.441725 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae6876d4-8616-4e01-9609-abc3fc3b59b2 req-c9566887-e96a-4ab6-9f57-f276e1532f81 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319250 Jul 16 08:26:29.473509 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ac42ed1f-7c76-4841-85f3-683d38808924 req-16796269-d377-4c3c-ae12-f7c0b431923e tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763676 Jul 16 08:26:29.488849 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6', 'tag': 'e7342783-ed49-43a1-b26e-41a5f4c7ec84'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:29.491071 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b39feef-4118-4403-944d-7affad706266" -d '{"events": [{"name": "network-changed", "server_uuid": "93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6", "tag": "e7342783-ed49-43a1-b26e-41a5f4c7ec84"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:29.534352 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a1d1b6-a55d-4459-91dc-db7cea18df7a x-openstack-request-id: req-40a1d1b6-a55d-4459-91dc-db7cea18df7a {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:29.534646 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6", "tag": "e7342783-ed49-43a1-b26e-41a5f4c7ec84", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:29.534901 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-40a1d1b6-a55d-4459-91dc-db7cea18df7a {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:29.535296 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6', 'tag': 'e7342783-ed49-43a1-b26e-41a5f4c7ec84', 'status': 'completed', 'code': 200} Jul 16 08:26:29.604931 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde52ee8-f100-4719-b006-e2bb13cfda50 req-70c7546f-89c7-4a3d-bc4a-24bee8ea6c4f tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:29.606416 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fde52ee8-f100-4719-b006-e2bb13cfda50 req-70c7546f-89c7-4a3d-bc4a-24bee8ea6c4f tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fa9c611-92a9-43c7-b18b-f112d2cb4b44 HTTP/1.1" status: 200 len: 945 time: 0.0625479 Jul 16 08:26:29.647656 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fde52ee8-f100-4719-b006-e2bb13cfda50 req-d8815af7-235f-4b13-a566-66bf700073cc tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b1ed4ac-763d-47cb-b6f9-aeebb55fc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341506 Jul 16 08:26:29.692599 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39feef-4118-4403-944d-7affad706266 req-323be8a1-bd58-4e71-b998-b195e1b08198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:29.694195 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5b39feef-4118-4403-944d-7affad706266 req-323be8a1-bd58-4e71-b998-b195e1b08198 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f376a078e94e4820855cbf8d37713ac9&device_id=93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6 HTTP/1.1" status: 200 len: 1096 time: 0.1152501 Jul 16 08:26:29.875616 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e59fdf42-181d-410a-bc78-92a566e2915e tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:29.902029 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e59fdf42-181d-410a-bc78-92a566e2915e tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:29.957779 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39feef-4118-4403-944d-7affad706266 req-b45d2bb0-d135-4128-af61-3840cc8ca9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:29.959263 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5b39feef-4118-4403-944d-7affad706266 req-b45d2bb0-d135-4128-af61-3840cc8ca9e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9c47df13-ec12-453f-bbc1-8544a374b945 HTTP/1.1" status: 200 len: 921 time: 0.2451298 Jul 16 08:26:30.052748 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5b39feef-4118-4403-944d-7affad706266 req-753f5495-b7c4-461a-96e5-7bdb5e44ad6d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e7342783-ed49-43a1-b26e-41a5f4c7ec84 HTTP/1.1" status: 200 len: 217 time: 0.0802484 Jul 16 08:26:30.082812 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35a2286-e919-4d04-aeaa-a68a17a72582 req-ae1d77dc-28c7-47df-b978-0c7d1b068d83 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:30.084266 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f35a2286-e919-4d04-aeaa-a68a17a72582 req-ae1d77dc-28c7-47df-b978-0c7d1b068d83 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 946 time: 0.2911770 Jul 16 08:26:30.116159 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-89c3ad9a-ab12-489b-b510-e4f2df811140 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:30.117692 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-89c3ad9a-ab12-489b-b510-e4f2df811140 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65&tenant_id=0c0f0cf24afb47969a9cef8297bf2691&binding%3Ahost_id=n-h2-771362-37 HTTP/1.1" status: 200 len: 1098 time: 0.2517221 Jul 16 08:26:30.141850 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274f1d9f-8c6a-43ac-a96e-a5626564a85e req-973b15e5-50a4-4080-b44f-e98de8ca4995 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:30.143456 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-274f1d9f-8c6a-43ac-a96e-a5626564a85e req-973b15e5-50a4-4080-b44f-e98de8ca4995 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6 HTTP/1.1" status: 200 len: 944 time: 0.0649688 Jul 16 08:26:30.144269 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-2ab78f08-2e19-4e30-8f2a-de0e6755bcf9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-771362-37'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:30.147157 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-e59fdf42-181d-410a-bc78-92a566e2915e tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Floating IP e798a08e-f581-4d29-bdd0-0fdb8f784e9b associated. External IP: 172.25.3.148, port: 070ccc59-73a1-49bf-b77f-eaa528b952b7. Jul 16 08:26:30.182554 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-274f1d9f-8c6a-43ac-a96e-a5626564a85e req-db603493-c4bd-4805-9834-1a99f36cc507 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.22 "GET /v2.0/security-groups?id=163efb1b-58aa-4b47-b5c3-539dc280bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325298 Jul 16 08:26:30.229474 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b39feef-4118-4403-944d-7affad706266 req-05de636f-befc-452b-bec2-7c1e7cd649e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:30.230927 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5b39feef-4118-4403-944d-7affad706266 req-05de636f-befc-452b-bec2-7c1e7cd649e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a4142aea-b590-4e5b-bfd3-82ba0309447d HTTP/1.1" status: 200 len: 860 time: 0.1671526 Jul 16 08:26:30.246348 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f35a2286-e919-4d04-aeaa-a68a17a72582 req-4a0ad32f-09e0-48da-9801-7eb290d87145 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1370497 Jul 16 08:26:30.301221 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5b39feef-4118-4403-944d-7affad706266 req-30e1e0c0-8acf-4b4a-8a50-3ca2e880d60a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9c47df13-ec12-453f-bbc1-8544a374b945&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586557 Jul 16 08:26:30.403015 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a24bc4-61ad-4dc5-8221-251108c3e439 req-4d24af79-7578-454d-ad25-3deec50c5437 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:30.404548 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-04a24bc4-61ad-4dc5-8221-251108c3e439 req-4d24af79-7578-454d-ad25-3deec50c5437 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fa9c611-92a9-43c7-b18b-f112d2cb4b44 HTTP/1.1" status: 200 len: 945 time: 0.1212511 Jul 16 08:26:30.439779 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-2ab78f08-2e19-4e30-8f2a-de0e6755bcf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:30.450670 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1caf060-b863-4ec5-b305-819572539c74 req-a0f00466-461f-4cd0-8b76-5310c50f33c3 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:30.452147 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d1caf060-b863-4ec5-b305-819572539c74 req-a0f00466-461f-4cd0-8b76-5310c50f33c3 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.21 "GET /v2.0/ports?device_id=78453f99-5ae5-4d28-a34c-97628a3fbea4 HTTP/1.1" status: 200 len: 1024 time: 0.1044621 Jul 16 08:26:30.498353 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-04a24bc4-61ad-4dc5-8221-251108c3e439 req-7ddd6ed5-7bf4-4d52-a6b4-7a8b2e0c4b2a tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b1ed4ac-763d-47cb-b6f9-aeebb55fc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797920 Jul 16 08:26:30.558630 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5b39feef-4118-4403-944d-7affad706266 req-b10ebfd6-fed6-4493-84a2-e637d8412b53 service neutron] 10.222.0.30 "GET /v2.0/networks/9c47df13-ec12-453f-bbc1-8544a374b945?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2499509 Jul 16 08:26:30.572740 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-d1caf060-b863-4ec5-b305-819572539c74 req-d2e7cd5c-3081-4e5d-a1b5-e13cb7c90679 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Deleting port 0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:26:30.573085 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d1caf060-b863-4ec5-b305-819572539c74 req-d2e7cd5c-3081-4e5d-a1b5-e13cb7c90679 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:30.698664 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-d1caf060-b863-4ec5-b305-819572539c74 req-d2e7cd5c-3081-4e5d-a1b5-e13cb7c90679 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] For port 0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb,segment=NetworkSegment(32e39b1c-964f-44af-9812-01648a4617e8),segment_id=32e39b1c-964f-44af-9812-01648a4617e8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:30.699350 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d1caf060-b863-4ec5-b305-819572539c74 req-d2e7cd5c-3081-4e5d-a1b5-e13cb7c90679 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:30.718102 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-d1caf060-b863-4ec5-b305-819572539c74 req-d2e7cd5c-3081-4e5d-a1b5-e13cb7c90679 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Calling delete_port for 0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:26:30.752188 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a597508-037f-4c2d-ae29-f5c6152db305 req-5218f17e-3b1c-48b6-b1e2-32518a91deea tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:30.752188 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3a597508-037f-4c2d-ae29-f5c6152db305 req-5218f17e-3b1c-48b6-b1e2-32518a91deea tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=b477a5bc-b20a-49f4-9f40-d90e78ec54c4 HTTP/1.1" status: 200 len: 950 time: 0.1186981 Jul 16 08:26:30.827509 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3a597508-037f-4c2d-ae29-f5c6152db305 req-ab9f4f20-8270-4b64-b1ef-52eb45d2f943 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501766 Jul 16 08:26:30.901623 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d1caf060-b863-4ec5-b305-819572539c74 req-d2e7cd5c-3081-4e5d-a1b5-e13cb7c90679 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:30.916405 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['5e2012e5-c4a7-4a00-a0f1-a47d30d17251'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:30.954915 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794d887-4327-498c-8df1-dc4262ecbb93 req-64c549e6-4304-4047-b158-d6aa181207fc tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:30.956461 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3794d887-4327-498c-8df1-dc4262ecbb93 req-64c549e6-4304-4047-b158-d6aa181207fc tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?device_id=78453f99-5ae5-4d28-a34c-97628a3fbea4 HTTP/1.1" status: 200 len: 1024 time: 0.5907321 Jul 16 08:26:30.970323 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e7cd5c-3081-4e5d-a1b5-e13cb7c90679 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Pushing event deleted for resources: {'Port': ['ID=0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:31.018572 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1caf060-b863-4ec5-b305-819572539c74 req-d2e7cd5c-3081-4e5d-a1b5-e13cb7c90679 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] No DVR routers for this DVR port 0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:26:31.024243 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d1caf060-b863-4ec5-b305-819572539c74 req-d2e7cd5c-3081-4e5d-a1b5-e13cb7c90679 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:31.026246 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d1caf060-b863-4ec5-b305-819572539c74 req-d2e7cd5c-3081-4e5d-a1b5-e13cb7c90679 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.21 "DELETE /v2.0/ports/0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb HTTP/1.1" status: 204 len: 173 time: 0.5614245 Jul 16 08:26:31.026688 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78453f99-5ae5-4d28-a34c-97628a3fbea4', 'name': 'network-vif-deleted', 'tag': '0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:31.029757 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d36a3293-21a3-4c18-8b42-6e89405893c6" -d '{"events": [{"server_uuid": "78453f99-5ae5-4d28-a34c-97628a3fbea4", "name": "network-vif-deleted", "tag": "0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:31.072298 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ea0e7e6-4003-4135-939c-43d491ca49b8 req-9679a702-436e-47cc-8887-f7e38ca55fd2 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:31.074702 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8ea0e7e6-4003-4135-939c-43d491ca49b8 req-9679a702-436e-47cc-8887-f7e38ca55fd2 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 950 time: 0.1054716 Jul 16 08:26:31.087695 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59fdf42-181d-410a-bc78-92a566e2915e tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Router 730ef17d-47d3-4be5-82a9-40850e28c963 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:26:31.114916 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-2ab78f08-2e19-4e30-8f2a-de0e6755bcf9 service neutron] For port 277fba1e-58b9-42f0-99af-f9db98336107, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=277fba1e-58b9-42f0-99af-f9db98336107,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:31.120738 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8ea0e7e6-4003-4135-939c-43d491ca49b8 req-34cb5d10-7cfa-407a-8f04-8ef1eff22373 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403893 Jul 16 08:26:31.131853 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3794d887-4327-498c-8df1-dc4262ecbb93 req-79c69ca0-c339-4011-8b67-a086eb9aa4b7 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb4b443f-235e-4d77-acd0-66e27d08255a&id=e9bfdc04-a65a-4096-80c5-6ddc3ec979f0&id=01411686-f04c-4e18-9a0d-1c9efe88505d&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1639500 Jul 16 08:26:31.158362 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5b39feef-4118-4403-944d-7affad706266 req-c2a75427-68d7-4072-93cc-6b6aa4ef8b18 service neutron] 10.222.0.30 "GET /v2.0/networks/9c47df13-ec12-453f-bbc1-8544a374b945?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5819020 Jul 16 08:26:31.269264 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-2ab78f08-2e19-4e30-8f2a-de0e6755bcf9 service neutron] For port 277fba1e-58b9-42f0-99af-f9db98336107, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:31.334404 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9055a6c-e380-41e1-a129-b3f1862d6443 x-openstack-request-id: req-c9055a6c-e380-41e1-a129-b3f1862d6443 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:31.334906 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78453f99-5ae5-4d28-a34c-97628a3fbea4", "name": "network-vif-deleted", "tag": "0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:31.335328 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c9055a6c-e380-41e1-a129-b3f1862d6443 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:31.335888 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78453f99-5ae5-4d28-a34c-97628a3fbea4', 'name': 'network-vif-deleted', 'tag': '0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb', 'status': 'completed', 'code': 200} Jul 16 08:26:31.348625 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-2ab78f08-2e19-4e30-8f2a-de0e6755bcf9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:31.353425 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59fdf42-181d-410a-bc78-92a566e2915e tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:26:31.358613 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e59fdf42-181d-410a-bc78-92a566e2915e tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:31.362249 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-2ab78f08-2e19-4e30-8f2a-de0e6755bcf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:31.368436 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c072f1b-268a-4239-b110-8c3ca8c5d7dc None None] Sync routers for ids ['730ef17d-47d3-4be5-82a9-40850e28c963'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:26:31.382483 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c072f1b-268a-4239-b110-8c3ca8c5d7dc None None] Routers {'730ef17d-47d3-4be5-82a9-40850e28c963'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:26:31.383618 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0c072f1b-268a-4239-b110-8c3ca8c5d7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:26:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['730ef17d-47d3-4be5-82a9-40850e28c963'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:31.443464 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e59fdf42-181d-410a-bc78-92a566e2915e tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "PUT /v2.0/floatingips/e798a08e-f581-4d29-bdd0-0fdb8f784e9b HTTP/1.1" status: 200 len: 991 time: 2.2921910 Jul 16 08:26:31.462297 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab78f08-2e19-4e30-8f2a-de0e6755bcf9 service neutron] Pushing event updated for resources: {'Port': ['ID=277fba1e-58b9-42f0-99af-f9db98336107,revision_number=7']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:31.521805 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-2ab78f08-2e19-4e30-8f2a-de0e6755bcf9 service neutron] Attempting to bind port 277fba1e-58b9-42f0-99af-f9db98336107 on host n-h2-771362-37 for vnic_type normal with profile {"migrating_to": "n-h1-771362-37"} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:31.522139 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-2ab78f08-2e19-4e30-8f2a-de0e6755bcf9 service neutron] Attempting to bind port 277fba1e-58b9-42f0-99af-f9db98336107 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:31.522483 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-2ab78f08-2e19-4e30-8f2a-de0e6755bcf9 service neutron] Attempting to bind port 277fba1e-58b9-42f0-99af-f9db98336107 on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:31.523449 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-0c072f1b-268a-4239-b110-8c3ca8c5d7dc None None] Set router 730ef17d-47d3-4be5-82a9-40850e28c963 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:26:31.531102 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-2ab78f08-2e19-4e30-8f2a-de0e6755bcf9 service neutron] Port 277fba1e-58b9-42f0-99af-f9db98336107 on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:26:31.531430 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-2ab78f08-2e19-4e30-8f2a-de0e6755bcf9 service neutron] Attempting to bind port 277fba1e-58b9-42f0-99af-f9db98336107 on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:31.536218 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0249b17-4a27-4924-a182-55f6f2fccb65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '277fba1e-58b9-42f0-99af-f9db98336107'}, {'name': 'network-changed', 'server_uuid': 'f127b9b8-2417-40ca-89ed-f3c34598de45', 'tag': '070ccc59-73a1-49bf-b77f-eaa528b952b7'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:31.538612 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e82a510-a0ba-42a9-9440-0ed5ebe3f0e9" -d '{"events": [{"server_uuid": "b0249b17-4a27-4924-a182-55f6f2fccb65", "name": "network-vif-unplugged", "status": "completed", "tag": "277fba1e-58b9-42f0-99af-f9db98336107"}, {"name": "network-changed", "server_uuid": "f127b9b8-2417-40ca-89ed-f3c34598de45", "tag": "070ccc59-73a1-49bf-b77f-eaa528b952b7"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:31.546097 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-2ab78f08-2e19-4e30-8f2a-de0e6755bcf9 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:31.546438 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-2ab78f08-2e19-4e30-8f2a-de0e6755bcf9 service neutron] Checking segment: {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:31.546828 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-2ab78f08-2e19-4e30-8f2a-de0e6755bcf9 service neutron] Bound using segment: {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:31.547273 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-2ab78f08-2e19-4e30-8f2a-de0e6755bcf9 service neutron] Bound port: 277fba1e-58b9-42f0-99af-f9db98336107, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:31.547636 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-2ab78f08-2e19-4e30-8f2a-de0e6755bcf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:31.609894 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d27195-3acf-435c-b435-ce1d4ba21c6f req-7188c7c9-67fa-4d49-a22e-36002c1461b5 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:31.611436 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-72d27195-3acf-435c-b435-ce1d4ba21c6f req-7188c7c9-67fa-4d49-a22e-36002c1461b5 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6 HTTP/1.1" status: 200 len: 944 time: 0.1466146 Jul 16 08:26:31.635320 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af78b0d-8dbe-4c3c-9fd0-86ee2d376935 req-7bbdf2ce-30a4-4c93-b17d-08980c0efceb tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:31.637313 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5af78b0d-8dbe-4c3c-9fd0-86ee2d376935 req-7bbdf2ce-30a4-4c93-b17d-08980c0efceb tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 944 time: 0.0811665 Jul 16 08:26:31.654416 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-2ab78f08-2e19-4e30-8f2a-de0e6755bcf9 service neutron] For port 277fba1e-58b9-42f0-99af-f9db98336107, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:31.672524 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 277fba1e-58b9-42f0-99af-f9db98336107 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:26:31.675093 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-2ab78f08-2e19-4e30-8f2a-de0e6755bcf9 service neutron] For port 277fba1e-58b9-42f0-99af-f9db98336107, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=277fba1e-58b9-42f0-99af-f9db98336107,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:31.678596 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-72d27195-3acf-435c-b435-ce1d4ba21c6f req-1ed72885-7d9b-47ac-b0f7-24ce76b5072f tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.22 "GET /v2.0/security-groups?id=163efb1b-58aa-4b47-b5c3-539dc280bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570900 Jul 16 08:26:31.681945 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-2ab78f08-2e19-4e30-8f2a-de0e6755bcf9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:31.693775 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5af78b0d-8dbe-4c3c-9fd0-86ee2d376935 req-bc6585ea-f922-4216-b1d7-f2a988bd3d60 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494223 Jul 16 08:26:31.772788 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:31.872767 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-2ab78f08-2e19-4e30-8f2a-de0e6755bcf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:31.873944 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-2ab78f08-2e19-4e30-8f2a-de0e6755bcf9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:31.877188 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-2ab78f08-2e19-4e30-8f2a-de0e6755bcf9 service neutron] 10.222.0.30 "PUT /v2.0/ports/277fba1e-58b9-42f0-99af-f9db98336107 HTTP/1.1" status: 200 len: 1124 time: 1.7401485 Jul 16 08:26:31.889708 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab78f08-2e19-4e30-8f2a-de0e6755bcf9 service neutron] Pushing event updated for resources: {'Port': ['ID=277fba1e-58b9-42f0-99af-f9db98336107,revision_number=8']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:31.926498 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11affb2b-9ad2-4a28-830e-df5161694894 req-497b5bb4-5a11-421b-8443-1a7db18cebd5 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:31.928592 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-11affb2b-9ad2-4a28-830e-df5161694894 req-497b5bb4-5a11-421b-8443-1a7db18cebd5 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] 10.222.0.30 "GET /v2.0/ports?device_id=3fa9c611-92a9-43c7-b18b-f112d2cb4b44 HTTP/1.1" status: 200 len: 945 time: 0.2070792 Jul 16 08:26:31.946163 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:31.994420 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 277fba1e-58b9-42f0-99af-f9db98336107, host n-h2-771362-37, got binding levels [] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:32.016739 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['277fba1e-58b9-42f0-99af-f9db98336107'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:32.076752 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['277fba1e-58b9-42f0-99af-f9db98336107'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:32.094154 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254c2df7-9a92-464f-b310-ab45e0ea49e4 req-db4963cc-8d45-4e71-b139-43bc1bfc3f21 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:32.095975 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-254c2df7-9a92-464f-b310-ab45e0ea49e4 req-db4963cc-8d45-4e71-b139-43bc1bfc3f21 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fa9c611-92a9-43c7-b18b-f112d2cb4b44 HTTP/1.1" status: 200 len: 945 time: 0.0696526 Jul 16 08:26:32.099021 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-11affb2b-9ad2-4a28-830e-df5161694894 req-9ad22797-7277-4c4b-a998-51943af70f07 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Deleting port 067c17ba-6b1d-4b2c-a6b7-959c52d98d14 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:26:32.099864 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-11affb2b-9ad2-4a28-830e-df5161694894 req-9ad22797-7277-4c4b-a998-51943af70f07 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:32.136508 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Attempting to bind port 277fba1e-58b9-42f0-99af-f9db98336107 on host n-h2-771362-37 for vnic_type normal with profile {"migrating_to": "n-h1-771362-37"} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:32.136918 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Attempting to bind port 277fba1e-58b9-42f0-99af-f9db98336107 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:32.137288 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Attempting to bind port 277fba1e-58b9-42f0-99af-f9db98336107 on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:32.154516 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-254c2df7-9a92-464f-b310-ab45e0ea49e4 req-5c5d170f-0a33-4d76-b35f-e79650667f5e tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] 10.222.0.22 "GET /v2.0/security-groups?id=8b1ed4ac-763d-47cb-b6f9-aeebb55fc745&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515313 Jul 16 08:26:32.172665 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Port 277fba1e-58b9-42f0-99af-f9db98336107 on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:26:32.173028 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Attempting to bind port 277fba1e-58b9-42f0-99af-f9db98336107 on network e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:32.199982 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:32.200390 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Checking segment: {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:32.200979 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Bound using segment: {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:32.201448 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Bound port: 277fba1e-58b9-42f0-99af-f9db98336107, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd900a5c-6dba-4318-83f2-3212bbf06763', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:32.201838 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:32.216143 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0c072f1b-268a-4239-b110-8c3ca8c5d7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'name': 'tempest-ServersTestBootFromVolume-1378390758-router', 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '015365f0-524a-479f-bc70-a2424806533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:22Z', 'updated_at': '2021-07-16T08:25:29Z', 'revision_number': 4, 'project_id': '0c61b767be844596b7284ec98bd0021f', 'gw_port': {'id': '015365f0-524a-479f-bc70-a2424806533a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:23Z', 'updated_at': '2021-07-16T08:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'e798a08e-f581-4d29-bdd0-0fdb8f784e9b', 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'port_id': '070ccc59-73a1-49bf-b77f-eaa528b952b7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02d9d55c-dd50-4319-82cb-a2af859ade23', 'mac_address': 'fa:16:3e:bc:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f127b9b8-2417-40ca-89ed-f3c34598de45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:25:35Z', 'updated_at': '2021-07-16T08:26:29Z', 'revision_number': 1, 'project_id': '0c61b767be844596b7284ec98bd0021f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba73cb2-55d9-4e46-a4dc-2031d40d4087', 'name': '', 'network_id': '02d9d55c-dd50-4319-82cb-a2af859ade23', 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'mac_address': 'fa:16:3e:89:7a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '76c50899-99e0-4d0f-96f6-98eabddb6ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:28Z', 'updated_at': '2021-07-16T08:25:39Z', 'revision_number': 5, 'project_id': '0c61b767be844596b7284ec98bd0021f', 'subnets': [{'id': '76c50899-99e0-4d0f-96f6-98eabddb6ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:32.232116 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b624883a-e382-4f58-b63f-4deb1fe99b8b x-openstack-request-id: req-b624883a-e382-4f58-b63f-4deb1fe99b8b {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:32.232427 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0249b17-4a27-4924-a182-55f6f2fccb65", "name": "network-vif-unplugged", "status": "completed", "tag": "277fba1e-58b9-42f0-99af-f9db98336107", "code": 200}, {"name": "network-changed", "server_uuid": "f127b9b8-2417-40ca-89ed-f3c34598de45", "tag": "070ccc59-73a1-49bf-b77f-eaa528b952b7", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:32.232711 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b624883a-e382-4f58-b63f-4deb1fe99b8b {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:32.233076 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0249b17-4a27-4924-a182-55f6f2fccb65', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '277fba1e-58b9-42f0-99af-f9db98336107', 'code': 200} Jul 16 08:26:32.233384 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f127b9b8-2417-40ca-89ed-f3c34598de45', 'tag': '070ccc59-73a1-49bf-b77f-eaa528b952b7', 'status': 'completed', 'code': 200} Jul 16 08:26:32.243082 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-11affb2b-9ad2-4a28-830e-df5161694894 req-9ad22797-7277-4c4b-a998-51943af70f07 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] For port 067c17ba-6b1d-4b2c-a6b7-959c52d98d14, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=067c17ba-6b1d-4b2c-a6b7-959c52d98d14,segment=NetworkSegment(3c4fe88f-5dcc-4562-b105-0f174af1dab2),segment_id=3c4fe88f-5dcc-4562-b105-0f174af1dab2)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:32.243454 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-11affb2b-9ad2-4a28-830e-df5161694894 req-9ad22797-7277-4c4b-a998-51943af70f07 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:32.261065 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-11affb2b-9ad2-4a28-830e-df5161694894 req-9ad22797-7277-4c4b-a998-51943af70f07 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Calling delete_port for 067c17ba-6b1d-4b2c-a6b7-959c52d98d14 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:26:32.278146 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c072f1b-268a-4239-b110-8c3ca8c5d7dc None None] Checking router: 730ef17d-47d3-4be5-82a9-40850e28c963 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:26:32.291182 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b254c-ca46-474a-9f48-06c4340443d1 req-fad27f98-3914-4f43-acdf-fb9355d932f9 tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:32.291678 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b254c-ca46-474a-9f48-06c4340443d1 req-fad27f98-3914-4f43-acdf-fb9355d932f9 tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:32.292158 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b254c-ca46-474a-9f48-06c4340443d1 req-fad27f98-3914-4f43-acdf-fb9355d932f9 tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:32.292663 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b254c-ca46-474a-9f48-06c4340443d1 req-fad27f98-3914-4f43-acdf-fb9355d932f9 tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:32.293139 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b254c-ca46-474a-9f48-06c4340443d1 req-fad27f98-3914-4f43-acdf-fb9355d932f9 tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:32.293612 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b254c-ca46-474a-9f48-06c4340443d1 req-fad27f98-3914-4f43-acdf-fb9355d932f9 tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:32.294081 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b254c-ca46-474a-9f48-06c4340443d1 req-fad27f98-3914-4f43-acdf-fb9355d932f9 tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:32.294552 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b254c-ca46-474a-9f48-06c4340443d1 req-fad27f98-3914-4f43-acdf-fb9355d932f9 tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:32.295021 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b254c-ca46-474a-9f48-06c4340443d1 req-fad27f98-3914-4f43-acdf-fb9355d932f9 tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:32.295491 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b254c-ca46-474a-9f48-06c4340443d1 req-fad27f98-3914-4f43-acdf-fb9355d932f9 tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:32.295956 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b254c-ca46-474a-9f48-06c4340443d1 req-fad27f98-3914-4f43-acdf-fb9355d932f9 tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:32.296445 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b254c-ca46-474a-9f48-06c4340443d1 req-fad27f98-3914-4f43-acdf-fb9355d932f9 tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:32.296916 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b254c-ca46-474a-9f48-06c4340443d1 req-fad27f98-3914-4f43-acdf-fb9355d932f9 tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:32.297379 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b254c-ca46-474a-9f48-06c4340443d1 req-fad27f98-3914-4f43-acdf-fb9355d932f9 tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:32.297903 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b254c-ca46-474a-9f48-06c4340443d1 req-fad27f98-3914-4f43-acdf-fb9355d932f9 tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:32.298382 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0b254c-ca46-474a-9f48-06c4340443d1 req-fad27f98-3914-4f43-acdf-fb9355d932f9 tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:32.308123 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-be0b254c-ca46-474a-9f48-06c4340443d1 req-fad27f98-3914-4f43-acdf-fb9355d932f9 tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6&device_id=b477a5bc-b20a-49f4-9f40-d90e78ec54c4&device_id=3fa9c611-92a9-43c7-b18b-f112d2cb4b44&device_id=f127b9b8-2417-40ca-89ed-f3c34598de45&device_id=78453f99-5ae5-4d28-a34c-97628a3fbea4&device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd&device_id=79d594e3-530a-4a8f-ab0a-7657527cdecb&device_id=b0249b17-4a27-4924-a182-55f6f2fccb65&device_id=83df3f71-afdf-44d1-86b5-47f1b908de85&device_id=0afd339a-00a0-4155-bc84-7f70bc219cfa&device_id=2feb7d57-c6f1-4eaf-90de-e2d4aae22c63&device_id=1b68f632-33da-4c56-ba41-fe90d48efee2&device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817&device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4&device_id=6ff53927-dfff-41fe-810a-82487cf5a97b&device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00&device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 14586 time: 0.1346450 Jul 16 08:26:32.341831 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82a510-a0ba-42a9-9440-0ed5ebe3f0e9 req-d4c98841-ae94-4a1f-a175-29d5b2a1486f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:32.343541 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c072f1b-268a-4239-b110-8c3ca8c5d7dc None None] Routers {'730ef17d-47d3-4be5-82a9-40850e28c963'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:26:32.343693 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1e82a510-a0ba-42a9-9440-0ed5ebe3f0e9 req-d4c98841-ae94-4a1f-a175-29d5b2a1486f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c61b767be844596b7284ec98bd0021f&device_id=f127b9b8-2417-40ca-89ed-f3c34598de45 HTTP/1.1" status: 200 len: 1097 time: 0.0776303 Jul 16 08:26:32.344184 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0c072f1b-268a-4239-b110-8c3ca8c5d7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:26:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['730ef17d-47d3-4be5-82a9-40850e28c963'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:32.352457 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-be0b254c-ca46-474a-9f48-06c4340443d1 req-54e5c326-de54-4df8-87e7-662c892a4aee tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:32.480498 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82a510-a0ba-42a9-9440-0ed5ebe3f0e9 req-3635ef50-c13e-4e80-94f2-d705f2808c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:32.483119 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1e82a510-a0ba-42a9-9440-0ed5ebe3f0e9 req-3635ef50-c13e-4e80-94f2-d705f2808c6d service neutron] 10.222.0.21 "GET /v2.0/networks?id=02d9d55c-dd50-4319-82cb-a2af859ade23 HTTP/1.1" status: 200 len: 917 time: 0.1297712 Jul 16 08:26:32.502416 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-11affb2b-9ad2-4a28-830e-df5161694894 req-9ad22797-7277-4c4b-a998-51943af70f07 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:32.524784 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-be0b254c-ca46-474a-9f48-06c4340443d1 req-54e5c326-de54-4df8-87e7-662c892a4aee tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:32.548652 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-be0b254c-ca46-474a-9f48-06c4340443d1 req-54e5c326-de54-4df8-87e7-662c892a4aee tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:32.551081 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad22797-7277-4c4b-a998-51943af70f07 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Pushing event deleted for resources: {'Port': ['ID=067c17ba-6b1d-4b2c-a6b7-959c52d98d14,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:32.559969 n-d-771362-37 neutron-server[93760]: WARNING neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Concurrent port binding operations failed on port 277fba1e-58b9-42f0-99af-f9db98336107 Jul 16 08:26:32.570078 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 277fba1e-58b9-42f0-99af-f9db98336107, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=277fba1e-58b9-42f0-99af-f9db98336107,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:32.592701 n-d-771362-37 neutron-server[93760]: INFO neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Attempt 2 to bind port 277fba1e-58b9-42f0-99af-f9db98336107 Jul 16 08:26:32.593173 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 277fba1e-58b9-42f0-99af-f9db98336107 has no active binding in host n-h1-771362-37 {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:26:32.593548 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device e7342783-ed49-43a1-b26e-41a5f4c7ec84 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:26:32.603906 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1e82a510-a0ba-42a9-9440-0ed5ebe3f0e9 req-f99d573b-b771-441a-8886-55e08796b0c9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=070ccc59-73a1-49bf-b77f-eaa528b952b7 HTTP/1.1" status: 200 len: 999 time: 0.1149642 Jul 16 08:26:32.621628 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-be0b254c-ca46-474a-9f48-06c4340443d1 req-54e5c326-de54-4df8-87e7-662c892a4aee tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=665d30cc-4980-46e5-b522-68b07dc820ee&id=bb4b443f-235e-4d77-acd0-66e27d08255a&id=fbec2181-32de-46b6-9445-7284f609db8c&id=e93399a3-302f-440b-940c-8dca16230539&id=f5ffafa7-a91a-454d-b929-570527eb00e4&id=8b1ed4ac-763d-47cb-b6f9-aeebb55fc745&id=313538d0-f112-4964-9881-f2900828a02f&id=163efb1b-58aa-4b47-b5c3-539dc280bf0a&id=6d97e8b3-087b-4421-b707-ed4137fac3fc&id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 1036 time: 0.3035550 Jul 16 08:26:32.655136 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-11affb2b-9ad2-4a28-830e-df5161694894 req-9ad22797-7277-4c4b-a998-51943af70f07 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] No DVR routers for this DVR port 067c17ba-6b1d-4b2c-a6b7-959c52d98d14 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:26:32.658921 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-11affb2b-9ad2-4a28-830e-df5161694894 req-9ad22797-7277-4c4b-a998-51943af70f07 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:32.660913 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-11affb2b-9ad2-4a28-830e-df5161694894 req-9ad22797-7277-4c4b-a998-51943af70f07 tempest-InstanceActionsTestJSON-1601072240 tempest-InstanceActionsTestJSON-1601072240-project] 10.222.0.30 "DELETE /v2.0/ports/067c17ba-6b1d-4b2c-a6b7-959c52d98d14 HTTP/1.1" status: 204 len: 173 time: 0.7259538 Jul 16 08:26:32.662313 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e5c326-de54-4df8-87e7-662c892a4aee tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5eb8bce-dcef-4931-82b7-932ecef09945,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:32.671771 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82a510-a0ba-42a9-9440-0ed5ebe3f0e9 req-f477aad2-4974-4af4-8f76-6163a0d1fcbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:32.675827 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1e82a510-a0ba-42a9-9440-0ed5ebe3f0e9 req-f477aad2-4974-4af4-8f76-6163a0d1fcbd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76c50899-99e0-4d0f-96f6-98eabddb6ee6 HTTP/1.1" status: 200 len: 855 time: 0.0633302 Jul 16 08:26:32.735641 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-0c072f1b-268a-4239-b110-8c3ca8c5d7dc None None] Set router 730ef17d-47d3-4be5-82a9-40850e28c963 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:26:32.744820 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74dab3a-a0be-465e-bd66-ff3f98bcee1d req-68393ce5-8dcb-4f1f-ab34-c751c96e35d4 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:32.753058 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a74dab3a-a0be-465e-bd66-ff3f98bcee1d req-68393ce5-8dcb-4f1f-ab34-c751c96e35d4 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 950 time: 0.2153981 Jul 16 08:26:32.818766 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:26:32.826742 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e82a510-a0ba-42a9-9440-0ed5ebe3f0e9 req-fda71e9c-f205-46dc-a63c-40ae14f7ee7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:32.828425 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1e82a510-a0ba-42a9-9440-0ed5ebe3f0e9 req-fda71e9c-f205-46dc-a63c-40ae14f7ee7a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=02d9d55c-dd50-4319-82cb-a2af859ade23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1430118 Jul 16 08:26:32.837052 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d9edd298-47bd-49a5-9ab0-1fe0c23a2d4a req-f8478597-a7b2-46e5-bf65-afcaa5bdd625 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups/01411686-f04c-4e18-9a0d-1c9efe88505d HTTP/1.1" status: 200 len: 1800 time: 0.0557253 Jul 16 08:26:32.841118 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a74dab3a-a0be-465e-bd66-ff3f98bcee1d req-43593792-a688-445c-9ba6-70711f3da161 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791101 Jul 16 08:26:32.900102 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:26:32.900551 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 0a4dd6ab-c3b1-4b11-921b-6d58764e6aeb not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:26:32.906907 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d9edd298-47bd-49a5-9ab0-1fe0c23a2d4a req-b12ad3fd-7993-4f56-8703-de00fc174b9a tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:32.935512 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port e7342783-ed49-43a1-b26e-41a5f4c7ec84, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=e7342783-ed49-43a1-b26e-41a5f4c7ec84,segment=NetworkSegment(e30e742a-742f-4556-b001-bd60a9d1298b),segment_id=e30e742a-742f-4556-b001-bd60a9d1298b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:32.938429 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d9edd298-47bd-49a5-9ab0-1fe0c23a2d4a req-b12ad3fd-7993-4f56-8703-de00fc174b9a tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:32.959807 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'e7342783-ed49-43a1-b26e-41a5f4c7ec84', 'network_id': '9c47df13-ec12-453f-bbc1-8544a374b945', 'port_id': 'e7342783-ed49-43a1-b26e-41a5f4c7ec84', 'mac_address': 'fa:16:3e:42:0c:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a4142aea-b590-4e5b-bfd3-82ba0309447d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:26:32.962507 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1e82a510-a0ba-42a9-9440-0ed5ebe3f0e9 req-9aa0024c-83af-4dec-83a8-14c180c96edb service neutron] 10.222.0.21 "GET /v2.0/networks/02d9d55c-dd50-4319-82cb-a2af859ade23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203811 Jul 16 08:26:32.990733 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d9edd298-47bd-49a5-9ab0-1fe0c23a2d4a req-b12ad3fd-7993-4f56-8703-de00fc174b9a tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:32.994446 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d9edd298-47bd-49a5-9ab0-1fe0c23a2d4a req-b12ad3fd-7993-4f56-8703-de00fc174b9a tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:32.995681 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d9edd298-47bd-49a5-9ab0-1fe0c23a2d4a req-b12ad3fd-7993-4f56-8703-de00fc174b9a tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "DELETE /v2.0/security-groups/01411686-f04c-4e18-9a0d-1c9efe88505d HTTP/1.1" status: 204 len: 173 time: 0.1573546 Jul 16 08:26:33.013655 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ad3fd-7993-4f56-8703-de00fc174b9a tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01411686-f04c-4e18-9a0d-1c9efe88505d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:33.088999 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1e82a510-a0ba-42a9-9440-0ed5ebe3f0e9 req-bc126476-b51b-4e6f-ad6f-495f2fc11eaf service neutron] 10.222.0.21 "GET /v2.0/networks/02d9d55c-dd50-4319-82cb-a2af859ade23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1176460 Jul 16 08:26:33.116731 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.138281 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7342783-ed49-43a1-b26e-41a5f4c7ec84 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:33.165686 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port e7342783-ed49-43a1-b26e-41a5f4c7ec84, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=e7342783-ed49-43a1-b26e-41a5f4c7ec84,segment=NetworkSegment(e30e742a-742f-4556-b001-bd60a9d1298b),segment_id=e30e742a-742f-4556-b001-bd60a9d1298b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:33.172750 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.187159 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96ab51d-e105-4bbd-bad5-9dd4e7a2de4b req-7746b0bc-6cb1-4773-8d95-1d6041d19619 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:33.188877 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d96ab51d-e105-4bbd-bad5-9dd4e7a2de4b req-7746b0bc-6cb1-4773-8d95-1d6041d19619 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6 HTTP/1.1" status: 200 len: 944 time: 0.0817988 Jul 16 08:26:33.213545 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0c072f1b-268a-4239-b110-8c3ca8c5d7dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'name': 'tempest-ServersTestBootFromVolume-1378390758-router', 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '015365f0-524a-479f-bc70-a2424806533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:22Z', 'updated_at': '2021-07-16T08:25:29Z', 'revision_number': 4, 'project_id': '0c61b767be844596b7284ec98bd0021f', 'gw_port': {'id': '015365f0-524a-479f-bc70-a2424806533a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:23Z', 'updated_at': '2021-07-16T08:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'e798a08e-f581-4d29-bdd0-0fdb8f784e9b', 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'port_id': '070ccc59-73a1-49bf-b77f-eaa528b952b7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02d9d55c-dd50-4319-82cb-a2af859ade23', 'mac_address': 'fa:16:3e:bc:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f127b9b8-2417-40ca-89ed-f3c34598de45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:25:35Z', 'updated_at': '2021-07-16T08:26:29Z', 'revision_number': 1, 'project_id': '0c61b767be844596b7284ec98bd0021f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba73cb2-55d9-4e46-a4dc-2031d40d4087', 'name': '', 'network_id': '02d9d55c-dd50-4319-82cb-a2af859ade23', 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'mac_address': 'fa:16:3e:89:7a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '76c50899-99e0-4d0f-96f6-98eabddb6ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:28Z', 'updated_at': '2021-07-16T08:25:39Z', 'revision_number': 5, 'project_id': '0c61b767be844596b7284ec98bd0021f', 'subnets': [{'id': '76c50899-99e0-4d0f-96f6-98eabddb6ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:33.241705 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9459df7a-4f48-4ddb-898a-46a1a7b87b4e req-183889f0-85a0-4043-8498-27c8c7d98f3e tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:33.242896 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d96ab51d-e105-4bbd-bad5-9dd4e7a2de4b req-0d82d14d-0773-4476-b23d-8c9b30c8e806 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.22 "GET /v2.0/security-groups?id=163efb1b-58aa-4b47-b5c3-539dc280bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479863 Jul 16 08:26:33.243699 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9459df7a-4f48-4ddb-898a-46a1a7b87b4e req-183889f0-85a0-4043-8498-27c8c7d98f3e tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 944 time: 0.0774050 Jul 16 08:26:33.283829 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c072f1b-268a-4239-b110-8c3ca8c5d7dc None None] The sync data for ids ['730ef17d-47d3-4be5-82a9-40850e28c963'] in n-d-771362-37 is: [{'id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'name': 'tempest-ServersTestBootFromVolume-1378390758-router', 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '015365f0-524a-479f-bc70-a2424806533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:22Z', 'updated_at': '2021-07-16T08:25:29Z', 'revision_number': 4, 'project_id': '0c61b767be844596b7284ec98bd0021f', 'gw_port': {'id': '015365f0-524a-479f-bc70-a2424806533a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:23Z', 'updated_at': '2021-07-16T08:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'e798a08e-f581-4d29-bdd0-0fdb8f784e9b', 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'port_id': '070ccc59-73a1-49bf-b77f-eaa528b952b7', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02d9d55c-dd50-4319-82cb-a2af859ade23', 'mac_address': 'fa:16:3e:bc:06:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f127b9b8-2417-40ca-89ed-f3c34598de45', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:25:35Z', 'updated_at': '2021-07-16T08:26:29Z', 'revision_number': 1, 'project_id': '0c61b767be844596b7284ec98bd0021f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba73cb2-55d9-4e46-a4dc-2031d40d4087', 'name': '', 'network_id': '02d9d55c-dd50-4319-82cb-a2af859ade23', 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'mac_address': 'fa:16:3e:89:7a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '76c50899-99e0-4d0f-96f6-98eabddb6ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:28Z', 'updated_at': '2021-07-16T08:25:39Z', 'revision_number': 5, 'project_id': '0c61b767be844596b7284ec98bd0021f', 'subnets': [{'id': '76c50899-99e0-4d0f-96f6-98eabddb6ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:26:33.295571 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=e7342783-ed49-43a1-b26e-41a5f4c7ec84,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:33.312026 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d1269804-86f9-4dbe-88a4-9dc34475f36e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.313622 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9459df7a-4f48-4ddb-898a-46a1a7b87b4e req-52b14492-741f-4632-9efc-1c3b8b28c6d0 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643110 Jul 16 08:26:33.380378 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bf28e13a-5db1-4578-b0fc-2a3a6a7cdf27 req-b50a5d44-4f8a-4f08-a0cb-abcdb592f93b tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups/e9bfdc04-a65a-4096-80c5-6ddc3ec979f0 HTTP/1.1" status: 200 len: 1801 time: 0.0486004 Jul 16 08:26:33.444097 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-bf28e13a-5db1-4578-b0fc-2a3a6a7cdf27 req-a9a29ff9-b20c-453c-a315-b7c89ed8f0f9 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.470475 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-bf28e13a-5db1-4578-b0fc-2a3a6a7cdf27 req-a9a29ff9-b20c-453c-a315-b7c89ed8f0f9 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.527058 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-bf28e13a-5db1-4578-b0fc-2a3a6a7cdf27 req-a9a29ff9-b20c-453c-a315-b7c89ed8f0f9 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.529749 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-bf28e13a-5db1-4578-b0fc-2a3a6a7cdf27 req-a9a29ff9-b20c-453c-a315-b7c89ed8f0f9 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.531072 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bf28e13a-5db1-4578-b0fc-2a3a6a7cdf27 req-a9a29ff9-b20c-453c-a315-b7c89ed8f0f9 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "DELETE /v2.0/security-groups/e9bfdc04-a65a-4096-80c5-6ddc3ec979f0 HTTP/1.1" status: 204 len: 173 time: 0.1442900 Jul 16 08:26:33.541016 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a29ff9-b20c-453c-a315-b7c89ed8f0f9 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9bfdc04-a65a-4096-80c5-6ddc3ec979f0,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:33.578556 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['e7342783-ed49-43a1-b26e-41a5f4c7ec84'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:33.590554 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a1c9a5c-929e-4395-b99d-b32414abb0e8 None None] New status for floating IP e798a08e-f581-4d29-bdd0-0fdb8f784e9b: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:26:33.623295 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47734) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:33.636889 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-a0f0fb0f-afeb-474e-a309-2d37b8760d92 req-4609d2aa-1a69-4d0f-aee3-91b0fc428b36 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-923599246', 'description': 'tempest-description-335950208'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:33.675695 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a0f0fb0f-afeb-474e-a309-2d37b8760d92 req-4609d2aa-1a69-4d0f-aee3-91b0fc428b36 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.689528 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 067c17ba-6b1d-4b2c-a6b7-959c52d98d14 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:26:33.724510 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac79a9ae-22f2-4f21-8ab5-89d5761f40c9 admin admin] Deleting subnet 3f6b0320-20a4-492b-b878-1f26679ef27a {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:26:33.731248 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 067c17ba-6b1d-4b2c-a6b7-959c52d98d14 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:26:33.731864 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 067c17ba-6b1d-4b2c-a6b7-959c52d98d14 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:26:33.732142 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac79a9ae-22f2-4f21-8ab5-89d5761f40c9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.764671 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a0f0fb0f-afeb-474e-a309-2d37b8760d92 req-4609d2aa-1a69-4d0f-aee3-91b0fc428b36 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.772243 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a0f0fb0f-afeb-474e-a309-2d37b8760d92 req-4609d2aa-1a69-4d0f-aee3-91b0fc428b36 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.773141 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126f86a-36fb-4c2d-84b7-2181cb836d2b req-3ac1bda2-f278-4737-8afc-094a3c7ef665 tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:33.774282 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126f86a-36fb-4c2d-84b7-2181cb836d2b req-3ac1bda2-f278-4737-8afc-094a3c7ef665 tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:33.774859 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3126f86a-36fb-4c2d-84b7-2181cb836d2b req-3ac1bda2-f278-4737-8afc-094a3c7ef665 tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:33.776817 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3126f86a-36fb-4c2d-84b7-2181cb836d2b req-3ac1bda2-f278-4737-8afc-094a3c7ef665 tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b477a5bc-b20a-49f4-9f40-d90e78ec54c4&device_id=79d594e3-530a-4a8f-ab0a-7657527cdecb&device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 2885 time: 0.1192219 Jul 16 08:26:33.815203 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac79a9ae-22f2-4f21-8ab5-89d5761f40c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.815619 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a0f0fb0f-afeb-474e-a309-2d37b8760d92 req-4609d2aa-1a69-4d0f-aee3-91b0fc428b36 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.816986 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a0f0fb0f-afeb-474e-a309-2d37b8760d92 req-4609d2aa-1a69-4d0f-aee3-91b0fc428b36 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.1848185 Jul 16 08:26:33.826278 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4609d2aa-1a69-4d0f-aee3-91b0fc428b36 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0091526b-9d07-4305-ad15-939796ade522,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:33.868442 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3126f86a-36fb-4c2d-84b7-2181cb836d2b req-a92d00ce-1151-46f2-ac5a-c620447948f6 tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841782 Jul 16 08:26:33.879856 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac79a9ae-22f2-4f21-8ab5-89d5761f40c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.973478 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5a264476-57d3-458d-9fa1-2247f30320ff req-00978804-80fe-463d-b646-27c0e7c63daa tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups/0091526b-9d07-4305-ad15-939796ade522 HTTP/1.1" status: 200 len: 1799 time: 0.0661387 Jul 16 08:26:33.980016 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac79a9ae-22f2-4f21-8ab5-89d5761f40c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:33.993131 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-5a264476-57d3-458d-9fa1-2247f30320ff req-436e8b27-5f75-47e1-8763-92000f68539d tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Request body: {'security_group': {'name': 'tempest-sg-hth-594914331', 'description': 'tempest-description-hth-383430643'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:34.016948 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac79a9ae-22f2-4f21-8ab5-89d5761f40c9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3f6b0320-20a4-492b-b878-1f26679ef27a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:34.026240 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac79a9ae-22f2-4f21-8ab5-89d5761f40c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.028161 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ac79a9ae-22f2-4f21-8ab5-89d5761f40c9 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3f6b0320-20a4-492b-b878-1f26679ef27a HTTP/1.1" status: 204 len: 168 time: 0.4035873 Jul 16 08:26:34.031067 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47744) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:34.065554 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5a264476-57d3-458d-9fa1-2247f30320ff req-436e8b27-5f75-47e1-8763-92000f68539d tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.135911 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f09527b3-f7e6-4971-9a8b-0879246a2fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.157482 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5a264476-57d3-458d-9fa1-2247f30320ff req-436e8b27-5f75-47e1-8763-92000f68539d tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.162772 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5a264476-57d3-458d-9fa1-2247f30320ff req-436e8b27-5f75-47e1-8763-92000f68539d tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.165370 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5a264476-57d3-458d-9fa1-2247f30320ff req-436e8b27-5f75-47e1-8763-92000f68539d tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.166580 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5a264476-57d3-458d-9fa1-2247f30320ff req-436e8b27-5f75-47e1-8763-92000f68539d tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "PUT /v2.0/security-groups/0091526b-9d07-4305-ad15-939796ade522 HTTP/1.1" status: 200 len: 1773 time: 0.1839643 Jul 16 08:26:34.222167 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436e8b27-5f75-47e1-8763-92000f68539d tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0091526b-9d07-4305-ad15-939796ade522,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:34.251917 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f09527b3-f7e6-4971-9a8b-0879246a2fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.254540 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0249b17-4a27-4924-a182-55f6f2fccb65', 'tag': '277fba1e-58b9-42f0-99af-f9db98336107'}, {'server_uuid': '3fa9c611-92a9-43c7-b18b-f112d2cb4b44', 'name': 'network-vif-deleted', 'tag': '067c17ba-6b1d-4b2c-a6b7-959c52d98d14'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:34.257076 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd6188f-ad0b-4160-b1e0-75c6c02b9afd" -d '{"events": [{"name": "network-changed", "server_uuid": "b0249b17-4a27-4924-a182-55f6f2fccb65", "tag": "277fba1e-58b9-42f0-99af-f9db98336107"}, {"server_uuid": "3fa9c611-92a9-43c7-b18b-f112d2cb4b44", "name": "network-vif-deleted", "tag": "067c17ba-6b1d-4b2c-a6b7-959c52d98d14"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:34.270157 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f09527b3-f7e6-4971-9a8b-0879246a2fd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe9e5d71-34d1-40e5-baeb-d08da683d5a1']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:34.273488 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dcfa56-6f01-46bc-8de5-b3a523753861 req-790c1f28-8769-4204-8278-b42698734975 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:34.275790 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-22dcfa56-6f01-46bc-8de5-b3a523753861 req-790c1f28-8769-4204-8278-b42698734975 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 950 time: 0.0715964 Jul 16 08:26:34.288335 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f09527b3-f7e6-4971-9a8b-0879246a2fd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c4fe88f-5dcc-4562-b105-0f174af1dab2') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:34.288669 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f09527b3-f7e6-4971-9a8b-0879246a2fd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c4fe88f-5dcc-4562-b105-0f174af1dab2') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:34.299151 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f09527b3-f7e6-4971-9a8b-0879246a2fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.314961 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-22dcfa56-6f01-46bc-8de5-b3a523753861 req-bb7a3cf5-4795-4fea-bdfd-9eb1b1e25f36 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334053 Jul 16 08:26:34.338202 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f09527b3-f7e6-4971-9a8b-0879246a2fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.353007 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09527b3-f7e6-4971-9a8b-0879246a2fd8 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:26:34.353420 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f09527b3-f7e6-4971-9a8b-0879246a2fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:26:34.355118 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:26:34.413942 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-806d6522-ee8b-4c59-8a9b-48a10a0d1817 req-0d8aae9d-9c5d-45c9-aed9-3dcc62de428c tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups/0091526b-9d07-4305-ad15-939796ade522 HTTP/1.1" status: 200 len: 1773 time: 0.0985208 Jul 16 08:26:34.428892 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f09527b3-f7e6-4971-9a8b-0879246a2fd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.435085 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f09527b3-f7e6-4971-9a8b-0879246a2fd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.439619 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f09527b3-f7e6-4971-9a8b-0879246a2fd8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/fe9e5d71-34d1-40e5-baeb-d08da683d5a1 HTTP/1.1" status: 204 len: 168 time: 0.4054816 Jul 16 08:26:34.450793 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09527b3-f7e6-4971-9a8b-0879246a2fd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe9e5d71-34d1-40e5-baeb-d08da683d5a1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:34.475535 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8d9ab15-2c1d-4d57-9304-2b2b0ef4b224 x-openstack-request-id: req-a8d9ab15-2c1d-4d57-9304-2b2b0ef4b224 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:34.475932 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b0249b17-4a27-4924-a182-55f6f2fccb65", "tag": "277fba1e-58b9-42f0-99af-f9db98336107", "status": "completed", "code": 200}, {"server_uuid": "3fa9c611-92a9-43c7-b18b-f112d2cb4b44", "name": "network-vif-deleted", "tag": "067c17ba-6b1d-4b2c-a6b7-959c52d98d14", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:34.476260 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a8d9ab15-2c1d-4d57-9304-2b2b0ef4b224 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:34.476777 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0249b17-4a27-4924-a182-55f6f2fccb65', 'tag': '277fba1e-58b9-42f0-99af-f9db98336107', 'status': 'completed', 'code': 200} Jul 16 08:26:34.477625 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fa9c611-92a9-43c7-b18b-f112d2cb4b44', 'name': 'network-vif-deleted', 'tag': '067c17ba-6b1d-4b2c-a6b7-959c52d98d14', 'status': 'completed', 'code': 200} Jul 16 08:26:34.498284 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a4b81-ad9f-4320-8fbb-e99a60ba11d2 req-a88a2fcb-9794-4fca-940d-6cb072463ac5 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:34.499224 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-691a4b81-ad9f-4320-8fbb-e99a60ba11d2 req-a88a2fcb-9794-4fca-940d-6cb072463ac5 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6 HTTP/1.1" status: 200 len: 945 time: 0.0856619 Jul 16 08:26:34.569338 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47764) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:34.578545 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-691a4b81-ad9f-4320-8fbb-e99a60ba11d2 req-fc8b0c22-0d49-42e0-889d-9b8d37d503c3 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.22 "GET /v2.0/security-groups?id=163efb1b-58aa-4b47-b5c3-539dc280bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516758 Jul 16 08:26:34.603866 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6188f-ad0b-4160-b1e0-75c6c02b9afd req-5d349d5d-b766-4f92-9d6e-3a1e1a1ab04d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:34.605283 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5bd6188f-ad0b-4160-b1e0-75c6c02b9afd req-5d349d5d-b766-4f92-9d6e-3a1e1a1ab04d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c0f0cf24afb47969a9cef8297bf2691&device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 1127 time: 0.1051145 Jul 16 08:26:34.629349 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-86ddb7ff-c78e-4f43-b2d3-35a6094ffdab admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=51d5711e312849649295091347dfdf22&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0591094 Jul 16 08:26:34.631841 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47766) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:34.698883 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0728225b-499d-4403-b14f-1457ba9d11ec req-923d824b-fed0-4bfe-92e0-cd0b5955b983 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:34.704850 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0728225b-499d-4403-b14f-1457ba9d11ec req-923d824b-fed0-4bfe-92e0-cd0b5955b983 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 944 time: 0.1147490 Jul 16 08:26:34.712804 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6188f-ad0b-4160-b1e0-75c6c02b9afd req-92641711-7c63-4b6b-91e1-b9311dd8db8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:34.714350 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5bd6188f-ad0b-4160-b1e0-75c6c02b9afd req-92641711-7c63-4b6b-91e1-b9311dd8db8c service neutron] 10.222.0.21 "GET /v2.0/networks?id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 HTTP/1.1" status: 200 len: 908 time: 0.0973778 Jul 16 08:26:34.733638 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fa258566-72d0-4f94-9f6e-2862786e82ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.763059 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0728225b-499d-4403-b14f-1457ba9d11ec req-a3b6a904-9243-4da4-81d0-bfb26790bec6 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551591 Jul 16 08:26:34.763446 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5bd6188f-ad0b-4160-b1e0-75c6c02b9afd req-692647db-d0a0-4c2c-be39-49639d895406 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=277fba1e-58b9-42f0-99af-f9db98336107 HTTP/1.1" status: 200 len: 217 time: 0.0407445 Jul 16 08:26:34.767512 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fa258566-72d0-4f94-9f6e-2862786e82ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.816138 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7303b27c-b1da-490e-ae52-b9ca34ba371c req-e7d291d7-4346-4997-9298-a59b8b43dea3 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups/0091526b-9d07-4305-ad15-939796ade522 HTTP/1.1" status: 200 len: 1773 time: 0.1007664 Jul 16 08:26:34.823275 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fa258566-72d0-4f94-9f6e-2862786e82ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.827050 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fa258566-72d0-4f94-9f6e-2862786e82ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:34.831446 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fa258566-72d0-4f94-9f6e-2862786e82ce admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8b1ed4ac-763d-47cb-b6f9-aeebb55fc745 HTTP/1.1" status: 204 len: 168 time: 0.1984529 Jul 16 08:26:34.841552 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa258566-72d0-4f94-9f6e-2862786e82ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1ed4ac-763d-47cb-b6f9-aeebb55fc745,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:35.140953 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd6188f-ad0b-4160-b1e0-75c6c02b9afd req-5af68ed7-e5c0-49f5-9684-b8c5da6b9213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:35.142546 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5bd6188f-ad0b-4160-b1e0-75c6c02b9afd req-5af68ed7-e5c0-49f5-9684-b8c5da6b9213 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ce796d98-7ee4-4738-aad4-0026126b7799 HTTP/1.1" status: 200 len: 847 time: 0.3686013 Jul 16 08:26:35.188120 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5bd6188f-ad0b-4160-b1e0-75c6c02b9afd req-279a53e2-c37f-480c-baf8-2cd60829c85b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366981 Jul 16 08:26:35.233693 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7303b27c-b1da-490e-ae52-b9ca34ba371c req-bbff6f69-f703-4ef2-8928-46ca0d74b612 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.257831 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7303b27c-b1da-490e-ae52-b9ca34ba371c req-bbff6f69-f703-4ef2-8928-46ca0d74b612 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.351354 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7303b27c-b1da-490e-ae52-b9ca34ba371c req-bbff6f69-f703-4ef2-8928-46ca0d74b612 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.354031 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7303b27c-b1da-490e-ae52-b9ca34ba371c req-bbff6f69-f703-4ef2-8928-46ca0d74b612 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.360084 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7303b27c-b1da-490e-ae52-b9ca34ba371c req-bbff6f69-f703-4ef2-8928-46ca0d74b612 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "DELETE /v2.0/security-groups/0091526b-9d07-4305-ad15-939796ade522 HTTP/1.1" status: 204 len: 173 time: 0.5379455 Jul 16 08:26:35.370616 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5bd6188f-ad0b-4160-b1e0-75c6c02b9afd req-de061d6c-c03c-4021-b3bb-194adf972081 service neutron] 10.222.0.21 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643796 Jul 16 08:26:35.418668 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbff6f69-f703-4ef2-8928-46ca0d74b612 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0091526b-9d07-4305-ad15-939796ade522,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:35.585391 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5bd6188f-ad0b-4160-b1e0-75c6c02b9afd req-b80085fa-5ddd-4845-aec4-132c897923d6 service neutron] 10.222.0.21 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052917 Jul 16 08:26:35.627351 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85fe7c6-db5a-49ef-a1da-2f4d7c12edf3 req-c6014198-b6fc-42c2-b4ed-6421f21e0079 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:35.634879 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d85fe7c6-db5a-49ef-a1da-2f4d7c12edf3 req-c6014198-b6fc-42c2-b4ed-6421f21e0079 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 950 time: 0.1183155 Jul 16 08:26:35.668753 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-30ceddfd-81ba-4468-bcb6-a12737c995a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.674771 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device e7342783-ed49-43a1-b26e-41a5f4c7ec84 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:35.701812 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d85fe7c6-db5a-49ef-a1da-2f4d7c12edf3 req-5a2f3f92-cd7d-420a-bfd5-aedd6284efce tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659864 Jul 16 08:26:35.721145 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47806) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:35.787219 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port e7342783-ed49-43a1-b26e-41a5f4c7ec84 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:35.794316 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port e7342783-ed49-43a1-b26e-41a5f4c7ec84 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:35.797041 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.837954 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6940905b-cbac-4456-a36a-61e8908d4f10 req-47f7d812-f88f-4037-a7bd-480189348002 tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:35.846240 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6940905b-cbac-4456-a36a-61e8908d4f10 req-47f7d812-f88f-4037-a7bd-480189348002 tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 1101 time: 0.0884998 Jul 16 08:26:35.889908 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6940905b-cbac-4456-a36a-61e8908d4f10 req-54adbb4a-6292-421a-a09f-bbbfe9304df4 tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426478 Jul 16 08:26:35.900313 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-d51033a1-8f72-464e-9777-9e419e68f500 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-539624915-network', 'tenant_id': '6006a1dcb2354570866e06da5c4c7493'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:35.943102 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf8081bf-5cd3-412a-ae82-39a2a9b81f34 req-5e2dbf90-98af-44be-90c0-9edefa78901d tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:35.946093 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cf8081bf-5cd3-412a-ae82-39a2a9b81f34 req-5e2dbf90-98af-44be-90c0-9edefa78901d tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6 HTTP/1.1" status: 200 len: 945 time: 0.1228011 Jul 16 08:26:35.955020 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.963832 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.965015 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51033a1-8f72-464e-9777-9e419e68f500 admin admin] Made reservation on behalf of 6006a1dcb2354570866e06da5c4c7493 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:35.967295 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d51033a1-8f72-464e-9777-9e419e68f500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.986303 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d51033a1-8f72-464e-9777-9e419e68f500 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:35.994046 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7342783-ed49-43a1-b26e-41a5f4c7ec84'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:35.997586 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c879e6f-403e-4d0f-9493-fd44dce8a658" -d '{"events": [{"server_uuid": "93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6", "name": "network-vif-plugged", "status": "completed", "tag": "e7342783-ed49-43a1-b26e-41a5f4c7ec84"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:36.017901 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port e7342783-ed49-43a1-b26e-41a5f4c7ec84, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=e7342783-ed49-43a1-b26e-41a5f4c7ec84,segment=NetworkSegment(e30e742a-742f-4556-b001-bd60a9d1298b),segment_id=e30e742a-742f-4556-b001-bd60a9d1298b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:36.024479 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cf8081bf-5cd3-412a-ae82-39a2a9b81f34 req-b188728e-1f39-422a-9e15-49fe144a8648 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.22 "GET /v2.0/security-groups?id=163efb1b-58aa-4b47-b5c3-539dc280bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703123 Jul 16 08:26:36.027840 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:36.113853 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=e7342783-ed49-43a1-b26e-41a5f4c7ec84,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:36.170667 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d51033a1-8f72-464e-9777-9e419e68f500 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:36.175505 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d51033a1-8f72-464e-9777-9e419e68f500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:36.236755 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d51033a1-8f72-464e-9777-9e419e68f500 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:26:36.248742 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51033a1-8f72-464e-9777-9e419e68f500 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89cd9de5-942a-46fc-9530-57095b660f36,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:36.255252 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d51033a1-8f72-464e-9777-9e419e68f500 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:36.255626 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-d51033a1-8f72-464e-9777-9e419e68f500 admin admin] Added segment f515938d-d605-4fe4-a310-b50c6a61626e of type vlan for network 625dfff6-7aa4-46e7-b897-fa5ed9305465 Jul 16 08:26:36.312966 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d51033a1-8f72-464e-9777-9e419e68f500 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:36.322856 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa9d03-6c17-414c-b371-78531940a7d0 req-45bc663b-e3ad-48f0-b0c3-b02db41c0240 tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:36.329879 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bbaa9d03-6c17-414c-b371-78531940a7d0 req-45bc663b-e3ad-48f0-b0c3-b02db41c0240 tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 1101 time: 0.0725291 Jul 16 08:26:36.338077 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4074f3-64a5-459a-a0be-145592484675 req-83841a46-8c78-4ec0-b68a-003064f57e1c tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:36.339595 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bd4074f3-64a5-459a-a0be-145592484675 req-83841a46-8c78-4ec0-b68a-003064f57e1c tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 944 time: 0.1461904 Jul 16 08:26:36.361332 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bbaa9d03-6c17-414c-b371-78531940a7d0 req-7b6539d9-e7bd-429c-b8bb-727fde3e8bba tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303779 Jul 16 08:26:36.369704 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d51033a1-8f72-464e-9777-9e419e68f500 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:36.370720 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51033a1-8f72-464e-9777-9e419e68f500 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:36.371404 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d51033a1-8f72-464e-9777-9e419e68f500 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:36.413452 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c64f4d-4536-4f3a-ae17-53d09a90284b x-openstack-request-id: req-36c64f4d-4536-4f3a-ae17-53d09a90284b {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:36.413892 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6", "name": "network-vif-plugged", "status": "completed", "tag": "e7342783-ed49-43a1-b26e-41a5f4c7ec84", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:36.414244 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-36c64f4d-4536-4f3a-ae17-53d09a90284b {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:36.415344 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7342783-ed49-43a1-b26e-41a5f4c7ec84', 'code': 200} Jul 16 08:26:36.441446 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [req-74eaf556-842a-4ffe-ab49-f4b4837fc9a3 req-5d95d97b-0c01-4f0f-be85-52818a460cb8 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] show failed (client error): The resource could not be found. Jul 16 08:26:36.446972 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bd4074f3-64a5-459a-a0be-145592484675 req-e54d28e7-99d1-4be7-a02e-dd72f2e87e63 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970864 Jul 16 08:26:36.452315 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-74eaf556-842a-4ffe-ab49-f4b4837fc9a3 req-5d95d97b-0c01-4f0f-be85-52818a460cb8 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups/e9bfdc04-a65a-4096-80c5-6ddc3ec979f0 HTTP/1.1" status: 404 len: 352 time: 0.0274360 Jul 16 08:26:36.461360 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d51033a1-8f72-464e-9777-9e419e68f500 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7391281 Jul 16 08:26:36.464426 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47824) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:36.469695 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-865cf737-e083-4979-b8ac-5b9c3741474b admin admin] Request body: {'subnet': {'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-539624915-subnet', 'tenant_id': '6006a1dcb2354570866e06da5c4c7493', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:36.508883 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51033a1-8f72-464e-9777-9e419e68f500 admin admin] Pushing event updated for resources: {'Network': ['ID=625dfff6-7aa4-46e7-b897-fa5ed9305465,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:36.526268 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 625dfff6-7aa4-46e7-b897-fa5ed9305465 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:26:36.564861 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865cf737-e083-4979-b8ac-5b9c3741474b admin admin] Made reservation on behalf of 6006a1dcb2354570866e06da5c4c7493 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:36.568183 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-865cf737-e083-4979-b8ac-5b9c3741474b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:36.638281 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [req-ad05e5b6-04a5-43bd-82f0-0b0cba343996 req-13f6426e-a20b-40f8-8aae-ca0ddd1174c2 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] show failed (client error): The resource could not be found. Jul 16 08:26:36.645237 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ad05e5b6-04a5-43bd-82f0-0b0cba343996 req-13f6426e-a20b-40f8-8aae-ca0ddd1174c2 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups/01411686-f04c-4e18-9a0d-1c9efe88505d HTTP/1.1" status: 404 len: 352 time: 0.0401132 Jul 16 08:26:36.671465 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64c77d1-aa55-45d8-b03d-85b12f48d5b0 req-8a82cce3-b715-4100-8486-0f6d800f6558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:36.673212 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b64c77d1-aa55-45d8-b03d-85b12f48d5b0 req-8a82cce3-b715-4100-8486-0f6d800f6558 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6 HTTP/1.1" status: 200 len: 1098 time: 0.1577883 Jul 16 08:26:36.694086 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [req-583d671d-743d-43ed-9321-e48c473425ae req-26a50856-24f4-45fb-812f-466ce6893055 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] show failed (client error): The resource could not be found. Jul 16 08:26:36.701020 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-583d671d-743d-43ed-9321-e48c473425ae req-26a50856-24f4-45fb-812f-466ce6893055 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups/ff275797-b360-4620-a2fb-743abfc7478b HTTP/1.1" status: 404 len: 352 time: 0.0326517 Jul 16 08:26:36.751771 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [req-8256e41a-db22-4232-baf9-51b55379235c req-67093af7-28d7-4da6-be13-4c1d99be59d3 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] show failed (client error): The resource could not be found. Jul 16 08:26:36.763540 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8256e41a-db22-4232-baf9-51b55379235c req-67093af7-28d7-4da6-be13-4c1d99be59d3 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups/7c7631aa-c034-48ef-8a3a-933143128d31 HTTP/1.1" status: 404 len: 352 time: 0.0366867 Jul 16 08:26:36.773150 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b64c77d1-aa55-45d8-b03d-85b12f48d5b0 req-c4dc64a9-714c-4570-9540-0b53160e44e8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=163efb1b-58aa-4b47-b5c3-539dc280bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862799 Jul 16 08:26:36.833269 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [req-abc8aa0a-d4a1-4a55-9981-5f074a8db2fd req-453b04f5-18e9-4ebe-8ff3-602c3e88507a tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] show failed (client error): The resource could not be found. Jul 16 08:26:36.834465 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-abc8aa0a-d4a1-4a55-9981-5f074a8db2fd req-453b04f5-18e9-4ebe-8ff3-602c3e88507a tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups/f6ed37b4-2e8f-467f-b081-d686948741f4 HTTP/1.1" status: 404 len: 352 time: 0.0215065 Jul 16 08:26:36.835515 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-865cf737-e083-4979-b8ac-5b9c3741474b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:36.885165 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865cf737-e083-4979-b8ac-5b9c3741474b admin admin] Pushing event updated for resources: {'Subnet': ['ID=31ddde08-05a5-43f7-b27d-07657c5409d3,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:36.917029 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865cf737-e083-4979-b8ac-5b9c3741474b admin admin] Checking segment: {'id': 'f515938d-d605-4fe4-a310-b50c6a61626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:36.918022 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865cf737-e083-4979-b8ac-5b9c3741474b admin admin] Network hostable DHCP agents. Network: 625dfff6-7aa4-46e7-b897-fa5ed9305465, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:26:36.935801 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:36.943174 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f308cd53-31e6-42e2-aa60-05635c9b41d9 req-157a0860-0a05-485d-87ab-df0284ebd285 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:36.945772 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f308cd53-31e6-42e2-aa60-05635c9b41d9 req-157a0860-0a05-485d-87ab-df0284ebd285 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 950 time: 0.0856593 Jul 16 08:26:36.957340 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865cf737-e083-4979-b8ac-5b9c3741474b admin admin] Network 625dfff6-7aa4-46e7-b897-fa5ed9305465 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:26:36.970814 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-865cf737-e083-4979-b8ac-5b9c3741474b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 625dfff6-7aa4-46e7-b897-fa5ed9305465) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:36.979824 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd42add0-5d2c-4a4f-bab8-b7324ded102b None None] Network 625dfff6-7aa4-46e7-b897-fa5ed9305465 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:26:36.984869 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865cf737-e083-4979-b8ac-5b9c3741474b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:36.985495 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-865cf737-e083-4979-b8ac-5b9c3741474b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:37.014601 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-865cf737-e083-4979-b8ac-5b9c3741474b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5404131 Jul 16 08:26:37.016514 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f308cd53-31e6-42e2-aa60-05635c9b41d9 req-b54c2922-ac7a-46d5-8dfd-f9dbdcd304da tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647299 Jul 16 08:26:37.061475 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [req-b7978f9c-bc01-46d6-9c4a-1348638aa92c req-55215303-39a3-4ec3-8f10-6d85f78854e9 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] show failed (client error): The resource could not be found. Jul 16 08:26:37.062897 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b7978f9c-bc01-46d6-9c4a-1348638aa92c req-55215303-39a3-4ec3-8f10-6d85f78854e9 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups/bf87d23b-c5ac-4e9b-871b-fc10a1761962 HTTP/1.1" status: 404 len: 352 time: 0.0182369 Jul 16 08:26:37.133375 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-59950ce4-848c-423e-a821-9c964eed8cf0 service neutron] 10.222.0.21 "GET /v2.0/ports/277fba1e-58b9-42f0-99af-f9db98336107/bindings/n-h1-771362-37 HTTP/1.1" status: 200 len: 385 time: 0.0690715 Jul 16 08:26:37.175611 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9d6acf-e30d-4de9-bb84-535d97be3ba3 None None] Network 625dfff6-7aa4-46e7-b897-fa5ed9305465 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:26:37.361283 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e295c50-ad30-4573-b4cf-029dbac05189 req-ebb8c810-9fd6-4d81-9b86-223e8ce01010 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:37.362778 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6e295c50-ad30-4573-b4cf-029dbac05189 req-ebb8c810-9fd6-4d81-9b86-223e8ce01010 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6 HTTP/1.1" status: 200 len: 946 time: 0.1472175 Jul 16 08:26:37.396162 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-b584debe-be98-4ffa-b4ea-2a820d173665 service neutron] For port 277fba1e-58b9-42f0-99af-f9db98336107, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=277fba1e-58b9-42f0-99af-f9db98336107,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:37.431396 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6e295c50-ad30-4573-b4cf-029dbac05189 req-dbb4bdc9-bb18-41ec-b97c-638431758c76 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.22 "GET /v2.0/security-groups?id=163efb1b-58aa-4b47-b5c3-539dc280bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608902 Jul 16 08:26:37.432377 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-b584debe-be98-4ffa-b4ea-2a820d173665 service neutron] For port 277fba1e-58b9-42f0-99af-f9db98336107, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:37.470939 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-b584debe-be98-4ffa-b4ea-2a820d173665 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 277fba1e-58b9-42f0-99af-f9db98336107 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:37.482465 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-b584debe-be98-4ffa-b4ea-2a820d173665 service neutron] For port 277fba1e-58b9-42f0-99af-f9db98336107, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=277fba1e-58b9-42f0-99af-f9db98336107,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:37.503782 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-b584debe-be98-4ffa-b4ea-2a820d173665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:37.589574 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-b584debe-be98-4ffa-b4ea-2a820d173665 service neutron] Transition to ACTIVE for port object 277fba1e-58b9-42f0-99af-f9db98336107 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:37.594010 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-b584debe-be98-4ffa-b4ea-2a820d173665 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:37.658646 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-b584debe-be98-4ffa-b4ea-2a820d173665 service neutron] No DVR routers for this DVR port 277fba1e-58b9-42f0-99af-f9db98336107 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:26:37.706208 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b584debe-be98-4ffa-b4ea-2a820d173665 service neutron] Pushing event updated for resources: {'Port': ['ID=277fba1e-58b9-42f0-99af-f9db98336107,revision_number=10']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:37.711787 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-b584debe-be98-4ffa-b4ea-2a820d173665 service neutron] 10.222.0.21 "PUT /v2.0/ports/277fba1e-58b9-42f0-99af-f9db98336107/bindings/n-h1-771362-37/activate HTTP/1.1" status: 200 len: 370 time: 0.5713975 Jul 16 08:26:37.852427 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac371a-427d-4ded-b1db-fd4014ea011e req-50e225a5-a9e3-48c8-892c-cefc671b23bc tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:37.853942 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-deac371a-427d-4ded-b1db-fd4014ea011e req-50e225a5-a9e3-48c8-892c-cefc671b23bc tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/networks?id=625dfff6-7aa4-46e7-b897-fa5ed9305465 HTTP/1.1" status: 200 len: 805 time: 0.1500707 Jul 16 08:26:37.877233 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-6a9811d2-c91f-453e-8ba4-c115b5b4ea79 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:37.878773 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-6a9811d2-c91f-453e-8ba4-c115b5b4ea79 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65&tenant_id=0c0f0cf24afb47969a9cef8297bf2691&binding%3Ahost_id=n-h2-771362-37 HTTP/1.1" status: 200 len: 1097 time: 0.1004965 Jul 16 08:26:37.880420 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-deac371a-427d-4ded-b1db-fd4014ea011e req-fecfea44-3d1a-447d-8854-4f44bb4b2124 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/quotas/6006a1dcb2354570866e06da5c4c7493 HTTP/1.1" status: 200 len: 375 time: 0.0179923 Jul 16 08:26:37.971394 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-deac371a-427d-4ded-b1db-fd4014ea011e req-ddff18fb-ea43-45b2-971c-2e217720aace tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6006a1dcb2354570866e06da5c4c7493&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836484 Jul 16 08:26:38.063753 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-2737fd5f-350d-416f-8e6f-ba08ba886dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:38.065941 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-2737fd5f-350d-416f-8e6f-ba08ba886dc2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65&tenant_id=0c0f0cf24afb47969a9cef8297bf2691 HTTP/1.1" status: 200 len: 1097 time: 0.1768813 Jul 16 08:26:38.086514 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-deac371a-427d-4ded-b1db-fd4014ea011e req-67391cf9-8149-4a7c-8c15-ce665eac9ba2 service neutron] 10.222.0.22 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140478 Jul 16 08:26:38.104535 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedaf212-df52-4c5e-b6f4-24a9003f4e9a req-289a916e-9e80-43b0-9fe7-78f8c5271c18 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:38.106116 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bedaf212-df52-4c5e-b6f4-24a9003f4e9a req-289a916e-9e80-43b0-9fe7-78f8c5271c18 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 945 time: 0.0742693 Jul 16 08:26:38.151571 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bedaf212-df52-4c5e-b6f4-24a9003f4e9a req-9a111a5d-8556-4043-85f0-5ae979c42cfb tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386527 Jul 16 08:26:38.230081 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-deac371a-427d-4ded-b1db-fd4014ea011e req-06d4b609-dd64-4ea2-8b91-ff6a8b472698 service neutron] 10.222.0.22 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373312 Jul 16 08:26:38.233636 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-572cc90d-146d-4231-8281-a9928bf85dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:38.235216 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-572cc90d-146d-4231-8281-a9928bf85dcb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0c0f0cf24afb47969a9cef8297bf2691&device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 1097 time: 0.1341815 Jul 16 08:26:38.342790 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-663bc9a2-f64a-422d-81ba-8ce28d945de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:38.344423 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-663bc9a2-f64a-422d-81ba-8ce28d945de9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 HTTP/1.1" status: 200 len: 908 time: 0.0997467 Jul 16 08:26:38.350033 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8576eb-5cee-4a9d-b680-7fd2b492bdeb req-b262de83-9cc0-4745-8282-1206fb226890 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:38.351687 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bb8576eb-5cee-4a9d-b680-7fd2b492bdeb req-b262de83-9cc0-4745-8282-1206fb226890 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?device_id=2feb7d57-c6f1-4eaf-90de-e2d4aae22c63 HTTP/1.1" status: 200 len: 1023 time: 0.0812244 Jul 16 08:26:38.401444 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:38.417141 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bb8576eb-5cee-4a9d-b680-7fd2b492bdeb req-3bd1f81c-d3ea-45f8-9aff-57be17a345f4 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb4b443f-235e-4d77-acd0-66e27d08255a&id=f5ffafa7-a91a-454d-b929-570527eb00e4&id=e93399a3-302f-440b-940c-8dca16230539&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0584400 Jul 16 08:26:38.425733 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-56f988e8-bec3-4ea8-8b47-9d7ae33d33cf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=277fba1e-58b9-42f0-99af-f9db98336107 HTTP/1.1" status: 200 len: 217 time: 0.0694532 Jul 16 08:26:38.493578 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-4775bd30-0eed-4ce1-8379-478a9322190b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:38.498373 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-4775bd30-0eed-4ce1-8379-478a9322190b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce796d98-7ee4-4738-aad4-0026126b7799 HTTP/1.1" status: 200 len: 847 time: 0.0644357 Jul 16 08:26:38.540328 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-6de33fb9-cf02-4058-99ef-53f2e32eca29 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317543 Jul 16 08:26:38.592473 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c729ac-3c88-4380-ae32-25ecd38d0d29 req-a4497ea1-8c2b-40d9-b9a6-4fa94d6bb68b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:38.594485 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-41c729ac-3c88-4380-ae32-25ecd38d0d29 req-a4497ea1-8c2b-40d9-b9a6-4fa94d6bb68b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.0787199 Jul 16 08:26:38.648328 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-41c729ac-3c88-4380-ae32-25ecd38d0d29 req-de30dc29-a2a2-4c5a-8b56-d3fc4cb45b07 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468493 Jul 16 08:26:38.685215 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-6521ab61-4033-4d10-8d34-6eb334ef16e8 service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352983 Jul 16 08:26:38.743393 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73411632-e353-4c41-9014-4938857290fd req-b2bd2613-1dcd-4d44-9c52-ff4dee545a49 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:38.744961 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73411632-e353-4c41-9014-4938857290fd req-b2bd2613-1dcd-4d44-9c52-ff4dee545a49 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 950 time: 0.1215532 Jul 16 08:26:38.752181 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7f52e7a3-471d-4d51-b7a8-aafd2f80109d req-03f1c498-6d6e-45cf-a381-58f9aaff2f72 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd6dadcb-0896-4410-a288-c06208e57473 HTTP/1.1" status: 200 len: 210 time: 0.0417466 Jul 16 08:26:38.807572 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 277fba1e-58b9-42f0-99af-f9db98336107 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:26:38.832976 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73411632-e353-4c41-9014-4938857290fd req-5f1ef5d5-1894-4c7a-b8e2-3223f1829a2d tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544214 Jul 16 08:26:38.837180 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-1a970575-dd4e-461e-be31-fb4339dd3b2e service neutron] 10.222.0.30 "GET /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455338 Jul 16 08:26:38.859408 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 277fba1e-58b9-42f0-99af-f9db98336107 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:26:38.955737 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-902ac14c-a3a0-4dee-9f8a-ec1a7588f29f req-ea652288-7dd3-4106-ab0b-0f63c06cd7a6 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:38.957465 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-902ac14c-a3a0-4dee-9f8a-ec1a7588f29f req-ea652288-7dd3-4106-ab0b-0f63c06cd7a6 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6 HTTP/1.1" status: 200 len: 946 time: 0.0722902 Jul 16 08:26:38.998677 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-902ac14c-a3a0-4dee-9f8a-ec1a7588f29f req-e4646994-8d61-45cc-b064-2ab73a8a0ba8 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.22 "GET /v2.0/security-groups?id=163efb1b-58aa-4b47-b5c3-539dc280bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325418 Jul 16 08:26:39.229927 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132f436d-388a-4af1-badd-08d4deea73d1 req-b2ef4785-bdee-4d4a-b79e-f7a264cdd82d tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:39.232172 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-132f436d-388a-4af1-badd-08d4deea73d1 req-b2ef4785-bdee-4d4a-b79e-f7a264cdd82d tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.21 "GET /v2.0/ports?device_id=2feb7d57-c6f1-4eaf-90de-e2d4aae22c63 HTTP/1.1" status: 200 len: 1023 time: 0.0785019 Jul 16 08:26:39.288332 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-8de7e059-b233-4866-b51d-7400f6691fad tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:39.290274 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-8de7e059-b233-4866-b51d-7400f6691fad tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65&tenant_id=0c0f0cf24afb47969a9cef8297bf2691&binding%3Ahost_id=n-h1-771362-37 HTTP/1.1" status: 200 len: 1097 time: 0.0795231 Jul 16 08:26:39.345598 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-132f436d-388a-4af1-badd-08d4deea73d1 req-2481b4e8-3cd3-4b9d-b564-860b6457729a tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Deleting port 5e2012e5-c4a7-4a00-a0f1-a47d30d17251 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:26:39.346351 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-132f436d-388a-4af1-badd-08d4deea73d1 req-2481b4e8-3cd3-4b9d-b564-860b6457729a tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:39.437711 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252a5b5d-dd72-4b3c-8185-399ab6889d0e req-17936983-8de9-4eb9-b6b5-3c3ca79257d5 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:39.439552 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-252a5b5d-dd72-4b3c-8185-399ab6889d0e req-17936983-8de9-4eb9-b6b5-3c3ca79257d5 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 945 time: 0.1444547 Jul 16 08:26:39.465157 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-132f436d-388a-4af1-badd-08d4deea73d1 req-2481b4e8-3cd3-4b9d-b564-860b6457729a tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] For port 5e2012e5-c4a7-4a00-a0f1-a47d30d17251, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5e2012e5-c4a7-4a00-a0f1-a47d30d17251,segment=NetworkSegment(32e39b1c-964f-44af-9812-01648a4617e8),segment_id=32e39b1c-964f-44af-9812-01648a4617e8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:39.465728 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-132f436d-388a-4af1-badd-08d4deea73d1 req-2481b4e8-3cd3-4b9d-b564-860b6457729a tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:39.479732 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-132f436d-388a-4af1-badd-08d4deea73d1 req-2481b4e8-3cd3-4b9d-b564-860b6457729a tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Calling delete_port for 5e2012e5-c4a7-4a00-a0f1-a47d30d17251 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:26:39.495610 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-fca8abb2-c55e-4b17-bfca-a66ed31f8622 service neutron] For port 277fba1e-58b9-42f0-99af-f9db98336107, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:39.499285 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-252a5b5d-dd72-4b3c-8185-399ab6889d0e req-9f02c9dc-5abd-4965-83f6-2a8c8ea77103 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533392 Jul 16 08:26:39.503813 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-fca8abb2-c55e-4b17-bfca-a66ed31f8622 service neutron] Notify callbacks [] for binding, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:39.505409 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a77bcbe5-d9d9-4a17-bf62-8ba7db06fbfc req-fca8abb2-c55e-4b17-bfca-a66ed31f8622 service neutron] 10.222.0.30 "DELETE /v2.0/ports/277fba1e-58b9-42f0-99af-f9db98336107/bindings/n-h2-771362-37 HTTP/1.1" status: 204 len: 173 time: 0.1968040 Jul 16 08:26:39.703784 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-132f436d-388a-4af1-badd-08d4deea73d1 req-2481b4e8-3cd3-4b9d-b564-860b6457729a tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:39.717147 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['5e2012e5-c4a7-4a00-a0f1-a47d30d17251'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:39.777927 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2481b4e8-3cd3-4b9d-b564-860b6457729a tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Pushing event deleted for resources: {'Port': ['ID=5e2012e5-c4a7-4a00-a0f1-a47d30d17251,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:39.850929 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4285f2e5-26f0-45e1-a3b3-189f81c9d4bf req-f23aa1ff-7744-4078-9a29-b303431060cf tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:39.852807 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4285f2e5-26f0-45e1-a3b3-189f81c9d4bf req-f23aa1ff-7744-4078-9a29-b303431060cf tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/ports?device_id=2feb7d57-c6f1-4eaf-90de-e2d4aae22c63 HTTP/1.1" status: 200 len: 945 time: 0.1951036 Jul 16 08:26:39.860977 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac371a-427d-4ded-b1db-fd4014ea011e req-0c0f3aff-f314-4b60-a4d9-d4ac4e26b149 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:39.862595 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-deac371a-427d-4ded-b1db-fd4014ea011e req-0c0f3aff-f314-4b60-a4d9-d4ac4e26b149 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.30 "GET /v2.0/networks?id=625dfff6-7aa4-46e7-b897-fa5ed9305465 HTTP/1.1" status: 200 len: 805 time: 0.1528969 Jul 16 08:26:39.883569 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-132f436d-388a-4af1-badd-08d4deea73d1 req-2481b4e8-3cd3-4b9d-b564-860b6457729a tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] No DVR routers for this DVR port 5e2012e5-c4a7-4a00-a0f1-a47d30d17251 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:26:39.885463 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-deac371a-427d-4ded-b1db-fd4014ea011e req-bcb85031-e1ec-4790-b811-1fd3827dbb83 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Request body: {'port': {'device_id': 'fd6dadcb-0896-4410-a288-c06208e57473', 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465', 'admin_state_up': True, 'tenant_id': '6006a1dcb2354570866e06da5c4c7493'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:39.892713 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-132f436d-388a-4af1-badd-08d4deea73d1 req-2481b4e8-3cd3-4b9d-b564-860b6457729a tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:39.894844 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-132f436d-388a-4af1-badd-08d4deea73d1 req-2481b4e8-3cd3-4b9d-b564-860b6457729a tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.21 "DELETE /v2.0/ports/5e2012e5-c4a7-4a00-a0f1-a47d30d17251 HTTP/1.1" status: 204 len: 173 time: 0.6538417 Jul 16 08:26:39.895297 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2feb7d57-c6f1-4eaf-90de-e2d4aae22c63', 'name': 'network-vif-deleted', 'tag': '5e2012e5-c4a7-4a00-a0f1-a47d30d17251'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:39.897876 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7821b231-1244-409d-aa4c-82669173f130" -d '{"events": [{"server_uuid": "2feb7d57-c6f1-4eaf-90de-e2d4aae22c63", "name": "network-vif-deleted", "tag": "5e2012e5-c4a7-4a00-a0f1-a47d30d17251"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:39.960710 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4285f2e5-26f0-45e1-a3b3-189f81c9d4bf req-f3835c65-35b4-411b-8744-cc2e36bcaa2e tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups?id=bb4b443f-235e-4d77-acd0-66e27d08255a&id=f5ffafa7-a91a-454d-b929-570527eb00e4&id=e93399a3-302f-440b-940c-8dca16230539&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0957797 Jul 16 08:26:40.017573 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca89a927-2e07-4a2b-8ac5-7d9288508452 req-576b27b4-4f54-446e-85d1-c6565abc9741 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:40.019605 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ca89a927-2e07-4a2b-8ac5-7d9288508452 req-576b27b4-4f54-446e-85d1-c6565abc9741 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6 HTTP/1.1" status: 200 len: 946 time: 0.0919178 Jul 16 08:26:40.076428 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ca89a927-2e07-4a2b-8ac5-7d9288508452 req-b4bea13c-ce5c-40f6-b227-2088c60428da tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.22 "GET /v2.0/security-groups?id=163efb1b-58aa-4b47-b5c3-539dc280bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480587 Jul 16 08:26:40.150015 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deac371a-427d-4ded-b1db-fd4014ea011e req-bcb85031-e1ec-4790-b811-1fd3827dbb83 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Made reservation on behalf of 6006a1dcb2354570866e06da5c4c7493 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:40.154135 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-deac371a-427d-4ded-b1db-fd4014ea011e req-bcb85031-e1ec-4790-b811-1fd3827dbb83 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:40.194773 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb1ca06-be07-4290-9dcb-1e3787443cfd req-84f6e7cc-5051-496b-b3db-69b00e7b72d2 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:40.196853 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eeb1ca06-be07-4290-9dcb-1e3787443cfd req-84f6e7cc-5051-496b-b3db-69b00e7b72d2 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.1128325 Jul 16 08:26:40.215191 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a0c18e42-3616-456e-b27d-6cb08b1d7703 req-787054c0-b158-4b9e-a345-98ff3a1767ff tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd6dadcb-0896-4410-a288-c06208e57473 HTTP/1.1" status: 200 len: 210 time: 0.0336404 Jul 16 08:26:40.282530 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eeb1ca06-be07-4290-9dcb-1e3787443cfd req-14be1b73-f5a2-438f-b076-ce0b584ed595 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532062 Jul 16 08:26:40.331938 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-deac371a-427d-4ded-b1db-fd4014ea011e req-bcb85031-e1ec-4790-b811-1fd3827dbb83 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Allocated IP 172.20.0.3 (625dfff6-7aa4-46e7-b897-fa5ed9305465/31ddde08-05a5-43f7-b27d-07657c5409d3/93a1378d-9ae2-4cae-b365-a03736d922c0) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:40.375345 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b536076-ea29-45c9-9dc8-e11f4f667ab2 req-9c9ec80b-0230-4b69-8517-569781b0bdf3 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:40.376929 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0b536076-ea29-45c9-9dc8-e11f4f667ab2 req-9c9ec80b-0230-4b69-8517-569781b0bdf3 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 1097 time: 0.0569358 Jul 16 08:26:40.421939 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0b536076-ea29-45c9-9dc8-e11f4f667ab2 req-7a2b5234-ca1c-4b13-aed6-b5f9b3977359 tempest-LiveMigrationTest-1302092138 tempest-LiveMigrationTest-1302092138-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323837 Jul 16 08:26:40.475209 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8120ae2f-c188-435b-a1c9-0985e01d2d97 x-openstack-request-id: req-8120ae2f-c188-435b-a1c9-0985e01d2d97 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:40.476149 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2feb7d57-c6f1-4eaf-90de-e2d4aae22c63", "name": "network-vif-deleted", "tag": "5e2012e5-c4a7-4a00-a0f1-a47d30d17251", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:40.476589 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8120ae2f-c188-435b-a1c9-0985e01d2d97 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:40.477715 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2feb7d57-c6f1-4eaf-90de-e2d4aae22c63', 'name': 'network-vif-deleted', 'tag': '5e2012e5-c4a7-4a00-a0f1-a47d30d17251', 'status': 'completed', 'code': 200} Jul 16 08:26:40.546065 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-deac371a-427d-4ded-b1db-fd4014ea011e req-bcb85031-e1ec-4790-b811-1fd3827dbb83 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:40.561295 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9408a430-42e1-4265-bae6-658ef14c7c69 req-28198116-0787-42d3-8ced-2573c9fdeaed tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:40.562775 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9408a430-42e1-4265-bae6-658ef14c7c69 req-28198116-0787-42d3-8ced-2573c9fdeaed tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 950 time: 0.1574862 Jul 16 08:26:40.617897 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9408a430-42e1-4265-bae6-658ef14c7c69 req-5d2b2338-22b2-4f8f-a758-c5f6ece3b2e1 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476201 Jul 16 08:26:40.627952 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-deac371a-427d-4ded-b1db-fd4014ea011e req-bcb85031-e1ec-4790-b811-1fd3827dbb83 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:40.684447 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deac371a-427d-4ded-b1db-fd4014ea011e req-bcb85031-e1ec-4790-b811-1fd3827dbb83 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Network 625dfff6-7aa4-46e7-b897-fa5ed9305465 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:40.689925 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-deac371a-427d-4ded-b1db-fd4014ea011e req-bcb85031-e1ec-4790-b811-1fd3827dbb83 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:40.692410 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-deac371a-427d-4ded-b1db-fd4014ea011e req-bcb85031-e1ec-4790-b811-1fd3827dbb83 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:40.729943 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb85031-e1ec-4790-b811-1fd3827dbb83 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Pushing event updated for resources: {'Port': ['ID=93a1378d-9ae2-4cae-b365-a03736d922c0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:40.763633 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac371a-427d-4ded-b1db-fd4014ea011e req-bcb85031-e1ec-4790-b811-1fd3827dbb83 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:40.764277 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-deac371a-427d-4ded-b1db-fd4014ea011e req-bcb85031-e1ec-4790-b811-1fd3827dbb83 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:40.782329 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-deac371a-427d-4ded-b1db-fd4014ea011e req-bcb85031-e1ec-4790-b811-1fd3827dbb83 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9020085 Jul 16 08:26:40.801537 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-deac371a-427d-4ded-b1db-fd4014ea011e req-336f2b2e-f20d-4e20-8af7-291048c1cb91 service neutron] Request body: {'port': {'device_id': 'fd6dadcb-0896-4410-a288-c06208e57473', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:40.888616 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-deac371a-427d-4ded-b1db-fd4014ea011e req-336f2b2e-f20d-4e20-8af7-291048c1cb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:41.056784 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7efad03-c540-4e96-abf1-1bb04ae3bf05 req-a4c4417e-5480-4219-ae01-ef5ed2d729f8 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:41.058014 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d7efad03-c540-4e96-abf1-1bb04ae3bf05 req-a4c4417e-5480-4219-ae01-ef5ed2d729f8 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 945 time: 0.1570616 Jul 16 08:26:41.109103 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9ee2af98-77ad-4a08-875d-6f7ddbb1b8ee req-4e3094d6-f5fe-4078-a0af-468a30bfeb83 tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups/e93399a3-302f-440b-940c-8dca16230539 HTTP/1.1" status: 200 len: 1800 time: 0.0398030 Jul 16 08:26:41.136294 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d7efad03-c540-4e96-abf1-1bb04ae3bf05 req-65787d36-82f3-4c40-bef0-63dcebbd6126 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661345 Jul 16 08:26:41.168771 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9ee2af98-77ad-4a08-875d-6f7ddbb1b8ee req-7a5083de-de46-4b73-af99-1ea604c9bbdd tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:41.192686 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9ee2af98-77ad-4a08-875d-6f7ddbb1b8ee req-7a5083de-de46-4b73-af99-1ea604c9bbdd tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:41.247290 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9ee2af98-77ad-4a08-875d-6f7ddbb1b8ee req-7a5083de-de46-4b73-af99-1ea604c9bbdd tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:41.249855 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9ee2af98-77ad-4a08-875d-6f7ddbb1b8ee req-7a5083de-de46-4b73-af99-1ea604c9bbdd tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:41.250986 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9ee2af98-77ad-4a08-875d-6f7ddbb1b8ee req-7a5083de-de46-4b73-af99-1ea604c9bbdd tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "DELETE /v2.0/security-groups/e93399a3-302f-440b-940c-8dca16230539 HTTP/1.1" status: 204 len: 173 time: 0.1361477 Jul 16 08:26:41.259955 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5083de-de46-4b73-af99-1ea604c9bbdd tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93399a3-302f-440b-940c-8dca16230539,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:41.299550 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-deac371a-427d-4ded-b1db-fd4014ea011e req-336f2b2e-f20d-4e20-8af7-291048c1cb91 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93a1378d-9ae2-4cae-b365-a03736d922c0 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:41.308667 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-deac371a-427d-4ded-b1db-fd4014ea011e req-336f2b2e-f20d-4e20-8af7-291048c1cb91 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:41.330388 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-deac371a-427d-4ded-b1db-fd4014ea011e req-336f2b2e-f20d-4e20-8af7-291048c1cb91 service neutron] Transition to ACTIVE for port object 93a1378d-9ae2-4cae-b365-a03736d922c0 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:41.335084 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-deac371a-427d-4ded-b1db-fd4014ea011e req-336f2b2e-f20d-4e20-8af7-291048c1cb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:41.382491 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e08357-3988-48c8-951b-b1ef28c97ad8 req-e389dc6f-4713-4015-9cb9-93db22b67527 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:41.384579 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-51e08357-3988-48c8-951b-b1ef28c97ad8 req-e389dc6f-4713-4015-9cb9-93db22b67527 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6 HTTP/1.1" status: 200 len: 946 time: 0.1254392 Jul 16 08:26:41.412838 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f2b2e-f20d-4e20-8af7-291048c1cb91 service neutron] Pushing event updated for resources: {'Port': ['ID=93a1378d-9ae2-4cae-b365-a03736d922c0,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:41.423353 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e7baa-8287-4ae5-a5ca-2874c1c77065 req-cc915c58-a405-45bd-8783-e9440d68dd7e tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:41.424977 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b39e7baa-8287-4ae5-a5ca-2874c1c77065 req-cc915c58-a405-45bd-8783-e9440d68dd7e tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd6dadcb-0896-4410-a288-c06208e57473 HTTP/1.1" status: 200 len: 943 time: 0.0729814 Jul 16 08:26:41.464564 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b39e7baa-8287-4ae5-a5ca-2874c1c77065 req-a6faa735-750e-4e53-8c42-2d169db167b0 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330203 Jul 16 08:26:41.480514 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-51e08357-3988-48c8-951b-b1ef28c97ad8 req-64afbf84-f679-4c00-83c5-ee40803cc2a3 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.22 "GET /v2.0/security-groups?id=163efb1b-58aa-4b47-b5c3-539dc280bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885396 Jul 16 08:26:41.541078 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4a1b191a-683d-48bb-a1e2-1e3210ae2c96 req-fd93e494-d062-4810-a51e-71175e8f8d8e tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "GET /v2.0/security-groups/f5ffafa7-a91a-454d-b929-570527eb00e4 HTTP/1.1" status: 200 len: 1801 time: 0.0519991 Jul 16 08:26:41.664623 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ebab14-7e39-471f-b9ec-c6e614348fb6 req-dda76ce5-40fc-4d72-9fc5-297232fe0042 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:41.666277 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-04ebab14-7e39-471f-b9ec-c6e614348fb6 req-dda76ce5-40fc-4d72-9fc5-297232fe0042 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 945 time: 0.1241679 Jul 16 08:26:41.667169 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4a1b191a-683d-48bb-a1e2-1e3210ae2c96 req-9c8f66ca-950d-4ca3-85a9-d4496876f2ab tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:41.723628 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4a1b191a-683d-48bb-a1e2-1e3210ae2c96 req-9c8f66ca-950d-4ca3-85a9-d4496876f2ab tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:41.814742 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4a1b191a-683d-48bb-a1e2-1e3210ae2c96 req-9c8f66ca-950d-4ca3-85a9-d4496876f2ab tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:41.817571 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4a1b191a-683d-48bb-a1e2-1e3210ae2c96 req-9c8f66ca-950d-4ca3-85a9-d4496876f2ab tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:41.818777 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4a1b191a-683d-48bb-a1e2-1e3210ae2c96 req-9c8f66ca-950d-4ca3-85a9-d4496876f2ab tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] 10.222.0.22 "DELETE /v2.0/security-groups/f5ffafa7-a91a-454d-b929-570527eb00e4 HTTP/1.1" status: 204 len: 173 time: 0.2671592 Jul 16 08:26:41.826436 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47972) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:41.864437 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-deac371a-427d-4ded-b1db-fd4014ea011e req-336f2b2e-f20d-4e20-8af7-291048c1cb91 service neutron] Attempting to bind port 93a1378d-9ae2-4cae-b365-a03736d922c0 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:41.864772 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-deac371a-427d-4ded-b1db-fd4014ea011e req-336f2b2e-f20d-4e20-8af7-291048c1cb91 service neutron] Attempting to bind port 93a1378d-9ae2-4cae-b365-a03736d922c0 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'f515938d-d605-4fe4-a310-b50c6a61626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:41.865172 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deac371a-427d-4ded-b1db-fd4014ea011e req-336f2b2e-f20d-4e20-8af7-291048c1cb91 service neutron] Attempting to bind port 93a1378d-9ae2-4cae-b365-a03736d922c0 on network 625dfff6-7aa4-46e7-b897-fa5ed9305465 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:41.873534 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-04ebab14-7e39-471f-b9ec-c6e614348fb6 req-2478cffa-5453-4eb1-a478-1e46c25e0319 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Deleting port 277fba1e-58b9-42f0-99af-f9db98336107 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:26:41.874266 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-04ebab14-7e39-471f-b9ec-c6e614348fb6 req-2478cffa-5453-4eb1-a478-1e46c25e0319 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:41.877084 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8f66ca-950d-4ca3-85a9-d4496876f2ab tempest-SecurityGroupsTestJSON-1074751454 tempest-SecurityGroupsTestJSON-1074751454-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5ffafa7-a91a-454d-b929-570527eb00e4,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:41.892756 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deac371a-427d-4ded-b1db-fd4014ea011e req-336f2b2e-f20d-4e20-8af7-291048c1cb91 service neutron] Port 93a1378d-9ae2-4cae-b365-a03736d922c0 on network 625dfff6-7aa4-46e7-b897-fa5ed9305465 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:26:41.893218 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deac371a-427d-4ded-b1db-fd4014ea011e req-336f2b2e-f20d-4e20-8af7-291048c1cb91 service neutron] Attempting to bind port 93a1378d-9ae2-4cae-b365-a03736d922c0 on network 625dfff6-7aa4-46e7-b897-fa5ed9305465 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:41.908863 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deac371a-427d-4ded-b1db-fd4014ea011e req-336f2b2e-f20d-4e20-8af7-291048c1cb91 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:41.909213 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deac371a-427d-4ded-b1db-fd4014ea011e req-336f2b2e-f20d-4e20-8af7-291048c1cb91 service neutron] Checking segment: {'id': 'f515938d-d605-4fe4-a310-b50c6a61626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:41.909727 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deac371a-427d-4ded-b1db-fd4014ea011e req-336f2b2e-f20d-4e20-8af7-291048c1cb91 service neutron] Bound using segment: {'id': 'f515938d-d605-4fe4-a310-b50c6a61626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:41.910210 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-deac371a-427d-4ded-b1db-fd4014ea011e req-336f2b2e-f20d-4e20-8af7-291048c1cb91 service neutron] Bound port: 93a1378d-9ae2-4cae-b365-a03736d922c0, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f515938d-d605-4fe4-a310-b50c6a61626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:41.910569 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-deac371a-427d-4ded-b1db-fd4014ea011e req-336f2b2e-f20d-4e20-8af7-291048c1cb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:41.920432 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ade048-5321-4cac-bfbe-09f26ec03038 req-e808c86a-e942-45b4-9552-04ec8f2d09b8 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:41.921568 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-59ade048-5321-4cac-bfbe-09f26ec03038 req-e808c86a-e942-45b4-9552-04ec8f2d09b8 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.30 "GET /v2.0/ports?device_id=93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6 HTTP/1.1" status: 200 len: 946 time: 0.4546678 Jul 16 08:26:41.922947 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-45be2430-7d81-40a4-bfbd-9e67bc62e8d2 admin admin] Deleting subnet 4a2e699c-4474-4ce8-9541-5d2e85ff0e34 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:26:41.928278 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-45be2430-7d81-40a4-bfbd-9e67bc62e8d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.005783 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-45be2430-7d81-40a4-bfbd-9e67bc62e8d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.036939 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-04ebab14-7e39-471f-b9ec-c6e614348fb6 req-2478cffa-5453-4eb1-a478-1e46c25e0319 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] For port 277fba1e-58b9-42f0-99af-f9db98336107, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=277fba1e-58b9-42f0-99af-f9db98336107,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:42.037305 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-04ebab14-7e39-471f-b9ec-c6e614348fb6 req-2478cffa-5453-4eb1-a478-1e46c25e0319 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.054915 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9912bf-45d0-4fb7-88ae-54006a48cf77 req-f91a2dfb-3edd-445f-aa9c-b4220f60f75f tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:42.057866 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9b9912bf-45d0-4fb7-88ae-54006a48cf77 req-f91a2dfb-3edd-445f-aa9c-b4220f60f75f tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.2069566 Jul 16 08:26:42.080321 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-04ebab14-7e39-471f-b9ec-c6e614348fb6 req-2478cffa-5453-4eb1-a478-1e46c25e0319 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Calling delete_port for 277fba1e-58b9-42f0-99af-f9db98336107 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:26:42.102751 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-45be2430-7d81-40a4-bfbd-9e67bc62e8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.103202 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-deac371a-427d-4ded-b1db-fd4014ea011e req-336f2b2e-f20d-4e20-8af7-291048c1cb91 service neutron] For port 93a1378d-9ae2-4cae-b365-a03736d922c0, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:42.122384 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-deac371a-427d-4ded-b1db-fd4014ea011e req-336f2b2e-f20d-4e20-8af7-291048c1cb91 service neutron] For port 93a1378d-9ae2-4cae-b365-a03736d922c0, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=93a1378d-9ae2-4cae-b365-a03736d922c0,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:42.134053 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-deac371a-427d-4ded-b1db-fd4014ea011e req-336f2b2e-f20d-4e20-8af7-291048c1cb91 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.154453 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9b9912bf-45d0-4fb7-88ae-54006a48cf77 req-b1c70e0d-2e45-49c7-8f04-75a9889995a7 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757592 Jul 16 08:26:42.195175 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac371a-427d-4ded-b1db-fd4014ea011e req-336f2b2e-f20d-4e20-8af7-291048c1cb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:42.197445 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-deac371a-427d-4ded-b1db-fd4014ea011e req-336f2b2e-f20d-4e20-8af7-291048c1cb91 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.200907 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-deac371a-427d-4ded-b1db-fd4014ea011e req-336f2b2e-f20d-4e20-8af7-291048c1cb91 service neutron] 10.222.0.30 "PUT /v2.0/ports/93a1378d-9ae2-4cae-b365-a03736d922c0 HTTP/1.1" status: 200 len: 1092 time: 1.4042928 Jul 16 08:26:42.202499 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd6dadcb-0896-4410-a288-c06208e57473', 'tag': '93a1378d-9ae2-4cae-b365-a03736d922c0'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:42.205244 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7499bf-f273-4d3d-8bd2-407cb46b6d1a" -d '{"events": [{"name": "network-changed", "server_uuid": "fd6dadcb-0896-4410-a288-c06208e57473", "tag": "93a1378d-9ae2-4cae-b365-a03736d922c0"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:42.228021 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f77f135-d8ca-4e12-a47b-d460f3b19556 req-261bd52f-0ae0-4d84-99fe-93ace9c93447 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:42.234531 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-59ade048-5321-4cac-bfbe-09f26ec03038 req-4ff45ca5-b302-46f1-8a23-1deb3d56044a tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Deleting port e7342783-ed49-43a1-b26e-41a5f4c7ec84 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:26:42.234938 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-59ade048-5321-4cac-bfbe-09f26ec03038 req-4ff45ca5-b302-46f1-8a23-1deb3d56044a tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.235095 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1f77f135-d8ca-4e12-a47b-d460f3b19556 req-261bd52f-0ae0-4d84-99fe-93ace9c93447 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 950 time: 0.1951013 Jul 16 08:26:42.239355 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f2b2e-f20d-4e20-8af7-291048c1cb91 service neutron] Pushing event updated for resources: {'Port': ['ID=93a1378d-9ae2-4cae-b365-a03736d922c0,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:42.266978 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-45be2430-7d81-40a4-bfbd-9e67bc62e8d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.328256 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-45be2430-7d81-40a4-bfbd-9e67bc62e8d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.333084 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-45be2430-7d81-40a4-bfbd-9e67bc62e8d2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/4a2e699c-4474-4ce8-9541-5d2e85ff0e34 HTTP/1.1" status: 204 len: 168 time: 0.5029194 Jul 16 08:26:42.333369 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47980) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:42.333661 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45be2430-7d81-40a4-bfbd-9e67bc62e8d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a2e699c-4474-4ce8-9541-5d2e85ff0e34,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:42.350241 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1f77f135-d8ca-4e12-a47b-d460f3b19556 req-98c6fa7f-64ba-4785-a074-70b8bf2e5b9d tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143656 Jul 16 08:26:42.368203 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-04ebab14-7e39-471f-b9ec-c6e614348fb6 req-2478cffa-5453-4eb1-a478-1e46c25e0319 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.382167 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['7b170f35-db9b-415e-9c83-adb9b8db3ac3', '277fba1e-58b9-42f0-99af-f9db98336107'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:42.434738 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2478cffa-5453-4eb1-a478-1e46c25e0319 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Pushing event deleted for resources: {'Port': ['ID=277fba1e-58b9-42f0-99af-f9db98336107,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:42.455596 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-04ebab14-7e39-471f-b9ec-c6e614348fb6 req-2478cffa-5453-4eb1-a478-1e46c25e0319 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] No DVR routers for this DVR port 277fba1e-58b9-42f0-99af-f9db98336107 on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:26:42.459514 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-04ebab14-7e39-471f-b9ec-c6e614348fb6 req-2478cffa-5453-4eb1-a478-1e46c25e0319 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.461770 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-04ebab14-7e39-471f-b9ec-c6e614348fb6 req-2478cffa-5453-4eb1-a478-1e46c25e0319 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.30 "DELETE /v2.0/ports/277fba1e-58b9-42f0-99af-f9db98336107 HTTP/1.1" status: 204 len: 173 time: 0.7883682 Jul 16 08:26:42.478816 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c68dbd21-5e1e-4dfc-8cae-7dffcdd9bef3 x-openstack-request-id: req-c68dbd21-5e1e-4dfc-8cae-7dffcdd9bef3 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:42.479404 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd6dadcb-0896-4410-a288-c06208e57473", "tag": "93a1378d-9ae2-4cae-b365-a03736d922c0", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:42.479404 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c68dbd21-5e1e-4dfc-8cae-7dffcdd9bef3 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:42.479583 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0249b17-4a27-4924-a182-55f6f2fccb65', 'name': 'network-vif-deleted', 'tag': '277fba1e-58b9-42f0-99af-f9db98336107'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:42.479737 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd6dadcb-0896-4410-a288-c06208e57473', 'tag': '93a1378d-9ae2-4cae-b365-a03736d922c0', 'status': 'completed', 'code': 200} Jul 16 08:26:42.481976 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-522a1f26-5138-44e6-b29a-69dcc6eaa3ac" -d '{"events": [{"server_uuid": "b0249b17-4a27-4924-a182-55f6f2fccb65", "name": "network-vif-deleted", "tag": "277fba1e-58b9-42f0-99af-f9db98336107"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:42.506654 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4b2336e0-c422-4930-99b2-88ceed8859e9 req-149a0eb7-c254-4e46-92d6-588654e1fc8b tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 210 time: 0.0535977 Jul 16 08:26:42.509896 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-59ade048-5321-4cac-bfbe-09f26ec03038 req-4ff45ca5-b302-46f1-8a23-1deb3d56044a tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] For port e7342783-ed49-43a1-b26e-41a5f4c7ec84, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=e7342783-ed49-43a1-b26e-41a5f4c7ec84,segment=NetworkSegment(e30e742a-742f-4556-b001-bd60a9d1298b),segment_id=e30e742a-742f-4556-b001-bd60a9d1298b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:42.510286 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-59ade048-5321-4cac-bfbe-09f26ec03038 req-4ff45ca5-b302-46f1-8a23-1deb3d56044a tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.516803 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-941cf538-e028-40d8-8104-e6893355ac34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.528075 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba00d766-b947-42c3-b720-82627684ac7f x-openstack-request-id: req-ba00d766-b947-42c3-b720-82627684ac7f {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:42.528456 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b0249b17-4a27-4924-a182-55f6f2fccb65", "name": "network-vif-deleted", "tag": "277fba1e-58b9-42f0-99af-f9db98336107", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:42.528882 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ba00d766-b947-42c3-b720-82627684ac7f {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:42.529359 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0249b17-4a27-4924-a182-55f6f2fccb65', 'name': 'network-vif-deleted', 'tag': '277fba1e-58b9-42f0-99af-f9db98336107', 'status': 'completed', 'code': 200} Jul 16 08:26:42.550918 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-59ade048-5321-4cac-bfbe-09f26ec03038 req-4ff45ca5-b302-46f1-8a23-1deb3d56044a tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Calling delete_port for e7342783-ed49-43a1-b26e-41a5f4c7ec84 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:26:42.691505 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac371a-427d-4ded-b1db-fd4014ea011e req-673c2c93-590b-4815-935c-6c0d3cc3d9a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:42.693220 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-deac371a-427d-4ded-b1db-fd4014ea011e req-673c2c93-590b-4815-935c-6c0d3cc3d9a3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6006a1dcb2354570866e06da5c4c7493&device_id=fd6dadcb-0896-4410-a288-c06208e57473 HTTP/1.1" status: 200 len: 1095 time: 0.3709695 Jul 16 08:26:42.699877 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f3f133-93f7-48e8-ab0d-21e1509e959e req-3a6da8af-8d5a-4d73-9031-e8d3c128388d tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:42.701412 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f9f3f133-93f7-48e8-ab0d-21e1509e959e req-3a6da8af-8d5a-4d73-9031-e8d3c128388d tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd6dadcb-0896-4410-a288-c06208e57473 HTTP/1.1" status: 200 len: 943 time: 0.0719507 Jul 16 08:26:42.742752 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f9f3f133-93f7-48e8-ab0d-21e1509e959e req-5660ff1d-4dc0-459f-9502-3c1486525d17 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343726 Jul 16 08:26:42.790419 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-deac371a-427d-4ded-b1db-fd4014ea011e req-76ca9117-11f1-471c-a83d-df798f6c7bdb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93a1378d-9ae2-4cae-b365-a03736d922c0 HTTP/1.1" status: 200 len: 217 time: 0.0616107 Jul 16 08:26:42.813047 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 5e2012e5-c4a7-4a00-a0f1-a47d30d17251 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:26:42.834458 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 5e2012e5-c4a7-4a00-a0f1-a47d30d17251 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:26:42.834799 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-941cf538-e028-40d8-8104-e6893355ac34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:42.835071 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 5e2012e5-c4a7-4a00-a0f1-a47d30d17251 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:26:42.887017 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-941cf538-e028-40d8-8104-e6893355ac34 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13eb8833-ea3c-42b1-ae1e-dd3cef084336']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:42.913370 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-941cf538-e028-40d8-8104-e6893355ac34 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32e39b1c-964f-44af-9812-01648a4617e8') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:42.913562 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-941cf538-e028-40d8-8104-e6893355ac34 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32e39b1c-964f-44af-9812-01648a4617e8') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:42.933961 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac371a-427d-4ded-b1db-fd4014ea011e req-4514d871-4d5c-4113-a5e0-a3c3a2614832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:42.935595 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-deac371a-427d-4ded-b1db-fd4014ea011e req-4514d871-4d5c-4113-a5e0-a3c3a2614832 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31ddde08-05a5-43f7-b27d-07657c5409d3 HTTP/1.1" status: 200 len: 845 time: 0.1361625 Jul 16 08:26:42.940741 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-941cf538-e028-40d8-8104-e6893355ac34 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:43.008877 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-deac371a-427d-4ded-b1db-fd4014ea011e req-bc23589c-3cdf-4293-90d6-5f2f6278eb98 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=625dfff6-7aa4-46e7-b897-fa5ed9305465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596099 Jul 16 08:26:43.010024 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-941cf538-e028-40d8-8104-e6893355ac34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:43.027277 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d5a3b8-f3c4-49df-87cd-c3e5d3f8d3f7 req-22406c6d-02df-4e74-bd34-e413ef70b3d4 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:43.028336 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c6d5a3b8-f3c4-49df-87cd-c3e5d3f8d3f7 req-22406c6d-02df-4e74-bd34-e413ef70b3d4 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.22 "GET /v2.0/ports?device_id=93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6 HTTP/1.1" status: 200 len: 946 time: 0.3490872 Jul 16 08:26:43.036204 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941cf538-e028-40d8-8104-e6893355ac34 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:26:43.036678 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-941cf538-e028-40d8-8104-e6893355ac34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:26:43.044983 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:26:43.117550 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-59ade048-5321-4cac-bfbe-09f26ec03038 req-4ff45ca5-b302-46f1-8a23-1deb3d56044a tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:43.131041 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['e7342783-ed49-43a1-b26e-41a5f4c7ec84'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:43.229086 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-941cf538-e028-40d8-8104-e6893355ac34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:43.242532 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff45ca5-b302-46f1-8a23-1deb3d56044a tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Pushing event deleted for resources: {'Port': ['ID=e7342783-ed49-43a1-b26e-41a5f4c7ec84,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:43.265406 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-941cf538-e028-40d8-8104-e6893355ac34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:43.270131 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-941cf538-e028-40d8-8104-e6893355ac34 admin admin] 10.222.0.22 "DELETE /v2.0/networks/13eb8833-ea3c-42b1-ae1e-dd3cef084336 HTTP/1.1" status: 204 len: 168 time: 0.9330628 Jul 16 08:26:43.271229 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c6d5a3b8-f3c4-49df-87cd-c3e5d3f8d3f7 req-b7f6ef8f-01e4-48fe-aa5a-fa409dcda342 tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.22 "GET /v2.0/security-groups?id=163efb1b-58aa-4b47-b5c3-539dc280bf0a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2224658 Jul 16 08:26:43.288863 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941cf538-e028-40d8-8104-e6893355ac34 admin admin] Pushing event deleted for resources: {'Network': ['ID=13eb8833-ea3c-42b1-ae1e-dd3cef084336,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:43.348506 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-59ade048-5321-4cac-bfbe-09f26ec03038 req-4ff45ca5-b302-46f1-8a23-1deb3d56044a tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] No DVR routers for this DVR port e7342783-ed49-43a1-b26e-41a5f4c7ec84 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:26:43.353081 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-deac371a-427d-4ded-b1db-fd4014ea011e req-3a045c99-1d38-4d35-bd43-9b7ee89eebeb service neutron] 10.222.0.30 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3202295 Jul 16 08:26:43.354482 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-59ade048-5321-4cac-bfbe-09f26ec03038 req-4ff45ca5-b302-46f1-8a23-1deb3d56044a tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:43.356488 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-59ade048-5321-4cac-bfbe-09f26ec03038 req-4ff45ca5-b302-46f1-8a23-1deb3d56044a tempest-ServerMetadataNegativeTestJSON-2009866769 tempest-ServerMetadataNegativeTestJSON-2009866769-project] 10.222.0.30 "DELETE /v2.0/ports/e7342783-ed49-43a1-b26e-41a5f4c7ec84 HTTP/1.1" status: 204 len: 173 time: 1.4239118 Jul 16 08:26:43.472401 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0e2c3-2858-4d8c-a9bd-147cd8cd196f req-b7316e48-d68d-418a-8126-bb6c59afe0ad tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:43.474258 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b2b0e2c3-2858-4d8c-a9bd-147cd8cd196f req-b7316e48-d68d-418a-8126-bb6c59afe0ad tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.1635995 Jul 16 08:26:43.511281 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-deac371a-427d-4ded-b1db-fd4014ea011e req-145a11fc-46e0-424a-b8f2-0ed26da730b5 service neutron] 10.222.0.30 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1484382 Jul 16 08:26:43.541924 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48000) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:43.579841 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b2b0e2c3-2858-4d8c-a9bd-147cd8cd196f req-3543ccbf-c0f5-48bb-97c0-7a1d34efaf25 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967598 Jul 16 08:26:43.629067 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b5721727-b818-4758-a816-a2fbc97bc5ff admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=852c6d5a2f444ffe8ab3743f1821e977&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0858114 Jul 16 08:26:43.631722 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48004) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:43.705049 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7fe21802-5def-4932-b51b-153cd3331434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:43.726883 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7fe21802-5def-4932-b51b-153cd3331434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:43.758322 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7499bf-f273-4d3d-8bd2-407cb46b6d1a req-1101b69c-40cf-41b4-abdb-90686a04f6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:43.760496 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2b7499bf-f273-4d3d-8bd2-407cb46b6d1a req-1101b69c-40cf-41b4-abdb-90686a04f6c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6006a1dcb2354570866e06da5c4c7493&device_id=fd6dadcb-0896-4410-a288-c06208e57473 HTTP/1.1" status: 200 len: 1095 time: 0.1703637 Jul 16 08:26:43.769323 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2efe9b1-c1ce-4a3c-b697-4f4dd89d4b7b req-98643c7f-10e7-4cf2-ad24-1fdecb2447ce tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:43.770756 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d2efe9b1-c1ce-4a3c-b697-4f4dd89d4b7b req-98643c7f-10e7-4cf2-ad24-1fdecb2447ce tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 950 time: 0.1028507 Jul 16 08:26:43.801569 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c6ab1268-7406-4da2-96f6-6d2a1eacf287 req-42b92891-9e57-4bb3-bc20-8cf4010d658e tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 210 time: 0.0974555 Jul 16 08:26:43.815424 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7fe21802-5def-4932-b51b-153cd3331434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:43.822166 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7fe21802-5def-4932-b51b-153cd3331434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:43.826788 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7fe21802-5def-4932-b51b-153cd3331434 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bb4b443f-235e-4d77-acd0-66e27d08255a HTTP/1.1" status: 204 len: 168 time: 0.1936352 Jul 16 08:26:43.843758 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe21802-5def-4932-b51b-153cd3331434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4b443f-235e-4d77-acd0-66e27d08255a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:43.848188 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d2efe9b1-c1ce-4a3c-b697-4f4dd89d4b7b req-6bf01cd3-0153-4c08-bfcd-be6ea7d85bfc tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635006 Jul 16 08:26:43.918888 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7499bf-f273-4d3d-8bd2-407cb46b6d1a req-117231c1-2e62-436b-9319-622b26f1e30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:43.920922 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2b7499bf-f273-4d3d-8bd2-407cb46b6d1a req-117231c1-2e62-436b-9319-622b26f1e30c service neutron] 10.222.0.30 "GET /v2.0/networks?id=625dfff6-7aa4-46e7-b897-fa5ed9305465 HTTP/1.1" status: 200 len: 906 time: 0.1493115 Jul 16 08:26:43.975723 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2b7499bf-f273-4d3d-8bd2-407cb46b6d1a req-2b50ff1e-c9d1-4f30-975c-f651fcac9651 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93a1378d-9ae2-4cae-b365-a03736d922c0 HTTP/1.1" status: 200 len: 217 time: 0.0423992 Jul 16 08:26:44.047155 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7499bf-f273-4d3d-8bd2-407cb46b6d1a req-bca07bf3-aeee-481a-aa86-e22e3e5c8ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:44.049072 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2b7499bf-f273-4d3d-8bd2-407cb46b6d1a req-bca07bf3-aeee-481a-aa86-e22e3e5c8ac3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31ddde08-05a5-43f7-b27d-07657c5409d3 HTTP/1.1" status: 200 len: 845 time: 0.0661511 Jul 16 08:26:44.049209 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b79620-42fb-4431-b939-13bc4b1735c1 req-33d9f1fe-cc53-4ef0-a3dc-c27c066dd826 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:44.051069 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-54b79620-42fb-4431-b939-13bc4b1735c1 req-33d9f1fe-cc53-4ef0-a3dc-c27c066dd826 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd6dadcb-0896-4410-a288-c06208e57473 HTTP/1.1" status: 200 len: 943 time: 0.0867388 Jul 16 08:26:44.111793 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-54b79620-42fb-4431-b939-13bc4b1735c1 req-400edbd4-ecd1-47bf-ac04-a355ca87d371 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528865 Jul 16 08:26:44.137742 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2b7499bf-f273-4d3d-8bd2-407cb46b6d1a req-5668d2b7-1fad-4143-8c63-62bf389a1a9a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=625dfff6-7aa4-46e7-b897-fa5ed9305465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0701790 Jul 16 08:26:44.256587 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2b7499bf-f273-4d3d-8bd2-407cb46b6d1a req-6616d06f-dba0-4bee-b72b-b4bdd6a878bf service neutron] 10.222.0.30 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157744 Jul 16 08:26:44.376030 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2b7499bf-f273-4d3d-8bd2-407cb46b6d1a req-cf36d8c7-4542-435f-8dda-998d74c259bc service neutron] 10.222.0.30 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096265 Jul 16 08:26:44.385582 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48024) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:44.431050 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-42d887b5-4eb7-4ee2-8d85-522825e684b8 admin admin] Deleting subnet a4142aea-b590-4e5b-bfd3-82ba0309447d {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:26:44.434335 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-42d887b5-4eb7-4ee2-8d85-522825e684b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:44.477678 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-42d887b5-4eb7-4ee2-8d85-522825e684b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:44.481652 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6', 'name': 'network-vif-deleted', 'tag': 'e7342783-ed49-43a1-b26e-41a5f4c7ec84'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:44.485074 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c9d494b-cd21-4c29-a68c-aa77538379cb" -d '{"events": [{"server_uuid": "93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6", "name": "network-vif-deleted", "tag": "e7342783-ed49-43a1-b26e-41a5f4c7ec84"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:44.528884 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb3463ef-a1bc-4ecf-9edf-f2020cab7eee x-openstack-request-id: req-eb3463ef-a1bc-4ecf-9edf-f2020cab7eee {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:44.529470 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6", "name": "network-vif-deleted", "tag": "e7342783-ed49-43a1-b26e-41a5f4c7ec84", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:44.529881 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eb3463ef-a1bc-4ecf-9edf-f2020cab7eee {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:44.530363 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93ca8b92-f7a6-4a8e-bd3a-7c7531c56ef6', 'name': 'network-vif-deleted', 'tag': 'e7342783-ed49-43a1-b26e-41a5f4c7ec84', 'status': 'completed', 'code': 200} Jul 16 08:26:44.534158 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-42d887b5-4eb7-4ee2-8d85-522825e684b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:44.613924 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-42d887b5-4eb7-4ee2-8d85-522825e684b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:44.627627 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-42d887b5-4eb7-4ee2-8d85-522825e684b8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:44.630669 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-42d887b5-4eb7-4ee2-8d85-522825e684b8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a4142aea-b590-4e5b-bfd3-82ba0309447d HTTP/1.1" status: 204 len: 168 time: 0.2437742 Jul 16 08:26:44.632989 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48038) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:44.650913 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d887b5-4eb7-4ee2-8d85-522825e684b8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4142aea-b590-4e5b-bfd3-82ba0309447d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:44.726586 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0010082-ad2d-4be6-8a1d-4f962174527d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:44.801494 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48042) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:44.803269 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d83504d-f4b0-485c-afde-a8222cccd94b req-87cead32-2280-496a-8351-91879def3d1b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:44.804858 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2d83504d-f4b0-485c-afde-a8222cccd94b req-87cead32-2280-496a-8351-91879def3d1b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.0759561 Jul 16 08:26:44.830129 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0010082-ad2d-4be6-8a1d-4f962174527d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:44.855874 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2d83504d-f4b0-485c-afde-a8222cccd94b req-4035df6e-24c4-4705-b101-3d1198d80af0 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450289 Jul 16 08:26:44.858846 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-a0010082-ad2d-4be6-8a1d-4f962174527d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c47df13-ec12-453f-bbc1-8544a374b945']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:44.888991 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-a0010082-ad2d-4be6-8a1d-4f962174527d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30e742a-742f-4556-b001-bd60a9d1298b') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:44.889291 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-a0010082-ad2d-4be6-8a1d-4f962174527d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30e742a-742f-4556-b001-bd60a9d1298b') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:44.906411 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0010082-ad2d-4be6-8a1d-4f962174527d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:44.939754 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0010082-ad2d-4be6-8a1d-4f962174527d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:44.948030 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0010082-ad2d-4be6-8a1d-4f962174527d admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:26:44.948458 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0010082-ad2d-4be6-8a1d-4f962174527d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:44.950156 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:26:44.950156 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:26:44.950156 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:26:44.950156 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:26:44.950156 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:26:44.950156 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:26:44.950156 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:26:44.950156 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:26:44.950156 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:26:44.950156 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:26:44.950156 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:26:44.950156 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:26:44.950156 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:26:44.950156 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:26:44.950156 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:26:44.950156 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:26:44.950156 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:26:44.950156 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:26:44.950156 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:26:44.950156 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:26:44.950156 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:26:44.950156 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:26:44.950156 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:26:44.950156 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:26:44.950156 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:26:44.950156 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:26:44.950156 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:26:44.950156 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:26:44.950156 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:26:44.950156 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:26:44.950156 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:26:44.950156 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:26:44.962083 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-ee1f9427-30a1-4a4e-8806-5aa0bdc0cbf0 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-628218279-network', 'tenant_id': '18d3bd29957e4274890e11da19ecb787'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:45.035458 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d5c884ea-20c6-4cad-bb5d-b8e41470dd6d req-fd3b4ff0-5852-4865-9e44-d2b7213b9168 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 210 time: 0.0604668 Jul 16 08:26:45.049524 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1f9427-30a1-4a4e-8806-5aa0bdc0cbf0 admin admin] Made reservation on behalf of 18d3bd29957e4274890e11da19ecb787 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:45.053181 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ee1f9427-30a1-4a4e-8806-5aa0bdc0cbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.061075 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0010082-ad2d-4be6-8a1d-4f962174527d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.081336 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0010082-ad2d-4be6-8a1d-4f962174527d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.085520 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a0010082-ad2d-4be6-8a1d-4f962174527d admin admin] 10.222.0.22 "DELETE /v2.0/networks/9c47df13-ec12-453f-bbc1-8544a374b945 HTTP/1.1" status: 204 len: 168 time: 0.4484415 Jul 16 08:26:45.093033 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b4336-2fb2-4d8c-9230-527d12f99506 req-af9700a2-f872-4c10-8370-33d773f3ae78 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:45.094552 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-058b4336-2fb2-4d8c-9230-527d12f99506 req-af9700a2-f872-4c10-8370-33d773f3ae78 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 950 time: 0.0837080 Jul 16 08:26:45.097751 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ee1f9427-30a1-4a4e-8806-5aa0bdc0cbf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.111852 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0010082-ad2d-4be6-8a1d-4f962174527d admin admin] Pushing event deleted for resources: {'Network': ['ID=9c47df13-ec12-453f-bbc1-8544a374b945,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:45.153854 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-058b4336-2fb2-4d8c-9230-527d12f99506 req-6e290254-5609-41d8-a2b1-74911cdd24a4 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521934 Jul 16 08:26:45.244122 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48054) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:45.250304 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ee1f9427-30a1-4a4e-8806-5aa0bdc0cbf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.255862 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ee1f9427-30a1-4a4e-8806-5aa0bdc0cbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.290842 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-76bcceae-ddc2-4fc1-9bd2-a089a4a9c2c7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f376a078e94e4820855cbf8d37713ac9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0431840 Jul 16 08:26:45.291977 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48058) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:45.328130 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee1f9427-30a1-4a4e-8806-5aa0bdc0cbf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:26:45.343084 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f9427-30a1-4a4e-8806-5aa0bdc0cbf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03feaef0-ea92-4471-ae62-410a0f6dbf3b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:45.347523 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a575b3ae-a6a0-43da-9037-11306bd9ee15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.352077 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ee1f9427-30a1-4a4e-8806-5aa0bdc0cbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.352462 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-ee1f9427-30a1-4a4e-8806-5aa0bdc0cbf0 admin admin] Added segment 2630c0b4-c25a-4e71-baf9-4cb001668487 of type vlan for network ef42b60b-a2a6-4c00-9b16-9d40351d12af Jul 16 08:26:45.374685 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a575b3ae-a6a0-43da-9037-11306bd9ee15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.412818 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ee1f9427-30a1-4a4e-8806-5aa0bdc0cbf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.427059 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aebc98-ed7a-4e4e-a2ff-a4c946fa9d1c req-85352282-62bf-42ce-ad1c-037a8fff77a4 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:45.428812 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87aebc98-ed7a-4e4e-a2ff-a4c946fa9d1c req-85352282-62bf-42ce-ad1c-037a8fff77a4 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd6dadcb-0896-4410-a288-c06208e57473 HTTP/1.1" status: 200 len: 943 time: 0.1666119 Jul 16 08:26:45.441861 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a575b3ae-a6a0-43da-9037-11306bd9ee15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.445309 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a575b3ae-a6a0-43da-9037-11306bd9ee15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.447432 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a575b3ae-a6a0-43da-9037-11306bd9ee15 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/163efb1b-58aa-4b47-b5c3-539dc280bf0a HTTP/1.1" status: 204 len: 168 time: 0.1542814 Jul 16 08:26:45.458307 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a575b3ae-a6a0-43da-9037-11306bd9ee15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163efb1b-58aa-4b47-b5c3-539dc280bf0a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:45.490701 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ee1f9427-30a1-4a4e-8806-5aa0bdc0cbf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.491689 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1f9427-30a1-4a4e-8806-5aa0bdc0cbf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:45.492272 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ee1f9427-30a1-4a4e-8806-5aa0bdc0cbf0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.496756 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87aebc98-ed7a-4e4e-a2ff-a4c946fa9d1c req-59e75351-035a-41e6-a1d7-ade40307294b tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597687 Jul 16 08:26:45.535507 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ee1f9427-30a1-4a4e-8806-5aa0bdc0cbf0 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.7306335 Jul 16 08:26:45.536193 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48062) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:45.541681 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-18c80aa8-8968-4c82-a03e-2857b3c91729 admin admin] Request body: {'subnet': {'network_id': 'ef42b60b-a2a6-4c00-9b16-9d40351d12af', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-628218279-subnet', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:45.557905 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1f9427-30a1-4a4e-8806-5aa0bdc0cbf0 admin admin] Pushing event updated for resources: {'Network': ['ID=ef42b60b-a2a6-4c00-9b16-9d40351d12af,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:45.571654 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c80aa8-8968-4c82-a03e-2857b3c91729 admin admin] Made reservation on behalf of 18d3bd29957e4274890e11da19ecb787 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:45.575969 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18c80aa8-8968-4c82-a03e-2857b3c91729 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.576862 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network ef42b60b-a2a6-4c00-9b16-9d40351d12af details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:26:45.734504 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 93a1378d-9ae2-4cae-b365-a03736d922c0 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:26:45.777211 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18c80aa8-8968-4c82-a03e-2857b3c91729 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.846571 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c80aa8-8968-4c82-a03e-2857b3c91729 admin admin] Pushing event updated for resources: {'Subnet': ['ID=90e1689d-683e-4bf7-9829-529743ada4e0,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:45.856224 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c80aa8-8968-4c82-a03e-2857b3c91729 admin admin] Checking segment: {'id': '2630c0b4-c25a-4e71-baf9-4cb001668487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ef42b60b-a2a6-4c00-9b16-9d40351d12af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:45.856734 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c80aa8-8968-4c82-a03e-2857b3c91729 admin admin] Network hostable DHCP agents. Network: ef42b60b-a2a6-4c00-9b16-9d40351d12af, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:26:45.879023 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c80aa8-8968-4c82-a03e-2857b3c91729 admin admin] Network ef42b60b-a2a6-4c00-9b16-9d40351d12af is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:26:45.885107 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device e7342783-ed49-43a1-b26e-41a5f4c7ec84 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:26:45.895491 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-18c80aa8-8968-4c82-a03e-2857b3c91729 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, ef42b60b-a2a6-4c00-9b16-9d40351d12af) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:45.901862 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c80aa8-8968-4c82-a03e-2857b3c91729 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:45.902481 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18c80aa8-8968-4c82-a03e-2857b3c91729 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.918896 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-18c80aa8-8968-4c82-a03e-2857b3c91729 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3815598 Jul 16 08:26:45.921470 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48076) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:45.925724 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0542a38f-b8fd-456c-9432-eb6bd4107637 None None] Network ef42b60b-a2a6-4c00-9b16-9d40351d12af requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:26:45.928064 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9fda803a-6561-41af-93a3-bb5c8757bcbb admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-628218279-router', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:45.930737 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: e7342783-ed49-43a1-b26e-41a5f4c7ec84 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:26:45.931161 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device e7342783-ed49-43a1-b26e-41a5f4c7ec84 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:26:45.931638 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 277fba1e-58b9-42f0-99af-f9db98336107 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:26:45.957916 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fda803a-6561-41af-93a3-bb5c8757bcbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.959939 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fda803a-6561-41af-93a3-bb5c8757bcbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:45.981416 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 277fba1e-58b9-42f0-99af-f9db98336107 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:26:45.982238 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 277fba1e-58b9-42f0-99af-f9db98336107 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:26:46.070851 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fda803a-6561-41af-93a3-bb5c8757bcbb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:46.121042 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 93a1378d-9ae2-4cae-b365-a03736d922c0, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=93a1378d-9ae2-4cae-b365-a03736d922c0,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:46.148159 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '93a1378d-9ae2-4cae-b365-a03736d922c0', 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465', 'port_id': '93a1378d-9ae2-4cae-b365-a03736d922c0', 'mac_address': 'fa:16:3e:1a:ac:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ddde08-05a5-43f7-b27d-07657c5409d3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:26:46.206644 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce38783d-fb4b-480f-806d-05cfb9556b39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-ef42b60b-a2a6-4c00-9b16-9d40351d12af', 'network_id': 'ef42b60b-a2a6-4c00-9b16-9d40351d12af', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'fixed_ips': [{'subnet_id': '90e1689d-683e-4bf7-9829-529743ada4e0'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:26:46.207552 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ce38783d-fb4b-480f-806d-05cfb9556b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:46.245254 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fda803a-6561-41af-93a3-bb5c8757bcbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:46.283313 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4727333-f394-473a-9dd4-689661e6aada req-dd3c442a-8dc9-4cc1-8ad6-7e7046e70b81 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:46.291408 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f4727333-f394-473a-9dd4-689661e6aada req-dd3c442a-8dc9-4cc1-8ad6-7e7046e70b81 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.2552383 Jul 16 08:26:46.294383 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3c74ddd9-ef47-4fb6-ab89-3ffcf47b6b60 req-04db00cb-dc0c-4cdf-b932-c5d9cf21b7d7 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=b0249b17-4a27-4924-a182-55f6f2fccb65 HTTP/1.1" status: 200 len: 210 time: 0.0483913 Jul 16 08:26:46.311746 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:46.333725 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93a1378d-9ae2-4cae-b365-a03736d922c0 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:46.345243 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f4727333-f394-473a-9dd4-689661e6aada req-0481365f-0571-417d-9a5b-0778a63d8591 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528407 Jul 16 08:26:46.371416 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 93a1378d-9ae2-4cae-b365-a03736d922c0, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=93a1378d-9ae2-4cae-b365-a03736d922c0,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:46.376300 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:46.501042 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=93a1378d-9ae2-4cae-b365-a03736d922c0,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:46.512338 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48094) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:46.515441 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:46.515946 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:46.517941 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:46.518445 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:46.518860 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:46.519389 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:46.519740 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:46.520206 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:46.520575 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:46.521577 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:46.521937 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:46.522677 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:46.546590 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-ce38783d-fb4b-480f-806d-05cfb9556b39 None None] Allocated IP 172.20.0.2 (ef42b60b-a2a6-4c00-9b16-9d40351d12af/90e1689d-683e-4bf7-9829-529743ada4e0/b5bf7c00-3058-4f00-a70f-dd68d183f3a5) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:46.556217 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43120139-b902-4197-af83-c1116d07cbe1 req-22d5e7ee-5d5e-4e12-81fb-535bcd175025 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:46.557782 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-43120139-b902-4197-af83-c1116d07cbe1 req-22d5e7ee-5d5e-4e12-81fb-535bcd175025 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 950 time: 0.0761597 Jul 16 08:26:46.641778 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-43120139-b902-4197-af83-c1116d07cbe1 req-5bcc95be-c380-4214-aac6-4bdcf17f4220 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767715 Jul 16 08:26:46.905566 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ce38783d-fb4b-480f-806d-05cfb9556b39 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:46.917455 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ce38783d-fb4b-480f-806d-05cfb9556b39 None None] Transition to ACTIVE for port object b5bf7c00-3058-4f00-a70f-dd68d183f3a5 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:46.935017 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ce38783d-fb4b-480f-806d-05cfb9556b39 None None] Transition to ACTIVE for port object b5bf7c00-3058-4f00-a70f-dd68d183f3a5 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:46.943441 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['93a1378d-9ae2-4cae-b365-a03736d922c0'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:46.948615 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ce38783d-fb4b-480f-806d-05cfb9556b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:47.021070 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38783d-fb4b-480f-806d-05cfb9556b39 None None] Pushing event updated for resources: {'Port': ['ID=b5bf7c00-3058-4f00-a70f-dd68d183f3a5,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:47.041474 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce38783d-fb4b-480f-806d-05cfb9556b39 None None] Network ef42b60b-a2a6-4c00-9b16-9d40351d12af is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:47.044747 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-ce38783d-fb4b-480f-806d-05cfb9556b39 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:47.055210 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce38783d-fb4b-480f-806d-05cfb9556b39 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:47.055455 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-aae86aeb-27ac-47ec-9bf7-b35613e48ba1 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-2129286374-network', 'tenant_id': '363ec4a697f348ca8340091e760832c9'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:47.114243 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aae86aeb-27ac-47ec-9bf7-b35613e48ba1 admin admin] Made reservation on behalf of 363ec4a697f348ca8340091e760832c9 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:47.116931 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aae86aeb-27ac-47ec-9bf7-b35613e48ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:47.158014 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ce38783d-fb4b-480f-806d-05cfb9556b39 None None] Attempting to bind port b5bf7c00-3058-4f00-a70f-dd68d183f3a5 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:47.158297 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ce38783d-fb4b-480f-806d-05cfb9556b39 None None] Attempting to bind port b5bf7c00-3058-4f00-a70f-dd68d183f3a5 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '2630c0b4-c25a-4e71-baf9-4cb001668487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ef42b60b-a2a6-4c00-9b16-9d40351d12af'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:47.158662 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce38783d-fb4b-480f-806d-05cfb9556b39 None None] Attempting to bind port b5bf7c00-3058-4f00-a70f-dd68d183f3a5 on network ef42b60b-a2a6-4c00-9b16-9d40351d12af {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:47.166867 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fda803a-6561-41af-93a3-bb5c8757bcbb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:47.195032 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fda803a-6561-41af-93a3-bb5c8757bcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:47.199098 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aae86aeb-27ac-47ec-9bf7-b35613e48ba1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:47.221159 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce38783d-fb4b-480f-806d-05cfb9556b39 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:47.221159 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce38783d-fb4b-480f-806d-05cfb9556b39 None None] Checking segment: {'id': '2630c0b4-c25a-4e71-baf9-4cb001668487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ef42b60b-a2a6-4c00-9b16-9d40351d12af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:47.221711 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ce38783d-fb4b-480f-806d-05cfb9556b39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:47.222060 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce38783d-fb4b-480f-806d-05cfb9556b39 None None] Bound using segment: {'id': '2630c0b4-c25a-4e71-baf9-4cb001668487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ef42b60b-a2a6-4c00-9b16-9d40351d12af'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:47.223190 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ce38783d-fb4b-480f-806d-05cfb9556b39 None None] Bound port: b5bf7c00-3058-4f00-a70f-dd68d183f3a5, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2630c0b4-c25a-4e71-baf9-4cb001668487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ef42b60b-a2a6-4c00-9b16-9d40351d12af'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:47.223190 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ce38783d-fb4b-480f-806d-05cfb9556b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:47.293839 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52839865-5fd6-4afe-a222-3c516b634d26 req-a11ed45f-907b-4499-a985-3eb5764d2034 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:47.296953 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-52839865-5fd6-4afe-a222-3c516b634d26 req-a11ed45f-907b-4499-a985-3eb5764d2034 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd6dadcb-0896-4410-a288-c06208e57473 HTTP/1.1" status: 200 len: 944 time: 0.2453539 Jul 16 08:26:47.324200 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ce38783d-fb4b-480f-806d-05cfb9556b39 None None] For port b5bf7c00-3058-4f00-a70f-dd68d183f3a5, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:47.327771 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ce38783d-fb4b-480f-806d-05cfb9556b39 None None] For port b5bf7c00-3058-4f00-a70f-dd68d183f3a5, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=b5bf7c00-3058-4f00-a70f-dd68d183f3a5,segment=NetworkSegment(2630c0b4-c25a-4e71-baf9-4cb001668487),segment_id=2630c0b4-c25a-4e71-baf9-4cb001668487)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:47.332327 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ce38783d-fb4b-480f-806d-05cfb9556b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:47.419282 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-52839865-5fd6-4afe-a222-3c516b634d26 req-7f2dfbd4-b28d-4c76-a4a8-19c3186d5555 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128008 Jul 16 08:26:47.422378 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce38783d-fb4b-480f-806d-05cfb9556b39 None None] Pushing event updated for resources: {'Port': ['ID=b5bf7c00-3058-4f00-a70f-dd68d183f3a5,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:47.436543 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-9fda803a-6561-41af-93a3-bb5c8757bcbb admin admin] Allocated IP 172.25.3.11 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/1e5ceaae-e846-497a-af28-a721d641abf6) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:47.581148 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aae86aeb-27ac-47ec-9bf7-b35613e48ba1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:47.588613 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aae86aeb-27ac-47ec-9bf7-b35613e48ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:47.662162 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fda803a-6561-41af-93a3-bb5c8757bcbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:47.699566 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae86aeb-27ac-47ec-9bf7-b35613e48ba1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0080be3-0321-44ad-8b9c-3496b5e3fa01,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:47.728654 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aae86aeb-27ac-47ec-9bf7-b35613e48ba1 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:26:47.800181 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aae86aeb-27ac-47ec-9bf7-b35613e48ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:47.800562 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-aae86aeb-27ac-47ec-9bf7-b35613e48ba1 admin admin] Added segment 2aea429b-deb9-4101-bf8b-30d1c999efba of type vlan for network 5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393 Jul 16 08:26:47.836026 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fda803a-6561-41af-93a3-bb5c8757bcbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:47.905207 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9fda803a-6561-41af-93a3-bb5c8757bcbb admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:47.943566 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-9fda803a-6561-41af-93a3-bb5c8757bcbb admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:47.968685 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aae86aeb-27ac-47ec-9bf7-b35613e48ba1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:47.972110 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fda803a-6561-41af-93a3-bb5c8757bcbb admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:48.020642 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29767b9c-d57d-4d78-b939-ce84a97ed796 req-be3985ef-621f-4037-bf3a-a8e01a289893 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:48.030028 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-57165c2c-ddc4-466d-a9a2-3ef5c6a14cdb service neutron] show failed (client error): The resource could not be found. Jul 16 08:26:48.031040 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-57165c2c-ddc4-466d-a9a2-3ef5c6a14cdb service neutron] 10.222.0.30 "GET /v2.0/ports/d85e2cf2-183c-482b-97c0-b6881ca7a4dc/bindings/n-h2-771362-37 HTTP/1.1" status: 404 len: 381 time: 0.2485659 Jul 16 08:26:48.031981 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-29767b9c-d57d-4d78-b939-ce84a97ed796 req-be3985ef-621f-4037-bf3a-a8e01a289893 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 950 time: 0.0978460 Jul 16 08:26:48.035460 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fda803a-6561-41af-93a3-bb5c8757bcbb admin admin] Pushing event updated for resources: {'Port': ['ID=1e5ceaae-e846-497a-af28-a721d641abf6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:48.088457 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-29767b9c-d57d-4d78-b939-ce84a97ed796 req-a8ef9c92-c978-45e9-9b61-84d882cdbfd9 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536785 Jul 16 08:26:48.089819 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772eeaee-fa95-4b00-a640-bb8a93b4d26f req-bed0e95e-5bee-4add-af12-28a88293dbf0 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:48.091412 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-772eeaee-fa95-4b00-a640-bb8a93b4d26f req-bed0e95e-5bee-4add-af12-28a88293dbf0 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.4874933 Jul 16 08:26:48.170566 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aae86aeb-27ac-47ec-9bf7-b35613e48ba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.171780 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aae86aeb-27ac-47ec-9bf7-b35613e48ba1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:48.172544 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aae86aeb-27ac-47ec-9bf7-b35613e48ba1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.231344 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-aae86aeb-27ac-47ec-9bf7-b35613e48ba1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.7173767 Jul 16 08:26:48.234239 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48116) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:48.239131 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-5945ae4b-4307-4277-80cb-79f339ae3e2a admin admin] Request body: {'subnet': {'network_id': '5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-2129286374-subnet', 'tenant_id': '363ec4a697f348ca8340091e760832c9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:48.271156 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5945ae4b-4307-4277-80cb-79f339ae3e2a admin admin] Made reservation on behalf of 363ec4a697f348ca8340091e760832c9 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:26:48.275334 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5945ae4b-4307-4277-80cb-79f339ae3e2a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.345000 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-772eeaee-fa95-4b00-a640-bb8a93b4d26f req-b8752539-7022-4bd0-b598-34a5ff5a15a4 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281113 Jul 16 08:26:48.417483 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae86aeb-27ac-47ec-9bf7-b35613e48ba1 admin admin] Pushing event updated for resources: {'Network': ['ID=5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:48.432439 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:26:48.573984 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-eb4c89bf-83ab-47b7-b874-72bd748381d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:48.575839 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-eb4c89bf-83ab-47b7-b874-72bd748381d1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd&tenant_id=8104d40427e0444ca28ba0f9ff369926 HTTP/1.1" status: 200 len: 1102 time: 0.1984391 Jul 16 08:26:48.598240 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-925148b1-5f0a-49df-b7ad-e912b08bcf83 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-37', 'device_owner': 'compute:nova'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:48.603536 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b5bf7c00-3058-4f00-a70f-dd68d183f3a5 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:48.639319 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fda803a-6561-41af-93a3-bb5c8757bcbb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.721955 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port b5bf7c00-3058-4f00-a70f-dd68d183f3a5 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:48.738654 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:26:48.839921 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5945ae4b-4307-4277-80cb-79f339ae3e2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:48.974222 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d76353a-4e3c-4d9d-b886-b3c8110d7ac6 None None] Network ef42b60b-a2a6-4c00-9b16-9d40351d12af requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:26:49.009660 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fda803a-6561-41af-93a3-bb5c8757bcbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:49.176931 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fda803a-6561-41af-93a3-bb5c8757bcbb admin admin] Router 04122545-aaaa-4e6a-b960-143c734187c6 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:26:49.187272 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-fe7a2e03-c7a6-4b87-bdca-92c7c04d54e5 None None] Provisioning for port b5bf7c00-3058-4f00-a70f-dd68d183f3a5 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:49.205590 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-fe7a2e03-c7a6-4b87-bdca-92c7c04d54e5 None None] Provisioning complete for port b5bf7c00-3058-4f00-a70f-dd68d183f3a5 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:49.206026 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe7a2e03-c7a6-4b87-bdca-92c7c04d54e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:49.281587 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-925148b1-5f0a-49df-b7ad-e912b08bcf83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:49.332911 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47a372b-1423-48f1-b75a-9d4949eb69ce req-6481f59e-08a9-4c15-a12e-43d26de75f6d tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:49.340674 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a47a372b-1423-48f1-b75a-9d4949eb69ce req-6481f59e-08a9-4c15-a12e-43d26de75f6d tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd6dadcb-0896-4410-a288-c06208e57473 HTTP/1.1" status: 200 len: 944 time: 0.6362197 Jul 16 08:26:49.347914 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5945ae4b-4307-4277-80cb-79f339ae3e2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=83132e58-09a7-4e53-b636-27b7cc60a995,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:49.373910 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe7a2e03-c7a6-4b87-bdca-92c7c04d54e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:49.389410 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5945ae4b-4307-4277-80cb-79f339ae3e2a admin admin] Checking segment: {'id': '2aea429b-deb9-4101-bf8b-30d1c999efba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:49.389774 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5945ae4b-4307-4277-80cb-79f339ae3e2a admin admin] Network hostable DHCP agents. Network: 5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:26:49.427502 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-fe7a2e03-c7a6-4b87-bdca-92c7c04d54e5 None None] For port b5bf7c00-3058-4f00-a70f-dd68d183f3a5, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=b5bf7c00-3058-4f00-a70f-dd68d183f3a5,segment=NetworkSegment(2630c0b4-c25a-4e71-baf9-4cb001668487),segment_id=2630c0b4-c25a-4e71-baf9-4cb001668487)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:49.434895 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe7a2e03-c7a6-4b87-bdca-92c7c04d54e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:49.500089 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fda803a-6561-41af-93a3-bb5c8757bcbb admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:26:49.500988 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7a2e03-c7a6-4b87-bdca-92c7c04d54e5 None None] Pushing event updated for resources: {'Port': ['ID=b5bf7c00-3058-4f00-a70f-dd68d183f3a5,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:49.518177 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd55487-f0f3-4cdb-8e9b-d9964583ff51 None None] Sync routers for ids ['04122545-aaaa-4e6a-b960-143c734187c6'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:26:49.544400 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd55487-f0f3-4cdb-8e9b-d9964583ff51 None None] Routers {'04122545-aaaa-4e6a-b960-143c734187c6'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:26:49.547121 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1cd55487-f0f3-4cdb-8e9b-d9964583ff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:26:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['04122545-aaaa-4e6a-b960-143c734187c6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:49.555004 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdcb0d8-b868-4d96-9a5e-5847b31a9117 req-417b00e6-c418-43a3-a686-4e248e843233 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:49.558609 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dfdcb0d8-b868-4d96-9a5e-5847b31a9117 req-417b00e6-c418-43a3-a686-4e248e843233 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 950 time: 0.1572325 Jul 16 08:26:49.559990 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fda803a-6561-41af-93a3-bb5c8757bcbb admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:49.561165 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9fda803a-6561-41af-93a3-bb5c8757bcbb admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.6384759 Jul 16 08:26:49.563795 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48130) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:49.606712 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a47a372b-1423-48f1-b75a-9d4949eb69ce req-bf8aa079-6456-46d3-9c3a-871c5456b252 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2650459 Jul 16 08:26:49.661842 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5945ae4b-4307-4277-80cb-79f339ae3e2a admin admin] Network 5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:26:49.681361 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-5945ae4b-4307-4277-80cb-79f339ae3e2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:49.699416 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7831abff-5cd0-4ef4-8c3a-bc001d4de9d9 None None] Network 5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:26:49.700518 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5945ae4b-4307-4277-80cb-79f339ae3e2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:49.701117 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5945ae4b-4307-4277-80cb-79f339ae3e2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:49.737461 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b694d744-8413-4471-86bc-baf5763531cf None None] Provisioning complete for port b5bf7c00-3058-4f00-a70f-dd68d183f3a5 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:49.738100 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b694d744-8413-4471-86bc-baf5763531cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:49.745046 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 93a1378d-9ae2-4cae-b365-a03736d922c0 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:49.793928 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dfdcb0d8-b868-4d96-9a5e-5847b31a9117 req-e72e8f55-9f99-4b35-9c95-f06c895c9812 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240984 Jul 16 08:26:49.801011 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5945ae4b-4307-4277-80cb-79f339ae3e2a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.5633318 Jul 16 08:26:49.810315 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48134) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:49.827661 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-89237ca1-f937-4bdd-94e1-fb87ce2ddeb2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-2129286374-router', 'tenant_id': '363ec4a697f348ca8340091e760832c9', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:26:49.882959 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-1cd55487-f0f3-4cdb-8e9b-d9964583ff51 None None] Set router 04122545-aaaa-4e6a-b960-143c734187c6 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:26:50.003411 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-89237ca1-f937-4bdd-94e1-fb87ce2ddeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.007203 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-89237ca1-f937-4bdd-94e1-fb87ce2ddeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.042537 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-925148b1-5f0a-49df-b7ad-e912b08bcf83 service neutron] For port d85e2cf2-183c-482b-97c0-b6881ca7a4dc, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d85e2cf2-183c-482b-97c0-b6881ca7a4dc,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:50.186823 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98c4c7f9-8636-4c53-9d3c-d83ceb208bbe None None] Network 5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:26:50.202899 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-89237ca1-f937-4bdd-94e1-fb87ce2ddeb2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.218866 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-925148b1-5f0a-49df-b7ad-e912b08bcf83 service neutron] For port d85e2cf2-183c-482b-97c0-b6881ca7a4dc, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:50.240320 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 93a1378d-9ae2-4cae-b365-a03736d922c0 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:50.262587 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 93a1378d-9ae2-4cae-b365-a03736d922c0 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:50.263026 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.334843 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0c5c795-3fdb-49f2-813f-f782c0d4576d req-7627d3f6-c040-44d0-8a6f-95063581a10b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:50.343632 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c0c5c795-3fdb-49f2-813f-f782c0d4576d req-7627d3f6-c040-44d0-8a6f-95063581a10b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.2540233 Jul 16 08:26:50.438730 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1a9870-bd99-492b-8f89-aefc85d4b4fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd85e2cf2-183c-482b-97c0-b6881ca7a4dc'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:50.440736 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e1cccd-55f9-4f10-96b4-d3092df1bec9" -d '{"events": [{"server_uuid": "3c1a9870-bd99-492b-8f89-aefc85d4b4fd", "name": "network-vif-unplugged", "status": "completed", "tag": "d85e2cf2-183c-482b-97c0-b6881ca7a4dc"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:50.448025 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-925148b1-5f0a-49df-b7ad-e912b08bcf83 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.482574 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c0c5c795-3fdb-49f2-813f-f782c0d4576d req-79e813e0-35b2-4608-ac1a-f7fcdd066e2e tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379530 Jul 16 08:26:50.533339 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.536675 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b5bf7c00-3058-4f00-a70f-dd68d183f3a5 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:50.577017 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-89237ca1-f937-4bdd-94e1-fb87ce2ddeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.595236 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3892367-b693-46aa-960c-d3a664a4b072 x-openstack-request-id: req-c3892367-b693-46aa-960c-d3a664a4b072 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:50.595634 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c1a9870-bd99-492b-8f89-aefc85d4b4fd", "name": "network-vif-unplugged", "status": "completed", "tag": "d85e2cf2-183c-482b-97c0-b6881ca7a4dc", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:50.595867 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c3892367-b693-46aa-960c-d3a664a4b072 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:50.596277 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c1a9870-bd99-492b-8f89-aefc85d4b4fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd85e2cf2-183c-482b-97c0-b6881ca7a4dc', 'code': 200} Jul 16 08:26:50.631575 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3df80a37-c4d9-4633-87ad-e5855f6d3c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.680758 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-925148b1-5f0a-49df-b7ad-e912b08bcf83 service neutron] Transition to ACTIVE for port object d85e2cf2-183c-482b-97c0-b6881ca7a4dc will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:50.706325 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-925148b1-5f0a-49df-b7ad-e912b08bcf83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:50.993167 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-925148b1-5f0a-49df-b7ad-e912b08bcf83 service neutron] No DVR routers for this DVR port d85e2cf2-183c-482b-97c0-b6881ca7a4dc on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:26:51.002446 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925148b1-5f0a-49df-b7ad-e912b08bcf83 service neutron] Pushing event updated for resources: {'Port': ['ID=d85e2cf2-183c-482b-97c0-b6881ca7a4dc,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:51.128326 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-3df80a37-c4d9-4633-87ad-e5855f6d3c63 admin admin] Allocated IP 172.20.0.1 (ef42b60b-a2a6-4c00-9b16-9d40351d12af/90e1689d-683e-4bf7-9829-529743ada4e0/69c9762b-8085-47b9-a1a6-e157f46ebb6b) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:51.131831 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1cd55487-f0f3-4cdb-8e9b-d9964583ff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04122545-aaaa-4e6a-b960-143c734187c6', 'name': 'tempest-TaggedBootDevicesTest_v242-628218279-router', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '1e5ceaae-e846-497a-af28-a721d641abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:45Z', 'updated_at': '2021-07-16T08:26:48Z', 'revision_number': 3, 'project_id': '18d3bd29957e4274890e11da19ecb787', 'gw_port': {'id': '1e5ceaae-e846-497a-af28-a721d641abf6', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04122545-aaaa-4e6a-b960-143c734187c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:47Z', 'updated_at': '2021-07-16T08:26:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:51.197388 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6662e85b-7e13-4432-b59d-c21b8ef4daa1 req-41cce896-2e6c-4258-b8d6-bfbf56721fc7 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:51.210505 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6662e85b-7e13-4432-b59d-c21b8ef4daa1 req-41cce896-2e6c-4258-b8d6-bfbf56721fc7 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd6dadcb-0896-4410-a288-c06208e57473 HTTP/1.1" status: 200 len: 944 time: 0.2274745 Jul 16 08:26:51.236475 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6dadcb-0896-4410-a288-c06208e57473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a1378d-9ae2-4cae-b365-a03736d922c0'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:51.239299 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a58de25-88e3-4f44-a632-11e6aafa2c8a" -d '{"events": [{"server_uuid": "fd6dadcb-0896-4410-a288-c06208e57473", "name": "network-vif-plugged", "status": "completed", "tag": "93a1378d-9ae2-4cae-b365-a03736d922c0"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:51.251151 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port b5bf7c00-3058-4f00-a70f-dd68d183f3a5 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:51.263368 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-925148b1-5f0a-49df-b7ad-e912b08bcf83 service neutron] Attempting to bind port d85e2cf2-183c-482b-97c0-b6881ca7a4dc on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:51.263603 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-925148b1-5f0a-49df-b7ad-e912b08bcf83 service neutron] Attempting to bind port d85e2cf2-183c-482b-97c0-b6881ca7a4dc by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:51.263966 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-925148b1-5f0a-49df-b7ad-e912b08bcf83 service neutron] Attempting to bind port d85e2cf2-183c-482b-97c0-b6881ca7a4dc on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:51.267438 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:51.271608 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd55487-f0f3-4cdb-8e9b-d9964583ff51 None None] Checking router: 04122545-aaaa-4e6a-b960-143c734187c6 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:26:51.272110 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd55487-f0f3-4cdb-8e9b-d9964583ff51 None None] Updating router 04122545-aaaa-4e6a-b960-143c734187c6 port 1e5ceaae-e846-497a-af28-a721d641abf6 binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:26:51.279383 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-925148b1-5f0a-49df-b7ad-e912b08bcf83 service neutron] Port d85e2cf2-183c-482b-97c0-b6881ca7a4dc on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:26:51.279690 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-925148b1-5f0a-49df-b7ad-e912b08bcf83 service neutron] Attempting to bind port d85e2cf2-183c-482b-97c0-b6881ca7a4dc on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:51.292711 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-925148b1-5f0a-49df-b7ad-e912b08bcf83 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:51.293055 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-925148b1-5f0a-49df-b7ad-e912b08bcf83 service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:51.293447 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-925148b1-5f0a-49df-b7ad-e912b08bcf83 service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:51.293907 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-925148b1-5f0a-49df-b7ad-e912b08bcf83 service neutron] Bound port: d85e2cf2-183c-482b-97c0-b6881ca7a4dc, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:51.294274 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-925148b1-5f0a-49df-b7ad-e912b08bcf83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:51.329795 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1cd55487-f0f3-4cdb-8e9b-d9964583ff51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:51.351815 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6662e85b-7e13-4432-b59d-c21b8ef4daa1 req-605f97b8-f934-4e99-ba39-12903ed4e470 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401005 Jul 16 08:26:51.355399 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 93a1378d-9ae2-4cae-b365-a03736d922c0, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=93a1378d-9ae2-4cae-b365-a03736d922c0,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:51.390744 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:51.414138 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3df80a37-c4d9-4633-87ad-e5855f6d3c63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:51.441093 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-3df80a37-c4d9-4633-87ad-e5855f6d3c63 admin admin] Transition to ACTIVE for port object 69c9762b-8085-47b9-a1a6-e157f46ebb6b will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:51.461096 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3289c5-d3da-4c9c-9017-12ce01cda4ad req-de1a62c8-205b-48da-849e-04a2e5606153 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:51.468820 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ab3289c5-d3da-4c9c-9017-12ce01cda4ad req-de1a62c8-205b-48da-849e-04a2e5606153 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 948 time: 0.2565231 Jul 16 08:26:51.496795 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-925148b1-5f0a-49df-b7ad-e912b08bcf83 service neutron] For port d85e2cf2-183c-482b-97c0-b6881ca7a4dc, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:51.520775 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3df80a37-c4d9-4633-87ad-e5855f6d3c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:51.550993 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-925148b1-5f0a-49df-b7ad-e912b08bcf83 service neutron] For port d85e2cf2-183c-482b-97c0-b6881ca7a4dc, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d85e2cf2-183c-482b-97c0-b6881ca7a4dc,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:51.551350 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df80a37-c4d9-4633-87ad-e5855f6d3c63 admin admin] Network ef42b60b-a2a6-4c00-9b16-9d40351d12af is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:51.554885 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-3df80a37-c4d9-4633-87ad-e5855f6d3c63 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:51.573152 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ab3289c5-d3da-4c9c-9017-12ce01cda4ad req-f78d3ce8-1fbc-4063-84c2-d49cb09bfeaf tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031756 Jul 16 08:26:51.581024 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-89237ca1-f937-4bdd-94e1-fb87ce2ddeb2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:51.590276 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3df80a37-c4d9-4633-87ad-e5855f6d3c63 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:51.608544 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-925148b1-5f0a-49df-b7ad-e912b08bcf83 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:51.621866 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-89237ca1-f937-4bdd-94e1-fb87ce2ddeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:51.688918 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3df80a37-c4d9-4633-87ad-e5855f6d3c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:51.722873 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a878c4a4-3919-4a20-811b-4563187278f8 x-openstack-request-id: req-a878c4a4-3919-4a20-811b-4563187278f8 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:51.723417 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6dadcb-0896-4410-a288-c06208e57473", "name": "network-vif-plugged", "status": "completed", "tag": "93a1378d-9ae2-4cae-b365-a03736d922c0", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:51.723417 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a878c4a4-3919-4a20-811b-4563187278f8 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:51.723829 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6dadcb-0896-4410-a288-c06208e57473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93a1378d-9ae2-4cae-b365-a03736d922c0', 'code': 200} Jul 16 08:26:51.749458 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=93a1378d-9ae2-4cae-b365-a03736d922c0,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:51.765424 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-925148b1-5f0a-49df-b7ad-e912b08bcf83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:51.765554 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device d85e2cf2-183c-482b-97c0-b6881ca7a4dc no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:26:51.767521 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-925148b1-5f0a-49df-b7ad-e912b08bcf83 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:51.769258 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-925148b1-5f0a-49df-b7ad-e912b08bcf83 service neutron] 10.222.0.21 "PUT /v2.0/ports/d85e2cf2-183c-482b-97c0-b6881ca7a4dc HTTP/1.1" status: 200 len: 1097 time: 3.1783524 Jul 16 08:26:51.795538 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925148b1-5f0a-49df-b7ad-e912b08bcf83 service neutron] Pushing event updated for resources: {'Port': ['ID=d85e2cf2-183c-482b-97c0-b6881ca7a4dc,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:51.841783 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df80a37-c4d9-4633-87ad-e5855f6d3c63 admin admin] Pushing event updated for resources: {'Port': ['ID=69c9762b-8085-47b9-a1a6-e157f46ebb6b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:52.075602 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device d85e2cf2-183c-482b-97c0-b6881ca7a4dc not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:26:52.098471 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-1a5fc73c-b684-41d1-afea-96be2376e7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:52.100003 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-1a5fc73c-b684-41d1-afea-96be2376e7db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 1100 time: 0.2719481 Jul 16 08:26:52.118484 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f762d903-b70b-4bb6-8642-401153f945ab None None] Provisioning for port 69c9762b-8085-47b9-a1a6-e157f46ebb6b completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:52.140250 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f762d903-b70b-4bb6-8642-401153f945ab None None] Provisioning complete for port 69c9762b-8085-47b9-a1a6-e157f46ebb6b triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:52.140870 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f762d903-b70b-4bb6-8642-401153f945ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.249819 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728689ee-c968-4257-a238-4a0a615419ce req-3e97326e-059e-4de8-a99c-1ac08fc1e036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:52.250236 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-e4d9ef99-a6a2-45b0-b540-d248302f7c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:52.251746 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-e4d9ef99-a6a2-45b0-b540-d248302f7c28 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.1388249 Jul 16 08:26:52.252966 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-728689ee-c968-4257-a238-4a0a615419ce req-3e97326e-059e-4de8-a99c-1ac08fc1e036 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fd6dadcb-0896-4410-a288-c06208e57473 HTTP/1.1" status: 200 len: 1097 time: 0.4039049 Jul 16 08:26:52.264795 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-f762d903-b70b-4bb6-8642-401153f945ab None None] Port 69c9762b-8085-47b9-a1a6-e157f46ebb6b cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:26:52.291245 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb532474-8b58-46e9-bcbf-eacf6b732a72 req-f48d4869-f673-46ac-a579-83a18db4728f tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:52.298938 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fb532474-8b58-46e9-bcbf-eacf6b732a72 req-f48d4869-f673-46ac-a579-83a18db4728f tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.2940099 Jul 16 08:26:52.302428 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1cd55487-f0f3-4cdb-8e9b-d9964583ff51 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.314028 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3df80a37-c4d9-4633-87ad-e5855f6d3c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.316310 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1cd55487-f0f3-4cdb-8e9b-d9964583ff51 None None] Transition to ACTIVE for port object 1e5ceaae-e846-497a-af28-a721d641abf6 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:52.328446 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1cd55487-f0f3-4cdb-8e9b-d9964583ff51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.439528 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-1cd55487-f0f3-4cdb-8e9b-d9964583ff51 None None] Attempting to bind port 1e5ceaae-e846-497a-af28-a721d641abf6 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:52.439977 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-1cd55487-f0f3-4cdb-8e9b-d9964583ff51 None None] Attempting to bind port 1e5ceaae-e846-497a-af28-a721d641abf6 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:52.440431 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd55487-f0f3-4cdb-8e9b-d9964583ff51 None None] Attempting to bind port 1e5ceaae-e846-497a-af28-a721d641abf6 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:52.448492 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd55487-f0f3-4cdb-8e9b-d9964583ff51 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:52.448961 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd55487-f0f3-4cdb-8e9b-d9964583ff51 None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:52.449437 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1cd55487-f0f3-4cdb-8e9b-d9964583ff51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.449893 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd55487-f0f3-4cdb-8e9b-d9964583ff51 None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:52.450685 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-1cd55487-f0f3-4cdb-8e9b-d9964583ff51 None None] Bound port: 1e5ceaae-e846-497a-af28-a721d641abf6, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:52.451039 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1cd55487-f0f3-4cdb-8e9b-d9964583ff51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.453964 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2d3f4-63b9-4086-b166-ed71e6a9138a None None] Pushing event updated for resources: {'Port': ['ID=1e5ceaae-e846-497a-af28-a721d641abf6,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:52.466251 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-728689ee-c968-4257-a238-4a0a615419ce req-16361cbd-7a34-4df1-bb4a-82a1f205727a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981711 Jul 16 08:26:52.468996 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-89237ca1-f937-4bdd-94e1-fb87ce2ddeb2 admin admin] Allocated IP 172.25.3.103 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/9ac8752a-66ae-41d4-9bb8-164ec2d69c22) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:52.503027 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-2dc158e5-16fa-4243-8582-7bd265a6cc2b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=d85e2cf2-183c-482b-97c0-b6881ca7a4dc HTTP/1.1" status: 200 len: 217 time: 0.2434807 Jul 16 08:26:52.505584 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fb532474-8b58-46e9-bcbf-eacf6b732a72 req-29799208-a205-4382-8328-abd226af27a0 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054367 Jul 16 08:26:52.519462 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-1cd55487-f0f3-4cdb-8e9b-d9964583ff51 None None] For port 1e5ceaae-e846-497a-af28-a721d641abf6, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:52.524910 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-1cd55487-f0f3-4cdb-8e9b-d9964583ff51 None None] For port 1e5ceaae-e846-497a-af28-a721d641abf6, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1e5ceaae-e846-497a-af28-a721d641abf6,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:52.531406 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1cd55487-f0f3-4cdb-8e9b-d9964583ff51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.598212 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b2d3f4-63b9-4086-b166-ed71e6a9138a None None] Pushing event updated for resources: {'Port': ['ID=1e5ceaae-e846-497a-af28-a721d641abf6,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:52.601666 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c1a9870-bd99-492b-8f89-aefc85d4b4fd', 'tag': 'd85e2cf2-183c-482b-97c0-b6881ca7a4dc'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:52.604265 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4b4407-e522-449b-a573-c9b5add89a35" -d '{"events": [{"name": "network-changed", "server_uuid": "3c1a9870-bd99-492b-8f89-aefc85d4b4fd", "tag": "d85e2cf2-183c-482b-97c0-b6881ca7a4dc"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:52.625636 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd55487-f0f3-4cdb-8e9b-d9964583ff51 None None] Routers {'04122545-aaaa-4e6a-b960-143c734187c6'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:26:52.626516 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1cd55487-f0f3-4cdb-8e9b-d9964583ff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:26:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['04122545-aaaa-4e6a-b960-143c734187c6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:52.719108 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-2011938c-2418-490e-8a2c-1badaf89e2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:52.720738 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-2011938c-2418-490e-8a2c-1badaf89e2ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.2061825 Jul 16 08:26:52.758693 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-1cd55487-f0f3-4cdb-8e9b-d9964583ff51 None None] Set router 04122545-aaaa-4e6a-b960-143c734187c6 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:26:52.802680 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3df80a37-c4d9-4633-87ad-e5855f6d3c63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.804539 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151da26-8057-487a-a4f1-4f1f2b423b21 req-9776f2e9-69f5-404b-a534-8fc719f8765c tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:52.814012 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7151da26-8057-487a-a4f1-4f1f2b423b21 req-9776f2e9-69f5-404b-a534-8fc719f8765c tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd6dadcb-0896-4410-a288-c06208e57473 HTTP/1.1" status: 200 len: 945 time: 0.2385778 Jul 16 08:26:52.820558 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5651bbf5-3801-4e44-96cc-ce04aa735a68 req-b5bea16d-5f92-47f0-a8cd-8128aba2ee12 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:52.824896 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5651bbf5-3801-4e44-96cc-ce04aa735a68 req-b5bea16d-5f92-47f0-a8cd-8128aba2ee12 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 944 time: 0.1158924 Jul 16 08:26:52.825728 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3df80a37-c4d9-4633-87ad-e5855f6d3c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.851461 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-89237ca1-f937-4bdd-94e1-fb87ce2ddeb2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.853981 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 0d9f206a-6518-45a5-ba88-26a9a7149eeb details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:26:52.918906 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7151da26-8057-487a-a4f1-4f1f2b423b21 req-d5cb6a45-c87f-403f-a624-f48f08568638 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036146 Jul 16 08:26:52.921202 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df80a37-c4d9-4633-87ad-e5855f6d3c63 admin admin] Pushing event updated for resources: {'Port': ['ID=69c9762b-8085-47b9-a1a6-e157f46ebb6b,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:52.946312 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-887d774e-7cf6-4928-80e3-1825d8b7a665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:52.947949 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-887d774e-7cf6-4928-80e3-1825d8b7a665 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2098014 Jul 16 08:26:52.972974 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3df80a37-c4d9-4633-87ad-e5855f6d3c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:52.994516 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ced0df-19e4-41e8-9e4a-4f0d2b361fdb x-openstack-request-id: req-c3ced0df-19e4-41e8-9e4a-4f0d2b361fdb {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:52.994859 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c1a9870-bd99-492b-8f89-aefc85d4b4fd", "tag": "d85e2cf2-183c-482b-97c0-b6881ca7a4dc", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:52.995175 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c3ced0df-19e4-41e8-9e4a-4f0d2b361fdb {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:52.995670 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c1a9870-bd99-492b-8f89-aefc85d4b4fd', 'tag': 'd85e2cf2-183c-482b-97c0-b6881ca7a4dc', 'status': 'completed', 'code': 200} Jul 16 08:26:53.036749 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5651bbf5-3801-4e44-96cc-ce04aa735a68 req-7bcb4740-4652-4fda-a2fe-93dcf9282012 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083151 Jul 16 08:26:53.046925 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-89237ca1-f937-4bdd-94e1-fb87ce2ddeb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.080270 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 0d9f206a-6518-45a5-ba88-26a9a7149eeb, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0d9f206a-6518-45a5-ba88-26a9a7149eeb,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:53.099907 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '0d9f206a-6518-45a5-ba88-26a9a7149eeb', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': '0d9f206a-6518-45a5-ba88-26a9a7149eeb', 'mac_address': 'fa:16:3e:4e:b1:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:26:53.139420 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1cd55487-f0f3-4cdb-8e9b-d9964583ff51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04122545-aaaa-4e6a-b960-143c734187c6', 'name': 'tempest-TaggedBootDevicesTest_v242-628218279-router', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '1e5ceaae-e846-497a-af28-a721d641abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:45Z', 'updated_at': '2021-07-16T08:26:52Z', 'revision_number': 4, 'project_id': '18d3bd29957e4274890e11da19ecb787', 'gw_port': {'id': '1e5ceaae-e846-497a-af28-a721d641abf6', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04122545-aaaa-4e6a-b960-143c734187c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:47Z', 'updated_at': '2021-07-16T08:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '69c9762b-8085-47b9-a1a6-e157f46ebb6b', 'name': '', 'network_id': 'ef42b60b-a2a6-4c00-9b16-9d40351d12af', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'mac_address': 'fa:16:3e:bb:29:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04122545-aaaa-4e6a-b960-143c734187c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '90e1689d-683e-4bf7-9829-529743ada4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:50Z', 'updated_at': '2021-07-16T08:26:51Z', 'revision_number': 1, 'project_id': '18d3bd29957e4274890e11da19ecb787', 'subnets': [{'id': '90e1689d-683e-4bf7-9829-529743ada4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:53.164266 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89237ca1-f937-4bdd-94e1-fb87ce2ddeb2 admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:53.173205 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cd55487-f0f3-4cdb-8e9b-d9964583ff51 None None] The sync data for ids ['04122545-aaaa-4e6a-b960-143c734187c6'] in n-d-771362-37 is: [{'id': '04122545-aaaa-4e6a-b960-143c734187c6', 'name': 'tempest-TaggedBootDevicesTest_v242-628218279-router', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '1e5ceaae-e846-497a-af28-a721d641abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:45Z', 'updated_at': '2021-07-16T08:26:52Z', 'revision_number': 4, 'project_id': '18d3bd29957e4274890e11da19ecb787', 'gw_port': {'id': '1e5ceaae-e846-497a-af28-a721d641abf6', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04122545-aaaa-4e6a-b960-143c734187c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:47Z', 'updated_at': '2021-07-16T08:26:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '69c9762b-8085-47b9-a1a6-e157f46ebb6b', 'name': '', 'network_id': 'ef42b60b-a2a6-4c00-9b16-9d40351d12af', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'mac_address': 'fa:16:3e:bb:29:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04122545-aaaa-4e6a-b960-143c734187c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '90e1689d-683e-4bf7-9829-529743ada4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:50Z', 'updated_at': '2021-07-16T08:26:51Z', 'revision_number': 1, 'project_id': '18d3bd29957e4274890e11da19ecb787', 'subnets': [{'id': '90e1689d-683e-4bf7-9829-529743ada4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:26:53.177180 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.195227 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d9f206a-6518-45a5-ba88-26a9a7149eeb {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:53.210949 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-89237ca1-f937-4bdd-94e1-fb87ce2ddeb2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:53.220625 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-3a4329b4-6937-4de3-8374-0fa9c3cac454 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609310 Jul 16 08:26:53.222499 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89237ca1-f937-4bdd-94e1-fb87ce2ddeb2 admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:53.229063 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89237ca1-f937-4bdd-94e1-fb87ce2ddeb2 admin admin] Pushing event updated for resources: {'Port': ['ID=9ac8752a-66ae-41d4-9bb8-164ec2d69c22,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:53.233785 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 0d9f206a-6518-45a5-ba88-26a9a7149eeb, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0d9f206a-6518-45a5-ba88-26a9a7149eeb,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:53.239713 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.278600 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3df80a37-c4d9-4633-87ad-e5855f6d3c63 admin admin] Network ef42b60b-a2a6-4c00-9b16-9d40351d12af is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:53.284220 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-3df80a37-c4d9-4633-87ad-e5855f6d3c63 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:53.303332 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=0d9f206a-6518-45a5-ba88-26a9a7149eeb,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:53.446760 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402ee466-5819-418f-8b7c-a9180b6373bb req-0ba76b59-6a82-4e5c-a338-73e8f35cf8fb tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:53.448654 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-402ee466-5819-418f-8b7c-a9180b6373bb req-0ba76b59-6a82-4e5c-a338-73e8f35cf8fb tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 948 time: 0.2938068 Jul 16 08:26:53.504170 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['0d9f206a-6518-45a5-ba88-26a9a7149eeb'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:53.602221 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-402ee466-5819-418f-8b7c-a9180b6373bb req-f7ee4147-adf0-4b92-acac-c06b6b40984d tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452587 Jul 16 08:26:53.657867 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8cef0cf0-10d8-41a8-83ae-8c8f6bf9d0b1 req-c6a46f22-4483-44b3-8ef6-b36db22debf4 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4061778 Jul 16 08:26:53.694468 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-bc79111d-796b-4a9f-9f6b-d5c948685fab None None] Provisioning complete for port 69c9762b-8085-47b9-a1a6-e157f46ebb6b triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:53.694919 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bc79111d-796b-4a9f-9f6b-d5c948685fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.753458 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-bc79111d-796b-4a9f-9f6b-d5c948685fab None None] Port 69c9762b-8085-47b9-a1a6-e157f46ebb6b cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:26:53.867577 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-89237ca1-f937-4bdd-94e1-fb87ce2ddeb2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:53.875966 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b4407-e522-449b-a573-c9b5add89a35 req-b196f174-0183-4e89-ac8e-3bb3201d6e13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:53.877596 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-db4b4407-e522-449b-a573-c9b5add89a35 req-b196f174-0183-4e89-ac8e-3bb3201d6e13 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 1100 time: 0.1312182 Jul 16 08:26:54.019318 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b4407-e522-449b-a573-c9b5add89a35 req-f88b6a36-abf6-4c6b-b6e6-1bd58ae584b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:54.022239 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-db4b4407-e522-449b-a573-c9b5add89a35 req-f88b6a36-abf6-4c6b-b6e6-1bd58ae584b8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 1100 time: 0.9790051 Jul 16 08:26:54.075576 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff68122-3e64-401e-97a0-25a55c5228b9 req-5c1e1a5b-dd2c-495b-8888-cc1197e18476 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:54.077112 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3ff68122-3e64-401e-97a0-25a55c5228b9 req-5c1e1a5b-dd2c-495b-8888-cc1197e18476 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 944 time: 1.0731699 Jul 16 08:26:54.097025 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b4407-e522-449b-a573-c9b5add89a35 req-832bb7ba-a355-4739-810e-c39769b69f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:54.098456 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-db4b4407-e522-449b-a573-c9b5add89a35 req-832bb7ba-a355-4739-810e-c39769b69f9d service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.1760790 Jul 16 08:26:54.211853 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3df80a37-c4d9-4633-87ad-e5855f6d3c63 admin admin] Router 04122545-aaaa-4e6a-b960-143c734187c6 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:26:54.285061 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916d9d5-f139-414c-97ff-26e3d3016154 req-d29f5ac3-f11b-4b43-8b4b-ba9cdf00cd12 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:54.286708 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7916d9d5-f139-414c-97ff-26e3d3016154 req-d29f5ac3-f11b-4b43-8b4b-ba9cdf00cd12 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 948 time: 0.3756018 Jul 16 08:26:54.321331 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b4407-e522-449b-a573-c9b5add89a35 req-c0395087-5b6c-40b6-90af-ae18acf91e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:54.324386 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-db4b4407-e522-449b-a573-c9b5add89a35 req-c0395087-5b6c-40b6-90af-ae18acf91e54 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.2810476 Jul 16 08:26:54.425839 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1e5ceaae-e846-497a-af28-a721d641abf6 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:54.447398 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-db4b4407-e522-449b-a573-c9b5add89a35 req-fa2a3a39-d01e-49da-bb82-0704799008ae service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=d85e2cf2-183c-482b-97c0-b6881ca7a4dc HTTP/1.1" status: 200 len: 217 time: 0.0717409 Jul 16 08:26:54.481757 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 1e5ceaae-e846-497a-af28-a721d641abf6 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:26:54.486057 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 1e5ceaae-e846-497a-af28-a721d641abf6 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:54.486441 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:54.503322 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-db4b4407-e522-449b-a573-c9b5add89a35 req-8331e5c1-1018-4a25-8762-824a570af24b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=d85e2cf2-183c-482b-97c0-b6881ca7a4dc HTTP/1.1" status: 200 len: 217 time: 0.3908777 Jul 16 08:26:54.519202 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b4407-e522-449b-a573-c9b5add89a35 req-6dbe5660-371d-45f8-88e8-365cafc57b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:54.520803 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-db4b4407-e522-449b-a573-c9b5add89a35 req-6dbe5660-371d-45f8-88e8-365cafc57b15 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0571983 Jul 16 08:26:54.555972 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7916d9d5-f139-414c-97ff-26e3d3016154 req-63a32edb-b4c7-471c-ba0d-6b37c89bd06e tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580361 Jul 16 08:26:54.596870 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:54.629536 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 1e5ceaae-e846-497a-af28-a721d641abf6, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1e5ceaae-e846-497a-af28-a721d641abf6,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:54.636451 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:54.642059 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-3ff68122-3e64-401e-97a0-25a55c5228b9 req-0cd8ceb3-07d0-4d9a-88e5-cc2fb15e55db tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Deleting port 7b170f35-db9b-415e-9c83-adb9b8db3ac3 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:26:54.642408 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3ff68122-3e64-401e-97a0-25a55c5228b9 req-0cd8ceb3-07d0-4d9a-88e5-cc2fb15e55db tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:54.649475 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b4407-e522-449b-a573-c9b5add89a35 req-df8d50eb-4f0b-481a-9932-3d5c5b46dc1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:54.651050 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-db4b4407-e522-449b-a573-c9b5add89a35 req-df8d50eb-4f0b-481a-9932-3d5c5b46dc1d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.1155968 Jul 16 08:26:54.682882 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-89237ca1-f937-4bdd-94e1-fb87ce2ddeb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:54.718360 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ccdaa-8575-454a-983d-e48c2e856e38 req-f80b41bc-3511-4725-9271-262cac156de5 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:54.726302 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-018ccdaa-8575-454a-983d-e48c2e856e38 req-f80b41bc-3511-4725-9271-262cac156de5 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd6dadcb-0896-4410-a288-c06208e57473 HTTP/1.1" status: 200 len: 945 time: 0.6307828 Jul 16 08:26:54.743203 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=1e5ceaae-e846-497a-af28-a721d641abf6,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:54.778244 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-3ff68122-3e64-401e-97a0-25a55c5228b9 req-0cd8ceb3-07d0-4d9a-88e5-cc2fb15e55db tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] For port 7b170f35-db9b-415e-9c83-adb9b8db3ac3, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=7b170f35-db9b-415e-9c83-adb9b8db3ac3,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:54.779007 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3ff68122-3e64-401e-97a0-25a55c5228b9 req-0cd8ceb3-07d0-4d9a-88e5-cc2fb15e55db tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:54.823287 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-3ff68122-3e64-401e-97a0-25a55c5228b9 req-0cd8ceb3-07d0-4d9a-88e5-cc2fb15e55db tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Calling delete_port for 7b170f35-db9b-415e-9c83-adb9b8db3ac3 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:26:54.827301 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3df80a37-c4d9-4633-87ad-e5855f6d3c63 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:26:54.833391 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3df80a37-c4d9-4633-87ad-e5855f6d3c63 admin admin] 10.222.0.22 "PUT /v2.0/routers/04122545-aaaa-4e6a-b960-143c734187c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2685866 Jul 16 08:26:54.853171 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b4407-e522-449b-a573-c9b5add89a35 req-3e0bc31a-7598-4373-ba2b-acbdf22d7676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:54.854686 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-db4b4407-e522-449b-a573-c9b5add89a35 req-3e0bc31a-7598-4373-ba2b-acbdf22d7676 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3265367 Jul 16 08:26:54.858426 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 0d9f206a-6518-45a5-ba88-26a9a7149eeb up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:54.887194 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-018ccdaa-8575-454a-983d-e48c2e856e38 req-2281c1af-b105-4e9d-885f-6998cab76c40 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564600 Jul 16 08:26:54.906414 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4b4407-e522-449b-a573-c9b5add89a35 req-6bdc47e2-97d7-4129-9140-f984a25c60c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:54.915148 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-db4b4407-e522-449b-a573-c9b5add89a35 req-6bdc47e2-97d7-4129-9140-f984a25c60c9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2445545 Jul 16 08:26:54.991293 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 0d9f206a-6518-45a5-ba88-26a9a7149eeb triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:54.991669 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:55.025602 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae58ca5b-9d31-418a-90c2-5817ed53b6da req-0cbd6f7d-cde1-44f6-8d2f-93f6e69180d8 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:55.032474 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ae58ca5b-9d31-418a-90c2-5817ed53b6da req-0cbd6f7d-cde1-44f6-8d2f-93f6e69180d8 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=9dd9ea62-781c-4d68-ba4c-60fb11314817 HTTP/1.1" status: 200 len: 944 time: 0.2900765 Jul 16 08:26:55.081758 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-db4b4407-e522-449b-a573-c9b5add89a35 req-d621fdd1-f3fe-4f80-9d80-482e678e2117 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184732 Jul 16 08:26:55.168466 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89237ca1-f937-4bdd-94e1-fb87ce2ddeb2 admin admin] Router 80818958-8799-479b-8bff-29761c1dff2a is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:26:55.172123 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:55.175475 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-db4b4407-e522-449b-a573-c9b5add89a35 req-3e2271cb-6f0e-4c91-b0c3-9f4a9f74679c service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2592945 Jul 16 08:26:55.206048 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83df3f71-afdf-44d1-86b5-47f1b908de85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9f206a-6518-45a5-ba88-26a9a7149eeb'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:55.219632 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3614369-ecf0-4767-a2be-a4ff72194993" -d '{"events": [{"server_uuid": "83df3f71-afdf-44d1-86b5-47f1b908de85", "name": "network-vif-plugged", "status": "completed", "tag": "0d9f206a-6518-45a5-ba88-26a9a7149eeb"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:55.259372 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 0d9f206a-6518-45a5-ba88-26a9a7149eeb, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0d9f206a-6518-45a5-ba88-26a9a7149eeb,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:55.266839 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:55.329900 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ae58ca5b-9d31-418a-90c2-5817ed53b6da req-1771227e-dd0f-43c2-939f-d587e4d9292e tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2951047 Jul 16 08:26:55.359929 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=0d9f206a-6518-45a5-ba88-26a9a7149eeb,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:55.389226 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-db4b4407-e522-449b-a573-c9b5add89a35 req-7adf3303-5646-442a-bdd6-24bc669e30f3 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2032123 Jul 16 08:26:55.396144 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89237ca1-f937-4bdd-94e1-fb87ce2ddeb2 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:26:55.414066 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb67eb0b-75ec-42ca-9a88-8af96449dd84 None None] Sync routers for ids ['80818958-8799-479b-8bff-29761c1dff2a'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:26:55.423505 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-89237ca1-f937-4bdd-94e1-fb87ce2ddeb2 admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:55.425422 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb67eb0b-75ec-42ca-9a88-8af96449dd84 None None] Routers {'80818958-8799-479b-8bff-29761c1dff2a'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:26:55.426126 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bb67eb0b-75ec-42ca-9a88-8af96449dd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:26:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['80818958-8799-479b-8bff-29761c1dff2a'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:55.428120 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-89237ca1-f937-4bdd-94e1-fb87ce2ddeb2 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.6167495 Jul 16 08:26:55.428785 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48208) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:26:55.464536 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3ff68122-3e64-401e-97a0-25a55c5228b9 req-0cd8ceb3-07d0-4d9a-88e5-cc2fb15e55db tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:55.478098 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['7b170f35-db9b-415e-9c83-adb9b8db3ac3'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:55.552597 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd8ceb3-07d0-4d9a-88e5-cc2fb15e55db tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Pushing event deleted for resources: {'Port': ['ID=7b170f35-db9b-415e-9c83-adb9b8db3ac3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:55.630085 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-db4b4407-e522-449b-a573-c9b5add89a35 req-71d431e0-df4a-4dfb-bf2a-d0c9ac4b041a service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5391223 Jul 16 08:26:55.666699 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ff68122-3e64-401e-97a0-25a55c5228b9 req-0cd8ceb3-07d0-4d9a-88e5-cc2fb15e55db tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] No DVR routers for this DVR port 7b170f35-db9b-415e-9c83-adb9b8db3ac3 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:26:55.669652 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3ff68122-3e64-401e-97a0-25a55c5228b9 req-0cd8ceb3-07d0-4d9a-88e5-cc2fb15e55db tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:55.672454 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3ff68122-3e64-401e-97a0-25a55c5228b9 req-0cd8ceb3-07d0-4d9a-88e5-cc2fb15e55db tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.30 "DELETE /v2.0/ports/7b170f35-db9b-415e-9c83-adb9b8db3ac3 HTTP/1.1" status: 204 len: 173 time: 1.5824325 Jul 16 08:26:55.683310 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dd9ea62-781c-4d68-ba4c-60fb11314817', 'name': 'network-vif-deleted', 'tag': '7b170f35-db9b-415e-9c83-adb9b8db3ac3'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:55.693071 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e737ce50-1d14-4cd4-8c9f-e39f38a5e879" -d '{"events": [{"server_uuid": "9dd9ea62-781c-4d68-ba4c-60fb11314817", "name": "network-vif-deleted", "tag": "7b170f35-db9b-415e-9c83-adb9b8db3ac3"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:55.746859 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-bb67eb0b-75ec-42ca-9a88-8af96449dd84 None None] Set router 80818958-8799-479b-8bff-29761c1dff2a gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:26:55.787811 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7f3d4d-7620-48d1-a537-3e7906e9b7bd req-c9dbfdc2-0751-43d0-af32-6f75ddc56afb tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:55.790937 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9c7f3d4d-7620-48d1-a537-3e7906e9b7bd req-c9dbfdc2-0751-43d0-af32-6f75ddc56afb tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 948 time: 0.2834492 Jul 16 08:26:55.824131 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855b303-e5c1-4b86-8c74-fd644ad3cb35 req-041f944b-31f4-449f-8aa0-c57e40532c94 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:55.834376 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a855b303-e5c1-4b86-8c74-fd644ad3cb35 req-041f944b-31f4-449f-8aa0-c57e40532c94 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/networks?id=625dfff6-7aa4-46e7-b897-fa5ed9305465 HTTP/1.1" status: 200 len: 805 time: 0.3107800 Jul 16 08:26:55.867645 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a855b303-e5c1-4b86-8c74-fd644ad3cb35 req-9e15ffb6-2125-4bbd-b756-586a8a86c41b tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/quotas/6006a1dcb2354570866e06da5c4c7493 HTTP/1.1" status: 200 len: 375 time: 0.0284014 Jul 16 08:26:55.923342 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9c7f3d4d-7620-48d1-a537-3e7906e9b7bd req-6eced652-8780-4da3-bebc-10daab6b5289 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760338 Jul 16 08:26:55.952467 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bb67eb0b-75ec-42ca-9a88-8af96449dd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80818958-8799-479b-8bff-29761c1dff2a', 'name': 'tempest-ServerRescueNegativeTestJSON-2129286374-router', 'tenant_id': '363ec4a697f348ca8340091e760832c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '9ac8752a-66ae-41d4-9bb8-164ec2d69c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:50Z', 'updated_at': '2021-07-16T08:26:53Z', 'revision_number': 3, 'project_id': '363ec4a697f348ca8340091e760832c9', 'gw_port': {'id': '9ac8752a-66ae-41d4-9bb8-164ec2d69c22', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:16:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80818958-8799-479b-8bff-29761c1dff2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:51Z', 'updated_at': '2021-07-16T08:26:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:55.996020 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb67eb0b-75ec-42ca-9a88-8af96449dd84 None None] Checking router: 80818958-8799-479b-8bff-29761c1dff2a for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:26:55.996610 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb67eb0b-75ec-42ca-9a88-8af96449dd84 None None] Updating router 80818958-8799-479b-8bff-29761c1dff2a port 9ac8752a-66ae-41d4-9bb8-164ec2d69c22 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:26:56.028330 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a855b303-e5c1-4b86-8c74-fd644ad3cb35 req-ff667f60-1f24-46ed-b642-06bdc53065b7 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6006a1dcb2354570866e06da5c4c7493&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1539378 Jul 16 08:26:56.044091 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1381a142-2597-4a40-a545-6dfe22d7af29 x-openstack-request-id: req-1381a142-2597-4a40-a545-6dfe22d7af29 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:56.044275 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83df3f71-afdf-44d1-86b5-47f1b908de85", "name": "network-vif-plugged", "status": "completed", "tag": "0d9f206a-6518-45a5-ba88-26a9a7149eeb", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:56.044734 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1381a142-2597-4a40-a545-6dfe22d7af29 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:56.045174 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83df3f71-afdf-44d1-86b5-47f1b908de85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9f206a-6518-45a5-ba88-26a9a7149eeb', 'code': 200} Jul 16 08:26:56.054373 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bb67eb0b-75ec-42ca-9a88-8af96449dd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.183801 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18913d12-7baa-43f0-87cd-4767b232df7c None None] Sync routers for ids ['04122545-aaaa-4e6a-b960-143c734187c6'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:26:56.202780 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18913d12-7baa-43f0-87cd-4767b232df7c None None] Routers {'04122545-aaaa-4e6a-b960-143c734187c6'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:26:56.203694 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-18913d12-7baa-43f0-87cd-4767b232df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:26:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['04122545-aaaa-4e6a-b960-143c734187c6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:56.295675 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a855b303-e5c1-4b86-8c74-fd644ad3cb35 req-7f2e689d-ea53-445a-900c-165ae787601a service neutron] 10.222.0.22 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663243 Jul 16 08:26:56.466635 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1e5ceaae-e846-497a-af28-a721d641abf6 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:26:56.467408 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a855b303-e5c1-4b86-8c74-fd644ad3cb35 req-39288acc-da04-4c83-b8f8-e42b28336bac service neutron] 10.222.0.22 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1609113 Jul 16 08:26:56.549612 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-18913d12-7baa-43f0-87cd-4767b232df7c None None] Set router 04122545-aaaa-4e6a-b960-143c734187c6 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:26:56.575102 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5fec56-5869-45fc-9759-3c8e5dbe5ad9 req-58edd2a7-8a21-4212-a3af-09806f4d14a5 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:56.576030 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bb67eb0b-75ec-42ca-9a88-8af96449dd84 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.576722 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ce5fec56-5869-45fc-9759-3c8e5dbe5ad9 req-58edd2a7-8a21-4212-a3af-09806f4d14a5 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.2325268 Jul 16 08:26:56.583875 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-51fcc3c9-5bdb-48cc-979b-222cbd901d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.611232 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-bb67eb0b-75ec-42ca-9a88-8af96449dd84 None None] Transition to ACTIVE for port object 9ac8752a-66ae-41d4-9bb8-164ec2d69c22 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:56.620790 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bb67eb0b-75ec-42ca-9a88-8af96449dd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.715977 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8c0ec-2ba8-44d5-ab77-e85ba3c199fe None None] Pushing event updated for resources: {'Port': ['ID=9ac8752a-66ae-41d4-9bb8-164ec2d69c22,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:56.722843 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ce5fec56-5869-45fc-9759-3c8e5dbe5ad9 req-476bde21-76f4-4e3f-84d8-c25d26c2965b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174233 Jul 16 08:26:56.741006 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf2fd75-0e90-4913-a91a-fed79367baf9 req-de6ea6a4-d9d1-478d-ae63-8488e8c8f327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:56.748563 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-edf2fd75-0e90-4913-a91a-fed79367baf9 req-de6ea6a4-d9d1-478d-ae63-8488e8c8f327 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 1101 time: 0.2886009 Jul 16 08:26:56.785695 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8c0ec-2ba8-44d5-ab77-e85ba3c199fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:56.785970 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8c0ec-2ba8-44d5-ab77-e85ba3c199fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:56.786319 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8c0ec-2ba8-44d5-ab77-e85ba3c199fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:56.786658 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8c0ec-2ba8-44d5-ab77-e85ba3c199fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:56.788469 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8c0ec-2ba8-44d5-ab77-e85ba3c199fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:56.788766 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8c0ec-2ba8-44d5-ab77-e85ba3c199fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:56.797744 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8c0ec-2ba8-44d5-ab77-e85ba3c199fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:56.798244 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8c0ec-2ba8-44d5-ab77-e85ba3c199fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:56.798758 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8c0ec-2ba8-44d5-ab77-e85ba3c199fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:56.799238 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8c0ec-2ba8-44d5-ab77-e85ba3c199fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:56.800028 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8c0ec-2ba8-44d5-ab77-e85ba3c199fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:56.800672 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91e8c0ec-2ba8-44d5-ab77-e85ba3c199fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:26:56.813257 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d18d8ceb-40b5-43cc-867d-a79c781fd59d x-openstack-request-id: req-d18d8ceb-40b5-43cc-867d-a79c781fd59d {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:26:56.813808 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dd9ea62-781c-4d68-ba4c-60fb11314817", "name": "network-vif-deleted", "tag": "7b170f35-db9b-415e-9c83-adb9b8db3ac3", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:26:56.814323 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d18d8ceb-40b5-43cc-867d-a79c781fd59d {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:26:56.814920 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dd9ea62-781c-4d68-ba4c-60fb11314817', 'name': 'network-vif-deleted', 'tag': '7b170f35-db9b-415e-9c83-adb9b8db3ac3', 'status': 'completed', 'code': 200} Jul 16 08:26:56.869879 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-bb67eb0b-75ec-42ca-9a88-8af96449dd84 None None] Attempting to bind port 9ac8752a-66ae-41d4-9bb8-164ec2d69c22 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:56.870248 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-bb67eb0b-75ec-42ca-9a88-8af96449dd84 None None] Attempting to bind port 9ac8752a-66ae-41d4-9bb8-164ec2d69c22 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:56.870609 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb67eb0b-75ec-42ca-9a88-8af96449dd84 None None] Attempting to bind port 9ac8752a-66ae-41d4-9bb8-164ec2d69c22 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:56.892825 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb67eb0b-75ec-42ca-9a88-8af96449dd84 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:56.894287 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device d85e2cf2-183c-482b-97c0-b6881ca7a4dc details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:26:56.897024 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb67eb0b-75ec-42ca-9a88-8af96449dd84 None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:56.899618 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bb67eb0b-75ec-42ca-9a88-8af96449dd84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:56.900603 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb67eb0b-75ec-42ca-9a88-8af96449dd84 None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:56.902135 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-bb67eb0b-75ec-42ca-9a88-8af96449dd84 None None] Bound port: 9ac8752a-66ae-41d4-9bb8-164ec2d69c22, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:56.903379 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bb67eb0b-75ec-42ca-9a88-8af96449dd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.027156 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-edf2fd75-0e90-4913-a91a-fed79367baf9 req-101cd9ad-90b1-4c40-b62b-a61f70c01edd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2745178 Jul 16 08:26:57.103440 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-bb67eb0b-75ec-42ca-9a88-8af96449dd84 None None] For port 9ac8752a-66ae-41d4-9bb8-164ec2d69c22, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:57.110453 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 1e5ceaae-e846-497a-af28-a721d641abf6 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:26:57.110856 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.114458 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-bb67eb0b-75ec-42ca-9a88-8af96449dd84 None None] For port 9ac8752a-66ae-41d4-9bb8-164ec2d69c22, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=9ac8752a-66ae-41d4-9bb8-164ec2d69c22,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:57.125394 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bb67eb0b-75ec-42ca-9a88-8af96449dd84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.190313 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-51fcc3c9-5bdb-48cc-979b-222cbd901d45 admin admin] Allocated IP 172.20.0.1 (5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393/83132e58-09a7-4e53-b636-27b7cc60a995/801a9f6e-924f-4171-b354-5b0388221069) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:26:57.285724 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb67eb0b-75ec-42ca-9a88-8af96449dd84 None None] Routers {'80818958-8799-479b-8bff-29761c1dff2a'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:26:57.288951 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bb67eb0b-75ec-42ca-9a88-8af96449dd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:26:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['80818958-8799-479b-8bff-29761c1dff2a'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:57.371118 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port d85e2cf2-183c-482b-97c0-b6881ca7a4dc, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d85e2cf2-183c-482b-97c0-b6881ca7a4dc,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:57.395818 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'd85e2cf2-183c-482b-97c0-b6881ca7a4dc', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': 'd85e2cf2-183c-482b-97c0-b6881ca7a4dc', 'mac_address': 'fa:16:3e:40:9a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:26:57.426986 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e8c0ec-2ba8-44d5-ab77-e85ba3c199fe None None] Pushing event updated for resources: {'Port': ['ID=9ac8752a-66ae-41d4-9bb8-164ec2d69c22,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:57.483213 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-51fcc3c9-5bdb-48cc-979b-222cbd901d45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.515221 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-18913d12-7baa-43f0-87cd-4767b232df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04122545-aaaa-4e6a-b960-143c734187c6', 'name': 'tempest-TaggedBootDevicesTest_v242-628218279-router', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '1e5ceaae-e846-497a-af28-a721d641abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:45Z', 'updated_at': '2021-07-16T08:26:52Z', 'revision_number': 4, 'project_id': '18d3bd29957e4274890e11da19ecb787', 'gw_port': {'id': '1e5ceaae-e846-497a-af28-a721d641abf6', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04122545-aaaa-4e6a-b960-143c734187c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:47Z', 'updated_at': '2021-07-16T08:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '69c9762b-8085-47b9-a1a6-e157f46ebb6b', 'name': '', 'network_id': 'ef42b60b-a2a6-4c00-9b16-9d40351d12af', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'mac_address': 'fa:16:3e:bb:29:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04122545-aaaa-4e6a-b960-143c734187c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '90e1689d-683e-4bf7-9829-529743ada4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:50Z', 'updated_at': '2021-07-16T08:26:52Z', 'revision_number': 2, 'project_id': '18d3bd29957e4274890e11da19ecb787', 'subnets': [{'id': '90e1689d-683e-4bf7-9829-529743ada4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:57.520786 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.563234 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-51fcc3c9-5bdb-48cc-979b-222cbd901d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.575576 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-bb67eb0b-75ec-42ca-9a88-8af96449dd84 None None] Set router 80818958-8799-479b-8bff-29761c1dff2a gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:26:57.593117 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18913d12-7baa-43f0-87cd-4767b232df7c None None] Checking router: 04122545-aaaa-4e6a-b960-143c734187c6 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:26:57.594323 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18913d12-7baa-43f0-87cd-4767b232df7c None None] Updating router 04122545-aaaa-4e6a-b960-143c734187c6 port 69c9762b-8085-47b9-a1a6-e157f46ebb6b binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:26:57.621064 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d85e2cf2-183c-482b-97c0-b6881ca7a4dc {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:26:57.666084 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port d85e2cf2-183c-482b-97c0-b6881ca7a4dc, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d85e2cf2-183c-482b-97c0-b6881ca7a4dc,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:57.671225 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18913d12-7baa-43f0-87cd-4767b232df7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.690397 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.746125 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fcc3c9-5bdb-48cc-979b-222cbd901d45 admin admin] Pushing event updated for resources: {'Port': ['ID=801a9f6e-924f-4171-b354-5b0388221069,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:57.763896 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fcc3c9-5bdb-48cc-979b-222cbd901d45 admin admin] Network 5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:57.765536 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 7b170f35-db9b-415e-9c83-adb9b8db3ac3 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:26:57.772111 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-51fcc3c9-5bdb-48cc-979b-222cbd901d45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:57.778277 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51fcc3c9-5bdb-48cc-979b-222cbd901d45 admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:26:57.824357 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-51fcc3c9-5bdb-48cc-979b-222cbd901d45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:57.862616 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 7b170f35-db9b-415e-9c83-adb9b8db3ac3 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:26:57.862983 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 7b170f35-db9b-415e-9c83-adb9b8db3ac3 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:26:57.865074 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bb67eb0b-75ec-42ca-9a88-8af96449dd84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80818958-8799-479b-8bff-29761c1dff2a', 'name': 'tempest-ServerRescueNegativeTestJSON-2129286374-router', 'tenant_id': '363ec4a697f348ca8340091e760832c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '9ac8752a-66ae-41d4-9bb8-164ec2d69c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:50Z', 'updated_at': '2021-07-16T08:26:53Z', 'revision_number': 3, 'project_id': '363ec4a697f348ca8340091e760832c9', 'gw_port': {'id': '9ac8752a-66ae-41d4-9bb8-164ec2d69c22', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:16:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80818958-8799-479b-8bff-29761c1dff2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:51Z', 'updated_at': '2021-07-16T08:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:57.888937 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=d85e2cf2-183c-482b-97c0-b6881ca7a4dc,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:57.914737 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb67eb0b-75ec-42ca-9a88-8af96449dd84 None None] The sync data for ids ['80818958-8799-479b-8bff-29761c1dff2a'] in n-d-771362-37 is: [{'id': '80818958-8799-479b-8bff-29761c1dff2a', 'name': 'tempest-ServerRescueNegativeTestJSON-2129286374-router', 'tenant_id': '363ec4a697f348ca8340091e760832c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '9ac8752a-66ae-41d4-9bb8-164ec2d69c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:50Z', 'updated_at': '2021-07-16T08:26:53Z', 'revision_number': 3, 'project_id': '363ec4a697f348ca8340091e760832c9', 'gw_port': {'id': '9ac8752a-66ae-41d4-9bb8-164ec2d69c22', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:16:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80818958-8799-479b-8bff-29761c1dff2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:51Z', 'updated_at': '2021-07-16T08:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:26:57.952587 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6beefb66-001a-47a1-83a3-837bd6106dae req-83a523ca-3bc3-4ad8-b359-d4a0081cd3c4 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:57.962596 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6beefb66-001a-47a1-83a3-837bd6106dae req-83a523ca-3bc3-4ad8-b359-d4a0081cd3c4 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 948 time: 0.4189682 Jul 16 08:26:58.038610 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-51fcc3c9-5bdb-48cc-979b-222cbd901d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.060437 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6beefb66-001a-47a1-83a3-837bd6106dae req-0401f879-57e4-4ec2-85ca-b1787cc95261 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958385 Jul 16 08:26:58.087966 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['d85e2cf2-183c-482b-97c0-b6881ca7a4dc'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:26:58.275114 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18913d12-7baa-43f0-87cd-4767b232df7c None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.329891 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-18913d12-7baa-43f0-87cd-4767b232df7c None None] Transition to ACTIVE for port object 69c9762b-8085-47b9-a1a6-e157f46ebb6b will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:26:58.349607 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18913d12-7baa-43f0-87cd-4767b232df7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.498073 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-51fcc3c9-5bdb-48cc-979b-222cbd901d45 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.505665 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-51fcc3c9-5bdb-48cc-979b-222cbd901d45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.539960 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2366ed-040b-48da-8f4d-87f51522a7f7 req-2928f8e2-f9c6-47b6-a6c8-61a88256b0d9 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:58.553202 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1b2366ed-040b-48da-8f4d-87f51522a7f7 req-2928f8e2-f9c6-47b6-a6c8-61a88256b0d9 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.1924136 Jul 16 08:26:58.624042 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fcc3c9-5bdb-48cc-979b-222cbd901d45 admin admin] Pushing event updated for resources: {'Port': ['ID=801a9f6e-924f-4171-b354-5b0388221069,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:58.627253 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-51fcc3c9-5bdb-48cc-979b-222cbd901d45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.672635 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1b2366ed-040b-48da-8f4d-87f51522a7f7 req-aaeecf2a-0076-439d-b874-0baa1d03b51e tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183953 Jul 16 08:26:58.753377 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2eb59-5312-42b7-b089-10c7245fae7e None None] Pushing event updated for resources: {'Port': ['ID=69c9762b-8085-47b9-a1a6-e157f46ebb6b,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:58.761844 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c45826a-3843-4e35-b6ab-fafcd8f127df req-c896a00e-9a36-4a52-88c2-f481206d42d7 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:58.765337 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2c45826a-3843-4e35-b6ab-fafcd8f127df req-c896a00e-9a36-4a52-88c2-f481206d42d7 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.30 "GET /v2.0/ports?device_id=6ff53927-dfff-41fe-810a-82487cf5a97b HTTP/1.1" status: 200 len: 945 time: 0.2093394 Jul 16 08:26:58.766294 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51fcc3c9-5bdb-48cc-979b-222cbd901d45 admin admin] Network 5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:26:58.769425 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-51fcc3c9-5bdb-48cc-979b-222cbd901d45 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:26:58.947206 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-18913d12-7baa-43f0-87cd-4767b232df7c None None] Attempting to bind port 69c9762b-8085-47b9-a1a6-e157f46ebb6b on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:26:58.947704 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-18913d12-7baa-43f0-87cd-4767b232df7c None None] Attempting to bind port 69c9762b-8085-47b9-a1a6-e157f46ebb6b by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '2630c0b4-c25a-4e71-baf9-4cb001668487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ef42b60b-a2a6-4c00-9b16-9d40351d12af'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:26:58.948065 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18913d12-7baa-43f0-87cd-4767b232df7c None None] Attempting to bind port 69c9762b-8085-47b9-a1a6-e157f46ebb6b on network ef42b60b-a2a6-4c00-9b16-9d40351d12af {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:26:58.954911 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18913d12-7baa-43f0-87cd-4767b232df7c None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:26:58.955365 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18913d12-7baa-43f0-87cd-4767b232df7c None None] Checking segment: {'id': '2630c0b4-c25a-4e71-baf9-4cb001668487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ef42b60b-a2a6-4c00-9b16-9d40351d12af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:26:58.955747 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18913d12-7baa-43f0-87cd-4767b232df7c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:58.956216 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18913d12-7baa-43f0-87cd-4767b232df7c None None] Bound using segment: {'id': '2630c0b4-c25a-4e71-baf9-4cb001668487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ef42b60b-a2a6-4c00-9b16-9d40351d12af'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:26:58.956767 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-18913d12-7baa-43f0-87cd-4767b232df7c None None] Bound port: 69c9762b-8085-47b9-a1a6-e157f46ebb6b, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2630c0b4-c25a-4e71-baf9-4cb001668487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ef42b60b-a2a6-4c00-9b16-9d40351d12af'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:26:58.957190 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18913d12-7baa-43f0-87cd-4767b232df7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:59.078252 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51fcc3c9-5bdb-48cc-979b-222cbd901d45 admin admin] Router 80818958-8799-479b-8bff-29761c1dff2a has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:26:59.119844 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-18913d12-7baa-43f0-87cd-4767b232df7c None None] For port 69c9762b-8085-47b9-a1a6-e157f46ebb6b, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:26:59.136046 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-18913d12-7baa-43f0-87cd-4767b232df7c None None] For port 69c9762b-8085-47b9-a1a6-e157f46ebb6b, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=69c9762b-8085-47b9-a1a6-e157f46ebb6b,segment=NetworkSegment(2630c0b4-c25a-4e71-baf9-4cb001668487),segment_id=2630c0b4-c25a-4e71-baf9-4cb001668487)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:26:59.146186 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18913d12-7baa-43f0-87cd-4767b232df7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:59.153838 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-2c45826a-3843-4e35-b6ab-fafcd8f127df req-c0ebd0a4-a6fe-428a-9d3b-20c7fb2c5c98 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Deleting port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:26:59.154501 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2c45826a-3843-4e35-b6ab-fafcd8f127df req-c0ebd0a4-a6fe-428a-9d3b-20c7fb2c5c98 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:59.212253 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d830620d-0995-4973-8cfc-2cff514a72cb req-78c0042a-476e-49ef-a54a-85f0c7aacd28 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:59.232452 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d830620d-0995-4973-8cfc-2cff514a72cb req-78c0042a-476e-49ef-a54a-85f0c7aacd28 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=6ff53927-dfff-41fe-810a-82487cf5a97b HTTP/1.1" status: 200 len: 945 time: 0.3166022 Jul 16 08:26:59.328798 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18913d12-7baa-43f0-87cd-4767b232df7c None None] Routers {'04122545-aaaa-4e6a-b960-143c734187c6'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:26:59.329725 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-18913d12-7baa-43f0-87cd-4767b232df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:26:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['04122545-aaaa-4e6a-b960-143c734187c6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:26:59.395064 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2eb59-5312-42b7-b089-10c7245fae7e None None] Pushing event updated for resources: {'Port': ['ID=69c9762b-8085-47b9-a1a6-e157f46ebb6b,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:59.431414 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d830620d-0995-4973-8cfc-2cff514a72cb req-884ca89e-c1d3-41fe-9cd5-d0df23ec7384 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899660 Jul 16 08:26:59.456944 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51fcc3c9-5bdb-48cc-979b-222cbd901d45 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:26:59.462051 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2c45826a-3843-4e35-b6ab-fafcd8f127df req-c0ebd0a4-a6fe-428a-9d3b-20c7fb2c5c98 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] For port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:26:59.462431 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2c45826a-3843-4e35-b6ab-fafcd8f127df req-c0ebd0a4-a6fe-428a-9d3b-20c7fb2c5c98 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:59.484111 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-51fcc3c9-5bdb-48cc-979b-222cbd901d45 admin admin] 10.222.0.22 "PUT /v2.0/routers/80818958-8799-479b-8bff-29761c1dff2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0536742 Jul 16 08:26:59.495837 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-2c45826a-3843-4e35-b6ab-fafcd8f127df req-c0ebd0a4-a6fe-428a-9d3b-20c7fb2c5c98 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Calling delete_port for 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:26:59.559088 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-cc9577a5-a243-44ec-90f6-9f1ed4fd38f9 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:59.561112 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-cc9577a5-a243-44ec-90f6-9f1ed4fd38f9 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.21 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd&tenant_id=8104d40427e0444ca28ba0f9ff369926&binding%3Ahost_id=n-h2-771362-37 HTTP/1.1" status: 200 len: 949 time: 0.3524513 Jul 16 08:26:59.586166 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-18913d12-7baa-43f0-87cd-4767b232df7c None None] Set router 04122545-aaaa-4e6a-b960-143c734187c6 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:26:59.720245 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-1b7a73d2-725a-4414-b43e-8629864250d8 service neutron] 10.222.0.21 "GET /v2.0/ports/d85e2cf2-183c-482b-97c0-b6881ca7a4dc/bindings/n-h2-771362-37 HTTP/1.1" status: 200 len: 383 time: 0.1435363 Jul 16 08:26:59.735276 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-88e1d65d-b67f-4c93-8c12-d641007d55bc tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:59.744454 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-88e1d65d-b67f-4c93-8c12-d641007d55bc tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/networks?id=625dfff6-7aa4-46e7-b897-fa5ed9305465 HTTP/1.1" status: 200 len: 805 time: 0.4159801 Jul 16 08:26:59.770739 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-3bc270f2-79e2-4151-87bf-836a26b9f223 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/quotas/6006a1dcb2354570866e06da5c4c7493 HTTP/1.1" status: 200 len: 375 time: 0.0252557 Jul 16 08:26:59.799298 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2c45826a-3843-4e35-b6ab-fafcd8f127df req-c0ebd0a4-a6fe-428a-9d3b-20c7fb2c5c98 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:59.885317 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c45826a-3843-4e35-b6ab-fafcd8f127df req-c0ebd0a4-a6fe-428a-9d3b-20c7fb2c5c98 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] No DVR routers for this DVR port 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:26:59.888513 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-d2ef3b02-9374-4d15-85b9-f4f27180603b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:59.890074 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-d2ef3b02-9374-4d15-85b9-f4f27180603b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 1101 time: 0.1377783 Jul 16 08:26:59.897382 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ebd0a4-a6fe-428a-9d3b-20c7fb2c5c98 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Pushing event deleted for resources: {'Port': ['ID=5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:26:59.905814 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2c45826a-3843-4e35-b6ab-fafcd8f127df req-c0ebd0a4-a6fe-428a-9d3b-20c7fb2c5c98 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:26:59.907104 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-f0a40024-edd2-42a6-a274-968d13008536 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6006a1dcb2354570866e06da5c4c7493&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1174045 Jul 16 08:26:59.907920 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2c45826a-3843-4e35-b6ab-fafcd8f127df req-c0ebd0a4-a6fe-428a-9d3b-20c7fb2c5c98 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.30 "DELETE /v2.0/ports/5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db HTTP/1.1" status: 204 len: 173 time: 1.1364172 Jul 16 08:26:59.908460 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6ff53927-dfff-41fe-810a-82487cf5a97b', 'name': 'network-vif-deleted', 'tag': '5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:26:59.911050 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-017e3a47-1537-4312-ab2d-7c7c6816f99f" -d '{"events": [{"server_uuid": "6ff53927-dfff-41fe-810a-82487cf5a97b", "name": "network-vif-deleted", "tag": "5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:26:59.994675 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef38a7e7-c4a4-4919-89e2-2bfe14a2b204 req-7c189ca3-26ec-45f4-8172-1f3d0e37c6d4 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:26:59.996262 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ef38a7e7-c4a4-4919-89e2-2bfe14a2b204 req-7c189ca3-26ec-45f4-8172-1f3d0e37c6d4 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.1353688 Jul 16 08:27:00.034929 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-18913d12-7baa-43f0-87cd-4767b232df7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04122545-aaaa-4e6a-b960-143c734187c6', 'name': 'tempest-TaggedBootDevicesTest_v242-628218279-router', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '1e5ceaae-e846-497a-af28-a721d641abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:45Z', 'updated_at': '2021-07-16T08:26:52Z', 'revision_number': 4, 'project_id': '18d3bd29957e4274890e11da19ecb787', 'gw_port': {'id': '1e5ceaae-e846-497a-af28-a721d641abf6', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04122545-aaaa-4e6a-b960-143c734187c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:47Z', 'updated_at': '2021-07-16T08:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '69c9762b-8085-47b9-a1a6-e157f46ebb6b', 'name': '', 'network_id': 'ef42b60b-a2a6-4c00-9b16-9d40351d12af', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'mac_address': 'fa:16:3e:bb:29:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04122545-aaaa-4e6a-b960-143c734187c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '90e1689d-683e-4bf7-9829-529743ada4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:50Z', 'updated_at': '2021-07-16T08:26:59Z', 'revision_number': 4, 'project_id': '18d3bd29957e4274890e11da19ecb787', 'subnets': [{'id': '90e1689d-683e-4bf7-9829-529743ada4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:00.071299 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18913d12-7baa-43f0-87cd-4767b232df7c None None] The sync data for ids ['04122545-aaaa-4e6a-b960-143c734187c6'] in n-d-771362-37 is: [{'id': '04122545-aaaa-4e6a-b960-143c734187c6', 'name': 'tempest-TaggedBootDevicesTest_v242-628218279-router', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '1e5ceaae-e846-497a-af28-a721d641abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:45Z', 'updated_at': '2021-07-16T08:26:52Z', 'revision_number': 4, 'project_id': '18d3bd29957e4274890e11da19ecb787', 'gw_port': {'id': '1e5ceaae-e846-497a-af28-a721d641abf6', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04122545-aaaa-4e6a-b960-143c734187c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:47Z', 'updated_at': '2021-07-16T08:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '69c9762b-8085-47b9-a1a6-e157f46ebb6b', 'name': '', 'network_id': 'ef42b60b-a2a6-4c00-9b16-9d40351d12af', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'mac_address': 'fa:16:3e:bb:29:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04122545-aaaa-4e6a-b960-143c734187c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '90e1689d-683e-4bf7-9829-529743ada4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:50Z', 'updated_at': '2021-07-16T08:26:59Z', 'revision_number': 4, 'project_id': '18d3bd29957e4274890e11da19ecb787', 'subnets': [{'id': '90e1689d-683e-4bf7-9829-529743ada4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:27:00.083506 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ef38a7e7-c4a4-4919-89e2-2bfe14a2b204 req-f3265e85-c87a-4321-850c-2f99fdb746c2 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810533 Jul 16 08:27:00.122704 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-da011c96-938c-4d0d-859a-b9be99235b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:00.125197 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-da011c96-938c-4d0d-859a-b9be99235b74 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.2151411 Jul 16 08:27:00.135275 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-48e665ca-5d99-4d15-bbc8-98505c9e2a1f service neutron] 10.222.0.22 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272265 Jul 16 08:27:00.205879 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-c46a4865-867f-444a-bbc4-097f4f7ae442 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=d85e2cf2-183c-482b-97c0-b6881ca7a4dc HTTP/1.1" status: 200 len: 217 time: 0.0681851 Jul 16 08:27:00.334253 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d44ab8-be3e-4803-8ab5-09cf931a9989 req-851541b9-f15e-43fc-a49b-73dfdb3c9851 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:00.338166 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f6d44ab8-be3e-4803-8ab5-09cf931a9989 req-851541b9-f15e-43fc-a49b-73dfdb3c9851 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 949 time: 0.0870636 Jul 16 08:27:00.453904 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f6d44ab8-be3e-4803-8ab5-09cf931a9989 req-e396b39c-43c1-4011-aa23-d9c3c9d701a4 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111057 Jul 16 08:27:00.657923 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 9ac8752a-66ae-41d4-9bb8-164ec2d69c22 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:00.706202 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-7ee23a6b-7f9b-4b25-b015-5e5504614013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:00.707714 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-7ee23a6b-7f9b-4b25-b015-5e5504614013 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.4939561 Jul 16 08:27:00.740068 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-b6adbaf3-b30d-4da8-a4ee-148eb2197896 service neutron] 10.222.0.22 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6037433 Jul 16 08:27:00.780940 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 9ac8752a-66ae-41d4-9bb8-164ec2d69c22 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:00.792693 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 9ac8752a-66ae-41d4-9bb8-164ec2d69c22 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:00.793076 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:00.880396 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device d85e2cf2-183c-482b-97c0-b6881ca7a4dc up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:00.912469 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-c7f26681-c883-43a0-a6b3-c0396015ee1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:00.914287 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-c7f26681-c883-43a0-a6b3-c0396015ee1b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1731904 Jul 16 08:27:00.978606 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3857b7b8-77f0-4de4-9d9c-bf1d6848d05d None None] Sync routers for ids ['80818958-8799-479b-8bff-29761c1dff2a'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:27:00.999475 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3857b7b8-77f0-4de4-9d9c-bf1d6848d05d None None] Routers {'80818958-8799-479b-8bff-29761c1dff2a'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:27:01.000122 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3857b7b8-77f0-4de4-9d9c-bf1d6848d05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:26:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['80818958-8799-479b-8bff-29761c1dff2a'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:01.058135 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:26:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-623314c9-9a7d-4554-a5d1-c84537a74f21 x-openstack-request-id: req-623314c9-9a7d-4554-a5d1-c84537a74f21 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:01.058699 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6ff53927-dfff-41fe-810a-82487cf5a97b", "name": "network-vif-deleted", "tag": "5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:01.058699 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-623314c9-9a7d-4554-a5d1-c84537a74f21 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:01.059164 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6ff53927-dfff-41fe-810a-82487cf5a97b', 'name': 'network-vif-deleted', 'tag': '5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db', 'status': 'completed', 'code': 200} Jul 16 08:27:01.138259 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:01.144842 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port d85e2cf2-183c-482b-97c0-b6881ca7a4dc completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:01.159712 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port d85e2cf2-183c-482b-97c0-b6881ca7a4dc triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:01.163101 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:01.169803 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-afd7855f-906a-4b02-9b7e-fa005d24c72f service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472453 Jul 16 08:27:01.237285 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 9ac8752a-66ae-41d4-9bb8-164ec2d69c22, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=9ac8752a-66ae-41d4-9bb8-164ec2d69c22,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:01.249294 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:01.250228 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 69c9762b-8085-47b9-a1a6-e157f46ebb6b up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:01.269138 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3857b7b8-77f0-4de4-9d9c-bf1d6848d05d None None] Set router 80818958-8799-479b-8bff-29761c1dff2a gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:27:01.365228 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=9ac8752a-66ae-41d4-9bb8-164ec2d69c22,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:01.394429 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 69c9762b-8085-47b9-a1a6-e157f46ebb6b completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:01.425823 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 69c9762b-8085-47b9-a1a6-e157f46ebb6b triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:01.426201 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:01.468895 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:01.516874 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1a9870-bd99-492b-8f89-aefc85d4b4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85e2cf2-183c-482b-97c0-b6881ca7a4dc'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:01.519617 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd5b064-9e54-4301-accb-8e675edda50e" -d '{"events": [{"server_uuid": "3c1a9870-bd99-492b-8f89-aefc85d4b4fd", "name": "network-vif-plugged", "status": "completed", "tag": "d85e2cf2-183c-482b-97c0-b6881ca7a4dc"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:01.536503 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port d85e2cf2-183c-482b-97c0-b6881ca7a4dc, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d85e2cf2-183c-482b-97c0-b6881ca7a4dc,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:01.542635 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:01.577832 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-cf47e609-087d-45ec-b144-4aa1967c29b4 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3951817 Jul 16 08:27:01.597406 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-a0164ce0-d153-430b-a995-22e071b6b0d8 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:01.599627 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-a0164ce0-d153-430b-a995-22e071b6b0d8 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/networks?id=5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393 HTTP/1.1" status: 200 len: 819 time: 0.3733916 Jul 16 08:27:01.633461 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-34fc22cf-3ac4-452d-84a7-5b05a396b220 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/quotas/363ec4a697f348ca8340091e760832c9 HTTP/1.1" status: 200 len: 375 time: 0.0272238 Jul 16 08:27:01.789140 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:27:01.802935 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-7813199d-16a2-449a-be90-531cb34871a8 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=363ec4a697f348ca8340091e760832c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1634252 Jul 16 08:27:01.826529 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:01.833977 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:27:01.834325 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 5ed6a93c-c7b7-4bcf-a894-24ebfb4d25db not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:27:01.835840 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:01.857975 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=d85e2cf2-183c-482b-97c0-b6881ca7a4dc,revision_number=9']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:01.879582 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:01.890934 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 69c9762b-8085-47b9-a1a6-e157f46ebb6b, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=69c9762b-8085-47b9-a1a6-e157f46ebb6b,segment=NetworkSegment(2630c0b4-c25a-4e71-baf9-4cb001668487),segment_id=2630c0b4-c25a-4e71-baf9-4cb001668487)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:01.897778 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:01.912200 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3857b7b8-77f0-4de4-9d9c-bf1d6848d05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80818958-8799-479b-8bff-29761c1dff2a', 'name': 'tempest-ServerRescueNegativeTestJSON-2129286374-router', 'tenant_id': '363ec4a697f348ca8340091e760832c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '9ac8752a-66ae-41d4-9bb8-164ec2d69c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:50Z', 'updated_at': '2021-07-16T08:26:57Z', 'revision_number': 4, 'project_id': '363ec4a697f348ca8340091e760832c9', 'gw_port': {'id': '9ac8752a-66ae-41d4-9bb8-164ec2d69c22', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:16:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80818958-8799-479b-8bff-29761c1dff2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:51Z', 'updated_at': '2021-07-16T08:26:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '801a9f6e-924f-4171-b354-5b0388221069', 'name': '', 'network_id': '5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393', 'tenant_id': '363ec4a697f348ca8340091e760832c9', 'mac_address': 'fa:16:3e:cf:52:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80818958-8799-479b-8bff-29761c1dff2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '83132e58-09a7-4e53-b636-27b7cc60a995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:56Z', 'updated_at': '2021-07-16T08:26:58Z', 'revision_number': 2, 'project_id': '363ec4a697f348ca8340091e760832c9', 'subnets': [{'id': '83132e58-09a7-4e53-b636-27b7cc60a995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:01.990211 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3857b7b8-77f0-4de4-9d9c-bf1d6848d05d None None] Checking router: 80818958-8799-479b-8bff-29761c1dff2a for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:27:01.990898 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3857b7b8-77f0-4de4-9d9c-bf1d6848d05d None None] Updating router 80818958-8799-479b-8bff-29761c1dff2a port 801a9f6e-924f-4171-b354-5b0388221069 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:27:02.028022 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=69c9762b-8085-47b9-a1a6-e157f46ebb6b,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:02.061136 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3857b7b8-77f0-4de4-9d9c-bf1d6848d05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:02.084256 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-f6ab82bd-0191-4192-9b98-c6e741c64f9d service neutron] 10.222.0.22 "GET /v2.0/networks/5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680316 Jul 16 08:27:02.268040 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3a3a41be-357a-4354-86cb-f70e47f9921f req-aa69efc7-0af9-44c3-b835-b228d27bae06 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f HTTP/1.1" status: 200 len: 210 time: 0.0634429 Jul 16 08:27:02.328770 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-4a1e3dcb-03ba-4ab0-9d56-ef0ec714afdd service neutron] 10.222.0.22 "GET /v2.0/networks/5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2434168 Jul 16 08:27:02.495652 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 9ac8752a-66ae-41d4-9bb8-164ec2d69c22 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:02.499012 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49559adb-99a1-46fd-877a-eaf9b608d021 req-d25427b3-e1ac-4fb4-8cbb-c8f14da2c77a tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:02.500849 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-49559adb-99a1-46fd-877a-eaf9b608d021 req-d25427b3-e1ac-4fb4-8cbb-c8f14da2c77a tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 950 time: 0.0735595 Jul 16 08:27:02.564411 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 9ac8752a-66ae-41d4-9bb8-164ec2d69c22 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:02.564942 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:02.569073 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-49559adb-99a1-46fd-877a-eaf9b608d021 req-59297fc9-5665-47fd-bf85-a512e6b6c7cd tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594099 Jul 16 08:27:02.660583 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 69c9762b-8085-47b9-a1a6-e157f46ebb6b up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:02.722091 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d4e461-7cf0-4d56-ab26-32717dfa27c4 x-openstack-request-id: req-86d4e461-7cf0-4d56-ab26-32717dfa27c4 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:02.723003 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c1a9870-bd99-492b-8f89-aefc85d4b4fd", "name": "network-vif-plugged", "status": "completed", "tag": "d85e2cf2-183c-482b-97c0-b6881ca7a4dc", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:02.723990 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-86d4e461-7cf0-4d56-ab26-32717dfa27c4 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:02.726768 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3857b7b8-77f0-4de4-9d9c-bf1d6848d05d None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:02.727436 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c1a9870-bd99-492b-8f89-aefc85d4b4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85e2cf2-183c-482b-97c0-b6881ca7a4dc', 'code': 200} Jul 16 08:27:02.755643 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3857b7b8-77f0-4de4-9d9c-bf1d6848d05d None None] Transition to ACTIVE for port object 801a9f6e-924f-4171-b354-5b0388221069 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:02.769092 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3857b7b8-77f0-4de4-9d9c-bf1d6848d05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:02.786891 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 69c9762b-8085-47b9-a1a6-e157f46ebb6b triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:02.787286 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:02.900849 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60ad20-a2c1-4855-9527-f603d668e576 None None] Pushing event updated for resources: {'Port': ['ID=801a9f6e-924f-4171-b354-5b0388221069,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:03.031855 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3857b7b8-77f0-4de4-9d9c-bf1d6848d05d None None] Attempting to bind port 801a9f6e-924f-4171-b354-5b0388221069 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:03.032724 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3857b7b8-77f0-4de4-9d9c-bf1d6848d05d None None] Attempting to bind port 801a9f6e-924f-4171-b354-5b0388221069 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '2aea429b-deb9-4101-bf8b-30d1c999efba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:03.033060 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3857b7b8-77f0-4de4-9d9c-bf1d6848d05d None None] Attempting to bind port 801a9f6e-924f-4171-b354-5b0388221069 on network 5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:03.042027 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3857b7b8-77f0-4de4-9d9c-bf1d6848d05d None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:03.043005 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3857b7b8-77f0-4de4-9d9c-bf1d6848d05d None None] Checking segment: {'id': '2aea429b-deb9-4101-bf8b-30d1c999efba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:03.043624 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3857b7b8-77f0-4de4-9d9c-bf1d6848d05d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:03.044064 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3857b7b8-77f0-4de4-9d9c-bf1d6848d05d None None] Bound using segment: {'id': '2aea429b-deb9-4101-bf8b-30d1c999efba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:03.044684 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3857b7b8-77f0-4de4-9d9c-bf1d6848d05d None None] Bound port: 801a9f6e-924f-4171-b354-5b0388221069, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2aea429b-deb9-4101-bf8b-30d1c999efba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:03.045319 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3857b7b8-77f0-4de4-9d9c-bf1d6848d05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:03.141392 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3857b7b8-77f0-4de4-9d9c-bf1d6848d05d None None] For port 801a9f6e-924f-4171-b354-5b0388221069, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:03.145968 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3857b7b8-77f0-4de4-9d9c-bf1d6848d05d None None] For port 801a9f6e-924f-4171-b354-5b0388221069, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=801a9f6e-924f-4171-b354-5b0388221069,segment=NetworkSegment(2aea429b-deb9-4101-bf8b-30d1c999efba),segment_id=2aea429b-deb9-4101-bf8b-30d1c999efba)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:03.152723 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3857b7b8-77f0-4de4-9d9c-bf1d6848d05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:03.215169 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70943433-ab8b-4d74-93f9-ad0e1bfbee70 req-8bf4982d-3665-4e5f-ba7d-e946a6b392ea tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:03.215405 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3857b7b8-77f0-4de4-9d9c-bf1d6848d05d None None] Routers {'80818958-8799-479b-8bff-29761c1dff2a'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:27:03.216177 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3857b7b8-77f0-4de4-9d9c-bf1d6848d05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:26:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['80818958-8799-479b-8bff-29761c1dff2a'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:03.230845 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-70943433-ab8b-4d74-93f9-ad0e1bfbee70 req-8bf4982d-3665-4e5f-ba7d-e946a6b392ea tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.3346279 Jul 16 08:27:03.251490 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c3a4d3b-ddb8-447e-af1f-9eaee2c63761 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:03.304385 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb60ad20-a2c1-4855-9527-f603d668e576 None None] Pushing event updated for resources: {'Port': ['ID=801a9f6e-924f-4171-b354-5b0388221069,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:03.412870 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3857b7b8-77f0-4de4-9d9c-bf1d6848d05d None None] Set router 80818958-8799-479b-8bff-29761c1dff2a gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:27:03.441659 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-70943433-ab8b-4d74-93f9-ad0e1bfbee70 req-23887de6-ea19-493e-8ea6-82fad2a48acc tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2075272 Jul 16 08:27:03.449440 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-877cd842-7ba2-468d-add3-4eb9cc5f78e8 req-92c73f69-0387-4606-bc5c-063a9d2cb79f tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 210 time: 0.0514967 Jul 16 08:27:03.583542 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-957a0631-7541-4f9d-b413-89c643c9c654 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:03.588628 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-957a0631-7541-4f9d-b413-89c643c9c654 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.21 "GET /v2.0/networks?id=625dfff6-7aa4-46e7-b897-fa5ed9305465 HTTP/1.1" status: 200 len: 805 time: 0.6277621 Jul 16 08:27:03.601706 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-188f3b4d-a3fe-410f-a73f-3782a7a14a9f tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Request body: {'port': {'device_id': '475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f', 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465', 'admin_state_up': True, 'tenant_id': '6006a1dcb2354570866e06da5c4c7493'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:03.748813 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3857b7b8-77f0-4de4-9d9c-bf1d6848d05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80818958-8799-479b-8bff-29761c1dff2a', 'name': 'tempest-ServerRescueNegativeTestJSON-2129286374-router', 'tenant_id': '363ec4a697f348ca8340091e760832c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '9ac8752a-66ae-41d4-9bb8-164ec2d69c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:50Z', 'updated_at': '2021-07-16T08:26:57Z', 'revision_number': 4, 'project_id': '363ec4a697f348ca8340091e760832c9', 'gw_port': {'id': '9ac8752a-66ae-41d4-9bb8-164ec2d69c22', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80818958-8799-479b-8bff-29761c1dff2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:51Z', 'updated_at': '2021-07-16T08:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '801a9f6e-924f-4171-b354-5b0388221069', 'name': '', 'network_id': '5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393', 'tenant_id': '363ec4a697f348ca8340091e760832c9', 'mac_address': 'fa:16:3e:cf:52:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80818958-8799-479b-8bff-29761c1dff2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '83132e58-09a7-4e53-b636-27b7cc60a995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:56Z', 'updated_at': '2021-07-16T08:27:03Z', 'revision_number': 4, 'project_id': '363ec4a697f348ca8340091e760832c9', 'subnets': [{'id': '83132e58-09a7-4e53-b636-27b7cc60a995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:03.804570 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3857b7b8-77f0-4de4-9d9c-bf1d6848d05d None None] The sync data for ids ['80818958-8799-479b-8bff-29761c1dff2a'] in n-d-771362-37 is: [{'id': '80818958-8799-479b-8bff-29761c1dff2a', 'name': 'tempest-ServerRescueNegativeTestJSON-2129286374-router', 'tenant_id': '363ec4a697f348ca8340091e760832c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '9ac8752a-66ae-41d4-9bb8-164ec2d69c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:50Z', 'updated_at': '2021-07-16T08:26:57Z', 'revision_number': 4, 'project_id': '363ec4a697f348ca8340091e760832c9', 'gw_port': {'id': '9ac8752a-66ae-41d4-9bb8-164ec2d69c22', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80818958-8799-479b-8bff-29761c1dff2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:51Z', 'updated_at': '2021-07-16T08:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '801a9f6e-924f-4171-b354-5b0388221069', 'name': '', 'network_id': '5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393', 'tenant_id': '363ec4a697f348ca8340091e760832c9', 'mac_address': 'fa:16:3e:cf:52:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '80818958-8799-479b-8bff-29761c1dff2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 720, 'fixed_ips': [{'subnet_id': '83132e58-09a7-4e53-b636-27b7cc60a995', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:56Z', 'updated_at': '2021-07-16T08:27:03Z', 'revision_number': 4, 'project_id': '363ec4a697f348ca8340091e760832c9', 'subnets': [{'id': '83132e58-09a7-4e53-b636-27b7cc60a995', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:27:03.807392 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3708f142-8e5d-4035-a918-09ca2ec563e4 req-c5218af1-7634-4287-b7b7-994d9d694432 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f HTTP/1.1" status: 200 len: 210 time: 0.0688229 Jul 16 08:27:03.813236 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-188f3b4d-a3fe-410f-a73f-3782a7a14a9f tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Made reservation on behalf of 6006a1dcb2354570866e06da5c4c7493 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:03.822779 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-188f3b4d-a3fe-410f-a73f-3782a7a14a9f tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:03.866982 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14611f82-0fc4-48f0-99fa-f3e0ed35be54 req-bbfe19aa-6cc4-40d4-8c75-6d13a50ecdbd tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:03.901064 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-14611f82-0fc4-48f0-99fa-f3e0ed35be54 req-bbfe19aa-6cc4-40d4-8c75-6d13a50ecdbd tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00 HTTP/1.1" status: 200 len: 966 time: 0.1619496 Jul 16 08:27:04.096945 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70179bb4-ec2a-40bc-a1e4-e7a2014670ee req-cfb91ce8-53c5-4766-bf0a-081d9c5741e8 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:04.099059 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-70179bb4-ec2a-40bc-a1e4-e7a2014670ee req-cfb91ce8-53c5-4766-bf0a-081d9c5741e8 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.30 "GET /v2.0/ports?device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00 HTTP/1.1" status: 200 len: 966 time: 0.2816105 Jul 16 08:27:04.181296 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-14611f82-0fc4-48f0-99fa-f3e0ed35be54 req-b70bacef-0851-4173-9de7-10743776b5a5 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/security-groups?id=6d97e8b3-087b-4421-b707-ed4137fac3fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2731495 Jul 16 08:27:04.235810 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-188f3b4d-a3fe-410f-a73f-3782a7a14a9f tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Allocated IP 172.20.0.2 (625dfff6-7aa4-46e7-b897-fa5ed9305465/31ddde08-05a5-43f7-b27d-07657c5409d3/e4047841-aff5-4856-bbc3-22d45553e24f) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:04.318995 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-1812f8e7-b254-4074-ac04-bf22a4bf1053 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:04.328271 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-1812f8e7-b254-4074-ac04-bf22a4bf1053 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/networks?id=5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393 HTTP/1.1" status: 200 len: 819 time: 0.3246169 Jul 16 08:27:04.362844 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-cdf626dd-a246-4fa2-b048-021126a10f03 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/quotas/363ec4a697f348ca8340091e760832c9 HTTP/1.1" status: 200 len: 375 time: 0.0333118 Jul 16 08:27:04.414355 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-70179bb4-ec2a-40bc-a1e4-e7a2014670ee req-e7f0df87-9110-442f-9c40-3592db582670 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Deleting port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:27:04.415641 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-70179bb4-ec2a-40bc-a1e4-e7a2014670ee req-e7f0df87-9110-442f-9c40-3592db582670 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:04.562610 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 801a9f6e-924f-4171-b354-5b0388221069 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:04.590406 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-16460314-f202-4941-9f8b-8c9935b34a46 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=363ec4a697f348ca8340091e760832c9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2261882 Jul 16 08:27:04.612877 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-188f3b4d-a3fe-410f-a73f-3782a7a14a9f tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:04.665132 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-70179bb4-ec2a-40bc-a1e4-e7a2014670ee req-e7f0df87-9110-442f-9c40-3592db582670 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] For port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=1baaaf04-8ff7-4cd6-9cab-150bfae7988d,segment=NetworkSegment(fd900a5c-6dba-4318-83f2-3212bbf06763),segment_id=fd900a5c-6dba-4318-83f2-3212bbf06763)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:04.666452 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-70179bb4-ec2a-40bc-a1e4-e7a2014670ee req-e7f0df87-9110-442f-9c40-3592db582670 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:04.687819 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 801a9f6e-924f-4171-b354-5b0388221069 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:04.702394 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 801a9f6e-924f-4171-b354-5b0388221069 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:04.703553 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:04.771256 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-70179bb4-ec2a-40bc-a1e4-e7a2014670ee req-e7f0df87-9110-442f-9c40-3592db582670 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Calling delete_port for 1baaaf04-8ff7-4cd6-9cab-150bfae7988d owned by compute:tempest-test_az-1080150500 {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:27:04.780282 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89145244-222f-4321-bef7-0a2344b91b13 req-02d5f047-663a-4aa0-a005-40cb876651e3 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:04.782675 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-89145244-222f-4321-bef7-0a2344b91b13 req-02d5f047-663a-4aa0-a005-40cb876651e3 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 950 time: 0.3419387 Jul 16 08:27:04.887536 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-89145244-222f-4321-bef7-0a2344b91b13 req-6c13bceb-eb03-4d98-a169-fac97598a845 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951457 Jul 16 08:27:04.930331 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-d036b374-7a17-44d5-b9db-9e2b8185bd83 service neutron] 10.222.0.22 "GET /v2.0/networks/5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3386252 Jul 16 08:27:04.930962 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:04.944203 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-188f3b4d-a3fe-410f-a73f-3782a7a14a9f tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:04.987854 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['93a1378d-9ae2-4cae-b365-a03736d922c0'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:05.062663 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-e50dc9e9-a24f-473a-b861-2e019239eed0 service neutron] 10.222.0.22 "GET /v2.0/networks/5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312134 Jul 16 08:27:05.078817 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188f3b4d-a3fe-410f-a73f-3782a7a14a9f tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Pushing event updated for resources: {'Port': ['ID=e4047841-aff5-4856-bbc3-22d45553e24f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:05.153316 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-37146e4c-75a3-47e2-8567-47b201f76ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:05.159461 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-37146e4c-75a3-47e2-8567-47b201f76ae9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd&tenant_id=8104d40427e0444ca28ba0f9ff369926 HTTP/1.1" status: 200 len: 1102 time: 0.3896523 Jul 16 08:27:05.198488 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-a4c7ff4b-d42b-4722-bb81-731204031eb0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-37', 'device_owner': 'compute:nova'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:05.203338 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-188f3b4d-a3fe-410f-a73f-3782a7a14a9f tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Network 625dfff6-7aa4-46e7-b897-fa5ed9305465 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:05.218936 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-188f3b4d-a3fe-410f-a73f-3782a7a14a9f tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:05.224384 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-188f3b4d-a3fe-410f-a73f-3782a7a14a9f tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:05.225120 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 801a9f6e-924f-4171-b354-5b0388221069, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=801a9f6e-924f-4171-b354-5b0388221069,segment=NetworkSegment(2aea429b-deb9-4101-bf8b-30d1c999efba),segment_id=2aea429b-deb9-4101-bf8b-30d1c999efba)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:05.263422 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:05.412773 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-188f3b4d-a3fe-410f-a73f-3782a7a14a9f tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:05.414020 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=801a9f6e-924f-4171-b354-5b0388221069,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:05.439176 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-188f3b4d-a3fe-410f-a73f-3782a7a14a9f tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:05.483840 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-188f3b4d-a3fe-410f-a73f-3782a7a14a9f tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8861887 Jul 16 08:27:05.527211 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-a10e5c9f-4636-4a85-9a47-925005c7feb6 service neutron] Request body: {'port': {'device_id': '475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:05.589538 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-a9170f7b-45f2-49c7-bf5a-45b64e1b041f tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:05.592011 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-a9170f7b-45f2-49c7-bf5a-45b64e1b041f tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.21 "GET /v2.0/networks?id=5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393 HTTP/1.1" status: 200 len: 819 time: 0.7188213 Jul 16 08:27:05.609343 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-941d9878-7160-4589-b619-08fc4a43b1ba tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Request body: {'port': {'device_id': '3b09aec0-4cc3-4acd-83cd-43cc2a94e724', 'network_id': '5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393', 'admin_state_up': True, 'tenant_id': '363ec4a697f348ca8340091e760832c9'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:05.612882 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-a4c7ff4b-d42b-4722-bb81-731204031eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:05.636007 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-70179bb4-ec2a-40bc-a1e4-e7a2014670ee req-e7f0df87-9110-442f-9c40-3592db582670 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:05.669428 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-165d7c65-da7c-448f-ab06-7d4ce6bde1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:05.772474 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f0df87-9110-442f-9c40-3592db582670 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Pushing event deleted for resources: {'Port': ['ID=1baaaf04-8ff7-4cd6-9cab-150bfae7988d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:05.817750 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-a10e5c9f-4636-4a85-9a47-925005c7feb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:05.962290 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:06.112078 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-941d9878-7160-4589-b619-08fc4a43b1ba tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Made reservation on behalf of 363ec4a697f348ca8340091e760832c9 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:06.115778 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-941d9878-7160-4589-b619-08fc4a43b1ba tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:06.148528 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027a8ecc-8307-4674-830d-9c0ec8432f5e req-d4308be8-a71f-4a07-93dc-57bb64222585 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:06.156201 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-027a8ecc-8307-4674-830d-9c0ec8432f5e req-d4308be8-a71f-4a07-93dc-57bb64222585 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f HTTP/1.1" status: 200 len: 931 time: 0.3414187 Jul 16 08:27:06.208482 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6dd1258a-16d5-4ff9-84a1-4bc218908970 req-3a09c1e0-69b3-44d5-87ba-fe8d528c4b81 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2736387 Jul 16 08:27:06.352906 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-027a8ecc-8307-4674-830d-9c0ec8432f5e req-f8fbc5f4-263d-4702-b7e8-17669f328f9a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955957 Jul 16 08:27:06.467586 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 801a9f6e-924f-4171-b354-5b0388221069 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:06.545786 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 801a9f6e-924f-4171-b354-5b0388221069 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:06.546441 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:06.583196 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6923843-b2b9-40e4-983b-d5b452f61b95 req-d1acd237-d8a9-4dd4-97ed-e28de5a069d2 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00 HTTP/1.1" status: 200 len: 210 time: 0.0538504 Jul 16 08:27:06.646999 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-70179bb4-ec2a-40bc-a1e4-e7a2014670ee req-e7f0df87-9110-442f-9c40-3592db582670 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] No DVR routers for this DVR port 1baaaf04-8ff7-4cd6-9cab-150bfae7988d on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:27:06.655304 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-941d9878-7160-4589-b619-08fc4a43b1ba tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Allocated IP 172.20.0.5 (5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393/83132e58-09a7-4e53-b636-27b7cc60a995/d1c60e8c-3f5d-4c70-99ea-45bb794f56e3) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:06.658719 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-70179bb4-ec2a-40bc-a1e4-e7a2014670ee req-e7f0df87-9110-442f-9c40-3592db582670 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:06.661288 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-70179bb4-ec2a-40bc-a1e4-e7a2014670ee req-e7f0df87-9110-442f-9c40-3592db582670 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.30 "DELETE /v2.0/ports/1baaaf04-8ff7-4cd6-9cab-150bfae7988d HTTP/1.1" status: 204 len: 173 time: 2.5439761 Jul 16 08:27:06.670528 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd66f4c8-4509-49f2-b2c8-4636098423d8 req-6caf3761-a369-4c29-9241-5127eecad80b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:06.673022 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1258a-16d5-4ff9-84a1-4bc218908970 req-3dcbd264-4570-4e4d-9ab1-f29b2ebab773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:06.674647 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6dd1258a-16d5-4ff9-84a1-4bc218908970 req-3dcbd264-4570-4e4d-9ab1-f29b2ebab773 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 1102 time: 0.4119170 Jul 16 08:27:06.679410 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dd66f4c8-4509-49f2-b2c8-4636098423d8 req-6caf3761-a369-4c29-9241-5127eecad80b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.9652014 Jul 16 08:27:06.682186 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7acc0230-b2d2-4b52-bf1d-17c817457b00', 'name': 'network-vif-deleted', 'tag': '1baaaf04-8ff7-4cd6-9cab-150bfae7988d'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:06.684861 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a13d5ae0-043c-4d3c-92d5-ad1526a984da" -d '{"events": [{"server_uuid": "7acc0230-b2d2-4b52-bf1d-17c817457b00", "name": "network-vif-deleted", "tag": "1baaaf04-8ff7-4cd6-9cab-150bfae7988d"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:06.692145 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-a10e5c9f-4636-4a85-9a47-925005c7feb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4047841-aff5-4856-bbc3-22d45553e24f {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:06.710233 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-a10e5c9f-4636-4a85-9a47-925005c7feb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:06.746980 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-a10e5c9f-4636-4a85-9a47-925005c7feb6 service neutron] Transition to ACTIVE for port object e4047841-aff5-4856-bbc3-22d45553e24f will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:06.754887 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-a10e5c9f-4636-4a85-9a47-925005c7feb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:06.794522 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dd66f4c8-4509-49f2-b2c8-4636098423d8 req-256f8a57-6878-45b4-a83b-df2e24e2319b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140704 Jul 16 08:27:06.872934 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-06131fe0-819e-4a85-9dae-b6eea3fd1476 req-9b96c999-aada-4ba9-9aba-03b50d1e951e tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 210 time: 0.0583296 Jul 16 08:27:06.952504 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-a4c7ff4b-d42b-4722-bb81-731204031eb0 service neutron] For port d85e2cf2-183c-482b-97c0-b6881ca7a4dc, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d85e2cf2-183c-482b-97c0-b6881ca7a4dc,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:06.961992 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:07.023675 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e5c9f-4636-4a85-9a47-925005c7feb6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4047841-aff5-4856-bbc3-22d45553e24f,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:07.039145 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-a4c7ff4b-d42b-4722-bb81-731204031eb0 service neutron] For port d85e2cf2-183c-482b-97c0-b6881ca7a4dc, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:07.092527 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-a4c7ff4b-d42b-4722-bb81-731204031eb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:07.109802 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ab1f1-581c-4c98-a887-aa589811cdcf req-c2da25b7-349f-46c6-ad9d-7ff030de1f7f tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:07.111348 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8c7ab1f1-581c-4c98-a887-aa589811cdcf req-c2da25b7-349f-46c6-ad9d-7ff030de1f7f tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 950 time: 0.1479232 Jul 16 08:27:07.117160 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-a4c7ff4b-d42b-4722-bb81-731204031eb0 service neutron] Transition to ACTIVE for port object d85e2cf2-183c-482b-97c0-b6881ca7a4dc will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:07.127306 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-a4c7ff4b-d42b-4722-bb81-731204031eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:07.172222 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1258a-16d5-4ff9-84a1-4bc218908970 req-bfa40f8e-0081-47ad-8467-9ddd2a481c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:07.173934 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6dd1258a-16d5-4ff9-84a1-4bc218908970 req-bfa40f8e-0081-47ad-8467-9ddd2a481c85 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.3038273 Jul 16 08:27:07.213985 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8c7ab1f1-581c-4c98-a887-aa589811cdcf req-2ac548eb-6986-46ac-88af-3064f9a32121 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939808 Jul 16 08:27:07.254667 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-a4c7ff4b-d42b-4722-bb81-731204031eb0 service neutron] No DVR routers for this DVR port d85e2cf2-183c-482b-97c0-b6881ca7a4dc on host n-h2-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:27:07.267366 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234c77c9-7327-459b-b957-c599ca3b645b x-openstack-request-id: req-234c77c9-7327-459b-b957-c599ca3b645b {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:07.267749 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7acc0230-b2d2-4b52-bf1d-17c817457b00", "name": "network-vif-deleted", "tag": "1baaaf04-8ff7-4cd6-9cab-150bfae7988d", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:07.268343 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-234c77c9-7327-459b-b957-c599ca3b645b {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:07.269252 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7acc0230-b2d2-4b52-bf1d-17c817457b00', 'name': 'network-vif-deleted', 'tag': '1baaaf04-8ff7-4cd6-9cab-150bfae7988d', 'status': 'completed', 'code': 200} Jul 16 08:27:07.270134 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7ff4b-d42b-4722-bb81-731204031eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=d85e2cf2-183c-482b-97c0-b6881ca7a4dc,revision_number=10']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:07.279969 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6dd1258a-16d5-4ff9-84a1-4bc218908970 req-469549ac-f6ba-4fba-bee6-5e521372e5b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b HTTP/1.1" status: 200 len: 217 time: 0.0852787 Jul 16 08:27:07.285774 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-941d9878-7160-4589-b619-08fc4a43b1ba tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:07.316265 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-a4c7ff4b-d42b-4722-bb81-731204031eb0 service neutron] Attempting to bind port d85e2cf2-183c-482b-97c0-b6881ca7a4dc on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:07.316594 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-a4c7ff4b-d42b-4722-bb81-731204031eb0 service neutron] Attempting to bind port d85e2cf2-183c-482b-97c0-b6881ca7a4dc by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:07.316925 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-a4c7ff4b-d42b-4722-bb81-731204031eb0 service neutron] Attempting to bind port d85e2cf2-183c-482b-97c0-b6881ca7a4dc on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:07.322533 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-a4c7ff4b-d42b-4722-bb81-731204031eb0 service neutron] Port d85e2cf2-183c-482b-97c0-b6881ca7a4dc on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:07.322852 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-a4c7ff4b-d42b-4722-bb81-731204031eb0 service neutron] Attempting to bind port d85e2cf2-183c-482b-97c0-b6881ca7a4dc on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:07.328012 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-a4c7ff4b-d42b-4722-bb81-731204031eb0 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:07.329361 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-a4c7ff4b-d42b-4722-bb81-731204031eb0 service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:07.329361 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-a4c7ff4b-d42b-4722-bb81-731204031eb0 service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:07.329723 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-a4c7ff4b-d42b-4722-bb81-731204031eb0 service neutron] Bound port: d85e2cf2-183c-482b-97c0-b6881ca7a4dc, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:07.329884 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-a4c7ff4b-d42b-4722-bb81-731204031eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:07.347652 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-a10e5c9f-4636-4a85-9a47-925005c7feb6 service neutron] Attempting to bind port e4047841-aff5-4856-bbc3-22d45553e24f on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:07.348160 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-a10e5c9f-4636-4a85-9a47-925005c7feb6 service neutron] Attempting to bind port e4047841-aff5-4856-bbc3-22d45553e24f by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'f515938d-d605-4fe4-a310-b50c6a61626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:07.348716 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-a10e5c9f-4636-4a85-9a47-925005c7feb6 service neutron] Attempting to bind port e4047841-aff5-4856-bbc3-22d45553e24f on network 625dfff6-7aa4-46e7-b897-fa5ed9305465 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:07.367736 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-a10e5c9f-4636-4a85-9a47-925005c7feb6 service neutron] Port e4047841-aff5-4856-bbc3-22d45553e24f on network 625dfff6-7aa4-46e7-b897-fa5ed9305465 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:07.368081 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-a10e5c9f-4636-4a85-9a47-925005c7feb6 service neutron] Attempting to bind port e4047841-aff5-4856-bbc3-22d45553e24f on network 625dfff6-7aa4-46e7-b897-fa5ed9305465 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:07.375421 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1258a-16d5-4ff9-84a1-4bc218908970 req-e7048efd-81d1-4ad6-8f9d-bfcd2d49d14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:07.376962 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6dd1258a-16d5-4ff9-84a1-4bc218908970 req-e7048efd-81d1-4ad6-8f9d-bfcd2d49d14a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0791533 Jul 16 08:27:07.379708 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-a10e5c9f-4636-4a85-9a47-925005c7feb6 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:07.380074 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-a10e5c9f-4636-4a85-9a47-925005c7feb6 service neutron] Checking segment: {'id': 'f515938d-d605-4fe4-a310-b50c6a61626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:07.380493 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-a10e5c9f-4636-4a85-9a47-925005c7feb6 service neutron] Bound using segment: {'id': 'f515938d-d605-4fe4-a310-b50c6a61626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:07.380954 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-a10e5c9f-4636-4a85-9a47-925005c7feb6 service neutron] Bound port: e4047841-aff5-4856-bbc3-22d45553e24f, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f515938d-d605-4fe4-a310-b50c6a61626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:07.381359 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-a10e5c9f-4636-4a85-9a47-925005c7feb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:07.466422 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-a4c7ff4b-d42b-4722-bb81-731204031eb0 service neutron] For port d85e2cf2-183c-482b-97c0-b6881ca7a4dc, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:07.471071 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-a4c7ff4b-d42b-4722-bb81-731204031eb0 service neutron] For port d85e2cf2-183c-482b-97c0-b6881ca7a4dc, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d85e2cf2-183c-482b-97c0-b6881ca7a4dc,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:07.475430 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-a4c7ff4b-d42b-4722-bb81-731204031eb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:07.522720 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-941d9878-7160-4589-b619-08fc4a43b1ba tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:07.599711 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-a4c7ff4b-d42b-4722-bb81-731204031eb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:07.600735 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-a4c7ff4b-d42b-4722-bb81-731204031eb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:07.609892 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-a4c7ff4b-d42b-4722-bb81-731204031eb0 service neutron] 10.222.0.30 "PUT /v2.0/ports/d85e2cf2-183c-482b-97c0-b6881ca7a4dc HTTP/1.1" status: 200 len: 1098 time: 2.4210563 Jul 16 08:27:07.653459 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-a10e5c9f-4636-4a85-9a47-925005c7feb6 service neutron] For port e4047841-aff5-4856-bbc3-22d45553e24f, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:07.656753 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-941d9878-7160-4589-b619-08fc4a43b1ba tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Network 5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:07.678758 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-941d9878-7160-4589-b619-08fc4a43b1ba tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:07.685627 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-a10e5c9f-4636-4a85-9a47-925005c7feb6 service neutron] For port e4047841-aff5-4856-bbc3-22d45553e24f, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e4047841-aff5-4856-bbc3-22d45553e24f,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:07.687139 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-941d9878-7160-4589-b619-08fc4a43b1ba tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:07.694415 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941d9878-7160-4589-b619-08fc4a43b1ba tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Pushing event updated for resources: {'Port': ['ID=d1c60e8c-3f5d-4c70-99ea-45bb794f56e3,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:07.703806 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd1258a-16d5-4ff9-84a1-4bc218908970 req-81d93682-4fd6-4e87-8d62-d933fd26999e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:07.727641 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6dd1258a-16d5-4ff9-84a1-4bc218908970 req-81d93682-4fd6-4e87-8d62-d933fd26999e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3175020 Jul 16 08:27:07.777904 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 1baaaf04-8ff7-4cd6-9cab-150bfae7988d no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:27:07.797562 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-a10e5c9f-4636-4a85-9a47-925005c7feb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:07.827434 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 1baaaf04-8ff7-4cd6-9cab-150bfae7988d {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:27:07.828115 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 1baaaf04-8ff7-4cd6-9cab-150bfae7988d not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:27:07.927111 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c7ff4b-d42b-4722-bb81-731204031eb0 service neutron] Pushing event updated for resources: {'Port': ['ID=d85e2cf2-183c-482b-97c0-b6881ca7a4dc,revision_number=11']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:07.991353 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-a10e5c9f-4636-4a85-9a47-925005c7feb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:07.991948 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-a10e5c9f-4636-4a85-9a47-925005c7feb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:07.994590 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-a10e5c9f-4636-4a85-9a47-925005c7feb6 service neutron] 10.222.0.21 "PUT /v2.0/ports/e4047841-aff5-4856-bbc3-22d45553e24f HTTP/1.1" status: 200 len: 1092 time: 2.4920015 Jul 16 08:27:07.998484 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10e5c9f-4636-4a85-9a47-925005c7feb6 service neutron] Pushing event updated for resources: {'Port': ['ID=e4047841-aff5-4856-bbc3-22d45553e24f,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:08.019619 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f', 'tag': 'e4047841-aff5-4856-bbc3-22d45553e24f'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:08.022860 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2125a469-300c-457f-b3dc-7a64ad0907e0" -d '{"events": [{"name": "network-changed", "server_uuid": "475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f", "tag": "e4047841-aff5-4856-bbc3-22d45553e24f"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:08.027723 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-89ddf7a1-16a4-4ff4-b39d-c066239ae843 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:08.035302 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-89ddf7a1-16a4-4ff4-b39d-c066239ae843 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.30 "GET /v2.0/networks?id=5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393 HTTP/1.1" status: 200 len: 819 time: 0.5323954 Jul 16 08:27:08.067180 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5860da-725a-49a3-a2fb-64fdf626fbc8 req-a26c4d51-4648-48c5-a56c-20cf605a2754 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:08.071285 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1a5860da-725a-49a3-a2fb-64fdf626fbc8 req-a26c4d51-4648-48c5-a56c-20cf605a2754 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f HTTP/1.1" status: 200 len: 943 time: 0.4082808 Jul 16 08:27:08.082539 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-1eeeb435-38f1-4e07-a47c-1499a496df73 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Request body: {'port': {'device_id': '7e77cefb-7833-42eb-bb48-0fed4b13ef05', 'network_id': '5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393', 'admin_state_up': True, 'tenant_id': '363ec4a697f348ca8340091e760832c9'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:08.102986 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-941d9878-7160-4589-b619-08fc4a43b1ba tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:08.103737 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-941d9878-7160-4589-b619-08fc4a43b1ba tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:08.121216 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-08dc1cd3-bae5-4674-a6ff-3bd99b1e6f1b req-0936a3a5-d5cf-4dad-8994-7079407c54c1 tempest-LiveMigrationTest-1577011734 tempest-LiveMigrationTest-1577011734-project] 10.222.0.22 "GET /v2.0/ports?device_id=7acc0230-b2d2-4b52-bf1d-17c817457b00 HTTP/1.1" status: 200 len: 210 time: 0.2100868 Jul 16 08:27:08.123708 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-2ca77fe2-e40c-46bc-a80f-a4295d5f1be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:08.125477 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-2ca77fe2-e40c-46bc-a80f-a4295d5f1be8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 1101 time: 0.3795967 Jul 16 08:27:08.208234 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-941d9878-7160-4589-b619-08fc4a43b1ba tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6046569 Jul 16 08:27:08.227571 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6dd1258a-16d5-4ff9-84a1-4bc218908970 req-fe68710d-3935-456f-b9f9-00fc3200fbdb service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4983261 Jul 16 08:27:08.232726 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-273819b9-d908-4910-81f0-5ade22872e32 service neutron] Request body: {'port': {'device_id': '3b09aec0-4cc3-4acd-83cd-43cc2a94e724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:08.282907 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1a5860da-725a-49a3-a2fb-64fdf626fbc8 req-a245542f-4f19-468e-a8c0-56498057c2c5 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1964693 Jul 16 08:27:08.335071 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-1eeeb435-38f1-4e07-a47c-1499a496df73 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Made reservation on behalf of 363ec4a697f348ca8340091e760832c9 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:08.339524 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-1eeeb435-38f1-4e07-a47c-1499a496df73 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:08.358206 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-a127c681-d4eb-43d1-b108-510cfe6db5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:08.360052 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-a127c681-d4eb-43d1-b108-510cfe6db5a6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.2236941 Jul 16 08:27:08.408117 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-3ddeb40b-4520-41cb-9542-9ff1374e72fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:08.410212 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-3ddeb40b-4520-41cb-9542-9ff1374e72fe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6006a1dcb2354570866e06da5c4c7493&device_id=475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f HTTP/1.1" status: 200 len: 1095 time: 0.3198287 Jul 16 08:27:08.412862 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:08.413998 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-491f5d47-74c4-401b-be33-939eb33afc16 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=d85e2cf2-183c-482b-97c0-b6881ca7a4dc HTTP/1.1" status: 200 len: 217 time: 0.0450616 Jul 16 08:27:08.501416 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-1aa4c48b-ac50-4b2d-95f6-b0517a17b0e1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4047841-aff5-4856-bbc3-22d45553e24f HTTP/1.1" status: 200 len: 217 time: 0.0613403 Jul 16 08:27:08.529371 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-edd30002-ab26-4278-93c5-4081febd2a88 req-8d8ce22b-c41f-41fa-b6d8-6f4ec520fa9e tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 210 time: 0.0781176 Jul 16 08:27:08.531417 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-273819b9-d908-4910-81f0-5ade22872e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:08.547878 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-9d9d3192-96d3-4054-8433-d97d1134a006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:08.549379 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-9d9d3192-96d3-4054-8433-d97d1134a006 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0969729 Jul 16 08:27:08.573035 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6dd1258a-16d5-4ff9-84a1-4bc218908970 req-b6e92993-4957-4bfb-a6fb-db612ab13818 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3360848 Jul 16 08:27:08.623367 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6391db-6b3c-459c-8f12-0d418999d91d x-openstack-request-id: req-9d6391db-6b3c-459c-8f12-0d418999d91d {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:08.623816 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f", "tag": "e4047841-aff5-4856-bbc3-22d45553e24f", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:08.624170 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9d6391db-6b3c-459c-8f12-0d418999d91d {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:08.625009 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f', 'tag': 'e4047841-aff5-4856-bbc3-22d45553e24f', 'status': 'completed', 'code': 200} Jul 16 08:27:08.630774 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-1eeeb435-38f1-4e07-a47c-1499a496df73 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Allocated IP 172.20.0.2 (5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393/83132e58-09a7-4e53-b636-27b7cc60a995/b29b726b-5f89-4c6f-86ce-50b5f64b695b) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:08.642684 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fde6721-358a-478c-80a7-acceb7b1cb4d req-b4e8cbc9-6d02-456f-a5a9-b63b781feaea tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:08.651043 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4fde6721-358a-478c-80a7-acceb7b1cb4d req-b4e8cbc9-6d02-456f-a5a9-b63b781feaea tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.4004593 Jul 16 08:27:08.673868 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-1c13cd8e-576f-46ce-b9f8-3e0ed7fa750e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:08.675459 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-1c13cd8e-576f-46ce-b9f8-3e0ed7fa750e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1186924 Jul 16 08:27:08.675633 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-555a5759-4917-401d-8d11-a4c4ec93f42a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:08.677676 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-555a5759-4917-401d-8d11-a4c4ec93f42a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31ddde08-05a5-43f7-b27d-07657c5409d3 HTTP/1.1" status: 200 len: 845 time: 0.1658468 Jul 16 08:27:08.867359 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-4d27ec3b-11ff-4c54-817d-83dcbedf6cb1 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801310 Jul 16 08:27:08.920043 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device d85e2cf2-183c-482b-97c0-b6881ca7a4dc no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:27:08.936852 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-1eeeb435-38f1-4e07-a47c-1499a496df73 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:08.975985 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device d85e2cf2-183c-482b-97c0-b6881ca7a4dc not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:27:09.057316 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2297fb9d-2649-4d52-9b1c-4fd4ecb1f11b req-fe7f1187-9857-45a6-85bf-56acfa722224 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712844 Jul 16 08:27:09.074967 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-1eeeb435-38f1-4e07-a47c-1499a496df73 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.107812 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-c4024b60-b354-46da-a594-505a02b4a9ed service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=625dfff6-7aa4-46e7-b897-fa5ed9305465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4208188 Jul 16 08:27:09.122352 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-1eeeb435-38f1-4e07-a47c-1499a496df73 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Network 5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:09.127941 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-1eeeb435-38f1-4e07-a47c-1499a496df73 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:09.133071 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-1eeeb435-38f1-4e07-a47c-1499a496df73 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:09.144481 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc3a91c6-33cd-44eb-8fcc-725d6821960c req-95e8f655-b0cb-4740-8324-3b40596af5f7 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:09.145942 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fc3a91c6-33cd-44eb-8fcc-725d6821960c req-95e8f655-b0cb-4740-8324-3b40596af5f7 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 949 time: 0.1524048 Jul 16 08:27:09.202709 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeeb435-38f1-4e07-a47c-1499a496df73 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Pushing event updated for resources: {'Port': ['ID=b29b726b-5f89-4c6f-86ce-50b5f64b695b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:09.208127 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4fde6721-358a-478c-80a7-acceb7b1cb4d req-a6c4ddfa-32af-4717-adf9-6bcfeb7a26d8 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5561516 Jul 16 08:27:09.230648 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-1eeeb435-38f1-4e07-a47c-1499a496df73 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:09.231291 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-1eeeb435-38f1-4e07-a47c-1499a496df73 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.235927 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fc3a91c6-33cd-44eb-8fcc-725d6821960c req-21b3c0e7-6c14-402a-af24-fdfd84931eda tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663071 Jul 16 08:27:09.266832 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-1eeeb435-38f1-4e07-a47c-1499a496df73 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1906662 Jul 16 08:27:09.271255 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1a9870-bd99-492b-8f89-aefc85d4b4fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd85e2cf2-183c-482b-97c0-b6881ca7a4dc'}, {'name': 'network-changed', 'server_uuid': '3c1a9870-bd99-492b-8f89-aefc85d4b4fd', 'tag': 'd85e2cf2-183c-482b-97c0-b6881ca7a4dc'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:09.274873 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23448406-4e13-40e2-895a-6b9a1e656818" -d '{"events": [{"server_uuid": "3c1a9870-bd99-492b-8f89-aefc85d4b4fd", "name": "network-vif-unplugged", "status": "completed", "tag": "d85e2cf2-183c-482b-97c0-b6881ca7a4dc"}, {"name": "network-changed", "server_uuid": "3c1a9870-bd99-492b-8f89-aefc85d4b4fd", "tag": "d85e2cf2-183c-482b-97c0-b6881ca7a4dc"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:09.304767 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-72810347-fadb-4f4a-9756-c72b4e48c3da service neutron] Request body: {'port': {'device_id': '7e77cefb-7833-42eb-bb48-0fed4b13ef05', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:09.326367 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48500) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:09.349226 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3155992d-553f-441d-896e-ff54151c0e51 x-openstack-request-id: req-3155992d-553f-441d-896e-ff54151c0e51 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:09.349522 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c1a9870-bd99-492b-8f89-aefc85d4b4fd", "name": "network-vif-unplugged", "status": "completed", "tag": "d85e2cf2-183c-482b-97c0-b6881ca7a4dc", "code": 200}, {"name": "network-changed", "server_uuid": "3c1a9870-bd99-492b-8f89-aefc85d4b4fd", "tag": "d85e2cf2-183c-482b-97c0-b6881ca7a4dc", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:09.349779 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3155992d-553f-441d-896e-ff54151c0e51 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:09.350185 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c1a9870-bd99-492b-8f89-aefc85d4b4fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd85e2cf2-183c-482b-97c0-b6881ca7a4dc', 'code': 200} Jul 16 08:27:09.350443 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c1a9870-bd99-492b-8f89-aefc85d4b4fd', 'tag': 'd85e2cf2-183c-482b-97c0-b6881ca7a4dc', 'status': 'completed', 'code': 200} Jul 16 08:27:09.397701 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-688d8428-e9ee-4200-b355-dce624a19b5c service neutron] 10.222.0.21 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420845 Jul 16 08:27:09.441861 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-72810347-fadb-4f4a-9756-c72b4e48c3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.524057 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2c3da2-877c-448d-8d85-d16ea8b90e51 admin admin] Deleting subnet ce796d98-7ee4-4738-aad4-0026126b7799 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:27:09.532766 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e2c3da2-877c-448d-8d85-d16ea8b90e51 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.540408 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23448406-4e13-40e2-895a-6b9a1e656818 req-fcbb084c-85f6-42a1-a8e0-48c775232122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:09.549709 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-23448406-4e13-40e2-895a-6b9a1e656818 req-fcbb084c-85f6-42a1-a8e0-48c775232122 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 1101 time: 0.1546292 Jul 16 08:27:09.666014 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e2c3da2-877c-448d-8d85-d16ea8b90e51 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.703715 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-273819b9-d908-4910-81f0-5ade22872e32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1c60e8c-3f5d-4c70-99ea-45bb794f56e3 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:09.712246 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23448406-4e13-40e2-895a-6b9a1e656818 req-3b3856d1-77a2-42c4-9132-4504634d9bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:09.713958 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-23448406-4e13-40e2-895a-6b9a1e656818 req-3b3856d1-77a2-42c4-9132-4504634d9bcd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 1101 time: 0.3116565 Jul 16 08:27:09.723851 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-273819b9-d908-4910-81f0-5ade22872e32 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.745061 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1f204e5-1b7a-4cd0-b78d-0e93add0595b req-c4e8a144-804b-4478-86b3-2031f3dafcba service neutron] 10.222.0.21 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3116806 Jul 16 08:27:09.766288 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23448406-4e13-40e2-895a-6b9a1e656818 req-fa1e926a-1aec-4e5c-9b47-7989413c7c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:09.767768 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-23448406-4e13-40e2-895a-6b9a1e656818 req-fa1e926a-1aec-4e5c-9b47-7989413c7c92 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.2104030 Jul 16 08:27:09.781098 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f07aa4-6f4a-4cd4-8693-1337fcc5eee5 req-29e97021-dc0d-4e52-8c78-b46034578bef tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:09.785521 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c5f07aa4-6f4a-4cd4-8693-1337fcc5eee5 req-29e97021-dc0d-4e52-8c78-b46034578bef tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f HTTP/1.1" status: 200 len: 943 time: 0.3548522 Jul 16 08:27:09.810680 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-273819b9-d908-4910-81f0-5ade22872e32 service neutron] Transition to ACTIVE for port object d1c60e8c-3f5d-4c70-99ea-45bb794f56e3 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:09.816511 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e2c3da2-877c-448d-8d85-d16ea8b90e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.818469 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-23448406-4e13-40e2-895a-6b9a1e656818 req-c1fee684-4a28-4ea3-835c-d25ac4b625a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=d85e2cf2-183c-482b-97c0-b6881ca7a4dc HTTP/1.1" status: 200 len: 217 time: 0.0431092 Jul 16 08:27:09.844665 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce689f3a-b75b-4b20-8795-6d1f6938ed1a req-8b6cd116-3f75-4ecd-bf59-8080be9a20ee tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:09.846161 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ce689f3a-b75b-4b20-8795-6d1f6938ed1a req-8b6cd116-3f75-4ecd-bf59-8080be9a20ee tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 931 time: 0.1506481 Jul 16 08:27:09.942207 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-273819b9-d908-4910-81f0-5ade22872e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:09.967802 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23448406-4e13-40e2-895a-6b9a1e656818 req-6a7806a4-e22f-468b-bc7d-e1f9f0cd1309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:09.969301 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-23448406-4e13-40e2-895a-6b9a1e656818 req-6a7806a4-e22f-468b-bc7d-e1f9f0cd1309 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.1330388 Jul 16 08:27:09.978666 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ce689f3a-b75b-4b20-8795-6d1f6938ed1a req-46abcfea-e6e6-4423-829f-baa55eb10501 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230078 Jul 16 08:27:10.030506 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273819b9-d908-4910-81f0-5ade22872e32 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c60e8c-3f5d-4c70-99ea-45bb794f56e3,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:10.090647 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-72810347-fadb-4f4a-9756-c72b4e48c3da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b29b726b-5f89-4c6f-86ce-50b5f64b695b {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:10.099755 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23448406-4e13-40e2-895a-6b9a1e656818 req-05c78168-d25b-4f66-8c26-bfded5b39d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:10.101343 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-23448406-4e13-40e2-895a-6b9a1e656818 req-05c78168-d25b-4f66-8c26-bfded5b39d95 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1218214 Jul 16 08:27:10.103480 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-72810347-fadb-4f4a-9756-c72b4e48c3da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:10.128369 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23448406-4e13-40e2-895a-6b9a1e656818 req-83682962-9007-45bd-aa53-80a0e15363b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:10.130001 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-23448406-4e13-40e2-895a-6b9a1e656818 req-83682962-9007-45bd-aa53-80a0e15363b1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.4007180 Jul 16 08:27:10.140048 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-72810347-fadb-4f4a-9756-c72b4e48c3da service neutron] Transition to ACTIVE for port object b29b726b-5f89-4c6f-86ce-50b5f64b695b will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:10.151005 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-72810347-fadb-4f4a-9756-c72b4e48c3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:10.215145 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c5f07aa4-6f4a-4cd4-8693-1337fcc5eee5 req-3a51a643-6bfb-413d-8b4c-1cf10d9a1515 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4065790 Jul 16 08:27:10.225784 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e2c3da2-877c-448d-8d85-d16ea8b90e51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:10.232243 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-23448406-4e13-40e2-895a-6b9a1e656818 req-c2b6e92c-f2a4-4303-8cf5-2816695bb141 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.130&port_id=d85e2cf2-183c-482b-97c0-b6881ca7a4dc HTTP/1.1" status: 200 len: 217 time: 0.0815661 Jul 16 08:27:10.266779 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72810347-fadb-4f4a-9756-c72b4e48c3da service neutron] Pushing event updated for resources: {'Port': ['ID=b29b726b-5f89-4c6f-86ce-50b5f64b695b,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:10.273670 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-23448406-4e13-40e2-895a-6b9a1e656818 req-172df3c0-43b8-4380-b840-760a0734be32 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1638215 Jul 16 08:27:10.290201 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125a469-300c-457f-b3dc-7a64ad0907e0 req-4903af51-4940-4e56-b939-dd229d2f50ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:10.297593 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2125a469-300c-457f-b3dc-7a64ad0907e0 req-4903af51-4940-4e56-b939-dd229d2f50ba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6006a1dcb2354570866e06da5c4c7493&device_id=475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f HTTP/1.1" status: 200 len: 1095 time: 0.4726706 Jul 16 08:27:10.400863 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e2c3da2-877c-448d-8d85-d16ea8b90e51 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:10.405858 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8e2c3da2-877c-448d-8d85-d16ea8b90e51 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ce796d98-7ee4-4738-aad4-0026126b7799 HTTP/1.1" status: 204 len: 168 time: 1.0753355 Jul 16 08:27:10.406785 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2c3da2-877c-448d-8d85-d16ea8b90e51 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce796d98-7ee4-4738-aad4-0026126b7799,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:10.419120 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48516) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:10.569315 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23448406-4e13-40e2-895a-6b9a1e656818 req-5f5e86f7-fb3a-4f6b-9199-71a47f33f81e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:10.570844 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-23448406-4e13-40e2-895a-6b9a1e656818 req-5f5e86f7-fb3a-4f6b-9199-71a47f33f81e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.2655356 Jul 16 08:27:10.670148 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13f1c1b8-f149-430d-bdfc-f0e40f8f4fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:10.679761 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-273819b9-d908-4910-81f0-5ade22872e32 service neutron] Attempting to bind port d1c60e8c-3f5d-4c70-99ea-45bb794f56e3 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:10.680655 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-273819b9-d908-4910-81f0-5ade22872e32 service neutron] Attempting to bind port d1c60e8c-3f5d-4c70-99ea-45bb794f56e3 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '2aea429b-deb9-4101-bf8b-30d1c999efba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:10.681001 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-273819b9-d908-4910-81f0-5ade22872e32 service neutron] Attempting to bind port d1c60e8c-3f5d-4c70-99ea-45bb794f56e3 on network 5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:10.710623 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125a469-300c-457f-b3dc-7a64ad0907e0 req-fbada60d-4db6-40ce-8953-2d9c78a94af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:10.713181 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2125a469-300c-457f-b3dc-7a64ad0907e0 req-fbada60d-4db6-40ce-8953-2d9c78a94af6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=625dfff6-7aa4-46e7-b897-fa5ed9305465 HTTP/1.1" status: 200 len: 906 time: 0.3425405 Jul 16 08:27:10.713776 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-273819b9-d908-4910-81f0-5ade22872e32 service neutron] Port d1c60e8c-3f5d-4c70-99ea-45bb794f56e3 on network 5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:10.714104 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-273819b9-d908-4910-81f0-5ade22872e32 service neutron] Attempting to bind port d1c60e8c-3f5d-4c70-99ea-45bb794f56e3 on network 5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:10.749998 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-273819b9-d908-4910-81f0-5ade22872e32 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:10.750363 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-273819b9-d908-4910-81f0-5ade22872e32 service neutron] Checking segment: {'id': '2aea429b-deb9-4101-bf8b-30d1c999efba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:10.751202 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-273819b9-d908-4910-81f0-5ade22872e32 service neutron] Bound using segment: {'id': '2aea429b-deb9-4101-bf8b-30d1c999efba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:10.751202 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-273819b9-d908-4910-81f0-5ade22872e32 service neutron] Bound port: d1c60e8c-3f5d-4c70-99ea-45bb794f56e3, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aea429b-deb9-4101-bf8b-30d1c999efba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:10.751567 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-273819b9-d908-4910-81f0-5ade22872e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:10.794850 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-72810347-fadb-4f4a-9756-c72b4e48c3da service neutron] Attempting to bind port b29b726b-5f89-4c6f-86ce-50b5f64b695b on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:10.795205 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-72810347-fadb-4f4a-9756-c72b4e48c3da service neutron] Attempting to bind port b29b726b-5f89-4c6f-86ce-50b5f64b695b by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '2aea429b-deb9-4101-bf8b-30d1c999efba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:10.795589 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-72810347-fadb-4f4a-9756-c72b4e48c3da service neutron] Attempting to bind port b29b726b-5f89-4c6f-86ce-50b5f64b695b on network 5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:10.811754 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-72810347-fadb-4f4a-9756-c72b4e48c3da service neutron] Port b29b726b-5f89-4c6f-86ce-50b5f64b695b on network 5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:10.812088 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-72810347-fadb-4f4a-9756-c72b4e48c3da service neutron] Attempting to bind port b29b726b-5f89-4c6f-86ce-50b5f64b695b on network 5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:10.823100 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-23448406-4e13-40e2-895a-6b9a1e656818 req-29e9217c-6203-4287-a944-faf8d786fb70 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5255036 Jul 16 08:27:10.827304 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dcfc1fd7-8382-4ac2-b919-397dbd5e12d8 req-4e72ec6f-523e-464a-9236-e5b69653e418 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5183296 Jul 16 08:27:10.828064 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-72810347-fadb-4f4a-9756-c72b4e48c3da service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:10.828235 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756afed-4b8e-45bc-9078-5f372ef3fab7 req-e00f4ca4-bf6b-4fca-975d-e2b5d7c4eca9 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:10.828385 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-72810347-fadb-4f4a-9756-c72b4e48c3da service neutron] Checking segment: {'id': '2aea429b-deb9-4101-bf8b-30d1c999efba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:10.829104 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-72810347-fadb-4f4a-9756-c72b4e48c3da service neutron] Bound using segment: {'id': '2aea429b-deb9-4101-bf8b-30d1c999efba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:10.829572 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-72810347-fadb-4f4a-9756-c72b4e48c3da service neutron] Bound port: b29b726b-5f89-4c6f-86ce-50b5f64b695b, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2aea429b-deb9-4101-bf8b-30d1c999efba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:10.829877 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-72810347-fadb-4f4a-9756-c72b4e48c3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:10.835823 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9756afed-4b8e-45bc-9078-5f372ef3fab7 req-e00f4ca4-bf6b-4fca-975d-e2b5d7c4eca9 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.3917813 Jul 16 08:27:10.843084 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2125a469-300c-457f-b3dc-7a64ad0907e0 req-2a749476-d4ac-4cc0-a043-b761d187ca6a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e4047841-aff5-4856-bbc3-22d45553e24f HTTP/1.1" status: 200 len: 217 time: 0.1075287 Jul 16 08:27:10.899501 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23448406-4e13-40e2-895a-6b9a1e656818 req-c3bbc081-2a1a-4f84-ba92-ee280cf37bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:10.901064 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-23448406-4e13-40e2-895a-6b9a1e656818 req-c3bbc081-2a1a-4f84-ba92-ee280cf37bcd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2970316 Jul 16 08:27:10.923391 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-72810347-fadb-4f4a-9756-c72b4e48c3da service neutron] For port b29b726b-5f89-4c6f-86ce-50b5f64b695b, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:10.927990 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-72810347-fadb-4f4a-9756-c72b4e48c3da service neutron] For port b29b726b-5f89-4c6f-86ce-50b5f64b695b, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=b29b726b-5f89-4c6f-86ce-50b5f64b695b,segment=NetworkSegment(2aea429b-deb9-4101-bf8b-30d1c999efba),segment_id=2aea429b-deb9-4101-bf8b-30d1c999efba)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:10.938661 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-72810347-fadb-4f4a-9756-c72b4e48c3da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:10.998129 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-72810347-fadb-4f4a-9756-c72b4e48c3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:11.000041 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-72810347-fadb-4f4a-9756-c72b4e48c3da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:11.002242 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-72810347-fadb-4f4a-9756-c72b4e48c3da service neutron] 10.222.0.30 "PUT /v2.0/ports/b29b726b-5f89-4c6f-86ce-50b5f64b695b HTTP/1.1" status: 200 len: 1092 time: 1.7127483 Jul 16 08:27:11.038428 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13f1c1b8-f149-430d-bdfc-f0e40f8f4fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:11.063417 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-13f1c1b8-f149-430d-bdfc-f0e40f8f4fdb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:11.090857 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9756afed-4b8e-45bc-9078-5f372ef3fab7 req-d35ce0c0-50d9-4fb6-adf7-9658616b9366 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2541950 Jul 16 08:27:11.201260 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-23448406-4e13-40e2-895a-6b9a1e656818 req-a7894976-4ed8-4a15-a99b-e16038df337c service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555561 Jul 16 08:27:11.203238 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2125a469-300c-457f-b3dc-7a64ad0907e0 req-6b7b57ee-226d-4091-a8a9-50be630d0e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:11.205387 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2125a469-300c-457f-b3dc-7a64ad0907e0 req-6b7b57ee-226d-4091-a8a9-50be630d0e1d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31ddde08-05a5-43f7-b27d-07657c5409d3 HTTP/1.1" status: 200 len: 845 time: 0.3385360 Jul 16 08:27:11.207896 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-13f1c1b8-f149-430d-bdfc-f0e40f8f4fdb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd900a5c-6dba-4318-83f2-3212bbf06763') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:11.208538 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-13f1c1b8-f149-430d-bdfc-f0e40f8f4fdb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd900a5c-6dba-4318-83f2-3212bbf06763') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:11.230002 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72810347-fadb-4f4a-9756-c72b4e48c3da service neutron] Pushing event updated for resources: {'Port': ['ID=b29b726b-5f89-4c6f-86ce-50b5f64b695b,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:11.272429 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-273819b9-d908-4910-81f0-5ade22872e32 service neutron] For port d1c60e8c-3f5d-4c70-99ea-45bb794f56e3, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:11.284622 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc1fd7-8382-4ac2-b919-397dbd5e12d8 req-402ae431-8af0-4996-ac13-c75c62f1bc4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:11.285467 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-273819b9-d908-4910-81f0-5ade22872e32 service neutron] For port d1c60e8c-3f5d-4c70-99ea-45bb794f56e3, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d1c60e8c-3f5d-4c70-99ea-45bb794f56e3,segment=NetworkSegment(2aea429b-deb9-4101-bf8b-30d1c999efba),segment_id=2aea429b-deb9-4101-bf8b-30d1c999efba)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:11.286447 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dcfc1fd7-8382-4ac2-b919-397dbd5e12d8 req-402ae431-8af0-4996-ac13-c75c62f1bc4f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8104d40427e0444ca28ba0f9ff369926&device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 1123 time: 0.2577739 Jul 16 08:27:11.294983 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db34b0e2-5104-4ffc-a39a-d3a134575b14 req-17944b62-dbfc-499d-b708-b617905d0ea6 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:11.304181 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-db34b0e2-5104-4ffc-a39a-d3a134575b14 req-17944b62-dbfc-499d-b708-b617905d0ea6 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 949 time: 0.5592101 Jul 16 08:27:11.339497 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-074599b1-7b1b-450c-9baf-30ca60b3c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:11.340987 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-074599b1-7b1b-450c-9baf-30ca60b3c958 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=363ec4a697f348ca8340091e760832c9&device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 1095 time: 0.2837369 Jul 16 08:27:11.352217 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e77cefb-7833-42eb-bb48-0fed4b13ef05', 'tag': 'b29b726b-5f89-4c6f-86ce-50b5f64b695b'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:11.354581 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52eb200f-85dc-4d95-823b-e6699420efba" -d '{"events": [{"name": "network-changed", "server_uuid": "7e77cefb-7833-42eb-bb48-0fed4b13ef05", "tag": "b29b726b-5f89-4c6f-86ce-50b5f64b695b"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:11.404015 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-273819b9-d908-4910-81f0-5ade22872e32 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:11.418467 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-a6cd7e99-fd8b-476f-bb43-0e277eb220b0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b29b726b-5f89-4c6f-86ce-50b5f64b695b HTTP/1.1" status: 200 len: 217 time: 0.0551066 Jul 16 08:27:11.433055 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-db34b0e2-5104-4ffc-a39a-d3a134575b14 req-66db0fb4-621e-4df1-985e-353cb61eed84 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220899 Jul 16 08:27:11.434424 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13f1c1b8-f149-430d-bdfc-f0e40f8f4fdb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:11.477241 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2125a469-300c-457f-b3dc-7a64ad0907e0 req-6ff0e75a-0c27-4513-bb24-dff6e116483d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=625dfff6-7aa4-46e7-b897-fa5ed9305465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1612654 Jul 16 08:27:11.533100 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-273819b9-d908-4910-81f0-5ade22872e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:11.533455 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-273819b9-d908-4910-81f0-5ade22872e32 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:11.535096 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-273819b9-d908-4910-81f0-5ade22872e32 service neutron] 10.222.0.21 "PUT /v2.0/ports/d1c60e8c-3f5d-4c70-99ea-45bb794f56e3 HTTP/1.1" status: 200 len: 1092 time: 3.3131566 Jul 16 08:27:11.538579 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13f1c1b8-f149-430d-bdfc-f0e40f8f4fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:11.554678 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3b09aec0-4cc3-4acd-83cd-43cc2a94e724', 'tag': 'd1c60e8c-3f5d-4c70-99ea-45bb794f56e3'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:11.559182 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208d2f19-27b1-48c1-8cc2-0b299e94a3c6" -d '{"events": [{"name": "network-changed", "server_uuid": "3b09aec0-4cc3-4acd-83cd-43cc2a94e724", "tag": "d1c60e8c-3f5d-4c70-99ea-45bb794f56e3"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:11.561026 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc1fd7-8382-4ac2-b919-397dbd5e12d8 req-a615ba3f-4bf0-45fa-9ed1-1d770194e6be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:11.562490 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dcfc1fd7-8382-4ac2-b919-397dbd5e12d8 req-a615ba3f-4bf0-45fa-9ed1-1d770194e6be service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.2428312 Jul 16 08:27:11.585070 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13f1c1b8-f149-430d-bdfc-f0e40f8f4fdb admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:27:11.585519 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13f1c1b8-f149-430d-bdfc-f0e40f8f4fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.594011 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:27:11.597561 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:27:11.640498 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dcfc1fd7-8382-4ac2-b919-397dbd5e12d8 req-19aec41c-bcce-4c49-9ef3-10e4678b0edc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.82&port_id=dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 HTTP/1.1" status: 200 len: 217 time: 0.0468740 Jul 16 08:27:11.663636 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-8c343b5f-42f7-4daf-a8f4-3fcf093fac8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:11.665674 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-8c343b5f-42f7-4daf-a8f4-3fcf093fac8c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=83132e58-09a7-4e53-b636-27b7cc60a995 HTTP/1.1" status: 200 len: 859 time: 0.1063964 Jul 16 08:27:11.734822 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-b160ad3c-d9ad-4b87-9a33-7596de249ab4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399485 Jul 16 08:27:11.755745 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc1fd7-8382-4ac2-b919-397dbd5e12d8 req-7e49f727-e360-4ee7-9b0a-b67cebaaf601 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:11.757423 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dcfc1fd7-8382-4ac2-b919-397dbd5e12d8 req-7e49f727-e360-4ee7-9b0a-b67cebaaf601 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.1089871 Jul 16 08:27:11.788609 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device d85e2cf2-183c-482b-97c0-b6881ca7a4dc details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:27:11.910754 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port d85e2cf2-183c-482b-97c0-b6881ca7a4dc, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d85e2cf2-183c-482b-97c0-b6881ca7a4dc,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:11.926874 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'd85e2cf2-183c-482b-97c0-b6881ca7a4dc', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': 'd85e2cf2-183c-482b-97c0-b6881ca7a4dc', 'mac_address': 'fa:16:3e:40:9a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.130'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:27:11.971723 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfc1fd7-8382-4ac2-b919-397dbd5e12d8 req-e64cedf6-243b-4b5b-8d0f-efb7778cbf18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:11.977767 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dcfc1fd7-8382-4ac2-b919-397dbd5e12d8 req-e64cedf6-243b-4b5b-8d0f-efb7778cbf18 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2031870 Jul 16 08:27:11.984257 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:12.002803 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d85e2cf2-183c-482b-97c0-b6881ca7a4dc {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:12.030670 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port d85e2cf2-183c-482b-97c0-b6881ca7a4dc, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d85e2cf2-183c-482b-97c0-b6881ca7a4dc,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:12.033290 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-c7d2e3bc-78c2-4dc0-bf96-3391ba53a64e service neutron] 10.222.0.30 "GET /v2.0/networks/5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895348 Jul 16 08:27:12.037475 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:12.109567 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=d85e2cf2-183c-482b-97c0-b6881ca7a4dc,revision_number=12']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:12.255900 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273819b9-d908-4910-81f0-5ade22872e32 service neutron] Pushing event updated for resources: {'Port': ['ID=d1c60e8c-3f5d-4c70-99ea-45bb794f56e3,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:12.264654 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824934ff-2126-4271-9663-915cf82e51e1 req-cc3e8599-8611-4bf7-9f10-88b03d092b3b tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:12.271581 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-824934ff-2126-4271-9663-915cf82e51e1 req-cc3e8599-8611-4bf7-9f10-88b03d092b3b tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f HTTP/1.1" status: 200 len: 943 time: 0.4075208 Jul 16 08:27:12.291152 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dcfc1fd7-8382-4ac2-b919-397dbd5e12d8 req-f2455a24-1f8b-46ee-8f68-3da971466e7e service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3022406 Jul 16 08:27:12.294317 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-162801cb-f04a-4b4e-b1e1-63d441fdc882 req-40030b36-e57d-4bbe-bb58-46d1e4c2d4c5 service neutron] 10.222.0.30 "GET /v2.0/networks/5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327409 Jul 16 08:27:12.297421 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13f1c1b8-f149-430d-bdfc-f0e40f8f4fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:12.303102 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['d85e2cf2-183c-482b-97c0-b6881ca7a4dc'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:12.353199 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-23448406-4e13-40e2-895a-6b9a1e656818 req-e4a2964b-361e-4584-9926-270c9ec9ec7e service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0657237 Jul 16 08:27:12.365788 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13f1c1b8-f149-430d-bdfc-f0e40f8f4fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:12.389777 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-13f1c1b8-f149-430d-bdfc-f0e40f8f4fdb admin admin] 10.222.0.22 "DELETE /v2.0/networks/e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0 HTTP/1.1" status: 204 len: 168 time: 1.9565942 Jul 16 08:27:12.389777 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f1c1b8-f149-430d-bdfc-f0e40f8f4fdb admin admin] Pushing event deleted for resources: {'Network': ['ID=e3f5d7f8-8c31-4355-abaf-260a3ffd8ee0,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:12.401667 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48540) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:12.407666 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dcfc1fd7-8382-4ac2-b919-397dbd5e12d8 req-6ea174c5-6f96-41d9-9ee7-01e0318a7633 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067021 Jul 16 08:27:12.417414 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f1c1b8-f149-430d-bdfc-f0e40f8f4fdb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:12.418119 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f1c1b8-f149-430d-bdfc-f0e40f8f4fdb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:12.418714 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f1c1b8-f149-430d-bdfc-f0e40f8f4fdb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:12.419286 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f1c1b8-f149-430d-bdfc-f0e40f8f4fdb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:12.419626 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f1c1b8-f149-430d-bdfc-f0e40f8f4fdb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:12.421663 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f1c1b8-f149-430d-bdfc-f0e40f8f4fdb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:12.421663 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f1c1b8-f149-430d-bdfc-f0e40f8f4fdb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:12.421663 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f1c1b8-f149-430d-bdfc-f0e40f8f4fdb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:12.421663 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f1c1b8-f149-430d-bdfc-f0e40f8f4fdb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:12.423248 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f1c1b8-f149-430d-bdfc-f0e40f8f4fdb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:12.423248 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f1c1b8-f149-430d-bdfc-f0e40f8f4fdb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:12.423248 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13f1c1b8-f149-430d-bdfc-f0e40f8f4fdb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:12.433417 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2125a469-300c-457f-b3dc-7a64ad0907e0 req-7d08f43d-c8f6-468d-9512-674103d942fd service neutron] 10.222.0.21 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9220564 Jul 16 08:27:12.443684 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-824934ff-2126-4271-9663-915cf82e51e1 req-2c866169-cb9c-42ca-a8a7-bd8bf649b3bf tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682487 Jul 16 08:27:12.470571 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d041f1-6040-41a3-b03f-83365efb4032 req-2c2ff1be-d4fa-40fb-9338-c9cbd5fac0e8 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:12.478438 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-12d041f1-6040-41a3-b03f-83365efb4032 req-2c2ff1be-d4fa-40fb-9338-c9cbd5fac0e8 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 943 time: 1.1156690 Jul 16 08:27:12.501673 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-5e3dee2b-e10e-4a04-88b4-da9737ba058f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:12.503155 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-5e3dee2b-e10e-4a04-88b4-da9737ba058f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=363ec4a697f348ca8340091e760832c9&device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 1095 time: 0.8657119 Jul 16 08:27:12.588511 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-66fa7575-5d67-445d-9b01-7bebecb1c2dd admin admin] Deleting subnet 187c79dd-5f6c-4825-9608-70a0e51b89da {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:27:12.591423 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-94b798b1-a5e2-4c12-b90d-4bf9172505f7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1c60e8c-3f5d-4c70-99ea-45bb794f56e3 HTTP/1.1" status: 200 len: 217 time: 0.0693462 Jul 16 08:27:12.598717 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-66fa7575-5d67-445d-9b01-7bebecb1c2dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:12.603089 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e94993e5-5b14-47b8-a2ad-50c7fa09281c x-openstack-request-id: req-e94993e5-5b14-47b8-a2ad-50c7fa09281c {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:12.603089 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7e77cefb-7833-42eb-bb48-0fed4b13ef05", "tag": "b29b726b-5f89-4c6f-86ce-50b5f64b695b", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:12.603089 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e94993e5-5b14-47b8-a2ad-50c7fa09281c {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:12.603520 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e77cefb-7833-42eb-bb48-0fed4b13ef05', 'tag': 'b29b726b-5f89-4c6f-86ce-50b5f64b695b', 'status': 'completed', 'code': 200} Jul 16 08:27:12.652619 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-12d041f1-6040-41a3-b03f-83365efb4032 req-5100f545-6e9c-4c82-aefb-f4d3ef66de23 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674178 Jul 16 08:27:12.667498 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3e5d3aa-3662-4c44-9c87-b2b28c6e56a2 x-openstack-request-id: req-b3e5d3aa-3662-4c44-9c87-b2b28c6e56a2 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:12.667868 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3b09aec0-4cc3-4acd-83cd-43cc2a94e724", "tag": "d1c60e8c-3f5d-4c70-99ea-45bb794f56e3", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:12.668121 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b3e5d3aa-3662-4c44-9c87-b2b28c6e56a2 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:12.668844 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3b09aec0-4cc3-4acd-83cd-43cc2a94e724', 'tag': 'd1c60e8c-3f5d-4c70-99ea-45bb794f56e3', 'status': 'completed', 'code': 200} Jul 16 08:27:12.693994 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb200f-85dc-4d95-823b-e6699420efba req-29ead6e8-fd45-4869-b698-d9863843fd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:12.695841 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-52eb200f-85dc-4d95-823b-e6699420efba req-29ead6e8-fd45-4869-b698-d9863843fd06 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=363ec4a697f348ca8340091e760832c9&device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 1095 time: 0.0649104 Jul 16 08:27:12.728057 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-66fa7575-5d67-445d-9b01-7bebecb1c2dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:12.808433 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb200f-85dc-4d95-823b-e6699420efba req-23f8c54a-5f79-4d6f-9dc4-026762154cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:12.810142 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-52eb200f-85dc-4d95-823b-e6699420efba req-23f8c54a-5f79-4d6f-9dc4-026762154cb4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393 HTTP/1.1" status: 200 len: 920 time: 0.1065922 Jul 16 08:27:12.876865 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-0ad20c6d-b4de-415c-88e2-6aab7cc85136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:12.878789 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-0ad20c6d-b4de-415c-88e2-6aab7cc85136 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=83132e58-09a7-4e53-b636-27b7cc60a995 HTTP/1.1" status: 200 len: 859 time: 0.2442658 Jul 16 08:27:12.883060 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2125a469-300c-457f-b3dc-7a64ad0907e0 req-33f31016-1a00-4801-9485-1ea866f155c1 service neutron] 10.222.0.21 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4223638 Jul 16 08:27:12.884376 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-52eb200f-85dc-4d95-823b-e6699420efba req-3f306b28-75d9-4777-be72-f74def04b014 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b29b726b-5f89-4c6f-86ce-50b5f64b695b HTTP/1.1" status: 200 len: 217 time: 0.0659218 Jul 16 08:27:12.887825 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-66fa7575-5d67-445d-9b01-7bebecb1c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:12.935647 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device e4047841-aff5-4856-bbc3-22d45553e24f details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:27:12.946308 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-388b39c6-bee5-4901-9db4-4bfc0ca0f793 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538833 Jul 16 08:27:12.957370 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eb200f-85dc-4d95-823b-e6699420efba req-3bab088b-8a7d-4af4-a7cf-192244543d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:12.958597 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-52eb200f-85dc-4d95-823b-e6699420efba req-3bab088b-8a7d-4af4-a7cf-192244543d4f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=83132e58-09a7-4e53-b636-27b7cc60a995 HTTP/1.1" status: 200 len: 859 time: 0.0630627 Jul 16 08:27:12.971684 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dca7644-bddd-48e2-95c7-177af615d3f9 req-78c8b20a-df29-42a4-9a02-973d4af88eb5 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:12.973245 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6dca7644-bddd-48e2-95c7-177af615d3f9 req-78c8b20a-df29-42a4-9a02-973d4af88eb5 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.1560142 Jul 16 08:27:13.013033 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-52eb200f-85dc-4d95-823b-e6699420efba req-1f7bb2f7-4a0f-424c-9cdc-b8fe17df103b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385222 Jul 16 08:27:13.015290 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c14b988-ae4c-4036-9d3c-c53516452daa req-129c4dfa-66a4-496c-bf93-79fba2f17a17 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:13.022709 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7c14b988-ae4c-4036-9d3c-c53516452daa req-129c4dfa-66a4-496c-bf93-79fba2f17a17 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 950 time: 0.2326560 Jul 16 08:27:13.074430 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port e4047841-aff5-4856-bbc3-22d45553e24f, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e4047841-aff5-4856-bbc3-22d45553e24f,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:13.090121 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'e4047841-aff5-4856-bbc3-22d45553e24f', 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465', 'port_id': 'e4047841-aff5-4856-bbc3-22d45553e24f', 'mac_address': 'fa:16:3e:fb:85:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ddde08-05a5-43f7-b27d-07657c5409d3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:27:13.093476 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-66fa7575-5d67-445d-9b01-7bebecb1c2dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:13.106359 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6dca7644-bddd-48e2-95c7-177af615d3f9 req-4c129412-9829-4aed-92c6-dacbbad92710 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011055 Jul 16 08:27:13.142703 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:13.147613 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-66fa7575-5d67-445d-9b01-7bebecb1c2dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:13.152442 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-66fa7575-5d67-445d-9b01-7bebecb1c2dd admin admin] 10.222.0.22 "DELETE /v2.0/subnets/187c79dd-5f6c-4825-9608-70a0e51b89da HTTP/1.1" status: 204 len: 168 time: 0.7456517 Jul 16 08:27:13.153328 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fa7575-5d67-445d-9b01-7bebecb1c2dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=187c79dd-5f6c-4825-9608-70a0e51b89da,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:13.155664 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-52eb200f-85dc-4d95-823b-e6699420efba req-5cbd9c98-5a4c-48dd-b531-85685035c8db service neutron] 10.222.0.30 "GET /v2.0/networks/5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249187 Jul 16 08:27:13.156095 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48548) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:13.161354 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4047841-aff5-4856-bbc3-22d45553e24f {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:13.184138 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7c14b988-ae4c-4036-9d3c-c53516452daa req-5c421302-9de2-487e-955e-e83678c73b9b tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604588 Jul 16 08:27:13.186240 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port e4047841-aff5-4856-bbc3-22d45553e24f, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e4047841-aff5-4856-bbc3-22d45553e24f,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:13.191259 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:13.204886 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-30dff78c-93dd-435c-83b9-5d2673b99582 service neutron] 10.222.0.21 "GET /v2.0/networks/5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497709 Jul 16 08:27:13.267301 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=e4047841-aff5-4856-bbc3-22d45553e24f,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:13.282510 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-52eb200f-85dc-4d95-823b-e6699420efba req-eba25f91-027b-4979-b7bd-6e0cbca3fa20 service neutron] 10.222.0.30 "GET /v2.0/networks/5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253507 Jul 16 08:27:13.392241 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa45c6fc-0e6f-408a-81cb-d120f052acbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:13.432196 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c242615e-74b0-40eb-8f41-7403cb0214ad req-0d9f110f-e415-4091-ab22-1c8bf9874cb6 service neutron] 10.222.0.21 "GET /v2.0/networks/5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993093 Jul 16 08:27:13.495197 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40315f8-8e02-41c5-8c27-5566b6bccd0c req-0ffb96a6-e155-4ec1-8a06-d8e76159070f tempest-MigrationsAdminTest-2088423167 tempest-MigrationsAdminTest-2088423167-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:13.496802 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['e4047841-aff5-4856-bbc3-22d45553e24f'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:13.497492 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e40315f8-8e02-41c5-8c27-5566b6bccd0c req-0ffb96a6-e155-4ec1-8a06-d8e76159070f tempest-MigrationsAdminTest-2088423167 tempest-MigrationsAdminTest-2088423167-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 1102 time: 0.1788514 Jul 16 08:27:13.541422 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa45c6fc-0e6f-408a-81cb-d120f052acbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:13.593945 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-aa45c6fc-0e6f-408a-81cb-d120f052acbe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d049e465-c7c0-4e08-b8da-bd86e3a54c92']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:13.611804 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-aa45c6fc-0e6f-408a-81cb-d120f052acbe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b1f916e0-4f14-4218-a70f-5721a8fb089c') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:13.612103 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-aa45c6fc-0e6f-408a-81cb-d120f052acbe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b1f916e0-4f14-4218-a70f-5721a8fb089c') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:13.639600 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa45c6fc-0e6f-408a-81cb-d120f052acbe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:13.655200 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e40315f8-8e02-41c5-8c27-5566b6bccd0c req-8e04b654-1639-4ca7-b884-34ae955b29c8 tempest-MigrationsAdminTest-2088423167 tempest-MigrationsAdminTest-2088423167-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517293 Jul 16 08:27:13.660336 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7300fec-34b2-4ad2-9f54-1cc3c8894482 req-d5b7dccf-a986-4165-a7d7-3db77b66af19 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:13.661911 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b7300fec-34b2-4ad2-9f54-1cc3c8894482 req-d5b7dccf-a986-4165-a7d7-3db77b66af19 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f HTTP/1.1" status: 200 len: 944 time: 0.0815120 Jul 16 08:27:13.669121 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa45c6fc-0e6f-408a-81cb-d120f052acbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:13.675325 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d2f19-27b1-48c1-8cc2-0b299e94a3c6 req-3c9a75b5-2d56-494d-800f-8d526cb0a98e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-208d2f19-27b1-48c1-8cc2-0b299e94a3c6 req-3c9a75b5-2d56-494d-800f-8d526cb0a98e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=363ec4a697f348ca8340091e760832c9&device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 1095 time: 0.1645491 Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa45c6fc-0e6f-408a-81cb-d120f052acbe admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa45c6fc-0e6f-408a-81cb-d120f052acbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:27:13.687241 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:27:13.723749 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b7300fec-34b2-4ad2-9f54-1cc3c8894482 req-13351dfa-eb2f-45b1-8cc4-cc0f734083a1 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491769 Jul 16 08:27:13.800969 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device b29b726b-5f89-4c6f-86ce-50b5f64b695b details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:27:13.804026 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device d85e2cf2-183c-482b-97c0-b6881ca7a4dc up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:13.829180 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa45c6fc-0e6f-408a-81cb-d120f052acbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:13.835858 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa45c6fc-0e6f-408a-81cb-d120f052acbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:13.840610 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-aa45c6fc-0e6f-408a-81cb-d120f052acbe admin admin] 10.222.0.22 "DELETE /v2.0/networks/d049e465-c7c0-4e08-b8da-bd86e3a54c92 HTTP/1.1" status: 204 len: 168 time: 0.6772625 Jul 16 08:27:13.856077 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa45c6fc-0e6f-408a-81cb-d120f052acbe admin admin] Pushing event deleted for resources: {'Network': ['ID=d049e465-c7c0-4e08-b8da-bd86e3a54c92,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:13.875248 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d2f19-27b1-48c1-8cc2-0b299e94a3c6 req-3c6c42f6-0284-4852-ba93-e1efef3780f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:13.877020 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-208d2f19-27b1-48c1-8cc2-0b299e94a3c6 req-3c6c42f6-0284-4852-ba93-e1efef3780f6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393 HTTP/1.1" status: 200 len: 920 time: 0.1734254 Jul 16 08:27:13.981605 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-208d2f19-27b1-48c1-8cc2-0b299e94a3c6 req-b7a5b352-07b5-4017-aa8a-3e398e6e4efa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1c60e8c-3f5d-4c70-99ea-45bb794f56e3 HTTP/1.1" status: 200 len: 217 time: 0.0961318 Jul 16 08:27:13.991199 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcf7ee0-a113-4d94-83c5-535964eedc4e req-0296d096-d5eb-4142-9963-e9b983068c12 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:13.993215 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ddcf7ee0-a113-4d94-83c5-535964eedc4e req-0296d096-d5eb-4142-9963-e9b983068c12 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 943 time: 0.1458855 Jul 16 08:27:13.995563 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port b29b726b-5f89-4c6f-86ce-50b5f64b695b, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=b29b726b-5f89-4c6f-86ce-50b5f64b695b,segment=NetworkSegment(2aea429b-deb9-4101-bf8b-30d1c999efba),segment_id=2aea429b-deb9-4101-bf8b-30d1c999efba)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:14.031611 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'b29b726b-5f89-4c6f-86ce-50b5f64b695b', 'network_id': '5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393', 'port_id': 'b29b726b-5f89-4c6f-86ce-50b5f64b695b', 'mac_address': 'fa:16:3e:3b:68:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83132e58-09a7-4e53-b636-27b7cc60a995', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:27:14.053734 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48564) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:14.088966 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ddcf7ee0-a113-4d94-83c5-535964eedc4e req-e77f6e79-f970-4515-9855-bb6c2fb738c5 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843341 Jul 16 08:27:14.105477 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208d2f19-27b1-48c1-8cc2-0b299e94a3c6 req-3d08a842-c3f8-48bc-ab6b-d1783eb4e671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:14.107261 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-208d2f19-27b1-48c1-8cc2-0b299e94a3c6 req-3d08a842-c3f8-48bc-ab6b-d1783eb4e671 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=83132e58-09a7-4e53-b636-27b7cc60a995 HTTP/1.1" status: 200 len: 859 time: 0.1159983 Jul 16 08:27:14.143572 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:14.161618 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b61623e6-2522-4384-859b-9b293fbf08d5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0c0f0cf24afb47969a9cef8297bf2691&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1012869 Jul 16 08:27:14.161618 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48568) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:14.167017 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-208d2f19-27b1-48c1-8cc2-0b299e94a3c6 req-68a286ad-0b58-4b69-9efd-c9cf95716517 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417945 Jul 16 08:27:14.172477 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b29b726b-5f89-4c6f-86ce-50b5f64b695b {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:14.189038 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port d85e2cf2-183c-482b-97c0-b6881ca7a4dc completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:14.219163 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port b29b726b-5f89-4c6f-86ce-50b5f64b695b, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=b29b726b-5f89-4c6f-86ce-50b5f64b695b,segment=NetworkSegment(2aea429b-deb9-4101-bf8b-30d1c999efba),segment_id=2aea429b-deb9-4101-bf8b-30d1c999efba)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:14.225027 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port d85e2cf2-183c-482b-97c0-b6881ca7a4dc triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:14.225532 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:14.231402 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:14.284229 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-42309a4e-496b-42d1-9749-d73c9c9af742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:14.311421 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-208d2f19-27b1-48c1-8cc2-0b299e94a3c6 req-92e3e969-5c0a-49cb-9bfb-cc5184c58d4c service neutron] 10.222.0.21 "GET /v2.0/networks/5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371698 Jul 16 08:27:14.320304 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-42309a4e-496b-42d1-9749-d73c9c9af742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:14.328100 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=b29b726b-5f89-4c6f-86ce-50b5f64b695b,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:14.380964 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:14.417499 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1a9870-bd99-492b-8f89-aefc85d4b4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85e2cf2-183c-482b-97c0-b6881ca7a4dc'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:14.419800 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a059e6c6-9fa7-4480-9d67-0c2c32b37d89" -d '{"events": [{"server_uuid": "3c1a9870-bd99-492b-8f89-aefc85d4b4fd", "name": "network-vif-plugged", "status": "completed", "tag": "d85e2cf2-183c-482b-97c0-b6881ca7a4dc"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:14.437752 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88efc27-8d82-4570-881f-1b5f61515269 req-2db493e5-f25f-4f37-b04d-3a1512fbe68e tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:14.437752 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c88efc27-8d82-4570-881f-1b5f61515269 req-2db493e5-f25f-4f37-b04d-3a1512fbe68e tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.0996425 Jul 16 08:27:14.454826 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port d85e2cf2-183c-482b-97c0-b6881ca7a4dc, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d85e2cf2-183c-482b-97c0-b6881ca7a4dc,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:14.463725 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:14.501901 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c88efc27-8d82-4570-881f-1b5f61515269 req-e01c1c15-4963-442a-abb9-b43758685165 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514321 Jul 16 08:27:14.523760 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['b29b726b-5f89-4c6f-86ce-50b5f64b695b'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:14.527458 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-208d2f19-27b1-48c1-8cc2-0b299e94a3c6 req-367b8689-2768-44de-80e7-8e07a005aafd service neutron] 10.222.0.21 "GET /v2.0/networks/5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049854 Jul 16 08:27:14.543985 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-42309a4e-496b-42d1-9749-d73c9c9af742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:14.549622 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-42309a4e-496b-42d1-9749-d73c9c9af742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:14.553419 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-42309a4e-496b-42d1-9749-d73c9c9af742 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6d97e8b3-087b-4421-b707-ed4137fac3fc HTTP/1.1" status: 204 len: 168 time: 0.3911917 Jul 16 08:27:14.567886 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42309a4e-496b-42d1-9749-d73c9c9af742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d97e8b3-087b-4421-b707-ed4137fac3fc,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:14.586647 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c722be3-4579-4a39-91a9-81044c048516 req-a5c99311-ec05-4aab-89bc-6a5406b2019b tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:14.594590 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3c722be3-4579-4a39-91a9-81044c048516 req-a5c99311-ec05-4aab-89bc-6a5406b2019b tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 950 time: 0.1840086 Jul 16 08:27:14.609598 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=d85e2cf2-183c-482b-97c0-b6881ca7a4dc,revision_number=13']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:14.657223 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3c722be3-4579-4a39-91a9-81044c048516 req-e43618e3-ce75-4b50-98f5-6da855fa5e02 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617380 Jul 16 08:27:14.724551 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f146d26-1fed-443e-b458-246ea0248fdb x-openstack-request-id: req-2f146d26-1fed-443e-b458-246ea0248fdb {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:14.724846 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c1a9870-bd99-492b-8f89-aefc85d4b4fd", "name": "network-vif-plugged", "status": "completed", "tag": "d85e2cf2-183c-482b-97c0-b6881ca7a4dc", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:14.725099 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2f146d26-1fed-443e-b458-246ea0248fdb {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:14.725602 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c1a9870-bd99-492b-8f89-aefc85d4b4fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd85e2cf2-183c-482b-97c0-b6881ca7a4dc', 'code': 200} Jul 16 08:27:14.958417 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device e4047841-aff5-4856-bbc3-22d45553e24f up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:14.995597 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a482dd7-a6ad-408b-90c4-247e9bfe73e8 req-ed3ff936-cacc-4e7d-a81d-bfac413f290d tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:14.997518 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3a482dd7-a6ad-408b-90c4-247e9bfe73e8 req-ed3ff936-cacc-4e7d-a81d-bfac413f290d tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f HTTP/1.1" status: 200 len: 944 time: 0.0966320 Jul 16 08:27:15.040204 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3a482dd7-a6ad-408b-90c4-247e9bfe73e8 req-e6b24f52-9af3-4887-bee2-a1717aae72aa tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359802 Jul 16 08:27:15.050127 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port e4047841-aff5-4856-bbc3-22d45553e24f completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:15.054093 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port e4047841-aff5-4856-bbc3-22d45553e24f triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:15.054642 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.082786 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48594) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:15.128765 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-edc31d5d-bb25-4acb-805b-3e9d0d6ae60b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3d96ea0b38004fdcbaab42366711ac19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447686 Jul 16 08:27:15.131162 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48598) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:15.143615 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.181756 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port e4047841-aff5-4856-bbc3-22d45553e24f, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e4047841-aff5-4856-bbc3-22d45553e24f,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:15.182011 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e932d137-252f-4e75-9d00-b7b987b57ace admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.187003 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.204559 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e932d137-252f-4e75-9d00-b7b987b57ace admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.242561 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=e4047841-aff5-4856-bbc3-22d45553e24f,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:15.303120 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d427cd-eb1b-4767-90dd-9f2f7337a9bd req-f62d560d-4aa5-4cfc-bf49-5b933f2746b1 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:15.304558 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d8d427cd-eb1b-4767-90dd-9f2f7337a9bd req-f62d560d-4aa5-4cfc-bf49-5b933f2746b1 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 944 time: 0.0850806 Jul 16 08:27:15.305642 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e932d137-252f-4e75-9d00-b7b987b57ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.308122 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e932d137-252f-4e75-9d00-b7b987b57ace admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.309165 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e932d137-252f-4e75-9d00-b7b987b57ace admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d56c6510-5622-4c96-a4d6-962a449bc7b6 HTTP/1.1" status: 204 len: 168 time: 0.1769164 Jul 16 08:27:15.329132 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e932d137-252f-4e75-9d00-b7b987b57ace admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56c6510-5622-4c96-a4d6-962a449bc7b6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:15.343407 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e932d137-252f-4e75-9d00-b7b987b57ace admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:15.343910 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e932d137-252f-4e75-9d00-b7b987b57ace admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:15.344257 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e932d137-252f-4e75-9d00-b7b987b57ace admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:15.344615 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e932d137-252f-4e75-9d00-b7b987b57ace admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:15.344946 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e932d137-252f-4e75-9d00-b7b987b57ace admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:15.345276 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e932d137-252f-4e75-9d00-b7b987b57ace admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:15.345602 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e932d137-252f-4e75-9d00-b7b987b57ace admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:15.345925 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e932d137-252f-4e75-9d00-b7b987b57ace admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:15.346248 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e932d137-252f-4e75-9d00-b7b987b57ace admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:15.346572 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e932d137-252f-4e75-9d00-b7b987b57ace admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:15.346893 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e932d137-252f-4e75-9d00-b7b987b57ace admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:15.347214 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e932d137-252f-4e75-9d00-b7b987b57ace admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:15.373017 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d8d427cd-eb1b-4767-90dd-9f2f7337a9bd req-5dd038ab-d194-4334-82f4-a7336014f673 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626502 Jul 16 08:27:15.710187 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e615d1cd-f98e-4ceb-8ebf-b4ed91354751 req-befd5436-c288-4ce9-8084-9e86f95305bb tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:15.712045 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e615d1cd-f98e-4ceb-8ebf-b4ed91354751 req-befd5436-c288-4ce9-8084-9e86f95305bb tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.0938132 Jul 16 08:27:15.768446 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e615d1cd-f98e-4ceb-8ebf-b4ed91354751 req-a8e5a7c9-674c-4c58-8772-32ae20b7e3c7 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482521 Jul 16 08:27:15.790215 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf30a1a-02ef-4442-af07-ea5ee56a5612 req-2259f953-d2f3-4b9d-ae99-abcc745c153f tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:15.791905 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ccf30a1a-02ef-4442-af07-ea5ee56a5612 req-2259f953-d2f3-4b9d-ae99-abcc745c153f tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.30 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 951 time: 0.1078267 Jul 16 08:27:15.808759 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device b29b726b-5f89-4c6f-86ce-50b5f64b695b up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:15.901705 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port b29b726b-5f89-4c6f-86ce-50b5f64b695b completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:15.906329 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port b29b726b-5f89-4c6f-86ce-50b5f64b695b triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:15.906718 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:15.923455 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-ccf30a1a-02ef-4442-af07-ea5ee56a5612 req-4b5f3c3f-592e-4627-afd2-b2b2473941c8 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Deleting port d85e2cf2-183c-482b-97c0-b6881ca7a4dc {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:27:15.927650 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ccf30a1a-02ef-4442-af07-ea5ee56a5612 req-4b5f3c3f-592e-4627-afd2-b2b2473941c8 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.036028 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45820032-d141-48df-8595-eb337edc2290 req-7378c909-75f7-405b-aa98-58b47dfe7290 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:16.043369 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-45820032-d141-48df-8595-eb337edc2290 req-7378c909-75f7-405b-aa98-58b47dfe7290 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 951 time: 0.1564465 Jul 16 08:27:16.088764 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.114915 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-ccf30a1a-02ef-4442-af07-ea5ee56a5612 req-4b5f3c3f-592e-4627-afd2-b2b2473941c8 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] For port d85e2cf2-183c-482b-97c0-b6881ca7a4dc, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d85e2cf2-183c-482b-97c0-b6881ca7a4dc,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:16.116841 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ccf30a1a-02ef-4442-af07-ea5ee56a5612 req-4b5f3c3f-592e-4627-afd2-b2b2473941c8 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.124666 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-45820032-d141-48df-8595-eb337edc2290 req-4d6015c5-7489-4d6b-b7a4-4b23bb08af9b tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756626 Jul 16 08:27:16.153481 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port b29b726b-5f89-4c6f-86ce-50b5f64b695b, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=b29b726b-5f89-4c6f-86ce-50b5f64b695b,segment=NetworkSegment(2aea429b-deb9-4101-bf8b-30d1c999efba),segment_id=2aea429b-deb9-4101-bf8b-30d1c999efba)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:16.158037 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-ccf30a1a-02ef-4442-af07-ea5ee56a5612 req-4b5f3c3f-592e-4627-afd2-b2b2473941c8 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Calling delete_port for d85e2cf2-183c-482b-97c0-b6881ca7a4dc owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:27:16.159048 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.213668 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=b29b726b-5f89-4c6f-86ce-50b5f64b695b,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:16.340743 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785e7f3c-3094-4089-8f9a-ed881cc125d0 req-8f38ccf3-6fb8-4266-b604-d606d6a48345 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:16.342790 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-785e7f3c-3094-4089-8f9a-ed881cc125d0 req-8f38ccf3-6fb8-4266-b604-d606d6a48345 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f HTTP/1.1" status: 200 len: 945 time: 0.0831242 Jul 16 08:27:16.367061 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ccf30a1a-02ef-4442-af07-ea5ee56a5612 req-4b5f3c3f-592e-4627-afd2-b2b2473941c8 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.382560 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['dd1a6f7e-95c9-4338-87ac-59c2c04f3a98', 'ac7f6057-099d-4905-842a-a135ee0413c9'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:16.389232 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b', 'd85e2cf2-183c-482b-97c0-b6881ca7a4dc'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:16.413619 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5f3c3f-592e-4627-afd2-b2b2473941c8 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Pushing event deleted for resources: {'Port': ['ID=d85e2cf2-183c-482b-97c0-b6881ca7a4dc,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:16.432591 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-785e7f3c-3094-4089-8f9a-ed881cc125d0 req-04dec22c-720a-4f18-9cbd-97373fcb1e4c tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803356 Jul 16 08:27:16.508201 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf30a1a-02ef-4442-af07-ea5ee56a5612 req-4b5f3c3f-592e-4627-afd2-b2b2473941c8 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] No DVR routers for this DVR port d85e2cf2-183c-482b-97c0-b6881ca7a4dc on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:27:16.513990 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ccf30a1a-02ef-4442-af07-ea5ee56a5612 req-4b5f3c3f-592e-4627-afd2-b2b2473941c8 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:16.516944 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ccf30a1a-02ef-4442-af07-ea5ee56a5612 req-4b5f3c3f-592e-4627-afd2-b2b2473941c8 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.30 "DELETE /v2.0/ports/d85e2cf2-183c-482b-97c0-b6881ca7a4dc HTTP/1.1" status: 204 len: 173 time: 0.7181079 Jul 16 08:27:16.517639 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c1a9870-bd99-492b-8f89-aefc85d4b4fd', 'name': 'network-vif-deleted', 'tag': 'd85e2cf2-183c-482b-97c0-b6881ca7a4dc'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:16.530212 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4eb2704-070c-4367-b562-006e9a9ca471" -d '{"events": [{"server_uuid": "3c1a9870-bd99-492b-8f89-aefc85d4b4fd", "name": "network-vif-deleted", "tag": "d85e2cf2-183c-482b-97c0-b6881ca7a4dc"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:16.646065 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-095d301a-f9bd-4821-9387-965367b2cbf9 x-openstack-request-id: req-095d301a-f9bd-4821-9387-965367b2cbf9 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:16.647091 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c1a9870-bd99-492b-8f89-aefc85d4b4fd", "name": "network-vif-deleted", "tag": "d85e2cf2-183c-482b-97c0-b6881ca7a4dc", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:16.647815 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-095d301a-f9bd-4821-9387-965367b2cbf9 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:16.648441 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c1a9870-bd99-492b-8f89-aefc85d4b4fd', 'name': 'network-vif-deleted', 'tag': 'd85e2cf2-183c-482b-97c0-b6881ca7a4dc', 'status': 'completed', 'code': 200} Jul 16 08:27:16.698021 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7df45d-7e43-4ae2-ad1a-49eed749ffa6 req-d2b4d93d-cb32-47af-8f3c-397133ed83e5 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:16.700008 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3f7df45d-7e43-4ae2-ad1a-49eed749ffa6 req-d2b4d93d-cb32-47af-8f3c-397133ed83e5 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 945 time: 0.1031713 Jul 16 08:27:16.757458 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4047841-aff5-4856-bbc3-22d45553e24f'}, {'server_uuid': '7e77cefb-7833-42eb-bb48-0fed4b13ef05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29b726b-5f89-4c6f-86ce-50b5f64b695b'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:16.763879 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e771388-8de7-46c7-bab5-7510afa5e68a" -d '{"events": [{"server_uuid": "475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f", "name": "network-vif-plugged", "status": "completed", "tag": "e4047841-aff5-4856-bbc3-22d45553e24f"}, {"server_uuid": "7e77cefb-7833-42eb-bb48-0fed4b13ef05", "name": "network-vif-plugged", "status": "completed", "tag": "b29b726b-5f89-4c6f-86ce-50b5f64b695b"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:16.782064 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3f7df45d-7e43-4ae2-ad1a-49eed749ffa6 req-6aa222f9-b9af-45ef-9555-cc25031017d0 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745821 Jul 16 08:27:16.909228 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69414b7-2601-4410-b78e-8d2ee087413c x-openstack-request-id: req-d69414b7-2601-4410-b78e-8d2ee087413c {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:16.909379 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f", "name": "network-vif-plugged", "status": "completed", "tag": "e4047841-aff5-4856-bbc3-22d45553e24f", "code": 200}, {"server_uuid": "7e77cefb-7833-42eb-bb48-0fed4b13ef05", "name": "network-vif-plugged", "status": "completed", "tag": "b29b726b-5f89-4c6f-86ce-50b5f64b695b", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:16.911964 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d69414b7-2601-4410-b78e-8d2ee087413c {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:16.912616 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4047841-aff5-4856-bbc3-22d45553e24f', 'code': 200} Jul 16 08:27:16.913072 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e77cefb-7833-42eb-bb48-0fed4b13ef05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b29b726b-5f89-4c6f-86ce-50b5f64b695b', 'code': 200} Jul 16 08:27:16.976266 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device d1c60e8c-3f5d-4c70-99ea-45bb794f56e3 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:27:17.081156 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24382d13-e64f-46a7-ba3d-655c018b8f64 req-86664a71-e3d6-43cd-b982-74fa3bc663fb tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:17.084918 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-24382d13-e64f-46a7-ba3d-655c018b8f64 req-86664a71-e3d6-43cd-b982-74fa3bc663fb tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.1717386 Jul 16 08:27:17.112597 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732aee2d-e6cf-483b-ad84-9682657a8303 req-59c89e8e-6233-4923-a99e-aae2ac9df490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:17.115065 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-732aee2d-e6cf-483b-ad84-9682657a8303 req-59c89e8e-6233-4923-a99e-aae2ac9df490 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 1097 time: 0.1475272 Jul 16 08:27:17.165031 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23223bbe-2ec3-4eb4-9176-5c51c8bdad3b req-7e6efefc-a09c-4b92-aead-6eb168a56e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:17.173386 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-23223bbe-2ec3-4eb4-9176-5c51c8bdad3b req-7e6efefc-a09c-4b92-aead-6eb168a56e04 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f HTTP/1.1" status: 200 len: 1097 time: 0.1819448 Jul 16 08:27:17.223196 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-23223bbe-2ec3-4eb4-9176-5c51c8bdad3b req-b9dd947c-bb21-4e41-b7ee-f758b82ea53e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449452 Jul 16 08:27:17.223443 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port d1c60e8c-3f5d-4c70-99ea-45bb794f56e3, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d1c60e8c-3f5d-4c70-99ea-45bb794f56e3,segment=NetworkSegment(2aea429b-deb9-4101-bf8b-30d1c999efba),segment_id=2aea429b-deb9-4101-bf8b-30d1c999efba)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:17.266080 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-24382d13-e64f-46a7-ba3d-655c018b8f64 req-723abaf7-d6ff-4d89-9920-615fbaf1cd01 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725368 Jul 16 08:27:17.320300 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-732aee2d-e6cf-483b-ad84-9682657a8303 req-f1d959f9-d57b-4a2c-b21e-5e790409a617 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1914854 Jul 16 08:27:17.325033 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'd1c60e8c-3f5d-4c70-99ea-45bb794f56e3', 'network_id': '5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393', 'port_id': 'd1c60e8c-3f5d-4c70-99ea-45bb794f56e3', 'mac_address': 'fa:16:3e:5c:c9:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83132e58-09a7-4e53-b636-27b7cc60a995', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:27:17.392233 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:17.392644 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c1761b8d-2c41-420f-a8cd-a4a44f224727 req-2c7af79a-c55c-4526-b391-abc5d0c0a193 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=3c1a9870-bd99-492b-8f89-aefc85d4b4fd HTTP/1.1" status: 200 len: 210 time: 0.0924575 Jul 16 08:27:17.418646 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1c60e8c-3f5d-4c70-99ea-45bb794f56e3 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:17.487357 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port d1c60e8c-3f5d-4c70-99ea-45bb794f56e3, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d1c60e8c-3f5d-4c70-99ea-45bb794f56e3,segment=NetworkSegment(2aea429b-deb9-4101-bf8b-30d1c999efba),segment_id=2aea429b-deb9-4101-bf8b-30d1c999efba)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:17.497393 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:17.567015 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=d1c60e8c-3f5d-4c70-99ea-45bb794f56e3,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:17.692298 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa65eb1-aaf0-4125-a51d-9159864ff462 req-dc2b994d-be77-433b-9bc5-0c9ebe7d5358 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:17.695411 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5aa65eb1-aaf0-4125-a51d-9159864ff462 req-dc2b994d-be77-433b-9bc5-0c9ebe7d5358 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f HTTP/1.1" status: 200 len: 945 time: 0.0837648 Jul 16 08:27:17.744638 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5aa65eb1-aaf0-4125-a51d-9159864ff462 req-24ce76ba-1de3-4fe0-99d1-bf59ecfe6d98 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421262 Jul 16 08:27:17.845449 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['d1c60e8c-3f5d-4c70-99ea-45bb794f56e3'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:17.995725 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c925415-2ae6-4196-996b-78dccd758fa2 req-b168e537-fa29-488e-a425-6650234a6f4e tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:18.003181 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5c925415-2ae6-4196-996b-78dccd758fa2 req-b168e537-fa29-488e-a425-6650234a6f4e tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 945 time: 0.0825765 Jul 16 08:27:18.043598 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5c925415-2ae6-4196-996b-78dccd758fa2 req-416a1cd5-30f3-451a-bfb8-01d5b896b7fe tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395520 Jul 16 08:27:18.507809 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f591dd3-10d9-4898-b11c-d7ae650494db req-0ffef5e3-dddb-4c03-8e44-afc933ad3a6f tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:18.511406 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0f591dd3-10d9-4898-b11c-d7ae650494db req-0ffef5e3-dddb-4c03-8e44-afc933ad3a6f tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.0821650 Jul 16 08:27:18.555959 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0f591dd3-10d9-4898-b11c-d7ae650494db req-ab12cc53-b0c1-4f9d-bc52-7688fe67f0c8 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373783 Jul 16 08:27:18.954883 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c93306-461e-4c56-9a7c-0cf51874f1fd req-ffd197c2-4ac5-400d-b174-cdaf4ba88599 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:18.963010 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-35c93306-461e-4c56-9a7c-0cf51874f1fd req-ffd197c2-4ac5-400d-b174-cdaf4ba88599 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f HTTP/1.1" status: 200 len: 945 time: 0.0713093 Jul 16 08:27:18.972080 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device d1c60e8c-3f5d-4c70-99ea-45bb794f56e3 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:18.983223 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a900f8a-ab23-4ed5-b653-27cfdbca91ea req-67fd5bda-276b-44ee-bf93-e4f030d7a49d tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:18.991912 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0a900f8a-ab23-4ed5-b653-27cfdbca91ea req-67fd5bda-276b-44ee-bf93-e4f030d7a49d tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 951 time: 0.0800855 Jul 16 08:27:19.008434 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-35c93306-461e-4c56-9a7c-0cf51874f1fd req-f1cdf5c2-c8e3-45bc-8b0e-d552b21e47d5 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443323 Jul 16 08:27:19.046739 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0a900f8a-ab23-4ed5-b653-27cfdbca91ea req-c4d4a564-1424-4349-a37d-5ab7ad0c4354 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538409 Jul 16 08:27:19.087955 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port d1c60e8c-3f5d-4c70-99ea-45bb794f56e3 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:19.098446 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port d1c60e8c-3f5d-4c70-99ea-45bb794f56e3 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:19.098932 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:19.209065 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:19.226516 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1b8d4c-75a6-4584-902d-32ce8ca0d8bb req-7fbc19ba-3f9b-4829-8ff6-cf352ccadc21 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:19.228907 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-da1b8d4c-75a6-4584-902d-32ce8ca0d8bb req-7fbc19ba-3f9b-4829-8ff6-cf352ccadc21 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f HTTP/1.1" status: 200 len: 945 time: 0.0986404 Jul 16 08:27:19.238831 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b09aec0-4cc3-4acd-83cd-43cc2a94e724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c60e8c-3f5d-4c70-99ea-45bb794f56e3'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:19.241512 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab428d7d-8e45-477f-8b16-8bb54e41cb96" -d '{"events": [{"server_uuid": "3b09aec0-4cc3-4acd-83cd-43cc2a94e724", "name": "network-vif-plugged", "status": "completed", "tag": "d1c60e8c-3f5d-4c70-99ea-45bb794f56e3"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:19.243721 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48750) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:19.276096 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port d1c60e8c-3f5d-4c70-99ea-45bb794f56e3, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d1c60e8c-3f5d-4c70-99ea-45bb794f56e3,segment=NetworkSegment(2aea429b-deb9-4101-bf8b-30d1c999efba),segment_id=2aea429b-deb9-4101-bf8b-30d1c999efba)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:19.290026 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:19.291647 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0121f8-0d08-4e30-afdc-188334a1ac04 req-66e94bf3-48c7-48ef-97bc-253c8a4028db tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:19.300892 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ad0121f8-0d08-4e30-afdc-188334a1ac04 req-66e94bf3-48c7-48ef-97bc-253c8a4028db tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 945 time: 0.1127460 Jul 16 08:27:19.303487 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-da1b8d4c-75a6-4584-902d-32ce8ca0d8bb req-b10c8fa6-52cb-483c-a445-ef3147e43715 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682251 Jul 16 08:27:19.366850 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ad0121f8-0d08-4e30-afdc-188334a1ac04 req-41090a68-de24-4d20-afcc-bc478760f8cc tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628462 Jul 16 08:27:19.371161 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=d1c60e8c-3f5d-4c70-99ea-45bb794f56e3,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:19.416937 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-181c8e37-3a51-4805-bec6-4bd31c829286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:19.427767 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c62f5f-ff26-4731-b287-edb093828f63 x-openstack-request-id: req-51c62f5f-ff26-4731-b287-edb093828f63 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:19.428263 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b09aec0-4cc3-4acd-83cd-43cc2a94e724", "name": "network-vif-plugged", "status": "completed", "tag": "d1c60e8c-3f5d-4c70-99ea-45bb794f56e3", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:19.428664 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-51c62f5f-ff26-4731-b287-edb093828f63 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:19.430060 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b09aec0-4cc3-4acd-83cd-43cc2a94e724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1c60e8c-3f5d-4c70-99ea-45bb794f56e3', 'code': 200} Jul 16 08:27:19.635261 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f22b222-a511-4dff-8f2b-df2f6a54545a req-2ed04bb9-98ee-4b73-a805-6cb7492bee1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:19.637121 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1f22b222-a511-4dff-8f2b-df2f6a54545a req-2ed04bb9-98ee-4b73-a805-6cb7492bee1e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 1097 time: 0.1198604 Jul 16 08:27:19.691052 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-181c8e37-3a51-4805-bec6-4bd31c829286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:19.695572 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1f22b222-a511-4dff-8f2b-df2f6a54545a req-a88f4951-ff04-4686-b7c2-67d9ab29460c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469198 Jul 16 08:27:19.700463 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-181c8e37-3a51-4805-bec6-4bd31c829286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:19.735076 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c8e37-3a51-4805-bec6-4bd31c829286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb3635ab-a68c-4791-9e20-5821ca317f8b,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:19.764184 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-181c8e37-3a51-4805-bec6-4bd31c829286 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5a8e22f863e94859ad9c7df1c1c5d80b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5190685 Jul 16 08:27:19.766747 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48768) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:19.810279 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device d85e2cf2-183c-482b-97c0-b6881ca7a4dc no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:27:19.848004 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff1024bf-42c9-47e8-b27f-18879ef5fb18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:19.860994 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: d85e2cf2-183c-482b-97c0-b6881ca7a4dc {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:27:19.861774 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device d85e2cf2-183c-482b-97c0-b6881ca7a4dc not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:27:19.890596 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff1024bf-42c9-47e8-b27f-18879ef5fb18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:19.986872 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff1024bf-42c9-47e8-b27f-18879ef5fb18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:19.990115 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff1024bf-42c9-47e8-b27f-18879ef5fb18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:19.991948 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ff1024bf-42c9-47e8-b27f-18879ef5fb18 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cb3635ab-a68c-4791-9e20-5821ca317f8b HTTP/1.1" status: 204 len: 168 time: 0.2241611 Jul 16 08:27:20.024559 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3bbdd4-c5e3-45ef-a8fc-4c5013fa6abd req-36c2b30a-ba9b-44dd-b500-e65805890557 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:20.025217 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1024bf-42c9-47e8-b27f-18879ef5fb18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb3635ab-a68c-4791-9e20-5821ca317f8b,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:20.031537 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fb3bbdd4-c5e3-45ef-a8fc-4c5013fa6abd req-36c2b30a-ba9b-44dd-b500-e65805890557 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.1598349 Jul 16 08:27:20.069255 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff923605-2969-46fc-a647-9fa6affe4d8e req-e333dd44-b30e-4f62-b9be-75f8a01c7362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:20.072276 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff923605-2969-46fc-a647-9fa6affe4d8e req-e333dd44-b30e-4f62-b9be-75f8a01c7362 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=363ec4a697f348ca8340091e760832c9&device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 1097 time: 0.2123611 Jul 16 08:27:20.132311 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fb3bbdd4-c5e3-45ef-a8fc-4c5013fa6abd req-cc83cce2-27f9-418a-a852-4d5b20fbd3c1 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997901 Jul 16 08:27:20.231583 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80ec45-8888-46b1-957e-947dbc0303d6 req-b992b682-6dae-42dc-b0a0-2f8a6f35aca4 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:20.233341 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4c80ec45-8888-46b1-957e-947dbc0303d6 req-b992b682-6dae-42dc-b0a0-2f8a6f35aca4 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f HTTP/1.1" status: 200 len: 945 time: 0.1122732 Jul 16 08:27:20.253010 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff923605-2969-46fc-a647-9fa6affe4d8e req-8d68bd4e-8bd6-4ae3-97d0-cd92a58426b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:20.255270 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff923605-2969-46fc-a647-9fa6affe4d8e req-8d68bd4e-8bd6-4ae3-97d0-cd92a58426b0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393 HTTP/1.1" status: 200 len: 920 time: 0.1764286 Jul 16 08:27:20.302375 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4c80ec45-8888-46b1-957e-947dbc0303d6 req-001fdcfb-5839-4273-946b-b7586e8af221 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593061 Jul 16 08:27:20.321784 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff923605-2969-46fc-a647-9fa6affe4d8e req-b0bdc405-05af-442a-89eb-b41bce3bb46a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b29b726b-5f89-4c6f-86ce-50b5f64b695b HTTP/1.1" status: 200 len: 217 time: 0.0593646 Jul 16 08:27:20.420965 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff923605-2969-46fc-a647-9fa6affe4d8e req-320d6404-854e-4d49-a267-3f15d4543d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:20.422667 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff923605-2969-46fc-a647-9fa6affe4d8e req-320d6404-854e-4d49-a267-3f15d4543d55 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=83132e58-09a7-4e53-b636-27b7cc60a995 HTTP/1.1" status: 200 len: 859 time: 0.0663714 Jul 16 08:27:20.477907 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff923605-2969-46fc-a647-9fa6affe4d8e req-a8f8ae32-4f4a-4c67-8735-a2d4ad3822c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437989 Jul 16 08:27:20.493515 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b60a6ad-ad94-493c-8dc6-e7b6d4b8789f req-a5c0033d-903a-4ae2-9742-7856b79298be tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:20.495133 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2b60a6ad-ad94-493c-8dc6-e7b6d4b8789f req-a5c0033d-903a-4ae2-9742-7856b79298be tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 945 time: 0.1850572 Jul 16 08:27:20.500163 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d696a88-ec7e-4fe5-9781-b35b0acbedaf req-ffc39a29-a33c-4162-beac-fa42a345757f tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:20.501835 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3d696a88-ec7e-4fe5-9781-b35b0acbedaf req-ffc39a29-a33c-4162-beac-fa42a345757f tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 951 time: 0.1845222 Jul 16 08:27:20.549864 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48784) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:20.611639 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-33e1581e-633a-4f1e-8d1c-daaab4bae3d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:20.625126 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62355c3e-bdbd-442b-85a1-0a68643e9383 req-41318402-c252-4056-aed7-af5439b2087b tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:20.634410 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-62355c3e-bdbd-442b-85a1-0a68643e9383 req-41318402-c252-4056-aed7-af5439b2087b tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 951 time: 0.1975970 Jul 16 08:27:20.651614 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2b60a6ad-ad94-493c-8dc6-e7b6d4b8789f req-41d780b2-dbb0-48e3-85d8-36bcf438e786 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336176 Jul 16 08:27:20.693056 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff923605-2969-46fc-a647-9fa6affe4d8e req-90e89b1d-2e81-4340-86aa-8e0197259be7 service neutron] 10.222.0.30 "GET /v2.0/networks/5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967642 Jul 16 08:27:20.724798 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-62355c3e-bdbd-442b-85a1-0a68643e9383 req-466bc79b-d994-49cf-b020-5b13b2cfff11 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890520 Jul 16 08:27:20.748771 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-3d696a88-ec7e-4fe5-9781-b35b0acbedaf req-8da75703-c349-438e-b65e-b8b233f2f174 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Deleting port ac7f6057-099d-4905-842a-a135ee0413c9 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:27:20.749145 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3d696a88-ec7e-4fe5-9781-b35b0acbedaf req-8da75703-c349-438e-b65e-b8b233f2f174 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:20.846105 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff923605-2969-46fc-a647-9fa6affe4d8e req-ce68e227-dad8-4e2e-93f8-e8cb23ad5514 service neutron] 10.222.0.30 "GET /v2.0/networks/5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459799 Jul 16 08:27:20.885319 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-33e1581e-633a-4f1e-8d1c-daaab4bae3d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:20.890709 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-33e1581e-633a-4f1e-8d1c-daaab4bae3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:20.896946 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-3d696a88-ec7e-4fe5-9781-b35b0acbedaf req-8da75703-c349-438e-b65e-b8b233f2f174 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] For port ac7f6057-099d-4905-842a-a135ee0413c9, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ac7f6057-099d-4905-842a-a135ee0413c9,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:20.897579 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3d696a88-ec7e-4fe5-9781-b35b0acbedaf req-8da75703-c349-438e-b65e-b8b233f2f174 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:20.913784 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-3d696a88-ec7e-4fe5-9781-b35b0acbedaf req-8da75703-c349-438e-b65e-b8b233f2f174 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Calling delete_port for ac7f6057-099d-4905-842a-a135ee0413c9 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:27:20.926148 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e1581e-633a-4f1e-8d1c-daaab4bae3d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf084646-1652-43b9-971f-d5be3a63ec88,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:20.957396 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-33e1581e-633a-4f1e-8d1c-daaab4bae3d5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1e8b0c29babd49cd9e0f5a7ae1567af9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4062901 Jul 16 08:27:20.959747 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48790) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:21.018148 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4ce71eb-088f-4ec4-9ad4-e4c80518e692 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:21.047848 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4ce71eb-088f-4ec4-9ad4-e4c80518e692 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:21.081247 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3d696a88-ec7e-4fe5-9781-b35b0acbedaf req-8da75703-c349-438e-b65e-b8b233f2f174 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:21.096057 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:21.118814 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4ce71eb-088f-4ec4-9ad4-e4c80518e692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:21.123486 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4ce71eb-088f-4ec4-9ad4-e4c80518e692 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:21.128094 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b4ce71eb-088f-4ec4-9ad4-e4c80518e692 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bf084646-1652-43b9-971f-d5be3a63ec88 HTTP/1.1" status: 204 len: 168 time: 0.1672130 Jul 16 08:27:21.138833 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ce71eb-088f-4ec4-9ad4-e4c80518e692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf084646-1652-43b9-971f-d5be3a63ec88,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:21.151605 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['dd1a6f7e-95c9-4338-87ac-59c2c04f3a98', 'ac7f6057-099d-4905-842a-a135ee0413c9'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:21.161894 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da75703-c349-438e-b65e-b8b233f2f174 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Pushing event deleted for resources: {'Port': ['ID=ac7f6057-099d-4905-842a-a135ee0413c9,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:21.235082 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d696a88-ec7e-4fe5-9781-b35b0acbedaf req-8da75703-c349-438e-b65e-b8b233f2f174 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] No DVR routers for this DVR port ac7f6057-099d-4905-842a-a135ee0413c9 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:27:21.238256 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3d696a88-ec7e-4fe5-9781-b35b0acbedaf req-8da75703-c349-438e-b65e-b8b233f2f174 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:21.240779 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3d696a88-ec7e-4fe5-9781-b35b0acbedaf req-8da75703-c349-438e-b65e-b8b233f2f174 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.21 "DELETE /v2.0/ports/ac7f6057-099d-4905-842a-a135ee0413c9 HTTP/1.1" status: 204 len: 173 time: 0.7316329 Jul 16 08:27:21.241277 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b68f632-33da-4c56-ba41-fe90d48efee2', 'name': 'network-vif-deleted', 'tag': 'ac7f6057-099d-4905-842a-a135ee0413c9'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:21.255006 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14a143c6-6e60-4573-a600-107498886ef8" -d '{"events": [{"server_uuid": "1b68f632-33da-4c56-ba41-fe90d48efee2", "name": "network-vif-deleted", "tag": "ac7f6057-099d-4905-842a-a135ee0413c9"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:21.321391 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f5bfb00-bf82-42fa-a75c-52f34fbfde07 x-openstack-request-id: req-9f5bfb00-bf82-42fa-a75c-52f34fbfde07 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:21.321695 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b68f632-33da-4c56-ba41-fe90d48efee2", "name": "network-vif-deleted", "tag": "ac7f6057-099d-4905-842a-a135ee0413c9", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:21.322002 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9f5bfb00-bf82-42fa-a75c-52f34fbfde07 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:21.322357 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b68f632-33da-4c56-ba41-fe90d48efee2', 'name': 'network-vif-deleted', 'tag': 'ac7f6057-099d-4905-842a-a135ee0413c9', 'status': 'completed', 'code': 200} Jul 16 08:27:21.472882 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-327910de-4230-4f88-825d-3e18872a24f6 req-d47e5f55-3b5c-4e94-9bdf-ad97e65408d8 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:21.475233 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-327910de-4230-4f88-825d-3e18872a24f6 req-d47e5f55-3b5c-4e94-9bdf-ad97e65408d8 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.21 "GET /v2.0/ports?device_id=475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f HTTP/1.1" status: 200 len: 945 time: 0.1515541 Jul 16 08:27:21.541651 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcf9fd2-2568-4598-a40c-0424d1e8ade5 req-92ea0785-c7e3-4060-a873-438921f83b8e tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:21.549806 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4dcf9fd2-2568-4598-a40c-0424d1e8ade5 req-92ea0785-c7e3-4060-a873-438921f83b8e tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.1820035 Jul 16 08:27:21.635740 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4dcf9fd2-2568-4598-a40c-0424d1e8ade5 req-a9cc7732-33a9-4b3c-af26-6f4d75af997c tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791006 Jul 16 08:27:21.751507 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca78c3b-2518-4db2-ac8a-eb6c963a3c43 req-6b43f051-cd4a-4544-a9b5-a52d958c4871 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:21.758945 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1ca78c3b-2518-4db2-ac8a-eb6c963a3c43 req-6b43f051-cd4a-4544-a9b5-a52d958c4871 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f HTTP/1.1" status: 200 len: 945 time: 0.1915600 Jul 16 08:27:21.773174 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-327910de-4230-4f88-825d-3e18872a24f6 req-1cc89211-220b-4729-8217-156d80f0e49c tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Deleting port e4047841-aff5-4856-bbc3-22d45553e24f {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:27:21.773523 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-327910de-4230-4f88-825d-3e18872a24f6 req-1cc89211-220b-4729-8217-156d80f0e49c tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:21.888194 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1ca78c3b-2518-4db2-ac8a-eb6c963a3c43 req-3400e408-cfb8-420f-8a6d-d85a3ea09efb tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283760 Jul 16 08:27:21.946168 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b9c9f8-2bc7-4626-9ca6-e930740a2704 req-cdd7e2fd-a5a7-4e27-8cd3-b9102ba4c9f4 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:21.948071 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e5b9c9f8-2bc7-4626-9ca6-e930740a2704 req-cdd7e2fd-a5a7-4e27-8cd3-b9102ba4c9f4 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 945 time: 0.1025739 Jul 16 08:27:21.979623 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-327910de-4230-4f88-825d-3e18872a24f6 req-1cc89211-220b-4729-8217-156d80f0e49c tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] For port e4047841-aff5-4856-bbc3-22d45553e24f, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e4047841-aff5-4856-bbc3-22d45553e24f,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:21.980768 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-327910de-4230-4f88-825d-3e18872a24f6 req-1cc89211-220b-4729-8217-156d80f0e49c tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:22.000054 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-327910de-4230-4f88-825d-3e18872a24f6 req-1cc89211-220b-4729-8217-156d80f0e49c tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Calling delete_port for e4047841-aff5-4856-bbc3-22d45553e24f owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:27:22.018905 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e5b9c9f8-2bc7-4626-9ca6-e930740a2704 req-c6c58d28-23b9-408b-84d6-d5c678109547 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650668 Jul 16 08:27:22.105859 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cb39de0b-0a7c-407e-b891-2afb4d463a25 req-12f694ec-233d-4b24-9d98-3ed0e2f0060f tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=1b68f632-33da-4c56-ba41-fe90d48efee2 HTTP/1.1" status: 200 len: 210 time: 0.0390587 Jul 16 08:27:22.219798 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-327910de-4230-4f88-825d-3e18872a24f6 req-1cc89211-220b-4729-8217-156d80f0e49c tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:22.232041 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['e4047841-aff5-4856-bbc3-22d45553e24f'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:22.235646 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['93a1378d-9ae2-4cae-b365-a03736d922c0'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:22.262313 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc89211-220b-4729-8217-156d80f0e49c tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Pushing event deleted for resources: {'Port': ['ID=e4047841-aff5-4856-bbc3-22d45553e24f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:22.309234 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-327910de-4230-4f88-825d-3e18872a24f6 req-1cc89211-220b-4729-8217-156d80f0e49c tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] No DVR routers for this DVR port e4047841-aff5-4856-bbc3-22d45553e24f on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:27:22.311816 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-327910de-4230-4f88-825d-3e18872a24f6 req-1cc89211-220b-4729-8217-156d80f0e49c tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:22.313914 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-327910de-4230-4f88-825d-3e18872a24f6 req-1cc89211-220b-4729-8217-156d80f0e49c tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.21 "DELETE /v2.0/ports/e4047841-aff5-4856-bbc3-22d45553e24f HTTP/1.1" status: 204 len: 173 time: 0.8307390 Jul 16 08:27:22.844092 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a478f2d-18be-4346-8c4f-d25f37137d4f req-22f94aba-9886-4a01-87a8-803cf9d7daf8 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:22.846508 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7a478f2d-18be-4346-8c4f-d25f37137d4f req-22f94aba-9886-4a01-87a8-803cf9d7daf8 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.0763514 Jul 16 08:27:22.892518 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7a478f2d-18be-4346-8c4f-d25f37137d4f req-cbce0355-fb68-4313-a7e1-4c26298e4579 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393634 Jul 16 08:27:23.102915 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-89da4889-68a6-484f-b7bb-6611424228ab req-0759e2cc-384f-40ce-b37f-9ac7da5e7f9a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f HTTP/1.1" status: 200 len: 210 time: 0.0683939 Jul 16 08:27:23.263075 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-20b2eadb-d5a7-408e-bb44-c140f5d860f4 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=4b89413030e5442395896b95e4a98cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353622 Jul 16 08:27:23.281966 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58185cc0-2e1a-4dbf-bc5b-a4b3559fa598 req-fa084af5-e5be-4fee-97f2-dbabb0ec8699 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:23.284426 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-58185cc0-2e1a-4dbf-bc5b-a4b3559fa598 req-fa084af5-e5be-4fee-97f2-dbabb0ec8699 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 945 time: 0.0744677 Jul 16 08:27:23.323205 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-58185cc0-2e1a-4dbf-bc5b-a4b3559fa598 req-f3b4bfb6-03d7-407f-b924-097d44cd57ed tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329099 Jul 16 08:27:23.323658 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f', 'name': 'network-vif-deleted', 'tag': 'e4047841-aff5-4856-bbc3-22d45553e24f'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:23.325895 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58604a7f-bdc6-4349-a1ed-25bf632a3cf0" -d '{"events": [{"server_uuid": "475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f", "name": "network-vif-deleted", "tag": "e4047841-aff5-4856-bbc3-22d45553e24f"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:23.375746 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-20078585-f2ff-4db2-8f82-2cc692b0211f tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:23.377341 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-20078585-f2ff-4db2-8f82-2cc692b0211f tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1079738 Jul 16 08:27:23.392419 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-68571a7c-ba96-458a-8fc3-9c063824d082 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] 10.222.0.22 "GET /v2.0/quotas/4b89413030e5442395896b95e4a98cb3 HTTP/1.1" status: 200 len: 375 time: 0.0094874 Jul 16 08:27:23.434720 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-20367deb-f9ef-4950-b45d-407fda0206bc tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4b89413030e5442395896b95e4a98cb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0369096 Jul 16 08:27:23.583134 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad3c259-6fa6-4257-bcc8-f943dd05335b x-openstack-request-id: req-5ad3c259-6fa6-4257-bcc8-f943dd05335b {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:23.584219 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f", "name": "network-vif-deleted", "tag": "e4047841-aff5-4856-bbc3-22d45553e24f", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:23.584692 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5ad3c259-6fa6-4257-bcc8-f943dd05335b {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:23.585191 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '475ee5ca-28c8-4a7c-b288-2cd1eb0b2f2f', 'name': 'network-vif-deleted', 'tag': 'e4047841-aff5-4856-bbc3-22d45553e24f', 'status': 'completed', 'code': 200} Jul 16 08:27:23.674884 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73fec5e7-cae4-42bc-a8d2-9d41ada4edd8 req-f2d86539-35b7-4d30-a7e5-cc1226a61dee tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e732153-892b-4675-ab2f-6018cc34478d HTTP/1.1" status: 200 len: 210 time: 0.0375965 Jul 16 08:27:23.993703 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c87cd1-38f0-4923-af8d-7dab5f5e2866 req-5c4ff63c-f414-46dd-a354-f2c35cfc6367 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:23.996869 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-28c87cd1-38f0-4923-af8d-7dab5f5e2866 req-5c4ff63c-f414-46dd-a354-f2c35cfc6367 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 950 time: 0.0788386 Jul 16 08:27:24.035394 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-28c87cd1-38f0-4923-af8d-7dab5f5e2866 req-1c6710af-854a-427a-9b7d-a0bd2e3f0528 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339692 Jul 16 08:27:24.091453 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50916853-f19a-4b67-bfab-ed6c1c9b821d req-efb7264c-4c4e-4bbf-b9cb-5f409c975970 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:24.093035 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-50916853-f19a-4b67-bfab-ed6c1c9b821d req-efb7264c-4c4e-4bbf-b9cb-5f409c975970 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.0736945 Jul 16 08:27:24.140962 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-50916853-f19a-4b67-bfab-ed6c1c9b821d req-8ae4041a-e15f-4c9f-86f5-05abd19837cf tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422363 Jul 16 08:27:24.586049 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7209523e-88f8-4cae-a099-fd1351aeba19 req-071b295e-e9ca-4a9f-bc2c-21e928e984f6 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:24.596993 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7209523e-88f8-4cae-a099-fd1351aeba19 req-071b295e-e9ca-4a9f-bc2c-21e928e984f6 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 945 time: 0.1340134 Jul 16 08:27:24.639207 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7209523e-88f8-4cae-a099-fd1351aeba19 req-0ad675bf-bc09-4bf9-88f2-309a3415411f tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412021 Jul 16 08:27:24.858632 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-1d1f74d1-4345-4c7f-88a5-9df79b860ad0 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:24.860550 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-1d1f74d1-4345-4c7f-88a5-9df79b860ad0 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/networks?id=625dfff6-7aa4-46e7-b897-fa5ed9305465 HTTP/1.1" status: 200 len: 805 time: 0.1072562 Jul 16 08:27:24.883123 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-f50a06b5-26d7-422b-897c-31cf93093425 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/quotas/6006a1dcb2354570866e06da5c4c7493 HTTP/1.1" status: 200 len: 375 time: 0.0110736 Jul 16 08:27:24.979514 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-49603a43-e8cb-42ac-968b-90eb0b61fd91 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6006a1dcb2354570866e06da5c4c7493&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0871627 Jul 16 08:27:25.014426 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device e4047841-aff5-4856-bbc3-22d45553e24f no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:27:25.030196 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f81d42c2-9685-42ad-83d2-e23f2e731f4c req-49cd5852-c113-4cb5-b3bf-a4f29d63c28e tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e732153-892b-4675-ab2f-6018cc34478d HTTP/1.1" status: 200 len: 210 time: 0.0355637 Jul 16 08:27:25.056426 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: e4047841-aff5-4856-bbc3-22d45553e24f {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:27:25.056426 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device e4047841-aff5-4856-bbc3-22d45553e24f not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:27:25.056426 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device ac7f6057-099d-4905-842a-a135ee0413c9 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:27:25.070755 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-97517ca8-6305-4992-863f-3db39aeabd47 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4b89413030e5442395896b95e4a98cb3&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0386398 Jul 16 08:27:25.087348 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: ac7f6057-099d-4905-842a-a135ee0413c9 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:27:25.087705 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device ac7f6057-099d-4905-842a-a135ee0413c9 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:27:25.099269 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-bb4adc66-854e-440d-96fd-36c914ec81de service neutron] 10.222.0.22 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165619 Jul 16 08:27:25.270058 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-7a334029-c663-45de-9529-d2eb9d304d30 service neutron] 10.222.0.22 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1665204 Jul 16 08:27:25.291701 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-222d4edd-ddd7-4603-ba41-6f482c8730f0 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:25.293927 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-222d4edd-ddd7-4603-ba41-6f482c8730f0 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2166777 Jul 16 08:27:25.309729 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-4b2e3aee-4ce1-42a1-bd71-8afd0ba0a63c tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Request body: {'port': {'device_id': '2e732153-892b-4675-ab2f-6018cc34478d', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'admin_state_up': True, 'tenant_id': '4b89413030e5442395896b95e4a98cb3'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:25.355064 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6101733-35ea-4105-989b-e76f7933e929 req-0c96d8b9-05b5-4c80-a097-6af9abddea6f tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:25.356738 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f6101733-35ea-4105-989b-e76f7933e929 req-0c96d8b9-05b5-4c80-a097-6af9abddea6f tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 950 time: 0.1549873 Jul 16 08:27:25.491800 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f6101733-35ea-4105-989b-e76f7933e929 req-28b8a1c4-4773-4e97-8ca0-cc05d26e85d4 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019948 Jul 16 08:27:25.531590 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-4b2e3aee-4ce1-42a1-bd71-8afd0ba0a63c tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Made reservation on behalf of 4b89413030e5442395896b95e4a98cb3 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:25.535142 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-4b2e3aee-4ce1-42a1-bd71-8afd0ba0a63c tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:25.568645 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-4b2e3aee-4ce1-42a1-bd71-8afd0ba0a63c tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:25.570408 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32638c18-5c74-4c17-a1b3-e181864d37bc req-265ff7ec-1561-4b3e-a875-78a6dfa285a9 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:25.572749 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-32638c18-5c74-4c17-a1b3-e181864d37bc req-265ff7ec-1561-4b3e-a875-78a6dfa285a9 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.0839355 Jul 16 08:27:25.585686 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef04a03-aaeb-44e2-a18c-448d7781ddef req-604c96ec-2a6f-4907-acd7-84f5593a29ea tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:25.588370 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0ef04a03-aaeb-44e2-a18c-448d7781ddef req-604c96ec-2a6f-4907-acd7-84f5593a29ea tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 950 time: 0.1971734 Jul 16 08:27:25.601448 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48952) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:25.606744 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-53f55f00-39c5-4980-adb5-6d4503e5883b tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1691877722'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:25.630329 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-32638c18-5c74-4c17-a1b3-e181864d37bc req-78043ee5-8d17-4ba4-be73-874c6b83038b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513406 Jul 16 08:27:25.642938 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e599e65e-e0bc-486d-a60e-4b50111f5d65 req-8cdd8cb6-ba4e-4f6d-a72b-088cb8df913a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=d472397d-0dc9-4af6-b6fd-745373849e61 HTTP/1.1" status: 200 len: 210 time: 0.0531332 Jul 16 08:27:25.739703 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:27:25.875546 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-0ef04a03-aaeb-44e2-a18c-448d7781ddef req-20d21e5f-216c-4d9c-8dfa-b6373966585e tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Deleting port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:27:25.875892 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-0ef04a03-aaeb-44e2-a18c-448d7781ddef req-20d21e5f-216c-4d9c-8dfa-b6373966585e tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:25.904925 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-4b2e3aee-4ce1-42a1-bd71-8afd0ba0a63c tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:25.914007 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-4b2e3aee-4ce1-42a1-bd71-8afd0ba0a63c tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:25.936424 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53f55f00-39c5-4980-adb5-6d4503e5883b tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Made reservation on behalf of 18d3bd29957e4274890e11da19ecb787 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:25.941153 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53f55f00-39c5-4980-adb5-6d4503e5883b tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:25.969365 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53f55f00-39c5-4980-adb5-6d4503e5883b tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:27:25.970500 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff84143-72e1-4bae-8c1c-9bf2aaa4492a req-8ee605a7-55b0-4eec-a1a0-46d590cdcdf1 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:25.972040 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9ff84143-72e1-4bae-8c1c-9bf2aaa4492a req-8ee605a7-55b0-4eec-a1a0-46d590cdcdf1 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 945 time: 0.1931694 Jul 16 08:27:25.981873 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53f55f00-39c5-4980-adb5-6d4503e5883b tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:25.982244 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-53f55f00-39c5-4980-adb5-6d4503e5883b tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Added segment 770b5d3c-5878-41d4-ad65-54e929f23d48 of type vlan for network aa91a730-1f66-43ab-9470-038c67461639 Jul 16 08:27:26.031102 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53f55f00-39c5-4980-adb5-6d4503e5883b tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:26.071694 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53f55f00-39c5-4980-adb5-6d4503e5883b tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:26.078515 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f55f00-39c5-4980-adb5-6d4503e5883b tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:26.079213 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53f55f00-39c5-4980-adb5-6d4503e5883b tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:26.350390 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e3aee-4ce1-42a1-bd71-8afd0ba0a63c tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e342544-817f-4b67-a4c8-cf060c474b0b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:26.389524 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-0ef04a03-aaeb-44e2-a18c-448d7781ddef req-20d21e5f-216c-4d9c-8dfa-b6373966585e tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] For port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:26.389898 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-0ef04a03-aaeb-44e2-a18c-448d7781ddef req-20d21e5f-216c-4d9c-8dfa-b6373966585e tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:26.416393 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-0ef04a03-aaeb-44e2-a18c-448d7781ddef req-20d21e5f-216c-4d9c-8dfa-b6373966585e tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Calling delete_port for d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:27:26.446872 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9ff84143-72e1-4bae-8c1c-9bf2aaa4492a req-8117491d-561c-4454-b389-af04203160fa tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4543569 Jul 16 08:27:26.455785 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-53f55f00-39c5-4980-adb5-6d4503e5883b tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.8505955 Jul 16 08:27:26.455900 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48964) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:26.460541 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-da9d856b-c5fe-4dce-b910-fd9bb2dbd2be req-d1559310-559a-43a4-b261-944150036a6e tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e732153-892b-4675-ab2f-6018cc34478d HTTP/1.1" status: 200 len: 210 time: 0.0502317 Jul 16 08:27:26.463391 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f95a1482-ef8e-41e5-bc50-bd85253dcb33 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-867931289'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:26.518593 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f55f00-39c5-4980-adb5-6d4503e5883b tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Pushing event updated for resources: {'Network': ['ID=aa91a730-1f66-43ab-9470-038c67461639,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:26.531716 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network aa91a730-1f66-43ab-9470-038c67461639 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:27:26.544421 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-4b2e3aee-4ce1-42a1-bd71-8afd0ba0a63c tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Allocated IP 192.168.233.73 (30bff2e9-dcab-4751-913d-9c4ac9d8019b/c36b7919-0b6b-490a-bff0-04ed964d98ec/4405808e-fd00-455e-a0a6-21c38560f3ff) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:26.561522 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f95a1482-ef8e-41e5-bc50-bd85253dcb33 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Made reservation on behalf of 18d3bd29957e4274890e11da19ecb787 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:26.565938 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f95a1482-ef8e-41e5-bc50-bd85253dcb33 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:26.633041 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f95a1482-ef8e-41e5-bc50-bd85253dcb33 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:27:26.695345 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f95a1482-ef8e-41e5-bc50-bd85253dcb33 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:26.696227 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-f95a1482-ef8e-41e5-bc50-bd85253dcb33 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Added segment 31f9b961-21bb-41b6-bbbd-a954d90f0b1b of type vlan for network 75416cd1-a2d8-4e5f-acde-36e6b516d991 Jul 16 08:27:26.821987 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f95a1482-ef8e-41e5-bc50-bd85253dcb33 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:26.824385 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-64679f72-a196-4b97-b1e5-fdc8c851a2fc tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:26.827394 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-64679f72-a196-4b97-b1e5-fdc8c851a2fc tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.21 "GET /v2.0/networks?id=625dfff6-7aa4-46e7-b897-fa5ed9305465 HTTP/1.1" status: 200 len: 805 time: 0.2014685 Jul 16 08:27:26.842622 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-0b822f58-8a0b-4119-8fc7-fc16e56cfd17 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Request body: {'port': {'device_id': 'd472397d-0dc9-4af6-b6fd-745373849e61', 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465', 'admin_state_up': True, 'tenant_id': '6006a1dcb2354570866e06da5c4c7493'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:26.845358 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-0ef04a03-aaeb-44e2-a18c-448d7781ddef req-20d21e5f-216c-4d9c-8dfa-b6373966585e tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:26.859536 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:26.862131 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['dd1a6f7e-95c9-4338-87ac-59c2c04f3a98'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:26.905940 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d21e5f-216c-4d9c-8dfa-b6373966585e tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Pushing event deleted for resources: {'Port': ['ID=d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:26.963052 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-4b2e3aee-4ce1-42a1-bd71-8afd0ba0a63c tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:26.986804 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-029337f6-5265-44eb-9f3c-2329645997e8 req-5cf0d970-00c9-4f4a-be67-646843d4da38 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4ae5e9ac-6b43-4739-8513-47914a1e59a4 HTTP/1.1" status: 200 len: 210 time: 0.0417261 Jul 16 08:27:27.010777 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ef04a03-aaeb-44e2-a18c-448d7781ddef req-20d21e5f-216c-4d9c-8dfa-b6373966585e tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] No DVR routers for this DVR port d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:27:27.015961 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-4b2e3aee-4ce1-42a1-bd71-8afd0ba0a63c tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Transition to ACTIVE for port object 4405808e-fd00-455e-a0a6-21c38560f3ff will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:27.017799 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-0ef04a03-aaeb-44e2-a18c-448d7781ddef req-20d21e5f-216c-4d9c-8dfa-b6373966585e tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:27.020409 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0ef04a03-aaeb-44e2-a18c-448d7781ddef req-20d21e5f-216c-4d9c-8dfa-b6373966585e tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.30 "DELETE /v2.0/ports/d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b HTTP/1.1" status: 204 len: 173 time: 1.4153960 Jul 16 08:27:27.020857 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ae5e9ac-6b43-4739-8513-47914a1e59a4', 'name': 'network-vif-deleted', 'tag': 'd6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:27.023395 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a994fdfa-fc38-4ba6-9ef3-1fc20bf76c19" -d '{"events": [{"server_uuid": "4ae5e9ac-6b43-4739-8513-47914a1e59a4", "name": "network-vif-deleted", "tag": "d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:27.031880 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f95a1482-ef8e-41e5-bc50-bd85253dcb33 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:27.037675 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f95a1482-ef8e-41e5-bc50-bd85253dcb33 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:27.038482 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f95a1482-ef8e-41e5-bc50-bd85253dcb33 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:27.063716 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-0b822f58-8a0b-4119-8fc7-fc16e56cfd17 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Made reservation on behalf of 6006a1dcb2354570866e06da5c4c7493 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:27.072367 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-0b822f58-8a0b-4119-8fc7-fc16e56cfd17 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:27.119411 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55770705-097a-4857-936e-2bedbabfac3d req-c5d7791b-5b02-4e7c-a025-457fc215d7e8 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:27.121026 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-55770705-097a-4857-936e-2bedbabfac3d req-c5d7791b-5b02-4e7c-a025-457fc215d7e8 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.3268995 Jul 16 08:27:27.130346 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f95a1482-ef8e-41e5-bc50-bd85253dcb33 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6734986 Jul 16 08:27:27.138340 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48978) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:27.152655 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-064fcb2f-a6a4-466c-bc6a-f01cf6179fad req-e14c3b06-6465-4aed-be50-e55f4d4cc11e tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=d472397d-0dc9-4af6-b6fd-745373849e61 HTTP/1.1" status: 200 len: 210 time: 0.0521882 Jul 16 08:27:27.160456 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-2955a289-cb81-40a3-8b40-9bf454138ef5 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Request body: {'subnet': {'network_id': 'aa91a730-1f66-43ab-9470-038c67461639', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:27.198472 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95a1482-ef8e-41e5-bc50-bd85253dcb33 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Pushing event updated for resources: {'Network': ['ID=75416cd1-a2d8-4e5f-acde-36e6b516d991,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:27.216707 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-4b2e3aee-4ce1-42a1-bd71-8afd0ba0a63c tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:27.222767 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 75416cd1-a2d8-4e5f-acde-36e6b516d991 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:27:27.236079 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-55770705-097a-4857-936e-2bedbabfac3d req-5ec7bede-6cf6-4125-a119-d0ba9ed9e4d1 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046226 Jul 16 08:27:27.278167 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-4b2e3aee-4ce1-42a1-bd71-8afd0ba0a63c tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:27.285345 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-4b2e3aee-4ce1-42a1-bd71-8afd0ba0a63c tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:27.295270 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-4b2e3aee-4ce1-42a1-bd71-8afd0ba0a63c tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:27.304865 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e3aee-4ce1-42a1-bd71-8afd0ba0a63c tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Pushing event updated for resources: {'Port': ['ID=4405808e-fd00-455e-a0a6-21c38560f3ff,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:27.374852 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-4b2e3aee-4ce1-42a1-bd71-8afd0ba0a63c tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:27.375534 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-4b2e3aee-4ce1-42a1-bd71-8afd0ba0a63c tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:27.422397 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-0b822f58-8a0b-4119-8fc7-fc16e56cfd17 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Allocated IP 172.20.0.12 (625dfff6-7aa4-46e7-b897-fa5ed9305465/31ddde08-05a5-43f7-b27d-07657c5409d3/a8291014-32cd-47fa-8cbd-27fba9e95bad) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:27.425022 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2955a289-cb81-40a3-8b40-9bf454138ef5 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Made reservation on behalf of 18d3bd29957e4274890e11da19ecb787 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:27.429773 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2955a289-cb81-40a3-8b40-9bf454138ef5 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:27.437502 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-4b2e3aee-4ce1-42a1-bd71-8afd0ba0a63c tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1330492 Jul 16 08:27:27.447543 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-116252b7-857a-46c6-a35b-9f9ca74b4a0e x-openstack-request-id: req-116252b7-857a-46c6-a35b-9f9ca74b4a0e {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:27.447842 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ae5e9ac-6b43-4739-8513-47914a1e59a4", "name": "network-vif-deleted", "tag": "d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:27.448095 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-116252b7-857a-46c6-a35b-9f9ca74b4a0e {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:27.448532 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ae5e9ac-6b43-4739-8513-47914a1e59a4', 'name': 'network-vif-deleted', 'tag': 'd6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b', 'status': 'completed', 'code': 200} Jul 16 08:27:27.456155 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-13428f18-e1ad-4a9d-83bc-aaf028018739 service neutron] Request body: {'port': {'device_id': '2e732153-892b-4675-ab2f-6018cc34478d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:27.561021 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-13428f18-e1ad-4a9d-83bc-aaf028018739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:27.853244 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a9bd68-dea4-417d-af8f-1119f06952f7 req-b25b0f36-60fe-4d21-b436-48fef32307cf tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:27.854967 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-11a9bd68-dea4-417d-af8f-1119f06952f7 req-b25b0f36-60fe-4d21-b436-48fef32307cf tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e732153-892b-4675-ab2f-6018cc34478d HTTP/1.1" status: 200 len: 935 time: 0.1538129 Jul 16 08:27:27.877912 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-acdde45b-d85d-431a-8656-70ce2f82922f None None] Provisioning for port 4405808e-fd00-455e-a0a6-21c38560f3ff completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:27.883259 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-acdde45b-d85d-431a-8656-70ce2f82922f None None] Provisioning complete for port 4405808e-fd00-455e-a0a6-21c38560f3ff triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:27.883859 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-acdde45b-d85d-431a-8656-70ce2f82922f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:27.889809 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-0b822f58-8a0b-4119-8fc7-fc16e56cfd17 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:27.902331 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2955a289-cb81-40a3-8b40-9bf454138ef5 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:27.920638 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-acdde45b-d85d-431a-8656-70ce2f82922f None None] Port 4405808e-fd00-455e-a0a6-21c38560f3ff cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:27.921985 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-11a9bd68-dea4-417d-af8f-1119f06952f7 req-961b5bd8-afd2-4a38-a5f1-446ab8dd6e0d tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e342544-817f-4b67-a4c8-cf060c474b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581975 Jul 16 08:27:27.922727 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e55f508-921d-4897-a8c4-c0a0f2a612c6 req-12f88062-6606-487d-b131-350dba5b768b tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:27.924547 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8e55f508-921d-4897-a8c4-c0a0f2a612c6 req-12f88062-6606-487d-b131-350dba5b768b tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 945 time: 0.2174613 Jul 16 08:27:27.975231 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-13428f18-e1ad-4a9d-83bc-aaf028018739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4405808e-fd00-455e-a0a6-21c38560f3ff {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:27.983169 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-13428f18-e1ad-4a9d-83bc-aaf028018739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:27.994943 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-13428f18-e1ad-4a9d-83bc-aaf028018739 service neutron] Transition to ACTIVE for port object 4405808e-fd00-455e-a0a6-21c38560f3ff will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:27.998225 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-13428f18-e1ad-4a9d-83bc-aaf028018739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:28.014632 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2955a289-cb81-40a3-8b40-9bf454138ef5 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Pushing event updated for resources: {'Subnet': ['ID=7a964aa1-f099-4baa-ad12-6f062d38c70f,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:28.041100 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8e55f508-921d-4897-a8c4-c0a0f2a612c6 req-a881797a-4dfb-45eb-b564-3814d61d7416 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940142 Jul 16 08:27:28.045875 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-0b822f58-8a0b-4119-8fc7-fc16e56cfd17 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:28.058569 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13428f18-e1ad-4a9d-83bc-aaf028018739 service neutron] Pushing event updated for resources: {'Port': ['ID=4405808e-fd00-455e-a0a6-21c38560f3ff,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:28.062149 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['93a1378d-9ae2-4cae-b365-a03736d922c0'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:28.079530 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2955a289-cb81-40a3-8b40-9bf454138ef5 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Checking segment: {'id': '770b5d3c-5878-41d4-ad65-54e929f23d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aa91a730-1f66-43ab-9470-038c67461639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:28.079894 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2955a289-cb81-40a3-8b40-9bf454138ef5 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Network hostable DHCP agents. Network: aa91a730-1f66-43ab-9470-038c67461639, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:27:28.118209 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-0b822f58-8a0b-4119-8fc7-fc16e56cfd17 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Network 625dfff6-7aa4-46e7-b897-fa5ed9305465 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:28.125368 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-0b822f58-8a0b-4119-8fc7-fc16e56cfd17 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:28.131130 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-0b822f58-8a0b-4119-8fc7-fc16e56cfd17 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:28.134780 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b822f58-8a0b-4119-8fc7-fc16e56cfd17 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Pushing event updated for resources: {'Port': ['ID=a8291014-32cd-47fa-8cbd-27fba9e95bad,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:28.189218 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2955a289-cb81-40a3-8b40-9bf454138ef5 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Network aa91a730-1f66-43ab-9470-038c67461639 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:27:28.198524 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-13428f18-e1ad-4a9d-83bc-aaf028018739 service neutron] Attempting to bind port 4405808e-fd00-455e-a0a6-21c38560f3ff on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:28.198874 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-13428f18-e1ad-4a9d-83bc-aaf028018739 service neutron] Attempting to bind port 4405808e-fd00-455e-a0a6-21c38560f3ff by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:28.199214 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-13428f18-e1ad-4a9d-83bc-aaf028018739 service neutron] Attempting to bind port 4405808e-fd00-455e-a0a6-21c38560f3ff on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:28.205082 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-13428f18-e1ad-4a9d-83bc-aaf028018739 service neutron] Port 4405808e-fd00-455e-a0a6-21c38560f3ff on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:28.205417 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-13428f18-e1ad-4a9d-83bc-aaf028018739 service neutron] Attempting to bind port 4405808e-fd00-455e-a0a6-21c38560f3ff on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:28.213648 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-13428f18-e1ad-4a9d-83bc-aaf028018739 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:28.214010 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-13428f18-e1ad-4a9d-83bc-aaf028018739 service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:28.214458 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-13428f18-e1ad-4a9d-83bc-aaf028018739 service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:28.214966 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-13428f18-e1ad-4a9d-83bc-aaf028018739 service neutron] Bound port: 4405808e-fd00-455e-a0a6-21c38560f3ff, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:28.215338 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-13428f18-e1ad-4a9d-83bc-aaf028018739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:28.218207 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-2955a289-cb81-40a3-8b40-9bf454138ef5 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, aa91a730-1f66-43ab-9470-038c67461639) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:28.237035 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2955a289-cb81-40a3-8b40-9bf454138ef5 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:28.237986 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2955a289-cb81-40a3-8b40-9bf454138ef5 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:28.239819 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e09d5a86-1636-4277-9687-5b699ac69d8d None None] Network aa91a730-1f66-43ab-9470-038c67461639 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:27:28.278349 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-0b822f58-8a0b-4119-8fc7-fc16e56cfd17 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:28.279035 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-0b822f58-8a0b-4119-8fc7-fc16e56cfd17 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:28.296114 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2955a289-cb81-40a3-8b40-9bf454138ef5 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.1378868 Jul 16 08:27:28.296231 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48994) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:28.306413 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-bd3b4a9f-5bfa-4272-930e-7ee97588b5b1 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Request body: {'subnet': {'network_id': '75416cd1-a2d8-4e5f-acde-36e6b516d991', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:28.317891 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-0b822f58-8a0b-4119-8fc7-fc16e56cfd17 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4806340 Jul 16 08:27:28.459010 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-13428f18-e1ad-4a9d-83bc-aaf028018739 service neutron] For port 4405808e-fd00-455e-a0a6-21c38560f3ff, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:28.466988 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-66f654bf-9f9a-4973-bb6a-e7281c604628 service neutron] Request body: {'port': {'device_id': 'd472397d-0dc9-4af6-b6fd-745373849e61', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:28.488643 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-13428f18-e1ad-4a9d-83bc-aaf028018739 service neutron] For port 4405808e-fd00-455e-a0a6-21c38560f3ff, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=4405808e-fd00-455e-a0a6-21c38560f3ff,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:28.502336 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-13428f18-e1ad-4a9d-83bc-aaf028018739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:28.544764 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd3b4a9f-5bfa-4272-930e-7ee97588b5b1 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Made reservation on behalf of 18d3bd29957e4274890e11da19ecb787 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:28.548582 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd3b4a9f-5bfa-4272-930e-7ee97588b5b1 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:28.550951 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-66f654bf-9f9a-4973-bb6a-e7281c604628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:28.558176 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c59014e9-88e1-4b60-807c-bd462d13c06f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-aa91a730-1f66-43ab-9470-038c67461639', 'network_id': 'aa91a730-1f66-43ab-9470-038c67461639', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'fixed_ips': [{'subnet_id': '7a964aa1-f099-4baa-ad12-6f062d38c70f'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:27:28.559045 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c59014e9-88e1-4b60-807c-bd462d13c06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:28.577386 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb93380a-f5a2-4abe-9953-849de3558c8d req-f7a9aafe-1d9a-43e8-8334-e927e9d0f461 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:28.579180 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cb93380a-f5a2-4abe-9953-849de3558c8d req-f7a9aafe-1d9a-43e8-8334-e927e9d0f461 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=d472397d-0dc9-4af6-b6fd-745373849e61 HTTP/1.1" status: 200 len: 932 time: 0.2199044 Jul 16 08:27:28.627327 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13428f18-e1ad-4a9d-83bc-aaf028018739 service neutron] Pushing event updated for resources: {'Port': ['ID=4405808e-fd00-455e-a0a6-21c38560f3ff,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:28.634512 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-13428f18-e1ad-4a9d-83bc-aaf028018739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:28.635640 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-13428f18-e1ad-4a9d-83bc-aaf028018739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:28.636878 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-13428f18-e1ad-4a9d-83bc-aaf028018739 service neutron] 10.222.0.30 "PUT /v2.0/ports/4405808e-fd00-455e-a0a6-21c38560f3ff HTTP/1.1" status: 200 len: 1096 time: 1.1854844 Jul 16 08:27:28.764842 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-c59014e9-88e1-4b60-807c-bd462d13c06f None None] Allocated IP 10.1.1.2 (aa91a730-1f66-43ab-9470-038c67461639/7a964aa1-f099-4baa-ad12-6f062d38c70f/7bae437b-0e13-4649-9f7a-5e01fee391bb) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:28.813216 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cb93380a-f5a2-4abe-9953-849de3558c8d req-d1f3271d-1ae2-4e12-b550-3defe52cc79b tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1813505 Jul 16 08:27:28.854119 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-70ee2448-4ac8-45f0-870b-d12e101762ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:28.855641 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-70ee2448-4ac8-45f0-870b-d12e101762ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b89413030e5442395896b95e4a98cb3&device_id=2e732153-892b-4675-ab2f-6018cc34478d HTTP/1.1" status: 200 len: 1099 time: 0.1461606 Jul 16 08:27:28.856200 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4928981f-c5f4-496f-8642-d05b84e9256f req-d4098646-aa90-4395-b7f7-0ac8099a61ec tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:28.863168 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4928981f-c5f4-496f-8642-d05b84e9256f req-d4098646-aa90-4395-b7f7-0ac8099a61ec tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.1481898 Jul 16 08:27:28.920562 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-211febfd-580c-4e45-8052-2c48a1172afc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=4405808e-fd00-455e-a0a6-21c38560f3ff HTTP/1.1" status: 200 len: 217 time: 0.0378172 Jul 16 08:27:28.937602 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4928981f-c5f4-496f-8642-d05b84e9256f req-84ce862c-2638-489d-a2b8-3073092be74d tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732787 Jul 16 08:27:28.977369 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c59014e9-88e1-4b60-807c-bd462d13c06f None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:28.989757 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c59014e9-88e1-4b60-807c-bd462d13c06f None None] Transition to ACTIVE for port object 7bae437b-0e13-4649-9f7a-5e01fee391bb will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:29.011857 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c59014e9-88e1-4b60-807c-bd462d13c06f None None] Transition to ACTIVE for port object 7bae437b-0e13-4649-9f7a-5e01fee391bb will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:29.015557 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-66f654bf-9f9a-4973-bb6a-e7281c604628 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8291014-32cd-47fa-8cbd-27fba9e95bad {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:29.021755 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c59014e9-88e1-4b60-807c-bd462d13c06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:29.027065 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-66f654bf-9f9a-4973-bb6a-e7281c604628 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:29.049882 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-2ce90dec-92c1-4364-b996-b16e7a51c320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:29.051367 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-2ce90dec-92c1-4364-b996-b16e7a51c320 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.1244073 Jul 16 08:27:29.053293 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-66f654bf-9f9a-4973-bb6a-e7281c604628 service neutron] Transition to ACTIVE for port object a8291014-32cd-47fa-8cbd-27fba9e95bad will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:29.059440 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-66f654bf-9f9a-4973-bb6a-e7281c604628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:29.066321 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c59014e9-88e1-4b60-807c-bd462d13c06f None None] Network aa91a730-1f66-43ab-9470-038c67461639 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:29.074750 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-c59014e9-88e1-4b60-807c-bd462d13c06f None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:29.080921 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59014e9-88e1-4b60-807c-bd462d13c06f None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:29.120779 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd3b4a9f-5bfa-4272-930e-7ee97588b5b1 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:29.121481 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59014e9-88e1-4b60-807c-bd462d13c06f None None] Pushing event updated for resources: {'Port': ['ID=7bae437b-0e13-4649-9f7a-5e01fee391bb,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:29.159147 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c59014e9-88e1-4b60-807c-bd462d13c06f None None] Attempting to bind port 7bae437b-0e13-4649-9f7a-5e01fee391bb on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:29.159690 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c59014e9-88e1-4b60-807c-bd462d13c06f None None] Attempting to bind port 7bae437b-0e13-4649-9f7a-5e01fee391bb by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '770b5d3c-5878-41d4-ad65-54e929f23d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aa91a730-1f66-43ab-9470-038c67461639'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:29.160160 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59014e9-88e1-4b60-807c-bd462d13c06f None None] Attempting to bind port 7bae437b-0e13-4649-9f7a-5e01fee391bb on network aa91a730-1f66-43ab-9470-038c67461639 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:29.167343 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59014e9-88e1-4b60-807c-bd462d13c06f None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:29.167879 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59014e9-88e1-4b60-807c-bd462d13c06f None None] Checking segment: {'id': '770b5d3c-5878-41d4-ad65-54e929f23d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aa91a730-1f66-43ab-9470-038c67461639'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:29.168416 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c59014e9-88e1-4b60-807c-bd462d13c06f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:29.168909 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c59014e9-88e1-4b60-807c-bd462d13c06f None None] Bound using segment: {'id': '770b5d3c-5878-41d4-ad65-54e929f23d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aa91a730-1f66-43ab-9470-038c67461639'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:29.169480 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c59014e9-88e1-4b60-807c-bd462d13c06f None None] Bound port: 7bae437b-0e13-4649-9f7a-5e01fee391bb, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770b5d3c-5878-41d4-ad65-54e929f23d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aa91a730-1f66-43ab-9470-038c67461639'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:29.169966 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c59014e9-88e1-4b60-807c-bd462d13c06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:29.194261 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2281a054-fda8-4a36-b687-312511c57bb6 req-43937c8f-d22a-41d2-a371-47a1330a6379 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:29.201832 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2281a054-fda8-4a36-b687-312511c57bb6 req-43937c8f-d22a-41d2-a371-47a1330a6379 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 971 time: 0.2277927 Jul 16 08:27:29.209236 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f654bf-9f9a-4973-bb6a-e7281c604628 service neutron] Pushing event updated for resources: {'Port': ['ID=a8291014-32cd-47fa-8cbd-27fba9e95bad,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:29.237104 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3b4a9f-5bfa-4272-930e-7ee97588b5b1 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Pushing event updated for resources: {'Subnet': ['ID=7842a341-61cf-4424-8fa5-ccac1e8e2370,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:29.244263 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c59014e9-88e1-4b60-807c-bd462d13c06f None None] For port 7bae437b-0e13-4649-9f7a-5e01fee391bb, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:29.248235 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c59014e9-88e1-4b60-807c-bd462d13c06f None None] For port 7bae437b-0e13-4649-9f7a-5e01fee391bb, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=7bae437b-0e13-4649-9f7a-5e01fee391bb,segment=NetworkSegment(770b5d3c-5878-41d4-ad65-54e929f23d48),segment_id=770b5d3c-5878-41d4-ad65-54e929f23d48)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:29.251333 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-de709468-dcdd-47c7-a31e-11ca800491b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:29.252988 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-de709468-dcdd-47c7-a31e-11ca800491b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1944816 Jul 16 08:27:29.253995 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c59014e9-88e1-4b60-807c-bd462d13c06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:29.254131 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-66f654bf-9f9a-4973-bb6a-e7281c604628 service neutron] Attempting to bind port a8291014-32cd-47fa-8cbd-27fba9e95bad on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:29.255011 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-66f654bf-9f9a-4973-bb6a-e7281c604628 service neutron] Attempting to bind port a8291014-32cd-47fa-8cbd-27fba9e95bad by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'f515938d-d605-4fe4-a310-b50c6a61626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:29.255011 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-66f654bf-9f9a-4973-bb6a-e7281c604628 service neutron] Attempting to bind port a8291014-32cd-47fa-8cbd-27fba9e95bad on network 625dfff6-7aa4-46e7-b897-fa5ed9305465 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:29.262285 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-66f654bf-9f9a-4973-bb6a-e7281c604628 service neutron] Port a8291014-32cd-47fa-8cbd-27fba9e95bad on network 625dfff6-7aa4-46e7-b897-fa5ed9305465 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:29.262707 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-66f654bf-9f9a-4973-bb6a-e7281c604628 service neutron] Attempting to bind port a8291014-32cd-47fa-8cbd-27fba9e95bad on network 625dfff6-7aa4-46e7-b897-fa5ed9305465 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:29.271285 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-66f654bf-9f9a-4973-bb6a-e7281c604628 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:29.271603 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-66f654bf-9f9a-4973-bb6a-e7281c604628 service neutron] Checking segment: {'id': 'f515938d-d605-4fe4-a310-b50c6a61626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:29.271990 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-66f654bf-9f9a-4973-bb6a-e7281c604628 service neutron] Bound using segment: {'id': 'f515938d-d605-4fe4-a310-b50c6a61626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:29.272489 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-66f654bf-9f9a-4973-bb6a-e7281c604628 service neutron] Bound port: a8291014-32cd-47fa-8cbd-27fba9e95bad, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f515938d-d605-4fe4-a310-b50c6a61626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:29.272857 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-66f654bf-9f9a-4973-bb6a-e7281c604628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:29.285884 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd3b4a9f-5bfa-4272-930e-7ee97588b5b1 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Checking segment: {'id': '31f9b961-21bb-41b6-bbbd-a954d90f0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '75416cd1-a2d8-4e5f-acde-36e6b516d991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:29.286131 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3b4a9f-5bfa-4272-930e-7ee97588b5b1 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Network hostable DHCP agents. Network: 75416cd1-a2d8-4e5f-acde-36e6b516d991, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:27:29.312620 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2281a054-fda8-4a36-b687-312511c57bb6 req-7c5603e6-5828-430c-bbdc-f9141e530be9 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091635 Jul 16 08:27:29.319392 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59014e9-88e1-4b60-807c-bd462d13c06f None None] Pushing event updated for resources: {'Port': ['ID=7bae437b-0e13-4649-9f7a-5e01fee391bb,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:29.339714 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd54234-bf62-4e43-8c65-8ba6dea677e8 req-d23e9792-1b00-44f2-a3da-169b476da666 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:29.341482 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2bd54234-bf62-4e43-8c65-8ba6dea677e8 req-d23e9792-1b00-44f2-a3da-169b476da666 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e732153-892b-4675-ab2f-6018cc34478d HTTP/1.1" status: 200 len: 947 time: 0.1284168 Jul 16 08:27:29.383368 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-66f654bf-9f9a-4973-bb6a-e7281c604628 service neutron] For port a8291014-32cd-47fa-8cbd-27fba9e95bad, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:29.395942 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3b4a9f-5bfa-4272-930e-7ee97588b5b1 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Network 75416cd1-a2d8-4e5f-acde-36e6b516d991 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:27:29.403953 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-66f654bf-9f9a-4973-bb6a-e7281c604628 service neutron] For port a8291014-32cd-47fa-8cbd-27fba9e95bad, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=a8291014-32cd-47fa-8cbd-27fba9e95bad,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:29.416948 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-bd3b4a9f-5bfa-4272-930e-7ee97588b5b1 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 75416cd1-a2d8-4e5f-acde-36e6b516d991) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:29.423790 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3b4a9f-5bfa-4272-930e-7ee97588b5b1 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:29.424487 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd3b4a9f-5bfa-4272-930e-7ee97588b5b1 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:29.426203 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2bd54234-bf62-4e43-8c65-8ba6dea677e8 req-2f63d0da-7c29-4efb-996a-5e94c20b467e tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e342544-817f-4b67-a4c8-cf060c474b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727072 Jul 16 08:27:29.429232 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-66f654bf-9f9a-4973-bb6a-e7281c604628 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:29.429644 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-67837d29-0069-4742-a930-8dfd99079898 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1670787 Jul 16 08:27:29.429795 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c87b4040-eea9-47fe-b1d4-469c03c50de5 None None] Network 75416cd1-a2d8-4e5f-acde-36e6b516d991 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:27:29.454082 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e732153-892b-4675-ab2f-6018cc34478d', 'tag': '4405808e-fd00-455e-a0a6-21c38560f3ff'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:29.457469 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac4c719-bf31-4667-b7b4-7f70cf66adf5" -d '{"events": [{"name": "network-changed", "server_uuid": "2e732153-892b-4675-ab2f-6018cc34478d", "tag": "4405808e-fd00-455e-a0a6-21c38560f3ff"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:29.489745 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-66f654bf-9f9a-4973-bb6a-e7281c604628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:29.490373 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-66f654bf-9f9a-4973-bb6a-e7281c604628 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:29.491764 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-66f654bf-9f9a-4973-bb6a-e7281c604628 service neutron] 10.222.0.21 "PUT /v2.0/ports/a8291014-32cd-47fa-8cbd-27fba9e95bad HTTP/1.1" status: 200 len: 1093 time: 1.1660106 Jul 16 08:27:29.492219 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd472397d-0dc9-4af6-b6fd-745373849e61', 'tag': 'a8291014-32cd-47fa-8cbd-27fba9e95bad'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:29.495067 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84808a72-53d5-4114-94df-9a583cb56588" -d '{"events": [{"name": "network-changed", "server_uuid": "d472397d-0dc9-4af6-b6fd-745373849e61", "tag": "a8291014-32cd-47fa-8cbd-27fba9e95bad"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:29.511161 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bd3b4a9f-5bfa-4272-930e-7ee97588b5b1 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2144423 Jul 16 08:27:29.515179 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49012) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:29.521978 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-fb413d8b-2464-4869-b2f9-357de84c14ed tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Request body: {'port': {'network_id': 'aa91a730-1f66-43ab-9470-038c67461639', 'name': 'tempest-TaggedBootDevicesTest_v242-504402389', 'fixed_ips': [{'subnet_id': '7a964aa1-f099-4baa-ad12-6f062d38c70f'}]}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:29.542685 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78f5b981-880c-45b4-882a-0f3de22cfe69 x-openstack-request-id: req-78f5b981-880c-45b4-882a-0f3de22cfe69 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:29.542990 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e732153-892b-4675-ab2f-6018cc34478d", "tag": "4405808e-fd00-455e-a0a6-21c38560f3ff", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:29.543248 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-78f5b981-880c-45b4-882a-0f3de22cfe69 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:29.543641 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e732153-892b-4675-ab2f-6018cc34478d', 'tag': '4405808e-fd00-455e-a0a6-21c38560f3ff', 'status': 'completed', 'code': 200} Jul 16 08:27:29.551814 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f654bf-9f9a-4973-bb6a-e7281c604628 service neutron] Pushing event updated for resources: {'Port': ['ID=a8291014-32cd-47fa-8cbd-27fba9e95bad,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:29.677923 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d75e82-beec-4b15-b6f4-91e6190a2565 req-a2c255b6-a16d-441f-a8ed-419a7c77efb8 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:29.685393 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-44d75e82-beec-4b15-b6f4-91e6190a2565 req-a2c255b6-a16d-441f-a8ed-419a7c77efb8 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 945 time: 0.2221298 Jul 16 08:27:29.710380 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-edde1c03-e31e-4258-a746-f49b3bf7140d req-66563ca0-b22c-44c8-9e30-c0cf6482ebde service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2737763 Jul 16 08:27:29.721126 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84fef6b-e0d1-4f77-818d-4a3c816f2dc6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-75416cd1-a2d8-4e5f-acde-36e6b516d991', 'network_id': '75416cd1-a2d8-4e5f-acde-36e6b516d991', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'fixed_ips': [{'subnet_id': '7842a341-61cf-4424-8fa5-ccac1e8e2370'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:27:29.722888 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c84fef6b-e0d1-4f77-818d-4a3c816f2dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:29.739426 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-9f2a8ef2-b35c-4be5-9142-57a8af3f548e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:29.744645 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-9f2a8ef2-b35c-4be5-9142-57a8af3f548e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6006a1dcb2354570866e06da5c4c7493&device_id=d472397d-0dc9-4af6-b6fd-745373849e61 HTTP/1.1" status: 200 len: 1096 time: 0.1910148 Jul 16 08:27:29.771474 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-44d75e82-beec-4b15-b6f4-91e6190a2565 req-b63060f9-15a6-4453-ad17-240e9ca59afe tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850515 Jul 16 08:27:29.817338 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5843232e-cddb-44b4-a1cd-801519e474f9 x-openstack-request-id: req-5843232e-cddb-44b4-a1cd-801519e474f9 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:29.817572 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d472397d-0dc9-4af6-b6fd-745373849e61", "tag": "a8291014-32cd-47fa-8cbd-27fba9e95bad", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:29.818214 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5843232e-cddb-44b4-a1cd-801519e474f9 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:29.818624 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd472397d-0dc9-4af6-b6fd-745373849e61', 'tag': 'a8291014-32cd-47fa-8cbd-27fba9e95bad', 'status': 'completed', 'code': 200} Jul 16 08:27:29.832065 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-1f6001b4-6768-4f88-a9db-dc4d3268e52b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8291014-32cd-47fa-8cbd-27fba9e95bad HTTP/1.1" status: 200 len: 217 time: 0.0817275 Jul 16 08:27:29.834561 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb413d8b-2464-4869-b2f9-357de84c14ed tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Made reservation on behalf of 18d3bd29957e4274890e11da19ecb787 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:29.883753 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4c719-bf31-4667-b7b4-7f70cf66adf5 req-4aa66110-b4ac-499a-9637-de9bc3e52a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:29.886031 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7ac4c719-bf31-4667-b7b4-7f70cf66adf5 req-4aa66110-b4ac-499a-9637-de9bc3e52a0e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4b89413030e5442395896b95e4a98cb3&device_id=2e732153-892b-4675-ab2f-6018cc34478d HTTP/1.1" status: 200 len: 1099 time: 0.1071711 Jul 16 08:27:29.894325 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:27:29.926343 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:27:29.926801 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device d6dbf4d2-9cb5-4d83-a7cb-5d5e2304e37b not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:27:29.942403 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-c84fef6b-e0d1-4f77-818d-4a3c816f2dc6 None None] Allocated IP 10.2.2.2 (75416cd1-a2d8-4e5f-acde-36e6b516d991/7842a341-61cf-4424-8fa5-ccac1e8e2370/22f3e2ad-893a-418a-99ce-254ecb5926de) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:30.054546 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-f6c0dee2-ef49-4717-9421-efc408a3e5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:30.057378 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-f6c0dee2-ef49-4717-9421-efc408a3e5f5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31ddde08-05a5-43f7-b27d-07657c5409d3 HTTP/1.1" status: 200 len: 845 time: 0.1902866 Jul 16 08:27:30.060843 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb413d8b-2464-4869-b2f9-357de84c14ed tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.097763 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ac1d19-a919-4297-86c0-3afb9d980fcf req-8eee788b-c543-459d-9c48-e2d3d6f603dc tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:30.099270 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e4ac1d19-a919-4297-86c0-3afb9d980fcf req-8eee788b-c543-459d-9c48-e2d3d6f603dc tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=d472397d-0dc9-4af6-b6fd-745373849e61 HTTP/1.1" status: 200 len: 944 time: 0.1500406 Jul 16 08:27:30.100780 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4c719-bf31-4667-b7b4-7f70cf66adf5 req-f67804ca-d774-48e0-826a-7fdd607bdf6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:30.102237 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7ac4c719-bf31-4667-b7b4-7f70cf66adf5 req-f67804ca-d774-48e0-826a-7fdd607bdf6b service neutron] 10.222.0.30 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.2080371 Jul 16 08:27:30.122334 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c84fef6b-e0d1-4f77-818d-4a3c816f2dc6 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.126571 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-416b38c7-7407-4ddf-b385-5aa8527d5349 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=625dfff6-7aa4-46e7-b897-fa5ed9305465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0603399 Jul 16 08:27:30.131359 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c84fef6b-e0d1-4f77-818d-4a3c816f2dc6 None None] Transition to ACTIVE for port object 22f3e2ad-893a-418a-99ce-254ecb5926de will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:30.147623 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c84fef6b-e0d1-4f77-818d-4a3c816f2dc6 None None] Transition to ACTIVE for port object 22f3e2ad-893a-418a-99ce-254ecb5926de will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:30.156627 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7ac4c719-bf31-4667-b7b4-7f70cf66adf5 req-2cd79739-d026-49de-93b8-e78fe12672b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.73&port_id=4405808e-fd00-455e-a0a6-21c38560f3ff HTTP/1.1" status: 200 len: 217 time: 0.0454104 Jul 16 08:27:30.156768 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfc9a2c-6d0c-4ff5-b75e-83832e1f101c req-dd82d883-69a3-4d62-9dad-604e106fad49 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:30.158069 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c84fef6b-e0d1-4f77-818d-4a3c816f2dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.158225 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ddfc9a2c-6d0c-4ff5-b75e-83832e1f101c req-dd82d883-69a3-4d62-9dad-604e106fad49 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.21 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 971 time: 0.3365972 Jul 16 08:27:30.187117 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-fb413d8b-2464-4869-b2f9-357de84c14ed tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] device_id is not set on port d87407fc-af4d-474c-a503-fcc8cf9cdf4a yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:27:30.200188 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c84fef6b-e0d1-4f77-818d-4a3c816f2dc6 None None] Network 75416cd1-a2d8-4e5f-acde-36e6b516d991 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:30.204222 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-c84fef6b-e0d1-4f77-818d-4a3c816f2dc6 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:30.208591 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84fef6b-e0d1-4f77-818d-4a3c816f2dc6 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:30.248241 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e4ac1d19-a919-4297-86c0-3afb9d980fcf req-37894de2-c78a-401e-896d-3c42dc10f783 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430056 Jul 16 08:27:30.250814 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84fef6b-e0d1-4f77-818d-4a3c816f2dc6 None None] Pushing event updated for resources: {'Port': ['ID=22f3e2ad-893a-418a-99ce-254ecb5926de,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:30.255526 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4c719-bf31-4667-b7b4-7f70cf66adf5 req-86524196-47d2-4b5e-b346-18bb9dcc982c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:30.256988 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7ac4c719-bf31-4667-b7b4-7f70cf66adf5 req-86524196-47d2-4b5e-b346-18bb9dcc982c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0885184 Jul 16 08:27:30.300737 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c84fef6b-e0d1-4f77-818d-4a3c816f2dc6 None None] Attempting to bind port 22f3e2ad-893a-418a-99ce-254ecb5926de on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:30.301118 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c84fef6b-e0d1-4f77-818d-4a3c816f2dc6 None None] Attempting to bind port 22f3e2ad-893a-418a-99ce-254ecb5926de by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '31f9b961-21bb-41b6-bbbd-a954d90f0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '75416cd1-a2d8-4e5f-acde-36e6b516d991'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:30.301491 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84fef6b-e0d1-4f77-818d-4a3c816f2dc6 None None] Attempting to bind port 22f3e2ad-893a-418a-99ce-254ecb5926de on network 75416cd1-a2d8-4e5f-acde-36e6b516d991 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:30.308129 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84fef6b-e0d1-4f77-818d-4a3c816f2dc6 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:30.308881 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84fef6b-e0d1-4f77-818d-4a3c816f2dc6 None None] Checking segment: {'id': '31f9b961-21bb-41b6-bbbd-a954d90f0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '75416cd1-a2d8-4e5f-acde-36e6b516d991'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:30.309299 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c84fef6b-e0d1-4f77-818d-4a3c816f2dc6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.309699 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c84fef6b-e0d1-4f77-818d-4a3c816f2dc6 None None] Bound using segment: {'id': '31f9b961-21bb-41b6-bbbd-a954d90f0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '75416cd1-a2d8-4e5f-acde-36e6b516d991'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:30.310183 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c84fef6b-e0d1-4f77-818d-4a3c816f2dc6 None None] Bound port: 22f3e2ad-893a-418a-99ce-254ecb5926de, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31f9b961-21bb-41b6-bbbd-a954d90f0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '75416cd1-a2d8-4e5f-acde-36e6b516d991'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:30.310570 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c84fef6b-e0d1-4f77-818d-4a3c816f2dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.384644 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac4c719-bf31-4667-b7b4-7f70cf66adf5 req-c8ed12b4-72ac-4eeb-a08e-99ee167e0b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:30.386181 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7ac4c719-bf31-4667-b7b4-7f70cf66adf5 req-c8ed12b4-72ac-4eeb-a08e-99ee167e0b01 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1221964 Jul 16 08:27:30.388150 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c84fef6b-e0d1-4f77-818d-4a3c816f2dc6 None None] For port 22f3e2ad-893a-418a-99ce-254ecb5926de, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:30.397770 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c84fef6b-e0d1-4f77-818d-4a3c816f2dc6 None None] For port 22f3e2ad-893a-418a-99ce-254ecb5926de, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=22f3e2ad-893a-418a-99ce-254ecb5926de,segment=NetworkSegment(31f9b961-21bb-41b6-bbbd-a954d90f0b1b),segment_id=31f9b961-21bb-41b6-bbbd-a954d90f0b1b)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:30.409700 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c84fef6b-e0d1-4f77-818d-4a3c816f2dc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.517194 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84fef6b-e0d1-4f77-818d-4a3c816f2dc6 None None] Pushing event updated for resources: {'Port': ['ID=22f3e2ad-893a-418a-99ce-254ecb5926de,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:30.542242 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7ac4c719-bf31-4667-b7b4-7f70cf66adf5 req-30a67578-cd2d-41d3-bc21-5a5e8bae080b service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430571 Jul 16 08:27:30.544442 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 7bae437b-0e13-4649-9f7a-5e01fee391bb up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:30.613443 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 7bae437b-0e13-4649-9f7a-5e01fee391bb completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:30.721128 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7ac4c719-bf31-4667-b7b4-7f70cf66adf5 req-6121855d-6764-4241-a22e-275a9b98b292 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1698177 Jul 16 08:27:30.779046 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e709749-e297-4697-9f4d-367d0edf897a req-b1f871e3-8459-4e5e-9e67-047aad131702 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:30.780770 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2e709749-e297-4697-9f4d-367d0edf897a req-b1f871e3-8459-4e5e-9e67-047aad131702 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 971 time: 0.1232822 Jul 16 08:27:30.820159 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8e45a0-32a9-4d7e-863f-44e86bbff4a4 None None] Network aa91a730-1f66-43ab-9470-038c67461639 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:27:30.842846 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2e709749-e297-4697-9f4d-367d0edf897a req-41c2662d-e344-40df-ac1b-55de5ce07cb5 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/security-groups?id=313538d0-f112-4964-9881-f2900828a02f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559819 Jul 16 08:27:30.951625 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-03140d62-c8c9-4f1e-b3e1-113446cf7acd None None] Provisioning for port 7bae437b-0e13-4649-9f7a-5e01fee391bb completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:30.956857 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-03140d62-c8c9-4f1e-b3e1-113446cf7acd None None] Provisioning complete for port 7bae437b-0e13-4649-9f7a-5e01fee391bb triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:30.957242 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-03140d62-c8c9-4f1e-b3e1-113446cf7acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:30.977750 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a17d3e2-6c42-4015-9f78-0ba37e7b9065 req-1ffd0210-b84f-472b-9712-e6bddeea6453 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:30.984866 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8a17d3e2-6c42-4015-9f78-0ba37e7b9065 req-1ffd0210-b84f-472b-9712-e6bddeea6453 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.9106226 Jul 16 08:27:31.001293 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-eb25ae23-e6af-494e-b042-fe1174dce23d service neutron] 10.222.0.21 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8570623 Jul 16 08:27:31.027500 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4048ffc-37ce-420c-9c87-0d9f6b664cd5 req-de0d3880-052d-40bd-9cfa-3d77cd28682e tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:31.029374 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e4048ffc-37ce-420c-9c87-0d9f6b664cd5 req-de0d3880-052d-40bd-9cfa-3d77cd28682e tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e732153-892b-4675-ab2f-6018cc34478d HTTP/1.1" status: 200 len: 947 time: 0.0723491 Jul 16 08:27:31.070066 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e4048ffc-37ce-420c-9c87-0d9f6b664cd5 req-d9715f4e-4db0-4ab9-a2f5-b9292a64b518 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e342544-817f-4b67-a4c8-cf060c474b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333638 Jul 16 08:27:31.074267 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-03140d62-c8c9-4f1e-b3e1-113446cf7acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.121306 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8a17d3e2-6c42-4015-9f78-0ba37e7b9065 req-770cadda-8c99-4d36-9f3f-cea452d8e6c1 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355331 Jul 16 08:27:31.122674 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-03140d62-c8c9-4f1e-b3e1-113446cf7acd None None] For port 7bae437b-0e13-4649-9f7a-5e01fee391bb, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=7bae437b-0e13-4649-9f7a-5e01fee391bb,segment=NetworkSegment(770b5d3c-5878-41d4-ad65-54e929f23d48),segment_id=770b5d3c-5878-41d4-ad65-54e929f23d48)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:31.141251 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-03140d62-c8c9-4f1e-b3e1-113446cf7acd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.186470 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-fb413d8b-2464-4869-b2f9-357de84c14ed tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Allocated IP 10.1.1.38 (aa91a730-1f66-43ab-9470-038c67461639/7a964aa1-f099-4baa-ad12-6f062d38c70f/d87407fc-af4d-474c-a503-fcc8cf9cdf4a) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:31.190888 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-ddfc9a2c-6d0c-4ff5-b75e-83832e1f101c req-c62a5dfd-f665-4ca5-84f5-00081e411a31 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Deleting port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:27:31.191728 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ddfc9a2c-6d0c-4ff5-b75e-83832e1f101c req-c62a5dfd-f665-4ca5-84f5-00081e411a31 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.249214 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9378fd81-bd36-465e-976c-6db087e2cbfc req-7e485d72-9ff2-430e-9868-dbd28a63d287 service neutron] 10.222.0.21 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407205 Jul 16 08:27:31.252984 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03140d62-c8c9-4f1e-b3e1-113446cf7acd None None] Pushing event updated for resources: {'Port': ['ID=7bae437b-0e13-4649-9f7a-5e01fee391bb,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:31.334261 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f12b6f-ab40-44ae-8e8f-de73bee7023a req-f0e568d0-765f-4807-800c-038c1bf58c31 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:31.343156 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-72f12b6f-ab40-44ae-8e8f-de73bee7023a req-f0e568d0-765f-4807-800c-038c1bf58c31 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 945 time: 0.1090245 Jul 16 08:27:31.393346 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-72f12b6f-ab40-44ae-8e8f-de73bee7023a req-fb5ace3f-0cf7-40b8-af8d-6eae73832eee tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492136 Jul 16 08:27:31.428136 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-ddfc9a2c-6d0c-4ff5-b75e-83832e1f101c req-c62a5dfd-f665-4ca5-84f5-00081e411a31 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] For port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=dd1a6f7e-95c9-4338-87ac-59c2c04f3a98,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:31.428532 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ddfc9a2c-6d0c-4ff5-b75e-83832e1f101c req-c62a5dfd-f665-4ca5-84f5-00081e411a31 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.462692 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-ddfc9a2c-6d0c-4ff5-b75e-83832e1f101c req-c62a5dfd-f665-4ca5-84f5-00081e411a31 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Calling delete_port for dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 owned by compute:tempest-test_az-1080150500 {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:27:31.469577 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-245932e8-541a-401f-a8fe-d20325ed50c8 None None] Provisioning complete for port 7bae437b-0e13-4649-9f7a-5e01fee391bb triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:31.469994 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-245932e8-541a-401f-a8fe-d20325ed50c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.593479 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84808a72-53d5-4114-94df-9a583cb56588 req-4aad6ea0-8850-4d61-9751-8054a25e07ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:31.594959 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-84808a72-53d5-4114-94df-9a583cb56588 req-4aad6ea0-8850-4d61-9751-8054a25e07ba service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6006a1dcb2354570866e06da5c4c7493&device_id=d472397d-0dc9-4af6-b6fd-745373849e61 HTTP/1.1" status: 200 len: 1096 time: 0.2747548 Jul 16 08:27:31.681847 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb413d8b-2464-4869-b2f9-357de84c14ed tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.722864 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40ea0287-5266-41af-91bd-d6fe67af5569 None None] Network 75416cd1-a2d8-4e5f-acde-36e6b516d991 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:27:31.744387 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-fb413d8b-2464-4869-b2f9-357de84c14ed tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Transition to ACTIVE for port object d87407fc-af4d-474c-a503-fcc8cf9cdf4a will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:31.753170 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4249a3-c184-43da-818a-28e491065261 req-6da77317-6db5-45ab-9e13-752a8e8ce2db tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:31.753646 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.754821 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9e4249a3-c184-43da-818a-28e491065261 req-6da77317-6db5-45ab-9e13-752a8e8ce2db tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=d472397d-0dc9-4af6-b6fd-745373849e61 HTTP/1.1" status: 200 len: 944 time: 0.2969239 Jul 16 08:27:31.814760 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84808a72-53d5-4114-94df-9a583cb56588 req-6bef06cd-d198-4d36-bdc9-cd9734183347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:31.816217 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-84808a72-53d5-4114-94df-9a583cb56588 req-6bef06cd-d198-4d36-bdc9-cd9734183347 service neutron] 10.222.0.21 "GET /v2.0/networks?id=625dfff6-7aa4-46e7-b897-fa5ed9305465 HTTP/1.1" status: 200 len: 906 time: 0.2135315 Jul 16 08:27:31.819315 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b7c8e452-b95a-4466-944c-7cb70a63df2c None None] Provisioning for port 22f3e2ad-893a-418a-99ce-254ecb5926de completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:31.888827 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-84808a72-53d5-4114-94df-9a583cb56588 req-efed81e4-35e4-4ac2-9068-fae84ee08399 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a8291014-32cd-47fa-8cbd-27fba9e95bad HTTP/1.1" status: 200 len: 217 time: 0.0624177 Jul 16 08:27:31.892632 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 4405808e-fd00-455e-a0a6-21c38560f3ff details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:27:31.896696 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.900530 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9e4249a3-c184-43da-818a-28e491065261 req-56190c47-4faa-47d0-bf1f-858e5029c7b7 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343303 Jul 16 08:27:31.943765 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ddfc9a2c-6d0c-4ff5-b75e-83832e1f101c req-c62a5dfd-f665-4ca5-84f5-00081e411a31 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.956499 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['dd1a6f7e-95c9-4338-87ac-59c2c04f3a98'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:31.957857 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb413d8b-2464-4869-b2f9-357de84c14ed tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:31.989974 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a5dfd-f665-4ca5-84f5-00081e411a31 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Pushing event deleted for resources: {'Port': ['ID=dd1a6f7e-95c9-4338-87ac-59c2c04f3a98,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:32.009578 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-81b02fd4-677a-403d-90af-d1b251c42076 req-570af030-abce-46a5-9898-1f7bfb71f2b4 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.22 "GET /v2.0/ports?device_id=4319b25f-7ae5-43bc-97f8-732155c25ff2 HTTP/1.1" status: 200 len: 210 time: 0.0363429 Jul 16 08:27:32.031359 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84808a72-53d5-4114-94df-9a583cb56588 req-a38269d5-2e34-4c71-9c29-7c3a9b058397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:32.033058 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-84808a72-53d5-4114-94df-9a583cb56588 req-a38269d5-2e34-4c71-9c29-7c3a9b058397 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31ddde08-05a5-43f7-b27d-07657c5409d3 HTTP/1.1" status: 200 len: 845 time: 0.1262739 Jul 16 08:27:32.037287 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 4405808e-fd00-455e-a0a6-21c38560f3ff, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=4405808e-fd00-455e-a0a6-21c38560f3ff,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:32.054016 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '4405808e-fd00-455e-a0a6-21c38560f3ff', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': '4405808e-fd00-455e-a0a6-21c38560f3ff', 'mac_address': 'fa:16:3e:5a:bd:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.73'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:27:32.060694 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb413d8b-2464-4869-b2f9-357de84c14ed tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Network aa91a730-1f66-43ab-9470-038c67461639 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:32.091930 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-fb413d8b-2464-4869-b2f9-357de84c14ed tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:32.093817 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:32.111400 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddfc9a2c-6d0c-4ff5-b75e-83832e1f101c req-c62a5dfd-f665-4ca5-84f5-00081e411a31 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] No DVR routers for this DVR port dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:27:32.112823 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4405808e-fd00-455e-a0a6-21c38560f3ff {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:32.116153 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb413d8b-2464-4869-b2f9-357de84c14ed tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:32.120101 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-84808a72-53d5-4114-94df-9a583cb56588 req-f3abb013-a8dc-4f1b-9573-24b09e894598 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=625dfff6-7aa4-46e7-b897-fa5ed9305465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0681543 Jul 16 08:27:32.125761 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ddfc9a2c-6d0c-4ff5-b75e-83832e1f101c req-c62a5dfd-f665-4ca5-84f5-00081e411a31 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:32.127805 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ddfc9a2c-6d0c-4ff5-b75e-83832e1f101c req-c62a5dfd-f665-4ca5-84f5-00081e411a31 tempest-MigrationsAdminTest-37465982 tempest-MigrationsAdminTest-37465982-project] 10.222.0.21 "DELETE /v2.0/ports/dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 HTTP/1.1" status: 204 len: 173 time: 1.9582720 Jul 16 08:27:32.128254 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4319b25f-7ae5-43bc-97f8-732155c25ff2', 'name': 'network-vif-deleted', 'tag': 'dd1a6f7e-95c9-4338-87ac-59c2c04f3a98'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:32.130627 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa8373d6-45a1-4b85-bf53-f4c831121ba9" -d '{"events": [{"server_uuid": "4319b25f-7ae5-43bc-97f8-732155c25ff2", "name": "network-vif-deleted", "tag": "dd1a6f7e-95c9-4338-87ac-59c2c04f3a98"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:32.168045 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 4405808e-fd00-455e-a0a6-21c38560f3ff, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=4405808e-fd00-455e-a0a6-21c38560f3ff,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:32.170016 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb413d8b-2464-4869-b2f9-357de84c14ed tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Pushing event updated for resources: {'Port': ['ID=d87407fc-af4d-474c-a503-fcc8cf9cdf4a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:32.180046 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:32.284611 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb413d8b-2464-4869-b2f9-357de84c14ed tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:32.291198 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb413d8b-2464-4869-b2f9-357de84c14ed tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:32.299731 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=4405808e-fd00-455e-a0a6-21c38560f3ff,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:32.414120 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-fb413d8b-2464-4869-b2f9-357de84c14ed tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.8961778 Jul 16 08:27:32.418445 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49048) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:32.423263 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-cb3135fd-0605-4c23-b4f6-eb54558d74a1 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Request body: {'port': {'network_id': 'aa91a730-1f66-43ab-9470-038c67461639', 'name': 'tempest-TaggedBootDevicesTest_v242-1386990685', 'fixed_ips': [{'subnet_id': '7a964aa1-f099-4baa-ad12-6f062d38c70f'}]}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:32.426825 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479f117f-7e84-42ef-9231-b57c7a3f812f req-672eaf01-97ea-4985-951c-d369701c051f tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:32.433384 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['4405808e-fd00-455e-a0a6-21c38560f3ff'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:32.445130 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-479f117f-7e84-42ef-9231-b57c7a3f812f req-672eaf01-97ea-4985-951c-d369701c051f tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.1235008 Jul 16 08:27:32.502361 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-84808a72-53d5-4114-94df-9a583cb56588 req-47007fdc-ccda-4ba7-88e9-d648f67e0f9f service neutron] 10.222.0.21 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498414 Jul 16 08:27:32.538932 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-479f117f-7e84-42ef-9231-b57c7a3f812f req-e96c6c9c-2b6b-4ee3-8ff9-680ee3f4a368 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923054 Jul 16 08:27:32.640578 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef3585e-d128-4b45-9a07-fce6873f9d64 req-853e989f-3cd7-44ce-8055-5cdd5e550917 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:32.647359 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 22f3e2ad-893a-418a-99ce-254ecb5926de up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:32.648621 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-eef3585e-d128-4b45-9a07-fce6873f9d64 req-853e989f-3cd7-44ce-8055-5cdd5e550917 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e732153-892b-4675-ab2f-6018cc34478d HTTP/1.1" status: 200 len: 948 time: 0.2966259 Jul 16 08:27:32.649779 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c63aee1c-7518-4c0d-8b6c-35ba3bf03612 None None] Provisioning for port d87407fc-af4d-474c-a503-fcc8cf9cdf4a completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:32.660878 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-908941b9-6673-4672-b0c3-1afb49676d01 x-openstack-request-id: req-908941b9-6673-4672-b0c3-1afb49676d01 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:32.661434 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4319b25f-7ae5-43bc-97f8-732155c25ff2", "name": "network-vif-deleted", "tag": "dd1a6f7e-95c9-4338-87ac-59c2c04f3a98", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:32.661852 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-908941b9-6673-4672-b0c3-1afb49676d01 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:32.662401 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4319b25f-7ae5-43bc-97f8-732155c25ff2', 'name': 'network-vif-deleted', 'tag': 'dd1a6f7e-95c9-4338-87ac-59c2c04f3a98', 'status': 'completed', 'code': 200} Jul 16 08:27:32.707367 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c63aee1c-7518-4c0d-8b6c-35ba3bf03612 None None] Provisioning complete for port d87407fc-af4d-474c-a503-fcc8cf9cdf4a triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:32.707835 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c63aee1c-7518-4c0d-8b6c-35ba3bf03612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:32.741198 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-eef3585e-d128-4b45-9a07-fce6873f9d64 req-3965c72f-8015-4937-814d-3edbe06da6da tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e342544-817f-4b67-a4c8-cf060c474b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909936 Jul 16 08:27:32.751037 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-84808a72-53d5-4114-94df-9a583cb56588 req-d38ff547-9e01-4a5b-94b5-3febfdead61f service neutron] 10.222.0.21 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2382517 Jul 16 08:27:32.784413 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb3135fd-0605-4c23-b4f6-eb54558d74a1 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Made reservation on behalf of 18d3bd29957e4274890e11da19ecb787 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:32.791590 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb3135fd-0605-4c23-b4f6-eb54558d74a1 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:32.794042 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c63aee1c-7518-4c0d-8b6c-35ba3bf03612 None None] Port d87407fc-af4d-474c-a503-fcc8cf9cdf4a cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:32.819989 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-cb3135fd-0605-4c23-b4f6-eb54558d74a1 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] device_id is not set on port 184a58dc-9828-4052-989b-49e6206f70e7 yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:27:32.824838 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 22f3e2ad-893a-418a-99ce-254ecb5926de completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:32.830109 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 22f3e2ad-893a-418a-99ce-254ecb5926de triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:32.830591 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:32.939612 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:32.983146 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 22f3e2ad-893a-418a-99ce-254ecb5926de, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=22f3e2ad-893a-418a-99ce-254ecb5926de,segment=NetworkSegment(31f9b961-21bb-41b6-bbbd-a954d90f0b1b),segment_id=31f9b961-21bb-41b6-bbbd-a954d90f0b1b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:32.988025 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:32.988960 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 7bae437b-0e13-4649-9f7a-5e01fee391bb up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:33.047668 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9af41-95af-45b6-baf8-e87c8feb7928 req-41d4842f-647c-49ab-acc3-8e10ec8afb92 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:33.049215 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-18a9af41-95af-45b6-baf8-e87c8feb7928 req-41d4842f-647c-49ab-acc3-8e10ec8afb92 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 945 time: 0.1578643 Jul 16 08:27:33.055816 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-cb3135fd-0605-4c23-b4f6-eb54558d74a1 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Allocated IP 10.1.1.3 (aa91a730-1f66-43ab-9470-038c67461639/7a964aa1-f099-4baa-ad12-6f062d38c70f/184a58dc-9828-4052-989b-49e6206f70e7) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:33.080584 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 7bae437b-0e13-4649-9f7a-5e01fee391bb triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:33.081365 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.085540 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=22f3e2ad-893a-418a-99ce-254ecb5926de,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:33.119620 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-18a9af41-95af-45b6-baf8-e87c8feb7928 req-d929d65c-882d-48da-a815-fa488736fd2b tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575261 Jul 16 08:27:33.152927 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1ce346-4747-49ec-bfa5-4fd7183dd941 req-89ee1da4-f6e9-4072-af68-d1e77037f2d8 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:33.154742 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7e1ce346-4747-49ec-bfa5-4fd7183dd941 req-89ee1da4-f6e9-4072-af68-d1e77037f2d8 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=d472397d-0dc9-4af6-b6fd-745373849e61 HTTP/1.1" status: 200 len: 944 time: 0.1013365 Jul 16 08:27:33.202078 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7e1ce346-4747-49ec-bfa5-4fd7183dd941 req-9c384c1b-0643-40af-90c7-29c1df828d3f tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418146 Jul 16 08:27:33.244436 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3baa7b65-3742-455b-b04b-035aafe37c8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.264055 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb3135fd-0605-4c23-b4f6-eb54558d74a1 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.277844 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-cb3135fd-0605-4c23-b4f6-eb54558d74a1 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Transition to ACTIVE for port object 184a58dc-9828-4052-989b-49e6206f70e7 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:33.310436 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb3135fd-0605-4c23-b4f6-eb54558d74a1 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.351481 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb3135fd-0605-4c23-b4f6-eb54558d74a1 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Network aa91a730-1f66-43ab-9470-038c67461639 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:33.358438 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-cb3135fd-0605-4c23-b4f6-eb54558d74a1 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:33.362682 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb3135fd-0605-4c23-b4f6-eb54558d74a1 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:33.386431 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3135fd-0605-4c23-b4f6-eb54558d74a1 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Pushing event updated for resources: {'Port': ['ID=184a58dc-9828-4052-989b-49e6206f70e7,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:33.414159 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb3135fd-0605-4c23-b4f6-eb54558d74a1 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:33.415410 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb3135fd-0605-4c23-b4f6-eb54558d74a1 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.431419 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-cb3135fd-0605-4c23-b4f6-eb54558d74a1 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.0120258 Jul 16 08:27:33.477275 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49062) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:33.618307 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c5d2fb2-470c-442a-81d7-f061f6bcc58c None None] Provisioning for port 184a58dc-9828-4052-989b-49e6206f70e7 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:33.624375 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-36c0abbc-23c8-4fe2-9e26-3b3f535fc70b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8104d40427e0444ca28ba0f9ff369926&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1455786 Jul 16 08:27:33.624562 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49068) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:33.626729 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49070) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:33.629090 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a157bde6-df9f-4a7d-b68b-ccd164288b86 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Request body: {'security_group': {'name': 'tempest-securitygroup--265216569', 'description': 'tempest-description--1315969688'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:33.635394 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c5d2fb2-470c-442a-81d7-f061f6bcc58c None None] Provisioning complete for port 184a58dc-9828-4052-989b-49e6206f70e7 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:33.635718 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c5d2fb2-470c-442a-81d7-f061f6bcc58c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.658872 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a157bde6-df9f-4a7d-b68b-ccd164288b86 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.677478 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c5d2fb2-470c-442a-81d7-f061f6bcc58c None None] Port 184a58dc-9828-4052-989b-49e6206f70e7 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:33.685222 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-21a7ba81-1e55-42fb-9550-5e00b824f297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.709673 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-21a7ba81-1e55-42fb-9550-5e00b824f297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.758855 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-21a7ba81-1e55-42fb-9550-5e00b824f297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.761775 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-21a7ba81-1e55-42fb-9550-5e00b824f297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.763016 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-21a7ba81-1e55-42fb-9550-5e00b824f297 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/313538d0-f112-4964-9881-f2900828a02f HTTP/1.1" status: 204 len: 168 time: 0.1352983 Jul 16 08:27:33.772526 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a7ba81-1e55-42fb-9550-5e00b824f297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=313538d0-f112-4964-9881-f2900828a02f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:33.800471 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a157bde6-df9f-4a7d-b68b-ccd164288b86 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.811620 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00ba28b-acb4-47a1-8289-afa5559616d1 req-37c24f24-7b9d-4807-9a90-53316405adb4 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:33.813746 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b00ba28b-acb4-47a1-8289-afa5559616d1 req-37c24f24-7b9d-4807-9a90-53316405adb4 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.1089556 Jul 16 08:27:33.815145 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a157bde6-df9f-4a7d-b68b-ccd164288b86 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.863969 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a157bde6-df9f-4a7d-b68b-ccd164288b86 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:33.865902 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a157bde6-df9f-4a7d-b68b-ccd164288b86 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2391934 Jul 16 08:27:33.868574 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a157bde6-df9f-4a7d-b68b-ccd164288b86 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Pushing event updated for resources: {'SecurityGroup': ['ID=910f791b-abac-4082-995f-040cf1f16d45,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:33.868742 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49078) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:33.875800 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-3184136f-7da1-4804-84c8-c0052f710748 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Request body: {'security_group_rule': {'security_group_id': '910f791b-abac-4082-995f-040cf1f16d45', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:33.891156 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b00ba28b-acb4-47a1-8289-afa5559616d1 req-d9a60b0e-3697-4e6f-a592-cc6917afbc80 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693207 Jul 16 08:27:33.907268 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 4405808e-fd00-455e-a0a6-21c38560f3ff up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:33.979894 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 4405808e-fd00-455e-a0a6-21c38560f3ff completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:33.985081 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 4405808e-fd00-455e-a0a6-21c38560f3ff triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:33.985081 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.011253 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59df3def-cdce-4187-8a49-8469e8a49c41 req-9e067259-26bf-461e-a5c2-9bd0d888d181 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:34.014004 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-59df3def-cdce-4187-8a49-8469e8a49c41 req-9e067259-26bf-461e-a5c2-9bd0d888d181 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e732153-892b-4675-ab2f-6018cc34478d HTTP/1.1" status: 200 len: 948 time: 0.1324775 Jul 16 08:27:34.025672 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3184136f-7da1-4804-84c8-c0052f710748 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.108113 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.113477 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-59df3def-cdce-4187-8a49-8469e8a49c41 req-1a73a190-6ac2-4eb7-91c1-5d307f91954d tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e342544-817f-4b67-a4c8-cf060c474b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891132 Jul 16 08:27:34.141557 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3184136f-7da1-4804-84c8-c0052f710748 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.157624 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3184136f-7da1-4804-84c8-c0052f710748 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.213284 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49086) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:34.215621 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3184136f-7da1-4804-84c8-c0052f710748 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4959462-5a63-403a-afa7-0a472942206a,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:34.233124 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3184136f-7da1-4804-84c8-c0052f710748 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.239446 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3184136f-7da1-4804-84c8-c0052f710748 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3692570 Jul 16 08:27:34.240137 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49090) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:34.250072 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-5594f046-8345-43e4-8026-cd2516102372 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Request body: {'security_group_rule': {'security_group_id': '910f791b-abac-4082-995f-040cf1f16d45', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:34.270750 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e732153-892b-4675-ab2f-6018cc34478d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4405808e-fd00-455e-a0a6-21c38560f3ff'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:34.273133 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fb4d6a-9c75-4586-8e05-5dfa1f8795d7" -d '{"events": [{"server_uuid": "2e732153-892b-4675-ab2f-6018cc34478d", "name": "network-vif-plugged", "status": "completed", "tag": "4405808e-fd00-455e-a0a6-21c38560f3ff"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:34.286940 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 4405808e-fd00-455e-a0a6-21c38560f3ff, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=4405808e-fd00-455e-a0a6-21c38560f3ff,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:34.292578 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.296723 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-14809548-2f21-4f4e-91ac-2ed0f565f0ce admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=651ed293797a491cb7e52cc1a2650a79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0822134 Jul 16 08:27:34.300102 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49094) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:34.338188 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5594f046-8345-43e4-8026-cd2516102372 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.346288 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=4405808e-fd00-455e-a0a6-21c38560f3ff,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:34.400117 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-def735e6-3f81-41d0-b703-09878ba9e420 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.406725 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5594f046-8345-43e4-8026-cd2516102372 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.412211 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5594f046-8345-43e4-8026-cd2516102372 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.421938 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314b93f7-ea50-4d44-b34e-440a206f8063 req-5092fd4b-da58-4b82-ab2e-5df30308165b tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:34.423603 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-314b93f7-ea50-4d44-b34e-440a206f8063 req-5092fd4b-da58-4b82-ab2e-5df30308165b tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 945 time: 0.1207604 Jul 16 08:27:34.432138 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 22f3e2ad-893a-418a-99ce-254ecb5926de up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:34.446931 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-def735e6-3f81-41d0-b703-09878ba9e420 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.453716 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594f046-8345-43e4-8026-cd2516102372 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9021ba9f-c9f8-485f-8703-e5a6c4f78095,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:34.465072 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5594f046-8345-43e4-8026-cd2516102372 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.466274 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5594f046-8345-43e4-8026-cd2516102372 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2251611 Jul 16 08:27:34.470611 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29855f91-bf3f-46b7-8f69-fa03f1901038 req-3fbbcd83-d30b-4d91-b522-5831df79f8e4 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:34.471518 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49096) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:34.472140 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-29855f91-bf3f-46b7-8f69-fa03f1901038 req-3fbbcd83-d30b-4d91-b522-5831df79f8e4 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=d472397d-0dc9-4af6-b6fd-745373849e61 HTTP/1.1" status: 200 len: 944 time: 0.1286190 Jul 16 08:27:34.478431 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-8caa4f21-dcbc-4b91-811f-a5b3f13e0cdb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:34.488579 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-314b93f7-ea50-4d44-b34e-440a206f8063 req-760d9fb6-fffc-49b8-968e-25fabb07a0e7 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554662 Jul 16 08:27:34.505683 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 22f3e2ad-893a-418a-99ce-254ecb5926de triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:34.506189 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.520803 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8caa4f21-dcbc-4b91-811f-a5b3f13e0cdb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.530821 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-29855f91-bf3f-46b7-8f69-fa03f1901038 req-49a32e66-9d08-48ad-be2e-8d27072e306b tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439773 Jul 16 08:27:34.544341 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-def735e6-3f81-41d0-b703-09878ba9e420 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.550258 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-def735e6-3f81-41d0-b703-09878ba9e420 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.550886 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-def735e6-3f81-41d0-b703-09878ba9e420 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/229be65e-4210-45ce-b59c-ee561423a631 HTTP/1.1" status: 204 len: 168 time: 0.2498655 Jul 16 08:27:34.556473 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9d920a6-d3f4-4b8a-a96a-752e4f1c032a x-openstack-request-id: req-f9d920a6-d3f4-4b8a-a96a-752e4f1c032a {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:34.557502 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e732153-892b-4675-ab2f-6018cc34478d", "name": "network-vif-plugged", "status": "completed", "tag": "4405808e-fd00-455e-a0a6-21c38560f3ff", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:34.558041 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f9d920a6-d3f4-4b8a-a96a-752e4f1c032a {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:34.558973 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e732153-892b-4675-ab2f-6018cc34478d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4405808e-fd00-455e-a0a6-21c38560f3ff', 'code': 200} Jul 16 08:27:34.564323 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def735e6-3f81-41d0-b703-09878ba9e420 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229be65e-4210-45ce-b59c-ee561423a631,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:34.677958 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8caa4f21-dcbc-4b91-811f-a5b3f13e0cdb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.689141 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee75c54-5662-492b-8c5c-fc8647a26f50 req-56c024ac-5cd0-4929-ae2f-d30380a4236d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:34.691906 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5ee75c54-5662-492b-8c5c-fc8647a26f50 req-56c024ac-5cd0-4929-ae2f-d30380a4236d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2e732153-892b-4675-ab2f-6018cc34478d HTTP/1.1" status: 200 len: 1101 time: 0.0579982 Jul 16 08:27:34.730588 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5ee75c54-5662-492b-8c5c-fc8647a26f50 req-3670c83d-788c-4d24-aa4f-b17758832382 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7e342544-817f-4b67-a4c8-cf060c474b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312443 Jul 16 08:27:34.789795 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-8caa4f21-dcbc-4b91-811f-a5b3f13e0cdb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Allocated IP 172.25.3.97 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/57326cf6-abb7-4f30-85b2-911461b2944c) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:34.895441 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8caa4f21-dcbc-4b91-811f-a5b3f13e0cdb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.944656 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8caa4f21-dcbc-4b91-811f-a5b3f13e0cdb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:34.981802 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caa4f21-dcbc-4b91-811f-a5b3f13e0cdb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:34.984885 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-8caa4f21-dcbc-4b91-811f-a5b3f13e0cdb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:34.990573 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caa4f21-dcbc-4b91-811f-a5b3f13e0cdb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:35.022501 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa4f21-dcbc-4b91-811f-a5b3f13e0cdb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Pushing event updated for resources: {'Port': ['ID=57326cf6-abb7-4f30-85b2-911461b2944c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:35.101186 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device a8291014-32cd-47fa-8cbd-27fba9e95bad details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:27:35.105270 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:27:35.133617 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:27:35.133995 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device dd1a6f7e-95c9-4338-87ac-59c2c04f3a98 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:27:35.165399 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831c996e-d99c-4f30-b737-c5b23c548ebe req-579ad73c-86fe-4e6c-a446-36a5fc283251 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:35.172909 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-831c996e-d99c-4f30-b737-c5b23c548ebe req-579ad73c-86fe-4e6c-a446-36a5fc283251 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.1391866 Jul 16 08:27:35.175773 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8caa4f21-dcbc-4b91-811f-a5b3f13e0cdb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.242178 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port a8291014-32cd-47fa-8cbd-27fba9e95bad, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=a8291014-32cd-47fa-8cbd-27fba9e95bad,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:35.246491 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8caa4f21-dcbc-4b91-811f-a5b3f13e0cdb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.251358 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-831c996e-d99c-4f30-b737-c5b23c548ebe req-3f7c4aac-1076-4d1c-9e46-83cf2ab5af45 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776427 Jul 16 08:27:35.269111 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'a8291014-32cd-47fa-8cbd-27fba9e95bad', 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465', 'port_id': 'a8291014-32cd-47fa-8cbd-27fba9e95bad', 'mac_address': 'fa:16:3e:1e:fe:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ddde08-05a5-43f7-b27d-07657c5409d3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:27:35.322889 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49126) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:35.329734 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.347737 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8291014-32cd-47fa-8cbd-27fba9e95bad {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:35.373259 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port a8291014-32cd-47fa-8cbd-27fba9e95bad, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=a8291014-32cd-47fa-8cbd-27fba9e95bad,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:35.378856 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.396691 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f107192b-73a0-438f-8869-893bf0944819 req-8ee29dde-fd5e-45a0-a2c6-72f1c4b56b15 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:35.405739 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f107192b-73a0-438f-8869-893bf0944819 req-8ee29dde-fd5e-45a0-a2c6-72f1c4b56b15 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e732153-892b-4675-ab2f-6018cc34478d HTTP/1.1" status: 200 len: 949 time: 0.0904076 Jul 16 08:27:35.444622 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=a8291014-32cd-47fa-8cbd-27fba9e95bad,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:35.454573 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8caa4f21-dcbc-4b91-811f-a5b3f13e0cdb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.462331 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8caa4f21-dcbc-4b91-811f-a5b3f13e0cdb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.463294 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f107192b-73a0-438f-8869-893bf0944819 req-a36796d7-adb4-4dd1-a5f3-158e18e780e8 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e342544-817f-4b67-a4c8-cf060c474b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565736 Jul 16 08:27:35.494544 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-1f25ecb7-54a2-4e89-ad74-313f272f46ed admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1150887569-network', 'tenant_id': '249ad98742674923828004d0fe8478b5'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:35.546866 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caa4f21-dcbc-4b91-811f-a5b3f13e0cdb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Pushing event updated for resources: {'Port': ['ID=57326cf6-abb7-4f30-85b2-911461b2944c,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:35.569554 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8caa4f21-dcbc-4b91-811f-a5b3f13e0cdb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.581259 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f25ecb7-54a2-4e89-ad74-313f272f46ed admin admin] Made reservation on behalf of 249ad98742674923828004d0fe8478b5 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:35.584403 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1f25ecb7-54a2-4e89-ad74-313f272f46ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.588256 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8caa4f21-dcbc-4b91-811f-a5b3f13e0cdb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.589479 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8caa4f21-dcbc-4b91-811f-a5b3f13e0cdb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1170609 Jul 16 08:27:35.596306 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1f25ecb7-54a2-4e89-ad74-313f272f46ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.609350 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['a8291014-32cd-47fa-8cbd-27fba9e95bad'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:35.701896 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3d6a90e0-7906-41dd-a961-500e575eb03a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.757612 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7a7fa-942e-4809-8347-1e8050fa2a77 req-c92422c9-2842-48cf-8ca2-15fc7c0caf73 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:35.760256 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-76c7a7fa-942e-4809-8347-1e8050fa2a77 req-c92422c9-2842-48cf-8ca2-15fc7c0caf73 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=d472397d-0dc9-4af6-b6fd-745373849e61 HTTP/1.1" status: 200 len: 945 time: 0.0842083 Jul 16 08:27:35.771239 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1f25ecb7-54a2-4e89-ad74-313f272f46ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.777469 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1f25ecb7-54a2-4e89-ad74-313f272f46ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.814541 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-76c7a7fa-942e-4809-8347-1e8050fa2a77 req-f48bec6d-6550-480d-8321-23bcb33e3e3a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411556 Jul 16 08:27:35.819721 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f25ecb7-54a2-4e89-ad74-313f272f46ed admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:27:35.831856 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25ecb7-54a2-4e89-ad74-313f272f46ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c15fbfe-ea0e-4712-bbd4-b2ae3b14a93f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:35.841103 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1f25ecb7-54a2-4e89-ad74-313f272f46ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.841449 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-1f25ecb7-54a2-4e89-ad74-313f272f46ed admin admin] Added segment 9c38dbf6-508c-4ef7-9acc-99f901f233af of type vlan for network c0f9e63c-c0dc-496b-b400-ce99bcb00b10 Jul 16 08:27:35.858753 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e2755e-8035-4e5d-90ca-2371a1bb4137 req-0b89fcfe-c038-4344-9707-ab5a22787789 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:35.860235 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d9e2755e-8035-4e5d-90ca-2371a1bb4137 req-0b89fcfe-c038-4344-9707-ab5a22787789 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 945 time: 0.2034552 Jul 16 08:27:35.926724 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1f25ecb7-54a2-4e89-ad74-313f272f46ed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.928615 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.935992 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d9e2755e-8035-4e5d-90ca-2371a1bb4137 req-60715970-9c01-4f30-a6a6-c01f9c7e21cd tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673683 Jul 16 08:27:35.943304 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-588b5c8a-eada-4a35-9ee7-cc66e45acea2 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--265216569&fields=id&tenant_id=18d3bd29957e4274890e11da19ecb787 HTTP/1.1" status: 200 len: 267 time: 0.0352821 Jul 16 08:27:35.969187 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1f25ecb7-54a2-4e89-ad74-313f272f46ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:35.970116 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f25ecb7-54a2-4e89-ad74-313f272f46ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:35.970700 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1f25ecb7-54a2-4e89-ad74-313f272f46ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.002180 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1f25ecb7-54a2-4e89-ad74-313f272f46ed admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6741178 Jul 16 08:27:36.003698 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49148) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:36.004699 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-3207fb29-429a-4105-b177-02f2f1db4599 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:36.006079 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-3207fb29-429a-4105-b177-02f2f1db4599 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports/d87407fc-af4d-474c-a503-fcc8cf9cdf4a HTTP/1.1" status: 200 len: 935 time: 0.0551858 Jul 16 08:27:36.010592 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-51f6ee72-84e8-47a0-a00e-26b747511910 admin admin] Request body: {'subnet': {'network_id': 'c0f9e63c-c0dc-496b-b400-ce99bcb00b10', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1150887569-subnet', 'tenant_id': '249ad98742674923828004d0fe8478b5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:36.040271 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f25ecb7-54a2-4e89-ad74-313f272f46ed admin admin] Pushing event updated for resources: {'Network': ['ID=c0f9e63c-c0dc-496b-b400-ce99bcb00b10,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:36.050701 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network c0f9e63c-c0dc-496b-b400-ce99bcb00b10 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:27:36.058002 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51f6ee72-84e8-47a0-a00e-26b747511910 admin admin] Made reservation on behalf of 249ad98742674923828004d0fe8478b5 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:36.061350 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-51f6ee72-84e8-47a0-a00e-26b747511910 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.069281 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-ea4d253c-9c02-49bb-ad70-3ddb862deb89 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:36.070772 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-ea4d253c-9c02-49bb-ad70-3ddb862deb89 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports/184a58dc-9828-4052-989b-49e6206f70e7 HTTP/1.1" status: 200 len: 935 time: 0.0579984 Jul 16 08:27:36.128178 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-d276d725-621c-4c42-9699-a144e2dbc1da tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?network_id=75416cd1-a2d8-4e5f-acde-36e6b516d991&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0505278 Jul 16 08:27:36.165038 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-e039aca9-1521-431e-b514-14850d5a0430 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?network_id=75416cd1-a2d8-4e5f-acde-36e6b516d991&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0303230 Jul 16 08:27:36.530476 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c4ffe2-d602-43aa-a2ad-7719b39bc201 req-0390c4e2-63c2-42a7-97d7-c71fb9358899 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:36.531961 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-28c4ffe2-d602-43aa-a2ad-7719b39bc201 req-0390c4e2-63c2-42a7-97d7-c71fb9358899 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 949 time: 0.1118398 Jul 16 08:27:36.576002 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-d48c6127-11a0-4784-a262-fcd419a18c71 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:36.581668 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-d48c6127-11a0-4784-a262-fcd419a18c71 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:36.587453 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-d48c6127-11a0-4784-a262-fcd419a18c71 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:36.589059 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-d48c6127-11a0-4784-a262-fcd419a18c71 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/networks?id=ef42b60b-a2a6-4c00-9b16-9d40351d12af&id=aa91a730-1f66-43ab-9470-038c67461639&id=aa91a730-1f66-43ab-9470-038c67461639&id=75416cd1-a2d8-4e5f-acde-36e6b516d991&id=75416cd1-a2d8-4e5f-acde-36e6b516d991 HTTP/1.1" status: 200 len: 1994 time: 0.4180899 Jul 16 08:27:36.604528 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-a8900f9f-6be0-4f77-8189-7de15e4acc37 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/quotas/18d3bd29957e4274890e11da19ecb787 HTTP/1.1" status: 200 len: 375 time: 0.0096250 Jul 16 08:27:36.611972 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-28c4ffe2-d602-43aa-a2ad-7719b39bc201 req-32b388b4-92cc-4039-9a68-136d73d6089e tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725443 Jul 16 08:27:36.613316 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-51f6ee72-84e8-47a0-a00e-26b747511910 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.668676 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f6ee72-84e8-47a0-a00e-26b747511910 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ac5f79c4-4d27-4945-ac37-cd56890c0670,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:36.677874 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51f6ee72-84e8-47a0-a00e-26b747511910 admin admin] Checking segment: {'id': '9c38dbf6-508c-4ef7-9acc-99f901f233af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0f9e63c-c0dc-496b-b400-ce99bcb00b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:36.678235 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f6ee72-84e8-47a0-a00e-26b747511910 admin admin] Network hostable DHCP agents. Network: c0f9e63c-c0dc-496b-b400-ce99bcb00b10, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:27:36.685734 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-17304fe9-2f0c-4533-8b7f-89b9104f357e tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=18d3bd29957e4274890e11da19ecb787&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0756767 Jul 16 08:27:36.697001 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51f6ee72-84e8-47a0-a00e-26b747511910 admin admin] Network c0f9e63c-c0dc-496b-b400-ce99bcb00b10 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:27:36.707291 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-51f6ee72-84e8-47a0-a00e-26b747511910 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, c0f9e63c-c0dc-496b-b400-ce99bcb00b10) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:36.712053 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51f6ee72-84e8-47a0-a00e-26b747511910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:36.712901 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-51f6ee72-84e8-47a0-a00e-26b747511910 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.719232 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-183b0d8a-97e1-4201-ad1c-ca9963608b76 None None] Network c0f9e63c-c0dc-496b-b400-ce99bcb00b10 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:27:36.736994 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-51f6ee72-84e8-47a0-a00e-26b747511910 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7321808 Jul 16 08:27:36.738020 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49158) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:36.744887 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-a39dffa1-c2c5-4da1-abf9-3220afa0e7a0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1150887569-router', 'tenant_id': '249ad98742674923828004d0fe8478b5', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:36.797212 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a39dffa1-c2c5-4da1-abf9-3220afa0e7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.799498 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a39dffa1-c2c5-4da1-abf9-3220afa0e7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.812779 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-5d93c150-2adf-4a06-b504-146c9828f434 service neutron] 10.222.0.22 "GET /v2.0/networks/ef42b60b-a2a6-4c00-9b16-9d40351d12af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1145368 Jul 16 08:27:36.865539 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a39dffa1-c2c5-4da1-abf9-3220afa0e7a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.904888 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb29dac4-61aa-4190-b31c-3f17254451d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-c0f9e63c-c0dc-496b-b400-ce99bcb00b10', 'network_id': 'c0f9e63c-c0dc-496b-b400-ce99bcb00b10', 'tenant_id': '249ad98742674923828004d0fe8478b5', 'fixed_ips': [{'subnet_id': 'ac5f79c4-4d27-4945-ac37-cd56890c0670'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:27:36.905937 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eb29dac4-61aa-4190-b31c-3f17254451d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:36.914248 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-7b241e46-6836-4209-94fa-f92f83c1edd3 service neutron] 10.222.0.22 "GET /v2.0/networks/ef42b60b-a2a6-4c00-9b16-9d40351d12af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939095 Jul 16 08:27:36.969169 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-9e5dd8a9-e23f-4c57-81d9-b984ddd14499 service neutron] 10.222.0.22 "GET /v2.0/ports/d87407fc-af4d-474c-a503-fcc8cf9cdf4a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0481663 Jul 16 08:27:36.995004 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.038347 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a39dffa1-c2c5-4da1-abf9-3220afa0e7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.049284 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530e9f50-1619-4cf9-a660-b5dddaa0c749 req-22271cf7-f6fb-431e-83a4-6514aca832b7 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:37.050788 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-530e9f50-1619-4cf9-a660-b5dddaa0c749 req-22271cf7-f6fb-431e-83a4-6514aca832b7 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e732153-892b-4675-ab2f-6018cc34478d HTTP/1.1" status: 200 len: 949 time: 0.1963336 Jul 16 08:27:37.056699 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-eb29dac4-61aa-4190-b31c-3f17254451d5 None None] Allocated IP 172.20.0.2 (c0f9e63c-c0dc-496b-b400-ce99bcb00b10/ac5f79c4-4d27-4945-ac37-cd56890c0670/26c9137f-cecf-4695-b85c-a612b871f2d1) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:37.070282 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-338b8beb-0875-4804-8b3d-d5fbc96a76f0 service neutron] 10.222.0.22 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943735 Jul 16 08:27:37.118029 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-530e9f50-1619-4cf9-a660-b5dddaa0c749 req-d64ffdcb-9938-4adc-941c-fb1704eb5742 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e342544-817f-4b67-a4c8-cf060c474b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556579 Jul 16 08:27:37.129408 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 0d9f206a-6518-45a5-ba88-26a9a7149eeb details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:27:37.154327 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device a8291014-32cd-47fa-8cbd-27fba9e95bad up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:37.170614 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-a581830b-7af6-4b2b-a7f8-1d2b4dc5a864 service neutron] 10.222.0.22 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936401 Jul 16 08:27:37.222982 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-c8dc7d1c-1825-48cd-82ab-6e4dc2f3a0a4 service neutron] 10.222.0.22 "GET /v2.0/ports/184a58dc-9828-4052-989b-49e6206f70e7?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0458100 Jul 16 08:27:37.315264 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port a8291014-32cd-47fa-8cbd-27fba9e95bad completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:37.326520 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port a8291014-32cd-47fa-8cbd-27fba9e95bad triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:37.326883 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.336062 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-8ab6b747-5dca-49cc-a349-72a4f0fb1658 service neutron] 10.222.0.22 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1056743 Jul 16 08:27:37.366801 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eb29dac4-61aa-4190-b31c-3f17254451d5 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.378243 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a39dffa1-c2c5-4da1-abf9-3220afa0e7a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.385978 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 0d9f206a-6518-45a5-ba88-26a9a7149eeb, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0d9f206a-6518-45a5-ba88-26a9a7149eeb,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:37.389844 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-eb29dac4-61aa-4190-b31c-3f17254451d5 None None] Transition to ACTIVE for port object 26c9137f-cecf-4695-b85c-a612b871f2d1 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:37.404813 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea549c73-9f3a-49d8-b187-316937dc2167 req-2068237b-dff2-4ea0-9a05-9629b3669ecd tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:37.406393 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ea549c73-9f3a-49d8-b187-316937dc2167 req-2068237b-dff2-4ea0-9a05-9629b3669ecd tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=d472397d-0dc9-4af6-b6fd-745373849e61 HTTP/1.1" status: 200 len: 945 time: 0.1473434 Jul 16 08:27:37.407902 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a39dffa1-c2c5-4da1-abf9-3220afa0e7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.412525 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '0d9f206a-6518-45a5-ba88-26a9a7149eeb', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': '0d9f206a-6518-45a5-ba88-26a9a7149eeb', 'mac_address': 'fa:16:3e:4e:b1:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:27:37.417752 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-eb29dac4-61aa-4190-b31c-3f17254451d5 None None] Transition to ACTIVE for port object 26c9137f-cecf-4695-b85c-a612b871f2d1 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:37.427594 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eb29dac4-61aa-4190-b31c-3f17254451d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.443107 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-5339c705-7bc3-4b6a-a50d-1ae5eb64ec27 service neutron] 10.222.0.22 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058638 Jul 16 08:27:37.500864 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ea549c73-9f3a-49d8-b187-316937dc2167 req-84fbd092-7188-4596-9246-de25bca91563 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801718 Jul 16 08:27:37.522873 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.527447 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb29dac4-61aa-4190-b31c-3f17254451d5 None None] Network c0f9e63c-c0dc-496b-b400-ce99bcb00b10 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:37.545687 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-eb29dac4-61aa-4190-b31c-3f17254451d5 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:37.550584 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-a39dffa1-c2c5-4da1-abf9-3220afa0e7a0 admin admin] Allocated IP 172.25.3.246 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/80ee2773-12ea-42e1-8af6-9b6b7e7c783f) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:37.552012 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29dac4-61aa-4190-b31c-3f17254451d5 None None] Pushing event updated for resources: {'Port': ['ID=26c9137f-cecf-4695-b85c-a612b871f2d1,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:37.558491 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb29dac4-61aa-4190-b31c-3f17254451d5 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:37.573966 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d9f206a-6518-45a5-ba88-26a9a7149eeb {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:37.578629 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-d6f38890-da08-4217-bbdf-865ccd5db4e1 service neutron] 10.222.0.22 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129873 Jul 16 08:27:37.652848 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.670846 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 0d9f206a-6518-45a5-ba88-26a9a7149eeb, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0d9f206a-6518-45a5-ba88-26a9a7149eeb,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:37.673871 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-eb29dac4-61aa-4190-b31c-3f17254451d5 None None] Attempting to bind port 26c9137f-cecf-4695-b85c-a612b871f2d1 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:37.674447 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-eb29dac4-61aa-4190-b31c-3f17254451d5 None None] Attempting to bind port 26c9137f-cecf-4695-b85c-a612b871f2d1 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '9c38dbf6-508c-4ef7-9acc-99f901f233af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0f9e63c-c0dc-496b-b400-ce99bcb00b10'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:37.674883 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb29dac4-61aa-4190-b31c-3f17254451d5 None None] Attempting to bind port 26c9137f-cecf-4695-b85c-a612b871f2d1 on network c0f9e63c-c0dc-496b-b400-ce99bcb00b10 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:37.676790 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-b06fd7b3-21a0-48ca-be87-f155c0f6ff7f service neutron] 10.222.0.22 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914729 Jul 16 08:27:37.687196 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.698078 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb29dac4-61aa-4190-b31c-3f17254451d5 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:37.698562 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb29dac4-61aa-4190-b31c-3f17254451d5 None None] Checking segment: {'id': '9c38dbf6-508c-4ef7-9acc-99f901f233af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0f9e63c-c0dc-496b-b400-ce99bcb00b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:37.699041 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eb29dac4-61aa-4190-b31c-3f17254451d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.699502 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb29dac4-61aa-4190-b31c-3f17254451d5 None None] Bound using segment: {'id': '9c38dbf6-508c-4ef7-9acc-99f901f233af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0f9e63c-c0dc-496b-b400-ce99bcb00b10'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:37.700237 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-eb29dac4-61aa-4190-b31c-3f17254451d5 None None] Bound port: 26c9137f-cecf-4695-b85c-a612b871f2d1, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c38dbf6-508c-4ef7-9acc-99f901f233af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0f9e63c-c0dc-496b-b400-ce99bcb00b10'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:37.700836 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eb29dac4-61aa-4190-b31c-3f17254451d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.707501 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a39dffa1-c2c5-4da1-abf9-3220afa0e7a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.735259 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd472397d-0dc9-4af6-b6fd-745373849e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8291014-32cd-47fa-8cbd-27fba9e95bad'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:37.737630 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b69244b-d039-457b-a126-96967bd9a9b9" -d '{"events": [{"server_uuid": "d472397d-0dc9-4af6-b6fd-745373849e61", "name": "network-vif-plugged", "status": "completed", "tag": "a8291014-32cd-47fa-8cbd-27fba9e95bad"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:37.755211 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port a8291014-32cd-47fa-8cbd-27fba9e95bad, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=a8291014-32cd-47fa-8cbd-27fba9e95bad,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:37.756290 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2662616a-5ba1-4317-b8de-f93e5293671f req-3aca9669-2a01-448e-946b-fd5f22f8c3a7 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:37.757960 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2662616a-5ba1-4317-b8de-f93e5293671f req-3aca9669-2a01-448e-946b-fd5f22f8c3a7 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 945 time: 0.1129935 Jul 16 08:27:37.767422 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.768647 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 0d9f206a-6518-45a5-ba88-26a9a7149eeb no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:27:37.790386 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a39dffa1-c2c5-4da1-abf9-3220afa0e7a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.790677 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-20c62d5e-51b9-44db-86b4-4e3429734a11 service neutron] 10.222.0.22 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072757 Jul 16 08:27:37.839610 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=0d9f206a-6518-45a5-ba88-26a9a7149eeb,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:37.858165 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39dffa1-c2c5-4da1-abf9-3220afa0e7a0 admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:37.861347 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2662616a-5ba1-4317-b8de-f93e5293671f req-4b259c0c-50dc-4cbe-b07c-2550c76601c5 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883865 Jul 16 08:27:37.861949 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39dffa1-c2c5-4da1-abf9-3220afa0e7a0 admin admin] Pushing event updated for resources: {'Port': ['ID=80ee2773-12ea-42e1-8af6-9b6b7e7c783f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:37.865930 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-a39dffa1-c2c5-4da1-abf9-3220afa0e7a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:37.868200 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39dffa1-c2c5-4da1-abf9-3220afa0e7a0 admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:37.910974 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-eb29dac4-61aa-4190-b31c-3f17254451d5 None None] For port 26c9137f-cecf-4695-b85c-a612b871f2d1, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:37.916092 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-eb29dac4-61aa-4190-b31c-3f17254451d5 None None] For port 26c9137f-cecf-4695-b85c-a612b871f2d1, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=26c9137f-cecf-4695-b85c-a612b871f2d1,segment=NetworkSegment(9c38dbf6-508c-4ef7-9acc-99f901f233af),segment_id=9c38dbf6-508c-4ef7-9acc-99f901f233af)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:37.921124 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-7d2838c3-9c2d-4ea6-88cc-eebefcc50082 service neutron] 10.222.0.22 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244581 Jul 16 08:27:37.965935 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:37.968327 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['0d9f206a-6518-45a5-ba88-26a9a7149eeb'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:37.974471 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eb29dac4-61aa-4190-b31c-3f17254451d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:38.010513 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=a8291014-32cd-47fa-8cbd-27fba9e95bad,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:38.025597 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 0d9f206a-6518-45a5-ba88-26a9a7149eeb {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:38.049006 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-db424f38-bd5f-4b2e-be69-528cf65f393e service neutron] 10.222.0.22 "GET /v2.0/networks/75416cd1-a2d8-4e5f-acde-36e6b516d991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258993 Jul 16 08:27:38.090230 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 0d9f206a-6518-45a5-ba88-26a9a7149eeb, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0d9f206a-6518-45a5-ba88-26a9a7149eeb,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:38.104574 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:38.135737 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb29dac4-61aa-4190-b31c-3f17254451d5 None None] Pushing event updated for resources: {'Port': ['ID=26c9137f-cecf-4695-b85c-a612b871f2d1,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:38.191769 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-49869723-b8e1-407f-be9f-7b2a3be0311f service neutron] 10.222.0.22 "GET /v2.0/networks/75416cd1-a2d8-4e5f-acde-36e6b516d991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382661 Jul 16 08:27:38.198482 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a39dffa1-c2c5-4da1-abf9-3220afa0e7a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:38.316314 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-ef2a620f-673a-4420-9bb3-28698793bea9 service neutron] 10.222.0.22 "GET /v2.0/networks/75416cd1-a2d8-4e5f-acde-36e6b516d991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232760 Jul 16 08:27:38.413723 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=0d9f206a-6518-45a5-ba88-26a9a7149eeb,revision_number=9']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:38.439710 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:38.482880 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac519d-673e-49ef-9350-0943f4a0a820 req-697a8dd1-c2bb-431e-8b2d-74d0c7b86817 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:38.490352 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-f15d7181-911c-4db9-9780-f2df958b0ee6 service neutron] 10.222.0.22 "GET /v2.0/networks/75416cd1-a2d8-4e5f-acde-36e6b516d991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733062 Jul 16 08:27:38.491186 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-36ac519d-673e-49ef-9350-0943f4a0a820 req-697a8dd1-c2bb-431e-8b2d-74d0c7b86817 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 947 time: 0.2491481 Jul 16 08:27:38.567279 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 26c9137f-cecf-4695-b85c-a612b871f2d1 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:38.576964 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-36ac519d-673e-49ef-9350-0943f4a0a820 req-6bd7c3b4-012b-4f2b-8b1d-5099d22abf2e tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847285 Jul 16 08:27:38.596552 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a39dffa1-c2c5-4da1-abf9-3220afa0e7a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:38.626662 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 26c9137f-cecf-4695-b85c-a612b871f2d1 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:38.744430 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39dffa1-c2c5-4da1-abf9-3220afa0e7a0 admin admin] Router e1cc7997-985a-47ca-969e-e45b1a8e3280 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:27:38.762446 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24163676-4f72-426b-b8fc-4060f286599c x-openstack-request-id: req-24163676-4f72-426b-b8fc-4060f286599c {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:38.762958 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d472397d-0dc9-4af6-b6fd-745373849e61", "name": "network-vif-plugged", "status": "completed", "tag": "a8291014-32cd-47fa-8cbd-27fba9e95bad", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:38.763046 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-24163676-4f72-426b-b8fc-4060f286599c {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:38.763373 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd472397d-0dc9-4af6-b6fd-745373849e61', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8291014-32cd-47fa-8cbd-27fba9e95bad', 'code': 200} Jul 16 08:27:38.902071 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39dffa1-c2c5-4da1-abf9-3220afa0e7a0 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:27:38.912456 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4ab7a4-6fac-4b7a-b2b6-0cac003a3131 None None] Sync routers for ids ['e1cc7997-985a-47ca-969e-e45b1a8e3280'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:27:38.932155 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4ab7a4-6fac-4b7a-b2b6-0cac003a3131 None None] Routers {'e1cc7997-985a-47ca-969e-e45b1a8e3280'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:27:38.934000 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4e4ab7a4-6fac-4b7a-b2b6-0cac003a3131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:27:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['e1cc7997-985a-47ca-969e-e45b1a8e3280'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:38.942510 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ecf0436-b9d0-44c0-9309-ec4f8d265ea6 req-671c97b7-16df-4ccb-a1a4-7cff32384937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:38.945501 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3ecf0436-b9d0-44c0-9309-ec4f8d265ea6 req-671c97b7-16df-4ccb-a1a4-7cff32384937 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d472397d-0dc9-4af6-b6fd-745373849e61 HTTP/1.1" status: 200 len: 1098 time: 0.0978341 Jul 16 08:27:38.946405 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a39dffa1-c2c5-4da1-abf9-3220afa0e7a0 admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:38.947739 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a39dffa1-c2c5-4da1-abf9-3220afa0e7a0 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2081020 Jul 16 08:27:38.950629 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49196) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:38.995395 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3ecf0436-b9d0-44c0-9309-ec4f8d265ea6 req-399a9677-b6cf-46f1-935a-5c02e0feb471 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410831 Jul 16 08:27:39.118444 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-4e4ab7a4-6fac-4b7a-b2b6-0cac003a3131 None None] Set router e1cc7997-985a-47ca-969e-e45b1a8e3280 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:27:39.163299 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 0d9f206a-6518-45a5-ba88-26a9a7149eeb up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:39.372097 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 0d9f206a-6518-45a5-ba88-26a9a7149eeb triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:39.372676 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:39.435209 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35b5a66-0089-4071-a951-85d6e6fa3949 None None] Network c0f9e63c-c0dc-496b-b400-ce99bcb00b10 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:27:39.452322 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b60742-d9fd-43a0-bf98-75442c575d38 req-8b1625fa-c553-4f9e-87f1-e999b2062cc8 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:39.459755 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d7b60742-d9fd-43a0-bf98-75442c575d38 req-8b1625fa-c553-4f9e-87f1-e999b2062cc8 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=d472397d-0dc9-4af6-b6fd-745373849e61 HTTP/1.1" status: 200 len: 946 time: 0.1032882 Jul 16 08:27:39.504918 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d7b60742-d9fd-43a0-bf98-75442c575d38 req-1b479a3d-c826-4673-a18c-dc08b0bd0fdf tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437617 Jul 16 08:27:39.581862 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ceb48928-f28e-4e24-aba8-46fc59d489ef None None] Provisioning for port 26c9137f-cecf-4695-b85c-a612b871f2d1 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:39.600259 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ceb48928-f28e-4e24-aba8-46fc59d489ef None None] Provisioning complete for port 26c9137f-cecf-4695-b85c-a612b871f2d1 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:39.600661 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ceb48928-f28e-4e24-aba8-46fc59d489ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:39.631747 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629efa31-b998-44bb-912f-a208b3127d48 req-8cbe70f6-68a7-4590-a95f-6ecf82af9558 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:39.634548 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-629efa31-b998-44bb-912f-a208b3127d48 req-8cbe70f6-68a7-4590-a95f-6ecf82af9558 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 945 time: 0.1672981 Jul 16 08:27:39.638429 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9785f1f3-ee26-4285-a105-178b589a0121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:39.734858 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-629efa31-b998-44bb-912f-a208b3127d48 req-feec7a17-4b88-49ff-a9ee-c374aa4abf6a tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927382 Jul 16 08:27:39.841752 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d262656-5709-4343-8e01-00b3d3691a0f req-b49ad32b-161e-4cae-b10c-e957f2dbc614 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:39.851723 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8d262656-5709-4343-8e01-00b3d3691a0f req-b49ad32b-161e-4cae-b10c-e957f2dbc614 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e732153-892b-4675-ab2f-6018cc34478d HTTP/1.1" status: 200 len: 949 time: 0.0953522 Jul 16 08:27:39.878758 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:39.879414 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0cfe0b02-bb13-416b-91e9-4f38e144c4d7 req-663afd0c-beaf-4d6d-a934-95e27ed0f509 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 210 time: 0.0599968 Jul 16 08:27:39.910007 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8d262656-5709-4343-8e01-00b3d3691a0f req-2a9c85c3-44f4-40ed-937f-d65c578e8e80 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e342544-817f-4b67-a4c8-cf060c474b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571923 Jul 16 08:27:39.955981 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 0d9f206a-6518-45a5-ba88-26a9a7149eeb, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0d9f206a-6518-45a5-ba88-26a9a7149eeb,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:39.969197 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-9785f1f3-ee26-4285-a105-178b589a0121 admin admin] Allocated IP 172.20.0.1 (c0f9e63c-c0dc-496b-b400-ce99bcb00b10/ac5f79c4-4d27-4945-ac37-cd56890c0670/d611e9c5-e649-412c-ad09-1e003879b8b5) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:39.975638 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.025959 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4e4ab7a4-6fac-4b7a-b2b6-0cac003a3131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1cc7997-985a-47ca-969e-e45b1a8e3280', 'name': 'tempest-AttachSCSIVolumeTestJSON-1150887569-router', 'tenant_id': '249ad98742674923828004d0fe8478b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '80ee2773-12ea-42e1-8af6-9b6b7e7c783f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:36Z', 'updated_at': '2021-07-16T08:27:38Z', 'revision_number': 3, 'project_id': '249ad98742674923828004d0fe8478b5', 'gw_port': {'id': '80ee2773-12ea-42e1-8af6-9b6b7e7c783f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:75:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1cc7997-985a-47ca-969e-e45b1a8e3280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:40.061656 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4ab7a4-6fac-4b7a-b2b6-0cac003a3131 None None] Checking router: e1cc7997-985a-47ca-969e-e45b1a8e3280 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:27:40.062101 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4ab7a4-6fac-4b7a-b2b6-0cac003a3131 None None] Updating router e1cc7997-985a-47ca-969e-e45b1a8e3280 port 80ee2773-12ea-42e1-8af6-9b6b7e7c783f binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:27:40.112914 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=0d9f206a-6518-45a5-ba88-26a9a7149eeb,revision_number=10']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:40.153339 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4e4ab7a4-6fac-4b7a-b2b6-0cac003a3131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.162374 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9785f1f3-ee26-4285-a105-178b589a0121 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.175089 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5439a03-ff56-4d9d-808a-88e9b730ca2f req-4db38099-79fe-4080-b33c-8e965bb505fe tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:40.176992 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c5439a03-ff56-4d9d-808a-88e9b730ca2f req-4db38099-79fe-4080-b33c-8e965bb505fe tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 950 time: 0.1413925 Jul 16 08:27:40.194509 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-9785f1f3-ee26-4285-a105-178b589a0121 admin admin] Transition to ACTIVE for port object d611e9c5-e649-412c-ad09-1e003879b8b5 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:40.244390 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c5439a03-ff56-4d9d-808a-88e9b730ca2f req-95baa017-74f6-4ca4-8d39-b7905e48f984 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575459 Jul 16 08:27:40.265922 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ceb48928-f28e-4e24-aba8-46fc59d489ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.277841 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9785f1f3-ee26-4285-a105-178b589a0121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.319656 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ceb48928-f28e-4e24-aba8-46fc59d489ef None None] For port 26c9137f-cecf-4695-b85c-a612b871f2d1, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=26c9137f-cecf-4695-b85c-a612b871f2d1,segment=NetworkSegment(9c38dbf6-508c-4ef7-9acc-99f901f233af),segment_id=9c38dbf6-508c-4ef7-9acc-99f901f233af)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:40.331178 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ceb48928-f28e-4e24-aba8-46fc59d489ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.341023 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785f1f3-ee26-4285-a105-178b589a0121 admin admin] Pushing event updated for resources: {'Port': ['ID=d611e9c5-e649-412c-ad09-1e003879b8b5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:40.353989 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9785f1f3-ee26-4285-a105-178b589a0121 admin admin] Network c0f9e63c-c0dc-496b-b400-ce99bcb00b10 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:40.355567 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-9785f1f3-ee26-4285-a105-178b589a0121 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:40.358420 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9785f1f3-ee26-4285-a105-178b589a0121 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:40.403973 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9785f1f3-ee26-4285-a105-178b589a0121 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.453126 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb48928-f28e-4e24-aba8-46fc59d489ef None None] Pushing event updated for resources: {'Port': ['ID=26c9137f-cecf-4695-b85c-a612b871f2d1,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:40.475560 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6ed33b1d-e64e-4c7b-9970-91b8a743d48b None None] Provisioning complete for port 26c9137f-cecf-4695-b85c-a612b871f2d1 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:40.475947 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ed33b1d-e64e-4c7b-9970-91b8a743d48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.561549 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4e4ab7a4-6fac-4b7a-b2b6-0cac003a3131 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.578302 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4e4ab7a4-6fac-4b7a-b2b6-0cac003a3131 None None] Transition to ACTIVE for port object 80ee2773-12ea-42e1-8af6-9b6b7e7c783f will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:40.598662 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9785f1f3-ee26-4285-a105-178b589a0121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.604587 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4e4ab7a4-6fac-4b7a-b2b6-0cac003a3131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.675163 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4e4ab7a4-6fac-4b7a-b2b6-0cac003a3131 None None] Attempting to bind port 80ee2773-12ea-42e1-8af6-9b6b7e7c783f on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:40.675543 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4e4ab7a4-6fac-4b7a-b2b6-0cac003a3131 None None] Attempting to bind port 80ee2773-12ea-42e1-8af6-9b6b7e7c783f by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:40.675919 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ab7a4-6fac-4b7a-b2b6-0cac003a3131 None None] Attempting to bind port 80ee2773-12ea-42e1-8af6-9b6b7e7c783f on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:40.677894 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba6a07-2c37-4fd9-bbbd-59a0ba2a8e40 None None] Pushing event updated for resources: {'Port': ['ID=80ee2773-12ea-42e1-8af6-9b6b7e7c783f,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:40.684057 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ab7a4-6fac-4b7a-b2b6-0cac003a3131 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:40.684468 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ab7a4-6fac-4b7a-b2b6-0cac003a3131 None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:40.684878 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4e4ab7a4-6fac-4b7a-b2b6-0cac003a3131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.685272 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4ab7a4-6fac-4b7a-b2b6-0cac003a3131 None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:40.685879 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4e4ab7a4-6fac-4b7a-b2b6-0cac003a3131 None None] Bound port: 80ee2773-12ea-42e1-8af6-9b6b7e7c783f, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:40.686271 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4e4ab7a4-6fac-4b7a-b2b6-0cac003a3131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.764342 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-4e4ab7a4-6fac-4b7a-b2b6-0cac003a3131 None None] For port 80ee2773-12ea-42e1-8af6-9b6b7e7c783f, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:40.766276 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83df3f71-afdf-44d1-86b5-47f1b908de85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9f206a-6518-45a5-ba88-26a9a7149eeb'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:40.768649 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fae702c-ec87-4dff-8774-02576ba280b6" -d '{"events": [{"server_uuid": "83df3f71-afdf-44d1-86b5-47f1b908de85", "name": "network-vif-plugged", "status": "completed", "tag": "0d9f206a-6518-45a5-ba88-26a9a7149eeb"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:40.774322 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3fdbd4f-6560-4182-99d3-2ae3149f556d req-ea38363c-e518-426e-b79e-2eb50fd5182e tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:40.780456 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-4e4ab7a4-6fac-4b7a-b2b6-0cac003a3131 None None] For port 80ee2773-12ea-42e1-8af6-9b6b7e7c783f, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=80ee2773-12ea-42e1-8af6-9b6b7e7c783f,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:40.783499 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c3fdbd4f-6560-4182-99d3-2ae3149f556d req-ea38363c-e518-426e-b79e-2eb50fd5182e tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=d472397d-0dc9-4af6-b6fd-745373849e61 HTTP/1.1" status: 200 len: 946 time: 0.1418750 Jul 16 08:27:40.795886 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4e4ab7a4-6fac-4b7a-b2b6-0cac003a3131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.840489 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c3fdbd4f-6560-4182-99d3-2ae3149f556d req-0d1139f0-d24a-4aa6-bfae-ccd41537b8a3 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559595 Jul 16 08:27:40.862556 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4ab7a4-6fac-4b7a-b2b6-0cac003a3131 None None] Routers {'e1cc7997-985a-47ca-969e-e45b1a8e3280'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:27:40.863317 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4e4ab7a4-6fac-4b7a-b2b6-0cac003a3131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:27:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['e1cc7997-985a-47ca-969e-e45b1a8e3280'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:40.908589 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9785f1f3-ee26-4285-a105-178b589a0121 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.958542 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f63a230a-1f84-431e-989c-3e20de252cba x-openstack-request-id: req-f63a230a-1f84-431e-989c-3e20de252cba {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:40.959170 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83df3f71-afdf-44d1-86b5-47f1b908de85", "name": "network-vif-plugged", "status": "completed", "tag": "0d9f206a-6518-45a5-ba88-26a9a7149eeb", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:40.959312 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f63a230a-1f84-431e-989c-3e20de252cba {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:40.959664 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9785f1f3-ee26-4285-a105-178b589a0121 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:40.959899 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83df3f71-afdf-44d1-86b5-47f1b908de85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d9f206a-6518-45a5-ba88-26a9a7149eeb', 'code': 200} Jul 16 08:27:40.966333 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3087db3b-122c-4b10-9fd7-8a3d581476c1 None None] Provisioning for port d611e9c5-e649-412c-ad09-1e003879b8b5 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:40.974100 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3087db3b-122c-4b10-9fd7-8a3d581476c1 None None] Provisioning complete for port d611e9c5-e649-412c-ad09-1e003879b8b5 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:40.974794 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3087db3b-122c-4b10-9fd7-8a3d581476c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:41.096788 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-149f5ccd-9ae5-4f98-b301-9257dc4fff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:41.098506 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-149f5ccd-9ae5-4f98-b301-9257dc4fff72 service neutron] 10.222.0.30 "GET /v2.0/ports/d87407fc-af4d-474c-a503-fcc8cf9cdf4a HTTP/1.1" status: 200 len: 1031 time: 0.1812012 Jul 16 08:27:41.142315 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb1cd5f-fc3e-4897-ab55-a75302b610a3 req-757f28dd-790f-4782-aa6b-e652335de277 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:41.144243 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bbb1cd5f-fc3e-4897-ab55-a75302b610a3 req-757f28dd-790f-4782-aa6b-e652335de277 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=d472397d-0dc9-4af6-b6fd-745373849e61 HTTP/1.1" status: 200 len: 946 time: 0.0995591 Jul 16 08:27:41.176361 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aba6a07-2c37-4fd9-bbbd-59a0ba2a8e40 None None] Pushing event updated for resources: {'Port': ['ID=80ee2773-12ea-42e1-8af6-9b6b7e7c783f,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:41.192196 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-4e4ab7a4-6fac-4b7a-b2b6-0cac003a3131 None None] Set router e1cc7997-985a-47ca-969e-e45b1a8e3280 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:27:41.198016 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9785f1f3-ee26-4285-a105-178b589a0121 admin admin] Pushing event updated for resources: {'Port': ['ID=d611e9c5-e649-412c-ad09-1e003879b8b5,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:41.219094 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-3087db3b-122c-4b10-9fd7-8a3d581476c1 None None] Port d611e9c5-e649-412c-ad09-1e003879b8b5 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:41.233891 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06134972-0046-40e6-81c8-d2031e230e09 req-8ded4a3b-a03b-42c5-a972-196d7069d675 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:41.235454 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-06134972-0046-40e6-81c8-d2031e230e09 req-8ded4a3b-a03b-42c5-a972-196d7069d675 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e732153-892b-4675-ab2f-6018cc34478d HTTP/1.1" status: 200 len: 949 time: 0.5674236 Jul 16 08:27:41.251819 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bbb1cd5f-fc3e-4897-ab55-a75302b610a3 req-c5fd88af-7cdb-452a-bd12-0bb7966cfddf tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707939 Jul 16 08:27:41.288068 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b8ddf7-c1e0-41d6-9ad9-377648a9af2a req-0fb0baca-8fa3-4bc4-aa99-236050241e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:41.293043 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-10b8ddf7-c1e0-41d6-9ad9-377648a9af2a req-0fb0baca-8fa3-4bc4-aa99-236050241e23 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 1102 time: 0.1442659 Jul 16 08:27:41.310545 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e78b74-53d8-406e-ad6d-0c7a477711ea req-a19ccc8c-f634-4786-8b6b-5cfdf1859ab9 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:41.317232 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35e78b74-53d8-406e-ad6d-0c7a477711ea req-a19ccc8c-f634-4786-8b6b-5cfdf1859ab9 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 945 time: 0.3509929 Jul 16 08:27:41.319247 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9785f1f3-ee26-4285-a105-178b589a0121 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:41.329674 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-10b8ddf7-c1e0-41d6-9ad9-377648a9af2a req-448d3333-4e41-499f-bfed-2c8b6604aec3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331247 Jul 16 08:27:41.351394 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-e78aeebb-a944-4bc5-939c-93de3026b319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:41.352783 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-e78aeebb-a944-4bc5-939c-93de3026b319 service neutron] 10.222.0.30 "GET /v2.0/ports/184a58dc-9828-4052-989b-49e6206f70e7 HTTP/1.1" status: 200 len: 1031 time: 0.2006111 Jul 16 08:27:41.424364 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4e4ab7a4-6fac-4b7a-b2b6-0cac003a3131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1cc7997-985a-47ca-969e-e45b1a8e3280', 'name': 'tempest-AttachSCSIVolumeTestJSON-1150887569-router', 'tenant_id': '249ad98742674923828004d0fe8478b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '80ee2773-12ea-42e1-8af6-9b6b7e7c783f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:36Z', 'updated_at': '2021-07-16T08:27:40Z', 'revision_number': 4, 'project_id': '249ad98742674923828004d0fe8478b5', 'gw_port': {'id': '80ee2773-12ea-42e1-8af6-9b6b7e7c783f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:75:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1cc7997-985a-47ca-969e-e45b1a8e3280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'd611e9c5-e649-412c-ad09-1e003879b8b5', 'name': '', 'network_id': 'c0f9e63c-c0dc-496b-b400-ce99bcb00b10', 'tenant_id': '249ad98742674923828004d0fe8478b5', 'mac_address': 'fa:16:3e:ec:b8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1cc7997-985a-47ca-969e-e45b1a8e3280', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'ac5f79c4-4d27-4945-ac37-cd56890c0670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:39Z', 'updated_at': '2021-07-16T08:27:39Z', 'revision_number': 1, 'project_id': '249ad98742674923828004d0fe8478b5', 'subnets': [{'id': 'ac5f79c4-4d27-4945-ac37-cd56890c0670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:41.460109 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e4ab7a4-6fac-4b7a-b2b6-0cac003a3131 None None] The sync data for ids ['e1cc7997-985a-47ca-969e-e45b1a8e3280'] in n-d-771362-37 is: [{'id': 'e1cc7997-985a-47ca-969e-e45b1a8e3280', 'name': 'tempest-AttachSCSIVolumeTestJSON-1150887569-router', 'tenant_id': '249ad98742674923828004d0fe8478b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '80ee2773-12ea-42e1-8af6-9b6b7e7c783f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:36Z', 'updated_at': '2021-07-16T08:27:40Z', 'revision_number': 4, 'project_id': '249ad98742674923828004d0fe8478b5', 'gw_port': {'id': '80ee2773-12ea-42e1-8af6-9b6b7e7c783f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:75:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1cc7997-985a-47ca-969e-e45b1a8e3280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'd611e9c5-e649-412c-ad09-1e003879b8b5', 'name': '', 'network_id': 'c0f9e63c-c0dc-496b-b400-ce99bcb00b10', 'tenant_id': '249ad98742674923828004d0fe8478b5', 'mac_address': 'fa:16:3e:ec:b8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1cc7997-985a-47ca-969e-e45b1a8e3280', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'ac5f79c4-4d27-4945-ac37-cd56890c0670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:39Z', 'updated_at': '2021-07-16T08:27:39Z', 'revision_number': 1, 'project_id': '249ad98742674923828004d0fe8478b5', 'subnets': [{'id': 'ac5f79c4-4d27-4945-ac37-cd56890c0670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:27:41.460983 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4044b808-4b86-4a80-b027-1c3c2d7fa08d req-1c2831ca-3413-41db-8e44-4d5848ba4b63 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 210 time: 0.0474224 Jul 16 08:27:41.567803 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35e78b74-53d8-406e-ad6d-0c7a477711ea req-9203a452-8993-401e-b081-1787cfa9c3d9 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495708 Jul 16 08:27:41.646692 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-be78a210-d4de-4f42-b838-b71e2874dc36 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:41.650931 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2ba2f8-44f9-4bf5-bb58-7a23c24e359b req-11d51e80-a1e5-490c-a60e-f1059b3a6240 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:41.652551 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8e2ba2f8-44f9-4bf5-bb58-7a23c24e359b req-11d51e80-a1e5-490c-a60e-f1059b3a6240 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e732153-892b-4675-ab2f-6018cc34478d HTTP/1.1" status: 200 len: 949 time: 0.0703423 Jul 16 08:27:41.652871 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-be78a210-d4de-4f42-b838-b71e2874dc36 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:41.659418 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-be78a210-d4de-4f42-b838-b71e2874dc36 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:41.661500 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-be78a210-d4de-4f42-b838-b71e2874dc36 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.30 "GET /v2.0/networks?id=ef42b60b-a2a6-4c00-9b16-9d40351d12af&id=aa91a730-1f66-43ab-9470-038c67461639&id=aa91a730-1f66-43ab-9470-038c67461639&id=aa91a730-1f66-43ab-9470-038c67461639&id=aa91a730-1f66-43ab-9470-038c67461639&id=75416cd1-a2d8-4e5f-acde-36e6b516d991&id=75416cd1-a2d8-4e5f-acde-36e6b516d991 HTTP/1.1" status: 200 len: 1994 time: 0.2894626 Jul 16 08:27:41.682468 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9785f1f3-ee26-4285-a105-178b589a0121 admin admin] Network c0f9e63c-c0dc-496b-b400-ce99bcb00b10 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:41.690456 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-9785f1f3-ee26-4285-a105-178b589a0121 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:41.709355 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8e2ba2f8-44f9-4bf5-bb58-7a23c24e359b req-02b42507-ab9f-4e16-b397-d5b9a5a76b29 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e342544-817f-4b67-a4c8-cf060c474b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479016 Jul 16 08:27:41.711553 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-06134972-0046-40e6-81c8-d2031e230e09 req-738f1fb7-d101-4117-a2f9-75fdfc57c995 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Deleting port 4405808e-fd00-455e-a0a6-21c38560f3ff {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:27:41.711970 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-06134972-0046-40e6-81c8-d2031e230e09 req-738f1fb7-d101-4117-a2f9-75fdfc57c995 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:41.888014 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-2a30648c-fb48-4408-bcc8-4606a49aa0bb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18d3bd29957e4274890e11da19ecb787 HTTP/1.1" status: 200 len: 379 time: 0.2089009 Jul 16 08:27:41.957848 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-1bfe6cad-c7ec-4d8e-80da-e18b93d0b47f tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Request body: {'port': {'device_id': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'network_id': 'ef42b60b-a2a6-4c00-9b16-9d40351d12af', 'admin_state_up': True, 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'security_groups': ['910f791b-abac-4082-995f-040cf1f16d45']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:42.037892 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6c385-f793-41de-8973-2d8bd3c7f0a1 req-86519191-3310-40a1-8915-3c4e7dca77f6 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:42.045534 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-16e6c385-f793-41de-8973-2d8bd3c7f0a1 req-86519191-3310-40a1-8915-3c4e7dca77f6 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 950 time: 0.1341236 Jul 16 08:27:42.118674 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-16e6c385-f793-41de-8973-2d8bd3c7f0a1 req-c1afb244-5f9e-4675-8b44-735aeaaf6e7e tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675259 Jul 16 08:27:42.182624 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8ca4e278-cd83-4718-af36-601d34561c95 None None] Provisioning complete for port d611e9c5-e649-412c-ad09-1e003879b8b5 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:42.183351 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8ca4e278-cd83-4718-af36-601d34561c95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:42.299382 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8ca4e278-cd83-4718-af36-601d34561c95 None None] Port d611e9c5-e649-412c-ad09-1e003879b8b5 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:42.483542 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 26c9137f-cecf-4695-b85c-a612b871f2d1 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:42.597372 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 26c9137f-cecf-4695-b85c-a612b871f2d1 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:42.597746 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:42.733928 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-06134972-0046-40e6-81c8-d2031e230e09 req-738f1fb7-d101-4117-a2f9-75fdfc57c995 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] For port 4405808e-fd00-455e-a0a6-21c38560f3ff, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=4405808e-fd00-455e-a0a6-21c38560f3ff,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:42.734504 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-06134972-0046-40e6-81c8-d2031e230e09 req-738f1fb7-d101-4117-a2f9-75fdfc57c995 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:42.772953 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-06134972-0046-40e6-81c8-d2031e230e09 req-738f1fb7-d101-4117-a2f9-75fdfc57c995 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Calling delete_port for 4405808e-fd00-455e-a0a6-21c38560f3ff owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:27:42.788200 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9785f1f3-ee26-4285-a105-178b589a0121 admin admin] Router e1cc7997-985a-47ca-969e-e45b1a8e3280 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:27:42.789054 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13ee13d7-e3a5-4740-9705-37fc443a0523 req-0ab4688f-2962-4959-b556-51f5b43d1f99 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 210 time: 0.0465775 Jul 16 08:27:42.889648 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d70934-61b8-4129-bf3e-4a66d9e95bc6 req-762f34f4-523a-4d8f-98a0-4c19a402b823 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:42.891169 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-45d70934-61b8-4129-bf3e-4a66d9e95bc6 req-762f34f4-523a-4d8f-98a0-4c19a402b823 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=d472397d-0dc9-4af6-b6fd-745373849e61 HTTP/1.1" status: 200 len: 946 time: 0.3888264 Jul 16 08:27:42.984710 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-1bfe6cad-c7ec-4d8e-80da-e18b93d0b47f tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Made reservation on behalf of 18d3bd29957e4274890e11da19ecb787 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:42.988252 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-1bfe6cad-c7ec-4d8e-80da-e18b93d0b47f tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:43.000288 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c79b6d-2b2a-4e93-b9d5-7bc423502c01 req-db5a7b6b-74ce-4bb8-89b1-31be6611c620 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:43.004827 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d8c79b6d-2b2a-4e93-b9d5-7bc423502c01 req-db5a7b6b-74ce-4bb8-89b1-31be6611c620 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 945 time: 0.0901039 Jul 16 08:27:43.044752 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d8c79b6d-2b2a-4e93-b9d5-7bc423502c01 req-8f8127de-a784-4b8d-8084-2886fd5377e0 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366509 Jul 16 08:27:43.170083 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-45d70934-61b8-4129-bf3e-4a66d9e95bc6 req-21db6c64-d539-4421-b2fb-0b47b7446a55 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459271 Jul 16 08:27:43.243909 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13204ffa-e715-406d-8862-39be079a47db req-4f7e6c63-9207-43af-80f1-18db0597a748 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:43.251737 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13204ffa-e715-406d-8862-39be079a47db req-4f7e6c63-9207-43af-80f1-18db0597a748 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] 10.222.0.22 "GET /v2.0/ports?device_id=2e732153-892b-4675-ab2f-6018cc34478d HTTP/1.1" status: 200 len: 949 time: 0.0798600 Jul 16 08:27:43.300000 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13204ffa-e715-406d-8862-39be079a47db req-810a8e59-76ae-40da-9d42-2a38229d9fd2 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] 10.222.0.22 "GET /v2.0/security-groups?id=7e342544-817f-4b67-a4c8-cf060c474b0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471647 Jul 16 08:27:43.319979 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-1bfe6cad-c7ec-4d8e-80da-e18b93d0b47f tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Allocated IP 172.20.0.4 (ef42b60b-a2a6-4c00-9b16-9d40351d12af/90e1689d-683e-4bf7-9829-529743ada4e0/d1214eb5-4495-47f0-8778-79707a2c0a79) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:43.323227 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-06134972-0046-40e6-81c8-d2031e230e09 req-738f1fb7-d101-4117-a2f9-75fdfc57c995 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:43.404977 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738f1fb7-d101-4117-a2f9-75fdfc57c995 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Pushing event deleted for resources: {'Port': ['ID=4405808e-fd00-455e-a0a6-21c38560f3ff,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:43.423248 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9785f1f3-ee26-4285-a105-178b589a0121 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:27:43.480451 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9785f1f3-ee26-4285-a105-178b589a0121 admin admin] 10.222.0.22 "PUT /v2.0/routers/e1cc7997-985a-47ca-969e-e45b1a8e3280/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5283034 Jul 16 08:27:43.522250 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-06134972-0046-40e6-81c8-d2031e230e09 req-738f1fb7-d101-4117-a2f9-75fdfc57c995 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] No DVR routers for this DVR port 4405808e-fd00-455e-a0a6-21c38560f3ff on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:27:43.526173 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-06134972-0046-40e6-81c8-d2031e230e09 req-738f1fb7-d101-4117-a2f9-75fdfc57c995 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:43.528816 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-06134972-0046-40e6-81c8-d2031e230e09 req-738f1fb7-d101-4117-a2f9-75fdfc57c995 tempest-ServerDiagnosticsNegativeTest-1320536575 tempest-ServerDiagnosticsNegativeTest-1320536575-project] 10.222.0.30 "DELETE /v2.0/ports/4405808e-fd00-455e-a0a6-21c38560f3ff HTTP/1.1" status: 204 len: 173 time: 2.2839584 Jul 16 08:27:43.534922 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e732153-892b-4675-ab2f-6018cc34478d', 'name': 'network-vif-deleted', 'tag': '4405808e-fd00-455e-a0a6-21c38560f3ff'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:43.537436 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbed6f76-78aa-4e93-9d5a-e82d03a205d1" -d '{"events": [{"server_uuid": "2e732153-892b-4675-ab2f-6018cc34478d", "name": "network-vif-deleted", "tag": "4405808e-fd00-455e-a0a6-21c38560f3ff"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:43.592123 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1f451d-e248-4bc6-8821-4059840a2248 req-364bf019-944f-4d95-b0df-7bd993cb37ed tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:43.593716 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef1f451d-e248-4bc6-8821-4059840a2248 req-364bf019-944f-4d95-b0df-7bd993cb37ed tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 950 time: 0.1662331 Jul 16 08:27:43.630356 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb9a4bc7-4f75-41f0-b8ef-504715f60cd6 x-openstack-request-id: req-eb9a4bc7-4f75-41f0-b8ef-504715f60cd6 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:43.630795 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e732153-892b-4675-ab2f-6018cc34478d", "name": "network-vif-deleted", "tag": "4405808e-fd00-455e-a0a6-21c38560f3ff", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:43.631160 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eb9a4bc7-4f75-41f0-b8ef-504715f60cd6 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:43.631654 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e732153-892b-4675-ab2f-6018cc34478d', 'name': 'network-vif-deleted', 'tag': '4405808e-fd00-455e-a0a6-21c38560f3ff', 'status': 'completed', 'code': 200} Jul 16 08:27:43.704082 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef1f451d-e248-4bc6-8821-4059840a2248 req-322ce168-841c-43f2-b117-b359b2a43532 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643830 Jul 16 08:27:43.747383 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a1d752-b995-4b28-8e18-3ca0a7ae8395 req-b2744c97-8f04-4168-80e2-aa012c896902 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:43.747383 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d8a1d752-b995-4b28-8e18-3ca0a7ae8395 req-b2744c97-8f04-4168-80e2-aa012c896902 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.21 "GET /v2.0/ports?device_id=d472397d-0dc9-4af6-b6fd-745373849e61 HTTP/1.1" status: 200 len: 946 time: 0.1985481 Jul 16 08:27:43.771489 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-1bfe6cad-c7ec-4d8e-80da-e18b93d0b47f tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:43.827869 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-1bfe6cad-c7ec-4d8e-80da-e18b93d0b47f tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Transition to ACTIVE for port object d1214eb5-4495-47f0-8778-79707a2c0a79 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:43.917596 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-1bfe6cad-c7ec-4d8e-80da-e18b93d0b47f tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:43.924559 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-d8a1d752-b995-4b28-8e18-3ca0a7ae8395 req-219f88dc-b6ed-47d1-a9f4-f3587bbb807a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Deleting port a8291014-32cd-47fa-8cbd-27fba9e95bad {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:27:43.925105 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d8a1d752-b995-4b28-8e18-3ca0a7ae8395 req-219f88dc-b6ed-47d1-a9f4-f3587bbb807a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:43.934775 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 4405808e-fd00-455e-a0a6-21c38560f3ff no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:27:43.980668 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 4405808e-fd00-455e-a0a6-21c38560f3ff {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:27:43.983114 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 4405808e-fd00-455e-a0a6-21c38560f3ff not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:27:44.019319 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-1bfe6cad-c7ec-4d8e-80da-e18b93d0b47f tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Network ef42b60b-a2a6-4c00-9b16-9d40351d12af is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:44.041232 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-1bfe6cad-c7ec-4d8e-80da-e18b93d0b47f tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:44.047226 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-1bfe6cad-c7ec-4d8e-80da-e18b93d0b47f tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:44.129520 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bfe6cad-c7ec-4d8e-80da-e18b93d0b47f tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Pushing event updated for resources: {'Port': ['ID=d1214eb5-4495-47f0-8778-79707a2c0a79,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:44.186115 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-1bfe6cad-c7ec-4d8e-80da-e18b93d0b47f tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:44.193237 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-1bfe6cad-c7ec-4d8e-80da-e18b93d0b47f tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:44.221656 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-d8a1d752-b995-4b28-8e18-3ca0a7ae8395 req-219f88dc-b6ed-47d1-a9f4-f3587bbb807a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] For port a8291014-32cd-47fa-8cbd-27fba9e95bad, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=a8291014-32cd-47fa-8cbd-27fba9e95bad,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:44.222128 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d8a1d752-b995-4b28-8e18-3ca0a7ae8395 req-219f88dc-b6ed-47d1-a9f4-f3587bbb807a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:44.224677 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-1bfe6cad-c7ec-4d8e-80da-e18b93d0b47f tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2834740 Jul 16 08:27:44.237508 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-533cd063-a804-4b21-9c08-de293b8ab9b6 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Request body: {'port': {'device_id': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'network_id': 'aa91a730-1f66-43ab-9470-038c67461639', 'admin_state_up': True, 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'security_groups': ['910f791b-abac-4082-995f-040cf1f16d45']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:44.282440 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-d8a1d752-b995-4b28-8e18-3ca0a7ae8395 req-219f88dc-b6ed-47d1-a9f4-f3587bbb807a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Calling delete_port for a8291014-32cd-47fa-8cbd-27fba9e95bad owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:27:44.345734 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9092ca69-a6e1-4ec9-afe3-49aac635a43a None None] Provisioning for port d1214eb5-4495-47f0-8778-79707a2c0a79 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:44.352062 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9092ca69-a6e1-4ec9-afe3-49aac635a43a None None] Provisioning complete for port d1214eb5-4495-47f0-8778-79707a2c0a79 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:44.354635 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9092ca69-a6e1-4ec9-afe3-49aac635a43a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:44.446668 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-9092ca69-a6e1-4ec9-afe3-49aac635a43a None None] Port d1214eb5-4495-47f0-8778-79707a2c0a79 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:44.503208 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6ecf62-3492-4023-9363-e5927bac86a8 req-7cd27742-4366-4b79-adb4-85be041f3dfe tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:44.510303 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3b6ecf62-3492-4023-9363-e5927bac86a8 req-7cd27742-4366-4b79-adb4-85be041f3dfe tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 931 time: 0.4046903 Jul 16 08:27:44.510860 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49288) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:44.533489 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-27c3c62e-3c81-488e-b979-415006ad9d5a admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-940581800-network', 'tenant_id': 'b7a2b34b76a049409dcf0903907dbe8f'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:44.553530 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 80ee2773-12ea-42e1-8af6-9b6b7e7c783f up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:44.569395 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-533cd063-a804-4b21-9c08-de293b8ab9b6 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Made reservation on behalf of 18d3bd29957e4274890e11da19ecb787 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:44.575826 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-533cd063-a804-4b21-9c08-de293b8ab9b6 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:44.611900 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 80ee2773-12ea-42e1-8af6-9b6b7e7c783f completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:44.617984 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 80ee2773-12ea-42e1-8af6-9b6b7e7c783f triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:44.618674 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:44.691738 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7a4ce7-0fa8-4b9f-bb76-804e15f4e35b req-b201111d-2401-4e5f-9bf1-34c3f7687049 tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:44.698864 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff7a4ce7-0fa8-4b9f-bb76-804e15f4e35b req-b201111d-2401-4e5f-9bf1-34c3f7687049 tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 1102 time: 0.1999974 Jul 16 08:27:44.723113 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:44.729145 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3b6ecf62-3492-4023-9363-e5927bac86a8 req-37c05c9d-4e88-4cd6-a82d-6abc554396cf tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2035041 Jul 16 08:27:44.733413 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27c3c62e-3c81-488e-b979-415006ad9d5a admin admin] Made reservation on behalf of b7a2b34b76a049409dcf0903907dbe8f for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:44.738546 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-27c3c62e-3c81-488e-b979-415006ad9d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:44.752296 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d8a1d752-b995-4b28-8e18-3ca0a7ae8395 req-219f88dc-b6ed-47d1-a9f4-f3587bbb807a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:44.771480 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['a8291014-32cd-47fa-8cbd-27fba9e95bad'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:44.774948 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['93a1378d-9ae2-4cae-b365-a03736d922c0'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:44.781617 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 80ee2773-12ea-42e1-8af6-9b6b7e7c783f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=80ee2773-12ea-42e1-8af6-9b6b7e7c783f,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:44.801319 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-27c3c62e-3c81-488e-b979-415006ad9d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:44.803635 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-533cd063-a804-4b21-9c08-de293b8ab9b6 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Allocated IP 10.1.1.206 (aa91a730-1f66-43ab-9470-038c67461639/7a964aa1-f099-4baa-ad12-6f062d38c70f/3c2a3de7-55c1-4291-849c-36872eca1820) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:44.824441 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec313139-9dd6-49aa-965d-6423d824bb1a None None] Sync routers for ids ['e1cc7997-985a-47ca-969e-e45b1a8e3280'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:27:44.838063 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec313139-9dd6-49aa-965d-6423d824bb1a None None] Routers {'e1cc7997-985a-47ca-969e-e45b1a8e3280'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:27:44.838697 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ec313139-9dd6-49aa-965d-6423d824bb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:27:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['e1cc7997-985a-47ca-969e-e45b1a8e3280'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:44.866603 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-219f88dc-b6ed-47d1-a9f4-f3587bbb807a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Pushing event deleted for resources: {'Port': ['ID=a8291014-32cd-47fa-8cbd-27fba9e95bad,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:44.879559 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:44.955645 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=80ee2773-12ea-42e1-8af6-9b6b7e7c783f,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:44.978432 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8a1d752-b995-4b28-8e18-3ca0a7ae8395 req-219f88dc-b6ed-47d1-a9f4-f3587bbb807a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] No DVR routers for this DVR port a8291014-32cd-47fa-8cbd-27fba9e95bad on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:27:44.986862 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff7a4ce7-0fa8-4b9f-bb76-804e15f4e35b req-6d12064b-bdb1-4a3c-b380-c0dbd8d0388f tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2824111 Jul 16 08:27:44.990216 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d8a1d752-b995-4b28-8e18-3ca0a7ae8395 req-219f88dc-b6ed-47d1-a9f4-f3587bbb807a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.001394 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d8a1d752-b995-4b28-8e18-3ca0a7ae8395 req-219f88dc-b6ed-47d1-a9f4-f3587bbb807a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.21 "DELETE /v2.0/ports/a8291014-32cd-47fa-8cbd-27fba9e95bad HTTP/1.1" status: 204 len: 173 time: 1.2421534 Jul 16 08:27:45.001394 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd472397d-0dc9-4af6-b6fd-745373849e61', 'name': 'network-vif-deleted', 'tag': 'a8291014-32cd-47fa-8cbd-27fba9e95bad'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:45.001394 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4bc9ed-3789-4e8b-878b-ff78a45a14ad" -d '{"events": [{"server_uuid": "d472397d-0dc9-4af6-b6fd-745373849e61", "name": "network-vif-deleted", "tag": "a8291014-32cd-47fa-8cbd-27fba9e95bad"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:45.109337 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6775ce-d3d9-4faa-84a5-78290c8a41b1 req-80db03d9-71fc-429d-9b23-91b74630c9da tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:45.121190 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6a6775ce-d3d9-4faa-84a5-78290c8a41b1 req-80db03d9-71fc-429d-9b23-91b74630c9da tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 945 time: 0.2452428 Jul 16 08:27:45.126242 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-533cd063-a804-4b21-9c08-de293b8ab9b6 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.135749 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-ec313139-9dd6-49aa-965d-6423d824bb1a None None] Set router e1cc7997-985a-47ca-969e-e45b1a8e3280 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:27:45.163097 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-533cd063-a804-4b21-9c08-de293b8ab9b6 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Transition to ACTIVE for port object 3c2a3de7-55c1-4291-849c-36872eca1820 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:45.186297 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6a6775ce-d3d9-4faa-84a5-78290c8a41b1 req-1ad398f4-5be0-4987-b13b-6233855ab3ca tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640132 Jul 16 08:27:45.242800 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-533cd063-a804-4b21-9c08-de293b8ab9b6 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.261837 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-27c3c62e-3c81-488e-b979-415006ad9d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.269132 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-27c3c62e-3c81-488e-b979-415006ad9d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.311096 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533cd063-a804-4b21-9c08-de293b8ab9b6 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Pushing event updated for resources: {'Port': ['ID=3c2a3de7-55c1-4291-849c-36872eca1820,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:45.314483 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27c3c62e-3c81-488e-b979-415006ad9d5a admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:27:45.329789 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-533cd063-a804-4b21-9c08-de293b8ab9b6 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Network aa91a730-1f66-43ab-9470-038c67461639 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:45.340074 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3c62e-3c81-488e-b979-415006ad9d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa55588f-3fef-4239-a26f-bb5e02291203,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:45.349739 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dd0dca1b-01cd-4100-a86c-b4591a44f22e req-896ee36b-addc-4b91-8e99-a745fe90414c tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=d472397d-0dc9-4af6-b6fd-745373849e61 HTTP/1.1" status: 200 len: 210 time: 0.0396700 Jul 16 08:27:45.350758 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-533cd063-a804-4b21-9c08-de293b8ab9b6 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:45.354113 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-533cd063-a804-4b21-9c08-de293b8ab9b6 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:45.355817 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-27c3c62e-3c81-488e-b979-415006ad9d5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.357733 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-27c3c62e-3c81-488e-b979-415006ad9d5a admin admin] Added segment 175e96fa-d00a-4c4d-a5fa-e7f2d686c7e2 of type vlan for network e3bdaedf-ed19-464b-af46-e5e06e3ea172 Jul 16 08:27:45.443594 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-533cd063-a804-4b21-9c08-de293b8ab9b6 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:45.445224 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-533cd063-a804-4b21-9c08-de293b8ab9b6 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.450119 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-27c3c62e-3c81-488e-b979-415006ad9d5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.469610 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ec313139-9dd6-49aa-965d-6423d824bb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1cc7997-985a-47ca-969e-e45b1a8e3280', 'name': 'tempest-AttachSCSIVolumeTestJSON-1150887569-router', 'tenant_id': '249ad98742674923828004d0fe8478b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '80ee2773-12ea-42e1-8af6-9b6b7e7c783f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:36Z', 'updated_at': '2021-07-16T08:27:40Z', 'revision_number': 4, 'project_id': '249ad98742674923828004d0fe8478b5', 'gw_port': {'id': '80ee2773-12ea-42e1-8af6-9b6b7e7c783f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:75:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cc7997-985a-47ca-969e-e45b1a8e3280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'd611e9c5-e649-412c-ad09-1e003879b8b5', 'name': '', 'network_id': 'c0f9e63c-c0dc-496b-b400-ce99bcb00b10', 'tenant_id': '249ad98742674923828004d0fe8478b5', 'mac_address': 'fa:16:3e:ec:b8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1cc7997-985a-47ca-969e-e45b1a8e3280', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'ac5f79c4-4d27-4945-ac37-cd56890c0670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:39Z', 'updated_at': '2021-07-16T08:27:40Z', 'revision_number': 2, 'project_id': '249ad98742674923828004d0fe8478b5', 'subnets': [{'id': 'ac5f79c4-4d27-4945-ac37-cd56890c0670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:45.474408 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-533cd063-a804-4b21-9c08-de293b8ab9b6 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2415326 Jul 16 08:27:45.495576 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-63b7bf67-7484-4a6a-9873-d7291ecfcf93 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Request body: {'port': {'device_id': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'network_id': 'aa91a730-1f66-43ab-9470-038c67461639', 'admin_state_up': True, 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'security_groups': ['910f791b-abac-4082-995f-040cf1f16d45']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:45.504954 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec313139-9dd6-49aa-965d-6423d824bb1a None None] Checking router: e1cc7997-985a-47ca-969e-e45b1a8e3280 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:27:45.505637 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec313139-9dd6-49aa-965d-6423d824bb1a None None] Updating router e1cc7997-985a-47ca-969e-e45b1a8e3280 port d611e9c5-e649-412c-ad09-1e003879b8b5 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:27:45.545446 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-27c3c62e-3c81-488e-b979-415006ad9d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.547156 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27c3c62e-3c81-488e-b979-415006ad9d5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:45.547953 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-27c3c62e-3c81-488e-b979-415006ad9d5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.612205 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ec313139-9dd6-49aa-965d-6423d824bb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.661821 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-27c3c62e-3c81-488e-b979-415006ad9d5a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1456861 Jul 16 08:27:45.695982 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49296) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:45.705517 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-77c8fc6e-8f9d-4aad-8fae-98328d1b3156 admin admin] Request body: {'subnet': {'network_id': 'e3bdaedf-ed19-464b-af46-e5e06e3ea172', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-940581800-subnet', 'tenant_id': 'b7a2b34b76a049409dcf0903907dbe8f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:45.765471 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3c62e-3c81-488e-b979-415006ad9d5a admin admin] Pushing event updated for resources: {'Network': ['ID=e3bdaedf-ed19-464b-af46-e5e06e3ea172,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:45.776879 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c8fc6e-8f9d-4aad-8fae-98328d1b3156 admin admin] Made reservation on behalf of b7a2b34b76a049409dcf0903907dbe8f for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:45.777641 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9ae43f9-735b-4477-9728-940093d83b16 x-openstack-request-id: req-c9ae43f9-735b-4477-9728-940093d83b16 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:45.777944 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d472397d-0dc9-4af6-b6fd-745373849e61", "name": "network-vif-deleted", "tag": "a8291014-32cd-47fa-8cbd-27fba9e95bad", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:45.778201 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c9ae43f9-735b-4477-9728-940093d83b16 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:45.778328 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network e3bdaedf-ed19-464b-af46-e5e06e3ea172 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:27:45.778857 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd472397d-0dc9-4af6-b6fd-745373849e61', 'name': 'network-vif-deleted', 'tag': 'a8291014-32cd-47fa-8cbd-27fba9e95bad', 'status': 'completed', 'code': 200} Jul 16 08:27:45.784372 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77c8fc6e-8f9d-4aad-8fae-98328d1b3156 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:45.976501 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49304) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:46.003074 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d5e109ec-3ede-4ae0-a5ab-df347472a7f5 None None] Provisioning for port 3c2a3de7-55c1-4291-849c-36872eca1820 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:46.021663 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d5e109ec-3ede-4ae0-a5ab-df347472a7f5 None None] Provisioning complete for port 3c2a3de7-55c1-4291-849c-36872eca1820 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:46.022358 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d5e109ec-3ede-4ae0-a5ab-df347472a7f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.161493 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-d5e109ec-3ede-4ae0-a5ab-df347472a7f5 None None] Port 3c2a3de7-55c1-4291-849c-36872eca1820 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:46.178831 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77c8fc6e-8f9d-4aad-8fae-98328d1b3156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.208713 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ca418b90-e91c-416d-9f81-692afae20b28 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4b89413030e5442395896b95e4a98cb3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2300203 Jul 16 08:27:46.211220 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49312) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:46.225931 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-63b7bf67-7484-4a6a-9873-d7291ecfcf93 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Made reservation on behalf of 18d3bd29957e4274890e11da19ecb787 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:46.230382 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-63b7bf67-7484-4a6a-9873-d7291ecfcf93 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.270568 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05b1f8a0-cf2b-47d1-a5f9-056edbd7d731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.279958 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09efcf-e98f-4476-9d38-b6089128e64d req-d8298c90-20fa-44c1-94d2-8bb858b777ad tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:46.282017 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fe09efcf-e98f-4476-9d38-b6089128e64d req-d8298c90-20fa-44c1-94d2-8bb858b777ad tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/ports?device_id=0afd339a-00a0-4155-bc84-7f70bc219cfa HTTP/1.1" status: 200 len: 945 time: 0.2720187 Jul 16 08:27:46.294322 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05b1f8a0-cf2b-47d1-a5f9-056edbd7d731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.313431 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c8fc6e-8f9d-4aad-8fae-98328d1b3156 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27a22a30-142d-4d37-a0fd-ce60bfac39e6,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:46.353488 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ec313139-9dd6-49aa-965d-6423d824bb1a None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.366492 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c8fc6e-8f9d-4aad-8fae-98328d1b3156 admin admin] Checking segment: {'id': '175e96fa-d00a-4c4d-a5fa-e7f2d686c7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e3bdaedf-ed19-464b-af46-e5e06e3ea172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:46.366932 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c8fc6e-8f9d-4aad-8fae-98328d1b3156 admin admin] Network hostable DHCP agents. Network: e3bdaedf-ed19-464b-af46-e5e06e3ea172, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:27:46.369866 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-ec313139-9dd6-49aa-965d-6423d824bb1a None None] Transition to ACTIVE for port object d611e9c5-e649-412c-ad09-1e003879b8b5 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:46.379404 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ec313139-9dd6-49aa-965d-6423d824bb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.419940 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fe09efcf-e98f-4476-9d38-b6089128e64d req-68a70606-8419-4b79-b1f3-e1fed937f400 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbec2181-32de-46b6-9445-7284f609db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1245184 Jul 16 08:27:46.443937 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12572912-a879-4964-85e8-d9701690c121 req-72fd514f-b83a-4ca9-afe3-7cf9b4a02c4a tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:46.453945 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12572912-a879-4964-85e8-d9701690c121 req-72fd514f-b83a-4ca9-afe3-7cf9b4a02c4a tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:46.472962 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-12572912-a879-4964-85e8-d9701690c121 req-72fd514f-b83a-4ca9-afe3-7cf9b4a02c4a tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 1653 time: 0.1354413 Jul 16 08:27:46.499885 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05b1f8a0-cf2b-47d1-a5f9-056edbd7d731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.502723 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05b1f8a0-cf2b-47d1-a5f9-056edbd7d731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.503912 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-05b1f8a0-cf2b-47d1-a5f9-056edbd7d731 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7e342544-817f-4b67-a4c8-cf060c474b0b HTTP/1.1" status: 204 len: 168 time: 0.2917104 Jul 16 08:27:46.526338 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b1f8a0-cf2b-47d1-a5f9-056edbd7d731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e342544-817f-4b67-a4c8-cf060c474b0b,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:46.556343 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-12572912-a879-4964-85e8-d9701690c121 req-d22e2712-259e-47f2-90b7-a1f83fdf5c30 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823345 Jul 16 08:27:46.560732 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c8fc6e-8f9d-4aad-8fae-98328d1b3156 admin admin] Network e3bdaedf-ed19-464b-af46-e5e06e3ea172 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:27:46.573263 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 80ee2773-12ea-42e1-8af6-9b6b7e7c783f up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:46.624188 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-77c8fc6e-8f9d-4aad-8fae-98328d1b3156 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, e3bdaedf-ed19-464b-af46-e5e06e3ea172) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:46.643676 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c8fc6e-8f9d-4aad-8fae-98328d1b3156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:46.644315 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77c8fc6e-8f9d-4aad-8fae-98328d1b3156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.648088 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-63b7bf67-7484-4a6a-9873-d7291ecfcf93 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Allocated IP 10.1.1.114 (aa91a730-1f66-43ab-9470-038c67461639/7a964aa1-f099-4baa-ad12-6f062d38c70f/76090f44-539b-438f-8800-1f8cae00b415) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:46.684892 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a4f6609-3128-4dbb-90c0-21dc4957d23f None None] Network e3bdaedf-ed19-464b-af46-e5e06e3ea172 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:27:46.685333 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6096d6-362f-4098-8a3f-056812f1b046 None None] Pushing event updated for resources: {'Port': ['ID=d611e9c5-e649-412c-ad09-1e003879b8b5,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:46.694460 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-77c8fc6e-8f9d-4aad-8fae-98328d1b3156 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9969285 Jul 16 08:27:46.695013 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49322) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:46.698510 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-ec313139-9dd6-49aa-965d-6423d824bb1a None None] Attempting to bind port d611e9c5-e649-412c-ad09-1e003879b8b5 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:46.699080 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-ec313139-9dd6-49aa-965d-6423d824bb1a None None] Attempting to bind port d611e9c5-e649-412c-ad09-1e003879b8b5 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '9c38dbf6-508c-4ef7-9acc-99f901f233af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0f9e63c-c0dc-496b-b400-ce99bcb00b10'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:46.699605 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-bd85b034-94e3-47be-a921-6ef2b9d141e0 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-940581800-router', 'tenant_id': 'b7a2b34b76a049409dcf0903907dbe8f', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:46.699804 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec313139-9dd6-49aa-965d-6423d824bb1a None None] Attempting to bind port d611e9c5-e649-412c-ad09-1e003879b8b5 on network c0f9e63c-c0dc-496b-b400-ce99bcb00b10 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:46.707984 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec313139-9dd6-49aa-965d-6423d824bb1a None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:46.708377 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec313139-9dd6-49aa-965d-6423d824bb1a None None] Checking segment: {'id': '9c38dbf6-508c-4ef7-9acc-99f901f233af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0f9e63c-c0dc-496b-b400-ce99bcb00b10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:46.708785 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ec313139-9dd6-49aa-965d-6423d824bb1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.709175 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec313139-9dd6-49aa-965d-6423d824bb1a None None] Bound using segment: {'id': '9c38dbf6-508c-4ef7-9acc-99f901f233af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0f9e63c-c0dc-496b-b400-ce99bcb00b10'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:46.709644 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-ec313139-9dd6-49aa-965d-6423d824bb1a None None] Bound port: d611e9c5-e649-412c-ad09-1e003879b8b5, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c38dbf6-508c-4ef7-9acc-99f901f233af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0f9e63c-c0dc-496b-b400-ce99bcb00b10'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:46.710093 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ec313139-9dd6-49aa-965d-6423d824bb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.771304 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd85b034-94e3-47be-a921-6ef2b9d141e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.773142 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd85b034-94e3-47be-a921-6ef2b9d141e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.778259 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 80ee2773-12ea-42e1-8af6-9b6b7e7c783f triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:46.778882 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:46.884755 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb66c938-2e60-4e5b-8e3f-350d7e2ca506 req-265016ca-a526-4264-b9ba-b7957107d2ec tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:46.889925 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb66c938-2e60-4e5b-8e3f-350d7e2ca506 req-265016ca-a526-4264-b9ba-b7957107d2ec tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 1102 time: 0.2019558 Jul 16 08:27:46.900015 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-ec313139-9dd6-49aa-965d-6423d824bb1a None None] For port d611e9c5-e649-412c-ad09-1e003879b8b5, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:46.909919 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-ec313139-9dd6-49aa-965d-6423d824bb1a None None] For port d611e9c5-e649-412c-ad09-1e003879b8b5, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d611e9c5-e649-412c-ad09-1e003879b8b5,segment=NetworkSegment(9c38dbf6-508c-4ef7-9acc-99f901f233af),segment_id=9c38dbf6-508c-4ef7-9acc-99f901f233af)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:46.918071 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-ec313139-9dd6-49aa-965d-6423d824bb1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:47.016422 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd85b034-94e3-47be-a921-6ef2b9d141e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:47.029668 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6096d6-362f-4098-8a3f-056812f1b046 None None] Pushing event updated for resources: {'Port': ['ID=d611e9c5-e649-412c-ad09-1e003879b8b5,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:47.102923 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec313139-9dd6-49aa-965d-6423d824bb1a None None] Routers {'e1cc7997-985a-47ca-969e-e45b1a8e3280'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:27:47.104885 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ec313139-9dd6-49aa-965d-6423d824bb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:27:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['e1cc7997-985a-47ca-969e-e45b1a8e3280'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:47.120972 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb66c938-2e60-4e5b-8e3f-350d7e2ca506 req-0f2dfa5f-dd00-40e1-a820-a76b7ad684ec tempest-ServersAdminTestJSON-390907311 tempest-ServersAdminTestJSON-390907311-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491454 Jul 16 08:27:47.122422 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4c31c9-a02e-4cd7-9289-7146f44e38d4 req-b5070fcd-522a-4193-b8f2-f4508d35e850 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:47.130567 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ce4c31c9-a02e-4cd7-9289-7146f44e38d4 req-b5070fcd-522a-4193-b8f2-f4508d35e850 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 945 time: 0.2739401 Jul 16 08:27:47.131095 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-e3bdaedf-ed19-464b-af46-e5e06e3ea172', 'network_id': 'e3bdaedf-ed19-464b-af46-e5e06e3ea172', 'tenant_id': 'b7a2b34b76a049409dcf0903907dbe8f', 'fixed_ips': [{'subnet_id': '27a22a30-142d-4d37-a0fd-ce60bfac39e6'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:27:47.138093 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:47.207988 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49330) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:47.325537 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98870617-26e1-4b46-971a-78bd9a8be51a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:47.332907 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-63b7bf67-7484-4a6a-9873-d7291ecfcf93 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:47.407867 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-63b7bf67-7484-4a6a-9873-d7291ecfcf93 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Transition to ACTIVE for port object 76090f44-539b-438f-8800-1f8cae00b415 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:47.541529 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Allocated IP 172.20.0.2 (e3bdaedf-ed19-464b-af46-e5e06e3ea172/27a22a30-142d-4d37-a0fd-ce60bfac39e6/99a9da29-6d38-4a83-99a8-07c7b7fc171d) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:47.576476 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-329e0bb2-23f2-4716-b278-251ed13dcc86 req-3a72c207-2e30-4acf-bc40-9233fd3e79bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:47.578126 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-329e0bb2-23f2-4716-b278-251ed13dcc86 req-3a72c207-2e30-4acf-bc40-9233fd3e79bc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 1097 time: 0.4390416 Jul 16 08:27:47.639907 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-63b7bf67-7484-4a6a-9873-d7291ecfcf93 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:47.653181 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-ec313139-9dd6-49aa-965d-6423d824bb1a None None] Set router e1cc7997-985a-47ca-969e-e45b1a8e3280 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:27:47.686354 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-329e0bb2-23f2-4716-b278-251ed13dcc86 req-bba37e1d-ca80-4d51-835e-ab15ff2b996c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971184 Jul 16 08:27:47.717055 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-63b7bf67-7484-4a6a-9873-d7291ecfcf93 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Network aa91a730-1f66-43ab-9470-038c67461639 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:47.728091 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b7bf67-7484-4a6a-9873-d7291ecfcf93 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Pushing event updated for resources: {'Port': ['ID=76090f44-539b-438f-8800-1f8cae00b415,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:47.728091 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-63b7bf67-7484-4a6a-9873-d7291ecfcf93 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:47.728679 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-63b7bf67-7484-4a6a-9873-d7291ecfcf93 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:47.760274 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98870617-26e1-4b46-971a-78bd9a8be51a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:47.767663 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98870617-26e1-4b46-971a-78bd9a8be51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:47.872265 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-63b7bf67-7484-4a6a-9873-d7291ecfcf93 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:47.873158 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-63b7bf67-7484-4a6a-9873-d7291ecfcf93 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:47.887560 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ce4c31c9-a02e-4cd7-9289-7146f44e38d4 req-4a882860-2f7a-42a6-9c17-cee9971b7d39 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7561977 Jul 16 08:27:47.895403 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd85b034-94e3-47be-a921-6ef2b9d141e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:47.915714 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98870617-26e1-4b46-971a-78bd9a8be51a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=362f51cf-c46c-4756-be8c-c851dd892325,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:47.934160 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-98870617-26e1-4b46-971a-78bd9a8be51a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=02f007c1d5674285accd4f90a5433e0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7248833 Jul 16 08:27:47.940662 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49336) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:47.946862 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-63b7bf67-7484-4a6a-9873-d7291ecfcf93 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4648786 Jul 16 08:27:47.965943 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-bff4948b-99a6-4732-a34c-0b6ac7b69afd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Request body: {'port': {'device_id': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '75416cd1-a2d8-4e5f-acde-36e6b516d991', 'admin_state_up': True, 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'security_groups': ['910f791b-abac-4082-995f-040cf1f16d45']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:48.009652 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.019742 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Transition to ACTIVE for port object 99a9da29-6d38-4a83-99a8-07c7b7fc171d will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:48.036996 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Transition to ACTIVE for port object 99a9da29-6d38-4a83-99a8-07c7b7fc171d will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:48.045950 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.049048 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ec313139-9dd6-49aa-965d-6423d824bb1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1cc7997-985a-47ca-969e-e45b1a8e3280', 'name': 'tempest-AttachSCSIVolumeTestJSON-1150887569-router', 'tenant_id': '249ad98742674923828004d0fe8478b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '80ee2773-12ea-42e1-8af6-9b6b7e7c783f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:36Z', 'updated_at': '2021-07-16T08:27:40Z', 'revision_number': 4, 'project_id': '249ad98742674923828004d0fe8478b5', 'gw_port': {'id': '80ee2773-12ea-42e1-8af6-9b6b7e7c783f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:75:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cc7997-985a-47ca-969e-e45b1a8e3280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'd611e9c5-e649-412c-ad09-1e003879b8b5', 'name': '', 'network_id': 'c0f9e63c-c0dc-496b-b400-ce99bcb00b10', 'tenant_id': '249ad98742674923828004d0fe8478b5', 'mac_address': 'fa:16:3e:ec:b8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1cc7997-985a-47ca-969e-e45b1a8e3280', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'ac5f79c4-4d27-4945-ac37-cd56890c0670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:39Z', 'updated_at': '2021-07-16T08:27:46Z', 'revision_number': 4, 'project_id': '249ad98742674923828004d0fe8478b5', 'subnets': [{'id': 'ac5f79c4-4d27-4945-ac37-cd56890c0670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:48.123464 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Network e3bdaedf-ed19-464b-af46-e5e06e3ea172 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:48.126921 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:48.135758 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:48.138921 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec313139-9dd6-49aa-965d-6423d824bb1a None None] The sync data for ids ['e1cc7997-985a-47ca-969e-e45b1a8e3280'] in n-d-771362-37 is: [{'id': 'e1cc7997-985a-47ca-969e-e45b1a8e3280', 'name': 'tempest-AttachSCSIVolumeTestJSON-1150887569-router', 'tenant_id': '249ad98742674923828004d0fe8478b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '80ee2773-12ea-42e1-8af6-9b6b7e7c783f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:36Z', 'updated_at': '2021-07-16T08:27:40Z', 'revision_number': 4, 'project_id': '249ad98742674923828004d0fe8478b5', 'gw_port': {'id': '80ee2773-12ea-42e1-8af6-9b6b7e7c783f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:75:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cc7997-985a-47ca-969e-e45b1a8e3280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'd611e9c5-e649-412c-ad09-1e003879b8b5', 'name': '', 'network_id': 'c0f9e63c-c0dc-496b-b400-ce99bcb00b10', 'tenant_id': '249ad98742674923828004d0fe8478b5', 'mac_address': 'fa:16:3e:ec:b8:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1cc7997-985a-47ca-969e-e45b1a8e3280', 'device_owner': 'network:router_interface', 'standard_attr_id': 769, 'fixed_ips': [{'subnet_id': 'ac5f79c4-4d27-4945-ac37-cd56890c0670', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:39Z', 'updated_at': '2021-07-16T08:27:46Z', 'revision_number': 4, 'project_id': '249ad98742674923828004d0fe8478b5', 'subnets': [{'id': 'ac5f79c4-4d27-4945-ac37-cd56890c0670', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:27:48.266511 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Pushing event updated for resources: {'Port': ['ID=99a9da29-6d38-4a83-99a8-07c7b7fc171d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:48.282351 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Attempting to bind port 99a9da29-6d38-4a83-99a8-07c7b7fc171d on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:48.285432 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Attempting to bind port 99a9da29-6d38-4a83-99a8-07c7b7fc171d by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '175e96fa-d00a-4c4d-a5fa-e7f2d686c7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e3bdaedf-ed19-464b-af46-e5e06e3ea172'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:48.285758 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-bff4948b-99a6-4732-a34c-0b6ac7b69afd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Made reservation on behalf of 18d3bd29957e4274890e11da19ecb787 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:48.286688 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Attempting to bind port 99a9da29-6d38-4a83-99a8-07c7b7fc171d on network e3bdaedf-ed19-464b-af46-e5e06e3ea172 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:48.291389 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb8539e4-6b3f-41cc-82bc-d1ff0dcdadaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.300528 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:48.301332 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Checking segment: {'id': '175e96fa-d00a-4c4d-a5fa-e7f2d686c7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e3bdaedf-ed19-464b-af46-e5e06e3ea172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:48.302128 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.302759 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Bound using segment: {'id': '175e96fa-d00a-4c4d-a5fa-e7f2d686c7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e3bdaedf-ed19-464b-af46-e5e06e3ea172'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:48.303641 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Bound port: 99a9da29-6d38-4a83-99a8-07c7b7fc171d, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175e96fa-d00a-4c4d-a5fa-e7f2d686c7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e3bdaedf-ed19-464b-af46-e5e06e3ea172'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:48.304321 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.309185 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:48.309854 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:48.310426 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:48.310985 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:48.311602 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:48.312314 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:48.313146 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:48.317666 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:48.318327 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:48.318789 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:48.319281 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:48.319691 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:27:48.362234 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb8539e4-6b3f-41cc-82bc-d1ff0dcdadaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.533423 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-bff4948b-99a6-4732-a34c-0b6ac7b69afd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.552394 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd85b034-94e3-47be-a921-6ef2b9d141e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.565137 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d611e9c5-e649-412c-ad09-1e003879b8b5 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:48.576669 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd85b034-94e3-47be-a921-6ef2b9d141e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.581997 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7e76e184-534f-4d18-b844-00611e64fa40 None None] Provisioning for port 76090f44-539b-438f-8800-1f8cae00b415 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:48.589792 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb8539e4-6b3f-41cc-82bc-d1ff0dcdadaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.592821 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb8539e4-6b3f-41cc-82bc-d1ff0dcdadaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.594041 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-fb8539e4-6b3f-41cc-82bc-d1ff0dcdadaf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/362f51cf-c46c-4756-be8c-c851dd892325 HTTP/1.1" status: 204 len: 168 time: 0.6514244 Jul 16 08:27:48.677723 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7e76e184-534f-4d18-b844-00611e64fa40 None None] Provisioning complete for port 76090f44-539b-438f-8800-1f8cae00b415 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:48.680406 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e76e184-534f-4d18-b844-00611e64fa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.705943 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8539e4-6b3f-41cc-82bc-d1ff0dcdadaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=362f51cf-c46c-4756-be8c-c851dd892325,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:48.831915 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] For port 99a9da29-6d38-4a83-99a8-07c7b7fc171d, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:48.876435 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] For port 99a9da29-6d38-4a83-99a8-07c7b7fc171d, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=99a9da29-6d38-4a83-99a8-07c7b7fc171d,segment=NetworkSegment(175e96fa-d00a-4c4d-a5fa-e7f2d686c7e2),segment_id=175e96fa-d00a-4c4d-a5fa-e7f2d686c7e2)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:48.885133 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7e76e184-534f-4d18-b844-00611e64fa40 None None] Port 76090f44-539b-438f-8800-1f8cae00b415 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:48.899483 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.925732 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-bd85b034-94e3-47be-a921-6ef2b9d141e0 admin admin] Allocated IP 172.25.3.33 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/4aae0042-0039-43c7-8b49-8dc7251b875a) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:48.944330 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-bff4948b-99a6-4732-a34c-0b6ac7b69afd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Allocated IP 10.2.2.100 (75416cd1-a2d8-4e5f-acde-36e6b516d991/7842a341-61cf-4424-8fa5-ccac1e8e2370/731fdcab-68d6-4de1-9151-da7a41b03db8) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:48.949448 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port d611e9c5-e649-412c-ad09-1e003879b8b5 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:48.957256 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port d611e9c5-e649-412c-ad09-1e003879b8b5 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:48.958118 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:48.978583 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f27d8b-55ad-47a0-97c9-967885744770 req-02ebe70b-09a5-4bbe-bd32-fb80e8999d73 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:48.989696 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-74f27d8b-55ad-47a0-97c9-967885744770 req-02ebe70b-09a5-4bbe-bd32-fb80e8999d73 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/ports?device_id=0afd339a-00a0-4155-bc84-7f70bc219cfa HTTP/1.1" status: 200 len: 945 time: 0.2634337 Jul 16 08:27:49.043006 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb03c38-c030-4eda-8066-264120f874ae None None] Pushing event updated for resources: {'Port': ['ID=99a9da29-6d38-4a83-99a8-07c7b7fc171d,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:49.116746 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:49.158685 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-bff4948b-99a6-4732-a34c-0b6ac7b69afd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:49.160898 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port d611e9c5-e649-412c-ad09-1e003879b8b5, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d611e9c5-e649-412c-ad09-1e003879b8b5,segment=NetworkSegment(9c38dbf6-508c-4ef7-9acc-99f901f233af),segment_id=9c38dbf6-508c-4ef7-9acc-99f901f233af)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:49.169952 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:49.178885 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-bff4948b-99a6-4732-a34c-0b6ac7b69afd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Transition to ACTIVE for port object 731fdcab-68d6-4de1-9151-da7a41b03db8 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:49.190881 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device a8291014-32cd-47fa-8cbd-27fba9e95bad no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:27:49.240814 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-bff4948b-99a6-4732-a34c-0b6ac7b69afd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:49.256223 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-74f27d8b-55ad-47a0-97c9-967885744770 req-63fde0c2-20ad-4c21-a41f-ce2d31d071b4 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbec2181-32de-46b6-9445-7284f609db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2507179 Jul 16 08:27:49.388593 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=d611e9c5-e649-412c-ad09-1e003879b8b5,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:49.389858 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd85b034-94e3-47be-a921-6ef2b9d141e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:49.394945 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-bff4948b-99a6-4732-a34c-0b6ac7b69afd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Network 75416cd1-a2d8-4e5f-acde-36e6b516d991 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:49.402341 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: a8291014-32cd-47fa-8cbd-27fba9e95bad {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:27:49.403727 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device a8291014-32cd-47fa-8cbd-27fba9e95bad not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:27:49.424387 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-bff4948b-99a6-4732-a34c-0b6ac7b69afd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:49.449423 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-bff4948b-99a6-4732-a34c-0b6ac7b69afd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:49.490783 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21dc77-3c55-4af2-a9d0-16b71688c0e4 req-23cbffa9-1fce-43d3-ad7b-55d1ea1328bc tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:49.504366 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21dc77-3c55-4af2-a9d0-16b71688c0e4 req-23cbffa9-1fce-43d3-ad7b-55d1ea1328bc tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:49.510727 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21dc77-3c55-4af2-a9d0-16b71688c0e4 req-23cbffa9-1fce-43d3-ad7b-55d1ea1328bc tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:49.517596 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd85b034-94e3-47be-a921-6ef2b9d141e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:49.522981 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-df21dc77-3c55-4af2-a9d0-16b71688c0e4 req-23cbffa9-1fce-43d3-ad7b-55d1ea1328bc tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 2374 time: 1.0199621 Jul 16 08:27:49.590662 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd85b034-94e3-47be-a921-6ef2b9d141e0 admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:49.603336 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-bd85b034-94e3-47be-a921-6ef2b9d141e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:49.650407 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff4948b-99a6-4732-a34c-0b6ac7b69afd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Pushing event updated for resources: {'Port': ['ID=731fdcab-68d6-4de1-9151-da7a41b03db8,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:49.677323 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-df21dc77-3c55-4af2-a9d0-16b71688c0e4 req-5c434b30-6cfe-4dfc-a39f-b2c880a4e3a9 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1500604 Jul 16 08:27:49.681503 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd85b034-94e3-47be-a921-6ef2b9d141e0 admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:49.765496 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-bff4948b-99a6-4732-a34c-0b6ac7b69afd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:49.766311 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-bff4948b-99a6-4732-a34c-0b6ac7b69afd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:49.790045 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85b034-94e3-47be-a921-6ef2b9d141e0 admin admin] Pushing event updated for resources: {'Port': ['ID=4aae0042-0039-43c7-8b49-8dc7251b875a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:49.827539 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-bff4948b-99a6-4732-a34c-0b6ac7b69afd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8721557 Jul 16 08:27:49.848917 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-40c9d2ce-fe81-4374-abe0-10011977db23 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Request body: {'port': {'device_id': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '75416cd1-a2d8-4e5f-acde-36e6b516d991', 'admin_state_up': True, 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'security_groups': ['910f791b-abac-4082-995f-040cf1f16d45']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:49.912631 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-cdeba3fd-6ee4-426d-a961-007f6cf41fc4 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:49.921070 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-cdeba3fd-6ee4-426d-a961-007f6cf41fc4 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/networks?id=625dfff6-7aa4-46e7-b897-fa5ed9305465 HTTP/1.1" status: 200 len: 805 time: 0.4650700 Jul 16 08:27:49.953239 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3f9c6f93-54f5-408f-a9ba-498898257042 None None] Provisioning for port 731fdcab-68d6-4de1-9151-da7a41b03db8 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:49.957557 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3f9c6f93-54f5-408f-a9ba-498898257042 None None] Provisioning complete for port 731fdcab-68d6-4de1-9151-da7a41b03db8 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:49.957938 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3f9c6f93-54f5-408f-a9ba-498898257042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:50.034964 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-3f9c6f93-54f5-408f-a9ba-498898257042 None None] Port 731fdcab-68d6-4de1-9151-da7a41b03db8 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:50.089379 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-ec47b512-a1d7-4e33-9f69-84a309dd92ca tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/quotas/6006a1dcb2354570866e06da5c4c7493 HTTP/1.1" status: 200 len: 375 time: 0.1671274 Jul 16 08:27:50.313713 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99dac8c-c84f-4bee-a872-42249f3408fc req-2fcd08d5-b67d-4a8e-af29-482ca6904303 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:50.315465 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a99dac8c-c84f-4bee-a872-42249f3408fc req-2fcd08d5-b67d-4a8e-af29-482ca6904303 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.21 "GET /v2.0/ports?device_id=b477a5bc-b20a-49f4-9f40-d90e78ec54c4 HTTP/1.1" status: 200 len: 950 time: 0.5120893 Jul 16 08:27:50.437646 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbf356d-b111-40ac-891e-67211d697b85 req-25237642-3bdb-4628-94e9-58b96f8040d5 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:50.439568 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-adbf356d-b111-40ac-891e-67211d697b85 req-25237642-3bdb-4628-94e9-58b96f8040d5 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.30 "GET /v2.0/ports?device_id=0afd339a-00a0-4155-bc84-7f70bc219cfa HTTP/1.1" status: 200 len: 945 time: 0.8382487 Jul 16 08:27:50.532389 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd85b034-94e3-47be-a921-6ef2b9d141e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:50.640159 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d611e9c5-e649-412c-ad09-1e003879b8b5 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:50.682783 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c077b1-a9b8-4d0d-8351-e06098696c2a req-dca58680-cd38-47e8-bf2e-c55e3bdda161 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:50.687319 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-4cfe9958-3545-4a81-a465-8ff02b80e7a6 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6006a1dcb2354570866e06da5c4c7493&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5388370 Jul 16 08:27:50.693519 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f6c077b1-a9b8-4d0d-8351-e06098696c2a req-dca58680-cd38-47e8-bf2e-c55e3bdda161 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=b477a5bc-b20a-49f4-9f40-d90e78ec54c4 HTTP/1.1" status: 200 len: 950 time: 0.8149366 Jul 16 08:27:50.763778 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f6c077b1-a9b8-4d0d-8351-e06098696c2a req-78bba645-24c5-4df9-826c-c3550e6facf7 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691273 Jul 16 08:27:50.792589 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port d611e9c5-e649-412c-ad09-1e003879b8b5 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:50.792978 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:50.855210 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-40c9d2ce-fe81-4374-abe0-10011977db23 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Made reservation on behalf of 18d3bd29957e4274890e11da19ecb787 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:50.867302 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-40c9d2ce-fe81-4374-abe0-10011977db23 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:50.891754 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c115a8a-0cb4-4e38-9b07-0b1c7f59fd06 None None] Network e3bdaedf-ed19-464b-af46-e5e06e3ea172 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:27:50.966505 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-a99dac8c-c84f-4bee-a872-42249f3408fc req-6d95e64d-26ff-4fce-91ad-f1b60496ef53 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Deleting port 3e9e2d12-2792-4d62-a0f5-dd48d800b9f5 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:27:50.966850 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a99dac8c-c84f-4bee-a872-42249f3408fc req-6d95e64d-26ff-4fce-91ad-f1b60496ef53 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:50.995285 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 99a9da29-6d38-4a83-99a8-07c7b7fc171d up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:51.002664 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-adbf356d-b111-40ac-891e-67211d697b85 req-70bf75d0-3fd2-4b3f-a185-f7148bccca93 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Deleting port 85578c23-a977-4616-8e40-d65fac0c42ba {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:27:51.003014 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-adbf356d-b111-40ac-891e-67211d697b85 req-70bf75d0-3fd2-4b3f-a185-f7148bccca93 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:51.028061 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0dca409a-6aea-44d4-8108-d3a22ea832eb None None] Provisioning for port 99a9da29-6d38-4a83-99a8-07c7b7fc171d completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:51.121535 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd85b034-94e3-47be-a921-6ef2b9d141e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:51.134847 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 99a9da29-6d38-4a83-99a8-07c7b7fc171d completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:51.144629 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 99a9da29-6d38-4a83-99a8-07c7b7fc171d triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:51.150435 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:51.237021 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-ae60449a-b720-4ce5-b06f-22b114ba995c service neutron] 10.222.0.22 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5464046 Jul 16 08:27:51.240072 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-a99dac8c-c84f-4bee-a872-42249f3408fc req-6d95e64d-26ff-4fce-91ad-f1b60496ef53 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] For port 3e9e2d12-2792-4d62-a0f5-dd48d800b9f5, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=3e9e2d12-2792-4d62-a0f5-dd48d800b9f5,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:51.240516 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-40c9d2ce-fe81-4374-abe0-10011977db23 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Allocated IP 10.2.2.200 (75416cd1-a2d8-4e5f-acde-36e6b516d991/7842a341-61cf-4424-8fa5-ccac1e8e2370/091da7a4-e099-4e84-a774-919605faad63) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:51.248576 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a99dac8c-c84f-4bee-a872-42249f3408fc req-6d95e64d-26ff-4fce-91ad-f1b60496ef53 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:51.307498 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:51.368828 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-1a1a47e8-ecd3-4705-8313-444affee7274 service neutron] 10.222.0.22 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1308722 Jul 16 08:27:51.380003 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 99a9da29-6d38-4a83-99a8-07c7b7fc171d, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=99a9da29-6d38-4a83-99a8-07c7b7fc171d,segment=NetworkSegment(175e96fa-d00a-4c4d-a5fa-e7f2d686c7e2),segment_id=175e96fa-d00a-4c4d-a5fa-e7f2d686c7e2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:51.387407 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:51.424284 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-40c9d2ce-fe81-4374-abe0-10011977db23 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:51.463118 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-40c9d2ce-fe81-4374-abe0-10011977db23 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Transition to ACTIVE for port object 091da7a4-e099-4e84-a774-919605faad63 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:51.466317 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-a99dac8c-c84f-4bee-a872-42249f3408fc req-6d95e64d-26ff-4fce-91ad-f1b60496ef53 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Calling delete_port for 3e9e2d12-2792-4d62-a0f5-dd48d800b9f5 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:27:51.509810 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=99a9da29-6d38-4a83-99a8-07c7b7fc171d,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:51.582674 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-40c9d2ce-fe81-4374-abe0-10011977db23 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:51.754814 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-40c9d2ce-fe81-4374-abe0-10011977db23 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Network 75416cd1-a2d8-4e5f-acde-36e6b516d991 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:51.755623 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c9d2ce-fe81-4374-abe0-10011977db23 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Pushing event updated for resources: {'Port': ['ID=091da7a4-e099-4e84-a774-919605faad63,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:51.772019 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-adbf356d-b111-40ac-891e-67211d697b85 req-70bf75d0-3fd2-4b3f-a185-f7148bccca93 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] For port 85578c23-a977-4616-8e40-d65fac0c42ba, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=85578c23-a977-4616-8e40-d65fac0c42ba,segment=NetworkSegment(f7af8b16-cb87-4576-be6c-d2d2183441bf),segment_id=f7af8b16-cb87-4576-be6c-d2d2183441bf)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:51.774660 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-adbf356d-b111-40ac-891e-67211d697b85 req-70bf75d0-3fd2-4b3f-a185-f7148bccca93 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:51.782999 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd85b034-94e3-47be-a921-6ef2b9d141e0 admin admin] Router 95c52a5a-830a-4b07-b603-f6ba27750834 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:27:51.799833 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-40c9d2ce-fe81-4374-abe0-10011977db23 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:51.810940 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38c398ba-c535-476f-9516-4a2fe759521b None None] Provisioning complete for port 99a9da29-6d38-4a83-99a8-07c7b7fc171d triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:51.811427 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38c398ba-c535-476f-9516-4a2fe759521b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:51.844947 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-40c9d2ce-fe81-4374-abe0-10011977db23 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:51.981328 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a99dac8c-c84f-4bee-a872-42249f3408fc req-6d95e64d-26ff-4fce-91ad-f1b60496ef53 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:51.997870 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['35c113a8-cc9b-4243-afa0-fcde08522745'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:52.005651 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['3e9e2d12-2792-4d62-a0f5-dd48d800b9f5', '0d9f206a-6518-45a5-ba88-26a9a7149eeb'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:52.053651 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204a247-dcf2-4930-be51-de91d13c8bfa req-e37062d3-5d09-4961-a0af-9ac867b31a3a tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:52.066389 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a204a247-dcf2-4930-be51-de91d13c8bfa req-e37062d3-5d09-4961-a0af-9ac867b31a3a tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 945 time: 0.5385070 Jul 16 08:27:52.146232 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d95e64d-26ff-4fce-91ad-f1b60496ef53 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Pushing event deleted for resources: {'Port': ['ID=3e9e2d12-2792-4d62-a0f5-dd48d800b9f5,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:52.209624 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-a99dac8c-c84f-4bee-a872-42249f3408fc req-6d95e64d-26ff-4fce-91ad-f1b60496ef53 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] No DVR routers for this DVR port 3e9e2d12-2792-4d62-a0f5-dd48d800b9f5 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:27:52.229224 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a99dac8c-c84f-4bee-a872-42249f3408fc req-6d95e64d-26ff-4fce-91ad-f1b60496ef53 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:52.231429 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a99dac8c-c84f-4bee-a872-42249f3408fc req-6d95e64d-26ff-4fce-91ad-f1b60496ef53 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.21 "DELETE /v2.0/ports/3e9e2d12-2792-4d62-a0f5-dd48d800b9f5 HTTP/1.1" status: 204 len: 173 time: 1.8996260 Jul 16 08:27:52.232851 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b477a5bc-b20a-49f4-9f40-d90e78ec54c4', 'name': 'network-vif-deleted', 'tag': '3e9e2d12-2792-4d62-a0f5-dd48d800b9f5'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:52.235530 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad2dcbb0-f4b6-46a2-bfac-fc6cbffd6431" -d '{"events": [{"server_uuid": "b477a5bc-b20a-49f4-9f40-d90e78ec54c4", "name": "network-vif-deleted", "tag": "3e9e2d12-2792-4d62-a0f5-dd48d800b9f5"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:52.236443 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-40c9d2ce-fe81-4374-abe0-10011977db23 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:52.237105 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-40c9d2ce-fe81-4374-abe0-10011977db23 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:52.263760 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-40c9d2ce-fe81-4374-abe0-10011977db23 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4255483 Jul 16 08:27:52.279408 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a434954-e96a-4130-99e7-db6c2ad5efa8 req-c3871943-1a17-4874-891a-82444abe2869 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:52.286877 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7a434954-e96a-4130-99e7-db6c2ad5efa8 req-c3871943-1a17-4874-891a-82444abe2869 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/ports?device_id=0afd339a-00a0-4155-bc84-7f70bc219cfa HTTP/1.1" status: 200 len: 945 time: 0.4434628 Jul 16 08:27:52.305446 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1fb2a0a1-e2cb-436e-927a-eabbda32e903 None None] Provisioning for port 091da7a4-e099-4e84-a774-919605faad63 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:52.307320 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd85b034-94e3-47be-a921-6ef2b9d141e0 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:27:52.323836 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1fb2a0a1-e2cb-436e-927a-eabbda32e903 None None] Provisioning complete for port 091da7a4-e099-4e84-a774-919605faad63 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:52.324371 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1fb2a0a1-e2cb-436e-927a-eabbda32e903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:52.331044 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd85b034-94e3-47be-a921-6ef2b9d141e0 admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:52.332606 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bd85b034-94e3-47be-a921-6ef2b9d141e0 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 5.6364231 Jul 16 08:27:52.335416 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49418) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:52.338746 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-5b51599c-5010-484c-b11d-3e94ed590aec service neutron] Request body: {'port': {'device_id': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:52.359439 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7a434954-e96a-4130-99e7-db6c2ad5efa8 req-d32eb983-3267-4c96-b8ba-b0647478f30e tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/security-groups?id=fbec2181-32de-46b6-9445-7284f609db8c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713472 Jul 16 08:27:52.401427 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1fb2a0a1-e2cb-436e-927a-eabbda32e903 None None] Port 091da7a4-e099-4e84-a774-919605faad63 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:52.467125 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17903207-ee42-48c0-b3eb-42300eb520c4 None None] Sync routers for ids ['95c52a5a-830a-4b07-b603-f6ba27750834'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:27:52.496984 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a204a247-dcf2-4930-be51-de91d13c8bfa req-a12a37b2-d706-46be-94a5-c307894f0ae4 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4291594 Jul 16 08:27:52.595953 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 99a9da29-6d38-4a83-99a8-07c7b7fc171d up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:52.647417 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-adbf356d-b111-40ac-891e-67211d697b85 req-70bf75d0-3fd2-4b3f-a185-f7148bccca93 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:52.647803 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-adbf356d-b111-40ac-891e-67211d697b85 req-70bf75d0-3fd2-4b3f-a185-f7148bccca93 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:52.648118 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [req-adbf356d-b111-40ac-891e-67211d697b85 req-70bf75d0-3fd2-4b3f-a185-f7148bccca93 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Floating IP 41934d44-fcd1-4748-8b4a-9678760cc4b5 disassociated. External IP: 172.25.3.55, port: 85578c23-a977-4616-8e40-d65fac0c42ba. Jul 16 08:27:52.649223 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-adbf356d-b111-40ac-891e-67211d697b85 req-70bf75d0-3fd2-4b3f-a185-f7148bccca93 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Calling delete_port for 85578c23-a977-4616-8e40-d65fac0c42ba owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:27:52.736176 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17903207-ee42-48c0-b3eb-42300eb520c4 None None] Routers {'95c52a5a-830a-4b07-b603-f6ba27750834'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:27:52.737023 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-17903207-ee42-48c0-b3eb-42300eb520c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:27:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['95c52a5a-830a-4b07-b603-f6ba27750834'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:52.789454 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-5b51599c-5010-484c-b11d-3e94ed590aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:52.972367 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-49dc1959-dde9-462b-81fc-64e0dbfcb9b7 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1d01616ba17d4b8cba7a304337398c2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0395274 Jul 16 08:27:53.023034 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 99a9da29-6d38-4a83-99a8-07c7b7fc171d triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:53.023672 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:53.023894 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a06c3-5065-4056-93cf-904f933a1e96 req-f17be166-0038-4270-81c8-217ba8bba94e tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:53.031063 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a06c3-5065-4056-93cf-904f933a1e96 req-f17be166-0038-4270-81c8-217ba8bba94e tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:53.038172 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a06c3-5065-4056-93cf-904f933a1e96 req-f17be166-0038-4270-81c8-217ba8bba94e tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:53.045952 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a06c3-5065-4056-93cf-904f933a1e96 req-f17be166-0038-4270-81c8-217ba8bba94e tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:53.053111 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10a06c3-5065-4056-93cf-904f933a1e96 req-f17be166-0038-4270-81c8-217ba8bba94e tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:53.056005 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d10a06c3-5065-4056-93cf-904f933a1e96 req-f17be166-0038-4270-81c8-217ba8bba94e tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 3816 time: 0.4609127 Jul 16 08:27:53.072031 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-17903207-ee42-48c0-b3eb-42300eb520c4 None None] Set router 95c52a5a-830a-4b07-b603-f6ba27750834 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:27:53.118841 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d10a06c3-5065-4056-93cf-904f933a1e96 req-61213355-6f3d-4303-90f1-e0e1bd412f49 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561068 Jul 16 08:27:53.288712 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b946-38ac-46bd-9fa7-17483332376f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:53.435110 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-adbf356d-b111-40ac-891e-67211d697b85 req-70bf75d0-3fd2-4b3f-a185-f7148bccca93 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:53.454069 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-ec0aec94-44a4-4722-a271-fccc335d9eb6 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:53.465903 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-ec0aec94-44a4-4722-a271-fccc335d9eb6 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4926682 Jul 16 08:27:53.484267 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-17903207-ee42-48c0-b3eb-42300eb520c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c52a5a-830a-4b07-b603-f6ba27750834', 'name': 'tempest-AttachSCSIVolumeTestJSON-940581800-router', 'tenant_id': 'b7a2b34b76a049409dcf0903907dbe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '4aae0042-0039-43c7-8b49-8dc7251b875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:46Z', 'updated_at': '2021-07-16T08:27:50Z', 'revision_number': 3, 'project_id': 'b7a2b34b76a049409dcf0903907dbe8f', 'gw_port': {'id': '4aae0042-0039-43c7-8b49-8dc7251b875a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c52a5a-830a-4b07-b603-f6ba27750834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:48Z', 'updated_at': '2021-07-16T08:27:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:53.511267 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-d3a1b946-38ac-46bd-9fa7-17483332376f admin admin] Allocated IP 172.20.0.1 (e3bdaedf-ed19-464b-af46-e5e06e3ea172/27a22a30-142d-4d37-a0fd-ce60bfac39e6/83a9fd39-51d3-4a40-ba39-6a8398d98937) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:53.517111 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17903207-ee42-48c0-b3eb-42300eb520c4 None None] Checking router: 95c52a5a-830a-4b07-b603-f6ba27750834 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:27:53.517611 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17903207-ee42-48c0-b3eb-42300eb520c4 None None] Updating router 95c52a5a-830a-4b07-b603-f6ba27750834 port 4aae0042-0039-43c7-8b49-8dc7251b875a binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:27:53.525522 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bf75d0-3fd2-4b3f-a185-f7148bccca93 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Pushing event deleted for resources: {'Port': ['ID=85578c23-a977-4616-8e40-d65fac0c42ba,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:53.538065 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-b7bbed03-77f6-4ecc-b267-e8eabc440904 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/quotas/1d01616ba17d4b8cba7a304337398c2e HTTP/1.1" status: 200 len: 375 time: 0.0709889 Jul 16 08:27:53.578479 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-17903207-ee42-48c0-b3eb-42300eb520c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:53.587852 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-7011e849-bd02-489f-bb99-4082bc3887f1 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d01616ba17d4b8cba7a304337398c2e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487392 Jul 16 08:27:53.595677 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-864e8dbd-a510-4e5b-bd1c-d8d1711f3ee6 req-8ead99ff-ef18-49c3-824b-f3692ad91507 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=86115019-d820-47aa-8052-cbffb35335a8 HTTP/1.1" status: 200 len: 210 time: 0.0661845 Jul 16 08:27:53.913715 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc2011e8-2568-41bf-8484-f4d6d84cf670 x-openstack-request-id: req-dc2011e8-2568-41bf-8484-f4d6d84cf670 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:53.913940 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b477a5bc-b20a-49f4-9f40-d90e78ec54c4", "name": "network-vif-deleted", "tag": "3e9e2d12-2792-4d62-a0f5-dd48d800b9f5", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:53.918844 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc2011e8-2568-41bf-8484-f4d6d84cf670 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:53.919275 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b477a5bc-b20a-49f4-9f40-d90e78ec54c4', 'name': 'network-vif-deleted', 'tag': '3e9e2d12-2792-4d62-a0f5-dd48d800b9f5', 'status': 'completed', 'code': 200} Jul 16 08:27:53.960276 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-5b51599c-5010-484c-b11d-3e94ed590aec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1214eb5-4495-47f0-8778-79707a2c0a79 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:53.980331 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-5b51599c-5010-484c-b11d-3e94ed590aec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:53.987752 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-17903207-ee42-48c0-b3eb-42300eb520c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:53.990320 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b946-38ac-46bd-9fa7-17483332376f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:53.995403 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-adbf356d-b111-40ac-891e-67211d697b85 req-70bf75d0-3fd2-4b3f-a185-f7148bccca93 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Router 525d6816-2de2-433d-80b1-89acf030af90 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:27:54.027139 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-17903207-ee42-48c0-b3eb-42300eb520c4 None None] Transition to ACTIVE for port object 4aae0042-0039-43c7-8b49-8dc7251b875a will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:54.035393 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-5b51599c-5010-484c-b11d-3e94ed590aec service neutron] Transition to ACTIVE for port object d1214eb5-4495-47f0-8778-79707a2c0a79 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:54.041185 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 85578c23-a977-4616-8e40-d65fac0c42ba no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:27:54.043653 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-5b51599c-5010-484c-b11d-3e94ed590aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:54.045655 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-17903207-ee42-48c0-b3eb-42300eb520c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:54.050288 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d3a1b946-38ac-46bd-9fa7-17483332376f admin admin] Transition to ACTIVE for port object 83a9fd39-51d3-4a40-ba39-6a8398d98937 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:54.139767 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 85578c23-a977-4616-8e40-d65fac0c42ba {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:27:54.140125 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 85578c23-a977-4616-8e40-d65fac0c42ba not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:27:54.200129 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-17903207-ee42-48c0-b3eb-42300eb520c4 None None] Attempting to bind port 4aae0042-0039-43c7-8b49-8dc7251b875a on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:54.200533 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-17903207-ee42-48c0-b3eb-42300eb520c4 None None] Attempting to bind port 4aae0042-0039-43c7-8b49-8dc7251b875a by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:54.200904 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17903207-ee42-48c0-b3eb-42300eb520c4 None None] Attempting to bind port 4aae0042-0039-43c7-8b49-8dc7251b875a on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:54.249551 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17903207-ee42-48c0-b3eb-42300eb520c4 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:54.250115 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17903207-ee42-48c0-b3eb-42300eb520c4 None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:54.253481 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-17903207-ee42-48c0-b3eb-42300eb520c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:54.253925 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17903207-ee42-48c0-b3eb-42300eb520c4 None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:54.254797 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-17903207-ee42-48c0-b3eb-42300eb520c4 None None] Bound port: 4aae0042-0039-43c7-8b49-8dc7251b875a, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:54.254932 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-17903207-ee42-48c0-b3eb-42300eb520c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:54.417383 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-17903207-ee42-48c0-b3eb-42300eb520c4 None None] For port 4aae0042-0039-43c7-8b49-8dc7251b875a, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:54.421797 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-17903207-ee42-48c0-b3eb-42300eb520c4 None None] For port 4aae0042-0039-43c7-8b49-8dc7251b875a, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4aae0042-0039-43c7-8b49-8dc7251b875a,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:54.437984 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-17903207-ee42-48c0-b3eb-42300eb520c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:54.438294 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-79774fc0-090a-4e30-b912-707eddee5ba6 req-2df22518-8dca-4d10-8e1f-7f718af88be2 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/ports?device_id=0afd339a-00a0-4155-bc84-7f70bc219cfa HTTP/1.1" status: 200 len: 210 time: 0.0793543 Jul 16 08:27:54.445135 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51599c-5010-484c-b11d-3e94ed590aec service neutron] Pushing event updated for resources: {'Port': ['ID=d1214eb5-4495-47f0-8778-79707a2c0a79,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:54.456934 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83163bf-a9d4-4e62-8642-7737256c7285 None None] Pushing event updated for resources: {'Port': ['ID=4aae0042-0039-43c7-8b49-8dc7251b875a,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:54.541410 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-adbf356d-b111-40ac-891e-67211d697b85 req-70bf75d0-3fd2-4b3f-a185-f7148bccca93 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:27:54.553725 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd11837-acf2-4223-bd4a-64202d692d88 None None] Sync routers for ids ['525d6816-2de2-433d-80b1-89acf030af90'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:27:54.566281 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd11837-acf2-4223-bd4a-64202d692d88 None None] Routers {'525d6816-2de2-433d-80b1-89acf030af90'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:27:54.569079 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-dbd11837-acf2-4223-bd4a-64202d692d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:27:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['525d6816-2de2-433d-80b1-89acf030af90'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:54.611148 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83163bf-a9d4-4e62-8642-7737256c7285 None None] Pushing event updated for resources: {'Port': ['ID=4aae0042-0039-43c7-8b49-8dc7251b875a,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:54.652391 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9127b1f5-e95d-4270-bea4-366ced5915af req-3824742a-e67f-4c75-9566-a6d88c3c3de7 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=906897c7-6720-445e-80d9-1d741ea7c4f0 HTTP/1.1" status: 200 len: 210 time: 0.0982733 Jul 16 08:27:54.655891 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-adbf356d-b111-40ac-891e-67211d697b85 req-70bf75d0-3fd2-4b3f-a185-f7148bccca93 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] No DVR routers for this DVR port 85578c23-a977-4616-8e40-d65fac0c42ba on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:27:54.661468 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-adbf356d-b111-40ac-891e-67211d697b85 req-70bf75d0-3fd2-4b3f-a185-f7148bccca93 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:54.667545 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-adbf356d-b111-40ac-891e-67211d697b85 req-70bf75d0-3fd2-4b3f-a185-f7148bccca93 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.30 "DELETE /v2.0/ports/85578c23-a977-4616-8e40-d65fac0c42ba HTTP/1.1" status: 204 len: 173 time: 4.2209120 Jul 16 08:27:54.671255 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0afd339a-00a0-4155-bc84-7f70bc219cfa', 'name': 'network-vif-deleted', 'tag': '85578c23-a977-4616-8e40-d65fac0c42ba'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:54.672612 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17903207-ee42-48c0-b3eb-42300eb520c4 None None] Routers {'95c52a5a-830a-4b07-b603-f6ba27750834'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:27:54.673264 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-17903207-ee42-48c0-b3eb-42300eb520c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:27:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['95c52a5a-830a-4b07-b603-f6ba27750834'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:54.676443 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de1ebbf2-fe25-4a3b-aae8-363299c76d69" -d '{"events": [{"server_uuid": "0afd339a-00a0-4155-bc84-7f70bc219cfa", "name": "network-vif-deleted", "tag": "85578c23-a977-4616-8e40-d65fac0c42ba"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:54.682809 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-5b51599c-5010-484c-b11d-3e94ed590aec service neutron] Attempting to bind port d1214eb5-4495-47f0-8778-79707a2c0a79 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:54.683258 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-5b51599c-5010-484c-b11d-3e94ed590aec service neutron] Attempting to bind port d1214eb5-4495-47f0-8778-79707a2c0a79 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '2630c0b4-c25a-4e71-baf9-4cb001668487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ef42b60b-a2a6-4c00-9b16-9d40351d12af'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:54.683591 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-5b51599c-5010-484c-b11d-3e94ed590aec service neutron] Attempting to bind port d1214eb5-4495-47f0-8778-79707a2c0a79 on network ef42b60b-a2a6-4c00-9b16-9d40351d12af {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:54.700640 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-5b51599c-5010-484c-b11d-3e94ed590aec service neutron] Port d1214eb5-4495-47f0-8778-79707a2c0a79 on network ef42b60b-a2a6-4c00-9b16-9d40351d12af not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:54.701048 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-5b51599c-5010-484c-b11d-3e94ed590aec service neutron] Attempting to bind port d1214eb5-4495-47f0-8778-79707a2c0a79 on network ef42b60b-a2a6-4c00-9b16-9d40351d12af {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:54.713479 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-5b51599c-5010-484c-b11d-3e94ed590aec service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:54.714035 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-5b51599c-5010-484c-b11d-3e94ed590aec service neutron] Checking segment: {'id': '2630c0b4-c25a-4e71-baf9-4cb001668487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ef42b60b-a2a6-4c00-9b16-9d40351d12af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:54.714569 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-5b51599c-5010-484c-b11d-3e94ed590aec service neutron] Bound using segment: {'id': '2630c0b4-c25a-4e71-baf9-4cb001668487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ef42b60b-a2a6-4c00-9b16-9d40351d12af'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:54.717531 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-5b51599c-5010-484c-b11d-3e94ed590aec service neutron] Bound port: d1214eb5-4495-47f0-8778-79707a2c0a79, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2630c0b4-c25a-4e71-baf9-4cb001668487', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'ef42b60b-a2a6-4c00-9b16-9d40351d12af'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:54.720083 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-5b51599c-5010-484c-b11d-3e94ed590aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:54.819008 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-dbd11837-acf2-4223-bd4a-64202d692d88 None None] Set router 525d6816-2de2-433d-80b1-89acf030af90 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:27:54.882028 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-5b51599c-5010-484c-b11d-3e94ed590aec service neutron] For port d1214eb5-4495-47f0-8778-79707a2c0a79, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:54.886412 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-5b51599c-5010-484c-b11d-3e94ed590aec service neutron] For port d1214eb5-4495-47f0-8778-79707a2c0a79, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d1214eb5-4495-47f0-8778-79707a2c0a79,segment=NetworkSegment(2630c0b4-c25a-4e71-baf9-4cb001668487),segment_id=2630c0b4-c25a-4e71-baf9-4cb001668487)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:54.896423 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-5b51599c-5010-484c-b11d-3e94ed590aec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:54.951791 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-17903207-ee42-48c0-b3eb-42300eb520c4 None None] Set router 95c52a5a-830a-4b07-b603-f6ba27750834 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:27:55.018871 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-5b51599c-5010-484c-b11d-3e94ed590aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:55.019704 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-5b51599c-5010-484c-b11d-3e94ed590aec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:55.021700 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-5b51599c-5010-484c-b11d-3e94ed590aec service neutron] 10.222.0.30 "PUT /v2.0/ports/d1214eb5-4495-47f0-8778-79707a2c0a79 HTTP/1.1" status: 200 len: 1092 time: 2.6976092 Jul 16 08:27:55.053281 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b51599c-5010-484c-b11d-3e94ed590aec service neutron] Pushing event updated for resources: {'Port': ['ID=d1214eb5-4495-47f0-8778-79707a2c0a79,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:55.062748 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-396a15a5-8eca-4a58-93c5-66bce64230e1 service neutron] Request body: {'port': {'device_id': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:55.096059 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b946-38ac-46bd-9fa7-17483332376f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:55.224853 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-dbd11837-acf2-4223-bd4a-64202d692d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525d6816-2de2-433d-80b1-89acf030af90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-790942259-router', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:07Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': 'eed38146a8c843738c66731bdf360734', 'gw_port': {'id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ad:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:08Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '3ecc27c8-7720-41c4-8722-654b9b21303b', 'name': '', 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'mac_address': 'fa:16:3e:4b:2c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:11Z', 'updated_at': '2021-07-16T08:23:21Z', 'revision_number': 5, 'project_id': 'eed38146a8c843738c66731bdf360734', 'subnets': [{'id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:55.249530 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-396a15a5-8eca-4a58-93c5-66bce64230e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:55.254713 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-628051cb-985c-4b45-8d62-e5ac90b498f3 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:55.256494 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-628051cb-985c-4b45-8d62-e5ac90b498f3 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.21 "GET /v2.0/networks?id=625dfff6-7aa4-46e7-b897-fa5ed9305465 HTTP/1.1" status: 200 len: 805 time: 1.1959264 Jul 16 08:27:55.263983 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a1b946-38ac-46bd-9fa7-17483332376f admin admin] Network e3bdaedf-ed19-464b-af46-e5e06e3ea172 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:55.270016 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd11837-acf2-4223-bd4a-64202d692d88 None None] Checking router: 525d6816-2de2-433d-80b1-89acf030af90 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:27:55.272233 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-f192ff3d-8b02-47f5-b2a7-6ac0c4a25514 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Request body: {'port': {'device_id': '86115019-d820-47aa-8052-cbffb35335a8', 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465', 'admin_state_up': True, 'tenant_id': '6006a1dcb2354570866e06da5c4c7493'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:55.276109 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-d3a1b946-38ac-46bd-9fa7-17483332376f admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:55.286589 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566a4b0-359b-4016-b911-d91bc4c8bd9c req-48fe1f98-f694-4297-afcd-634f3d6846e1 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:55.294621 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1566a4b0-359b-4016-b911-d91bc4c8bd9c req-48fe1f98-f694-4297-afcd-634f3d6846e1 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 1.0819609 Jul 16 08:27:55.308135 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a1b946-38ac-46bd-9fa7-17483332376f admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:55.309434 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd11837-acf2-4223-bd4a-64202d692d88 None None] Routers {'525d6816-2de2-433d-80b1-89acf030af90'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:27:55.310255 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-dbd11837-acf2-4223-bd4a-64202d692d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:27:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['525d6816-2de2-433d-80b1-89acf030af90'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:55.336378 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1b946-38ac-46bd-9fa7-17483332376f admin admin] Pushing event updated for resources: {'Port': ['ID=83a9fd39-51d3-4a40-ba39-6a8398d98937,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:55.357746 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 3e9e2d12-2792-4d62-a0f5-dd48d800b9f5 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:27:55.465593 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 3e9e2d12-2792-4d62-a0f5-dd48d800b9f5 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:27:55.465944 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 3e9e2d12-2792-4d62-a0f5-dd48d800b9f5 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:27:55.544621 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1566a4b0-359b-4016-b911-d91bc4c8bd9c req-bf360036-6c55-41f0-87fd-74776f35b31f tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2488484 Jul 16 08:27:55.565181 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b946-38ac-46bd-9fa7-17483332376f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:55.589076 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-17903207-ee42-48c0-b3eb-42300eb520c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c52a5a-830a-4b07-b603-f6ba27750834', 'name': 'tempest-AttachSCSIVolumeTestJSON-940581800-router', 'tenant_id': 'b7a2b34b76a049409dcf0903907dbe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '4aae0042-0039-43c7-8b49-8dc7251b875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:46Z', 'updated_at': '2021-07-16T08:27:50Z', 'revision_number': 3, 'project_id': 'b7a2b34b76a049409dcf0903907dbe8f', 'gw_port': {'id': '4aae0042-0039-43c7-8b49-8dc7251b875a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c52a5a-830a-4b07-b603-f6ba27750834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:48Z', 'updated_at': '2021-07-16T08:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:55.652798 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-dbd11837-acf2-4223-bd4a-64202d692d88 None None] Set router 525d6816-2de2-433d-80b1-89acf030af90 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:27:55.655378 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17903207-ee42-48c0-b3eb-42300eb520c4 None None] The sync data for ids ['95c52a5a-830a-4b07-b603-f6ba27750834'] in n-d-771362-37 is: [{'id': '95c52a5a-830a-4b07-b603-f6ba27750834', 'name': 'tempest-AttachSCSIVolumeTestJSON-940581800-router', 'tenant_id': 'b7a2b34b76a049409dcf0903907dbe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '4aae0042-0039-43c7-8b49-8dc7251b875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:46Z', 'updated_at': '2021-07-16T08:27:50Z', 'revision_number': 3, 'project_id': 'b7a2b34b76a049409dcf0903907dbe8f', 'gw_port': {'id': '4aae0042-0039-43c7-8b49-8dc7251b875a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c52a5a-830a-4b07-b603-f6ba27750834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:48Z', 'updated_at': '2021-07-16T08:27:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:27:55.788040 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-801b4650-c60d-4295-ba88-6b87e636b679 None None] Provisioning for port 83a9fd39-51d3-4a40-ba39-6a8398d98937 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:55.793534 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-801b4650-c60d-4295-ba88-6b87e636b679 None None] Provisioning complete for port 83a9fd39-51d3-4a40-ba39-6a8398d98937 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:55.793916 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-801b4650-c60d-4295-ba88-6b87e636b679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:55.859863 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ea72a-1528-4ca4-9eb7-c942de64caeb req-53c5599c-b0ae-4153-9038-98e588e3e515 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:55.865262 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-801b4650-c60d-4295-ba88-6b87e636b679 None None] Port 83a9fd39-51d3-4a40-ba39-6a8398d98937 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:55.866071 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ecf7018f-7925-41e9-bb12-f4d68412c820 req-848c24cd-956e-47fd-8231-364693f0d697 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=86115019-d820-47aa-8052-cbffb35335a8 HTTP/1.1" status: 200 len: 210 time: 0.0833890 Jul 16 08:27:55.880997 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ea72a-1528-4ca4-9eb7-c942de64caeb req-53c5599c-b0ae-4153-9038-98e588e3e515 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:55.898560 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ea72a-1528-4ca4-9eb7-c942de64caeb req-53c5599c-b0ae-4153-9038-98e588e3e515 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:55.911268 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ea72a-1528-4ca4-9eb7-c942de64caeb req-53c5599c-b0ae-4153-9038-98e588e3e515 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:55.922770 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83ea72a-1528-4ca4-9eb7-c942de64caeb req-53c5599c-b0ae-4153-9038-98e588e3e515 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:55.929474 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d83ea72a-1528-4ca4-9eb7-c942de64caeb req-53c5599c-b0ae-4153-9038-98e588e3e515 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 3828 time: 0.4142301 Jul 16 08:27:55.941806 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-f192ff3d-8b02-47f5-b2a7-6ac0c4a25514 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Made reservation on behalf of 6006a1dcb2354570866e06da5c4c7493 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:55.949512 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-f192ff3d-8b02-47f5-b2a7-6ac0c4a25514 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:55.992517 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5626cdff-2f76-401a-9910-d92473357955 x-openstack-request-id: req-5626cdff-2f76-401a-9910-d92473357955 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:55.992982 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0afd339a-00a0-4155-bc84-7f70bc219cfa", "name": "network-vif-deleted", "tag": "85578c23-a977-4616-8e40-d65fac0c42ba", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:55.993359 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5626cdff-2f76-401a-9910-d92473357955 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:55.993869 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0afd339a-00a0-4155-bc84-7f70bc219cfa', 'name': 'network-vif-deleted', 'tag': '85578c23-a977-4616-8e40-d65fac0c42ba', 'status': 'completed', 'code': 200} Jul 16 08:27:56.053155 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d83ea72a-1528-4ca4-9eb7-c942de64caeb req-709715e8-6098-44df-9098-32097ec5122f tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129987 Jul 16 08:27:56.053699 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-dbd11837-acf2-4223-bd4a-64202d692d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525d6816-2de2-433d-80b1-89acf030af90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-790942259-router', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:07Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': 'eed38146a8c843738c66731bdf360734', 'gw_port': {'id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ad:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:08Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '3ecc27c8-7720-41c4-8722-654b9b21303b', 'name': '', 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'mac_address': 'fa:16:3e:4b:2c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:11Z', 'updated_at': '2021-07-16T08:23:21Z', 'revision_number': 5, 'project_id': 'eed38146a8c843738c66731bdf360734', 'subnets': [{'id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:27:56.168842 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd11837-acf2-4223-bd4a-64202d692d88 None None] The sync data for ids ['525d6816-2de2-433d-80b1-89acf030af90'] in n-d-771362-37 is: [{'id': '525d6816-2de2-433d-80b1-89acf030af90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-790942259-router', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:07Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': 'eed38146a8c843738c66731bdf360734', 'gw_port': {'id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ad:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:08Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '3ecc27c8-7720-41c4-8722-654b9b21303b', 'name': '', 'network_id': '98b2c070-1d22-41c6-babf-49f81fe9462b', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'mac_address': 'fa:16:3e:4b:2c:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_interface', 'standard_attr_id': 295, 'fixed_ips': [{'subnet_id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:11Z', 'updated_at': '2021-07-16T08:23:21Z', 'revision_number': 5, 'project_id': 'eed38146a8c843738c66731bdf360734', 'subnets': [{'id': '0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:27:56.202456 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-396a15a5-8eca-4a58-93c5-66bce64230e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d87407fc-af4d-474c-a503-fcc8cf9cdf4a {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:56.227908 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-396a15a5-8eca-4a58-93c5-66bce64230e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:56.263050 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-396a15a5-8eca-4a58-93c5-66bce64230e1 service neutron] Transition to ACTIVE for port object d87407fc-af4d-474c-a503-fcc8cf9cdf4a will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:56.272121 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-396a15a5-8eca-4a58-93c5-66bce64230e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:56.334753 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a15a5-8eca-4a58-93c5-66bce64230e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d87407fc-af4d-474c-a503-fcc8cf9cdf4a,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:56.480657 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b946-38ac-46bd-9fa7-17483332376f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:56.511006 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-f192ff3d-8b02-47f5-b2a7-6ac0c4a25514 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Allocated IP 172.20.0.2 (625dfff6-7aa4-46e7-b897-fa5ed9305465/31ddde08-05a5-43f7-b27d-07657c5409d3/8a0ce3b6-e869-45da-a578-1bdaa22c3664) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:56.565309 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4aae0042-0039-43c7-8b49-8dc7251b875a up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:56.632292 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-9cac73d8-3bd0-42a0-945d-37427fffa053 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=1d01616ba17d4b8cba7a304337398c2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0965405 Jul 16 08:27:56.678187 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9a7c83e0-f589-4479-98e2-f65217c51f23 req-775dc900-2b12-4313-b41c-8b72d03fc26a tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=906897c7-6720-445e-80d9-1d741ea7c4f0 HTTP/1.1" status: 200 len: 210 time: 0.1486998 Jul 16 08:27:56.682435 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 4aae0042-0039-43c7-8b49-8dc7251b875a completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:27:56.691143 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 4aae0042-0039-43c7-8b49-8dc7251b875a triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:56.691755 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:56.783928 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-396a15a5-8eca-4a58-93c5-66bce64230e1 service neutron] Attempting to bind port d87407fc-af4d-474c-a503-fcc8cf9cdf4a on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:56.784272 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-396a15a5-8eca-4a58-93c5-66bce64230e1 service neutron] Attempting to bind port d87407fc-af4d-474c-a503-fcc8cf9cdf4a by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '770b5d3c-5878-41d4-ad65-54e929f23d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aa91a730-1f66-43ab-9470-038c67461639'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:56.785754 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-396a15a5-8eca-4a58-93c5-66bce64230e1 service neutron] Attempting to bind port d87407fc-af4d-474c-a503-fcc8cf9cdf4a on network aa91a730-1f66-43ab-9470-038c67461639 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:56.793427 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-396a15a5-8eca-4a58-93c5-66bce64230e1 service neutron] Port d87407fc-af4d-474c-a503-fcc8cf9cdf4a on network aa91a730-1f66-43ab-9470-038c67461639 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:56.793742 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-396a15a5-8eca-4a58-93c5-66bce64230e1 service neutron] Attempting to bind port d87407fc-af4d-474c-a503-fcc8cf9cdf4a on network aa91a730-1f66-43ab-9470-038c67461639 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:56.810890 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-396a15a5-8eca-4a58-93c5-66bce64230e1 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:56.811237 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-396a15a5-8eca-4a58-93c5-66bce64230e1 service neutron] Checking segment: {'id': '770b5d3c-5878-41d4-ad65-54e929f23d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aa91a730-1f66-43ab-9470-038c67461639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:56.811644 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-396a15a5-8eca-4a58-93c5-66bce64230e1 service neutron] Bound using segment: {'id': '770b5d3c-5878-41d4-ad65-54e929f23d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aa91a730-1f66-43ab-9470-038c67461639'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:56.812080 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-396a15a5-8eca-4a58-93c5-66bce64230e1 service neutron] Bound port: d87407fc-af4d-474c-a503-fcc8cf9cdf4a, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '770b5d3c-5878-41d4-ad65-54e929f23d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aa91a730-1f66-43ab-9470-038c67461639'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:56.812469 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-396a15a5-8eca-4a58-93c5-66bce64230e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:56.843830 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-353651d2-6658-410b-b897-2e29b76ec7e5 None None] New status for floating IP 41934d44-fcd1-4748-8b4a-9678760cc4b5: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:27:56.953706 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:56.977351 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55a95a6-967b-46ce-93d1-abe9d514f2e6 req-decb5f57-6160-4d73-a15c-65ac91054f2b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:56.998099 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e55a95a6-967b-46ce-93d1-abe9d514f2e6 req-decb5f57-6160-4d73-a15c-65ac91054f2b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d594e3-530a-4a8f-ab0a-7657527cdecb HTTP/1.1" status: 200 len: 949 time: 0.4611108 Jul 16 08:27:57.019635 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 4aae0042-0039-43c7-8b49-8dc7251b875a, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4aae0042-0039-43c7-8b49-8dc7251b875a,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:57.027314 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:57.115040 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=4aae0042-0039-43c7-8b49-8dc7251b875a,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:57.118058 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c4d9e8-b6f9-4193-8ea3-8d7ab0f8e0e7 req-c1eb0a36-fe60-4bba-a0be-d330c138e6db tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:57.119754 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-59c4d9e8-b6f9-4193-8ea3-8d7ab0f8e0e7 req-c1eb0a36-fe60-4bba-a0be-d330c138e6db tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.30 "GET /v2.0/ports?device_id=79d594e3-530a-4a8f-ab0a-7657527cdecb HTTP/1.1" status: 200 len: 949 time: 0.4379580 Jul 16 08:27:57.134394 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-89e3f7ac-08f9-422c-b522-0ce8ddd79450 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:57.137976 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-89e3f7ac-08f9-422c-b522-0ce8ddd79450 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4609120 Jul 16 08:27:57.154448 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-2d9b1f25-203c-42bf-8da2-7e09a981ec66 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Request body: {'port': {'device_id': '906897c7-6720-445e-80d9-1d741ea7c4f0', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'admin_state_up': True, 'tenant_id': '1d01616ba17d4b8cba7a304337398c2e'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:57.188280 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e55a95a6-967b-46ce-93d1-abe9d514f2e6 req-3102df6f-d4c2-4777-acdb-e5f48abb8f15 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892815 Jul 16 08:27:57.213706 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-396a15a5-8eca-4a58-93c5-66bce64230e1 service neutron] For port d87407fc-af4d-474c-a503-fcc8cf9cdf4a, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:57.269467 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-396a15a5-8eca-4a58-93c5-66bce64230e1 service neutron] For port d87407fc-af4d-474c-a503-fcc8cf9cdf4a, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d87407fc-af4d-474c-a503-fcc8cf9cdf4a,segment=NetworkSegment(770b5d3c-5878-41d4-ad65-54e929f23d48),segment_id=770b5d3c-5878-41d4-ad65-54e929f23d48)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:57.290971 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-396a15a5-8eca-4a58-93c5-66bce64230e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:57.335558 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-f192ff3d-8b02-47f5-b2a7-6ac0c4a25514 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:57.370193 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b946-38ac-46bd-9fa7-17483332376f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:57.391096 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b946-38ac-46bd-9fa7-17483332376f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:57.512121 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-f192ff3d-8b02-47f5-b2a7-6ac0c4a25514 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:57.516568 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-59c4d9e8-b6f9-4193-8ea3-8d7ab0f8e0e7 req-c1a0acfa-b547-4a8d-b727-aff56317852e tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Deleting port 35c113a8-cc9b-4243-afa0-fcde08522745 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:27:57.516939 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-59c4d9e8-b6f9-4193-8ea3-8d7ab0f8e0e7 req-c1a0acfa-b547-4a8d-b727-aff56317852e tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:57.519699 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1b946-38ac-46bd-9fa7-17483332376f admin admin] Pushing event updated for resources: {'Port': ['ID=83a9fd39-51d3-4a40-ba39-6a8398d98937,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:57.525687 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['93a1378d-9ae2-4cae-b365-a03736d922c0'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:57.572989 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3a1b946-38ac-46bd-9fa7-17483332376f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:57.637658 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-f192ff3d-8b02-47f5-b2a7-6ac0c4a25514 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Network 625dfff6-7aa4-46e7-b897-fa5ed9305465 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:57.690495 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-f192ff3d-8b02-47f5-b2a7-6ac0c4a25514 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:57.701545 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-f192ff3d-8b02-47f5-b2a7-6ac0c4a25514 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:27:57.709852 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f192ff3d-8b02-47f5-b2a7-6ac0c4a25514 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Pushing event updated for resources: {'Port': ['ID=8a0ce3b6-e869-45da-a578-1bdaa22c3664,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:57.833220 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-59c4d9e8-b6f9-4193-8ea3-8d7ab0f8e0e7 req-c1a0acfa-b547-4a8d-b727-aff56317852e tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] For port 35c113a8-cc9b-4243-afa0-fcde08522745, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=35c113a8-cc9b-4243-afa0-fcde08522745,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:27:57.833633 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-59c4d9e8-b6f9-4193-8ea3-8d7ab0f8e0e7 req-c1a0acfa-b547-4a8d-b727-aff56317852e tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:57.858304 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-f192ff3d-8b02-47f5-b2a7-6ac0c4a25514 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:57.858968 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-f192ff3d-8b02-47f5-b2a7-6ac0c4a25514 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:57.868079 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-59c4d9e8-b6f9-4193-8ea3-8d7ab0f8e0e7 req-c1a0acfa-b547-4a8d-b727-aff56317852e tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Calling delete_port for 35c113a8-cc9b-4243-afa0-fcde08522745 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:27:57.913556 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4096b-3929-4b74-a4d8-38f49ba4ad84 req-54d3c9d4-ce88-47f2-b192-cb7b280bd59a tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:57.919576 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4096b-3929-4b74-a4d8-38f49ba4ad84 req-54d3c9d4-ce88-47f2-b192-cb7b280bd59a tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:57.925561 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4096b-3929-4b74-a4d8-38f49ba4ad84 req-54d3c9d4-ce88-47f2-b192-cb7b280bd59a tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:57.932098 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4096b-3929-4b74-a4d8-38f49ba4ad84 req-54d3c9d4-ce88-47f2-b192-cb7b280bd59a tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:57.937848 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4096b-3929-4b74-a4d8-38f49ba4ad84 req-54d3c9d4-ce88-47f2-b192-cb7b280bd59a tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:57.943666 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f4096b-3929-4b74-a4d8-38f49ba4ad84 req-54d3c9d4-ce88-47f2-b192-cb7b280bd59a tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:57.945647 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-55f4096b-3929-4b74-a4d8-38f49ba4ad84 req-54d3c9d4-ce88-47f2-b192-cb7b280bd59a tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 4604 time: 0.3572767 Jul 16 08:27:57.951813 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-f192ff3d-8b02-47f5-b2a7-6ac0c4a25514 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6836262 Jul 16 08:27:57.972527 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-396a15a5-8eca-4a58-93c5-66bce64230e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:57.973237 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-396a15a5-8eca-4a58-93c5-66bce64230e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:57.974698 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-396a15a5-8eca-4a58-93c5-66bce64230e1 service neutron] 10.222.0.30 "PUT /v2.0/ports/d87407fc-af4d-474c-a503-fcc8cf9cdf4a HTTP/1.1" status: 200 len: 1135 time: 2.9174423 Jul 16 08:27:57.998230 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'tag': 'd1214eb5-4495-47f0-8778-79707a2c0a79'}, {'name': 'network-changed', 'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'tag': 'd87407fc-af4d-474c-a503-fcc8cf9cdf4a'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:58.000558 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f00c54f-f48c-4e9b-95ab-1a6c015b83e4" -d '{"events": [{"name": "network-changed", "server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "tag": "d1214eb5-4495-47f0-8778-79707a2c0a79"}, {"name": "network-changed", "server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "tag": "d87407fc-af4d-474c-a503-fcc8cf9cdf4a"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:58.015485 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-d7c22bf9-da88-47d4-bdc4-1390a64a7f0a service neutron] Request body: {'port': {'device_id': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:58.064498 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-396a15a5-8eca-4a58-93c5-66bce64230e1 service neutron] Pushing event updated for resources: {'Port': ['ID=d87407fc-af4d-474c-a503-fcc8cf9cdf4a,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:58.121428 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a1b946-38ac-46bd-9fa7-17483332376f admin admin] Network e3bdaedf-ed19-464b-af46-e5e06e3ea172 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:27:58.127997 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-d7c22bf9-da88-47d4-bdc4-1390a64a7f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.133831 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-2d9b1f25-203c-42bf-8da2-7e09a981ec66 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Made reservation on behalf of 1d01616ba17d4b8cba7a304337398c2e for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:27:58.137790 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-2d9b1f25-203c-42bf-8da2-7e09a981ec66 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.151139 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-d3a1b946-38ac-46bd-9fa7-17483332376f admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:27:58.163551 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf2ed8-6661-45a1-8655-2b12b6eb18e5 req-0db0fa2d-07a3-431f-8326-b237d1eea88b tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:58.165980 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8bdf2ed8-6661-45a1-8655-2b12b6eb18e5 req-0db0fa2d-07a3-431f-8326-b237d1eea88b tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=86115019-d820-47aa-8052-cbffb35335a8 HTTP/1.1" status: 200 len: 931 time: 0.2487862 Jul 16 08:27:58.168897 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-2d9b1f25-203c-42bf-8da2-7e09a981ec66 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.186056 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-837262ad-0925-4379-b443-f0d30909a739 service neutron] Request body: {'port': {'device_id': '86115019-d820-47aa-8052-cbffb35335a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:27:58.251322 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-55f4096b-3929-4b74-a4d8-38f49ba4ad84 req-0559d89f-281b-45c0-940e-d750c583b8c7 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1266398 Jul 16 08:27:58.255211 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-59c4d9e8-b6f9-4193-8ea3-8d7ab0f8e0e7 req-c1a0acfa-b547-4a8d-b727-aff56317852e tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.268950 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['0d9f206a-6518-45a5-ba88-26a9a7149eeb'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:27:58.312362 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8bdf2ed8-6661-45a1-8655-2b12b6eb18e5 req-94b2ef6f-e03a-431d-a7a3-639822eec0d0 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021881 Jul 16 08:27:58.538413 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4aae0042-0039-43c7-8b49-8dc7251b875a up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:27:58.659204 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49484) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:58.662621 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a0acfa-b547-4a8d-b727-aff56317852e tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Pushing event deleted for resources: {'Port': ['ID=35c113a8-cc9b-4243-afa0-fcde08522745,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:58.672829 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7560184f-ceea-4777-a1a4-aaa545229698 None None] Provisioning complete for port 83a9fd39-51d3-4a40-ba39-6a8398d98937 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:58.673522 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7560184f-ceea-4777-a1a4-aaa545229698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.708149 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc99fa93-43c6-42f9-884b-19594cf4f3cc req-91563119-b9c8-438a-aa45-9d1964d5ab53 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:58.716964 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cc99fa93-43c6-42f9-884b-19594cf4f3cc req-91563119-b9c8-438a-aa45-9d1964d5ab53 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.1791689 Jul 16 08:27:58.720653 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7560184f-ceea-4777-a1a4-aaa545229698 None None] Port 83a9fd39-51d3-4a40-ba39-6a8398d98937 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:27:58.732462 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3a1b946-38ac-46bd-9fa7-17483332376f admin admin] Router 95c52a5a-830a-4b07-b603-f6ba27750834 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:27:58.755802 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 4aae0042-0039-43c7-8b49-8dc7251b875a triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:27:58.756058 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-837262ad-0925-4379-b443-f0d30909a739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.757348 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.835716 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-d7c22bf9-da88-47d4-bdc4-1390a64a7f0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 184a58dc-9828-4052-989b-49e6206f70e7 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:27:58.845002 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-d7c22bf9-da88-47d4-bdc4-1390a64a7f0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.859674 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-d7c22bf9-da88-47d4-bdc4-1390a64a7f0a service neutron] Transition to ACTIVE for port object 184a58dc-9828-4052-989b-49e6206f70e7 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:27:58.872707 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-d7c22bf9-da88-47d4-bdc4-1390a64a7f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.931022 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-2d9b1f25-203c-42bf-8da2-7e09a981ec66 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.935780 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-87737e01-3604-41df-a461-2e8c0eed671f tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:58.963511 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-2d9b1f25-203c-42bf-8da2-7e09a981ec66 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:59.000387 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2647c648-89f4-47f6-86c6-8f35c871ae2a req-004558d3-16b0-4deb-a617-621373498247 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=906897c7-6720-445e-80d9-1d741ea7c4f0 HTTP/1.1" status: 200 len: 210 time: 0.1039515 Jul 16 08:27:59.005086 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cc99fa93-43c6-42f9-884b-19594cf4f3cc req-44c4c5d5-9ca9-451c-be6e-2a43010e6eea tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511742 Jul 16 08:27:59.024569 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b1f25-203c-42bf-8da2-7e09a981ec66 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Pushing event updated for resources: {'SecurityGroup': ['ID=018c7971-479e-4e71-ad66-a7f0b01efee9,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:59.030659 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c22bf9-da88-47d4-bdc4-1390a64a7f0a service neutron] Pushing event updated for resources: {'Port': ['ID=184a58dc-9828-4052-989b-49e6206f70e7,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:59.064414 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-59c4d9e8-b6f9-4193-8ea3-8d7ab0f8e0e7 req-c1a0acfa-b547-4a8d-b727-aff56317852e tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] No DVR routers for this DVR port 35c113a8-cc9b-4243-afa0-fcde08522745 on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:27:59.073217 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-59c4d9e8-b6f9-4193-8ea3-8d7ab0f8e0e7 req-c1a0acfa-b547-4a8d-b727-aff56317852e tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:59.075420 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-59c4d9e8-b6f9-4193-8ea3-8d7ab0f8e0e7 req-c1a0acfa-b547-4a8d-b727-aff56317852e tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.30 "DELETE /v2.0/ports/35c113a8-cc9b-4243-afa0-fcde08522745 HTTP/1.1" status: 204 len: 173 time: 1.9476085 Jul 16 08:27:59.081313 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '79d594e3-530a-4a8f-ab0a-7657527cdecb', 'name': 'network-vif-deleted', 'tag': '35c113a8-cc9b-4243-afa0-fcde08522745'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:27:59.090275 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df39aa05-745b-4ee7-9460-0400d67f2e47" -d '{"events": [{"server_uuid": "79d594e3-530a-4a8f-ab0a-7657527cdecb", "name": "network-vif-deleted", "tag": "35c113a8-cc9b-4243-afa0-fcde08522745"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:27:59.139252 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34cbc503-f7cb-4998-82ee-b2290e4af908 x-openstack-request-id: req-34cbc503-f7cb-4998-82ee-b2290e4af908 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:59.140379 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "tag": "d1214eb5-4495-47f0-8778-79707a2c0a79", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "tag": "d87407fc-af4d-474c-a503-fcc8cf9cdf4a", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:59.141086 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-34cbc503-f7cb-4998-82ee-b2290e4af908 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:59.142946 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'tag': 'd1214eb5-4495-47f0-8778-79707a2c0a79', 'status': 'completed', 'code': 200} Jul 16 08:27:59.143396 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'tag': 'd87407fc-af4d-474c-a503-fcc8cf9cdf4a', 'status': 'completed', 'code': 200} Jul 16 08:27:59.156955 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-87737e01-3604-41df-a461-2e8c0eed671f tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:59.389724 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-d7c22bf9-da88-47d4-bdc4-1390a64a7f0a service neutron] Attempting to bind port 184a58dc-9828-4052-989b-49e6206f70e7 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:27:59.390210 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-d7c22bf9-da88-47d4-bdc4-1390a64a7f0a service neutron] Attempting to bind port 184a58dc-9828-4052-989b-49e6206f70e7 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '770b5d3c-5878-41d4-ad65-54e929f23d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aa91a730-1f66-43ab-9470-038c67461639'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:27:59.390559 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-d7c22bf9-da88-47d4-bdc4-1390a64a7f0a service neutron] Attempting to bind port 184a58dc-9828-4052-989b-49e6206f70e7 on network aa91a730-1f66-43ab-9470-038c67461639 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:59.428422 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-d7c22bf9-da88-47d4-bdc4-1390a64a7f0a service neutron] Port 184a58dc-9828-4052-989b-49e6206f70e7 on network aa91a730-1f66-43ab-9470-038c67461639 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:27:59.428790 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-d7c22bf9-da88-47d4-bdc4-1390a64a7f0a service neutron] Attempting to bind port 184a58dc-9828-4052-989b-49e6206f70e7 on network aa91a730-1f66-43ab-9470-038c67461639 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:27:59.434123 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-2d9b1f25-203c-42bf-8da2-7e09a981ec66 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Allocated IP 192.168.233.210 (30bff2e9-dcab-4751-913d-9c4ac9d8019b/c36b7919-0b6b-490a-bff0-04ed964d98ec/f9003aa7-bcf5-42d4-a8c3-d02636baca33) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:27:59.446788 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-19e0754a-d32d-49fc-921d-6e9ee501c149 req-e42089d7-b605-4407-bf58-e346fa2f0f9b tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=79d594e3-530a-4a8f-ab0a-7657527cdecb HTTP/1.1" status: 200 len: 210 time: 0.1447635 Jul 16 08:27:59.458963 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-d7c22bf9-da88-47d4-bdc4-1390a64a7f0a service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:27:59.459587 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f56c9838-71fb-41f4-8ac3-8b981c1b37ee x-openstack-request-id: req-f56c9838-71fb-41f4-8ac3-8b981c1b37ee {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:27:59.462850 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "79d594e3-530a-4a8f-ab0a-7657527cdecb", "name": "network-vif-deleted", "tag": "35c113a8-cc9b-4243-afa0-fcde08522745", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:27:59.463295 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f56c9838-71fb-41f4-8ac3-8b981c1b37ee {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:27:59.464437 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-d7c22bf9-da88-47d4-bdc4-1390a64a7f0a service neutron] Checking segment: {'id': '770b5d3c-5878-41d4-ad65-54e929f23d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aa91a730-1f66-43ab-9470-038c67461639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:27:59.464804 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-d7c22bf9-da88-47d4-bdc4-1390a64a7f0a service neutron] Bound using segment: {'id': '770b5d3c-5878-41d4-ad65-54e929f23d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aa91a730-1f66-43ab-9470-038c67461639'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:27:59.464975 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '79d594e3-530a-4a8f-ab0a-7657527cdecb', 'name': 'network-vif-deleted', 'tag': '35c113a8-cc9b-4243-afa0-fcde08522745', 'status': 'completed', 'code': 200} Jul 16 08:27:59.465278 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-d7c22bf9-da88-47d4-bdc4-1390a64a7f0a service neutron] Bound port: 184a58dc-9828-4052-989b-49e6206f70e7, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '770b5d3c-5878-41d4-ad65-54e929f23d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aa91a730-1f66-43ab-9470-038c67461639'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:27:59.465658 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-d7c22bf9-da88-47d4-bdc4-1390a64a7f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:59.613020 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-87737e01-3604-41df-a461-2e8c0eed671f tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:59.616646 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-87737e01-3604-41df-a461-2e8c0eed671f tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:59.618914 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-87737e01-3604-41df-a461-2e8c0eed671f tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "DELETE /v2.0/security-groups/fbec2181-32de-46b6-9445-7284f609db8c HTTP/1.1" status: 204 len: 168 time: 0.9529986 Jul 16 08:27:59.633599 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49498) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:27:59.738092 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-d7c22bf9-da88-47d4-bdc4-1390a64a7f0a service neutron] For port 184a58dc-9828-4052-989b-49e6206f70e7, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:27:59.743680 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-d7c22bf9-da88-47d4-bdc4-1390a64a7f0a service neutron] For port 184a58dc-9828-4052-989b-49e6206f70e7, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=184a58dc-9828-4052-989b-49e6206f70e7,segment=NetworkSegment(770b5d3c-5878-41d4-ad65-54e929f23d48),segment_id=770b5d3c-5878-41d4-ad65-54e929f23d48)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:27:59.771685 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-d7c22bf9-da88-47d4-bdc4-1390a64a7f0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:59.940316 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c22bf9-da88-47d4-bdc4-1390a64a7f0a service neutron] Pushing event updated for resources: {'Port': ['ID=184a58dc-9828-4052-989b-49e6206f70e7,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:27:59.946638 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-d7c22bf9-da88-47d4-bdc4-1390a64a7f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:27:59.947513 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-d7c22bf9-da88-47d4-bdc4-1390a64a7f0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:27:59.948857 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 35c113a8-cc9b-4243-afa0-fcde08522745 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:27:59.949658 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-d7c22bf9-da88-47d4-bdc4-1390a64a7f0a service neutron] 10.222.0.30 "PUT /v2.0/ports/184a58dc-9828-4052-989b-49e6206f70e7 HTTP/1.1" status: 200 len: 1135 time: 1.9439094 Jul 16 08:27:59.989521 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-2d9b1f25-203c-42bf-8da2-7e09a981ec66 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.006930 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-2d9b1f25-203c-42bf-8da2-7e09a981ec66 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Transition to ACTIVE for port object f9003aa7-bcf5-42d4-a8c3-d02636baca33 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:00.067734 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a1b946-38ac-46bd-9fa7-17483332376f admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:28:00.068638 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-6fb7bd16-807d-4f3f-92c8-90646a5aa06d service neutron] Request body: {'port': {'device_id': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:00.069735 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-0c23fb26-cbd1-4e47-9f1b-621f30ff7ab5 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] show failed (client error): The resource could not be found. Jul 16 08:28:00.070930 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0c23fb26-cbd1-4e47-9f1b-621f30ff7ab5 tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "GET /v2.0/security-groups/fbec2181-32de-46b6-9445-7284f609db8c HTTP/1.1" status: 404 len: 347 time: 0.4302418 Jul 16 08:28:00.078717 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bc43d5-49f9-487f-84fa-16ad3755c3aa None None] Sync routers for ids ['95c52a5a-830a-4b07-b603-f6ba27750834'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:28:00.092659 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d3a1b946-38ac-46bd-9fa7-17483332376f admin admin] 10.222.0.22 "PUT /v2.0/routers/95c52a5a-830a-4b07-b603-f6ba27750834/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7555523 Jul 16 08:28:00.106316 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49502) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:00.108897 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bc43d5-49f9-487f-84fa-16ad3755c3aa None None] Routers {'95c52a5a-830a-4b07-b603-f6ba27750834'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:00.109645 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-13bc43d5-49f9-487f-84fa-16ad3755c3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:27:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['95c52a5a-830a-4b07-b603-f6ba27750834'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:00.119605 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-2d9b1f25-203c-42bf-8da2-7e09a981ec66 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.137519 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87737e01-3604-41df-a461-2e8c0eed671f tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbec2181-32de-46b6-9445-7284f609db8c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:00.164413 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-837262ad-0925-4379-b443-f0d30909a739 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a0ce3b6-e869-45da-a578-1bdaa22c3664 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:00.182597 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-837262ad-0925-4379-b443-f0d30909a739 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.203768 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 35c113a8-cc9b-4243-afa0-fcde08522745 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:28:00.204313 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 35c113a8-cc9b-4243-afa0-fcde08522745 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:00.229420 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-837262ad-0925-4379-b443-f0d30909a739 service neutron] Transition to ACTIVE for port object 8a0ce3b6-e869-45da-a578-1bdaa22c3664 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:00.243665 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00c54f-f48c-4e9b-95ab-1a6c015b83e4 req-4d785fd9-2747-4456-99dc-26bcbe7259ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:00.245274 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00c54f-f48c-4e9b-95ab-1a6c015b83e4 req-4d785fd9-2747-4456-99dc-26bcbe7259ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:00.246192 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00c54f-f48c-4e9b-95ab-1a6c015b83e4 req-4d785fd9-2747-4456-99dc-26bcbe7259ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:00.246672 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00c54f-f48c-4e9b-95ab-1a6c015b83e4 req-4d785fd9-2747-4456-99dc-26bcbe7259ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:00.248278 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00c54f-f48c-4e9b-95ab-1a6c015b83e4 req-4d785fd9-2747-4456-99dc-26bcbe7259ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:00.249780 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00c54f-f48c-4e9b-95ab-1a6c015b83e4 req-4d785fd9-2747-4456-99dc-26bcbe7259ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:00.251508 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00c54f-f48c-4e9b-95ab-1a6c015b83e4 req-4d785fd9-2747-4456-99dc-26bcbe7259ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:00.254997 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f00c54f-f48c-4e9b-95ab-1a6c015b83e4 req-4d785fd9-2747-4456-99dc-26bcbe7259ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=18d3bd29957e4274890e11da19ecb787&device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 6178 time: 1.0869257 Jul 16 08:28:00.260831 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-2d9b1f25-203c-42bf-8da2-7e09a981ec66 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:00.278294 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-837262ad-0925-4379-b443-f0d30909a739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.318614 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-13bc43d5-49f9-487f-84fa-16ad3755c3aa None None] Set router 95c52a5a-830a-4b07-b603-f6ba27750834 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:00.358652 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837262ad-0925-4379-b443-f0d30909a739 service neutron] Pushing event updated for resources: {'Port': ['ID=8a0ce3b6-e869-45da-a578-1bdaa22c3664,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:00.451103 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-2d9b1f25-203c-42bf-8da2-7e09a981ec66 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:00.479150 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c8606b-3dba-48ec-95f9-cc43dc8be565 req-cbaf18ac-f6d4-46b4-b48a-ec7919fa1104 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:00.480856 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-51c8606b-3dba-48ec-95f9-cc43dc8be565 req-cbaf18ac-f6d4-46b4-b48a-ec7919fa1104 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=86115019-d820-47aa-8052-cbffb35335a8 HTTP/1.1" status: 200 len: 931 time: 0.8386765 Jul 16 08:28:00.489901 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-2d9b1f25-203c-42bf-8da2-7e09a981ec66 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:00.595572 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c04967-baa8-42e2-8e3a-cdd124ff96ff req-0f2d321c-6072-4111-a539-b128c557e221 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:00.615797 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c04967-baa8-42e2-8e3a-cdd124ff96ff req-0f2d321c-6072-4111-a539-b128c557e221 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:00.638047 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c04967-baa8-42e2-8e3a-cdd124ff96ff req-0f2d321c-6072-4111-a539-b128c557e221 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:00.644180 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c04967-baa8-42e2-8e3a-cdd124ff96ff req-0f2d321c-6072-4111-a539-b128c557e221 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:00.664702 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c04967-baa8-42e2-8e3a-cdd124ff96ff req-0f2d321c-6072-4111-a539-b128c557e221 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:00.670807 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c04967-baa8-42e2-8e3a-cdd124ff96ff req-0f2d321c-6072-4111-a539-b128c557e221 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:00.680278 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-13bc43d5-49f9-487f-84fa-16ad3755c3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c52a5a-830a-4b07-b603-f6ba27750834', 'name': 'tempest-AttachSCSIVolumeTestJSON-940581800-router', 'tenant_id': 'b7a2b34b76a049409dcf0903907dbe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '4aae0042-0039-43c7-8b49-8dc7251b875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:46Z', 'updated_at': '2021-07-16T08:27:55Z', 'revision_number': 4, 'project_id': 'b7a2b34b76a049409dcf0903907dbe8f', 'gw_port': {'id': '4aae0042-0039-43c7-8b49-8dc7251b875a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c52a5a-830a-4b07-b603-f6ba27750834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:48Z', 'updated_at': '2021-07-16T08:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '83a9fd39-51d3-4a40-ba39-6a8398d98937', 'name': '', 'network_id': 'e3bdaedf-ed19-464b-af46-e5e06e3ea172', 'tenant_id': 'b7a2b34b76a049409dcf0903907dbe8f', 'mac_address': 'fa:16:3e:3d:6f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c52a5a-830a-4b07-b603-f6ba27750834', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '27a22a30-142d-4d37-a0fd-ce60bfac39e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:53Z', 'updated_at': '2021-07-16T08:27:56Z', 'revision_number': 2, 'project_id': 'b7a2b34b76a049409dcf0903907dbe8f', 'subnets': [{'id': '27a22a30-142d-4d37-a0fd-ce60bfac39e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:00.685817 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c04967-baa8-42e2-8e3a-cdd124ff96ff req-0f2d321c-6072-4111-a539-b128c557e221 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:00.687785 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e4c04967-baa8-42e2-8e3a-cdd124ff96ff req-0f2d321c-6072-4111-a539-b128c557e221 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 5380 time: 1.0734863 Jul 16 08:28:00.765818 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bc43d5-49f9-487f-84fa-16ad3755c3aa None None] Checking router: 95c52a5a-830a-4b07-b603-f6ba27750834 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:28:00.766084 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bc43d5-49f9-487f-84fa-16ad3755c3aa None None] Updating router 95c52a5a-830a-4b07-b603-f6ba27750834 port 83a9fd39-51d3-4a40-ba39-6a8398d98937 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:28:00.812924 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-51c8606b-3dba-48ec-95f9-cc43dc8be565 req-60f095cc-5e66-44aa-8803-abbe3c02402d tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857721 Jul 16 08:28:00.823378 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-53222a1a-bb71-4d42-9c41-8b6d06ba6af9 None None] Provisioning for port f9003aa7-bcf5-42d4-a8c3-d02636baca33 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:00.834381 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00c54f-f48c-4e9b-95ab-1a6c015b83e4 req-12a25925-dcd4-417d-a108-09df12cde5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:00.835121 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-53222a1a-bb71-4d42-9c41-8b6d06ba6af9 None None] Provisioning complete for port f9003aa7-bcf5-42d4-a8c3-d02636baca33 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:00.837029 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-53222a1a-bb71-4d42-9c41-8b6d06ba6af9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.837609 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00c54f-f48c-4e9b-95ab-1a6c015b83e4 req-12a25925-dcd4-417d-a108-09df12cde5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:00.838157 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00c54f-f48c-4e9b-95ab-1a6c015b83e4 req-12a25925-dcd4-417d-a108-09df12cde5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:00.839897 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f00c54f-f48c-4e9b-95ab-1a6c015b83e4 req-12a25925-dcd4-417d-a108-09df12cde5f0 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=18d3bd29957e4274890e11da19ecb787&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.5748272 Jul 16 08:28:00.857594 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-13bc43d5-49f9-487f-84fa-16ad3755c3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.887843 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e4c04967-baa8-42e2-8e3a-cdd124ff96ff req-4cb9ec66-6b4f-4ab2-82b3-59b352e577a2 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1434884 Jul 16 08:28:00.912538 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-2d9b1f25-203c-42bf-8da2-7e09a981ec66 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:00.913217 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-2d9b1f25-203c-42bf-8da2-7e09a981ec66 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.948115 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9b1f25-203c-42bf-8da2-7e09a981ec66 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Pushing event updated for resources: {'Port': ['ID=f9003aa7-bcf5-42d4-a8c3-d02636baca33,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:00.962846 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-6fb7bd16-807d-4f3f-92c8-90646a5aa06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:00.981649 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-53222a1a-bb71-4d42-9c41-8b6d06ba6af9 None None] Port f9003aa7-bcf5-42d4-a8c3-d02636baca33 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:28:01.037026 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-2d9b1f25-203c-42bf-8da2-7e09a981ec66 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8884699 Jul 16 08:28:01.054433 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-7011e111-3fc9-4260-8d9c-c975741666da service neutron] Request body: {'port': {'device_id': '906897c7-6720-445e-80d9-1d741ea7c4f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:01.119858 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-837262ad-0925-4379-b443-f0d30909a739 service neutron] Attempting to bind port 8a0ce3b6-e869-45da-a578-1bdaa22c3664 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:01.120492 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-837262ad-0925-4379-b443-f0d30909a739 service neutron] Attempting to bind port 8a0ce3b6-e869-45da-a578-1bdaa22c3664 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'f515938d-d605-4fe4-a310-b50c6a61626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:01.127724 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-837262ad-0925-4379-b443-f0d30909a739 service neutron] Attempting to bind port 8a0ce3b6-e869-45da-a578-1bdaa22c3664 on network 625dfff6-7aa4-46e7-b897-fa5ed9305465 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:01.151650 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'tag': '184a58dc-9828-4052-989b-49e6206f70e7'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:01.161121 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ea2e308-6833-484e-b6a8-e3ee23c0bdd8" -d '{"events": [{"name": "network-changed", "server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "tag": "184a58dc-9828-4052-989b-49e6206f70e7"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:01.225389 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-2f0c755a-4388-48b1-80ad-900dded354da tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Deleting port ace6d19b-5e9e-4511-b987-24501dc5d16a {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:01.230180 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f0c755a-4388-48b1-80ad-900dded354da tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:01.240306 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-837262ad-0925-4379-b443-f0d30909a739 service neutron] Port 8a0ce3b6-e869-45da-a578-1bdaa22c3664 on network 625dfff6-7aa4-46e7-b897-fa5ed9305465 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:28:01.240786 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-837262ad-0925-4379-b443-f0d30909a739 service neutron] Attempting to bind port 8a0ce3b6-e869-45da-a578-1bdaa22c3664 on network 625dfff6-7aa4-46e7-b897-fa5ed9305465 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:01.305099 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-837262ad-0925-4379-b443-f0d30909a739 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:01.308686 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-837262ad-0925-4379-b443-f0d30909a739 service neutron] Checking segment: {'id': 'f515938d-d605-4fe4-a310-b50c6a61626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:01.309386 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-837262ad-0925-4379-b443-f0d30909a739 service neutron] Bound using segment: {'id': 'f515938d-d605-4fe4-a310-b50c6a61626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:01.311665 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-837262ad-0925-4379-b443-f0d30909a739 service neutron] Bound port: 8a0ce3b6-e869-45da-a578-1bdaa22c3664, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f515938d-d605-4fe4-a310-b50c6a61626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:01.312135 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-837262ad-0925-4379-b443-f0d30909a739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:01.416253 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00c54f-f48c-4e9b-95ab-1a6c015b83e4 req-a07e72b9-ef4b-44ff-b790-3cf77bbbe439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:01.417899 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f00c54f-f48c-4e9b-95ab-1a6c015b83e4 req-a07e72b9-ef4b-44ff-b790-3cf77bbbe439 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5712078 Jul 16 08:28:01.570641 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-13bc43d5-49f9-487f-84fa-16ad3755c3aa None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:01.586914 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-837262ad-0925-4379-b443-f0d30909a739 service neutron] For port 8a0ce3b6-e869-45da-a578-1bdaa22c3664, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:01.587335 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-13bc43d5-49f9-487f-84fa-16ad3755c3aa None None] Transition to ACTIVE for port object 83a9fd39-51d3-4a40-ba39-6a8398d98937 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:01.598119 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-13bc43d5-49f9-487f-84fa-16ad3755c3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:01.624282 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-837262ad-0925-4379-b443-f0d30909a739 service neutron] For port 8a0ce3b6-e869-45da-a578-1bdaa22c3664, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=8a0ce3b6-e869-45da-a578-1bdaa22c3664,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:01.643768 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-837262ad-0925-4379-b443-f0d30909a739 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:01.663020 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc257f-e0b9-44ca-95bc-c65451f45147 None None] Pushing event updated for resources: {'Port': ['ID=83a9fd39-51d3-4a40-ba39-6a8398d98937,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:01.674508 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc257f-e0b9-44ca-95bc-c65451f45147 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:01.674863 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc257f-e0b9-44ca-95bc-c65451f45147 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:01.675260 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc257f-e0b9-44ca-95bc-c65451f45147 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:01.675608 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc257f-e0b9-44ca-95bc-c65451f45147 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:01.675944 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc257f-e0b9-44ca-95bc-c65451f45147 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:01.676319 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc257f-e0b9-44ca-95bc-c65451f45147 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:01.676684 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc257f-e0b9-44ca-95bc-c65451f45147 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:01.677017 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc257f-e0b9-44ca-95bc-c65451f45147 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:01.677345 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc257f-e0b9-44ca-95bc-c65451f45147 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:01.677673 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc257f-e0b9-44ca-95bc-c65451f45147 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:01.678000 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc257f-e0b9-44ca-95bc-c65451f45147 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:01.680506 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8bc257f-e0b9-44ca-95bc-c65451f45147 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:01.718223 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f5428ba-e1d8-4eef-a8c5-dfa50e70340c x-openstack-request-id: req-4f5428ba-e1d8-4eef-a8c5-dfa50e70340c {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:01.720690 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "tag": "184a58dc-9828-4052-989b-49e6206f70e7", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:01.721058 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4f5428ba-e1d8-4eef-a8c5-dfa50e70340c {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:01.721573 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'tag': '184a58dc-9828-4052-989b-49e6206f70e7', 'status': 'completed', 'code': 200} Jul 16 08:28:01.783084 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:01.792867 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-7011e111-3fc9-4260-8d9c-c975741666da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:01.815283 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-837262ad-0925-4379-b443-f0d30909a739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:01.833682 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-837262ad-0925-4379-b443-f0d30909a739 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:01.836667 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-837262ad-0925-4379-b443-f0d30909a739 service neutron] 10.222.0.21 "PUT /v2.0/ports/8a0ce3b6-e869-45da-a578-1bdaa22c3664 HTTP/1.1" status: 200 len: 1092 time: 3.7120028 Jul 16 08:28:01.837859 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '86115019-d820-47aa-8052-cbffb35335a8', 'tag': '8a0ce3b6-e869-45da-a578-1bdaa22c3664'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:01.840293 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349ec3cf-0139-4914-a555-5f5e51ded765" -d '{"events": [{"name": "network-changed", "server_uuid": "86115019-d820-47aa-8052-cbffb35335a8", "tag": "8a0ce3b6-e869-45da-a578-1bdaa22c3664"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:01.878023 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:01.885594 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-13bc43d5-49f9-487f-84fa-16ad3755c3aa None None] Attempting to bind port 83a9fd39-51d3-4a40-ba39-6a8398d98937 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:01.892828 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-13bc43d5-49f9-487f-84fa-16ad3755c3aa None None] Attempting to bind port 83a9fd39-51d3-4a40-ba39-6a8398d98937 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '175e96fa-d00a-4c4d-a5fa-e7f2d686c7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e3bdaedf-ed19-464b-af46-e5e06e3ea172'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:01.897231 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bc43d5-49f9-487f-84fa-16ad3755c3aa None None] Attempting to bind port 83a9fd39-51d3-4a40-ba39-6a8398d98937 on network e3bdaedf-ed19-464b-af46-e5e06e3ea172 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:01.916658 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bc43d5-49f9-487f-84fa-16ad3755c3aa None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:01.917251 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bc43d5-49f9-487f-84fa-16ad3755c3aa None None] Checking segment: {'id': '175e96fa-d00a-4c4d-a5fa-e7f2d686c7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e3bdaedf-ed19-464b-af46-e5e06e3ea172'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:01.917768 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-13bc43d5-49f9-487f-84fa-16ad3755c3aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:01.918265 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13bc43d5-49f9-487f-84fa-16ad3755c3aa None None] Bound using segment: {'id': '175e96fa-d00a-4c4d-a5fa-e7f2d686c7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e3bdaedf-ed19-464b-af46-e5e06e3ea172'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:01.918876 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-13bc43d5-49f9-487f-84fa-16ad3755c3aa None None] Bound port: 83a9fd39-51d3-4a40-ba39-6a8398d98937, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '175e96fa-d00a-4c4d-a5fa-e7f2d686c7e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'e3bdaedf-ed19-464b-af46-e5e06e3ea172'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:01.922721 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-13bc43d5-49f9-487f-84fa-16ad3755c3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:01.926419 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00c54f-f48c-4e9b-95ab-1a6c015b83e4 req-f6b43a84-f6e5-4fb4-a514-d7961d2e15bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:01.933095 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00c54f-f48c-4e9b-95ab-1a6c015b83e4 req-f6b43a84-f6e5-4fb4-a514-d7961d2e15bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:01.944515 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00c54f-f48c-4e9b-95ab-1a6c015b83e4 req-f6b43a84-f6e5-4fb4-a514-d7961d2e15bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:01.948318 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00c54f-f48c-4e9b-95ab-1a6c015b83e4 req-f6b43a84-f6e5-4fb4-a514-d7961d2e15bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:01.948889 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00c54f-f48c-4e9b-95ab-1a6c015b83e4 req-f6b43a84-f6e5-4fb4-a514-d7961d2e15bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:01.949441 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00c54f-f48c-4e9b-95ab-1a6c015b83e4 req-f6b43a84-f6e5-4fb4-a514-d7961d2e15bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:01.950040 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00c54f-f48c-4e9b-95ab-1a6c015b83e4 req-f6b43a84-f6e5-4fb4-a514-d7961d2e15bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:01.952669 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f00c54f-f48c-4e9b-95ab-1a6c015b83e4 req-f6b43a84-f6e5-4fb4-a514-d7961d2e15bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=18d3bd29957e4274890e11da19ecb787&device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 6220 time: 0.4450521 Jul 16 08:28:02.014891 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f0c755a-4388-48b1-80ad-900dded354da tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:02.024746 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f0c755a-4388-48b1-80ad-900dded354da tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:02.079217 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837262ad-0925-4379-b443-f0d30909a739 service neutron] Pushing event updated for resources: {'Port': ['ID=8a0ce3b6-e869-45da-a578-1bdaa22c3664,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:02.100191 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-13bc43d5-49f9-487f-84fa-16ad3755c3aa None None] For port 83a9fd39-51d3-4a40-ba39-6a8398d98937, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:02.110318 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-13bc43d5-49f9-487f-84fa-16ad3755c3aa None None] For port 83a9fd39-51d3-4a40-ba39-6a8398d98937, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=83a9fd39-51d3-4a40-ba39-6a8398d98937,segment=NetworkSegment(175e96fa-d00a-4c4d-a5fa-e7f2d686c7e2),segment_id=175e96fa-d00a-4c4d-a5fa-e7f2d686c7e2)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:02.117693 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-13bc43d5-49f9-487f-84fa-16ad3755c3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:02.140978 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-2f0c755a-4388-48b1-80ad-900dded354da tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Calling delete_port for ace6d19b-5e9e-4511-b987-24501dc5d16a owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:02.257678 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bc257f-e0b9-44ca-95bc-c65451f45147 None None] Pushing event updated for resources: {'Port': ['ID=83a9fd39-51d3-4a40-ba39-6a8398d98937,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:02.275792 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bc43d5-49f9-487f-84fa-16ad3755c3aa None None] Routers {'95c52a5a-830a-4b07-b603-f6ba27750834'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:02.276662 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-13bc43d5-49f9-487f-84fa-16ad3755c3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:27:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['95c52a5a-830a-4b07-b603-f6ba27750834'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:02.287418 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edeb66f-2d52-4127-adaa-c320a49f2212 req-d6b3d291-065e-48d1-bcba-618c4f582cb6 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:02.298764 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7edeb66f-2d52-4127-adaa-c320a49f2212 req-d6b3d291-065e-48d1-bcba-618c4f582cb6 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.3417926 Jul 16 08:28:02.419588 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7edeb66f-2d52-4127-adaa-c320a49f2212 req-83fd6b9b-60a7-41c3-b66e-338681ec1706 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196790 Jul 16 08:28:02.465829 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00c54f-f48c-4e9b-95ab-1a6c015b83e4 req-dc6e52bd-7967-463e-93cc-fc8d39941ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:02.469358 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00c54f-f48c-4e9b-95ab-1a6c015b83e4 req-dc6e52bd-7967-463e-93cc-fc8d39941ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:02.469922 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00c54f-f48c-4e9b-95ab-1a6c015b83e4 req-dc6e52bd-7967-463e-93cc-fc8d39941ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:02.471815 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f00c54f-f48c-4e9b-95ab-1a6c015b83e4 req-dc6e52bd-7967-463e-93cc-fc8d39941ac8 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=18d3bd29957e4274890e11da19ecb787&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.4691849 Jul 16 08:28:02.529039 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-13bc43d5-49f9-487f-84fa-16ad3755c3aa None None] Set router 95c52a5a-830a-4b07-b603-f6ba27750834 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:02.682332 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f00c54f-f48c-4e9b-95ab-1a6c015b83e4 req-6725e822-7a84-4079-bd46-6a4d204551c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:02.684292 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f00c54f-f48c-4e9b-95ab-1a6c015b83e4 req-6725e822-7a84-4079-bd46-6a4d204551c3 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2023354 Jul 16 08:28:02.758702 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:28:02.912320 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2e308-6833-484e-b6a8-e3ee23c0bdd8 req-5feb33f6-a31c-4160-b85d-9fc3230c4bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:02.916881 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2e308-6833-484e-b6a8-e3ee23c0bdd8 req-5feb33f6-a31c-4160-b85d-9fc3230c4bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:02.917659 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2e308-6833-484e-b6a8-e3ee23c0bdd8 req-5feb33f6-a31c-4160-b85d-9fc3230c4bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:02.932610 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2e308-6833-484e-b6a8-e3ee23c0bdd8 req-5feb33f6-a31c-4160-b85d-9fc3230c4bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:02.933025 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2e308-6833-484e-b6a8-e3ee23c0bdd8 req-5feb33f6-a31c-4160-b85d-9fc3230c4bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:02.935458 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2e308-6833-484e-b6a8-e3ee23c0bdd8 req-5feb33f6-a31c-4160-b85d-9fc3230c4bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:02.936114 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2e308-6833-484e-b6a8-e3ee23c0bdd8 req-5feb33f6-a31c-4160-b85d-9fc3230c4bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:02.943123 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7ea2e308-6833-484e-b6a8-e3ee23c0bdd8 req-5feb33f6-a31c-4160-b85d-9fc3230c4bd4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=18d3bd29957e4274890e11da19ecb787&device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 6220 time: 0.1826499 Jul 16 08:28:02.984877 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-13bc43d5-49f9-487f-84fa-16ad3755c3aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c52a5a-830a-4b07-b603-f6ba27750834', 'name': 'tempest-AttachSCSIVolumeTestJSON-940581800-router', 'tenant_id': 'b7a2b34b76a049409dcf0903907dbe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '4aae0042-0039-43c7-8b49-8dc7251b875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:46Z', 'updated_at': '2021-07-16T08:27:55Z', 'revision_number': 4, 'project_id': 'b7a2b34b76a049409dcf0903907dbe8f', 'gw_port': {'id': '4aae0042-0039-43c7-8b49-8dc7251b875a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c52a5a-830a-4b07-b603-f6ba27750834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:48Z', 'updated_at': '2021-07-16T08:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '83a9fd39-51d3-4a40-ba39-6a8398d98937', 'name': '', 'network_id': 'e3bdaedf-ed19-464b-af46-e5e06e3ea172', 'tenant_id': 'b7a2b34b76a049409dcf0903907dbe8f', 'mac_address': 'fa:16:3e:3d:6f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c52a5a-830a-4b07-b603-f6ba27750834', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '27a22a30-142d-4d37-a0fd-ce60bfac39e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:53Z', 'updated_at': '2021-07-16T08:28:02Z', 'revision_number': 4, 'project_id': 'b7a2b34b76a049409dcf0903907dbe8f', 'subnets': [{'id': '27a22a30-142d-4d37-a0fd-ce60bfac39e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:03.009229 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca2da56-3c55-4a4c-9c3c-7d888d121909 req-fafbcbcc-4e2c-49c4-a0a7-be0f176bcbcb tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:03.010793 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3ca2da56-3c55-4a4c-9c3c-7d888d121909 req-fafbcbcc-4e2c-49c4-a0a7-be0f176bcbcb tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=906897c7-6720-445e-80d9-1d741ea7c4f0 HTTP/1.1" status: 200 len: 936 time: 1.4719009 Jul 16 08:28:03.044836 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13bc43d5-49f9-487f-84fa-16ad3755c3aa None None] The sync data for ids ['95c52a5a-830a-4b07-b603-f6ba27750834'] in n-d-771362-37 is: [{'id': '95c52a5a-830a-4b07-b603-f6ba27750834', 'name': 'tempest-AttachSCSIVolumeTestJSON-940581800-router', 'tenant_id': 'b7a2b34b76a049409dcf0903907dbe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '4aae0042-0039-43c7-8b49-8dc7251b875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:46Z', 'updated_at': '2021-07-16T08:27:55Z', 'revision_number': 4, 'project_id': 'b7a2b34b76a049409dcf0903907dbe8f', 'gw_port': {'id': '4aae0042-0039-43c7-8b49-8dc7251b875a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c52a5a-830a-4b07-b603-f6ba27750834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:48Z', 'updated_at': '2021-07-16T08:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '83a9fd39-51d3-4a40-ba39-6a8398d98937', 'name': '', 'network_id': 'e3bdaedf-ed19-464b-af46-e5e06e3ea172', 'tenant_id': 'b7a2b34b76a049409dcf0903907dbe8f', 'mac_address': 'fa:16:3e:3d:6f:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '95c52a5a-830a-4b07-b603-f6ba27750834', 'device_owner': 'network:router_interface', 'standard_attr_id': 791, 'fixed_ips': [{'subnet_id': '27a22a30-142d-4d37-a0fd-ce60bfac39e6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:53Z', 'updated_at': '2021-07-16T08:28:02Z', 'revision_number': 4, 'project_id': 'b7a2b34b76a049409dcf0903907dbe8f', 'subnets': [{'id': '27a22a30-142d-4d37-a0fd-ce60bfac39e6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:28:03.256117 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-6fb7bd16-807d-4f3f-92c8-90646a5aa06d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c2a3de7-55c1-4291-849c-36872eca1820 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:03.258496 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-edeeb6d8-7366-440a-b025-b729534ce182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.278601 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-6fb7bd16-807d-4f3f-92c8-90646a5aa06d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.311949 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-6fb7bd16-807d-4f3f-92c8-90646a5aa06d service neutron] Transition to ACTIVE for port object 3c2a3de7-55c1-4291-849c-36872eca1820 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:03.333554 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2e308-6833-484e-b6a8-e3ee23c0bdd8 req-6aa13ffb-c952-4709-bccf-a9e73638110a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:03.334354 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2e308-6833-484e-b6a8-e3ee23c0bdd8 req-6aa13ffb-c952-4709-bccf-a9e73638110a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:03.334799 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2e308-6833-484e-b6a8-e3ee23c0bdd8 req-6aa13ffb-c952-4709-bccf-a9e73638110a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:03.337641 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7ea2e308-6833-484e-b6a8-e3ee23c0bdd8 req-6aa13ffb-c952-4709-bccf-a9e73638110a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=18d3bd29957e4274890e11da19ecb787&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3740060 Jul 16 08:28:03.438704 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-6fb7bd16-807d-4f3f-92c8-90646a5aa06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.448521 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f0c755a-4388-48b1-80ad-900dded354da tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.579245 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ae6443-a30c-4797-bf21-6cffb4e88e3e req-d43ab9be-bf97-4996-8ab9-e1d861071346 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:03.588593 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b0ae6443-a30c-4797-bf21-6cffb4e88e3e req-d43ab9be-bf97-4996-8ab9-e1d861071346 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=86115019-d820-47aa-8052-cbffb35335a8 HTTP/1.1" status: 200 len: 943 time: 0.4087479 Jul 16 08:28:03.637819 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f0c755a-4388-48b1-80ad-900dded354da tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.640618 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f0c755a-4388-48b1-80ad-900dded354da tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:03.643227 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2f0c755a-4388-48b1-80ad-900dded354da tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] 10.222.0.22 "DELETE /v2.0/floatingips/41934d44-fcd1-4748-8b4a-9678760cc4b5 HTTP/1.1" status: 204 len: 168 time: 3.5351117 Jul 16 08:28:03.713670 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3ca2da56-3c55-4a4c-9c3c-7d888d121909 req-951ab679-19f1-4d9e-bcf2-0c68994a4816 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6847904 Jul 16 08:28:03.728980 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea2e308-6833-484e-b6a8-e3ee23c0bdd8 req-a55cc25c-6ed5-464c-9540-0d5392c62cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:03.740556 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7ea2e308-6833-484e-b6a8-e3ee23c0bdd8 req-a55cc25c-6ed5-464c-9540-0d5392c62cd9 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3951256 Jul 16 08:28:03.824911 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b0ae6443-a30c-4797-bf21-6cffb4e88e3e req-1423a330-99f1-49c7-8baa-cab9927e1613 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1906972 Jul 16 08:28:03.841201 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a45a6c56-253a-45c5-926a-76954e51eb6f x-openstack-request-id: req-a45a6c56-253a-45c5-926a-76954e51eb6f {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:03.841201 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "86115019-d820-47aa-8052-cbffb35335a8", "tag": "8a0ce3b6-e869-45da-a578-1bdaa22c3664", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:03.841201 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a45a6c56-253a-45c5-926a-76954e51eb6f {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:03.841201 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '86115019-d820-47aa-8052-cbffb35335a8', 'tag': '8a0ce3b6-e869-45da-a578-1bdaa22c3664', 'status': 'completed', 'code': 200} Jul 16 08:28:03.894816 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-aed0655f-8ebb-4462-8488-84c18c4445a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:03.899752 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-aed0655f-8ebb-4462-8488-84c18c4445a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6006a1dcb2354570866e06da5c4c7493&device_id=86115019-d820-47aa-8052-cbffb35335a8 HTTP/1.1" status: 200 len: 1095 time: 0.3089345 Jul 16 08:28:03.906632 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7bd16-807d-4f3f-92c8-90646a5aa06d service neutron] Pushing event updated for resources: {'Port': ['ID=3c2a3de7-55c1-4291-849c-36872eca1820,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:03.988268 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-e5a7a0a9-785e-4194-be52-fc1ae282d86b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a0ce3b6-e869-45da-a578-1bdaa22c3664 HTTP/1.1" status: 200 len: 217 time: 0.0812502 Jul 16 08:28:04.072427 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0c755a-4388-48b1-80ad-900dded354da tempest-ServersWithSpecificFlavorTestJSON-1319247617 tempest-ServersWithSpecificFlavorTestJSON-1319247617-project] Pushing event deleted for resources: {'Port': ['ID=ace6d19b-5e9e-4511-b987-24501dc5d16a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:04.120689 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-b42ab145-7a6e-43e6-b43f-c02496e4990e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:04.124397 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-b42ab145-7a6e-43e6-b43f-c02496e4990e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31ddde08-05a5-43f7-b27d-07657c5409d3 HTTP/1.1" status: 200 len: 845 time: 0.1265409 Jul 16 08:28:04.207490 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-e00fde43-7fa9-458a-8f65-77ba378e9714 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=625dfff6-7aa4-46e7-b897-fa5ed9305465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775137 Jul 16 08:28:04.248788 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-6fb7bd16-807d-4f3f-92c8-90646a5aa06d service neutron] Attempting to bind port 3c2a3de7-55c1-4291-849c-36872eca1820 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:04.249280 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-6fb7bd16-807d-4f3f-92c8-90646a5aa06d service neutron] Attempting to bind port 3c2a3de7-55c1-4291-849c-36872eca1820 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '770b5d3c-5878-41d4-ad65-54e929f23d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aa91a730-1f66-43ab-9470-038c67461639'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:04.249795 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-6fb7bd16-807d-4f3f-92c8-90646a5aa06d service neutron] Attempting to bind port 3c2a3de7-55c1-4291-849c-36872eca1820 on network aa91a730-1f66-43ab-9470-038c67461639 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:04.312389 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-6fb7bd16-807d-4f3f-92c8-90646a5aa06d service neutron] Port 3c2a3de7-55c1-4291-849c-36872eca1820 on network aa91a730-1f66-43ab-9470-038c67461639 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:28:04.312389 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-6fb7bd16-807d-4f3f-92c8-90646a5aa06d service neutron] Attempting to bind port 3c2a3de7-55c1-4291-849c-36872eca1820 on network aa91a730-1f66-43ab-9470-038c67461639 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:04.357238 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-6fb7bd16-807d-4f3f-92c8-90646a5aa06d service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:04.357640 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-6fb7bd16-807d-4f3f-92c8-90646a5aa06d service neutron] Checking segment: {'id': '770b5d3c-5878-41d4-ad65-54e929f23d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aa91a730-1f66-43ab-9470-038c67461639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:04.357971 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-6fb7bd16-807d-4f3f-92c8-90646a5aa06d service neutron] Bound using segment: {'id': '770b5d3c-5878-41d4-ad65-54e929f23d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aa91a730-1f66-43ab-9470-038c67461639'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:04.358423 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-6fb7bd16-807d-4f3f-92c8-90646a5aa06d service neutron] Bound port: 3c2a3de7-55c1-4291-849c-36872eca1820, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '770b5d3c-5878-41d4-ad65-54e929f23d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aa91a730-1f66-43ab-9470-038c67461639'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:04.358784 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-6fb7bd16-807d-4f3f-92c8-90646a5aa06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:04.401457 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-7011e111-3fc9-4260-8d9c-c975741666da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9003aa7-bcf5-42d4-a8c3-d02636baca33 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:04.443213 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-ba698559-693e-4cc3-941e-2267d1bd400e service neutron] 10.222.0.21 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2268062 Jul 16 08:28:04.457852 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-7011e111-3fc9-4260-8d9c-c975741666da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:04.504399 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb33db0-a2ea-4448-ad09-33e366100051 req-1f3d2aef-6a2b-4e2a-ba71-b85841d8d6ee tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:04.511261 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb33db0-a2ea-4448-ad09-33e366100051 req-1f3d2aef-6a2b-4e2a-ba71-b85841d8d6ee tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:04.517800 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb33db0-a2ea-4448-ad09-33e366100051 req-1f3d2aef-6a2b-4e2a-ba71-b85841d8d6ee tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:04.531083 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb33db0-a2ea-4448-ad09-33e366100051 req-1f3d2aef-6a2b-4e2a-ba71-b85841d8d6ee tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:04.544339 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb33db0-a2ea-4448-ad09-33e366100051 req-1f3d2aef-6a2b-4e2a-ba71-b85841d8d6ee tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:04.558077 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb33db0-a2ea-4448-ad09-33e366100051 req-1f3d2aef-6a2b-4e2a-ba71-b85841d8d6ee tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:04.567827 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb33db0-a2ea-4448-ad09-33e366100051 req-1f3d2aef-6a2b-4e2a-ba71-b85841d8d6ee tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:04.599879 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77783416-0620-4094-9685-e5630f203553 req-3d534b2d-4f27-496b-96d1-3b1dbd6e56b0 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:04.609694 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-adb33db0-a2ea-4448-ad09-33e366100051 req-1f3d2aef-6a2b-4e2a-ba71-b85841d8d6ee tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 5392 time: 0.5103657 Jul 16 08:28:04.613055 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 83a9fd39-51d3-4a40-ba39-6a8398d98937 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:04.618183 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-77783416-0620-4094-9685-e5630f203553 req-3d534b2d-4f27-496b-96d1-3b1dbd6e56b0 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 950 time: 0.2414830 Jul 16 08:28:04.679138 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-77783416-0620-4094-9685-e5630f203553 req-d65db5b2-8725-4bf5-835a-5d24cb1f5565 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/security-groups?id=148adb76-f893-4b54-a010-c6c762ddf55e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599861 Jul 16 08:28:04.681788 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-7011e111-3fc9-4260-8d9c-c975741666da service neutron] Transition to ACTIVE for port object f9003aa7-bcf5-42d4-a8c3-d02636baca33 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:04.694982 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-7011e111-3fc9-4260-8d9c-c975741666da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:04.779977 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 83a9fd39-51d3-4a40-ba39-6a8398d98937 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:04.787136 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 83a9fd39-51d3-4a40-ba39-6a8398d98937 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:04.789934 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:04.809844 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-adb33db0-a2ea-4448-ad09-33e366100051 req-a37c5065-bba0-4960-9271-c4d22351b348 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1989954 Jul 16 08:28:04.896056 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011e111-3fc9-4260-8d9c-c975741666da service neutron] Pushing event updated for resources: {'Port': ['ID=f9003aa7-bcf5-42d4-a8c3-d02636baca33,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:04.963901 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-6fb7bd16-807d-4f3f-92c8-90646a5aa06d service neutron] For port 3c2a3de7-55c1-4291-849c-36872eca1820, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:04.980478 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-6fb7bd16-807d-4f3f-92c8-90646a5aa06d service neutron] For port 3c2a3de7-55c1-4291-849c-36872eca1820, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=3c2a3de7-55c1-4291-849c-36872eca1820,segment=NetworkSegment(770b5d3c-5878-41d4-ad65-54e929f23d48),segment_id=770b5d3c-5878-41d4-ad65-54e929f23d48)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:04.998131 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:05.005890 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-6fb7bd16-807d-4f3f-92c8-90646a5aa06d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:05.009440 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-22c7f33c-3c39-4a2e-abef-a9e8c80b75e8 req-35b9ea0a-fb62-450f-9a99-8e4b9cd1eb5b service neutron] 10.222.0.21 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5558567 Jul 16 08:28:05.099328 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 83a9fd39-51d3-4a40-ba39-6a8398d98937, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=83a9fd39-51d3-4a40-ba39-6a8398d98937,segment=NetworkSegment(175e96fa-d00a-4c4d-a5fa-e7f2d686c7e2),segment_id=175e96fa-d00a-4c4d-a5fa-e7f2d686c7e2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:05.109922 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:05.180790 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb7bd16-807d-4f3f-92c8-90646a5aa06d service neutron] Pushing event updated for resources: {'Port': ['ID=3c2a3de7-55c1-4291-849c-36872eca1820,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:05.216593 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-6fb7bd16-807d-4f3f-92c8-90646a5aa06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:05.219646 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-6fb7bd16-807d-4f3f-92c8-90646a5aa06d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:05.221186 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-6fb7bd16-807d-4f3f-92c8-90646a5aa06d service neutron] 10.222.0.30 "PUT /v2.0/ports/3c2a3de7-55c1-4291-849c-36872eca1820 HTTP/1.1" status: 200 len: 1092 time: 5.1598430 Jul 16 08:28:05.222961 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'tag': '3c2a3de7-55c1-4291-849c-36872eca1820'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:05.233475 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f3c638-7925-4381-96af-fb8084e03e15" -d '{"events": [{"name": "network-changed", "server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "tag": "3c2a3de7-55c1-4291-849c-36872eca1820"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:05.248469 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=83a9fd39-51d3-4a40-ba39-6a8398d98937,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:05.294251 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-109290e8-7a58-4965-aec3-c026aebccabb service neutron] Request body: {'port': {'device_id': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:05.371924 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31d568-a846-40d9-b56e-1da88bc96209 req-da0386c0-83e4-4350-92ee-8a4ca5dd25f2 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:05.374426 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cf31d568-a846-40d9-b56e-1da88bc96209 req-da0386c0-83e4-4350-92ee-8a4ca5dd25f2 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.21 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 950 time: 0.3904555 Jul 16 08:28:05.384253 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ec3cf-0139-4914-a555-5f5e51ded765 req-db9faddb-bfb0-4813-b754-91f1911dba28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:05.385859 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-349ec3cf-0139-4914-a555-5f5e51ded765 req-db9faddb-bfb0-4813-b754-91f1911dba28 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6006a1dcb2354570866e06da5c4c7493&device_id=86115019-d820-47aa-8052-cbffb35335a8 HTTP/1.1" status: 200 len: 1095 time: 0.2260773 Jul 16 08:28:05.411225 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5032c1-c3b3-4fc2-a735-1af68d8f0bf9 req-8910ec05-74b3-4e2b-89f4-547410f780b6 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:05.418364 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1e5032c1-c3b3-4fc2-a735-1af68d8f0bf9 req-8910ec05-74b3-4e2b-89f4-547410f780b6 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.3125076 Jul 16 08:28:05.495869 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-7011e111-3fc9-4260-8d9c-c975741666da service neutron] Attempting to bind port f9003aa7-bcf5-42d4-a8c3-d02636baca33 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:05.496553 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-7011e111-3fc9-4260-8d9c-c975741666da service neutron] Attempting to bind port f9003aa7-bcf5-42d4-a8c3-d02636baca33 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:05.497058 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-7011e111-3fc9-4260-8d9c-c975741666da service neutron] Attempting to bind port f9003aa7-bcf5-42d4-a8c3-d02636baca33 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:05.522479 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-7011e111-3fc9-4260-8d9c-c975741666da service neutron] Port f9003aa7-bcf5-42d4-a8c3-d02636baca33 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:28:05.523193 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-7011e111-3fc9-4260-8d9c-c975741666da service neutron] Attempting to bind port f9003aa7-bcf5-42d4-a8c3-d02636baca33 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:05.532114 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-7011e111-3fc9-4260-8d9c-c975741666da service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:05.532515 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-7011e111-3fc9-4260-8d9c-c975741666da service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:05.532965 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-7011e111-3fc9-4260-8d9c-c975741666da service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:05.533464 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-7011e111-3fc9-4260-8d9c-c975741666da service neutron] Bound port: f9003aa7-bcf5-42d4-a8c3-d02636baca33, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:05.533901 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-7011e111-3fc9-4260-8d9c-c975741666da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:05.630024 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-7011e111-3fc9-4260-8d9c-c975741666da service neutron] For port f9003aa7-bcf5-42d4-a8c3-d02636baca33, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:05.630349 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ec3cf-0139-4914-a555-5f5e51ded765 req-0e3ad339-a0e1-4aa8-9f68-5d6551511a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:05.631966 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-349ec3cf-0139-4914-a555-5f5e51ded765 req-0e3ad339-a0e1-4aa8-9f68-5d6551511a35 service neutron] 10.222.0.21 "GET /v2.0/networks?id=625dfff6-7aa4-46e7-b897-fa5ed9305465 HTTP/1.1" status: 200 len: 906 time: 0.2359469 Jul 16 08:28:05.634109 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-7011e111-3fc9-4260-8d9c-c975741666da service neutron] For port f9003aa7-bcf5-42d4-a8c3-d02636baca33, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=f9003aa7-bcf5-42d4-a8c3-d02636baca33,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:05.640630 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-109290e8-7a58-4965-aec3-c026aebccabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:05.645323 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-7011e111-3fc9-4260-8d9c-c975741666da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:05.649249 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1e5032c1-c3b3-4fc2-a735-1af68d8f0bf9 req-94745490-1653-4dc5-a59d-575a0bcb1027 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2299054 Jul 16 08:28:05.675254 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e77d2cc-5d60-49a1-b542-af425ba41575 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:05.693028 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7944993-cda8-43f7-bbcf-8b734fd31325 req-8c367c28-476e-439b-8e49-c85c9390a961 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:05.694788 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c7944993-cda8-43f7-bbcf-8b734fd31325 req-8c367c28-476e-439b-8e49-c85c9390a961 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=906897c7-6720-445e-80d9-1d741ea7c4f0 HTTP/1.1" status: 200 len: 948 time: 0.3966820 Jul 16 08:28:05.715572 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-349ec3cf-0139-4914-a555-5f5e51ded765 req-932b3f68-d7e1-4554-82cf-eb339e98ccd3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8a0ce3b6-e869-45da-a578-1bdaa22c3664 HTTP/1.1" status: 200 len: 217 time: 0.0498245 Jul 16 08:28:05.722730 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-7011e111-3fc9-4260-8d9c-c975741666da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:05.723872 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-7011e111-3fc9-4260-8d9c-c975741666da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:05.725664 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-7011e111-3fc9-4260-8d9c-c975741666da service neutron] 10.222.0.30 "PUT /v2.0/ports/f9003aa7-bcf5-42d4-a8c3-d02636baca33 HTTP/1.1" status: 200 len: 1097 time: 4.6773484 Jul 16 08:28:05.824847 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349ec3cf-0139-4914-a555-5f5e51ded765 req-cad2b52a-a68d-40e3-a98d-34a80a251fcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:05.826320 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-349ec3cf-0139-4914-a555-5f5e51ded765 req-cad2b52a-a68d-40e3-a98d-34a80a251fcf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31ddde08-05a5-43f7-b27d-07657c5409d3 HTTP/1.1" status: 200 len: 845 time: 0.0846951 Jul 16 08:28:05.910866 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-349ec3cf-0139-4914-a555-5f5e51ded765 req-cf7e5f8c-305a-4953-96e1-21748030b086 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=625dfff6-7aa4-46e7-b897-fa5ed9305465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0662241 Jul 16 08:28:05.945597 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:05.951045 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-cf31d568-a846-40d9-b56e-1da88bc96209 req-3beab1f5-bae7-4e2d-ad2e-9b3973e20eeb tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Deleting port 0d9f206a-6518-45a5-ba88-26a9a7149eeb {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:05.951447 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-cf31d568-a846-40d9-b56e-1da88bc96209 req-3beab1f5-bae7-4e2d-ad2e-9b3973e20eeb tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:06.111727 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c7944993-cda8-43f7-bbcf-8b734fd31325 req-8cb016ab-d00f-4af4-aa4b-096b3cf541ea tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945432 Jul 16 08:28:06.117895 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb34e2da-da11-49c2-802a-d5386be308b2 req-7c47f7dc-d831-4d56-8f05-570263b262d6 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:06.119487 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fb34e2da-da11-49c2-802a-d5386be308b2 req-7c47f7dc-d831-4d56-8f05-570263b262d6 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=86115019-d820-47aa-8052-cbffb35335a8 HTTP/1.1" status: 200 len: 943 time: 0.2907293 Jul 16 08:28:06.121264 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-109290e8-7a58-4965-aec3-c026aebccabb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76090f44-539b-438f-8800-1f8cae00b415 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:06.126918 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011e111-3fc9-4260-8d9c-c975741666da service neutron] Pushing event updated for resources: {'Port': ['ID=f9003aa7-bcf5-42d4-a8c3-d02636baca33,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:06.133934 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-109290e8-7a58-4965-aec3-c026aebccabb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:06.137058 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-cf31d568-a846-40d9-b56e-1da88bc96209 req-3beab1f5-bae7-4e2d-ad2e-9b3973e20eeb tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] For port 0d9f206a-6518-45a5-ba88-26a9a7149eeb, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0d9f206a-6518-45a5-ba88-26a9a7149eeb,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:06.137586 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-cf31d568-a846-40d9-b56e-1da88bc96209 req-3beab1f5-bae7-4e2d-ad2e-9b3973e20eeb tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:06.156810 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-109290e8-7a58-4965-aec3-c026aebccabb service neutron] Transition to ACTIVE for port object 76090f44-539b-438f-8800-1f8cae00b415 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:06.166637 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-ad7a99ca-a59f-4265-90ea-c74fdf4f86c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:06.168370 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-ad7a99ca-a59f-4265-90ea-c74fdf4f86c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1d01616ba17d4b8cba7a304337398c2e&device_id=906897c7-6720-445e-80d9-1d741ea7c4f0 HTTP/1.1" status: 200 len: 1100 time: 0.1549642 Jul 16 08:28:06.169552 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-109290e8-7a58-4965-aec3-c026aebccabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:06.177309 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-349ec3cf-0139-4914-a555-5f5e51ded765 req-c36ad4f7-2464-44f1-9073-06d08e912b06 service neutron] 10.222.0.21 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401445 Jul 16 08:28:06.177309 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-cf31d568-a846-40d9-b56e-1da88bc96209 req-3beab1f5-bae7-4e2d-ad2e-9b3973e20eeb tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Calling delete_port for 0d9f206a-6518-45a5-ba88-26a9a7149eeb owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:06.212189 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109290e8-7a58-4965-aec3-c026aebccabb service neutron] Pushing event updated for resources: {'Port': ['ID=76090f44-539b-438f-8800-1f8cae00b415,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:06.259204 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-f3718e55-1f13-4336-9ddd-ef9314eb1d8a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=f9003aa7-bcf5-42d4-a8c3-d02636baca33 HTTP/1.1" status: 200 len: 217 time: 0.0497558 Jul 16 08:28:06.283787 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fb34e2da-da11-49c2-802a-d5386be308b2 req-31ba5831-a556-4c93-85de-aeda8d80f93f tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351757 Jul 16 08:28:06.371855 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-349ec3cf-0139-4914-a555-5f5e51ded765 req-5abf1ec4-42af-43b7-b2cd-9393cab1dbd3 service neutron] 10.222.0.21 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894367 Jul 16 08:28:06.413580 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-61f3c8e7-0c9f-4103-ac7a-e4e0fb5c85ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:06.415612 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-61f3c8e7-0c9f-4103-ac7a-e4e0fb5c85ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.1499565 Jul 16 08:28:06.416493 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-109290e8-7a58-4965-aec3-c026aebccabb service neutron] Attempting to bind port 76090f44-539b-438f-8800-1f8cae00b415 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:06.416819 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-109290e8-7a58-4965-aec3-c026aebccabb service neutron] Attempting to bind port 76090f44-539b-438f-8800-1f8cae00b415 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '770b5d3c-5878-41d4-ad65-54e929f23d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aa91a730-1f66-43ab-9470-038c67461639'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:06.417146 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-109290e8-7a58-4965-aec3-c026aebccabb service neutron] Attempting to bind port 76090f44-539b-438f-8800-1f8cae00b415 on network aa91a730-1f66-43ab-9470-038c67461639 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:06.457244 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81188e67-d0af-406d-b709-e58762b26263 x-openstack-request-id: req-81188e67-d0af-406d-b709-e58762b26263 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:06.457652 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "tag": "3c2a3de7-55c1-4291-849c-36872eca1820", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:06.457780 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-81188e67-d0af-406d-b709-e58762b26263 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:06.458188 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'tag': '3c2a3de7-55c1-4291-849c-36872eca1820', 'status': 'completed', 'code': 200} Jul 16 08:28:06.525799 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-109290e8-7a58-4965-aec3-c026aebccabb service neutron] Port 76090f44-539b-438f-8800-1f8cae00b415 on network aa91a730-1f66-43ab-9470-038c67461639 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:28:06.526535 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-109290e8-7a58-4965-aec3-c026aebccabb service neutron] Attempting to bind port 76090f44-539b-438f-8800-1f8cae00b415 on network aa91a730-1f66-43ab-9470-038c67461639 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:06.541505 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-109290e8-7a58-4965-aec3-c026aebccabb service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:06.543635 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 83a9fd39-51d3-4a40-ba39-6a8398d98937 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:06.546967 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-109290e8-7a58-4965-aec3-c026aebccabb service neutron] Checking segment: {'id': '770b5d3c-5878-41d4-ad65-54e929f23d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aa91a730-1f66-43ab-9470-038c67461639'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:06.546967 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-109290e8-7a58-4965-aec3-c026aebccabb service neutron] Bound using segment: {'id': '770b5d3c-5878-41d4-ad65-54e929f23d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aa91a730-1f66-43ab-9470-038c67461639'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:06.546967 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-109290e8-7a58-4965-aec3-c026aebccabb service neutron] Bound port: 76090f44-539b-438f-8800-1f8cae00b415, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '770b5d3c-5878-41d4-ad65-54e929f23d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'aa91a730-1f66-43ab-9470-038c67461639'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:06.546967 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-109290e8-7a58-4965-aec3-c026aebccabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:06.641203 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-cf31d568-a846-40d9-b56e-1da88bc96209 req-3beab1f5-bae7-4e2d-ad2e-9b3973e20eeb tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:06.668480 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['0d9f206a-6518-45a5-ba88-26a9a7149eeb'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:06.699088 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-5d4d9778-cc49-4218-b3ca-2791ed11e5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:06.701066 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-5d4d9778-cc49-4218-b3ca-2791ed11e5e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2776444 Jul 16 08:28:06.744139 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-109290e8-7a58-4965-aec3-c026aebccabb service neutron] For port 76090f44-539b-438f-8800-1f8cae00b415, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:06.767086 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beab1f5-bae7-4e2d-ad2e-9b3973e20eeb tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Pushing event deleted for resources: {'Port': ['ID=0d9f206a-6518-45a5-ba88-26a9a7149eeb,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:06.773072 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-109290e8-7a58-4965-aec3-c026aebccabb service neutron] For port 76090f44-539b-438f-8800-1f8cae00b415, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=76090f44-539b-438f-8800-1f8cae00b415,segment=NetworkSegment(770b5d3c-5878-41d4-ad65-54e929f23d48),segment_id=770b5d3c-5878-41d4-ad65-54e929f23d48)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:06.825595 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 83a9fd39-51d3-4a40-ba39-6a8398d98937 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:06.826128 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:06.858149 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-109290e8-7a58-4965-aec3-c026aebccabb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:06.879709 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d36df85b-5d7f-4f4f-aa52-44dad5b9b4fb req-fcef02d3-c2c4-4b16-b834-8254b8a29b95 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 210 time: 0.1327188 Jul 16 08:28:06.944642 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-109290e8-7a58-4965-aec3-c026aebccabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:06.945835 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-109290e8-7a58-4965-aec3-c026aebccabb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:06.948770 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-109290e8-7a58-4965-aec3-c026aebccabb service neutron] 10.222.0.30 "PUT /v2.0/ports/76090f44-539b-438f-8800-1f8cae00b415 HTTP/1.1" status: 200 len: 1092 time: 1.6610551 Jul 16 08:28:07.005179 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:07.055156 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-eedaf30f-5fb9-4154-ae88-5f2ba55bf247 service neutron] Request body: {'port': {'device_id': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:07.078177 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af2c87-4fe6-49f9-a977-dcbd548c76f3 req-b8d4cc78-8c66-4c77-84eb-364b74dea8bb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:07.084266 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af2c87-4fe6-49f9-a977-dcbd548c76f3 req-b8d4cc78-8c66-4c77-84eb-364b74dea8bb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:07.092677 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af2c87-4fe6-49f9-a977-dcbd548c76f3 req-b8d4cc78-8c66-4c77-84eb-364b74dea8bb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:07.104442 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af2c87-4fe6-49f9-a977-dcbd548c76f3 req-b8d4cc78-8c66-4c77-84eb-364b74dea8bb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:07.112549 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af2c87-4fe6-49f9-a977-dcbd548c76f3 req-b8d4cc78-8c66-4c77-84eb-364b74dea8bb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:07.135861 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af2c87-4fe6-49f9-a977-dcbd548c76f3 req-b8d4cc78-8c66-4c77-84eb-364b74dea8bb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:07.150813 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1af2c87-4fe6-49f9-a977-dcbd548c76f3 req-b8d4cc78-8c66-4c77-84eb-364b74dea8bb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:07.161259 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a1af2c87-4fe6-49f9-a977-dcbd548c76f3 req-b8d4cc78-8c66-4c77-84eb-364b74dea8bb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 5404 time: 0.4281657 Jul 16 08:28:07.239849 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109290e8-7a58-4965-aec3-c026aebccabb service neutron] Pushing event updated for resources: {'Port': ['ID=76090f44-539b-438f-8800-1f8cae00b415,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:07.287308 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a1af2c87-4fe6-49f9-a977-dcbd548c76f3 req-5e587475-7397-4e53-bd6d-fd2fa47d8fa5 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1250930 Jul 16 08:28:07.334018 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-eedaf30f-5fb9-4154-ae88-5f2ba55bf247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:07.353200 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-8dc4b8e6-724a-4616-9213-255b99e8d426 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6434517 Jul 16 08:28:07.523778 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf31d568-a846-40d9-b56e-1da88bc96209 req-3beab1f5-bae7-4e2d-ad2e-9b3973e20eeb tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] No DVR routers for this DVR port 0d9f206a-6518-45a5-ba88-26a9a7149eeb on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:28:07.529280 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-cf31d568-a846-40d9-b56e-1da88bc96209 req-3beab1f5-bae7-4e2d-ad2e-9b3973e20eeb tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:07.531319 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cf31d568-a846-40d9-b56e-1da88bc96209 req-3beab1f5-bae7-4e2d-ad2e-9b3973e20eeb tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.21 "DELETE /v2.0/ports/0d9f206a-6518-45a5-ba88-26a9a7149eeb HTTP/1.1" status: 204 len: 173 time: 2.1436484 Jul 16 08:28:07.532761 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83df3f71-afdf-44d1-86b5-47f1b908de85', 'name': 'network-vif-deleted', 'tag': '0d9f206a-6518-45a5-ba88-26a9a7149eeb'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:07.535129 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c31cc5-c560-4e41-975b-90717c1d84cb" -d '{"events": [{"server_uuid": "83df3f71-afdf-44d1-86b5-47f1b908de85", "name": "network-vif-deleted", "tag": "0d9f206a-6518-45a5-ba88-26a9a7149eeb"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:07.567170 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3c638-7925-4381-96af-fb8084e03e15 req-d27677f5-480d-4ddd-9a27-1fa18949bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:07.568403 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3c638-7925-4381-96af-fb8084e03e15 req-d27677f5-480d-4ddd-9a27-1fa18949bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:07.568403 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3c638-7925-4381-96af-fb8084e03e15 req-d27677f5-480d-4ddd-9a27-1fa18949bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:07.568903 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3c638-7925-4381-96af-fb8084e03e15 req-d27677f5-480d-4ddd-9a27-1fa18949bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:07.569440 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3c638-7925-4381-96af-fb8084e03e15 req-d27677f5-480d-4ddd-9a27-1fa18949bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:07.569992 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3c638-7925-4381-96af-fb8084e03e15 req-d27677f5-480d-4ddd-9a27-1fa18949bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:07.571084 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3c638-7925-4381-96af-fb8084e03e15 req-d27677f5-480d-4ddd-9a27-1fa18949bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:07.573163 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-64f3c638-7925-4381-96af-fb8084e03e15 req-d27677f5-480d-4ddd-9a27-1fa18949bb89 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=18d3bd29957e4274890e11da19ecb787&device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 6314 time: 1.0691922 Jul 16 08:28:07.694599 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a68beb-699a-4cb0-9b84-c8f03d4c9639 req-21598717-3869-4645-b41f-d9fa32e2cc49 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:07.700266 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7a68beb-699a-4cb0-9b84-c8f03d4c9639 req-21598717-3869-4645-b41f-d9fa32e2cc49 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.1983933 Jul 16 08:28:07.709162 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-12e11411-a9ee-4868-a56e-09ccb29445cf req-0fc26d7f-0cf3-468a-a165-69fe509c184f service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3255310 Jul 16 08:28:07.764336 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3c638-7925-4381-96af-fb8084e03e15 req-f6c00b38-43ed-4c8d-8a34-9ad9214082f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:07.766211 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3c638-7925-4381-96af-fb8084e03e15 req-f6c00b38-43ed-4c8d-8a34-9ad9214082f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:07.766865 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3c638-7925-4381-96af-fb8084e03e15 req-f6c00b38-43ed-4c8d-8a34-9ad9214082f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:07.769416 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-64f3c638-7925-4381-96af-fb8084e03e15 req-f6c00b38-43ed-4c8d-8a34-9ad9214082f0 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=18d3bd29957e4274890e11da19ecb787&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.1877315 Jul 16 08:28:07.781149 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650b058d-8011-4d18-90fd-a99d9dfe5f1e req-a7958300-d771-468b-b8b7-61b5762c595e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:07.788378 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-650b058d-8011-4d18-90fd-a99d9dfe5f1e req-a7958300-d771-468b-b8b7-61b5762c595e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=906897c7-6720-445e-80d9-1d741ea7c4f0 HTTP/1.1" status: 200 len: 948 time: 0.1898782 Jul 16 08:28:07.857210 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-650b058d-8011-4d18-90fd-a99d9dfe5f1e req-3373186d-6d27-40f3-ab7f-18397c5fb808 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678687 Jul 16 08:28:07.868643 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-eedaf30f-5fb9-4154-ae88-5f2ba55bf247 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 731fdcab-68d6-4de1-9151-da7a41b03db8 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:07.876644 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-eedaf30f-5fb9-4154-ae88-5f2ba55bf247 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:07.885746 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7a68beb-699a-4cb0-9b84-c8f03d4c9639 req-4ab10d8b-630b-4f2e-9384-cfc59f6ffd5f tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701119 Jul 16 08:28:07.889355 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-eedaf30f-5fb9-4154-ae88-5f2ba55bf247 service neutron] Transition to ACTIVE for port object 731fdcab-68d6-4de1-9151-da7a41b03db8 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:07.890130 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3c638-7925-4381-96af-fb8084e03e15 req-d7d7469c-1667-4deb-b60c-794a163e6d78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:07.894619 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-64f3c638-7925-4381-96af-fb8084e03e15 req-d7d7469c-1667-4deb-b60c-794a163e6d78 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1164861 Jul 16 08:28:07.894793 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-eedaf30f-5fb9-4154-ae88-5f2ba55bf247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:08.013144 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedaf30f-5fb9-4154-ae88-5f2ba55bf247 service neutron] Pushing event updated for resources: {'Port': ['ID=731fdcab-68d6-4de1-9151-da7a41b03db8,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:08.180949 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-eedaf30f-5fb9-4154-ae88-5f2ba55bf247 service neutron] Attempting to bind port 731fdcab-68d6-4de1-9151-da7a41b03db8 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:08.181346 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-eedaf30f-5fb9-4154-ae88-5f2ba55bf247 service neutron] Attempting to bind port 731fdcab-68d6-4de1-9151-da7a41b03db8 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '31f9b961-21bb-41b6-bbbd-a954d90f0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '75416cd1-a2d8-4e5f-acde-36e6b516d991'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:08.181627 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-eedaf30f-5fb9-4154-ae88-5f2ba55bf247 service neutron] Attempting to bind port 731fdcab-68d6-4de1-9151-da7a41b03db8 on network 75416cd1-a2d8-4e5f-acde-36e6b516d991 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:08.192158 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-eedaf30f-5fb9-4154-ae88-5f2ba55bf247 service neutron] Port 731fdcab-68d6-4de1-9151-da7a41b03db8 on network 75416cd1-a2d8-4e5f-acde-36e6b516d991 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:28:08.192601 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-eedaf30f-5fb9-4154-ae88-5f2ba55bf247 service neutron] Attempting to bind port 731fdcab-68d6-4de1-9151-da7a41b03db8 on network 75416cd1-a2d8-4e5f-acde-36e6b516d991 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:08.211889 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba80534-25b5-4abd-9d47-125766442487 req-2d8bde9f-785a-4be9-813b-dc2b29721e4c tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:08.213974 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1ba80534-25b5-4abd-9d47-125766442487 req-2d8bde9f-785a-4be9-813b-dc2b29721e4c tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=86115019-d820-47aa-8052-cbffb35335a8 HTTP/1.1" status: 200 len: 943 time: 0.1309111 Jul 16 08:28:08.216745 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-eedaf30f-5fb9-4154-ae88-5f2ba55bf247 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:08.217102 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-eedaf30f-5fb9-4154-ae88-5f2ba55bf247 service neutron] Checking segment: {'id': '31f9b961-21bb-41b6-bbbd-a954d90f0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '75416cd1-a2d8-4e5f-acde-36e6b516d991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:08.217501 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-eedaf30f-5fb9-4154-ae88-5f2ba55bf247 service neutron] Bound using segment: {'id': '31f9b961-21bb-41b6-bbbd-a954d90f0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '75416cd1-a2d8-4e5f-acde-36e6b516d991'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:08.217955 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-eedaf30f-5fb9-4154-ae88-5f2ba55bf247 service neutron] Bound port: 731fdcab-68d6-4de1-9151-da7a41b03db8, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f9b961-21bb-41b6-bbbd-a954d90f0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '75416cd1-a2d8-4e5f-acde-36e6b516d991'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:08.220141 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-eedaf30f-5fb9-4154-ae88-5f2ba55bf247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:08.282849 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4fdd5d6-365f-41b1-b340-e707bf38fcca x-openstack-request-id: req-a4fdd5d6-365f-41b1-b340-e707bf38fcca {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:08.285381 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83df3f71-afdf-44d1-86b5-47f1b908de85", "name": "network-vif-deleted", "tag": "0d9f206a-6518-45a5-ba88-26a9a7149eeb", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:08.285826 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a4fdd5d6-365f-41b1-b340-e707bf38fcca {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:08.286383 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83df3f71-afdf-44d1-86b5-47f1b908de85', 'name': 'network-vif-deleted', 'tag': '0d9f206a-6518-45a5-ba88-26a9a7149eeb', 'status': 'completed', 'code': 200} Jul 16 08:28:08.334359 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1ba80534-25b5-4abd-9d47-125766442487 req-442e0cff-c284-4764-b353-ddbaacedb4c3 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106384 Jul 16 08:28:08.417250 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:08.443228 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-eedaf30f-5fb9-4154-ae88-5f2ba55bf247 service neutron] For port 731fdcab-68d6-4de1-9151-da7a41b03db8, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:08.447018 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-eedaf30f-5fb9-4154-ae88-5f2ba55bf247 service neutron] For port 731fdcab-68d6-4de1-9151-da7a41b03db8, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=731fdcab-68d6-4de1-9151-da7a41b03db8,segment=NetworkSegment(31f9b961-21bb-41b6-bbbd-a954d90f0b1b),segment_id=31f9b961-21bb-41b6-bbbd-a954d90f0b1b)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:08.451254 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-eedaf30f-5fb9-4154-ae88-5f2ba55bf247 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:08.464721 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '906897c7-6720-445e-80d9-1d741ea7c4f0', 'tag': 'f9003aa7-bcf5-42d4-a8c3-d02636baca33'}, {'name': 'network-changed', 'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'tag': '76090f44-539b-438f-8800-1f8cae00b415'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:08.466659 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e741e779-923f-462c-bced-4760c4d7372b" -d '{"events": [{"name": "network-changed", "server_uuid": "906897c7-6720-445e-80d9-1d741ea7c4f0", "tag": "f9003aa7-bcf5-42d4-a8c3-d02636baca33"}, {"name": "network-changed", "server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "tag": "76090f44-539b-438f-8800-1f8cae00b415"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:08.511376 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-eedaf30f-5fb9-4154-ae88-5f2ba55bf247 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:08.512081 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-eedaf30f-5fb9-4154-ae88-5f2ba55bf247 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:08.513625 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-eedaf30f-5fb9-4154-ae88-5f2ba55bf247 service neutron] 10.222.0.30 "PUT /v2.0/ports/731fdcab-68d6-4de1-9151-da7a41b03db8 HTTP/1.1" status: 200 len: 1092 time: 1.4707637 Jul 16 08:28:08.566796 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-e84f0137-30a7-4ebd-bcbc-cd41dbbe7f1c service neutron] Request body: {'port': {'device_id': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:08.587488 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eedaf30f-5fb9-4154-ae88-5f2ba55bf247 service neutron] Pushing event updated for resources: {'Port': ['ID=731fdcab-68d6-4de1-9151-da7a41b03db8,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:08.965619 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f6bf1-8b86-44e6-bd3a-63ab370a05c3 req-a10f67f7-7f68-40ac-a5d8-d5a4917dabfd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:08.984557 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f6bf1-8b86-44e6-bd3a-63ab370a05c3 req-a10f67f7-7f68-40ac-a5d8-d5a4917dabfd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:08.990796 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f6bf1-8b86-44e6-bd3a-63ab370a05c3 req-a10f67f7-7f68-40ac-a5d8-d5a4917dabfd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:08.997419 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f6bf1-8b86-44e6-bd3a-63ab370a05c3 req-a10f67f7-7f68-40ac-a5d8-d5a4917dabfd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:09.003644 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f6bf1-8b86-44e6-bd3a-63ab370a05c3 req-a10f67f7-7f68-40ac-a5d8-d5a4917dabfd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:09.009993 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f6bf1-8b86-44e6-bd3a-63ab370a05c3 req-a10f67f7-7f68-40ac-a5d8-d5a4917dabfd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:09.029645 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369f6bf1-8b86-44e6-bd3a-63ab370a05c3 req-a10f67f7-7f68-40ac-a5d8-d5a4917dabfd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:09.037795 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-369f6bf1-8b86-44e6-bd3a-63ab370a05c3 req-a10f67f7-7f68-40ac-a5d8-d5a4917dabfd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 5416 time: 0.1967232 Jul 16 08:28:09.046561 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9e9d364d-b009-423d-aa78-120f7ebd8b56 req-9efa4485-6953-45fa-87c1-7cb57fd9a035 tempest-ServersAdminTestJSON-1632485314 tempest-ServersAdminTestJSON-1632485314-project] 10.222.0.22 "GET /v2.0/ports?device_id=83df3f71-afdf-44d1-86b5-47f1b908de85 HTTP/1.1" status: 200 len: 210 time: 0.3580284 Jul 16 08:28:09.129188 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-369f6bf1-8b86-44e6-bd3a-63ab370a05c3 req-3a15939b-fa70-4f70-8c64-f58bee110adc tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0901439 Jul 16 08:28:09.163635 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e13d770-00d5-4c16-ae98-2d1841169199 x-openstack-request-id: req-4e13d770-00d5-4c16-ae98-2d1841169199 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:09.164474 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "906897c7-6720-445e-80d9-1d741ea7c4f0", "tag": "f9003aa7-bcf5-42d4-a8c3-d02636baca33", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "tag": "76090f44-539b-438f-8800-1f8cae00b415", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:09.165109 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4e13d770-00d5-4c16-ae98-2d1841169199 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:09.167183 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '906897c7-6720-445e-80d9-1d741ea7c4f0', 'tag': 'f9003aa7-bcf5-42d4-a8c3-d02636baca33', 'status': 'completed', 'code': 200} Jul 16 08:28:09.167659 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'tag': '76090f44-539b-438f-8800-1f8cae00b415', 'status': 'completed', 'code': 200} Jul 16 08:28:09.170714 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-e84f0137-30a7-4ebd-bcbc-cd41dbbe7f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:09.275285 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 8a0ce3b6-e869-45da-a578-1bdaa22c3664 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:09.277937 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 0d9f206a-6518-45a5-ba88-26a9a7149eeb no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:09.324420 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 0d9f206a-6518-45a5-ba88-26a9a7149eeb {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:28:09.324776 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 0d9f206a-6518-45a5-ba88-26a9a7149eeb not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:09.391850 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741e779-923f-462c-bced-4760c4d7372b req-55b37aea-148c-435e-bb32-df36e7a3653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:09.395793 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e741e779-923f-462c-bced-4760c4d7372b req-55b37aea-148c-435e-bb32-df36e7a3653f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1d01616ba17d4b8cba7a304337398c2e&device_id=906897c7-6720-445e-80d9-1d741ea7c4f0 HTTP/1.1" status: 200 len: 1100 time: 0.2056429 Jul 16 08:28:09.622516 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 8a0ce3b6-e869-45da-a578-1bdaa22c3664, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=8a0ce3b6-e869-45da-a578-1bdaa22c3664,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:09.649408 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '8a0ce3b6-e869-45da-a578-1bdaa22c3664', 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465', 'port_id': '8a0ce3b6-e869-45da-a578-1bdaa22c3664', 'mac_address': 'fa:16:3e:42:0a:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ddde08-05a5-43f7-b27d-07657c5409d3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:28:09.676553 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741e779-923f-462c-bced-4760c4d7372b req-126d5757-b7a9-46a2-8b0a-c5f0f433e1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:09.695991 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e741e779-923f-462c-bced-4760c4d7372b req-126d5757-b7a9-46a2-8b0a-c5f0f433e1b1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.2900090 Jul 16 08:28:09.745513 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49596) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:09.802625 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:09.841016 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a0ce3b6-e869-45da-a578-1bdaa22c3664 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:09.842539 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e741e779-923f-462c-bced-4760c4d7372b req-b0a50ebe-bc4b-4653-9f6f-969c4331ed51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.210&port_id=f9003aa7-bcf5-42d4-a8c3-d02636baca33 HTTP/1.1" status: 200 len: 217 time: 0.1391089 Jul 16 08:28:09.870787 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-e84f0137-30a7-4ebd-bcbc-cd41dbbe7f1c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 091da7a4-e099-4e84-a774-919605faad63 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:09.874011 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 8a0ce3b6-e869-45da-a578-1bdaa22c3664, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=8a0ce3b6-e869-45da-a578-1bdaa22c3664,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:09.893272 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:09.937980 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ecf3f4-415b-4fde-9d66-0be54a883948 req-ba2f2e91-18ad-4496-bbcd-d039571c8edd tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:09.945304 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a1ecf3f4-415b-4fde-9d66-0be54a883948 req-ba2f2e91-18ad-4496-bbcd-d039571c8edd tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=906897c7-6720-445e-80d9-1d741ea7c4f0 HTTP/1.1" status: 200 len: 948 time: 0.3575878 Jul 16 08:28:09.948758 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=8a0ce3b6-e869-45da-a578-1bdaa22c3664,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:09.973690 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-e84f0137-30a7-4ebd-bcbc-cd41dbbe7f1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:09.983874 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device f9003aa7-bcf5-42d4-a8c3-d02636baca33 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:10.005552 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a1ecf3f4-415b-4fde-9d66-0be54a883948 req-4bfc38ea-8d73-4e12-a77c-4e7f699ddfad tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591607 Jul 16 08:28:10.031875 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741e779-923f-462c-bced-4760c4d7372b req-dffa7010-37bb-4f08-93a0-6170625dada1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:10.033801 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e741e779-923f-462c-bced-4760c4d7372b req-dffa7010-37bb-4f08-93a0-6170625dada1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.1711340 Jul 16 08:28:10.043499 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-e84f0137-30a7-4ebd-bcbc-cd41dbbe7f1c service neutron] Transition to ACTIVE for port object 091da7a4-e099-4e84-a774-919605faad63 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:10.084235 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-e84f0137-30a7-4ebd-bcbc-cd41dbbe7f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:10.151111 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['8a0ce3b6-e869-45da-a578-1bdaa22c3664'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:10.191006 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741e779-923f-462c-bced-4760c4d7372b req-7d72d62c-c1b1-4145-a961-6f54964cdf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:10.195569 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e741e779-923f-462c-bced-4760c4d7372b req-7d72d62c-c1b1-4145-a961-6f54964cdf9e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1503618 Jul 16 08:28:10.287888 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port f9003aa7-bcf5-42d4-a8c3-d02636baca33, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=f9003aa7-bcf5-42d4-a8c3-d02636baca33,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:10.314086 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c066d27a-2f9f-43ca-b2dd-9af6dd3ad66d req-78f985bb-6a79-4d3c-a484-a54cb52a7ba3 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:10.316086 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c066d27a-2f9f-43ca-b2dd-9af6dd3ad66d req-78f985bb-6a79-4d3c-a484-a54cb52a7ba3 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=86115019-d820-47aa-8052-cbffb35335a8 HTTP/1.1" status: 200 len: 944 time: 0.4248090 Jul 16 08:28:10.405566 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'f9003aa7-bcf5-42d4-a8c3-d02636baca33', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': 'f9003aa7-bcf5-42d4-a8c3-d02636baca33', 'mac_address': 'fa:16:3e:94:0e:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:28:10.415729 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e741e779-923f-462c-bced-4760c4d7372b req-c5048479-5c6a-43e0-9f83-c158ba0a5324 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103388 Jul 16 08:28:10.453069 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f0137-30a7-4ebd-bcbc-cd41dbbe7f1c service neutron] Pushing event updated for resources: {'Port': ['ID=091da7a4-e099-4e84-a774-919605faad63,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:10.557259 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:10.599173 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9003aa7-bcf5-42d4-a8c3-d02636baca33 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:10.633129 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e741e779-923f-462c-bced-4760c4d7372b req-22f374d9-23a4-4e1a-b5aa-81c50b3fd4b8 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059104 Jul 16 08:28:10.668513 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c066d27a-2f9f-43ca-b2dd-9af6dd3ad66d req-64aa2f6e-3cbd-44bc-a591-39723b070900 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3355143 Jul 16 08:28:10.695458 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port f9003aa7-bcf5-42d4-a8c3-d02636baca33, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=f9003aa7-bcf5-42d4-a8c3-d02636baca33,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:10.817399 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:10.880061 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-e84f0137-30a7-4ebd-bcbc-cd41dbbe7f1c service neutron] Attempting to bind port 091da7a4-e099-4e84-a774-919605faad63 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:10.880507 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-e84f0137-30a7-4ebd-bcbc-cd41dbbe7f1c service neutron] Attempting to bind port 091da7a4-e099-4e84-a774-919605faad63 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '31f9b961-21bb-41b6-bbbd-a954d90f0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '75416cd1-a2d8-4e5f-acde-36e6b516d991'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:10.883273 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-e84f0137-30a7-4ebd-bcbc-cd41dbbe7f1c service neutron] Attempting to bind port 091da7a4-e099-4e84-a774-919605faad63 on network 75416cd1-a2d8-4e5f-acde-36e6b516d991 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:10.916496 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-e84f0137-30a7-4ebd-bcbc-cd41dbbe7f1c service neutron] Port 091da7a4-e099-4e84-a774-919605faad63 on network 75416cd1-a2d8-4e5f-acde-36e6b516d991 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:28:10.917296 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-e84f0137-30a7-4ebd-bcbc-cd41dbbe7f1c service neutron] Attempting to bind port 091da7a4-e099-4e84-a774-919605faad63 on network 75416cd1-a2d8-4e5f-acde-36e6b516d991 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:10.925956 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=f9003aa7-bcf5-42d4-a8c3-d02636baca33,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:10.943115 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49612) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:11.004639 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-e84f0137-30a7-4ebd-bcbc-cd41dbbe7f1c service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:11.004978 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-e84f0137-30a7-4ebd-bcbc-cd41dbbe7f1c service neutron] Checking segment: {'id': '31f9b961-21bb-41b6-bbbd-a954d90f0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '75416cd1-a2d8-4e5f-acde-36e6b516d991'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:11.005374 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-e84f0137-30a7-4ebd-bcbc-cd41dbbe7f1c service neutron] Bound using segment: {'id': '31f9b961-21bb-41b6-bbbd-a954d90f0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '75416cd1-a2d8-4e5f-acde-36e6b516d991'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:11.020873 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-e84f0137-30a7-4ebd-bcbc-cd41dbbe7f1c service neutron] Bound port: 091da7a4-e099-4e84-a774-919605faad63, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31f9b961-21bb-41b6-bbbd-a954d90f0b1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '75416cd1-a2d8-4e5f-acde-36e6b516d991'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:11.021324 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-e84f0137-30a7-4ebd-bcbc-cd41dbbe7f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:11.031570 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac2bec50-fcb0-4a84-84c5-a504df5e9235 req-d83d1bf2-15c4-4eba-95bd-0409909fce62 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f127b9b8-2417-40ca-89ed-f3c34598de45&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3974338 Jul 16 08:28:11.072499 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c918e-c202-4ea8-b3ec-6eede7338694 req-5b609547-f40e-463f-a9f6-286401ed5abb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:11.081732 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c918e-c202-4ea8-b3ec-6eede7338694 req-5b609547-f40e-463f-a9f6-286401ed5abb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:11.106876 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c918e-c202-4ea8-b3ec-6eede7338694 req-5b609547-f40e-463f-a9f6-286401ed5abb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:11.130462 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['f9003aa7-bcf5-42d4-a8c3-d02636baca33'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:11.133280 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c918e-c202-4ea8-b3ec-6eede7338694 req-5b609547-f40e-463f-a9f6-286401ed5abb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:11.154142 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c918e-c202-4ea8-b3ec-6eede7338694 req-5b609547-f40e-463f-a9f6-286401ed5abb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:11.162190 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c918e-c202-4ea8-b3ec-6eede7338694 req-5b609547-f40e-463f-a9f6-286401ed5abb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:11.171439 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649c918e-c202-4ea8-b3ec-6eede7338694 req-5b609547-f40e-463f-a9f6-286401ed5abb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:11.179135 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'tag': '731fdcab-68d6-4de1-9151-da7a41b03db8'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:11.179767 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-649c918e-c202-4ea8-b3ec-6eede7338694 req-5b609547-f40e-463f-a9f6-286401ed5abb tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 5428 time: 0.5440438 Jul 16 08:28:11.185624 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b92c99-451e-449d-9af3-43e3b76d8cdc" -d '{"events": [{"name": "network-changed", "server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "tag": "731fdcab-68d6-4de1-9151-da7a41b03db8"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:11.264242 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741e779-923f-462c-bced-4760c4d7372b req-42cb9b8e-b772-4c6b-9a4b-43b954733999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:11.265041 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741e779-923f-462c-bced-4760c4d7372b req-42cb9b8e-b772-4c6b-9a4b-43b954733999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:11.265977 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741e779-923f-462c-bced-4760c4d7372b req-42cb9b8e-b772-4c6b-9a4b-43b954733999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:11.266694 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741e779-923f-462c-bced-4760c4d7372b req-42cb9b8e-b772-4c6b-9a4b-43b954733999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:11.267386 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741e779-923f-462c-bced-4760c4d7372b req-42cb9b8e-b772-4c6b-9a4b-43b954733999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:11.268268 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741e779-923f-462c-bced-4760c4d7372b req-42cb9b8e-b772-4c6b-9a4b-43b954733999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:11.269009 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741e779-923f-462c-bced-4760c4d7372b req-42cb9b8e-b772-4c6b-9a4b-43b954733999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:11.272082 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e741e779-923f-462c-bced-4760c4d7372b req-42cb9b8e-b772-4c6b-9a4b-43b954733999 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=18d3bd29957e4274890e11da19ecb787&device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 6450 time: 0.5705166 Jul 16 08:28:11.329322 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-14bd893e-0d38-4122-9552-418bc87fa709 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=42f1ddffa5664f419805a6c1db23bdd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3737833 Jul 16 08:28:11.339232 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49622) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:11.362769 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-e84f0137-30a7-4ebd-bcbc-cd41dbbe7f1c service neutron] For port 091da7a4-e099-4e84-a774-919605faad63, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:11.375055 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-e84f0137-30a7-4ebd-bcbc-cd41dbbe7f1c service neutron] For port 091da7a4-e099-4e84-a774-919605faad63, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=091da7a4-e099-4e84-a774-919605faad63,segment=NetworkSegment(31f9b961-21bb-41b6-bbbd-a954d90f0b1b),segment_id=31f9b961-21bb-41b6-bbbd-a954d90f0b1b)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:11.510842 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-e84f0137-30a7-4ebd-bcbc-cd41dbbe7f1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:11.589644 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741e779-923f-462c-bced-4760c4d7372b req-1807dccc-7f2b-4322-b5ce-0d3d37c2091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:11.590436 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741e779-923f-462c-bced-4760c4d7372b req-1807dccc-7f2b-4322-b5ce-0d3d37c2091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:11.590921 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741e779-923f-462c-bced-4760c4d7372b req-1807dccc-7f2b-4322-b5ce-0d3d37c2091e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:11.592739 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e741e779-923f-462c-bced-4760c4d7372b req-1807dccc-7f2b-4322-b5ce-0d3d37c2091e service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=18d3bd29957e4274890e11da19ecb787&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.2679827 Jul 16 08:28:11.612235 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f0137-30a7-4ebd-bcbc-cd41dbbe7f1c service neutron] Pushing event updated for resources: {'Port': ['ID=091da7a4-e099-4e84-a774-919605faad63,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:11.645194 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-649c918e-c202-4ea8-b3ec-6eede7338694 req-fd99f3dd-2a96-4627-858d-5a3ae267e152 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4645231 Jul 16 08:28:11.738606 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bec50-fcb0-4a84-84c5-a504df5e9235 req-4f5ad7e9-7e69-454b-b678-e1a78ec6b75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:11.744609 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac2bec50-fcb0-4a84-84c5-a504df5e9235 req-4f5ad7e9-7e69-454b-b678-e1a78ec6b75f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0c61b767be844596b7284ec98bd0021f&device_id=f127b9b8-2417-40ca-89ed-f3c34598de45 HTTP/1.1" status: 200 len: 1097 time: 0.5603733 Jul 16 08:28:11.759887 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-e84f0137-30a7-4ebd-bcbc-cd41dbbe7f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:11.760565 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-e84f0137-30a7-4ebd-bcbc-cd41dbbe7f1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:11.762005 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-e84f0137-30a7-4ebd-bcbc-cd41dbbe7f1c service neutron] 10.222.0.30 "PUT /v2.0/ports/091da7a4-e099-4e84-a774-919605faad63 HTTP/1.1" status: 200 len: 1092 time: 3.2102070 Jul 16 08:28:11.778201 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42432dad-1a31-4921-a175-704c5df407ce x-openstack-request-id: req-42432dad-1a31-4921-a175-704c5df407ce {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:11.778510 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "tag": "731fdcab-68d6-4de1-9151-da7a41b03db8", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:11.778816 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-42432dad-1a31-4921-a175-704c5df407ce {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:11.779162 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'tag': '731fdcab-68d6-4de1-9151-da7a41b03db8', 'status': 'completed', 'code': 200} Jul 16 08:28:11.906600 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfceb75e-9690-48a1-9afb-f7b8576c7dc8 req-f91385fb-5835-4b0f-aa98-98b3e6bb8dc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:11.909353 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bfceb75e-9690-48a1-9afb-f7b8576c7dc8 req-f91385fb-5835-4b0f-aa98-98b3e6bb8dc9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=363ec4a697f348ca8340091e760832c9&device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 1097 time: 0.3157086 Jul 16 08:28:11.954052 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aa0e0fb0-a55a-444b-95e1-303165e8aa5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:11.979058 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aa0e0fb0-a55a-444b-95e1-303165e8aa5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:11.997819 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device f9003aa7-bcf5-42d4-a8c3-d02636baca33 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:12.038133 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bec50-fcb0-4a84-84c5-a504df5e9235 req-6935bbcd-357d-418d-85d7-5a1cdb71dee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:12.053533 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac2bec50-fcb0-4a84-84c5-a504df5e9235 req-6935bbcd-357d-418d-85d7-5a1cdb71dee8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=02d9d55c-dd50-4319-82cb-a2af859ade23 HTTP/1.1" status: 200 len: 917 time: 0.2757010 Jul 16 08:28:12.097862 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28eb0916-6469-4c5d-b688-d2774a560724 req-39b2a13d-f605-4580-a4f6-2ce83e742574 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:12.107253 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-28eb0916-6469-4c5d-b688-d2774a560724 req-39b2a13d-f605-4580-a4f6-2ce83e742574 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=906897c7-6720-445e-80d9-1d741ea7c4f0 HTTP/1.1" status: 200 len: 949 time: 0.4152653 Jul 16 08:28:12.121210 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aa0e0fb0-a55a-444b-95e1-303165e8aa5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:12.124769 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aa0e0fb0-a55a-444b-95e1-303165e8aa5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:12.135053 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port f9003aa7-bcf5-42d4-a8c3-d02636baca33 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:12.145309 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port f9003aa7-bcf5-42d4-a8c3-d02636baca33 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:12.146765 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:12.158491 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-aa0e0fb0-a55a-444b-95e1-303165e8aa5a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/148adb76-f893-4b54-a010-c6c762ddf55e HTTP/1.1" status: 204 len: 168 time: 0.8177202 Jul 16 08:28:12.311911 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:12.324032 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfceb75e-9690-48a1-9afb-f7b8576c7dc8 req-1b1be0b4-a1de-4c15-b1eb-8518ba80efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:12.327033 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bfceb75e-9690-48a1-9afb-f7b8576c7dc8 req-1b1be0b4-a1de-4c15-b1eb-8518ba80efc7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393 HTTP/1.1" status: 200 len: 920 time: 0.2903802 Jul 16 08:28:12.338561 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e0fb0-a55a-444b-95e1-303165e8aa5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148adb76-f893-4b54-a010-c6c762ddf55e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:12.390384 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-28eb0916-6469-4c5d-b688-d2774a560724 req-2133dcde-212b-460f-98ee-829f97218faa tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2821319 Jul 16 08:28:12.431940 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port f9003aa7-bcf5-42d4-a8c3-d02636baca33, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=f9003aa7-bcf5-42d4-a8c3-d02636baca33,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:12.450299 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906897c7-6720-445e-80d9-1d741ea7c4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9003aa7-bcf5-42d4-a8c3-d02636baca33'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:12.478478 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a25bbeb5-c2b9-4715-ad0d-b1445be452b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:12.483082 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93f23c42-5a54-4c92-b353-89a298e4b5f0" -d '{"events": [{"server_uuid": "906897c7-6720-445e-80d9-1d741ea7c4f0", "name": "network-vif-plugged", "status": "completed", "tag": "f9003aa7-bcf5-42d4-a8c3-d02636baca33"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:12.500599 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:12.611412 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e741e779-923f-462c-bced-4760c4d7372b req-b3d9e5ba-0a58-4805-8a2f-3c31e227a1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:12.612985 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e741e779-923f-462c-bced-4760c4d7372b req-b3d9e5ba-0a58-4805-8a2f-3c31e227a1ef service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9664919 Jul 16 08:28:12.621544 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bfceb75e-9690-48a1-9afb-f7b8576c7dc8 req-d39f16c0-3571-4b81-94e7-273a3d00ba1b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1c60e8c-3f5d-4c70-99ea-45bb794f56e3 HTTP/1.1" status: 200 len: 217 time: 0.2873569 Jul 16 08:28:12.642671 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=f9003aa7-bcf5-42d4-a8c3-d02636baca33,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:12.729995 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfceb75e-9690-48a1-9afb-f7b8576c7dc8 req-6bd61771-d647-494b-9f30-d09aad4802a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:12.731518 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bfceb75e-9690-48a1-9afb-f7b8576c7dc8 req-6bd61771-d647-494b-9f30-d09aad4802a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=83132e58-09a7-4e53-b636-27b7cc60a995 HTTP/1.1" status: 200 len: 859 time: 0.1029441 Jul 16 08:28:12.780427 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac2bec50-fcb0-4a84-84c5-a504df5e9235 req-aff9a00c-fb8c-40b3-b1e8-d27e10146cd6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=070ccc59-73a1-49bf-b77f-eaa528b952b7 HTTP/1.1" status: 200 len: 1001 time: 0.6106806 Jul 16 08:28:12.790628 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49638) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:12.863553 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bfceb75e-9690-48a1-9afb-f7b8576c7dc8 req-676bd07e-3813-4596-9bc9-322ac6b88f9c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917492 Jul 16 08:28:12.909965 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0c850-ca9a-4efc-ac63-acde5abbcbf4 req-52f2235d-f088-462e-a1ed-75987afdabc7 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:12.917357 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5af0c850-ca9a-4efc-ac63-acde5abbcbf4 req-52f2235d-f088-462e-a1ed-75987afdabc7 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.8612602 Jul 16 08:28:12.960130 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bec50-fcb0-4a84-84c5-a504df5e9235 req-28a5d38e-c56f-4f02-87a8-96820ba7bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:12.962317 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac2bec50-fcb0-4a84-84c5-a504df5e9235 req-28a5d38e-c56f-4f02-87a8-96820ba7bc07 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=76c50899-99e0-4d0f-96f6-98eabddb6ee6 HTTP/1.1" status: 200 len: 855 time: 0.1629612 Jul 16 08:28:12.976336 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2859f101-e861-473a-bb37-367452f9cb8f req-b5174a17-7e22-4bab-8788-83e43f570470 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:12.978055 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2859f101-e861-473a-bb37-367452f9cb8f req-b5174a17-7e22-4bab-8788-83e43f570470 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=86115019-d820-47aa-8052-cbffb35335a8 HTTP/1.1" status: 200 len: 944 time: 0.2420330 Jul 16 08:28:13.000154 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b92c99-451e-449d-9af3-43e3b76d8cdc req-5e957640-67e7-49a8-9052-6081e95da7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:13.000570 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b92c99-451e-449d-9af3-43e3b76d8cdc req-5e957640-67e7-49a8-9052-6081e95da7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:13.001043 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b92c99-451e-449d-9af3-43e3b76d8cdc req-5e957640-67e7-49a8-9052-6081e95da7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:13.001505 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b92c99-451e-449d-9af3-43e3b76d8cdc req-5e957640-67e7-49a8-9052-6081e95da7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:13.001970 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b92c99-451e-449d-9af3-43e3b76d8cdc req-5e957640-67e7-49a8-9052-6081e95da7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:13.002431 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b92c99-451e-449d-9af3-43e3b76d8cdc req-5e957640-67e7-49a8-9052-6081e95da7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:13.002889 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b92c99-451e-449d-9af3-43e3b76d8cdc req-5e957640-67e7-49a8-9052-6081e95da7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:13.005715 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-16b92c99-451e-449d-9af3-43e3b76d8cdc req-5e957640-67e7-49a8-9052-6081e95da7d3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=18d3bd29957e4274890e11da19ecb787&device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 6492 time: 0.3120687 Jul 16 08:28:13.045061 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a5fb8f4a-a11f-4b2d-8074-3aa1db34b6ba admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=93befc2134594c1badba37036679b78c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2493792 Jul 16 08:28:13.045817 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49640) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:13.079198 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2859f101-e861-473a-bb37-367452f9cb8f req-5e880f2a-85cb-4c5b-a5bb-c8e691fcd089 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770783 Jul 16 08:28:13.158369 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5af0c850-ca9a-4efc-ac63-acde5abbcbf4 req-5d5893e2-9c4f-4554-828e-e7c539424209 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399983 Jul 16 08:28:13.212919 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8232f69-43a6-4efa-ab5e-5e68e98c4093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:13.239357 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933141d0-15aa-4b37-b959-352a1ee0f664 x-openstack-request-id: req-933141d0-15aa-4b37-b959-352a1ee0f664 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:13.239933 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906897c7-6720-445e-80d9-1d741ea7c4f0", "name": "network-vif-plugged", "status": "completed", "tag": "f9003aa7-bcf5-42d4-a8c3-d02636baca33", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:13.239933 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-933141d0-15aa-4b37-b959-352a1ee0f664 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:13.240283 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906897c7-6720-445e-80d9-1d741ea7c4f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9003aa7-bcf5-42d4-a8c3-d02636baca33', 'code': 200} Jul 16 08:28:13.259603 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8232f69-43a6-4efa-ab5e-5e68e98c4093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:13.280674 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 8a0ce3b6-e869-45da-a578-1bdaa22c3664 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:13.338362 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b92c99-451e-449d-9af3-43e3b76d8cdc req-efc0ae29-361e-480a-903b-a321552b60a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:13.339000 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b92c99-451e-449d-9af3-43e3b76d8cdc req-efc0ae29-361e-480a-903b-a321552b60a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:13.339596 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b92c99-451e-449d-9af3-43e3b76d8cdc req-efc0ae29-361e-480a-903b-a321552b60a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:13.342127 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-16b92c99-451e-449d-9af3-43e3b76d8cdc req-efc0ae29-361e-480a-903b-a321552b60a5 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=18d3bd29957e4274890e11da19ecb787&shared=False HTTP/1.1" status: 200 len: 2297 time: 0.3032620 Jul 16 08:28:13.344175 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bfceb75e-9690-48a1-9afb-f7b8576c7dc8 req-030d3574-51ae-4ced-bb54-0438111d8a5a service neutron] 10.222.0.21 "GET /v2.0/networks/5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713504 Jul 16 08:28:13.381243 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-a25bbeb5-c2b9-4715-ad0d-b1445be452b1 admin admin] Deleting port 3ecc27c8-7720-41c4-8722-654b9b21303b {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:13.381881 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a25bbeb5-c2b9-4715-ad0d-b1445be452b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:13.434879 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 8a0ce3b6-e869-45da-a578-1bdaa22c3664 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:13.439946 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 8a0ce3b6-e869-45da-a578-1bdaa22c3664 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:13.440683 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:13.448215 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8232f69-43a6-4efa-ab5e-5e68e98c4093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:13.457291 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8232f69-43a6-4efa-ab5e-5e68e98c4093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:13.457291 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f8232f69-43a6-4efa-ab5e-5e68e98c4093 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a5eb8bce-dcef-4931-82b7-932ecef09945 HTTP/1.1" status: 204 len: 168 time: 0.4053328 Jul 16 08:28:13.480592 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8232f69-43a6-4efa-ab5e-5e68e98c4093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5eb8bce-dcef-4931-82b7-932ecef09945,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:13.558660 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b92c99-451e-449d-9af3-43e3b76d8cdc req-c1f5022a-fdbe-4380-a01c-de84e797170c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:13.564049 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-16b92c99-451e-449d-9af3-43e3b76d8cdc req-c1f5022a-fdbe-4380-a01c-de84e797170c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2030189 Jul 16 08:28:13.620282 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748f3fde-7309-4dba-a1c8-1ade020573bf req-8b50e007-89b3-4068-aa3c-9bedaee8c101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:13.627278 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-748f3fde-7309-4dba-a1c8-1ade020573bf req-8b50e007-89b3-4068-aa3c-9bedaee8c101 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=906897c7-6720-445e-80d9-1d741ea7c4f0 HTTP/1.1" status: 200 len: 1102 time: 0.2475734 Jul 16 08:28:13.662363 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-a25bbeb5-c2b9-4715-ad0d-b1445be452b1 admin admin] For port 3ecc27c8-7720-41c4-8722-654b9b21303b, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=3ecc27c8-7720-41c4-8722-654b9b21303b,segment=NetworkSegment(f7af8b16-cb87-4576-be6c-d2d2183441bf),segment_id=f7af8b16-cb87-4576-be6c-d2d2183441bf)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:13.664439 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a25bbeb5-c2b9-4715-ad0d-b1445be452b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:13.697472 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:13.707493 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2bec50-fcb0-4a84-84c5-a504df5e9235 req-0168e9f9-acdc-4e21-86a0-1c8cb4dea5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:13.709415 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac2bec50-fcb0-4a84-84c5-a504df5e9235 req-0168e9f9-acdc-4e21-86a0-1c8cb4dea5c1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=02d9d55c-dd50-4319-82cb-a2af859ade23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7298357 Jul 16 08:28:13.757536 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-a25bbeb5-c2b9-4715-ad0d-b1445be452b1 admin admin] Calling delete_port for 3ecc27c8-7720-41c4-8722-654b9b21303b owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:13.783413 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 8a0ce3b6-e869-45da-a578-1bdaa22c3664, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=8a0ce3b6-e869-45da-a578-1bdaa22c3664,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:13.794001 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:13.885274 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18cc9a-4d58-4c9d-a7b5-6b0a7570ce5c req-9530a878-fff3-41b3-88b0-71d3ffb65e8f tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:13.885896 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=8a0ce3b6-e869-45da-a578-1bdaa22c3664,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:13.892824 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18cc9a-4d58-4c9d-a7b5-6b0a7570ce5c req-9530a878-fff3-41b3-88b0-71d3ffb65e8f tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:13.899337 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18cc9a-4d58-4c9d-a7b5-6b0a7570ce5c req-9530a878-fff3-41b3-88b0-71d3ffb65e8f tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:13.906667 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18cc9a-4d58-4c9d-a7b5-6b0a7570ce5c req-9530a878-fff3-41b3-88b0-71d3ffb65e8f tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:13.913079 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18cc9a-4d58-4c9d-a7b5-6b0a7570ce5c req-9530a878-fff3-41b3-88b0-71d3ffb65e8f tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:13.920056 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18cc9a-4d58-4c9d-a7b5-6b0a7570ce5c req-9530a878-fff3-41b3-88b0-71d3ffb65e8f tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:13.926167 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec18cc9a-4d58-4c9d-a7b5-6b0a7570ce5c req-9530a878-fff3-41b3-88b0-71d3ffb65e8f tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:13.928075 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ec18cc9a-4d58-4c9d-a7b5-6b0a7570ce5c req-9530a878-fff3-41b3-88b0-71d3ffb65e8f tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 5428 time: 0.3577185 Jul 16 08:28:14.040252 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ec18cc9a-4d58-4c9d-a7b5-6b0a7570ce5c req-2aab6150-39f4-4bee-8b47-4c1d39ae3571 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1042056 Jul 16 08:28:14.046730 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bfceb75e-9690-48a1-9afb-f7b8576c7dc8 req-d890da01-a8d5-4ba0-afd3-0876b5976d22 service neutron] 10.222.0.21 "GET /v2.0/networks/5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6941476 Jul 16 08:28:14.056259 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-259d3746-d1df-4026-aad6-7230837cc7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:14.056784 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-259d3746-d1df-4026-aad6-7230837cc7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:14.057398 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-259d3746-d1df-4026-aad6-7230837cc7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:14.058060 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-259d3746-d1df-4026-aad6-7230837cc7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:14.058547 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-259d3746-d1df-4026-aad6-7230837cc7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:14.059019 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-259d3746-d1df-4026-aad6-7230837cc7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:14.059486 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-259d3746-d1df-4026-aad6-7230837cc7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:14.062335 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-259d3746-d1df-4026-aad6-7230837cc7f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=18d3bd29957e4274890e11da19ecb787&device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 6492 time: 0.3858824 Jul 16 08:28:14.084147 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac2bec50-fcb0-4a84-84c5-a504df5e9235 req-ddca2125-416f-4dbf-9263-95272db6cce1 service neutron] 10.222.0.21 "GET /v2.0/networks/02d9d55c-dd50-4319-82cb-a2af859ade23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3373597 Jul 16 08:28:14.089313 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'tag': '091da7a4-e099-4e84-a774-919605faad63'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:14.091747 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8fa0e51-d90b-44a9-87c2-a8d98073c2a6" -d '{"events": [{"name": "network-changed", "server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "tag": "091da7a4-e099-4e84-a774-919605faad63"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:14.152517 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-d0b4938d-842f-460a-858d-a2255497f886 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1214eb5-4495-47f0-8778-79707a2c0a79 HTTP/1.1" status: 200 len: 217 time: 0.0793681 Jul 16 08:28:14.156249 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-748f3fde-7309-4dba-a1c8-1ade020573bf req-11372b38-b74c-44ba-b3a0-f50fad159425 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5222535 Jul 16 08:28:14.173559 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a8eb55-51fc-4325-b42a-3c432baa4490 x-openstack-request-id: req-f2a8eb55-51fc-4325-b42a-3c432baa4490 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:14.173559 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "tag": "091da7a4-e099-4e84-a774-919605faad63", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:14.173895 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f2a8eb55-51fc-4325-b42a-3c432baa4490 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:14.174044 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'tag': '091da7a4-e099-4e84-a774-919605faad63', 'status': 'completed', 'code': 200} Jul 16 08:28:14.297693 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a91a58-9db9-4187-a8a6-913248fb9b10 req-b96093e1-7744-4f42-925d-b633cc97d74e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:14.305481 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c4a91a58-9db9-4187-a8a6-913248fb9b10 req-b96093e1-7744-4f42-925d-b633cc97d74e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=906897c7-6720-445e-80d9-1d741ea7c4f0 HTTP/1.1" status: 200 len: 950 time: 0.6226683 Jul 16 08:28:14.370445 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c4a91a58-9db9-4187-a8a6-913248fb9b10 req-c21bec7b-b695-4e13-a3b2-0defcf2b1807 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637851 Jul 16 08:28:14.508132 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a25bbeb5-c2b9-4715-ad0d-b1445be452b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:14.556514 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25bbeb5-c2b9-4715-ad0d-b1445be452b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ecc27c8-7720-41c4-8722-654b9b21303b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:14.683085 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49700) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:14.713164 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac2bec50-fcb0-4a84-84c5-a504df5e9235 req-9faabada-205b-4968-97b5-e22151712465 service neutron] 10.222.0.21 "GET /v2.0/networks/02d9d55c-dd50-4319-82cb-a2af859ade23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5707641 Jul 16 08:28:14.734041 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-bd67bbbc-3216-4c41-bb95-85f9e98aec05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:14.735569 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-bd67bbbc-3216-4c41-bb95-85f9e98aec05 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90e1689d-683e-4bf7-9829-529743ada4e0 HTTP/1.1" status: 200 len: 855 time: 0.5312307 Jul 16 08:28:14.809853 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8b1d8-05c5-47b6-8d99-4acfaae1315d req-23cc0b64-9f69-4e9e-b140-920e5d560df4 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:14.817369 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c8f8b1d8-05c5-47b6-8d99-4acfaae1315d req-23cc0b64-9f69-4e9e-b140-920e5d560df4 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=86115019-d820-47aa-8052-cbffb35335a8 HTTP/1.1" status: 200 len: 945 time: 0.1983998 Jul 16 08:28:14.888090 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c8f8b1d8-05c5-47b6-8d99-4acfaae1315d req-c3bdb1e0-ab11-4d89-adee-c629688e4fba tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697427 Jul 16 08:28:14.923062 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-f31390d1-305e-4f3a-95ea-86856e9fa143 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:14.924581 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-f31390d1-305e-4f3a-95ea-86856e9fa143 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ef42b60b-a2a6-4c00-9b16-9d40351d12af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1644731 Jul 16 08:28:14.928845 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-38d865a9-65ed-4970-95ab-62766c355747 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1761243026-network', 'tenant_id': '207ff6dc43f14807bf7488cd86bc3c0b'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:14.979320 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa67afb2-2ac9-46a3-a509-69e94a582673 req-79a90554-8731-4a6b-a026-c08b0b8351a8 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:14.981141 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa67afb2-2ac9-46a3-a509-69e94a582673 req-79a90554-8731-4a6b-a026-c08b0b8351a8 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.4263430 Jul 16 08:28:15.009824 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d865a9-65ed-4970-95ab-62766c355747 admin admin] Made reservation on behalf of 207ff6dc43f14807bf7488cd86bc3c0b for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:15.012232 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38d865a9-65ed-4970-95ab-62766c355747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:15.027158 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a25bbeb5-c2b9-4715-ad0d-b1445be452b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:15.041936 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38d865a9-65ed-4970-95ab-62766c355747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:15.108465 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-6b703515-1c75-4568-929c-957c009e46fd service neutron] 10.222.0.30 "GET /v2.0/networks/ef42b60b-a2a6-4c00-9b16-9d40351d12af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703162 Jul 16 08:28:15.152518 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa67afb2-2ac9-46a3-a509-69e94a582673 req-159add8e-4543-44b0-ad7e-b884924e3116 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602600 Jul 16 08:28:15.241404 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86115019-d820-47aa-8052-cbffb35335a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0ce3b6-e869-45da-a578-1bdaa22c3664'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:15.244837 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e277e16e-47c8-4cb5-9edc-ae389811447b" -d '{"events": [{"server_uuid": "86115019-d820-47aa-8052-cbffb35335a8", "name": "network-vif-plugged", "status": "completed", "tag": "8a0ce3b6-e869-45da-a578-1bdaa22c3664"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:15.269756 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-4c4d9cfb-304a-4675-93c8-a608029dd327 service neutron] 10.222.0.30 "GET /v2.0/networks/ef42b60b-a2a6-4c00-9b16-9d40351d12af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529686 Jul 16 08:28:15.305045 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d0938a4-f017-43d5-8a51-0f577550f1c5 x-openstack-request-id: req-0d0938a4-f017-43d5-8a51-0f577550f1c5 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:15.305601 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86115019-d820-47aa-8052-cbffb35335a8", "name": "network-vif-plugged", "status": "completed", "tag": "8a0ce3b6-e869-45da-a578-1bdaa22c3664", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:15.305946 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0d0938a4-f017-43d5-8a51-0f577550f1c5 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:15.306431 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86115019-d820-47aa-8052-cbffb35335a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a0ce3b6-e869-45da-a578-1bdaa22c3664', 'code': 200} Jul 16 08:28:15.337382 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-86853033-88d6-4697-a8ca-9a7f94304c18 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=d87407fc-af4d-474c-a503-fcc8cf9cdf4a HTTP/1.1" status: 200 len: 217 time: 0.0603368 Jul 16 08:28:15.477302 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-7fd8ed8e-a4e0-4c54-a052-0b72f2e7fa15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:15.478746 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-7fd8ed8e-a4e0-4c54-a052-0b72f2e7fa15 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a964aa1-f099-4baa-ad12-6f062d38c70f HTTP/1.1" status: 200 len: 797 time: 0.1329443 Jul 16 08:28:15.507006 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38d865a9-65ed-4970-95ab-62766c355747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:15.530773 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38d865a9-65ed-4970-95ab-62766c355747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:15.541949 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c32586-5f84-4f9b-b12d-a1c0ff95da7b req-a2e5ea79-fb8c-43c7-94fb-5db66f5f40af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:15.545514 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-60c32586-5f84-4f9b-b12d-a1c0ff95da7b req-a2e5ea79-fb8c-43c7-94fb-5db66f5f40af service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=86115019-d820-47aa-8052-cbffb35335a8 HTTP/1.1" status: 200 len: 1097 time: 0.1505556 Jul 16 08:28:15.566276 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38d865a9-65ed-4970-95ab-62766c355747 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:28:15.568330 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0c8ae-2086-4e9d-aac3-9614b87208f5 req-987234ba-7d0a-497a-9af9-213ee954982e tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:15.578079 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0c8ae-2086-4e9d-aac3-9614b87208f5 req-987234ba-7d0a-497a-9af9-213ee954982e tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:15.584653 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0c8ae-2086-4e9d-aac3-9614b87208f5 req-987234ba-7d0a-497a-9af9-213ee954982e tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:15.591244 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0c8ae-2086-4e9d-aac3-9614b87208f5 req-987234ba-7d0a-497a-9af9-213ee954982e tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:15.593170 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a25bbeb5-c2b9-4715-ad0d-b1445be452b1 admin admin] Router 525d6816-2de2-433d-80b1-89acf030af90 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:28:15.600287 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0c8ae-2086-4e9d-aac3-9614b87208f5 req-987234ba-7d0a-497a-9af9-213ee954982e tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:15.607377 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0c8ae-2086-4e9d-aac3-9614b87208f5 req-987234ba-7d0a-497a-9af9-213ee954982e tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:15.613418 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b0c8ae-2086-4e9d-aac3-9614b87208f5 req-987234ba-7d0a-497a-9af9-213ee954982e tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:15.615445 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-14b0c8ae-2086-4e9d-aac3-9614b87208f5 req-987234ba-7d0a-497a-9af9-213ee954982e tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 5428 time: 0.2360151 Jul 16 08:28:15.615999 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38d865a9-65ed-4970-95ab-62766c355747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:15.616373 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-38d865a9-65ed-4970-95ab-62766c355747 admin admin] Added segment 81d4028f-e3e1-4969-abb8-420831d6c749 of type vlan for network 2f892ac6-d8f2-4928-add4-aded242a3bb2 Jul 16 08:28:15.620330 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d865a9-65ed-4970-95ab-62766c355747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bd0417e-2b63-4f10-b778-5b1264150b63,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:15.670205 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d865a9-65ed-4970-95ab-62766c355747 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:15.670205 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d865a9-65ed-4970-95ab-62766c355747 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:15.670546 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d865a9-65ed-4970-95ab-62766c355747 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:15.670810 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d865a9-65ed-4970-95ab-62766c355747 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:15.671151 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d865a9-65ed-4970-95ab-62766c355747 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:15.671486 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d865a9-65ed-4970-95ab-62766c355747 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:15.671816 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d865a9-65ed-4970-95ab-62766c355747 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:15.672140 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d865a9-65ed-4970-95ab-62766c355747 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:15.672498 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d865a9-65ed-4970-95ab-62766c355747 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:15.672822 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d865a9-65ed-4970-95ab-62766c355747 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:15.673149 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d865a9-65ed-4970-95ab-62766c355747 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:15.673474 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d865a9-65ed-4970-95ab-62766c355747 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:15.687046 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-ac8cb30d-595c-4e49-b21a-485547ca65a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:15.688494 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-ac8cb30d-595c-4e49-b21a-485547ca65a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa91a730-1f66-43ab-9470-038c67461639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2018895 Jul 16 08:28:15.701551 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-60c32586-5f84-4f9b-b12d-a1c0ff95da7b req-ff05700b-6144-4aba-bbb6-c789c8ec45cb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490564 Jul 16 08:28:15.740073 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-14b0c8ae-2086-4e9d-aac3-9614b87208f5 req-0ffa6e63-62a7-4dd3-8ce4-d7bb80d223d3 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1013749 Jul 16 08:28:15.756150 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38d865a9-65ed-4970-95ab-62766c355747 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:15.805048 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38d865a9-65ed-4970-95ab-62766c355747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:15.806485 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d865a9-65ed-4970-95ab-62766c355747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:15.807233 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38d865a9-65ed-4970-95ab-62766c355747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:15.816328 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-46248e7e-af00-4cd6-a9a8-331128dd0c13 service neutron] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191938 Jul 16 08:28:15.886573 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eaceb1b-e64a-43e1-a5e3-c42a50fac050 req-8838d3dc-304b-45e6-a252-42a60ef6d174 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:15.893838 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5eaceb1b-e64a-43e1-a5e3-c42a50fac050 req-8838d3dc-304b-45e6-a252-42a60ef6d174 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=906897c7-6720-445e-80d9-1d741ea7c4f0 HTTP/1.1" status: 200 len: 950 time: 0.3356397 Jul 16 08:28:15.899710 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-38d865a9-65ed-4970-95ab-62766c355747 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2109070 Jul 16 08:28:15.901955 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49710) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:15.943984 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-c65087b0-8f24-4fd0-a5c0-3dd4be6423b2 service neutron] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204858 Jul 16 08:28:15.944558 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9d30baff-4695-4a16-9d07-6190236ed2a3 admin admin] Request body: {'subnet': {'network_id': '2f892ac6-d8f2-4928-add4-aded242a3bb2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1761243026-subnet', 'tenant_id': '207ff6dc43f14807bf7488cd86bc3c0b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:15.989942 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5eaceb1b-e64a-43e1-a5e3-c42a50fac050 req-462b1e5c-c301-42cb-87d8-e0f3c4be35c1 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951989 Jul 16 08:28:15.991047 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a25bbeb5-c2b9-4715-ad0d-b1445be452b1 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:28:16.001136 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697f6529-7511-4d43-852d-c7478c20ce97 None None] Sync routers for ids ['525d6816-2de2-433d-80b1-89acf030af90'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:28:16.028729 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-83502e78-5c2c-4034-93a8-99e5107d3bc1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=184a58dc-9828-4052-989b-49e6206f70e7 HTTP/1.1" status: 200 len: 217 time: 0.0732338 Jul 16 08:28:16.033185 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697f6529-7511-4d43-852d-c7478c20ce97 None None] Routers {'525d6816-2de2-433d-80b1-89acf030af90'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:16.035469 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-697f6529-7511-4d43-852d-c7478c20ce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:28:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['525d6816-2de2-433d-80b1-89acf030af90'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:16.036532 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a25bbeb5-c2b9-4715-ad0d-b1445be452b1 admin admin] 10.222.0.22 "PUT /v2.0/routers/525d6816-2de2-433d-80b1-89acf030af90/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2884393 Jul 16 08:28:16.040274 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d865a9-65ed-4970-95ab-62766c355747 admin admin] Pushing event updated for resources: {'Network': ['ID=2f892ac6-d8f2-4928-add4-aded242a3bb2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:16.050063 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49718) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:16.084524 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-fd720eea-9947-42df-a965-92d14d49cf90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:16.086599 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-fd720eea-9947-42df-a965-92d14d49cf90 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a964aa1-f099-4baa-ad12-6f062d38c70f HTTP/1.1" status: 200 len: 797 time: 0.0471165 Jul 16 08:28:16.159226 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-697f6529-7511-4d43-852d-c7478c20ce97 None None] Set router 525d6816-2de2-433d-80b1-89acf030af90 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:16.183140 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7f9b30-63d9-40d7-af13-7e64fbb81080 req-0a347fee-a674-451f-84f9-2b095a8d980e tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:16.189978 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3d7f9b30-63d9-40d7-af13-7e64fbb81080 req-0a347fee-a674-451f-84f9-2b095a8d980e tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=86115019-d820-47aa-8052-cbffb35335a8 HTTP/1.1" status: 200 len: 945 time: 0.1631618 Jul 16 08:28:16.207699 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d30baff-4695-4a16-9d07-6190236ed2a3 admin admin] Made reservation on behalf of 207ff6dc43f14807bf7488cd86bc3c0b for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:16.212220 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d30baff-4695-4a16-9d07-6190236ed2a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:16.217188 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-62803a6d-2a27-419b-9e22-843604aec8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:16.218695 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-62803a6d-2a27-419b-9e22-843604aec8fe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa91a730-1f66-43ab-9470-038c67461639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1123900 Jul 16 08:28:16.265097 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3d7f9b30-63d9-40d7-af13-7e64fbb81080 req-00d66a44-6d34-40db-805f-77f7bad60cff tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741539 Jul 16 08:28:16.325945 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 2f892ac6-d8f2-4928-add4-aded242a3bb2 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:28:16.348632 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c026d90c-3c38-4ac4-93da-7326e2a99c68 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:16.425972 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-48b6962a-df44-464c-ba3e-640a54fd240c service neutron] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1951678 Jul 16 08:28:16.586421 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-697f6529-7511-4d43-852d-c7478c20ce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525d6816-2de2-433d-80b1-89acf030af90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-790942259-router', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:07Z', 'updated_at': '2021-07-16T08:28:14Z', 'revision_number': 5, 'project_id': 'eed38146a8c843738c66731bdf360734', 'gw_port': {'id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ad:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:08Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:16.625358 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c026d90c-3c38-4ac4-93da-7326e2a99c68 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:16.652984 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697f6529-7511-4d43-852d-c7478c20ce97 None None] Checking router: 525d6816-2de2-433d-80b1-89acf030af90 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:28:16.658522 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-533d130b-b832-443a-9057-971bf983e1ee service neutron] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2260520 Jul 16 08:28:16.668558 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-697f6529-7511-4d43-852d-c7478c20ce97 None None] Routers {'525d6816-2de2-433d-80b1-89acf030af90'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:16.669172 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-697f6529-7511-4d43-852d-c7478c20ce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:28:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['525d6816-2de2-433d-80b1-89acf030af90'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:16.729986 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d30baff-4695-4a16-9d07-6190236ed2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:16.750718 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-28f70f27-d65e-4709-a139-f5d1e1e19c92 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=3c2a3de7-55c1-4291-849c-36872eca1820 HTTP/1.1" status: 200 len: 217 time: 0.0844622 Jul 16 08:28:16.838135 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-697f6529-7511-4d43-852d-c7478c20ce97 None None] Set router 525d6816-2de2-433d-80b1-89acf030af90 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:16.860832 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d30baff-4695-4a16-9d07-6190236ed2a3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c0dc26f-65fe-4e84-961e-e24ce2f760ab,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:16.867842 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-8d368f20-c3f2-46bd-9325-e16badfd51c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:16.868937 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-8d368f20-c3f2-46bd-9325-e16badfd51c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a964aa1-f099-4baa-ad12-6f062d38c70f HTTP/1.1" status: 200 len: 797 time: 0.0669632 Jul 16 08:28:16.878924 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec59033-309d-4a4c-a699-3007f284e157 req-3c9080aa-8427-4f5f-89b6-6ede9eea251c tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:16.880438 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bec59033-309d-4a4c-a699-3007f284e157 req-3c9080aa-8427-4f5f-89b6-6ede9eea251c tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.1289039 Jul 16 08:28:16.904906 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d30baff-4695-4a16-9d07-6190236ed2a3 admin admin] Checking segment: {'id': '81d4028f-e3e1-4969-abb8-420831d6c749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2f892ac6-d8f2-4928-add4-aded242a3bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:16.905670 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d30baff-4695-4a16-9d07-6190236ed2a3 admin admin] Network hostable DHCP agents. Network: 2f892ac6-d8f2-4928-add4-aded242a3bb2, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:28:16.911177 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c026d90c-3c38-4ac4-93da-7326e2a99c68 admin admin] Deleting port ec964375-92ce-4aaf-8391-4b98dccad5b2 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:16.911833 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c026d90c-3c38-4ac4-93da-7326e2a99c68 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:16.937172 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048139af-daeb-4491-ba33-118fc19e54de req-e9e78bfd-b789-462b-b74d-a2a537100f8c tempest-ServersOnMultiNodesTest-1975261048 tempest-ServersOnMultiNodesTest-1975261048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:16.939121 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-048139af-daeb-4491-ba33-118fc19e54de req-e9e78bfd-b789-462b-b74d-a2a537100f8c tempest-ServersOnMultiNodesTest-1975261048 tempest-ServersOnMultiNodesTest-1975261048-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=906897c7-6720-445e-80d9-1d741ea7c4f0 HTTP/1.1" status: 200 len: 1102 time: 0.2146611 Jul 16 08:28:16.971151 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bec59033-309d-4a4c-a699-3007f284e157 req-a43c155a-d99a-490c-bd71-acb0cdaf815d tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797505 Jul 16 08:28:17.018256 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-048139af-daeb-4491-ba33-118fc19e54de req-104a2088-0e77-413a-90ff-e0006789fe82 tempest-ServersOnMultiNodesTest-1975261048 tempest-ServersOnMultiNodesTest-1975261048-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:17.024678 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d30baff-4695-4a16-9d07-6190236ed2a3 admin admin] Network 2f892ac6-d8f2-4928-add4-aded242a3bb2 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:28:17.030424 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-800751cc-fc4c-4342-b97e-c5d80082af5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:17.042212 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-800751cc-fc4c-4342-b97e-c5d80082af5f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa91a730-1f66-43ab-9470-038c67461639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1608307 Jul 16 08:28:17.078253 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-9d30baff-4695-4a16-9d07-6190236ed2a3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 2f892ac6-d8f2-4928-add4-aded242a3bb2) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:17.092783 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9354f58f-a338-4505-bf02-71ce15e911ed None None] Network 2f892ac6-d8f2-4928-add4-aded242a3bb2 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:28:17.095479 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d30baff-4695-4a16-9d07-6190236ed2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:17.096616 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d30baff-4695-4a16-9d07-6190236ed2a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:17.108979 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-c026d90c-3c38-4ac4-93da-7326e2a99c68 admin admin] For port ec964375-92ce-4aaf-8391-4b98dccad5b2, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ec964375-92ce-4aaf-8391-4b98dccad5b2,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:17.109340 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c026d90c-3c38-4ac4-93da-7326e2a99c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:17.138604 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-697f6529-7511-4d43-852d-c7478c20ce97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '525d6816-2de2-433d-80b1-89acf030af90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-790942259-router', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:07Z', 'updated_at': '2021-07-16T08:28:14Z', 'revision_number': 5, 'project_id': 'eed38146a8c843738c66731bdf360734', 'gw_port': {'id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ad:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:08Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:17.150078 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c026d90c-3c38-4ac4-93da-7326e2a99c68 admin admin] Calling delete_port for ec964375-92ce-4aaf-8391-4b98dccad5b2 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:17.212749 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-697f6529-7511-4d43-852d-c7478c20ce97 None None] The sync data for ids ['525d6816-2de2-433d-80b1-89acf030af90'] in n-d-771362-37 is: [{'id': '525d6816-2de2-433d-80b1-89acf030af90', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-790942259-router', 'tenant_id': 'eed38146a8c843738c66731bdf360734', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:07Z', 'updated_at': '2021-07-16T08:28:14Z', 'revision_number': 5, 'project_id': 'eed38146a8c843738c66731bdf360734', 'gw_port': {'id': 'ec964375-92ce-4aaf-8391-4b98dccad5b2', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:ad:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '525d6816-2de2-433d-80b1-89acf030af90', 'device_owner': 'network:router_gateway', 'standard_attr_id': 292, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:08Z', 'updated_at': '2021-07-16T08:23:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:28:17.213278 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-ae9af52e-4bc6-4c4c-bcb4-debfdba51896 service neutron] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635349 Jul 16 08:28:17.350200 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18407083-006a-4d9b-aec6-c898c1a64fb7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-2f892ac6-d8f2-4928-add4-aded242a3bb2', 'network_id': '2f892ac6-d8f2-4928-add4-aded242a3bb2', 'tenant_id': '207ff6dc43f14807bf7488cd86bc3c0b', 'fixed_ips': [{'subnet_id': '2c0dc26f-65fe-4e84-961e-e24ce2f760ab'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:28:17.351443 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18407083-006a-4d9b-aec6-c898c1a64fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:17.379166 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb5921-79bb-4100-99c1-e98cee310739 req-c2c20274-1cd2-4fab-aa75-f48437ca0486 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:17.385030 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb5921-79bb-4100-99c1-e98cee310739 req-c2c20274-1cd2-4fab-aa75-f48437ca0486 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:17.390889 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb5921-79bb-4100-99c1-e98cee310739 req-c2c20274-1cd2-4fab-aa75-f48437ca0486 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:17.398079 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb5921-79bb-4100-99c1-e98cee310739 req-c2c20274-1cd2-4fab-aa75-f48437ca0486 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:17.405324 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb5921-79bb-4100-99c1-e98cee310739 req-c2c20274-1cd2-4fab-aa75-f48437ca0486 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:17.410993 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb5921-79bb-4100-99c1-e98cee310739 req-c2c20274-1cd2-4fab-aa75-f48437ca0486 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:17.417009 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb5921-79bb-4100-99c1-e98cee310739 req-c2c20274-1cd2-4fab-aa75-f48437ca0486 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:17.424429 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8deb5921-79bb-4100-99c1-e98cee310739 req-c2c20274-1cd2-4fab-aa75-f48437ca0486 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 5428 time: 0.2098083 Jul 16 08:28:17.456043 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-a169fe6c-c62a-4454-9ca9-aae77c4700ae service neutron] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927137 Jul 16 08:28:17.510554 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-18407083-006a-4d9b-aec6-c898c1a64fb7 None None] Allocated IP 172.20.0.2 (2f892ac6-d8f2-4928-add4-aded242a3bb2/2c0dc26f-65fe-4e84-961e-e24ce2f760ab/1d5f61e8-621c-47e9-a913-a33cdbadd512) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:28:17.528656 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8deb5921-79bb-4100-99c1-e98cee310739 req-758aa6aa-b26a-47bc-b06f-96d6d6b23543 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1001737 Jul 16 08:28:17.530195 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-62ba3e68-1900-4ec4-a9c3-b18f8babccca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=76090f44-539b-438f-8800-1f8cae00b415 HTTP/1.1" status: 200 len: 217 time: 0.0580776 Jul 16 08:28:17.623605 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-5d2a722a-5d07-487d-b0a4-c8a16ca475b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:17.625115 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-5d2a722a-5d07-487d-b0a4-c8a16ca475b8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a964aa1-f099-4baa-ad12-6f062d38c70f HTTP/1.1" status: 200 len: 797 time: 0.0884869 Jul 16 08:28:17.715534 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18407083-006a-4d9b-aec6-c898c1a64fb7 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:17.725975 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-18407083-006a-4d9b-aec6-c898c1a64fb7 None None] Transition to ACTIVE for port object 1d5f61e8-621c-47e9-a913-a33cdbadd512 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:17.754869 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-60c19e42-3c7d-4e88-97a8-28fee749921d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:17.759665 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-18407083-006a-4d9b-aec6-c898c1a64fb7 None None] Transition to ACTIVE for port object 1d5f61e8-621c-47e9-a913-a33cdbadd512 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:17.765316 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-60c19e42-3c7d-4e88-97a8-28fee749921d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa91a730-1f66-43ab-9470-038c67461639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1331069 Jul 16 08:28:17.772786 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18407083-006a-4d9b-aec6-c898c1a64fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:17.833701 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18407083-006a-4d9b-aec6-c898c1a64fb7 None None] Network 2f892ac6-d8f2-4928-add4-aded242a3bb2 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:17.838947 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-18407083-006a-4d9b-aec6-c898c1a64fb7 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:17.842692 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18407083-006a-4d9b-aec6-c898c1a64fb7 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:17.852762 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18407083-006a-4d9b-aec6-c898c1a64fb7 None None] Pushing event updated for resources: {'Port': ['ID=1d5f61e8-621c-47e9-a913-a33cdbadd512,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:17.897755 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-048139af-daeb-4491-ba33-118fc19e54de req-104a2088-0e77-413a-90ff-e0006789fe82 tempest-ServersOnMultiNodesTest-1975261048 tempest-ServersOnMultiNodesTest-1975261048-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:17.908372 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-048139af-daeb-4491-ba33-118fc19e54de req-104a2088-0e77-413a-90ff-e0006789fe82 tempest-ServersOnMultiNodesTest-1975261048 tempest-ServersOnMultiNodesTest-1975261048-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:17.938791 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-18407083-006a-4d9b-aec6-c898c1a64fb7 None None] Attempting to bind port 1d5f61e8-621c-47e9-a913-a33cdbadd512 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:17.939262 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-18407083-006a-4d9b-aec6-c898c1a64fb7 None None] Attempting to bind port 1d5f61e8-621c-47e9-a913-a33cdbadd512 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '81d4028f-e3e1-4969-abb8-420831d6c749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2f892ac6-d8f2-4928-add4-aded242a3bb2'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:17.940096 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18407083-006a-4d9b-aec6-c898c1a64fb7 None None] Attempting to bind port 1d5f61e8-621c-47e9-a913-a33cdbadd512 on network 2f892ac6-d8f2-4928-add4-aded242a3bb2 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:17.947647 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18407083-006a-4d9b-aec6-c898c1a64fb7 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:17.947904 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-048139af-daeb-4491-ba33-118fc19e54de req-104a2088-0e77-413a-90ff-e0006789fe82 tempest-ServersOnMultiNodesTest-1975261048 tempest-ServersOnMultiNodesTest-1975261048-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9990830 Jul 16 08:28:17.948236 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18407083-006a-4d9b-aec6-c898c1a64fb7 None None] Checking segment: {'id': '81d4028f-e3e1-4969-abb8-420831d6c749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2f892ac6-d8f2-4928-add4-aded242a3bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:17.948770 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18407083-006a-4d9b-aec6-c898c1a64fb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:17.949258 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18407083-006a-4d9b-aec6-c898c1a64fb7 None None] Bound using segment: {'id': '81d4028f-e3e1-4969-abb8-420831d6c749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2f892ac6-d8f2-4928-add4-aded242a3bb2'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:17.949830 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-18407083-006a-4d9b-aec6-c898c1a64fb7 None None] Bound port: 1d5f61e8-621c-47e9-a913-a33cdbadd512, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d4028f-e3e1-4969-abb8-420831d6c749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2f892ac6-d8f2-4928-add4-aded242a3bb2'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:17.950322 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18407083-006a-4d9b-aec6-c898c1a64fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:17.953684 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-0a92e301-d09a-4690-9aba-b02f01c2ddd9 service neutron] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768434 Jul 16 08:28:18.006756 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9d30baff-4695-4a16-9d07-6190236ed2a3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0672541 Jul 16 08:28:18.012026 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49734) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:18.037176 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-f8b07428-2eb5-482f-822e-c321f4439c0e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1761243026-router', 'tenant_id': '207ff6dc43f14807bf7488cd86bc3c0b', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:18.037613 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c026d90c-3c38-4ac4-93da-7326e2a99c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.049111 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e022c6f-de21-483d-b5db-e64f5e0add77 req-b1a2b146-2725-44f5-9338-d59d9f112bfa tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:18.053968 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-18407083-006a-4d9b-aec6-c898c1a64fb7 None None] For port 1d5f61e8-621c-47e9-a913-a33cdbadd512, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:18.059084 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-18407083-006a-4d9b-aec6-c898c1a64fb7 None None] For port 1d5f61e8-621c-47e9-a913-a33cdbadd512, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1d5f61e8-621c-47e9-a913-a33cdbadd512,segment=NetworkSegment(81d4028f-e3e1-4969-abb8-420831d6c749),segment_id=81d4028f-e3e1-4969-abb8-420831d6c749)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:18.059329 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8e022c6f-de21-483d-b5db-e64f5e0add77 req-b1a2b146-2725-44f5-9338-d59d9f112bfa tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=86115019-d820-47aa-8052-cbffb35335a8 HTTP/1.1" status: 200 len: 945 time: 0.3191910 Jul 16 08:28:18.066734 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18407083-006a-4d9b-aec6-c898c1a64fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.101590 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a2088-0e77-413a-90ff-e0006789fe82 tempest-ServersOnMultiNodesTest-1975261048 tempest-ServersOnMultiNodesTest-1975261048-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d82afd-302f-49a7-9e60-2d78414bc14b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:18.114124 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026d90c-3c38-4ac4-93da-7326e2a99c68 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec964375-92ce-4aaf-8391-4b98dccad5b2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:18.193100 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8e022c6f-de21-483d-b5db-e64f5e0add77 req-ad47504c-059b-4955-9005-2a604bacbe8d tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328645 Jul 16 08:28:18.204077 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18407083-006a-4d9b-aec6-c898c1a64fb7 None None] Pushing event updated for resources: {'Port': ['ID=1d5f61e8-621c-47e9-a913-a33cdbadd512,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:18.209122 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f8b07428-2eb5-482f-822e-c321f4439c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.212537 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f8b07428-2eb5-482f-822e-c321f4439c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.232741 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c026d90c-3c38-4ac4-93da-7326e2a99c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.290326 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-4a15dcf0-ff78-45de-b9bf-084c11262427 service neutron] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3282914 Jul 16 08:28:18.415691 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-6353c63a-7465-4aad-b258-7384eaad033c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=731fdcab-68d6-4de1-9151-da7a41b03db8 HTTP/1.1" status: 200 len: 217 time: 0.0983315 Jul 16 08:28:18.425792 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c026d90c-3c38-4ac4-93da-7326e2a99c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.429059 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c026d90c-3c38-4ac4-93da-7326e2a99c68 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.621153 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f8b07428-2eb5-482f-822e-c321f4439c0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.623363 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3ecc27c8-7720-41c4-8722-654b9b21303b no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:18.651963 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c026d90c-3c38-4ac4-93da-7326e2a99c68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.652643 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c026d90c-3c38-4ac4-93da-7326e2a99c68 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 525d6816-2de2-433d-80b1-89acf030af90 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:28:18.661656 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c026d90c-3c38-4ac4-93da-7326e2a99c68 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.662675 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c026d90c-3c38-4ac4-93da-7326e2a99c68 admin admin] 10.222.0.22 "DELETE /v2.0/routers/525d6816-2de2-433d-80b1-89acf030af90 HTTP/1.1" status: 204 len: 168 time: 2.6105180 Jul 16 08:28:18.672919 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49748) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:18.690470 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 3ecc27c8-7720-41c4-8722-654b9b21303b {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:28:18.690777 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3ecc27c8-7720-41c4-8722-654b9b21303b not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:18.808889 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-794ebefd-2640-4b82-af69-c0fdce6288c8 admin admin] Deleting subnet 0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:28:18.809233 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-b786bf0e-e1ba-42eb-bba2-2da671083b3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:18.811159 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-b786bf0e-e1ba-42eb-bba2-2da671083b3a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7842a341-61cf-4424-8fa5-ccac1e8e2370 HTTP/1.1" status: 200 len: 797 time: 0.2802894 Jul 16 08:28:18.831190 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9463919b-2281-497d-ae1b-e5d57274cd7b req-0de2fa84-a4f7-46d3-a44a-d156105fa17b tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:18.832267 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9463919b-2281-497d-ae1b-e5d57274cd7b req-0de2fa84-a4f7-46d3-a44a-d156105fa17b tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.2641964 Jul 16 08:28:18.834498 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-794ebefd-2640-4b82-af69-c0fdce6288c8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.912943 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9463919b-2281-497d-ae1b-e5d57274cd7b req-856c9de5-bbb7-4a62-bd8f-5b9136b03753 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537925 Jul 16 08:28:18.916288 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-794ebefd-2640-4b82-af69-c0fdce6288c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:18.955657 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f8b07428-2eb5-482f-822e-c321f4439c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:19.061668 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-794ebefd-2640-4b82-af69-c0fdce6288c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:19.103397 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-9e0cbb52-7110-4a97-bd28-d1aeef5668bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:19.105032 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-9e0cbb52-7110-4a97-bd28-d1aeef5668bb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75416cd1-a2d8-4e5f-acde-36e6b516d991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2821779 Jul 16 08:28:19.113071 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-a67bb2fc-f447-47b4-96c5-4f81b1ca04f0 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:19.120130 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-a67bb2fc-f447-47b4-96c5-4f81b1ca04f0 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/networks?id=625dfff6-7aa4-46e7-b897-fa5ed9305465 HTTP/1.1" status: 200 len: 805 time: 0.3313367 Jul 16 08:28:19.175534 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-794ebefd-2640-4b82-af69-c0fdce6288c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:19.195845 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-ee8cb18b-9b8b-4165-8e7a-607e29370263 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/quotas/6006a1dcb2354570866e06da5c4c7493 HTTP/1.1" status: 200 len: 375 time: 0.0741901 Jul 16 08:28:19.218812 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794ebefd-2640-4b82-af69-c0fdce6288c8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:19.219277 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b855aac9-2386-4877-859c-0be11d27e192 None None] Network 98b2c070-1d22-41c6-babf-49f81fe9462b requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:28:19.221784 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-794ebefd-2640-4b82-af69-c0fdce6288c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:19.224887 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-794ebefd-2640-4b82-af69-c0fdce6288c8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0fb9ec1a-5c22-4e77-a76a-946a3f3b5f74 HTTP/1.1" status: 204 len: 168 time: 0.5434527 Jul 16 08:28:19.229909 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49756) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:19.361386 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-2a33ec49-ae7f-4fff-b325-fa7c4880e805 service neutron] 10.222.0.30 "GET /v2.0/networks/75416cd1-a2d8-4e5f-acde-36e6b516d991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379546 Jul 16 08:28:19.430723 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e526c11-0ba3-43b5-89ad-53e24bf14ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:19.485585 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952d8f6-13b7-49fc-be8c-7a680f3daabb req-654991fc-7ce2-45fd-b280-1f733bda1851 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:19.493591 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952d8f6-13b7-49fc-be8c-7a680f3daabb req-654991fc-7ce2-45fd-b280-1f733bda1851 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:19.501913 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952d8f6-13b7-49fc-be8c-7a680f3daabb req-654991fc-7ce2-45fd-b280-1f733bda1851 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:19.518648 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952d8f6-13b7-49fc-be8c-7a680f3daabb req-654991fc-7ce2-45fd-b280-1f733bda1851 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:19.529680 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952d8f6-13b7-49fc-be8c-7a680f3daabb req-654991fc-7ce2-45fd-b280-1f733bda1851 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:19.537299 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952d8f6-13b7-49fc-be8c-7a680f3daabb req-654991fc-7ce2-45fd-b280-1f733bda1851 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:19.545232 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0952d8f6-13b7-49fc-be8c-7a680f3daabb req-654991fc-7ce2-45fd-b280-1f733bda1851 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:19.555986 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0952d8f6-13b7-49fc-be8c-7a680f3daabb req-654991fc-7ce2-45fd-b280-1f733bda1851 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 5428 time: 0.4902666 Jul 16 08:28:19.625045 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-274e7b36-8146-4956-ba15-f3623b2bc9a8 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6006a1dcb2354570866e06da5c4c7493&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3959045 Jul 16 08:28:19.642085 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1639e85c-5aaa-402a-8348-69867eff85eb None None] DHCP port deletion for 98b2c070-1d22-41c6-babf-49f81fe9462b request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:28:19.680089 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0952d8f6-13b7-49fc-be8c-7a680f3daabb req-09a71ff1-355c-414a-87d7-fe14c018d04d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1218379 Jul 16 08:28:19.740659 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4e526c11-0ba3-43b5-89ad-53e24bf14ad1 admin admin] Deleting port fb8d8f66-b292-44f6-b733-738f6eb99c82 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:19.741060 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e526c11-0ba3-43b5-89ad-53e24bf14ad1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:19.785683 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-950ce80d-9c0c-4cd6-9f63-64e799c35e06 service neutron] 10.222.0.22 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592493 Jul 16 08:28:19.867510 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-4e526c11-0ba3-43b5-89ad-53e24bf14ad1 admin admin] For port fb8d8f66-b292-44f6-b733-738f6eb99c82, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=fb8d8f66-b292-44f6-b733-738f6eb99c82,segment=NetworkSegment(f7af8b16-cb87-4576-be6c-d2d2183441bf),segment_id=f7af8b16-cb87-4576-be6c-d2d2183441bf)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:19.868203 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e526c11-0ba3-43b5-89ad-53e24bf14ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:19.891295 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4e526c11-0ba3-43b5-89ad-53e24bf14ad1 admin admin] Calling delete_port for fb8d8f66-b292-44f6-b733-738f6eb99c82 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:19.921599 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f8b07428-2eb5-482f-822e-c321f4439c0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:19.952633 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f8b07428-2eb5-482f-822e-c321f4439c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:19.955280 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1639e85c-5aaa-402a-8348-69867eff85eb None None] Deleting port fb8d8f66-b292-44f6-b733-738f6eb99c82 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:19.955666 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1639e85c-5aaa-402a-8348-69867eff85eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:19.981352 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31a9ebe-da74-40ff-9473-3fdeb691952e None None] Network 2f892ac6-d8f2-4928-add4-aded242a3bb2 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:28:20.024699 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-bb4b79df-61f7-4d40-9427-14ab3b5dc9fd tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1d01616ba17d4b8cba7a304337398c2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296781 Jul 16 08:28:20.027064 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e526c11-0ba3-43b5-89ad-53e24bf14ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:20.059504 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e526c11-0ba3-43b5-89ad-53e24bf14ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb8d8f66-b292-44f6-b733-738f6eb99c82,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:20.061845 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-1639e85c-5aaa-402a-8348-69867eff85eb None None] For port fb8d8f66-b292-44f6-b733-738f6eb99c82, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=fb8d8f66-b292-44f6-b733-738f6eb99c82,segment=NetworkSegment(f7af8b16-cb87-4576-be6c-d2d2183441bf),segment_id=f7af8b16-cb87-4576-be6c-d2d2183441bf)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:20.062250 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1639e85c-5aaa-402a-8348-69867eff85eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:20.081108 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1639e85c-5aaa-402a-8348-69867eff85eb None None] Calling delete_port for fb8d8f66-b292-44f6-b733-738f6eb99c82 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:20.111607 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e526c11-0ba3-43b5-89ad-53e24bf14ad1 admin admin] No DVR routers for this DVR port fb8d8f66-b292-44f6-b733-738f6eb99c82 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:28:20.136289 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7c0a8e9e-3ece-49d0-91aa-73d6e2dd93c0 None None] Provisioning for port 1d5f61e8-621c-47e9-a913-a33cdbadd512 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:20.144836 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-f8b07428-2eb5-482f-822e-c321f4439c0e admin admin] Allocated IP 172.25.3.143 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/9215af79-b270-4e3b-a71c-2b3acfdba225) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:28:20.165461 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-46660b47-7ace-46f6-8eca-c1a28b3a5f2d service neutron] 10.222.0.30 "GET /v2.0/networks/75416cd1-a2d8-4e5f-acde-36e6b516d991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7906363 Jul 16 08:28:20.232633 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-e503754f-c18c-4f83-8142-1414fc70f8cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=091da7a4-e099-4e84-a774-919605faad63 HTTP/1.1" status: 200 len: 217 time: 0.0589130 Jul 16 08:28:20.281859 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e526c11-0ba3-43b5-89ad-53e24bf14ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:20.295452 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1639e85c-5aaa-402a-8348-69867eff85eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:20.301721 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-96461976-f539-4bc3-907f-13030bfb4c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:20.303650 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-96461976-f539-4bc3-907f-13030bfb4c95 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7842a341-61cf-4424-8fa5-ccac1e8e2370 HTTP/1.1" status: 200 len: 797 time: 0.0570259 Jul 16 08:28:20.304999 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-4e526c11-0ba3-43b5-89ad-53e24bf14ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98b2c070-1d22-41c6-babf-49f81fe9462b']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:20.321920 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-ae429de8-8a30-4c72-ae7a-d82197cbf581 service neutron] 10.222.0.22 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5351238 Jul 16 08:28:20.322864 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-ba11b457-6bed-445f-9385-3cb3e081af3d tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:20.328701 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1639e85c-5aaa-402a-8348-69867eff85eb None None] Pushing event deleted for resources: {'Port': ['ID=fb8d8f66-b292-44f6-b733-738f6eb99c82,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:20.330794 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1639e85c-5aaa-402a-8348-69867eff85eb None None] No DVR routers for this DVR port fb8d8f66-b292-44f6-b733-738f6eb99c82 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:28:20.334851 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-ba11b457-6bed-445f-9385-3cb3e081af3d tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2764766 Jul 16 08:28:20.388578 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-4e526c11-0ba3-43b5-89ad-53e24bf14ad1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7af8b16-cb87-4576-be6c-d2d2183441bf') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:20.388892 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-4e526c11-0ba3-43b5-89ad-53e24bf14ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7af8b16-cb87-4576-be6c-d2d2183441bf') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:20.402285 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e526c11-0ba3-43b5-89ad-53e24bf14ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:20.411499 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-d31703c1-f263-4d67-9789-d8737e01c6b4 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/quotas/1d01616ba17d4b8cba7a304337398c2e HTTP/1.1" status: 200 len: 375 time: 0.0575397 Jul 16 08:28:20.459245 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e526c11-0ba3-43b5-89ad-53e24bf14ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:20.468781 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e526c11-0ba3-43b5-89ad-53e24bf14ad1 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:28:20.469196 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e526c11-0ba3-43b5-89ad-53e24bf14ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:28:20.471269 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:28:20.475097 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:28:20.475097 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:28:20.475097 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:28:20.475097 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:28:20.475097 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:28:20.475097 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:28:20.475097 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:28:20.475097 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:28:20.475097 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:28:20.475097 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:28:20.475097 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:28:20.475097 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:28:20.475097 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:28:20.475097 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:28:20.475097 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:28:20.475097 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:28:20.475097 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:28:20.475097 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:28:20.475097 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:28:20.475097 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:28:20.475097 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:28:20.475097 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:28:20.475097 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:28:20.475097 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:28:20.475097 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:28:20.475097 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:28:20.475097 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:28:20.606815 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e526c11-0ba3-43b5-89ad-53e24bf14ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:20.617062 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-c578b323-6c62-48be-8553-9551c9212383 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d01616ba17d4b8cba7a304337398c2e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2046580 Jul 16 08:28:20.634578 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1d5f61e8-621c-47e9-a913-a33cdbadd512 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:20.637260 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e526c11-0ba3-43b5-89ad-53e24bf14ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:20.643740 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4e526c11-0ba3-43b5-89ad-53e24bf14ad1 admin admin] 10.222.0.22 "DELETE /v2.0/networks/98b2c070-1d22-41c6-babf-49f81fe9462b HTTP/1.1" status: 204 len: 168 time: 1.4094334 Jul 16 08:28:20.710779 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49770) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:20.714612 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e526c11-0ba3-43b5-89ad-53e24bf14ad1 admin admin] Pushing event deleted for resources: {'Network': ['ID=98b2c070-1d22-41c6-babf-49f81fe9462b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:20.772114 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 1d5f61e8-621c-47e9-a913-a33cdbadd512 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:20.777107 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 1d5f61e8-621c-47e9-a913-a33cdbadd512 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:20.777533 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:20.979359 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:21.041490 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-cd07e2a3-3be1-453d-b740-65cad167a44d None None] Provisioning complete for port 1d5f61e8-621c-47e9-a913-a33cdbadd512 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:21.041868 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd07e2a3-3be1-453d-b740-65cad167a44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:21.191605 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 1d5f61e8-621c-47e9-a913-a33cdbadd512, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1d5f61e8-621c-47e9-a913-a33cdbadd512,segment=NetworkSegment(81d4028f-e3e1-4969-abb8-420831d6c749),segment_id=81d4028f-e3e1-4969-abb8-420831d6c749)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:21.248672 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:21.388164 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=1d5f61e8-621c-47e9-a913-a33cdbadd512,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:21.391911 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f8b07428-2eb5-482f-822e-c321f4439c0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:21.419271 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device fb8d8f66-b292-44f6-b733-738f6eb99c82 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:21.491216 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: fb8d8f66-b292-44f6-b733-738f6eb99c82 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:28:21.491670 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device fb8d8f66-b292-44f6-b733-738f6eb99c82 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:21.492804 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ec964375-92ce-4aaf-8391-4b98dccad5b2 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:21.565304 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-b91e8c8c-a96d-45d7-82ff-f853463707e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:21.568983 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: ec964375-92ce-4aaf-8391-4b98dccad5b2 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:28:21.569559 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ec964375-92ce-4aaf-8391-4b98dccad5b2 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:21.570420 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-b91e8c8c-a96d-45d7-82ff-f853463707e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75416cd1-a2d8-4e5f-acde-36e6b516d991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.2433832 Jul 16 08:28:21.658414 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bdef4b31-2311-4fa6-b9c2-0297d04d108d req-139a2e42-0006-450e-adb8-f39f3e766368 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9c5fd7e-d309-46ca-a209-d9d2fcf96976 HTTP/1.1" status: 200 len: 210 time: 0.0517702 Jul 16 08:28:21.697027 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f8b07428-2eb5-482f-822e-c321f4439c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:21.715481 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25eaccea-7552-419c-bc20-f1676a3e7855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:21.815584 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ab0342-7d8d-4d29-bb84-a855baf9c224 req-bbae5cb5-53d5-4177-aa3c-9c4fc8162e7d tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:21.826776 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-20ab0342-7d8d-4d29-bb84-a855baf9c224 req-bbae5cb5-53d5-4177-aa3c-9c4fc8162e7d tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.6136861 Jul 16 08:28:21.914757 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b07428-2eb5-482f-822e-c321f4439c0e admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:21.937249 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-f8b07428-2eb5-482f-822e-c321f4439c0e admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:21.952769 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b07428-2eb5-482f-822e-c321f4439c0e admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:21.995240 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-20ab0342-7d8d-4d29-bb84-a855baf9c224 req-db25abcb-d5dd-4e73-be71-3a6cb0ff89d8 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660306 Jul 16 08:28:22.009121 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b07428-2eb5-482f-822e-c321f4439c0e admin admin] Pushing event updated for resources: {'Port': ['ID=9215af79-b270-4e3b-a71c-2b3acfdba225,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:22.035845 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-110b6feb-d8c5-4b4d-aed2-c58b96be487b service neutron] 10.222.0.30 "GET /v2.0/networks/75416cd1-a2d8-4e5f-acde-36e6b516d991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4491751 Jul 16 08:28:22.072767 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b07428-2eb5-482f-822e-c321f4439c0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.074257 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b07428-2eb5-482f-822e-c321f4439c0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.074715 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b07428-2eb5-482f-822e-c321f4439c0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.075163 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b07428-2eb5-482f-822e-c321f4439c0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.076204 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b07428-2eb5-482f-822e-c321f4439c0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.077670 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b07428-2eb5-482f-822e-c321f4439c0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.078120 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b07428-2eb5-482f-822e-c321f4439c0e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.079868 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b07428-2eb5-482f-822e-c321f4439c0e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.080327 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b07428-2eb5-482f-822e-c321f4439c0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.080816 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b07428-2eb5-482f-822e-c321f4439c0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.083102 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b07428-2eb5-482f-822e-c321f4439c0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.083592 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b07428-2eb5-482f-822e-c321f4439c0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:22.194292 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a5dc1-3948-494a-8dca-3d9b66660f9d req-fc199330-e275-41c3-84f6-e9b2a29e6764 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:22.201494 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a5dc1-3948-494a-8dca-3d9b66660f9d req-fc199330-e275-41c3-84f6-e9b2a29e6764 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:22.213184 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a5dc1-3948-494a-8dca-3d9b66660f9d req-fc199330-e275-41c3-84f6-e9b2a29e6764 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:22.224808 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a5dc1-3948-494a-8dca-3d9b66660f9d req-fc199330-e275-41c3-84f6-e9b2a29e6764 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:22.232671 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a5dc1-3948-494a-8dca-3d9b66660f9d req-fc199330-e275-41c3-84f6-e9b2a29e6764 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:22.240083 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a5dc1-3948-494a-8dca-3d9b66660f9d req-fc199330-e275-41c3-84f6-e9b2a29e6764 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:22.246357 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688a5dc1-3948-494a-8dca-3d9b66660f9d req-fc199330-e275-41c3-84f6-e9b2a29e6764 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:22.248855 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-688a5dc1-3948-494a-8dca-3d9b66660f9d req-fc199330-e275-41c3-84f6-e9b2a29e6764 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 5428 time: 0.3293860 Jul 16 08:28:22.521963 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f99670-805a-40c1-a0cc-bd1befeb640b req-0c4e1fbf-6e8d-405c-ab4e-ffc61fe4c417 service neutron] 10.222.0.30 "GET /v2.0/networks/75416cd1-a2d8-4e5f-acde-36e6b516d991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4714334 Jul 16 08:28:22.562298 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1d5f61e8-621c-47e9-a913-a33cdbadd512 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:22.676334 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 1d5f61e8-621c-47e9-a913-a33cdbadd512 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:22.676984 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:22.781112 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-688a5dc1-3948-494a-8dca-3d9b66660f9d req-90eba972-5902-4880-ac6c-3f6644e5c7fa tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5257785 Jul 16 08:28:22.892669 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-25eaccea-7552-419c-bc20-f1676a3e7855 admin admin] Deleting port 80e43e51-91d9-416c-a80f-f6ad5d4750cb {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:22.893882 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25eaccea-7552-419c-bc20-f1676a3e7855 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.029932 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f8b07428-2eb5-482f-822e-c321f4439c0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.039164 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-d00ea940-13f3-48e6-ab8b-c5b232c0d408 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:23.040958 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-d00ea940-13f3-48e6-ab8b-c5b232c0d408 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.21 "GET /v2.0/networks?id=625dfff6-7aa4-46e7-b897-fa5ed9305465 HTTP/1.1" status: 200 len: 805 time: 0.2329338 Jul 16 08:28:23.103140 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-ae44f70a-a872-4c02-b2dc-e70a5c45b8a8 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Request body: {'port': {'device_id': 'c9c5fd7e-d309-46ca-a209-d9d2fcf96976', 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465', 'admin_state_up': True, 'tenant_id': '6006a1dcb2354570866e06da5c4c7493'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:23.135421 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-25eaccea-7552-419c-bc20-f1676a3e7855 admin admin] For port 80e43e51-91d9-416c-a80f-f6ad5d4750cb, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=80e43e51-91d9-416c-a80f-f6ad5d4750cb,segment=NetworkSegment(de080b41-bbbd-4e29-bfb4-46d976aa8df7),segment_id=de080b41-bbbd-4e29-bfb4-46d976aa8df7)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:23.136146 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25eaccea-7552-419c-bc20-f1676a3e7855 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.158730 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-25eaccea-7552-419c-bc20-f1676a3e7855 admin admin] Calling delete_port for 80e43e51-91d9-416c-a80f-f6ad5d4750cb owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:23.182395 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb8f535-eb55-430f-963f-690af0ad4519 req-d6c4c31c-d487-4921-b875-4041f995b479 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:23.189669 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9cb8f535-eb55-430f-963f-690af0ad4519 req-d6c4c31c-d487-4921-b875-4041f995b479 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/ports?device_id=f127b9b8-2417-40ca-89ed-f3c34598de45 HTTP/1.1" status: 200 len: 945 time: 0.1867816 Jul 16 08:28:23.278044 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e45524c8-af0d-4318-bf34-4eac144fc6f3 req-1f2e1f09-dd1d-4287-b1a4-19687cc3a1bf tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf8fef2e-8dae-4ae9-a2be-01a818282af1 HTTP/1.1" status: 200 len: 210 time: 0.5057423 Jul 16 08:28:23.287082 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-ae44f70a-a872-4c02-b2dc-e70a5c45b8a8 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Made reservation on behalf of 6006a1dcb2354570866e06da5c4c7493 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:23.293769 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-ae44f70a-a872-4c02-b2dc-e70a5c45b8a8 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.444782 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa0e51-d90b-44a9-87c2-a8d98073c2a6 req-b0f8f8ba-e092-4d8e-a156-a7ca3025d403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:23.445544 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa0e51-d90b-44a9-87c2-a8d98073c2a6 req-b0f8f8ba-e092-4d8e-a156-a7ca3025d403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:23.446190 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa0e51-d90b-44a9-87c2-a8d98073c2a6 req-b0f8f8ba-e092-4d8e-a156-a7ca3025d403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:23.446823 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa0e51-d90b-44a9-87c2-a8d98073c2a6 req-b0f8f8ba-e092-4d8e-a156-a7ca3025d403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:23.447454 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa0e51-d90b-44a9-87c2-a8d98073c2a6 req-b0f8f8ba-e092-4d8e-a156-a7ca3025d403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:23.448081 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa0e51-d90b-44a9-87c2-a8d98073c2a6 req-b0f8f8ba-e092-4d8e-a156-a7ca3025d403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:23.448738 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa0e51-d90b-44a9-87c2-a8d98073c2a6 req-b0f8f8ba-e092-4d8e-a156-a7ca3025d403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:23.449471 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9cb8f535-eb55-430f-963f-690af0ad4519 req-828facca-b0d8-42cf-8dcc-660ae98c6280 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/security-groups?id=665d30cc-4980-46e5-b522-68b07dc820ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2587342 Jul 16 08:28:23.450812 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8fa0e51-d90b-44a9-87c2-a8d98073c2a6 req-b0f8f8ba-e092-4d8e-a156-a7ca3025d403 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=18d3bd29957e4274890e11da19ecb787&device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 6492 time: 0.4570229 Jul 16 08:28:23.493290 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d1c69d2b-9ba9-4230-a60c-780397fada9d req-44e95af9-0ada-47bb-b163-7c3bcd0d25c1 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9c5fd7e-d309-46ca-a209-d9d2fcf96976 HTTP/1.1" status: 200 len: 210 time: 0.0642421 Jul 16 08:28:23.601969 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25eaccea-7552-419c-bc20-f1676a3e7855 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:23.685415 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eaccea-7552-419c-bc20-f1676a3e7855 admin admin] Pushing event deleted for resources: {'Port': ['ID=80e43e51-91d9-416c-a80f-f6ad5d4750cb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:23.751010 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-ae44f70a-a872-4c02-b2dc-e70a5c45b8a8 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Allocated IP 172.20.0.6 (625dfff6-7aa4-46e7-b897-fa5ed9305465/31ddde08-05a5-43f7-b27d-07657c5409d3/c77bf194-1197-4f22-ad27-03a9df9e5e3e) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:28:23.760245 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa0e51-d90b-44a9-87c2-a8d98073c2a6 req-7dd7bf02-a850-4ae7-9bec-4092d1801bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:23.761799 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8fa0e51-d90b-44a9-87c2-a8d98073c2a6 req-7dd7bf02-a850-4ae7-9bec-4092d1801bc6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=75416cd1-a2d8-4e5f-acde-36e6b516d991 HTTP/1.1" status: 200 len: 902 time: 0.3021736 Jul 16 08:28:23.883538 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8fa0e51-d90b-44a9-87c2-a8d98073c2a6 req-8ab1639d-2909-4fb3-891d-e1788b2790b5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=091da7a4-e099-4e84-a774-919605faad63 HTTP/1.1" status: 200 len: 217 time: 0.1126037 Jul 16 08:28:23.884791 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f8b07428-2eb5-482f-822e-c321f4439c0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:24.112284 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-314f9771-437f-4b05-9012-e732303f37b8 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1d01616ba17d4b8cba7a304337398c2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0588036 Jul 16 08:28:24.144953 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25eaccea-7552-419c-bc20-f1676a3e7855 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:24.159668 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ee2bc1-596b-4617-a123-5e09efb2ec3e req-5c35cf12-1e0a-44ec-96cb-35632ec289ea tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:24.168412 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-56ee2bc1-596b-4617-a123-5e09efb2ec3e req-5c35cf12-1e0a-44ec-96cb-35632ec289ea tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.4048712 Jul 16 08:28:24.200710 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa0e51-d90b-44a9-87c2-a8d98073c2a6 req-74a3f487-688e-478a-92a7-9e4deb39d988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:24.202467 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8fa0e51-d90b-44a9-87c2-a8d98073c2a6 req-74a3f487-688e-478a-92a7-9e4deb39d988 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7842a341-61cf-4424-8fa5-ccac1e8e2370 HTTP/1.1" status: 200 len: 797 time: 0.2929001 Jul 16 08:28:24.356924 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-56ee2bc1-596b-4617-a123-5e09efb2ec3e req-ef11493c-ba44-4fb5-b249-61fb6f8cfa58 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872451 Jul 16 08:28:24.530571 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0c584-f256-4c65-83dc-4521c68cbd64 req-180baf22-8343-45dd-9066-e31b1909834d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:24.532181 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25eaccea-7552-419c-bc20-f1676a3e7855 admin admin] Router 8f2ef49f-f53e-4818-bf92-5b0b7a04aa15 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:28:24.537812 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0c584-f256-4c65-83dc-4521c68cbd64 req-180baf22-8343-45dd-9066-e31b1909834d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:24.553738 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0c584-f256-4c65-83dc-4521c68cbd64 req-180baf22-8343-45dd-9066-e31b1909834d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:24.560747 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0c584-f256-4c65-83dc-4521c68cbd64 req-180baf22-8343-45dd-9066-e31b1909834d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:24.567727 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0c584-f256-4c65-83dc-4521c68cbd64 req-180baf22-8343-45dd-9066-e31b1909834d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:24.575386 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0c584-f256-4c65-83dc-4521c68cbd64 req-180baf22-8343-45dd-9066-e31b1909834d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:24.581569 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b0c584-f256-4c65-83dc-4521c68cbd64 req-180baf22-8343-45dd-9066-e31b1909834d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:24.590457 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-21b0c584-f256-4c65-83dc-4521c68cbd64 req-180baf22-8343-45dd-9066-e31b1909834d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 5428 time: 0.5028718 Jul 16 08:28:24.619451 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-ae44f70a-a872-4c02-b2dc-e70a5c45b8a8 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:24.648244 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-660a4e65-495e-4666-b033-9be62c4dba7e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1d01616ba17d4b8cba7a304337398c2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0263989 Jul 16 08:28:24.665192 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-21b0c584-f256-4c65-83dc-4521c68cbd64 req-4b757ac7-b515-4a5c-be1e-6772dda48079 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0720587 Jul 16 08:28:24.690576 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-46c71231-ada3-4a6d-bd8c-6ee884cd705c tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:24.700842 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-46c71231-ada3-4a6d-bd8c-6ee884cd705c tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5640166 Jul 16 08:28:24.745971 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-1fcb8bce-8a45-40ae-975f-544d89925d45 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Request body: {'port': {'device_id': '227e7ace-6c67-4aac-a66d-717b67a5ce43', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'admin_state_up': True, 'tenant_id': '1d01616ba17d4b8cba7a304337398c2e'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:24.813010 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa0e51-d90b-44a9-87c2-a8d98073c2a6 req-9cf5533e-7ea5-4b50-bb0a-b7de92ba239a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:24.814531 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8fa0e51-d90b-44a9-87c2-a8d98073c2a6 req-9cf5533e-7ea5-4b50-bb0a-b7de92ba239a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75416cd1-a2d8-4e5f-acde-36e6b516d991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5971527 Jul 16 08:28:24.899338 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8b07428-2eb5-482f-822e-c321f4439c0e admin admin] Router f9b5ca58-a346-429f-be1c-4ddee30a4e6a is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:28:24.903010 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5d9997f2-1792-4968-b576-be1914544ce3 req-dbe849ea-0133-4100-a3c6-f7154a05553e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf8fef2e-8dae-4ae9-a2be-01a818282af1 HTTP/1.1" status: 200 len: 210 time: 0.0565772 Jul 16 08:28:24.947064 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-43d5419b-a852-4963-bdeb-dfe97f53af2e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:24.951276 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-43d5419b-a852-4963-bdeb-dfe97f53af2e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2956536 Jul 16 08:28:24.956213 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25eaccea-7552-419c-bc20-f1676a3e7855 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:28:24.969771 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a565d54f-6547-4545-8b94-212f30bff1f5 None None] Sync routers for ids ['8f2ef49f-f53e-4818-bf92-5b0b7a04aa15'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:28:24.975355 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-25eaccea-7552-419c-bc20-f1676a3e7855 admin admin] 10.222.0.22 "PUT /v2.0/routers/8f2ef49f-f53e-4818-bf92-5b0b7a04aa15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2556777 Jul 16 08:28:24.980313 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a565d54f-6547-4545-8b94-212f30bff1f5 None None] Routers {'8f2ef49f-f53e-4818-bf92-5b0b7a04aa15'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:24.982361 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49826) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:24.986100 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-a565d54f-6547-4545-8b94-212f30bff1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:28:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['8f2ef49f-f53e-4818-bf92-5b0b7a04aa15'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:25.001480 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-91d06ad1-3cbc-4bea-8122-8c80ff6a6cf0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Request body: {'port': {'device_id': 'bf8fef2e-8dae-4ae9-a2be-01a818282af1', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'admin_state_up': True, 'tenant_id': '1d01616ba17d4b8cba7a304337398c2e'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:25.209600 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-a565d54f-6547-4545-8b94-212f30bff1f5 None None] Set router 8f2ef49f-f53e-4818-bf92-5b0b7a04aa15 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:25.371576 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2e41d6e-f18d-4d9d-875c-a63b5c09d264 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:25.451514 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-91d06ad1-3cbc-4bea-8122-8c80ff6a6cf0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Made reservation on behalf of 1d01616ba17d4b8cba7a304337398c2e for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:25.455432 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-91d06ad1-3cbc-4bea-8122-8c80ff6a6cf0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:25.463987 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8fa0e51-d90b-44a9-87c2-a8d98073c2a6 req-92cebe84-6f00-40eb-9db8-49ff901a1e82 service neutron] 10.222.0.30 "GET /v2.0/networks/75416cd1-a2d8-4e5f-acde-36e6b516d991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6397266 Jul 16 08:28:25.477768 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-a565d54f-6547-4545-8b94-212f30bff1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2ef49f-f53e-4818-bf92-5b0b7a04aa15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1597757362-router', 'tenant_id': '794aeccec8034bcf808547661ba057c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '5e0e7db3-742a-42c3-bb39-2c63a99e69d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:20Z', 'updated_at': '2021-07-16T08:28:23Z', 'revision_number': 5, 'project_id': '794aeccec8034bcf808547661ba057c6', 'gw_port': {'id': '5e0e7db3-742a-42c3-bb39-2c63a99e69d4', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2ef49f-f53e-4818-bf92-5b0b7a04aa15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:21Z', 'updated_at': '2021-07-16T08:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:25.478651 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-04f31cbb-503f-43e9-a3fd-98c0772566c9 req-2457179a-b4bc-4a48-a5fc-cd6a26ba5657 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9c5fd7e-d309-46ca-a209-d9d2fcf96976 HTTP/1.1" status: 200 len: 210 time: 0.6018152 Jul 16 08:28:25.504966 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4061e767-db8a-4781-9476-911c7c041f2a req-d73ef2a2-3eda-49f1-a2bd-87b5b58b30f0 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:25.506766 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4061e767-db8a-4781-9476-911c7c041f2a req-d73ef2a2-3eda-49f1-a2bd-87b5b58b30f0 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/ports?device_id=f127b9b8-2417-40ca-89ed-f3c34598de45 HTTP/1.1" status: 200 len: 945 time: 0.2096617 Jul 16 08:28:25.512479 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a565d54f-6547-4545-8b94-212f30bff1f5 None None] Checking router: 8f2ef49f-f53e-4818-bf92-5b0b7a04aa15 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:28:25.528910 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a565d54f-6547-4545-8b94-212f30bff1f5 None None] Routers {'8f2ef49f-f53e-4818-bf92-5b0b7a04aa15'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:25.529617 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-a565d54f-6547-4545-8b94-212f30bff1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:28:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['8f2ef49f-f53e-4818-bf92-5b0b7a04aa15'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:25.635484 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8fa0e51-d90b-44a9-87c2-a8d98073c2a6 req-4c482879-ff11-4fca-a9c1-fa25158e2aa6 service neutron] 10.222.0.30 "GET /v2.0/networks/75416cd1-a2d8-4e5f-acde-36e6b516d991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557744 Jul 16 08:28:25.664882 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-a565d54f-6547-4545-8b94-212f30bff1f5 None None] Set router 8f2ef49f-f53e-4818-bf92-5b0b7a04aa15 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:25.674454 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4061e767-db8a-4781-9476-911c7c041f2a req-2d9fb453-fd8b-4576-b8d7-b3e59454e746 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/security-groups?id=665d30cc-4980-46e5-b522-68b07dc820ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1591988 Jul 16 08:28:25.741061 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2e41d6e-f18d-4d9d-875c-a63b5c09d264 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:25.778236 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-ae44f70a-a872-4c02-b2dc-e70a5c45b8a8 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:25.792717 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['8a0ce3b6-e869-45da-a578-1bdaa22c3664'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:25.795953 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['93a1378d-9ae2-4cae-b365-a03736d922c0'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:25.817136 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-91d06ad1-3cbc-4bea-8122-8c80ff6a6cf0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Allocated IP 192.168.233.55 (30bff2e9-dcab-4751-913d-9c4ac9d8019b/c36b7919-0b6b-490a-bff0-04ed964d98ec/e41bead0-2f4e-40c6-a4d9-01e67e20ac37) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:28:25.891971 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae44f70a-a872-4c02-b2dc-e70a5c45b8a8 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Pushing event updated for resources: {'Port': ['ID=c77bf194-1197-4f22-ad27-03a9df9e5e3e,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:25.958924 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-ae44f70a-a872-4c02-b2dc-e70a5c45b8a8 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Network 625dfff6-7aa4-46e7-b897-fa5ed9305465 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:25.964808 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-1fcb8bce-8a45-40ae-975f-544d89925d45 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Made reservation on behalf of 1d01616ba17d4b8cba7a304337398c2e for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:25.968798 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-1fcb8bce-8a45-40ae-975f-544d89925d45 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:25.990284 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-ae44f70a-a872-4c02-b2dc-e70a5c45b8a8 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:25.997454 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-ae44f70a-a872-4c02-b2dc-e70a5c45b8a8 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:26.042788 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-a565d54f-6547-4545-8b94-212f30bff1f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f2ef49f-f53e-4818-bf92-5b0b7a04aa15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1597757362-router', 'tenant_id': '794aeccec8034bcf808547661ba057c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '5e0e7db3-742a-42c3-bb39-2c63a99e69d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:20Z', 'updated_at': '2021-07-16T08:28:23Z', 'revision_number': 5, 'project_id': '794aeccec8034bcf808547661ba057c6', 'gw_port': {'id': '5e0e7db3-742a-42c3-bb39-2c63a99e69d4', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2ef49f-f53e-4818-bf92-5b0b7a04aa15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:21Z', 'updated_at': '2021-07-16T08:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:26.066690 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-ae44f70a-a872-4c02-b2dc-e70a5c45b8a8 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:26.067327 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-ae44f70a-a872-4c02-b2dc-e70a5c45b8a8 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:26.086517 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-91d06ad1-3cbc-4bea-8122-8c80ff6a6cf0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:26.094899 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-ae44f70a-a872-4c02-b2dc-e70a5c45b8a8 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9963303 Jul 16 08:28:26.107707 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a565d54f-6547-4545-8b94-212f30bff1f5 None None] The sync data for ids ['8f2ef49f-f53e-4818-bf92-5b0b7a04aa15'] in n-d-771362-37 is: [{'id': '8f2ef49f-f53e-4818-bf92-5b0b7a04aa15', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1597757362-router', 'tenant_id': '794aeccec8034bcf808547661ba057c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': '5e0e7db3-742a-42c3-bb39-2c63a99e69d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:23:20Z', 'updated_at': '2021-07-16T08:28:23Z', 'revision_number': 5, 'project_id': '794aeccec8034bcf808547661ba057c6', 'gw_port': {'id': '5e0e7db3-742a-42c3-bb39-2c63a99e69d4', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:cf:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f2ef49f-f53e-4818-bf92-5b0b7a04aa15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 339, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:23:21Z', 'updated_at': '2021-07-16T08:23:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:28:26.117382 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-91d06ad1-3cbc-4bea-8122-8c80ff6a6cf0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Transition to ACTIVE for port object e41bead0-2f4e-40c6-a4d9-01e67e20ac37 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:26.185932 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-91d06ad1-3cbc-4bea-8122-8c80ff6a6cf0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:26.209205 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-d2724902-ca55-490e-b0a8-a74242a1fbeb service neutron] Request body: {'port': {'device_id': 'c9c5fd7e-d309-46ca-a209-d9d2fcf96976', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:26.224202 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0edc62c-04fc-4ca6-8209-295762b89fdd req-faa43eef-3505-4575-8751-57950ec5f367 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:26.226341 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b0edc62c-04fc-4ca6-8209-295762b89fdd req-faa43eef-3505-4575-8751-57950ec5f367 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.5343251 Jul 16 08:28:26.287484 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8b07428-2eb5-482f-822e-c321f4439c0e admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:28:26.289750 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-91d06ad1-3cbc-4bea-8122-8c80ff6a6cf0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:26.297774 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-91d06ad1-3cbc-4bea-8122-8c80ff6a6cf0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:26.303686 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-91d06ad1-3cbc-4bea-8122-8c80ff6a6cf0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:26.304119 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e43fdaf-1aa5-4cf2-a1a3-ceea14c4bef2 None None] Sync routers for ids ['f9b5ca58-a346-429f-be1c-4ddee30a4e6a'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:28:26.328971 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['f9003aa7-bcf5-42d4-a8c3-d02636baca33'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:26.352859 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f8b07428-2eb5-482f-822e-c321f4439c0e admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:26.354129 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f8b07428-2eb5-482f-822e-c321f4439c0e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 8.3338530 Jul 16 08:28:26.355216 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d06ad1-3cbc-4bea-8122-8c80ff6a6cf0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Pushing event updated for resources: {'Port': ['ID=e41bead0-2f4e-40c6-a4d9-01e67e20ac37,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:26.363112 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-91d06ad1-3cbc-4bea-8122-8c80ff6a6cf0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:26.363960 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-91d06ad1-3cbc-4bea-8122-8c80ff6a6cf0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:26.365201 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49840) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:26.372195 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b0edc62c-04fc-4ca6-8209-295762b89fdd req-9f055aee-7a6b-40a3-a7d7-01b9265ad5d2 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232426 Jul 16 08:28:26.431623 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e43fdaf-1aa5-4cf2-a1a3-ceea14c4bef2 None None] Routers {'f9b5ca58-a346-429f-be1c-4ddee30a4e6a'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:26.432270 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6e43fdaf-1aa5-4cf2-a1a3-ceea14c4bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:28:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['f9b5ca58-a346-429f-be1c-4ddee30a4e6a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:26.441977 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef1feb-1353-4ee1-8cba-805793dd59c5 req-fc716ad1-f994-4ebf-8dc2-d5728567b054 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:26.443166 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-1fcb8bce-8a45-40ae-975f-544d89925d45 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Allocated IP 192.168.233.42 (30bff2e9-dcab-4751-913d-9c4ac9d8019b/c36b7919-0b6b-490a-bff0-04ed964d98ec/79a3e1f3-4732-4c1d-aec3-48e04b67cbec) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:28:26.478041 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef1feb-1353-4ee1-8cba-805793dd59c5 req-fc716ad1-f994-4ebf-8dc2-d5728567b054 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:26.491070 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef1feb-1353-4ee1-8cba-805793dd59c5 req-fc716ad1-f994-4ebf-8dc2-d5728567b054 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:26.513939 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef1feb-1353-4ee1-8cba-805793dd59c5 req-fc716ad1-f994-4ebf-8dc2-d5728567b054 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:26.528479 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-d2724902-ca55-490e-b0a8-a74242a1fbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:26.544330 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef1feb-1353-4ee1-8cba-805793dd59c5 req-fc716ad1-f994-4ebf-8dc2-d5728567b054 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:26.568176 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef1feb-1353-4ee1-8cba-805793dd59c5 req-fc716ad1-f994-4ebf-8dc2-d5728567b054 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:26.583840 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef1feb-1353-4ee1-8cba-805793dd59c5 req-fc716ad1-f994-4ebf-8dc2-d5728567b054 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:26.593140 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eeef1feb-1353-4ee1-8cba-805793dd59c5 req-fc716ad1-f994-4ebf-8dc2-d5728567b054 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 5428 time: 0.4384320 Jul 16 08:28:26.595310 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 80e43e51-91d9-416c-a80f-f6ad5d4750cb no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:26.620864 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-91d06ad1-3cbc-4bea-8122-8c80ff6a6cf0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.6392293 Jul 16 08:28:26.652253 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-c637228c-b17a-4d83-849b-a2ee7007e9d1 service neutron] Request body: {'port': {'device_id': 'bf8fef2e-8dae-4ae9-a2be-01a818282af1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:26.684499 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 80e43e51-91d9-416c-a80f-f6ad5d4750cb {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:28:26.684999 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 80e43e51-91d9-416c-a80f-f6ad5d4750cb not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:26.709232 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c2e41d6e-f18d-4d9d-875c-a63b5c09d264 admin admin] Deleting port 5e0e7db3-742a-42c3-bb39-2c63a99e69d4 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:26.729664 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2e41d6e-f18d-4d9d-875c-a63b5c09d264 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:26.809848 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eeef1feb-1353-4ee1-8cba-805793dd59c5 req-8e3972bd-229e-47f6-8cff-9a236f12f181 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2157335 Jul 16 08:28:26.870173 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2c243e34-ea7c-4dfa-9352-953f5dfa2342 None None] Provisioning for port e41bead0-2f4e-40c6-a4d9-01e67e20ac37 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:26.875174 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-6e43fdaf-1aa5-4cf2-a1a3-ceea14c4bef2 None None] Set router f9b5ca58-a346-429f-be1c-4ddee30a4e6a gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:26.877244 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2c243e34-ea7c-4dfa-9352-953f5dfa2342 None None] Provisioning complete for port e41bead0-2f4e-40c6-a4d9-01e67e20ac37 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:26.877744 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2c243e34-ea7c-4dfa-9352-953f5dfa2342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:26.885465 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-1fcb8bce-8a45-40ae-975f-544d89925d45 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:26.902899 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-1fcb8bce-8a45-40ae-975f-544d89925d45 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Transition to ACTIVE for port object 79a3e1f3-4732-4c1d-aec3-48e04b67cbec will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:26.907642 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-c637228c-b17a-4d83-849b-a2ee7007e9d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:27.006407 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2c243e34-ea7c-4dfa-9352-953f5dfa2342 None None] Port e41bead0-2f4e-40c6-a4d9-01e67e20ac37 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:28:27.094187 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-c2e41d6e-f18d-4d9d-875c-a63b5c09d264 admin admin] For port 5e0e7db3-742a-42c3-bb39-2c63a99e69d4, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=5e0e7db3-742a-42c3-bb39-2c63a99e69d4,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:27.094778 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2e41d6e-f18d-4d9d-875c-a63b5c09d264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:27.110057 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c2e41d6e-f18d-4d9d-875c-a63b5c09d264 admin admin] Calling delete_port for 5e0e7db3-742a-42c3-bb39-2c63a99e69d4 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:27.201415 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-1fcb8bce-8a45-40ae-975f-544d89925d45 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:27.223089 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['f9003aa7-bcf5-42d4-a8c3-d02636baca33'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:27.282389 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6e43fdaf-1aa5-4cf2-a1a3-ceea14c4bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b5ca58-a346-429f-be1c-4ddee30a4e6a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1761243026-router', 'tenant_id': '207ff6dc43f14807bf7488cd86bc3c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '9215af79-b270-4e3b-a71c-2b3acfdba225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:18Z', 'updated_at': '2021-07-16T08:28:22Z', 'revision_number': 3, 'project_id': '207ff6dc43f14807bf7488cd86bc3c0b', 'gw_port': {'id': '9215af79-b270-4e3b-a71c-2b3acfdba225', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:62:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b5ca58-a346-429f-be1c-4ddee30a4e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:19Z', 'updated_at': '2021-07-16T08:28:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:27.335110 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-1fcb8bce-8a45-40ae-975f-544d89925d45 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:27.349658 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-1fcb8bce-8a45-40ae-975f-544d89925d45 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:27.353160 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-1fcb8bce-8a45-40ae-975f-544d89925d45 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:27.354562 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2e41d6e-f18d-4d9d-875c-a63b5c09d264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:27.378731 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e43fdaf-1aa5-4cf2-a1a3-ceea14c4bef2 None None] Checking router: f9b5ca58-a346-429f-be1c-4ddee30a4e6a for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:28:27.379126 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e43fdaf-1aa5-4cf2-a1a3-ceea14c4bef2 None None] Updating router f9b5ca58-a346-429f-be1c-4ddee30a4e6a port 9215af79-b270-4e3b-a71c-2b3acfdba225 binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:28:27.447404 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb8bce-8a45-40ae-975f-544d89925d45 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Pushing event updated for resources: {'Port': ['ID=79a3e1f3-4732-4c1d-aec3-48e04b67cbec,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:27.511922 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbfcedb-ac5e-45ed-94b7-c891ba3d20b2 req-e27532b0-b4ff-4347-a731-aef7069010a3 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:27.513821 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-efbfcedb-ac5e-45ed-94b7-c891ba3d20b2 req-e27532b0-b4ff-4347-a731-aef7069010a3 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf8fef2e-8dae-4ae9-a2be-01a818282af1 HTTP/1.1" status: 200 len: 935 time: 0.8261230 Jul 16 08:28:27.597643 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-1fcb8bce-8a45-40ae-975f-544d89925d45 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:27.598512 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-1fcb8bce-8a45-40ae-975f-544d89925d45 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:27.706131 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-1fcb8bce-8a45-40ae-975f-544d89925d45 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9687428 Jul 16 08:28:27.713045 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-efbfcedb-ac5e-45ed-94b7-c891ba3d20b2 req-dd8b6fa8-fa1f-4f57-99fb-39a73b567126 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842241 Jul 16 08:28:27.727138 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-4e1ae4d9-5ada-4ef5-9855-f13330677f2c service neutron] Request body: {'port': {'device_id': '227e7ace-6c67-4aac-a66d-717b67a5ce43', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:27.747663 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6e43fdaf-1aa5-4cf2-a1a3-ceea14c4bef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:27.864518 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e41d6e-f18d-4d9d-875c-a63b5c09d264 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e0e7db3-742a-42c3-bb39-2c63a99e69d4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:27.882696 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-d2724902-ca55-490e-b0a8-a74242a1fbeb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c77bf194-1197-4f22-ad27-03a9df9e5e3e {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:27.890843 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3baa4888-8ce8-4645-a31e-e4d41a6fb404 None None] Provisioning for port 79a3e1f3-4732-4c1d-aec3-48e04b67cbec completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:27.903706 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-d2724902-ca55-490e-b0a8-a74242a1fbeb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:27.917941 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3baa4888-8ce8-4645-a31e-e4d41a6fb404 None None] Provisioning complete for port 79a3e1f3-4732-4c1d-aec3-48e04b67cbec triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:27.918327 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3baa4888-8ce8-4645-a31e-e4d41a6fb404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:27.944648 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-4e1ae4d9-5ada-4ef5-9855-f13330677f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:27.947719 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-d2724902-ca55-490e-b0a8-a74242a1fbeb service neutron] Transition to ACTIVE for port object c77bf194-1197-4f22-ad27-03a9df9e5e3e will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:27.973416 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-d2724902-ca55-490e-b0a8-a74242a1fbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:28.032919 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-3baa4888-8ce8-4645-a31e-e4d41a6fb404 None None] Port 79a3e1f3-4732-4c1d-aec3-48e04b67cbec cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:28:28.056629 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2e41d6e-f18d-4d9d-875c-a63b5c09d264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:28.136412 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2724902-ca55-490e-b0a8-a74242a1fbeb service neutron] Pushing event updated for resources: {'Port': ['ID=c77bf194-1197-4f22-ad27-03a9df9e5e3e,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:28.217509 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-679030fa-8305-4084-af83-6aa8010bba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:28.267532 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6e43fdaf-1aa5-4cf2-a1a3-ceea14c4bef2 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:28.282350 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6e43fdaf-1aa5-4cf2-a1a3-ceea14c4bef2 None None] Transition to ACTIVE for port object 9215af79-b270-4e3b-a71c-2b3acfdba225 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:28.293024 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6e43fdaf-1aa5-4cf2-a1a3-ceea14c4bef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:28.318388 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3069ff5b-02df-4341-ae2d-72d5485e196b req-c46b048e-f2b7-4bb4-8530-5d50ec6ea578 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:28.320450 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3069ff5b-02df-4341-ae2d-72d5485e196b req-c46b048e-f2b7-4bb4-8530-5d50ec6ea578 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/ports?device_id=f127b9b8-2417-40ca-89ed-f3c34598de45 HTTP/1.1" status: 200 len: 945 time: 0.3609340 Jul 16 08:28:28.362491 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-c637228c-b17a-4d83-849b-a2ee7007e9d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e41bead0-2f4e-40c6-a4d9-01e67e20ac37 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:28.365290 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895bb8e-be89-467d-9d9d-b6654ac79e8e None None] Pushing event updated for resources: {'Port': ['ID=9215af79-b270-4e3b-a71c-2b3acfdba225,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:28.376028 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6e43fdaf-1aa5-4cf2-a1a3-ceea14c4bef2 None None] Attempting to bind port 9215af79-b270-4e3b-a71c-2b3acfdba225 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:28.376436 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6e43fdaf-1aa5-4cf2-a1a3-ceea14c4bef2 None None] Attempting to bind port 9215af79-b270-4e3b-a71c-2b3acfdba225 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:28.376917 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e43fdaf-1aa5-4cf2-a1a3-ceea14c4bef2 None None] Attempting to bind port 9215af79-b270-4e3b-a71c-2b3acfdba225 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:28.381382 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-c637228c-b17a-4d83-849b-a2ee7007e9d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:28.385392 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e43fdaf-1aa5-4cf2-a1a3-ceea14c4bef2 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:28.385779 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e43fdaf-1aa5-4cf2-a1a3-ceea14c4bef2 None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:28.386398 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6e43fdaf-1aa5-4cf2-a1a3-ceea14c4bef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:28.386803 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e43fdaf-1aa5-4cf2-a1a3-ceea14c4bef2 None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:28.387536 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6e43fdaf-1aa5-4cf2-a1a3-ceea14c4bef2 None None] Bound port: 9215af79-b270-4e3b-a71c-2b3acfdba225, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:28.387926 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6e43fdaf-1aa5-4cf2-a1a3-ceea14c4bef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:28.396205 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-c637228c-b17a-4d83-849b-a2ee7007e9d1 service neutron] Transition to ACTIVE for port object e41bead0-2f4e-40c6-a4d9-01e67e20ac37 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:28.447791 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-d2724902-ca55-490e-b0a8-a74242a1fbeb service neutron] Attempting to bind port c77bf194-1197-4f22-ad27-03a9df9e5e3e on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:28.448594 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-d2724902-ca55-490e-b0a8-a74242a1fbeb service neutron] Attempting to bind port c77bf194-1197-4f22-ad27-03a9df9e5e3e by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'f515938d-d605-4fe4-a310-b50c6a61626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:28.448993 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-d2724902-ca55-490e-b0a8-a74242a1fbeb service neutron] Attempting to bind port c77bf194-1197-4f22-ad27-03a9df9e5e3e on network 625dfff6-7aa4-46e7-b897-fa5ed9305465 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:28.468381 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-c637228c-b17a-4d83-849b-a2ee7007e9d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:28.483585 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2e41d6e-f18d-4d9d-875c-a63b5c09d264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:28.485254 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-d2724902-ca55-490e-b0a8-a74242a1fbeb service neutron] Port c77bf194-1197-4f22-ad27-03a9df9e5e3e on network 625dfff6-7aa4-46e7-b897-fa5ed9305465 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:28:28.485652 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-d2724902-ca55-490e-b0a8-a74242a1fbeb service neutron] Attempting to bind port c77bf194-1197-4f22-ad27-03a9df9e5e3e on network 625dfff6-7aa4-46e7-b897-fa5ed9305465 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:28.485844 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2e41d6e-f18d-4d9d-875c-a63b5c09d264 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:28.521638 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6e43fdaf-1aa5-4cf2-a1a3-ceea14c4bef2 None None] For port 9215af79-b270-4e3b-a71c-2b3acfdba225, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:28.528305 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6e43fdaf-1aa5-4cf2-a1a3-ceea14c4bef2 None None] For port 9215af79-b270-4e3b-a71c-2b3acfdba225, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=9215af79-b270-4e3b-a71c-2b3acfdba225,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:28.537512 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6e43fdaf-1aa5-4cf2-a1a3-ceea14c4bef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:28.543657 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2e41d6e-f18d-4d9d-875c-a63b5c09d264 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:28.544325 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2e41d6e-f18d-4d9d-875c-a63b5c09d264 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f2ef49f-f53e-4818-bf92-5b0b7a04aa15 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:28:28.548369 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-d2724902-ca55-490e-b0a8-a74242a1fbeb service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:28.548879 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-d2724902-ca55-490e-b0a8-a74242a1fbeb service neutron] Checking segment: {'id': 'f515938d-d605-4fe4-a310-b50c6a61626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:28.549437 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-d2724902-ca55-490e-b0a8-a74242a1fbeb service neutron] Bound using segment: {'id': 'f515938d-d605-4fe4-a310-b50c6a61626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:28.550112 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-d2724902-ca55-490e-b0a8-a74242a1fbeb service neutron] Bound port: c77bf194-1197-4f22-ad27-03a9df9e5e3e, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f515938d-d605-4fe4-a310-b50c6a61626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:28.550829 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-d2724902-ca55-490e-b0a8-a74242a1fbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:28.554783 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0340736f-68a1-4ccf-afbb-e54d121596ae req-9e11b508-9dc2-484a-b2dd-51327a2a72be tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:28.555620 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3069ff5b-02df-4341-ae2d-72d5485e196b req-f044350d-3e21-4ed3-8714-36ee513f42b5 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/security-groups?id=665d30cc-4980-46e5-b522-68b07dc820ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2249322 Jul 16 08:28:28.566157 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0340736f-68a1-4ccf-afbb-e54d121596ae req-9e11b508-9dc2-484a-b2dd-51327a2a72be tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9c5fd7e-d309-46ca-a209-d9d2fcf96976 HTTP/1.1" status: 200 len: 931 time: 0.7695968 Jul 16 08:28:28.592629 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2e41d6e-f18d-4d9d-875c-a63b5c09d264 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:28.594428 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c2e41d6e-f18d-4d9d-875c-a63b5c09d264 admin admin] 10.222.0.22 "DELETE /v2.0/routers/8f2ef49f-f53e-4818-bf92-5b0b7a04aa15 HTTP/1.1" status: 204 len: 168 time: 3.6053157 Jul 16 08:28:28.603639 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49850) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:28.659207 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895bb8e-be89-467d-9d9d-b6654ac79e8e None None] Pushing event updated for resources: {'Port': ['ID=9215af79-b270-4e3b-a71c-2b3acfdba225,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:28.742782 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e43fdaf-1aa5-4cf2-a1a3-ceea14c4bef2 None None] Routers {'f9b5ca58-a346-429f-be1c-4ddee30a4e6a'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:28.743709 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6e43fdaf-1aa5-4cf2-a1a3-ceea14c4bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:28:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['f9b5ca58-a346-429f-be1c-4ddee30a4e6a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:28.819034 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0340736f-68a1-4ccf-afbb-e54d121596ae req-4ea2aca6-ef41-4eae-a3d6-6f9a3b82185f tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517564 Jul 16 08:28:28.819890 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637228c-b17a-4d83-849b-a2ee7007e9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e41bead0-2f4e-40c6-a4d9-01e67e20ac37,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:28.991408 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ca8a9e5-745e-4733-a6fc-d50aebe54ddf admin admin] Deleting subnet 0b904472-acd8-437a-8a5d-621d24e6748b {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:28:29.006510 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ca8a9e5-745e-4733-a6fc-d50aebe54ddf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:29.011313 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-6e43fdaf-1aa5-4cf2-a1a3-ceea14c4bef2 None None] Set router f9b5ca58-a346-429f-be1c-4ddee30a4e6a gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:29.065492 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ca8a9e5-745e-4733-a6fc-d50aebe54ddf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:29.152498 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ca8a9e5-745e-4733-a6fc-d50aebe54ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:29.221094 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ca8a9e5-745e-4733-a6fc-d50aebe54ddf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:29.296013 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6e43fdaf-1aa5-4cf2-a1a3-ceea14c4bef2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b5ca58-a346-429f-be1c-4ddee30a4e6a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1761243026-router', 'tenant_id': '207ff6dc43f14807bf7488cd86bc3c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '9215af79-b270-4e3b-a71c-2b3acfdba225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:18Z', 'updated_at': '2021-07-16T08:28:22Z', 'revision_number': 3, 'project_id': '207ff6dc43f14807bf7488cd86bc3c0b', 'gw_port': {'id': '9215af79-b270-4e3b-a71c-2b3acfdba225', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:62:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b5ca58-a346-429f-be1c-4ddee30a4e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:19Z', 'updated_at': '2021-07-16T08:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:29.303282 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-c637228c-b17a-4d83-849b-a2ee7007e9d1 service neutron] Attempting to bind port e41bead0-2f4e-40c6-a4d9-01e67e20ac37 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:29.303632 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-c637228c-b17a-4d83-849b-a2ee7007e9d1 service neutron] Attempting to bind port e41bead0-2f4e-40c6-a4d9-01e67e20ac37 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:29.303998 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-c637228c-b17a-4d83-849b-a2ee7007e9d1 service neutron] Attempting to bind port e41bead0-2f4e-40c6-a4d9-01e67e20ac37 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:29.314709 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca8a9e5-745e-4733-a6fc-d50aebe54ddf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0b904472-acd8-437a-8a5d-621d24e6748b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:29.315916 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-d2724902-ca55-490e-b0a8-a74242a1fbeb service neutron] For port c77bf194-1197-4f22-ad27-03a9df9e5e3e, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:29.317303 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-c637228c-b17a-4d83-849b-a2ee7007e9d1 service neutron] Port e41bead0-2f4e-40c6-a4d9-01e67e20ac37 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:28:29.317791 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-c637228c-b17a-4d83-849b-a2ee7007e9d1 service neutron] Attempting to bind port e41bead0-2f4e-40c6-a4d9-01e67e20ac37 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:29.319636 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-d2724902-ca55-490e-b0a8-a74242a1fbeb service neutron] For port c77bf194-1197-4f22-ad27-03a9df9e5e3e, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=c77bf194-1197-4f22-ad27-03a9df9e5e3e,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:29.328940 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ca8a9e5-745e-4733-a6fc-d50aebe54ddf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:29.333693 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8ca8a9e5-745e-4733-a6fc-d50aebe54ddf admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0b904472-acd8-437a-8a5d-621d24e6748b HTTP/1.1" status: 204 len: 168 time: 0.7275381 Jul 16 08:28:29.340061 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49858) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:29.349156 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-d2724902-ca55-490e-b0a8-a74242a1fbeb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:29.354492 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d2f2133-e6af-4aab-bd22-c63e9a230120 None None] Network 8279b833-f9d9-4347-bf4e-ec650f3562b1 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:28:29.358513 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e43fdaf-1aa5-4cf2-a1a3-ceea14c4bef2 None None] The sync data for ids ['f9b5ca58-a346-429f-be1c-4ddee30a4e6a'] in n-d-771362-37 is: [{'id': 'f9b5ca58-a346-429f-be1c-4ddee30a4e6a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1761243026-router', 'tenant_id': '207ff6dc43f14807bf7488cd86bc3c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '9215af79-b270-4e3b-a71c-2b3acfdba225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:18Z', 'updated_at': '2021-07-16T08:28:22Z', 'revision_number': 3, 'project_id': '207ff6dc43f14807bf7488cd86bc3c0b', 'gw_port': {'id': '9215af79-b270-4e3b-a71c-2b3acfdba225', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:62:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b5ca58-a346-429f-be1c-4ddee30a4e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:19Z', 'updated_at': '2021-07-16T08:28:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:28:29.374606 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-c637228c-b17a-4d83-849b-a2ee7007e9d1 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:29.374849 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-c637228c-b17a-4d83-849b-a2ee7007e9d1 service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:29.375145 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-c637228c-b17a-4d83-849b-a2ee7007e9d1 service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:29.375591 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-c637228c-b17a-4d83-849b-a2ee7007e9d1 service neutron] Bound port: e41bead0-2f4e-40c6-a4d9-01e67e20ac37, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:29.375959 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-c637228c-b17a-4d83-849b-a2ee7007e9d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:29.483273 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2724902-ca55-490e-b0a8-a74242a1fbeb service neutron] Pushing event updated for resources: {'Port': ['ID=c77bf194-1197-4f22-ad27-03a9df9e5e3e,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:29.536742 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a6248-a738-4620-986c-27dfc3e1b7c1 req-5de53752-c451-4930-b77f-e08a9113ce17 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:29.544735 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a6248-a738-4620-986c-27dfc3e1b7c1 req-5de53752-c451-4930-b77f-e08a9113ce17 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:29.555347 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a6248-a738-4620-986c-27dfc3e1b7c1 req-5de53752-c451-4930-b77f-e08a9113ce17 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:29.563308 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-d2724902-ca55-490e-b0a8-a74242a1fbeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:29.564224 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-d2724902-ca55-490e-b0a8-a74242a1fbeb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:29.565737 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a6248-a738-4620-986c-27dfc3e1b7c1 req-5de53752-c451-4930-b77f-e08a9113ce17 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:29.566172 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-d2724902-ca55-490e-b0a8-a74242a1fbeb service neutron] 10.222.0.21 "PUT /v2.0/ports/c77bf194-1197-4f22-ad27-03a9df9e5e3e HTTP/1.1" status: 200 len: 1092 time: 3.3618619 Jul 16 08:28:29.567868 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c5fd7e-d309-46ca-a209-d9d2fcf96976', 'tag': 'c77bf194-1197-4f22-ad27-03a9df9e5e3e'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:29.571766 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33359a4a-9cbf-4a85-a00b-80b66d21551d" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c5fd7e-d309-46ca-a209-d9d2fcf96976", "tag": "c77bf194-1197-4f22-ad27-03a9df9e5e3e"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:29.572676 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a6248-a738-4620-986c-27dfc3e1b7c1 req-5de53752-c451-4930-b77f-e08a9113ce17 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:29.579047 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a6248-a738-4620-986c-27dfc3e1b7c1 req-5de53752-c451-4930-b77f-e08a9113ce17 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:29.584767 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8a6248-a738-4620-986c-27dfc3e1b7c1 req-5de53752-c451-4930-b77f-e08a9113ce17 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:29.591566 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-679030fa-8305-4084-af83-6aa8010bba6c admin admin] Allocated IP 172.20.0.1 (2f892ac6-d8f2-4928-add4-aded242a3bb2/2c0dc26f-65fe-4e84-961e-e24ce2f760ab/0ada5b6e-c651-47b1-92eb-ff17e6eb74ed) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:28:29.599830 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c8a6248-a738-4620-986c-27dfc3e1b7c1 req-5de53752-c451-4930-b77f-e08a9113ce17 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 5428 time: 0.3961773 Jul 16 08:28:29.656492 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5276f96-9c4d-4e18-bbe4-be3063fc9040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:29.690243 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0418235b-f0c3-4cdf-8a98-6150eb67d496 None None] DHCP port deletion for 8279b833-f9d9-4347-bf4e-ec650f3562b1 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:28:29.714332 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c8a6248-a738-4620-986c-27dfc3e1b7c1 req-314eba12-1fef-41b5-bbda-868208eef976 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1135712 Jul 16 08:28:29.715874 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-c637228c-b17a-4d83-849b-a2ee7007e9d1 service neutron] For port e41bead0-2f4e-40c6-a4d9-01e67e20ac37, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:29.820937 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e447af42-21ce-44b2-9176-7da8654c1184 req-a67ae17e-8a70-4571-b999-919b7b1ed975 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:29.832887 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e447af42-21ce-44b2-9176-7da8654c1184 req-a67ae17e-8a70-4571-b999-919b7b1ed975 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.5106642 Jul 16 08:28:29.837591 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-c637228c-b17a-4d83-849b-a2ee7007e9d1 service neutron] For port e41bead0-2f4e-40c6-a4d9-01e67e20ac37, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e41bead0-2f4e-40c6-a4d9-01e67e20ac37,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:29.859969 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-c637228c-b17a-4d83-849b-a2ee7007e9d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:29.869174 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0418235b-f0c3-4cdf-8a98-6150eb67d496 None None] Deleting port 67dfb3be-26d1-43b6-b65b-70d0116924d0 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:29.870708 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0418235b-f0c3-4cdf-8a98-6150eb67d496 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:29.912981 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ccae038-da05-4867-b5e4-cb40c44a55eb req-038c12c8-0225-40be-a719-870a089b3e1c tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:29.916422 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2ccae038-da05-4867-b5e4-cb40c44a55eb req-038c12c8-0225-40be-a719-870a089b3e1c tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.21 "GET /v2.0/ports?device_id=f127b9b8-2417-40ca-89ed-f3c34598de45 HTTP/1.1" status: 200 len: 945 time: 0.6063309 Jul 16 08:28:29.922192 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-4e1ae4d9-5ada-4ef5-9855-f13330677f2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79a3e1f3-4732-4c1d-aec3-48e04b67cbec {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:29.936450 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637228c-b17a-4d83-849b-a2ee7007e9d1 service neutron] Pushing event updated for resources: {'Port': ['ID=e41bead0-2f4e-40c6-a4d9-01e67e20ac37,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:29.972991 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-c637228c-b17a-4d83-849b-a2ee7007e9d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:29.973987 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-c637228c-b17a-4d83-849b-a2ee7007e9d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:29.975596 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-c637228c-b17a-4d83-849b-a2ee7007e9d1 service neutron] 10.222.0.21 "PUT /v2.0/ports/e41bead0-2f4e-40c6-a4d9-01e67e20ac37 HTTP/1.1" status: 200 len: 1096 time: 3.3377891 Jul 16 08:28:29.977227 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf8fef2e-8dae-4ae9-a2be-01a818282af1', 'tag': 'e41bead0-2f4e-40c6-a4d9-01e67e20ac37'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:29.980205 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529e31e7-1d6d-4824-8476-675e2f10d965" -d '{"events": [{"name": "network-changed", "server_uuid": "bf8fef2e-8dae-4ae9-a2be-01a818282af1", "tag": "e41bead0-2f4e-40c6-a4d9-01e67e20ac37"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:30.000971 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-4e1ae4d9-5ada-4ef5-9855-f13330677f2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:30.005383 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f5276f96-9c4d-4e18-bbe4-be3063fc9040 admin admin] Deleting port 67dfb3be-26d1-43b6-b65b-70d0116924d0 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:30.006391 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5276f96-9c4d-4e18-bbe4-be3063fc9040 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:30.098291 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-0418235b-f0c3-4cdf-8a98-6150eb67d496 None None] For port 67dfb3be-26d1-43b6-b65b-70d0116924d0, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=67dfb3be-26d1-43b6-b65b-70d0116924d0,segment=NetworkSegment(de080b41-bbbd-4e29-bfb4-46d976aa8df7),segment_id=de080b41-bbbd-4e29-bfb4-46d976aa8df7)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:30.098904 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0418235b-f0c3-4cdf-8a98-6150eb67d496 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:30.122516 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0418235b-f0c3-4cdf-8a98-6150eb67d496 None None] Calling delete_port for 67dfb3be-26d1-43b6-b65b-70d0116924d0 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:30.139140 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e447af42-21ce-44b2-9176-7da8654c1184 req-0df332db-c8ff-469c-b120-b5c7a753a2ec tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3044653 Jul 16 08:28:30.142938 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-4e1ae4d9-5ada-4ef5-9855-f13330677f2c service neutron] Transition to ACTIVE for port object 79a3e1f3-4732-4c1d-aec3-48e04b67cbec will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:30.249741 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-4e1ae4d9-5ada-4ef5-9855-f13330677f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:30.263150 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d3d7c37-fd0c-4033-8fef-c10a1952adff x-openstack-request-id: req-5d3d7c37-fd0c-4033-8fef-c10a1952adff {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:30.264748 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c5fd7e-d309-46ca-a209-d9d2fcf96976", "tag": "c77bf194-1197-4f22-ad27-03a9df9e5e3e", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:30.265244 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5d3d7c37-fd0c-4033-8fef-c10a1952adff {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:30.265825 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c5fd7e-d309-46ca-a209-d9d2fcf96976', 'tag': 'c77bf194-1197-4f22-ad27-03a9df9e5e3e', 'status': 'completed', 'code': 200} Jul 16 08:28:30.322029 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-f5276f96-9c4d-4e18-bbe4-be3063fc9040 admin admin] For port 67dfb3be-26d1-43b6-b65b-70d0116924d0, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=67dfb3be-26d1-43b6-b65b-70d0116924d0,segment=NetworkSegment(de080b41-bbbd-4e29-bfb4-46d976aa8df7),segment_id=de080b41-bbbd-4e29-bfb4-46d976aa8df7)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:30.322399 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5276f96-9c4d-4e18-bbe4-be3063fc9040 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:30.331432 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0418235b-f0c3-4cdf-8a98-6150eb67d496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:30.372612 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f5276f96-9c4d-4e18-bbe4-be3063fc9040 admin admin] Calling delete_port for 67dfb3be-26d1-43b6-b65b-70d0116924d0 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:30.374581 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0418235b-f0c3-4cdf-8a98-6150eb67d496 None None] Pushing event deleted for resources: {'Port': ['ID=67dfb3be-26d1-43b6-b65b-70d0116924d0,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:30.375640 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-55e83e93-63c2-4cf4-95bd-7ad0adc8a2e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:30.381222 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-55e83e93-63c2-4cf4-95bd-7ad0adc8a2e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6006a1dcb2354570866e06da5c4c7493&device_id=c9c5fd7e-d309-46ca-a209-d9d2fcf96976 HTTP/1.1" status: 200 len: 1095 time: 0.7412543 Jul 16 08:28:30.393149 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0418235b-f0c3-4cdf-8a98-6150eb67d496 None None] No DVR routers for this DVR port 67dfb3be-26d1-43b6-b65b-70d0116924d0 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:28:30.448637 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-ab1b188d-78ce-435b-989e-72afe4054da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:30.450270 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-ab1b188d-78ce-435b-989e-72afe4054da8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d01616ba17d4b8cba7a304337398c2e&device_id=bf8fef2e-8dae-4ae9-a2be-01a818282af1 HTTP/1.1" status: 200 len: 1099 time: 0.4128616 Jul 16 08:28:30.537236 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-bd95abfa-1d5f-449f-9b28-6f69c1a805bb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c77bf194-1197-4f22-ad27-03a9df9e5e3e HTTP/1.1" status: 200 len: 217 time: 0.1357129 Jul 16 08:28:30.579463 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-679030fa-8305-4084-af83-6aa8010bba6c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:30.586255 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18cb0e3-f920-4cc7-bf0f-dfab39c42a87 req-6d135d31-cd0c-4f41-8ff6-e3232beb7c8d tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:30.588102 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b18cb0e3-f920-4cc7-bf0f-dfab39c42a87 req-6d135d31-cd0c-4f41-8ff6-e3232beb7c8d tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf8fef2e-8dae-4ae9-a2be-01a818282af1 HTTP/1.1" status: 200 len: 947 time: 0.4725616 Jul 16 08:28:30.641169 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 9215af79-b270-4e3b-a71c-2b3acfdba225 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:30.676027 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-fb223c25-9196-4c0f-bbe9-00a2ee980c5d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=e41bead0-2f4e-40c6-a4d9-01e67e20ac37 HTTP/1.1" status: 200 len: 217 time: 0.1416183 Jul 16 08:28:30.751031 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ae4d9-5ada-4ef5-9855-f13330677f2c service neutron] Pushing event updated for resources: {'Port': ['ID=79a3e1f3-4732-4c1d-aec3-48e04b67cbec,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:30.761028 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5276f96-9c4d-4e18-bbe4-be3063fc9040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:30.773354 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-679030fa-8305-4084-af83-6aa8010bba6c admin admin] Transition to ACTIVE for port object 0ada5b6e-c651-47b1-92eb-ff17e6eb74ed will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:30.777105 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 9215af79-b270-4e3b-a71c-2b3acfdba225 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:30.789930 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 9215af79-b270-4e3b-a71c-2b3acfdba225 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:30.789930 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:30.836038 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5276f96-9c4d-4e18-bbe4-be3063fc9040 admin admin] No DVR routers for this DVR port 67dfb3be-26d1-43b6-b65b-70d0116924d0 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:28:30.880668 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-848ffd51-9f4a-474e-a57d-550612c51b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:30.882332 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-848ffd51-9f4a-474e-a57d-550612c51b2c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31ddde08-05a5-43f7-b27d-07657c5409d3 HTTP/1.1" status: 200 len: 845 time: 0.2284889 Jul 16 08:28:30.902902 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:30.914895 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-2ccae038-da05-4867-b5e4-cb40c44a55eb req-29d0938e-817f-40cd-8e2b-6d1bc0d19208 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Deleting port 070ccc59-73a1-49bf-b77f-eaa528b952b7 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:30.916380 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2ccae038-da05-4867-b5e4-cb40c44a55eb req-29d0938e-817f-40cd-8e2b-6d1bc0d19208 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:30.957172 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 9215af79-b270-4e3b-a71c-2b3acfdba225, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=9215af79-b270-4e3b-a71c-2b3acfdba225,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:30.969580 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:31.028207 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-116619f7-941c-4b6d-b991-a07ebed81caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:31.029956 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-116619f7-941c-4b6d-b991-a07ebed81caa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.2375391 Jul 16 08:28:31.038120 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5276f96-9c4d-4e18-bbe4-be3063fc9040 admin admin] Pushing event deleted for resources: {'Port': ['ID=67dfb3be-26d1-43b6-b65b-70d0116924d0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:31.039235 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-1e6c1037-9315-4338-93e1-708c38f48a8f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=625dfff6-7aa4-46e7-b897-fa5ed9305465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1337926 Jul 16 08:28:31.044001 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-4e1ae4d9-5ada-4ef5-9855-f13330677f2c service neutron] Attempting to bind port 79a3e1f3-4732-4c1d-aec3-48e04b67cbec on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:31.044342 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-4e1ae4d9-5ada-4ef5-9855-f13330677f2c service neutron] Attempting to bind port 79a3e1f3-4732-4c1d-aec3-48e04b67cbec by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:31.045488 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-4e1ae4d9-5ada-4ef5-9855-f13330677f2c service neutron] Attempting to bind port 79a3e1f3-4732-4c1d-aec3-48e04b67cbec on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:31.054421 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 5e0e7db3-742a-42c3-bb39-2c63a99e69d4 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:31.087059 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 5e0e7db3-742a-42c3-bb39-2c63a99e69d4 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:28:31.087434 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 5e0e7db3-742a-42c3-bb39-2c63a99e69d4 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:31.088071 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 67dfb3be-26d1-43b6-b65b-70d0116924d0 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:31.091801 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802f2126-c55e-478f-8647-1f0924c60ced req-51c317af-8779-4360-b27a-75699f6d93bd tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:31.093552 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=9215af79-b270-4e3b-a71c-2b3acfdba225,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:31.099043 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-802f2126-c55e-478f-8647-1f0924c60ced req-51c317af-8779-4360-b27a-75699f6d93bd tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/ports?device_id=f127b9b8-2417-40ca-89ed-f3c34598de45 HTTP/1.1" status: 200 len: 945 time: 0.5746629 Jul 16 08:28:31.106098 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-4e1ae4d9-5ada-4ef5-9855-f13330677f2c service neutron] Port 79a3e1f3-4732-4c1d-aec3-48e04b67cbec on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:28:31.106451 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-4e1ae4d9-5ada-4ef5-9855-f13330677f2c service neutron] Attempting to bind port 79a3e1f3-4732-4c1d-aec3-48e04b67cbec on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:31.114998 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 67dfb3be-26d1-43b6-b65b-70d0116924d0 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:28:31.115542 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 67dfb3be-26d1-43b6-b65b-70d0116924d0 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:31.123458 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5276f96-9c4d-4e18-bbe4-be3063fc9040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:31.138695 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f5276f96-9c4d-4e18-bbe4-be3063fc9040 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8279b833-f9d9-4347-bf4e-ec650f3562b1']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:31.162200 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f5276f96-9c4d-4e18-bbe4-be3063fc9040 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de080b41-bbbd-4e29-bfb4-46d976aa8df7') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:31.162991 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f5276f96-9c4d-4e18-bbe4-be3063fc9040 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de080b41-bbbd-4e29-bfb4-46d976aa8df7') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:31.168971 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-679030fa-8305-4084-af83-6aa8010bba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:31.177142 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5276f96-9c4d-4e18-bbe4-be3063fc9040 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:31.186483 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-4e1ae4d9-5ada-4ef5-9855-f13330677f2c service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:31.186834 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-4e1ae4d9-5ada-4ef5-9855-f13330677f2c service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:31.187232 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-4e1ae4d9-5ada-4ef5-9855-f13330677f2c service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:31.187694 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-4e1ae4d9-5ada-4ef5-9855-f13330677f2c service neutron] Bound port: 79a3e1f3-4732-4c1d-aec3-48e04b67cbec, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:31.188057 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-4e1ae4d9-5ada-4ef5-9855-f13330677f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:31.195195 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5276f96-9c4d-4e18-bbe4-be3063fc9040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:31.234245 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b18cb0e3-f920-4cc7-bf0f-dfab39c42a87 req-5282c307-c75f-46f2-956e-9ddfc5e4bee3 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5540805 Jul 16 08:28:31.247161 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5276f96-9c4d-4e18-bbe4-be3063fc9040 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:28:31.247705 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5276f96-9c4d-4e18-bbe4-be3063fc9040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:28:31.249623 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:28:31.289689 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679030fa-8305-4084-af83-6aa8010bba6c admin admin] Network 2f892ac6-d8f2-4928-add4-aded242a3bb2 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:31.322318 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-679030fa-8305-4084-af83-6aa8010bba6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:31.347456 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-802f2126-c55e-478f-8647-1f0924c60ced req-1f3806d6-9588-4210-9428-a9fc98e55fcd tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/security-groups?id=665d30cc-4980-46e5-b522-68b07dc820ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2474310 Jul 16 08:28:31.350374 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-679030fa-8305-4084-af83-6aa8010bba6c admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:31.358945 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-2ccae038-da05-4867-b5e4-cb40c44a55eb req-29d0938e-817f-40cd-8e2b-6d1bc0d19208 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] For port 070ccc59-73a1-49bf-b77f-eaa528b952b7, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=070ccc59-73a1-49bf-b77f-eaa528b952b7,segment=NetworkSegment(94acc693-7016-419a-bfdd-c4dbde6a3553),segment_id=94acc693-7016-419a-bfdd-c4dbde6a3553)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:31.367759 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2ccae038-da05-4867-b5e4-cb40c44a55eb req-29d0938e-817f-40cd-8e2b-6d1bc0d19208 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:31.380689 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679030fa-8305-4084-af83-6aa8010bba6c admin admin] Pushing event updated for resources: {'Port': ['ID=0ada5b6e-c651-47b1-92eb-ff17e6eb74ed,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:31.385396 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-56f12cfd-926c-4ef3-ac59-4a15e1d9eeb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:31.388921 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-56f12cfd-926c-4ef3-ac59-4a15e1d9eeb2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3402333 Jul 16 08:28:31.395397 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5276f96-9c4d-4e18-bbe4-be3063fc9040 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:31.408573 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5276f96-9c4d-4e18-bbe4-be3063fc9040 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:31.410797 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f5276f96-9c4d-4e18-bbe4-be3063fc9040 admin admin] 10.222.0.22 "DELETE /v2.0/networks/8279b833-f9d9-4347-bf4e-ec650f3562b1 HTTP/1.1" status: 204 len: 168 time: 2.0667415 Jul 16 08:28:31.457792 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ca5fad-de9d-4a3d-b48d-2a2204abe2fa x-openstack-request-id: req-00ca5fad-de9d-4a3d-b48d-2a2204abe2fa {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:31.458326 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf8fef2e-8dae-4ae9-a2be-01a818282af1", "tag": "e41bead0-2f4e-40c6-a4d9-01e67e20ac37", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:31.459440 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-00ca5fad-de9d-4a3d-b48d-2a2204abe2fa {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:31.460062 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf8fef2e-8dae-4ae9-a2be-01a818282af1', 'tag': 'e41bead0-2f4e-40c6-a4d9-01e67e20ac37', 'status': 'completed', 'code': 200} Jul 16 08:28:31.461196 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5276f96-9c4d-4e18-bbe4-be3063fc9040 admin admin] Pushing event deleted for resources: {'Network': ['ID=8279b833-f9d9-4347-bf4e-ec650f3562b1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:31.595683 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-5e52f1c4-89b1-486e-acc5-bc18c176d60b service neutron] 10.222.0.21 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5455232 Jul 16 08:28:31.597294 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-679030fa-8305-4084-af83-6aa8010bba6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:31.630654 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-5d0e88d3-6ef5-45e2-907a-b1b502b27881 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183588 Jul 16 08:28:31.719006 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49874) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:31.796032 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-fdbe1671-6361-455a-b970-236346742bcc None None] Provisioning for port 0ada5b6e-c651-47b1-92eb-ff17e6eb74ed completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:31.800280 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:31.808360 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-fdbe1671-6361-455a-b970-236346742bcc None None] Provisioning complete for port 0ada5b6e-c651-47b1-92eb-ff17e6eb74ed triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:31.808752 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fdbe1671-6361-455a-b970-236346742bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:31.857289 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-4e1ae4d9-5ada-4ef5-9855-f13330677f2c service neutron] For port 79a3e1f3-4732-4c1d-aec3-48e04b67cbec, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:31.878350 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-ad0c527b-0d41-439f-8ce4-6556c10bbc74 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055578 Jul 16 08:28:31.906616 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a844cc-a725-41fe-9f04-98e985ac7f9b req-d5f9f3b1-a232-4f43-bdd2-c62a96cba2ce tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:31.908222 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-24a844cc-a725-41fe-9f04-98e985ac7f9b req-d5f9f3b1-a232-4f43-bdd2-c62a96cba2ce tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9c5fd7e-d309-46ca-a209-d9d2fcf96976 HTTP/1.1" status: 200 len: 943 time: 0.2902613 Jul 16 08:28:31.914079 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3be17d3c-49b4-4e40-9b99-65db095f251d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eed38146a8c843738c66731bdf360734&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1909850 Jul 16 08:28:31.919471 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49876) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:31.940304 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-fdbe1671-6361-455a-b970-236346742bcc None None] Port 0ada5b6e-c651-47b1-92eb-ff17e6eb74ed cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:28:31.948316 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:31.954504 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-4e1ae4d9-5ada-4ef5-9855-f13330677f2c service neutron] For port 79a3e1f3-4732-4c1d-aec3-48e04b67cbec, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=79a3e1f3-4732-4c1d-aec3-48e04b67cbec,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:31.976529 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-4e1ae4d9-5ada-4ef5-9855-f13330677f2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.019113 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-24a844cc-a725-41fe-9f04-98e985ac7f9b req-71c2f7e9-2613-40e1-82eb-d518a9190762 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986152 Jul 16 08:28:32.021943 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e31e7-1d6d-4824-8476-675e2f10d965 req-2979b022-f01d-4ce2-878c-5954e58e86dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:32.024842 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-529e31e7-1d6d-4824-8476-675e2f10d965 req-2979b022-f01d-4ce2-878c-5954e58e86dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d01616ba17d4b8cba7a304337398c2e&device_id=bf8fef2e-8dae-4ae9-a2be-01a818282af1 HTTP/1.1" status: 200 len: 1099 time: 0.0864322 Jul 16 08:28:32.099216 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1ae4d9-5ada-4ef5-9855-f13330677f2c service neutron] Pushing event updated for resources: {'Port': ['ID=79a3e1f3-4732-4c1d-aec3-48e04b67cbec,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:32.162167 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e31e7-1d6d-4824-8476-675e2f10d965 req-b3b1623e-6e15-40ef-9ed6-7a706abdc3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:32.163659 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-529e31e7-1d6d-4824-8476-675e2f10d965 req-b3b1623e-6e15-40ef-9ed6-7a706abdc3d6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.1307223 Jul 16 08:28:32.216186 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-529e31e7-1d6d-4824-8476-675e2f10d965 req-38f044bf-835a-4da8-b2b9-238e0b72bd25 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.55&port_id=e41bead0-2f4e-40c6-a4d9-01e67e20ac37 HTTP/1.1" status: 200 len: 217 time: 0.0440569 Jul 16 08:28:32.220701 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-4e1ae4d9-5ada-4ef5-9855-f13330677f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:32.221339 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-4e1ae4d9-5ada-4ef5-9855-f13330677f2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.223021 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-4e1ae4d9-5ada-4ef5-9855-f13330677f2c service neutron] 10.222.0.21 "PUT /v2.0/ports/79a3e1f3-4732-4c1d-aec3-48e04b67cbec HTTP/1.1" status: 200 len: 1096 time: 4.5001876 Jul 16 08:28:32.290778 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6e979-88b0-4a27-907d-0caa2c04b72d req-0837c119-47b7-4b91-8920-e59654881cea tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:32.296670 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6e979-88b0-4a27-907d-0caa2c04b72d req-0837c119-47b7-4b91-8920-e59654881cea tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:32.302697 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6e979-88b0-4a27-907d-0caa2c04b72d req-0837c119-47b7-4b91-8920-e59654881cea tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:32.309619 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6e979-88b0-4a27-907d-0caa2c04b72d req-0837c119-47b7-4b91-8920-e59654881cea tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:32.315426 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6e979-88b0-4a27-907d-0caa2c04b72d req-0837c119-47b7-4b91-8920-e59654881cea tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:32.328600 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e31e7-1d6d-4824-8476-675e2f10d965 req-9f966d8d-8ddc-4d12-b1f0-7ebee8f4d705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:32.331168 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-529e31e7-1d6d-4824-8476-675e2f10d965 req-9f966d8d-8ddc-4d12-b1f0-7ebee8f4d705 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.1080954 Jul 16 08:28:32.332826 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6e979-88b0-4a27-907d-0caa2c04b72d req-0837c119-47b7-4b91-8920-e59654881cea tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:32.339223 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f6e979-88b0-4a27-907d-0caa2c04b72d req-0837c119-47b7-4b91-8920-e59654881cea tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:32.341288 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-28f6e979-88b0-4a27-907d-0caa2c04b72d req-0837c119-47b7-4b91-8920-e59654881cea tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 5428 time: 0.6014085 Jul 16 08:28:32.346835 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '227e7ace-6c67-4aac-a66d-717b67a5ce43', 'tag': '79a3e1f3-4732-4c1d-aec3-48e04b67cbec'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:32.349068 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee73364-8bb8-4ca2-8ad5-3dbfa9582431" -d '{"events": [{"name": "network-changed", "server_uuid": "227e7ace-6c67-4aac-a66d-717b67a5ce43", "tag": "79a3e1f3-4732-4c1d-aec3-48e04b67cbec"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:32.408092 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dc9547e9-dadc-46a0-b9b0-ceb3073f78f6 req-c40d05e5-139e-4173-8c41-1f0e3ab34b24 service neutron] 10.222.0.21 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7437119 Jul 16 08:28:32.408733 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697c5b22-2c71-4a60-b3a4-fddd9acf0dfc req-942659d0-3fb0-443e-8d41-ce4843d5cfe2 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:32.409976 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-697c5b22-2c71-4a60-b3a4-fddd9acf0dfc req-942659d0-3fb0-443e-8d41-ce4843d5cfe2 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.1407206 Jul 16 08:28:32.478402 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529e31e7-1d6d-4824-8476-675e2f10d965 req-3cd5fa92-f2e1-47f3-a0a6-4d7f8cacb5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:32.479729 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-529e31e7-1d6d-4824-8476-675e2f10d965 req-3cd5fa92-f2e1-47f3-a0a6-4d7f8cacb5ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1392248 Jul 16 08:28:32.494852 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d553e6eb-f558-41cb-9fad-2d13956ab16d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.524973 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 9215af79-b270-4e3b-a71c-2b3acfdba225 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:32.552899 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2ccae038-da05-4867-b5e4-cb40c44a55eb req-29d0938e-817f-40cd-8e2b-6d1bc0d19208 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.553312 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2ccae038-da05-4867-b5e4-cb40c44a55eb req-29d0938e-817f-40cd-8e2b-6d1bc0d19208 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.553650 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [req-2ccae038-da05-4867-b5e4-cb40c44a55eb req-29d0938e-817f-40cd-8e2b-6d1bc0d19208 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Floating IP e798a08e-f581-4d29-bdd0-0fdb8f784e9b disassociated. External IP: 172.25.3.148, port: 070ccc59-73a1-49bf-b77f-eaa528b952b7. Jul 16 08:28:32.554008 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-2ccae038-da05-4867-b5e4-cb40c44a55eb req-29d0938e-817f-40cd-8e2b-6d1bc0d19208 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Calling delete_port for 070ccc59-73a1-49bf-b77f-eaa528b952b7 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:32.566949 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-697c5b22-2c71-4a60-b3a4-fddd9acf0dfc req-f55bb157-9121-4650-b5c0-a59a103c3f7c tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415160 Jul 16 08:28:32.587011 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-28f6e979-88b0-4a27-907d-0caa2c04b72d req-b17e3892-6296-4931-b1c0-25c22611a333 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2084823 Jul 16 08:28:32.618067 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 9215af79-b270-4e3b-a71c-2b3acfdba225 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:32.618246 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.707213 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d553e6eb-f558-41cb-9fad-2d13956ab16d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.754315 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-679030fa-8305-4084-af83-6aa8010bba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:32.800856 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-529e31e7-1d6d-4824-8476-675e2f10d965 req-72efac4f-1291-431a-8808-aadd00927a76 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130884 Jul 16 08:28:32.883283 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-aad02013-4378-4910-8994-bc5999e97996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:32.884920 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-aad02013-4378-4910-8994-bc5999e97996 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d01616ba17d4b8cba7a304337398c2e&device_id=227e7ace-6c67-4aac-a66d-717b67a5ce43 HTTP/1.1" status: 200 len: 1099 time: 0.5388641 Jul 16 08:28:32.913765 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33359a4a-9cbf-4a85-a00b-80b66d21551d req-bd61ae79-626a-491c-8556-3c50fbdbf074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:32.916037 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-33359a4a-9cbf-4a85-a00b-80b66d21551d req-bd61ae79-626a-491c-8556-3c50fbdbf074 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6006a1dcb2354570866e06da5c4c7493&device_id=c9c5fd7e-d309-46ca-a209-d9d2fcf96976 HTTP/1.1" status: 200 len: 1095 time: 0.4139278 Jul 16 08:28:32.926081 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a42548-45f5-4579-90d3-dddccb2cd678 req-fac5f1b6-949b-44cc-b536-a52fac482a0d tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:32.935093 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a3a42548-45f5-4579-90d3-dddccb2cd678 req-fac5f1b6-949b-44cc-b536-a52fac482a0d tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf8fef2e-8dae-4ae9-a2be-01a818282af1 HTTP/1.1" status: 200 len: 947 time: 0.1676002 Jul 16 08:28:32.971221 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-529e31e7-1d6d-4824-8476-675e2f10d965 req-9071af44-b1f3-4056-af5a-37183ceabc54 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1617470 Jul 16 08:28:32.996986 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a3a42548-45f5-4579-90d3-dddccb2cd678 req-509e262a-59e5-4c0e-a215-ddde32462a64 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607443 Jul 16 08:28:33.245728 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58336a70-cf1e-4e66-8a52-10f81b8cb71f req-77fd4623-da97-4c08-91b4-6fefabb48580 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:33.253026 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58336a70-cf1e-4e66-8a52-10f81b8cb71f req-77fd4623-da97-4c08-91b4-6fefabb48580 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9c5fd7e-d309-46ca-a209-d9d2fcf96976 HTTP/1.1" status: 200 len: 943 time: 0.0851152 Jul 16 08:28:33.260309 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-76dcaece-68c9-49a8-a034-6f2f799f7a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:33.293256 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58336a70-cf1e-4e66-8a52-10f81b8cb71f req-644bcbad-b9a8-4bc1-a27f-bd4286241cc5 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386117 Jul 16 08:28:33.369270 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcf59f2-703a-4eb3-ad92-66c473d68349 x-openstack-request-id: req-8bcf59f2-703a-4eb3-ad92-66c473d68349 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:33.369674 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "227e7ace-6c67-4aac-a66d-717b67a5ce43", "tag": "79a3e1f3-4732-4c1d-aec3-48e04b67cbec", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:33.369857 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8bcf59f2-703a-4eb3-ad92-66c473d68349 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:33.370211 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '227e7ace-6c67-4aac-a66d-717b67a5ce43', 'tag': '79a3e1f3-4732-4c1d-aec3-48e04b67cbec', 'status': 'completed', 'code': 200} Jul 16 08:28:33.395513 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-a3ff338a-aebf-4572-8dbc-cd5ebd977c5b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=79a3e1f3-4732-4c1d-aec3-48e04b67cbec HTTP/1.1" status: 200 len: 217 time: 0.4791780 Jul 16 08:28:33.421243 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 070ccc59-73a1-49bf-b77f-eaa528b952b7 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:33.434936 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d553e6eb-f558-41cb-9fad-2d13956ab16d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:33.437504 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d553e6eb-f558-41cb-9fad-2d13956ab16d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:33.441329 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d553e6eb-f558-41cb-9fad-2d13956ab16d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6d54f758-c479-4b2e-80d8-4d9bfac8b4b9 HTTP/1.1" status: 204 len: 168 time: 1.4854314 Jul 16 08:28:33.545587 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:33.550865 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d553e6eb-f558-41cb-9fad-2d13956ab16d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d54f758-c479-4b2e-80d8-4d9bfac8b4b9,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:33.602936 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640cb863-4f70-402e-a35a-5cc65297ec77 req-bdd85237-b88a-4214-a12e-9d4c3703dc20 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:33.604452 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-640cb863-4f70-402e-a35a-5cc65297ec77 req-bdd85237-b88a-4214-a12e-9d4c3703dc20 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/ports?device_id=f127b9b8-2417-40ca-89ed-f3c34598de45 HTTP/1.1" status: 200 len: 945 time: 0.8421965 Jul 16 08:28:33.695062 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-e45ebaa9-9e7e-42f7-acf6-046d9b701a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:33.696568 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-e45ebaa9-9e7e-42f7-acf6-046d9b701a23 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.2933233 Jul 16 08:28:33.697204 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2ccae038-da05-4867-b5e4-cb40c44a55eb req-29d0938e-817f-40cd-8e2b-6d1bc0d19208 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:33.714179 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33359a4a-9cbf-4a85-a00b-80b66d21551d req-c02bde11-82ab-48de-968f-430dcd4ae5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:33.715809 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-33359a4a-9cbf-4a85-a00b-80b66d21551d req-c02bde11-82ab-48de-968f-430dcd4ae5ec service neutron] 10.222.0.21 "GET /v2.0/networks?id=625dfff6-7aa4-46e7-b897-fa5ed9305465 HTTP/1.1" status: 200 len: 906 time: 0.7835927 Jul 16 08:28:33.794973 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d0938e-817f-40cd-8e2b-6d1bc0d19208 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Pushing event deleted for resources: {'Port': ['ID=070ccc59-73a1-49bf-b77f-eaa528b952b7,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:33.850825 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-640cb863-4f70-402e-a35a-5cc65297ec77 req-cdcc7c78-e6d3-47eb-b954-6986376997f3 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/security-groups?id=665d30cc-4980-46e5-b522-68b07dc820ee&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2136178 Jul 16 08:28:33.853412 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80b7abf-45e3-4bbf-9b2e-876c6be92fd8 req-ea25aee9-ea8b-4392-93f9-17db56ce2983 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:33.855823 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-33359a4a-9cbf-4a85-a00b-80b66d21551d req-e3801b29-5e64-41c3-bd81-d6a1662fc7f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c77bf194-1197-4f22-ad27-03a9df9e5e3e HTTP/1.1" status: 200 len: 217 time: 0.1003089 Jul 16 08:28:33.856522 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d80b7abf-45e3-4bbf-9b2e-876c6be92fd8 req-ea25aee9-ea8b-4392-93f9-17db56ce2983 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.1169417 Jul 16 08:28:33.886437 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-679030fa-8305-4084-af83-6aa8010bba6c admin admin] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:33.941966 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d80b7abf-45e3-4bbf-9b2e-876c6be92fd8 req-531e0a11-4edc-46c5-8376-5ed29f3af5e0 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701900 Jul 16 08:28:33.973063 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-679030fa-8305-4084-af83-6aa8010bba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:34.086653 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49898) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:34.097772 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-3fcb7ede-65ca-4ec3-92b1-b3aea275fcde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:34.099261 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-3fcb7ede-65ca-4ec3-92b1-b3aea275fcde service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3937919 Jul 16 08:28:34.101037 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33359a4a-9cbf-4a85-a00b-80b66d21551d req-f6372760-3e61-47f8-a66c-379c9b097dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:34.102650 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-33359a4a-9cbf-4a85-a00b-80b66d21551d req-f6372760-3e61-47f8-a66c-379c9b097dd1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31ddde08-05a5-43f7-b27d-07657c5409d3 HTTP/1.1" status: 200 len: 845 time: 0.2377498 Jul 16 08:28:34.159422 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f111e4c0-53e1-4e11-9406-92cd5b0abbf4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=794aeccec8034bcf808547661ba057c6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0691655 Jul 16 08:28:34.159659 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49900) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:34.178917 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-679030fa-8305-4084-af83-6aa8010bba6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:34.209222 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679030fa-8305-4084-af83-6aa8010bba6c admin admin] Pushing event updated for resources: {'Port': ['ID=0ada5b6e-c651-47b1-92eb-ff17e6eb74ed,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:34.225038 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-33359a4a-9cbf-4a85-a00b-80b66d21551d req-e3ff4583-2ae7-49b6-aef6-57894b5e0546 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=625dfff6-7aa4-46e7-b897-fa5ed9305465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1081171 Jul 16 08:28:34.259967 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ccae038-da05-4867-b5e4-cb40c44a55eb req-29d0938e-817f-40cd-8e2b-6d1bc0d19208 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Router 730ef17d-47d3-4be5-82a9-40850e28c963 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:28:34.264175 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dd2b0737-d142-4757-8002-e9e893f7ec4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:34.306915 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dd2b0737-d142-4757-8002-e9e893f7ec4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:34.347264 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e61d132-79ab-4370-b9ab-7f981f455ced req-35375009-d006-46c2-bc79-719cdce1a203 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:34.353558 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3e61d132-79ab-4370-b9ab-7f981f455ced req-35375009-d006-46c2-bc79-719cdce1a203 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf8fef2e-8dae-4ae9-a2be-01a818282af1 HTTP/1.1" status: 200 len: 947 time: 0.1481235 Jul 16 08:28:34.459317 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3e61d132-79ab-4370-b9ab-7f981f455ced req-33d4eaa9-9023-4f83-ba50-40c167830780 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838957 Jul 16 08:28:34.503489 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dd2b0737-d142-4757-8002-e9e893f7ec4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:34.507466 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dd2b0737-d142-4757-8002-e9e893f7ec4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:34.512415 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-dd2b0737-d142-4757-8002-e9e893f7ec4e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/60626daf-ff87-4d52-a98f-2f2e3c4640fd HTTP/1.1" status: 204 len: 168 time: 0.3489604 Jul 16 08:28:34.520633 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2b0737-d142-4757-8002-e9e893f7ec4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60626daf-ff87-4d52-a98f-2f2e3c4640fd,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:34.586500 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-021087f5-1fce-4dae-8e72-d7c6d262d2d6 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4666963 Jul 16 08:28:34.633483 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679030fa-8305-4084-af83-6aa8010bba6c admin admin] Network 2f892ac6-d8f2-4928-add4-aded242a3bb2 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:34.674463 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07beccda-c77d-4cba-b3ba-01c8ff6a8330 req-151fa5e7-65b1-45eb-9fa4-acfcd167d5c9 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:34.680906 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07beccda-c77d-4cba-b3ba-01c8ff6a8330 req-151fa5e7-65b1-45eb-9fa4-acfcd167d5c9 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:34.686967 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07beccda-c77d-4cba-b3ba-01c8ff6a8330 req-151fa5e7-65b1-45eb-9fa4-acfcd167d5c9 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:34.693012 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07beccda-c77d-4cba-b3ba-01c8ff6a8330 req-151fa5e7-65b1-45eb-9fa4-acfcd167d5c9 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:34.699652 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07beccda-c77d-4cba-b3ba-01c8ff6a8330 req-151fa5e7-65b1-45eb-9fa4-acfcd167d5c9 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:34.708845 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07beccda-c77d-4cba-b3ba-01c8ff6a8330 req-151fa5e7-65b1-45eb-9fa4-acfcd167d5c9 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:34.715367 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e7526b-fccc-46ba-b191-6709429be89b req-e8444251-a290-4db9-a437-424d946d1f2c tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:34.717013 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-22e7526b-fccc-46ba-b191-6709429be89b req-e8444251-a290-4db9-a437-424d946d1f2c tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9c5fd7e-d309-46ca-a209-d9d2fcf96976 HTTP/1.1" status: 200 len: 943 time: 0.1145573 Jul 16 08:28:34.717114 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07beccda-c77d-4cba-b3ba-01c8ff6a8330 req-151fa5e7-65b1-45eb-9fa4-acfcd167d5c9 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:34.718954 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-07beccda-c77d-4cba-b3ba-01c8ff6a8330 req-151fa5e7-65b1-45eb-9fa4-acfcd167d5c9 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 5428 time: 0.6287601 Jul 16 08:28:34.761084 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-33359a4a-9cbf-4a85-a00b-80b66d21551d req-1f650939-1456-4ea8-ab3e-1bf191f8d4b3 service neutron] 10.222.0.21 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5160251 Jul 16 08:28:34.761958 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-679030fa-8305-4084-af83-6aa8010bba6c admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:34.780825 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-22e7526b-fccc-46ba-b191-6709429be89b req-aa69c377-aab4-46a2-ae69-8c8a0cc0a02e tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545814 Jul 16 08:28:35.045902 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-07beccda-c77d-4cba-b3ba-01c8ff6a8330 req-4b12fb1a-0010-4f46-8bbe-44c4b0973c7e tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3088503 Jul 16 08:28:35.051969 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ccae038-da05-4867-b5e4-cb40c44a55eb req-29d0938e-817f-40cd-8e2b-6d1bc0d19208 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:28:35.066048 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232580d6-b7be-49c6-a56b-e2b5a7cf5578 None None] Sync routers for ids ['730ef17d-47d3-4be5-82a9-40850e28c963'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:28:35.094097 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7e098f19-2d8b-4d9a-a1e1-665f8c944e40 req-c67c5f23-edf6-4884-b48b-34277a4f20e1 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/ports?device_id=f127b9b8-2417-40ca-89ed-f3c34598de45 HTTP/1.1" status: 200 len: 210 time: 0.0579519 Jul 16 08:28:35.098396 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232580d6-b7be-49c6-a56b-e2b5a7cf5578 None None] Routers {'730ef17d-47d3-4be5-82a9-40850e28c963'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:35.099046 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-232580d6-b7be-49c6-a56b-e2b5a7cf5578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:28:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['730ef17d-47d3-4be5-82a9-40850e28c963'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:35.165341 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-11d6c8c4-72d2-49ed-b972-566e8bcfbffc None None] Provisioning complete for port 0ada5b6e-c651-47b1-92eb-ff17e6eb74ed triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:35.165937 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11d6c8c4-72d2-49ed-b972-566e8bcfbffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:35.230544 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5d19d33f-ac35-4534-a985-efa7c7405b32 req-4af2a6e0-c528-477e-9e96-7f28df64b3e3 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6195893 Jul 16 08:28:35.235231 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ccae038-da05-4867-b5e4-cb40c44a55eb req-29d0938e-817f-40cd-8e2b-6d1bc0d19208 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] No DVR routers for this DVR port 070ccc59-73a1-49bf-b77f-eaa528b952b7 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:28:35.241715 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2ccae038-da05-4867-b5e4-cb40c44a55eb req-29d0938e-817f-40cd-8e2b-6d1bc0d19208 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:35.244599 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2ccae038-da05-4867-b5e4-cb40c44a55eb req-29d0938e-817f-40cd-8e2b-6d1bc0d19208 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.21 "DELETE /v2.0/ports/070ccc59-73a1-49bf-b77f-eaa528b952b7 HTTP/1.1" status: 204 len: 173 time: 5.3169894 Jul 16 08:28:35.266742 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-33359a4a-9cbf-4a85-a00b-80b66d21551d req-110b0881-8806-40a0-a160-59ab318098ea service neutron] 10.222.0.21 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4589021 Jul 16 08:28:35.313314 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-232580d6-b7be-49c6-a56b-e2b5a7cf5578 None None] Set router 730ef17d-47d3-4be5-82a9-40850e28c963 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:35.321339 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-679030fa-8305-4084-af83-6aa8010bba6c admin admin] Router f9b5ca58-a346-429f-be1c-4ddee30a4e6a has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:28:35.328476 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-11d6c8c4-72d2-49ed-b972-566e8bcfbffc None None] Port 0ada5b6e-c651-47b1-92eb-ff17e6eb74ed cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:28:35.421207 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device e41bead0-2f4e-40c6-a4d9-01e67e20ac37 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:35.587766 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f127b9b8-2417-40ca-89ed-f3c34598de45', 'name': 'network-vif-deleted', 'tag': '070ccc59-73a1-49bf-b77f-eaa528b952b7'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:35.590067 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffe82f09-6920-4503-a305-b001d50dc525" -d '{"events": [{"server_uuid": "f127b9b8-2417-40ca-89ed-f3c34598de45", "name": "network-vif-deleted", "tag": "070ccc59-73a1-49bf-b77f-eaa528b952b7"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:35.602243 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-232580d6-b7be-49c6-a56b-e2b5a7cf5578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'name': 'tempest-ServersTestBootFromVolume-1378390758-router', 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '015365f0-524a-479f-bc70-a2424806533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:22Z', 'updated_at': '2021-07-16T08:25:29Z', 'revision_number': 4, 'project_id': '0c61b767be844596b7284ec98bd0021f', 'gw_port': {'id': '015365f0-524a-479f-bc70-a2424806533a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:23Z', 'updated_at': '2021-07-16T08:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'dba73cb2-55d9-4e46-a4dc-2031d40d4087', 'name': '', 'network_id': '02d9d55c-dd50-4319-82cb-a2af859ade23', 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'mac_address': 'fa:16:3e:89:7a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '76c50899-99e0-4d0f-96f6-98eabddb6ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:28Z', 'updated_at': '2021-07-16T08:25:39Z', 'revision_number': 5, 'project_id': '0c61b767be844596b7284ec98bd0021f', 'subnets': [{'id': '76c50899-99e0-4d0f-96f6-98eabddb6ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:35.634195 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port e41bead0-2f4e-40c6-a4d9-01e67e20ac37, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e41bead0-2f4e-40c6-a4d9-01e67e20ac37,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:35.644018 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232580d6-b7be-49c6-a56b-e2b5a7cf5578 None None] Checking router: 730ef17d-47d3-4be5-82a9-40850e28c963 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:28:35.659067 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232580d6-b7be-49c6-a56b-e2b5a7cf5578 None None] Routers {'730ef17d-47d3-4be5-82a9-40850e28c963'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:35.660116 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-232580d6-b7be-49c6-a56b-e2b5a7cf5578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:28:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['730ef17d-47d3-4be5-82a9-40850e28c963'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:35.674653 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'e41bead0-2f4e-40c6-a4d9-01e67e20ac37', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': 'e41bead0-2f4e-40c6-a4d9-01e67e20ac37', 'mac_address': 'fa:16:3e:10:a2:94', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.55'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:28:35.784994 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9baa5be1-aa86-4828-bc3b-89560479d286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:35.845999 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:35.875772 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2106153d-765d-4866-a005-3c167ddaa373 req-42baf3dd-11ec-4633-a589-6dc666bc719f tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:35.878784 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-232580d6-b7be-49c6-a56b-e2b5a7cf5578 None None] Set router 730ef17d-47d3-4be5-82a9-40850e28c963 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:35.885501 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2106153d-765d-4866-a005-3c167ddaa373 req-42baf3dd-11ec-4633-a589-6dc666bc719f tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf8fef2e-8dae-4ae9-a2be-01a818282af1 HTTP/1.1" status: 200 len: 947 time: 0.0895207 Jul 16 08:28:35.899169 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e41bead0-2f4e-40c6-a4d9-01e67e20ac37 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:35.939756 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349ab85-a7ae-4dbf-a8d9-947dafda2615 req-05884c4f-26ec-49a2-8c19-48aaf4c2c45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:35.941547 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0349ab85-a7ae-4dbf-a8d9-947dafda2615 req-05884c4f-26ec-49a2-8c19-48aaf4c2c45b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 1097 time: 0.5845461 Jul 16 08:28:35.948529 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2106153d-765d-4866-a005-3c167ddaa373 req-b4005bdb-ba4b-46f0-a0af-67e0712dd25d tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583079 Jul 16 08:28:35.962062 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee73364-8bb8-4ca2-8ad5-3dbfa9582431 req-87131296-7e93-4b4f-88d4-cbcc322b3fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:35.962062 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4ee73364-8bb8-4ca2-8ad5-3dbfa9582431 req-87131296-7e93-4b4f-88d4-cbcc322b3fdf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d01616ba17d4b8cba7a304337398c2e&device_id=227e7ace-6c67-4aac-a66d-717b67a5ce43 HTTP/1.1" status: 200 len: 1099 time: 0.5889785 Jul 16 08:28:35.962062 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-679030fa-8305-4084-af83-6aa8010bba6c admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:28:35.988983 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port e41bead0-2f4e-40c6-a4d9-01e67e20ac37, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e41bead0-2f4e-40c6-a4d9-01e67e20ac37,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:36.016495 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-679030fa-8305-4084-af83-6aa8010bba6c admin admin] 10.222.0.22 "PUT /v2.0/routers/f9b5ca58-a346-429f-be1c-4ddee30a4e6a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6376541 Jul 16 08:28:36.016749 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366211fd-8633-4222-a89c-a9d6b54fb497 None None] Sync routers for ids ['f9b5ca58-a346-429f-be1c-4ddee30a4e6a'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:28:36.065591 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:36.067545 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device c77bf194-1197-4f22-ad27-03a9df9e5e3e details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:36.091902 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366211fd-8633-4222-a89c-a9d6b54fb497 None None] Routers {'f9b5ca58-a346-429f-be1c-4ddee30a4e6a'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:36.103667 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-366211fd-8633-4222-a89c-a9d6b54fb497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:28:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['f9b5ca58-a346-429f-be1c-4ddee30a4e6a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:36.431422 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-366211fd-8633-4222-a89c-a9d6b54fb497 None None] Set router f9b5ca58-a346-429f-be1c-4ddee30a4e6a gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:36.563152 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee73364-8bb8-4ca2-8ad5-3dbfa9582431 req-f3ccbc58-49c6-4fdb-a1ae-ae2f2931adec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:36.564655 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4ee73364-8bb8-4ca2-8ad5-3dbfa9582431 req-f3ccbc58-49c6-4fdb-a1ae-ae2f2931adec service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.5490048 Jul 16 08:28:36.566510 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e30af780-7a20-4765-9153-32df6b523615 x-openstack-request-id: req-e30af780-7a20-4765-9153-32df6b523615 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:36.566871 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f127b9b8-2417-40ca-89ed-f3c34598de45", "name": "network-vif-deleted", "tag": "070ccc59-73a1-49bf-b77f-eaa528b952b7", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:36.567301 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e30af780-7a20-4765-9153-32df6b523615 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:36.568037 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f127b9b8-2417-40ca-89ed-f3c34598de45', 'name': 'network-vif-deleted', 'tag': '070ccc59-73a1-49bf-b77f-eaa528b952b7', 'status': 'completed', 'code': 200} Jul 16 08:28:36.580316 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc06d9-3ad1-4bb4-89bf-ec57d111ef95 req-94eca8dd-edf4-49fb-8901-0c003f65436d tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:36.585164 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3acc06d9-3ad1-4bb4-89bf-ec57d111ef95 req-94eca8dd-edf4-49fb-8901-0c003f65436d tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.9741917 Jul 16 08:28:36.585377 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d102a3-ca93-4db5-9aca-838074568dfa req-d79d915d-a3fb-4f4c-92ff-5c493b45a7e5 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:36.591353 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-95d102a3-ca93-4db5-9aca-838074568dfa req-d79d915d-a3fb-4f4c-92ff-5c493b45a7e5 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9c5fd7e-d309-46ca-a209-d9d2fcf96976 HTTP/1.1" status: 200 len: 943 time: 0.2179148 Jul 16 08:28:36.597846 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-232580d6-b7be-49c6-a56b-e2b5a7cf5578 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'name': 'tempest-ServersTestBootFromVolume-1378390758-router', 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '015365f0-524a-479f-bc70-a2424806533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:22Z', 'updated_at': '2021-07-16T08:25:29Z', 'revision_number': 4, 'project_id': '0c61b767be844596b7284ec98bd0021f', 'gw_port': {'id': '015365f0-524a-479f-bc70-a2424806533a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:23Z', 'updated_at': '2021-07-16T08:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'dba73cb2-55d9-4e46-a4dc-2031d40d4087', 'name': '', 'network_id': '02d9d55c-dd50-4319-82cb-a2af859ade23', 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'mac_address': 'fa:16:3e:89:7a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '76c50899-99e0-4d0f-96f6-98eabddb6ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:28Z', 'updated_at': '2021-07-16T08:25:39Z', 'revision_number': 5, 'project_id': '0c61b767be844596b7284ec98bd0021f', 'subnets': [{'id': '76c50899-99e0-4d0f-96f6-98eabddb6ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:36.661460 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4ee73364-8bb8-4ca2-8ad5-3dbfa9582431 req-c675b8d4-7167-4958-85f5-b96d2327663c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=79a3e1f3-4732-4c1d-aec3-48e04b67cbec HTTP/1.1" status: 200 len: 217 time: 0.0676429 Jul 16 08:28:36.662540 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:36.667995 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-232580d6-b7be-49c6-a56b-e2b5a7cf5578 None None] The sync data for ids ['730ef17d-47d3-4be5-82a9-40850e28c963'] in n-d-771362-37 is: [{'id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'name': 'tempest-ServersTestBootFromVolume-1378390758-router', 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '015365f0-524a-479f-bc70-a2424806533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:22Z', 'updated_at': '2021-07-16T08:25:29Z', 'revision_number': 4, 'project_id': '0c61b767be844596b7284ec98bd0021f', 'gw_port': {'id': '015365f0-524a-479f-bc70-a2424806533a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:23Z', 'updated_at': '2021-07-16T08:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'dba73cb2-55d9-4e46-a4dc-2031d40d4087', 'name': '', 'network_id': '02d9d55c-dd50-4319-82cb-a2af859ade23', 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'mac_address': 'fa:16:3e:89:7a:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '76c50899-99e0-4d0f-96f6-98eabddb6ee6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:28Z', 'updated_at': '2021-07-16T08:25:39Z', 'revision_number': 5, 'project_id': '0c61b767be844596b7284ec98bd0021f', 'subnets': [{'id': '76c50899-99e0-4d0f-96f6-98eabddb6ee6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:28:36.668229 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-95d102a3-ca93-4db5-9aca-838074568dfa req-8844abbb-c75e-46bf-8e37-3a9c7305fa5a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701990 Jul 16 08:28:36.797600 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=e41bead0-2f4e-40c6-a4d9-01e67e20ac37,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:36.804859 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-366211fd-8633-4222-a89c-a9d6b54fb497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b5ca58-a346-429f-be1c-4ddee30a4e6a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1761243026-router', 'tenant_id': '207ff6dc43f14807bf7488cd86bc3c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '9215af79-b270-4e3b-a71c-2b3acfdba225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:18Z', 'updated_at': '2021-07-16T08:28:32Z', 'revision_number': 4, 'project_id': '207ff6dc43f14807bf7488cd86bc3c0b', 'gw_port': {'id': '9215af79-b270-4e3b-a71c-2b3acfdba225', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b5ca58-a346-429f-be1c-4ddee30a4e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:19Z', 'updated_at': '2021-07-16T08:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '0ada5b6e-c651-47b1-92eb-ff17e6eb74ed', 'name': '', 'network_id': '2f892ac6-d8f2-4928-add4-aded242a3bb2', 'tenant_id': '207ff6dc43f14807bf7488cd86bc3c0b', 'mac_address': 'fa:16:3e:c0:df:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b5ca58-a346-429f-be1c-4ddee30a4e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '2c0dc26f-65fe-4e84-961e-e24ce2f760ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:28Z', 'updated_at': '2021-07-16T08:28:33Z', 'revision_number': 2, 'project_id': '207ff6dc43f14807bf7488cd86bc3c0b', 'subnets': [{'id': '2c0dc26f-65fe-4e84-961e-e24ce2f760ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:36.814881 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0349ab85-a7ae-4dbf-a8d9-947dafda2615 req-813e9374-7367-4516-a89f-5bf9fbb67508 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8648553 Jul 16 08:28:36.823681 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee73364-8bb8-4ca2-8ad5-3dbfa9582431 req-31b80676-392a-4b23-9a43-5e576f5401e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:36.828927 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4ee73364-8bb8-4ca2-8ad5-3dbfa9582431 req-31b80676-392a-4b23-9a43-5e576f5401e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.1376007 Jul 16 08:28:36.841818 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366211fd-8633-4222-a89c-a9d6b54fb497 None None] Checking router: f9b5ca58-a346-429f-be1c-4ddee30a4e6a for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:28:36.842184 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366211fd-8633-4222-a89c-a9d6b54fb497 None None] Updating router f9b5ca58-a346-429f-be1c-4ddee30a4e6a port 0ada5b6e-c651-47b1-92eb-ff17e6eb74ed binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:28:36.859142 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3acc06d9-3ad1-4bb4-89bf-ec57d111ef95 req-bc656027-9bfe-4778-8c06-34c071d9aa39 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2729383 Jul 16 08:28:36.919601 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-366211fd-8633-4222-a89c-a9d6b54fb497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:36.950182 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee73364-8bb8-4ca2-8ad5-3dbfa9582431 req-6de72f83-46e4-4db5-9c9e-63bd30724069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:36.968373 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4ee73364-8bb8-4ca2-8ad5-3dbfa9582431 req-6de72f83-46e4-4db5-9c9e-63bd30724069 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0876484 Jul 16 08:28:37.115595 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2747b4-8d6b-4cdd-bdc6-4e33d85d5351 req-59a81c0b-86f2-459f-a34a-bb8b3c316d32 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:37.118259 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port c77bf194-1197-4f22-ad27-03a9df9e5e3e, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=c77bf194-1197-4f22-ad27-03a9df9e5e3e,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:37.122810 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-10ac3c35-b121-462c-8f82-9c533a7926a9 req-aa510c99-cb17-4e51-93b4-bc998fc3acd0 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/ports?device_id=f127b9b8-2417-40ca-89ed-f3c34598de45 HTTP/1.1" status: 200 len: 210 time: 0.0515163 Jul 16 08:28:37.125134 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2747b4-8d6b-4cdd-bdc6-4e33d85d5351 req-59a81c0b-86f2-459f-a34a-bb8b3c316d32 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:37.132882 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'c77bf194-1197-4f22-ad27-03a9df9e5e3e', 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465', 'port_id': 'c77bf194-1197-4f22-ad27-03a9df9e5e3e', 'mac_address': 'fa:16:3e:fd:85:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ddde08-05a5-43f7-b27d-07657c5409d3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:28:37.144060 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2747b4-8d6b-4cdd-bdc6-4e33d85d5351 req-59a81c0b-86f2-459f-a34a-bb8b3c316d32 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:37.144751 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2747b4-8d6b-4cdd-bdc6-4e33d85d5351 req-59a81c0b-86f2-459f-a34a-bb8b3c316d32 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:37.154178 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2747b4-8d6b-4cdd-bdc6-4e33d85d5351 req-59a81c0b-86f2-459f-a34a-bb8b3c316d32 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:37.160126 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2747b4-8d6b-4cdd-bdc6-4e33d85d5351 req-59a81c0b-86f2-459f-a34a-bb8b3c316d32 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:37.162929 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4ee73364-8bb8-4ca2-8ad5-3dbfa9582431 req-bc42ea15-3999-401a-b32e-2d0eaf074784 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904244 Jul 16 08:28:37.175612 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2747b4-8d6b-4cdd-bdc6-4e33d85d5351 req-59a81c0b-86f2-459f-a34a-bb8b3c316d32 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:37.183626 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6a2747b4-8d6b-4cdd-bdc6-4e33d85d5351 req-59a81c0b-86f2-459f-a34a-bb8b3c316d32 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 5428 time: 0.2297816 Jul 16 08:28:37.214412 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:37.228917 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fa11dc-d96b-4bb5-aeab-796cf9e8946e None None] New status for floating IP e798a08e-f581-4d29-bdd0-0fdb8f784e9b: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:28:37.272958 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6a2747b4-8d6b-4cdd-bdc6-4e33d85d5351 req-52da9298-eb96-4124-aa6b-79158a8a4544 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0882673 Jul 16 08:28:37.279798 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4ee73364-8bb8-4ca2-8ad5-3dbfa9582431 req-f12037c9-a504-49d2-a68e-5ea92403e1be service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128905 Jul 16 08:28:37.334298 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:37.356422 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c77bf194-1197-4f22-ad27-03a9df9e5e3e {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:37.378468 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port c77bf194-1197-4f22-ad27-03a9df9e5e3e, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=c77bf194-1197-4f22-ad27-03a9df9e5e3e,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:37.387832 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:37.447941 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-366211fd-8633-4222-a89c-a9d6b54fb497 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:37.459088 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-366211fd-8633-4222-a89c-a9d6b54fb497 None None] Transition to ACTIVE for port object 0ada5b6e-c651-47b1-92eb-ff17e6eb74ed will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:37.470437 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [req-83e0b304-dc8f-4ea9-8899-37a5921b0bc9 req-46ebd1d1-4dba-4549-b26c-1ff87eb15429 tempest-FloatingIPDetailsNegativeTestJSON-1939615766 tempest-FloatingIPDetailsNegativeTestJSON-1939615766-project] show failed (client error): The resource could not be found. Jul 16 08:28:37.478764 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-366211fd-8633-4222-a89c-a9d6b54fb497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:37.480921 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83e0b304-dc8f-4ea9-8899-37a5921b0bc9 req-46ebd1d1-4dba-4549-b26c-1ff87eb15429 tempest-FloatingIPDetailsNegativeTestJSON-1939615766 tempest-FloatingIPDetailsNegativeTestJSON-1939615766-project] 10.222.0.22 "GET /v2.0/floatingips/0e7f34f9-0917-4950-adc1-01100c3157f5 HTTP/1.1" status: 404 len: 350 time: 0.0676920 Jul 16 08:28:37.483238 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49982) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:37.613269 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=c77bf194-1197-4f22-ad27-03a9df9e5e3e,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:37.706729 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['e41bead0-2f4e-40c6-a4d9-01e67e20ac37'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:37.708941 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['c77bf194-1197-4f22-ad27-03a9df9e5e3e'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:37.793130 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-366211fd-8633-4222-a89c-a9d6b54fb497 None None] Attempting to bind port 0ada5b6e-c651-47b1-92eb-ff17e6eb74ed on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:37.794373 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-366211fd-8633-4222-a89c-a9d6b54fb497 None None] Attempting to bind port 0ada5b6e-c651-47b1-92eb-ff17e6eb74ed by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '81d4028f-e3e1-4969-abb8-420831d6c749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2f892ac6-d8f2-4928-add4-aded242a3bb2'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:37.795135 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366211fd-8633-4222-a89c-a9d6b54fb497 None None] Attempting to bind port 0ada5b6e-c651-47b1-92eb-ff17e6eb74ed on network 2f892ac6-d8f2-4928-add4-aded242a3bb2 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:37.797489 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36229121-f48c-4a9e-a470-c0e4e3a024d9 req-80fe7455-d198-4535-a196-bedebf4bc28e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:37.805193 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-36229121-f48c-4a9e-a470-c0e4e3a024d9 req-80fe7455-d198-4535-a196-bedebf4bc28e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf8fef2e-8dae-4ae9-a2be-01a818282af1 HTTP/1.1" status: 200 len: 948 time: 0.1368265 Jul 16 08:28:37.811463 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366211fd-8633-4222-a89c-a9d6b54fb497 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:37.811965 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366211fd-8633-4222-a89c-a9d6b54fb497 None None] Checking segment: {'id': '81d4028f-e3e1-4969-abb8-420831d6c749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2f892ac6-d8f2-4928-add4-aded242a3bb2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:37.812547 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-366211fd-8633-4222-a89c-a9d6b54fb497 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:37.813065 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366211fd-8633-4222-a89c-a9d6b54fb497 None None] Bound using segment: {'id': '81d4028f-e3e1-4969-abb8-420831d6c749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2f892ac6-d8f2-4928-add4-aded242a3bb2'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:37.813632 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-366211fd-8633-4222-a89c-a9d6b54fb497 None None] Bound port: 0ada5b6e-c651-47b1-92eb-ff17e6eb74ed, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81d4028f-e3e1-4969-abb8-420831d6c749', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '2f892ac6-d8f2-4928-add4-aded242a3bb2'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:37.814394 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-366211fd-8633-4222-a89c-a9d6b54fb497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:37.848682 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f2537-d10b-48d6-84c5-437246ee3413 None None] Pushing event updated for resources: {'Port': ['ID=0ada5b6e-c651-47b1-92eb-ff17e6eb74ed,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:37.875974 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-36229121-f48c-4a9e-a470-c0e4e3a024d9 req-27fcf6a2-0d69-42b7-83aa-e8190c752b49 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697777 Jul 16 08:28:38.005938 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-366211fd-8633-4222-a89c-a9d6b54fb497 None None] For port 0ada5b6e-c651-47b1-92eb-ff17e6eb74ed, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:38.030611 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-366211fd-8633-4222-a89c-a9d6b54fb497 None None] For port 0ada5b6e-c651-47b1-92eb-ff17e6eb74ed, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0ada5b6e-c651-47b1-92eb-ff17e6eb74ed,segment=NetworkSegment(81d4028f-e3e1-4969-abb8-420831d6c749),segment_id=81d4028f-e3e1-4969-abb8-420831d6c749)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:38.050744 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-366211fd-8633-4222-a89c-a9d6b54fb497 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:38.086609 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-9971abbb-aab8-4d93-b1e8-416dc206ccda tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:38.093166 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-9971abbb-aab8-4d93-b1e8-416dc206ccda tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/networks?id=c0f9e63c-c0dc-496b-b400-ce99bcb00b10 HTTP/1.1" status: 200 len: 815 time: 0.4974389 Jul 16 08:28:38.157874 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a12f1a-cf78-4a5d-bedb-b57dc29f095d req-5f4cefbd-3806-49f3-8b7d-5ffd13116dc6 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:38.158824 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-05e273fb-45de-4cdc-9ba3-99520188f41c tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/quotas/249ad98742674923828004d0fe8478b5 HTTP/1.1" status: 200 len: 375 time: 0.0646205 Jul 16 08:28:38.165670 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-55a12f1a-cf78-4a5d-bedb-b57dc29f095d req-5f4cefbd-3806-49f3-8b7d-5ffd13116dc6 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9c5fd7e-d309-46ca-a209-d9d2fcf96976 HTTP/1.1" status: 200 len: 944 time: 0.0864935 Jul 16 08:28:38.208130 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366211fd-8633-4222-a89c-a9d6b54fb497 None None] Routers {'f9b5ca58-a346-429f-be1c-4ddee30a4e6a'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:38.209081 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-366211fd-8633-4222-a89c-a9d6b54fb497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:28:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['f9b5ca58-a346-429f-be1c-4ddee30a4e6a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:38.211682 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336f2537-d10b-48d6-84c5-437246ee3413 None None] Pushing event updated for resources: {'Port': ['ID=0ada5b6e-c651-47b1-92eb-ff17e6eb74ed,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:38.246807 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-55a12f1a-cf78-4a5d-bedb-b57dc29f095d req-5e8812c5-b636-4f9c-b980-27a5bd7b2a61 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796695 Jul 16 08:28:38.315006 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-f2f28736-f69e-4643-bdc4-914510fd8e7b tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=249ad98742674923828004d0fe8478b5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1551430 Jul 16 08:28:38.459651 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-70826ae7-0ceb-4d10-8343-6a2935efbfba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:38.471142 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:38.478787 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26258801-0a36-4bb5-9847-8432cf6c5234 req-417a96ce-4f0c-4ae9-9b1d-0e970468ebb2 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:38.490055 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-26258801-0a36-4bb5-9847-8432cf6c5234 req-417a96ce-4f0c-4ae9-9b1d-0e970468ebb2 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.1002979 Jul 16 08:28:38.505629 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-366211fd-8633-4222-a89c-a9d6b54fb497 None None] Set router f9b5ca58-a346-429f-be1c-4ddee30a4e6a gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:38.536227 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-26258801-0a36-4bb5-9847-8432cf6c5234 req-1fa6a685-f23d-482b-827a-0af61c845eac tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342052 Jul 16 08:28:38.753222 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-de9f5705-5d80-4aad-ab3d-77a08eedbb0f service neutron] 10.222.0.22 "GET /v2.0/networks/c0f9e63c-c0dc-496b-b400-ce99bcb00b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4298036 Jul 16 08:28:38.774483 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-366211fd-8633-4222-a89c-a9d6b54fb497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b5ca58-a346-429f-be1c-4ddee30a4e6a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1761243026-router', 'tenant_id': '207ff6dc43f14807bf7488cd86bc3c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '9215af79-b270-4e3b-a71c-2b3acfdba225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:18Z', 'updated_at': '2021-07-16T08:28:32Z', 'revision_number': 4, 'project_id': '207ff6dc43f14807bf7488cd86bc3c0b', 'gw_port': {'id': '9215af79-b270-4e3b-a71c-2b3acfdba225', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b5ca58-a346-429f-be1c-4ddee30a4e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:19Z', 'updated_at': '2021-07-16T08:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '0ada5b6e-c651-47b1-92eb-ff17e6eb74ed', 'name': '', 'network_id': '2f892ac6-d8f2-4928-add4-aded242a3bb2', 'tenant_id': '207ff6dc43f14807bf7488cd86bc3c0b', 'mac_address': 'fa:16:3e:c0:df:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b5ca58-a346-429f-be1c-4ddee30a4e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '2c0dc26f-65fe-4e84-961e-e24ce2f760ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:28Z', 'updated_at': '2021-07-16T08:28:37Z', 'revision_number': 4, 'project_id': '207ff6dc43f14807bf7488cd86bc3c0b', 'subnets': [{'id': '2c0dc26f-65fe-4e84-961e-e24ce2f760ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:38.807171 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366211fd-8633-4222-a89c-a9d6b54fb497 None None] The sync data for ids ['f9b5ca58-a346-429f-be1c-4ddee30a4e6a'] in n-d-771362-37 is: [{'id': 'f9b5ca58-a346-429f-be1c-4ddee30a4e6a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1761243026-router', 'tenant_id': '207ff6dc43f14807bf7488cd86bc3c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '9215af79-b270-4e3b-a71c-2b3acfdba225', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:18Z', 'updated_at': '2021-07-16T08:28:32Z', 'revision_number': 4, 'project_id': '207ff6dc43f14807bf7488cd86bc3c0b', 'gw_port': {'id': '9215af79-b270-4e3b-a71c-2b3acfdba225', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:62:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b5ca58-a346-429f-be1c-4ddee30a4e6a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:19Z', 'updated_at': '2021-07-16T08:28:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '0ada5b6e-c651-47b1-92eb-ff17e6eb74ed', 'name': '', 'network_id': '2f892ac6-d8f2-4928-add4-aded242a3bb2', 'tenant_id': '207ff6dc43f14807bf7488cd86bc3c0b', 'mac_address': 'fa:16:3e:c0:df:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9b5ca58-a346-429f-be1c-4ddee30a4e6a', 'device_owner': 'network:router_interface', 'standard_attr_id': 818, 'fixed_ips': [{'subnet_id': '2c0dc26f-65fe-4e84-961e-e24ce2f760ab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:28:28Z', 'updated_at': '2021-07-16T08:28:37Z', 'revision_number': 4, 'project_id': '207ff6dc43f14807bf7488cd86bc3c0b', 'subnets': [{'id': '2c0dc26f-65fe-4e84-961e-e24ce2f760ab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:28:38.866385 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8e571620-7571-4db5-889e-7ce151b5d16b req-d9723d25-91c0-42bc-a0a7-75edc8ec7ac4 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/ports?device_id=f127b9b8-2417-40ca-89ed-f3c34598de45 HTTP/1.1" status: 200 len: 210 time: 0.0672827 Jul 16 08:28:38.922878 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-9537501b-888f-4eda-bdf5-85ee1bba32e2 service neutron] 10.222.0.22 "GET /v2.0/networks/c0f9e63c-c0dc-496b-b400-ce99bcb00b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1584210 Jul 16 08:28:39.043342 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-70826ae7-0ceb-4d10-8343-6a2935efbfba admin admin] Deleting port 0ada5b6e-c651-47b1-92eb-ff17e6eb74ed {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:39.043698 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-70826ae7-0ceb-4d10-8343-6a2935efbfba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:39.156235 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92999a86-e9b0-423e-9bfa-5cf9388de0e8 req-46c04a19-4168-4e09-bed4-5d1cfc596acf tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:39.164416 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92999a86-e9b0-423e-9bfa-5cf9388de0e8 req-46c04a19-4168-4e09-bed4-5d1cfc596acf tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:39.172991 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92999a86-e9b0-423e-9bfa-5cf9388de0e8 req-46c04a19-4168-4e09-bed4-5d1cfc596acf tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:39.181589 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92999a86-e9b0-423e-9bfa-5cf9388de0e8 req-46c04a19-4168-4e09-bed4-5d1cfc596acf tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:39.190435 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92999a86-e9b0-423e-9bfa-5cf9388de0e8 req-46c04a19-4168-4e09-bed4-5d1cfc596acf tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:39.196721 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92999a86-e9b0-423e-9bfa-5cf9388de0e8 req-46c04a19-4168-4e09-bed4-5d1cfc596acf tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:39.202307 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92999a86-e9b0-423e-9bfa-5cf9388de0e8 req-46c04a19-4168-4e09-bed4-5d1cfc596acf tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:39.204444 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-92999a86-e9b0-423e-9bfa-5cf9388de0e8 req-46c04a19-4168-4e09-bed4-5d1cfc596acf tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 5428 time: 0.1804440 Jul 16 08:28:39.245427 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-70826ae7-0ceb-4d10-8343-6a2935efbfba admin admin] For port 0ada5b6e-c651-47b1-92eb-ff17e6eb74ed, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0ada5b6e-c651-47b1-92eb-ff17e6eb74ed,segment=NetworkSegment(81d4028f-e3e1-4969-abb8-420831d6c749),segment_id=81d4028f-e3e1-4969-abb8-420831d6c749)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:39.245427 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-70826ae7-0ceb-4d10-8343-6a2935efbfba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:39.277401 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-70826ae7-0ceb-4d10-8343-6a2935efbfba admin admin] Calling delete_port for 0ada5b6e-c651-47b1-92eb-ff17e6eb74ed owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:39.283029 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-92999a86-e9b0-423e-9bfa-5cf9388de0e8 req-6e212f54-6761-41de-84ca-5df80b2b0bd1 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0710154 Jul 16 08:28:39.450166 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 79a3e1f3-4732-4c1d-aec3-48e04b67cbec details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:39.452338 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device e41bead0-2f4e-40c6-a4d9-01e67e20ac37 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:39.686683 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6742f706-9666-47a2-b710-e7a0f9bbda4e req-794ea1a1-d093-478e-82c4-6ece621aa089 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:39.696718 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6742f706-9666-47a2-b710-e7a0f9bbda4e req-794ea1a1-d093-478e-82c4-6ece621aa089 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf8fef2e-8dae-4ae9-a2be-01a818282af1 HTTP/1.1" status: 200 len: 948 time: 0.1897180 Jul 16 08:28:39.718134 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 79a3e1f3-4732-4c1d-aec3-48e04b67cbec, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=79a3e1f3-4732-4c1d-aec3-48e04b67cbec,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:39.720430 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-03cb3533-4909-4c79-a94f-b41a63c15759 req-b0a2c4cb-1763-4d93-898a-151b7d69ae76 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/ports?device_id=0abb8623-a4e0-4eb5-bb6b-4d69f58363c3 HTTP/1.1" status: 200 len: 210 time: 0.0900433 Jul 16 08:28:39.728177 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-70826ae7-0ceb-4d10-8343-6a2935efbfba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:39.749786 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:28:39.775960 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70826ae7-0ceb-4d10-8343-6a2935efbfba admin admin] Pushing event deleted for resources: {'Port': ['ID=0ada5b6e-c651-47b1-92eb-ff17e6eb74ed,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:39.778298 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '79a3e1f3-4732-4c1d-aec3-48e04b67cbec', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': '79a3e1f3-4732-4c1d-aec3-48e04b67cbec', 'mac_address': 'fa:16:3e:42:fa:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:28:39.812620 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6742f706-9666-47a2-b710-e7a0f9bbda4e req-9cdf2362-f731-4775-90c6-76428f811eb0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148858 Jul 16 08:28:39.903656 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:39.933415 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port e41bead0-2f4e-40c6-a4d9-01e67e20ac37 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:39.949080 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79a3e1f3-4732-4c1d-aec3-48e04b67cbec {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:40.033165 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 79a3e1f3-4732-4c1d-aec3-48e04b67cbec, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=79a3e1f3-4732-4c1d-aec3-48e04b67cbec,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:40.035565 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port e41bead0-2f4e-40c6-a4d9-01e67e20ac37 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:40.036178 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:40.115908 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:40.165646 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 3c2a3de7-55c1-4291-849c-36872eca1820 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:40.214182 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-70826ae7-0ceb-4d10-8343-6a2935efbfba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:40.320776 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f585797b-9da0-403d-9654-d8f41419b080 req-f78ae20c-5bfd-42b1-946e-e07264877220 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:40.332538 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f585797b-9da0-403d-9654-d8f41419b080 req-f78ae20c-5bfd-42b1-946e-e07264877220 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9c5fd7e-d309-46ca-a209-d9d2fcf96976 HTTP/1.1" status: 200 len: 944 time: 0.2517970 Jul 16 08:28:40.375482 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.db.resource_extend [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:28:40.380482 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=79a3e1f3-4732-4c1d-aec3-48e04b67cbec,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:40.407761 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e0228-da98-4969-a840-1b582df59b07 req-cbac6790-276e-4814-8055-88b27eb225a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:40.415836 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-926e0228-da98-4969-a840-1b582df59b07 req-cbac6790-276e-4814-8055-88b27eb225a4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=363ec4a697f348ca8340091e760832c9&device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 1097 time: 0.1516743 Jul 16 08:28:40.429563 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['79a3e1f3-4732-4c1d-aec3-48e04b67cbec'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:40.487584 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:40.504958 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f585797b-9da0-403d-9654-d8f41419b080 req-022ca731-c4b9-428a-87db-fb8776d10431 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715539 Jul 16 08:28:40.645724 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e0228-da98-4969-a840-1b582df59b07 req-eb49fafd-7735-4fc7-b1a4-e7dcf0c59c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:40.650207 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-926e0228-da98-4969-a840-1b582df59b07 req-eb49fafd-7735-4fc7-b1a4-e7dcf0c59c34 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393 HTTP/1.1" status: 200 len: 920 time: 0.2289784 Jul 16 08:28:40.685392 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70826ae7-0ceb-4d10-8343-6a2935efbfba admin admin] Router f9b5ca58-a346-429f-be1c-4ddee30a4e6a has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:28:40.704212 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6ab67061-8117-4216-a558-415a18f92d1a req-ff116381-e39e-4ec2-9c4f-382864aca1d0 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/ports?device_id=f127b9b8-2417-40ca-89ed-f3c34598de45 HTTP/1.1" status: 200 len: 210 time: 0.0897870 Jul 16 08:28:40.831695 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-926e0228-da98-4969-a840-1b582df59b07 req-b52991eb-7517-48a6-8862-9250c35776fb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1c60e8c-3f5d-4c70-99ea-45bb794f56e3 HTTP/1.1" status: 200 len: 217 time: 0.1431618 Jul 16 08:28:40.906175 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e693f-5ca4-4545-9c03-dc6f1263be72 req-f57dc231-bce1-4cd9-b0fd-a55b1bb9ec03 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:40.908054 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e46e693f-5ca4-4545-9c03-dc6f1263be72 req-f57dc231-bce1-4cd9-b0fd-a55b1bb9ec03 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.1446743 Jul 16 08:28:40.909739 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70826ae7-0ceb-4d10-8343-6a2935efbfba admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:28:40.918314 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-70826ae7-0ceb-4d10-8343-6a2935efbfba admin admin] 10.222.0.22 "PUT /v2.0/routers/f9b5ca58-a346-429f-be1c-4ddee30a4e6a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4337316 Jul 16 08:28:40.919035 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50050) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:40.922102 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8fef2e-8dae-4ae9-a2be-01a818282af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41bead0-2f4e-40c6-a4d9-01e67e20ac37'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:40.924379 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-207ac955-b17e-40da-8d80-c6c1b9285e21" -d '{"events": [{"server_uuid": "bf8fef2e-8dae-4ae9-a2be-01a818282af1", "name": "network-vif-plugged", "status": "completed", "tag": "e41bead0-2f4e-40c6-a4d9-01e67e20ac37"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:40.939281 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eeb74c-df4c-49c8-a572-1181293ec681 None None] Sync routers for ids ['f9b5ca58-a346-429f-be1c-4ddee30a4e6a'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:28:40.961676 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926e0228-da98-4969-a840-1b582df59b07 req-7a3e0dc2-102d-42b6-bf98-a0536fe1fb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:40.963671 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-926e0228-da98-4969-a840-1b582df59b07 req-7a3e0dc2-102d-42b6-bf98-a0536fe1fb75 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=83132e58-09a7-4e53-b636-27b7cc60a995 HTTP/1.1" status: 200 len: 859 time: 0.1240575 Jul 16 08:28:41.017113 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port e41bead0-2f4e-40c6-a4d9-01e67e20ac37, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e41bead0-2f4e-40c6-a4d9-01e67e20ac37,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:41.033220 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e46e693f-5ca4-4545-9c03-dc6f1263be72 req-91a595ff-6e76-44b4-9595-82d1a91234be tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131151 Jul 16 08:28:41.045898 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:41.047550 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device c77bf194-1197-4f22-ad27-03a9df9e5e3e up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:41.095135 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a59f414-c42c-4c8d-b792-40d90ba9b307 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:41.146002 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-0ba7c7ec-d59b-4146-9a83-3a2e8aa514ce tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:41.149177 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-0ba7c7ec-d59b-4146-9a83-3a2e8aa514ce tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.30 "GET /v2.0/networks?id=c0f9e63c-c0dc-496b-b400-ce99bcb00b10 HTTP/1.1" status: 200 len: 815 time: 0.1368940 Jul 16 08:28:41.179867 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-926e0228-da98-4969-a840-1b582df59b07 req-66292cd7-7572-459c-b229-0dabb1e6164d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1710615 Jul 16 08:28:41.184213 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-374cb27d-0f8c-4f16-86ba-4d8c814167eb tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Request body: {'port': {'device_id': '0abb8623-a4e0-4eb5-bb6b-4d69f58363c3', 'network_id': 'c0f9e63c-c0dc-496b-b400-ce99bcb00b10', 'admin_state_up': True, 'tenant_id': '249ad98742674923828004d0fe8478b5'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:41.235795 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a59f414-c42c-4c8d-b792-40d90ba9b307 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:41.247404 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=e41bead0-2f4e-40c6-a4d9-01e67e20ac37,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:41.275393 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 3c2a3de7-55c1-4291-849c-36872eca1820, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=3c2a3de7-55c1-4291-849c-36872eca1820,segment=NetworkSegment(770b5d3c-5878-41d4-ad65-54e929f23d48),segment_id=770b5d3c-5878-41d4-ad65-54e929f23d48)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:41.285570 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eeb74c-df4c-49c8-a572-1181293ec681 None None] Routers {'f9b5ca58-a346-429f-be1c-4ddee30a4e6a'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:41.287251 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-65eeb74c-df4c-49c8-a572-1181293ec681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:28:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['f9b5ca58-a346-429f-be1c-4ddee30a4e6a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:41.312838 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-926e0228-da98-4969-a840-1b582df59b07 req-200ff937-e9fd-4da2-ab81-ef744324ede8 service neutron] 10.222.0.21 "GET /v2.0/networks/5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209395 Jul 16 08:28:41.388524 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c520fb-53cd-4f1e-afa7-d6a53596588c req-e99371ce-3dd1-4777-a67d-88e8b674d613 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:41.395812 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c520fb-53cd-4f1e-afa7-d6a53596588c req-e99371ce-3dd1-4777-a67d-88e8b674d613 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:41.399266 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '3c2a3de7-55c1-4291-849c-36872eca1820', 'network_id': 'aa91a730-1f66-43ab-9470-038c67461639', 'port_id': '3c2a3de7-55c1-4291-849c-36872eca1820', 'mac_address': 'fa:16:3e:af:6b:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a964aa1-f099-4baa-ad12-6f062d38c70f', 'ip_address': '10.1.1.206'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:28:41.400673 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1c69f59c-16c7-410f-9944-1ff01a7a0855 req-0b244db3-6c17-40c7-91e9-21d77caeedd7 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/ports?device_id=0abb8623-a4e0-4eb5-bb6b-4d69f58363c3 HTTP/1.1" status: 200 len: 210 time: 0.0419703 Jul 16 08:28:41.403838 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c520fb-53cd-4f1e-afa7-d6a53596588c req-e99371ce-3dd1-4777-a67d-88e8b674d613 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:41.411083 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c520fb-53cd-4f1e-afa7-d6a53596588c req-e99371ce-3dd1-4777-a67d-88e8b674d613 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:41.411695 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-5a59f414-c42c-4c8d-b792-40d90ba9b307 admin admin] Deleting port 9215af79-b270-4e3b-a71c-2b3acfdba225 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:41.412090 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a59f414-c42c-4c8d-b792-40d90ba9b307 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:41.417448 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c520fb-53cd-4f1e-afa7-d6a53596588c req-e99371ce-3dd1-4777-a67d-88e8b674d613 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:41.424036 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c520fb-53cd-4f1e-afa7-d6a53596588c req-e99371ce-3dd1-4777-a67d-88e8b674d613 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:41.431600 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c520fb-53cd-4f1e-afa7-d6a53596588c req-e99371ce-3dd1-4777-a67d-88e8b674d613 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:41.441346 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-32c520fb-53cd-4f1e-afa7-d6a53596588c req-e99371ce-3dd1-4777-a67d-88e8b674d613 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 5428 time: 0.4760616 Jul 16 08:28:41.526970 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-5a59f414-c42c-4c8d-b792-40d90ba9b307 admin admin] For port 9215af79-b270-4e3b-a71c-2b3acfdba225, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=9215af79-b270-4e3b-a71c-2b3acfdba225,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:41.527367 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a59f414-c42c-4c8d-b792-40d90ba9b307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:41.546267 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-5a59f414-c42c-4c8d-b792-40d90ba9b307 admin admin] Calling delete_port for 9215af79-b270-4e3b-a71c-2b3acfdba225 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:41.606537 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-926e0228-da98-4969-a840-1b582df59b07 req-1f247974-fc76-4abf-9c04-8fe3409d74a0 service neutron] 10.222.0.21 "GET /v2.0/networks/5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2848103 Jul 16 08:28:41.644116 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-65eeb74c-df4c-49c8-a572-1181293ec681 None None] Set router f9b5ca58-a346-429f-be1c-4ddee30a4e6a gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:41.796930 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:41.805405 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-32c520fb-53cd-4f1e-afa7-d6a53596588c req-46fa707a-c41b-4c1c-8029-8f161240fb80 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1944735 Jul 16 08:28:41.831133 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a59f414-c42c-4c8d-b792-40d90ba9b307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:41.833900 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-374cb27d-0f8c-4f16-86ba-4d8c814167eb tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Made reservation on behalf of 249ad98742674923828004d0fe8478b5 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:41.835947 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c2a3de7-55c1-4291-849c-36872eca1820 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:41.839875 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-374cb27d-0f8c-4f16-86ba-4d8c814167eb tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:41.853027 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-65eeb74c-df4c-49c8-a572-1181293ec681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b5ca58-a346-429f-be1c-4ddee30a4e6a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1761243026-router', 'tenant_id': '207ff6dc43f14807bf7488cd86bc3c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:18Z', 'updated_at': '2021-07-16T08:28:41Z', 'revision_number': 6, 'project_id': '207ff6dc43f14807bf7488cd86bc3c0b', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:41.914394 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a59f414-c42c-4c8d-b792-40d90ba9b307 admin admin] Pushing event deleted for resources: {'Port': ['ID=9215af79-b270-4e3b-a71c-2b3acfdba225,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:41.977050 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port c77bf194-1197-4f22-ad27-03a9df9e5e3e completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:41.985832 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d461eaab-cf51-47ad-8518-d7270826dfb6 x-openstack-request-id: req-d461eaab-cf51-47ad-8518-d7270826dfb6 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:41.986267 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8fef2e-8dae-4ae9-a2be-01a818282af1", "name": "network-vif-plugged", "status": "completed", "tag": "e41bead0-2f4e-40c6-a4d9-01e67e20ac37", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:41.987086 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d461eaab-cf51-47ad-8518-d7270826dfb6 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:41.992836 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8fef2e-8dae-4ae9-a2be-01a818282af1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e41bead0-2f4e-40c6-a4d9-01e67e20ac37', 'code': 200} Jul 16 08:28:42.007957 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eeb74c-df4c-49c8-a572-1181293ec681 None None] Checking router: f9b5ca58-a346-429f-be1c-4ddee30a4e6a for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:28:42.046524 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port c77bf194-1197-4f22-ad27-03a9df9e5e3e triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:42.056803 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:42.056803 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 3c2a3de7-55c1-4291-849c-36872eca1820, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=3c2a3de7-55c1-4291-849c-36872eca1820,segment=NetworkSegment(770b5d3c-5878-41d4-ad65-54e929f23d48),segment_id=770b5d3c-5878-41d4-ad65-54e929f23d48)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:42.190105 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65eeb74c-df4c-49c8-a572-1181293ec681 None None] Routers {'f9b5ca58-a346-429f-be1c-4ddee30a4e6a'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:42.191732 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-65eeb74c-df4c-49c8-a572-1181293ec681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:28:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['f9b5ca58-a346-429f-be1c-4ddee30a4e6a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:42.269316 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a59f414-c42c-4c8d-b792-40d90ba9b307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:42.331663 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:42.332537 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device d87407fc-af4d-474c-a503-fcc8cf9cdf4a details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:42.400911 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-374cb27d-0f8c-4f16-86ba-4d8c814167eb tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Allocated IP 172.20.0.7 (c0f9e63c-c0dc-496b-b400-ce99bcb00b10/ac5f79c4-4d27-4945-ac37-cd56890c0670/d1225757-0775-4299-9c83-75359d8190ef) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:28:42.405974 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5f6249-1004-44ce-aea3-c4250b0a0eff req-14aceceb-ba92-4df8-8ad5-8939d48c3062 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:42.408096 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1a5f6249-1004-44ce-aea3-c4250b0a0eff req-14aceceb-ba92-4df8-8ad5-8939d48c3062 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bf8fef2e-8dae-4ae9-a2be-01a818282af1 HTTP/1.1" status: 200 len: 1101 time: 0.3797786 Jul 16 08:28:42.433836 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-65eeb74c-df4c-49c8-a572-1181293ec681 None None] Set router f9b5ca58-a346-429f-be1c-4ddee30a4e6a gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:42.534223 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77036ba9-3f61-40fc-babf-d70123a9a067 req-49ec5e2e-a5ce-43a3-938f-35c7564d92ac tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:42.536432 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-77036ba9-3f61-40fc-babf-d70123a9a067 req-49ec5e2e-a5ce-43a3-938f-35c7564d92ac tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9c5fd7e-d309-46ca-a209-d9d2fcf96976 HTTP/1.1" status: 200 len: 944 time: 0.3205967 Jul 16 08:28:42.559164 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.db.resource_extend [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:28:42.564188 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-65eeb74c-df4c-49c8-a572-1181293ec681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9b5ca58-a346-429f-be1c-4ddee30a4e6a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1761243026-router', 'tenant_id': '207ff6dc43f14807bf7488cd86bc3c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:18Z', 'updated_at': '2021-07-16T08:28:41Z', 'revision_number': 7, 'project_id': '207ff6dc43f14807bf7488cd86bc3c0b', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:42.565982 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1a5f6249-1004-44ce-aea3-c4250b0a0eff req-6cc29772-785e-41ae-a032-24d8c0888e37 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477036 Jul 16 08:28:42.653135 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port d87407fc-af4d-474c-a503-fcc8cf9cdf4a, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d87407fc-af4d-474c-a503-fcc8cf9cdf4a,segment=NetworkSegment(770b5d3c-5878-41d4-ad65-54e929f23d48),segment_id=770b5d3c-5878-41d4-ad65-54e929f23d48)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:42.670005 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65eeb74c-df4c-49c8-a572-1181293ec681 None None] The sync data for ids ['f9b5ca58-a346-429f-be1c-4ddee30a4e6a'] in n-d-771362-37 is: [{'id': 'f9b5ca58-a346-429f-be1c-4ddee30a4e6a', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-1761243026-router', 'tenant_id': '207ff6dc43f14807bf7488cd86bc3c0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:28:18Z', 'updated_at': '2021-07-16T08:28:41Z', 'revision_number': 7, 'project_id': '207ff6dc43f14807bf7488cd86bc3c0b', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:28:42.675315 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=3c2a3de7-55c1-4291-849c-36872eca1820,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:42.678299 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a59f414-c42c-4c8d-b792-40d90ba9b307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:42.693593 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a59f414-c42c-4c8d-b792-40d90ba9b307 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:42.710073 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13818570-83a7-42a4-bb69-2ccd76139e15 req-dc02025d-be43-42d1-a5ac-788139ed5704 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:42.716695 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'd87407fc-af4d-474c-a503-fcc8cf9cdf4a', 'network_id': 'aa91a730-1f66-43ab-9470-038c67461639', 'port_id': 'd87407fc-af4d-474c-a503-fcc8cf9cdf4a', 'mac_address': 'fa:16:3e:a8:c4:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a964aa1-f099-4baa-ad12-6f062d38c70f', 'ip_address': '10.1.1.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:28:42.727103 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-13818570-83a7-42a4-bb69-2ccd76139e15 req-dc02025d-be43-42d1-a5ac-788139ed5704 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf8fef2e-8dae-4ae9-a2be-01a818282af1 HTTP/1.1" status: 200 len: 949 time: 0.6070871 Jul 16 08:28:42.735054 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:42.781310 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-77036ba9-3f61-40fc-babf-d70123a9a067 req-4c04a042-4315-4856-ae3a-7d10d6da89b0 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2304955 Jul 16 08:28:42.828766 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:42.835900 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port c77bf194-1197-4f22-ad27-03a9df9e5e3e, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=c77bf194-1197-4f22-ad27-03a9df9e5e3e,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:42.846684 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:42.865523 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 79a3e1f3-4732-4c1d-aec3-48e04b67cbec up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:42.905296 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a59f414-c42c-4c8d-b792-40d90ba9b307 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:42.906008 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a59f414-c42c-4c8d-b792-40d90ba9b307 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9b5ca58-a346-429f-be1c-4ddee30a4e6a {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:28:42.917886 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a59f414-c42c-4c8d-b792-40d90ba9b307 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:42.927459 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50084) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:42.929781 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5a59f414-c42c-4c8d-b792-40d90ba9b307 admin admin] 10.222.0.22 "DELETE /v2.0/routers/f9b5ca58-a346-429f-be1c-4ddee30a4e6a HTTP/1.1" status: 204 len: 168 time: 1.9979336 Jul 16 08:28:42.933240 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-13818570-83a7-42a4-bb69-2ccd76139e15 req-5ff8096e-4c93-4dc9-801c-a3d57cf13de2 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053537 Jul 16 08:28:42.935294 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d87407fc-af4d-474c-a503-fcc8cf9cdf4a {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:43.058306 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port d87407fc-af4d-474c-a503-fcc8cf9cdf4a, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d87407fc-af4d-474c-a503-fcc8cf9cdf4a,segment=NetworkSegment(770b5d3c-5878-41d4-ad65-54e929f23d48),segment_id=770b5d3c-5878-41d4-ad65-54e929f23d48)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:43.073831 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-374cb27d-0f8c-4f16-86ba-4d8c814167eb tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:43.095994 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:43.096695 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 76090f44-539b-438f-8800-1f8cae00b415 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:43.116871 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=c77bf194-1197-4f22-ad27-03a9df9e5e3e,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:43.117247 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-374cb27d-0f8c-4f16-86ba-4d8c814167eb tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Transition to ACTIVE for port object d1225757-0775-4299-9c83-75359d8190ef will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:43.169513 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-81c336f8-a564-436c-9670-50a1d501198e admin admin] Deleting subnet 2c0dc26f-65fe-4e84-961e-e24ce2f760ab {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:28:43.173386 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-81c336f8-a564-436c-9670-50a1d501198e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:43.232654 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-81c336f8-a564-436c-9670-50a1d501198e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:43.360933 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a09538-d884-43ea-be58-b2ac169efe2b req-75b22f80-eb78-4ffb-a7e3-df0a80dd1ff2 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:43.365788 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 79a3e1f3-4732-4c1d-aec3-48e04b67cbec completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:43.368738 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b8a09538-d884-43ea-be58-b2ac169efe2b req-75b22f80-eb78-4ffb-a7e3-df0a80dd1ff2 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.1361146 Jul 16 08:28:43.406303 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-81c336f8-a564-436c-9670-50a1d501198e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:43.417359 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b8a09538-d884-43ea-be58-b2ac169efe2b req-ac2b3cf6-05d5-4fdc-84f9-dd2e30afa3c4 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475187 Jul 16 08:28:43.419731 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 79a3e1f3-4732-4c1d-aec3-48e04b67cbec triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:43.420229 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:43.479995 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-81c336f8-a564-436c-9670-50a1d501198e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:43.485065 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-374cb27d-0f8c-4f16-86ba-4d8c814167eb tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:43.496271 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 76090f44-539b-438f-8800-1f8cae00b415, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=76090f44-539b-438f-8800-1f8cae00b415,segment=NetworkSegment(770b5d3c-5878-41d4-ad65-54e929f23d48),segment_id=770b5d3c-5878-41d4-ad65-54e929f23d48)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:43.529561 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=d87407fc-af4d-474c-a503-fcc8cf9cdf4a,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:43.602269 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374cb27d-0f8c-4f16-86ba-4d8c814167eb tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Pushing event updated for resources: {'Port': ['ID=d1225757-0775-4299-9c83-75359d8190ef,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:43.626910 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '76090f44-539b-438f-8800-1f8cae00b415', 'network_id': 'aa91a730-1f66-43ab-9470-038c67461639', 'port_id': '76090f44-539b-438f-8800-1f8cae00b415', 'mac_address': 'fa:16:3e:2f:c9:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a964aa1-f099-4baa-ad12-6f062d38c70f', 'ip_address': '10.1.1.114'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:28:43.701092 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-81c336f8-a564-436c-9670-50a1d501198e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:43.705918 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-81c336f8-a564-436c-9670-50a1d501198e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2c0dc26f-65fe-4e84-961e-e24ce2f760ab HTTP/1.1" status: 204 len: 168 time: 0.7747102 Jul 16 08:28:43.708499 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c336f8-a564-436c-9670-50a1d501198e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c0dc26f-65fe-4e84-961e-e24ce2f760ab,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:43.713491 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50090) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:43.740143 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ed82f-9bd6-4d4b-ae7c-6cecc1bb49ad req-e5ae179b-6fa2-44b0-bea3-d3e38ae8d807 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:43.753512 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4561536d-42d2-4d28-8df4-edefd8985426 None None] Network 2f892ac6-d8f2-4928-add4-aded242a3bb2 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:28:43.758987 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-374cb27d-0f8c-4f16-86ba-4d8c814167eb tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Network c0f9e63c-c0dc-496b-b400-ce99bcb00b10 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:28:43.761231 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ed82f-9bd6-4d4b-ae7c-6cecc1bb49ad req-e5ae179b-6fa2-44b0-bea3-d3e38ae8d807 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:43.782924 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ed82f-9bd6-4d4b-ae7c-6cecc1bb49ad req-e5ae179b-6fa2-44b0-bea3-d3e38ae8d807 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:43.790240 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ed82f-9bd6-4d4b-ae7c-6cecc1bb49ad req-e5ae179b-6fa2-44b0-bea3-d3e38ae8d807 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:43.806869 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ed82f-9bd6-4d4b-ae7c-6cecc1bb49ad req-e5ae179b-6fa2-44b0-bea3-d3e38ae8d807 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:43.818387 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ed82f-9bd6-4d4b-ae7c-6cecc1bb49ad req-e5ae179b-6fa2-44b0-bea3-d3e38ae8d807 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:43.824159 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:43.829070 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-374cb27d-0f8c-4f16-86ba-4d8c814167eb tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:28:43.836241 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ed82f-9bd6-4d4b-ae7c-6cecc1bb49ad req-e5ae179b-6fa2-44b0-bea3-d3e38ae8d807 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:43.846194 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-374cb27d-0f8c-4f16-86ba-4d8c814167eb tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:28:43.852977 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-503ed82f-9bd6-4d4b-ae7c-6cecc1bb49ad req-e5ae179b-6fa2-44b0-bea3-d3e38ae8d807 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 5430 time: 0.3025301 Jul 16 08:28:43.967839 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-503ed82f-9bd6-4d4b-ae7c-6cecc1bb49ad req-0d16c22b-7bcc-4754-8112-bee77671687b tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1137791 Jul 16 08:28:43.988674 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76090f44-539b-438f-8800-1f8cae00b415 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:44.044336 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c7d49c-0128-4b81-9f71-c7e78bfb8e1f req-98566c6e-82ab-46d6-902e-b592fe1b1d16 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:44.051764 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-34c7d49c-0128-4b81-9f71-c7e78bfb8e1f req-98566c6e-82ab-46d6-902e-b592fe1b1d16 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/ports?device_id=0abb8623-a4e0-4eb5-bb6b-4d69f58363c3 HTTP/1.1" status: 200 len: 931 time: 0.5785584 Jul 16 08:28:44.086142 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11310891-3e58-4324-8d04-f2d6f939d844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:44.105875 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 76090f44-539b-438f-8800-1f8cae00b415, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=76090f44-539b-438f-8800-1f8cae00b415,segment=NetworkSegment(770b5d3c-5878-41d4-ad65-54e929f23d48),segment_id=770b5d3c-5878-41d4-ad65-54e929f23d48)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:44.114841 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50096) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:44.190820 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-374cb27d-0f8c-4f16-86ba-4d8c814167eb tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:44.198152 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-374cb27d-0f8c-4f16-86ba-4d8c814167eb tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:44.253499 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c5fd7e-d309-46ca-a209-d9d2fcf96976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77bf194-1197-4f22-ad27-03a9df9e5e3e'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:44.254182 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-34c7d49c-0128-4b81-9f71-c7e78bfb8e1f req-2c387197-61e8-40bd-ad64-83fd10fb43c9 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c15fbfe-ea0e-4712-bbd4-b2ae3b14a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2006426 Jul 16 08:28:44.256704 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3bd8a3a-8b22-48ad-8dca-a8127ac86a1b" -d '{"events": [{"server_uuid": "c9c5fd7e-d309-46ca-a209-d9d2fcf96976", "name": "network-vif-plugged", "status": "completed", "tag": "c77bf194-1197-4f22-ad27-03a9df9e5e3e"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:44.261294 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:44.274289 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-374cb27d-0f8c-4f16-86ba-4d8c814167eb tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0981219 Jul 16 08:28:44.304894 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:44.305850 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device d1214eb5-4495-47f0-8778-79707a2c0a79 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:44.311661 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-abc465e3-bbb1-4056-a4c7-ef3fa8296d9e tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:44.376630 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-85fd4169-9a55-44bc-b8be-8933e2f6e4b2 service neutron] Request body: {'port': {'device_id': '0abb8623-a4e0-4eb5-bb6b-4d69f58363c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:44.381115 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-abc465e3-bbb1-4056-a4c7-ef3fa8296d9e tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:44.487698 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-abc465e3-bbb1-4056-a4c7-ef3fa8296d9e tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:44.491600 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-abc465e3-bbb1-4056-a4c7-ef3fa8296d9e tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:44.493218 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-abc465e3-bbb1-4056-a4c7-ef3fa8296d9e tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "DELETE /v2.0/security-groups/665d30cc-4980-46e5-b522-68b07dc820ee HTTP/1.1" status: 204 len: 168 time: 0.3770924 Jul 16 08:28:44.498304 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50102) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:44.511114 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 79a3e1f3-4732-4c1d-aec3-48e04b67cbec, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=79a3e1f3-4732-4c1d-aec3-48e04b67cbec,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:44.533686 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3155db72-7f12-4016-88fe-fcf341e30a61 None None] Provisioning for port d1225757-0775-4299-9c83-75359d8190ef completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:44.550072 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:44.592675 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc465e3-bbb1-4056-a4c7-ef3fa8296d9e tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=665d30cc-4980-46e5-b522-68b07dc820ee,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:44.602222 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-69a30a44-d514-430f-8412-d5936ad135c1 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] show failed (client error): The resource could not be found. Jul 16 08:28:44.603878 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-69a30a44-d514-430f-8412-d5936ad135c1 tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "GET /v2.0/security-groups/665d30cc-4980-46e5-b522-68b07dc820ee HTTP/1.1" status: 404 len: 347 time: 0.1001441 Jul 16 08:28:44.624921 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50106) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:44.690302 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-85fd4169-9a55-44bc-b8be-8933e2f6e4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:44.690538 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 9215af79-b270-4e3b-a71c-2b3acfdba225 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:44.733832 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99abbcab-e6f1-4a0c-b764-a11c17d2aac9 req-bef2ffa6-f0d2-4889-8004-ad32b432d42e tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:44.735724 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-99abbcab-e6f1-4a0c-b764-a11c17d2aac9 req-bef2ffa6-f0d2-4889-8004-ad32b432d42e tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9c5fd7e-d309-46ca-a209-d9d2fcf96976 HTTP/1.1" status: 200 len: 945 time: 0.1987960 Jul 16 08:28:44.759218 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3155db72-7f12-4016-88fe-fcf341e30a61 None None] Provisioning complete for port d1225757-0775-4299-9c83-75359d8190ef triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:44.759604 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3155db72-7f12-4016-88fe-fcf341e30a61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:44.791101 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=76090f44-539b-438f-8800-1f8cae00b415,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:44.799975 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 9215af79-b270-4e3b-a71c-2b3acfdba225 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:28:44.800647 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 9215af79-b270-4e3b-a71c-2b3acfdba225 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:44.801243 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0ada5b6e-c651-47b1-92eb-ff17e6eb74ed no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:44.879316 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-11310891-3e58-4324-8d04-f2d6f939d844 admin admin] Deleting port 1d5f61e8-621c-47e9-a913-a33cdbadd512 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:44.879958 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11310891-3e58-4324-8d04-f2d6f939d844 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:45.213139 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-3155db72-7f12-4016-88fe-fcf341e30a61 None None] Port d1225757-0775-4299-9c83-75359d8190ef cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:28:45.225105 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 0ada5b6e-c651-47b1-92eb-ff17e6eb74ed {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:28:45.225338 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-99abbcab-e6f1-4a0c-b764-a11c17d2aac9 req-49a50ea0-816c-48c7-8756-13ac2b10d74e tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4665120 Jul 16 08:28:45.226062 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0ada5b6e-c651-47b1-92eb-ff17e6eb74ed not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:45.244803 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port d1214eb5-4495-47f0-8778-79707a2c0a79, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d1214eb5-4495-47f0-8778-79707a2c0a79,segment=NetworkSegment(2630c0b4-c25a-4e71-baf9-4cb001668487),segment_id=2630c0b4-c25a-4e71-baf9-4cb001668487)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:45.303792 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'd1214eb5-4495-47f0-8778-79707a2c0a79', 'network_id': 'ef42b60b-a2a6-4c00-9b16-9d40351d12af', 'port_id': 'd1214eb5-4495-47f0-8778-79707a2c0a79', 'mac_address': 'fa:16:3e:11:c8:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '90e1689d-683e-4bf7-9829-529743ada4e0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:28:45.347562 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=79a3e1f3-4732-4c1d-aec3-48e04b67cbec,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:45.412848 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-628d8d5d-28a8-4a43-8fa3-9ac4db21763c x-openstack-request-id: req-628d8d5d-28a8-4a43-8fa3-9ac4db21763c {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:45.413158 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c5fd7e-d309-46ca-a209-d9d2fcf96976", "name": "network-vif-plugged", "status": "completed", "tag": "c77bf194-1197-4f22-ad27-03a9df9e5e3e", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:45.414115 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-628d8d5d-28a8-4a43-8fa3-9ac4db21763c {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:45.414519 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c5fd7e-d309-46ca-a209-d9d2fcf96976', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c77bf194-1197-4f22-ad27-03a9df9e5e3e', 'code': 200} Jul 16 08:28:45.445652 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:45.483536 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1214eb5-4495-47f0-8778-79707a2c0a79 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:45.526248 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-85fd4169-9a55-44bc-b8be-8933e2f6e4b2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1225757-0775-4299-9c83-75359d8190ef {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:45.527275 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port d1214eb5-4495-47f0-8778-79707a2c0a79, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d1214eb5-4495-47f0-8778-79707a2c0a79,segment=NetworkSegment(2630c0b4-c25a-4e71-baf9-4cb001668487),segment_id=2630c0b4-c25a-4e71-baf9-4cb001668487)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:45.533120 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6b10a59-7db3-4dfa-afc7-aa908304bf6a None None] DHCP port deletion for 2f892ac6-d8f2-4928-add4-aded242a3bb2 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:28:45.536262 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-85fd4169-9a55-44bc-b8be-8933e2f6e4b2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:45.550018 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-85fd4169-9a55-44bc-b8be-8933e2f6e4b2 service neutron] Transition to ACTIVE for port object d1225757-0775-4299-9c83-75359d8190ef will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:28:45.562228 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-11310891-3e58-4324-8d04-f2d6f939d844 admin admin] For port 1d5f61e8-621c-47e9-a913-a33cdbadd512, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1d5f61e8-621c-47e9-a913-a33cdbadd512,segment=NetworkSegment(81d4028f-e3e1-4969-abb8-420831d6c749),segment_id=81d4028f-e3e1-4969-abb8-420831d6c749)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:45.562592 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11310891-3e58-4324-8d04-f2d6f939d844 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:45.586567 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:45.587229 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 184a58dc-9828-4052-989b-49e6206f70e7 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:45.622683 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 184a58dc-9828-4052-989b-49e6206f70e7, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=184a58dc-9828-4052-989b-49e6206f70e7,segment=NetworkSegment(770b5d3c-5878-41d4-ad65-54e929f23d48),segment_id=770b5d3c-5878-41d4-ad65-54e929f23d48)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:45.639074 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '184a58dc-9828-4052-989b-49e6206f70e7', 'network_id': 'aa91a730-1f66-43ab-9470-038c67461639', 'port_id': '184a58dc-9828-4052-989b-49e6206f70e7', 'mac_address': 'fa:16:3e:d0:73:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7a964aa1-f099-4baa-ad12-6f062d38c70f', 'ip_address': '10.1.1.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:28:45.677085 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-85fd4169-9a55-44bc-b8be-8933e2f6e4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:45.696730 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3fb0f5f-e8c5-4b25-bd52-e052b36c4d22 req-bc32c35e-e0ba-44c1-9bca-093b8846d63c tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:45.698539 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e3fb0f5f-e8c5-4b25-bd52-e052b36c4d22 req-bc32c35e-e0ba-44c1-9bca-093b8846d63c tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf8fef2e-8dae-4ae9-a2be-01a818282af1 HTTP/1.1" status: 200 len: 949 time: 1.1065254 Jul 16 08:28:45.722221 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-11310891-3e58-4324-8d04-f2d6f939d844 admin admin] Calling delete_port for 1d5f61e8-621c-47e9-a913-a33cdbadd512 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:45.727170 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb703d0-bea2-4777-889c-bd53a13e55b1 req-e3a418f4-5d52-4549-aaca-22cd2673e12f tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:45.735432 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4cb703d0-bea2-4777-889c-bd53a13e55b1 req-e3a418f4-5d52-4549-aaca-22cd2673e12f tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.1347861 Jul 16 08:28:45.790606 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=d1214eb5-4495-47f0-8778-79707a2c0a79,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:45.794885 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:45.796000 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4cb703d0-bea2-4777-889c-bd53a13e55b1 req-c7c46d2f-e797-402d-9c6d-20c9676b1fd1 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571396 Jul 16 08:28:45.831955 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 184a58dc-9828-4052-989b-49e6206f70e7 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:45.881736 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1aa2d2d2-7460-43cb-973c-36953d1bfb2b tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Deleting port 0d94917f-8d90-4559-bc1a-e761bdffe577 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:45.882198 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1aa2d2d2-7460-43cb-973c-36953d1bfb2b tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:45.900246 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 184a58dc-9828-4052-989b-49e6206f70e7, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=184a58dc-9828-4052-989b-49e6206f70e7,segment=NetworkSegment(770b5d3c-5878-41d4-ad65-54e929f23d48),segment_id=770b5d3c-5878-41d4-ad65-54e929f23d48)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:45.903458 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a6b10a59-7db3-4dfa-afc7-aa908304bf6a None None] Deleting port 1d5f61e8-621c-47e9-a913-a33cdbadd512 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:45.908440 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a6b10a59-7db3-4dfa-afc7-aa908304bf6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:45.911401 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:45.946454 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 091da7a4-e099-4e84-a774-919605faad63 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:46.154192 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82fec6-a22b-41db-9562-35a9505ea4c0 req-faea5b10-77d3-4ff5-b5f3-17642222f23b tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:46.164791 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82fec6-a22b-41db-9562-35a9505ea4c0 req-faea5b10-77d3-4ff5-b5f3-17642222f23b tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:46.174099 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82fec6-a22b-41db-9562-35a9505ea4c0 req-faea5b10-77d3-4ff5-b5f3-17642222f23b tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:46.182500 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82fec6-a22b-41db-9562-35a9505ea4c0 req-faea5b10-77d3-4ff5-b5f3-17642222f23b tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:46.190316 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=184a58dc-9828-4052-989b-49e6206f70e7,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:46.192025 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82fec6-a22b-41db-9562-35a9505ea4c0 req-faea5b10-77d3-4ff5-b5f3-17642222f23b tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:46.201759 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82fec6-a22b-41db-9562-35a9505ea4c0 req-faea5b10-77d3-4ff5-b5f3-17642222f23b tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:46.212623 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a82fec6-a22b-41db-9562-35a9505ea4c0 req-faea5b10-77d3-4ff5-b5f3-17642222f23b tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:46.224464 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6a82fec6-a22b-41db-9562-35a9505ea4c0 req-faea5b10-77d3-4ff5-b5f3-17642222f23b tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 5433 time: 0.2262790 Jul 16 08:28:46.312739 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a6b10a59-7db3-4dfa-afc7-aa908304bf6a None None] For port 1d5f61e8-621c-47e9-a913-a33cdbadd512, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1d5f61e8-621c-47e9-a913-a33cdbadd512,segment=NetworkSegment(81d4028f-e3e1-4969-abb8-420831d6c749),segment_id=81d4028f-e3e1-4969-abb8-420831d6c749)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:46.313232 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a6b10a59-7db3-4dfa-afc7-aa908304bf6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:46.334549 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 091da7a4-e099-4e84-a774-919605faad63, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=091da7a4-e099-4e84-a774-919605faad63,segment=NetworkSegment(31f9b961-21bb-41b6-bbbd-a954d90f0b1b),segment_id=31f9b961-21bb-41b6-bbbd-a954d90f0b1b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:46.352295 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a6b10a59-7db3-4dfa-afc7-aa908304bf6a None None] Calling delete_port for 1d5f61e8-621c-47e9-a913-a33cdbadd512 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:46.363441 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '091da7a4-e099-4e84-a774-919605faad63', 'network_id': '75416cd1-a2d8-4e5f-acde-36e6b516d991', 'port_id': '091da7a4-e099-4e84-a774-919605faad63', 'mac_address': 'fa:16:3e:3c:3a:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7842a341-61cf-4424-8fa5-ccac1e8e2370', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:28:46.423807 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6a82fec6-a22b-41db-9562-35a9505ea4c0 req-99617455-b080-4809-a720-6df20fa0f38a tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1839151 Jul 16 08:28:46.514885 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['76090f44-539b-438f-8800-1f8cae00b415'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:46.556991 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['d1214eb5-4495-47f0-8778-79707a2c0a79'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:46.626088 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1d5f61e8-621c-47e9-a913-a33cdbadd512 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:46.636902 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['d87407fc-af4d-474c-a503-fcc8cf9cdf4a'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:46.698824 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1aa2d2d2-7460-43cb-973c-36953d1bfb2b tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:46.699777 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1aa2d2d2-7460-43cb-973c-36953d1bfb2b tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:46.712578 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1aa2d2d2-7460-43cb-973c-36953d1bfb2b tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Calling delete_port for 0d94917f-8d90-4559-bc1a-e761bdffe577 owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:46.781024 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['3c2a3de7-55c1-4291-849c-36872eca1820'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:46.966722 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['184a58dc-9828-4052-989b-49e6206f70e7'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:46.976657 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:46.981266 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e57ca-4be2-4c0a-9d12-3678fe3f752a req-b8f34b6f-6902-49eb-8ecc-f8bafaf0eee5 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:46.983406 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1aa2d2d2-7460-43cb-973c-36953d1bfb2b tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:46.985827 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bd8e57ca-4be2-4c0a-9d12-3678fe3f752a req-b8f34b6f-6902-49eb-8ecc-f8bafaf0eee5 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/ports?device_id=0abb8623-a4e0-4eb5-bb6b-4d69f58363c3 HTTP/1.1" status: 200 len: 943 time: 0.1666334 Jul 16 08:28:47.079406 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e3fb0f5f-e8c5-4b25-bd52-e052b36c4d22 req-11363099-2118-4f73-a6a4-f0baba89ea9f tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2275522 Jul 16 08:28:47.095680 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bd8e57ca-4be2-4c0a-9d12-3678fe3f752a req-53b69c61-0a55-420c-8b8d-3470aa48ebd6 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c15fbfe-ea0e-4712-bbd4-b2ae3b14a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026220 Jul 16 08:28:47.126366 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd4169-9a55-44bc-b8be-8933e2f6e4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d1225757-0775-4299-9c83-75359d8190ef,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:47.257029 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 091da7a4-e099-4e84-a774-919605faad63 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:47.303058 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 091da7a4-e099-4e84-a774-919605faad63, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=091da7a4-e099-4e84-a774-919605faad63,segment=NetworkSegment(31f9b961-21bb-41b6-bbbd-a954d90f0b1b),segment_id=31f9b961-21bb-41b6-bbbd-a954d90f0b1b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:47.404635 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712e31c-d586-4243-a907-2c123f31f7bb req-0306a957-5923-4262-882b-8a92a6eedb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:47.406284 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5712e31c-d586-4243-a907-2c123f31f7bb req-0306a957-5923-4262-882b-8a92a6eedb98 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c9c5fd7e-d309-46ca-a209-d9d2fcf96976 HTTP/1.1" status: 200 len: 1097 time: 1.8298767 Jul 16 08:28:47.409193 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2d2d2-7460-43cb-973c-36953d1bfb2b tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Pushing event deleted for resources: {'Port': ['ID=0d94917f-8d90-4559-bc1a-e761bdffe577,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:47.423542 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:47.425262 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 731fdcab-68d6-4de1-9151-da7a41b03db8 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:47.452042 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11310891-3e58-4324-8d04-f2d6f939d844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:47.454643 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952170fa-86c3-4907-96c4-e0eac5a1866c req-924bfb56-f77c-4615-b170-8d236a0724e4 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:47.465725 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-952170fa-86c3-4907-96c4-e0eac5a1866c req-924bfb56-f77c-4615-b170-8d236a0724e4 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9c5fd7e-d309-46ca-a209-d9d2fcf96976 HTTP/1.1" status: 200 len: 945 time: 0.1535025 Jul 16 08:28:47.503137 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11310891-3e58-4324-8d04-f2d6f939d844 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d5f61e8-621c-47e9-a913-a33cdbadd512,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:47.542973 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227e7ace-6c67-4aac-a66d-717b67a5ce43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a3e1f3-4732-4c1d-aec3-48e04b67cbec'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:47.555020 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500c701e-3e8d-4e44-81e1-28fd722cb4b0" -d '{"events": [{"server_uuid": "227e7ace-6c67-4aac-a66d-717b67a5ce43", "name": "network-vif-plugged", "status": "completed", "tag": "79a3e1f3-4732-4c1d-aec3-48e04b67cbec"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:47.555894 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-952170fa-86c3-4907-96c4-e0eac5a1866c req-61d7beda-fdb5-4aa5-a7b4-84c475a49e42 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891156 Jul 16 08:28:47.605063 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11310891-3e58-4324-8d04-f2d6f939d844 admin admin] No DVR routers for this DVR port 1d5f61e8-621c-47e9-a913-a33cdbadd512 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:28:47.614180 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.db.resource_extend [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:28:47.690776 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1aa2d2d2-7460-43cb-973c-36953d1bfb2b tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:47.693916 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1aa2d2d2-7460-43cb-973c-36953d1bfb2b tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:47.698866 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50144) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:47.699243 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1aa2d2d2-7460-43cb-973c-36953d1bfb2b tempest-ServersTestBootFromVolume-1026551199 tempest-ServersTestBootFromVolume-1026551199-project] 10.222.0.22 "DELETE /v2.0/floatingips/e798a08e-f581-4d29-bdd0-0fdb8f784e9b HTTP/1.1" status: 204 len: 168 time: 3.0730817 Jul 16 08:28:47.739487 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5712e31c-d586-4243-a907-2c123f31f7bb req-1c73f4dc-a0cf-4adc-88f4-34bafc06ff62 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895226 Jul 16 08:28:47.821454 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11310891-3e58-4324-8d04-f2d6f939d844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:47.833807 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-85fd4169-9a55-44bc-b8be-8933e2f6e4b2 service neutron] Attempting to bind port d1225757-0775-4299-9c83-75359d8190ef on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:28:47.834428 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-85fd4169-9a55-44bc-b8be-8933e2f6e4b2 service neutron] Attempting to bind port d1225757-0775-4299-9c83-75359d8190ef by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '9c38dbf6-508c-4ef7-9acc-99f901f233af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0f9e63c-c0dc-496b-b400-ce99bcb00b10'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:28:47.834973 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-85fd4169-9a55-44bc-b8be-8933e2f6e4b2 service neutron] Attempting to bind port d1225757-0775-4299-9c83-75359d8190ef on network c0f9e63c-c0dc-496b-b400-ce99bcb00b10 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:47.859076 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-85fd4169-9a55-44bc-b8be-8933e2f6e4b2 service neutron] Port d1225757-0775-4299-9c83-75359d8190ef on network c0f9e63c-c0dc-496b-b400-ce99bcb00b10 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:28:47.860736 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-85fd4169-9a55-44bc-b8be-8933e2f6e4b2 service neutron] Attempting to bind port d1225757-0775-4299-9c83-75359d8190ef on network c0f9e63c-c0dc-496b-b400-ce99bcb00b10 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:28:47.871103 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50148) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:47.872935 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-11310891-3e58-4324-8d04-f2d6f939d844 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f892ac6-d8f2-4928-add4-aded242a3bb2']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:47.894666 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-85fd4169-9a55-44bc-b8be-8933e2f6e4b2 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:28:47.895289 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-85fd4169-9a55-44bc-b8be-8933e2f6e4b2 service neutron] Checking segment: {'id': '9c38dbf6-508c-4ef7-9acc-99f901f233af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0f9e63c-c0dc-496b-b400-ce99bcb00b10'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:28:47.895844 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-85fd4169-9a55-44bc-b8be-8933e2f6e4b2 service neutron] Bound using segment: {'id': '9c38dbf6-508c-4ef7-9acc-99f901f233af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0f9e63c-c0dc-496b-b400-ce99bcb00b10'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:28:47.896692 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-85fd4169-9a55-44bc-b8be-8933e2f6e4b2 service neutron] Bound port: d1225757-0775-4299-9c83-75359d8190ef, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c38dbf6-508c-4ef7-9acc-99f901f233af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c0f9e63c-c0dc-496b-b400-ce99bcb00b10'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:28:47.897236 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-85fd4169-9a55-44bc-b8be-8933e2f6e4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:47.900780 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-11310891-3e58-4324-8d04-f2d6f939d844 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81d4028f-e3e1-4969-abb8-420831d6c749') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:47.903884 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-11310891-3e58-4324-8d04-f2d6f939d844 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81d4028f-e3e1-4969-abb8-420831d6c749') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:47.917057 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=091da7a4-e099-4e84-a774-919605faad63,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:47.923229 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a6b10a59-7db3-4dfa-afc7-aa908304bf6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:47.934714 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e2833-0b60-41ae-8876-67c9d6ae770e req-8cb9b15b-a2b8-4426-bf27-8fa1d31fe74b tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:47.942359 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-832e2833-0b60-41ae-8876-67c9d6ae770e req-8cb9b15b-a2b8-4426-bf27-8fa1d31fe74b tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=227e7ace-6c67-4aac-a66d-717b67a5ce43 HTTP/1.1" status: 200 len: 949 time: 0.4910858 Jul 16 08:28:47.969171 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11310891-3e58-4324-8d04-f2d6f939d844 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:47.974287 n-d-771362-37 neutron-server[93760]: INFO neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No ports have port_id starting with 1d5f61e8-621c-47e9-a913-a33cdbadd512 Jul 16 08:28:48.051625 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11310891-3e58-4324-8d04-f2d6f939d844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:48.108902 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b10a59-7db3-4dfa-afc7-aa908304bf6a None None] Pushing event deleted for resources: {'Port': ['ID=1d5f61e8-621c-47e9-a913-a33cdbadd512,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:48.119139 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11310891-3e58-4324-8d04-f2d6f939d844 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:28:48.119139 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11310891-3e58-4324-8d04-f2d6f939d844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:28:48.127140 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:28:48.155321 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6b10a59-7db3-4dfa-afc7-aa908304bf6a None None] No DVR routers for this DVR port 1d5f61e8-621c-47e9-a913-a33cdbadd512 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:28:48.237381 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-832e2833-0b60-41ae-8876-67c9d6ae770e req-39036d11-a946-472a-bce1-043119faa72e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937958 Jul 16 08:28:48.301439 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b4813249-a15e-46c2-9134-f8117874ecd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:48.306720 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 731fdcab-68d6-4de1-9151-da7a41b03db8, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=731fdcab-68d6-4de1-9151-da7a41b03db8,segment=NetworkSegment(31f9b961-21bb-41b6-bbbd-a954d90f0b1b),segment_id=31f9b961-21bb-41b6-bbbd-a954d90f0b1b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:48.357476 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-85fd4169-9a55-44bc-b8be-8933e2f6e4b2 service neutron] For port d1225757-0775-4299-9c83-75359d8190ef, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:28:48.367904 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-85fd4169-9a55-44bc-b8be-8933e2f6e4b2 service neutron] For port d1225757-0775-4299-9c83-75359d8190ef, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d1225757-0775-4299-9c83-75359d8190ef,segment=NetworkSegment(9c38dbf6-508c-4ef7-9acc-99f901f233af),segment_id=9c38dbf6-508c-4ef7-9acc-99f901f233af)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:28:48.527559 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5e33c-9169-46f8-b605-8356ca38cf89 req-7f98155e-bac4-45ad-9e09-64b5ae89d425 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:48.534846 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5e33c-9169-46f8-b605-8356ca38cf89 req-7f98155e-bac4-45ad-9e09-64b5ae89d425 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:48.543673 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5e33c-9169-46f8-b605-8356ca38cf89 req-7f98155e-bac4-45ad-9e09-64b5ae89d425 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:48.551235 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5e33c-9169-46f8-b605-8356ca38cf89 req-7f98155e-bac4-45ad-9e09-64b5ae89d425 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:48.559755 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5e33c-9169-46f8-b605-8356ca38cf89 req-7f98155e-bac4-45ad-9e09-64b5ae89d425 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:48.567087 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5e33c-9169-46f8-b605-8356ca38cf89 req-7f98155e-bac4-45ad-9e09-64b5ae89d425 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:48.577353 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5e33c-9169-46f8-b605-8356ca38cf89 req-7f98155e-bac4-45ad-9e09-64b5ae89d425 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:48.585702 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-18a5e33c-9169-46f8-b605-8356ca38cf89 req-7f98155e-bac4-45ad-9e09-64b5ae89d425 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 5434 time: 0.5749631 Jul 16 08:28:48.596646 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '731fdcab-68d6-4de1-9151-da7a41b03db8', 'network_id': '75416cd1-a2d8-4e5f-acde-36e6b516d991', 'port_id': '731fdcab-68d6-4de1-9151-da7a41b03db8', 'mac_address': 'fa:16:3e:06:c5:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7842a341-61cf-4424-8fa5-ccac1e8e2370', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:28:48.616719 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b4813249-a15e-46c2-9134-f8117874ecd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:48.659810 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-85fd4169-9a55-44bc-b8be-8933e2f6e4b2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:48.687464 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-18a5e33c-9169-46f8-b605-8356ca38cf89 req-cb6ce0b2-523a-4db5-9d11-63580cdb8d81 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1005054 Jul 16 08:28:48.786209 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b4813249-a15e-46c2-9134-f8117874ecd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:48.806292 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fd4169-9a55-44bc-b8be-8933e2f6e4b2 service neutron] Pushing event updated for resources: {'Port': ['ID=d1225757-0775-4299-9c83-75359d8190ef,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:48.872427 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b4813249-a15e-46c2-9134-f8117874ecd5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=37b93b8543a74a188ce3fdb6477f9027&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9957633 Jul 16 08:28:48.874618 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50160) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:48.883020 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11310891-3e58-4324-8d04-f2d6f939d844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:48.945343 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11310891-3e58-4324-8d04-f2d6f939d844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:48.948609 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-11310891-3e58-4324-8d04-f2d6f939d844 admin admin] 10.222.0.22 "DELETE /v2.0/networks/2f892ac6-d8f2-4928-add4-aded242a3bb2 HTTP/1.1" status: 204 len: 168 time: 5.2160811 Jul 16 08:28:48.954016 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11310891-3e58-4324-8d04-f2d6f939d844 admin admin] Pushing event deleted for resources: {'Network': ['ID=2f892ac6-d8f2-4928-add4-aded242a3bb2,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:49.029740 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-85fd4169-9a55-44bc-b8be-8933e2f6e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:49.030752 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-85fd4169-9a55-44bc-b8be-8933e2f6e4b2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:49.035145 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-85fd4169-9a55-44bc-b8be-8933e2f6e4b2 service neutron] 10.222.0.30 "PUT /v2.0/ports/d1225757-0775-4299-9c83-75359d8190ef HTTP/1.1" status: 200 len: 1092 time: 4.7437139 Jul 16 08:28:49.037704 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0abb8623-a4e0-4eb5-bb6b-4d69f58363c3', 'tag': 'd1225757-0775-4299-9c83-75359d8190ef'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:49.041873 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08e14161-72d7-41f8-9d29-3755217f58a1" -d '{"events": [{"name": "network-changed", "server_uuid": "0abb8623-a4e0-4eb5-bb6b-4d69f58363c3", "tag": "d1225757-0775-4299-9c83-75359d8190ef"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:49.079934 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4813249-a15e-46c2-9134-f8117874ecd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f17faaa-1be1-4dfa-b401-f38c786bb27b,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:49.130867 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:49.224471 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-64bb035c-fe7a-4fbd-9008-20bfffc5ff8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:49.232920 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39658f25-d7d7-4685-805f-6232760a27db x-openstack-request-id: req-39658f25-d7d7-4685-805f-6232760a27db {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:49.233458 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227e7ace-6c67-4aac-a66d-717b67a5ce43", "name": "network-vif-plugged", "status": "completed", "tag": "79a3e1f3-4732-4c1d-aec3-48e04b67cbec", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:49.233788 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-39658f25-d7d7-4685-805f-6232760a27db {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:49.234289 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227e7ace-6c67-4aac-a66d-717b67a5ce43', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79a3e1f3-4732-4c1d-aec3-48e04b67cbec', 'code': 200} Jul 16 08:28:49.242519 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1dbd4830-d9ec-4f24-ac12-cf232f692ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:49.250211 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 731fdcab-68d6-4de1-9151-da7a41b03db8 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:28:49.317361 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50168) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:49.321790 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 731fdcab-68d6-4de1-9151-da7a41b03db8, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=731fdcab-68d6-4de1-9151-da7a41b03db8,segment=NetworkSegment(31f9b961-21bb-41b6-bbbd-a954d90f0b1b),segment_id=31f9b961-21bb-41b6-bbbd-a954d90f0b1b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:49.358809 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-64bb035c-fe7a-4fbd-9008-20bfffc5ff8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:49.371146 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-6b489ca0-c121-4980-a90e-442c0f2b2290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:49.374921 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-6b489ca0-c121-4980-a90e-442c0f2b2290 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=249ad98742674923828004d0fe8478b5&device_id=0abb8623-a4e0-4eb5-bb6b-4d69f58363c3 HTTP/1.1" status: 200 len: 1095 time: 0.2639992 Jul 16 08:28:49.378197 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30395dd1-2dcc-4131-afd9-e0a4376e5323 req-6e751f56-0549-47d0-8426-2eae798fdc3f tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:49.382400 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-30395dd1-2dcc-4131-afd9-e0a4376e5323 req-6e751f56-0549-47d0-8426-2eae798fdc3f tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/ports?device_id=0abb8623-a4e0-4eb5-bb6b-4d69f58363c3 HTTP/1.1" status: 200 len: 943 time: 0.3069658 Jul 16 08:28:49.463010 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3b4f3c1d-b5f7-40d4-99a8-531b124e91e6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=207ff6dc43f14807bf7488cd86bc3c0b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1395705 Jul 16 08:28:49.467221 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50170) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:49.501989 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-30395dd1-2dcc-4131-afd9-e0a4376e5323 req-870b2381-d49a-40d3-85ed-1dba68998f31 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c15fbfe-ea0e-4712-bbd4-b2ae3b14a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856035 Jul 16 08:28:49.521626 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe42f5f-8adf-4488-a4a2-74707929544f req-6127a012-28a2-46a0-9aab-6d78da20756b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:49.521626 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bfe42f5f-8adf-4488-a4a2-74707929544f req-6127a012-28a2-46a0-9aab-6d78da20756b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=227e7ace-6c67-4aac-a66d-717b67a5ce43 HTTP/1.1" status: 200 len: 1101 time: 0.2600961 Jul 16 08:28:49.568920 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:49.596221 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-64bb035c-fe7a-4fbd-9008-20bfffc5ff8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:49.607383 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-64bb035c-fe7a-4fbd-9008-20bfffc5ff8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:49.609264 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-64bb035c-fe7a-4fbd-9008-20bfffc5ff8d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9f17faaa-1be1-4dfa-b401-f38c786bb27b HTTP/1.1" status: 204 len: 168 time: 0.7232308 Jul 16 08:28:49.675518 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82ab4bf-6a7b-4a7e-a823-d30400e04ce6 req-978c500d-a0e8-4218-a2b2-33b4e7a6bf1e tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:49.681551 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a82ab4bf-6a7b-4a7e-a823-d30400e04ce6 req-978c500d-a0e8-4218-a2b2-33b4e7a6bf1e tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9c5fd7e-d309-46ca-a209-d9d2fcf96976 HTTP/1.1" status: 200 len: 945 time: 0.2545068 Jul 16 08:28:49.689226 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bb035c-fe7a-4fbd-9008-20bfffc5ff8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f17faaa-1be1-4dfa-b401-f38c786bb27b,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:49.719040 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bfe42f5f-8adf-4488-a4a2-74707929544f req-12a6c06d-8d5a-4a8b-bb43-a27b48061ad5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832395 Jul 16 08:28:49.742098 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c5c2d011-1379-41a8-9159-6ae5769624f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:49.780094 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a82ab4bf-6a7b-4a7e-a823-d30400e04ce6 req-72785cee-a6f0-445c-87d0-958800beab60 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822921 Jul 16 08:28:49.842572 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=731fdcab-68d6-4de1-9151-da7a41b03db8,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:49.889365 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c09c7f8-d0e2-4633-a459-3285053bd958 x-openstack-request-id: req-3c09c7f8-d0e2-4633-a459-3285053bd958 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:49.889898 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0abb8623-a4e0-4eb5-bb6b-4d69f58363c3", "tag": "d1225757-0775-4299-9c83-75359d8190ef", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:49.892538 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3c09c7f8-d0e2-4633-a459-3285053bd958 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:49.892963 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0abb8623-a4e0-4eb5-bb6b-4d69f58363c3', 'tag': 'd1225757-0775-4299-9c83-75359d8190ef', 'status': 'completed', 'code': 200} Jul 16 08:28:49.914858 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c5c2d011-1379-41a8-9159-6ae5769624f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:49.961562 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:49.973759 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:49.974306 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:49.974760 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:49.975185 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:49.975641 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:49.976070 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:49.976665 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:49.977073 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:49.977494 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:49.977898 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:49.978299 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:28:50.139258 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b812a1a0-63c6-4d8a-b4f9-7be8ab170909 req-fb83a189-c776-41a5-9952-dc65a637f816 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:50.142615 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b812a1a0-63c6-4d8a-b4f9-7be8ab170909 req-fb83a189-c776-41a5-9952-dc65a637f816 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.3586318 Jul 16 08:28:50.185392 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['091da7a4-e099-4e84-a774-919605faad63'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:50.193014 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c5c2d011-1379-41a8-9159-6ae5769624f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:50.198865 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c5c2d011-1379-41a8-9159-6ae5769624f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:50.202785 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c5c2d011-1379-41a8-9159-6ae5769624f3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0bd0417e-2b63-4f10-b778-5b1264150b63 HTTP/1.1" status: 204 len: 168 time: 0.7311583 Jul 16 08:28:50.231219 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0c3baa-4717-46ad-a92f-2b4269c60920 req-e9ae7e7e-d617-4fcb-8241-7a248ea69510 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:50.240659 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3a0c3baa-4717-46ad-a92f-2b4269c60920 req-e9ae7e7e-d617-4fcb-8241-7a248ea69510 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=227e7ace-6c67-4aac-a66d-717b67a5ce43 HTTP/1.1" status: 200 len: 949 time: 0.1180224 Jul 16 08:28:50.268966 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['731fdcab-68d6-4de1-9151-da7a41b03db8'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:50.279707 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50182) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:50.305602 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74d82a01-8663-4a10-a587-3fb4e2cc9743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:50.310688 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3a0c3baa-4717-46ad-a92f-2b4269c60920 req-499118c8-bd25-448b-aa8c-331a70827ce6 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690284 Jul 16 08:28:50.318431 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c2d011-1379-41a8-9159-6ae5769624f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bd0417e-2b63-4f10-b778-5b1264150b63,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:50.360753 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b812a1a0-63c6-4d8a-b4f9-7be8ab170909 req-ea7366ca-6fb5-4922-b158-139be48cfc57 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069213 Jul 16 08:28:50.421154 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1dbd4830-d9ec-4f24-ac12-cf232f692ca7 admin admin] Deleting port dba73cb2-55d9-4e46-a4dc-2031d40d4087 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:50.421557 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1dbd4830-d9ec-4f24-ac12-cf232f692ca7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:50.623370 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74d82a01-8663-4a10-a587-3fb4e2cc9743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:50.660646 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74d82a01-8663-4a10-a587-3fb4e2cc9743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:50.721674 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-1dbd4830-d9ec-4f24-ac12-cf232f692ca7 admin admin] For port dba73cb2-55d9-4e46-a4dc-2031d40d4087, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=dba73cb2-55d9-4e46-a4dc-2031d40d4087,segment=NetworkSegment(94acc693-7016-419a-bfdd-c4dbde6a3553),segment_id=94acc693-7016-419a-bfdd-c4dbde6a3553)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:50.722084 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1dbd4830-d9ec-4f24-ac12-cf232f692ca7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:50.797296 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d82a01-8663-4a10-a587-3fb4e2cc9743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55c98461-9283-40e2-8b3f-a1a119db2e68,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:50.806701 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1dbd4830-d9ec-4f24-ac12-cf232f692ca7 admin admin] Calling delete_port for dba73cb2-55d9-4e46-a4dc-2031d40d4087 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:50.872810 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008f237-757c-4d9a-a427-58fd67117f5a req-d0568428-5972-45ed-babb-23d7532a5f6c tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:50.879274 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008f237-757c-4d9a-a427-58fd67117f5a req-d0568428-5972-45ed-babb-23d7532a5f6c tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:50.894840 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008f237-757c-4d9a-a427-58fd67117f5a req-d0568428-5972-45ed-babb-23d7532a5f6c tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:50.909488 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008f237-757c-4d9a-a427-58fd67117f5a req-d0568428-5972-45ed-babb-23d7532a5f6c tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:50.920619 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008f237-757c-4d9a-a427-58fd67117f5a req-d0568428-5972-45ed-babb-23d7532a5f6c tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:50.939136 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008f237-757c-4d9a-a427-58fd67117f5a req-d0568428-5972-45ed-babb-23d7532a5f6c tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:50.948543 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f008f237-757c-4d9a-a427-58fd67117f5a req-d0568428-5972-45ed-babb-23d7532a5f6c tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:50.951130 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f008f237-757c-4d9a-a427-58fd67117f5a req-d0568428-5972-45ed-babb-23d7532a5f6c tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 5435 time: 0.4665527 Jul 16 08:28:51.018809 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50202) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:51.019169 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-74d82a01-8663-4a10-a587-3fb4e2cc9743 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=524282d07cf244d5afb4fa43a3372cc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7367096 Jul 16 08:28:51.058183 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be535896-f354-417a-ad64-c29e4b03b50a req-a3b6d3e1-de25-4a6e-a3b8-2e1e621e1771 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:51.065091 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-be535896-f354-417a-ad64-c29e4b03b50a req-a3b6d3e1-de25-4a6e-a3b8-2e1e621e1771 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=86115019-d820-47aa-8052-cbffb35335a8 HTTP/1.1" status: 200 len: 945 time: 0.3848634 Jul 16 08:28:51.076324 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f008f237-757c-4d9a-a427-58fd67117f5a req-d77ecf24-7cb2-40fb-a9d6-787e233d9bca tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1177342 Jul 16 08:28:51.183554 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-be535896-f354-417a-ad64-c29e4b03b50a req-4f565ef6-d496-4fc4-b93a-2db31a199784 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175721 Jul 16 08:28:51.203082 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-399c946e-8003-42ea-9b53-7cd22261dbb5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:51.238293 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-399c946e-8003-42ea-9b53-7cd22261dbb5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:51.349322 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1dbd4830-d9ec-4f24-ac12-cf232f692ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:51.434142 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbd4830-d9ec-4f24-ac12-cf232f692ca7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dba73cb2-55d9-4e46-a4dc-2031d40d4087,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:51.489510 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-399c946e-8003-42ea-9b53-7cd22261dbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:51.493005 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-399c946e-8003-42ea-9b53-7cd22261dbb5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:51.494385 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-399c946e-8003-42ea-9b53-7cd22261dbb5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/55c98461-9283-40e2-8b3f-a1a119db2e68 HTTP/1.1" status: 204 len: 168 time: 0.4732325 Jul 16 08:28:51.573661 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c946e-8003-42ea-9b53-7cd22261dbb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55c98461-9283-40e2-8b3f-a1a119db2e68,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:51.607008 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 184a58dc-9828-4052-989b-49e6206f70e7 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:51.710735 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05768ea4-208d-4faa-808b-c22a47c928db req-f835b7d5-4192-4d1c-9cee-a6dc95a6fbcc tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:51.712530 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-05768ea4-208d-4faa-808b-c22a47c928db req-f835b7d5-4192-4d1c-9cee-a6dc95a6fbcc tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/ports?device_id=0abb8623-a4e0-4eb5-bb6b-4d69f58363c3 HTTP/1.1" status: 200 len: 943 time: 0.3778758 Jul 16 08:28:51.792765 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 184a58dc-9828-4052-989b-49e6206f70e7 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:51.807364 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 184a58dc-9828-4052-989b-49e6206f70e7 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:51.807959 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:51.843362 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1dbd4830-d9ec-4f24-ac12-cf232f692ca7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:51.973239 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-05768ea4-208d-4faa-808b-c22a47c928db req-dc047ee6-50ec-49aa-b37c-299f5e015ba5 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c15fbfe-ea0e-4712-bbd4-b2ae3b14a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523763 Jul 16 08:28:51.991129 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:52.059029 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e5f4c-1412-442c-984a-02e3985a3630 req-78c7a999-9095-48e4-abf6-e912bdfcc889 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:52.095135 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-692e5f4c-1412-442c-984a-02e3985a3630 req-78c7a999-9095-48e4-abf6-e912bdfcc889 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9c5fd7e-d309-46ca-a209-d9d2fcf96976 HTTP/1.1" status: 200 len: 945 time: 0.1830282 Jul 16 08:28:52.106971 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 184a58dc-9828-4052-989b-49e6206f70e7, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=184a58dc-9828-4052-989b-49e6206f70e7,segment=NetworkSegment(770b5d3c-5878-41d4-ad65-54e929f23d48),segment_id=770b5d3c-5878-41d4-ad65-54e929f23d48)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:52.114642 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184a58dc-9828-4052-989b-49e6206f70e7'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:52.124631 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94449db8-b5d0-40fe-a614-7b8bc0d62527" -d '{"events": [{"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-plugged", "status": "completed", "tag": "184a58dc-9828-4052-989b-49e6206f70e7"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:52.138067 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:52.138890 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device d1214eb5-4495-47f0-8778-79707a2c0a79 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:52.216001 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-692e5f4c-1412-442c-984a-02e3985a3630 req-1c66cf55-09e5-4534-a887-155b30c2dd87 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195731 Jul 16 08:28:52.324245 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=184a58dc-9828-4052-989b-49e6206f70e7,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:52.340663 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port d1214eb5-4495-47f0-8778-79707a2c0a79 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:52.347721 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port d1214eb5-4495-47f0-8778-79707a2c0a79 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:52.347721 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:52.451766 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dbd4830-d9ec-4f24-ac12-cf232f692ca7 admin admin] Router 730ef17d-47d3-4be5-82a9-40850e28c963 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:28:52.573191 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:52.684251 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port d1214eb5-4495-47f0-8778-79707a2c0a79, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d1214eb5-4495-47f0-8778-79707a2c0a79,segment=NetworkSegment(2630c0b4-c25a-4e71-baf9-4cb001668487),segment_id=2630c0b4-c25a-4e71-baf9-4cb001668487)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:52.703708 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:52.708084 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 76090f44-539b-438f-8800-1f8cae00b415 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:52.833606 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-628a7e7c-b7df-40df-bb93-5ab904c8887a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1225757-0775-4299-9c83-75359d8190ef HTTP/1.1" status: 200 len: 217 time: 0.1211286 Jul 16 08:28:52.897291 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=d1214eb5-4495-47f0-8778-79707a2c0a79,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:52.994152 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 76090f44-539b-438f-8800-1f8cae00b415 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:52.998735 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-ed67fba7-7b0e-41c8-a80e-6387c6cef739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:53.004777 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-ed67fba7-7b0e-41c8-a80e-6387c6cef739 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ac5f79c4-4d27-4945-ac37-cd56890c0670 HTTP/1.1" status: 200 len: 854 time: 0.1485066 Jul 16 08:28:53.005289 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 76090f44-539b-438f-8800-1f8cae00b415 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:53.008258 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:53.214537 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:53.242877 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dbd4830-d9ec-4f24-ac12-cf232f692ca7 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:28:53.250759 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1dbd4830-d9ec-4f24-ac12-cf232f692ca7 admin admin] 10.222.0.22 "PUT /v2.0/routers/730ef17d-47d3-4be5-82a9-40850e28c963/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5507481 Jul 16 08:28:53.254496 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50268) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:53.255356 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dee944c-f14e-4209-8fef-9c1424818156 None None] Sync routers for ids ['730ef17d-47d3-4be5-82a9-40850e28c963'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:28:53.277445 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dee944c-f14e-4209-8fef-9c1424818156 None None] Routers {'730ef17d-47d3-4be5-82a9-40850e28c963'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:53.284449 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9dee944c-f14e-4209-8fef-9c1424818156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:28:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['730ef17d-47d3-4be5-82a9-40850e28c963'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:53.285039 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-1837b44d-cbed-4aae-9d41-c6a41bcb8173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:53.291540 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-1837b44d-cbed-4aae-9d41-c6a41bcb8173 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c0f9e63c-c0dc-496b-b400-ce99bcb00b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1879847 Jul 16 08:28:53.331083 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4544890-8af6-4ff9-9569-f80e38002f1b req-64493969-d234-4f6e-be85-e2852d941cfb tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:53.338608 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b4544890-8af6-4ff9-9569-f80e38002f1b req-64493969-d234-4f6e-be85-e2852d941cfb tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=227e7ace-6c67-4aac-a66d-717b67a5ce43 HTTP/1.1" status: 200 len: 949 time: 0.8915889 Jul 16 08:28:53.360881 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 76090f44-539b-438f-8800-1f8cae00b415, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=76090f44-539b-438f-8800-1f8cae00b415,segment=NetworkSegment(770b5d3c-5878-41d4-ad65-54e929f23d48),segment_id=770b5d3c-5878-41d4-ad65-54e929f23d48)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:53.368624 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:53.432557 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b4544890-8af6-4ff9-9569-f80e38002f1b req-1c39c600-13fe-4418-9348-1052ac84d0c0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928717 Jul 16 08:28:53.484435 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ce30c93-593d-48c7-80b3-b10439f94dc4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:53.499430 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=76090f44-539b-438f-8800-1f8cae00b415,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:53.541289 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d087d7-8d71-4995-b7e6-4733347fa394 x-openstack-request-id: req-17d087d7-8d71-4995-b7e6-4733347fa394 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:53.542079 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-plugged", "status": "completed", "tag": "184a58dc-9828-4052-989b-49e6206f70e7", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:53.542578 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-17d087d7-8d71-4995-b7e6-4733347fa394 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:53.543102 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '184a58dc-9828-4052-989b-49e6206f70e7', 'code': 200} Jul 16 08:28:53.575237 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-9dee944c-f14e-4209-8fef-9c1424818156 None None] Set router 730ef17d-47d3-4be5-82a9-40850e28c963 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:53.602298 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 091da7a4-e099-4e84-a774-919605faad63 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:53.710746 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 091da7a4-e099-4e84-a774-919605faad63 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:53.716305 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 091da7a4-e099-4e84-a774-919605faad63 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:53.716853 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:53.801570 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ce30c93-593d-48c7-80b3-b10439f94dc4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:53.856580 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57494b-34e7-4aae-b114-01c2bf8061d4 req-7d4f8f25-43a3-46a9-823b-487db5cd0ef5 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:53.876679 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57494b-34e7-4aae-b114-01c2bf8061d4 req-7d4f8f25-43a3-46a9-823b-487db5cd0ef5 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:53.892080 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57494b-34e7-4aae-b114-01c2bf8061d4 req-7d4f8f25-43a3-46a9-823b-487db5cd0ef5 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:53.911169 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57494b-34e7-4aae-b114-01c2bf8061d4 req-7d4f8f25-43a3-46a9-823b-487db5cd0ef5 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:53.919236 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:53.926781 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57494b-34e7-4aae-b114-01c2bf8061d4 req-7d4f8f25-43a3-46a9-823b-487db5cd0ef5 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:53.960807 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57494b-34e7-4aae-b114-01c2bf8061d4 req-7d4f8f25-43a3-46a9-823b-487db5cd0ef5 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:54.003125 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e57494b-34e7-4aae-b114-01c2bf8061d4 req-7d4f8f25-43a3-46a9-823b-487db5cd0ef5 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:54.005350 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0ce30c93-593d-48c7-80b3-b10439f94dc4 admin admin] Deleting port 015365f0-524a-479f-bc70-a2424806533a {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:54.005916 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ce30c93-593d-48c7-80b3-b10439f94dc4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:54.018223 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8e57494b-34e7-4aae-b114-01c2bf8061d4 req-7d4f8f25-43a3-46a9-823b-487db5cd0ef5 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 5437 time: 0.7498999 Jul 16 08:28:54.053431 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 091da7a4-e099-4e84-a774-919605faad63, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=091da7a4-e099-4e84-a774-919605faad63,segment=NetworkSegment(31f9b961-21bb-41b6-bbbd-a954d90f0b1b),segment_id=31f9b961-21bb-41b6-bbbd-a954d90f0b1b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:54.062788 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9dee944c-f14e-4209-8fef-9c1424818156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'name': 'tempest-ServersTestBootFromVolume-1378390758-router', 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '015365f0-524a-479f-bc70-a2424806533a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:22Z', 'updated_at': '2021-07-16T08:28:51Z', 'revision_number': 5, 'project_id': '0c61b767be844596b7284ec98bd0021f', 'gw_port': {'id': '015365f0-524a-479f-bc70-a2424806533a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ef:ba:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'device_owner': 'network:router_gateway', 'standard_attr_id': 601, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:25:23Z', 'updated_at': '2021-07-16T08:25:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:54.064565 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:54.065501 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 3c2a3de7-55c1-4291-849c-36872eca1820 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:54.146561 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dee944c-f14e-4209-8fef-9c1424818156 None None] Checking router: 730ef17d-47d3-4be5-82a9-40850e28c963 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:28:54.182086 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dee944c-f14e-4209-8fef-9c1424818156 None None] Routers {'730ef17d-47d3-4be5-82a9-40850e28c963'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:28:54.183046 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9dee944c-f14e-4209-8fef-9c1424818156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:28:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['730ef17d-47d3-4be5-82a9-40850e28c963'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:54.202188 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-2246e921-b444-48f8-bd3d-086a2e491cf0 service neutron] 10.222.0.30 "GET /v2.0/networks/c0f9e63c-c0dc-496b-b400-ce99bcb00b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8018618 Jul 16 08:28:54.287688 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=091da7a4-e099-4e84-a774-919605faad63,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:54.301968 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-0ce30c93-593d-48c7-80b3-b10439f94dc4 admin admin] For port 015365f0-524a-479f-bc70-a2424806533a, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=015365f0-524a-479f-bc70-a2424806533a,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:54.301968 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ce30c93-593d-48c7-80b3-b10439f94dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:54.318496 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 3c2a3de7-55c1-4291-849c-36872eca1820 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:54.326436 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 3c2a3de7-55c1-4291-849c-36872eca1820 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:54.326913 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:54.332633 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0ce30c93-593d-48c7-80b3-b10439f94dc4 admin admin] Calling delete_port for 015365f0-524a-479f-bc70-a2424806533a owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:54.415398 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8e57494b-34e7-4aae-b114-01c2bf8061d4 req-79470da5-7604-4bf5-9896-a58b0f1e4848 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3779159 Jul 16 08:28:54.473643 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-9dee944c-f14e-4209-8fef-9c1424818156 None None] Set router 730ef17d-47d3-4be5-82a9-40850e28c963 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:28:54.587209 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9dee944c-f14e-4209-8fef-9c1424818156 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'name': 'tempest-ServersTestBootFromVolume-1378390758-router', 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:22Z', 'updated_at': '2021-07-16T08:28:53Z', 'revision_number': 6, 'project_id': '0c61b767be844596b7284ec98bd0021f', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:54.591411 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:54.606586 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4216dee-323e-47db-87a7-35ec7c7651d4 req-8cd75d0e-a1bb-490c-b654-77411d605766 service neutron] 10.222.0.30 "GET /v2.0/networks/c0f9e63c-c0dc-496b-b400-ce99bcb00b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3672726 Jul 16 08:28:54.632574 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dee944c-f14e-4209-8fef-9c1424818156 None None] The sync data for ids ['730ef17d-47d3-4be5-82a9-40850e28c963'] in n-d-771362-37 is: [{'id': '730ef17d-47d3-4be5-82a9-40850e28c963', 'name': 'tempest-ServersTestBootFromVolume-1378390758-router', 'tenant_id': '0c61b767be844596b7284ec98bd0021f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:25:22Z', 'updated_at': '2021-07-16T08:28:53Z', 'revision_number': 6, 'project_id': '0c61b767be844596b7284ec98bd0021f', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:28:54.677635 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 3c2a3de7-55c1-4291-849c-36872eca1820, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=3c2a3de7-55c1-4291-849c-36872eca1820,segment=NetworkSegment(770b5d3c-5878-41d4-ad65-54e929f23d48),segment_id=770b5d3c-5878-41d4-ad65-54e929f23d48)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:54.683746 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:54.686078 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device d87407fc-af4d-474c-a503-fcc8cf9cdf4a up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:54.818948 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ce30c93-593d-48c7-80b3-b10439f94dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:54.840083 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d13f0d-e630-46d7-ab39-540f91e1066f req-1b3c5c8c-31e0-4d9f-9f1d-b980b236b53e tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:54.853096 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d1d13f0d-e630-46d7-ab39-540f91e1066f req-1b3c5c8c-31e0-4d9f-9f1d-b980b236b53e tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/ports?device_id=0abb8623-a4e0-4eb5-bb6b-4d69f58363c3 HTTP/1.1" status: 200 len: 943 time: 0.2177572 Jul 16 08:28:54.881538 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e14161-72d7-41f8-9d29-3755217f58a1 req-053c5b2c-76db-4a90-989c-e61fe9dcb3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:54.887008 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-08e14161-72d7-41f8-9d29-3755217f58a1 req-053c5b2c-76db-4a90-989c-e61fe9dcb3e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=249ad98742674923828004d0fe8478b5&device_id=0abb8623-a4e0-4eb5-bb6b-4d69f58363c3 HTTP/1.1" status: 200 len: 1095 time: 0.1720490 Jul 16 08:28:54.891768 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=3c2a3de7-55c1-4291-849c-36872eca1820,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:54.950066 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce30c93-593d-48c7-80b3-b10439f94dc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=015365f0-524a-479f-bc70-a2424806533a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:54.962904 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port d87407fc-af4d-474c-a503-fcc8cf9cdf4a completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:54.967778 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port d87407fc-af4d-474c-a503-fcc8cf9cdf4a triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:54.968570 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:55.098457 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d1d13f0d-e630-46d7-ab39-540f91e1066f req-75dedfea-dd43-4828-ae87-40d44b0aa1fd tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c15fbfe-ea0e-4712-bbd4-b2ae3b14a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2422621 Jul 16 08:28:55.314226 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ce30c93-593d-48c7-80b3-b10439f94dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:55.531037 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e14161-72d7-41f8-9d29-3755217f58a1 req-e2987775-e018-4d7d-9920-945b930f419c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:55.534146 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-08e14161-72d7-41f8-9d29-3755217f58a1 req-e2987775-e018-4d7d-9920-945b930f419c service neutron] 10.222.0.30 "GET /v2.0/networks?id=c0f9e63c-c0dc-496b-b400-ce99bcb00b10 HTTP/1.1" status: 200 len: 916 time: 0.3910401 Jul 16 08:28:55.551449 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1214eb5-4495-47f0-8778-79707a2c0a79'}, {'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76090f44-539b-438f-8800-1f8cae00b415'}, {'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091da7a4-e099-4e84-a774-919605faad63'}, {'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2a3de7-55c1-4291-849c-36872eca1820'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:55.554660 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-973c40d8-ff1a-4ae6-a415-49157bfe903c" -d '{"events": [{"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-plugged", "status": "completed", "tag": "d1214eb5-4495-47f0-8778-79707a2c0a79"}, {"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-plugged", "status": "completed", "tag": "76090f44-539b-438f-8800-1f8cae00b415"}, {"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-plugged", "status": "completed", "tag": "091da7a4-e099-4e84-a774-919605faad63"}, {"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-plugged", "status": "completed", "tag": "3c2a3de7-55c1-4291-849c-36872eca1820"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:55.557435 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:55.578162 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ce30c93-593d-48c7-80b3-b10439f94dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:55.581898 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ce30c93-593d-48c7-80b3-b10439f94dc4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:55.599108 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port d87407fc-af4d-474c-a503-fcc8cf9cdf4a, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d87407fc-af4d-474c-a503-fcc8cf9cdf4a,segment=NetworkSegment(770b5d3c-5878-41d4-ad65-54e929f23d48),segment_id=770b5d3c-5878-41d4-ad65-54e929f23d48)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:55.604045 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:55.605252 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 731fdcab-68d6-4de1-9151-da7a41b03db8 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:28:55.607672 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398230c-47c1-4a89-bfb8-c73a93dd5aeb req-36f67608-5c2c-4773-80e1-ee75fe20ba66 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:55.613918 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5398230c-47c1-4a89-bfb8-c73a93dd5aeb req-36f67608-5c2c-4773-80e1-ee75fe20ba66 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:55.621629 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5398230c-47c1-4a89-bfb8-c73a93dd5aeb req-36f67608-5c2c-4773-80e1-ee75fe20ba66 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf8fef2e-8dae-4ae9-a2be-01a818282af1&device_id=227e7ace-6c67-4aac-a66d-717b67a5ce43 HTTP/1.1" status: 200 len: 1689 time: 0.1077209 Jul 16 08:28:55.660552 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d2079f-872b-4153-8f71-64dedc30200f req-423b41c5-991a-468b-828e-fa9dc283fd89 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:55.662383 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f6d2079f-872b-4153-8f71-64dedc30200f req-423b41c5-991a-468b-828e-fa9dc283fd89 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9c5fd7e-d309-46ca-a209-d9d2fcf96976 HTTP/1.1" status: 200 len: 945 time: 0.1564422 Jul 16 08:28:55.663413 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ce30c93-593d-48c7-80b3-b10439f94dc4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:55.664798 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce30c93-593d-48c7-80b3-b10439f94dc4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 730ef17d-47d3-4be5-82a9-40850e28c963 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:28:55.670435 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ce30c93-593d-48c7-80b3-b10439f94dc4 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:55.674172 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-08e14161-72d7-41f8-9d29-3755217f58a1 req-c92766e1-c75a-41d2-9db2-67d3b08dc5f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1225757-0775-4299-9c83-75359d8190ef HTTP/1.1" status: 200 len: 217 time: 0.0473602 Jul 16 08:28:55.674382 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0ce30c93-593d-48c7-80b3-b10439f94dc4 admin admin] 10.222.0.22 "DELETE /v2.0/routers/730ef17d-47d3-4be5-82a9-40850e28c963 HTTP/1.1" status: 204 len: 168 time: 2.4176245 Jul 16 08:28:55.676273 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50310) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:55.704394 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=d87407fc-af4d-474c-a503-fcc8cf9cdf4a,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:55.748117 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f6d2079f-872b-4153-8f71-64dedc30200f req-1f880ee4-b2e8-4a27-88fd-4e386861eb67 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735912 Jul 16 08:28:55.768383 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-f357cc1e-023b-4878-85cf-d01aac2fd48b admin admin] Deleting subnet 76c50899-99e0-4d0f-96f6-98eabddb6ee6 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:28:55.774672 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 731fdcab-68d6-4de1-9151-da7a41b03db8 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:28:55.775313 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f357cc1e-023b-4878-85cf-d01aac2fd48b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:55.788189 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 731fdcab-68d6-4de1-9151-da7a41b03db8 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:28:55.790255 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:55.812500 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5398230c-47c1-4a89-bfb8-c73a93dd5aeb req-b08a52aa-8a5c-4aed-a815-53998853d837 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899829 Jul 16 08:28:55.833699 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e14161-72d7-41f8-9d29-3755217f58a1 req-29428410-631d-42d0-a6ed-40b7547c94c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:55.842208 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-08e14161-72d7-41f8-9d29-3755217f58a1 req-29428410-631d-42d0-a6ed-40b7547c94c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ac5f79c4-4d27-4945-ac37-cd56890c0670 HTTP/1.1" status: 200 len: 854 time: 0.1593657 Jul 16 08:28:55.871417 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f357cc1e-023b-4878-85cf-d01aac2fd48b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:55.946287 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:55.992191 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae42c00e-1b9a-43b5-8c2b-e6802bc77434 req-48f73045-a275-4568-a65d-b70776253f1e tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:55.996404 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae42c00e-1b9a-43b5-8c2b-e6802bc77434 req-48f73045-a275-4568-a65d-b70776253f1e tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.21 "GET /v2.0/ports?device_id=c9c5fd7e-d309-46ca-a209-d9d2fcf96976 HTTP/1.1" status: 200 len: 945 time: 0.3040087 Jul 16 08:28:56.015847 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 731fdcab-68d6-4de1-9151-da7a41b03db8, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=731fdcab-68d6-4de1-9151-da7a41b03db8,segment=NetworkSegment(31f9b961-21bb-41b6-bbbd-a954d90f0b1b),segment_id=31f9b961-21bb-41b6-bbbd-a954d90f0b1b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:56.021311 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:56.067335 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f357cc1e-023b-4878-85cf-d01aac2fd48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:56.102174 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=731fdcab-68d6-4de1-9151-da7a41b03db8,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:56.151186 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e14161-72d7-41f8-9d29-3755217f58a1 req-08a8ccc7-3c85-4ab5-95d7-576c8dc6ce78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:56.153222 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-08e14161-72d7-41f8-9d29-3755217f58a1 req-08a8ccc7-3c85-4ab5-95d7-576c8dc6ce78 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c0f9e63c-c0dc-496b-b400-ce99bcb00b10&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2933905 Jul 16 08:28:56.211721 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f357cc1e-023b-4878-85cf-d01aac2fd48b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:56.233198 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b7fc2-87d7-488c-86b0-021dd18ca8d5 req-eb0b1e32-f687-427f-af64-6984aabf779e tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:56.239853 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b7fc2-87d7-488c-86b0-021dd18ca8d5 req-eb0b1e32-f687-427f-af64-6984aabf779e tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:56.247674 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b7fc2-87d7-488c-86b0-021dd18ca8d5 req-eb0b1e32-f687-427f-af64-6984aabf779e tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:56.254846 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b7fc2-87d7-488c-86b0-021dd18ca8d5 req-eb0b1e32-f687-427f-af64-6984aabf779e tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:56.261049 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b7fc2-87d7-488c-86b0-021dd18ca8d5 req-eb0b1e32-f687-427f-af64-6984aabf779e tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:56.267354 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b7fc2-87d7-488c-86b0-021dd18ca8d5 req-eb0b1e32-f687-427f-af64-6984aabf779e tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:56.269118 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1b47af-3e82-4498-9c86-e913ab782912 x-openstack-request-id: req-2b1b47af-3e82-4498-9c86-e913ab782912 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:56.269421 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-plugged", "status": "completed", "tag": "d1214eb5-4495-47f0-8778-79707a2c0a79", "code": 200}, {"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-plugged", "status": "completed", "tag": "76090f44-539b-438f-8800-1f8cae00b415", "code": 200}, {"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-plugged", "status": "completed", "tag": "091da7a4-e099-4e84-a774-919605faad63", "code": 200}, {"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-plugged", "status": "completed", "tag": "3c2a3de7-55c1-4291-849c-36872eca1820", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:56.269699 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2b1b47af-3e82-4498-9c86-e913ab782912 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:56.270112 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1214eb5-4495-47f0-8778-79707a2c0a79', 'code': 200} Jul 16 08:28:56.270369 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76090f44-539b-438f-8800-1f8cae00b415', 'code': 200} Jul 16 08:28:56.270619 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '091da7a4-e099-4e84-a774-919605faad63', 'code': 200} Jul 16 08:28:56.270861 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c2a3de7-55c1-4291-849c-36872eca1820', 'code': 200} Jul 16 08:28:56.276251 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5b7fc2-87d7-488c-86b0-021dd18ca8d5 req-eb0b1e32-f687-427f-af64-6984aabf779e tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:56.278686 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2d5b7fc2-87d7-488c-86b0-021dd18ca8d5 req-eb0b1e32-f687-427f-af64-6984aabf779e tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 5442 time: 0.1838732 Jul 16 08:28:56.310053 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f357cc1e-023b-4878-85cf-d01aac2fd48b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76c50899-99e0-4d0f-96f6-98eabddb6ee6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:56.323504 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c581c36-a265-403f-b80d-b89c98516479 None None] Network 02d9d55c-dd50-4319-82cb-a2af859ade23 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:28:56.327807 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f357cc1e-023b-4878-85cf-d01aac2fd48b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:56.330312 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f357cc1e-023b-4878-85cf-d01aac2fd48b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/76c50899-99e0-4d0f-96f6-98eabddb6ee6 HTTP/1.1" status: 204 len: 168 time: 0.6529591 Jul 16 08:28:56.336895 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50332) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:56.381122 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2d5b7fc2-87d7-488c-86b0-021dd18ca8d5 req-d4b8c29d-5a5c-46ee-ac8b-0f8bbd36140e tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0663276 Jul 16 08:28:56.385722 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50334) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:56.415715 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-ae42c00e-1b9a-43b5-8c2b-e6802bc77434 req-9400de0b-5b25-4ad5-aa82-fab8b8adb306 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Deleting port c77bf194-1197-4f22-ad27-03a9df9e5e3e {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:56.416167 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ae42c00e-1b9a-43b5-8c2b-e6802bc77434 req-9400de0b-5b25-4ad5-aa82-fab8b8adb306 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:56.555325 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d7285ede-06d2-42dd-94dd-6ad54d95a0de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:56.597589 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f77de798-1269-486d-afa3-958b029e759a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:56.660228 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-08e14161-72d7-41f8-9d29-3755217f58a1 req-9ab3b9c4-45d6-47ba-be46-f6cc8035083f service neutron] 10.222.0.30 "GET /v2.0/networks/c0f9e63c-c0dc-496b-b400-ce99bcb00b10?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4976084 Jul 16 08:28:56.668620 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device dba73cb2-55d9-4e46-a4dc-2031d40d4087 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:56.715969 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: dba73cb2-55d9-4e46-a4dc-2031d40d4087 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:28:56.716794 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device dba73cb2-55d9-4e46-a4dc-2031d40d4087 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:56.717607 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 015365f0-524a-479f-bc70-a2424806533a no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:56.726432 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734b335e-25c6-4179-a349-c46ea0f2d91b None None] DHCP port deletion for 02d9d55c-dd50-4319-82cb-a2af859ade23 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:28:56.731099 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fec68d-4a76-4735-8d2f-08536a11e72a req-6586434c-2501-470d-b145-6deb1f522ecd tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:56.732733 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-39fec68d-4a76-4735-8d2f-08536a11e72a req-6586434c-2501-470d-b145-6deb1f522ecd tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/ports?device_id=0abb8623-a4e0-4eb5-bb6b-4d69f58363c3 HTTP/1.1" status: 200 len: 943 time: 0.1543157 Jul 16 08:28:56.786089 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-39fec68d-4a76-4735-8d2f-08536a11e72a req-3ebb7111-58d3-4055-8fe8-e5ab2db5f9f6 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c15fbfe-ea0e-4712-bbd4-b2ae3b14a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463467 Jul 16 08:28:56.795733 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-ae42c00e-1b9a-43b5-8c2b-e6802bc77434 req-9400de0b-5b25-4ad5-aa82-fab8b8adb306 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] For port c77bf194-1197-4f22-ad27-03a9df9e5e3e, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=c77bf194-1197-4f22-ad27-03a9df9e5e3e,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:56.796110 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ae42c00e-1b9a-43b5-8c2b-e6802bc77434 req-9400de0b-5b25-4ad5-aa82-fab8b8adb306 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:56.809375 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d7285ede-06d2-42dd-94dd-6ad54d95a0de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:56.810480 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 015365f0-524a-479f-bc70-a2424806533a {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:28:56.810706 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 015365f0-524a-479f-bc70-a2424806533a not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:56.820134 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d7285ede-06d2-42dd-94dd-6ad54d95a0de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:56.853858 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-734b335e-25c6-4179-a349-c46ea0f2d91b None None] Deleting port 19cbb572-156d-4b83-8524-60e87418f62d {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:56.855014 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-734b335e-25c6-4179-a349-c46ea0f2d91b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:56.856027 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-ae42c00e-1b9a-43b5-8c2b-e6802bc77434 req-9400de0b-5b25-4ad5-aa82-fab8b8adb306 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Calling delete_port for c77bf194-1197-4f22-ad27-03a9df9e5e3e owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:56.868029 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d7285ede-06d2-42dd-94dd-6ad54d95a0de admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ced706b0b326432abe339c31b457e07e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4807675 Jul 16 08:28:56.868965 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50346) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:56.878989 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7285ede-06d2-42dd-94dd-6ad54d95a0de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc85baf-1023-4c22-b74c-1cf3e7cf5038,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:56.931643 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-08e14161-72d7-41f8-9d29-3755217f58a1 req-996587b0-53aa-4799-80a3-8d4a757cf7c7 service neutron] 10.222.0.30 "GET /v2.0/networks/c0f9e63c-c0dc-496b-b400-ce99bcb00b10?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2628560 Jul 16 08:28:56.972305 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f36d79-0d9b-486f-be13-f4d8f8f82387 req-488782ce-50ee-4838-8ee1-0fd5afec6d29 tempest-ServersOnMultiNodesTest-1975261048 tempest-ServersOnMultiNodesTest-1975261048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:56.979153 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-07f36d79-0d9b-486f-be13-f4d8f8f82387 req-488782ce-50ee-4838-8ee1-0fd5afec6d29 tempest-ServersOnMultiNodesTest-1975261048 tempest-ServersOnMultiNodesTest-1975261048-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=bf8fef2e-8dae-4ae9-a2be-01a818282af1 HTTP/1.1" status: 200 len: 1101 time: 0.2972662 Jul 16 08:28:56.982663 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c533548-33dd-484b-8d43-2a47af422165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:56.985941 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-734b335e-25c6-4179-a349-c46ea0f2d91b None None] For port 19cbb572-156d-4b83-8524-60e87418f62d, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=19cbb572-156d-4b83-8524-60e87418f62d,segment=NetworkSegment(94acc693-7016-419a-bfdd-c4dbde6a3553),segment_id=94acc693-7016-419a-bfdd-c4dbde6a3553)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:56.986488 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-734b335e-25c6-4179-a349-c46ea0f2d91b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:57.000477 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f77de798-1269-486d-afa3-958b029e759a admin admin] Deleting port 19cbb572-156d-4b83-8524-60e87418f62d {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:28:57.000820 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f77de798-1269-486d-afa3-958b029e759a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:57.020887 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-734b335e-25c6-4179-a349-c46ea0f2d91b None None] Calling delete_port for 19cbb572-156d-4b83-8524-60e87418f62d owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:57.024144 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c533548-33dd-484b-8d43-2a47af422165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:57.059356 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-07f36d79-0d9b-486f-be13-f4d8f8f82387 req-d206cf76-f174-4904-a753-dc8c2237ab61 tempest-ServersOnMultiNodesTest-1975261048 tempest-ServersOnMultiNodesTest-1975261048-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792646 Jul 16 08:28:57.150619 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-734b335e-25c6-4179-a349-c46ea0f2d91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:57.157856 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1104848d-870d-4e57-be81-b8d88afd30c1 req-97728ec5-d2a0-4616-92ed-7409a37f48a2 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:57.165930 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1104848d-870d-4e57-be81-b8d88afd30c1 req-97728ec5-d2a0-4616-92ed-7409a37f48a2 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=c9c5fd7e-d309-46ca-a209-d9d2fcf96976 HTTP/1.1" status: 200 len: 945 time: 0.1238492 Jul 16 08:28:57.182062 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b335e-25c6-4179-a349-c46ea0f2d91b None None] Pushing event deleted for resources: {'Port': ['ID=19cbb572-156d-4b83-8524-60e87418f62d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:57.193010 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734b335e-25c6-4179-a349-c46ea0f2d91b None None] No DVR routers for this DVR port 19cbb572-156d-4b83-8524-60e87418f62d on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:28:57.198197 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c533548-33dd-484b-8d43-2a47af422165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:57.199358 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f77de798-1269-486d-afa3-958b029e759a admin admin] For port 19cbb572-156d-4b83-8524-60e87418f62d, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=19cbb572-156d-4b83-8524-60e87418f62d,segment=NetworkSegment(94acc693-7016-419a-bfdd-c4dbde6a3553),segment_id=94acc693-7016-419a-bfdd-c4dbde6a3553)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:28:57.199720 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f77de798-1269-486d-afa3-958b029e759a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:57.203926 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c533548-33dd-484b-8d43-2a47af422165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:57.208879 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3c533548-33dd-484b-8d43-2a47af422165 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cfc85baf-1023-4c22-b74c-1cf3e7cf5038 HTTP/1.1" status: 204 len: 168 time: 0.3374920 Jul 16 08:28:57.240127 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f77de798-1269-486d-afa3-958b029e759a admin admin] Calling delete_port for 19cbb572-156d-4b83-8524-60e87418f62d owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:28:57.241946 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1104848d-870d-4e57-be81-b8d88afd30c1 req-18f2fbce-13fd-44d9-8071-ef5a3b6f55e2 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741746 Jul 16 08:28:57.242957 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c533548-33dd-484b-8d43-2a47af422165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc85baf-1023-4c22-b74c-1cf3e7cf5038,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:57.311708 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ae42c00e-1b9a-43b5-8c2b-e6802bc77434 req-9400de0b-5b25-4ad5-aa82-fab8b8adb306 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:57.329783 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['8a0ce3b6-e869-45da-a578-1bdaa22c3664', 'c77bf194-1197-4f22-ad27-03a9df9e5e3e'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:57.332741 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['93a1378d-9ae2-4cae-b365-a03736d922c0'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:28:57.385086 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9400de0b-5b25-4ad5-aa82-fab8b8adb306 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Pushing event deleted for resources: {'Port': ['ID=c77bf194-1197-4f22-ad27-03a9df9e5e3e,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:57.468748 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae42c00e-1b9a-43b5-8c2b-e6802bc77434 req-9400de0b-5b25-4ad5-aa82-fab8b8adb306 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] No DVR routers for this DVR port c77bf194-1197-4f22-ad27-03a9df9e5e3e on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:28:57.492490 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ae42c00e-1b9a-43b5-8c2b-e6802bc77434 req-9400de0b-5b25-4ad5-aa82-fab8b8adb306 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:57.494507 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae42c00e-1b9a-43b5-8c2b-e6802bc77434 req-9400de0b-5b25-4ad5-aa82-fab8b8adb306 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.21 "DELETE /v2.0/ports/c77bf194-1197-4f22-ad27-03a9df9e5e3e HTTP/1.1" status: 204 len: 173 time: 1.4826455 Jul 16 08:28:57.494951 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c5fd7e-d309-46ca-a209-d9d2fcf96976', 'name': 'network-vif-deleted', 'tag': 'c77bf194-1197-4f22-ad27-03a9df9e5e3e'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:57.502806 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c06f3b7-db66-4b3c-8340-9912e96736ef" -d '{"events": [{"server_uuid": "c9c5fd7e-d309-46ca-a209-d9d2fcf96976", "name": "network-vif-deleted", "tag": "c77bf194-1197-4f22-ad27-03a9df9e5e3e"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:57.549414 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f77de798-1269-486d-afa3-958b029e759a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:57.625940 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77de798-1269-486d-afa3-958b029e759a admin admin] No DVR routers for this DVR port 19cbb572-156d-4b83-8524-60e87418f62d on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:28:57.628469 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77de798-1269-486d-afa3-958b029e759a admin admin] Pushing event deleted for resources: {'Port': ['ID=19cbb572-156d-4b83-8524-60e87418f62d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:57.633900 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec36aff-01c5-499b-99bb-0775310ed9ac req-37b10061-a8de-4d1a-ad8b-408c1732f791 tempest-ServersOnMultiNodesTest-1975261048 tempest-ServersOnMultiNodesTest-1975261048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:57.635406 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2ec36aff-01c5-499b-99bb-0775310ed9ac req-37b10061-a8de-4d1a-ad8b-408c1732f791 tempest-ServersOnMultiNodesTest-1975261048 tempest-ServersOnMultiNodesTest-1975261048-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=227e7ace-6c67-4aac-a66d-717b67a5ce43 HTTP/1.1" status: 200 len: 1101 time: 0.3270833 Jul 16 08:28:57.737529 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c425c9-f193-4951-b191-6dfdd24c8943 req-75a33e97-f3d6-4b37-8a77-7d706ca91306 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:57.745388 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c425c9-f193-4951-b191-6dfdd24c8943 req-75a33e97-f3d6-4b37-8a77-7d706ca91306 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:57.761074 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c425c9-f193-4951-b191-6dfdd24c8943 req-75a33e97-f3d6-4b37-8a77-7d706ca91306 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:57.767681 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c425c9-f193-4951-b191-6dfdd24c8943 req-75a33e97-f3d6-4b37-8a77-7d706ca91306 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:57.780383 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2ec36aff-01c5-499b-99bb-0775310ed9ac req-7034179a-46e1-460a-b82c-b6ad770a0326 tempest-ServersOnMultiNodesTest-1975261048 tempest-ServersOnMultiNodesTest-1975261048-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053448 Jul 16 08:28:57.787369 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c425c9-f193-4951-b191-6dfdd24c8943 req-75a33e97-f3d6-4b37-8a77-7d706ca91306 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:57.815508 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c425c9-f193-4951-b191-6dfdd24c8943 req-75a33e97-f3d6-4b37-8a77-7d706ca91306 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:57.823029 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c425c9-f193-4951-b191-6dfdd24c8943 req-75a33e97-f3d6-4b37-8a77-7d706ca91306 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:57.831886 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82c425c9-f193-4951-b191-6dfdd24c8943 req-75a33e97-f3d6-4b37-8a77-7d706ca91306 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 5442 time: 0.2501366 Jul 16 08:28:57.842458 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f77de798-1269-486d-afa3-958b029e759a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:57.854002 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-f77de798-1269-486d-afa3-958b029e759a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02d9d55c-dd50-4319-82cb-a2af859ade23']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:57.871754 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-f77de798-1269-486d-afa3-958b029e759a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94acc693-7016-419a-bfdd-c4dbde6a3553') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:57.872078 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-f77de798-1269-486d-afa3-958b029e759a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94acc693-7016-419a-bfdd-c4dbde6a3553') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:28:57.885510 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f77de798-1269-486d-afa3-958b029e759a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:57.903685 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f77de798-1269-486d-afa3-958b029e759a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:57.911618 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82c425c9-f193-4951-b191-6dfdd24c8943 req-b8a63835-7ca3-4108-8f05-a00f187a1296 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0654531 Jul 16 08:28:57.916384 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f77de798-1269-486d-afa3-958b029e759a admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:28:57.916807 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f77de798-1269-486d-afa3-958b029e759a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:28:57.918617 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:28:57.979053 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4630ccb0-ee27-48a0-886a-8a352c520140 x-openstack-request-id: req-4630ccb0-ee27-48a0-886a-8a352c520140 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:57.979488 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c5fd7e-d309-46ca-a209-d9d2fcf96976", "name": "network-vif-deleted", "tag": "c77bf194-1197-4f22-ad27-03a9df9e5e3e", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:57.979943 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4630ccb0-ee27-48a0-886a-8a352c520140 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:57.980623 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c5fd7e-d309-46ca-a209-d9d2fcf96976', 'name': 'network-vif-deleted', 'tag': 'c77bf194-1197-4f22-ad27-03a9df9e5e3e', 'status': 'completed', 'code': 200} Jul 16 08:28:57.981827 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f77de798-1269-486d-afa3-958b029e759a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:57.992342 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f77de798-1269-486d-afa3-958b029e759a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:57.994523 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f77de798-1269-486d-afa3-958b029e759a admin admin] 10.222.0.22 "DELETE /v2.0/networks/02d9d55c-dd50-4319-82cb-a2af859ade23 HTTP/1.1" status: 204 len: 168 time: 1.6543164 Jul 16 08:28:58.009499 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77de798-1269-486d-afa3-958b029e759a admin admin] Pushing event deleted for resources: {'Network': ['ID=02d9d55c-dd50-4319-82cb-a2af859ade23,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:58.200419 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50396) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:58.243576 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be050beb-32ee-460a-8bd3-82ce1ad43deb req-563389b9-1fc6-4b9d-b334-09e266d1f4fe tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:58.252669 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-be050beb-32ee-460a-8bd3-82ce1ad43deb req-563389b9-1fc6-4b9d-b334-09e266d1f4fe tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/ports?device_id=0abb8623-a4e0-4eb5-bb6b-4d69f58363c3 HTTP/1.1" status: 200 len: 943 time: 0.1636407 Jul 16 08:28:58.272417 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87407fc-af4d-474c-a503-fcc8cf9cdf4a'}, {'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731fdcab-68d6-4de1-9151-da7a41b03db8'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:28:58.275082 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1775a716-16e5-47e0-902f-2d52608ca8f0" -d '{"events": [{"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-plugged", "status": "completed", "tag": "d87407fc-af4d-474c-a503-fcc8cf9cdf4a"}, {"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-plugged", "status": "completed", "tag": "731fdcab-68d6-4de1-9151-da7a41b03db8"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:28:58.344502 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-be050beb-32ee-460a-8bd3-82ce1ad43deb req-a6d46925-02bf-4a9d-970d-5bc637ccbe7d tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c15fbfe-ea0e-4712-bbd4-b2ae3b14a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884783 Jul 16 08:28:58.348042 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fd99f97b-2f0c-4172-b1dc-8ffe2e71419c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0c61b767be844596b7284ec98bd0021f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1450784 Jul 16 08:28:58.349314 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50402) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:58.383697 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:28:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7781d22c-6c48-4da4-bf44-30521009bcbc x-openstack-request-id: req-7781d22c-6c48-4da4-bf44-30521009bcbc {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:28:58.384019 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-plugged", "status": "completed", "tag": "d87407fc-af4d-474c-a503-fcc8cf9cdf4a", "code": 200}, {"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-plugged", "status": "completed", "tag": "731fdcab-68d6-4de1-9151-da7a41b03db8", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:28:58.384253 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7781d22c-6c48-4da4-bf44-30521009bcbc {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:28:58.384712 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd87407fc-af4d-474c-a503-fcc8cf9cdf4a', 'code': 200} Jul 16 08:28:58.384968 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '731fdcab-68d6-4de1-9151-da7a41b03db8', 'code': 200} Jul 16 08:28:58.576771 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50418) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:58.594705 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e848c101-b8e8-4f3c-945f-18520df57277 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:58.644569 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-49480334-a454-424c-98eb-2a486c9fd145 req-5a924f75-454b-485c-8e80-61871e54eec1 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1d01616ba17d4b8cba7a304337398c2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0946326 Jul 16 08:28:58.651507 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a3356-1dd9-4941-b336-b7658975aaa4 req-31c43f5e-3fe3-4f7b-b73f-4f1f3d19a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:58.653721 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a3356-1dd9-4941-b336-b7658975aaa4 req-31c43f5e-3fe3-4f7b-b73f-4f1f3d19a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:58.655672 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a3356-1dd9-4941-b336-b7658975aaa4 req-31c43f5e-3fe3-4f7b-b73f-4f1f3d19a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:58.661037 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a3356-1dd9-4941-b336-b7658975aaa4 req-31c43f5e-3fe3-4f7b-b73f-4f1f3d19a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:58.661677 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 19cbb572-156d-4b83-8524-60e87418f62d no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:58.662813 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a3356-1dd9-4941-b336-b7658975aaa4 req-31c43f5e-3fe3-4f7b-b73f-4f1f3d19a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:58.669031 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a3356-1dd9-4941-b336-b7658975aaa4 req-31c43f5e-3fe3-4f7b-b73f-4f1f3d19a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:58.670160 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9a3356-1dd9-4941-b336-b7658975aaa4 req-31c43f5e-3fe3-4f7b-b73f-4f1f3d19a249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:58.676704 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2c9a3356-1dd9-4941-b336-b7658975aaa4 req-31c43f5e-3fe3-4f7b-b73f-4f1f3d19a249 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 6506 time: 0.1640947 Jul 16 08:28:58.715958 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 19cbb572-156d-4b83-8524-60e87418f62d {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:28:58.716320 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 19cbb572-156d-4b83-8524-60e87418f62d not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:58.755286 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2c9a3356-1dd9-4941-b336-b7658975aaa4 req-49706f03-77ad-4e2f-9a26-36d39e4f69ff service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=910f791b-abac-4082-995f-040cf1f16d45&id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0742319 Jul 16 08:28:58.765417 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e848c101-b8e8-4f3c-945f-18520df57277 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:58.833901 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50426) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:58.899338 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49480334-a454-424c-98eb-2a486c9fd145 req-b593a086-f8eb-457a-9248-b71feab3faec tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:58.906784 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-49480334-a454-424c-98eb-2a486c9fd145 req-b593a086-f8eb-457a-9248-b71feab3faec tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2602649 Jul 16 08:28:58.924095 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-49480334-a454-424c-98eb-2a486c9fd145 req-eb5370f9-4c74-4188-ae4a-1b7702feb8f5 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/quotas/1d01616ba17d4b8cba7a304337398c2e HTTP/1.1" status: 200 len: 375 time: 0.0162108 Jul 16 08:28:58.926985 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f4b9ee93-a9b6-486f-91b6-d02a225d04bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:58.937035 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e848c101-b8e8-4f3c-945f-18520df57277 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:58.940609 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e848c101-b8e8-4f3c-945f-18520df57277 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:58.942046 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e848c101-b8e8-4f3c-945f-18520df57277 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fbff58e1-242b-43db-8d1d-f885d091e123 HTTP/1.1" status: 204 len: 168 time: 0.5909135 Jul 16 08:28:58.971315 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-b29babae-c6bf-4198-920d-e4011b0af584 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-746776145-network', 'tenant_id': '07e8ec88e6434ad1bbf0d112a90583fd'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:28:58.974352 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e848c101-b8e8-4f3c-945f-18520df57277 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbff58e1-242b-43db-8d1d-f885d091e123,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:59.029621 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-49480334-a454-424c-98eb-2a486c9fd145 req-8fa7056d-e4a5-4b3b-a816-888e75b3e3b9 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d01616ba17d4b8cba7a304337398c2e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1045196 Jul 16 08:28:59.057216 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-b29babae-c6bf-4198-920d-e4011b0af584 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:28:59.057216 n-d-771362-37 neutron-server[93758]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 08:28:59.057216 n-d-771362-37 neutron-server[93758]: [parameters: {'project_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'id': '0b1cb181-77fc-458a-970e-2e88e085b71a', 'expiration': datetime.datetime(2021, 7, 16, 8, 30, 59, 50622)}] Jul 16 08:28:59.057216 n-d-771362-37 neutron-server[93758]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:28:59.057649 n-d-771362-37 neutron-server[93758]: DEBUG oslo_db.api [None req-b29babae-c6bf-4198-920d-e4011b0af584 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:28:59.191168 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f4b9ee93-a9b6-486f-91b6-d02a225d04bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:59.213160 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f4b9ee93-a9b6-486f-91b6-d02a225d04bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:59.285603 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e21077-2473-4947-911d-6d04173675f3 req-a6ace7c0-b133-40a7-8963-0ebd5f683706 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:59.299610 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e21077-2473-4947-911d-6d04173675f3 req-a6ace7c0-b133-40a7-8963-0ebd5f683706 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:59.310058 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e21077-2473-4947-911d-6d04173675f3 req-a6ace7c0-b133-40a7-8963-0ebd5f683706 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:59.316180 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e21077-2473-4947-911d-6d04173675f3 req-a6ace7c0-b133-40a7-8963-0ebd5f683706 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:59.322846 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e21077-2473-4947-911d-6d04173675f3 req-a6ace7c0-b133-40a7-8963-0ebd5f683706 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:59.328827 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e21077-2473-4947-911d-6d04173675f3 req-a6ace7c0-b133-40a7-8963-0ebd5f683706 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:59.336825 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17e21077-2473-4947-911d-6d04173675f3 req-a6ace7c0-b133-40a7-8963-0ebd5f683706 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:59.338712 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17e21077-2473-4947-911d-6d04173675f3 req-a6ace7c0-b133-40a7-8963-0ebd5f683706 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 5442 time: 0.1933081 Jul 16 08:28:59.339398 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b9ee93-a9b6-486f-91b6-d02a225d04bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29d6a600-d5b8-43ba-aa70-73accdb07d3c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:59.344574 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f4b9ee93-a9b6-486f-91b6-d02a225d04bd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9278f5e98898493887ae0d145b435e2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5094504 Jul 16 08:28:59.347279 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50444) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:28:59.397943 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17e21077-2473-4947-911d-6d04173675f3 req-2a4e1578-57d4-4154-9313-65d9b4908705 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513740 Jul 16 08:28:59.455257 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-063b5316-afda-4f51-926a-618a8d6d2555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:59.480161 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-063b5316-afda-4f51-926a-618a8d6d2555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:59.581163 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device c77bf194-1197-4f22-ad27-03a9df9e5e3e no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:28:59.583685 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-063b5316-afda-4f51-926a-618a8d6d2555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:59.589466 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-063b5316-afda-4f51-926a-618a8d6d2555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:59.590858 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-063b5316-afda-4f51-926a-618a8d6d2555 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/29d6a600-d5b8-43ba-aa70-73accdb07d3c HTTP/1.1" status: 204 len: 168 time: 0.2426081 Jul 16 08:28:59.604865 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b5316-afda-4f51-926a-618a8d6d2555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29d6a600-d5b8-43ba-aa70-73accdb07d3c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:28:59.710560 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device d1225757-0775-4299-9c83-75359d8190ef details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:28:59.755676 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: c77bf194-1197-4f22-ad27-03a9df9e5e3e {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:28:59.757916 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device c77bf194-1197-4f22-ad27-03a9df9e5e3e not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:28:59.796619 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29babae-c6bf-4198-920d-e4011b0af584 admin admin] Made reservation on behalf of 07e8ec88e6434ad1bbf0d112a90583fd for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:28:59.805860 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b29babae-c6bf-4198-920d-e4011b0af584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:59.834187 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9499ed71-faf0-4ed1-a42b-e8a6bb30328b req-1e5746cf-b5d3-4d71-8454-ddd76f469c13 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:59.845478 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9499ed71-faf0-4ed1-a42b-e8a6bb30328b req-1e5746cf-b5d3-4d71-8454-ddd76f469c13 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/ports?device_id=0abb8623-a4e0-4eb5-bb6b-4d69f58363c3 HTTP/1.1" status: 200 len: 943 time: 0.1927998 Jul 16 08:28:59.901233 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9499ed71-faf0-4ed1-a42b-e8a6bb30328b req-cb2079f1-89b6-4df1-b358-87ec6d1ed107 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c15fbfe-ea0e-4712-bbd4-b2ae3b14a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535903 Jul 16 08:28:59.926725 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d185d980-c699-439a-9c19-a36896394416 req-3c7bc5d7-e014-4966-8c3d-3c8bef2eb341 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:28:59.928480 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d185d980-c699-439a-9c19-a36896394416 req-3c7bc5d7-e014-4966-8c3d-3c8bef2eb341 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=86115019-d820-47aa-8052-cbffb35335a8 HTTP/1.1" status: 200 len: 945 time: 0.3876042 Jul 16 08:28:59.930207 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b29babae-c6bf-4198-920d-e4011b0af584 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:28:59.989997 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50476) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:00.011524 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port d1225757-0775-4299-9c83-75359d8190ef, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d1225757-0775-4299-9c83-75359d8190ef,segment=NetworkSegment(9c38dbf6-508c-4ef7-9acc-99f901f233af),segment_id=9c38dbf6-508c-4ef7-9acc-99f901f233af)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:00.054011 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'd1225757-0775-4299-9c83-75359d8190ef', 'network_id': 'c0f9e63c-c0dc-496b-b400-ce99bcb00b10', 'port_id': 'd1225757-0775-4299-9c83-75359d8190ef', 'mac_address': 'fa:16:3e:7b:ab:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ac5f79c4-4d27-4945-ac37-cd56890c0670', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:29:00.113305 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d185d980-c699-439a-9c19-a36896394416 req-669983ba-1f60-487d-aee0-38b0214dc464 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589792 Jul 16 08:29:00.201546 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:00.203584 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-64f01e34-34be-4d51-931c-5b7a29296bbd admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2074908314-network', 'tenant_id': 'c3e016b968674254b57e592588e4e2b1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:00.235494 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1225757-0775-4299-9c83-75359d8190ef {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:00.242262 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b29babae-c6bf-4198-920d-e4011b0af584 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:00.249536 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b29babae-c6bf-4198-920d-e4011b0af584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:00.271096 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f01e34-34be-4d51-931c-5b7a29296bbd admin admin] Made reservation on behalf of c3e016b968674254b57e592588e4e2b1 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:00.274238 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64f01e34-34be-4d51-931c-5b7a29296bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:00.312997 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b29babae-c6bf-4198-920d-e4011b0af584 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:29:00.326283 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64f01e34-34be-4d51-931c-5b7a29296bbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:00.334345 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port d1225757-0775-4299-9c83-75359d8190ef, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d1225757-0775-4299-9c83-75359d8190ef,segment=NetworkSegment(9c38dbf6-508c-4ef7-9acc-99f901f233af),segment_id=9c38dbf6-508c-4ef7-9acc-99f901f233af)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:00.342296 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29babae-c6bf-4198-920d-e4011b0af584 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d0248d-b94f-4aa4-8a82-233e3f45339d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:00.343794 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:00.356019 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b29babae-c6bf-4198-920d-e4011b0af584 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:00.356391 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-b29babae-c6bf-4198-920d-e4011b0af584 admin admin] Added segment d411d2fe-f612-4213-9e02-6ac23434f1d5 of type vlan for network dd3e23ac-b61f-435a-95cc-bf56a73d8636 Jul 16 08:29:00.391821 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50484) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:00.409727 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a6ae71b7-8b4e-428c-bda3-cc72d9388487 req-8ed42b95-ff4a-4e12-8f65-cd8d477b34bc tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f5e8129-eb72-435f-8a97-b2c866b16a1c HTTP/1.1" status: 200 len: 210 time: 0.0581090 Jul 16 08:29:00.426693 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bbee91b8-6e01-4f59-9bc9-ec61e6c9af8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:00.439090 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=d1225757-0775-4299-9c83-75359d8190ef,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:00.503531 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b29babae-c6bf-4198-920d-e4011b0af584 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:00.528780 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64f01e34-34be-4d51-931c-5b7a29296bbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:00.539017 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64f01e34-34be-4d51-931c-5b7a29296bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:00.549455 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b29babae-c6bf-4198-920d-e4011b0af584 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:00.550484 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b29babae-c6bf-4198-920d-e4011b0af584 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:00.551060 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b29babae-c6bf-4198-920d-e4011b0af584 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:00.586459 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f01e34-34be-4d51-931c-5b7a29296bbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d68f0b9-69ff-434c-8b60-8eb3e9b2f525,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:00.588723 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e9d619-b31b-45ec-96d8-2aeef55de7f5 req-ad5e3c28-cc73-4f5d-9ecd-7d04c1f44a9a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:00.590235 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-70e9d619-b31b-45ec-96d8-2aeef55de7f5 req-ad5e3c28-cc73-4f5d-9ecd-7d04c1f44a9a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.21 "GET /v2.0/ports?device_id=86115019-d820-47aa-8052-cbffb35335a8 HTTP/1.1" status: 200 len: 945 time: 0.1305661 Jul 16 08:29:00.633478 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['d1225757-0775-4299-9c83-75359d8190ef'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:00.656409 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29babae-c6bf-4198-920d-e4011b0af584 admin admin] Pushing event updated for resources: {'Network': ['ID=dd3e23ac-b61f-435a-95cc-bf56a73d8636,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:00.670805 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64f01e34-34be-4d51-931c-5b7a29296bbd admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:29:00.677982 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network dd3e23ac-b61f-435a-95cc-bf56a73d8636 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:29:00.774082 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64f01e34-34be-4d51-931c-5b7a29296bbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:00.774720 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-64f01e34-34be-4d51-931c-5b7a29296bbd admin admin] Added segment addd5ae6-2940-4446-925f-483fe9c2f543 of type vlan for network 031bca47-764b-4d32-88f8-02e940c695ac Jul 16 08:29:00.859851 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64f01e34-34be-4d51-931c-5b7a29296bbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:00.878227 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9aba6d-80ab-4622-84d1-58e2e94223ab req-91fbd45d-293a-4722-bc88-3a0b0582524f tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:00.885803 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9aba6d-80ab-4622-84d1-58e2e94223ab req-91fbd45d-293a-4722-bc88-3a0b0582524f tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:00.892564 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9aba6d-80ab-4622-84d1-58e2e94223ab req-91fbd45d-293a-4722-bc88-3a0b0582524f tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:00.899630 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9aba6d-80ab-4622-84d1-58e2e94223ab req-91fbd45d-293a-4722-bc88-3a0b0582524f tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:00.906242 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9aba6d-80ab-4622-84d1-58e2e94223ab req-91fbd45d-293a-4722-bc88-3a0b0582524f tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:00.912734 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9aba6d-80ab-4622-84d1-58e2e94223ab req-91fbd45d-293a-4722-bc88-3a0b0582524f tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:00.919748 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9aba6d-80ab-4622-84d1-58e2e94223ab req-91fbd45d-293a-4722-bc88-3a0b0582524f tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:00.929862 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bc9aba6d-80ab-4622-84d1-58e2e94223ab req-91fbd45d-293a-4722-bc88-3a0b0582524f tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 5442 time: 0.3451626 Jul 16 08:29:01.011669 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bbee91b8-6e01-4f59-9bc9-ec61e6c9af8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.026902 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bbee91b8-6e01-4f59-9bc9-ec61e6c9af8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.055834 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64f01e34-34be-4d51-931c-5b7a29296bbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.056878 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f01e34-34be-4d51-931c-5b7a29296bbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:01.057474 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64f01e34-34be-4d51-931c-5b7a29296bbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.080730 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bc9aba6d-80ab-4622-84d1-58e2e94223ab req-26919b77-d2c1-43be-ace7-f69adc664c35 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1499372 Jul 16 08:29:01.088085 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b29babae-c6bf-4198-920d-e4011b0af584 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.5097418 Jul 16 08:29:01.106778 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50492) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:01.120881 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-221e4816-ab21-4c69-9eb7-e520c778fc22 admin admin] Request body: {'subnet': {'network_id': 'dd3e23ac-b61f-435a-95cc-bf56a73d8636', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-746776145-subnet', 'tenant_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:01.123516 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bbee91b8-6e01-4f59-9bc9-ec61e6c9af8a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=54f0e0d7f2bc43f880a22b6a422e3ef7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7279520 Jul 16 08:29:01.124134 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50494) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:01.124793 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee91b8-6e01-4f59-9bc9-ec61e6c9af8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e727546-a715-44ad-a25d-eecb7c70c6b1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:01.164391 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221e4816-ab21-4c69-9eb7-e520c778fc22 admin admin] Made reservation on behalf of 07e8ec88e6434ad1bbf0d112a90583fd for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:01.166680 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-221e4816-ab21-4c69-9eb7-e520c778fc22 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.188955 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-64f01e34-34be-4d51-931c-5b7a29296bbd admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.1965399 Jul 16 08:29:01.192582 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f01e34-34be-4d51-931c-5b7a29296bbd admin admin] Pushing event updated for resources: {'Network': ['ID=031bca47-764b-4d32-88f8-02e940c695ac,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:01.194663 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50500) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:01.201804 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-6abaf4ca-7865-478d-9f5f-0d52636f51b3 admin admin] Request body: {'subnet': {'network_id': '031bca47-764b-4d32-88f8-02e940c695ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2074908314-subnet', 'tenant_id': 'c3e016b968674254b57e592588e4e2b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:01.204394 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 031bca47-764b-4d32-88f8-02e940c695ac details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:29:01.207139 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-70e9d619-b31b-45ec-96d8-2aeef55de7f5 req-b5b57ae2-019b-42ed-b363-8d53d2fb116a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Deleting port 8a0ce3b6-e869-45da-a578-1bdaa22c3664 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:01.207491 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-70e9d619-b31b-45ec-96d8-2aeef55de7f5 req-b5b57ae2-019b-42ed-b363-8d53d2fb116a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.238103 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-420efc8f-7892-41e3-a3ad-37dc361ae311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.261378 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-420efc8f-7892-41e3-a3ad-37dc361ae311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.301528 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf39070-054a-4333-bc2b-a188c084ba2b req-567e8a3a-6e13-4ff1-aaa0-8dafb9b21ee2 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:01.303093 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cdf39070-054a-4333-bc2b-a188c084ba2b req-567e8a3a-6e13-4ff1-aaa0-8dafb9b21ee2 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/ports?device_id=0abb8623-a4e0-4eb5-bb6b-4d69f58363c3 HTTP/1.1" status: 200 len: 944 time: 0.2316673 Jul 16 08:29:01.359033 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abaf4ca-7865-478d-9f5f-0d52636f51b3 admin admin] Made reservation on behalf of c3e016b968674254b57e592588e4e2b1 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:01.362064 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6abaf4ca-7865-478d-9f5f-0d52636f51b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.367351 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-420efc8f-7892-41e3-a3ad-37dc361ae311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.368528 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-420efc8f-7892-41e3-a3ad-37dc361ae311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.372132 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-420efc8f-7892-41e3-a3ad-37dc361ae311 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9e727546-a715-44ad-a25d-eecb7c70c6b1 HTTP/1.1" status: 204 len: 168 time: 0.2422366 Jul 16 08:29:01.382474 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420efc8f-7892-41e3-a3ad-37dc361ae311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e727546-a715-44ad-a25d-eecb7c70c6b1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:01.436033 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eeecf4-8630-4395-aadd-11c14cfd3273 req-a8370782-52a0-4898-b9e8-355ec990aeb3 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:01.442801 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-70e9d619-b31b-45ec-96d8-2aeef55de7f5 req-b5b57ae2-019b-42ed-b363-8d53d2fb116a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] For port 8a0ce3b6-e869-45da-a578-1bdaa22c3664, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=8a0ce3b6-e869-45da-a578-1bdaa22c3664,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:01.443165 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-70e9d619-b31b-45ec-96d8-2aeef55de7f5 req-b5b57ae2-019b-42ed-b363-8d53d2fb116a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.443879 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eeecf4-8630-4395-aadd-11c14cfd3273 req-a8370782-52a0-4898-b9e8-355ec990aeb3 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:01.452536 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eeecf4-8630-4395-aadd-11c14cfd3273 req-a8370782-52a0-4898-b9e8-355ec990aeb3 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:01.461038 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eeecf4-8630-4395-aadd-11c14cfd3273 req-a8370782-52a0-4898-b9e8-355ec990aeb3 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:01.467749 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eeecf4-8630-4395-aadd-11c14cfd3273 req-a8370782-52a0-4898-b9e8-355ec990aeb3 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:01.473482 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eeecf4-8630-4395-aadd-11c14cfd3273 req-a8370782-52a0-4898-b9e8-355ec990aeb3 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:01.480535 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0eeecf4-8630-4395-aadd-11c14cfd3273 req-a8370782-52a0-4898-b9e8-355ec990aeb3 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:01.486726 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cdf39070-054a-4333-bc2b-a188c084ba2b req-6cc6caa8-3f22-439c-bd6a-cbf769ba4be1 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c15fbfe-ea0e-4712-bbd4-b2ae3b14a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741726 Jul 16 08:29:01.494922 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d0eeecf4-8630-4395-aadd-11c14cfd3273 req-a8370782-52a0-4898-b9e8-355ec990aeb3 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 5442 time: 0.1715097 Jul 16 08:29:01.495549 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50506) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:01.508182 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8f8fe5da-b167-443b-8c8b-2ed4a3f18c97 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Request body: {'floatingip': {'port_id': 'd1214eb5-4495-47f0-8778-79707a2c0a79'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:01.579072 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8f8fe5da-b167-443b-8c8b-2ed4a3f18c97 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.631250 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-70e9d619-b31b-45ec-96d8-2aeef55de7f5 req-b5b57ae2-019b-42ed-b363-8d53d2fb116a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Calling delete_port for 8a0ce3b6-e869-45da-a578-1bdaa22c3664 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:01.651090 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-49480334-a454-424c-98eb-2a486c9fd145 req-a70e558b-56ba-4943-8b3a-4a54aa1d1b33 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1d01616ba17d4b8cba7a304337398c2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1951413 Jul 16 08:29:01.775335 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.863317 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c69a9ee6-1969-4f10-bcb7-cc81adcf3919 req-28ab0207-b392-42ad-90cc-d0bde4494bf4 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f5e8129-eb72-435f-8a97-b2c866b16a1c HTTP/1.1" status: 200 len: 210 time: 0.1629140 Jul 16 08:29:01.896201 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-49480334-a454-424c-98eb-2a486c9fd145 req-6d53232c-0c36-495c-ae79-17ea7ac2e515 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=1d01616ba17d4b8cba7a304337398c2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1513324 Jul 16 08:29:01.897154 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb6cb70-0d86-4b03-b6e7-12a39d26502e req-90696bcc-bf73-4de1-9b2f-c764201cc2cf tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:01.900492 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2cb6cb70-0d86-4b03-b6e7-12a39d26502e req-90696bcc-bf73-4de1-9b2f-c764201cc2cf tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=86115019-d820-47aa-8052-cbffb35335a8 HTTP/1.1" status: 200 len: 945 time: 0.2495694 Jul 16 08:29:01.905607 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:01.986057 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-221e4816-ab21-4c69-9eb7-e520c778fc22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:02.209415 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49480334-a454-424c-98eb-2a486c9fd145 req-2aedf6c1-e8ac-4b30-9b39-c62f5cc1fe2c tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:02.211127 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-49480334-a454-424c-98eb-2a486c9fd145 req-2aedf6c1-e8ac-4b30-9b39-c62f5cc1fe2c tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5520058 Jul 16 08:29:02.237003 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-49480334-a454-424c-98eb-2a486c9fd145 req-d68cbad9-b051-4e26-8764-25cbedbf2f02 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Request body: {'port': {'device_id': '4c6ecf56-ec43-4bdd-a5f8-e25f222176ad', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'admin_state_up': True, 'tenant_id': '1d01616ba17d4b8cba7a304337398c2e'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:02.248187 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e4816-ab21-4c69-9eb7-e520c778fc22 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5d9cad0-c893-4990-9fdc-910c74a20af9,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:02.261744 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2cb6cb70-0d86-4b03-b6e7-12a39d26502e req-2da4272a-3a79-4c54-b3df-0186fc1791b0 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3479576 Jul 16 08:29:02.357013 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49480334-a454-424c-98eb-2a486c9fd145 req-65fccf1a-2ed8-4584-a878-1a2a208401a1 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:02.358485 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-49480334-a454-424c-98eb-2a486c9fd145 req-65fccf1a-2ed8-4584-a878-1a2a208401a1 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4441328 Jul 16 08:29:02.386640 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0c4070e-96fc-467d-9324-2beaae156657 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Request body: {'port': {'device_id': '8f5e8129-eb72-435f-8a97-b2c866b16a1c', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'admin_state_up': True, 'tenant_id': '1d01616ba17d4b8cba7a304337398c2e'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:02.416203 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-221e4816-ab21-4c69-9eb7-e520c778fc22 admin admin] Checking segment: {'id': 'd411d2fe-f612-4213-9e02-6ac23434f1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd3e23ac-b61f-435a-95cc-bf56a73d8636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:02.416589 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221e4816-ab21-4c69-9eb7-e520c778fc22 admin admin] Network hostable DHCP agents. Network: dd3e23ac-b61f-435a-95cc-bf56a73d8636, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:29:02.424669 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6abaf4ca-7865-478d-9f5f-0d52636f51b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:02.503539 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-70e9d619-b31b-45ec-96d8-2aeef55de7f5 req-b5b57ae2-019b-42ed-b363-8d53d2fb116a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:02.517284 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['8a0ce3b6-e869-45da-a578-1bdaa22c3664'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:02.526690 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['93a1378d-9ae2-4cae-b365-a03736d922c0'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:02.605861 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b57ae2-019b-42ed-b363-8d53d2fb116a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Pushing event deleted for resources: {'Port': ['ID=8a0ce3b6-e869-45da-a578-1bdaa22c3664,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:02.617000 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221e4816-ab21-4c69-9eb7-e520c778fc22 admin admin] Network dd3e23ac-b61f-435a-95cc-bf56a73d8636 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:29:02.647780 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abaf4ca-7865-478d-9f5f-0d52636f51b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3281ec1e-b2a6-4071-b7a8-c73380d377c6,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:02.709590 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8f8fe5da-b167-443b-8c8b-2ed4a3f18c97 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:02.714828 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8f8fe5da-b167-443b-8c8b-2ed4a3f18c97 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:02.715242 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abaf4ca-7865-478d-9f5f-0d52636f51b3 admin admin] Checking segment: {'id': 'addd5ae6-2940-4446-925f-483fe9c2f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '031bca47-764b-4d32-88f8-02e940c695ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:02.715614 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abaf4ca-7865-478d-9f5f-0d52636f51b3 admin admin] Network hostable DHCP agents. Network: 031bca47-764b-4d32-88f8-02e940c695ac, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:29:02.736078 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e9d619-b31b-45ec-96d8-2aeef55de7f5 req-b5b57ae2-019b-42ed-b363-8d53d2fb116a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] No DVR routers for this DVR port 8a0ce3b6-e869-45da-a578-1bdaa22c3664 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:02.737665 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-221e4816-ab21-4c69-9eb7-e520c778fc22 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, dd3e23ac-b61f-435a-95cc-bf56a73d8636) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:02.740031 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-70e9d619-b31b-45ec-96d8-2aeef55de7f5 req-b5b57ae2-019b-42ed-b363-8d53d2fb116a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:02.742118 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-70e9d619-b31b-45ec-96d8-2aeef55de7f5 req-b5b57ae2-019b-42ed-b363-8d53d2fb116a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.21 "DELETE /v2.0/ports/8a0ce3b6-e869-45da-a578-1bdaa22c3664 HTTP/1.1" status: 204 len: 173 time: 2.1453614 Jul 16 08:29:02.753528 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decfc3ee-90b2-48eb-910e-3e85eca2c24d None None] Network dd3e23ac-b61f-435a-95cc-bf56a73d8636 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:02.760483 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '86115019-d820-47aa-8052-cbffb35335a8', 'name': 'network-vif-deleted', 'tag': '8a0ce3b6-e869-45da-a578-1bdaa22c3664'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:02.763061 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a56a01f-4083-4cc9-9c8c-b3284d662ed3" -d '{"events": [{"server_uuid": "86115019-d820-47aa-8052-cbffb35335a8", "name": "network-vif-deleted", "tag": "8a0ce3b6-e869-45da-a578-1bdaa22c3664"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:02.828247 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221e4816-ab21-4c69-9eb7-e520c778fc22 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:02.828493 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-221e4816-ab21-4c69-9eb7-e520c778fc22 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:02.842507 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-8f8fe5da-b167-443b-8c8b-2ed4a3f18c97 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Floating IP 844742e3-e63c-4627-9a05-b36933570bc9 associated. External IP: 172.25.3.97, port: d1214eb5-4495-47f0-8778-79707a2c0a79. Jul 16 08:29:02.848966 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f1d5267-bde4-4d53-8f30-c57f0e9d7b6b x-openstack-request-id: req-9f1d5267-bde4-4d53-8f30-c57f0e9d7b6b {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:02.849519 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "86115019-d820-47aa-8052-cbffb35335a8", "name": "network-vif-deleted", "tag": "8a0ce3b6-e869-45da-a578-1bdaa22c3664", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:02.849941 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9f1d5267-bde4-4d53-8f30-c57f0e9d7b6b {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:02.851030 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '86115019-d820-47aa-8052-cbffb35335a8', 'name': 'network-vif-deleted', 'tag': '8a0ce3b6-e869-45da-a578-1bdaa22c3664', 'status': 'completed', 'code': 200} Jul 16 08:29:02.856816 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49480334-a454-424c-98eb-2a486c9fd145 req-d68cbad9-b051-4e26-8764-25cbedbf2f02 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Made reservation on behalf of 1d01616ba17d4b8cba7a304337398c2e for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:02.860250 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-49480334-a454-424c-98eb-2a486c9fd145 req-d68cbad9-b051-4e26-8764-25cbedbf2f02 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:02.926322 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abaf4ca-7865-478d-9f5f-0d52636f51b3 admin admin] Network 031bca47-764b-4d32-88f8-02e940c695ac is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:29:02.962349 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0c4070e-96fc-467d-9324-2beaae156657 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Made reservation on behalf of 1d01616ba17d4b8cba7a304337398c2e for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:02.966042 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0c4070e-96fc-467d-9324-2beaae156657 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:02.982592 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-221e4816-ab21-4c69-9eb7-e520c778fc22 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8746126 Jul 16 08:29:03.004886 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50544) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:03.012713 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-603e976a-36a4-4d6f-94c4-c4a55001eda7 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-746776145-router', 'tenant_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:03.062592 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cac4896-6532-4f33-8601-ddeac1527a3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-dd3e23ac-b61f-435a-95cc-bf56a73d8636', 'network_id': 'dd3e23ac-b61f-435a-95cc-bf56a73d8636', 'tenant_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'fixed_ips': [{'subnet_id': 'a5d9cad0-c893-4990-9fdc-910c74a20af9'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:29:03.063535 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2cac4896-6532-4f33-8601-ddeac1527a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:03.064581 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-6abaf4ca-7865-478d-9f5f-0d52636f51b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 031bca47-764b-4d32-88f8-02e940c695ac) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:03.075074 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abaf4ca-7865-478d-9f5f-0d52636f51b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:03.075852 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6abaf4ca-7865-478d-9f5f-0d52636f51b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:03.128422 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46846be4-b559-4e98-bb05-d276881a3abf req-15cc2a5d-aaef-4315-99d6-fdaeaab51efd tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:03.141030 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-46846be4-b559-4e98-bb05-d276881a3abf req-15cc2a5d-aaef-4315-99d6-fdaeaab51efd tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/ports?device_id=0abb8623-a4e0-4eb5-bb6b-4d69f58363c3 HTTP/1.1" status: 200 len: 944 time: 0.4440956 Jul 16 08:29:03.141154 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-af78c92d-f201-4e15-bbe5-e15f47b61e83 req-c598af1f-cb6f-4206-a42f-a79bb636ead7 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f5e8129-eb72-435f-8a97-b2c866b16a1c HTTP/1.1" status: 200 len: 210 time: 0.0578227 Jul 16 08:29:03.148510 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d23829e-9d2c-411c-9223-ef0720ac6f05 None None] Network 031bca47-764b-4d32-88f8-02e940c695ac requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:03.154550 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6abaf4ca-7865-478d-9f5f-0d52636f51b3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.9578836 Jul 16 08:29:03.309342 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f8fe5da-b167-443b-8c8b-2ed4a3f18c97 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Router 04122545-aaaa-4e6a-b960-143c734187c6 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:29:03.317765 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-2cac4896-6532-4f33-8601-ddeac1527a3b None None] Allocated IP 172.20.0.2 (dd3e23ac-b61f-435a-95cc-bf56a73d8636/a5d9cad0-c893-4990-9fdc-910c74a20af9/ce7c8c5b-4d96-4a48-add6-eb32d56c3ba4) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:03.351866 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-46846be4-b559-4e98-bb05-d276881a3abf req-e082ea4d-6751-4655-9ec5-1843f9727f03 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c15fbfe-ea0e-4712-bbd4-b2ae3b14a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156036 Jul 16 08:29:03.358726 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-49480334-a454-424c-98eb-2a486c9fd145 req-d68cbad9-b051-4e26-8764-25cbedbf2f02 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Allocated IP 192.168.233.69 (30bff2e9-dcab-4751-913d-9c4ac9d8019b/c36b7919-0b6b-490a-bff0-04ed964d98ec/7edac58b-e964-4545-a209-9b980fd75eba) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:03.442136 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-603e976a-36a4-4d6f-94c4-c4a55001eda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:03.443146 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-603e976a-36a4-4d6f-94c4-c4a55001eda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:03.534960 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7beee121-fc23-4afb-a72b-faa2190a1f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:03.583144 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-110575b0-ab0b-433a-b1e8-cd2541f14f50 req-c809dd86-3401-4db1-9521-cade4bcc979c tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=86115019-d820-47aa-8052-cbffb35335a8 HTTP/1.1" status: 200 len: 210 time: 0.0664527 Jul 16 08:29:03.593701 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-603e976a-36a4-4d6f-94c4-c4a55001eda7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:03.644680 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-49480334-a454-424c-98eb-2a486c9fd145 req-d68cbad9-b051-4e26-8764-25cbedbf2f02 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:03.671666 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-49480334-a454-424c-98eb-2a486c9fd145 req-d68cbad9-b051-4e26-8764-25cbedbf2f02 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Transition to ACTIVE for port object 7edac58b-e964-4545-a209-9b980fd75eba will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:03.672411 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f8fe5da-b167-443b-8c8b-2ed4a3f18c97 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:29:03.678139 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8f8fe5da-b167-443b-8c8b-2ed4a3f18c97 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:03.754061 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8f8fe5da-b167-443b-8c8b-2ed4a3f18c97 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "PUT /v2.0/floatingips/844742e3-e63c-4627-9a05-b36933570bc9 HTTP/1.1" status: 200 len: 990 time: 2.2572670 Jul 16 08:29:03.756891 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'tag': 'd1214eb5-4495-47f0-8778-79707a2c0a79'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:03.759418 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69a3671c-c119-4da3-b7e3-2cefdf4a0498" -d '{"events": [{"name": "network-changed", "server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "tag": "d1214eb5-4495-47f0-8778-79707a2c0a79"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:03.770864 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9b630d-6f9c-4c51-8af8-3029aff68c30 None None] Sync routers for ids ['04122545-aaaa-4e6a-b960-143c734187c6'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:29:03.774547 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device d1225757-0775-4299-9c83-75359d8190ef up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:03.794716 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0c4070e-96fc-467d-9324-2beaae156657 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Allocated IP 192.168.233.98 (30bff2e9-dcab-4751-913d-9c4ac9d8019b/c36b7919-0b6b-490a-bff0-04ed964d98ec/8cea9b50-fe98-433b-8180-02087487e8e1) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:03.797631 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-49480334-a454-424c-98eb-2a486c9fd145 req-d68cbad9-b051-4e26-8764-25cbedbf2f02 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:03.823041 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['f9003aa7-bcf5-42d4-a8c3-d02636baca33'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:03.825940 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['e41bead0-2f4e-40c6-a4d9-01e67e20ac37', '79a3e1f3-4732-4c1d-aec3-48e04b67cbec'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:03.863506 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49480334-a454-424c-98eb-2a486c9fd145 req-d68cbad9-b051-4e26-8764-25cbedbf2f02 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:03.877306 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-49480334-a454-424c-98eb-2a486c9fd145 req-d68cbad9-b051-4e26-8764-25cbedbf2f02 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:03.884068 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-49480334-a454-424c-98eb-2a486c9fd145 req-d68cbad9-b051-4e26-8764-25cbedbf2f02 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:03.953642 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49480334-a454-424c-98eb-2a486c9fd145 req-d68cbad9-b051-4e26-8764-25cbedbf2f02 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:03.954298 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-49480334-a454-424c-98eb-2a486c9fd145 req-d68cbad9-b051-4e26-8764-25cbedbf2f02 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:03.966757 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68cbad9-b051-4e26-8764-25cbedbf2f02 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Pushing event updated for resources: {'Port': ['ID=7edac58b-e964-4545-a209-9b980fd75eba,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:03.981963 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-f530617b-b1a7-451e-a89b-6584a75f757e tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:03.989066 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-f530617b-b1a7-451e-a89b-6584a75f757e tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] 10.222.0.22 "GET /v2.0/networks?id=031bca47-764b-4d32-88f8-02e940c695ac HTTP/1.1" status: 200 len: 822 time: 0.1316276 Jul 16 08:29:04.000856 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0e8f341-98fa-4645-bec2-3f51a24a3a46 x-openstack-request-id: req-f0e8f341-98fa-4645-bec2-3f51a24a3a46 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:04.001217 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "tag": "d1214eb5-4495-47f0-8778-79707a2c0a79", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:04.001473 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f0e8f341-98fa-4645-bec2-3f51a24a3a46 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:04.002383 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'tag': 'd1214eb5-4495-47f0-8778-79707a2c0a79', 'status': 'completed', 'code': 200} Jul 16 08:29:04.036295 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9b630d-6f9c-4c51-8af8-3029aff68c30 None None] Routers {'04122545-aaaa-4e6a-b960-143c734187c6'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:04.037360 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-fb9b630d-6f9c-4c51-8af8-3029aff68c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:28:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['04122545-aaaa-4e6a-b960-143c734187c6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:04.047614 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f25e5e-c32b-4641-80d9-80d414ec72ad None None] Network 031bca47-764b-4d32-88f8-02e940c695ac requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:04.116244 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-603e976a-36a4-4d6f-94c4-c4a55001eda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:04.123143 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-8f0561c6-0ff7-434d-b87a-e88cd04ccb6e tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] 10.222.0.22 "GET /v2.0/quotas/c3e016b968674254b57e592588e4e2b1 HTTP/1.1" status: 200 len: 375 time: 0.1291432 Jul 16 08:29:04.141821 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0c4070e-96fc-467d-9324-2beaae156657 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:04.158041 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0c4070e-96fc-467d-9324-2beaae156657 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Transition to ACTIVE for port object 8cea9b50-fe98-433b-8180-02087487e8e1 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:04.180327 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-6feb795a-23b6-4afd-9e7c-d63852507643 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c3e016b968674254b57e592588e4e2b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0465930 Jul 16 08:29:04.185540 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2cac4896-6532-4f33-8601-ddeac1527a3b None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:04.227794 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0c4070e-96fc-467d-9324-2beaae156657 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:04.242371 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2cac4896-6532-4f33-8601-ddeac1527a3b None None] Transition to ACTIVE for port object ce7c8c5b-4d96-4a48-add6-eb32d56c3ba4 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:04.280850 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3671c-c119-4da3-b7e3-2cefdf4a0498 req-f3b5ac96-12d1-4718-a1e0-84e7ca1f424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:04.281532 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3671c-c119-4da3-b7e3-2cefdf4a0498 req-f3b5ac96-12d1-4718-a1e0-84e7ca1f424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:04.282150 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3671c-c119-4da3-b7e3-2cefdf4a0498 req-f3b5ac96-12d1-4718-a1e0-84e7ca1f424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:04.282757 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3671c-c119-4da3-b7e3-2cefdf4a0498 req-f3b5ac96-12d1-4718-a1e0-84e7ca1f424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:04.283122 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3671c-c119-4da3-b7e3-2cefdf4a0498 req-f3b5ac96-12d1-4718-a1e0-84e7ca1f424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:04.283601 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3671c-c119-4da3-b7e3-2cefdf4a0498 req-f3b5ac96-12d1-4718-a1e0-84e7ca1f424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:04.284078 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3671c-c119-4da3-b7e3-2cefdf4a0498 req-f3b5ac96-12d1-4718-a1e0-84e7ca1f424e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:04.286254 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-69a3671c-c119-4da3-b7e3-2cefdf4a0498 req-f3b5ac96-12d1-4718-a1e0-84e7ca1f424e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=18d3bd29957e4274890e11da19ecb787&device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 6506 time: 0.2106426 Jul 16 08:29:04.293257 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c4070e-96fc-467d-9324-2beaae156657 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Pushing event updated for resources: {'Port': ['ID=8cea9b50-fe98-433b-8180-02087487e8e1,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:04.296855 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-49480334-a454-424c-98eb-2a486c9fd145 req-d68cbad9-b051-4e26-8764-25cbedbf2f02 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0734801 Jul 16 08:29:04.311537 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0c4070e-96fc-467d-9324-2beaae156657 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:04.314490 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0c4070e-96fc-467d-9324-2beaae156657 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:04.320535 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0a0c55c-4bb1-44a8-9e4d-207cbdf0433e service neutron] Request body: {'port': {'device_id': '4c6ecf56-ec43-4bdd-a5f8-e25f222176ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:04.323408 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0c4070e-96fc-467d-9324-2beaae156657 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:04.365759 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port d1225757-0775-4299-9c83-75359d8190ef completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:04.410650 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port d1225757-0775-4299-9c83-75359d8190ef triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:04.411436 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:04.422702 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2cac4896-6532-4f33-8601-ddeac1527a3b None None] Transition to ACTIVE for port object ce7c8c5b-4d96-4a48-add6-eb32d56c3ba4 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:04.425325 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3671c-c119-4da3-b7e3-2cefdf4a0498 req-5f560344-88f4-4ab8-af1d-5ac45bb3b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:04.426840 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-69a3671c-c119-4da3-b7e3-2cefdf4a0498 req-5f560344-88f4-4ab8-af1d-5ac45bb3b6a3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ef42b60b-a2a6-4c00-9b16-9d40351d12af HTTP/1.1" status: 200 len: 917 time: 0.1332641 Jul 16 08:29:04.475952 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ca972cda-9cd6-43b3-bc89-4559b83d69d5 None None] Provisioning for port 7edac58b-e964-4545-a209-9b980fd75eba completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:04.497424 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-fb9b630d-6f9c-4c51-8af8-3029aff68c30 None None] Set router 04122545-aaaa-4e6a-b960-143c734187c6 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:04.501221 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2cac4896-6532-4f33-8601-ddeac1527a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:04.512460 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0c4070e-96fc-467d-9324-2beaae156657 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:04.513129 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0c4070e-96fc-467d-9324-2beaae156657 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:04.533835 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0a0c55c-4bb1-44a8-9e4d-207cbdf0433e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:04.546893 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ca972cda-9cd6-43b3-bc89-4559b83d69d5 None None] Provisioning complete for port 7edac58b-e964-4545-a209-9b980fd75eba triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:04.547228 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ca972cda-9cd6-43b3-bc89-4559b83d69d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:04.568702 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-69a3671c-c119-4da3-b7e3-2cefdf4a0498 req-7c2366fb-c4c8-4557-b514-47609620c45d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1214eb5-4495-47f0-8778-79707a2c0a79 HTTP/1.1" status: 200 len: 998 time: 0.1092417 Jul 16 08:29:04.589930 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0c4070e-96fc-467d-9324-2beaae156657 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2141540 Jul 16 08:29:04.604967 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-49480334-a454-424c-98eb-2a486c9fd145 req-5fa6e07d-638f-4595-bc61-e50cb59cfa59 service neutron] Request body: {'port': {'device_id': '8f5e8129-eb72-435f-8a97-b2c866b16a1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:04.664497 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d56754f-1c73-4fe4-9e57-713a25102a08 req-334465d7-d4f9-4567-bac3-3bf83c4d09a1 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:04.666025 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7d56754f-1c73-4fe4-9e57-713a25102a08 req-334465d7-d4f9-4567-bac3-3bf83c4d09a1 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f5e8129-eb72-435f-8a97-b2c866b16a1c HTTP/1.1" status: 200 len: 935 time: 0.2616174 Jul 16 08:29:04.677901 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-6bce9426-2af6-48a3-9304-9ef22b02c7b3 service neutron] 10.222.0.22 "GET /v2.0/networks/031bca47-764b-4d32-88f8-02e940c695ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4795537 Jul 16 08:29:04.686837 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cac4896-6532-4f33-8601-ddeac1527a3b None None] Network dd3e23ac-b61f-435a-95cc-bf56a73d8636 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:04.697014 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3671c-c119-4da3-b7e3-2cefdf4a0498 req-3b92d4ba-9852-4efd-b4a5-dd3f25724d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:04.698549 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-69a3671c-c119-4da3-b7e3-2cefdf4a0498 req-3b92d4ba-9852-4efd-b4a5-dd3f25724d81 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90e1689d-683e-4bf7-9829-529743ada4e0 HTTP/1.1" status: 200 len: 855 time: 0.1201050 Jul 16 08:29:04.761506 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-2cac4896-6532-4f33-8601-ddeac1527a3b None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:04.764250 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cac4896-6532-4f33-8601-ddeac1527a3b None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:04.780549 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ca972cda-9cd6-43b3-bc89-4559b83d69d5 None None] Port 7edac58b-e964-4545-a209-9b980fd75eba cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:29:04.795568 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac4896-6532-4f33-8601-ddeac1527a3b None None] Pushing event updated for resources: {'Port': ['ID=ce7c8c5b-4d96-4a48-add6-eb32d56c3ba4,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:04.835791 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-49480334-a454-424c-98eb-2a486c9fd145 req-5fa6e07d-638f-4595-bc61-e50cb59cfa59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:04.842368 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7d56754f-1c73-4fe4-9e57-713a25102a08 req-c57e7e23-2997-4efe-a23d-9cc71a6ffc2d tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953217 Jul 16 08:29:05.047971 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:05.077306 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-2cac4896-6532-4f33-8601-ddeac1527a3b None None] Attempting to bind port ce7c8c5b-4d96-4a48-add6-eb32d56c3ba4 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:05.077670 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-2cac4896-6532-4f33-8601-ddeac1527a3b None None] Attempting to bind port ce7c8c5b-4d96-4a48-add6-eb32d56c3ba4 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'd411d2fe-f612-4213-9e02-6ac23434f1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd3e23ac-b61f-435a-95cc-bf56a73d8636'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:05.078039 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cac4896-6532-4f33-8601-ddeac1527a3b None None] Attempting to bind port ce7c8c5b-4d96-4a48-add6-eb32d56c3ba4 on network dd3e23ac-b61f-435a-95cc-bf56a73d8636 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:05.109514 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port d1225757-0775-4299-9c83-75359d8190ef, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d1225757-0775-4299-9c83-75359d8190ef,segment=NetworkSegment(9c38dbf6-508c-4ef7-9acc-99f901f233af),segment_id=9c38dbf6-508c-4ef7-9acc-99f901f233af)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:05.137607 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0abb8623-a4e0-4eb5-bb6b-4d69f58363c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1225757-0775-4299-9c83-75359d8190ef'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:05.140516 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5a2707c-ba38-43d0-ae7f-a3aa8af7e7e5" -d '{"events": [{"server_uuid": "0abb8623-a4e0-4eb5-bb6b-4d69f58363c3", "name": "network-vif-plugged", "status": "completed", "tag": "d1225757-0775-4299-9c83-75359d8190ef"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:05.143412 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:05.188275 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-56802e97-53d0-4fc3-9c4f-c8178f1b3e0e service neutron] 10.222.0.22 "GET /v2.0/networks/031bca47-764b-4d32-88f8-02e940c695ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5017362 Jul 16 08:29:05.197053 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0a0c55c-4bb1-44a8-9e4d-207cbdf0433e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7edac58b-e964-4545-a209-9b980fd75eba {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:05.208583 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a3671c-c119-4da3-b7e3-2cefdf4a0498 req-40a1543c-8ab4-460a-ac06-382268059431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:05.210152 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-69a3671c-c119-4da3-b7e3-2cefdf4a0498 req-40a1543c-8ab4-460a-ac06-382268059431 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ef42b60b-a2a6-4c00-9b16-9d40351d12af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4950488 Jul 16 08:29:05.211320 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0a0c55c-4bb1-44a8-9e4d-207cbdf0433e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:05.230693 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0a0c55c-4bb1-44a8-9e4d-207cbdf0433e service neutron] Transition to ACTIVE for port object 7edac58b-e964-4545-a209-9b980fd75eba will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:05.233334 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7b0bfafb-a2c2-438b-9826-d03a50a96135 None None] Provisioning for port 8cea9b50-fe98-433b-8180-02087487e8e1 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:05.241678 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362c21e4-bcfb-4d66-966c-803025bd3b9b req-afd2e2e7-fd18-4529-bcae-736ce7c11e52 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:05.242447 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=d1225757-0775-4299-9c83-75359d8190ef,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:05.250997 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-362c21e4-bcfb-4d66-966c-803025bd3b9b req-afd2e2e7-fd18-4529-bcae-736ce7c11e52 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/ports?device_id=0abb8623-a4e0-4eb5-bb6b-4d69f58363c3 HTTP/1.1" status: 200 len: 944 time: 0.1846974 Jul 16 08:29:05.254752 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7b0bfafb-a2c2-438b-9826-d03a50a96135 None None] Provisioning complete for port 8cea9b50-fe98-433b-8180-02087487e8e1 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:05.255047 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7b0bfafb-a2c2-438b-9826-d03a50a96135 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:05.262263 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cac4896-6532-4f33-8601-ddeac1527a3b None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:05.262651 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cac4896-6532-4f33-8601-ddeac1527a3b None None] Checking segment: {'id': 'd411d2fe-f612-4213-9e02-6ac23434f1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd3e23ac-b61f-435a-95cc-bf56a73d8636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:05.263076 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2cac4896-6532-4f33-8601-ddeac1527a3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:05.263453 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cac4896-6532-4f33-8601-ddeac1527a3b None None] Bound using segment: {'id': 'd411d2fe-f612-4213-9e02-6ac23434f1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd3e23ac-b61f-435a-95cc-bf56a73d8636'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:05.263949 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-2cac4896-6532-4f33-8601-ddeac1527a3b None None] Bound port: ce7c8c5b-4d96-4a48-add6-eb32d56c3ba4, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd411d2fe-f612-4213-9e02-6ac23434f1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd3e23ac-b61f-435a-95cc-bf56a73d8636'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:05.264332 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2cac4896-6532-4f33-8601-ddeac1527a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:05.274083 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0a0c55c-4bb1-44a8-9e4d-207cbdf0433e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:05.285230 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50600) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:05.291574 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-603e976a-36a4-4d6f-94c4-c4a55001eda7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:05.327498 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-603e976a-36a4-4d6f-94c4-c4a55001eda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:05.489171 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-362c21e4-bcfb-4d66-966c-803025bd3b9b req-e7ea08c3-f34e-43b8-baa5-1f26ff8d64b8 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c15fbfe-ea0e-4712-bbd4-b2ae3b14a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371078 Jul 16 08:29:05.529301 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0c55c-4bb1-44a8-9e4d-207cbdf0433e service neutron] Pushing event updated for resources: {'Port': ['ID=7edac58b-e964-4545-a209-9b980fd75eba,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:05.559112 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['f9003aa7-bcf5-42d4-a8c3-d02636baca33'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:05.580731 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-107faf9e-c9f3-43e8-99f4-33ad60ad0d4f x-openstack-request-id: req-107faf9e-c9f3-43e8-99f4-33ad60ad0d4f {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:05.581179 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0abb8623-a4e0-4eb5-bb6b-4d69f58363c3", "name": "network-vif-plugged", "status": "completed", "tag": "d1225757-0775-4299-9c83-75359d8190ef", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:05.581277 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-107faf9e-c9f3-43e8-99f4-33ad60ad0d4f {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:05.581694 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abb8623-a4e0-4eb5-bb6b-4d69f58363c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1225757-0775-4299-9c83-75359d8190ef', 'code': 200} Jul 16 08:29:05.647597 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7b0bfafb-a2c2-438b-9826-d03a50a96135 None None] Port 8cea9b50-fe98-433b-8180-02087487e8e1 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:29:05.660578 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 8a0ce3b6-e869-45da-a578-1bdaa22c3664 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:05.690222 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d57ea0de-da74-4cf0-a806-3124b7602a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:05.708595 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 8a0ce3b6-e869-45da-a578-1bdaa22c3664 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:29:05.708944 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 8a0ce3b6-e869-45da-a578-1bdaa22c3664 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:05.776697 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-fb9b630d-6f9c-4c51-8af8-3029aff68c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04122545-aaaa-4e6a-b960-143c734187c6', 'name': 'tempest-TaggedBootDevicesTest_v242-628218279-router', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '1e5ceaae-e846-497a-af28-a721d641abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:45Z', 'updated_at': '2021-07-16T08:26:52Z', 'revision_number': 4, 'project_id': '18d3bd29957e4274890e11da19ecb787', 'gw_port': {'id': '1e5ceaae-e846-497a-af28-a721d641abf6', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04122545-aaaa-4e6a-b960-143c734187c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:47Z', 'updated_at': '2021-07-16T08:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '844742e3-e63c-4627-9a05-b36933570bc9', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '04122545-aaaa-4e6a-b960-143c734187c6', 'port_id': 'd1214eb5-4495-47f0-8778-79707a2c0a79', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef42b60b-a2a6-4c00-9b16-9d40351d12af', 'mac_address': 'fa:16:3e:11:c8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:27:35Z', 'updated_at': '2021-07-16T08:29:02Z', 'revision_number': 1, 'project_id': '18d3bd29957e4274890e11da19ecb787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c9762b-8085-47b9-a1a6-e157f46ebb6b', 'name': '', 'network_id': 'ef42b60b-a2a6-4c00-9b16-9d40351d12af', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'mac_address': 'fa:16:3e:bb:29:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04122545-aaaa-4e6a-b960-143c734187c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '90e1689d-683e-4bf7-9829-529743ada4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:50Z', 'updated_at': '2021-07-16T08:27:01Z', 'revision_number': 5, 'project_id': '18d3bd29957e4274890e11da19ecb787', 'subnets': [{'id': '90e1689d-683e-4bf7-9829-529743ada4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:05.786712 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2aa9ad08-7afa-4c8f-8605-0111ffbda0c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:05.798445 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6619bda4-5e39-4aa3-9260-94682a5e6ebd req-31d297ef-a6d7-43fe-81b8-2f51e3cbc7be tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae8ba794-843a-4327-a2e3-545c9f75c287 HTTP/1.1" status: 200 len: 210 time: 0.0989747 Jul 16 08:29:05.850172 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-2cac4896-6532-4f33-8601-ddeac1527a3b None None] For port ce7c8c5b-4d96-4a48-add6-eb32d56c3ba4, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:05.855369 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9b630d-6f9c-4c51-8af8-3029aff68c30 None None] Checking router: 04122545-aaaa-4e6a-b960-143c734187c6 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:29:05.867527 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0a0c55c-4bb1-44a8-9e4d-207cbdf0433e service neutron] Attempting to bind port 7edac58b-e964-4545-a209-9b980fd75eba on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:05.868659 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0a0c55c-4bb1-44a8-9e4d-207cbdf0433e service neutron] Attempting to bind port 7edac58b-e964-4545-a209-9b980fd75eba by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:05.868659 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0a0c55c-4bb1-44a8-9e4d-207cbdf0433e service neutron] Attempting to bind port 7edac58b-e964-4545-a209-9b980fd75eba on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:05.880656 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0a0c55c-4bb1-44a8-9e4d-207cbdf0433e service neutron] Port 7edac58b-e964-4545-a209-9b980fd75eba on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:29:05.880986 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0a0c55c-4bb1-44a8-9e4d-207cbdf0433e service neutron] Attempting to bind port 7edac58b-e964-4545-a209-9b980fd75eba on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:05.891652 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-49480334-a454-424c-98eb-2a486c9fd145 req-5fa6e07d-638f-4595-bc61-e50cb59cfa59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cea9b50-fe98-433b-8180-02087487e8e1 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:05.898222 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-2cac4896-6532-4f33-8601-ddeac1527a3b None None] For port ce7c8c5b-4d96-4a48-add6-eb32d56c3ba4, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ce7c8c5b-4d96-4a48-add6-eb32d56c3ba4,segment=NetworkSegment(d411d2fe-f612-4213-9e02-6ac23434f1d5),segment_id=d411d2fe-f612-4213-9e02-6ac23434f1d5)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:05.899050 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0a0c55c-4bb1-44a8-9e4d-207cbdf0433e service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:05.899402 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0a0c55c-4bb1-44a8-9e4d-207cbdf0433e service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:05.899902 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0a0c55c-4bb1-44a8-9e4d-207cbdf0433e service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:05.900374 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0a0c55c-4bb1-44a8-9e4d-207cbdf0433e service neutron] Bound port: 7edac58b-e964-4545-a209-9b980fd75eba, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:05.900868 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0a0c55c-4bb1-44a8-9e4d-207cbdf0433e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:05.914959 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-49480334-a454-424c-98eb-2a486c9fd145 req-5fa6e07d-638f-4595-bc61-e50cb59cfa59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:05.921933 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb9b630d-6f9c-4c51-8af8-3029aff68c30 None None] Routers {'04122545-aaaa-4e6a-b960-143c734187c6'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:05.922998 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-fb9b630d-6f9c-4c51-8af8-3029aff68c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:29:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['04122545-aaaa-4e6a-b960-143c734187c6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:05.936232 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-69a3671c-c119-4da3-b7e3-2cefdf4a0498 req-92343e4b-c0b4-46b2-b10c-90953742438b service neutron] 10.222.0.30 "GET /v2.0/networks/ef42b60b-a2a6-4c00-9b16-9d40351d12af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7161603 Jul 16 08:29:05.988671 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0a0c55c-4bb1-44a8-9e4d-207cbdf0433e service neutron] For port 7edac58b-e964-4545-a209-9b980fd75eba, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:05.993189 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0a0c55c-4bb1-44a8-9e4d-207cbdf0433e service neutron] For port 7edac58b-e964-4545-a209-9b980fd75eba, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=7edac58b-e964-4545-a209-9b980fd75eba,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:06.001804 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0a0c55c-4bb1-44a8-9e4d-207cbdf0433e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:06.010098 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-49480334-a454-424c-98eb-2a486c9fd145 req-5fa6e07d-638f-4595-bc61-e50cb59cfa59 service neutron] Transition to ACTIVE for port object 8cea9b50-fe98-433b-8180-02087487e8e1 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:06.020444 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2cac4896-6532-4f33-8601-ddeac1527a3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:06.038738 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-49480334-a454-424c-98eb-2a486c9fd145 req-5fa6e07d-638f-4595-bc61-e50cb59cfa59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:06.063878 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0a0c55c-4bb1-44a8-9e4d-207cbdf0433e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:06.064550 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0a0c55c-4bb1-44a8-9e4d-207cbdf0433e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:06.066640 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-49480334-a454-424c-98eb-2a486c9fd145 req-a0a0c55c-4bb1-44a8-9e4d-207cbdf0433e service neutron] 10.222.0.21 "PUT /v2.0/ports/7edac58b-e964-4545-a209-9b980fd75eba HTTP/1.1" status: 200 len: 1096 time: 1.7533135 Jul 16 08:29:06.067092 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4c6ecf56-ec43-4bdd-a5f8-e25f222176ad', 'tag': '7edac58b-e964-4545-a209-9b980fd75eba'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:06.069951 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb2549e-3499-4240-a54e-110fc0f1f403" -d '{"events": [{"name": "network-changed", "server_uuid": "4c6ecf56-ec43-4bdd-a5f8-e25f222176ad", "tag": "7edac58b-e964-4545-a209-9b980fd75eba"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:06.168968 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a0c55c-4bb1-44a8-9e4d-207cbdf0433e service neutron] Pushing event updated for resources: {'Port': ['ID=7edac58b-e964-4545-a209-9b980fd75eba,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:06.195210 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-603e976a-36a4-4d6f-94c4-c4a55001eda7 admin admin] Allocated IP 172.25.3.99 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/856c0a30-c681-445b-973e-021a3913cf7e) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:06.215310 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e531ba-18d0-4d28-8125-97113205ff0e req-16535bb5-c633-48aa-8b7c-52cb0d1552b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:06.216866 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-29e531ba-18d0-4d28-8125-97113205ff0e req-16535bb5-c633-48aa-8b7c-52cb0d1552b5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0abb8623-a4e0-4eb5-bb6b-4d69f58363c3 HTTP/1.1" status: 200 len: 1097 time: 0.5472057 Jul 16 08:29:06.259168 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6e07d-638f-4595-bc61-e50cb59cfa59 service neutron] Pushing event updated for resources: {'Port': ['ID=8cea9b50-fe98-433b-8180-02087487e8e1,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:06.425753 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:06.442811 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-69a3671c-c119-4da3-b7e3-2cefdf4a0498 req-a74a82c9-c007-44ca-a1af-1e423d37557d service neutron] 10.222.0.30 "GET /v2.0/networks/ef42b60b-a2a6-4c00-9b16-9d40351d12af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4584873 Jul 16 08:29:06.461826 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-473d6712-6199-4c39-8dc8-5ac8c0508860 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:06.470303 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-473d6712-6199-4c39-8dc8-5ac8c0508860 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/networks?id=625dfff6-7aa4-46e7-b897-fa5ed9305465 HTTP/1.1" status: 200 len: 805 time: 0.6787331 Jul 16 08:29:06.581472 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-69135398-0f05-4bf6-ba70-50143aa6499d tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/quotas/6006a1dcb2354570866e06da5c4c7493 HTTP/1.1" status: 200 len: 375 time: 0.1101699 Jul 16 08:29:06.617193 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cac4896-6532-4f33-8601-ddeac1527a3b None None] Pushing event updated for resources: {'Port': ['ID=ce7c8c5b-4d96-4a48-add6-eb32d56c3ba4,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:06.734178 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-29e531ba-18d0-4d28-8125-97113205ff0e req-4b50baed-e079-4726-a372-136a93a25c52 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9c15fbfe-ea0e-4712-bbd4-b2ae3b14a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4425819 Jul 16 08:29:06.742224 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-fb9b630d-6f9c-4c51-8af8-3029aff68c30 None None] Set router 04122545-aaaa-4e6a-b960-143c734187c6 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:06.815612 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d57ea0de-da74-4cf0-a806-3124b7602a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:06.826573 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d57ea0de-da74-4cf0-a806-3124b7602a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:06.833812 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-603e976a-36a4-4d6f-94c4-c4a55001eda7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:06.899183 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-0bb1ca83-7d31-4478-ae68-5eb56b2f143e tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6006a1dcb2354570866e06da5c4c7493&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3168004 Jul 16 08:29:06.905061 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d57ea0de-da74-4cf0-a806-3124b7602a4e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a84ae629216b42f49d62c956109c882c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6153114 Jul 16 08:29:06.907781 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50642) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:06.916919 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57ea0de-da74-4cf0-a806-3124b7602a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51a574ec-2fb4-4ea7-989f-90e4c3562837,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:06.930958 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f3fc43-f826-41b4-986b-b619193d6f50 req-4b209a67-1386-497c-a5f5-ac59fd969858 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:06.938198 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-91f3fc43-f826-41b4-986b-b619193d6f50 req-4b209a67-1386-497c-a5f5-ac59fd969858 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f5e8129-eb72-435f-8a97-b2c866b16a1c HTTP/1.1" status: 200 len: 947 time: 0.8629503 Jul 16 08:29:06.972184 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49480334-a454-424c-98eb-2a486c9fd145 req-6bd3bc97-91d1-4156-8ef4-e8b8f8b9f5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:06.973208 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-49480334-a454-424c-98eb-2a486c9fd145 req-6bd3bc97-91d1-4156-8ef4-e8b8f8b9f5c5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d01616ba17d4b8cba7a304337398c2e&device_id=4c6ecf56-ec43-4bdd-a5f8-e25f222176ad HTTP/1.1" status: 200 len: 1099 time: 0.8212192 Jul 16 08:29:06.980041 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['e41bead0-2f4e-40c6-a4d9-01e67e20ac37', '79a3e1f3-4732-4c1d-aec3-48e04b67cbec'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:07.017814 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-91f3fc43-f826-41b4-986b-b619193d6f50 req-714ebf27-3caf-4054-aee2-dd28c4fb1028 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782464 Jul 16 08:29:07.074427 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d879f0e5-86be-431b-946d-ecd2bde142da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:07.077712 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-49480334-a454-424c-98eb-2a486c9fd145 req-5fa6e07d-638f-4595-bc61-e50cb59cfa59 service neutron] Attempting to bind port 8cea9b50-fe98-433b-8180-02087487e8e1 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:07.078139 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-49480334-a454-424c-98eb-2a486c9fd145 req-5fa6e07d-638f-4595-bc61-e50cb59cfa59 service neutron] Attempting to bind port 8cea9b50-fe98-433b-8180-02087487e8e1 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:07.078570 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49480334-a454-424c-98eb-2a486c9fd145 req-5fa6e07d-638f-4595-bc61-e50cb59cfa59 service neutron] Attempting to bind port 8cea9b50-fe98-433b-8180-02087487e8e1 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:07.081515 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-603e976a-36a4-4d6f-94c4-c4a55001eda7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:07.085524 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:07.086472 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58dc10b-8c03-407f-9fae-f79c67bf5ff1 x-openstack-request-id: req-b58dc10b-8c03-407f-9fae-f79c67bf5ff1 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:07.086638 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4c6ecf56-ec43-4bdd-a5f8-e25f222176ad", "tag": "7edac58b-e964-4545-a209-9b980fd75eba", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:07.087399 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b58dc10b-8c03-407f-9fae-f79c67bf5ff1 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:07.087894 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4c6ecf56-ec43-4bdd-a5f8-e25f222176ad', 'tag': '7edac58b-e964-4545-a209-9b980fd75eba', 'status': 'completed', 'code': 200} Jul 16 08:29:07.094466 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-49480334-a454-424c-98eb-2a486c9fd145 req-58b3019c-54d9-478c-a579-3a53820d99c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=7edac58b-e964-4545-a209-9b980fd75eba HTTP/1.1" status: 200 len: 217 time: 0.1006808 Jul 16 08:29:07.095706 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49480334-a454-424c-98eb-2a486c9fd145 req-5fa6e07d-638f-4595-bc61-e50cb59cfa59 service neutron] Port 8cea9b50-fe98-433b-8180-02087487e8e1 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:29:07.096113 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49480334-a454-424c-98eb-2a486c9fd145 req-5fa6e07d-638f-4595-bc61-e50cb59cfa59 service neutron] Attempting to bind port 8cea9b50-fe98-433b-8180-02087487e8e1 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:07.114318 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49480334-a454-424c-98eb-2a486c9fd145 req-5fa6e07d-638f-4595-bc61-e50cb59cfa59 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:07.114788 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49480334-a454-424c-98eb-2a486c9fd145 req-5fa6e07d-638f-4595-bc61-e50cb59cfa59 service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:07.115246 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49480334-a454-424c-98eb-2a486c9fd145 req-5fa6e07d-638f-4595-bc61-e50cb59cfa59 service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:07.116234 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-49480334-a454-424c-98eb-2a486c9fd145 req-5fa6e07d-638f-4595-bc61-e50cb59cfa59 service neutron] Bound port: 8cea9b50-fe98-433b-8180-02087487e8e1, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:07.117024 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-49480334-a454-424c-98eb-2a486c9fd145 req-5fa6e07d-638f-4595-bc61-e50cb59cfa59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:07.159028 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d879f0e5-86be-431b-946d-ecd2bde142da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:07.182864 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-603e976a-36a4-4d6f-94c4-c4a55001eda7 admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:07.185251 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-4074c730-33b2-4492-ac7b-f368f24c9b6d service neutron] 10.222.0.22 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2603579 Jul 16 08:29:07.194588 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-603e976a-36a4-4d6f-94c4-c4a55001eda7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:07.197201 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-603e976a-36a4-4d6f-94c4-c4a55001eda7 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:07.242218 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603e976a-36a4-4d6f-94c4-c4a55001eda7 admin admin] Pushing event updated for resources: {'Port': ['ID=856c0a30-c681-445b-973e-021a3913cf7e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:07.246676 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49480334-a454-424c-98eb-2a486c9fd145 req-7c87c515-3bdc-4d2a-8761-f48d314ffa09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:07.248226 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-49480334-a454-424c-98eb-2a486c9fd145 req-7c87c515-3bdc-4d2a-8761-f48d314ffa09 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.1458850 Jul 16 08:29:07.329837 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-fb9b630d-6f9c-4c51-8af8-3029aff68c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04122545-aaaa-4e6a-b960-143c734187c6', 'name': 'tempest-TaggedBootDevicesTest_v242-628218279-router', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '1e5ceaae-e846-497a-af28-a721d641abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:45Z', 'updated_at': '2021-07-16T08:26:52Z', 'revision_number': 4, 'project_id': '18d3bd29957e4274890e11da19ecb787', 'gw_port': {'id': '1e5ceaae-e846-497a-af28-a721d641abf6', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04122545-aaaa-4e6a-b960-143c734187c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:47Z', 'updated_at': '2021-07-16T08:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '844742e3-e63c-4627-9a05-b36933570bc9', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '04122545-aaaa-4e6a-b960-143c734187c6', 'port_id': 'd1214eb5-4495-47f0-8778-79707a2c0a79', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef42b60b-a2a6-4c00-9b16-9d40351d12af', 'mac_address': 'fa:16:3e:11:c8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:27:35Z', 'updated_at': '2021-07-16T08:29:02Z', 'revision_number': 1, 'project_id': '18d3bd29957e4274890e11da19ecb787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c9762b-8085-47b9-a1a6-e157f46ebb6b', 'name': '', 'network_id': 'ef42b60b-a2a6-4c00-9b16-9d40351d12af', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'mac_address': 'fa:16:3e:bb:29:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04122545-aaaa-4e6a-b960-143c734187c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '90e1689d-683e-4bf7-9829-529743ada4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:50Z', 'updated_at': '2021-07-16T08:27:01Z', 'revision_number': 5, 'project_id': '18d3bd29957e4274890e11da19ecb787', 'subnets': [{'id': '90e1689d-683e-4bf7-9829-529743ada4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:07.346898 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-49480334-a454-424c-98eb-2a486c9fd145 req-5fa6e07d-638f-4595-bc61-e50cb59cfa59 service neutron] For port 8cea9b50-fe98-433b-8180-02087487e8e1, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:07.371092 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb9b630d-6f9c-4c51-8af8-3029aff68c30 None None] The sync data for ids ['04122545-aaaa-4e6a-b960-143c734187c6'] in n-d-771362-37 is: [{'id': '04122545-aaaa-4e6a-b960-143c734187c6', 'name': 'tempest-TaggedBootDevicesTest_v242-628218279-router', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '1e5ceaae-e846-497a-af28-a721d641abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:45Z', 'updated_at': '2021-07-16T08:26:52Z', 'revision_number': 4, 'project_id': '18d3bd29957e4274890e11da19ecb787', 'gw_port': {'id': '1e5ceaae-e846-497a-af28-a721d641abf6', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04122545-aaaa-4e6a-b960-143c734187c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:47Z', 'updated_at': '2021-07-16T08:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '844742e3-e63c-4627-9a05-b36933570bc9', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'floating_ip_address': '172.25.3.97', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '04122545-aaaa-4e6a-b960-143c734187c6', 'port_id': 'd1214eb5-4495-47f0-8778-79707a2c0a79', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 757, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ef42b60b-a2a6-4c00-9b16-9d40351d12af', 'mac_address': 'fa:16:3e:11:c8:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:27:35Z', 'updated_at': '2021-07-16T08:29:02Z', 'revision_number': 1, 'project_id': '18d3bd29957e4274890e11da19ecb787', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69c9762b-8085-47b9-a1a6-e157f46ebb6b', 'name': '', 'network_id': 'ef42b60b-a2a6-4c00-9b16-9d40351d12af', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'mac_address': 'fa:16:3e:bb:29:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04122545-aaaa-4e6a-b960-143c734187c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '90e1689d-683e-4bf7-9829-529743ada4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:50Z', 'updated_at': '2021-07-16T08:27:01Z', 'revision_number': 5, 'project_id': '18d3bd29957e4274890e11da19ecb787', 'subnets': [{'id': '90e1689d-683e-4bf7-9829-529743ada4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:29:07.382886 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d879f0e5-86be-431b-946d-ecd2bde142da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:07.386322 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d879f0e5-86be-431b-946d-ecd2bde142da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:07.390028 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-49480334-a454-424c-98eb-2a486c9fd145 req-5fa6e07d-638f-4595-bc61-e50cb59cfa59 service neutron] For port 8cea9b50-fe98-433b-8180-02087487e8e1, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=8cea9b50-fe98-433b-8180-02087487e8e1,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:07.390282 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d879f0e5-86be-431b-946d-ecd2bde142da admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/51a574ec-2fb4-4ea7-989f-90e4c3562837 HTTP/1.1" status: 204 len: 168 time: 0.4814844 Jul 16 08:29:07.420813 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-49480334-a454-424c-98eb-2a486c9fd145 req-5fa6e07d-638f-4595-bc61-e50cb59cfa59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:07.513991 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d879f0e5-86be-431b-946d-ecd2bde142da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51a574ec-2fb4-4ea7-989f-90e4c3562837,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:07.525748 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-7a38deb5-989f-497c-ac3a-95a0522d56eb service neutron] 10.222.0.22 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3227100 Jul 16 08:29:07.564624 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4710c31c-bf32-4aaa-8067-b235144ace52 req-89fdf516-4fa8-40b0-b391-4dd6a1860c16 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:07.571529 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4710c31c-bf32-4aaa-8067-b235144ace52 req-89fdf516-4fa8-40b0-b391-4dd6a1860c16 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/ports?device_id=0abb8623-a4e0-4eb5-bb6b-4d69f58363c3 HTTP/1.1" status: 200 len: 945 time: 0.3737133 Jul 16 08:29:07.682213 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6e07d-638f-4595-bc61-e50cb59cfa59 service neutron] Pushing event updated for resources: {'Port': ['ID=8cea9b50-fe98-433b-8180-02087487e8e1,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:07.742315 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49480334-a454-424c-98eb-2a486c9fd145 req-fccae7aa-554b-47c4-8de9-e50b2d7b0514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:07.746068 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-49480334-a454-424c-98eb-2a486c9fd145 req-fccae7aa-554b-47c4-8de9-e50b2d7b0514 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4842339 Jul 16 08:29:07.747461 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49480334-a454-424c-98eb-2a486c9fd145 req-5fa6e07d-638f-4595-bc61-e50cb59cfa59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:07.748094 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-49480334-a454-424c-98eb-2a486c9fd145 req-5fa6e07d-638f-4595-bc61-e50cb59cfa59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:07.756383 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-49480334-a454-424c-98eb-2a486c9fd145 req-5fa6e07d-638f-4595-bc61-e50cb59cfa59 service neutron] 10.222.0.30 "PUT /v2.0/ports/8cea9b50-fe98-433b-8180-02087487e8e1 HTTP/1.1" status: 200 len: 1096 time: 3.1567945 Jul 16 08:29:07.821174 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87dcf66d-0d02-41a8-abe7-08131add3d1b None None] Network dd3e23ac-b61f-435a-95cc-bf56a73d8636 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:07.849055 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddfb3418-77fb-47c9-b0f9-ca9a1b9b1e0d None None] New status for floating IP 844742e3-e63c-4627-9a05-b36933570bc9: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:29:07.954148 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-603e976a-36a4-4d6f-94c4-c4a55001eda7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:08.082953 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ef44cc8d-b03c-4936-a208-498d1ed8d866 req-6939ddb6-2643-4098-8609-8cdda0a351d1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fd6dadcb-0896-4410-a288-c06208e57473&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3988247 Jul 16 08:29:08.091372 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b14348d9-8e52-45fb-a7fb-1bfc606dae6f None None] Provisioning for port ce7c8c5b-4d96-4a48-add6-eb32d56c3ba4 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:08.093237 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50654) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:08.125303 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25107649-9374-495b-9c4d-16726b521416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:08.160639 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4710c31c-bf32-4aaa-8067-b235144ace52 req-326fdb89-d775-4d62-b83e-51a208a309ee tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c15fbfe-ea0e-4712-bbd4-b2ae3b14a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4769576 Jul 16 08:29:08.343570 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44cc8d-b03c-4936-a208-498d1ed8d866 req-ad486145-2dee-482e-b0ba-4cf274a012dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:08.345899 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ef44cc8d-b03c-4936-a208-498d1ed8d866 req-ad486145-2dee-482e-b0ba-4cf274a012dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6006a1dcb2354570866e06da5c4c7493&device_id=fd6dadcb-0896-4410-a288-c06208e57473 HTTP/1.1" status: 200 len: 1097 time: 0.2081261 Jul 16 08:29:08.442603 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:08.505930 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-49480334-a454-424c-98eb-2a486c9fd145 req-1db56642-4ad2-4ffb-bf09-4e74e8b4da7d service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7264340 Jul 16 08:29:08.513665 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-516250cf-9da6-4c0c-bbc4-d5b0df5145b4 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:08.515695 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-516250cf-9da6-4c0c-bbc4-d5b0df5145b4 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] 10.222.0.21 "GET /v2.0/networks?id=031bca47-764b-4d32-88f8-02e940c695ac HTTP/1.1" status: 200 len: 822 time: 0.7349036 Jul 16 08:29:08.528493 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44cc8d-b03c-4936-a208-498d1ed8d866 req-ddf5a9ac-f865-4396-b4a3-d678667316db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:08.529784 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ef44cc8d-b03c-4936-a208-498d1ed8d866 req-ddf5a9ac-f865-4396-b4a3-d678667316db service neutron] 10.222.0.30 "GET /v2.0/networks?id=625dfff6-7aa4-46e7-b897-fa5ed9305465 HTTP/1.1" status: 200 len: 906 time: 0.1524613 Jul 16 08:29:08.580646 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e73ecb43-ea10-45ad-91f7-8194fe7eb84a req-cfce351a-0d7e-40ed-96d5-ebaa5cfab6de tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae8ba794-843a-4327-a2e3-545c9f75c287 HTTP/1.1" status: 200 len: 210 time: 0.0633585 Jul 16 08:29:08.592933 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-0c099c7c-e4dd-4a39-9e8d-5b5d6b9e55f4 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] Request body: {'port': {'device_id': 'ae8ba794-843a-4327-a2e3-545c9f75c287', 'network_id': '031bca47-764b-4d32-88f8-02e940c695ac', 'admin_state_up': True, 'tenant_id': 'c3e016b968674254b57e592588e4e2b1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:08.651921 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ef44cc8d-b03c-4936-a208-498d1ed8d866 req-46521806-143f-4612-b9d6-28afffa0d534 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=93a1378d-9ae2-4cae-b365-a03736d922c0 HTTP/1.1" status: 200 len: 217 time: 0.1132271 Jul 16 08:29:08.739699 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ce7c8c5b-4d96-4a48-add6-eb32d56c3ba4 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:08.764279 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2ae7127e-8efc-47c5-86b7-f2ff7b403089 req-d4fe57cc-bdcf-4aa2-ba0f-329e6a626f5c tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a9a9e98-0094-467e-a83a-ca1b698d8099 HTTP/1.1" status: 200 len: 210 time: 0.1014750 Jul 16 08:29:08.765914 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef44cc8d-b03c-4936-a208-498d1ed8d866 req-40e9fbd7-4a27-4d65-8701-25df764b12e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:08.767507 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ef44cc8d-b03c-4936-a208-498d1ed8d866 req-40e9fbd7-4a27-4d65-8701-25df764b12e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31ddde08-05a5-43f7-b27d-07657c5409d3 HTTP/1.1" status: 200 len: 845 time: 0.1025200 Jul 16 08:29:08.855462 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ef44cc8d-b03c-4936-a208-498d1ed8d866 req-eb44e7d4-578f-4e2c-bc61-27051fcab208 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=625dfff6-7aa4-46e7-b897-fa5ed9305465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784612 Jul 16 08:29:08.862031 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port ce7c8c5b-4d96-4a48-add6-eb32d56c3ba4 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:08.870345 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port ce7c8c5b-4d96-4a48-add6-eb32d56c3ba4 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:08.871476 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:08.946337 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25107649-9374-495b-9c4d-16726b521416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:08.957396 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25107649-9374-495b-9c4d-16726b521416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:08.980850 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-49480334-a454-424c-98eb-2a486c9fd145 req-01293bb6-368f-4653-9807-133f9a4f7ed2 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3922143 Jul 16 08:29:08.983180 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49480334-a454-424c-98eb-2a486c9fd145 req-d71ea90f-8443-4606-8c5e-dc1601f2ee54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:08.985253 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-49480334-a454-424c-98eb-2a486c9fd145 req-d71ea90f-8443-4606-8c5e-dc1601f2ee54 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1d01616ba17d4b8cba7a304337398c2e&device_id=8f5e8129-eb72-435f-8a97-b2c866b16a1c HTTP/1.1" status: 200 len: 1099 time: 0.9943447 Jul 16 08:29:08.997397 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:09.023304 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9b2a428e-00f1-4802-9605-726b56224038 None None] Provisioning complete for port ce7c8c5b-4d96-4a48-add6-eb32d56c3ba4 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:09.023823 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9b2a428e-00f1-4802-9605-726b56224038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:09.046225 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25107649-9374-495b-9c4d-16726b521416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae8655f6-d4a3-4bb6-8e99-11ff6f987f38,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:09.050780 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-25107649-9374-495b-9c4d-16726b521416 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f5fab5ad7526421ab962a1f09da7d9cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9534130 Jul 16 08:29:09.052042 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-603e976a-36a4-4d6f-94c4-c4a55001eda7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:09.057308 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50666) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:09.078750 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port ce7c8c5b-4d96-4a48-add6-eb32d56c3ba4, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ce7c8c5b-4d96-4a48-add6-eb32d56c3ba4,segment=NetworkSegment(d411d2fe-f612-4213-9e02-6ac23434f1d5),segment_id=d411d2fe-f612-4213-9e02-6ac23434f1d5)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:09.087414 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:09.122889 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f5e8129-eb72-435f-8a97-b2c866b16a1c', 'tag': '8cea9b50-fe98-433b-8180-02087487e8e1'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:09.125431 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08eb9448-723d-413c-8088-08531a112694" -d '{"events": [{"name": "network-changed", "server_uuid": "8f5e8129-eb72-435f-8a97-b2c866b16a1c", "tag": "8cea9b50-fe98-433b-8180-02087487e8e1"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:09.136144 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b64f7-7a68-40e6-b151-c7b4c649aecd req-1bf7395f-6b8c-4ae0-bc67-3f54e45d7b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:09.138099 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c63b64f7-7a68-40e6-b151-c7b4c649aecd req-1bf7395f-6b8c-4ae0-bc67-3f54e45d7b3f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=363ec4a697f348ca8340091e760832c9&device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 1097 time: 0.4745450 Jul 16 08:29:09.171649 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=ce7c8c5b-4d96-4a48-add6-eb32d56c3ba4,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:09.193772 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-49480334-a454-424c-98eb-2a486c9fd145 req-a5d8a834-4160-444c-a379-4e196f6d2bf7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=8cea9b50-fe98-433b-8180-02087487e8e1 HTTP/1.1" status: 200 len: 217 time: 0.1882615 Jul 16 08:29:09.346683 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639394a2-909b-49f5-b614-3a59a168e0ab req-6f161938-b83f-43b2-8685-e1ecb9e68541 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:09.348249 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-639394a2-909b-49f5-b614-3a59a168e0ab req-6f161938-b83f-43b2-8685-e1ecb9e68541 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f5e8129-eb72-435f-8a97-b2c866b16a1c HTTP/1.1" status: 200 len: 947 time: 0.4920149 Jul 16 08:29:09.362440 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49480334-a454-424c-98eb-2a486c9fd145 req-e5f2d6ed-b463-413a-ae81-087e20c16bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:09.363861 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-49480334-a454-424c-98eb-2a486c9fd145 req-e5f2d6ed-b463-413a-ae81-087e20c16bda service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.1511133 Jul 16 08:29:09.369561 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-0c099c7c-e4dd-4a39-9e8d-5b5d6b9e55f4 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] Made reservation on behalf of c3e016b968674254b57e592588e4e2b1 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:09.373049 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-0c099c7c-e4dd-4a39-9e8d-5b5d6b9e55f4 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:09.458538 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2549e-3499-4240-a54e-110fc0f1f403 req-13ba788c-7264-4d6d-9f0c-6d08df77b0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:09.460056 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9fb2549e-3499-4240-a54e-110fc0f1f403 req-13ba788c-7264-4d6d-9f0c-6d08df77b0a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d01616ba17d4b8cba7a304337398c2e&device_id=4c6ecf56-ec43-4bdd-a5f8-e25f222176ad HTTP/1.1" status: 200 len: 1099 time: 0.3265328 Jul 16 08:29:09.466308 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b64f7-7a68-40e6-b151-c7b4c649aecd req-c50b2add-93bd-4524-8ed3-06c223ed6192 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:09.467575 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c63b64f7-7a68-40e6-b151-c7b4c649aecd req-c50b2add-93bd-4524-8ed3-06c223ed6192 service neutron] 10.222.0.21 "GET /v2.0/networks?id=5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393 HTTP/1.1" status: 200 len: 920 time: 0.2707074 Jul 16 08:29:09.500143 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ef44cc8d-b03c-4936-a208-498d1ed8d866 req-9d96a9e8-29ff-403a-996b-e61ef96b8434 service neutron] 10.222.0.30 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6348865 Jul 16 08:29:09.542681 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-908a94a2-a8b1-4096-a43e-a7db9bf69833 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:09.561140 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-639394a2-909b-49f5-b614-3a59a168e0ab req-3227191b-1ead-499f-9635-23ded44319ba tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2005432 Jul 16 08:29:09.564919 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656fa2bf-5c00-4ebb-b088-173a2e63b62b req-851e002b-062d-4e39-95d9-f1e6182409c0 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:09.571899 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-656fa2bf-5c00-4ebb-b088-173a2e63b62b req-851e002b-062d-4e39-95d9-f1e6182409c0 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.5282273 Jul 16 08:29:09.582017 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c63b64f7-7a68-40e6-b151-c7b4c649aecd req-05871ef8-dc65-4307-8b74-f19da8199d21 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1c60e8c-3f5d-4c70-99ea-45bb794f56e3 HTTP/1.1" status: 200 len: 217 time: 0.0946395 Jul 16 08:29:09.669405 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5488d350-5940-4e5c-aa47-f4b54602d34b x-openstack-request-id: req-5488d350-5940-4e5c-aa47-f4b54602d34b {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:09.669686 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f5e8129-eb72-435f-8a97-b2c866b16a1c", "tag": "8cea9b50-fe98-433b-8180-02087487e8e1", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:09.669934 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5488d350-5940-4e5c-aa47-f4b54602d34b {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:09.670308 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f5e8129-eb72-435f-8a97-b2c866b16a1c', 'tag': '8cea9b50-fe98-433b-8180-02087487e8e1', 'status': 'completed', 'code': 200} Jul 16 08:29:09.690559 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-908a94a2-a8b1-4096-a43e-a7db9bf69833 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:09.752932 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49480334-a454-424c-98eb-2a486c9fd145 req-a2029d10-185c-486d-9cc4-5b38a130d235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:09.754424 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-49480334-a454-424c-98eb-2a486c9fd145 req-a2029d10-185c-486d-9cc4-5b38a130d235 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3782902 Jul 16 08:29:09.760115 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b64f7-7a68-40e6-b151-c7b4c649aecd req-ab414ba9-d092-44ad-b456-2f68381422e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:09.761559 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c63b64f7-7a68-40e6-b151-c7b4c649aecd req-ab414ba9-d092-44ad-b456-2f68381422e7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=83132e58-09a7-4e53-b636-27b7cc60a995 HTTP/1.1" status: 200 len: 859 time: 0.1697872 Jul 16 08:29:09.764703 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2549e-3499-4240-a54e-110fc0f1f403 req-10f4a042-3b71-4a0f-ba18-97f24d30ce30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:09.766574 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9fb2549e-3499-4240-a54e-110fc0f1f403 req-10f4a042-3b71-4a0f-ba18-97f24d30ce30 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.2969582 Jul 16 08:29:09.770405 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-0c099c7c-e4dd-4a39-9e8d-5b5d6b9e55f4 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] Allocated IP 172.20.0.14 (031bca47-764b-4d32-88f8-02e940c695ac/3281ec1e-b2a6-4071-b7a8-c73380d377c6/35733874-477d-46ce-bf5c-4f5fc11a52ba) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:09.821453 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-656fa2bf-5c00-4ebb-b088-173a2e63b62b req-8dad55bf-7f73-495a-a787-5215c7445e8f tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2485669 Jul 16 08:29:09.867656 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c63b64f7-7a68-40e6-b151-c7b4c649aecd req-1e64a938-dd94-490e-879d-cef6601918c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0881667 Jul 16 08:29:09.872749 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9fb2549e-3499-4240-a54e-110fc0f1f403 req-e53c6329-959c-4501-8d30-4a67f1fa6b48 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.69&port_id=7edac58b-e964-4545-a209-9b980fd75eba HTTP/1.1" status: 200 len: 217 time: 0.0861428 Jul 16 08:29:09.914795 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ef44cc8d-b03c-4936-a208-498d1ed8d866 req-96a099ea-e077-4db1-a70a-27e8391f19a8 service neutron] 10.222.0.30 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985286 Jul 16 08:29:09.973483 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-d00b0131-7b6a-4cc4-9ae2-5c2e007d1914 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:09.975484 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-d00b0131-7b6a-4cc4-9ae2-5c2e007d1914 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.21 "GET /v2.0/networks?id=625dfff6-7aa4-46e7-b897-fa5ed9305465 HTTP/1.1" status: 200 len: 805 time: 0.3761249 Jul 16 08:29:09.998151 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-c87b804c-e217-4201-a2b2-04db7ec58614 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Request body: {'port': {'device_id': '6a9a9e98-0094-467e-a83a-ca1b698d8099', 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465', 'admin_state_up': True, 'tenant_id': '6006a1dcb2354570866e06da5c4c7493'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:10.006198 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-908a94a2-a8b1-4096-a43e-a7db9bf69833 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:10.009990 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-908a94a2-a8b1-4096-a43e-a7db9bf69833 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:10.011897 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-908a94a2-a8b1-4096-a43e-a7db9bf69833 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ae8655f6-d4a3-4bb6-8e99-11ff6f987f38 HTTP/1.1" status: 204 len: 168 time: 0.9479513 Jul 16 08:29:10.014590 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603e976a-36a4-4d6f-94c4-c4a55001eda7 admin admin] Router c56f0597-a991-4ec2-a88f-2f0f8124831b is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:29:10.071154 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80524f73-f8d8-4d9a-9aa2-af0e33165215 req-33725e24-b6a2-4287-8741-463643dc2452 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae8ba794-843a-4327-a2e3-545c9f75c287 HTTP/1.1" status: 200 len: 210 time: 0.0684423 Jul 16 08:29:10.092159 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a94a2-a8b1-4096-a43e-a7db9bf69833 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae8655f6-d4a3-4bb6-8e99-11ff6f987f38,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:10.106534 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2549e-3499-4240-a54e-110fc0f1f403 req-a11c9390-cd29-42a2-8db4-fb5519794ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:10.108012 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9fb2549e-3499-4240-a54e-110fc0f1f403 req-a11c9390-cd29-42a2-8db4-fb5519794ae7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.2238970 Jul 16 08:29:10.119677 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-49480334-a454-424c-98eb-2a486c9fd145 req-ce44686c-69f9-4cae-bbd6-0d1f574d4ea7 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3435194 Jul 16 08:29:10.258451 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c63b64f7-7a68-40e6-b151-c7b4c649aecd req-914bd0d1-f233-4aa9-b1e0-b46090be00a1 service neutron] 10.222.0.21 "GET /v2.0/networks/5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3694174 Jul 16 08:29:10.307741 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7c70f4fd-998b-424e-8b58-b607765b2f46 req-593ffc68-d588-41e4-a9c1-e5f728488a7d tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a9a9e98-0094-467e-a83a-ca1b698d8099 HTTP/1.1" status: 200 len: 210 time: 0.0508761 Jul 16 08:29:10.316320 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603e976a-36a4-4d6f-94c4-c4a55001eda7 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:29:10.329691 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9eb3fe-c580-4872-9a8b-0c65578d4d4c None None] Sync routers for ids ['c56f0597-a991-4ec2-a88f-2f0f8124831b'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:29:10.337069 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-c87b804c-e217-4201-a2b2-04db7ec58614 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Made reservation on behalf of 6006a1dcb2354570866e06da5c4c7493 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:10.346222 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9eb3fe-c580-4872-9a8b-0c65578d4d4c None None] Routers {'c56f0597-a991-4ec2-a88f-2f0f8124831b'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:10.347754 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ae9eb3fe-c580-4872-9a8b-0c65578d4d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:29:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c56f0597-a991-4ec2-a88f-2f0f8124831b'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:10.349816 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-0c099c7c-e4dd-4a39-9e8d-5b5d6b9e55f4 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:10.354863 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-c87b804c-e217-4201-a2b2-04db7ec58614 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:10.367876 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327f9ba-b0ee-47a9-8fc0-079fbf82aa18 req-027c2a0b-258d-48bc-9031-d8b2bca45698 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:10.375250 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d327f9ba-b0ee-47a9-8fc0-079fbf82aa18 req-027c2a0b-258d-48bc-9031-d8b2bca45698 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/ports?device_id=0abb8623-a4e0-4eb5-bb6b-4d69f58363c3 HTTP/1.1" status: 200 len: 945 time: 0.3845389 Jul 16 08:29:10.494124 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-ae9eb3fe-c580-4872-9a8b-0c65578d4d4c None None] Set router c56f0597-a991-4ec2-a88f-2f0f8124831b gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:10.512996 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-c87b804c-e217-4201-a2b2-04db7ec58614 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Allocated IP 172.20.0.12 (625dfff6-7aa4-46e7-b897-fa5ed9305465/31ddde08-05a5-43f7-b27d-07657c5409d3/2ae1e9e6-f836-4e18-976c-37636ecab4f0) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:10.524513 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-603e976a-36a4-4d6f-94c4-c4a55001eda7 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:10.528900 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-603e976a-36a4-4d6f-94c4-c4a55001eda7 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.5190437 Jul 16 08:29:10.542332 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50688) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:10.699186 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ce7c8c5b-4d96-4a48-add6-eb32d56c3ba4 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:10.825784 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port ce7c8c5b-4d96-4a48-add6-eb32d56c3ba4 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:10.825784 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:10.844566 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-49480334-a454-424c-98eb-2a486c9fd145 req-25523327-541d-48df-af3b-fe750eb73157 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6844783 Jul 16 08:29:10.889485 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2549e-3499-4240-a54e-110fc0f1f403 req-7597af09-0bbe-4aae-a3db-915ea69f847c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:10.891016 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9fb2549e-3499-4240-a54e-110fc0f1f403 req-7597af09-0bbe-4aae-a3db-915ea69f847c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7659495 Jul 16 08:29:10.918425 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ae9eb3fe-c580-4872-9a8b-0c65578d4d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'name': 'tempest-ServersTestManualDisk-746776145-router', 'tenant_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '856c0a30-c681-445b-973e-021a3913cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:03Z', 'updated_at': '2021-07-16T08:29:07Z', 'revision_number': 3, 'project_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'gw_port': {'id': '856c0a30-c681-445b-973e-021a3913cf7e', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:05Z', 'updated_at': '2021-07-16T08:29:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:10.931609 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d327f9ba-b0ee-47a9-8fc0-079fbf82aa18 req-f1f01cfb-952f-4f20-9ad3-e5f760714b3b tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c15fbfe-ea0e-4712-bbd4-b2ae3b14a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5441923 Jul 16 08:29:10.961189 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9eb3fe-c580-4872-9a8b-0c65578d4d4c None None] Checking router: c56f0597-a991-4ec2-a88f-2f0f8124831b for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:29:10.961925 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9eb3fe-c580-4872-9a8b-0c65578d4d4c None None] Updating router c56f0597-a991-4ec2-a88f-2f0f8124831b port 856c0a30-c681-445b-973e-021a3913cf7e binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:29:11.050358 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c63b64f7-7a68-40e6-b151-c7b4c649aecd req-dd1f8e01-2808-444c-b173-f4cfad10abad service neutron] 10.222.0.21 "GET /v2.0/networks/5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7589288 Jul 16 08:29:11.061128 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-0c099c7c-e4dd-4a39-9e8d-5b5d6b9e55f4 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:11.110261 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae9eb3fe-c580-4872-9a8b-0c65578d4d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:11.252828 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50714) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:11.298903 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-0c099c7c-e4dd-4a39-9e8d-5b5d6b9e55f4 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] Network 031bca47-764b-4d32-88f8-02e940c695ac is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:11.322507 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-0c099c7c-e4dd-4a39-9e8d-5b5d6b9e55f4 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:11.324799 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c099c7c-e4dd-4a39-9e8d-5b5d6b9e55f4 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] Pushing event updated for resources: {'Port': ['ID=35733874-477d-46ce-bf5c-4f5fc11a52ba,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:11.335852 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-0c099c7c-e4dd-4a39-9e8d-5b5d6b9e55f4 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:11.342664 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9fb2549e-3499-4240-a54e-110fc0f1f403 req-093ad38c-ad24-41bd-9f36-d66143a0d8c6 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4370084 Jul 16 08:29:11.488564 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-0c099c7c-e4dd-4a39-9e8d-5b5d6b9e55f4 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:11.489249 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-0c099c7c-e4dd-4a39-9e8d-5b5d6b9e55f4 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:11.502045 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-c87b804c-e217-4201-a2b2-04db7ec58614 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:11.516134 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-417c2e81-7e4f-4dd8-891b-ed8cf760469b admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-447794468-network', 'tenant_id': 'fb861a1f8ff74c69926fd0df0ce3f903'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:11.527562 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb9448-723d-413c-8088-08531a112694 req-de1cd51d-447d-40e6-a08b-c76ea04a90c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:11.532445 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-08eb9448-723d-413c-8088-08531a112694 req-de1cd51d-447d-40e6-a08b-c76ea04a90c8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1d01616ba17d4b8cba7a304337398c2e&device_id=8f5e8129-eb72-435f-8a97-b2c866b16a1c HTTP/1.1" status: 200 len: 1099 time: 0.5967541 Jul 16 08:29:11.599233 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae9eb3fe-c580-4872-9a8b-0c65578d4d4c None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:11.607348 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bd5d8b-b82f-4629-ab9e-6ad344fdb1c1 req-c369e336-6544-49cd-9906-caedb0af03c4 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:11.614589 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-92bd5d8b-b82f-4629-ab9e-6ad344fdb1c1 req-c369e336-6544-49cd-9906-caedb0af03c4 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f5e8129-eb72-435f-8a97-b2c866b16a1c HTTP/1.1" status: 200 len: 947 time: 0.8175857 Jul 16 08:29:11.621448 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417c2e81-7e4f-4dd8-891b-ed8cf760469b admin admin] Made reservation on behalf of fb861a1f8ff74c69926fd0df0ce3f903 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:11.623379 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ae9eb3fe-c580-4872-9a8b-0c65578d4d4c None None] Transition to ACTIVE for port object 856c0a30-c681-445b-973e-021a3913cf7e will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:11.623910 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-417c2e81-7e4f-4dd8-891b-ed8cf760469b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:11.636569 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae9eb3fe-c580-4872-9a8b-0c65578d4d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:11.637539 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-0c099c7c-e4dd-4a39-9e8d-5b5d6b9e55f4 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0534778 Jul 16 08:29:11.641659 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-417c2e81-7e4f-4dd8-891b-ed8cf760469b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:11.686041 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-f594c70e-04b3-4dca-9ec2-809a63a54d76 service neutron] Request body: {'port': {'device_id': 'ae8ba794-843a-4327-a2e3-545c9f75c287', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:11.707790 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 7edac58b-e964-4545-a209-9b980fd75eba details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:29:11.767596 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-417c2e81-7e4f-4dd8-891b-ed8cf760469b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:11.778999 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-417c2e81-7e4f-4dd8-891b-ed8cf760469b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:11.779212 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c692bc9b-854a-4517-95c3-b46882a835e6 req-70b5b2f3-ec50-48d8-9de8-b8d1b729709e tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:11.781484 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd242f6-99fa-4909-9daa-a7b4b14f5a5f None None] Pushing event updated for resources: {'Port': ['ID=856c0a30-c681-445b-973e-021a3913cf7e,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:11.786558 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c692bc9b-854a-4517-95c3-b46882a835e6 req-70b5b2f3-ec50-48d8-9de8-b8d1b729709e tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.4691303 Jul 16 08:29:11.808189 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ae9eb3fe-c580-4872-9a8b-0c65578d4d4c None None] Attempting to bind port 856c0a30-c681-445b-973e-021a3913cf7e on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:11.808675 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ae9eb3fe-c580-4872-9a8b-0c65578d4d4c None None] Attempting to bind port 856c0a30-c681-445b-973e-021a3913cf7e by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:11.808945 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9eb3fe-c580-4872-9a8b-0c65578d4d4c None None] Attempting to bind port 856c0a30-c681-445b-973e-021a3913cf7e on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:11.811342 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-417c2e81-7e4f-4dd8-891b-ed8cf760469b admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:29:11.822516 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-417c2e81-7e4f-4dd8-891b-ed8cf760469b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:11.822876 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-417c2e81-7e4f-4dd8-891b-ed8cf760469b admin admin] Added segment 1455f33b-c983-4eae-8524-dc6adeca6594 of type vlan for network d342364e-cb68-4fed-83d9-f37bbb306922 Jul 16 08:29:11.833289 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9eb3fe-c580-4872-9a8b-0c65578d4d4c None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:11.834983 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9eb3fe-c580-4872-9a8b-0c65578d4d4c None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:11.835591 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae9eb3fe-c580-4872-9a8b-0c65578d4d4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:11.836651 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae9eb3fe-c580-4872-9a8b-0c65578d4d4c None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:11.837159 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ae9eb3fe-c580-4872-9a8b-0c65578d4d4c None None] Bound port: 856c0a30-c681-445b-973e-021a3913cf7e, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:11.838009 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae9eb3fe-c580-4872-9a8b-0c65578d4d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:11.862007 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9fb2549e-3499-4240-a54e-110fc0f1f403 req-b30c84e9-f4e5-4f94-96da-1ce8ba3c29cb service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4933569 Jul 16 08:29:11.898873 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb9448-723d-413c-8088-08531a112694 req-f90f9e5f-9cb0-4ad5-a9be-466fd433addf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:11.900462 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-08eb9448-723d-413c-8088-08531a112694 req-f90f9e5f-9cb0-4ad5-a9be-466fd433addf service neutron] 10.222.0.30 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.3506293 Jul 16 08:29:11.905781 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c692bc9b-854a-4517-95c3-b46882a835e6 req-6431bd06-e3b6-4a31-bba7-39880d340de5 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182818 Jul 16 08:29:11.917708 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-f594c70e-04b3-4dca-9ec2-809a63a54d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:11.949407 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-92bd5d8b-b82f-4629-ab9e-6ad344fdb1c1 req-8fd598aa-8702-4861-9f6e-deb69f037275 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3338482 Jul 16 08:29:11.964952 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-08eb9448-723d-413c-8088-08531a112694 req-30f33f7b-583c-4b63-8c93-8be38391a774 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.98&port_id=8cea9b50-fe98-433b-8180-02087487e8e1 HTTP/1.1" status: 200 len: 217 time: 0.0538700 Jul 16 08:29:12.094977 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ae9eb3fe-c580-4872-9a8b-0c65578d4d4c None None] For port 856c0a30-c681-445b-973e-021a3913cf7e, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:12.102413 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ae9eb3fe-c580-4872-9a8b-0c65578d4d4c None None] For port 856c0a30-c681-445b-973e-021a3913cf7e, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=856c0a30-c681-445b-973e-021a3913cf7e,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:12.111635 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-417c2e81-7e4f-4dd8-891b-ed8cf760469b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:12.137840 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb9448-723d-413c-8088-08531a112694 req-ac95973b-07e7-4d81-802f-65e536a4ef94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:12.142098 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c2e81-7e4f-4dd8-891b-ed8cf760469b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f65e54f-4f63-4882-8554-fb5586af1b12,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:12.146351 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-08eb9448-723d-413c-8088-08531a112694 req-ac95973b-07e7-4d81-802f-65e536a4ef94 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.1726868 Jul 16 08:29:12.189973 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae9eb3fe-c580-4872-9a8b-0c65578d4d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:12.200384 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4cd9278d-8db1-4a76-89be-0d58da578d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:12.267349 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-c87b804c-e217-4201-a2b2-04db7ec58614 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:12.351159 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87b804c-e217-4201-a2b2-04db7ec58614 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Pushing event updated for resources: {'Port': ['ID=2ae1e9e6-f836-4e18-976c-37636ecab4f0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:12.354691 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 7edac58b-e964-4545-a209-9b980fd75eba, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=7edac58b-e964-4545-a209-9b980fd75eba,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:12.374315 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '7edac58b-e964-4545-a209-9b980fd75eba', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': '7edac58b-e964-4545-a209-9b980fd75eba', 'mac_address': 'fa:16:3e:6f:85:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.69'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:29:12.380537 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['93a1378d-9ae2-4cae-b365-a03736d922c0'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:12.391294 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-417c2e81-7e4f-4dd8-891b-ed8cf760469b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:12.392176 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417c2e81-7e4f-4dd8-891b-ed8cf760469b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:12.392990 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-417c2e81-7e4f-4dd8-891b-ed8cf760469b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:12.461026 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417c2e81-7e4f-4dd8-891b-ed8cf760469b admin admin] Pushing event updated for resources: {'Network': ['ID=d342364e-cb68-4fed-83d9-f37bbb306922,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:12.463226 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd242f6-99fa-4909-9daa-a7b4b14f5a5f None None] Pushing event updated for resources: {'Port': ['ID=856c0a30-c681-445b-973e-021a3913cf7e,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:12.480387 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network d342364e-cb68-4fed-83d9-f37bbb306922 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:29:12.493789 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e056fe9f-a01f-4a12-93eb-2974b94ca55c req-b5d9fec4-971f-4da0-9ee3-a432cb35ba8e tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:12.494287 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-c87b804c-e217-4201-a2b2-04db7ec58614 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Network 625dfff6-7aa4-46e7-b897-fa5ed9305465 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:12.496916 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e056fe9f-a01f-4a12-93eb-2974b94ca55c req-b5d9fec4-971f-4da0-9ee3-a432cb35ba8e tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae8ba794-843a-4327-a2e3-545c9f75c287 HTTP/1.1" status: 200 len: 932 time: 0.2610011 Jul 16 08:29:12.499727 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eb9448-723d-413c-8088-08531a112694 req-2e71f5a6-6131-4b1f-a316-d5c384949338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:12.501970 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-08eb9448-723d-413c-8088-08531a112694 req-2e71f5a6-6131-4b1f-a316-d5c384949338 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3450556 Jul 16 08:29:12.510690 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-c87b804c-e217-4201-a2b2-04db7ec58614 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:12.516095 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-417c2e81-7e4f-4dd8-891b-ed8cf760469b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.2173316 Jul 16 08:29:12.516095 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-c87b804c-e217-4201-a2b2-04db7ec58614 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:12.558148 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae9eb3fe-c580-4872-9a8b-0c65578d4d4c None None] Routers {'c56f0597-a991-4ec2-a88f-2f0f8124831b'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:12.558779 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ae9eb3fe-c580-4872-9a8b-0c65578d4d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:29:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c56f0597-a991-4ec2-a88f-2f0f8124831b'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:12.587213 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50728) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:12.608282 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-39c2c1e0-464c-41c1-aad8-af1bc5a95d3c admin admin] Request body: {'subnet': {'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-447794468-subnet', 'tenant_id': 'fb861a1f8ff74c69926fd0df0ce3f903', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:12.707626 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e056fe9f-a01f-4a12-93eb-2974b94ca55c req-91609832-f929-4b1d-a5ee-9a4f6b8afd7e tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d68f0b9-69ff-434c-8b60-8eb3e9b2f525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2030551 Jul 16 08:29:12.710499 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e7eb3-21dd-4daa-8f03-fa8080d3c67a req-161cc14b-6b3d-4387-b47d-a988c3868391 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:12.717647 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4b1e7eb3-21dd-4daa-8f03-fa8080d3c67a req-161cc14b-6b3d-4387-b47d-a988c3868391 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a9a9e98-0094-467e-a83a-ca1b698d8099 HTTP/1.1" status: 200 len: 932 time: 0.5337255 Jul 16 08:29:12.745610 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-c87b804c-e217-4201-a2b2-04db7ec58614 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:12.746464 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-c87b804c-e217-4201-a2b2-04db7ec58614 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:12.762092 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c2c1e0-464c-41c1-aad8-af1bc5a95d3c admin admin] Made reservation on behalf of fb861a1f8ff74c69926fd0df0ce3f903 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:12.764642 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-39c2c1e0-464c-41c1-aad8-af1bc5a95d3c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:12.872424 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-08eb9448-723d-413c-8088-08531a112694 req-96195087-2cd1-4e1e-a73c-c5cf9c0457ed service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3151014 Jul 16 08:29:12.907659 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4b1e7eb3-21dd-4daa-8f03-fa8080d3c67a req-5f13772c-c4c8-43c7-a1f2-69a327c84a20 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892021 Jul 16 08:29:12.911983 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:12.937416 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-c87b804c-e217-4201-a2b2-04db7ec58614 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9475853 Jul 16 08:29:12.940766 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-f594c70e-04b3-4dca-9ec2-809a63a54d76 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35733874-477d-46ce-bf5c-4f5fc11a52ba {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:12.958401 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-f594c70e-04b3-4dca-9ec2-809a63a54d76 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:12.971366 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-2408ac0f-0e4f-4eda-b1f7-d220dadb05a0 service neutron] Request body: {'port': {'device_id': '6a9a9e98-0094-467e-a83a-ca1b698d8099', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:12.983321 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7edac58b-e964-4545-a209-9b980fd75eba {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:13.038535 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-4cd9278d-8db1-4a76-89be-0d58da578d40 admin admin] Allocated IP 172.20.0.1 (dd3e23ac-b61f-435a-95cc-bf56a73d8636/a5d9cad0-c893-4990-9fdc-910c74a20af9/ff93229d-1b22-4910-8678-73a470c25eee) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:13.042085 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 7edac58b-e964-4545-a209-9b980fd75eba, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=7edac58b-e964-4545-a209-9b980fd75eba,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:13.059408 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:13.067114 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-ae9eb3fe-c580-4872-9a8b-0c65578d4d4c None None] Set router c56f0597-a991-4ec2-a88f-2f0f8124831b gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:13.088972 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-08eb9448-723d-413c-8088-08531a112694 req-b0a680a6-18a7-4b0e-b0de-3a3d81f6a08a service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413612 Jul 16 08:29:13.101259 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-f594c70e-04b3-4dca-9ec2-809a63a54d76 service neutron] Transition to ACTIVE for port object 35733874-477d-46ce-bf5c-4f5fc11a52ba will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:13.108914 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-f594c70e-04b3-4dca-9ec2-809a63a54d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:13.183092 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-2408ac0f-0e4f-4eda-b1f7-d220dadb05a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:13.205524 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=7edac58b-e964-4545-a209-9b980fd75eba,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:13.231298 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594c70e-04b3-4dca-9ec2-809a63a54d76 service neutron] Pushing event updated for resources: {'Port': ['ID=35733874-477d-46ce-bf5c-4f5fc11a52ba,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:13.305135 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b58af06-527b-4559-821c-997334de0a61 req-e3da1480-de97-4ec5-a9e7-31b6efb8dd90 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:13.306889 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8b58af06-527b-4559-821c-997334de0a61 req-e3da1480-de97-4ec5-a9e7-31b6efb8dd90 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.1350882 Jul 16 08:29:13.316492 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ae9eb3fe-c580-4872-9a8b-0c65578d4d4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'name': 'tempest-ServersTestManualDisk-746776145-router', 'tenant_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '856c0a30-c681-445b-973e-021a3913cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:03Z', 'updated_at': '2021-07-16T08:29:07Z', 'revision_number': 3, 'project_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'gw_port': {'id': '856c0a30-c681-445b-973e-021a3913cf7e', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:05Z', 'updated_at': '2021-07-16T08:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:13.335658 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-f594c70e-04b3-4dca-9ec2-809a63a54d76 service neutron] Attempting to bind port 35733874-477d-46ce-bf5c-4f5fc11a52ba on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:13.335658 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-f594c70e-04b3-4dca-9ec2-809a63a54d76 service neutron] Attempting to bind port 35733874-477d-46ce-bf5c-4f5fc11a52ba by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'addd5ae6-2940-4446-925f-483fe9c2f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '031bca47-764b-4d32-88f8-02e940c695ac'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:13.336037 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-f594c70e-04b3-4dca-9ec2-809a63a54d76 service neutron] Attempting to bind port 35733874-477d-46ce-bf5c-4f5fc11a52ba on network 031bca47-764b-4d32-88f8-02e940c695ac {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:13.346155 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['7edac58b-e964-4545-a209-9b980fd75eba'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:13.349716 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-f594c70e-04b3-4dca-9ec2-809a63a54d76 service neutron] Port 35733874-477d-46ce-bf5c-4f5fc11a52ba on network 031bca47-764b-4d32-88f8-02e940c695ac not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:29:13.349716 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-f594c70e-04b3-4dca-9ec2-809a63a54d76 service neutron] Attempting to bind port 35733874-477d-46ce-bf5c-4f5fc11a52ba on network 031bca47-764b-4d32-88f8-02e940c695ac {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:13.350050 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae9eb3fe-c580-4872-9a8b-0c65578d4d4c None None] The sync data for ids ['c56f0597-a991-4ec2-a88f-2f0f8124831b'] in n-d-771362-37 is: [{'id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'name': 'tempest-ServersTestManualDisk-746776145-router', 'tenant_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '856c0a30-c681-445b-973e-021a3913cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:03Z', 'updated_at': '2021-07-16T08:29:07Z', 'revision_number': 3, 'project_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'gw_port': {'id': '856c0a30-c681-445b-973e-021a3913cf7e', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4a:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:05Z', 'updated_at': '2021-07-16T08:29:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:29:13.364101 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-f594c70e-04b3-4dca-9ec2-809a63a54d76 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:13.364475 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-f594c70e-04b3-4dca-9ec2-809a63a54d76 service neutron] Checking segment: {'id': 'addd5ae6-2940-4446-925f-483fe9c2f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '031bca47-764b-4d32-88f8-02e940c695ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:13.364877 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-f594c70e-04b3-4dca-9ec2-809a63a54d76 service neutron] Bound using segment: {'id': 'addd5ae6-2940-4446-925f-483fe9c2f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '031bca47-764b-4d32-88f8-02e940c695ac'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:13.365333 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-f594c70e-04b3-4dca-9ec2-809a63a54d76 service neutron] Bound port: 35733874-477d-46ce-bf5c-4f5fc11a52ba, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'addd5ae6-2940-4446-925f-483fe9c2f543', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '031bca47-764b-4d32-88f8-02e940c695ac'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:13.365696 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-f594c70e-04b3-4dca-9ec2-809a63a54d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:13.386319 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8b58af06-527b-4559-821c-997334de0a61 req-007e8ef9-1299-4ce1-a7a0-8b642fdf208f tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611093 Jul 16 08:29:13.455221 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-f594c70e-04b3-4dca-9ec2-809a63a54d76 service neutron] For port 35733874-477d-46ce-bf5c-4f5fc11a52ba, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:13.458738 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-f594c70e-04b3-4dca-9ec2-809a63a54d76 service neutron] For port 35733874-477d-46ce-bf5c-4f5fc11a52ba, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=35733874-477d-46ce-bf5c-4f5fc11a52ba,segment=NetworkSegment(addd5ae6-2940-4446-925f-483fe9c2f543),segment_id=addd5ae6-2940-4446-925f-483fe9c2f543)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:13.464753 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-f594c70e-04b3-4dca-9ec2-809a63a54d76 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:13.503852 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-f594c70e-04b3-4dca-9ec2-809a63a54d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:13.504652 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-f594c70e-04b3-4dca-9ec2-809a63a54d76 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:13.505941 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-f594c70e-04b3-4dca-9ec2-809a63a54d76 service neutron] 10.222.0.21 "PUT /v2.0/ports/35733874-477d-46ce-bf5c-4f5fc11a52ba HTTP/1.1" status: 200 len: 1093 time: 1.8277175 Jul 16 08:29:13.506415 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8ba794-843a-4327-a2e3-545c9f75c287', 'tag': '35733874-477d-46ce-bf5c-4f5fc11a52ba'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:13.509031 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f80e515-b271-446a-b053-fa9f78ac4ada" -d '{"events": [{"name": "network-changed", "server_uuid": "ae8ba794-843a-4327-a2e3-545c9f75c287", "tag": "35733874-477d-46ce-bf5c-4f5fc11a52ba"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:13.535566 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f594c70e-04b3-4dca-9ec2-809a63a54d76 service neutron] Pushing event updated for resources: {'Port': ['ID=35733874-477d-46ce-bf5c-4f5fc11a52ba,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:13.597626 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a596ed1-b62e-4358-af7f-7719e816cb07 x-openstack-request-id: req-3a596ed1-b62e-4358-af7f-7719e816cb07 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:13.598024 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae8ba794-843a-4327-a2e3-545c9f75c287", "tag": "35733874-477d-46ce-bf5c-4f5fc11a52ba", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:13.598370 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3a596ed1-b62e-4358-af7f-7719e816cb07 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:13.598874 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae8ba794-843a-4327-a2e3-545c9f75c287', 'tag': '35733874-477d-46ce-bf5c-4f5fc11a52ba', 'status': 'completed', 'code': 200} Jul 16 08:29:13.628317 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-fbc226ff-1e3a-4cb5-bd67-d28c09e5b9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:13.630515 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-fbc226ff-1e3a-4cb5-bd67-d28c09e5b9e0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3e016b968674254b57e592588e4e2b1&device_id=ae8ba794-843a-4327-a2e3-545c9f75c287 HTTP/1.1" status: 200 len: 1096 time: 0.0685523 Jul 16 08:29:13.685073 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-39c2c1e0-464c-41c1-aad8-af1bc5a95d3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:13.709966 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-43137035-43e1-40f9-83fc-93aedf674145 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35733874-477d-46ce-bf5c-4f5fc11a52ba HTTP/1.1" status: 200 len: 217 time: 0.0709820 Jul 16 08:29:13.723088 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 8cea9b50-fe98-433b-8180-02087487e8e1 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:29:13.803898 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4cd9278d-8db1-4a76-89be-0d58da578d40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:13.815259 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183b5a2-81be-4061-b1a0-9d07a52e8bcd req-727f336c-958f-402e-948a-cafc803e9908 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:13.815453 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-3442923c-d7bc-4e7c-a23a-feacf470f8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:13.816862 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f183b5a2-81be-4061-b1a0-9d07a52e8bcd req-727f336c-958f-402e-948a-cafc803e9908 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f5e8129-eb72-435f-8a97-b2c866b16a1c HTTP/1.1" status: 200 len: 947 time: 0.7000842 Jul 16 08:29:13.817007 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-3442923c-d7bc-4e7c-a23a-feacf470f8d5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3281ec1e-b2a6-4071-b7a8-c73380d377c6 HTTP/1.1" status: 200 len: 862 time: 0.0996435 Jul 16 08:29:13.871070 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-05acd44d-6fdb-4a71-bdd4-29bbf4ae6344 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=031bca47-764b-4d32-88f8-02e940c695ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453267 Jul 16 08:29:13.896878 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c2c1e0-464c-41c1-aad8-af1bc5a95d3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=08efe674-85ae-4a06-b69c-d92fb68b404c,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:13.899725 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-4cd9278d-8db1-4a76-89be-0d58da578d40 admin admin] Transition to ACTIVE for port object ff93229d-1b22-4910-8678-73a470c25eee will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:13.920993 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 8cea9b50-fe98-433b-8180-02087487e8e1, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=8cea9b50-fe98-433b-8180-02087487e8e1,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:13.934415 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '8cea9b50-fe98-433b-8180-02087487e8e1', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': '8cea9b50-fe98-433b-8180-02087487e8e1', 'mac_address': 'fa:16:3e:f5:bc:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.98'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:29:13.983666 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:13.999484 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cea9b50-fe98-433b-8180-02087487e8e1 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:14.022466 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c2c1e0-464c-41c1-aad8-af1bc5a95d3c admin admin] Checking segment: {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:14.023105 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c2c1e0-464c-41c1-aad8-af1bc5a95d3c admin admin] Network hostable DHCP agents. Network: d342364e-cb68-4fed-83d9-f37bbb306922, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:29:14.024470 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 8cea9b50-fe98-433b-8180-02087487e8e1, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=8cea9b50-fe98-433b-8180-02087487e8e1,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:14.033381 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:14.048915 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-364bd15a-9df5-4ee1-b497-c0039ba95bab service neutron] 10.222.0.21 "GET /v2.0/networks/031bca47-764b-4d32-88f8-02e940c695ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689074 Jul 16 08:29:14.058066 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb196b9-9598-457d-9ea9-ecd31c2fdc67 req-e7394bba-d507-40f0-b708-23796e7d3621 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:14.059583 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fcb196b9-9598-457d-9ea9-ecd31c2fdc67 req-e7394bba-d507-40f0-b708-23796e7d3621 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae8ba794-843a-4327-a2e3-545c9f75c287 HTTP/1.1" status: 200 len: 944 time: 0.1415401 Jul 16 08:29:14.092900 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f183b5a2-81be-4061-b1a0-9d07a52e8bcd req-9250a3e5-5e87-465d-98b5-a9a033f40b0e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652340 Jul 16 08:29:14.103172 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c2c1e0-464c-41c1-aad8-af1bc5a95d3c admin admin] Network d342364e-cb68-4fed-83d9-f37bbb306922 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:29:14.136461 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=8cea9b50-fe98-433b-8180-02087487e8e1,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:14.145871 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-39c2c1e0-464c-41c1-aad8-af1bc5a95d3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, d342364e-cb68-4fed-83d9-f37bbb306922) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:14.152667 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c2c1e0-464c-41c1-aad8-af1bc5a95d3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:14.153676 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-39c2c1e0-464c-41c1-aad8-af1bc5a95d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:14.161820 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b7cbd17-8225-4fc2-a7f2-559bcdbb018c None None] Network d342364e-cb68-4fed-83d9-f37bbb306922 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:14.176522 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4cd9278d-8db1-4a76-89be-0d58da578d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:14.184898 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ba3a80be-bdb5-4e64-99be-696c3a1f4daf req-e070a82c-132e-45cf-93b2-6e7df28daa14 service neutron] 10.222.0.21 "GET /v2.0/networks/031bca47-764b-4d32-88f8-02e940c695ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231368 Jul 16 08:29:14.226528 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-2408ac0f-0e4f-4eda-b1f7-d220dadb05a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ae1e9e6-f836-4e18-976c-37636ecab4f0 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:14.237931 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fcb196b9-9598-457d-9ea9-ecd31c2fdc67 req-904d0c31-0d1c-46cb-986f-8cdb7358484b tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d68f0b9-69ff-434c-8b60-8eb3e9b2f525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520473 Jul 16 08:29:14.246129 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd9278d-8db1-4a76-89be-0d58da578d40 admin admin] Network dd3e23ac-b61f-435a-95cc-bf56a73d8636 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:14.250127 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-39c2c1e0-464c-41c1-aad8-af1bc5a95d3c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6560981 Jul 16 08:29:14.255406 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-4cd9278d-8db1-4a76-89be-0d58da578d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:14.258499 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd9278d-8db1-4a76-89be-0d58da578d40 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:14.265037 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-2408ac0f-0e4f-4eda-b1f7-d220dadb05a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:14.328284 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd9278d-8db1-4a76-89be-0d58da578d40 admin admin] Pushing event updated for resources: {'Port': ['ID=ff93229d-1b22-4910-8678-73a470c25eee,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:14.342090 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-2408ac0f-0e4f-4eda-b1f7-d220dadb05a0 service neutron] Transition to ACTIVE for port object 2ae1e9e6-f836-4e18-976c-37636ecab4f0 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:14.353187 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-2408ac0f-0e4f-4eda-b1f7-d220dadb05a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:14.381140 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80e515-b271-446a-b053-fa9f78ac4ada req-32ca1686-2398-42e5-b01a-67d904a218fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:14.382727 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f80e515-b271-446a-b053-fa9f78ac4ada req-32ca1686-2398-42e5-b01a-67d904a218fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c3e016b968674254b57e592588e4e2b1&device_id=ae8ba794-843a-4327-a2e3-545c9f75c287 HTTP/1.1" status: 200 len: 1096 time: 0.1241591 Jul 16 08:29:14.464799 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408ac0f-0e4f-4eda-b1f7-d220dadb05a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae1e9e6-f836-4e18-976c-37636ecab4f0,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:14.482655 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['8cea9b50-fe98-433b-8180-02087487e8e1'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:14.485984 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4cd9278d-8db1-4a76-89be-0d58da578d40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:14.497072 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ade7af1-a172-4a9a-ad66-f2991979916b None None] Network d342364e-cb68-4fed-83d9-f37bbb306922 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:14.741874 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80e515-b271-446a-b053-fa9f78ac4ada req-dac0eca4-e049-4691-b7e5-7f2633e9656e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:14.743776 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f80e515-b271-446a-b053-fa9f78ac4ada req-dac0eca4-e049-4691-b7e5-7f2633e9656e service neutron] 10.222.0.21 "GET /v2.0/networks?id=031bca47-764b-4d32-88f8-02e940c695ac HTTP/1.1" status: 200 len: 923 time: 0.3524692 Jul 16 08:29:14.754917 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 856c0a30-c681-445b-973e-021a3913cf7e up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:14.801840 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f80e515-b271-446a-b053-fa9f78ac4ada req-1759f97e-aea4-4f34-913e-3246b2957703 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=35733874-477d-46ce-bf5c-4f5fc11a52ba HTTP/1.1" status: 200 len: 217 time: 0.0506642 Jul 16 08:29:14.811450 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3280d9e1-b39f-49f1-b3aa-8f6ba5d30f74 req-1c60a09a-8f29-49ce-95aa-0ed67ab82559 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:14.813188 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3280d9e1-b39f-49f1-b3aa-8f6ba5d30f74 req-1c60a09a-8f29-49ce-95aa-0ed67ab82559 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a9a9e98-0094-467e-a83a-ca1b698d8099 HTTP/1.1" status: 200 len: 944 time: 0.2486839 Jul 16 08:29:14.826365 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-2408ac0f-0e4f-4eda-b1f7-d220dadb05a0 service neutron] Attempting to bind port 2ae1e9e6-f836-4e18-976c-37636ecab4f0 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:14.826935 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-2408ac0f-0e4f-4eda-b1f7-d220dadb05a0 service neutron] Attempting to bind port 2ae1e9e6-f836-4e18-976c-37636ecab4f0 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'f515938d-d605-4fe4-a310-b50c6a61626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:14.827091 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-2408ac0f-0e4f-4eda-b1f7-d220dadb05a0 service neutron] Attempting to bind port 2ae1e9e6-f836-4e18-976c-37636ecab4f0 on network 625dfff6-7aa4-46e7-b897-fa5ed9305465 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:14.836362 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-2408ac0f-0e4f-4eda-b1f7-d220dadb05a0 service neutron] Port 2ae1e9e6-f836-4e18-976c-37636ecab4f0 on network 625dfff6-7aa4-46e7-b897-fa5ed9305465 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:29:14.836825 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-2408ac0f-0e4f-4eda-b1f7-d220dadb05a0 service neutron] Attempting to bind port 2ae1e9e6-f836-4e18-976c-37636ecab4f0 on network 625dfff6-7aa4-46e7-b897-fa5ed9305465 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:14.921125 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 856c0a30-c681-445b-973e-021a3913cf7e completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:14.937880 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7e97afbb-87f6-4fd5-bb3d-811b1a1b8134 None None] Provisioning for port ff93229d-1b22-4910-8678-73a470c25eee completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:14.938103 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-2408ac0f-0e4f-4eda-b1f7-d220dadb05a0 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:14.938463 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-2408ac0f-0e4f-4eda-b1f7-d220dadb05a0 service neutron] Checking segment: {'id': 'f515938d-d605-4fe4-a310-b50c6a61626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:14.938872 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-2408ac0f-0e4f-4eda-b1f7-d220dadb05a0 service neutron] Bound using segment: {'id': 'f515938d-d605-4fe4-a310-b50c6a61626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:14.939308 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-2408ac0f-0e4f-4eda-b1f7-d220dadb05a0 service neutron] Bound port: 2ae1e9e6-f836-4e18-976c-37636ecab4f0, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f515938d-d605-4fe4-a310-b50c6a61626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:14.939679 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-2408ac0f-0e4f-4eda-b1f7-d220dadb05a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:14.953756 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 856c0a30-c681-445b-973e-021a3913cf7e triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:14.954153 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:14.986517 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f80e515-b271-446a-b053-fa9f78ac4ada req-9fe5ff61-4707-4c26-ab78-755f1b6a1f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:14.988250 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f80e515-b271-446a-b053-fa9f78ac4ada req-9fe5ff61-4707-4c26-ab78-755f1b6a1f11 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=3281ec1e-b2a6-4071-b7a8-c73380d377c6 HTTP/1.1" status: 200 len: 862 time: 0.1741686 Jul 16 08:29:15.003843 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3280d9e1-b39f-49f1-b3aa-8f6ba5d30f74 req-a0a1347d-c303-4e40-ba77-df59e716239e tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328175 Jul 16 08:29:15.066778 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f80e515-b271-446a-b053-fa9f78ac4ada req-da080393-4a66-4813-a96d-b8d06a5b8c31 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=031bca47-764b-4d32-88f8-02e940c695ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615079 Jul 16 08:29:15.072297 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4cd9278d-8db1-4a76-89be-0d58da578d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.076897 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7e97afbb-87f6-4fd5-bb3d-811b1a1b8134 None None] Provisioning complete for port ff93229d-1b22-4910-8678-73a470c25eee triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:15.077340 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e97afbb-87f6-4fd5-bb3d-811b1a1b8134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.177560 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7e97afbb-87f6-4fd5-bb3d-811b1a1b8134 None None] Port ff93229d-1b22-4910-8678-73a470c25eee cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:29:15.214754 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-2408ac0f-0e4f-4eda-b1f7-d220dadb05a0 service neutron] For port 2ae1e9e6-f836-4e18-976c-37636ecab4f0, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:15.226604 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-2408ac0f-0e4f-4eda-b1f7-d220dadb05a0 service neutron] For port 2ae1e9e6-f836-4e18-976c-37636ecab4f0, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=2ae1e9e6-f836-4e18-976c-37636ecab4f0,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:15.238683 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-2408ac0f-0e4f-4eda-b1f7-d220dadb05a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.319399 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f80e515-b271-446a-b053-fa9f78ac4ada req-2592fe64-798d-4823-9983-22712a3e4fcb service neutron] 10.222.0.21 "GET /v2.0/networks/031bca47-764b-4d32-88f8-02e940c695ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2405393 Jul 16 08:29:15.349419 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.371249 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50776) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:15.377422 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-f6b24a52-6d27-45b8-9610-5b175a9f20a5 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-491239287-network', 'tenant_id': 'f1bb5418f07148079144cd5166acd028'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:15.380591 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 856c0a30-c681-445b-973e-021a3913cf7e, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=856c0a30-c681-445b-973e-021a3913cf7e,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:15.386805 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.403238 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-2408ac0f-0e4f-4eda-b1f7-d220dadb05a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:15.403921 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-2408ac0f-0e4f-4eda-b1f7-d220dadb05a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.405602 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-2408ac0f-0e4f-4eda-b1f7-d220dadb05a0 service neutron] 10.222.0.21 "PUT /v2.0/ports/2ae1e9e6-f836-4e18-976c-37636ecab4f0 HTTP/1.1" status: 200 len: 1093 time: 2.4421520 Jul 16 08:29:15.413740 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a9a9e98-0094-467e-a83a-ca1b698d8099', 'tag': '2ae1e9e6-f836-4e18-976c-37636ecab4f0'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:15.416699 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df630606-0075-4153-82a5-7928aeb62453" -d '{"events": [{"name": "network-changed", "server_uuid": "6a9a9e98-0094-467e-a83a-ca1b698d8099", "tag": "2ae1e9e6-f836-4e18-976c-37636ecab4f0"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:15.462508 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=856c0a30-c681-445b-973e-021a3913cf7e,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:15.485434 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2408ac0f-0e4f-4eda-b1f7-d220dadb05a0 service neutron] Pushing event updated for resources: {'Port': ['ID=2ae1e9e6-f836-4e18-976c-37636ecab4f0,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:15.513339 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6b24a52-6d27-45b8-9610-5b175a9f20a5 admin admin] Made reservation on behalf of f1bb5418f07148079144cd5166acd028 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:15.515733 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f6b24a52-6d27-45b8-9610-5b175a9f20a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.533249 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ac366-3a22-499e-a8c1-bc35b348fc33 req-c7c318ff-8912-49db-ba9e-0a18bd8906ee tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:15.540582 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-981ac366-3a22-499e-a8c1-bc35b348fc33 req-c7c318ff-8912-49db-ba9e-0a18bd8906ee tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.2839298 Jul 16 08:29:15.550688 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f6b24a52-6d27-45b8-9610-5b175a9f20a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.576394 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160246a4-d211-4b01-a615-3ed7a93f58b9 req-23247fd7-067a-48a7-8878-3440a0c21dee tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:15.578245 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-160246a4-d211-4b01-a615-3ed7a93f58b9 req-23247fd7-067a-48a7-8878-3440a0c21dee tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f5e8129-eb72-435f-8a97-b2c866b16a1c HTTP/1.1" status: 200 len: 948 time: 0.1769197 Jul 16 08:29:15.594997 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f80e515-b271-446a-b053-fa9f78ac4ada req-238c0510-2486-40d3-92d7-7efe2ab58207 service neutron] 10.222.0.21 "GET /v2.0/networks/031bca47-764b-4d32-88f8-02e940c695ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2367637 Jul 16 08:29:15.602530 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4cd9278d-8db1-4a76-89be-0d58da578d40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.622513 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4cd9278d-8db1-4a76-89be-0d58da578d40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.633929 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-981ac366-3a22-499e-a8c1-bc35b348fc33 req-1b967ec6-c802-442e-b40d-b933b4480ea7 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924737 Jul 16 08:29:15.673180 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 7edac58b-e964-4545-a209-9b980fd75eba up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:15.704599 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-160246a4-d211-4b01-a615-3ed7a93f58b9 req-b2ee554a-a8ce-448c-97e6-1105fb9ec9fc tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141756 Jul 16 08:29:15.741036 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-cb17c214-33ab-49dc-87a0-16c6eb8236e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:15.742568 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-cb17c214-33ab-49dc-87a0-16c6eb8236e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6006a1dcb2354570866e06da5c4c7493&device_id=6a9a9e98-0094-467e-a83a-ca1b698d8099 HTTP/1.1" status: 200 len: 1096 time: 0.2192917 Jul 16 08:29:15.751414 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f6b24a52-6d27-45b8-9610-5b175a9f20a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.752466 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd9278d-8db1-4a76-89be-0d58da578d40 admin admin] Pushing event updated for resources: {'Port': ['ID=ff93229d-1b22-4910-8678-73a470c25eee,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:15.757805 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4cd9278d-8db1-4a76-89be-0d58da578d40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.758768 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f6b24a52-6d27-45b8-9610-5b175a9f20a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.781588 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 7edac58b-e964-4545-a209-9b980fd75eba completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:15.785830 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 7edac58b-e964-4545-a209-9b980fd75eba triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:15.786212 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.790294 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f6b24a52-6d27-45b8-9610-5b175a9f20a5 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:29:15.800100 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b24a52-6d27-45b8-9610-5b175a9f20a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c03185f4-1865-459f-82fc-a744fbd69f5f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:15.822065 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f6b24a52-6d27-45b8-9610-5b175a9f20a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.822682 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-f6b24a52-6d27-45b8-9610-5b175a9f20a5 admin admin] Added segment 1f18ec24-84ba-456f-9d3a-8f683e6ca3a8 of type vlan for network dc4c3e3e-b06c-4fcd-8be5-0680f00aa92b Jul 16 08:29:15.846978 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9278d-8db1-4a76-89be-0d58da578d40 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:15.847596 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9278d-8db1-4a76-89be-0d58da578d40 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:15.847720 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9278d-8db1-4a76-89be-0d58da578d40 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:15.848000 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9278d-8db1-4a76-89be-0d58da578d40 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:15.848387 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9278d-8db1-4a76-89be-0d58da578d40 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:15.848693 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9278d-8db1-4a76-89be-0d58da578d40 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:15.849028 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9278d-8db1-4a76-89be-0d58da578d40 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:15.849359 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9278d-8db1-4a76-89be-0d58da578d40 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:15.849691 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9278d-8db1-4a76-89be-0d58da578d40 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:15.850019 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9278d-8db1-4a76-89be-0d58da578d40 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:15.850477 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9278d-8db1-4a76-89be-0d58da578d40 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:15.850808 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cd9278d-8db1-4a76-89be-0d58da578d40 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:15.881480 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d66943b-43ab-4b1c-ba20-bca648b94475 x-openstack-request-id: req-0d66943b-43ab-4b1c-ba20-bca648b94475 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:15.881804 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a9a9e98-0094-467e-a83a-ca1b698d8099", "tag": "2ae1e9e6-f836-4e18-976c-37636ecab4f0", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:15.882028 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0d66943b-43ab-4b1c-ba20-bca648b94475 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:15.882435 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a9a9e98-0094-467e-a83a-ca1b698d8099', 'tag': '2ae1e9e6-f836-4e18-976c-37636ecab4f0', 'status': 'completed', 'code': 200} Jul 16 08:29:15.885821 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f6b24a52-6d27-45b8-9610-5b175a9f20a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.889991 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-26847c13-167f-4698-acbc-cc01d6d54654 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ae1e9e6-f836-4e18-976c-37636ecab4f0 HTTP/1.1" status: 200 len: 217 time: 0.1336188 Jul 16 08:29:15.891730 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.931207 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6ecf56-ec43-4bdd-a5f8-e25f222176ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edac58b-e964-4545-a209-9b980fd75eba'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:15.934127 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae808258-f1e3-4efb-a2f9-744b7cce07f9" -d '{"events": [{"server_uuid": "4c6ecf56-ec43-4bdd-a5f8-e25f222176ad", "name": "network-vif-plugged", "status": "completed", "tag": "7edac58b-e964-4545-a209-9b980fd75eba"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:15.941156 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 7edac58b-e964-4545-a209-9b980fd75eba, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=7edac58b-e964-4545-a209-9b980fd75eba,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:15.947972 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.957735 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cd9278d-8db1-4a76-89be-0d58da578d40 admin admin] Network dd3e23ac-b61f-435a-95cc-bf56a73d8636 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:15.961410 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-4cd9278d-8db1-4a76-89be-0d58da578d40 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:15.985577 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-31158831-5619-4b13-9f0c-e4fb41c7a679 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:15.990076 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-31158831-5619-4b13-9f0c-e4fb41c7a679 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31ddde08-05a5-43f7-b27d-07657c5409d3 HTTP/1.1" status: 200 len: 845 time: 0.0878115 Jul 16 08:29:15.995146 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f6b24a52-6d27-45b8-9610-5b175a9f20a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:15.996135 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b24a52-6d27-45b8-9610-5b175a9f20a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:15.996753 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f6b24a52-6d27-45b8-9610-5b175a9f20a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:16.045561 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc88072a-fed0-41cc-b1f9-2fd4b2908e34 x-openstack-request-id: req-fc88072a-fed0-41cc-b1f9-2fd4b2908e34 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:16.046119 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6ecf56-ec43-4bdd-a5f8-e25f222176ad", "name": "network-vif-plugged", "status": "completed", "tag": "7edac58b-e964-4545-a209-9b980fd75eba", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:16.047338 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fc88072a-fed0-41cc-b1f9-2fd4b2908e34 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:16.047929 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6ecf56-ec43-4bdd-a5f8-e25f222176ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7edac58b-e964-4545-a209-9b980fd75eba', 'code': 200} Jul 16 08:29:16.093573 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=7edac58b-e964-4545-a209-9b980fd75eba,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:16.098615 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f6b24a52-6d27-45b8-9610-5b175a9f20a5 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.7257547 Jul 16 08:29:16.131204 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50786) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:16.142674 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b24a52-6d27-45b8-9610-5b175a9f20a5 admin admin] Pushing event updated for resources: {'Network': ['ID=dc4c3e3e-b06c-4fcd-8be5-0680f00aa92b,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:16.145406 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-cdb07f8e-c7c7-4c6a-a3e1-3e69b0f03053 admin admin] Request body: {'subnet': {'network_id': 'dc4c3e3e-b06c-4fcd-8be5-0680f00aa92b', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-491239287-subnet', 'tenant_id': 'f1bb5418f07148079144cd5166acd028', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:16.158881 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network dc4c3e3e-b06c-4fcd-8be5-0680f00aa92b details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:29:16.162304 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-5054e9eb-b50d-4cf8-be12-6a8d69330402 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=625dfff6-7aa4-46e7-b897-fa5ed9305465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801616 Jul 16 08:29:16.185643 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-128551e4-b05a-422c-958f-60e62b841395 req-ef904643-b88c-41d1-a843-e7f2a560832e tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:16.197113 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-128551e4-b05a-422c-958f-60e62b841395 req-ef904643-b88c-41d1-a843-e7f2a560832e tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae8ba794-843a-4327-a2e3-545c9f75c287 HTTP/1.1" status: 200 len: 944 time: 0.3058987 Jul 16 08:29:16.253917 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-128551e4-b05a-422c-958f-60e62b841395 req-ffc703ae-4dd6-4ddf-b62f-92133c863f32 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d68f0b9-69ff-434c-8b60-8eb3e9b2f525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557811 Jul 16 08:29:16.305240 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc29923-5f65-4ac0-a6e5-59e2dee3799f req-54836541-a08d-499b-b743-e307d8a74972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:16.306770 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-acc29923-5f65-4ac0-a6e5-59e2dee3799f req-54836541-a08d-499b-b743-e307d8a74972 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ecf56-ec43-4bdd-a5f8-e25f222176ad HTTP/1.1" status: 200 len: 1101 time: 0.1772265 Jul 16 08:29:16.360654 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-acc29923-5f65-4ac0-a6e5-59e2dee3799f req-505dc253-2040-4dd9-be4a-eb659a0383d0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463333 Jul 16 08:29:16.377058 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdb07f8e-c7c7-4c6a-a3e1-3e69b0f03053 admin admin] Made reservation on behalf of f1bb5418f07148079144cd5166acd028 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:16.379459 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cdb07f8e-c7c7-4c6a-a3e1-3e69b0f03053 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:16.406643 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a5298805-f16b-4e62-b12a-269e01eb9956 None None] Provisioning complete for port ff93229d-1b22-4910-8678-73a470c25eee triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:16.407032 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a5298805-f16b-4e62-b12a-269e01eb9956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:16.443108 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a5298805-f16b-4e62-b12a-269e01eb9956 None None] Port ff93229d-1b22-4910-8678-73a470c25eee cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:29:16.449299 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-0be74ed4-661d-4ea1-8ac5-4ed6502522ed service neutron] 10.222.0.21 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2643890 Jul 16 08:29:16.476740 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cd9278d-8db1-4a76-89be-0d58da578d40 admin admin] Router c56f0597-a991-4ec2-a88f-2f0f8124831b has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:29:16.525545 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6211df-173c-45c5-bba5-4e7e8df204ca req-0d66a6b1-fd8b-448b-bf7c-31452e5cac5d tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:16.527034 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ac6211df-173c-45c5-bba5-4e7e8df204ca req-0d66a6b1-fd8b-448b-bf7c-31452e5cac5d tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a9a9e98-0094-467e-a83a-ca1b698d8099 HTTP/1.1" status: 200 len: 944 time: 0.3448102 Jul 16 08:29:16.614615 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 856c0a30-c681-445b-973e-021a3913cf7e up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:16.669411 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 856c0a30-c681-445b-973e-021a3913cf7e triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:16.669829 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:16.716714 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-69d5dd6e-4de3-4378-98f7-9cecbdd52cbd req-04bbd02e-7954-402b-8c7d-f971b6da0bea service neutron] 10.222.0.21 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2387645 Jul 16 08:29:16.720007 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ac6211df-173c-45c5-bba5-4e7e8df204ca req-f4db4018-0139-4e14-afa5-c4a501898ce1 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788740 Jul 16 08:29:16.761232 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:29:16.772905 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cd9278d-8db1-4a76-89be-0d58da578d40 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:29:16.788924 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4cd9278d-8db1-4a76-89be-0d58da578d40 admin admin] 10.222.0.22 "PUT /v2.0/routers/c56f0597-a991-4ec2-a88f-2f0f8124831b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2361445 Jul 16 08:29:16.790869 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f746c96b-0ee6-4354-8d2d-f250d0a538fe None None] Sync routers for ids ['c56f0597-a991-4ec2-a88f-2f0f8124831b'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:29:16.807300 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f746c96b-0ee6-4354-8d2d-f250d0a538fe None None] Routers {'c56f0597-a991-4ec2-a88f-2f0f8124831b'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:16.808246 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f746c96b-0ee6-4354-8d2d-f250d0a538fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:29:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c56f0597-a991-4ec2-a88f-2f0f8124831b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:16.936322 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966d1699-8b23-46c8-8bf2-c9270813c6df req-1af8ae31-efaf-4480-834e-8c1241787106 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:16.937240 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cdb07f8e-c7c7-4c6a-a3e1-3e69b0f03053 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:16.946445 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-966d1699-8b23-46c8-8bf2-c9270813c6df req-1af8ae31-efaf-4480-834e-8c1241787106 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.1278434 Jul 16 08:29:16.962822 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df630606-0075-4153-82a5-7928aeb62453 req-3bc5855a-4873-4d8a-a954-77b599d0a41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:16.965262 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-df630606-0075-4153-82a5-7928aeb62453 req-3bc5855a-4873-4d8a-a954-77b599d0a41d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6006a1dcb2354570866e06da5c4c7493&device_id=6a9a9e98-0094-467e-a83a-ca1b698d8099 HTTP/1.1" status: 200 len: 1096 time: 0.1005132 Jul 16 08:29:17.006796 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-966d1699-8b23-46c8-8bf2-c9270813c6df req-7df29107-1365-4d82-9084-a1089074953b tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588679 Jul 16 08:29:17.153879 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb07f8e-c7c7-4c6a-a3e1-3e69b0f03053 admin admin] Pushing event updated for resources: {'Subnet': ['ID=437c7a90-c675-4a82-844f-f9a80054b5fa,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:17.183121 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f731a-94de-43f0-84f4-e5f56896da1c req-d3426b28-a910-4e5c-a2a6-534e6082fbb8 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:17.184680 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f54f731a-94de-43f0-84f4-e5f56896da1c req-d3426b28-a910-4e5c-a2a6-534e6082fbb8 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f5e8129-eb72-435f-8a97-b2c866b16a1c HTTP/1.1" status: 200 len: 948 time: 0.1611404 Jul 16 08:29:17.185445 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdb07f8e-c7c7-4c6a-a3e1-3e69b0f03053 admin admin] Checking segment: {'id': '1f18ec24-84ba-456f-9d3a-8f683e6ca3a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dc4c3e3e-b06c-4fcd-8be5-0680f00aa92b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:17.185810 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb07f8e-c7c7-4c6a-a3e1-3e69b0f03053 admin admin] Network hostable DHCP agents. Network: dc4c3e3e-b06c-4fcd-8be5-0680f00aa92b, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:29:17.206449 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-f746c96b-0ee6-4354-8d2d-f250d0a538fe None None] Set router c56f0597-a991-4ec2-a88f-2f0f8124831b gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:17.240810 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df630606-0075-4153-82a5-7928aeb62453 req-a06c3df2-4efd-42a6-a450-1120cb920494 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:17.244190 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-df630606-0075-4153-82a5-7928aeb62453 req-a06c3df2-4efd-42a6-a450-1120cb920494 service neutron] 10.222.0.21 "GET /v2.0/networks?id=625dfff6-7aa4-46e7-b897-fa5ed9305465 HTTP/1.1" status: 200 len: 906 time: 0.2576680 Jul 16 08:29:17.245166 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdb07f8e-c7c7-4c6a-a3e1-3e69b0f03053 admin admin] Network dc4c3e3e-b06c-4fcd-8be5-0680f00aa92b is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:29:17.264957 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-cdb07f8e-c7c7-4c6a-a3e1-3e69b0f03053 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, dc4c3e3e-b06c-4fcd-8be5-0680f00aa92b) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:17.276802 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e241f319-a10f-4bdb-a0f2-02e9dbdca1a6 None None] Network dc4c3e3e-b06c-4fcd-8be5-0680f00aa92b requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:17.286232 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f54f731a-94de-43f0-84f4-e5f56896da1c req-c4fd7bb5-d8f7-4c19-80f7-6d3415290f46 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871470 Jul 16 08:29:17.287766 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdb07f8e-c7c7-4c6a-a3e1-3e69b0f03053 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:17.288403 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cdb07f8e-c7c7-4c6a-a3e1-3e69b0f03053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:17.367495 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-df630606-0075-4153-82a5-7928aeb62453 req-6d92b936-41ed-4dbb-a467-d292f273fa14 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=2ae1e9e6-f836-4e18-976c-37636ecab4f0 HTTP/1.1" status: 200 len: 217 time: 0.1002638 Jul 16 08:29:17.383828 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-cdb07f8e-c7c7-4c6a-a3e1-3e69b0f03053 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.2424240 Jul 16 08:29:17.564202 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f746c96b-0ee6-4354-8d2d-f250d0a538fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'name': 'tempest-ServersTestManualDisk-746776145-router', 'tenant_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '856c0a30-c681-445b-973e-021a3913cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:03Z', 'updated_at': '2021-07-16T08:29:14Z', 'revision_number': 4, 'project_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'gw_port': {'id': '856c0a30-c681-445b-973e-021a3913cf7e', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:05Z', 'updated_at': '2021-07-16T08:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'ff93229d-1b22-4910-8678-73a470c25eee', 'name': '', 'network_id': 'dd3e23ac-b61f-435a-95cc-bf56a73d8636', 'tenant_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'mac_address': 'fa:16:3e:27:5b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'a5d9cad0-c893-4990-9fdc-910c74a20af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:12Z', 'updated_at': '2021-07-16T08:29:15Z', 'revision_number': 2, 'project_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'subnets': [{'id': 'a5d9cad0-c893-4990-9fdc-910c74a20af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:17.572384 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d14d9fc-c70f-4cb0-b38c-23d677da7cd8 None None] Network dc4c3e3e-b06c-4fcd-8be5-0680f00aa92b requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:17.670365 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 35733874-477d-46ce-bf5c-4f5fc11a52ba details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:29:17.694796 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f746c96b-0ee6-4354-8d2d-f250d0a538fe None None] Checking router: c56f0597-a991-4ec2-a88f-2f0f8124831b for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:29:17.696134 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f746c96b-0ee6-4354-8d2d-f250d0a538fe None None] Updating router c56f0597-a991-4ec2-a88f-2f0f8124831b port ff93229d-1b22-4910-8678-73a470c25eee binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:29:17.758358 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 8cea9b50-fe98-433b-8180-02087487e8e1 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:17.794913 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f746c96b-0ee6-4354-8d2d-f250d0a538fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:17.845817 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df630606-0075-4153-82a5-7928aeb62453 req-f68bdfda-cdff-4d2e-a9a1-416005151714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:17.847566 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-df630606-0075-4153-82a5-7928aeb62453 req-f68bdfda-cdff-4d2e-a9a1-416005151714 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31ddde08-05a5-43f7-b27d-07657c5409d3 HTTP/1.1" status: 200 len: 845 time: 0.4723628 Jul 16 08:29:17.904932 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 35733874-477d-46ce-bf5c-4f5fc11a52ba, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=35733874-477d-46ce-bf5c-4f5fc11a52ba,segment=NetworkSegment(addd5ae6-2940-4446-925f-483fe9c2f543),segment_id=addd5ae6-2940-4446-925f-483fe9c2f543)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:17.920125 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 8cea9b50-fe98-433b-8180-02087487e8e1 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:17.920387 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-df630606-0075-4153-82a5-7928aeb62453 req-91055854-2465-46c3-bfca-28b05555ea88 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=625dfff6-7aa4-46e7-b897-fa5ed9305465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626209 Jul 16 08:29:17.924990 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '35733874-477d-46ce-bf5c-4f5fc11a52ba', 'network_id': '031bca47-764b-4d32-88f8-02e940c695ac', 'port_id': '35733874-477d-46ce-bf5c-4f5fc11a52ba', 'mac_address': 'fa:16:3e:3c:57:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3281ec1e-b2a6-4071-b7a8-c73380d377c6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:29:17.927667 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 8cea9b50-fe98-433b-8180-02087487e8e1 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:17.928230 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:17.937650 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eeafbe-96d0-4600-86b8-a1a9fe389660 req-29938879-d069-45ae-aad3-6748bdb0e3c0 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:17.946517 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50814) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:17.949573 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c3eeafbe-96d0-4600-86b8-a1a9fe389660 req-29938879-d069-45ae-aad3-6748bdb0e3c0 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae8ba794-843a-4327-a2e3-545c9f75c287 HTTP/1.1" status: 200 len: 944 time: 0.1948042 Jul 16 08:29:17.954219 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-78badc66-ddce-4f98-9bbe-716b356a27d3 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1512681400', 'description': 'tempest-description--1450261786'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:18.005737 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78badc66-ddce-4f98-9bbe-716b356a27d3 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.174658 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-df630606-0075-4153-82a5-7928aeb62453 req-aa3f6ac1-7289-4059-9595-db81aa3dc828 service neutron] 10.222.0.21 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2174861 Jul 16 08:29:18.214758 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.226609 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.229829 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78badc66-ddce-4f98-9bbe-716b356a27d3 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.262543 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 8cea9b50-fe98-433b-8180-02087487e8e1, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=8cea9b50-fe98-433b-8180-02087487e8e1,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:18.264873 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5e8129-eb72-435f-8a97-b2c866b16a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cea9b50-fe98-433b-8180-02087487e8e1'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:18.267354 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae28b9e3-dd6a-428e-953c-79ed046a74be" -d '{"events": [{"server_uuid": "8f5e8129-eb72-435f-8a97-b2c866b16a1c", "name": "network-vif-plugged", "status": "completed", "tag": "8cea9b50-fe98-433b-8180-02087487e8e1"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:18.271851 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.277316 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35733874-477d-46ce-bf5c-4f5fc11a52ba {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:18.283958 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78badc66-ddce-4f98-9bbe-716b356a27d3 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.306425 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c3eeafbe-96d0-4600-86b8-a1a9fe389660 req-f6898ffd-c32e-4507-bf33-3353e15cde66 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d68f0b9-69ff-434c-8b60-8eb3e9b2f525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3537955 Jul 16 08:29:18.333060 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f746c96b-0ee6-4354-8d2d-f250d0a538fe None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.333220 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-df630606-0075-4153-82a5-7928aeb62453 req-7015d18e-d17c-4549-a12a-457882dbe8f5 service neutron] 10.222.0.21 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505868 Jul 16 08:29:18.345878 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 35733874-477d-46ce-bf5c-4f5fc11a52ba, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=35733874-477d-46ce-bf5c-4f5fc11a52ba,segment=NetworkSegment(addd5ae6-2940-4446-925f-483fe9c2f543),segment_id=addd5ae6-2940-4446-925f-483fe9c2f543)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:18.357687 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.360736 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f746c96b-0ee6-4354-8d2d-f250d0a538fe None None] Transition to ACTIVE for port object ff93229d-1b22-4910-8678-73a470c25eee will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:18.364633 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=8cea9b50-fe98-433b-8180-02087487e8e1,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:18.371511 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f746c96b-0ee6-4354-8d2d-f250d0a538fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.432241 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=35733874-477d-46ce-bf5c-4f5fc11a52ba,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:18.443314 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78badc66-ddce-4f98-9bbe-716b356a27d3 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.448037 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50830) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:18.452840 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6c9ac8ed-7691-4fc8-859e-cf852518344d tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Request body: {'security_group_rule': {'security_group_id': '0dfaebed-1229-4eb7-86bf-73e7dd95209c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:18.454050 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-78badc66-ddce-4f98-9bbe-716b356a27d3 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5056005 Jul 16 08:29:18.460002 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbe056-0a16-4efe-830e-8c1055205b51 None None] Pushing event updated for resources: {'Port': ['ID=ff93229d-1b22-4910-8678-73a470c25eee,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:18.472176 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbe056-0a16-4efe-830e-8c1055205b51 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:18.472308 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbe056-0a16-4efe-830e-8c1055205b51 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:18.472635 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbe056-0a16-4efe-830e-8c1055205b51 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:18.472974 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbe056-0a16-4efe-830e-8c1055205b51 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:18.473383 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbe056-0a16-4efe-830e-8c1055205b51 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:18.473623 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbe056-0a16-4efe-830e-8c1055205b51 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:18.473949 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbe056-0a16-4efe-830e-8c1055205b51 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:18.474271 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbe056-0a16-4efe-830e-8c1055205b51 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:18.474594 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbe056-0a16-4efe-830e-8c1055205b51 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:18.474918 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbe056-0a16-4efe-830e-8c1055205b51 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:18.475807 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbe056-0a16-4efe-830e-8c1055205b51 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:18.476254 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bfbe056-0a16-4efe-830e-8c1055205b51 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:18.490590 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78badc66-ddce-4f98-9bbe-716b356a27d3 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0dfaebed-1229-4eb7-86bf-73e7dd95209c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:18.548184 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c9ac8ed-7691-4fc8-859e-cf852518344d tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.577850 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243a7ca-735e-4659-a6f7-1c4f67cdbc8e req-48b43e4f-0fd8-4b99-90f0-9d11f520efb2 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:18.580141 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1243a7ca-735e-4659-a6f7-1c4f67cdbc8e req-48b43e4f-0fd8-4b99-90f0-9d11f520efb2 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a9a9e98-0094-467e-a83a-ca1b698d8099 HTTP/1.1" status: 200 len: 944 time: 0.3438330 Jul 16 08:29:18.585605 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-f746c96b-0ee6-4354-8d2d-f250d0a538fe None None] Attempting to bind port ff93229d-1b22-4910-8678-73a470c25eee on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:18.585988 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-f746c96b-0ee6-4354-8d2d-f250d0a538fe None None] Attempting to bind port ff93229d-1b22-4910-8678-73a470c25eee by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'd411d2fe-f612-4213-9e02-6ac23434f1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd3e23ac-b61f-435a-95cc-bf56a73d8636'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:18.586366 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f746c96b-0ee6-4354-8d2d-f250d0a538fe None None] Attempting to bind port ff93229d-1b22-4910-8678-73a470c25eee on network dd3e23ac-b61f-435a-95cc-bf56a73d8636 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:18.592172 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f746c96b-0ee6-4354-8d2d-f250d0a538fe None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:18.592578 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f746c96b-0ee6-4354-8d2d-f250d0a538fe None None] Checking segment: {'id': 'd411d2fe-f612-4213-9e02-6ac23434f1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd3e23ac-b61f-435a-95cc-bf56a73d8636'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:18.593011 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f746c96b-0ee6-4354-8d2d-f250d0a538fe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.593366 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f746c96b-0ee6-4354-8d2d-f250d0a538fe None None] Bound using segment: {'id': 'd411d2fe-f612-4213-9e02-6ac23434f1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd3e23ac-b61f-435a-95cc-bf56a73d8636'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:18.593838 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-f746c96b-0ee6-4354-8d2d-f250d0a538fe None None] Bound port: ff93229d-1b22-4910-8678-73a470c25eee, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd411d2fe-f612-4213-9e02-6ac23434f1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd3e23ac-b61f-435a-95cc-bf56a73d8636'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:18.598038 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f746c96b-0ee6-4354-8d2d-f250d0a538fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.617051 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['35733874-477d-46ce-bf5c-4f5fc11a52ba'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:18.655651 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1243a7ca-735e-4659-a6f7-1c4f67cdbc8e req-8b34094e-2dff-4955-a49b-06db2d212168 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646670 Jul 16 08:29:18.676082 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c9ac8ed-7691-4fc8-859e-cf852518344d tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.687398 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c9ac8ed-7691-4fc8-859e-cf852518344d tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.742292 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-f746c96b-0ee6-4354-8d2d-f250d0a538fe None None] For port ff93229d-1b22-4910-8678-73a470c25eee, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:18.752974 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-f746c96b-0ee6-4354-8d2d-f250d0a538fe None None] For port ff93229d-1b22-4910-8678-73a470c25eee, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ff93229d-1b22-4910-8678-73a470c25eee,segment=NetworkSegment(d411d2fe-f612-4213-9e02-6ac23434f1d5),segment_id=d411d2fe-f612-4213-9e02-6ac23434f1d5)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:18.758556 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9ac8ed-7691-4fc8-859e-cf852518344d tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec0edcd7-5cca-4c5d-93d8-c09a3e63587c,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:18.766151 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f746c96b-0ee6-4354-8d2d-f250d0a538fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.800485 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-fa027523-0692-4c76-9d47-eb535bcd6676 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:18.805952 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-fa027523-0692-4c76-9d47-eb535bcd6676 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/networks?id=d342364e-cb68-4fed-83d9-f37bbb306922 HTTP/1.1" status: 200 len: 820 time: 0.3130567 Jul 16 08:29:18.806748 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c9ac8ed-7691-4fc8-859e-cf852518344d tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.811224 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6c9ac8ed-7691-4fc8-859e-cf852518344d tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3598511 Jul 16 08:29:18.812859 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50836) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:18.826796 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-fe7f8020-5362-4a34-9ff7-daf2ac862324 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Request body: {'security_group_rule': {'security_group_id': '0dfaebed-1229-4eb7-86bf-73e7dd95209c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:18.864137 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f746c96b-0ee6-4354-8d2d-f250d0a538fe None None] Routers {'c56f0597-a991-4ec2-a88f-2f0f8124831b'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:18.865026 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f746c96b-0ee6-4354-8d2d-f250d0a538fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:29:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c56f0597-a991-4ec2-a88f-2f0f8124831b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:18.868026 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-f0999746-06d6-40cb-9e98-2b301554fbfd tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/quotas/fb861a1f8ff74c69926fd0df0ce3f903 HTTP/1.1" status: 200 len: 375 time: 0.0541525 Jul 16 08:29:18.877078 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfbe056-0a16-4efe-830e-8c1055205b51 None None] Pushing event updated for resources: {'Port': ['ID=ff93229d-1b22-4910-8678-73a470c25eee,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:18.964173 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe7f8020-5362-4a34-9ff7-daf2ac862324 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:18.973680 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef01b971-60ab-48e1-b364-0f7288880da0 req-70d2f44d-32c2-4351-8029-a9a4106c0089 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:18.975156 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef01b971-60ab-48e1-b364-0f7288880da0 req-70d2f44d-32c2-4351-8029-a9a4106c0089 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.1690135 Jul 16 08:29:19.001995 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-1a1594a8-34b4-460d-b5c5-5a56d4e7b48a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1276877 Jul 16 08:29:19.031816 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-f746c96b-0ee6-4354-8d2d-f250d0a538fe None None] Set router c56f0597-a991-4ec2-a88f-2f0f8124831b gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:19.042706 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef01b971-60ab-48e1-b364-0f7288880da0 req-4cbc0627-faf6-4795-b9d3-75cfce23576a tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603735 Jul 16 08:29:19.109459 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e11641-7b63-4dbb-ac37-74c8e25d617e x-openstack-request-id: req-e3e11641-7b63-4dbb-ac37-74c8e25d617e {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:19.109759 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5e8129-eb72-435f-8a97-b2c866b16a1c", "name": "network-vif-plugged", "status": "completed", "tag": "8cea9b50-fe98-433b-8180-02087487e8e1", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:19.110020 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e3e11641-7b63-4dbb-ac37-74c8e25d617e {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:19.110424 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5e8129-eb72-435f-8a97-b2c866b16a1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cea9b50-fe98-433b-8180-02087487e8e1', 'code': 200} Jul 16 08:29:19.177582 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe7f8020-5362-4a34-9ff7-daf2ac862324 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:19.200764 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-72d58e36-d242-495e-9994-3714af97504f service neutron] 10.222.0.22 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1944811 Jul 16 08:29:19.201385 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe7f8020-5362-4a34-9ff7-daf2ac862324 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:19.254001 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7f8020-5362-4a34-9ff7-daf2ac862324 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30b7c01c-7068-48c4-8a7c-319260da575c,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:19.273406 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe7f8020-5362-4a34-9ff7-daf2ac862324 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:19.274959 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fe7f8020-5362-4a34-9ff7-daf2ac862324 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4590740 Jul 16 08:29:19.289893 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50840) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:19.296936 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-7ee8c938-d97e-40c9-808b-b894d84492fe tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:19.305675 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f746c96b-0ee6-4354-8d2d-f250d0a538fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'name': 'tempest-ServersTestManualDisk-746776145-router', 'tenant_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '856c0a30-c681-445b-973e-021a3913cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:03Z', 'updated_at': '2021-07-16T08:29:14Z', 'revision_number': 4, 'project_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'gw_port': {'id': '856c0a30-c681-445b-973e-021a3913cf7e', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:05Z', 'updated_at': '2021-07-16T08:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'ff93229d-1b22-4910-8678-73a470c25eee', 'name': '', 'network_id': 'dd3e23ac-b61f-435a-95cc-bf56a73d8636', 'tenant_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'mac_address': 'fa:16:3e:27:5b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'a5d9cad0-c893-4990-9fdc-910c74a20af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:12Z', 'updated_at': '2021-07-16T08:29:18Z', 'revision_number': 4, 'project_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'subnets': [{'id': 'a5d9cad0-c893-4990-9fdc-910c74a20af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:19.357838 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f746c96b-0ee6-4354-8d2d-f250d0a538fe None None] The sync data for ids ['c56f0597-a991-4ec2-a88f-2f0f8124831b'] in n-d-771362-37 is: [{'id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'name': 'tempest-ServersTestManualDisk-746776145-router', 'tenant_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '856c0a30-c681-445b-973e-021a3913cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:03Z', 'updated_at': '2021-07-16T08:29:14Z', 'revision_number': 4, 'project_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'gw_port': {'id': '856c0a30-c681-445b-973e-021a3913cf7e', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:05Z', 'updated_at': '2021-07-16T08:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'ff93229d-1b22-4910-8678-73a470c25eee', 'name': '', 'network_id': 'dd3e23ac-b61f-435a-95cc-bf56a73d8636', 'tenant_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'mac_address': 'fa:16:3e:27:5b:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'a5d9cad0-c893-4990-9fdc-910c74a20af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:12Z', 'updated_at': '2021-07-16T08:29:18Z', 'revision_number': 4, 'project_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'subnets': [{'id': 'a5d9cad0-c893-4990-9fdc-910c74a20af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:29:19.364233 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-f6efe5fa-2ece-42b9-b33b-9641ee012701 service neutron] 10.222.0.22 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522806 Jul 16 08:29:19.368574 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7ee8c938-d97e-40c9-808b-b894d84492fe tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:19.374504 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9098a533-74e3-4a65-8907-ed0084c4b85e req-605062ae-053f-428e-97a9-0d88922c206b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:19.376031 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9098a533-74e3-4a65-8907-ed0084c4b85e req-605062ae-053f-428e-97a9-0d88922c206b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8f5e8129-eb72-435f-8a97-b2c866b16a1c HTTP/1.1" status: 200 len: 1101 time: 0.1707208 Jul 16 08:29:19.515758 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9098a533-74e3-4a65-8907-ed0084c4b85e req-b1c73a32-6dfd-4950-bb61-8ea78a065dbe service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217065 Jul 16 08:29:19.532266 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218d491b-c9be-4db4-9a4f-3e3da68289a7 req-b38fa941-8b33-4a7e-a6ab-02af9851cb50 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:19.539171 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-218d491b-c9be-4db4-9a4f-3e3da68289a7 req-b38fa941-8b33-4a7e-a6ab-02af9851cb50 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f5e8129-eb72-435f-8a97-b2c866b16a1c HTTP/1.1" status: 200 len: 949 time: 0.2500553 Jul 16 08:29:19.673377 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 2ae1e9e6-f836-4e18-976c-37636ecab4f0 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:29:19.676273 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 35733874-477d-46ce-bf5c-4f5fc11a52ba up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:19.687286 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-218d491b-c9be-4db4-9a4f-3e3da68289a7 req-d15626b1-c706-4b8e-9754-c6482b47cec7 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470859 Jul 16 08:29:19.780946 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7ee8c938-d97e-40c9-808b-b894d84492fe tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:19.927402 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 35733874-477d-46ce-bf5c-4f5fc11a52ba completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:19.937291 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-60632f7a-b10e-4926-aa03-c3a3013f4d48 req-43048956-5e9e-46d0-aa71-3ad60598f084 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 210 time: 0.0967848 Jul 16 08:29:19.952374 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 35733874-477d-46ce-bf5c-4f5fc11a52ba triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:19.952771 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:19.974503 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-7ee8c938-d97e-40c9-808b-b894d84492fe tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Allocated IP 172.25.3.136 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/077d78ec-126f-4672-bfc6-5a84d8587a37) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:20.050285 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 2ae1e9e6-f836-4e18-976c-37636ecab4f0, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=2ae1e9e6-f836-4e18-976c-37636ecab4f0,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:20.074932 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '2ae1e9e6-f836-4e18-976c-37636ecab4f0', 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465', 'port_id': '2ae1e9e6-f836-4e18-976c-37636ecab4f0', 'mac_address': 'fa:16:3e:24:32:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ddde08-05a5-43f7-b27d-07657c5409d3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:29:20.153404 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:20.231109 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ae1e9e6-f836-4e18-976c-37636ecab4f0 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:20.265712 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d94236-75a2-4d0c-88a8-b6f379bdf5ef req-1a996ef0-1acd-4d13-a186-7d64da39ca73 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:20.270945 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f9d94236-75a2-4d0c-88a8-b6f379bdf5ef req-1a996ef0-1acd-4d13-a186-7d64da39ca73 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a9a9e98-0094-467e-a83a-ca1b698d8099 HTTP/1.1" status: 200 len: 944 time: 0.1376884 Jul 16 08:29:20.278927 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 2ae1e9e6-f836-4e18-976c-37636ecab4f0, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=2ae1e9e6-f836-4e18-976c-37636ecab4f0,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:20.280789 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:20.293865 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7ee8c938-d97e-40c9-808b-b894d84492fe tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:20.308499 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:20.347645 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f9d94236-75a2-4d0c-88a8-b6f379bdf5ef req-6ee13b71-df80-4ec9-a3d4-f19add20121d tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716176 Jul 16 08:29:20.354424 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7ee8c938-d97e-40c9-808b-b894d84492fe tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:20.379278 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db447a7-d3c3-4c36-9993-b047bff4d478 req-df9cb679-6737-4292-9f1e-788fb9c9fdf5 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:20.392011 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5db447a7-d3c3-4c36-9993-b047bff4d478 req-df9cb679-6737-4292-9f1e-788fb9c9fdf5 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae8ba794-843a-4327-a2e3-545c9f75c287 HTTP/1.1" status: 200 len: 945 time: 0.4039109 Jul 16 08:29:20.431063 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 35733874-477d-46ce-bf5c-4f5fc11a52ba, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=35733874-477d-46ce-bf5c-4f5fc11a52ba,segment=NetworkSegment(addd5ae6-2940-4446-925f-483fe9c2f543),segment_id=addd5ae6-2940-4446-925f-483fe9c2f543)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:20.443613 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:20.476372 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee8c938-d97e-40c9-808b-b894d84492fe tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:20.481811 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-7ee8c938-d97e-40c9-808b-b894d84492fe tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:20.497740 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5db447a7-d3c3-4c36-9993-b047bff4d478 req-2e319b40-1150-4335-b5f2-6927ee337e6e tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d68f0b9-69ff-434c-8b60-8eb3e9b2f525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030276 Jul 16 08:29:20.498344 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee8c938-d97e-40c9-808b-b894d84492fe tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:20.510274 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8c938-d97e-40c9-808b-b894d84492fe tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Pushing event updated for resources: {'Port': ['ID=077d78ec-126f-4672-bfc6-5a84d8587a37,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:20.530417 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=2ae1e9e6-f836-4e18-976c-37636ecab4f0,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:20.614538 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['2ae1e9e6-f836-4e18-976c-37636ecab4f0'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:20.669336 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f789e-7793-46cf-9b63-0f50138821b7 req-d5b90732-2789-4c3f-bf8d-576a4fe5e4d6 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:20.684076 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-581f789e-7793-46cf-9b63-0f50138821b7 req-d5b90732-2789-4c3f-bf8d-576a4fe5e4d6 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.1372006 Jul 16 08:29:20.749613 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7ee8c938-d97e-40c9-808b-b894d84492fe tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:20.774603 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-581f789e-7793-46cf-9b63-0f50138821b7 req-9f6affdc-ecc7-4e3c-84be-0a8570227cb3 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883687 Jul 16 08:29:20.793984 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=35733874-477d-46ce-bf5c-4f5fc11a52ba,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:20.804101 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ff93229d-1b22-4910-8678-73a470c25eee up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:20.864931 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7ee8c938-d97e-40c9-808b-b894d84492fe tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:20.949776 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port ff93229d-1b22-4910-8678-73a470c25eee completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:20.978154 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port ff93229d-1b22-4910-8678-73a470c25eee triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:20.979693 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:21.113734 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8ba794-843a-4327-a2e3-545c9f75c287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35733874-477d-46ce-bf5c-4f5fc11a52ba'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:21.118265 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f6b1bcb-ccba-4d9b-bdc1-36c58e0be387" -d '{"events": [{"server_uuid": "ae8ba794-843a-4327-a2e3-545c9f75c287", "name": "network-vif-plugged", "status": "completed", "tag": "35733874-477d-46ce-bf5c-4f5fc11a52ba"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:21.212002 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-562c66a5-43af-485d-883a-565429de044d req-a7797d0b-269b-4ea4-8b9a-8d0f023c87a7 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 210 time: 0.0580792 Jul 16 08:29:21.285796 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:21.289005 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-483cc4bd-1d98-43f3-b845-8fa2e628ef0c x-openstack-request-id: req-483cc4bd-1d98-43f3-b845-8fa2e628ef0c {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:21.289303 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8ba794-843a-4327-a2e3-545c9f75c287", "name": "network-vif-plugged", "status": "completed", "tag": "35733874-477d-46ce-bf5c-4f5fc11a52ba", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:21.289561 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-483cc4bd-1d98-43f3-b845-8fa2e628ef0c {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:21.289943 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8ba794-843a-4327-a2e3-545c9f75c287', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35733874-477d-46ce-bf5c-4f5fc11a52ba', 'code': 200} Jul 16 08:29:21.339288 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port ff93229d-1b22-4910-8678-73a470c25eee, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ff93229d-1b22-4910-8678-73a470c25eee,segment=NetworkSegment(d411d2fe-f612-4213-9e02-6ac23434f1d5),segment_id=d411d2fe-f612-4213-9e02-6ac23434f1d5)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:21.344990 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:21.402079 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=ff93229d-1b22-4910-8678-73a470c25eee,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:21.452874 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4ff0c5-ba9d-4bdb-bd4d-e4819ee7bb76 req-a8171ddf-d003-4343-aae5-150704ff5ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:21.455431 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7c4ff0c5-ba9d-4bdb-bd4d-e4819ee7bb76 req-a8171ddf-d003-4343-aae5-150704ff5ddc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ae8ba794-843a-4327-a2e3-545c9f75c287 HTTP/1.1" status: 200 len: 1098 time: 0.0795135 Jul 16 08:29:21.500495 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7c4ff0c5-ba9d-4bdb-bd4d-e4819ee7bb76 req-d7a5efc9-1212-469e-8623-6228d56e0189 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=3d68f0b9-69ff-434c-8b60-8eb3e9b2f525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373244 Jul 16 08:29:21.502822 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285f9bb-9d75-4966-8ac9-8a2b3a43d610 req-ad5e47d6-5053-41ff-816f-6bc6882b4870 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:21.504392 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2285f9bb-9d75-4966-8ac9-8a2b3a43d610 req-ad5e47d6-5053-41ff-816f-6bc6882b4870 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f5e8129-eb72-435f-8a97-b2c866b16a1c HTTP/1.1" status: 200 len: 949 time: 0.5788703 Jul 16 08:29:21.582969 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2285f9bb-9d75-4966-8ac9-8a2b3a43d610 req-7b48fa73-6e20-47f0-a1ce-508c2e0a9ea2 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706885 Jul 16 08:29:21.611515 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7ee8c938-d97e-40c9-808b-b894d84492fe tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:21.621244 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7ee8c938-d97e-40c9-808b-b894d84492fe tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:21.622185 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901c72b6-29a4-424b-a0df-82e8a690dfb3 req-6956e31f-5d81-4631-bd78-4b5c6a0cccb7 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:21.626247 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-901c72b6-29a4-424b-a0df-82e8a690dfb3 req-6956e31f-5d81-4631-bd78-4b5c6a0cccb7 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a9a9e98-0094-467e-a83a-ca1b698d8099 HTTP/1.1" status: 200 len: 945 time: 0.1240499 Jul 16 08:29:21.692955 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-901c72b6-29a4-424b-a0df-82e8a690dfb3 req-f93e4bbf-499e-4964-87c4-19911214ccd0 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576968 Jul 16 08:29:21.758375 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee8c938-d97e-40c9-808b-b894d84492fe tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Pushing event updated for resources: {'Port': ['ID=077d78ec-126f-4672-bfc6-5a84d8587a37,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:21.846006 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7ee8c938-d97e-40c9-808b-b894d84492fe tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:21.887098 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7ee8c938-d97e-40c9-808b-b894d84492fe tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:21.896146 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7ee8c938-d97e-40c9-808b-b894d84492fe tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5964146 Jul 16 08:29:21.915963 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a652f88-8044-4699-b4ca-1bba10257ccb req-5b40d3e5-f160-43cf-9d18-8dcf19097d01 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:21.917790 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1a652f88-8044-4699-b4ca-1bba10257ccb req-5b40d3e5-f160-43cf-9d18-8dcf19097d01 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae8ba794-843a-4327-a2e3-545c9f75c287 HTTP/1.1" status: 200 len: 946 time: 0.1727612 Jul 16 08:29:21.924701 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-5ffc597b-c25a-4196-9139-8747117e731e tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:21.926157 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-5ffc597b-c25a-4196-9139-8747117e731e tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.30 "GET /v2.0/networks?id=d342364e-cb68-4fed-83d9-f37bbb306922 HTTP/1.1" status: 200 len: 820 time: 0.2052143 Jul 16 08:29:21.946954 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-a05435b8-1904-42a5-9e1b-951f8e586c6a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Request body: {'port': {'device_id': 'a44ccefc-1d96-4900-a8af-c9393c464ee2', 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922', 'admin_state_up': True, 'tenant_id': 'fb861a1f8ff74c69926fd0df0ce3f903'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:21.989284 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1a652f88-8044-4699-b4ca-1bba10257ccb req-07fead49-a3c7-42d4-af84-cc75eaa66664 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d68f0b9-69ff-434c-8b60-8eb3e9b2f525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612700 Jul 16 08:29:22.013058 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c805911-1a23-4527-88ba-973bbd26596f req-e8a5536f-4871-47f1-a78e-0bb3f638b768 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:22.015043 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0c805911-1a23-4527-88ba-973bbd26596f req-e8a5536f-4871-47f1-a78e-0bb3f638b768 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c6ecf56-ec43-4bdd-a5f8-e25f222176ad HTTP/1.1" status: 200 len: 949 time: 0.1433730 Jul 16 08:29:22.057405 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0c805911-1a23-4527-88ba-973bbd26596f req-dc1c4e66-3e91-4fd8-94ee-e7a00ec2faa4 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337451 Jul 16 08:29:22.101416 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-a05435b8-1904-42a5-9e1b-951f8e586c6a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Made reservation on behalf of fb861a1f8ff74c69926fd0df0ce3f903 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:22.105202 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-a05435b8-1904-42a5-9e1b-951f8e586c6a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:22.184094 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-2ca5da5e-bfd9-4986-8426-2ce55b24c14b tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1512681400&fields=id&tenant_id=07e8ec88e6434ad1bbf0d112a90583fd HTTP/1.1" status: 200 len: 267 time: 0.0386040 Jul 16 08:29:22.274903 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99c2d9a-26c5-418e-a12c-c00da344c612 req-ef3907e1-c8e0-46c5-93d4-f9c8ec769a68 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:22.276405 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d99c2d9a-26c5-418e-a12c-c00da344c612 req-ef3907e1-c8e0-46c5-93d4-f9c8ec769a68 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.1457884 Jul 16 08:29:22.284446 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-a05435b8-1904-42a5-9e1b-951f8e586c6a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Allocated IP 172.20.0.2 (d342364e-cb68-4fed-83d9-f37bbb306922/08efe674-85ae-4a06-b69c-d92fb68b404c/373c0be1-41dc-4857-b8e6-bbf33c1354d1) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:22.302591 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-2bbca5f2-2798-42ec-b7b8-880c1d2eb2b1 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:22.304096 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-2bbca5f2-2798-42ec-b7b8-880c1d2eb2b1 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/networks?id=dd3e23ac-b61f-435a-95cc-bf56a73d8636 HTTP/1.1" status: 200 len: 811 time: 0.1101604 Jul 16 08:29:22.320293 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-4bdc49e3-63df-4c27-85ba-4097d25d2dc8 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/quotas/07e8ec88e6434ad1bbf0d112a90583fd HTTP/1.1" status: 200 len: 375 time: 0.0100868 Jul 16 08:29:22.334329 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d99c2d9a-26c5-418e-a12c-c00da344c612 req-6e2def89-5659-4235-af30-ae5e75a7c0f9 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517144 Jul 16 08:29:22.414556 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-2b721628-9b5d-4406-b587-75b00f4f816f tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=07e8ec88e6434ad1bbf0d112a90583fd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0878835 Jul 16 08:29:22.473820 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-a05435b8-1904-42a5-9e1b-951f8e586c6a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:22.519856 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-a05435b8-1904-42a5-9e1b-951f8e586c6a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:22.537270 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-2a9df1f9-644e-49cc-a0ef-82aabf669b36 service neutron] 10.222.0.22 "GET /v2.0/networks/dd3e23ac-b61f-435a-95cc-bf56a73d8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106553 Jul 16 08:29:22.569708 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-a05435b8-1904-42a5-9e1b-951f8e586c6a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Network d342364e-cb68-4fed-83d9-f37bbb306922 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:22.573077 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-a05435b8-1904-42a5-9e1b-951f8e586c6a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:22.577049 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-a05435b8-1904-42a5-9e1b-951f8e586c6a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:22.628182 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05435b8-1904-42a5-9e1b-951f8e586c6a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Pushing event updated for resources: {'Port': ['ID=373c0be1-41dc-4857-b8e6-bbf33c1354d1,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:22.643185 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05435b8-1904-42a5-9e1b-951f8e586c6a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:22.643540 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05435b8-1904-42a5-9e1b-951f8e586c6a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:22.643893 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05435b8-1904-42a5-9e1b-951f8e586c6a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:22.644236 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05435b8-1904-42a5-9e1b-951f8e586c6a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:22.644603 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05435b8-1904-42a5-9e1b-951f8e586c6a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:22.645060 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05435b8-1904-42a5-9e1b-951f8e586c6a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:22.645406 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05435b8-1904-42a5-9e1b-951f8e586c6a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:22.645744 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05435b8-1904-42a5-9e1b-951f8e586c6a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:22.646077 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05435b8-1904-42a5-9e1b-951f8e586c6a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:22.647679 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05435b8-1904-42a5-9e1b-951f8e586c6a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:22.648023 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05435b8-1904-42a5-9e1b-951f8e586c6a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:22.648386 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05435b8-1904-42a5-9e1b-951f8e586c6a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:22.665941 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-a05435b8-1904-42a5-9e1b-951f8e586c6a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:22.666531 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-a05435b8-1904-42a5-9e1b-951f8e586c6a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:22.686060 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ff93229d-1b22-4910-8678-73a470c25eee up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:22.690363 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-a05435b8-1904-42a5-9e1b-951f8e586c6a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7475650 Jul 16 08:29:22.711531 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-b8dcaf1c-c809-46ef-be3e-845b38ee0149 service neutron] Request body: {'port': {'device_id': 'a44ccefc-1d96-4900-a8af-c9393c464ee2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:22.721015 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-dd44f239-c156-4b6a-a322-35e51dd64e99 service neutron] 10.222.0.22 "GET /v2.0/networks/dd3e23ac-b61f-435a-95cc-bf56a73d8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696875 Jul 16 08:29:22.775763 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port ff93229d-1b22-4910-8678-73a470c25eee triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:22.776327 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:22.834712 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7cda67-c350-47ef-8cac-e2269c9ac761 req-c5996c82-2c61-4050-81ce-b4b8cebffedc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:22.837522 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3e7cda67-c350-47ef-8cac-e2269c9ac761 req-c5996c82-2c61-4050-81ce-b4b8cebffedc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 1097 time: 0.1059768 Jul 16 08:29:22.879807 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3e7cda67-c350-47ef-8cac-e2269c9ac761 req-1a3a617c-606c-4185-9791-73289a346341 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346007 Jul 16 08:29:22.885474 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-b8dcaf1c-c809-46ef-be3e-845b38ee0149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:22.969125 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0934516-3626-4d1b-bfdc-2b8ecc320360 req-c55d64c0-a6b5-48c2-b496-5b23f43dc174 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:22.974810 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0934516-3626-4d1b-bfdc-2b8ecc320360 req-c55d64c0-a6b5-48c2-b496-5b23f43dc174 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:22.976944 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f0934516-3626-4d1b-bfdc-2b8ecc320360 req-c55d64c0-a6b5-48c2-b496-5b23f43dc174 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c6ecf56-ec43-4bdd-a5f8-e25f222176ad&device_id=8f5e8129-eb72-435f-8a97-b2c866b16a1c HTTP/1.1" status: 200 len: 1689 time: 0.1406362 Jul 16 08:29:23.088937 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f0934516-3626-4d1b-bfdc-2b8ecc320360 req-3cb6c49c-08bb-4545-a9f6-1ea95877040d tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046727 Jul 16 08:29:23.105182 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80363099-f37e-48f9-844b-3ee9d9bc55be req-7af0930d-a0e4-49f5-8a03-cf94d9b78e5a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:23.112788 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80363099-f37e-48f9-844b-3ee9d9bc55be req-7af0930d-a0e4-49f5-8a03-cf94d9b78e5a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 931 time: 0.0905128 Jul 16 08:29:23.174232 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80363099-f37e-48f9-844b-3ee9d9bc55be req-c5854a17-9487-4d82-b819-5bb83ca54148 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604739 Jul 16 08:29:23.248496 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-42f43a5c-7d64-455c-8d35-b7cd68ea7619 req-47341798-729e-4a2c-b9fa-163debf8cc84 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8e68470-cf9f-4451-aa66-aec605be0ba6 HTTP/1.1" status: 200 len: 210 time: 0.0318735 Jul 16 08:29:23.297671 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-b8dcaf1c-c809-46ef-be3e-845b38ee0149 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 373c0be1-41dc-4857-b8e6-bbf33c1354d1 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:23.310597 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-b8dcaf1c-c809-46ef-be3e-845b38ee0149 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:23.330492 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-b8dcaf1c-c809-46ef-be3e-845b38ee0149 service neutron] Transition to ACTIVE for port object 373c0be1-41dc-4857-b8e6-bbf33c1354d1 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:23.340782 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d52bb-d422-434a-a17b-233cad2059bb req-7d5b0e34-0c99-4e45-b563-fc201ec899dc tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:23.342655 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ee2d52bb-d422-434a-a17b-233cad2059bb req-7d5b0e34-0c99-4e45-b563-fc201ec899dc tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a9a9e98-0094-467e-a83a-ca1b698d8099 HTTP/1.1" status: 200 len: 945 time: 0.1511669 Jul 16 08:29:23.343635 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-b8dcaf1c-c809-46ef-be3e-845b38ee0149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:23.423916 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60b96bf2-8566-49c2-b4e1-5771f1bb15e1 req-aa5b1a6b-614c-406f-825b-fee8ff849756 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:23.425626 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-60b96bf2-8566-49c2-b4e1-5771f1bb15e1 req-aa5b1a6b-614c-406f-825b-fee8ff849756 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae8ba794-843a-4327-a2e3-545c9f75c287 HTTP/1.1" status: 200 len: 946 time: 0.0694904 Jul 16 08:29:23.466374 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-60b96bf2-8566-49c2-b4e1-5771f1bb15e1 req-900abb9e-c494-448a-8d55-062bfa1ecca2 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d68f0b9-69ff-434c-8b60-8eb3e9b2f525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337498 Jul 16 08:29:23.472107 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dcaf1c-c809-46ef-be3e-845b38ee0149 service neutron] Pushing event updated for resources: {'Port': ['ID=373c0be1-41dc-4857-b8e6-bbf33c1354d1,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:23.506682 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ee2d52bb-d422-434a-a17b-233cad2059bb req-7fc27986-b826-4290-b9b3-a6409600e357 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544757 Jul 16 08:29:23.546453 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-b8dcaf1c-c809-46ef-be3e-845b38ee0149 service neutron] Attempting to bind port 373c0be1-41dc-4857-b8e6-bbf33c1354d1 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:23.547107 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-b8dcaf1c-c809-46ef-be3e-845b38ee0149 service neutron] Attempting to bind port 373c0be1-41dc-4857-b8e6-bbf33c1354d1 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:23.547107 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-b8dcaf1c-c809-46ef-be3e-845b38ee0149 service neutron] Attempting to bind port 373c0be1-41dc-4857-b8e6-bbf33c1354d1 on network d342364e-cb68-4fed-83d9-f37bbb306922 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:23.552189 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-b8dcaf1c-c809-46ef-be3e-845b38ee0149 service neutron] Port 373c0be1-41dc-4857-b8e6-bbf33c1354d1 on network d342364e-cb68-4fed-83d9-f37bbb306922 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:29:23.552552 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-b8dcaf1c-c809-46ef-be3e-845b38ee0149 service neutron] Attempting to bind port 373c0be1-41dc-4857-b8e6-bbf33c1354d1 on network d342364e-cb68-4fed-83d9-f37bbb306922 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:23.559294 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-b8dcaf1c-c809-46ef-be3e-845b38ee0149 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:23.559643 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-b8dcaf1c-c809-46ef-be3e-845b38ee0149 service neutron] Checking segment: {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:23.560032 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-b8dcaf1c-c809-46ef-be3e-845b38ee0149 service neutron] Bound using segment: {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:23.560624 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-b8dcaf1c-c809-46ef-be3e-845b38ee0149 service neutron] Bound port: 373c0be1-41dc-4857-b8e6-bbf33c1354d1, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:23.560989 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-b8dcaf1c-c809-46ef-be3e-845b38ee0149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:23.639620 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-b8dcaf1c-c809-46ef-be3e-845b38ee0149 service neutron] For port 373c0be1-41dc-4857-b8e6-bbf33c1354d1, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:23.642994 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-b8dcaf1c-c809-46ef-be3e-845b38ee0149 service neutron] For port 373c0be1-41dc-4857-b8e6-bbf33c1354d1, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=373c0be1-41dc-4857-b8e6-bbf33c1354d1,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:23.648424 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-b8dcaf1c-c809-46ef-be3e-845b38ee0149 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:23.711531 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 2ae1e9e6-f836-4e18-976c-37636ecab4f0 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:23.728241 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-b8dcaf1c-c809-46ef-be3e-845b38ee0149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:23.728241 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-b8dcaf1c-c809-46ef-be3e-845b38ee0149 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:23.728241 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-b8dcaf1c-c809-46ef-be3e-845b38ee0149 service neutron] 10.222.0.30 "PUT /v2.0/ports/373c0be1-41dc-4857-b8e6-bbf33c1354d1 HTTP/1.1" status: 200 len: 1092 time: 1.0202460 Jul 16 08:29:23.728241 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a44ccefc-1d96-4900-a8af-c9393c464ee2', 'tag': '373c0be1-41dc-4857-b8e6-bbf33c1354d1'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:23.729644 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42558ed8-ccd0-47db-9fdc-4659f4fa1ab1" -d '{"events": [{"name": "network-changed", "server_uuid": "a44ccefc-1d96-4900-a8af-c9393c464ee2", "tag": "373c0be1-41dc-4857-b8e6-bbf33c1354d1"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:23.762103 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8dcaf1c-c809-46ef-be3e-845b38ee0149 service neutron] Pushing event updated for resources: {'Port': ['ID=373c0be1-41dc-4857-b8e6-bbf33c1354d1,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:23.784771 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 2ae1e9e6-f836-4e18-976c-37636ecab4f0 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:23.795782 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 2ae1e9e6-f836-4e18-976c-37636ecab4f0 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:23.796483 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:23.817293 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d116c25f-b543-4fe6-a054-1ad33d7cc845 req-794f611e-8d42-435d-a75f-fe6c34441e76 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:23.819871 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d116c25f-b543-4fe6-a054-1ad33d7cc845 req-794f611e-8d42-435d-a75f-fe6c34441e76 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.1675932 Jul 16 08:29:23.911545 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d116c25f-b543-4fe6-a054-1ad33d7cc845 req-d34f0d57-6ad5-43ce-8a29-7841d1dc31e2 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807111 Jul 16 08:29:23.930707 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-84bd4e6c-567e-4848-b27c-a97b906da8a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:23.934151 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-84bd4e6c-567e-4848-b27c-a97b906da8a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 1095 time: 0.1585364 Jul 16 08:29:23.966834 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:23.992710 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4500e7b4-b0fa-42aa-ac59-03e865f1c6ae x-openstack-request-id: req-4500e7b4-b0fa-42aa-ac59-03e865f1c6ae {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:23.992981 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a44ccefc-1d96-4900-a8af-c9393c464ee2", "tag": "373c0be1-41dc-4857-b8e6-bbf33c1354d1", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:23.993239 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4500e7b4-b0fa-42aa-ac59-03e865f1c6ae {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:23.993636 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a44ccefc-1d96-4900-a8af-c9393c464ee2', 'tag': '373c0be1-41dc-4857-b8e6-bbf33c1354d1', 'status': 'completed', 'code': 200} Jul 16 08:29:23.995927 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-2e16f603-e37f-4822-82de-aa17100e81fc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=373c0be1-41dc-4857-b8e6-bbf33c1354d1 HTTP/1.1" status: 200 len: 217 time: 0.0483286 Jul 16 08:29:24.005336 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9a9e98-0094-467e-a83a-ca1b698d8099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae1e9e6-f836-4e18-976c-37636ecab4f0'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:24.009387 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b81fead9-2742-4416-85e0-c73be43aca3f" -d '{"events": [{"server_uuid": "6a9a9e98-0094-467e-a83a-ca1b698d8099", "name": "network-vif-plugged", "status": "completed", "tag": "2ae1e9e6-f836-4e18-976c-37636ecab4f0"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:24.029049 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 2ae1e9e6-f836-4e18-976c-37636ecab4f0, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=2ae1e9e6-f836-4e18-976c-37636ecab4f0,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:24.033854 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:24.037535 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b395a9-a5c0-417a-982e-2a489095f4bc req-c9503717-bdb3-47bd-82ca-1f6769b4f30e tempest-ServersOnMultiNodesTest-1975261048 tempest-ServersOnMultiNodesTest-1975261048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:24.039130 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-78b395a9-a5c0-417a-982e-2a489095f4bc req-c9503717-bdb3-47bd-82ca-1f6769b4f30e tempest-ServersOnMultiNodesTest-1975261048 tempest-ServersOnMultiNodesTest-1975261048-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=4c6ecf56-ec43-4bdd-a5f8-e25f222176ad HTTP/1.1" status: 200 len: 1101 time: 0.0844340 Jul 16 08:29:24.055898 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-b5c08d63-3bac-47dc-b8b4-87a919c66398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:24.057390 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-b5c08d63-3bac-47dc-b8b4-87a919c66398 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08efe674-85ae-4a06-b69c-d92fb68b404c HTTP/1.1" status: 200 len: 860 time: 0.0537016 Jul 16 08:29:24.085110 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-78b395a9-a5c0-417a-982e-2a489095f4bc req-a50cee58-175e-44bd-8615-5e958dbdfa17 tempest-ServersOnMultiNodesTest-1975261048 tempest-ServersOnMultiNodesTest-1975261048-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374129 Jul 16 08:29:24.099473 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-1cea9907-5f67-4174-86eb-50dc9dbf907d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d342364e-cb68-4fed-83d9-f37bbb306922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335345 Jul 16 08:29:24.102203 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=2ae1e9e6-f836-4e18-976c-37636ecab4f0,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:24.156653 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7b42fd3-e383-4e19-be59-93ea46547856 x-openstack-request-id: req-d7b42fd3-e383-4e19-be59-93ea46547856 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:24.157014 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9a9e98-0094-467e-a83a-ca1b698d8099", "name": "network-vif-plugged", "status": "completed", "tag": "2ae1e9e6-f836-4e18-976c-37636ecab4f0", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:24.157539 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d7b42fd3-e383-4e19-be59-93ea46547856 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:24.158225 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9a9e98-0094-467e-a83a-ca1b698d8099', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ae1e9e6-f836-4e18-976c-37636ecab4f0', 'code': 200} Jul 16 08:29:24.213226 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-e49bbf8f-f8c9-4708-b106-51706c357e76 service neutron] 10.222.0.30 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1062739 Jul 16 08:29:24.333114 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8dbbfc9e-cc43-44d4-b511-76c6be1086c4 req-aecf1c8a-855c-4a34-9f77-f7003e8e389b service neutron] 10.222.0.30 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122766 Jul 16 08:29:24.365810 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd74dbb-9db0-45c8-b791-9dfa67a860c2 req-48b6e813-d9e1-4273-a8bd-b24fcf4c30b7 tempest-ServersOnMultiNodesTest-1975261048 tempest-ServersOnMultiNodesTest-1975261048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:24.367405 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0bd74dbb-9db0-45c8-b791-9dfa67a860c2 req-48b6e813-d9e1-4273-a8bd-b24fcf4c30b7 tempest-ServersOnMultiNodesTest-1975261048 tempest-ServersOnMultiNodesTest-1975261048-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8f5e8129-eb72-435f-8a97-b2c866b16a1c HTTP/1.1" status: 200 len: 1101 time: 0.0963697 Jul 16 08:29:24.468735 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890b9421-9c77-4e1a-9a85-63660f274d7b req-4c9e98a3-3480-4b25-820e-00786604e622 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:24.470573 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-890b9421-9c77-4e1a-9a85-63660f274d7b req-4c9e98a3-3480-4b25-820e-00786604e622 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 943 time: 0.1274760 Jul 16 08:29:24.483999 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42558ed8-ccd0-47db-9fdc-4659f4fa1ab1 req-29dfdd45-9326-4449-a011-c35e842e9d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:24.486181 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-42558ed8-ccd0-47db-9fdc-4659f4fa1ab1 req-29dfdd45-9326-4449-a011-c35e842e9d9d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 1095 time: 0.0850565 Jul 16 08:29:24.486626 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0bd74dbb-9db0-45c8-b791-9dfa67a860c2 req-8b8316f4-8cfa-42aa-9379-6b383cb138b4 tempest-ServersOnMultiNodesTest-1975261048 tempest-ServersOnMultiNodesTest-1975261048-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111095 Jul 16 08:29:24.513434 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-028f539c-d738-492b-81b1-9f7469615dad tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:24.514886 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-028f539c-d738-492b-81b1-9f7469615dad tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.30 "GET /v2.0/networks?id=dd3e23ac-b61f-435a-95cc-bf56a73d8636 HTTP/1.1" status: 200 len: 811 time: 0.1831119 Jul 16 08:29:24.552292 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090a735-7aee-4054-8a3e-4235972e69c5 req-73735c7a-2622-4332-8186-e3892a13bfce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:24.559773 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5090a735-7aee-4054-8a3e-4235972e69c5 req-73735c7a-2622-4332-8186-e3892a13bfce service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6a9a9e98-0094-467e-a83a-ca1b698d8099 HTTP/1.1" status: 200 len: 1098 time: 0.1914489 Jul 16 08:29:24.562785 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-890b9421-9c77-4e1a-9a85-63660f274d7b req-ca29220d-8d08-4746-ae1f-12ec13fe0351 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807638 Jul 16 08:29:24.655275 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42558ed8-ccd0-47db-9fdc-4659f4fa1ab1 req-282034df-772e-4d77-8535-b1fb8ba58e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:24.657491 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-42558ed8-ccd0-47db-9fdc-4659f4fa1ab1 req-282034df-772e-4d77-8535-b1fb8ba58e4e service neutron] 10.222.0.30 "GET /v2.0/networks?id=d342364e-cb68-4fed-83d9-f37bbb306922 HTTP/1.1" status: 200 len: 921 time: 0.1627746 Jul 16 08:29:24.664104 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-1b3e4372-e3a6-4913-9a79-caa54fd92734 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=07e8ec88e6434ad1bbf0d112a90583fd HTTP/1.1" status: 200 len: 380 time: 0.1399798 Jul 16 08:29:24.681879 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5090a735-7aee-4054-8a3e-4235972e69c5 req-57ed9083-283d-4777-81d6-b261b8b7a835 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070392 Jul 16 08:29:24.685390 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-db31f87c-a0ce-40e2-b436-9b58374a6564 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Request body: {'port': {'device_id': 'a8e68470-cf9f-4451-aa66-aec605be0ba6', 'network_id': 'dd3e23ac-b61f-435a-95cc-bf56a73d8636', 'admin_state_up': True, 'tenant_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'security_groups': ['0dfaebed-1229-4eb7-86bf-73e7dd95209c']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:24.709213 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-42558ed8-ccd0-47db-9fdc-4659f4fa1ab1 req-94d28dd1-ce6c-4c8a-abdd-0b53e51827b9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=373c0be1-41dc-4857-b8e6-bbf33c1354d1 HTTP/1.1" status: 200 len: 217 time: 0.0453053 Jul 16 08:29:24.745226 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e3ad29e6-53ac-414c-93ca-1ed99e770baf req-551c0a17-4b00-435d-9225-d49fb7349301 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8e68470-cf9f-4451-aa66-aec605be0ba6 HTTP/1.1" status: 200 len: 210 time: 0.0377035 Jul 16 08:29:24.792080 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42558ed8-ccd0-47db-9fdc-4659f4fa1ab1 req-05aa6f92-e4e0-4231-8ab5-b18ff9be2400 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:24.793987 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-42558ed8-ccd0-47db-9fdc-4659f4fa1ab1 req-05aa6f92-e4e0-4231-8ab5-b18ff9be2400 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08efe674-85ae-4a06-b69c-d92fb68b404c HTTP/1.1" status: 200 len: 860 time: 0.0747876 Jul 16 08:29:24.817643 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4cb46b-5c50-4dd7-8f5e-c4696e40074d req-e211cf05-0134-42d8-85fa-18b315f451a9 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:24.819215 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5b4cb46b-5c50-4dd7-8f5e-c4696e40074d req-e211cf05-0134-42d8-85fa-18b315f451a9 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae8ba794-843a-4327-a2e3-545c9f75c287 HTTP/1.1" status: 200 len: 946 time: 0.1523175 Jul 16 08:29:24.831946 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-42558ed8-ccd0-47db-9fdc-4659f4fa1ab1 req-6dedbaac-1d77-40b8-be6b-ce8a83b8e3b0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d342364e-cb68-4fed-83d9-f37bbb306922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306356 Jul 16 08:29:24.856204 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-db31f87c-a0ce-40e2-b436-9b58374a6564 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Made reservation on behalf of 07e8ec88e6434ad1bbf0d112a90583fd for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:24.859625 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-db31f87c-a0ce-40e2-b436-9b58374a6564 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:24.881970 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5b4cb46b-5c50-4dd7-8f5e-c4696e40074d req-be25dd7a-792e-4e82-9887-8be7d40b36c0 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d68f0b9-69ff-434c-8b60-8eb3e9b2f525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548110 Jul 16 08:29:24.996593 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70400384-5001-49ee-bcb7-33254ea4f18e req-5f6e657a-30a5-4150-bc7b-1103b9f0c308 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:24.998322 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-70400384-5001-49ee-bcb7-33254ea4f18e req-5f6e657a-30a5-4150-bc7b-1103b9f0c308 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a9a9e98-0094-467e-a83a-ca1b698d8099 HTTP/1.1" status: 200 len: 946 time: 0.1396105 Jul 16 08:29:25.000577 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-42558ed8-ccd0-47db-9fdc-4659f4fa1ab1 req-0d554f48-483e-44e2-afb6-db2db71a759c service neutron] 10.222.0.30 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613266 Jul 16 08:29:25.027493 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-db31f87c-a0ce-40e2-b436-9b58374a6564 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Allocated IP 172.20.0.7 (dd3e23ac-b61f-435a-95cc-bf56a73d8636/a5d9cad0-c893-4990-9fdc-910c74a20af9/16e802b5-5579-45b3-989a-ede5aeb18024) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:25.105299 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-70400384-5001-49ee-bcb7-33254ea4f18e req-5a1b7682-8f35-49b6-a5b9-1ac90314cbd8 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001983 Jul 16 08:29:25.129238 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4efb1e73-0aec-4108-833c-165bea034190 req-52e28dea-c939-44f2-8a4f-fb290ea37e61 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1d01616ba17d4b8cba7a304337398c2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0279489 Jul 16 08:29:25.144426 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-42558ed8-ccd0-47db-9fdc-4659f4fa1ab1 req-76c47a86-ff8d-4419-aa00-2f7f783c72b2 service neutron] 10.222.0.30 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1312451 Jul 16 08:29:25.268424 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-db31f87c-a0ce-40e2-b436-9b58374a6564 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:25.275091 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e94d88-b626-48af-b0d6-d2e4f8d6ab8f req-b088c53f-25b0-408c-8d1f-56fc3680c2b1 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:25.276688 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-32e94d88-b626-48af-b0d6-d2e4f8d6ab8f req-b088c53f-25b0-408c-8d1f-56fc3680c2b1 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.0632536 Jul 16 08:29:25.304323 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb1e73-0aec-4108-833c-165bea034190 req-c528eb5a-cdae-4e5a-a70c-38021d472871 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:25.305887 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4efb1e73-0aec-4108-833c-165bea034190 req-c528eb5a-cdae-4e5a-a70c-38021d472871 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1758673 Jul 16 08:29:25.306955 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-db31f87c-a0ce-40e2-b436-9b58374a6564 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Transition to ACTIVE for port object 16e802b5-5579-45b3-989a-ede5aeb18024 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:25.322730 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-32e94d88-b626-48af-b0d6-d2e4f8d6ab8f req-7f4c2dcc-7098-4cfd-a423-b486eb760353 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397508 Jul 16 08:29:25.327876 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4efb1e73-0aec-4108-833c-165bea034190 req-9aa0357e-3340-475f-bca6-295ba779cfb3 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/quotas/1d01616ba17d4b8cba7a304337398c2e HTTP/1.1" status: 200 len: 375 time: 0.0148292 Jul 16 08:29:25.385558 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-db31f87c-a0ce-40e2-b436-9b58374a6564 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:25.441223 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-db31f87c-a0ce-40e2-b436-9b58374a6564 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Network dd3e23ac-b61f-435a-95cc-bf56a73d8636 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:25.456167 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4efb1e73-0aec-4108-833c-165bea034190 req-fe848ff9-a526-4d82-8966-67b0397d6d37 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d01616ba17d4b8cba7a304337398c2e&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1200070 Jul 16 08:29:25.459601 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-db31f87c-a0ce-40e2-b436-9b58374a6564 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:25.464769 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-db31f87c-a0ce-40e2-b436-9b58374a6564 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:25.469179 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db31f87c-a0ce-40e2-b436-9b58374a6564 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Pushing event updated for resources: {'Port': ['ID=16e802b5-5579-45b3-989a-ede5aeb18024,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:25.532137 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-db31f87c-a0ce-40e2-b436-9b58374a6564 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:25.533131 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-db31f87c-a0ce-40e2-b436-9b58374a6564 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:25.550724 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-db31f87c-a0ce-40e2-b436-9b58374a6564 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8714550 Jul 16 08:29:25.563365 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-6ce7ac87-6e56-45e3-8f06-3828f6a469a6 service neutron] Request body: {'port': {'device_id': 'a8e68470-cf9f-4451-aa66-aec605be0ba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:25.715166 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-6ce7ac87-6e56-45e3-8f06-3828f6a469a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:25.743563 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1f9930a0-eae6-4d79-83d3-9864cd0dfada None None] Provisioning for port 16e802b5-5579-45b3-989a-ede5aeb18024 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:25.758865 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1f9930a0-eae6-4d79-83d3-9864cd0dfada None None] Provisioning complete for port 16e802b5-5579-45b3-989a-ede5aeb18024 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:25.759476 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1f9930a0-eae6-4d79-83d3-9864cd0dfada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:25.839339 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1f9930a0-eae6-4d79-83d3-9864cd0dfada None None] Port 16e802b5-5579-45b3-989a-ede5aeb18024 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:29:25.891693 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b1f3b4b9-e80a-4a43-b60e-e4608aeb6771 req-2773f97a-a2d8-49e4-9900-ea456c032827 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=60e6ae2f-4f80-40ac-b3b6-02944075bdda HTTP/1.1" status: 200 len: 210 time: 0.0484135 Jul 16 08:29:25.979482 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c5ef5c-9aca-43b9-9b2a-daa00c2f258d req-7e092b71-ce1d-4bc2-b12f-4e7b7aa2a77b tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:25.981208 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-85c5ef5c-9aca-43b9-9b2a-daa00c2f258d req-7e092b71-ce1d-4bc2-b12f-4e7b7aa2a77b tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 943 time: 0.2436633 Jul 16 08:29:26.064128 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-85c5ef5c-9aca-43b9-9b2a-daa00c2f258d req-042dda6d-33a3-42b1-ac12-7db66698d84b tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733445 Jul 16 08:29:26.104882 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e993dce-14c9-4203-8768-c3935b9a3247 req-4e7cf5a2-304f-460d-b2b9-a6d4e51dc914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:26.106640 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0e993dce-14c9-4203-8768-c3935b9a3247 req-4e7cf5a2-304f-460d-b2b9-a6d4e51dc914 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=363ec4a697f348ca8340091e760832c9&device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 1097 time: 0.2511616 Jul 16 08:29:26.155125 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398640bb-3a6c-48ef-a2cc-84f03e78642b req-3c42ec2f-df6e-45e2-adde-f7110bb405b2 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:26.156640 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-398640bb-3a6c-48ef-a2cc-84f03e78642b req-3c42ec2f-df6e-45e2-adde-f7110bb405b2 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8ba794-843a-4327-a2e3-545c9f75c287 HTTP/1.1" status: 200 len: 946 time: 0.1831331 Jul 16 08:29:26.171244 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de935180-4122-410b-ab7c-a95d508ca429 req-dcf41dd1-9b2e-4d07-ad3a-5421c6237572 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:26.173337 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-de935180-4122-410b-ab7c-a95d508ca429 req-dcf41dd1-9b2e-4d07-ad3a-5421c6237572 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.1684077 Jul 16 08:29:26.271035 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e993dce-14c9-4203-8768-c3935b9a3247 req-8a5f40f4-a8f8-47df-a42b-700d7378cb8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:26.273098 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0e993dce-14c9-4203-8768-c3935b9a3247 req-8a5f40f4-a8f8-47df-a42b-700d7378cb8b service neutron] 10.222.0.21 "GET /v2.0/networks?id=5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393 HTTP/1.1" status: 200 len: 920 time: 0.1585765 Jul 16 08:29:26.285954 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-6ce7ac87-6e56-45e3-8f06-3828f6a469a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16e802b5-5579-45b3-989a-ede5aeb18024 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:26.299694 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-de935180-4122-410b-ab7c-a95d508ca429 req-08225fba-d236-4691-88ed-45d3c8c3a95f tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812273 Jul 16 08:29:26.317908 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-6ce7ac87-6e56-45e3-8f06-3828f6a469a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.329771 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-398640bb-3a6c-48ef-a2cc-84f03e78642b req-6f40ac5d-342a-424c-8d18-5aea765383d8 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] Deleting port 35733874-477d-46ce-bf5c-4f5fc11a52ba {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:26.329771 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-398640bb-3a6c-48ef-a2cc-84f03e78642b req-6f40ac5d-342a-424c-8d18-5aea765383d8 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.367897 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-6ce7ac87-6e56-45e3-8f06-3828f6a469a6 service neutron] Transition to ACTIVE for port object 16e802b5-5579-45b3-989a-ede5aeb18024 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:26.370539 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0e993dce-14c9-4203-8768-c3935b9a3247 req-2703b208-b78b-4c3e-91b0-13c6ed634111 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d1c60e8c-3f5d-4c70-99ea-45bb794f56e3 HTTP/1.1" status: 200 len: 217 time: 0.0798690 Jul 16 08:29:26.374904 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-6ce7ac87-6e56-45e3-8f06-3828f6a469a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.432085 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-398640bb-3a6c-48ef-a2cc-84f03e78642b req-6f40ac5d-342a-424c-8d18-5aea765383d8 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] For port 35733874-477d-46ce-bf5c-4f5fc11a52ba, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=35733874-477d-46ce-bf5c-4f5fc11a52ba,segment=NetworkSegment(addd5ae6-2940-4446-925f-483fe9c2f543),segment_id=addd5ae6-2940-4446-925f-483fe9c2f543)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:26.432416 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-398640bb-3a6c-48ef-a2cc-84f03e78642b req-6f40ac5d-342a-424c-8d18-5aea765383d8 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.448081 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-398640bb-3a6c-48ef-a2cc-84f03e78642b req-6f40ac5d-342a-424c-8d18-5aea765383d8 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] Calling delete_port for 35733874-477d-46ce-bf5c-4f5fc11a52ba owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:26.499849 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7ac87-6e56-45e3-8f06-3828f6a469a6 service neutron] Pushing event updated for resources: {'Port': ['ID=16e802b5-5579-45b3-989a-ede5aeb18024,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:26.505358 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e993dce-14c9-4203-8768-c3935b9a3247 req-fb9eafc6-2d49-4836-a1d5-b44a0a1cc6e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:26.507688 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0e993dce-14c9-4203-8768-c3935b9a3247 req-fb9eafc6-2d49-4836-a1d5-b44a0a1cc6e9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=83132e58-09a7-4e53-b636-27b7cc60a995 HTTP/1.1" status: 200 len: 859 time: 0.1239161 Jul 16 08:29:26.554486 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd1d4da-a10a-4fb7-90d1-19368388c4fb req-6b4745f0-b9c0-4b55-8d88-be0daf4bb414 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:26.561828 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fdd1d4da-a10a-4fb7-90d1-19368388c4fb req-6b4745f0-b9c0-4b55-8d88-be0daf4bb414 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8e68470-cf9f-4451-aa66-aec605be0ba6 HTTP/1.1" status: 200 len: 931 time: 0.2914140 Jul 16 08:29:26.602761 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20eeee4f-f03c-4668-bc84-93c2f9437ce9 req-ef648084-4c0d-4897-9945-62b952180721 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:26.604517 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-20eeee4f-f03c-4668-bc84-93c2f9437ce9 req-ef648084-4c0d-4897-9945-62b952180721 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] 10.222.0.22 "GET /v2.0/ports?device_id=ae8ba794-843a-4327-a2e3-545c9f75c287 HTTP/1.1" status: 200 len: 946 time: 0.1520681 Jul 16 08:29:26.647227 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0e993dce-14c9-4203-8768-c3935b9a3247 req-91e2feae-3bd2-46d8-a943-993807aa6614 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1239159 Jul 16 08:29:26.689173 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-20eeee4f-f03c-4668-bc84-93c2f9437ce9 req-f354abdc-7221-4f85-b5dc-c02a0062474b tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] 10.222.0.22 "GET /v2.0/security-groups?id=3d68f0b9-69ff-434c-8b60-8eb3e9b2f525&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776763 Jul 16 08:29:26.701191 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-398640bb-3a6c-48ef-a2cc-84f03e78642b req-6f40ac5d-342a-424c-8d18-5aea765383d8 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.717500 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['35733874-477d-46ce-bf5c-4f5fc11a52ba'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:26.718285 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-6ce7ac87-6e56-45e3-8f06-3828f6a469a6 service neutron] Attempting to bind port 16e802b5-5579-45b3-989a-ede5aeb18024 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:26.718695 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-6ce7ac87-6e56-45e3-8f06-3828f6a469a6 service neutron] Attempting to bind port 16e802b5-5579-45b3-989a-ede5aeb18024 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'd411d2fe-f612-4213-9e02-6ac23434f1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd3e23ac-b61f-435a-95cc-bf56a73d8636'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:26.719092 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-6ce7ac87-6e56-45e3-8f06-3828f6a469a6 service neutron] Attempting to bind port 16e802b5-5579-45b3-989a-ede5aeb18024 on network dd3e23ac-b61f-435a-95cc-bf56a73d8636 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:26.733078 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fdd1d4da-a10a-4fb7-90d1-19368388c4fb req-0df0fd76-e40b-4771-8746-57c0ac88a1ac tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dfaebed-1229-4eb7-86bf-73e7dd95209c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1197608 Jul 16 08:29:26.749541 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f40ac5d-342a-424c-8d18-5aea765383d8 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] Pushing event deleted for resources: {'Port': ['ID=35733874-477d-46ce-bf5c-4f5fc11a52ba,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:26.772832 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-6ce7ac87-6e56-45e3-8f06-3828f6a469a6 service neutron] Port 16e802b5-5579-45b3-989a-ede5aeb18024 on network dd3e23ac-b61f-435a-95cc-bf56a73d8636 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:29:26.773333 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-6ce7ac87-6e56-45e3-8f06-3828f6a469a6 service neutron] Attempting to bind port 16e802b5-5579-45b3-989a-ede5aeb18024 on network dd3e23ac-b61f-435a-95cc-bf56a73d8636 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:26.790762 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-6ce7ac87-6e56-45e3-8f06-3828f6a469a6 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:26.791115 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-6ce7ac87-6e56-45e3-8f06-3828f6a469a6 service neutron] Checking segment: {'id': 'd411d2fe-f612-4213-9e02-6ac23434f1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd3e23ac-b61f-435a-95cc-bf56a73d8636'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:26.791623 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-6ce7ac87-6e56-45e3-8f06-3828f6a469a6 service neutron] Bound using segment: {'id': 'd411d2fe-f612-4213-9e02-6ac23434f1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd3e23ac-b61f-435a-95cc-bf56a73d8636'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:26.792186 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-6ce7ac87-6e56-45e3-8f06-3828f6a469a6 service neutron] Bound port: 16e802b5-5579-45b3-989a-ede5aeb18024, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd411d2fe-f612-4213-9e02-6ac23434f1d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'dd3e23ac-b61f-435a-95cc-bf56a73d8636'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:26.792651 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-6ce7ac87-6e56-45e3-8f06-3828f6a469a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.817193 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-398640bb-3a6c-48ef-a2cc-84f03e78642b req-6f40ac5d-342a-424c-8d18-5aea765383d8 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] No DVR routers for this DVR port 35733874-477d-46ce-bf5c-4f5fc11a52ba on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:26.820412 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-398640bb-3a6c-48ef-a2cc-84f03e78642b req-6f40ac5d-342a-424c-8d18-5aea765383d8 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:26.822465 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-398640bb-3a6c-48ef-a2cc-84f03e78642b req-6f40ac5d-342a-424c-8d18-5aea765383d8 tempest-InstanceActionsNegativeTestJSON-1570044452 tempest-InstanceActionsNegativeTestJSON-1570044452-project] 10.222.0.21 "DELETE /v2.0/ports/35733874-477d-46ce-bf5c-4f5fc11a52ba HTTP/1.1" status: 204 len: 173 time: 0.6476645 Jul 16 08:29:26.822911 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8ba794-843a-4327-a2e3-545c9f75c287', 'name': 'network-vif-deleted', 'tag': '35733874-477d-46ce-bf5c-4f5fc11a52ba'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:26.825252 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1b131bc-7589-4754-a3a1-9bd0e0357f4f" -d '{"events": [{"server_uuid": "ae8ba794-843a-4327-a2e3-545c9f75c287", "name": "network-vif-deleted", "tag": "35733874-477d-46ce-bf5c-4f5fc11a52ba"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:26.882958 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381946d7-1d6e-4098-a515-53a13955060b x-openstack-request-id: req-381946d7-1d6e-4098-a515-53a13955060b {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:26.883305 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8ba794-843a-4327-a2e3-545c9f75c287", "name": "network-vif-deleted", "tag": "35733874-477d-46ce-bf5c-4f5fc11a52ba", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:26.883555 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-381946d7-1d6e-4098-a515-53a13955060b {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:26.883998 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8ba794-843a-4327-a2e3-545c9f75c287', 'name': 'network-vif-deleted', 'tag': '35733874-477d-46ce-bf5c-4f5fc11a52ba', 'status': 'completed', 'code': 200} Jul 16 08:29:26.886485 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0e993dce-14c9-4203-8768-c3935b9a3247 req-d29b11c2-d5a3-4f7e-8a1c-3733dacd07de service neutron] 10.222.0.21 "GET /v2.0/networks/5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2298841 Jul 16 08:29:26.937831 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-6ce7ac87-6e56-45e3-8f06-3828f6a469a6 service neutron] For port 16e802b5-5579-45b3-989a-ede5aeb18024, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:26.965961 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-6ce7ac87-6e56-45e3-8f06-3828f6a469a6 service neutron] For port 16e802b5-5579-45b3-989a-ede5aeb18024, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=16e802b5-5579-45b3-989a-ede5aeb18024,segment=NetworkSegment(d411d2fe-f612-4213-9e02-6ac23434f1d5),segment_id=d411d2fe-f612-4213-9e02-6ac23434f1d5)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:27.058579 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-521a707e-4747-422c-b65e-51cf934ef6a0 req-d2ae5b43-3f11-4aea-af4b-65faa6811659 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=60e6ae2f-4f80-40ac-b3b6-02944075bdda HTTP/1.1" status: 200 len: 210 time: 0.0507896 Jul 16 08:29:27.127470 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4efb1e73-0aec-4108-833c-165bea034190 req-e24d4da0-5c3b-4eb2-ba53-68158e6c53b3 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1d01616ba17d4b8cba7a304337398c2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0254071 Jul 16 08:29:27.268463 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-6ce7ac87-6e56-45e3-8f06-3828f6a469a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:27.312793 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb1e73-0aec-4108-833c-165bea034190 req-a3e7ef4b-4f81-4baf-a76f-c90ad12bc4aa tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:27.314341 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4efb1e73-0aec-4108-833c-165bea034190 req-a3e7ef4b-4f81-4baf-a76f-c90ad12bc4aa tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1808088 Jul 16 08:29:27.320197 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-6ce7ac87-6e56-45e3-8f06-3828f6a469a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:27.320870 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-6ce7ac87-6e56-45e3-8f06-3828f6a469a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:27.322339 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-6ce7ac87-6e56-45e3-8f06-3828f6a469a6 service neutron] 10.222.0.30 "PUT /v2.0/ports/16e802b5-5579-45b3-989a-ede5aeb18024 HTTP/1.1" status: 200 len: 1092 time: 1.7633507 Jul 16 08:29:27.328911 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69e5157-ee52-4c7b-96bf-5d847a865f32 req-87f611ec-5fcf-4bfb-bcf4-3d587a8cd191 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:27.330642 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e69e5157-ee52-4c7b-96bf-5d847a865f32 req-87f611ec-5fcf-4bfb-bcf4-3d587a8cd191 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 943 time: 0.1002953 Jul 16 08:29:27.331047 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e68470-cf9f-4451-aa66-aec605be0ba6', 'tag': '16e802b5-5579-45b3-989a-ede5aeb18024'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:27.333384 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5fff9b6-cba5-45a5-afb3-56a1f1aff05d" -d '{"events": [{"name": "network-changed", "server_uuid": "a8e68470-cf9f-4451-aa66-aec605be0ba6", "tag": "16e802b5-5579-45b3-989a-ede5aeb18024"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:27.351090 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-4efb1e73-0aec-4108-833c-165bea034190 req-fb91bb1e-21fb-484b-a3a1-6c95ecf793ac tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Request body: {'port': {'device_id': '60e6ae2f-4f80-40ac-b3b6-02944075bdda', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'admin_state_up': True, 'tenant_id': '1d01616ba17d4b8cba7a304337398c2e'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:27.353049 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b121d93-169a-4726-b2b5-3f2d54cd9d33 req-9b6a0839-e6ae-4a7f-bd64-d04113c15272 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:27.354612 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6b121d93-169a-4726-b2b5-3f2d54cd9d33 req-9b6a0839-e6ae-4a7f-bd64-d04113c15272 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a9a9e98-0094-467e-a83a-ca1b698d8099 HTTP/1.1" status: 200 len: 946 time: 0.4896319 Jul 16 08:29:27.379524 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0e993dce-14c9-4203-8768-c3935b9a3247 req-185cfc0b-2838-47aa-8c29-08d475bced11 service neutron] 10.222.0.21 "GET /v2.0/networks/5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4717915 Jul 16 08:29:27.398062 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce7ac87-6e56-45e3-8f06-3828f6a469a6 service neutron] Pushing event updated for resources: {'Port': ['ID=16e802b5-5579-45b3-989a-ede5aeb18024,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:27.444565 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6b121d93-169a-4726-b2b5-3f2d54cd9d33 req-aca2d388-bef9-4121-96b2-4c5aea2d62eb tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830104 Jul 16 08:29:27.469010 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-0ad2e554-31d8-4de9-9eab-49824f262796 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:27.471072 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-0ad2e554-31d8-4de9-9eab-49824f262796 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=07e8ec88e6434ad1bbf0d112a90583fd&device_id=a8e68470-cf9f-4451-aa66-aec605be0ba6 HTTP/1.1" status: 200 len: 1095 time: 0.0904357 Jul 16 08:29:27.518415 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e69e5157-ee52-4c7b-96bf-5d847a865f32 req-a6bf75e3-3a5c-4ea0-af32-5914b4976004 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788974 Jul 16 08:29:27.538915 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-59a99e42-f924-4925-9db5-14c2ae3cb47c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16e802b5-5579-45b3-989a-ede5aeb18024 HTTP/1.1" status: 200 len: 217 time: 0.0578384 Jul 16 08:29:27.555808 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4efb1e73-0aec-4108-833c-165bea034190 req-fb91bb1e-21fb-484b-a3a1-6c95ecf793ac tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Made reservation on behalf of 1d01616ba17d4b8cba7a304337398c2e for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:27.565442 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4efb1e73-0aec-4108-833c-165bea034190 req-fb91bb1e-21fb-484b-a3a1-6c95ecf793ac tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:27.623559 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85ea9adf-3e9d-4d0a-9d40-5e46b85b3de8 x-openstack-request-id: req-85ea9adf-3e9d-4d0a-9d40-5e46b85b3de8 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:27.626777 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8e68470-cf9f-4451-aa66-aec605be0ba6", "tag": "16e802b5-5579-45b3-989a-ede5aeb18024", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:27.630065 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-85ea9adf-3e9d-4d0a-9d40-5e46b85b3de8 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:27.630706 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8e68470-cf9f-4451-aa66-aec605be0ba6', 'tag': '16e802b5-5579-45b3-989a-ede5aeb18024', 'status': 'completed', 'code': 200} Jul 16 08:29:27.692279 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-4dd024bf-1b68-4148-96de-d4bebdf44e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:27.694348 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-4dd024bf-1b68-4148-96de-d4bebdf44e76 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a5d9cad0-c893-4990-9fdc-910c74a20af9 HTTP/1.1" status: 200 len: 850 time: 0.1487052 Jul 16 08:29:27.770560 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34541599-f661-40d5-9a73-bbfbdc9cf9e2 req-658915e6-45d0-42a2-ab36-cb83661ad348 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:27.772786 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-34541599-f661-40d5-9a73-bbfbdc9cf9e2 req-658915e6-45d0-42a2-ab36-cb83661ad348 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.1208837 Jul 16 08:29:27.805925 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 373c0be1-41dc-4857-b8e6-bbf33c1354d1 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:29:27.828722 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-4efb1e73-0aec-4108-833c-165bea034190 req-fb91bb1e-21fb-484b-a3a1-6c95ecf793ac tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Allocated IP 192.168.233.175 (30bff2e9-dcab-4751-913d-9c4ac9d8019b/c36b7919-0b6b-490a-bff0-04ed964d98ec/c12305d6-fd52-4028-869e-2859e416965c) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:27.829373 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-34541599-f661-40d5-9a73-bbfbdc9cf9e2 req-8b498309-d08c-4009-b98b-621987da0792 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475714 Jul 16 08:29:27.832210 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-3979961e-aa0d-4db0-8b44-e1e11dcc4671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:27.833584 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-3979961e-aa0d-4db0-8b44-e1e11dcc4671 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dd3e23ac-b61f-435a-95cc-bf56a73d8636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1272664 Jul 16 08:29:27.945698 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51012) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:27.997864 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-47f5c376-bf5c-4fb5-8842-59ebb2671ce5 service neutron] 10.222.0.30 "GET /v2.0/networks/dd3e23ac-b61f-435a-95cc-bf56a73d8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1482191 Jul 16 08:29:28.040708 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 373c0be1-41dc-4857-b8e6-bbf33c1354d1, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=373c0be1-41dc-4857-b8e6-bbf33c1354d1,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:28.060319 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '373c0be1-41dc-4857-b8e6-bbf33c1354d1', 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922', 'port_id': '373c0be1-41dc-4857-b8e6-bbf33c1354d1', 'mac_address': 'fa:16:3e:87:78:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08efe674-85ae-4a06-b69c-d92fb68b404c', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:29:28.122547 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.146180 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 373c0be1-41dc-4857-b8e6-bbf33c1354d1 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:28.146451 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a5dae09-11e8-424a-9974-62397c24e90d admin admin] Deleting subnet 3281ec1e-b2a6-4071-b7a8-c73380d377c6 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:29:28.159280 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a5dae09-11e8-424a-9974-62397c24e90d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.164497 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4efb1e73-0aec-4108-833c-165bea034190 req-fb91bb1e-21fb-484b-a3a1-6c95ecf793ac tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.206119 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-4efb1e73-0aec-4108-833c-165bea034190 req-fb91bb1e-21fb-484b-a3a1-6c95ecf793ac tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Transition to ACTIVE for port object c12305d6-fd52-4028-869e-2859e416965c will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:28.210779 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 373c0be1-41dc-4857-b8e6-bbf33c1354d1, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=373c0be1-41dc-4857-b8e6-bbf33c1354d1,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:28.217484 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a5dae09-11e8-424a-9974-62397c24e90d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.217723 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.264406 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0421f348-6467-48bf-a5b6-ed70ecc34638 req-4e347c9c-397e-4285-a8e3-8fcdff1f702d tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:28.265993 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0421f348-6467-48bf-a5b6-ed70ecc34638 req-4e347c9c-397e-4285-a8e3-8fcdff1f702d tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8e68470-cf9f-4451-aa66-aec605be0ba6 HTTP/1.1" status: 200 len: 943 time: 0.2259154 Jul 16 08:29:28.296144 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-771bc2b0-fae4-466f-99e9-f25e690e41db req-8529a0b4-d76b-437e-b3ef-2321ad35b11f service neutron] 10.222.0.30 "GET /v2.0/networks/dd3e23ac-b61f-435a-95cc-bf56a73d8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2897933 Jul 16 08:29:28.319400 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=373c0be1-41dc-4857-b8e6-bbf33c1354d1,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:28.328411 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0421f348-6467-48bf-a5b6-ed70ecc34638 req-dcc0c7c9-e27c-4b37-8677-39546c47eae7 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dfaebed-1229-4eb7-86bf-73e7dd95209c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558090 Jul 16 08:29:28.344393 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a5dae09-11e8-424a-9974-62397c24e90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.392261 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4efb1e73-0aec-4108-833c-165bea034190 req-fb91bb1e-21fb-484b-a3a1-6c95ecf793ac tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.408467 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['f9003aa7-bcf5-42d4-a8c3-d02636baca33', '8cea9b50-fe98-433b-8180-02087487e8e1'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:28.416125 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['e41bead0-2f4e-40c6-a4d9-01e67e20ac37', '79a3e1f3-4732-4c1d-aec3-48e04b67cbec', '7edac58b-e964-4545-a209-9b980fd75eba'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:28.430388 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fff9b6-cba5-45a5-afb3-56a1f1aff05d req-dd651dcd-b6c4-4818-a031-a1fddd91f7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:28.432110 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f5fff9b6-cba5-45a5-afb3-56a1f1aff05d req-dd651dcd-b6c4-4818-a031-a1fddd91f7d7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=07e8ec88e6434ad1bbf0d112a90583fd&device_id=a8e68470-cf9f-4451-aa66-aec605be0ba6 HTTP/1.1" status: 200 len: 1095 time: 0.0696676 Jul 16 08:29:28.465780 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4efb1e73-0aec-4108-833c-165bea034190 req-fb91bb1e-21fb-484b-a3a1-6c95ecf793ac tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:28.485276 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c87cea6d-30ce-48ea-8fe6-fcb073439417 req-bc82938c-ca41-4b16-952e-99f869a769d5 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:28.486877 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c87cea6d-30ce-48ea-8fe6-fcb073439417 req-bc82938c-ca41-4b16-952e-99f869a769d5 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a9a9e98-0094-467e-a83a-ca1b698d8099 HTTP/1.1" status: 200 len: 946 time: 0.2279308 Jul 16 08:29:28.494580 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-4efb1e73-0aec-4108-833c-165bea034190 req-fb91bb1e-21fb-484b-a3a1-6c95ecf793ac tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:28.500860 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-4efb1e73-0aec-4108-833c-165bea034190 req-fb91bb1e-21fb-484b-a3a1-6c95ecf793ac tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:28.505191 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb91bb1e-21fb-484b-a3a1-6c95ecf793ac tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Pushing event updated for resources: {'Port': ['ID=c12305d6-fd52-4028-869e-2859e416965c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:28.545130 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a5dae09-11e8-424a-9974-62397c24e90d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.594374 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5dae09-11e8-424a-9974-62397c24e90d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3281ec1e-b2a6-4071-b7a8-c73380d377c6,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:28.599011 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a5dae09-11e8-424a-9974-62397c24e90d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.604110 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6a5dae09-11e8-424a-9974-62397c24e90d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/3281ec1e-b2a6-4071-b7a8-c73380d377c6 HTTP/1.1" status: 204 len: 168 time: 0.6573670 Jul 16 08:29:28.607200 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51026) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:28.624737 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fff9b6-cba5-45a5-afb3-56a1f1aff05d req-ef5c78eb-1533-4b28-b45c-e0fa70b7e6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:28.626351 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f5fff9b6-cba5-45a5-afb3-56a1f1aff05d req-ef5c78eb-1533-4b28-b45c-e0fa70b7e6b3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dd3e23ac-b61f-435a-95cc-bf56a73d8636 HTTP/1.1" status: 200 len: 912 time: 0.1811440 Jul 16 08:29:28.635698 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a9ff63-5b61-44a0-9fcd-77f9eb114657 req-764dec4c-8190-4923-b519-7e33a6e63685 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:28.637426 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b1a9ff63-5b61-44a0-9fcd-77f9eb114657 req-764dec4c-8190-4923-b519-7e33a6e63685 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=60e6ae2f-4f80-40ac-b3b6-02944075bdda HTTP/1.1" status: 200 len: 936 time: 0.1493526 Jul 16 08:29:28.654794 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['373c0be1-41dc-4857-b8e6-bbf33c1354d1'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:28.675266 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f5fff9b6-cba5-45a5-afb3-56a1f1aff05d req-8391b8ff-94df-4c64-8cd8-9b95dd11a52d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16e802b5-5579-45b3-989a-ede5aeb18024 HTTP/1.1" status: 200 len: 217 time: 0.0367415 Jul 16 08:29:28.705281 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c87cea6d-30ce-48ea-8fe6-fcb073439417 req-75801066-69cf-493a-b70c-3c5af5a589f1 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2059181 Jul 16 08:29:28.716219 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb1e73-0aec-4108-833c-165bea034190 req-fb91bb1e-21fb-484b-a3a1-6c95ecf793ac tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:28.717076 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4efb1e73-0aec-4108-833c-165bea034190 req-fb91bb1e-21fb-484b-a3a1-6c95ecf793ac tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.737475 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-21befed2-2a2b-4071-9c1f-0a234e37905a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.744386 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4efb1e73-0aec-4108-833c-165bea034190 req-fb91bb1e-21fb-484b-a3a1-6c95ecf793ac tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4019756 Jul 16 08:29:28.757340 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-4efb1e73-0aec-4108-833c-165bea034190 req-a438e72c-fd71-421e-b508-31ffb9b62ee7 service neutron] Request body: {'port': {'device_id': '60e6ae2f-4f80-40ac-b3b6-02944075bdda', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:28.783965 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b1a9ff63-5b61-44a0-9fcd-77f9eb114657 req-c638c14f-2e34-4396-831b-a4115797955c tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073456 Jul 16 08:29:28.798762 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fff9b6-cba5-45a5-afb3-56a1f1aff05d req-bf8d1cf4-9e1a-4fdf-8d47-32bd0ec00e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:28.800600 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f5fff9b6-cba5-45a5-afb3-56a1f1aff05d req-bf8d1cf4-9e1a-4fdf-8d47-32bd0ec00e14 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a5d9cad0-c893-4990-9fdc-910c74a20af9 HTTP/1.1" status: 200 len: 850 time: 0.1054616 Jul 16 08:29:28.919930 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-13393ce9-60e7-4acb-9af0-eb9e241bc328 None None] Provisioning for port c12305d6-fd52-4028-869e-2859e416965c completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:28.949841 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-13393ce9-60e7-4acb-9af0-eb9e241bc328 None None] Provisioning complete for port c12305d6-fd52-4028-869e-2859e416965c triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:28.950702 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13393ce9-60e7-4acb-9af0-eb9e241bc328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:28.988682 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fff9b6-cba5-45a5-afb3-56a1f1aff05d req-2baf1894-4b5e-46f7-896a-66613d5a4b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:28.991043 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f5fff9b6-cba5-45a5-afb3-56a1f1aff05d req-2baf1894-4b5e-46f7-896a-66613d5a4b32 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dd3e23ac-b61f-435a-95cc-bf56a73d8636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1815734 Jul 16 08:29:29.050841 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-13393ce9-60e7-4acb-9af0-eb9e241bc328 None None] Port c12305d6-fd52-4028-869e-2859e416965c cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:29:29.092106 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c8d286-1cd9-405f-a044-a1ea12115356 req-8c2bb47a-21a3-4ca8-ba01-0a44f62f79ca tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:29.093703 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-53c8d286-1cd9-405f-a044-a1ea12115356 req-8c2bb47a-21a3-4ca8-ba01-0a44f62f79ca tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 944 time: 0.1933010 Jul 16 08:29:29.130288 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f5fff9b6-cba5-45a5-afb3-56a1f1aff05d req-f5b5cdff-6a04-46d3-912d-a4278a8b9bd2 service neutron] 10.222.0.30 "GET /v2.0/networks/dd3e23ac-b61f-435a-95cc-bf56a73d8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289654 Jul 16 08:29:29.165994 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-53c8d286-1cd9-405f-a044-a1ea12115356 req-3e4997e5-21bf-4275-bc03-a27c18268b67 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621741 Jul 16 08:29:29.271503 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f5fff9b6-cba5-45a5-afb3-56a1f1aff05d req-f146d85d-00dc-4e61-8927-d0679b627e04 service neutron] 10.222.0.30 "GET /v2.0/networks/dd3e23ac-b61f-435a-95cc-bf56a73d8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173947 Jul 16 08:29:29.327608 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-21befed2-2a2b-4071-9c1f-0a234e37905a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:29.344859 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-21befed2-2a2b-4071-9c1f-0a234e37905a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031bca47-764b-4d32-88f8-02e940c695ac']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:29.364529 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-21befed2-2a2b-4071-9c1f-0a234e37905a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'addd5ae6-2940-4446-925f-483fe9c2f543') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:29.364942 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-21befed2-2a2b-4071-9c1f-0a234e37905a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'addd5ae6-2940-4446-925f-483fe9c2f543') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:29.369990 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed772a8-1c2a-4bd2-ba3b-0f0269169766 req-ae6d9853-4df4-4b33-841a-bd69dd9b74c0 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:29.371670 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5ed772a8-1c2a-4bd2-ba3b-0f0269169766 req-ae6d9853-4df4-4b33-841a-bd69dd9b74c0 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.0690548 Jul 16 08:29:29.379938 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4efb1e73-0aec-4108-833c-165bea034190 req-a438e72c-fd71-421e-b508-31ffb9b62ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:29.384734 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-21befed2-2a2b-4071-9c1f-0a234e37905a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:29.417186 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5ed772a8-1c2a-4bd2-ba3b-0f0269169766 req-a94bef18-258f-4b6a-beaf-608652eb0fb5 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395675 Jul 16 08:29:29.447742 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95814e64-59fc-4c2f-92e7-89a4ee1dd1e7 req-a0aabba5-d857-469e-8e63-5c0812fe88b7 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:29.449271 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-95814e64-59fc-4c2f-92e7-89a4ee1dd1e7 req-a0aabba5-d857-469e-8e63-5c0812fe88b7 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a9a9e98-0094-467e-a83a-ca1b698d8099 HTTP/1.1" status: 200 len: 946 time: 0.2369382 Jul 16 08:29:29.451850 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-21befed2-2a2b-4071-9c1f-0a234e37905a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:29.472581 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21befed2-2a2b-4071-9c1f-0a234e37905a admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:29:29.473010 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-21befed2-2a2b-4071-9c1f-0a234e37905a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:29:29.474635 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:29:29.614534 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-21befed2-2a2b-4071-9c1f-0a234e37905a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:29.628714 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-21befed2-2a2b-4071-9c1f-0a234e37905a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:29.633832 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-21befed2-2a2b-4071-9c1f-0a234e37905a admin admin] 10.222.0.22 "DELETE /v2.0/networks/031bca47-764b-4d32-88f8-02e940c695ac HTTP/1.1" status: 204 len: 168 time: 1.0177264 Jul 16 08:29:29.638682 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-95814e64-59fc-4c2f-92e7-89a4ee1dd1e7 req-ccce4b91-54b5-437f-a600-0936bf753186 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760049 Jul 16 08:29:29.657890 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21befed2-2a2b-4071-9c1f-0a234e37905a admin admin] Pushing event deleted for resources: {'Network': ['ID=031bca47-764b-4d32-88f8-02e940c695ac,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:29.752235 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 35733874-477d-46ce-bf5c-4f5fc11a52ba no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:29.778348 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 35733874-477d-46ce-bf5c-4f5fc11a52ba {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:29:29.779373 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 35733874-477d-46ce-bf5c-4f5fc11a52ba not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:29.899164 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-4efb1e73-0aec-4108-833c-165bea034190 req-a438e72c-fd71-421e-b508-31ffb9b62ee7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c12305d6-fd52-4028-869e-2859e416965c {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:29.904771 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51050) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:29.917670 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4efb1e73-0aec-4108-833c-165bea034190 req-a438e72c-fd71-421e-b508-31ffb9b62ee7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:29.944230 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-4efb1e73-0aec-4108-833c-165bea034190 req-a438e72c-fd71-421e-b508-31ffb9b62ee7 service neutron] Transition to ACTIVE for port object c12305d6-fd52-4028-869e-2859e416965c will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:29.953054 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01bcbf3-d343-470e-a962-0439c130d952 req-9c7e215e-e846-42ff-a62d-0f40e35d056b tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:29.953862 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4efb1e73-0aec-4108-833c-165bea034190 req-a438e72c-fd71-421e-b508-31ffb9b62ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:29.954559 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a01bcbf3-d343-470e-a962-0439c130d952 req-9c7e215e-e846-42ff-a62d-0f40e35d056b tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8e68470-cf9f-4451-aa66-aec605be0ba6 HTTP/1.1" status: 200 len: 943 time: 0.0763633 Jul 16 08:29:30.001523 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ec5d8391-9b9d-4128-b414-a09b6a4d0cfb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c3e016b968674254b57e592588e4e2b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0954168 Jul 16 08:29:30.006603 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51052) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:30.018109 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a01bcbf3-d343-470e-a962-0439c130d952 req-0d5c9270-c6fc-446e-bb4d-8d4b7b1e9295 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dfaebed-1229-4eb7-86bf-73e7dd95209c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511160 Jul 16 08:29:30.041194 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438e72c-fd71-421e-b508-31ffb9b62ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=c12305d6-fd52-4028-869e-2859e416965c,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:30.154218 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9c2c53a-8210-45bf-9175-9e4664ea37c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.161111 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-4efb1e73-0aec-4108-833c-165bea034190 req-a438e72c-fd71-421e-b508-31ffb9b62ee7 service neutron] Attempting to bind port c12305d6-fd52-4028-869e-2859e416965c on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:30.161814 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-4efb1e73-0aec-4108-833c-165bea034190 req-a438e72c-fd71-421e-b508-31ffb9b62ee7 service neutron] Attempting to bind port c12305d6-fd52-4028-869e-2859e416965c by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:30.162470 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb1e73-0aec-4108-833c-165bea034190 req-a438e72c-fd71-421e-b508-31ffb9b62ee7 service neutron] Attempting to bind port c12305d6-fd52-4028-869e-2859e416965c on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:30.176735 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb1e73-0aec-4108-833c-165bea034190 req-a438e72c-fd71-421e-b508-31ffb9b62ee7 service neutron] Port c12305d6-fd52-4028-869e-2859e416965c on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:29:30.177167 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb1e73-0aec-4108-833c-165bea034190 req-a438e72c-fd71-421e-b508-31ffb9b62ee7 service neutron] Attempting to bind port c12305d6-fd52-4028-869e-2859e416965c on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:30.200437 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9c2c53a-8210-45bf-9175-9e4664ea37c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.202537 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb1e73-0aec-4108-833c-165bea034190 req-a438e72c-fd71-421e-b508-31ffb9b62ee7 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:30.202972 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb1e73-0aec-4108-833c-165bea034190 req-a438e72c-fd71-421e-b508-31ffb9b62ee7 service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:30.203629 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4efb1e73-0aec-4108-833c-165bea034190 req-a438e72c-fd71-421e-b508-31ffb9b62ee7 service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:30.204102 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-4efb1e73-0aec-4108-833c-165bea034190 req-a438e72c-fd71-421e-b508-31ffb9b62ee7 service neutron] Bound port: c12305d6-fd52-4028-869e-2859e416965c, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:30.204603 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4efb1e73-0aec-4108-833c-165bea034190 req-a438e72c-fd71-421e-b508-31ffb9b62ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.227236 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134d3af9-0b01-499f-854c-b531459acfd3 req-73755c11-81bb-4f26-ad9a-e4f04ca94af6 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:30.230480 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-134d3af9-0b01-499f-854c-b531459acfd3 req-73755c11-81bb-4f26-ad9a-e4f04ca94af6 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=60e6ae2f-4f80-40ac-b3b6-02944075bdda HTTP/1.1" status: 200 len: 948 time: 0.0919764 Jul 16 08:29:30.271048 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-134d3af9-0b01-499f-854c-b531459acfd3 req-a6da3f94-6a7e-41e3-a145-5c98a2332f49 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360863 Jul 16 08:29:30.342246 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-4efb1e73-0aec-4108-833c-165bea034190 req-a438e72c-fd71-421e-b508-31ffb9b62ee7 service neutron] For port c12305d6-fd52-4028-869e-2859e416965c, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:30.346176 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-4efb1e73-0aec-4108-833c-165bea034190 req-a438e72c-fd71-421e-b508-31ffb9b62ee7 service neutron] For port c12305d6-fd52-4028-869e-2859e416965c, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=c12305d6-fd52-4028-869e-2859e416965c,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:30.347194 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9c2c53a-8210-45bf-9175-9e4664ea37c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.349791 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9c2c53a-8210-45bf-9175-9e4664ea37c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.351007 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f9c2c53a-8210-45bf-9175-9e4664ea37c5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3d68f0b9-69ff-434c-8b60-8eb3e9b2f525 HTTP/1.1" status: 204 len: 168 time: 0.3419170 Jul 16 08:29:30.358708 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccc4d12-ac62-421e-ab47-c7f749efbb61 req-ee1ce9e6-4b4e-4d07-9303-ec758d17f402 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:30.360141 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1ccc4d12-ac62-421e-ab47-c7f749efbb61 req-ee1ce9e6-4b4e-4d07-9303-ec758d17f402 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a9a9e98-0094-467e-a83a-ca1b698d8099 HTTP/1.1" status: 200 len: 946 time: 0.1730962 Jul 16 08:29:30.363431 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4efb1e73-0aec-4108-833c-165bea034190 req-a438e72c-fd71-421e-b508-31ffb9b62ee7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.388877 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c2c53a-8210-45bf-9175-9e4664ea37c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d68f0b9-69ff-434c-8b60-8eb3e9b2f525,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:30.429982 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb1e73-0aec-4108-833c-165bea034190 req-a438e72c-fd71-421e-b508-31ffb9b62ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:30.431569 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4efb1e73-0aec-4108-833c-165bea034190 req-a438e72c-fd71-421e-b508-31ffb9b62ee7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:30.433091 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4efb1e73-0aec-4108-833c-165bea034190 req-a438e72c-fd71-421e-b508-31ffb9b62ee7 service neutron] 10.222.0.21 "PUT /v2.0/ports/c12305d6-fd52-4028-869e-2859e416965c HTTP/1.1" status: 200 len: 1097 time: 1.6803570 Jul 16 08:29:30.458891 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60e6ae2f-4f80-40ac-b3b6-02944075bdda', 'tag': 'c12305d6-fd52-4028-869e-2859e416965c'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:30.462490 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3735f1d-616e-46ca-9f5a-882f03ab2cac" -d '{"events": [{"name": "network-changed", "server_uuid": "60e6ae2f-4f80-40ac-b3b6-02944075bdda", "tag": "c12305d6-fd52-4028-869e-2859e416965c"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:30.519227 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7e9f6-666e-46d7-b07b-a5b4535bdabe req-c7a22968-c4da-4b1f-9341-1d34097acb2f tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:30.522890 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-74f7e9f6-666e-46d7-b07b-a5b4535bdabe req-c7a22968-c4da-4b1f-9341-1d34097acb2f tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 944 time: 0.1182072 Jul 16 08:29:30.523777 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1ccc4d12-ac62-421e-ab47-c7f749efbb61 req-aac467a3-231f-4803-9bdd-e1525fe1beb9 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551971 Jul 16 08:29:30.562807 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438e72c-fd71-421e-b508-31ffb9b62ee7 service neutron] Pushing event updated for resources: {'Port': ['ID=c12305d6-fd52-4028-869e-2859e416965c,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:30.615166 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb1e73-0aec-4108-833c-165bea034190 req-e376c24c-5e33-45a0-a201-16b4039cf88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:30.617368 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4efb1e73-0aec-4108-833c-165bea034190 req-e376c24c-5e33-45a0-a201-16b4039cf88b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d01616ba17d4b8cba7a304337398c2e&device_id=60e6ae2f-4f80-40ac-b3b6-02944075bdda HTTP/1.1" status: 200 len: 1100 time: 0.1217699 Jul 16 08:29:30.625732 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-74f7e9f6-666e-46d7-b07b-a5b4535bdabe req-502049a6-bd2d-4169-b89d-0e2ae3fd7b9a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953689 Jul 16 08:29:30.688505 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4efb1e73-0aec-4108-833c-165bea034190 req-0015d79a-a627-4cac-85ef-e1810c0fa1b0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=c12305d6-fd52-4028-869e-2859e416965c HTTP/1.1" status: 200 len: 217 time: 0.0620027 Jul 16 08:29:30.692868 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-767b4d9a-78c2-4045-b4fd-8ce38aaf60f2 x-openstack-request-id: req-767b4d9a-78c2-4045-b4fd-8ce38aaf60f2 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:30.693153 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60e6ae2f-4f80-40ac-b3b6-02944075bdda", "tag": "c12305d6-fd52-4028-869e-2859e416965c", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:30.693402 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-767b4d9a-78c2-4045-b4fd-8ce38aaf60f2 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:30.694315 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60e6ae2f-4f80-40ac-b3b6-02944075bdda', 'tag': 'c12305d6-fd52-4028-869e-2859e416965c', 'status': 'completed', 'code': 200} Jul 16 08:29:30.789460 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb1e73-0aec-4108-833c-165bea034190 req-f5d6dc78-6faf-4801-aadb-e822fab37db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:30.790906 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4efb1e73-0aec-4108-833c-165bea034190 req-f5d6dc78-6faf-4801-aadb-e822fab37db3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0838485 Jul 16 08:29:30.858470 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aaef8f-78c1-46c1-aa7a-09a474d4937a req-1f49ea8c-44df-4b5a-805c-642d058f0226 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:30.860010 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e1aaef8f-78c1-46c1-aa7a-09a474d4937a req-1f49ea8c-44df-4b5a-805c-642d058f0226 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.1451139 Jul 16 08:29:30.931762 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e1aaef8f-78c1-46c1-aa7a-09a474d4937a req-0edff5fb-bd36-44ae-b44f-eaed75bf12bf tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632944 Jul 16 08:29:30.937481 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efb1e73-0aec-4108-833c-165bea034190 req-9dd6fab2-e267-43fc-83d3-ad1ae49ba86d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:30.939011 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4efb1e73-0aec-4108-833c-165bea034190 req-9dd6fab2-e267-43fc-83d3-ad1ae49ba86d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1396201 Jul 16 08:29:31.062325 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4efb1e73-0aec-4108-833c-165bea034190 req-cfbc45a8-c7cf-4b98-9f56-34b6c48d0412 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1137602 Jul 16 08:29:31.196037 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4efb1e73-0aec-4108-833c-165bea034190 req-9fad3b42-9976-4d3f-979e-44d3f558a8f8 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255767 Jul 16 08:29:31.361298 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8913837e-5805-419e-beec-3d5490ea21ab req-6500d174-fba3-4731-ae54-04033cc1ad58 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:31.363241 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8913837e-5805-419e-beec-3d5490ea21ab req-6500d174-fba3-4731-ae54-04033cc1ad58 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8e68470-cf9f-4451-aa66-aec605be0ba6 HTTP/1.1" status: 200 len: 943 time: 0.1568677 Jul 16 08:29:31.459617 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3735f1d-616e-46ca-9f5a-882f03ab2cac req-1f0402c0-c242-49c6-83c5-ecb48f465e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:31.461278 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b3735f1d-616e-46ca-9f5a-882f03ab2cac req-1f0402c0-c242-49c6-83c5-ecb48f465e12 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d01616ba17d4b8cba7a304337398c2e&device_id=60e6ae2f-4f80-40ac-b3b6-02944075bdda HTTP/1.1" status: 200 len: 1100 time: 0.1821601 Jul 16 08:29:31.461862 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51100) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:31.475350 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8913837e-5805-419e-beec-3d5490ea21ab req-1cbfc8a7-8bee-497d-9d57-2f9e407a1945 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dfaebed-1229-4eb7-86bf-73e7dd95209c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1035383 Jul 16 08:29:31.617908 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e889525-1aed-4938-9eeb-778b856e1c30 req-38c2e69b-8456-4de3-89ef-0bdb3f0408b3 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:31.625952 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3e889525-1aed-4938-9eeb-778b856e1c30 req-38c2e69b-8456-4de3-89ef-0bdb3f0408b3 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=60e6ae2f-4f80-40ac-b3b6-02944075bdda HTTP/1.1" status: 200 len: 948 time: 0.0872750 Jul 16 08:29:31.662777 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-63cc359f-b008-49ae-b8f5-6fcfedd5a043 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-2040098843-network', 'tenant_id': 'ec9bc7ee3b854f55abf6b1b286377786'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:31.671653 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3735f1d-616e-46ca-9f5a-882f03ab2cac req-b83888e3-e9d5-41db-8e1e-e9b7644e65d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:31.673208 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b3735f1d-616e-46ca-9f5a-882f03ab2cac req-b83888e3-e9d5-41db-8e1e-e9b7644e65d9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.1957443 Jul 16 08:29:31.710801 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3e889525-1aed-4938-9eeb-778b856e1c30 req-72d7eb1b-8a02-4cb2-ba2b-d46d6c2378a1 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837212 Jul 16 08:29:31.754030 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b79865c-4b46-48bd-92a8-fd13b02c5a5c req-ae4d591a-8e24-4bfc-ad6f-0444e9a535f6 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:31.757357 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9b79865c-4b46-48bd-92a8-fd13b02c5a5c req-ae4d591a-8e24-4bfc-ad6f-0444e9a535f6 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a9a9e98-0094-467e-a83a-ca1b698d8099 HTTP/1.1" status: 200 len: 946 time: 0.1282988 Jul 16 08:29:31.757605 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b3735f1d-616e-46ca-9f5a-882f03ab2cac req-773fbe3a-9f69-4f83-a48a-e9bd5523aca0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=c12305d6-fd52-4028-869e-2859e416965c HTTP/1.1" status: 200 len: 217 time: 0.0756176 Jul 16 08:29:31.760529 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63cc359f-b008-49ae-b8f5-6fcfedd5a043 admin admin] Made reservation on behalf of ec9bc7ee3b854f55abf6b1b286377786 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:31.763214 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-63cc359f-b008-49ae-b8f5-6fcfedd5a043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.778368 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-63cc359f-b008-49ae-b8f5-6fcfedd5a043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.786883 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.828775 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 16e802b5-5579-45b3-989a-ede5aeb18024 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:29:31.832406 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 373c0be1-41dc-4857-b8e6-bbf33c1354d1 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:31.858222 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3735f1d-616e-46ca-9f5a-882f03ab2cac req-37ece88a-d0e9-4b10-a780-dcf59ca715ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:31.859795 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b3735f1d-616e-46ca-9f5a-882f03ab2cac req-37ece88a-d0e9-4b10-a780-dcf59ca715ef service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0718219 Jul 16 08:29:31.867971 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903d97e6-47fe-4002-b415-843891ad7937 req-81d300d3-5694-4f97-ad8f-e91b2ded399d tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:31.869482 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-903d97e6-47fe-4002-b415-843891ad7937 req-81d300d3-5694-4f97-ad8f-e91b2ded399d tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a9a9e98-0094-467e-a83a-ca1b698d8099 HTTP/1.1" status: 200 len: 946 time: 0.1917086 Jul 16 08:29:31.928626 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:31.967353 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-903d97e6-47fe-4002-b415-843891ad7937 req-935d69b8-d6e4-40f8-a7ad-4ced766b2906 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907333 Jul 16 08:29:32.005859 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 16e802b5-5579-45b3-989a-ede5aeb18024, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=16e802b5-5579-45b3-989a-ede5aeb18024,segment=NetworkSegment(d411d2fe-f612-4213-9e02-6ac23434f1d5),segment_id=d411d2fe-f612-4213-9e02-6ac23434f1d5)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:32.018884 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '16e802b5-5579-45b3-989a-ede5aeb18024', 'network_id': 'dd3e23ac-b61f-435a-95cc-bf56a73d8636', 'port_id': '16e802b5-5579-45b3-989a-ede5aeb18024', 'mac_address': 'fa:16:3e:c5:ae:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5d9cad0-c893-4990-9fdc-910c74a20af9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:29:32.062714 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.081349 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 16e802b5-5579-45b3-989a-ede5aeb18024 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:32.091609 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3735f1d-616e-46ca-9f5a-882f03ab2cac req-401485f0-bce3-495b-8130-dad6a96ded0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:32.094095 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b3735f1d-616e-46ca-9f5a-882f03ab2cac req-401485f0-bce3-495b-8130-dad6a96ded0a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2111309 Jul 16 08:29:32.094761 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 373c0be1-41dc-4857-b8e6-bbf33c1354d1 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:32.106792 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069803c5-3381-494d-8993-a4bfd40dbdad req-2896f53e-3be0-4a30-89b2-31463a1a914c tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:32.107445 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 373c0be1-41dc-4857-b8e6-bbf33c1354d1 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:32.108007 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.110976 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 16e802b5-5579-45b3-989a-ede5aeb18024, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=16e802b5-5579-45b3-989a-ede5aeb18024,segment=NetworkSegment(d411d2fe-f612-4213-9e02-6ac23434f1d5),segment_id=d411d2fe-f612-4213-9e02-6ac23434f1d5)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:32.121285 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-069803c5-3381-494d-8993-a4bfd40dbdad req-2896f53e-3be0-4a30-89b2-31463a1a914c tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 944 time: 0.2748539 Jul 16 08:29:32.138733 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.149846 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-9b79865c-4b46-48bd-92a8-fd13b02c5a5c req-f1ccc4b9-cbc0-4ce5-b07f-597fd3178a28 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Deleting port 2ae1e9e6-f836-4e18-976c-37636ecab4f0 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:32.150223 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9b79865c-4b46-48bd-92a8-fd13b02c5a5c req-f1ccc4b9-cbc0-4ce5-b07f-597fd3178a28 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.172189 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-63cc359f-b008-49ae-b8f5-6fcfedd5a043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.198569 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-069803c5-3381-494d-8993-a4bfd40dbdad req-52661091-6b78-40ec-b47f-fb3d9e6fedd1 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753527 Jul 16 08:29:32.201334 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=16e802b5-5579-45b3-989a-ede5aeb18024,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:32.203119 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-63cc359f-b008-49ae-b8f5-6fcfedd5a043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.234278 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63cc359f-b008-49ae-b8f5-6fcfedd5a043 admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:29:32.271044 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc359f-b008-49ae-b8f5-6fcfedd5a043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7de0c9b-5506-48e3-900e-fbf00a8b11c2,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:32.280549 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-63cc359f-b008-49ae-b8f5-6fcfedd5a043 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.280777 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-63cc359f-b008-49ae-b8f5-6fcfedd5a043 admin admin] Added segment b2c713c2-8e0a-4620-8d49-7ae1ddb20db1 of type vlan for network fab67cd5-46e2-450e-aead-9e16a980be1b Jul 16 08:29:32.281271 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.292798 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b3735f1d-616e-46ca-9f5a-882f03ab2cac req-4a3119aa-f8d1-4d72-b338-36acb0b167cf service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1777022 Jul 16 08:29:32.304538 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-9b79865c-4b46-48bd-92a8-fd13b02c5a5c req-f1ccc4b9-cbc0-4ce5-b07f-597fd3178a28 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] For port 2ae1e9e6-f836-4e18-976c-37636ecab4f0, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=2ae1e9e6-f836-4e18-976c-37636ecab4f0,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:32.304950 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9b79865c-4b46-48bd-92a8-fd13b02c5a5c req-f1ccc4b9-cbc0-4ce5-b07f-597fd3178a28 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.307592 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44ccefc-1d96-4900-a8af-c9393c464ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373c0be1-41dc-4857-b8e6-bbf33c1354d1'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:32.310175 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5918bc9-191e-4ade-88eb-13122ab900fa" -d '{"events": [{"server_uuid": "a44ccefc-1d96-4900-a8af-c9393c464ee2", "name": "network-vif-plugged", "status": "completed", "tag": "373c0be1-41dc-4857-b8e6-bbf33c1354d1"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:32.323505 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 373c0be1-41dc-4857-b8e6-bbf33c1354d1, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=373c0be1-41dc-4857-b8e6-bbf33c1354d1,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:32.329924 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-9b79865c-4b46-48bd-92a8-fd13b02c5a5c req-f1ccc4b9-cbc0-4ce5-b07f-597fd3178a28 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Calling delete_port for 2ae1e9e6-f836-4e18-976c-37636ecab4f0 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:32.331880 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.393041 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3191abf9-794d-4117-a7eb-08dfd69dfdd9 x-openstack-request-id: req-3191abf9-794d-4117-a7eb-08dfd69dfdd9 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:32.393295 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a44ccefc-1d96-4900-a8af-c9393c464ee2", "name": "network-vif-plugged", "status": "completed", "tag": "373c0be1-41dc-4857-b8e6-bbf33c1354d1", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:32.394101 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3191abf9-794d-4117-a7eb-08dfd69dfdd9 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:32.394101 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44ccefc-1d96-4900-a8af-c9393c464ee2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '373c0be1-41dc-4857-b8e6-bbf33c1354d1', 'code': 200} Jul 16 08:29:32.396103 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=373c0be1-41dc-4857-b8e6-bbf33c1354d1,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:32.411227 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-63cc359f-b008-49ae-b8f5-6fcfedd5a043 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.484053 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b3735f1d-616e-46ca-9f5a-882f03ab2cac req-669337f3-5c58-444e-b868-794c14ae7c68 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589680 Jul 16 08:29:32.487233 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-63cc359f-b008-49ae-b8f5-6fcfedd5a043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.488383 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63cc359f-b008-49ae-b8f5-6fcfedd5a043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:32.489123 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-63cc359f-b008-49ae-b8f5-6fcfedd5a043 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.526631 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-63cc359f-b008-49ae-b8f5-6fcfedd5a043 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0504746 Jul 16 08:29:32.529504 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51118) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:32.534665 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-80f4921f-5d61-483e-9dd7-28e067083bb6 admin admin] Request body: {'subnet': {'network_id': 'fab67cd5-46e2-450e-aead-9e16a980be1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-2040098843-subnet', 'tenant_id': 'ec9bc7ee3b854f55abf6b1b286377786', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:32.563859 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9451b0c9-e667-4351-84d0-9beddff2ec6b req-7a6834cd-cac8-43c5-8e94-7ae3fed85d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:32.566099 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9451b0c9-e667-4351-84d0-9beddff2ec6b req-7a6834cd-cac8-43c5-8e94-7ae3fed85d76 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 1097 time: 0.1429245 Jul 16 08:29:32.571075 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc359f-b008-49ae-b8f5-6fcfedd5a043 admin admin] Pushing event updated for resources: {'Network': ['ID=fab67cd5-46e2-450e-aead-9e16a980be1b,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:32.571518 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9b79865c-4b46-48bd-92a8-fd13b02c5a5c req-f1ccc4b9-cbc0-4ce5-b07f-597fd3178a28 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.587075 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['2ae1e9e6-f836-4e18-976c-37636ecab4f0'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:32.603174 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f4921f-5d61-483e-9dd7-28e067083bb6 admin admin] Made reservation on behalf of ec9bc7ee3b854f55abf6b1b286377786 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:32.605689 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-80f4921f-5d61-483e-9dd7-28e067083bb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.621142 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['93a1378d-9ae2-4cae-b365-a03736d922c0'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:32.658716 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ccc4b9-cbc0-4ce5-b07f-597fd3178a28 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Pushing event deleted for resources: {'Port': ['ID=2ae1e9e6-f836-4e18-976c-37636ecab4f0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:32.685120 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b79865c-4b46-48bd-92a8-fd13b02c5a5c req-f1ccc4b9-cbc0-4ce5-b07f-597fd3178a28 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] No DVR routers for this DVR port 2ae1e9e6-f836-4e18-976c-37636ecab4f0 on host n-h2-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:32.704732 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network fab67cd5-46e2-450e-aead-9e16a980be1b details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:29:32.707345 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['16e802b5-5579-45b3-989a-ede5aeb18024'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:32.721453 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9b79865c-4b46-48bd-92a8-fd13b02c5a5c req-f1ccc4b9-cbc0-4ce5-b07f-597fd3178a28 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.723586 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9b79865c-4b46-48bd-92a8-fd13b02c5a5c req-f1ccc4b9-cbc0-4ce5-b07f-597fd3178a28 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.21 "DELETE /v2.0/ports/2ae1e9e6-f836-4e18-976c-37636ecab4f0 HTTP/1.1" status: 204 len: 173 time: 0.9438288 Jul 16 08:29:32.725900 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a9a9e98-0094-467e-a83a-ca1b698d8099', 'name': 'network-vif-deleted', 'tag': '2ae1e9e6-f836-4e18-976c-37636ecab4f0'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:32.728838 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a39839-2771-434b-830a-b48da35b3ebf" -d '{"events": [{"server_uuid": "6a9a9e98-0094-467e-a83a-ca1b698d8099", "name": "network-vif-deleted", "tag": "2ae1e9e6-f836-4e18-976c-37636ecab4f0"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:32.784803 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9451b0c9-e667-4351-84d0-9beddff2ec6b req-c69e0f2f-920c-4a89-80c0-98d23751b312 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2103221 Jul 16 08:29:32.799415 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-80f4921f-5d61-483e-9dd7-28e067083bb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.845757 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e54545e-f864-47fd-96d7-89c0c11757f9 req-b980a70c-c5d9-4553-ad98-59d670ed70fe tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:32.847596 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1e54545e-f864-47fd-96d7-89c0c11757f9 req-b980a70c-c5d9-4553-ad98-59d670ed70fe tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8e68470-cf9f-4451-aa66-aec605be0ba6 HTTP/1.1" status: 200 len: 944 time: 0.1649575 Jul 16 08:29:32.879058 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f4921f-5d61-483e-9dd7-28e067083bb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f54ae592-dba2-4b67-8778-fc3e1eeff092,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:32.885377 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80f4921f-5d61-483e-9dd7-28e067083bb6 admin admin] Checking segment: {'id': 'b2c713c2-8e0a-4620-8d49-7ae1ddb20db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fab67cd5-46e2-450e-aead-9e16a980be1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:32.885735 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f4921f-5d61-483e-9dd7-28e067083bb6 admin admin] Network hostable DHCP agents. Network: fab67cd5-46e2-450e-aead-9e16a980be1b, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:29:32.908425 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f4921f-5d61-483e-9dd7-28e067083bb6 admin admin] Network fab67cd5-46e2-450e-aead-9e16a980be1b is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:29:32.938231 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1e54545e-f864-47fd-96d7-89c0c11757f9 req-1a031a3e-3092-4e19-9118-0644bc9a66f9 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dfaebed-1229-4eb7-86bf-73e7dd95209c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746951 Jul 16 08:29:32.972383 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-80f4921f-5d61-483e-9dd7-28e067083bb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, fab67cd5-46e2-450e-aead-9e16a980be1b) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:32.980323 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f4921f-5d61-483e-9dd7-28e067083bb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:32.981401 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-80f4921f-5d61-483e-9dd7-28e067083bb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:32.996594 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0e00534-e230-41e8-b80b-060e841945e7 x-openstack-request-id: req-a0e00534-e230-41e8-b80b-060e841945e7 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:32.996897 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a9a9e98-0094-467e-a83a-ca1b698d8099", "name": "network-vif-deleted", "tag": "2ae1e9e6-f836-4e18-976c-37636ecab4f0", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:32.997154 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a0e00534-e230-41e8-b80b-060e841945e7 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:32.997657 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a9a9e98-0094-467e-a83a-ca1b698d8099', 'name': 'network-vif-deleted', 'tag': '2ae1e9e6-f836-4e18-976c-37636ecab4f0', 'status': 'completed', 'code': 200} Jul 16 08:29:33.024444 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-80f4921f-5d61-483e-9dd7-28e067083bb6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4825072 Jul 16 08:29:33.080312 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b29123-ae9b-4d1c-8bf8-70065e3771a7 req-c773f906-1040-496b-9d23-209ac6ee9ca5 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:33.097690 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c3b29123-ae9b-4d1c-8bf8-70065e3771a7 req-c773f906-1040-496b-9d23-209ac6ee9ca5 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=60e6ae2f-4f80-40ac-b3b6-02944075bdda HTTP/1.1" status: 200 len: 948 time: 0.1865673 Jul 16 08:29:33.112476 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574cb673-0d5d-4a35-b905-dbf3603ddc1c None None] Network fab67cd5-46e2-450e-aead-9e16a980be1b requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:33.174818 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c3b29123-ae9b-4d1c-8bf8-70065e3771a7 req-83a9d2a4-d0b4-493a-8a52-47cddbe778a2 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757051 Jul 16 08:29:33.258522 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3a7186aa-e903-4cb2-9308-e680554210fc req-4f2f610f-7f8b-4e80-b757-28addc9cb326 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=6a9a9e98-0094-467e-a83a-ca1b698d8099 HTTP/1.1" status: 200 len: 210 time: 0.0436332 Jul 16 08:29:33.316882 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eeae9dfd-6971-41b9-a664-3e64324d6c6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:33.479809 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bb6505b-0300-4d46-b60f-3b6c131007ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-fab67cd5-46e2-450e-aead-9e16a980be1b', 'network_id': 'fab67cd5-46e2-450e-aead-9e16a980be1b', 'tenant_id': 'ec9bc7ee3b854f55abf6b1b286377786', 'fixed_ips': [{'subnet_id': 'f54ae592-dba2-4b67-8778-fc3e1eeff092'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:29:33.480733 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bb6505b-0300-4d46-b60f-3b6c131007ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:33.515039 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c13cd57-9b60-4110-8f1d-3fd8db238889 req-c0482d86-9889-4695-b9a1-575cc87bff88 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:33.516962 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7c13cd57-9b60-4110-8f1d-3fd8db238889 req-c0482d86-9889-4695-b9a1-575cc87bff88 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 945 time: 0.0985804 Jul 16 08:29:33.574984 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7c13cd57-9b60-4110-8f1d-3fd8db238889 req-87572b0f-8f9c-4ef6-8bee-4606fa0dc469 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503256 Jul 16 08:29:33.637015 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-0bb6505b-0300-4d46-b60f-3b6c131007ac None None] Allocated IP 172.20.0.2 (fab67cd5-46e2-450e-aead-9e16a980be1b/f54ae592-dba2-4b67-8778-fc3e1eeff092/500d298f-f6b7-4db1-9276-10d4d4ab16b2) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:33.787934 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device c12305d6-fd52-4028-869e-2859e416965c details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:29:33.826873 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bb6505b-0300-4d46-b60f-3b6c131007ac None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:33.827758 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-4ae3362e-8f17-4a6d-917f-6289470b869a tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:33.829856 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-4ae3362e-8f17-4a6d-917f-6289470b869a tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/networks?id=fab67cd5-46e2-450e-aead-9e16a980be1b HTTP/1.1" status: 200 len: 816 time: 0.1199627 Jul 16 08:29:33.853427 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0bb6505b-0300-4d46-b60f-3b6c131007ac None None] Transition to ACTIVE for port object 500d298f-f6b7-4db1-9276-10d4d4ab16b2 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:33.855111 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-4849dad2-b434-48fc-8d48-e223ff2a4cdf tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/quotas/ec9bc7ee3b854f55abf6b1b286377786 HTTP/1.1" status: 200 len: 375 time: 0.0186734 Jul 16 08:29:33.893233 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-b12e8cad-c166-45d3-828e-46a23e332c33 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec9bc7ee3b854f55abf6b1b286377786&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0372779 Jul 16 08:29:33.918947 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0bb6505b-0300-4d46-b60f-3b6c131007ac None None] Transition to ACTIVE for port object 500d298f-f6b7-4db1-9276-10d4d4ab16b2 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:33.931568 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bb6505b-0300-4d46-b60f-3b6c131007ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:33.976004 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bb6505b-0300-4d46-b60f-3b6c131007ac None None] Network fab67cd5-46e2-450e-aead-9e16a980be1b is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:33.980562 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-0bb6505b-0300-4d46-b60f-3b6c131007ac None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:33.983131 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bb6505b-0300-4d46-b60f-3b6c131007ac None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:34.013451 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-471a4d96-f756-4779-b86d-8d7c176bc9b7 service neutron] 10.222.0.22 "GET /v2.0/networks/fab67cd5-46e2-450e-aead-9e16a980be1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191478 Jul 16 08:29:34.069739 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6505b-0300-4d46-b60f-3b6c131007ac None None] Pushing event updated for resources: {'Port': ['ID=500d298f-f6b7-4db1-9276-10d4d4ab16b2,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:34.094308 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port c12305d6-fd52-4028-869e-2859e416965c, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=c12305d6-fd52-4028-869e-2859e416965c,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:34.107782 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-0bb6505b-0300-4d46-b60f-3b6c131007ac None None] Attempting to bind port 500d298f-f6b7-4db1-9276-10d4d4ab16b2 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:34.108157 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-0bb6505b-0300-4d46-b60f-3b6c131007ac None None] Attempting to bind port 500d298f-f6b7-4db1-9276-10d4d4ab16b2 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'b2c713c2-8e0a-4620-8d49-7ae1ddb20db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fab67cd5-46e2-450e-aead-9e16a980be1b'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:34.108622 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb6505b-0300-4d46-b60f-3b6c131007ac None None] Attempting to bind port 500d298f-f6b7-4db1-9276-10d4d4ab16b2 on network fab67cd5-46e2-450e-aead-9e16a980be1b {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:34.116785 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'c12305d6-fd52-4028-869e-2859e416965c', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': 'c12305d6-fd52-4028-869e-2859e416965c', 'mac_address': 'fa:16:3e:6a:9f:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:29:34.122178 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb6505b-0300-4d46-b60f-3b6c131007ac None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:34.122560 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb6505b-0300-4d46-b60f-3b6c131007ac None None] Checking segment: {'id': 'b2c713c2-8e0a-4620-8d49-7ae1ddb20db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fab67cd5-46e2-450e-aead-9e16a980be1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:34.124391 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-7327d220-f3e8-4c06-9250-6dfb1a2f4019 service neutron] 10.222.0.22 "GET /v2.0/networks/fab67cd5-46e2-450e-aead-9e16a980be1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1094103 Jul 16 08:29:34.124549 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bb6505b-0300-4d46-b60f-3b6c131007ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:34.125038 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bb6505b-0300-4d46-b60f-3b6c131007ac None None] Bound using segment: {'id': 'b2c713c2-8e0a-4620-8d49-7ae1ddb20db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fab67cd5-46e2-450e-aead-9e16a980be1b'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:34.125420 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-0bb6505b-0300-4d46-b60f-3b6c131007ac None None] Bound port: 500d298f-f6b7-4db1-9276-10d4d4ab16b2, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2c713c2-8e0a-4620-8d49-7ae1ddb20db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fab67cd5-46e2-450e-aead-9e16a980be1b'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:34.125807 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bb6505b-0300-4d46-b60f-3b6c131007ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:34.172447 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310ab154-06f6-48ed-81c2-ae0876b2f719 req-ec525fca-c55e-4d92-a1ff-e9d228dfd128 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:34.174057 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-310ab154-06f6-48ed-81c2-ae0876b2f719 req-ec525fca-c55e-4d92-a1ff-e9d228dfd128 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8e68470-cf9f-4451-aa66-aec605be0ba6 HTTP/1.1" status: 200 len: 944 time: 0.0924897 Jul 16 08:29:34.220676 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:34.222826 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-310ab154-06f6-48ed-81c2-ae0876b2f719 req-5839b927-84da-40da-86e7-8bd1bb743581 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dfaebed-1229-4eb7-86bf-73e7dd95209c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414662 Jul 16 08:29:34.271379 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c12305d6-fd52-4028-869e-2859e416965c {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:34.293776 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-0bb6505b-0300-4d46-b60f-3b6c131007ac None None] For port 500d298f-f6b7-4db1-9276-10d4d4ab16b2, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:34.298209 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-0bb6505b-0300-4d46-b60f-3b6c131007ac None None] For port 500d298f-f6b7-4db1-9276-10d4d4ab16b2, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=500d298f-f6b7-4db1-9276-10d4d4ab16b2,segment=NetworkSegment(b2c713c2-8e0a-4620-8d49-7ae1ddb20db1),segment_id=b2c713c2-8e0a-4620-8d49-7ae1ddb20db1)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:34.311485 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0bb6505b-0300-4d46-b60f-3b6c131007ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:34.325282 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port c12305d6-fd52-4028-869e-2859e416965c, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=c12305d6-fd52-4028-869e-2859e416965c,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:34.350650 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:34.419768 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6505b-0300-4d46-b60f-3b6c131007ac None None] Pushing event updated for resources: {'Port': ['ID=500d298f-f6b7-4db1-9276-10d4d4ab16b2,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:34.522243 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=c12305d6-fd52-4028-869e-2859e416965c,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:34.569881 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3609adff-b394-4d5f-96b6-44d0abde8131 req-f94422f8-c5d7-4a59-b324-7b3642b64692 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:34.580338 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3609adff-b394-4d5f-96b6-44d0abde8131 req-f94422f8-c5d7-4a59-b324-7b3642b64692 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=60e6ae2f-4f80-40ac-b3b6-02944075bdda HTTP/1.1" status: 200 len: 949 time: 0.2011149 Jul 16 08:29:34.619143 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['c12305d6-fd52-4028-869e-2859e416965c'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:34.634580 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3609adff-b394-4d5f-96b6-44d0abde8131 req-b54658b2-dd37-4191-bf1c-026da7da6af0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529504 Jul 16 08:29:34.700140 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-dac005e3-4422-4a12-b00b-fdb5b2399707 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:34.707636 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-dac005e3-4422-4a12-b00b-fdb5b2399707 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/networks?id=fab67cd5-46e2-450e-aead-9e16a980be1b HTTP/1.1" status: 200 len: 816 time: 0.2033863 Jul 16 08:29:34.741078 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-d74ea4f8-e459-4e12-a0da-db9d315252f7 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/quotas/ec9bc7ee3b854f55abf6b1b286377786 HTTP/1.1" status: 200 len: 375 time: 0.0315006 Jul 16 08:29:34.832916 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-c91fef2c-00e7-4063-9e58-ea59313a4c0d tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec9bc7ee3b854f55abf6b1b286377786&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0905635 Jul 16 08:29:34.968803 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-5a61e7df-9791-43ef-9530-a96f6460342e service neutron] 10.222.0.22 "GET /v2.0/networks/fab67cd5-46e2-450e-aead-9e16a980be1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303225 Jul 16 08:29:35.066048 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-e93d1e90-6ea0-41a3-b730-2a0c4095bab6 service neutron] 10.222.0.22 "GET /v2.0/networks/fab67cd5-46e2-450e-aead-9e16a980be1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876968 Jul 16 08:29:35.097413 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-525706fc-f8e0-49cc-b9db-695d3d843b07 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:35.099192 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-525706fc-f8e0-49cc-b9db-695d3d843b07 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/networks?id=625dfff6-7aa4-46e7-b897-fa5ed9305465 HTTP/1.1" status: 200 len: 805 time: 0.1496701 Jul 16 08:29:35.124466 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-b6074bfa-192f-49ab-b94a-35233ef55a20 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/quotas/6006a1dcb2354570866e06da5c4c7493 HTTP/1.1" status: 200 len: 375 time: 0.0178556 Jul 16 08:29:35.197229 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-09c2ae39-1a36-4a10-8704-8c9543c576d1 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6006a1dcb2354570866e06da5c4c7493&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0646062 Jul 16 08:29:35.422810 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-0c5f7d82-858b-4d26-86d6-c45c9c4a9cf3 service neutron] 10.222.0.22 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2180834 Jul 16 08:29:35.499439 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b58365-9c0f-420e-a35b-d06cc3b6c7c5 req-22bdf4a8-7d4a-4bec-8226-4c26fe852aab tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:35.501182 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b1b58365-9c0f-420e-a35b-d06cc3b6c7c5 req-22bdf4a8-7d4a-4bec-8226-4c26fe852aab tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 945 time: 0.1441402 Jul 16 08:29:35.561243 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-afb1153e-6ad6-4e10-89ad-9f2fc87c5810 service neutron] 10.222.0.22 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356125 Jul 16 08:29:35.570316 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b1b58365-9c0f-420e-a35b-d06cc3b6c7c5 req-1ac0117e-5810-4f37-af0f-feb43c825c61 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529327 Jul 16 08:29:35.680256 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4147af93-7d2b-4cff-b8b8-960726d6db7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:35.790396 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device c12305d6-fd52-4028-869e-2859e416965c up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:35.839194 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0da154d-aa43-4bd4-a623-0214e026cf60 None None] Network fab67cd5-46e2-450e-aead-9e16a980be1b requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:35.985943 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 16e802b5-5579-45b3-989a-ede5aeb18024 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:36.009012 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9df1ef-5f35-4281-93ef-73463a266998 req-e7fc1a68-c2d8-44d1-b291-b99f3269eb63 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:36.011622 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0a9df1ef-5f35-4281-93ef-73463a266998 req-e7fc1a68-c2d8-44d1-b291-b99f3269eb63 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8e68470-cf9f-4451-aa66-aec605be0ba6 HTTP/1.1" status: 200 len: 944 time: 0.1618900 Jul 16 08:29:36.111412 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.140257 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6c7ed4ab-25f5-44a0-aee2-3396fc175ccc None None] Provisioning for port 500d298f-f6b7-4db1-9276-10d4d4ab16b2 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:36.157966 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0a9df1ef-5f35-4281-93ef-73463a266998 req-a8082ec0-27c5-42d7-97a9-4d9b96c8b394 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dfaebed-1229-4eb7-86bf-73e7dd95209c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1362970 Jul 16 08:29:36.193463 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port c12305d6-fd52-4028-869e-2859e416965c completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:36.200763 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port c12305d6-fd52-4028-869e-2859e416965c triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:36.201150 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.235987 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-65dc2b9d-a1c1-4ce4-9d23-6421c358544f tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:36.247450 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-65dc2b9d-a1c1-4ce4-9d23-6421c358544f tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/networks?id=fab67cd5-46e2-450e-aead-9e16a980be1b HTTP/1.1" status: 200 len: 816 time: 0.2183337 Jul 16 08:29:36.252314 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 16e802b5-5579-45b3-989a-ede5aeb18024 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:36.292610 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 16e802b5-5579-45b3-989a-ede5aeb18024 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:36.292992 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.357944 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-c18d1a67-a037-49ad-8070-d2719984199e tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/quotas/ec9bc7ee3b854f55abf6b1b286377786 HTTP/1.1" status: 200 len: 375 time: 0.1092255 Jul 16 08:29:36.570338 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-71f38c30-4348-40fa-95ab-d643241e5931 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:36.571948 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-71f38c30-4348-40fa-95ab-d643241e5931 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.21 "GET /v2.0/networks?id=fab67cd5-46e2-450e-aead-9e16a980be1b HTTP/1.1" status: 200 len: 816 time: 0.4336314 Jul 16 08:29:36.586336 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.589506 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.605311 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-60c8f1fa-19dc-4bb3-856f-777a501887bb tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Request body: {'port': {'device_id': '88c4110a-1735-421a-91ab-970a1dd08757', 'network_id': 'fab67cd5-46e2-450e-aead-9e16a980be1b', 'admin_state_up': True, 'tenant_id': 'ec9bc7ee3b854f55abf6b1b286377786'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:36.694789 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c732e9fb-43c3-4fa6-a069-8c71e6a97ede req-086d3edd-8039-47cc-9455-b0e2de6ec08b tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:36.712973 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c732e9fb-43c3-4fa6-a069-8c71e6a97ede req-086d3edd-8039-47cc-9455-b0e2de6ec08b tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 1097 time: 0.1689169 Jul 16 08:29:36.735937 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-8dcc1a82-ea76-4cec-b768-d2f6a42d79f8 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ec9bc7ee3b854f55abf6b1b286377786&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3566775 Jul 16 08:29:36.743984 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e68470-cf9f-4451-aa66-aec605be0ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e802b5-5579-45b3-989a-ede5aeb18024'}, {'server_uuid': '60e6ae2f-4f80-40ac-b3b6-02944075bdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12305d6-fd52-4028-869e-2859e416965c'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:36.746404 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6a2d5c-8f8b-4924-90bd-a8c7328f516a" -d '{"events": [{"server_uuid": "a8e68470-cf9f-4451-aa66-aec605be0ba6", "name": "network-vif-plugged", "status": "completed", "tag": "16e802b5-5579-45b3-989a-ede5aeb18024"}, {"server_uuid": "60e6ae2f-4f80-40ac-b3b6-02944075bdda", "name": "network-vif-plugged", "status": "completed", "tag": "c12305d6-fd52-4028-869e-2859e416965c"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:36.764446 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 500d298f-f6b7-4db1-9276-10d4d4ab16b2 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:36.815613 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 16e802b5-5579-45b3-989a-ede5aeb18024, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=16e802b5-5579-45b3-989a-ede5aeb18024,segment=NetworkSegment(d411d2fe-f612-4213-9e02-6ac23434f1d5),segment_id=d411d2fe-f612-4213-9e02-6ac23434f1d5)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:36.839729 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c732e9fb-43c3-4fa6-a069-8c71e6a97ede req-ac27a7bc-70b0-4f62-afa3-13be69bd755e tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257002 Jul 16 08:29:36.851026 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port c12305d6-fd52-4028-869e-2859e416965c, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=c12305d6-fd52-4028-869e-2859e416965c,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:36.858738 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.884070 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:36.884959 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 2ae1e9e6-f836-4e18-976c-37636ecab4f0 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:36.917924 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 2ae1e9e6-f836-4e18-976c-37636ecab4f0 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:29:36.918272 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 2ae1e9e6-f836-4e18-976c-37636ecab4f0 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:37.029446 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-51467ebd-9665-432c-8dfc-c9cee9f75b30 service neutron] 10.222.0.22 "GET /v2.0/networks/fab67cd5-46e2-450e-aead-9e16a980be1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2920711 Jul 16 08:29:37.040441 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=16e802b5-5579-45b3-989a-ede5aeb18024,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:37.043539 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-60c8f1fa-19dc-4bb3-856f-777a501887bb tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Made reservation on behalf of ec9bc7ee3b854f55abf6b1b286377786 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:37.050345 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-60c8f1fa-19dc-4bb3-856f-777a501887bb tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.105900 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=c12305d6-fd52-4028-869e-2859e416965c,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:37.111763 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.122861 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 500d298f-f6b7-4db1-9276-10d4d4ab16b2 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:37.128188 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 500d298f-f6b7-4db1-9276-10d4d4ab16b2 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:37.129158 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.171415 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470f87f3-912d-4d87-9f5f-1f408dc25f03 req-3dc6066a-348a-4ab4-bb00-20c2e262bb7e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:37.174347 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-470f87f3-912d-4d87-9f5f-1f408dc25f03 req-3dc6066a-348a-4ab4-bb00-20c2e262bb7e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=60e6ae2f-4f80-40ac-b3b6-02944075bdda HTTP/1.1" status: 200 len: 950 time: 0.0944531 Jul 16 08:29:37.218142 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-ca7c474c-20df-4c2c-a7a7-e4b42f371f09 service neutron] 10.222.0.22 "GET /v2.0/networks/fab67cd5-46e2-450e-aead-9e16a980be1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1825244 Jul 16 08:29:37.255314 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-470f87f3-912d-4d87-9f5f-1f408dc25f03 req-e63d38b1-5523-4a44-8aee-564fad577b5e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745287 Jul 16 08:29:37.334917 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-60c8f1fa-19dc-4bb3-856f-777a501887bb tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Allocated IP 172.20.0.6 (fab67cd5-46e2-450e-aead-9e16a980be1b/f54ae592-dba2-4b67-8778-fc3e1eeff092/33a1a531-589b-4c0c-9129-473de99d0088) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:37.336108 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.426148 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 500d298f-f6b7-4db1-9276-10d4d4ab16b2, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=500d298f-f6b7-4db1-9276-10d4d4ab16b2,segment=NetworkSegment(b2c713c2-8e0a-4620-8d49-7ae1ddb20db1),segment_id=b2c713c2-8e0a-4620-8d49-7ae1ddb20db1)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:37.435115 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.563403 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=500d298f-f6b7-4db1-9276-10d4d4ab16b2,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:37.613241 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-34c3d3ec-a85b-4174-bbab-c88c0fa71009 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:37.618358 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-34c3d3ec-a85b-4174-bbab-c88c0fa71009 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.21 "GET /v2.0/networks?id=fab67cd5-46e2-450e-aead-9e16a980be1b HTTP/1.1" status: 200 len: 816 time: 0.2277663 Jul 16 08:29:37.639544 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-8713abd9-b06c-4eb9-a362-a5a5bf26312e tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Request body: {'port': {'device_id': '7b52d596-fa36-4bca-a34e-4fd266194967', 'network_id': 'fab67cd5-46e2-450e-aead-9e16a980be1b', 'admin_state_up': True, 'tenant_id': 'ec9bc7ee3b854f55abf6b1b286377786'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:37.739073 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7e59e33c-ec35-45b0-884d-d9e4998a2c40 req-cae3f1e2-2d9e-4e29-871c-599fda168a26 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 210 time: 0.0893176 Jul 16 08:29:37.801072 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-60c8f1fa-19dc-4bb3-856f-777a501887bb tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.802387 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1285b722-4086-4376-acee-f1706d3053af x-openstack-request-id: req-1285b722-4086-4376-acee-f1706d3053af {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:37.803452 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e68470-cf9f-4451-aa66-aec605be0ba6", "name": "network-vif-plugged", "status": "completed", "tag": "16e802b5-5579-45b3-989a-ede5aeb18024", "code": 200}, {"server_uuid": "60e6ae2f-4f80-40ac-b3b6-02944075bdda", "name": "network-vif-plugged", "status": "completed", "tag": "c12305d6-fd52-4028-869e-2859e416965c", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:37.809281 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1285b722-4086-4376-acee-f1706d3053af {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:37.809970 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e68470-cf9f-4451-aa66-aec605be0ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16e802b5-5579-45b3-989a-ede5aeb18024', 'code': 200} Jul 16 08:29:37.811620 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e6ae2f-4f80-40ac-b3b6-02944075bdda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c12305d6-fd52-4028-869e-2859e416965c', 'code': 200} Jul 16 08:29:37.820470 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-60c8f1fa-19dc-4bb3-856f-777a501887bb tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Transition to ACTIVE for port object 33a1a531-589b-4c0c-9129-473de99d0088 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:37.872303 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-60c8f1fa-19dc-4bb3-856f-777a501887bb tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.909584 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-8713abd9-b06c-4eb9-a362-a5a5bf26312e tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Made reservation on behalf of ec9bc7ee3b854f55abf6b1b286377786 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:37.915832 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-8713abd9-b06c-4eb9-a362-a5a5bf26312e tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:37.921511 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-60c8f1fa-19dc-4bb3-856f-777a501887bb tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Network fab67cd5-46e2-450e-aead-9e16a980be1b is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:37.961900 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-60c8f1fa-19dc-4bb3-856f-777a501887bb tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:37.966074 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-60c8f1fa-19dc-4bb3-856f-777a501887bb tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:38.183948 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c8f1fa-19dc-4bb3-856f-777a501887bb tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Pushing event updated for resources: {'Port': ['ID=33a1a531-589b-4c0c-9129-473de99d0088,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:38.229777 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-60c8f1fa-19dc-4bb3-856f-777a501887bb tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:38.230536 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-60c8f1fa-19dc-4bb3-856f-777a501887bb tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:38.289379 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-60c8f1fa-19dc-4bb3-856f-777a501887bb tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6956530 Jul 16 08:29:38.304786 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-b3ec1978-1ce8-424a-a970-276a50333769 service neutron] Request body: {'port': {'device_id': '88c4110a-1735-421a-91ab-970a1dd08757', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:38.305046 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-8713abd9-b06c-4eb9-a362-a5a5bf26312e tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Allocated IP 172.20.0.7 (fab67cd5-46e2-450e-aead-9e16a980be1b/f54ae592-dba2-4b67-8778-fc3e1eeff092/69bf00cf-8913-447f-a5fe-ba4676f763a6) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:38.379134 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c1f12e-c7c4-4612-b637-9ca8863bb4c8 req-acac7e91-74b3-4f7d-a63f-41de215c584d tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:38.380689 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-69c1f12e-c7c4-4612-b637-9ca8863bb4c8 req-acac7e91-74b3-4f7d-a63f-41de215c584d tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 1097 time: 0.3316200 Jul 16 08:29:38.431997 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:38.434107 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e6eabd-bdb0-416c-9260-e78b612e3593 req-430610d9-c2bf-446f-a785-880e5f829d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:38.435728 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-53e6eabd-bdb0-416c-9260-e78b612e3593 req-430610d9-c2bf-446f-a785-880e5f829d79 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a8e68470-cf9f-4451-aa66-aec605be0ba6 HTTP/1.1" status: 200 len: 1097 time: 0.1871903 Jul 16 08:29:38.451499 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5ec01af0-a5f3-4317-8362-b5812f408c14 None None] Provisioning for port 33a1a531-589b-4c0c-9129-473de99d0088 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:38.457270 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5ec01af0-a5f3-4317-8362-b5812f408c14 None None] Provisioning complete for port 33a1a531-589b-4c0c-9129-473de99d0088 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:38.457866 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5ec01af0-a5f3-4317-8362-b5812f408c14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:38.479116 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-b3ec1978-1ce8-424a-a970-276a50333769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:38.518479 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-69c1f12e-c7c4-4612-b637-9ca8863bb4c8 req-21d763bb-efe0-44fe-829b-27a9e92cbafc tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127548 Jul 16 08:29:38.531638 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-5ec01af0-a5f3-4317-8362-b5812f408c14 None None] Port 33a1a531-589b-4c0c-9129-473de99d0088 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:29:38.533419 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-8713abd9-b06c-4eb9-a362-a5a5bf26312e tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:38.562527 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c019c1df-4d84-4302-8dd7-66b95fa1e8fa req-328e63ca-4c4d-45e6-b9df-25acc34c0984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:38.564155 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c019c1df-4d84-4302-8dd7-66b95fa1e8fa req-328e63ca-4c4d-45e6-b9df-25acc34c0984 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=60e6ae2f-4f80-40ac-b3b6-02944075bdda HTTP/1.1" status: 200 len: 1102 time: 0.4867067 Jul 16 08:29:38.587451 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-53e6eabd-bdb0-416c-9260-e78b612e3593 req-a1100858-ddb0-486d-8b4e-16cdca099730 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0dfaebed-1229-4eb7-86bf-73e7dd95209c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1346159 Jul 16 08:29:38.659269 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3d3ac9-264d-4082-96ed-c19bd668a721 req-d0019f10-b556-48d0-bf5c-34f7bc1c97ef tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:38.661106 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2f3d3ac9-264d-4082-96ed-c19bd668a721 req-d0019f10-b556-48d0-bf5c-34f7bc1c97ef tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8e68470-cf9f-4451-aa66-aec605be0ba6 HTTP/1.1" status: 200 len: 945 time: 0.5748336 Jul 16 08:29:38.668008 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 500d298f-f6b7-4db1-9276-10d4d4ab16b2 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:38.680387 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-8713abd9-b06c-4eb9-a362-a5a5bf26312e tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Transition to ACTIVE for port object 69bf00cf-8913-447f-a5fe-ba4676f763a6 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:38.756480 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c019c1df-4d84-4302-8dd7-66b95fa1e8fa req-a49a45b2-453e-4904-a7c6-29dceac1416a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069951 Jul 16 08:29:38.766881 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 500d298f-f6b7-4db1-9276-10d4d4ab16b2 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:38.767278 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:38.788869 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-cb69d83a-2457-4d69-ad71-a2a1ac578208 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:38.789750 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-cb69d83a-2457-4d69-ad71-a2a1ac578208 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.21 "GET /v2.0/networks?id=625dfff6-7aa4-46e7-b897-fa5ed9305465 HTTP/1.1" status: 200 len: 805 time: 0.5414805 Jul 16 08:29:38.803155 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2f3d3ac9-264d-4082-96ed-c19bd668a721 req-6ab2da85-7c1c-4fa5-b202-716b3016f45b tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dfaebed-1229-4eb7-86bf-73e7dd95209c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135359 Jul 16 08:29:38.813135 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-b502e05e-ecaf-4490-900d-a24674c99c7a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Request body: {'port': {'device_id': '07f0f750-10e8-459b-9b3b-16d6b5307bf1', 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465', 'admin_state_up': True, 'tenant_id': '6006a1dcb2354570866e06da5c4c7493'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:38.933448 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-8713abd9-b06c-4eb9-a362-a5a5bf26312e tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:38.945964 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-b502e05e-ecaf-4490-900d-a24674c99c7a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Made reservation on behalf of 6006a1dcb2354570866e06da5c4c7493 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:38.949592 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-b502e05e-ecaf-4490-900d-a24674c99c7a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:38.962438 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-66b6180a-bb6d-4755-9deb-7b8060e27b77 req-4f735d1d-b6fe-4527-8518-002f9004ef01 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=f205a1e0-c71c-4161-8f7b-2b1080c20f84 HTTP/1.1" status: 200 len: 210 time: 0.0435760 Jul 16 08:29:39.111706 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-8713abd9-b06c-4eb9-a362-a5a5bf26312e tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Network fab67cd5-46e2-450e-aead-9e16a980be1b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:39.120746 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-8713abd9-b06c-4eb9-a362-a5a5bf26312e tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:39.129640 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-b3ec1978-1ce8-424a-a970-276a50333769 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33a1a531-589b-4c0c-9129-473de99d0088 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:39.131610 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-8713abd9-b06c-4eb9-a362-a5a5bf26312e tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:39.144062 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-b3ec1978-1ce8-424a-a970-276a50333769 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:39.175238 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713abd9-b06c-4eb9-a362-a5a5bf26312e tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Pushing event updated for resources: {'Port': ['ID=69bf00cf-8913-447f-a5fe-ba4676f763a6,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:39.198230 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-b3ec1978-1ce8-424a-a970-276a50333769 service neutron] Transition to ACTIVE for port object 33a1a531-589b-4c0c-9129-473de99d0088 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:39.266720 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-8713abd9-b06c-4eb9-a362-a5a5bf26312e tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:39.267392 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-8713abd9-b06c-4eb9-a362-a5a5bf26312e tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:39.279528 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-b3ec1978-1ce8-424a-a970-276a50333769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:39.307144 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-b502e05e-ecaf-4490-900d-a24674c99c7a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Allocated IP 172.20.0.5 (625dfff6-7aa4-46e7-b897-fa5ed9305465/31ddde08-05a5-43f7-b27d-07657c5409d3/2fba5b4b-e7f5-468b-9bf2-accb0eceeb57) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:39.322054 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-8713abd9-b06c-4eb9-a362-a5a5bf26312e tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6942606 Jul 16 08:29:39.340282 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-d4dd2de8-9609-4571-a2ec-aaa6049c52ce service neutron] Request body: {'port': {'device_id': '7b52d596-fa36-4bca-a34e-4fd266194967', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:39.358690 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec1978-1ce8-424a-a970-276a50333769 service neutron] Pushing event updated for resources: {'Port': ['ID=33a1a531-589b-4c0c-9129-473de99d0088,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:39.425026 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504c4e5-48a1-4a10-b584-15460bbdb7f4 req-6c396594-edcd-402f-a050-8b36c87bd933 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:39.433191 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1504c4e5-48a1-4a10-b584-15460bbdb7f4 req-6c396594-edcd-402f-a050-8b36c87bd933 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=60e6ae2f-4f80-40ac-b3b6-02944075bdda HTTP/1.1" status: 200 len: 950 time: 0.2333188 Jul 16 08:29:39.571056 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9841ef1f-d6f2-4c8f-abbd-548c7aec0f0e None None] Provisioning for port 69bf00cf-8913-447f-a5fe-ba4676f763a6 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:39.575776 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9841ef1f-d6f2-4c8f-abbd-548c7aec0f0e None None] Provisioning complete for port 69bf00cf-8913-447f-a5fe-ba4676f763a6 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:39.576147 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9841ef1f-d6f2-4c8f-abbd-548c7aec0f0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:39.642080 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1504c4e5-48a1-4a10-b584-15460bbdb7f4 req-df9801fc-da26-4998-a17c-ceac777f567d tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2068336 Jul 16 08:29:39.650678 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-b3ec1978-1ce8-424a-a970-276a50333769 service neutron] Attempting to bind port 33a1a531-589b-4c0c-9129-473de99d0088 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:39.652547 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-b3ec1978-1ce8-424a-a970-276a50333769 service neutron] Attempting to bind port 33a1a531-589b-4c0c-9129-473de99d0088 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'b2c713c2-8e0a-4620-8d49-7ae1ddb20db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fab67cd5-46e2-450e-aead-9e16a980be1b'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:39.671202 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-b3ec1978-1ce8-424a-a970-276a50333769 service neutron] Attempting to bind port 33a1a531-589b-4c0c-9129-473de99d0088 on network fab67cd5-46e2-450e-aead-9e16a980be1b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:39.696807 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-b3ec1978-1ce8-424a-a970-276a50333769 service neutron] Port 33a1a531-589b-4c0c-9129-473de99d0088 on network fab67cd5-46e2-450e-aead-9e16a980be1b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:29:39.699349 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-9841ef1f-d6f2-4c8f-abbd-548c7aec0f0e None None] Port 69bf00cf-8913-447f-a5fe-ba4676f763a6 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:29:39.699822 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-b3ec1978-1ce8-424a-a970-276a50333769 service neutron] Attempting to bind port 33a1a531-589b-4c0c-9129-473de99d0088 on network fab67cd5-46e2-450e-aead-9e16a980be1b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:39.809339 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-b3ec1978-1ce8-424a-a970-276a50333769 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:39.824791 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-b3ec1978-1ce8-424a-a970-276a50333769 service neutron] Checking segment: {'id': 'b2c713c2-8e0a-4620-8d49-7ae1ddb20db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fab67cd5-46e2-450e-aead-9e16a980be1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:39.825404 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-b3ec1978-1ce8-424a-a970-276a50333769 service neutron] Bound using segment: {'id': 'b2c713c2-8e0a-4620-8d49-7ae1ddb20db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fab67cd5-46e2-450e-aead-9e16a980be1b'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:39.826183 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-b3ec1978-1ce8-424a-a970-276a50333769 service neutron] Bound port: 33a1a531-589b-4c0c-9129-473de99d0088, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c713c2-8e0a-4620-8d49-7ae1ddb20db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fab67cd5-46e2-450e-aead-9e16a980be1b'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:39.826834 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-b3ec1978-1ce8-424a-a970-276a50333769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:40.076605 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cc232eb7-52fb-4806-8307-ca1a61ea8394 req-f341dc1f-dabd-47ab-a2d7-2525c8a05bc1 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 210 time: 0.0512347 Jul 16 08:29:40.102824 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-d4dd2de8-9609-4571-a2ec-aaa6049c52ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:40.196304 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-b502e05e-ecaf-4490-900d-a24674c99c7a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:40.292021 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-cc40b668-2344-46d8-a525-2dab94616742 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:40.294030 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-cc40b668-2344-46d8-a525-2dab94616742 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.30 "GET /v2.0/networks?id=fab67cd5-46e2-450e-aead-9e16a980be1b HTTP/1.1" status: 200 len: 816 time: 0.8151362 Jul 16 08:29:40.315569 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-1b984e42-64e2-4e16-892f-e678fdb7489d tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Request body: {'port': {'device_id': 'f205a1e0-c71c-4161-8f7b-2b1080c20f84', 'network_id': 'fab67cd5-46e2-450e-aead-9e16a980be1b', 'admin_state_up': True, 'tenant_id': 'ec9bc7ee3b854f55abf6b1b286377786'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:40.348496 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-b3ec1978-1ce8-424a-a970-276a50333769 service neutron] For port 33a1a531-589b-4c0c-9129-473de99d0088, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:40.372869 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-b502e05e-ecaf-4490-900d-a24674c99c7a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:40.373960 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-b3ec1978-1ce8-424a-a970-276a50333769 service neutron] For port 33a1a531-589b-4c0c-9129-473de99d0088, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=33a1a531-589b-4c0c-9129-473de99d0088,segment=NetworkSegment(b2c713c2-8e0a-4620-8d49-7ae1ddb20db1),segment_id=b2c713c2-8e0a-4620-8d49-7ae1ddb20db1)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:40.385517 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['93a1378d-9ae2-4cae-b365-a03736d922c0'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:40.417510 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-b3ec1978-1ce8-424a-a970-276a50333769 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:40.425980 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b502e05e-ecaf-4490-900d-a24674c99c7a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Pushing event updated for resources: {'Port': ['ID=2fba5b4b-e7f5-468b-9bf2-accb0eceeb57,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:40.452342 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-b502e05e-ecaf-4490-900d-a24674c99c7a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Network 625dfff6-7aa4-46e7-b897-fa5ed9305465 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:40.455706 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-b502e05e-ecaf-4490-900d-a24674c99c7a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:40.463208 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-b502e05e-ecaf-4490-900d-a24674c99c7a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:40.479970 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-b3ec1978-1ce8-424a-a970-276a50333769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:40.480788 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-b3ec1978-1ce8-424a-a970-276a50333769 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:40.482360 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-b3ec1978-1ce8-424a-a970-276a50333769 service neutron] 10.222.0.21 "PUT /v2.0/ports/33a1a531-589b-4c0c-9129-473de99d0088 HTTP/1.1" status: 200 len: 1092 time: 2.1824670 Jul 16 08:29:40.482943 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88c4110a-1735-421a-91ab-970a1dd08757', 'tag': '33a1a531-589b-4c0c-9129-473de99d0088'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:40.485494 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b752120-04ba-47ba-aefb-03567d7cbee3" -d '{"events": [{"name": "network-changed", "server_uuid": "88c4110a-1735-421a-91ab-970a1dd08757", "tag": "33a1a531-589b-4c0c-9129-473de99d0088"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:40.506578 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7eee0b-e839-4cbc-9534-7cb43ed96700 req-5fcd9981-ec0f-4750-80ec-50b9ade74e3f tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:40.508574 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7d7eee0b-e839-4cbc-9534-7cb43ed96700 req-5fcd9981-ec0f-4750-80ec-50b9ade74e3f tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/ports?device_id=0abb8623-a4e0-4eb5-bb6b-4d69f58363c3 HTTP/1.1" status: 200 len: 945 time: 0.5658696 Jul 16 08:29:40.567155 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-b502e05e-ecaf-4490-900d-a24674c99c7a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:40.568267 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-b502e05e-ecaf-4490-900d-a24674c99c7a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:40.582316 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ec1978-1ce8-424a-a970-276a50333769 service neutron] Pushing event updated for resources: {'Port': ['ID=33a1a531-589b-4c0c-9129-473de99d0088,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:40.626540 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-d4dd2de8-9609-4571-a2ec-aaa6049c52ce service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 69bf00cf-8913-447f-a5fe-ba4676f763a6 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:40.646275 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-d4dd2de8-9609-4571-a2ec-aaa6049c52ce service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:40.660647 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7d7eee0b-e839-4cbc-9534-7cb43ed96700 req-76c0b486-de19-42ad-ae88-2bada23b28b1 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/security-groups?id=9c15fbfe-ea0e-4712-bbd4-b2ae3b14a93f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441135 Jul 16 08:29:40.667125 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-1b984e42-64e2-4e16-892f-e678fdb7489d tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Made reservation on behalf of ec9bc7ee3b854f55abf6b1b286377786 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:40.686858 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-b502e05e-ecaf-4490-900d-a24674c99c7a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8696008 Jul 16 08:29:40.687202 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-1b984e42-64e2-4e16-892f-e678fdb7489d tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:40.689900 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-d4dd2de8-9609-4571-a2ec-aaa6049c52ce service neutron] Transition to ACTIVE for port object 69bf00cf-8913-447f-a5fe-ba4676f763a6 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:40.699892 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-7e4ce54e-20f2-49e5-ad76-ba57453b1d37 service neutron] Request body: {'port': {'device_id': '07f0f750-10e8-459b-9b3b-16d6b5307bf1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:40.711415 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-d4dd2de8-9609-4571-a2ec-aaa6049c52ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:40.786890 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-be22a6a0-c015-4a68-9423-0590fda603db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:40.788766 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-be22a6a0-c015-4a68-9423-0590fda603db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec9bc7ee3b854f55abf6b1b286377786&device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 1095 time: 0.2166259 Jul 16 08:29:40.853534 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-4b81e448-c0ae-4140-9560-29cb15dde91e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33a1a531-589b-4c0c-9129-473de99d0088 HTTP/1.1" status: 200 len: 217 time: 0.0467851 Jul 16 08:29:40.993565 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-7e4ce54e-20f2-49e5-ad76-ba57453b1d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:40.995037 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd2de8-9609-4571-a2ec-aaa6049c52ce service neutron] Pushing event updated for resources: {'Port': ['ID=69bf00cf-8913-447f-a5fe-ba4676f763a6,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:41.027602 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-1b984e42-64e2-4e16-892f-e678fdb7489d tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Allocated IP 172.20.0.11 (fab67cd5-46e2-450e-aead-9e16a980be1b/f54ae592-dba2-4b67-8778-fc3e1eeff092/caa159ea-2aa6-4d4f-a7d2-02d26b870a34) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:41.106451 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-d4dd2de8-9609-4571-a2ec-aaa6049c52ce service neutron] Attempting to bind port 69bf00cf-8913-447f-a5fe-ba4676f763a6 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:41.107049 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-d4dd2de8-9609-4571-a2ec-aaa6049c52ce service neutron] Attempting to bind port 69bf00cf-8913-447f-a5fe-ba4676f763a6 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'b2c713c2-8e0a-4620-8d49-7ae1ddb20db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fab67cd5-46e2-450e-aead-9e16a980be1b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:41.107575 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-d4dd2de8-9609-4571-a2ec-aaa6049c52ce service neutron] Attempting to bind port 69bf00cf-8913-447f-a5fe-ba4676f763a6 on network fab67cd5-46e2-450e-aead-9e16a980be1b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:41.165745 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-d4dd2de8-9609-4571-a2ec-aaa6049c52ce service neutron] Port 69bf00cf-8913-447f-a5fe-ba4676f763a6 on network fab67cd5-46e2-450e-aead-9e16a980be1b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:29:41.166085 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-d4dd2de8-9609-4571-a2ec-aaa6049c52ce service neutron] Attempting to bind port 69bf00cf-8913-447f-a5fe-ba4676f763a6 on network fab67cd5-46e2-450e-aead-9e16a980be1b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:41.183595 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-d4dd2de8-9609-4571-a2ec-aaa6049c52ce service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:41.184000 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-d4dd2de8-9609-4571-a2ec-aaa6049c52ce service neutron] Checking segment: {'id': 'b2c713c2-8e0a-4620-8d49-7ae1ddb20db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fab67cd5-46e2-450e-aead-9e16a980be1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:41.184329 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-d4dd2de8-9609-4571-a2ec-aaa6049c52ce service neutron] Bound using segment: {'id': 'b2c713c2-8e0a-4620-8d49-7ae1ddb20db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fab67cd5-46e2-450e-aead-9e16a980be1b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:41.184824 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-d4dd2de8-9609-4571-a2ec-aaa6049c52ce service neutron] Bound port: 69bf00cf-8913-447f-a5fe-ba4676f763a6, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c713c2-8e0a-4620-8d49-7ae1ddb20db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fab67cd5-46e2-450e-aead-9e16a980be1b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:41.185328 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-d4dd2de8-9609-4571-a2ec-aaa6049c52ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:41.189582 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-90308e88-5037-43f5-908a-5c5fbf303134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:41.190798 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-90308e88-5037-43f5-908a-5c5fbf303134 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f54ae592-dba2-4b67-8778-fc3e1eeff092 HTTP/1.1" status: 200 len: 855 time: 0.3295288 Jul 16 08:29:41.274955 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-1b984e42-64e2-4e16-892f-e678fdb7489d tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:41.297349 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-1b984e42-64e2-4e16-892f-e678fdb7489d tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Transition to ACTIVE for port object caa159ea-2aa6-4d4f-a7d2-02d26b870a34 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:41.414890 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-d4dd2de8-9609-4571-a2ec-aaa6049c52ce service neutron] For port 69bf00cf-8913-447f-a5fe-ba4676f763a6, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:41.416024 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-1b984e42-64e2-4e16-892f-e678fdb7489d tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:41.444616 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-d4dd2de8-9609-4571-a2ec-aaa6049c52ce service neutron] For port 69bf00cf-8913-447f-a5fe-ba4676f763a6, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=69bf00cf-8913-447f-a5fe-ba4676f763a6,segment=NetworkSegment(b2c713c2-8e0a-4620-8d49-7ae1ddb20db1),segment_id=b2c713c2-8e0a-4620-8d49-7ae1ddb20db1)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:41.454338 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-d4dd2de8-9609-4571-a2ec-aaa6049c52ce service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:41.507062 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6917012b-05e1-472f-bd5d-72211d203e36 req-e7b60a15-f264-4535-b89b-89c11c81b364 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:41.508676 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6917012b-05e1-472f-bd5d-72211d203e36 req-e7b60a15-f264-4535-b89b-89c11c81b364 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8e68470-cf9f-4451-aa66-aec605be0ba6 HTTP/1.1" status: 200 len: 945 time: 0.6058192 Jul 16 08:29:41.511818 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-1b984e42-64e2-4e16-892f-e678fdb7489d tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Network fab67cd5-46e2-450e-aead-9e16a980be1b is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:41.525546 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-1b984e42-64e2-4e16-892f-e678fdb7489d tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:41.525715 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-d4dd2de8-9609-4571-a2ec-aaa6049c52ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:41.526194 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-d4dd2de8-9609-4571-a2ec-aaa6049c52ce service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:41.527646 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-d4dd2de8-9609-4571-a2ec-aaa6049c52ce service neutron] 10.222.0.21 "PUT /v2.0/ports/69bf00cf-8913-447f-a5fe-ba4676f763a6 HTTP/1.1" status: 200 len: 1092 time: 2.1960087 Jul 16 08:29:41.529761 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-1b984e42-64e2-4e16-892f-e678fdb7489d tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:41.531331 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b52d596-fa36-4bca-a34e-4fd266194967', 'tag': '69bf00cf-8913-447f-a5fe-ba4676f763a6'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:41.533940 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ce48f25-6125-4ef5-8dae-d3fcc560350e" -d '{"events": [{"name": "network-changed", "server_uuid": "7b52d596-fa36-4bca-a34e-4fd266194967", "tag": "69bf00cf-8913-447f-a5fe-ba4676f763a6"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:41.541298 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b984e42-64e2-4e16-892f-e678fdb7489d tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Pushing event updated for resources: {'Port': ['ID=caa159ea-2aa6-4d4f-a7d2-02d26b870a34,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:41.567603 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-7e4ce54e-20f2-49e5-ad76-ba57453b1d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2fba5b4b-e7f5-468b-9bf2-accb0eceeb57 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:41.597424 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd2de8-9609-4571-a2ec-aaa6049c52ce service neutron] Pushing event updated for resources: {'Port': ['ID=69bf00cf-8913-447f-a5fe-ba4676f763a6,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:41.610584 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-090415ca-383c-491b-951c-f1ffea8ebb9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:41.612133 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-090415ca-383c-491b-951c-f1ffea8ebb9c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fab67cd5-46e2-450e-aead-9e16a980be1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2847557 Jul 16 08:29:41.613639 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-7e4ce54e-20f2-49e5-ad76-ba57453b1d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:41.671982 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-7e4ce54e-20f2-49e5-ad76-ba57453b1d37 service neutron] Transition to ACTIVE for port object 2fba5b4b-e7f5-468b-9bf2-accb0eceeb57 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:41.672387 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-1b984e42-64e2-4e16-892f-e678fdb7489d tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:41.673052 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-1b984e42-64e2-4e16-892f-e678fdb7489d tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:41.687098 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-7e4ce54e-20f2-49e5-ad76-ba57453b1d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:41.699143 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6917012b-05e1-472f-bd5d-72211d203e36 req-9469e7e8-b4aa-4149-b5cc-c32dc2895f75 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dfaebed-1229-4eb7-86bf-73e7dd95209c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1611335 Jul 16 08:29:41.784565 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-1b984e42-64e2-4e16-892f-e678fdb7489d tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4751484 Jul 16 08:29:41.798725 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-8a1668e4-9619-4875-b93f-cbba2823ca0f service neutron] Request body: {'port': {'device_id': 'f205a1e0-c71c-4161-8f7b-2b1080c20f84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:41.819474 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ce54e-20f2-49e5-ad76-ba57453b1d37 service neutron] Pushing event updated for resources: {'Port': ['ID=2fba5b4b-e7f5-468b-9bf2-accb0eceeb57,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:41.848593 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-3ae7f13d-4ee9-43f0-a5b9-35937fc842d1 service neutron] 10.222.0.21 "GET /v2.0/networks/fab67cd5-46e2-450e-aead-9e16a980be1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283988 Jul 16 08:29:41.904863 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d2b2a9-3247-4e93-8b4c-3dcd030665fc req-7d9f2e66-3bb1-46f2-b4ab-74682dc30816 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:41.906427 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a9d2b2a9-3247-4e93-8b4c-3dcd030665fc req-7d9f2e66-3bb1-46f2-b4ab-74682dc30816 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.30 "GET /v2.0/ports?device_id=0abb8623-a4e0-4eb5-bb6b-4d69f58363c3 HTTP/1.1" status: 200 len: 945 time: 0.3564062 Jul 16 08:29:41.972316 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-ed057976-415d-4971-99d8-77f8d6be0f62 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:29:41.973344 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-ed057976-415d-4971-99d8-77f8d6be0f62 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2109694 Jul 16 08:29:42.001939 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-22436e53-4c69-4003-b74d-7c54c2f66ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:42.003428 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-22436e53-4c69-4003-b74d-7c54c2f66ed5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec9bc7ee3b854f55abf6b1b286377786&device_id=7b52d596-fa36-4bca-a34e-4fd266194967 HTTP/1.1" status: 200 len: 1095 time: 0.3852818 Jul 16 08:29:42.043748 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-8a1668e4-9619-4875-b93f-cbba2823ca0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:42.054517 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-47d3b080-105d-4567-a5a8-9a99c434d706 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69bf00cf-8913-447f-a5fe-ba4676f763a6 HTTP/1.1" status: 200 len: 217 time: 0.0414240 Jul 16 08:29:42.086597 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ebc846a6-b862-4262-888a-ccf7eba378ae req-5861363b-d3cf-44a3-adf2-faf3beef722a service neutron] 10.222.0.21 "GET /v2.0/networks/fab67cd5-46e2-450e-aead-9e16a980be1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266164 Jul 16 08:29:42.103804 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-4b7776e7-b17e-42f2-a4c7-6bb102c6cf5d service neutron] Request body: {'binding': {'host': 'n-h2-771362-37', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:42.104185 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-4b7776e7-b17e-42f2-a4c7-6bb102c6cf5d service neutron] Unknown quota resources ['binding']. {{(pid=93758) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:29:42.122118 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d049d4a-4823-4346-95ff-8591884187b7 req-bd0bcd7d-0e4d-4fc8-ae76-cfb2529e7862 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:42.123534 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7d049d4a-4823-4346-95ff-8591884187b7 req-bd0bcd7d-0e4d-4fc8-ae76-cfb2529e7862 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=f205a1e0-c71c-4161-8f7b-2b1080c20f84 HTTP/1.1" status: 200 len: 932 time: 0.2313254 Jul 16 08:29:42.147353 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-48d5ffd9-b587-4ebe-bfdb-2327a2f8f68a None None] Provisioning for port caa159ea-2aa6-4d4f-a7d2-02d26b870a34 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:42.151899 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-7e4ce54e-20f2-49e5-ad76-ba57453b1d37 service neutron] Attempting to bind port 2fba5b4b-e7f5-468b-9bf2-accb0eceeb57 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:42.152300 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-7e4ce54e-20f2-49e5-ad76-ba57453b1d37 service neutron] Attempting to bind port 2fba5b4b-e7f5-468b-9bf2-accb0eceeb57 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'f515938d-d605-4fe4-a310-b50c6a61626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:42.152612 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-7e4ce54e-20f2-49e5-ad76-ba57453b1d37 service neutron] Attempting to bind port 2fba5b4b-e7f5-468b-9bf2-accb0eceeb57 on network 625dfff6-7aa4-46e7-b897-fa5ed9305465 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:42.153392 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-48d5ffd9-b587-4ebe-bfdb-2327a2f8f68a None None] Provisioning complete for port caa159ea-2aa6-4d4f-a7d2-02d26b870a34 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:42.154216 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-48d5ffd9-b587-4ebe-bfdb-2327a2f8f68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:42.174161 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-7e4ce54e-20f2-49e5-ad76-ba57453b1d37 service neutron] Port 2fba5b4b-e7f5-468b-9bf2-accb0eceeb57 on network 625dfff6-7aa4-46e7-b897-fa5ed9305465 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:29:42.174662 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-7e4ce54e-20f2-49e5-ad76-ba57453b1d37 service neutron] Attempting to bind port 2fba5b4b-e7f5-468b-9bf2-accb0eceeb57 on network 625dfff6-7aa4-46e7-b897-fa5ed9305465 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:42.193138 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-48d5ffd9-b587-4ebe-bfdb-2327a2f8f68a None None] Port caa159ea-2aa6-4d4f-a7d2-02d26b870a34 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:29:42.198597 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-2cadd8e7-4ad5-432a-a7a5-c6c0d2ce2b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:42.200613 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-2cadd8e7-4ad5-432a-a7a5-c6c0d2ce2b04 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f54ae592-dba2-4b67-8778-fc3e1eeff092 HTTP/1.1" status: 200 len: 855 time: 0.1370692 Jul 16 08:29:42.223341 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-7e4ce54e-20f2-49e5-ad76-ba57453b1d37 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:42.223683 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-7e4ce54e-20f2-49e5-ad76-ba57453b1d37 service neutron] Checking segment: {'id': 'f515938d-d605-4fe4-a310-b50c6a61626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:42.224208 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-7e4ce54e-20f2-49e5-ad76-ba57453b1d37 service neutron] Bound using segment: {'id': 'f515938d-d605-4fe4-a310-b50c6a61626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:42.225588 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-7e4ce54e-20f2-49e5-ad76-ba57453b1d37 service neutron] Bound port: 2fba5b4b-e7f5-468b-9bf2-accb0eceeb57, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f515938d-d605-4fe4-a310-b50c6a61626e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:42.226027 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-7e4ce54e-20f2-49e5-ad76-ba57453b1d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:42.251625 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7d049d4a-4823-4346-95ff-8591884187b7 req-314a9b0d-3121-4918-baad-f4211a6f457e tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090720 Jul 16 08:29:42.324893 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-a9d2b2a9-3247-4e93-8b4c-3dcd030665fc req-22dc40bb-6c6c-48bd-a6e7-4307f5886c88 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Deleting port d1225757-0775-4299-9c83-75359d8190ef {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:42.325236 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a9d2b2a9-3247-4e93-8b4c-3dcd030665fc req-22dc40bb-6c6c-48bd-a6e7-4307f5886c88 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:42.442472 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2137440-b0dd-42b4-91e6-32532d3f71e8 x-openstack-request-id: req-b2137440-b0dd-42b4-91e6-32532d3f71e8 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:42.443000 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "88c4110a-1735-421a-91ab-970a1dd08757", "tag": "33a1a531-589b-4c0c-9129-473de99d0088", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:42.444015 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b2137440-b0dd-42b4-91e6-32532d3f71e8 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:42.444615 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88c4110a-1735-421a-91ab-970a1dd08757', 'tag': '33a1a531-589b-4c0c-9129-473de99d0088', 'status': 'completed', 'code': 200} Jul 16 08:29:42.483729 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-e70a8467-02e6-482d-8a60-9a0889551c67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:42.485378 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-e70a8467-02e6-482d-8a60-9a0889551c67 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fab67cd5-46e2-450e-aead-9e16a980be1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2639730 Jul 16 08:29:42.497196 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-8a1668e4-9619-4875-b93f-cbba2823ca0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id caa159ea-2aa6-4d4f-a7d2-02d26b870a34 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:42.501419 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-7e4ce54e-20f2-49e5-ad76-ba57453b1d37 service neutron] For port 2fba5b4b-e7f5-468b-9bf2-accb0eceeb57, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:42.507726 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-8a1668e4-9619-4875-b93f-cbba2823ca0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:42.527653 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-8a1668e4-9619-4875-b93f-cbba2823ca0f service neutron] Transition to ACTIVE for port object caa159ea-2aa6-4d4f-a7d2-02d26b870a34 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:42.533462 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-8a1668e4-9619-4875-b93f-cbba2823ca0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:42.551999 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-4b7776e7-b17e-42f2-a4c7-6bb102c6cf5d service neutron] Attempting to bind port 373c0be1-41dc-4857-b8e6-bbf33c1354d1 on host n-h2-771362-37 for vnic_type normal with profile None {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:42.552454 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-4b7776e7-b17e-42f2-a4c7-6bb102c6cf5d service neutron] Attempting to bind port 373c0be1-41dc-4857-b8e6-bbf33c1354d1 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:42.552775 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-4b7776e7-b17e-42f2-a4c7-6bb102c6cf5d service neutron] Attempting to bind port 373c0be1-41dc-4857-b8e6-bbf33c1354d1 on network d342364e-cb68-4fed-83d9-f37bbb306922 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:42.559758 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-7e4ce54e-20f2-49e5-ad76-ba57453b1d37 service neutron] For port 2fba5b4b-e7f5-468b-9bf2-accb0eceeb57, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=2fba5b4b-e7f5-468b-9bf2-accb0eceeb57,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:42.564085 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-a9d2b2a9-3247-4e93-8b4c-3dcd030665fc req-22dc40bb-6c6c-48bd-a6e7-4307f5886c88 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] For port d1225757-0775-4299-9c83-75359d8190ef, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d1225757-0775-4299-9c83-75359d8190ef,segment=NetworkSegment(9c38dbf6-508c-4ef7-9acc-99f901f233af),segment_id=9c38dbf6-508c-4ef7-9acc-99f901f233af)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:42.564475 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a9d2b2a9-3247-4e93-8b4c-3dcd030665fc req-22dc40bb-6c6c-48bd-a6e7-4307f5886c88 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:42.575121 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-7e4ce54e-20f2-49e5-ad76-ba57453b1d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:42.582479 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-4b7776e7-b17e-42f2-a4c7-6bb102c6cf5d service neutron] Port 373c0be1-41dc-4857-b8e6-bbf33c1354d1 on network d342364e-cb68-4fed-83d9-f37bbb306922 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:29:42.582789 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-4b7776e7-b17e-42f2-a4c7-6bb102c6cf5d service neutron] Attempting to bind port 373c0be1-41dc-4857-b8e6-bbf33c1354d1 on network d342364e-cb68-4fed-83d9-f37bbb306922 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:42.598241 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b752120-04ba-47ba-aefb-03567d7cbee3 req-f10f8a46-8f8e-4aa4-8e17-4da3ad7f31a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:42.600892 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8b752120-04ba-47ba-aefb-03567d7cbee3 req-f10f8a46-8f8e-4aa4-8e17-4da3ad7f31a5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec9bc7ee3b854f55abf6b1b286377786&device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 1095 time: 0.1454525 Jul 16 08:29:42.606497 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-a9d2b2a9-3247-4e93-8b4c-3dcd030665fc req-22dc40bb-6c6c-48bd-a6e7-4307f5886c88 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Calling delete_port for d1225757-0775-4299-9c83-75359d8190ef owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:42.658094 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1668e4-9619-4875-b93f-cbba2823ca0f service neutron] Pushing event updated for resources: {'Port': ['ID=caa159ea-2aa6-4d4f-a7d2-02d26b870a34,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:42.665450 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-4b7776e7-b17e-42f2-a4c7-6bb102c6cf5d service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:42.665793 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-4b7776e7-b17e-42f2-a4c7-6bb102c6cf5d service neutron] Checking segment: {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:42.666236 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-4b7776e7-b17e-42f2-a4c7-6bb102c6cf5d service neutron] Bound using segment: {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:42.666618 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-4b7776e7-b17e-42f2-a4c7-6bb102c6cf5d service neutron] Bound port: 373c0be1-41dc-4857-b8e6-bbf33c1354d1, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:42.674880 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-7e4ce54e-20f2-49e5-ad76-ba57453b1d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:42.675504 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-7e4ce54e-20f2-49e5-ad76-ba57453b1d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:42.677080 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-7e4ce54e-20f2-49e5-ad76-ba57453b1d37 service neutron] 10.222.0.21 "PUT /v2.0/ports/2fba5b4b-e7f5-468b-9bf2-accb0eceeb57 HTTP/1.1" status: 200 len: 1092 time: 1.9859030 Jul 16 08:29:42.804050 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4ce54e-20f2-49e5-ad76-ba57453b1d37 service neutron] Pushing event updated for resources: {'Port': ['ID=2fba5b4b-e7f5-468b-9bf2-accb0eceeb57,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:42.823571 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-86ab6278-5bb5-404a-ae6b-ceef7e97c679 service neutron] 10.222.0.21 "GET /v2.0/networks/fab67cd5-46e2-450e-aead-9e16a980be1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255234 Jul 16 08:29:42.827978 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474f250e-8ef0-4e77-83e5-42ea6644f770 req-dbd63e32-4519-4eda-baed-ec9e58514fe3 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:42.837732 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-474f250e-8ef0-4e77-83e5-42ea6644f770 req-dbd63e32-4519-4eda-baed-ec9e58514fe3 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=60e6ae2f-4f80-40ac-b3b6-02944075bdda HTTP/1.1" status: 200 len: 950 time: 0.2927816 Jul 16 08:29:42.880411 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-4b7776e7-b17e-42f2-a4c7-6bb102c6cf5d service neutron] For port 373c0be1-41dc-4857-b8e6-bbf33c1354d1, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=373c0be1-41dc-4857-b8e6-bbf33c1354d1,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:42.894979 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-4b7776e7-b17e-42f2-a4c7-6bb102c6cf5d service neutron] Notify callbacks [] for binding, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:42.896136 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-4b7776e7-b17e-42f2-a4c7-6bb102c6cf5d service neutron] 10.222.0.22 "POST /v2.0/ports/373c0be1-41dc-4857-b8e6-bbf33c1354d1/bindings HTTP/1.1" status: 201 len: 390 time: 0.9061508 Jul 16 08:29:42.898862 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b752120-04ba-47ba-aefb-03567d7cbee3 req-72841ce6-3bb0-4e99-b329-f97d636fd060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:42.900701 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8b752120-04ba-47ba-aefb-03567d7cbee3 req-72841ce6-3bb0-4e99-b329-f97d636fd060 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fab67cd5-46e2-450e-aead-9e16a980be1b HTTP/1.1" status: 200 len: 917 time: 0.2884140 Jul 16 08:29:42.903945 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-8a1668e4-9619-4875-b93f-cbba2823ca0f service neutron] Attempting to bind port caa159ea-2aa6-4d4f-a7d2-02d26b870a34 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:42.904699 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-8a1668e4-9619-4875-b93f-cbba2823ca0f service neutron] Attempting to bind port caa159ea-2aa6-4d4f-a7d2-02d26b870a34 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'b2c713c2-8e0a-4620-8d49-7ae1ddb20db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fab67cd5-46e2-450e-aead-9e16a980be1b'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:42.904962 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-8a1668e4-9619-4875-b93f-cbba2823ca0f service neutron] Attempting to bind port caa159ea-2aa6-4d4f-a7d2-02d26b870a34 on network fab67cd5-46e2-450e-aead-9e16a980be1b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:42.972369 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8b752120-04ba-47ba-aefb-03567d7cbee3 req-b1f431de-1ac7-41f9-a007-f758007e8334 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33a1a531-589b-4c0c-9129-473de99d0088 HTTP/1.1" status: 200 len: 217 time: 0.0646148 Jul 16 08:29:42.988888 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-474f250e-8ef0-4e77-83e5-42ea6644f770 req-b9e76912-f211-4382-9672-cb5e76c653f2 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1475129 Jul 16 08:29:42.993283 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-8a1668e4-9619-4875-b93f-cbba2823ca0f service neutron] Port caa159ea-2aa6-4d4f-a7d2-02d26b870a34 on network fab67cd5-46e2-450e-aead-9e16a980be1b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:29:42.994246 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-8a1668e4-9619-4875-b93f-cbba2823ca0f service neutron] Attempting to bind port caa159ea-2aa6-4d4f-a7d2-02d26b870a34 on network fab67cd5-46e2-450e-aead-9e16a980be1b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:42.995538 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-833702cd-0683-4f5a-affa-4be4fdcded39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:42.997066 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-833702cd-0683-4f5a-affa-4be4fdcded39 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6006a1dcb2354570866e06da5c4c7493&device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 1095 time: 0.2431974 Jul 16 08:29:43.004660 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8b18808-5a16-4056-a67c-0fa715613d3e req-420fd609-af5f-445e-a2cc-bb7c3a65ebf2 service neutron] 10.222.0.21 "GET /v2.0/networks/fab67cd5-46e2-450e-aead-9e16a980be1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682019 Jul 16 08:29:43.056285 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-207caba1-5063-4af0-952f-967f446f1d27 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fba5b4b-e7f5-468b-9bf2-accb0eceeb57 HTTP/1.1" status: 200 len: 217 time: 0.0481842 Jul 16 08:29:43.060218 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a9d2b2a9-3247-4e93-8b4c-3dcd030665fc req-22dc40bb-6c6c-48bd-a6e7-4307f5886c88 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:43.074154 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['d1225757-0775-4299-9c83-75359d8190ef'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:43.084480 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-8a1668e4-9619-4875-b93f-cbba2823ca0f service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:43.085574 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-8a1668e4-9619-4875-b93f-cbba2823ca0f service neutron] Checking segment: {'id': 'b2c713c2-8e0a-4620-8d49-7ae1ddb20db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fab67cd5-46e2-450e-aead-9e16a980be1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:43.086035 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-8a1668e4-9619-4875-b93f-cbba2823ca0f service neutron] Bound using segment: {'id': 'b2c713c2-8e0a-4620-8d49-7ae1ddb20db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fab67cd5-46e2-450e-aead-9e16a980be1b'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:43.086560 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-8a1668e4-9619-4875-b93f-cbba2823ca0f service neutron] Bound port: caa159ea-2aa6-4d4f-a7d2-02d26b870a34, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2c713c2-8e0a-4620-8d49-7ae1ddb20db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'fab67cd5-46e2-450e-aead-9e16a980be1b'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:43.087029 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-8a1668e4-9619-4875-b93f-cbba2823ca0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:43.105234 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc40bb-6c6c-48bd-a6e7-4307f5886c88 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Pushing event deleted for resources: {'Port': ['ID=d1225757-0775-4299-9c83-75359d8190ef,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:43.108023 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3215dab-31a2-4a84-92fa-ab15b1fc25aa x-openstack-request-id: req-b3215dab-31a2-4a84-92fa-ab15b1fc25aa {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:43.108383 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b52d596-fa36-4bca-a34e-4fd266194967", "tag": "69bf00cf-8913-447f-a5fe-ba4676f763a6", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:43.108667 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b3215dab-31a2-4a84-92fa-ab15b1fc25aa {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:43.109099 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b52d596-fa36-4bca-a34e-4fd266194967', 'tag': '69bf00cf-8913-447f-a5fe-ba4676f763a6', 'status': 'completed', 'code': 200} Jul 16 08:29:43.178923 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b752120-04ba-47ba-aefb-03567d7cbee3 req-e5900eb3-b3f3-4370-b13e-152cdedbbac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:43.180883 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8b752120-04ba-47ba-aefb-03567d7cbee3 req-e5900eb3-b3f3-4370-b13e-152cdedbbac2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f54ae592-dba2-4b67-8778-fc3e1eeff092 HTTP/1.1" status: 200 len: 855 time: 0.1905172 Jul 16 08:29:43.230576 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-8a1668e4-9619-4875-b93f-cbba2823ca0f service neutron] For port caa159ea-2aa6-4d4f-a7d2-02d26b870a34, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:43.249669 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-8a1668e4-9619-4875-b93f-cbba2823ca0f service neutron] For port caa159ea-2aa6-4d4f-a7d2-02d26b870a34, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=caa159ea-2aa6-4d4f-a7d2-02d26b870a34,segment=NetworkSegment(b2c713c2-8e0a-4620-8d49-7ae1ddb20db1),segment_id=b2c713c2-8e0a-4620-8d49-7ae1ddb20db1)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:43.257796 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-8a1668e4-9619-4875-b93f-cbba2823ca0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:43.274600 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9d2b2a9-3247-4e93-8b4c-3dcd030665fc req-22dc40bb-6c6c-48bd-a6e7-4307f5886c88 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] No DVR routers for this DVR port d1225757-0775-4299-9c83-75359d8190ef on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:43.283164 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a9d2b2a9-3247-4e93-8b4c-3dcd030665fc req-22dc40bb-6c6c-48bd-a6e7-4307f5886c88 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:43.285134 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a9d2b2a9-3247-4e93-8b4c-3dcd030665fc req-22dc40bb-6c6c-48bd-a6e7-4307f5886c88 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.30 "DELETE /v2.0/ports/d1225757-0775-4299-9c83-75359d8190ef HTTP/1.1" status: 204 len: 173 time: 1.3671188 Jul 16 08:29:43.290929 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-478afa49-ed75-4377-a826-59e7687e6c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:43.292328 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-478afa49-ed75-4377-a826-59e7687e6c83 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31ddde08-05a5-43f7-b27d-07657c5409d3 HTTP/1.1" status: 200 len: 845 time: 0.2191277 Jul 16 08:29:43.320112 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-8a1668e4-9619-4875-b93f-cbba2823ca0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:43.321239 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-8a1668e4-9619-4875-b93f-cbba2823ca0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:43.322152 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-8a1668e4-9619-4875-b93f-cbba2823ca0f service neutron] 10.222.0.30 "PUT /v2.0/ports/caa159ea-2aa6-4d4f-a7d2-02d26b870a34 HTTP/1.1" status: 200 len: 1093 time: 1.5288002 Jul 16 08:29:43.349128 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-0944613d-6c8f-4012-809d-436ec116e3fc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=625dfff6-7aa4-46e7-b897-fa5ed9305465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462914 Jul 16 08:29:43.371636 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b0c9d261-e6ea-4c90-a401-ef39375907ff req-287b0631-8605-4403-920e-99b0c5679689 tempest-AttachSCSIVolumeTestJSON-2139479711 tempest-AttachSCSIVolumeTestJSON-2139479711-project] 10.222.0.22 "GET /v2.0/ports?device_id=0abb8623-a4e0-4eb5-bb6b-4d69f58363c3 HTTP/1.1" status: 200 len: 210 time: 0.0791180 Jul 16 08:29:43.391713 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce48f25-6125-4ef5-8dae-d3fcc560350e req-4ac702a8-7bc7-458a-a933-663cea364244 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:43.393282 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5ce48f25-6125-4ef5-8dae-d3fcc560350e req-4ac702a8-7bc7-458a-a933-663cea364244 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec9bc7ee3b854f55abf6b1b286377786&device_id=7b52d596-fa36-4bca-a34e-4fd266194967 HTTP/1.1" status: 200 len: 1095 time: 0.2536964 Jul 16 08:29:43.410714 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a9bc47-2627-467d-a2d1-9021cbabedb8 req-88834e6f-37e5-4b59-a189-266d6c56bb0c tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:43.412725 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-39a9bc47-2627-467d-a2d1-9021cbabedb8 req-88834e6f-37e5-4b59-a189-266d6c56bb0c tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 943 time: 0.2832377 Jul 16 08:29:43.428639 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b752120-04ba-47ba-aefb-03567d7cbee3 req-784782ab-de33-47bc-9667-fc96e751f150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:43.430265 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8b752120-04ba-47ba-aefb-03567d7cbee3 req-784782ab-de33-47bc-9667-fc96e751f150 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fab67cd5-46e2-450e-aead-9e16a980be1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2319431 Jul 16 08:29:43.431204 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1668e4-9619-4875-b93f-cbba2823ca0f service neutron] Pushing event updated for resources: {'Port': ['ID=caa159ea-2aa6-4d4f-a7d2-02d26b870a34,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:43.464185 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-fac9022c-eb5b-4125-9941-2df44d84cb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:43.465889 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-fac9022c-eb5b-4125-9941-2df44d84cb57 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 1097 time: 0.2447174 Jul 16 08:29:43.560861 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-a08638e8-f0a6-4ad5-b012-17b1a96be3d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:43.563012 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-a08638e8-f0a6-4ad5-b012-17b1a96be3d9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ec9bc7ee3b854f55abf6b1b286377786&device_id=f205a1e0-c71c-4161-8f7b-2b1080c20f84 HTTP/1.1" status: 200 len: 1096 time: 0.1856024 Jul 16 08:29:43.617207 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-033286e7-2b12-485f-8925-32e0cf74ac6d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caa159ea-2aa6-4d4f-a7d2-02d26b870a34 HTTP/1.1" status: 200 len: 217 time: 0.0434766 Jul 16 08:29:43.655311 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8b752120-04ba-47ba-aefb-03567d7cbee3 req-c02f0a21-7b61-41dd-ace7-da7da6e3e83f service neutron] 10.222.0.21 "GET /v2.0/networks/fab67cd5-46e2-450e-aead-9e16a980be1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147551 Jul 16 08:29:43.714249 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-39a9bc47-2627-467d-a2d1-9021cbabedb8 req-d86080f0-f812-4fa6-9570-c1a6bf6dd93b tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884908 Jul 16 08:29:43.759044 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-b97a88c3-cbd1-415b-ae60-7d67001c20f6 service neutron] 10.222.0.21 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3982008 Jul 16 08:29:43.771909 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce48f25-6125-4ef5-8dae-d3fcc560350e req-53ba0ab7-4687-4fbb-92f0-8fd78a3f636d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:43.773394 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5ce48f25-6125-4ef5-8dae-d3fcc560350e req-53ba0ab7-4687-4fbb-92f0-8fd78a3f636d service neutron] 10.222.0.21 "GET /v2.0/networks?id=fab67cd5-46e2-450e-aead-9e16a980be1b HTTP/1.1" status: 200 len: 917 time: 0.3581350 Jul 16 08:29:43.793319 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-be53c806-71f0-4611-badc-eea1ab90c210 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:43.794762 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-be53c806-71f0-4611-badc-eea1ab90c210 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d342364e-cb68-4fed-83d9-f37bbb306922 HTTP/1.1" status: 200 len: 921 time: 0.3012178 Jul 16 08:29:44.096323 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-c36a4716-99e4-4b1b-9163-658571ecd25b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:44.098017 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-c36a4716-99e4-4b1b-9163-658571ecd25b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f54ae592-dba2-4b67-8778-fc3e1eeff092 HTTP/1.1" status: 200 len: 855 time: 0.4637654 Jul 16 08:29:44.202443 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5ce48f25-6125-4ef5-8dae-d3fcc560350e req-51e27e94-a54b-4509-964c-43a45276d179 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=69bf00cf-8913-447f-a5fe-ba4676f763a6 HTTP/1.1" status: 200 len: 217 time: 0.4167547 Jul 16 08:29:44.206941 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4dd6bd-4430-4b99-9d13-f6b0fbfed4f4 req-7efc47ef-0877-4050-8854-58b2391233f7 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:44.207605 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-80912834-0fd4-400e-b333-56f1d7bc9646 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=373c0be1-41dc-4857-b8e6-bbf33c1354d1 HTTP/1.1" status: 200 len: 217 time: 0.3955445 Jul 16 08:29:44.208677 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7f4dd6bd-4430-4b99-9d13-f6b0fbfed4f4 req-7efc47ef-0877-4050-8854-58b2391233f7 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8e68470-cf9f-4451-aa66-aec605be0ba6 HTTP/1.1" status: 200 len: 945 time: 0.5902467 Jul 16 08:29:44.217662 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51338) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:44.230302 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8b752120-04ba-47ba-aefb-03567d7cbee3 req-1bf99d7e-a2fa-43a7-811b-f23a3cf376c3 service neutron] 10.222.0.21 "GET /v2.0/networks/fab67cd5-46e2-450e-aead-9e16a980be1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5541544 Jul 16 08:29:44.242560 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-153f02ba-81ba-4e6f-ab53-3edb55973f63 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Request body: {'floatingip': {'port_id': '16e802b5-5579-45b3-989a-ede5aeb18024'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:44.243545 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-37abc9a2-73b2-43d8-a0cd-6e02a0fa46e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:44.245949 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-37abc9a2-73b2-43d8-a0cd-6e02a0fa46e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fab67cd5-46e2-450e-aead-9e16a980be1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1153097 Jul 16 08:29:44.284062 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-153f02ba-81ba-4e6f-ab53-3edb55973f63 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks [] for floatingip, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:44.394124 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-dc3c597d-084f-492c-bea2-ff93eb4387bc service neutron] 10.222.0.30 "GET /v2.0/networks/fab67cd5-46e2-450e-aead-9e16a980be1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408436 Jul 16 08:29:44.425245 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fd86fc-cc74-40ab-857e-5c62c9108bb0 req-34568b9c-9cbb-4b97-a360-dec43f956c30 tempest-ServersOnMultiNodesTest-1975261048 tempest-ServersOnMultiNodesTest-1975261048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:44.426756 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a5fd86fc-cc74-40ab-857e-5c62c9108bb0 req-34568b9c-9cbb-4b97-a360-dec43f956c30 tempest-ServersOnMultiNodesTest-1975261048 tempest-ServersOnMultiNodesTest-1975261048-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=60e6ae2f-4f80-40ac-b3b6-02944075bdda HTTP/1.1" status: 200 len: 1102 time: 0.1066341 Jul 16 08:29:44.446551 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f205a1e0-c71c-4161-8f7b-2b1080c20f84', 'tag': 'caa159ea-2aa6-4d4f-a7d2-02d26b870a34'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:44.448801 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c644c1f-cd09-4b2f-a0c7-b1004daa63dc" -d '{"events": [{"name": "network-changed", "server_uuid": "f205a1e0-c71c-4161-8f7b-2b1080c20f84", "tag": "caa159ea-2aa6-4d4f-a7d2-02d26b870a34"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:44.506361 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce48f25-6125-4ef5-8dae-d3fcc560350e req-a1855e79-2637-470f-af7d-54417030d1e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:44.507817 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5ce48f25-6125-4ef5-8dae-d3fcc560350e req-a1855e79-2637-470f-af7d-54417030d1e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f54ae592-dba2-4b67-8778-fc3e1eeff092 HTTP/1.1" status: 200 len: 855 time: 0.2864735 Jul 16 08:29:44.509092 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-eaa583b6-a521-4f50-9e22-27ed035c4ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:44.510380 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-eaa583b6-a521-4f50-9e22-27ed035c4ad5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08efe674-85ae-4a06-b69c-d92fb68b404c HTTP/1.1" status: 200 len: 860 time: 0.2232335 Jul 16 08:29:44.510548 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a5fd86fc-cc74-40ab-857e-5c62c9108bb0 req-5d4efa12-839f-4a71-b74c-6ab3eae3c326 tempest-ServersOnMultiNodesTest-1975261048 tempest-ServersOnMultiNodesTest-1975261048-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762370 Jul 16 08:29:44.518959 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5b677a9a-9e15-4a3f-86f3-ded27d60cb09 req-c529621a-f6b1-43b7-bea9-086fd472250c service neutron] 10.222.0.21 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7491848 Jul 16 08:29:44.530520 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-22a6d226-3704-4741-a64e-9fdef0f047b8 req-6e5044fe-4dae-4362-a4d6-22da358c7e09 service neutron] 10.222.0.30 "GET /v2.0/networks/fab67cd5-46e2-450e-aead-9e16a980be1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291687 Jul 16 08:29:44.612025 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-63822b14-75fb-4457-a41a-7d04245bc536 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d342364e-cb68-4fed-83d9-f37bbb306922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0735834 Jul 16 08:29:44.656067 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ece34-2ee3-48e3-b093-5425894a61b8 req-ca38d24a-7319-4edd-8a62-0421dbc3a32b tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:44.657619 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cc7ece34-2ee3-48e3-b093-5425894a61b8 req-ca38d24a-7319-4edd-8a62-0421dbc3a32b tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 945 time: 0.4538839 Jul 16 08:29:44.712129 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d01f9b-1d89-46b2-a984-bbe9c4af48f1 req-2cea0303-2317-41e3-8047-100660c791c6 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:44.713797 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d0d01f9b-1d89-46b2-a984-bbe9c4af48f1 req-2cea0303-2317-41e3-8047-100660c791c6 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=f205a1e0-c71c-4161-8f7b-2b1080c20f84 HTTP/1.1" status: 200 len: 944 time: 0.0687208 Jul 16 08:29:44.753027 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d0d01f9b-1d89-46b2-a984-bbe9c4af48f1 req-f89827c8-a05c-4565-92b4-218a8ac7a9a1 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327902 Jul 16 08:29:44.817142 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cc7ece34-2ee3-48e3-b093-5425894a61b8 req-fa7fa78a-90fa-4398-af4e-2f2f0f7c338a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472912 Jul 16 08:29:44.829539 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce48f25-6125-4ef5-8dae-d3fcc560350e req-3849b3ad-fbaa-4ca3-a489-fd91f45a0a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:44.831051 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5ce48f25-6125-4ef5-8dae-d3fcc560350e req-3849b3ad-fbaa-4ca3-a489-fd91f45a0a6e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fab67cd5-46e2-450e-aead-9e16a980be1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3080070 Jul 16 08:29:44.878334 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-7f0dfdae-be35-4ecc-83f0-ad15cac7e90d service neutron] 10.222.0.21 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319827 Jul 16 08:29:45.012783 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e323d4c7-8b7a-43df-a031-f45f1d0a6f1b x-openstack-request-id: req-e323d4c7-8b7a-43df-a031-f45f1d0a6f1b {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:45.013379 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f205a1e0-c71c-4161-8f7b-2b1080c20f84", "tag": "caa159ea-2aa6-4d4f-a7d2-02d26b870a34", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:45.013743 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e323d4c7-8b7a-43df-a031-f45f1d0a6f1b {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:45.014237 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f205a1e0-c71c-4161-8f7b-2b1080c20f84', 'tag': 'caa159ea-2aa6-4d4f-a7d2-02d26b870a34', 'status': 'completed', 'code': 200} Jul 16 08:29:45.113159 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f0f750-10e8-459b-9b3b-16d6b5307bf1', 'tag': '2fba5b4b-e7f5-468b-9bf2-accb0eceeb57'}, {'server_uuid': '0abb8623-a4e0-4eb5-bb6b-4d69f58363c3', 'name': 'network-vif-deleted', 'tag': 'd1225757-0775-4299-9c83-75359d8190ef'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:45.116999 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a746897d-5b7f-42bf-8653-78c076768948" -d '{"events": [{"name": "network-changed", "server_uuid": "07f0f750-10e8-459b-9b3b-16d6b5307bf1", "tag": "2fba5b4b-e7f5-468b-9bf2-accb0eceeb57"}, {"server_uuid": "0abb8623-a4e0-4eb5-bb6b-4d69f58363c3", "name": "network-vif-deleted", "tag": "d1225757-0775-4299-9c83-75359d8190ef"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:45.137094 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-1c754fe9-6158-4a29-996a-b42cc2e5894a tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1d01616ba17d4b8cba7a304337398c2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0409660 Jul 16 08:29:45.218227 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5ce48f25-6125-4ef5-8dae-d3fcc560350e req-a530bf94-a366-4fd4-8478-1387a87fdd56 service neutron] 10.222.0.21 "GET /v2.0/networks/fab67cd5-46e2-450e-aead-9e16a980be1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3798866 Jul 16 08:29:45.256836 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c644c1f-cd09-4b2f-a0c7-b1004daa63dc req-374af620-148e-4843-b215-ea0e270b020f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:45.258548 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7c644c1f-cd09-4b2f-a0c7-b1004daa63dc req-374af620-148e-4843-b215-ea0e270b020f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ec9bc7ee3b854f55abf6b1b286377786&device_id=f205a1e0-c71c-4161-8f7b-2b1080c20f84 HTTP/1.1" status: 200 len: 1096 time: 0.2091184 Jul 16 08:29:45.317305 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-59007713-13dd-414c-a830-6a27403682f3 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:45.325988 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-59007713-13dd-414c-a830-6a27403682f3 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1877518 Jul 16 08:29:45.352201 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-e5279072-3263-47df-b35d-7f4db48d5430 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/quotas/1d01616ba17d4b8cba7a304337398c2e HTTP/1.1" status: 200 len: 375 time: 0.0247808 Jul 16 08:29:45.356876 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-61995384-8807-40b6-b0c9-8f4b60884866 service neutron] 10.222.0.21 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4416339 Jul 16 08:29:45.473863 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c644c1f-cd09-4b2f-a0c7-b1004daa63dc req-88214a0c-9f44-4f93-b60d-ca124a3eaaa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:45.476067 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7c644c1f-cd09-4b2f-a0c7-b1004daa63dc req-88214a0c-9f44-4f93-b60d-ca124a3eaaa5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fab67cd5-46e2-450e-aead-9e16a980be1b HTTP/1.1" status: 200 len: 917 time: 0.2069848 Jul 16 08:29:45.541150 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-ecdaf70f-7a28-4724-8a2c-c56966ec973e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d01616ba17d4b8cba7a304337398c2e&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1878262 Jul 16 08:29:45.543051 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7c644c1f-cd09-4b2f-a0c7-b1004daa63dc req-7b08538b-9f5f-447a-b869-ada37d6f6c5f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=caa159ea-2aa6-4d4f-a7d2-02d26b870a34 HTTP/1.1" status: 200 len: 217 time: 0.0584388 Jul 16 08:29:45.688227 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c644c1f-cd09-4b2f-a0c7-b1004daa63dc req-92497303-76f8-4f30-85d4-d44dadf1cb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:45.688984 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.db.resource_extend [None req-153f02ba-81ba-4e6f-ab53-3edb55973f63 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:29:45.690588 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7c644c1f-cd09-4b2f-a0c7-b1004daa63dc req-92497303-76f8-4f30-85d4-d44dadf1cb3b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f54ae592-dba2-4b67-8778-fc3e1eeff092 HTTP/1.1" status: 200 len: 855 time: 0.1304471 Jul 16 08:29:45.797391 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047be40-b0ec-4092-a95b-04414b69df0f req-e4e15da3-414b-4985-b719-70df884f792f tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:45.799026 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3047be40-b0ec-4092-a95b-04414b69df0f req-e4e15da3-414b-4985-b719-70df884f792f tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 943 time: 0.5984499 Jul 16 08:29:45.824245 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484a212b-2cad-404b-8358-b1e9b1775fd5 x-openstack-request-id: req-484a212b-2cad-404b-8358-b1e9b1775fd5 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:45.824891 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f0f750-10e8-459b-9b3b-16d6b5307bf1", "tag": "2fba5b4b-e7f5-468b-9bf2-accb0eceeb57", "status": "completed", "code": 200}, {"server_uuid": "0abb8623-a4e0-4eb5-bb6b-4d69f58363c3", "name": "network-vif-deleted", "tag": "d1225757-0775-4299-9c83-75359d8190ef", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:45.824891 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-484a212b-2cad-404b-8358-b1e9b1775fd5 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:45.825280 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f0f750-10e8-459b-9b3b-16d6b5307bf1', 'tag': '2fba5b4b-e7f5-468b-9bf2-accb0eceeb57', 'status': 'completed', 'code': 200} Jul 16 08:29:45.826763 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0abb8623-a4e0-4eb5-bb6b-4d69f58363c3', 'name': 'network-vif-deleted', 'tag': 'd1225757-0775-4299-9c83-75359d8190ef', 'status': 'completed', 'code': 200} Jul 16 08:29:45.854708 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 69bf00cf-8913-447f-a5fe-ba4676f763a6 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:29:45.883019 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1ac84da0-3a62-401a-9d3d-d1689f318ae6 req-9866629c-66bb-49df-9e02-7dbfce5d7a77 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3a1108a-c89d-4b68-85a7-bbcb3b28de62 HTTP/1.1" status: 200 len: 210 time: 0.0775397 Jul 16 08:29:45.918194 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c644c1f-cd09-4b2f-a0c7-b1004daa63dc req-a150d772-74fb-459e-8b1e-4b557e34d628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:45.920668 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7c644c1f-cd09-4b2f-a0c7-b1004daa63dc req-a150d772-74fb-459e-8b1e-4b557e34d628 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fab67cd5-46e2-450e-aead-9e16a980be1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2210534 Jul 16 08:29:45.941023 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-a2fc26b6-3549-4c47-aa92-e5ca49b7019d tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:45.942019 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-a2fc26b6-3549-4c47-aa92-e5ca49b7019d tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2&tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&binding%3Ahost_id=n-h1-771362-37 HTTP/1.1" status: 200 len: 1097 time: 0.4860206 Jul 16 08:29:45.991949 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-c2d3a8fd-1284-4844-aba1-2ce8add00a57 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771362-37'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:46.036640 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 69bf00cf-8913-447f-a5fe-ba4676f763a6, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=69bf00cf-8913-447f-a5fe-ba4676f763a6,segment=NetworkSegment(b2c713c2-8e0a-4620-8d49-7ae1ddb20db1),segment_id=b2c713c2-8e0a-4620-8d49-7ae1ddb20db1)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:46.050159 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '69bf00cf-8913-447f-a5fe-ba4676f763a6', 'network_id': 'fab67cd5-46e2-450e-aead-9e16a980be1b', 'port_id': '69bf00cf-8913-447f-a5fe-ba4676f763a6', 'mac_address': 'fa:16:3e:37:48:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f54ae592-dba2-4b67-8778-fc3e1eeff092', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:29:46.057482 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device d1225757-0775-4299-9c83-75359d8190ef no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:46.092625 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7c644c1f-cd09-4b2f-a0c7-b1004daa63dc req-939a60c5-c611-4117-a672-fffbc6e17ce8 service neutron] 10.222.0.30 "GET /v2.0/networks/fab67cd5-46e2-450e-aead-9e16a980be1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616344 Jul 16 08:29:46.117647 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5ce48f25-6125-4ef5-8dae-d3fcc560350e req-7088a33f-2f4f-4dda-bf20-daefeb80f7d4 service neutron] 10.222.0.21 "GET /v2.0/networks/fab67cd5-46e2-450e-aead-9e16a980be1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7365985 Jul 16 08:29:46.127744 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-153f02ba-81ba-4e6f-ab53-3edb55973f63 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.139536 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: d1225757-0775-4299-9c83-75359d8190ef {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:29:46.139877 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device d1225757-0775-4299-9c83-75359d8190ef not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:46.194197 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.204435 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-153f02ba-81ba-4e6f-ab53-3edb55973f63 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.221625 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 69bf00cf-8913-447f-a5fe-ba4676f763a6 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:46.263189 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 69bf00cf-8913-447f-a5fe-ba4676f763a6, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=69bf00cf-8913-447f-a5fe-ba4676f763a6,segment=NetworkSegment(b2c713c2-8e0a-4620-8d49-7ae1ddb20db1),segment_id=b2c713c2-8e0a-4620-8d49-7ae1ddb20db1)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:46.274499 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.274499 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 33a1a531-589b-4c0c-9129-473de99d0088 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:29:46.289640 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7c644c1f-cd09-4b2f-a0c7-b1004daa63dc req-5b6f34ab-e023-4341-b25a-8bfebe724cd1 service neutron] 10.222.0.30 "GET /v2.0/networks/fab67cd5-46e2-450e-aead-9e16a980be1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1879416 Jul 16 08:29:46.329483 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 33a1a531-589b-4c0c-9129-473de99d0088, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=33a1a531-589b-4c0c-9129-473de99d0088,segment=NetworkSegment(b2c713c2-8e0a-4620-8d49-7ae1ddb20db1),segment_id=b2c713c2-8e0a-4620-8d49-7ae1ddb20db1)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:46.351480 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc697b4b-ea00-465c-92c8-b98a1509a82f req-2aa64ff7-0f6a-4a45-b7c6-558ce40cbf0d tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:46.360817 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bc697b4b-ea00-465c-92c8-b98a1509a82f req-2aa64ff7-0f6a-4a45-b7c6-558ce40cbf0d tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=f205a1e0-c71c-4161-8f7b-2b1080c20f84 HTTP/1.1" status: 200 len: 944 time: 0.1545906 Jul 16 08:29:46.382645 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '33a1a531-589b-4c0c-9129-473de99d0088', 'network_id': 'fab67cd5-46e2-450e-aead-9e16a980be1b', 'port_id': '33a1a531-589b-4c0c-9129-473de99d0088', 'mac_address': 'fa:16:3e:1e:2c:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f54ae592-dba2-4b67-8778-fc3e1eeff092', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:29:46.417800 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bc697b4b-ea00-465c-92c8-b98a1509a82f req-c660619f-e634-46b3-9fb6-835b51507a59 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555613 Jul 16 08:29:46.521771 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=69bf00cf-8913-447f-a5fe-ba4676f763a6,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:46.526916 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.561915 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33a1a531-589b-4c0c-9129-473de99d0088 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:46.600312 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 33a1a531-589b-4c0c-9129-473de99d0088, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=33a1a531-589b-4c0c-9129-473de99d0088,segment=NetworkSegment(b2c713c2-8e0a-4620-8d49-7ae1ddb20db1),segment_id=b2c713c2-8e0a-4620-8d49-7ae1ddb20db1)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:46.607603 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.716659 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=33a1a531-589b-4c0c-9129-473de99d0088,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:46.783696 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f242a82-5d51-41a5-b398-41caf954143e req-046f1225-ff9a-49dd-96f6-2683aeddcbab tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:46.787056 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3047be40-b0ec-4092-a95b-04414b69df0f req-3d807665-001c-4d82-88b1-0baa2850034b tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9582043 Jul 16 08:29:46.791973 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6f242a82-5d51-41a5-b398-41caf954143e req-046f1225-ff9a-49dd-96f6-2683aeddcbab tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 945 time: 0.2317953 Jul 16 08:29:46.794580 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-c2d3a8fd-1284-4844-aba1-2ce8add00a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:46.889749 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-153f02ba-81ba-4e6f-ab53-3edb55973f63 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Floating IP 5c5aa457-c83d-4b09-bb81-1acc96abdd5a associated. External IP: 172.25.3.136, port: 16e802b5-5579-45b3-989a-ede5aeb18024. Jul 16 08:29:46.909118 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6f242a82-5d51-41a5-b398-41caf954143e req-0a2261da-1841-46e5-9f4b-b29e5cf7d5d6 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010520 Jul 16 08:29:46.937937 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['69bf00cf-8913-447f-a5fe-ba4676f763a6'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:46.957775 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746897d-5b7f-42bf-8653-78c076768948 req-d7095522-73d9-4941-955c-9bcf8028014b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:46.959822 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a746897d-5b7f-42bf-8653-78c076768948 req-d7095522-73d9-4941-955c-9bcf8028014b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6006a1dcb2354570866e06da5c4c7493&device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 1095 time: 1.1587057 Jul 16 08:29:47.022158 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['33a1a531-589b-4c0c-9129-473de99d0088'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:47.121910 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1a682b65-baf6-452e-a672-95bebbd9159c req-b3ac3389-9982-439e-b06a-bb45a5608924 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3a1108a-c89d-4b68-85a7-bbcb3b28de62 HTTP/1.1" status: 200 len: 210 time: 0.0484502 Jul 16 08:29:47.313037 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746897d-5b7f-42bf-8653-78c076768948 req-eb9f4065-0efd-43f8-8caa-f9c95295b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:47.314609 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a746897d-5b7f-42bf-8653-78c076768948 req-eb9f4065-0efd-43f8-8caa-f9c95295b823 service neutron] 10.222.0.21 "GET /v2.0/networks?id=625dfff6-7aa4-46e7-b897-fa5ed9305465 HTTP/1.1" status: 200 len: 906 time: 0.3244894 Jul 16 08:29:47.394687 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a746897d-5b7f-42bf-8653-78c076768948 req-967fffd4-6bf4-4e8a-bddf-54fc9e48842c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=2fba5b4b-e7f5-468b-9bf2-accb0eceeb57 HTTP/1.1" status: 200 len: 217 time: 0.0696454 Jul 16 08:29:47.483808 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a746897d-5b7f-42bf-8653-78c076768948 req-fc599b5a-f16e-4c72-8689-34391b6482dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:47.485372 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a746897d-5b7f-42bf-8653-78c076768948 req-fc599b5a-f16e-4c72-8689-34391b6482dd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31ddde08-05a5-43f7-b27d-07657c5409d3 HTTP/1.1" status: 200 len: 845 time: 0.0596974 Jul 16 08:29:47.511505 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-c2d3a8fd-1284-4844-aba1-2ce8add00a57 service neutron] For port 373c0be1-41dc-4857-b8e6-bbf33c1354d1, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=373c0be1-41dc-4857-b8e6-bbf33c1354d1,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:47.569020 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a746897d-5b7f-42bf-8653-78c076768948 req-14ade15b-4d46-4e46-a0de-27e1a0e13d20 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=625dfff6-7aa4-46e7-b897-fa5ed9305465&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0711370 Jul 16 08:29:47.613155 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-0e9914b8-0400-477d-8f50-7fb028f49ff3 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1d01616ba17d4b8cba7a304337398c2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0472775 Jul 16 08:29:47.686770 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-153f02ba-81ba-4e6f-ab53-3edb55973f63 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Router c56f0597-a991-4ec2-a88f-2f0f8124831b has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:29:47.811770 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a746897d-5b7f-42bf-8653-78c076768948 req-e8767872-c644-460f-a676-8ca66d0be615 service neutron] 10.222.0.21 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282774 Jul 16 08:29:47.851241 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 2fba5b4b-e7f5-468b-9bf2-accb0eceeb57 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:29:47.871852 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-c2d3a8fd-1284-4844-aba1-2ce8add00a57 service neutron] For port 373c0be1-41dc-4857-b8e6-bbf33c1354d1, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:47.980377 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-c2d3a8fd-1284-4844-aba1-2ce8add00a57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:47.984979 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device caa159ea-2aa6-4d4f-a7d2-02d26b870a34 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:29:48.041874 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cb12c-fdfe-4083-a16c-f3c312e7723b req-d4c738bc-04f9-4eb4-a842-34005757236c tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:48.048950 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d4cb12c-fdfe-4083-a16c-f3c312e7723b req-d4c738bc-04f9-4eb4-a842-34005757236c tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 943 time: 0.0860410 Jul 16 08:29:48.065123 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44ccefc-1d96-4900-a8af-c9393c464ee2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '373c0be1-41dc-4857-b8e6-bbf33c1354d1'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:48.068829 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baaa1e09-36eb-44e2-bcf4-a0888dfe9907" -d '{"events": [{"server_uuid": "a44ccefc-1d96-4900-a8af-c9393c464ee2", "name": "network-vif-unplugged", "status": "completed", "tag": "373c0be1-41dc-4857-b8e6-bbf33c1354d1"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:48.074471 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a746897d-5b7f-42bf-8653-78c076768948 req-e217babd-9986-4627-8fa8-7c376294c16e service neutron] 10.222.0.21 "GET /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476377 Jul 16 08:29:48.102035 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-c2d3a8fd-1284-4844-aba1-2ce8add00a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:48.109831 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d4cb12c-fdfe-4083-a16c-f3c312e7723b req-c2b5b0b2-4d4d-4127-ab97-2b6db35e2460 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561070 Jul 16 08:29:48.193817 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3a8fd-1284-4844-aba1-2ce8add00a57 service neutron] Pushing event updated for resources: {'Port': ['ID=373c0be1-41dc-4857-b8e6-bbf33c1354d1,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:48.266456 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53771e-7ea1-489e-b41a-353c0d78eefb req-6fa5478f-a2f1-46c2-af3d-ca89d3bef067 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:48.274211 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-be53771e-7ea1-489e-b41a-353c0d78eefb req-6fa5478f-a2f1-46c2-af3d-ca89d3bef067 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=f205a1e0-c71c-4161-8f7b-2b1080c20f84 HTTP/1.1" status: 200 len: 944 time: 0.6600964 Jul 16 08:29:48.356502 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c7bc1d-1190-40fd-95b5-593c47176495 req-0cf65031-2319-4b28-970c-d6af147aa889 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:48.365817 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-03c7bc1d-1190-40fd-95b5-593c47176495 req-0cf65031-2319-4b28-970c-d6af147aa889 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 943 time: 0.0987325 Jul 16 08:29:48.376505 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port caa159ea-2aa6-4d4f-a7d2-02d26b870a34, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=caa159ea-2aa6-4d4f-a7d2-02d26b870a34,segment=NetworkSegment(b2c713c2-8e0a-4620-8d49-7ae1ddb20db1),segment_id=b2c713c2-8e0a-4620-8d49-7ae1ddb20db1)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:48.387828 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-58eaaa54-0d44-4133-b991-c9b73761dde6 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:48.389562 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-58eaaa54-0d44-4133-b991-c9b73761dde6 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7615178 Jul 16 08:29:48.413095 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 2fba5b4b-e7f5-468b-9bf2-accb0eceeb57, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=2fba5b4b-e7f5-468b-9bf2-accb0eceeb57,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:48.423872 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'caa159ea-2aa6-4d4f-a7d2-02d26b870a34', 'network_id': 'fab67cd5-46e2-450e-aead-9e16a980be1b', 'port_id': 'caa159ea-2aa6-4d4f-a7d2-02d26b870a34', 'mac_address': 'fa:16:3e:75:b5:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f54ae592-dba2-4b67-8778-fc3e1eeff092', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:29:48.453679 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-03c7bc1d-1190-40fd-95b5-593c47176495 req-1c82a001-4996-43a6-bfd4-0823dd685d1f tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868409 Jul 16 08:29:48.475541 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '2fba5b4b-e7f5-468b-9bf2-accb0eceeb57', 'network_id': '625dfff6-7aa4-46e7-b897-fa5ed9305465', 'port_id': '2fba5b4b-e7f5-468b-9bf2-accb0eceeb57', 'mac_address': 'fa:16:3e:44:e2:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31ddde08-05a5-43f7-b27d-07657c5409d3', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:29:48.484303 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:48.486465 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-67feeb5f-bb59-4989-813e-bce1f9b418c0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Request body: {'port': {'device_id': 'd3a1108a-c89d-4b68-85a7-bbcb3b28de62', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'admin_state_up': True, 'tenant_id': '1d01616ba17d4b8cba7a304337398c2e'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:48.526228 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id caa159ea-2aa6-4d4f-a7d2-02d26b870a34 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:48.560335 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port caa159ea-2aa6-4d4f-a7d2-02d26b870a34, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=caa159ea-2aa6-4d4f-a7d2-02d26b870a34,segment=NetworkSegment(b2c713c2-8e0a-4620-8d49-7ae1ddb20db1),segment_id=b2c713c2-8e0a-4620-8d49-7ae1ddb20db1)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:48.561745 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:48.575929 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2fba5b4b-e7f5-468b-9bf2-accb0eceeb57 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:48.579955 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:48.581740 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-be53771e-7ea1-489e-b41a-353c0d78eefb req-e8c522f4-a0f2-4e5e-864f-8f7b70f13919 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3065491 Jul 16 08:29:48.637054 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=caa159ea-2aa6-4d4f-a7d2-02d26b870a34,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:48.640386 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-c2d3a8fd-1284-4844-aba1-2ce8add00a57 service neutron] Attempting to bind port 373c0be1-41dc-4857-b8e6-bbf33c1354d1 on host n-h1-771362-37 for vnic_type normal with profile {"migrating_to": "n-h2-771362-37"} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:48.644525 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-c2d3a8fd-1284-4844-aba1-2ce8add00a57 service neutron] Attempting to bind port 373c0be1-41dc-4857-b8e6-bbf33c1354d1 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:48.644866 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-c2d3a8fd-1284-4844-aba1-2ce8add00a57 service neutron] Attempting to bind port 373c0be1-41dc-4857-b8e6-bbf33c1354d1 on network d342364e-cb68-4fed-83d9-f37bbb306922 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:48.665600 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 2fba5b4b-e7f5-468b-9bf2-accb0eceeb57, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=2fba5b4b-e7f5-468b-9bf2-accb0eceeb57,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:48.673839 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:48.700025 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51b85f30-2701-433f-928d-15b90a34e3f5 x-openstack-request-id: req-51b85f30-2701-433f-928d-15b90a34e3f5 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:48.700606 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a44ccefc-1d96-4900-a8af-c9393c464ee2", "name": "network-vif-unplugged", "status": "completed", "tag": "373c0be1-41dc-4857-b8e6-bbf33c1354d1", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:48.701062 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-51b85f30-2701-433f-928d-15b90a34e3f5 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:48.701622 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44ccefc-1d96-4900-a8af-c9393c464ee2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '373c0be1-41dc-4857-b8e6-bbf33c1354d1', 'code': 200} Jul 16 08:29:48.709635 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-153f02ba-81ba-4e6f-ab53-3edb55973f63 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:29:48.717335 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-153f02ba-81ba-4e6f-ab53-3edb55973f63 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:48.719236 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-c2d3a8fd-1284-4844-aba1-2ce8add00a57 service neutron] Port 373c0be1-41dc-4857-b8e6-bbf33c1354d1 on network d342364e-cb68-4fed-83d9-f37bbb306922 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:29:48.719570 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-c2d3a8fd-1284-4844-aba1-2ce8add00a57 service neutron] Attempting to bind port 373c0be1-41dc-4857-b8e6-bbf33c1354d1 on network d342364e-cb68-4fed-83d9-f37bbb306922 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:48.729589 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-c2d3a8fd-1284-4844-aba1-2ce8add00a57 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:48.729589 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-c2d3a8fd-1284-4844-aba1-2ce8add00a57 service neutron] Checking segment: {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:48.729940 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-c2d3a8fd-1284-4844-aba1-2ce8add00a57 service neutron] Bound using segment: {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:48.730142 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-c2d3a8fd-1284-4844-aba1-2ce8add00a57 service neutron] Bound port: 373c0be1-41dc-4857-b8e6-bbf33c1354d1, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:48.730591 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-c2d3a8fd-1284-4844-aba1-2ce8add00a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:48.765449 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=2fba5b4b-e7f5-468b-9bf2-accb0eceeb57,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:48.820847 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-153f02ba-81ba-4e6f-ab53-3edb55973f63 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "PUT /v2.0/floatingips/5c5aa457-c83d-4b09-bb81-1acc96abdd5a HTTP/1.1" status: 200 len: 991 time: 4.5977278 Jul 16 08:29:48.862251 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8d1cf40e-7c87-4b0e-a61f-c8295f15b68d req-b65bf0d7-d1c7-462e-9dde-34ef959a69e9 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3a1108a-c89d-4b68-85a7-bbcb3b28de62 HTTP/1.1" status: 200 len: 210 time: 0.0570562 Jul 16 08:29:48.900285 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-c2d3a8fd-1284-4844-aba1-2ce8add00a57 service neutron] For port 373c0be1-41dc-4857-b8e6-bbf33c1354d1, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:48.904098 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-c2d3a8fd-1284-4844-aba1-2ce8add00a57 service neutron] For port 373c0be1-41dc-4857-b8e6-bbf33c1354d1, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=373c0be1-41dc-4857-b8e6-bbf33c1354d1,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:48.914289 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-c2d3a8fd-1284-4844-aba1-2ce8add00a57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:48.926558 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510dbc87-b23c-4958-ada3-e0568b78455c None None] Sync routers for ids ['c56f0597-a991-4ec2-a88f-2f0f8124831b'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:29:48.941185 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-67feeb5f-bb59-4989-813e-bce1f9b418c0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Made reservation on behalf of 1d01616ba17d4b8cba7a304337398c2e for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:29:48.945694 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510dbc87-b23c-4958-ada3-e0568b78455c None None] Routers {'c56f0597-a991-4ec2-a88f-2f0f8124831b'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:48.946142 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-67feeb5f-bb59-4989-813e-bce1f9b418c0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:48.946996 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-510dbc87-b23c-4958-ada3-e0568b78455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:29:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c56f0597-a991-4ec2-a88f-2f0f8124831b'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:48.990055 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['2fba5b4b-e7f5-468b-9bf2-accb0eceeb57'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:49.023108 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['caa159ea-2aa6-4d4f-a7d2-02d26b870a34'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:49.048118 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-c2d3a8fd-1284-4844-aba1-2ce8add00a57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:49.048724 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-c2d3a8fd-1284-4844-aba1-2ce8add00a57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:49.050166 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-c2d3a8fd-1284-4844-aba1-2ce8add00a57 service neutron] 10.222.0.21 "PUT /v2.0/ports/373c0be1-41dc-4857-b8e6-bbf33c1354d1 HTTP/1.1" status: 200 len: 1123 time: 3.0794473 Jul 16 08:29:49.051958 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3a8fd-1284-4844-aba1-2ce8add00a57 service neutron] Pushing event updated for resources: {'Port': ['ID=373c0be1-41dc-4857-b8e6-bbf33c1354d1,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:49.197412 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-510dbc87-b23c-4958-ada3-e0568b78455c None None] Set router c56f0597-a991-4ec2-a88f-2f0f8124831b gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:49.224236 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-67feeb5f-bb59-4989-813e-bce1f9b418c0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Allocated IP 192.168.233.92 (30bff2e9-dcab-4751-913d-9c4ac9d8019b/c36b7919-0b6b-490a-bff0-04ed964d98ec/e0683d64-7f28-4cf4-a163-67b4986c4151) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:29:49.250032 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['373c0be1-41dc-4857-b8e6-bbf33c1354d1'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:49.439720 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-67feeb5f-bb59-4989-813e-bce1f9b418c0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:49.466911 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-67feeb5f-bb59-4989-813e-bce1f9b418c0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Transition to ACTIVE for port object e0683d64-7f28-4cf4-a163-67b4986c4151 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:49.480302 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c7847f-e294-4584-951c-88846fc753eb req-c42ff3a5-7f06-4765-8d7b-ade38e4144f9 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:49.494376 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e0c7847f-e294-4584-951c-88846fc753eb req-c42ff3a5-7f06-4765-8d7b-ade38e4144f9 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 944 time: 0.1515357 Jul 16 08:29:49.536832 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-67feeb5f-bb59-4989-813e-bce1f9b418c0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:49.614133 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-67feeb5f-bb59-4989-813e-bce1f9b418c0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:29:49.614667 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e0c7847f-e294-4584-951c-88846fc753eb req-eb344cc9-945c-4414-aefd-b40b72e77f93 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117661 Jul 16 08:29:49.619713 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-67feeb5f-bb59-4989-813e-bce1f9b418c0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:29:49.628251 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-67feeb5f-bb59-4989-813e-bce1f9b418c0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:29:49.696460 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67feeb5f-bb59-4989-813e-bce1f9b418c0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Pushing event updated for resources: {'Port': ['ID=e0683d64-7f28-4cf4-a163-67b4986c4151,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:49.774831 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-67feeb5f-bb59-4989-813e-bce1f9b418c0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:49.776029 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-67feeb5f-bb59-4989-813e-bce1f9b418c0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:49.854166 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-67feeb5f-bb59-4989-813e-bce1f9b418c0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4205816 Jul 16 08:29:49.879267 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-0916bf52-ab4f-4509-b3e2-3466d889d0d4 service neutron] Request body: {'port': {'device_id': 'd3a1108a-c89d-4b68-85a7-bbcb3b28de62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:29:49.922230 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344232a7-f720-4f1b-9419-5dc2cca43021 req-5fcf2fe0-05dc-4fcd-ae49-bf3b6690e365 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:49.923861 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-344232a7-f720-4f1b-9419-5dc2cca43021 req-5fcf2fe0-05dc-4fcd-ae49-bf3b6690e365 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=f205a1e0-c71c-4161-8f7b-2b1080c20f84 HTTP/1.1" status: 200 len: 945 time: 0.1334186 Jul 16 08:29:49.931075 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 69bf00cf-8913-447f-a5fe-ba4676f763a6 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:49.935619 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f845e4-cc96-4505-b12a-40a55e31105c req-d0926490-9699-4d6b-abc4-b88a643651fa tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:49.937924 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-94f845e4-cc96-4505-b12a-40a55e31105c req-d0926490-9699-4d6b-abc4-b88a643651fa tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 943 time: 0.1559768 Jul 16 08:29:50.001363 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-94f845e4-cc96-4505-b12a-40a55e31105c req-b37bded4-3d17-4f79-b3b1-e5f16b956102 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580668 Jul 16 08:29:50.020750 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-344232a7-f720-4f1b-9419-5dc2cca43021 req-a47e2b2e-6b26-4272-8de6-ab2d426e7af6 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880063 Jul 16 08:29:50.072662 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-73230be0-caf5-4464-81a9-d6609d6980c2 None None] Provisioning for port e0683d64-7f28-4cf4-a163-67b4986c4151 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:50.074669 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 69bf00cf-8913-447f-a5fe-ba4676f763a6 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:50.082836 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-0916bf52-ab4f-4509-b3e2-3466d889d0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:50.093199 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 69bf00cf-8913-447f-a5fe-ba4676f763a6 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:50.093591 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:50.130612 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-73230be0-caf5-4464-81a9-d6609d6980c2 None None] Provisioning complete for port e0683d64-7f28-4cf4-a163-67b4986c4151 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:50.130996 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-73230be0-caf5-4464-81a9-d6609d6980c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:50.170037 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['f9003aa7-bcf5-42d4-a8c3-d02636baca33', '8cea9b50-fe98-433b-8180-02087487e8e1'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:50.220647 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-73230be0-caf5-4464-81a9-d6609d6980c2 None None] Port e0683d64-7f28-4cf4-a163-67b4986c4151 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:29:50.287631 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:50.303648 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-510dbc87-b23c-4958-ada3-e0568b78455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'name': 'tempest-ServersTestManualDisk-746776145-router', 'tenant_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '856c0a30-c681-445b-973e-021a3913cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:03Z', 'updated_at': '2021-07-16T08:29:14Z', 'revision_number': 4, 'project_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'gw_port': {'id': '856c0a30-c681-445b-973e-021a3913cf7e', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:05Z', 'updated_at': '2021-07-16T08:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '5c5aa457-c83d-4b09-bb81-1acc96abdd5a', 'tenant_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'port_id': '16e802b5-5579-45b3-989a-ede5aeb18024', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd3e23ac-b61f-435a-95cc-bf56a73d8636', 'mac_address': 'fa:16:3e:c5:ae:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e68470-cf9f-4451-aa66-aec605be0ba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:29:20Z', 'updated_at': '2021-07-16T08:29:45Z', 'revision_number': 1, 'project_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff93229d-1b22-4910-8678-73a470c25eee', 'name': '', 'network_id': 'dd3e23ac-b61f-435a-95cc-bf56a73d8636', 'tenant_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'mac_address': 'fa:16:3e:27:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'a5d9cad0-c893-4990-9fdc-910c74a20af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:12Z', 'updated_at': '2021-07-16T08:29:21Z', 'revision_number': 5, 'project_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'subnets': [{'id': 'a5d9cad0-c893-4990-9fdc-910c74a20af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:50.355615 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510dbc87-b23c-4958-ada3-e0568b78455c None None] Checking router: c56f0597-a991-4ec2-a88f-2f0f8124831b for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:29:50.389025 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-510dbc87-b23c-4958-ada3-e0568b78455c None None] Routers {'c56f0597-a991-4ec2-a88f-2f0f8124831b'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:50.389654 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-510dbc87-b23c-4958-ada3-e0568b78455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:29:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c56f0597-a991-4ec2-a88f-2f0f8124831b'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:50.394705 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71e30e-ec4d-4220-933f-154a3c0561f4 req-c029c68b-2928-4b6b-b37d-1fe1a9e23f3a tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:50.399637 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b52d596-fa36-4bca-a34e-4fd266194967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69bf00cf-8913-447f-a5fe-ba4676f763a6'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:50.401967 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bab557d-969d-4165-8ed6-e41a50dca8c4" -d '{"events": [{"server_uuid": "7b52d596-fa36-4bca-a34e-4fd266194967", "name": "network-vif-plugged", "status": "completed", "tag": "69bf00cf-8913-447f-a5fe-ba4676f763a6"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:50.402625 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0a71e30e-ec4d-4220-933f-154a3c0561f4 req-c029c68b-2928-4b6b-b37d-1fe1a9e23f3a tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3a1108a-c89d-4b68-85a7-bbcb3b28de62 HTTP/1.1" status: 200 len: 935 time: 0.1335430 Jul 16 08:29:50.474174 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 69bf00cf-8913-447f-a5fe-ba4676f763a6, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=69bf00cf-8913-447f-a5fe-ba4676f763a6,segment=NetworkSegment(b2c713c2-8e0a-4620-8d49-7ae1ddb20db1),segment_id=b2c713c2-8e0a-4620-8d49-7ae1ddb20db1)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:50.491503 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:50.492385 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 33a1a531-589b-4c0c-9129-473de99d0088 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:50.522674 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0a71e30e-ec4d-4220-933f-154a3c0561f4 req-68f8285e-2995-4161-965d-d7b1ce3f92e0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134050 Jul 16 08:29:50.538015 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d31b057b-8deb-4880-a5f6-c6ba5751dc6c x-openstack-request-id: req-d31b057b-8deb-4880-a5f6-c6ba5751dc6c {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:50.538352 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b52d596-fa36-4bca-a34e-4fd266194967", "name": "network-vif-plugged", "status": "completed", "tag": "69bf00cf-8913-447f-a5fe-ba4676f763a6", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:50.538588 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d31b057b-8deb-4880-a5f6-c6ba5751dc6c {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:50.538902 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b52d596-fa36-4bca-a34e-4fd266194967', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '69bf00cf-8913-447f-a5fe-ba4676f763a6', 'code': 200} Jul 16 08:29:50.579590 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-0916bf52-ab4f-4509-b3e2-3466d889d0d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e0683d64-7f28-4cf4-a163-67b4986c4151 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:50.587056 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-0916bf52-ab4f-4509-b3e2-3466d889d0d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:50.629915 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-0916bf52-ab4f-4509-b3e2-3466d889d0d4 service neutron] Transition to ACTIVE for port object e0683d64-7f28-4cf4-a163-67b4986c4151 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:50.640604 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-0916bf52-ab4f-4509-b3e2-3466d889d0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:50.719961 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8e68470-cf9f-4451-aa66-aec605be0ba6', 'tag': '16e802b5-5579-45b3-989a-ede5aeb18024'}, {'name': 'network-changed', 'server_uuid': 'a44ccefc-1d96-4900-a8af-c9393c464ee2', 'tag': '373c0be1-41dc-4857-b8e6-bbf33c1354d1'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:50.722961 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e656fddb-b6bd-47aa-b550-7d21646bc4c7" -d '{"events": [{"name": "network-changed", "server_uuid": "a8e68470-cf9f-4451-aa66-aec605be0ba6", "tag": "16e802b5-5579-45b3-989a-ede5aeb18024"}, {"name": "network-changed", "server_uuid": "a44ccefc-1d96-4900-a8af-c9393c464ee2", "tag": "373c0be1-41dc-4857-b8e6-bbf33c1354d1"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:50.764394 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-510dbc87-b23c-4958-ada3-e0568b78455c None None] Set router c56f0597-a991-4ec2-a88f-2f0f8124831b gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:50.854620 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=69bf00cf-8913-447f-a5fe-ba4676f763a6,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:50.884056 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:50.884440 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:50.884789 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:50.885128 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:50.885463 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:50.885797 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:50.886153 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:50.886444 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:50.886769 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:50.887096 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:50.888248 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:50.896155 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:29:50.912825 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 33a1a531-589b-4c0c-9129-473de99d0088 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:50.950992 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['e41bead0-2f4e-40c6-a4d9-01e67e20ac37', '79a3e1f3-4732-4c1d-aec3-48e04b67cbec', '7edac58b-e964-4545-a209-9b980fd75eba', 'c12305d6-fd52-4028-869e-2859e416965c'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:51.028497 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51492) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:51.145570 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b574c16-a1ef-4649-b35e-65d6f9bdae2f x-openstack-request-id: req-3b574c16-a1ef-4649-b35e-65d6f9bdae2f {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:51.146729 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8e68470-cf9f-4451-aa66-aec605be0ba6", "tag": "16e802b5-5579-45b3-989a-ede5aeb18024", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a44ccefc-1d96-4900-a8af-c9393c464ee2", "tag": "373c0be1-41dc-4857-b8e6-bbf33c1354d1", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:51.146855 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3b574c16-a1ef-4649-b35e-65d6f9bdae2f {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:51.147195 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8e68470-cf9f-4451-aa66-aec605be0ba6', 'tag': '16e802b5-5579-45b3-989a-ede5aeb18024', 'status': 'completed', 'code': 200} Jul 16 08:29:51.147449 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a44ccefc-1d96-4900-a8af-c9393c464ee2', 'tag': '373c0be1-41dc-4857-b8e6-bbf33c1354d1', 'status': 'completed', 'code': 200} Jul 16 08:29:51.239260 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656fddb-b6bd-47aa-b550-7d21646bc4c7 req-fb7a45c3-ca38-438c-ad62-ad74de98cdb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:51.247160 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e656fddb-b6bd-47aa-b550-7d21646bc4c7 req-fb7a45c3-ca38-438c-ad62-ad74de98cdb5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=07e8ec88e6434ad1bbf0d112a90583fd&device_id=a8e68470-cf9f-4451-aa66-aec605be0ba6 HTTP/1.1" status: 200 len: 1097 time: 0.2921338 Jul 16 08:29:51.254966 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916bf52-ab4f-4509-b3e2-3466d889d0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e0683d64-7f28-4cf4-a163-67b4986c4151,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:51.266041 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b84eda-ced9-46fb-a8f0-1c743a57fd82 req-0bcaa865-4b11-4d24-a83c-6a0c99ce1153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:51.267583 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d9b84eda-ced9-46fb-a8f0-1c743a57fd82 req-0bcaa865-4b11-4d24-a83c-6a0c99ce1153 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7b52d596-fa36-4bca-a34e-4fd266194967 HTTP/1.1" status: 200 len: 1097 time: 0.6769125 Jul 16 08:29:51.276801 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 33a1a531-589b-4c0c-9129-473de99d0088 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:51.277369 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:51.337990 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-0916bf52-ab4f-4509-b3e2-3466d889d0d4 service neutron] Attempting to bind port e0683d64-7f28-4cf4-a163-67b4986c4151 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:29:51.338752 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-0916bf52-ab4f-4509-b3e2-3466d889d0d4 service neutron] Attempting to bind port e0683d64-7f28-4cf4-a163-67b4986c4151 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:29:51.339098 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-0916bf52-ab4f-4509-b3e2-3466d889d0d4 service neutron] Attempting to bind port e0683d64-7f28-4cf4-a163-67b4986c4151 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:51.348119 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-0916bf52-ab4f-4509-b3e2-3466d889d0d4 service neutron] Port e0683d64-7f28-4cf4-a163-67b4986c4151 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:29:51.348475 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-0916bf52-ab4f-4509-b3e2-3466d889d0d4 service neutron] Attempting to bind port e0683d64-7f28-4cf4-a163-67b4986c4151 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:29:51.384807 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d9b84eda-ced9-46fb-a8f0-1c743a57fd82 req-3e695de1-14ee-4c2d-b1a6-307129649558 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1013582 Jul 16 08:29:51.409672 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36606e1c-620a-48e1-8f47-3b789fb62262 req-28ff1104-edfc-447e-a972-548a2119fc3a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:51.410968 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-36606e1c-620a-48e1-8f47-3b789fb62262 req-28ff1104-edfc-447e-a972-548a2119fc3a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 944 time: 0.2627673 Jul 16 08:29:51.412912 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-0916bf52-ab4f-4509-b3e2-3466d889d0d4 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 29, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:29:51.413393 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-0916bf52-ab4f-4509-b3e2-3466d889d0d4 service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:29:51.414255 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-0916bf52-ab4f-4509-b3e2-3466d889d0d4 service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:29:51.414819 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-0916bf52-ab4f-4509-b3e2-3466d889d0d4 service neutron] Bound port: e0683d64-7f28-4cf4-a163-67b4986c4151, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:29:51.415296 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-0916bf52-ab4f-4509-b3e2-3466d889d0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:51.516164 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656fddb-b6bd-47aa-b550-7d21646bc4c7 req-669417e6-3464-49b2-baae-586f623ac7cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:51.517939 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e656fddb-b6bd-47aa-b550-7d21646bc4c7 req-669417e6-3464-49b2-baae-586f623ac7cc service neutron] 10.222.0.30 "GET /v2.0/networks?id=dd3e23ac-b61f-435a-95cc-bf56a73d8636 HTTP/1.1" status: 200 len: 912 time: 0.2391791 Jul 16 08:29:51.529196 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028b8ff-2d6c-44a3-8068-3234963bd891 req-eec321a9-92b8-418a-ad6d-6a3bacc62681 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:51.538187 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0028b8ff-2d6c-44a3-8068-3234963bd891 req-eec321a9-92b8-418a-ad6d-6a3bacc62681 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=f205a1e0-c71c-4161-8f7b-2b1080c20f84 HTTP/1.1" status: 200 len: 945 time: 0.2899585 Jul 16 08:29:51.553397 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:51.576604 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-36606e1c-620a-48e1-8f47-3b789fb62262 req-17e1b1d1-ecea-421d-aa3c-fee9578786ad tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1573317 Jul 16 08:29:51.604996 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-0916bf52-ab4f-4509-b3e2-3466d889d0d4 service neutron] For port e0683d64-7f28-4cf4-a163-67b4986c4151, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:51.613234 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-0916bf52-ab4f-4509-b3e2-3466d889d0d4 service neutron] For port e0683d64-7f28-4cf4-a163-67b4986c4151, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e0683d64-7f28-4cf4-a163-67b4986c4151,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:29:51.620125 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-0916bf52-ab4f-4509-b3e2-3466d889d0d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:51.717975 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0916bf52-ab4f-4509-b3e2-3466d889d0d4 service neutron] Pushing event updated for resources: {'Port': ['ID=e0683d64-7f28-4cf4-a163-67b4986c4151,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:51.718356 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0028b8ff-2d6c-44a3-8068-3234963bd891 req-0e896654-5f1f-4840-92c0-fd07fd37c9af tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790502 Jul 16 08:29:51.724015 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-0916bf52-ab4f-4509-b3e2-3466d889d0d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:51.725745 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-0916bf52-ab4f-4509-b3e2-3466d889d0d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:51.727596 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-0916bf52-ab4f-4509-b3e2-3466d889d0d4 service neutron] 10.222.0.21 "PUT /v2.0/ports/e0683d64-7f28-4cf4-a163-67b4986c4151 HTTP/1.1" status: 200 len: 1096 time: 1.8595710 Jul 16 08:29:51.753734 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e656fddb-b6bd-47aa-b550-7d21646bc4c7 req-ce896729-a540-499a-8c86-31be3ddf0641 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=16e802b5-5579-45b3-989a-ede5aeb18024 HTTP/1.1" status: 200 len: 999 time: 0.2066379 Jul 16 08:29:51.775636 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 33a1a531-589b-4c0c-9129-473de99d0088, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=33a1a531-589b-4c0c-9129-473de99d0088,segment=NetworkSegment(b2c713c2-8e0a-4620-8d49-7ae1ddb20db1),segment_id=b2c713c2-8e0a-4620-8d49-7ae1ddb20db1)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:51.791844 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:51.908149 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 373c0be1-41dc-4857-b8e6-bbf33c1354d1 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:29:51.910285 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 2fba5b4b-e7f5-468b-9bf2-accb0eceeb57 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:51.983338 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device caa159ea-2aa6-4d4f-a7d2-02d26b870a34 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:51.992579 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-60916761-c56c-4a56-b6a9-b17ceb3c0465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:51.994257 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-60916761-c56c-4a56-b6a9-b17ceb3c0465 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d01616ba17d4b8cba7a304337398c2e&device_id=d3a1108a-c89d-4b68-85a7-bbcb3b28de62 HTTP/1.1" status: 200 len: 1099 time: 0.2203987 Jul 16 08:29:52.012545 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656fddb-b6bd-47aa-b550-7d21646bc4c7 req-d2dfadda-244f-49de-b9e2-37fa91921fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:52.014860 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e656fddb-b6bd-47aa-b550-7d21646bc4c7 req-d2dfadda-244f-49de-b9e2-37fa91921fe9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a5d9cad0-c893-4990-9fdc-910c74a20af9 HTTP/1.1" status: 200 len: 850 time: 0.1614459 Jul 16 08:29:52.016448 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6609a997-28a4-4797-aa14-509cc3b6673e req-75501ccd-4553-440a-beb1-fa5e1c3dd9a2 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:52.018379 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6609a997-28a4-4797-aa14-509cc3b6673e req-75501ccd-4553-440a-beb1-fa5e1c3dd9a2 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 943 time: 0.1513605 Jul 16 08:29:52.071668 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-32ebc0fb-f4e5-4c2a-ad9f-1e8480bccb61 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=e0683d64-7f28-4cf4-a163-67b4986c4151 HTTP/1.1" status: 200 len: 217 time: 0.0521412 Jul 16 08:29:52.101613 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=33a1a531-589b-4c0c-9129-473de99d0088,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:52.116744 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.db.resource_extend [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:29:52.135563 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-5bdd8f20-67f0-45fd-a0a2-512df3e8ae02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:52.137787 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-5bdd8f20-67f0-45fd-a0a2-512df3e8ae02 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0563860 Jul 16 08:29:52.161340 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656fddb-b6bd-47aa-b550-7d21646bc4c7 req-d7f91234-ea8f-479e-b127-b15aa405dff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:52.166076 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e656fddb-b6bd-47aa-b550-7d21646bc4c7 req-d7f91234-ea8f-479e-b127-b15aa405dff8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dd3e23ac-b61f-435a-95cc-bf56a73d8636&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1392171 Jul 16 08:29:52.207526 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6609a997-28a4-4797-aa14-509cc3b6673e req-1fcdf2da-06d1-4193-b723-7377745b9f52 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345072 Jul 16 08:29:52.256994 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-e2405f79-c82b-475c-aa25-46af80decfdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:52.258676 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-e2405f79-c82b-475c-aa25-46af80decfdd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1087265 Jul 16 08:29:52.294461 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 2fba5b4b-e7f5-468b-9bf2-accb0eceeb57 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:52.319897 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26b2a548-9a45-4371-a99b-e040eadc0c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:52.344770 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 2fba5b4b-e7f5-468b-9bf2-accb0eceeb57 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:52.345452 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:52.356324 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-510dbc87-b23c-4958-ada3-e0568b78455c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'name': 'tempest-ServersTestManualDisk-746776145-router', 'tenant_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '856c0a30-c681-445b-973e-021a3913cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:03Z', 'updated_at': '2021-07-16T08:29:14Z', 'revision_number': 4, 'project_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'gw_port': {'id': '856c0a30-c681-445b-973e-021a3913cf7e', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:05Z', 'updated_at': '2021-07-16T08:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '5c5aa457-c83d-4b09-bb81-1acc96abdd5a', 'tenant_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'port_id': '16e802b5-5579-45b3-989a-ede5aeb18024', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd3e23ac-b61f-435a-95cc-bf56a73d8636', 'mac_address': 'fa:16:3e:c5:ae:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e68470-cf9f-4451-aa66-aec605be0ba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:29:20Z', 'updated_at': '2021-07-16T08:29:45Z', 'revision_number': 1, 'project_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff93229d-1b22-4910-8678-73a470c25eee', 'name': '', 'network_id': 'dd3e23ac-b61f-435a-95cc-bf56a73d8636', 'tenant_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'mac_address': 'fa:16:3e:27:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'a5d9cad0-c893-4990-9fdc-910c74a20af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:12Z', 'updated_at': '2021-07-16T08:29:21Z', 'revision_number': 5, 'project_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'subnets': [{'id': 'a5d9cad0-c893-4990-9fdc-910c74a20af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:52.387188 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port caa159ea-2aa6-4d4f-a7d2-02d26b870a34 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:52.391434 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-5321d05b-5980-4338-bbef-dc641c228e60 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216815 Jul 16 08:29:52.405500 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-510dbc87-b23c-4958-ada3-e0568b78455c None None] The sync data for ids ['c56f0597-a991-4ec2-a88f-2f0f8124831b'] in n-d-771362-37 is: [{'id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'name': 'tempest-ServersTestManualDisk-746776145-router', 'tenant_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '856c0a30-c681-445b-973e-021a3913cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:03Z', 'updated_at': '2021-07-16T08:29:14Z', 'revision_number': 4, 'project_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'gw_port': {'id': '856c0a30-c681-445b-973e-021a3913cf7e', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:05Z', 'updated_at': '2021-07-16T08:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '5c5aa457-c83d-4b09-bb81-1acc96abdd5a', 'tenant_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'floating_ip_address': '172.25.3.136', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'port_id': '16e802b5-5579-45b3-989a-ede5aeb18024', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 901, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dd3e23ac-b61f-435a-95cc-bf56a73d8636', 'mac_address': 'fa:16:3e:c5:ae:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a8e68470-cf9f-4451-aa66-aec605be0ba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:29:20Z', 'updated_at': '2021-07-16T08:29:45Z', 'revision_number': 1, 'project_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ff93229d-1b22-4910-8678-73a470c25eee', 'name': '', 'network_id': 'dd3e23ac-b61f-435a-95cc-bf56a73d8636', 'tenant_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'mac_address': 'fa:16:3e:27:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'a5d9cad0-c893-4990-9fdc-910c74a20af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:12Z', 'updated_at': '2021-07-16T08:29:21Z', 'revision_number': 5, 'project_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'subnets': [{'id': 'a5d9cad0-c893-4990-9fdc-910c74a20af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:29:52.437361 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port caa159ea-2aa6-4d4f-a7d2-02d26b870a34 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:52.438173 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:52.447443 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 373c0be1-41dc-4857-b8e6-bbf33c1354d1, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=373c0be1-41dc-4857-b8e6-bbf33c1354d1,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:52.508376 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4031cfd1-7b6b-41f5-897c-63a4219b232f req-65b779ef-d8af-4ef8-bb1b-1e71c661bc6d service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055181 Jul 16 08:29:52.550685 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c4110a-1735-421a-91ab-970a1dd08757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a1a531-589b-4c0c-9129-473de99d0088'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:52.553547 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72172d71-a46e-4fad-8db3-dd23cb22db7b" -d '{"events": [{"server_uuid": "88c4110a-1735-421a-91ab-970a1dd08757", "name": "network-vif-plugged", "status": "completed", "tag": "33a1a531-589b-4c0c-9129-473de99d0088"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:52.577099 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 373c0be1-41dc-4857-b8e6-bbf33c1354d1 has no active binding in host n-h2-771362-37 {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:29:52.590406 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e656fddb-b6bd-47aa-b550-7d21646bc4c7 req-5d6fb42b-1379-4b17-b6c0-3b15a01afc2a service neutron] 10.222.0.30 "GET /v2.0/networks/dd3e23ac-b61f-435a-95cc-bf56a73d8636?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4136546 Jul 16 08:29:52.705105 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7519174c-05a4-4ae0-8850-dff57b93d3dc x-openstack-request-id: req-7519174c-05a4-4ae0-8850-dff57b93d3dc {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:52.707198 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c4110a-1735-421a-91ab-970a1dd08757", "name": "network-vif-plugged", "status": "completed", "tag": "33a1a531-589b-4c0c-9129-473de99d0088", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:52.707463 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7519174c-05a4-4ae0-8850-dff57b93d3dc {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:52.707866 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c4110a-1735-421a-91ab-970a1dd08757', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a1a531-589b-4c0c-9129-473de99d0088', 'code': 200} Jul 16 08:29:52.710092 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:52.814502 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port caa159ea-2aa6-4d4f-a7d2-02d26b870a34, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=caa159ea-2aa6-4d4f-a7d2-02d26b870a34,segment=NetworkSegment(b2c713c2-8e0a-4620-8d49-7ae1ddb20db1),segment_id=b2c713c2-8e0a-4620-8d49-7ae1ddb20db1)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:52.818982 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-173ef09f-ba5e-4acf-94ac-f9a691c8901d None None] New status for floating IP 5c5aa457-c83d-4b09-bb81-1acc96abdd5a: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:29:52.825517 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:52.830351 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:52.893610 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e656fddb-b6bd-47aa-b550-7d21646bc4c7 req-17eabca1-5acc-4e72-bb0f-8ec8910a62a8 service neutron] 10.222.0.30 "GET /v2.0/networks/dd3e23ac-b61f-435a-95cc-bf56a73d8636?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2918606 Jul 16 08:29:52.909304 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 2fba5b4b-e7f5-468b-9bf2-accb0eceeb57, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=2fba5b4b-e7f5-468b-9bf2-accb0eceeb57,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:52.949395 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:53.010103 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4f6e6d-59c1-4fdc-ab08-ff6b7a66e8e5 req-7a8e610d-85d7-4e1a-9a7c-24805ed84631 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:53.012108 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c4f6e6d-59c1-4fdc-ab08-ff6b7a66e8e5 req-7a8e610d-85d7-4e1a-9a7c-24805ed84631 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3a1108a-c89d-4b68-85a7-bbcb3b28de62 HTTP/1.1" status: 200 len: 947 time: 0.5650799 Jul 16 08:29:53.063220 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c4f6e6d-59c1-4fdc-ab08-ff6b7a66e8e5 req-a5983620-60de-468d-aba3-8f7c6ec3cbd5 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403175 Jul 16 08:29:53.100699 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=caa159ea-2aa6-4d4f-a7d2-02d26b870a34,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:53.184845 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3a1108a-c89d-4b68-85a7-bbcb3b28de62', 'tag': 'e0683d64-7f28-4cf4-a163-67b4986c4151'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:53.191838 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d102504e-e5ec-4860-9889-8e5b6a61ddc2" -d '{"events": [{"name": "network-changed", "server_uuid": "d3a1108a-c89d-4b68-85a7-bbcb3b28de62", "tag": "e0683d64-7f28-4cf4-a163-67b4986c4151"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:53.236629 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=2fba5b4b-e7f5-468b-9bf2-accb0eceeb57,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:53.270499 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61ae155-9f65-4538-8e07-2125ce3fb8f4 req-1a2f5675-c117-4349-8490-d2ba20affce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:53.273374 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e61ae155-9f65-4538-8e07-2125ce3fb8f4 req-1a2f5675-c117-4349-8490-d2ba20affce6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 1097 time: 0.2227182 Jul 16 08:29:53.283043 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5851e693-8eda-4e81-8843-69af3ca7d515 req-d80ddcc1-47f3-4f92-87dc-6c843f132c6d tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:53.285193 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5851e693-8eda-4e81-8843-69af3ca7d515 req-d80ddcc1-47f3-4f92-87dc-6c843f132c6d tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.1523879 Jul 16 08:29:53.319535 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656fddb-b6bd-47aa-b550-7d21646bc4c7 req-9e86f8d0-2462-4f92-9f64-ccd641874970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:53.321055 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e656fddb-b6bd-47aa-b550-7d21646bc4c7 req-9e86f8d0-2462-4f92-9f64-ccd641874970 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 1126 time: 0.2129064 Jul 16 08:29:53.339861 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e61ae155-9f65-4538-8e07-2125ce3fb8f4 req-1418e93c-42d7-415f-bc6c-26f893588632 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533109 Jul 16 08:29:53.353041 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5851e693-8eda-4e81-8843-69af3ca7d515 req-87a51d50-331d-45ef-a05e-033718b96179 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492427 Jul 16 08:29:53.652568 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-26b2a548-9a45-4371-a99b-e040eadc0c4c admin admin] Deleting port d611e9c5-e649-412c-ad09-1e003879b8b5 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:53.653140 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26b2a548-9a45-4371-a99b-e040eadc0c4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:53.697116 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bee9d3-3f1d-448c-828e-43b391e94895 req-fc0254a2-6d36-4b9f-b931-da5e18098bcb tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:53.698738 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b8bee9d3-3f1d-448c-828e-43b391e94895 req-fc0254a2-6d36-4b9f-b931-da5e18098bcb tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=f205a1e0-c71c-4161-8f7b-2b1080c20f84 HTTP/1.1" status: 200 len: 946 time: 0.4503853 Jul 16 08:29:53.758075 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:29:53.800418 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656fddb-b6bd-47aa-b550-7d21646bc4c7 req-7c645696-b1ed-40b4-8a4c-88aa42732556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:53.801857 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e656fddb-b6bd-47aa-b550-7d21646bc4c7 req-7c645696-b1ed-40b4-8a4c-88aa42732556 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d342364e-cb68-4fed-83d9-f37bbb306922 HTTP/1.1" status: 200 len: 921 time: 0.4694161 Jul 16 08:29:53.811918 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b8bee9d3-3f1d-448c-828e-43b391e94895 req-fa236a83-64af-47bb-88bb-1a1d3e818188 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035273 Jul 16 08:29:53.836731 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-26b2a548-9a45-4371-a99b-e040eadc0c4c admin admin] For port d611e9c5-e649-412c-ad09-1e003879b8b5, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d611e9c5-e649-412c-ad09-1e003879b8b5,segment=NetworkSegment(9c38dbf6-508c-4ef7-9acc-99f901f233af),segment_id=9c38dbf6-508c-4ef7-9acc-99f901f233af)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:53.837315 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26b2a548-9a45-4371-a99b-e040eadc0c4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:53.851383 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-26b2a548-9a45-4371-a99b-e040eadc0c4c admin admin] Calling delete_port for d611e9c5-e649-412c-ad09-1e003879b8b5 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:53.864034 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69edba0-920e-465c-a841-c75780d3432a x-openstack-request-id: req-d69edba0-920e-465c-a841-c75780d3432a {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:53.864443 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3a1108a-c89d-4b68-85a7-bbcb3b28de62", "tag": "e0683d64-7f28-4cf4-a163-67b4986c4151", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:53.864769 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d69edba0-920e-465c-a841-c75780d3432a {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:53.865155 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3a1108a-c89d-4b68-85a7-bbcb3b28de62', 'tag': 'e0683d64-7f28-4cf4-a163-67b4986c4151', 'status': 'completed', 'code': 200} Jul 16 08:29:53.968230 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102504e-e5ec-4860-9889-8e5b6a61ddc2 req-690e9910-74e6-4799-84e5-d29be0623d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:53.969978 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d102504e-e5ec-4860-9889-8e5b6a61ddc2 req-690e9910-74e6-4799-84e5-d29be0623d42 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d01616ba17d4b8cba7a304337398c2e&device_id=d3a1108a-c89d-4b68-85a7-bbcb3b28de62 HTTP/1.1" status: 200 len: 1099 time: 0.0687501 Jul 16 08:29:54.004894 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e656fddb-b6bd-47aa-b550-7d21646bc4c7 req-40b82062-0cf3-46fc-9a6a-a158bdcfc12b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=373c0be1-41dc-4857-b8e6-bbf33c1354d1 HTTP/1.1" status: 200 len: 217 time: 0.1886179 Jul 16 08:29:54.118824 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102504e-e5ec-4860-9889-8e5b6a61ddc2 req-250a09a9-73f5-4e3a-ae37-c94c9a7752ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:54.120217 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d102504e-e5ec-4860-9889-8e5b6a61ddc2 req-250a09a9-73f5-4e3a-ae37-c94c9a7752ee service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.1403689 Jul 16 08:29:54.122664 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e656fddb-b6bd-47aa-b550-7d21646bc4c7 req-a4f2a6cb-9856-4595-80a7-0ab9a955d9ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:54.124114 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e656fddb-b6bd-47aa-b550-7d21646bc4c7 req-a4f2a6cb-9856-4595-80a7-0ab9a955d9ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08efe674-85ae-4a06-b69c-d92fb68b404c HTTP/1.1" status: 200 len: 860 time: 0.1016409 Jul 16 08:29:54.131207 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5835ec0-2038-472a-bb50-9ec732012d17 req-f82929b2-0d54-4f06-b482-0a0503f8477b tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:54.132668 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d5835ec0-2038-472a-bb50-9ec732012d17 req-f82929b2-0d54-4f06-b482-0a0503f8477b tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 943 time: 0.1335332 Jul 16 08:29:54.170505 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e656fddb-b6bd-47aa-b550-7d21646bc4c7 req-81c44003-a212-4a62-8088-9138a82b3efd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d342364e-cb68-4fed-83d9-f37bbb306922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305445 Jul 16 08:29:54.172051 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26b2a548-9a45-4371-a99b-e040eadc0c4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:54.183185 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d102504e-e5ec-4860-9889-8e5b6a61ddc2 req-1b78cd81-7b8a-47e0-bec6-31bcd5c5a0ac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=e0683d64-7f28-4cf4-a163-67b4986c4151 HTTP/1.1" status: 200 len: 217 time: 0.0471549 Jul 16 08:29:54.217378 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b2a548-9a45-4371-a99b-e040eadc0c4c admin admin] Pushing event deleted for resources: {'Port': ['ID=d611e9c5-e649-412c-ad09-1e003879b8b5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:54.229438 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d5835ec0-2038-472a-bb50-9ec732012d17 req-4ae5a3a7-a0fa-4af0-82b9-138e55973365 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871270 Jul 16 08:29:54.245452 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102504e-e5ec-4860-9889-8e5b6a61ddc2 req-0a9a4751-5e68-4d67-8eb5-087d4a3e4102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:54.247411 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d102504e-e5ec-4860-9889-8e5b6a61ddc2 req-0a9a4751-5e68-4d67-8eb5-087d4a3e4102 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0515699 Jul 16 08:29:54.295254 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91289a89-406e-4727-903f-6c1e53f6d5b1 req-9672a6df-6cdf-47e8-93f3-986f2b33b02d tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:54.296730 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-91289a89-406e-4727-903f-6c1e53f6d5b1 req-9672a6df-6cdf-47e8-93f3-986f2b33b02d tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 945 time: 0.2109759 Jul 16 08:29:54.317880 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102504e-e5ec-4860-9889-8e5b6a61ddc2 req-7efc51ee-c83b-4afa-b9f7-74037a86f4a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:54.320650 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d102504e-e5ec-4860-9889-8e5b6a61ddc2 req-7efc51ee-c83b-4afa-b9f7-74037a86f4a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0617504 Jul 16 08:29:54.397221 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e656fddb-b6bd-47aa-b550-7d21646bc4c7 req-db45bf4f-cd68-4c0f-87e0-8d5f445b3e47 service neutron] 10.222.0.30 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929207 Jul 16 08:29:54.401171 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-91289a89-406e-4727-903f-6c1e53f6d5b1 req-7b9c385a-948d-4930-b7d7-1dc1964cabba tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775046 Jul 16 08:29:54.487084 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d102504e-e5ec-4860-9889-8e5b6a61ddc2 req-08f7a75b-4d1d-4684-baaf-cb4f3db92d09 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501393 Jul 16 08:29:54.571591 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d631227-a350-4b49-89dc-9a92db4f9bf6 req-568184f7-7cbd-4a86-9d13-490d89b709c2 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:54.579254 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3d631227-a350-4b49-89dc-9a92db4f9bf6 req-568184f7-7cbd-4a86-9d13-490d89b709c2 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3a1108a-c89d-4b68-85a7-bbcb3b28de62 HTTP/1.1" status: 200 len: 947 time: 0.2016528 Jul 16 08:29:54.605951 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26b2a548-9a45-4371-a99b-e040eadc0c4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:54.608382 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e656fddb-b6bd-47aa-b550-7d21646bc4c7 req-3df32396-bb56-404f-8b72-59d19a75ee8c service neutron] 10.222.0.30 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763911 Jul 16 08:29:54.634049 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3d631227-a350-4b49-89dc-9a92db4f9bf6 req-bddbd01f-ae10-449e-be23-4e70255c8ea9 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545864 Jul 16 08:29:54.639300 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d102504e-e5ec-4860-9889-8e5b6a61ddc2 req-dce763d6-0eb1-47ab-af61-1b5f99219cdf service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437776 Jul 16 08:29:54.687498 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27237938-7da8-4904-a65e-03ef7c97916f req-7298bd3c-e8b8-4564-aa4b-2fba9660b883 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:54.688989 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-27237938-7da8-4904-a65e-03ef7c97916f req-7298bd3c-e8b8-4564-aa4b-2fba9660b883 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.1608725 Jul 16 08:29:54.709800 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f205a1e0-c71c-4161-8f7b-2b1080c20f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa159ea-2aa6-4d4f-a7d2-02d26b870a34'}, {'server_uuid': '07f0f750-10e8-459b-9b3b-16d6b5307bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fba5b4b-e7f5-468b-9bf2-accb0eceeb57'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:54.712554 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a36f3c7-679b-45c6-8019-48184feb0858" -d '{"events": [{"server_uuid": "f205a1e0-c71c-4161-8f7b-2b1080c20f84", "name": "network-vif-plugged", "status": "completed", "tag": "caa159ea-2aa6-4d4f-a7d2-02d26b870a34"}, {"server_uuid": "07f0f750-10e8-459b-9b3b-16d6b5307bf1", "name": "network-vif-plugged", "status": "completed", "tag": "2fba5b4b-e7f5-468b-9bf2-accb0eceeb57"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:54.757635 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adee2789-1565-4861-a2f6-dd4055c44483 x-openstack-request-id: req-adee2789-1565-4861-a2f6-dd4055c44483 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:54.758403 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f205a1e0-c71c-4161-8f7b-2b1080c20f84", "name": "network-vif-plugged", "status": "completed", "tag": "caa159ea-2aa6-4d4f-a7d2-02d26b870a34", "code": 200}, {"server_uuid": "07f0f750-10e8-459b-9b3b-16d6b5307bf1", "name": "network-vif-plugged", "status": "completed", "tag": "2fba5b4b-e7f5-468b-9bf2-accb0eceeb57", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:54.758629 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-adee2789-1565-4861-a2f6-dd4055c44483 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:54.759052 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f205a1e0-c71c-4161-8f7b-2b1080c20f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'caa159ea-2aa6-4d4f-a7d2-02d26b870a34', 'code': 200} Jul 16 08:29:54.759308 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f0f750-10e8-459b-9b3b-16d6b5307bf1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2fba5b4b-e7f5-468b-9bf2-accb0eceeb57', 'code': 200} Jul 16 08:29:54.768276 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-27237938-7da8-4904-a65e-03ef7c97916f req-579f4697-9c5a-499f-b2e6-365f8ec35bc2 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729938 Jul 16 08:29:54.911773 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546e1e4f-7689-4bf2-b387-3896a6894d3d req-1dfe193c-3289-4a51-984a-e642ed0f590d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:54.912688 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26b2a548-9a45-4371-a99b-e040eadc0c4c admin admin] Router e1cc7997-985a-47ca-969e-e45b1a8e3280 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:29:54.913404 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-546e1e4f-7689-4bf2-b387-3896a6894d3d req-1dfe193c-3289-4a51-984a-e642ed0f590d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 1097 time: 0.0616896 Jul 16 08:29:54.966968 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802a8cb-7b37-47a0-b54d-f57a362033ec req-a7768cde-99fe-4b50-b5b7-bf400f2f5c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:54.968256 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5802a8cb-7b37-47a0-b54d-f57a362033ec req-a7768cde-99fe-4b50-b5b7-bf400f2f5c5d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f205a1e0-c71c-4161-8f7b-2b1080c20f84 HTTP/1.1" status: 200 len: 1098 time: 0.1130998 Jul 16 08:29:54.994690 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-546e1e4f-7689-4bf2-b387-3896a6894d3d req-6d19a95d-4351-45cf-b2f5-7dea1824a88e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644555 Jul 16 08:29:55.058546 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2abfa85-74f3-4e30-b269-248f4fffce4d req-87351c6b-7f2f-4c84-ae6b-cfa88c215628 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:55.059709 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5802a8cb-7b37-47a0-b54d-f57a362033ec req-2f3598e0-7480-4012-869d-0e31eb8bc2fd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453382 Jul 16 08:29:55.060834 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26b2a548-9a45-4371-a99b-e040eadc0c4c admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:29:55.068064 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-26b2a548-9a45-4371-a99b-e040eadc0c4c admin admin] 10.222.0.22 "PUT /v2.0/routers/e1cc7997-985a-47ca-969e-e45b1a8e3280/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0361805 Jul 16 08:29:55.068239 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a2abfa85-74f3-4e30-b269-248f4fffce4d req-87351c6b-7f2f-4c84-ae6b-cfa88c215628 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=f205a1e0-c71c-4161-8f7b-2b1080c20f84 HTTP/1.1" status: 200 len: 946 time: 0.0934300 Jul 16 08:29:55.068437 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51538) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:55.076915 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebcc28a-fc98-48b1-9456-3eda2a5c6496 None None] Sync routers for ids ['e1cc7997-985a-47ca-969e-e45b1a8e3280'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:29:55.101987 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebcc28a-fc98-48b1-9456-3eda2a5c6496 None None] Routers {'e1cc7997-985a-47ca-969e-e45b1a8e3280'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:55.102755 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0ebcc28a-fc98-48b1-9456-3eda2a5c6496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:29:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['e1cc7997-985a-47ca-969e-e45b1a8e3280'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:55.105668 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a2abfa85-74f3-4e30-b269-248f4fffce4d req-63776e3a-5ba6-433a-abad-5d5a985b2f11 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372958 Jul 16 08:29:55.177334 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bca3c3a-d2a6-47cf-b5a1-eb3cc8d9fefc admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:55.233164 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-0ebcc28a-fc98-48b1-9456-3eda2a5c6496 None None] Set router e1cc7997-985a-47ca-969e-e45b1a8e3280 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:55.278537 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bca3c3a-d2a6-47cf-b5a1-eb3cc8d9fefc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:55.336556 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0bca3c3a-d2a6-47cf-b5a1-eb3cc8d9fefc admin admin] Deleting port 80ee2773-12ea-42e1-8af6-9b6b7e7c783f {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:55.336903 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bca3c3a-d2a6-47cf-b5a1-eb3cc8d9fefc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:55.422304 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0734d09d-6891-4cb8-9ffe-ae9b937709f2 req-037f065a-2abc-4e2f-858f-5f0f695bc569 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:55.423842 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0734d09d-6891-4cb8-9ffe-ae9b937709f2 req-037f065a-2abc-4e2f-858f-5f0f695bc569 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 943 time: 0.0669451 Jul 16 08:29:55.424454 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-0bca3c3a-d2a6-47cf-b5a1-eb3cc8d9fefc admin admin] For port 80ee2773-12ea-42e1-8af6-9b6b7e7c783f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=80ee2773-12ea-42e1-8af6-9b6b7e7c783f,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:55.425200 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bca3c3a-d2a6-47cf-b5a1-eb3cc8d9fefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:55.427790 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0ebcc28a-fc98-48b1-9456-3eda2a5c6496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1cc7997-985a-47ca-969e-e45b1a8e3280', 'name': 'tempest-AttachSCSIVolumeTestJSON-1150887569-router', 'tenant_id': '249ad98742674923828004d0fe8478b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.246'}], 'enable_snat': True}, 'gw_port_id': '80ee2773-12ea-42e1-8af6-9b6b7e7c783f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:36Z', 'updated_at': '2021-07-16T08:29:54Z', 'revision_number': 5, 'project_id': '249ad98742674923828004d0fe8478b5', 'gw_port': {'id': '80ee2773-12ea-42e1-8af6-9b6b7e7c783f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:75:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1cc7997-985a-47ca-969e-e45b1a8e3280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 768, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:37Z', 'updated_at': '2021-07-16T08:27:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:55.440340 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0bca3c3a-d2a6-47cf-b5a1-eb3cc8d9fefc admin admin] Calling delete_port for 80ee2773-12ea-42e1-8af6-9b6b7e7c783f owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:55.462686 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebcc28a-fc98-48b1-9456-3eda2a5c6496 None None] Checking router: e1cc7997-985a-47ca-969e-e45b1a8e3280 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:29:55.473222 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ebcc28a-fc98-48b1-9456-3eda2a5c6496 None None] Routers {'e1cc7997-985a-47ca-969e-e45b1a8e3280'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:29:55.473980 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0ebcc28a-fc98-48b1-9456-3eda2a5c6496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:29:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['e1cc7997-985a-47ca-969e-e45b1a8e3280'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:55.482124 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0734d09d-6891-4cb8-9ffe-ae9b937709f2 req-1120f86b-c5e4-4fa4-8357-5830f804aa9e tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467236 Jul 16 08:29:55.711515 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-0ebcc28a-fc98-48b1-9456-3eda2a5c6496 None None] Set router e1cc7997-985a-47ca-969e-e45b1a8e3280 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:29:55.772008 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0ebcc28a-fc98-48b1-9456-3eda2a5c6496 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1cc7997-985a-47ca-969e-e45b1a8e3280', 'name': 'tempest-AttachSCSIVolumeTestJSON-1150887569-router', 'tenant_id': '249ad98742674923828004d0fe8478b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:36Z', 'updated_at': '2021-07-16T08:29:55Z', 'revision_number': 6, 'project_id': '249ad98742674923828004d0fe8478b5', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:55.804077 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ebcc28a-fc98-48b1-9456-3eda2a5c6496 None None] The sync data for ids ['e1cc7997-985a-47ca-969e-e45b1a8e3280'] in n-d-771362-37 is: [{'id': 'e1cc7997-985a-47ca-969e-e45b1a8e3280', 'name': 'tempest-AttachSCSIVolumeTestJSON-1150887569-router', 'tenant_id': '249ad98742674923828004d0fe8478b5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:36Z', 'updated_at': '2021-07-16T08:29:55Z', 'revision_number': 6, 'project_id': '249ad98742674923828004d0fe8478b5', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:29:55.830473 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa59f53-9603-4e29-a8c1-6db02a052f4d req-8429a011-2881-4e99-b526-28dfa46d04d9 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:55.832280 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9aa59f53-9603-4e29-a8c1-6db02a052f4d req-8429a011-2881-4e99-b526-28dfa46d04d9 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3a1108a-c89d-4b68-85a7-bbcb3b28de62 HTTP/1.1" status: 200 len: 947 time: 0.0746493 Jul 16 08:29:55.877325 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9aa59f53-9603-4e29-a8c1-6db02a052f4d req-dad853ac-30d0-4cda-9a8f-f8eb2c6ff972 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322559 Jul 16 08:29:55.887793 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device e0683d64-7f28-4cf4-a163-67b4986c4151 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:29:55.916045 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4db97a2-09b1-44eb-b090-53c1f47b76d7 req-cc1fada1-c34e-4cc1-bc08-a51ff7becd81 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:55.917597 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e4db97a2-09b1-44eb-b090-53c1f47b76d7 req-cc1fada1-c34e-4cc1-bc08-a51ff7becd81 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 945 time: 0.3740575 Jul 16 08:29:55.934772 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bca3c3a-d2a6-47cf-b5a1-eb3cc8d9fefc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:55.976806 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bca3c3a-d2a6-47cf-b5a1-eb3cc8d9fefc admin admin] Pushing event deleted for resources: {'Port': ['ID=80ee2773-12ea-42e1-8af6-9b6b7e7c783f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:55.984684 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port e0683d64-7f28-4cf4-a163-67b4986c4151, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e0683d64-7f28-4cf4-a163-67b4986c4151,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:55.997619 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'e0683d64-7f28-4cf4-a163-67b4986c4151', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': 'e0683d64-7f28-4cf4-a163-67b4986c4151', 'mac_address': 'fa:16:3e:3d:39:16', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.92'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:29:56.024317 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e4db97a2-09b1-44eb-b090-53c1f47b76d7 req-973eafc1-0b24-4851-af7f-2ec764c4adf9 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961230 Jul 16 08:29:56.058885 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.077254 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bca3c3a-d2a6-47cf-b5a1-eb3cc8d9fefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.093169 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e0683d64-7f28-4cf4-a163-67b4986c4151 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:56.095065 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2475cdd5-2b09-4276-b484-54e4d4580b99 req-ed0746a6-72b6-43c9-bebc-0a8d80143d07 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:56.096730 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2475cdd5-2b09-4276-b484-54e4d4580b99 req-ed0746a6-72b6-43c9-bebc-0a8d80143d07 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.0901029 Jul 16 08:29:56.129473 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port e0683d64-7f28-4cf4-a163-67b4986c4151, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e0683d64-7f28-4cf4-a163-67b4986c4151,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:56.139307 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.164266 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2475cdd5-2b09-4276-b484-54e4d4580b99 req-7b82cc17-0ccf-4187-9520-6da2fdbcf27c tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605345 Jul 16 08:29:56.228458 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=e0683d64-7f28-4cf4-a163-67b4986c4151,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:56.265721 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bca3c3a-d2a6-47cf-b5a1-eb3cc8d9fefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.269772 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bca3c3a-d2a6-47cf-b5a1-eb3cc8d9fefc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.325038 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bca3c3a-d2a6-47cf-b5a1-eb3cc8d9fefc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.325671 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bca3c3a-d2a6-47cf-b5a1-eb3cc8d9fefc admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1cc7997-985a-47ca-969e-e45b1a8e3280 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:29:56.335164 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bca3c3a-d2a6-47cf-b5a1-eb3cc8d9fefc admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.338548 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0bca3c3a-d2a6-47cf-b5a1-eb3cc8d9fefc admin admin] 10.222.0.22 "DELETE /v2.0/routers/e1cc7997-985a-47ca-969e-e45b1a8e3280 HTTP/1.1" status: 204 len: 168 time: 1.2670982 Jul 16 08:29:56.338785 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51554) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:56.405576 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbfddd9e-b6fc-4793-b78f-836f1efb1173 admin admin] Deleting subnet ac5f79c4-4d27-4945-ac37-cd56890c0670 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:29:56.408769 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bbfddd9e-b6fc-4793-b78f-836f1efb1173 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.432662 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf65966-1271-4bcf-897e-30d90b9cd624 req-4744de09-1a4c-440c-97fd-891fb754c732 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:56.434234 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8bf65966-1271-4bcf-897e-30d90b9cd624 req-4744de09-1a4c-440c-97fd-891fb754c732 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=f205a1e0-c71c-4161-8f7b-2b1080c20f84 HTTP/1.1" status: 200 len: 946 time: 0.0710428 Jul 16 08:29:56.449039 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bbfddd9e-b6fc-4793-b78f-836f1efb1173 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.475957 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8bf65966-1271-4bcf-897e-30d90b9cd624 req-0267692b-6103-4dd0-882e-b050e109a5f5 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353255 Jul 16 08:29:56.530880 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bbfddd9e-b6fc-4793-b78f-836f1efb1173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.598557 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bbfddd9e-b6fc-4793-b78f-836f1efb1173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.615484 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['e0683d64-7f28-4cf4-a163-67b4986c4151'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:56.631868 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfddd9e-b6fc-4793-b78f-836f1efb1173 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ac5f79c4-4d27-4945-ac37-cd56890c0670,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:56.644689 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bbfddd9e-b6fc-4793-b78f-836f1efb1173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.647301 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bbfddd9e-b6fc-4793-b78f-836f1efb1173 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ac5f79c4-4d27-4945-ac37-cd56890c0670 HTTP/1.1" status: 204 len: 168 time: 0.3074141 Jul 16 08:29:56.653095 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51560) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:56.657376 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ebae134-0b3f-46e0-8850-801f8017276b None None] Network c0f9e63c-c0dc-496b-b400-ce99bcb00b10 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:29:56.775067 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d611e9c5-e649-412c-ad09-1e003879b8b5 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:56.776549 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a4fb71-b9a6-4520-86ba-5ec124a18b10 req-a0e5d5a6-d902-4487-93fc-9fcbad10ea4b tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:56.779653 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-29a4fb71-b9a6-4520-86ba-5ec124a18b10 req-a0e5d5a6-d902-4487-93fc-9fcbad10ea4b tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 943 time: 0.1493921 Jul 16 08:29:56.789849 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-24e2feec-39e7-4110-b112-21418c51a04d service neutron] 10.222.0.30 "GET /v2.0/ports/373c0be1-41dc-4857-b8e6-bbf33c1354d1/bindings/n-h2-771362-37 HTTP/1.1" status: 200 len: 385 time: 0.1098790 Jul 16 08:29:56.831773 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: d611e9c5-e649-412c-ad09-1e003879b8b5 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:29:56.832000 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d611e9c5-e649-412c-ad09-1e003879b8b5 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:56.832560 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 80ee2773-12ea-42e1-8af6-9b6b7e7c783f no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:56.844388 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dab42f73-1f53-4ce3-aa6e-9691af35d8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:56.853465 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0193d-1403-4316-aa4b-a11c1d00a951 req-fc222dd8-e265-4509-8ec5-f978f46dec93 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:56.855044 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e4e0193d-1403-4316-aa4b-a11c1d00a951 req-fc222dd8-e265-4509-8ec5-f978f46dec93 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.2516894 Jul 16 08:29:56.880922 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-29a4fb71-b9a6-4520-86ba-5ec124a18b10 req-ac0ccb22-7d5b-4435-8e26-84ada1b93cf0 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900009 Jul 16 08:29:56.893922 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 80ee2773-12ea-42e1-8af6-9b6b7e7c783f {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:29:56.894344 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 80ee2773-12ea-42e1-8af6-9b6b7e7c783f not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:56.960886 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f90dbcb-0f7d-4d99-b0f6-09d56b5dfb00 req-3b1c55d3-3c21-4b67-8dc1-96ab95f2e756 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:56.962596 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0f90dbcb-0f7d-4d99-b0f6-09d56b5dfb00 req-3b1c55d3-3c21-4b67-8dc1-96ab95f2e756 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.30 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 945 time: 0.1829309 Jul 16 08:29:56.967449 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e4e0193d-1403-4316-aa4b-a11c1d00a951 req-c9307c46-a9bc-4d99-b385-e4d71afef2fc tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055641 Jul 16 08:29:57.041061 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-dab42f73-1f53-4ce3-aa6e-9691af35d8ed admin admin] Deleting port 26c9137f-cecf-4695-b85c-a612b871f2d1 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:57.041510 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dab42f73-1f53-4ce3-aa6e-9691af35d8ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.090362 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-82b9cd21-9242-47ad-a51b-37c88983de98 service neutron] For port 373c0be1-41dc-4857-b8e6-bbf33c1354d1, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=373c0be1-41dc-4857-b8e6-bbf33c1354d1,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:57.105338 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946e7627-e943-4312-b3be-2d5030006961 None None] DHCP port deletion for c0f9e63c-c0dc-496b-b400-ce99bcb00b10 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:29:57.123979 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-82b9cd21-9242-47ad-a51b-37c88983de98 service neutron] For port 373c0be1-41dc-4857-b8e6-bbf33c1354d1, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:57.183073 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-dab42f73-1f53-4ce3-aa6e-9691af35d8ed admin admin] For port 26c9137f-cecf-4695-b85c-a612b871f2d1, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=26c9137f-cecf-4695-b85c-a612b871f2d1,segment=NetworkSegment(9c38dbf6-508c-4ef7-9acc-99f901f233af),segment_id=9c38dbf6-508c-4ef7-9acc-99f901f233af)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:57.183757 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dab42f73-1f53-4ce3-aa6e-9691af35d8ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.204561 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-946e7627-e943-4312-b3be-2d5030006961 None None] Deleting port 26c9137f-cecf-4695-b85c-a612b871f2d1 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:57.204994 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-946e7627-e943-4312-b3be-2d5030006961 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.230703 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-82b9cd21-9242-47ad-a51b-37c88983de98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 373c0be1-41dc-4857-b8e6-bbf33c1354d1 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:29:57.231051 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-dab42f73-1f53-4ce3-aa6e-9691af35d8ed admin admin] Calling delete_port for 26c9137f-cecf-4695-b85c-a612b871f2d1 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:57.244492 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-82b9cd21-9242-47ad-a51b-37c88983de98 service neutron] For port 373c0be1-41dc-4857-b8e6-bbf33c1354d1, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=373c0be1-41dc-4857-b8e6-bbf33c1354d1,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:57.248624 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-0f90dbcb-0f7d-4d99-b0f6-09d56b5dfb00 req-74abf08e-f7a0-4d4c-913c-0122281fb5bf tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Deleting port b29b726b-5f89-4c6f-86ce-50b5f64b695b {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:57.248977 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0f90dbcb-0f7d-4d99-b0f6-09d56b5dfb00 req-74abf08e-f7a0-4d4c-913c-0122281fb5bf tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.268212 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8580a85a-c2ff-49bd-bd96-a6b5ccd0c5f7 req-9d038e05-7a58-4199-983e-abbd696275b0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:57.270232 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8580a85a-c2ff-49bd-bd96-a6b5ccd0c5f7 req-9d038e05-7a58-4199-983e-abbd696275b0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3a1108a-c89d-4b68-85a7-bbcb3b28de62 HTTP/1.1" status: 200 len: 948 time: 0.1118217 Jul 16 08:29:57.271504 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-82b9cd21-9242-47ad-a51b-37c88983de98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.284940 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-946e7627-e943-4312-b3be-2d5030006961 None None] For port 26c9137f-cecf-4695-b85c-a612b871f2d1, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=26c9137f-cecf-4695-b85c-a612b871f2d1,segment=NetworkSegment(9c38dbf6-508c-4ef7-9acc-99f901f233af),segment_id=9c38dbf6-508c-4ef7-9acc-99f901f233af)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:57.285688 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-946e7627-e943-4312-b3be-2d5030006961 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.298564 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-946e7627-e943-4312-b3be-2d5030006961 None None] Calling delete_port for 26c9137f-cecf-4695-b85c-a612b871f2d1 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:57.347852 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8580a85a-c2ff-49bd-bd96-a6b5ccd0c5f7 req-9339c1e1-0005-467f-bdf9-38d20005414c tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643375 Jul 16 08:29:57.384613 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-82b9cd21-9242-47ad-a51b-37c88983de98 service neutron] Transition to ACTIVE for port object 373c0be1-41dc-4857-b8e6-bbf33c1354d1 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:29:57.392202 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-82b9cd21-9242-47ad-a51b-37c88983de98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.411661 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-946e7627-e943-4312-b3be-2d5030006961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.431796 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72125100-8f8c-45ae-9866-e3b99bf43151 req-bb62158c-f626-42cf-8925-6e3fe8e1981f tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:57.433516 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-72125100-8f8c-45ae-9866-e3b99bf43151 req-bb62158c-f626-42cf-8925-6e3fe8e1981f tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b52d596-fa36-4bca-a34e-4fd266194967 HTTP/1.1" status: 200 len: 945 time: 0.2537718 Jul 16 08:29:57.439843 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-0f90dbcb-0f7d-4d99-b0f6-09d56b5dfb00 req-74abf08e-f7a0-4d4c-913c-0122281fb5bf tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] For port b29b726b-5f89-4c6f-86ce-50b5f64b695b, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=b29b726b-5f89-4c6f-86ce-50b5f64b695b,segment=NetworkSegment(2aea429b-deb9-4101-bf8b-30d1c999efba),segment_id=2aea429b-deb9-4101-bf8b-30d1c999efba)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:57.440208 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0f90dbcb-0f7d-4d99-b0f6-09d56b5dfb00 req-74abf08e-f7a0-4d4c-913c-0122281fb5bf tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.451742 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e7627-e943-4312-b3be-2d5030006961 None None] Pushing event deleted for resources: {'Port': ['ID=26c9137f-cecf-4695-b85c-a612b871f2d1,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:57.458016 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946e7627-e943-4312-b3be-2d5030006961 None None] No DVR routers for this DVR port 26c9137f-cecf-4695-b85c-a612b871f2d1 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:57.471053 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dab42f73-1f53-4ce3-aa6e-9691af35d8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.473882 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-82b9cd21-9242-47ad-a51b-37c88983de98 service neutron] No DVR routers for this DVR port 373c0be1-41dc-4857-b8e6-bbf33c1354d1 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:57.486308 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-0f90dbcb-0f7d-4d99-b0f6-09d56b5dfb00 req-74abf08e-f7a0-4d4c-913c-0122281fb5bf tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Calling delete_port for b29b726b-5f89-4c6f-86ce-50b5f64b695b owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:57.487928 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b9cd21-9242-47ad-a51b-37c88983de98 service neutron] Pushing event updated for resources: {'Port': ['ID=373c0be1-41dc-4857-b8e6-bbf33c1354d1,revision_number=10']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:57.519517 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab42f73-1f53-4ce3-aa6e-9691af35d8ed admin admin] No DVR routers for this DVR port 26c9137f-cecf-4695-b85c-a612b871f2d1 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:57.529755 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab42f73-1f53-4ce3-aa6e-9691af35d8ed admin admin] Pushing event deleted for resources: {'Port': ['ID=26c9137f-cecf-4695-b85c-a612b871f2d1,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:57.547620 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-82b9cd21-9242-47ad-a51b-37c88983de98 service neutron] 10.222.0.30 "PUT /v2.0/ports/373c0be1-41dc-4857-b8e6-bbf33c1354d1/bindings/n-h2-771362-37/activate HTTP/1.1" status: 200 len: 370 time: 0.7456567 Jul 16 08:29:57.582341 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c5ff0-09de-4a0b-a31e-e69449729463 req-ac17e72c-8c4a-477f-ab99-d2e0eff53848 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:57.584195 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-218c5ff0-09de-4a0b-a31e-e69449729463 req-ac17e72c-8c4a-477f-ab99-d2e0eff53848 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 945 time: 0.0721068 Jul 16 08:29:57.608293 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-72125100-8f8c-45ae-9866-e3b99bf43151 req-1a73dc6b-0071-4446-ab95-f8030c32d9ea tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649961 Jul 16 08:29:57.628208 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-218c5ff0-09de-4a0b-a31e-e69449729463 req-011b2253-028e-4c64-9a04-fd157ae9697c tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339253 Jul 16 08:29:57.691817 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dab42f73-1f53-4ce3-aa6e-9691af35d8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.715590 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-dab42f73-1f53-4ce3-aa6e-9691af35d8ed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0f9e63c-c0dc-496b-b400-ce99bcb00b10']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:57.729127 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-dab42f73-1f53-4ce3-aa6e-9691af35d8ed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c38dbf6-508c-4ef7-9acc-99f901f233af') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:57.729363 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-dab42f73-1f53-4ce3-aa6e-9691af35d8ed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c38dbf6-508c-4ef7-9acc-99f901f233af') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:29:57.748215 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dab42f73-1f53-4ce3-aa6e-9691af35d8ed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.811036 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dab42f73-1f53-4ce3-aa6e-9691af35d8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.829562 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-7e895246-b3b0-446a-b4e6-ba8da5247690 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:57.831083 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-7e895246-b3b0-446a-b4e6-ba8da5247690 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2&tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&binding%3Ahost_id=n-h1-771362-37 HTTP/1.1" status: 200 len: 1096 time: 0.2157707 Jul 16 08:29:57.832064 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dab42f73-1f53-4ce3-aa6e-9691af35d8ed admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:29:57.832502 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dab42f73-1f53-4ce3-aa6e-9691af35d8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:29:57.851537 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:29:58.152285 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9427580c-6e47-4c58-9a33-2392cd450288 req-d5fda906-277f-44fa-978e-e17487274dbb tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:58.154238 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9427580c-6e47-4c58-9a33-2392cd450288 req-d5fda906-277f-44fa-978e-e17487274dbb tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=f205a1e0-c71c-4161-8f7b-2b1080c20f84 HTTP/1.1" status: 200 len: 946 time: 0.0716743 Jul 16 08:29:58.192250 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9427580c-6e47-4c58-9a33-2392cd450288 req-292bb05b-284c-4633-a85e-3a1f4b0ec119 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320942 Jul 16 08:29:58.215500 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a207aad-3e9a-4e7a-932e-db8ef44fa428 req-5eca2665-482c-43b2-9cd3-7ad3b0506dfb tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:58.217026 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5a207aad-3e9a-4e7a-932e-db8ef44fa428 req-5eca2665-482c-43b2-9cd3-7ad3b0506dfb tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.4749885 Jul 16 08:29:58.219665 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dab42f73-1f53-4ce3-aa6e-9691af35d8ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.225758 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dab42f73-1f53-4ce3-aa6e-9691af35d8ed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.228824 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-dab42f73-1f53-4ce3-aa6e-9691af35d8ed admin admin] 10.222.0.22 "DELETE /v2.0/networks/c0f9e63c-c0dc-496b-b400-ce99bcb00b10 HTTP/1.1" status: 204 len: 168 time: 1.5689929 Jul 16 08:29:58.230626 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51582) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:29:58.237240 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0f90dbcb-0f7d-4d99-b0f6-09d56b5dfb00 req-74abf08e-f7a0-4d4c-913c-0122281fb5bf tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.249325 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['b29b726b-5f89-4c6f-86ce-50b5f64b695b'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:58.280497 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab42f73-1f53-4ce3-aa6e-9691af35d8ed admin admin] Pushing event deleted for resources: {'Network': ['ID=c0f9e63c-c0dc-496b-b400-ce99bcb00b10,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:58.281846 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['d1c60e8c-3f5d-4c70-99ea-45bb794f56e3'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:29:58.309212 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74abf08e-f7a0-4d4c-913c-0122281fb5bf tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Pushing event deleted for resources: {'Port': ['ID=b29b726b-5f89-4c6f-86ce-50b5f64b695b,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:58.362279 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-d19971a3-0f46-44c0-841a-e4fa0272ce13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:58.363779 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-d19971a3-0f46-44c0-841a-e4fa0272ce13 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2&tenant_id=fb861a1f8ff74c69926fd0df0ce3f903 HTTP/1.1" status: 200 len: 1096 time: 0.4997425 Jul 16 08:29:58.368869 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5a207aad-3e9a-4e7a-932e-db8ef44fa428 req-839b9489-3ca7-4a63-962b-306a337b3653 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355503 Jul 16 08:29:58.406777 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f90dbcb-0f7d-4d99-b0f6-09d56b5dfb00 req-74abf08e-f7a0-4d4c-913c-0122281fb5bf tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] No DVR routers for this DVR port b29b726b-5f89-4c6f-86ce-50b5f64b695b on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:29:58.418859 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0f90dbcb-0f7d-4d99-b0f6-09d56b5dfb00 req-74abf08e-f7a0-4d4c-913c-0122281fb5bf tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.421362 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0f90dbcb-0f7d-4d99-b0f6-09d56b5dfb00 req-74abf08e-f7a0-4d4c-913c-0122281fb5bf tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.30 "DELETE /v2.0/ports/b29b726b-5f89-4c6f-86ce-50b5f64b695b HTTP/1.1" status: 204 len: 173 time: 1.4451756 Jul 16 08:29:58.422091 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e77cefb-7833-42eb-bb48-0fed4b13ef05', 'name': 'network-vif-deleted', 'tag': 'b29b726b-5f89-4c6f-86ce-50b5f64b695b'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:29:58.424949 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf23765-7436-4fb1-a89c-d3bffbcf3e8a" -d '{"events": [{"server_uuid": "7e77cefb-7833-42eb-bb48-0fed4b13ef05", "name": "network-vif-deleted", "tag": "b29b726b-5f89-4c6f-86ce-50b5f64b695b"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:29:58.484811 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-d211d7f1-8cfc-4a56-b6a8-dcac8fdd96c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:58.487012 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-d211d7f1-8cfc-4a56-b6a8-dcac8fdd96c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 1096 time: 0.0815101 Jul 16 08:29:58.523512 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3013d-7804-436c-9bc3-d70cab8293a1 req-429fe5e4-f26a-4845-bc31-9b5573eddcc2 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:58.530682 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aed3013d-7804-436c-9bc3-d70cab8293a1 req-429fe5e4-f26a-4845-bc31-9b5573eddcc2 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 944 time: 0.1852062 Jul 16 08:29:58.588757 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aed3013d-7804-436c-9bc3-d70cab8293a1 req-b643985d-86cc-4cdc-ade9-c86ba2c31c92 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569615 Jul 16 08:29:58.610219 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-d68383d8-9037-451c-b28e-9500779ad7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:58.611729 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-d68383d8-9037-451c-b28e-9500779ad7b2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d342364e-cb68-4fed-83d9-f37bbb306922 HTTP/1.1" status: 200 len: 921 time: 0.1167483 Jul 16 08:29:58.688650 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 26c9137f-cecf-4695-b85c-a612b871f2d1 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:29:58.705561 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-aec07f55-ecf5-4682-b0da-3a9aaa45359e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=373c0be1-41dc-4857-b8e6-bbf33c1354d1 HTTP/1.1" status: 200 len: 217 time: 0.0852420 Jul 16 08:29:58.716789 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 26c9137f-cecf-4695-b85c-a612b871f2d1 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:29:58.717295 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 26c9137f-cecf-4695-b85c-a612b871f2d1 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:29:58.809104 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-efde9c31-8a6c-4db0-ad22-69742b76f2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:58.810487 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-efde9c31-8a6c-4db0-ad22-69742b76f2ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08efe674-85ae-4a06-b69c-d92fb68b404c HTTP/1.1" status: 200 len: 860 time: 0.0665624 Jul 16 08:29:58.839499 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3e63a3-c779-40d0-86e2-d578892d1bb8 req-7517e8c9-e47f-4cc3-83d9-f4bac2efcc82 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:58.841122 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ce3e63a3-c779-40d0-86e2-d578892d1bb8 req-7517e8c9-e47f-4cc3-83d9-f4bac2efcc82 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.1384845 Jul 16 08:29:58.860992 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-8f955d07-28e5-4523-ad4e-97c4996748ec service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d342364e-cb68-4fed-83d9-f37bbb306922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388420 Jul 16 08:29:58.881500 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74abf8c4-15cb-4cfc-8f77-d11a2c6d8e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:58.923139 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ce3e63a3-c779-40d0-86e2-d578892d1bb8 req-eb626fbe-cfc7-4460-81e7-5ec421d6f92c tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645723 Jul 16 08:29:58.936625 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7c3d4b-d038-4010-8309-24a36661e6ce req-1920d2b7-9659-4daa-ae24-cdab59df5c26 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:58.936625 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c7c3d4b-d038-4010-8309-24a36661e6ce req-1920d2b7-9659-4daa-ae24-cdab59df5c26 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3a1108a-c89d-4b68-85a7-bbcb3b28de62 HTTP/1.1" status: 200 len: 948 time: 0.1359870 Jul 16 08:29:58.985853 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-e8a260a8-30fa-4e01-b325-0a4c92b5e07f service neutron] 10.222.0.21 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113369 Jul 16 08:29:59.020193 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c7c3d4b-d038-4010-8309-24a36661e6ce req-c3394b85-438e-4398-8bc8-2a6e45967029 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762608 Jul 16 08:29:59.105571 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-cd4dfeb8-3719-4395-b171-b2e033e23743 service neutron] 10.222.0.21 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096010 Jul 16 08:29:59.108034 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:29:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb60e915-6051-41d7-b01e-c05df7dd9a23 x-openstack-request-id: req-fb60e915-6051-41d7-b01e-c05df7dd9a23 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:29:59.108340 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7e77cefb-7833-42eb-bb48-0fed4b13ef05", "name": "network-vif-deleted", "tag": "b29b726b-5f89-4c6f-86ce-50b5f64b695b", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:29:59.108614 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fb60e915-6051-41d7-b01e-c05df7dd9a23 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:29:59.109011 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e77cefb-7833-42eb-bb48-0fed4b13ef05', 'name': 'network-vif-deleted', 'tag': 'b29b726b-5f89-4c6f-86ce-50b5f64b695b', 'status': 'completed', 'code': 200} Jul 16 08:29:59.266792 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d4e5acad-8742-4871-8700-0b59daaf01c4 req-e1bace67-d255-4a1d-b886-458fc275b044 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=7e77cefb-7833-42eb-bb48-0fed4b13ef05 HTTP/1.1" status: 200 len: 210 time: 0.0398388 Jul 16 08:29:59.281059 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-74abf8c4-15cb-4cfc-8f77-d11a2c6d8e9d admin admin] Deleting port 83a9fd39-51d3-4a40-ba39-6a8398d98937 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:29:59.281633 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74abf8c4-15cb-4cfc-8f77-d11a2c6d8e9d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.380713 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-74abf8c4-15cb-4cfc-8f77-d11a2c6d8e9d admin admin] For port 83a9fd39-51d3-4a40-ba39-6a8398d98937, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=83a9fd39-51d3-4a40-ba39-6a8398d98937,segment=NetworkSegment(175e96fa-d00a-4c4d-a5fa-e7f2d686c7e2),segment_id=175e96fa-d00a-4c4d-a5fa-e7f2d686c7e2)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:29:59.381373 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74abf8c4-15cb-4cfc-8f77-d11a2c6d8e9d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.399359 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-74abf8c4-15cb-4cfc-8f77-d11a2c6d8e9d admin admin] Calling delete_port for 83a9fd39-51d3-4a40-ba39-6a8398d98937 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:29:59.500370 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-e61e725a-9da2-4805-bed6-0a72a7ebf193 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:59.501925 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-e61e725a-9da2-4805-bed6-0a72a7ebf193 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2&tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&binding%3Ahost_id=n-h2-771362-37 HTTP/1.1" status: 200 len: 1096 time: 0.0885389 Jul 16 08:29:59.691701 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74abf8c4-15cb-4cfc-8f77-d11a2c6d8e9d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.701218 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-ad0ec7b3-733a-4601-a260-df5448619247 service neutron] For port 373c0be1-41dc-4857-b8e6-bbf33c1354d1, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:29:59.705806 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-ad0ec7b3-733a-4601-a260-df5448619247 service neutron] Notify callbacks [] for binding, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:29:59.706929 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-286660c6-b3e5-4cc6-9b6e-846a299db290 req-ad0ec7b3-733a-4601-a260-df5448619247 service neutron] 10.222.0.21 "DELETE /v2.0/ports/373c0be1-41dc-4857-b8e6-bbf33c1354d1/bindings/n-h1-771362-37 HTTP/1.1" status: 204 len: 173 time: 0.1961915 Jul 16 08:29:59.724308 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59762f07-691a-4479-9cc8-b3d4c5a41c7a req-eab04532-e386-4bc9-83b0-e93aeb24c993 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:59.726325 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-59762f07-691a-4479-9cc8-b3d4c5a41c7a req-eab04532-e386-4bc9-83b0-e93aeb24c993 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.1099546 Jul 16 08:29:59.727310 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74abf8c4-15cb-4cfc-8f77-d11a2c6d8e9d admin admin] Pushing event deleted for resources: {'Port': ['ID=83a9fd39-51d3-4a40-ba39-6a8398d98937,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:29:59.767267 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-59762f07-691a-4479-9cc8-b3d4c5a41c7a req-8c551eeb-5788-4614-b16e-7af7f24002ef tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352385 Jul 16 08:29:59.817516 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d12e1-12c9-498c-8b3b-c73cf5174af8 req-3b80edea-90e1-472c-ac4e-914d30cf537a tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:59.824174 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d12e1-12c9-498c-8b3b-c73cf5174af8 req-3b80edea-90e1-472c-ac4e-914d30cf537a tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:59.830344 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d12e1-12c9-498c-8b3b-c73cf5174af8 req-3b80edea-90e1-472c-ac4e-914d30cf537a tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:29:59.832079 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-403d12e1-12c9-498c-8b3b-c73cf5174af8 req-3b80edea-90e1-472c-ac4e-914d30cf537a tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=f205a1e0-c71c-4161-8f7b-2b1080c20f84&device_id=7b52d596-fa36-4bca-a34e-4fd266194967&device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 2417 time: 0.1772013 Jul 16 08:29:59.887547 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device e0683d64-7f28-4cf4-a163-67b4986c4151 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:29:59.948865 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-403d12e1-12c9-498c-8b3b-c73cf5174af8 req-647c1411-9080-4a90-9921-ae5456978e55 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042867 Jul 16 08:29:59.954222 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port e0683d64-7f28-4cf4-a163-67b4986c4151 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:29:59.961760 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port e0683d64-7f28-4cf4-a163-67b4986c4151 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:29:59.962461 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.011830 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd83129-6882-4ba7-9780-0f87317bb39a req-1f2d17db-7556-4fe7-ade8-e560511f56ff tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:00.013822 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-abd83129-6882-4ba7-9780-0f87317bb39a req-1f2d17db-7556-4fe7-ade8-e560511f56ff tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 944 time: 0.1127636 Jul 16 08:30:00.022699 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device b29b726b-5f89-4c6f-86ce-50b5f64b695b no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:00.029348 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74abf8c4-15cb-4cfc-8f77-d11a2c6d8e9d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.053945 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: b29b726b-5f89-4c6f-86ce-50b5f64b695b {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:00.054545 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device b29b726b-5f89-4c6f-86ce-50b5f64b695b not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:00.055124 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 373c0be1-41dc-4857-b8e6-bbf33c1354d1 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:00.062321 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-abd83129-6882-4ba7-9780-0f87317bb39a req-b111c171-ca06-4676-ae7d-80fb352846fb tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420387 Jul 16 08:30:00.128707 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.141999 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 373c0be1-41dc-4857-b8e6-bbf33c1354d1 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:00.161196 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a1108a-c89d-4b68-85a7-bbcb3b28de62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0683d64-7f28-4cf4-a163-67b4986c4151'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:00.166208 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3027ef2c-4c52-46d0-b43b-81a7aa81e9d5" -d '{"events": [{"server_uuid": "d3a1108a-c89d-4b68-85a7-bbcb3b28de62", "name": "network-vif-plugged", "status": "completed", "tag": "e0683d64-7f28-4cf4-a163-67b4986c4151"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:00.183827 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port e0683d64-7f28-4cf4-a163-67b4986c4151, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e0683d64-7f28-4cf4-a163-67b4986c4151,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:00.195363 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.211699 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3861d4d-ae9b-4794-9467-2fa2084cad4a req-c43ff0f9-f38c-4bff-9651-c730cac990f5 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:00.214344 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c3861d4d-ae9b-4794-9467-2fa2084cad4a req-c43ff0f9-f38c-4bff-9651-c730cac990f5 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.1253712 Jul 16 08:30:00.260219 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=e0683d64-7f28-4cf4-a163-67b4986c4151,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:00.334650 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dc1a2a-98e9-4b89-a487-c1aa45a92e03 req-8a61260b-4b6d-4f42-913d-5827af86291f tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:00.340789 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c3861d4d-ae9b-4794-9467-2fa2084cad4a req-7c70b964-6344-4c6c-b847-2bb2863b2c8d tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210477 Jul 16 08:30:00.344987 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-64dc1a2a-98e9-4b89-a487-c1aa45a92e03 req-8a61260b-4b6d-4f42-913d-5827af86291f tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=f205a1e0-c71c-4161-8f7b-2b1080c20f84 HTTP/1.1" status: 200 len: 946 time: 0.0991602 Jul 16 08:30:00.373707 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74abf8c4-15cb-4cfc-8f77-d11a2c6d8e9d admin admin] Router 95c52a5a-830a-4b07-b603-f6ba27750834 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:30:00.423956 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-64dc1a2a-98e9-4b89-a487-c1aa45a92e03 req-f1cc382a-c49c-4e0a-bd4e-ffc230de7795 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771682 Jul 16 08:30:00.496520 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9f1dc9e-f6c6-4e8a-a5cb-b0dc6250bbbd x-openstack-request-id: req-c9f1dc9e-f6c6-4e8a-a5cb-b0dc6250bbbd {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:00.497001 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a1108a-c89d-4b68-85a7-bbcb3b28de62", "name": "network-vif-plugged", "status": "completed", "tag": "e0683d64-7f28-4cf4-a163-67b4986c4151", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:00.497158 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c9f1dc9e-f6c6-4e8a-a5cb-b0dc6250bbbd {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:00.497578 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a1108a-c89d-4b68-85a7-bbcb3b28de62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e0683d64-7f28-4cf4-a163-67b4986c4151', 'code': 200} Jul 16 08:30:00.547227 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74abf8c4-15cb-4cfc-8f77-d11a2c6d8e9d admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:30:00.558558 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-74abf8c4-15cb-4cfc-8f77-d11a2c6d8e9d admin admin] 10.222.0.22 "PUT /v2.0/routers/95c52a5a-830a-4b07-b603-f6ba27750834/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3235540 Jul 16 08:30:00.558980 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51624) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:00.562265 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e363e9d-2c14-496a-b0ec-966836a474cb None None] Sync routers for ids ['95c52a5a-830a-4b07-b603-f6ba27750834'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:30:00.574237 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e363e9d-2c14-496a-b0ec-966836a474cb None None] Routers {'95c52a5a-830a-4b07-b603-f6ba27750834'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:30:00.574860 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2e363e9d-2c14-496a-b0ec-966836a474cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:29:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['95c52a5a-830a-4b07-b603-f6ba27750834'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:00.578468 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cc3380-b6cd-43fb-8718-9b858c227da7 req-6e01f084-866d-4672-a708-1bfdf2b8c2bb tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:00.586208 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e0cc3380-b6cd-43fb-8718-9b858c227da7 req-6e01f084-866d-4672-a708-1bfdf2b8c2bb tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3a1108a-c89d-4b68-85a7-bbcb3b28de62 HTTP/1.1" status: 200 len: 949 time: 0.0993137 Jul 16 08:30:00.649253 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e0cc3380-b6cd-43fb-8718-9b858c227da7 req-fa750b5d-65c8-4ddc-8138-c2fca1522039 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620821 Jul 16 08:30:00.759953 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cac9ef3-1be5-400f-b66a-a5e4dfed0cb6 req-f57138f3-6640-4a45-97e3-c6a1ea3e70ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:00.761509 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7cac9ef3-1be5-400f-b66a-a5e4dfed0cb6 req-f57138f3-6640-4a45-97e3-c6a1ea3e70ce service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d3a1108a-c89d-4b68-85a7-bbcb3b28de62 HTTP/1.1" status: 200 len: 1101 time: 0.1423481 Jul 16 08:30:00.763140 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9b416591-0577-442d-bb3f-75b9ea81fdd6 admin admin] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.830212 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-2e363e9d-2c14-496a-b0ec-966836a474cb None None] Set router 95c52a5a-830a-4b07-b603-f6ba27750834 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:30:00.889384 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7cac9ef3-1be5-400f-b66a-a5e4dfed0cb6 req-779c5d05-fe3a-42f2-8521-94b666e03848 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107061 Jul 16 08:30:00.918357 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9b416591-0577-442d-bb3f-75b9ea81fdd6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:00.998112 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-9b416591-0577-442d-bb3f-75b9ea81fdd6 admin admin] Deleting port 4aae0042-0039-43c7-8b49-8dc7251b875a {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:00.998425 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9b416591-0577-442d-bb3f-75b9ea81fdd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.097781 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2e363e9d-2c14-496a-b0ec-966836a474cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c52a5a-830a-4b07-b603-f6ba27750834', 'name': 'tempest-AttachSCSIVolumeTestJSON-940581800-router', 'tenant_id': 'b7a2b34b76a049409dcf0903907dbe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.33'}], 'enable_snat': True}, 'gw_port_id': '4aae0042-0039-43c7-8b49-8dc7251b875a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:46Z', 'updated_at': '2021-07-16T08:29:59Z', 'revision_number': 5, 'project_id': 'b7a2b34b76a049409dcf0903907dbe8f', 'gw_port': {'id': '4aae0042-0039-43c7-8b49-8dc7251b875a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:f3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95c52a5a-830a-4b07-b603-f6ba27750834', 'device_owner': 'network:router_gateway', 'standard_attr_id': 788, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:27:48Z', 'updated_at': '2021-07-16T08:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:01.126727 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9b416591-0577-442d-bb3f-75b9ea81fdd6 admin admin] For port 4aae0042-0039-43c7-8b49-8dc7251b875a, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4aae0042-0039-43c7-8b49-8dc7251b875a,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:01.127173 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9b416591-0577-442d-bb3f-75b9ea81fdd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.128554 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e363e9d-2c14-496a-b0ec-966836a474cb None None] Checking router: 95c52a5a-830a-4b07-b603-f6ba27750834 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:30:01.137392 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e363e9d-2c14-496a-b0ec-966836a474cb None None] Routers {'95c52a5a-830a-4b07-b603-f6ba27750834'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:30:01.138211 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2e363e9d-2c14-496a-b0ec-966836a474cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:29:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['95c52a5a-830a-4b07-b603-f6ba27750834'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:01.142946 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-9b416591-0577-442d-bb3f-75b9ea81fdd6 admin admin] Calling delete_port for 4aae0042-0039-43c7-8b49-8dc7251b875a owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:01.208603 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b66081-10d7-4f49-b79c-06aa3f0ed7ba req-d898f224-85c2-4e87-b34b-8a6462f36fe8 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:01.209513 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-50b66081-10d7-4f49-b79c-06aa3f0ed7ba req-d898f224-85c2-4e87-b34b-8a6462f36fe8 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 1096 time: 0.1281209 Jul 16 08:30:01.231696 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-2e363e9d-2c14-496a-b0ec-966836a474cb None None] Set router 95c52a5a-830a-4b07-b603-f6ba27750834 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:30:01.294036 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2e363e9d-2c14-496a-b0ec-966836a474cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '95c52a5a-830a-4b07-b603-f6ba27750834', 'name': 'tempest-AttachSCSIVolumeTestJSON-940581800-router', 'tenant_id': 'b7a2b34b76a049409dcf0903907dbe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:46Z', 'updated_at': '2021-07-16T08:30:00Z', 'revision_number': 6, 'project_id': 'b7a2b34b76a049409dcf0903907dbe8f', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:01.307116 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-50b66081-10d7-4f49-b79c-06aa3f0ed7ba req-ae1328e6-e0f3-4f61-90b8-ef78443bf59a tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907936 Jul 16 08:30:01.332738 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e363e9d-2c14-496a-b0ec-966836a474cb None None] The sync data for ids ['95c52a5a-830a-4b07-b603-f6ba27750834'] in n-d-771362-37 is: [{'id': '95c52a5a-830a-4b07-b603-f6ba27750834', 'name': 'tempest-AttachSCSIVolumeTestJSON-940581800-router', 'tenant_id': 'b7a2b34b76a049409dcf0903907dbe8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:27:46Z', 'updated_at': '2021-07-16T08:30:00Z', 'revision_number': 6, 'project_id': 'b7a2b34b76a049409dcf0903907dbe8f', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:30:01.406600 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9b416591-0577-442d-bb3f-75b9ea81fdd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.437433 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41796d18-b65a-47f9-9e14-19c87db2c2b4 req-c24e6fd1-aaa1-4dd4-a343-ec597d11a41b tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:01.439158 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-41796d18-b65a-47f9-9e14-19c87db2c2b4 req-c24e6fd1-aaa1-4dd4-a343-ec597d11a41b tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.0809646 Jul 16 08:30:01.455625 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b416591-0577-442d-bb3f-75b9ea81fdd6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4aae0042-0039-43c7-8b49-8dc7251b875a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:01.491537 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-41796d18-b65a-47f9-9e14-19c87db2c2b4 req-49db5201-0abd-4482-b19c-5b6fc516ed55 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454366 Jul 16 08:30:01.566116 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9b416591-0577-442d-bb3f-75b9ea81fdd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.688823 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e5f1cd-32c2-4ea6-b1ed-2aeb14fa84d6 req-e6bf1af9-a226-4f34-9bd5-c8bd5edbe524 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:01.690375 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-97e5f1cd-32c2-4ea6-b1ed-2aeb14fa84d6 req-e6bf1af9-a226-4f34-9bd5-c8bd5edbe524 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.0737789 Jul 16 08:30:01.700894 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9b416591-0577-442d-bb3f-75b9ea81fdd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.704757 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9b416591-0577-442d-bb3f-75b9ea81fdd6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.768656 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-97e5f1cd-32c2-4ea6-b1ed-2aeb14fa84d6 req-b7532e65-13dd-4b15-a312-293c3fb1c7ab tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697737 Jul 16 08:30:01.806918 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.826620 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9b416591-0577-442d-bb3f-75b9ea81fdd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.827176 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b416591-0577-442d-bb3f-75b9ea81fdd6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 95c52a5a-830a-4b07-b603-f6ba27750834 {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:30:01.834807 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9b416591-0577-442d-bb3f-75b9ea81fdd6 admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.835958 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9b416591-0577-442d-bb3f-75b9ea81fdd6 admin admin] 10.222.0.22 "DELETE /v2.0/routers/95c52a5a-830a-4b07-b603-f6ba27750834 HTTP/1.1" status: 204 len: 168 time: 1.2765746 Jul 16 08:30:01.838625 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51652) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:01.888751 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.894716 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-9a531582-9cdc-4e9c-81f1-e3541c51f1cf tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:01.896942 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-9a531582-9cdc-4e9c-81f1-e3541c51f1cf tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/networks?id=d342364e-cb68-4fed-83d9-f37bbb306922 HTTP/1.1" status: 200 len: 820 time: 0.2528675 Jul 16 08:30:01.917287 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-5448e3e8-0361-48c0-9e36-2e2f028f3359 admin admin] Deleting subnet 27a22a30-142d-4d37-a0fd-ce60bfac39e6 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:30:01.922412 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-227caf44-0e10-410c-bc13-d8b61849df70 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/quotas/fb861a1f8ff74c69926fd0df0ce3f903 HTTP/1.1" status: 200 len: 375 time: 0.0180254 Jul 16 08:30:01.922412 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5448e3e8-0361-48c0-9e36-2e2f028f3359 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:01.984563 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5448e3e8-0361-48c0-9e36-2e2f028f3359 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:02.070526 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-d6a19061-8521-4448-a1f2-c424ba92eb51 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1294274 Jul 16 08:30:02.109933 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5448e3e8-0361-48c0-9e36-2e2f028f3359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:02.215269 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-a34c9003-24f3-48b4-a74f-381276c9e159 service neutron] 10.222.0.22 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379530 Jul 16 08:30:02.220509 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5448e3e8-0361-48c0-9e36-2e2f028f3359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:02.277371 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ed5e34-5021-4b68-bfb1-121d80160726 req-176a4dc6-d849-4408-80d6-b73955924c8e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:02.279216 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-70ed5e34-5021-4b68-bfb1-121d80160726 req-176a4dc6-d849-4408-80d6-b73955924c8e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3a1108a-c89d-4b68-85a7-bbcb3b28de62 HTTP/1.1" status: 200 len: 949 time: 0.0865831 Jul 16 08:30:02.295846 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5448e3e8-0361-48c0-9e36-2e2f028f3359 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27a22a30-142d-4d37-a0fd-ce60bfac39e6,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:02.298476 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5448e3e8-0361-48c0-9e36-2e2f028f3359 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:02.300871 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5448e3e8-0361-48c0-9e36-2e2f028f3359 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/27a22a30-142d-4d37-a0fd-ce60bfac39e6 HTTP/1.1" status: 204 len: 168 time: 0.4613318 Jul 16 08:30:02.304540 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51658) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:02.307664 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cb5f82-3970-4d5e-a145-f95453e58dfa None None] Network e3bdaedf-ed19-464b-af46-e5e06e3ea172 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:30:02.366834 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-70ed5e34-5021-4b68-bfb1-121d80160726 req-559f880a-00f2-46f8-a9dd-f47f6cfdd3fe tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792181 Jul 16 08:30:02.412063 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-283bcaad-4467-4cba-b0d6-e35d97af4120 service neutron] 10.222.0.22 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767359 Jul 16 08:30:02.487157 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4a7c451-e68a-4295-9cfc-2477a4c5f30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:02.601196 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b4a7c451-e68a-4295-9cfc-2477a4c5f30b admin admin] Deleting port 99a9da29-6d38-4a83-99a8-07c7b7fc171d {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:02.601802 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4a7c451-e68a-4295-9cfc-2477a4c5f30b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:02.695840 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36595bed-184a-4e43-8d87-7ce9270bc438 None None] DHCP port deletion for e3bdaedf-ed19-464b-af46-e5e06e3ea172 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:30:02.782549 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 83a9fd39-51d3-4a40-ba39-6a8398d98937 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:02.796619 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-b4a7c451-e68a-4295-9cfc-2477a4c5f30b admin admin] For port 99a9da29-6d38-4a83-99a8-07c7b7fc171d, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=99a9da29-6d38-4a83-99a8-07c7b7fc171d,segment=NetworkSegment(175e96fa-d00a-4c4d-a5fa-e7f2d686c7e2),segment_id=175e96fa-d00a-4c4d-a5fa-e7f2d686c7e2)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:02.799439 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4a7c451-e68a-4295-9cfc-2477a4c5f30b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:02.819794 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b4a7c451-e68a-4295-9cfc-2477a4c5f30b admin admin] Calling delete_port for 99a9da29-6d38-4a83-99a8-07c7b7fc171d owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:02.838504 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 83a9fd39-51d3-4a40-ba39-6a8398d98937 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:02.839009 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 83a9fd39-51d3-4a40-ba39-6a8398d98937 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:02.839440 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4aae0042-0039-43c7-8b49-8dc7251b875a no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:02.858200 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ea96260e-6e93-448c-99bf-a7a80d94bba0 req-31c7c3a8-3590-4b39-839e-adbce2bea2f2 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 210 time: 0.0453715 Jul 16 08:30:02.870286 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 4aae0042-0039-43c7-8b49-8dc7251b875a {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:02.870879 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4aae0042-0039-43c7-8b49-8dc7251b875a not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:02.887712 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-36595bed-184a-4e43-8d87-7ce9270bc438 None None] Deleting port 99a9da29-6d38-4a83-99a8-07c7b7fc171d {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:02.888596 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-36595bed-184a-4e43-8d87-7ce9270bc438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:02.984332 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-36595bed-184a-4e43-8d87-7ce9270bc438 None None] For port 99a9da29-6d38-4a83-99a8-07c7b7fc171d, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=99a9da29-6d38-4a83-99a8-07c7b7fc171d,segment=NetworkSegment(175e96fa-d00a-4c4d-a5fa-e7f2d686c7e2),segment_id=175e96fa-d00a-4c4d-a5fa-e7f2d686c7e2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:02.986838 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-36595bed-184a-4e43-8d87-7ce9270bc438 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.039928 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-36595bed-184a-4e43-8d87-7ce9270bc438 None None] Calling delete_port for 99a9da29-6d38-4a83-99a8-07c7b7fc171d owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:03.067196 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a061c68b-f940-4729-8334-4ca75b96026a req-81a30294-23d8-4744-a300-0a5c63739b24 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:03.068896 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a061c68b-f940-4729-8334-4ca75b96026a req-81a30294-23d8-4744-a300-0a5c63739b24 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.1213470 Jul 16 08:30:03.070975 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4a7c451-e68a-4295-9cfc-2477a4c5f30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.138248 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4a7c451-e68a-4295-9cfc-2477a4c5f30b admin admin] No DVR routers for this DVR port 99a9da29-6d38-4a83-99a8-07c7b7fc171d on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:03.186658 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-36595bed-184a-4e43-8d87-7ce9270bc438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.190393 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7c451-e68a-4295-9cfc-2477a4c5f30b admin admin] Pushing event deleted for resources: {'Port': ['ID=99a9da29-6d38-4a83-99a8-07c7b7fc171d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:03.221116 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36595bed-184a-4e43-8d87-7ce9270bc438 None None] Pushing event deleted for resources: {'Port': ['ID=99a9da29-6d38-4a83-99a8-07c7b7fc171d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:03.239946 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36595bed-184a-4e43-8d87-7ce9270bc438 None None] No DVR routers for this DVR port 99a9da29-6d38-4a83-99a8-07c7b7fc171d on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:03.281616 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a13c5bd4-45d0-4502-8467-486fabca9b2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.307238 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc6dcb0-6032-4344-99b5-0f4335a66766 req-94071e37-3414-466f-837a-8c675dd97cf7 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:03.308853 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dfc6dcb0-6032-4344-99b5-0f4335a66766 req-94071e37-3414-466f-837a-8c675dd97cf7 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.0979919 Jul 16 08:30:03.361287 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dfc6dcb0-6032-4344-99b5-0f4335a66766 req-0a5fa917-1f67-42d2-87f0-f2424f5a2cbd tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433197 Jul 16 08:30:03.509749 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a061c68b-f940-4729-8334-4ca75b96026a req-53bb6275-2ee7-4007-b48f-0f802daf63d5 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3728755 Jul 16 08:30:03.550522 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4a7c451-e68a-4295-9cfc-2477a4c5f30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.571940 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b4a7c451-e68a-4295-9cfc-2477a4c5f30b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3bdaedf-ed19-464b-af46-e5e06e3ea172']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:03.588117 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b4a7c451-e68a-4295-9cfc-2477a4c5f30b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '175e96fa-d00a-4c4d-a5fa-e7f2d686c7e2') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:03.588739 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b4a7c451-e68a-4295-9cfc-2477a4c5f30b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '175e96fa-d00a-4c4d-a5fa-e7f2d686c7e2') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:03.611855 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4a7c451-e68a-4295-9cfc-2477a4c5f30b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.632797 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4a7c451-e68a-4295-9cfc-2477a4c5f30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.641791 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4a7c451-e68a-4295-9cfc-2477a4c5f30b admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:30:03.642246 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4a7c451-e68a-4295-9cfc-2477a4c5f30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:30:03.655163 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:30:03.716669 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4a7c451-e68a-4295-9cfc-2477a4c5f30b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.723164 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4a7c451-e68a-4295-9cfc-2477a4c5f30b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:03.734746 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b4a7c451-e68a-4295-9cfc-2477a4c5f30b admin admin] 10.222.0.22 "DELETE /v2.0/networks/e3bdaedf-ed19-464b-af46-e5e06e3ea172 HTTP/1.1" status: 204 len: 168 time: 1.4221714 Jul 16 08:30:03.750501 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a7c451-e68a-4295-9cfc-2477a4c5f30b admin admin] Pushing event deleted for resources: {'Network': ['ID=e3bdaedf-ed19-464b-af46-e5e06e3ea172,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:03.783983 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febf33e8-413c-459c-9f87-4962691afc8f req-559160d5-b311-4904-b291-9af72a5419f3 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:03.791317 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-febf33e8-413c-459c-9f87-4962691afc8f req-559160d5-b311-4904-b291-9af72a5419f3 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3a1108a-c89d-4b68-85a7-bbcb3b28de62 HTTP/1.1" status: 200 len: 949 time: 0.0995259 Jul 16 08:30:03.827357 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-febf33e8-413c-459c-9f87-4962691afc8f req-70155345-b559-4e61-8f66-f6ce94e82807 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351305 Jul 16 08:30:03.858254 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51688) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:03.908598 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1d9c74ab-bef0-45a0-a84d-51d8e04a12ef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=249ad98742674923828004d0fe8478b5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0489280 Jul 16 08:30:03.911217 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51696) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:03.965526 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07421510-acb7-47eb-8b51-515df44a44a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:04.026984 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07421510-acb7-47eb-8b51-515df44a44a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:04.077195 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92b95fb-f683-4b85-a4a3-f2f4b197d452 req-d3a36a56-2f61-4393-83f0-31a6f9b574f5 tempest-ServersOnMultiNodesTest-1975261048 tempest-ServersOnMultiNodesTest-1975261048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:04.078957 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c92b95fb-f683-4b85-a4a3-f2f4b197d452 req-d3a36a56-2f61-4393-83f0-31a6f9b574f5 tempest-ServersOnMultiNodesTest-1975261048 tempest-ServersOnMultiNodesTest-1975261048-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d3a1108a-c89d-4b68-85a7-bbcb3b28de62 HTTP/1.1" status: 200 len: 1101 time: 0.1111724 Jul 16 08:30:04.106664 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07421510-acb7-47eb-8b51-515df44a44a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:04.109265 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07421510-acb7-47eb-8b51-515df44a44a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:04.110398 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-07421510-acb7-47eb-8b51-515df44a44a2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9c15fbfe-ea0e-4712-bbd4-b2ae3b14a93f HTTP/1.1" status: 204 len: 168 time: 0.1979764 Jul 16 08:30:04.125362 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07421510-acb7-47eb-8b51-515df44a44a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c15fbfe-ea0e-4712-bbd4-b2ae3b14a93f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:04.138383 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c92b95fb-f683-4b85-a4a3-f2f4b197d452 req-ef467b3d-0fa2-4fc6-85a9-18f4cfc9ca42 tempest-ServersOnMultiNodesTest-1975261048 tempest-ServersOnMultiNodesTest-1975261048-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468202 Jul 16 08:30:04.205153 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ff7fbc-1ed2-491f-9446-2aca3809e5a4 req-95903cc4-03f5-454e-ac87-0151a4de5495 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:04.217050 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-60ff7fbc-1ed2-491f-9446-2aca3809e5a4 req-95903cc4-03f5-454e-ac87-0151a4de5495 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.1387231 Jul 16 08:30:04.294963 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4e2508ed-0cee-494d-9655-0ebad1a362ae req-5e2dca8c-465f-405a-a670-fcf359a50129 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 210 time: 0.0432179 Jul 16 08:30:04.389239 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-60ff7fbc-1ed2-491f-9446-2aca3809e5a4 req-5a4c702b-02d0-4980-88ae-e8c13d74bd98 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706617 Jul 16 08:30:04.440443 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-7673d39a-536a-4a5e-8661-ea90575044b7 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:04.442500 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-7673d39a-536a-4a5e-8661-ea90575044b7 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.30 "GET /v2.0/networks?id=d342364e-cb68-4fed-83d9-f37bbb306922 HTTP/1.1" status: 200 len: 820 time: 0.1872530 Jul 16 08:30:04.460678 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-50d1b918-3ceb-4cd7-b3c1-295637c0ef28 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Request body: {'port': {'device_id': '8f6c1e40-851e-4d7e-847e-23eadb48616f', 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922', 'admin_state_up': True, 'tenant_id': 'fb861a1f8ff74c69926fd0df0ce3f903'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:04.481100 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-cb9a0a32-f83d-4e83-8059-ad3f34aee6e0 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1d01616ba17d4b8cba7a304337398c2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0387444 Jul 16 08:30:04.664047 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 99a9da29-6d38-4a83-99a8-07c7b7fc171d no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:04.672123 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-8d09bcb0-62cd-4a3e-843c-a89da5556ed3 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:04.682729 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-8d09bcb0-62cd-4a3e-843c-a89da5556ed3 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1919923 Jul 16 08:30:04.688223 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51720) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:04.690108 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 99a9da29-6d38-4a83-99a8-07c7b7fc171d {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:04.691027 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 99a9da29-6d38-4a83-99a8-07c7b7fc171d not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:04.699654 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-4522644f-b3b4-4cbf-b619-2cadfe354429 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/quotas/1d01616ba17d4b8cba7a304337398c2e HTTP/1.1" status: 200 len: 375 time: 0.0178473 Jul 16 08:30:04.766541 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1e9acced-8099-429f-b778-27af40bb2c06 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b7a2b34b76a049409dcf0903907dbe8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0770843 Jul 16 08:30:04.768944 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51722) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:04.844379 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-f5abaff6-2a7d-402f-af5a-9aaa130fec50 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1d01616ba17d4b8cba7a304337398c2e&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1333938 Jul 16 08:30:04.856566 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38c54850-6f75-4a40-ba45-f03b1792e826 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:04.878473 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38c54850-6f75-4a40-ba45-f03b1792e826 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:04.936026 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54acdc4-4524-43c3-a5db-92c0b64b389e req-de408a49-e75d-4fd4-b34f-58743dd5e7bc tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:04.936296 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38c54850-6f75-4a40-ba45-f03b1792e826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:04.937526 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c54acdc4-4524-43c3-a5db-92c0b64b389e req-de408a49-e75d-4fd4-b34f-58743dd5e7bc tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.0983317 Jul 16 08:30:04.939097 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38c54850-6f75-4a40-ba45-f03b1792e826 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:04.942162 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-38c54850-6f75-4a40-ba45-f03b1792e826 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aa55588f-3fef-4239-a26f-bb5e02291203 HTTP/1.1" status: 204 len: 168 time: 0.1719348 Jul 16 08:30:04.953197 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-50d1b918-3ceb-4cd7-b3c1-295637c0ef28 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Made reservation on behalf of fb861a1f8ff74c69926fd0df0ce3f903 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:04.953451 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c54850-6f75-4a40-ba45-f03b1792e826 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa55588f-3fef-4239-a26f-bb5e02291203,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:04.957617 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-50d1b918-3ceb-4cd7-b3c1-295637c0ef28 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:05.056376 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c54acdc4-4524-43c3-a5db-92c0b64b389e req-a414f2c6-ad31-4e96-98e6-a35f70c3010f tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082091 Jul 16 08:30:05.175682 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-50d1b918-3ceb-4cd7-b3c1-295637c0ef28 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Allocated IP 172.20.0.7 (d342364e-cb68-4fed-83d9-f37bbb306922/08efe674-85ae-4a06-b69c-d92fb68b404c/87936b14-a62a-4aae-bdee-ebc1372646e4) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:05.257555 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab78af46-8c8f-469f-9f57-c930277c2e82 req-7c38b43d-7180-48d8-908b-3e7540a05448 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:05.260120 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ab78af46-8c8f-469f-9f57-c930277c2e82 req-7c38b43d-7180-48d8-908b-3e7540a05448 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.1175435 Jul 16 08:30:05.321330 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ab78af46-8c8f-469f-9f57-c930277c2e82 req-e2633bea-256d-47b1-ade4-1c7c9fc22c4a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510638 Jul 16 08:30:05.327218 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a4519c42-e5e0-4b35-a61a-1128b450e255 req-bfbb2ea7-d6b6-4007-8d63-2b7c94ad4e36 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a18d020-0270-4ffa-b636-83705933c748 HTTP/1.1" status: 200 len: 210 time: 0.0675726 Jul 16 08:30:05.508820 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cfb094a9-957d-4dbe-b3ff-f54bafb702b6 req-f9a7b8ce-2516-40f0-82c8-b1a8b1560f57 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 210 time: 0.0468349 Jul 16 08:30:05.531621 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-50d1b918-3ceb-4cd7-b3c1-295637c0ef28 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:05.584447 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-50d1b918-3ceb-4cd7-b3c1-295637c0ef28 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:05.632252 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-50d1b918-3ceb-4cd7-b3c1-295637c0ef28 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Network d342364e-cb68-4fed-83d9-f37bbb306922 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:05.637919 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-50d1b918-3ceb-4cd7-b3c1-295637c0ef28 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:05.642102 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-50d1b918-3ceb-4cd7-b3c1-295637c0ef28 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:05.663383 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ab4d9-e861-4764-9ac3-b1784d7bf498 req-dda5c63c-3c8e-4d1e-9efd-19eafb4c9459 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:05.665146 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cb8ab4d9-e861-4764-9ac3-b1784d7bf498 req-dda5c63c-3c8e-4d1e-9efd-19eafb4c9459 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.0932555 Jul 16 08:30:05.677272 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1b918-3ceb-4cd7-b3c1-295637c0ef28 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Pushing event updated for resources: {'Port': ['ID=87936b14-a62a-4aae-bdee-ebc1372646e4,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:05.679207 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6303bde9-0dbf-47ad-acf2-7d4c1f5f2e92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:05.707812 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-50d1b918-3ceb-4cd7-b3c1-295637c0ef28 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:05.709206 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-50d1b918-3ceb-4cd7-b3c1-295637c0ef28 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:05.722719 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cb8ab4d9-e861-4764-9ac3-b1784d7bf498 req-a7baddae-b488-42db-90fc-b4636d504d65 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467792 Jul 16 08:30:05.724888 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-50d1b918-3ceb-4cd7-b3c1-295637c0ef28 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2692900 Jul 16 08:30:05.751077 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-9231153a-5c9d-4624-9682-435ed69eed53 service neutron] Request body: {'port': {'device_id': '8f6c1e40-851e-4d7e-847e-23eadb48616f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:05.828980 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-9231153a-5c9d-4624-9682-435ed69eed53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:05.927377 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:06.099166 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-9231153a-5c9d-4624-9682-435ed69eed53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87936b14-a62a-4aae-bdee-ebc1372646e4 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:06.106925 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-9231153a-5c9d-4624-9682-435ed69eed53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:06.119024 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-9231153a-5c9d-4624-9682-435ed69eed53 service neutron] Transition to ACTIVE for port object 87936b14-a62a-4aae-bdee-ebc1372646e4 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:06.122747 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-9231153a-5c9d-4624-9682-435ed69eed53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:06.203316 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231153a-5c9d-4624-9682-435ed69eed53 service neutron] Pushing event updated for resources: {'Port': ['ID=87936b14-a62a-4aae-bdee-ebc1372646e4,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:06.305473 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e414cc-7574-4cb7-9c6a-5c3578c5793c req-acea4b59-dbc7-4cdb-9596-e0f472d374ef tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:06.306987 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-08e414cc-7574-4cb7-9c6a-5c3578c5793c req-acea4b59-dbc7-4cdb-9596-e0f472d374ef tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.1400733 Jul 16 08:30:06.308171 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-9231153a-5c9d-4624-9682-435ed69eed53 service neutron] Attempting to bind port 87936b14-a62a-4aae-bdee-ebc1372646e4 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:06.308549 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-9231153a-5c9d-4624-9682-435ed69eed53 service neutron] Attempting to bind port 87936b14-a62a-4aae-bdee-ebc1372646e4 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:06.308884 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-9231153a-5c9d-4624-9682-435ed69eed53 service neutron] Attempting to bind port 87936b14-a62a-4aae-bdee-ebc1372646e4 on network d342364e-cb68-4fed-83d9-f37bbb306922 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:06.315747 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-9231153a-5c9d-4624-9682-435ed69eed53 service neutron] Port 87936b14-a62a-4aae-bdee-ebc1372646e4 on network d342364e-cb68-4fed-83d9-f37bbb306922 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:06.316116 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-9231153a-5c9d-4624-9682-435ed69eed53 service neutron] Attempting to bind port 87936b14-a62a-4aae-bdee-ebc1372646e4 on network d342364e-cb68-4fed-83d9-f37bbb306922 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:06.338630 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-9231153a-5c9d-4624-9682-435ed69eed53 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:06.339282 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-9231153a-5c9d-4624-9682-435ed69eed53 service neutron] Checking segment: {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:06.339404 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-9231153a-5c9d-4624-9682-435ed69eed53 service neutron] Bound using segment: {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:06.339803 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-9231153a-5c9d-4624-9682-435ed69eed53 service neutron] Bound port: 87936b14-a62a-4aae-bdee-ebc1372646e4, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:06.340170 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-9231153a-5c9d-4624-9682-435ed69eed53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:06.363711 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-20602961-d77f-4887-9e23-4ab458540291 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=1d01616ba17d4b8cba7a304337398c2e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293324 Jul 16 08:30:06.368950 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-08e414cc-7574-4cb7-9c6a-5c3578c5793c req-054d1664-0a43-42f9-b338-0d6780fca8ac tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551651 Jul 16 08:30:06.430718 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-9231153a-5c9d-4624-9682-435ed69eed53 service neutron] For port 87936b14-a62a-4aae-bdee-ebc1372646e4, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:06.435498 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-9231153a-5c9d-4624-9682-435ed69eed53 service neutron] For port 87936b14-a62a-4aae-bdee-ebc1372646e4, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=87936b14-a62a-4aae-bdee-ebc1372646e4,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:06.445009 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-9231153a-5c9d-4624-9682-435ed69eed53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:06.484624 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-9231153a-5c9d-4624-9682-435ed69eed53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:06.485256 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-9231153a-5c9d-4624-9682-435ed69eed53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:06.487119 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-9231153a-5c9d-4624-9682-435ed69eed53 service neutron] 10.222.0.30 "PUT /v2.0/ports/87936b14-a62a-4aae-bdee-ebc1372646e4 HTTP/1.1" status: 200 len: 1092 time: 0.7456779 Jul 16 08:30:06.489636 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6c1e40-851e-4d7e-847e-23eadb48616f', 'tag': '87936b14-a62a-4aae-bdee-ebc1372646e4'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:06.493339 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f43a266-4207-4fcc-a940-b74b817e2a59" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6c1e40-851e-4d7e-847e-23eadb48616f", "tag": "87936b14-a62a-4aae-bdee-ebc1372646e4"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:06.526161 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231153a-5c9d-4624-9682-435ed69eed53 service neutron] Pushing event updated for resources: {'Port': ['ID=87936b14-a62a-4aae-bdee-ebc1372646e4,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:06.559242 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f33a1d05-fee3-40ab-b5f5-66554e76d911 req-a4042471-307d-4597-a75e-2496030bf966 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a18d020-0270-4ffa-b636-83705933c748 HTTP/1.1" status: 200 len: 210 time: 0.0348129 Jul 16 08:30:06.572841 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-5b133826-1895-4c95-a9e9-b1f5d1febcf9 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:06.574660 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-5b133826-1895-4c95-a9e9-b1f5d1febcf9 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2053802 Jul 16 08:30:06.591990 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-c71c882c-c8fa-419d-b85b-396cac0de374 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Request body: {'port': {'device_id': '1a18d020-0270-4ffa-b636-83705933c748', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'admin_state_up': True, 'tenant_id': '1d01616ba17d4b8cba7a304337398c2e'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:06.643715 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-83ac6be2-b36e-4f97-aa97-3a68e10f7fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:06.645760 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-83ac6be2-b36e-4f97-aa97-3a68e10f7fb7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 1095 time: 0.0607309 Jul 16 08:30:06.685201 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e495cd-1bc0-40a7-9841-46581a392eb7 req-736e2955-13b2-45db-9ecf-00a4da7f4730 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:06.686711 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-70e495cd-1bc0-40a7-9841-46581a392eb7 req-736e2955-13b2-45db-9ecf-00a4da7f4730 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.1616695 Jul 16 08:30:06.692385 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-9abb3d1f-aba8-42f7-8a25-7979b4065ba5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87936b14-a62a-4aae-bdee-ebc1372646e4 HTTP/1.1" status: 200 len: 217 time: 0.0381808 Jul 16 08:30:06.728909 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41b96685-baf6-40c8-afb7-4359a4ca7388 x-openstack-request-id: req-41b96685-baf6-40c8-afb7-4359a4ca7388 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:06.729209 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6c1e40-851e-4d7e-847e-23eadb48616f", "tag": "87936b14-a62a-4aae-bdee-ebc1372646e4", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:06.729461 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-41b96685-baf6-40c8-afb7-4359a4ca7388 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:06.729859 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6c1e40-851e-4d7e-847e-23eadb48616f', 'tag': '87936b14-a62a-4aae-bdee-ebc1372646e4', 'status': 'completed', 'code': 200} Jul 16 08:30:06.748497 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-c3eae8a8-8a78-46b2-acef-780ae7857913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:06.750271 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-c3eae8a8-8a78-46b2-acef-780ae7857913 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08efe674-85ae-4a06-b69c-d92fb68b404c HTTP/1.1" status: 200 len: 860 time: 0.0520208 Jul 16 08:30:06.760652 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-70e495cd-1bc0-40a7-9841-46581a392eb7 req-d9cded27-fa20-40c1-a82c-c2b33364c28f tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680218 Jul 16 08:30:06.775241 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-c71c882c-c8fa-419d-b85b-396cac0de374 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Made reservation on behalf of 1d01616ba17d4b8cba7a304337398c2e for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:06.779458 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-c71c882c-c8fa-419d-b85b-396cac0de374 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:06.794133 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-18c34b57-1c0c-46c7-a61c-63c4839b818e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d342364e-cb68-4fed-83d9-f37bbb306922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317724 Jul 16 08:30:06.930596 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-b0fe11ed-1844-49d3-8276-49806369216d service neutron] 10.222.0.30 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289182 Jul 16 08:30:06.942434 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b0044d-95d2-4b03-b28a-29a646dd2e69 req-f47aa551-b884-4b5d-9e73-bc41001b4ccf tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:06.943933 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-49b0044d-95d2-4b03-b28a-29a646dd2e69 req-f47aa551-b884-4b5d-9e73-bc41001b4ccf tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 943 time: 0.1295800 Jul 16 08:30:06.953259 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-c71c882c-c8fa-419d-b85b-396cac0de374 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Allocated IP 192.168.233.68 (30bff2e9-dcab-4751-913d-9c4ac9d8019b/c36b7919-0b6b-490a-bff0-04ed964d98ec/2691dbb6-bcba-455b-bffd-d6ffd52bc860) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:06.967750 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:06.998831 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290b617-c27e-4df2-af77-90cb0f3b61e8 req-a0ebac35-f600-40c5-bc3a-7b9cafba96cc tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:07.000315 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f290b617-c27e-4df2-af77-90cb0f3b61e8 req-a0ebac35-f600-40c5-bc3a-7b9cafba96cc tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.1109951 Jul 16 08:30:07.038475 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-49b0044d-95d2-4b03-b28a-29a646dd2e69 req-4a9c18b9-d3cb-4596-a2fe-1f36f93c9313 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853341 Jul 16 08:30:07.065214 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-939f3aa8-5ae8-4e78-bd70-a6834519d7ee req-0bc7aa59-a7b4-4ef7-a701-13792ccc454f service neutron] 10.222.0.30 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202753 Jul 16 08:30:07.085809 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f290b617-c27e-4df2-af77-90cb0f3b61e8 req-2e0f34f8-fcdd-46ab-ae56-58857b4ef525 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767908 Jul 16 08:30:07.162130 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-c71c882c-c8fa-419d-b85b-396cac0de374 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:07.180746 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-c71c882c-c8fa-419d-b85b-396cac0de374 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Transition to ACTIVE for port object 2691dbb6-bcba-455b-bffd-d6ffd52bc860 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:07.181184 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43a266-4207-4fcc-a940-b74b817e2a59 req-66ce7376-478a-46b8-883f-f16ab591eba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:07.182969 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f43a266-4207-4fcc-a940-b74b817e2a59 req-66ce7376-478a-46b8-883f-f16ab591eba7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 1095 time: 0.0602713 Jul 16 08:30:07.215449 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-c71c882c-c8fa-419d-b85b-396cac0de374 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:07.229312 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['f9003aa7-bcf5-42d4-a8c3-d02636baca33', '8cea9b50-fe98-433b-8180-02087487e8e1'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:07.260890 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-c71c882c-c8fa-419d-b85b-396cac0de374 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:07.264529 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-c71c882c-c8fa-419d-b85b-396cac0de374 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:07.266800 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-c71c882c-c8fa-419d-b85b-396cac0de374 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:07.292527 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['e41bead0-2f4e-40c6-a4d9-01e67e20ac37', '79a3e1f3-4732-4c1d-aec3-48e04b67cbec', '7edac58b-e964-4545-a209-9b980fd75eba', 'c12305d6-fd52-4028-869e-2859e416965c', 'e0683d64-7f28-4cf4-a163-67b4986c4151'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:07.295789 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43a266-4207-4fcc-a940-b74b817e2a59 req-5cc38213-326a-40b4-a321-5cf134dcea97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:07.298348 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f43a266-4207-4fcc-a940-b74b817e2a59 req-5cc38213-326a-40b4-a321-5cf134dcea97 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d342364e-cb68-4fed-83d9-f37bbb306922 HTTP/1.1" status: 200 len: 921 time: 0.1061280 Jul 16 08:30:07.313945 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71c882c-c8fa-419d-b85b-396cac0de374 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Pushing event updated for resources: {'Port': ['ID=2691dbb6-bcba-455b-bffd-d6ffd52bc860,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:07.342478 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-c71c882c-c8fa-419d-b85b-396cac0de374 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:07.343140 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-c71c882c-c8fa-419d-b85b-396cac0de374 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:07.352962 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f43a266-4207-4fcc-a940-b74b817e2a59 req-564aa271-fb86-403b-92e3-81dd6639e4e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87936b14-a62a-4aae-bdee-ebc1372646e4 HTTP/1.1" status: 200 len: 217 time: 0.0466392 Jul 16 08:30:07.361912 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-c71c882c-c8fa-419d-b85b-396cac0de374 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7742653 Jul 16 08:30:07.379378 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-9ddd7ce3-2d55-482d-ae7c-1df6f3c9ecd6 service neutron] Request body: {'port': {'device_id': '1a18d020-0270-4ffa-b636-83705933c748', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:07.406727 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f43a266-4207-4fcc-a940-b74b817e2a59 req-a0f3fdfd-ee97-43d5-a724-4f8848de7755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:07.408198 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f43a266-4207-4fcc-a940-b74b817e2a59 req-a0f3fdfd-ee97-43d5-a724-4f8848de7755 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08efe674-85ae-4a06-b69c-d92fb68b404c HTTP/1.1" status: 200 len: 860 time: 0.0469427 Jul 16 08:30:07.453056 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f43a266-4207-4fcc-a940-b74b817e2a59 req-541e4f26-161c-47cb-9555-14f31fe591d0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d342364e-cb68-4fed-83d9-f37bbb306922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360091 Jul 16 08:30:07.582989 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-9ddd7ce3-2d55-482d-ae7c-1df6f3c9ecd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:07.627360 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f43a266-4207-4fcc-a940-b74b817e2a59 req-74fd1bf5-de61-44b5-83d8-96ce54ef76cc service neutron] 10.222.0.30 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653309 Jul 16 08:30:07.747891 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f43a266-4207-4fcc-a940-b74b817e2a59 req-a24dfb54-5017-4f2a-90a8-1cfcae7e525d service neutron] 10.222.0.30 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110742 Jul 16 08:30:07.757037 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f32d251e-3d95-4972-855f-f66b097abb72 None None] Provisioning for port 2691dbb6-bcba-455b-bffd-d6ffd52bc860 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:07.780076 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f32d251e-3d95-4972-855f-f66b097abb72 None None] Provisioning complete for port 2691dbb6-bcba-455b-bffd-d6ffd52bc860 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:07.780481 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f32d251e-3d95-4972-855f-f66b097abb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:07.819245 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624ef3de-08d6-4eeb-9535-1bc605afea81 req-fe369fdb-c09f-464a-80cc-a443dc6bf82e tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:07.820929 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-624ef3de-08d6-4eeb-9535-1bc605afea81 req-fe369fdb-c09f-464a-80cc-a443dc6bf82e tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.2208230 Jul 16 08:30:07.834149 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-f32d251e-3d95-4972-855f-f66b097abb72 None None] Port 2691dbb6-bcba-455b-bffd-d6ffd52bc860 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:30:07.840849 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8bff8b-03e3-4fe6-9988-520c299516f6 req-c3a17eb9-0ad9-46cb-907e-cc6e293ed9ce tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:07.841940 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4e8bff8b-03e3-4fe6-9988-520c299516f6 req-c3a17eb9-0ad9-46cb-907e-cc6e293ed9ce tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a18d020-0270-4ffa-b636-83705933c748 HTTP/1.1" status: 200 len: 935 time: 0.0698781 Jul 16 08:30:07.884204 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4e8bff8b-03e3-4fe6-9988-520c299516f6 req-d2da21c6-33a1-4fff-9699-6901023ef2ee tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343261 Jul 16 08:30:07.890139 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-624ef3de-08d6-4eeb-9535-1bc605afea81 req-ac3cbfed-2ea2-4fca-847e-8ba787808dc5 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570638 Jul 16 08:30:08.049593 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-9ddd7ce3-2d55-482d-ae7c-1df6f3c9ecd6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2691dbb6-bcba-455b-bffd-d6ffd52bc860 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:08.058045 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-9ddd7ce3-2d55-482d-ae7c-1df6f3c9ecd6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:08.072404 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-9ddd7ce3-2d55-482d-ae7c-1df6f3c9ecd6 service neutron] Transition to ACTIVE for port object 2691dbb6-bcba-455b-bffd-d6ffd52bc860 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:08.077482 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-9ddd7ce3-2d55-482d-ae7c-1df6f3c9ecd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:08.157103 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ecf754-8068-428e-bb97-db1d5b1d71f8 req-e4306cee-e024-4ca9-9d76-daa4d62ffe10 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:08.165121 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd7ce3-2d55-482d-ae7c-1df6f3c9ecd6 service neutron] Pushing event updated for resources: {'Port': ['ID=2691dbb6-bcba-455b-bffd-d6ffd52bc860,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:08.166631 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-97ecf754-8068-428e-bb97-db1d5b1d71f8 req-e4306cee-e024-4ca9-9d76-daa4d62ffe10 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.0941544 Jul 16 08:30:08.220875 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-97ecf754-8068-428e-bb97-db1d5b1d71f8 req-ae4a6031-0cf8-4f75-87ad-b209b486b938 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530961 Jul 16 08:30:08.276043 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-9ddd7ce3-2d55-482d-ae7c-1df6f3c9ecd6 service neutron] Attempting to bind port 2691dbb6-bcba-455b-bffd-d6ffd52bc860 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:08.276517 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-9ddd7ce3-2d55-482d-ae7c-1df6f3c9ecd6 service neutron] Attempting to bind port 2691dbb6-bcba-455b-bffd-d6ffd52bc860 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:08.276753 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-9ddd7ce3-2d55-482d-ae7c-1df6f3c9ecd6 service neutron] Attempting to bind port 2691dbb6-bcba-455b-bffd-d6ffd52bc860 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:08.282824 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-9ddd7ce3-2d55-482d-ae7c-1df6f3c9ecd6 service neutron] Port 2691dbb6-bcba-455b-bffd-d6ffd52bc860 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:08.283160 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-9ddd7ce3-2d55-482d-ae7c-1df6f3c9ecd6 service neutron] Attempting to bind port 2691dbb6-bcba-455b-bffd-d6ffd52bc860 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:08.315000 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-9ddd7ce3-2d55-482d-ae7c-1df6f3c9ecd6 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:08.315346 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-9ddd7ce3-2d55-482d-ae7c-1df6f3c9ecd6 service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:08.316213 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-9ddd7ce3-2d55-482d-ae7c-1df6f3c9ecd6 service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:08.316213 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-9ddd7ce3-2d55-482d-ae7c-1df6f3c9ecd6 service neutron] Bound port: 2691dbb6-bcba-455b-bffd-d6ffd52bc860, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:08.316734 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-9ddd7ce3-2d55-482d-ae7c-1df6f3c9ecd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:08.414632 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:08.416812 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acf0ae3-fe50-4122-bdd4-3af49df1802a req-78a4c2fa-385a-4ab4-931d-dedabd11b877 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:08.418328 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4acf0ae3-fe50-4122-bdd4-3af49df1802a req-78a4c2fa-385a-4ab4-931d-dedabd11b877 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 943 time: 0.1435926 Jul 16 08:30:08.422765 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-9ddd7ce3-2d55-482d-ae7c-1df6f3c9ecd6 service neutron] For port 2691dbb6-bcba-455b-bffd-d6ffd52bc860, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:08.430452 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-9ddd7ce3-2d55-482d-ae7c-1df6f3c9ecd6 service neutron] For port 2691dbb6-bcba-455b-bffd-d6ffd52bc860, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=2691dbb6-bcba-455b-bffd-d6ffd52bc860,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:08.445984 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-9ddd7ce3-2d55-482d-ae7c-1df6f3c9ecd6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:08.447114 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b180ee-5653-4a46-8e39-cd081a7bb86c req-b696c318-5310-4636-a9a6-e49ccdf3a545 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:08.455149 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c4b180ee-5653-4a46-8e39-cd081a7bb86c req-b696c318-5310-4636-a9a6-e49ccdf3a545 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.0843444 Jul 16 08:30:08.492367 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c4b180ee-5653-4a46-8e39-cd081a7bb86c req-1abc8aae-976e-4f84-89f9-d7725685714d tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360312 Jul 16 08:30:08.495248 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-9ddd7ce3-2d55-482d-ae7c-1df6f3c9ecd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:08.495870 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-9ddd7ce3-2d55-482d-ae7c-1df6f3c9ecd6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:08.497269 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-9ddd7ce3-2d55-482d-ae7c-1df6f3c9ecd6 service neutron] 10.222.0.30 "PUT /v2.0/ports/2691dbb6-bcba-455b-bffd-d6ffd52bc860 HTTP/1.1" status: 200 len: 1096 time: 1.1237879 Jul 16 08:30:08.497982 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1a18d020-0270-4ffa-b636-83705933c748', 'tag': '2691dbb6-bcba-455b-bffd-d6ffd52bc860'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:08.500627 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-992bbfb4-335a-46ae-8f47-0ea2a86b4dc9" -d '{"events": [{"name": "network-changed", "server_uuid": "1a18d020-0270-4ffa-b636-83705933c748", "tag": "2691dbb6-bcba-455b-bffd-d6ffd52bc860"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:08.525185 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4acf0ae3-fe50-4122-bdd4-3af49df1802a req-b0c9f334-a1ff-4b03-b754-4d9340bb573c tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998871 Jul 16 08:30:08.556782 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddd7ce3-2d55-482d-ae7c-1df6f3c9ecd6 service neutron] Pushing event updated for resources: {'Port': ['ID=2691dbb6-bcba-455b-bffd-d6ffd52bc860,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:08.561485 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4c4f51-b13b-4375-9285-366bbaee3382 x-openstack-request-id: req-1f4c4f51-b13b-4375-9285-366bbaee3382 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:08.561782 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1a18d020-0270-4ffa-b636-83705933c748", "tag": "2691dbb6-bcba-455b-bffd-d6ffd52bc860", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:08.562040 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1f4c4f51-b13b-4375-9285-366bbaee3382 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:08.562436 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1a18d020-0270-4ffa-b636-83705933c748', 'tag': '2691dbb6-bcba-455b-bffd-d6ffd52bc860', 'status': 'completed', 'code': 200} Jul 16 08:30:08.644768 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-eddf585d-f728-492a-82f1-a0f94d76692d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:08.646565 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-eddf585d-f728-492a-82f1-a0f94d76692d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1d01616ba17d4b8cba7a304337398c2e&device_id=1a18d020-0270-4ffa-b636-83705933c748 HTTP/1.1" status: 200 len: 1099 time: 0.1005054 Jul 16 08:30:08.704051 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-c77bd795-e130-479d-a01b-9f0cb90b801b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=2691dbb6-bcba-455b-bffd-d6ffd52bc860 HTTP/1.1" status: 200 len: 217 time: 0.0436316 Jul 16 08:30:08.759473 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-30b933f0-7646-499a-a5be-67a32703fa55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:08.761022 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-30b933f0-7646-499a-a5be-67a32703fa55 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0502269 Jul 16 08:30:08.826088 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-70d774e9-5132-4259-b29e-09ae233b5e76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:08.827577 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-70d774e9-5132-4259-b29e-09ae233b5e76 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0549507 Jul 16 08:30:08.934916 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-be5ab056-3b80-4fd0-8574-abc9f5c418cb service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991905 Jul 16 08:30:09.063716 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6b4fdfe-1d72-4f52-b6cc-be32b596f842 req-2a877e38-861d-4d23-9dde-65199616f73e service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220357 Jul 16 08:30:09.065995 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdf04d-976d-4a58-8092-0c86661a1d0e req-128f44a5-49be-416e-9df4-68462eb30deb tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:09.067928 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-88bdf04d-976d-4a58-8092-0c86661a1d0e req-128f44a5-49be-416e-9df4-68462eb30deb tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a18d020-0270-4ffa-b636-83705933c748 HTTP/1.1" status: 200 len: 947 time: 0.0676491 Jul 16 08:30:09.113579 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709b1551-0d3b-47c8-8835-3da6f47e4723 req-9d6cd480-37e3-4cd5-a276-74267c9422b2 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:09.115789 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-709b1551-0d3b-47c8-8835-3da6f47e4723 req-9d6cd480-37e3-4cd5-a276-74267c9422b2 tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.0984964 Jul 16 08:30:09.119666 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-88bdf04d-976d-4a58-8092-0c86661a1d0e req-91354394-9414-4ce0-899d-29ef4d77367f tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433793 Jul 16 08:30:09.195539 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-709b1551-0d3b-47c8-8835-3da6f47e4723 req-71d934ca-135c-4aba-ac89-a2c8f4dba9bd tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/security-groups?id=b0080be3-0321-44ad-8b9c-3496b5e3fa01&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732803 Jul 16 08:30:09.233444 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992bbfb4-335a-46ae-8f47-0ea2a86b4dc9 req-aa8587a3-4d45-4f2a-a73f-9eefdbe02fd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:09.233444 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-992bbfb4-335a-46ae-8f47-0ea2a86b4dc9 req-aa8587a3-4d45-4f2a-a73f-9eefdbe02fd4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1d01616ba17d4b8cba7a304337398c2e&device_id=1a18d020-0270-4ffa-b636-83705933c748 HTTP/1.1" status: 200 len: 1099 time: 0.0926051 Jul 16 08:30:09.241061 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef4aef3-bee9-4561-a200-83736e0696e5 req-d59e41b4-bfb8-4c69-bfcc-953521400b3f tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:09.242700 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aef4aef3-bee9-4561-a200-83736e0696e5 req-d59e41b4-bfb8-4c69-bfcc-953521400b3f tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.21 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 945 time: 0.1054506 Jul 16 08:30:09.347741 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992bbfb4-335a-46ae-8f47-0ea2a86b4dc9 req-ebf2d699-db48-40b3-a35e-4f0afb35c387 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:09.350428 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-992bbfb4-335a-46ae-8f47-0ea2a86b4dc9 req-ebf2d699-db48-40b3-a35e-4f0afb35c387 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.1130619 Jul 16 08:30:09.383434 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-aef4aef3-bee9-4561-a200-83736e0696e5 req-400c1896-d171-47c7-8858-d85d2f7a2d0e tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Deleting port d1c60e8c-3f5d-4c70-99ea-45bb794f56e3 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:09.383784 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-aef4aef3-bee9-4561-a200-83736e0696e5 req-400c1896-d171-47c7-8858-d85d2f7a2d0e tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.399236 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-992bbfb4-335a-46ae-8f47-0ea2a86b4dc9 req-4e747ec4-752c-43c7-930f-ee890ece5208 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.68&port_id=2691dbb6-bcba-455b-bffd-d6ffd52bc860 HTTP/1.1" status: 200 len: 217 time: 0.0412850 Jul 16 08:30:09.486721 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992bbfb4-335a-46ae-8f47-0ea2a86b4dc9 req-744dd72e-8743-4441-9e5e-726c283179d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:09.486721 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-992bbfb4-335a-46ae-8f47-0ea2a86b4dc9 req-744dd72e-8743-4441-9e5e-726c283179d4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0766733 Jul 16 08:30:09.491841 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-aef4aef3-bee9-4561-a200-83736e0696e5 req-400c1896-d171-47c7-8858-d85d2f7a2d0e tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] For port d1c60e8c-3f5d-4c70-99ea-45bb794f56e3, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d1c60e8c-3f5d-4c70-99ea-45bb794f56e3,segment=NetworkSegment(2aea429b-deb9-4101-bf8b-30d1c999efba),segment_id=2aea429b-deb9-4101-bf8b-30d1c999efba)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:09.492407 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-aef4aef3-bee9-4561-a200-83736e0696e5 req-400c1896-d171-47c7-8858-d85d2f7a2d0e tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.506040 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-aef4aef3-bee9-4561-a200-83736e0696e5 req-400c1896-d171-47c7-8858-d85d2f7a2d0e tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Calling delete_port for d1c60e8c-3f5d-4c70-99ea-45bb794f56e3 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:09.530614 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a60ea0-f211-4d17-83dd-2180a50d0c90 req-46a70fdb-7a1e-4b4e-b0cf-3bd4a99f2dd4 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:09.536927 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-08a60ea0-f211-4d17-83dd-2180a50d0c90 req-46a70fdb-7a1e-4b4e-b0cf-3bd4a99f2dd4 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.1411037 Jul 16 08:30:09.612236 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-08a60ea0-f211-4d17-83dd-2180a50d0c90 req-52172277-6cb0-4ca0-be86-7f385b8902e2 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743022 Jul 16 08:30:09.652331 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992bbfb4-335a-46ae-8f47-0ea2a86b4dc9 req-b4ea6cc9-7c35-49ec-a9d1-a207b66756a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:09.655216 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-992bbfb4-335a-46ae-8f47-0ea2a86b4dc9 req-b4ea6cc9-7c35-49ec-a9d1-a207b66756a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1611073 Jul 16 08:30:09.735587 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-aef4aef3-bee9-4561-a200-83736e0696e5 req-400c1896-d171-47c7-8858-d85d2f7a2d0e tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.806489 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400c1896-d171-47c7-8858-d85d2f7a2d0e tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Pushing event deleted for resources: {'Port': ['ID=d1c60e8c-3f5d-4c70-99ea-45bb794f56e3,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:09.827489 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-992bbfb4-335a-46ae-8f47-0ea2a86b4dc9 req-0d0ac33e-f9ad-498f-a5a9-f43e1715ff63 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1647155 Jul 16 08:30:09.834132 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ea933b-8eff-41f0-b022-84fc1548aa76 req-a1a5166d-e36b-4901-a432-efba13eb16b2 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:09.835649 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d3ea933b-8eff-41f0-b022-84fc1548aa76 req-a1a5166d-e36b-4901-a432-efba13eb16b2 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.1727064 Jul 16 08:30:09.879662 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d52bb5a-faee-49cb-8423-73be31f0753c req-b8e9b24c-7352-4da2-949d-ef31161821ea tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:09.881590 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2d52bb5a-faee-49cb-8423-73be31f0753c req-b8e9b24c-7352-4da2-949d-ef31161821ea tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 943 time: 0.1174629 Jul 16 08:30:09.887301 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-aef4aef3-bee9-4561-a200-83736e0696e5 req-400c1896-d171-47c7-8858-d85d2f7a2d0e tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] No DVR routers for this DVR port d1c60e8c-3f5d-4c70-99ea-45bb794f56e3 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:09.893258 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-aef4aef3-bee9-4561-a200-83736e0696e5 req-400c1896-d171-47c7-8858-d85d2f7a2d0e tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:09.895219 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aef4aef3-bee9-4561-a200-83736e0696e5 req-400c1896-d171-47c7-8858-d85d2f7a2d0e tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.21 "DELETE /v2.0/ports/d1c60e8c-3f5d-4c70-99ea-45bb794f56e3 HTTP/1.1" status: 204 len: 173 time: 0.6455417 Jul 16 08:30:09.902344 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3b09aec0-4cc3-4acd-83cd-43cc2a94e724', 'name': 'network-vif-deleted', 'tag': 'd1c60e8c-3f5d-4c70-99ea-45bb794f56e3'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:09.905103 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c312890f-c941-469e-8c0f-55e8a7c62bb7" -d '{"events": [{"server_uuid": "3b09aec0-4cc3-4acd-83cd-43cc2a94e724", "name": "network-vif-deleted", "tag": "d1c60e8c-3f5d-4c70-99ea-45bb794f56e3"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:09.934013 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-e790ce10-82e0-4cb2-97d2-f149c18073f5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1961567 Jul 16 08:30:09.942081 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d3ea933b-8eff-41f0-b022-84fc1548aa76 req-a60e58f2-b5da-4623-bc60-5e95ab68bb7f tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848978 Jul 16 08:30:09.992064 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2d52bb5a-faee-49cb-8423-73be31f0753c req-c324d6dc-0ee3-4851-ab4f-b696151a081d tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987551 Jul 16 08:30:09.996715 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-992bbfb4-335a-46ae-8f47-0ea2a86b4dc9 req-52f8216f-d515-402d-9d42-570204f61c83 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583693 Jul 16 08:30:10.058912 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 87936b14-a62a-4aae-bdee-ebc1372646e4 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:10.068174 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211a5ace-ff90-46ef-8983-5f407bf62f68 x-openstack-request-id: req-211a5ace-ff90-46ef-8983-5f407bf62f68 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:10.069434 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3b09aec0-4cc3-4acd-83cd-43cc2a94e724", "name": "network-vif-deleted", "tag": "d1c60e8c-3f5d-4c70-99ea-45bb794f56e3", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:10.069434 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-211a5ace-ff90-46ef-8983-5f407bf62f68 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:10.069779 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3b09aec0-4cc3-4acd-83cd-43cc2a94e724', 'name': 'network-vif-deleted', 'tag': 'd1c60e8c-3f5d-4c70-99ea-45bb794f56e3', 'status': 'completed', 'code': 200} Jul 16 08:30:10.076337 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-5616eaa2-37b5-4773-ac98-d64e70b960fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:10.077031 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-5616eaa2-37b5-4773-ac98-d64e70b960fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:10.077518 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-5616eaa2-37b5-4773-ac98-d64e70b960fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:10.077982 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-5616eaa2-37b5-4773-ac98-d64e70b960fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:10.078449 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-5616eaa2-37b5-4773-ac98-d64e70b960fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:10.078985 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-5616eaa2-37b5-4773-ac98-d64e70b960fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:10.079455 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-5616eaa2-37b5-4773-ac98-d64e70b960fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:10.081964 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-5616eaa2-37b5-4773-ac98-d64e70b960fc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=18d3bd29957e4274890e11da19ecb787&device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 6506 time: 0.1002586 Jul 16 08:30:10.180239 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 87936b14-a62a-4aae-bdee-ebc1372646e4, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=87936b14-a62a-4aae-bdee-ebc1372646e4,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:10.192104 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '87936b14-a62a-4aae-bdee-ebc1372646e4', 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922', 'port_id': '87936b14-a62a-4aae-bdee-ebc1372646e4', 'mac_address': 'fa:16:3e:a8:12:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08efe674-85ae-4a06-b69c-d92fb68b404c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:10.217052 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['d1c60e8c-3f5d-4c70-99ea-45bb794f56e3'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:10.219700 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-b27fd182-9238-4551-819e-cf3400a54158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:10.220179 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-b27fd182-9238-4551-819e-cf3400a54158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:10.220813 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-b27fd182-9238-4551-819e-cf3400a54158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:10.222245 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-b27fd182-9238-4551-819e-cf3400a54158 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ef42b60b-a2a6-4c00-9b16-9d40351d12af&id=aa91a730-1f66-43ab-9470-038c67461639&id=aa91a730-1f66-43ab-9470-038c67461639&id=aa91a730-1f66-43ab-9470-038c67461639&id=aa91a730-1f66-43ab-9470-038c67461639&id=75416cd1-a2d8-4e5f-acde-36e6b516d991&id=75416cd1-a2d8-4e5f-acde-36e6b516d991 HTTP/1.1" status: 200 len: 2297 time: 0.1065354 Jul 16 08:30:10.254370 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:10.268763 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87936b14-a62a-4aae-bdee-ebc1372646e4 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:10.291852 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 87936b14-a62a-4aae-bdee-ebc1372646e4, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=87936b14-a62a-4aae-bdee-ebc1372646e4,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:10.299530 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:10.315479 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0671ea-26c3-4677-80cb-87863f3c3895 req-b584df88-9d45-4899-9066-4a42080c6b8b tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:10.317078 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0671ea-26c3-4677-80cb-87863f3c3895 req-b584df88-9d45-4899-9066-4a42080c6b8b tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a18d020-0270-4ffa-b636-83705933c748 HTTP/1.1" status: 200 len: 947 time: 0.0755327 Jul 16 08:30:10.354987 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-e9ac27d1-67c3-4ef0-9e0a-184b86e38161 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1214eb5-4495-47f0-8778-79707a2c0a79 HTTP/1.1" status: 200 len: 1000 time: 0.1235788 Jul 16 08:30:10.360029 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=87936b14-a62a-4aae-bdee-ebc1372646e4,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:10.362138 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0671ea-26c3-4677-80cb-87863f3c3895 req-ca784d91-79b4-41c3-a372-1b4cfa7b877e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367239 Jul 16 08:30:10.395693 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-240aaba1-80e5-4f1e-a796-149aeece7089 req-540ec9a4-c332-449b-a3ff-c5c1a990ef5a tempest-ServerRescueNegativeTestJSON-221379386 tempest-ServerRescueNegativeTestJSON-221379386-project] 10.222.0.22 "GET /v2.0/ports?device_id=3b09aec0-4cc3-4acd-83cd-43cc2a94e724 HTTP/1.1" status: 200 len: 210 time: 0.0367963 Jul 16 08:30:10.432661 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-a59ce4f6-b744-45e8-8dae-d80a7330d09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:10.434109 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-a59ce4f6-b744-45e8-8dae-d80a7330d09b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90e1689d-683e-4bf7-9829-529743ada4e0 HTTP/1.1" status: 200 len: 855 time: 0.0650828 Jul 16 08:30:10.504239 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-0cf97a8b-58b4-4f17-8e7f-5d37afde379a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:10.506356 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-0cf97a8b-58b4-4f17-8e7f-5d37afde379a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ef42b60b-a2a6-4c00-9b16-9d40351d12af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0624516 Jul 16 08:30:10.682952 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['87936b14-a62a-4aae-bdee-ebc1372646e4'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:10.893932 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b351dc-835b-471b-852a-0fecf5898c44 req-3765dbde-d6ce-4da3-b607-effe4dd41d7a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:10.895680 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-19b351dc-835b-471b-852a-0fecf5898c44 req-3765dbde-d6ce-4da3-b607-effe4dd41d7a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.1308169 Jul 16 08:30:10.901624 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-08331484-e07d-4783-89cd-56de7810c76d service neutron] 10.222.0.30 "GET /v2.0/networks/ef42b60b-a2a6-4c00-9b16-9d40351d12af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3878505 Jul 16 08:30:11.031411 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-19b351dc-835b-471b-852a-0fecf5898c44 req-fb064b82-2c74-41f7-9c1f-0bb8990a1d20 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212471 Jul 16 08:30:11.034510 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-021b074f-8066-440a-a963-e24e7fd1d630 service neutron] 10.222.0.30 "GET /v2.0/networks/ef42b60b-a2a6-4c00-9b16-9d40351d12af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170640 Jul 16 08:30:11.106634 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-1e951c1f-4a71-41c8-bda2-abcf779e4e57 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=d87407fc-af4d-474c-a503-fcc8cf9cdf4a HTTP/1.1" status: 200 len: 217 time: 0.0647509 Jul 16 08:30:11.169420 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-920ecf52-0d17-4615-bfa8-fc7a3247c854 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:11.170947 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-920ecf52-0d17-4615-bfa8-fc7a3247c854 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a964aa1-f099-4baa-ad12-6f062d38c70f HTTP/1.1" status: 200 len: 797 time: 0.0580070 Jul 16 08:30:11.204260 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795585e9-e018-4ee8-b245-7be5877aa19b req-eddb4950-da8b-4c30-9d98-623aa31cbeaf tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:11.211884 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-795585e9-e018-4ee8-b245-7be5877aa19b req-eddb4950-da8b-4c30-9d98-623aa31cbeaf tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.0765927 Jul 16 08:30:11.266964 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-795585e9-e018-4ee8-b245-7be5877aa19b req-8a9eed1e-bfb3-4dda-bbab-69ca06b42be9 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541236 Jul 16 08:30:11.274142 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dac189-35e3-4a53-aa42-382a8eb473e8 req-b36f14da-e4f2-4297-815b-7477a65d9e7a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:11.277606 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-38dac189-35e3-4a53-aa42-382a8eb473e8 req-b36f14da-e4f2-4297-815b-7477a65d9e7a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 944 time: 0.1055875 Jul 16 08:30:11.298092 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-b8bc5940-92a6-4f81-8bad-192b89f851c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:11.300551 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-b8bc5940-92a6-4f81-8bad-192b89f851c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa91a730-1f66-43ab-9470-038c67461639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1176996 Jul 16 08:30:11.360093 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-38dac189-35e3-4a53-aa42-382a8eb473e8 req-ecb5d7c3-979b-499d-a1b0-c13902a18fe2 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750062 Jul 16 08:30:11.367701 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-1cf1faf5-1c08-4675-b0af-225ffb32cefc tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=c85b3aaea7f7476f969fa80bc5d56599&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231385 Jul 16 08:30:11.441722 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-b53a6df8-7843-4b5f-9c78-2c393b8f7845 service neutron] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317692 Jul 16 08:30:11.531297 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-885d5bfc-e644-4d66-9ab0-14f839607c9f tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:11.532819 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-885d5bfc-e644-4d66-9ab0-14f839607c9f tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1511807 Jul 16 08:30:11.549768 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-3bdd37bb-ed17-4aad-abb8-97abd359ee36 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/quotas/c85b3aaea7f7476f969fa80bc5d56599 HTTP/1.1" status: 200 len: 375 time: 0.0105786 Jul 16 08:30:11.606863 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-4b16e135-c00f-4340-a6f3-f6ba15bb8957 service neutron] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563070 Jul 16 08:30:11.633133 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-ce8a2e6c-6e56-4d25-8f21-51e130e85032 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c85b3aaea7f7476f969fa80bc5d56599&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0754194 Jul 16 08:30:11.681654 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-c56fa439-263e-473d-bc78-ad2a92277fc2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=184a58dc-9828-4052-989b-49e6206f70e7 HTTP/1.1" status: 200 len: 217 time: 0.0658038 Jul 16 08:30:11.834342 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-c13621b8-04c5-4059-b5a3-a00dc365e4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:11.836619 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-c13621b8-04c5-4059-b5a3-a00dc365e4d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a964aa1-f099-4baa-ad12-6f062d38c70f HTTP/1.1" status: 200 len: 797 time: 0.1191792 Jul 16 08:30:11.850178 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d280d3-2c0e-4676-96f1-37b37d8bdb50 req-eb4dc7c0-0788-4a44-9edc-fb4224ba6764 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:11.852864 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e9d280d3-2c0e-4676-96f1-37b37d8bdb50 req-eb4dc7c0-0788-4a44-9edc-fb4224ba6764 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a18d020-0270-4ffa-b636-83705933c748 HTTP/1.1" status: 200 len: 947 time: 0.1738002 Jul 16 08:30:11.873063 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51972) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:12.012495 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e9d280d3-2c0e-4676-96f1-37b37d8bdb50 req-043bd133-f21b-41dd-b8a5-fb5c78fbd61b tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449199 Jul 16 08:30:12.029083 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-31dba561-a2b0-4f9b-a113-5bc1736cfab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:12.032219 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-31dba561-a2b0-4f9b-a113-5bc1736cfab5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa91a730-1f66-43ab-9470-038c67461639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1780612 Jul 16 08:30:12.059580 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 2691dbb6-bcba-455b-bffd-d6ffd52bc860 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:12.149480 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-77bf9fe5-ab4f-457c-8edd-0a84cfbd729c service neutron] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081865 Jul 16 08:30:12.232259 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58614424-eab1-43e9-8609-5d8888a495ab req-e8d51633-a8db-48e2-a47e-e1389961523c tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=c85b3aaea7f7476f969fa80bc5d56599&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0748892 Jul 16 08:30:12.360767 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-7ede7c9a-b8f8-438f-baa5-e0af604bcc13 service neutron] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023816 Jul 16 08:30:12.419878 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-1ff52c58-18de-4198-82d8-381e92b990e9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=3c2a3de7-55c1-4291-849c-36872eca1820 HTTP/1.1" status: 200 len: 217 time: 0.0494242 Jul 16 08:30:12.449129 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 2691dbb6-bcba-455b-bffd-d6ffd52bc860, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=2691dbb6-bcba-455b-bffd-d6ffd52bc860,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:12.467435 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '2691dbb6-bcba-455b-bffd-d6ffd52bc860', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': '2691dbb6-bcba-455b-bffd-d6ffd52bc860', 'mac_address': 'fa:16:3e:98:42:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.68'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:12.505504 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58614424-eab1-43e9-8609-5d8888a495ab req-573a777c-55d5-4891-9105-35a773576238 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:12.507487 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58614424-eab1-43e9-8609-5d8888a495ab req-573a777c-55d5-4891-9105-35a773576238 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2734022 Jul 16 08:30:12.518576 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-d54d054a-0c83-4a24-9e1f-133ebbfeb771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:12.520079 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:12.520276 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-d54d054a-0c83-4a24-9e1f-133ebbfeb771 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a964aa1-f099-4baa-ad12-6f062d38c70f HTTP/1.1" status: 200 len: 797 time: 0.0912571 Jul 16 08:30:12.535229 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58614424-eab1-43e9-8609-5d8888a495ab req-36000202-5e10-4c20-9bc0-58df9747a808 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/quotas/c85b3aaea7f7476f969fa80bc5d56599 HTTP/1.1" status: 200 len: 375 time: 0.0192695 Jul 16 08:30:12.537051 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2691dbb6-bcba-455b-bffd-d6ffd52bc860 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:12.554375 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6f875d-91f4-497d-ba8a-aef3d7ac8f6b req-72b6455f-f3d5-472e-a289-bc177d89e703 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:12.561751 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fa6f875d-91f4-497d-ba8a-aef3d7ac8f6b req-72b6455f-f3d5-472e-a289-bc177d89e703 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.2596238 Jul 16 08:30:12.581704 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 2691dbb6-bcba-455b-bffd-d6ffd52bc860, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=2691dbb6-bcba-455b-bffd-d6ffd52bc860,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:12.587823 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:12.641930 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fa6f875d-91f4-497d-ba8a-aef3d7ac8f6b req-9ea96b52-8aad-4b31-adb2-d3f36c8b8bb9 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791359 Jul 16 08:30:12.655119 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=2691dbb6-bcba-455b-bffd-d6ffd52bc860,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:12.696679 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-e8b0fd4d-edce-4982-93eb-24ac39bd2a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:12.698308 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-e8b0fd4d-edce-4982-93eb-24ac39bd2a3a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa91a730-1f66-43ab-9470-038c67461639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1645954 Jul 16 08:30:12.858587 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-a471574b-3a4b-447f-ba8d-42e971177dd6 service neutron] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515858 Jul 16 08:30:12.909100 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58614424-eab1-43e9-8609-5d8888a495ab req-8d07011d-2ba9-465a-b83f-b336ff8a0152 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c85b3aaea7f7476f969fa80bc5d56599&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3726850 Jul 16 08:30:12.914913 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447ea155-22e4-44c6-96cd-cb36dcf9efbc req-b1dc2929-7268-44b2-8e9e-d1eb17027f4c tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:12.916428 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-447ea155-22e4-44c6-96cd-cb36dcf9efbc req-b1dc2929-7268-44b2-8e9e-d1eb17027f4c tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.1270564 Jul 16 08:30:12.951805 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['2691dbb6-bcba-455b-bffd-d6ffd52bc860'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:12.976896 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-000b6a7d-6f5c-4b7f-8dcf-65bbcf0cf538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:13.005219 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-447ea155-22e4-44c6-96cd-cb36dcf9efbc req-22a89d9a-f41f-45ec-87d6-ca4742489c59 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497098 Jul 16 08:30:13.042480 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-baace794-4e82-41b0-a1aa-77cd7d0ad8eb service neutron] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733894 Jul 16 08:30:13.138997 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-2f795e09-bee6-4139-a370-a25c6b188508 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=76090f44-539b-438f-8800-1f8cae00b415 HTTP/1.1" status: 200 len: 217 time: 0.0869381 Jul 16 08:30:13.248725 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-cb35e539-b2b5-4e82-9cea-a284522f49a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:13.250240 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-cb35e539-b2b5-4e82-9cea-a284522f49a0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a964aa1-f099-4baa-ad12-6f062d38c70f HTTP/1.1" status: 200 len: 797 time: 0.1000686 Jul 16 08:30:13.349818 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f9db91-7d04-4198-a57d-2cf73e1939af req-617a223f-8dd5-4471-a8bf-078ad6948500 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:13.351405 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-33f9db91-7d04-4198-a57d-2cf73e1939af req-617a223f-8dd5-4471-a8bf-078ad6948500 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 944 time: 0.1499715 Jul 16 08:30:13.439167 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-48a5bcbf-061e-4d85-941b-e53becb6706d tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c85b3aaea7f7476f969fa80bc5d56599&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0575850 Jul 16 08:30:13.463245 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-27477867-bead-4a04-8977-7a30db56a139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:13.466017 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-27477867-bead-4a04-8977-7a30db56a139 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa91a730-1f66-43ab-9470-038c67461639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2018266 Jul 16 08:30:13.508905 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-000b6a7d-6f5c-4b7f-8dcf-65bbcf0cf538 admin admin] Deleting port 801a9f6e-924f-4171-b354-5b0388221069 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:13.509496 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-000b6a7d-6f5c-4b7f-8dcf-65bbcf0cf538 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:13.585269 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-33f9db91-7d04-4198-a57d-2cf73e1939af req-0a0dead9-dc4c-43ed-ad65-148faf387fc6 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2213500 Jul 16 08:30:13.737734 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-57a03b88-0249-4578-a3c9-0758fe18ba57 service neutron] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2397990 Jul 16 08:30:13.739969 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-000b6a7d-6f5c-4b7f-8dcf-65bbcf0cf538 admin admin] For port 801a9f6e-924f-4171-b354-5b0388221069, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=801a9f6e-924f-4171-b354-5b0388221069,segment=NetworkSegment(2aea429b-deb9-4101-bf8b-30d1c999efba),segment_id=2aea429b-deb9-4101-bf8b-30d1c999efba)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:13.741456 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-000b6a7d-6f5c-4b7f-8dcf-65bbcf0cf538 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:13.759477 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-000b6a7d-6f5c-4b7f-8dcf-65bbcf0cf538 admin admin] Calling delete_port for 801a9f6e-924f-4171-b354-5b0388221069 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:13.806280 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3fcd71a9-446f-4679-939f-d5a0c0dccfb3 req-ab4c0b78-7999-480c-9d6b-7cb02198ac19 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/ports?device_id=913672f7-2b94-419c-9021-56150ae0236a HTTP/1.1" status: 200 len: 210 time: 0.0709951 Jul 16 08:30:13.859983 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bce56d1-ab38-46af-9582-3ad29417dc88 req-e905c63a-c98e-44be-8ec4-9691a42915ac tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:13.867524 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5bce56d1-ab38-46af-9582-3ad29417dc88 req-e905c63a-c98e-44be-8ec4-9691a42915ac tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a18d020-0270-4ffa-b636-83705933c748 HTTP/1.1" status: 200 len: 948 time: 0.3557940 Jul 16 08:30:13.915749 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-8fa0cfa3-5c44-493e-90ad-7e29bba6f994 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:13.918147 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-8fa0cfa3-5c44-493e-90ad-7e29bba6f994 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4680192 Jul 16 08:30:13.920774 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device d1c60e8c-3f5d-4c70-99ea-45bb794f56e3 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:13.944140 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-3d41f4e9-115b-4035-a6fe-81406003c167 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Request body: {'port': {'device_id': '32247c9d-c875-4590-8621-c59e4a6d5442', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'admin_state_up': True, 'tenant_id': 'c85b3aaea7f7476f969fa80bc5d56599'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:13.951225 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: d1c60e8c-3f5d-4c70-99ea-45bb794f56e3 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:13.951575 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device d1c60e8c-3f5d-4c70-99ea-45bb794f56e3 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:13.991561 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5bce56d1-ab38-46af-9582-3ad29417dc88 req-4cd16048-7e9a-40ec-810e-5bcbe1b02cfd tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230199 Jul 16 08:30:14.052070 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 87936b14-a62a-4aae-bdee-ebc1372646e4 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:14.141150 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-c099cb91-0e6b-461d-bbd0-01e946004d6a service neutron] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879876 Jul 16 08:30:14.173993 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c32c684-792f-4424-a361-c10ba2261a6e req-bc5297f0-d961-4e74-ac52-73d994195853 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=227e7ace-6c67-4aac-a66d-717b67a5ce43&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3837478 Jul 16 08:30:14.179014 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 87936b14-a62a-4aae-bdee-ebc1372646e4 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:14.200609 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-000b6a7d-6f5c-4b7f-8dcf-65bbcf0cf538 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:14.213134 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 87936b14-a62a-4aae-bdee-ebc1372646e4 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:14.215777 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:14.216891 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-9d3c6463-4215-4108-9697-30586396fef0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=731fdcab-68d6-4de1-9151-da7a41b03db8 HTTP/1.1" status: 200 len: 217 time: 0.0672278 Jul 16 08:30:14.234699 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a51111-8213-487a-be7f-84f4af04952c req-1d68cee8-7017-45fa-9b95-972c35abacf9 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:14.241696 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a9a51111-8213-487a-be7f-84f4af04952c req-1d68cee8-7017-45fa-9b95-972c35abacf9 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.2321670 Jul 16 08:30:14.250653 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b6a7d-6f5c-4b7f-8dcf-65bbcf0cf538 admin admin] Pushing event deleted for resources: {'Port': ['ID=801a9f6e-924f-4171-b354-5b0388221069,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:14.339728 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-3d41f4e9-115b-4035-a6fe-81406003c167 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Made reservation on behalf of c85b3aaea7f7476f969fa80bc5d56599 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:14.343322 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-3d41f4e9-115b-4035-a6fe-81406003c167 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:14.357143 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:14.384502 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6c1e40-851e-4d7e-847e-23eadb48616f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87936b14-a62a-4aae-bdee-ebc1372646e4'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:14.387604 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91f54641-1d16-4775-8e18-503af8782af2" -d '{"events": [{"server_uuid": "8f6c1e40-851e-4d7e-847e-23eadb48616f", "name": "network-vif-plugged", "status": "completed", "tag": "87936b14-a62a-4aae-bdee-ebc1372646e4"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:14.410502 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 87936b14-a62a-4aae-bdee-ebc1372646e4, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=87936b14-a62a-4aae-bdee-ebc1372646e4,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:14.415532 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:14.443181 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d446613-9c98-4fcc-b519-f7438523e6c6 req-e8c6c62c-bedd-4820-a950-abf16559917f tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:14.450774 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4d446613-9c98-4fcc-b519-f7438523e6c6 req-e8c6c62c-bedd-4820-a950-abf16559917f tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.1804094 Jul 16 08:30:14.476885 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=87936b14-a62a-4aae-bdee-ebc1372646e4,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:14.522027 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4d446613-9c98-4fcc-b519-f7438523e6c6 req-2d61f7f0-b601-4dde-a5da-fe8595eca13e tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700717 Jul 16 08:30:14.555171 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-000b6a7d-6f5c-4b7f-8dcf-65bbcf0cf538 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:14.617370 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-3d41f4e9-115b-4035-a6fe-81406003c167 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:14.634089 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a9a51111-8213-487a-be7f-84f4af04952c req-f10750d6-262c-4150-af82-485e082e67f2 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3911304 Jul 16 08:30:14.656003 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-d7f02c63-a11d-42a0-b2f2-83d779682aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:14.664873 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-d7f02c63-a11d-42a0-b2f2-83d779682aea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7842a341-61cf-4424-8fa5-ccac1e8e2370 HTTP/1.1" status: 200 len: 797 time: 0.4191334 Jul 16 08:30:14.852114 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ceb365a7-b5af-43b0-aedd-d1f951a9df3d x-openstack-request-id: req-ceb365a7-b5af-43b0-aedd-d1f951a9df3d {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:14.854993 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6c1e40-851e-4d7e-847e-23eadb48616f", "name": "network-vif-plugged", "status": "completed", "tag": "87936b14-a62a-4aae-bdee-ebc1372646e4", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:14.855258 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ceb365a7-b5af-43b0-aedd-d1f951a9df3d {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:14.855678 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6c1e40-851e-4d7e-847e-23eadb48616f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87936b14-a62a-4aae-bdee-ebc1372646e4', 'code': 200} Jul 16 08:30:14.881754 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-58614424-eab1-43e9-8609-5d8888a495ab req-ed2ea73e-3c20-4a39-a8b3-08675d0a5d52 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=c85b3aaea7f7476f969fa80bc5d56599&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0438983 Jul 16 08:30:14.888379 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32c684-792f-4424-a361-c10ba2261a6e req-dace257d-3c98-49c9-81a5-9709a0705acf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:14.890002 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c32c684-792f-4424-a361-c10ba2261a6e req-dace257d-3c98-49c9-81a5-9709a0705acf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1d01616ba17d4b8cba7a304337398c2e&device_id=227e7ace-6c67-4aac-a66d-717b67a5ce43 HTTP/1.1" status: 200 len: 1101 time: 0.5953064 Jul 16 08:30:15.083473 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-2420b804-3b5c-480b-bacf-e73924b468f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:15.085192 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-2420b804-3b5c-480b-bacf-e73924b468f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75416cd1-a2d8-4e5f-acde-36e6b516d991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3865016 Jul 16 08:30:15.096338 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-000b6a7d-6f5c-4b7f-8dcf-65bbcf0cf538 admin admin] Router 80818958-8799-479b-8bff-29761c1dff2a has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:30:15.129621 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a7614f57-a89f-4cb7-b99e-ae54ede8feb6 req-9f36b701-b73a-4f7b-9d54-8825e09b2bbc tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/ports?device_id=913672f7-2b94-419c-9021-56150ae0236a HTTP/1.1" status: 200 len: 210 time: 0.0371284 Jul 16 08:30:15.214182 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58614424-eab1-43e9-8609-5d8888a495ab req-e60261f1-5b99-4b16-a725-b440b2a0810b tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:15.215658 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-58614424-eab1-43e9-8609-5d8888a495ab req-e60261f1-5b99-4b16-a725-b440b2a0810b tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3193388 Jul 16 08:30:15.239142 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-3d41f4e9-115b-4035-a6fe-81406003c167 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:15.243736 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-58614424-eab1-43e9-8609-5d8888a495ab req-6f678be2-ca3b-4d9d-9631-17e0ba4c1d82 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Request body: {'port': {'device_id': '913672f7-2b94-419c-9021-56150ae0236a', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'admin_state_up': True, 'tenant_id': 'c85b3aaea7f7476f969fa80bc5d56599'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:15.311130 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-000b6a7d-6f5c-4b7f-8dcf-65bbcf0cf538 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:30:15.311396 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-3d41f4e9-115b-4035-a6fe-81406003c167 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:15.320736 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-000b6a7d-6f5c-4b7f-8dcf-65bbcf0cf538 admin admin] 10.222.0.22 "PUT /v2.0/routers/80818958-8799-479b-8bff-29761c1dff2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4437823 Jul 16 08:30:15.331650 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52026) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:15.332658 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d92258-057f-457e-b13f-617ec3c788ba None None] Sync routers for ids ['80818958-8799-479b-8bff-29761c1dff2a'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:30:15.360814 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d92258-057f-457e-b13f-617ec3c788ba None None] Routers {'80818958-8799-479b-8bff-29761c1dff2a'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:30:15.361869 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-76d92258-057f-457e-b13f-617ec3c788ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:30:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['80818958-8799-479b-8bff-29761c1dff2a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:15.412911 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32c684-792f-4424-a361-c10ba2261a6e req-8bbfda0c-1371-4983-81e8-d6a3e704b273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:15.414370 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c32c684-792f-4424-a361-c10ba2261a6e req-8bbfda0c-1371-4983-81e8-d6a3e704b273 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.4359231 Jul 16 08:30:15.461075 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd63832-2730-4c75-8d79-120ceb2232a6 req-83bee350-85b6-4d0c-8c90-2cb521be117b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:15.462598 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4fd63832-2730-4c75-8d79-120ceb2232a6 req-83bee350-85b6-4d0c-8c90-2cb521be117b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 1097 time: 0.4136724 Jul 16 08:30:15.494953 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-76d92258-057f-457e-b13f-617ec3c788ba None None] Set router 80818958-8799-479b-8bff-29761c1dff2a gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:30:15.508740 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4da3f-ec9c-4aa0-8659-0c152023e486 req-fcdf1eaa-59c6-4030-9772-0320800e4b84 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:15.510277 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-89a4da3f-ec9c-4aa0-8659-0c152023e486 req-fcdf1eaa-59c6-4030-9772-0320800e4b84 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a18d020-0270-4ffa-b636-83705933c748 HTTP/1.1" status: 200 len: 948 time: 0.2011602 Jul 16 08:30:15.529360 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4fd63832-2730-4c75-8d79-120ceb2232a6 req-f6c46c9e-4f77-4d34-bc1c-26025a3adc44 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521290 Jul 16 08:30:15.530493 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a05c6a99-e94d-482e-8dd3-e2eb8eed0c71 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:15.533100 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41f4e9-115b-4035-a6fe-81406003c167 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea8f6c7-a8cf-411e-a7f4-45f36f5f4359,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:15.537568 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-2e3f8146-3e07-42c9-b1ab-97237d3e2970 service neutron] 10.222.0.30 "GET /v2.0/networks/75416cd1-a2d8-4e5f-acde-36e6b516d991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4196930 Jul 16 08:30:15.552574 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c32c684-792f-4424-a361-c10ba2261a6e req-91a87f47-8bd7-48cb-aed0-7d7bed3d5771 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=79a3e1f3-4732-4c1d-aec3-48e04b67cbec HTTP/1.1" status: 200 len: 217 time: 0.0914705 Jul 16 08:30:15.564074 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafef0f7-1150-495b-83ad-f27d0e48ab78 req-eacb537e-00c9-4f09-9ed0-f562a9aff9ec tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:15.565609 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dafef0f7-1150-495b-83ad-f27d0e48ab78 req-eacb537e-00c9-4f09-9ed0-f562a9aff9ec tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 945 time: 0.5093944 Jul 16 08:30:15.614934 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-89a4da3f-ec9c-4aa0-8659-0c152023e486 req-00f0cc70-774a-41f8-82ca-f6192b6e99f5 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872328 Jul 16 08:30:15.686500 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a05c6a99-e94d-482e-8dd3-e2eb8eed0c71 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:15.707835 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-76d92258-057f-457e-b13f-617ec3c788ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80818958-8799-479b-8bff-29761c1dff2a', 'name': 'tempest-ServerRescueNegativeTestJSON-2129286374-router', 'tenant_id': '363ec4a697f348ca8340091e760832c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.103'}], 'enable_snat': True}, 'gw_port_id': '9ac8752a-66ae-41d4-9bb8-164ec2d69c22', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:50Z', 'updated_at': '2021-07-16T08:30:14Z', 'revision_number': 5, 'project_id': '363ec4a697f348ca8340091e760832c9', 'gw_port': {'id': '9ac8752a-66ae-41d4-9bb8-164ec2d69c22', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:16:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '80818958-8799-479b-8bff-29761c1dff2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 719, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.103', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:51Z', 'updated_at': '2021-07-16T08:27:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:15.747123 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d92258-057f-457e-b13f-617ec3c788ba None None] Checking router: 80818958-8799-479b-8bff-29761c1dff2a for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:30:15.761748 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d92258-057f-457e-b13f-617ec3c788ba None None] Routers {'80818958-8799-479b-8bff-29761c1dff2a'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:30:15.762369 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-76d92258-057f-457e-b13f-617ec3c788ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:30:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['80818958-8799-479b-8bff-29761c1dff2a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:15.783619 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-3d41f4e9-115b-4035-a6fe-81406003c167 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Allocated IP 192.168.233.153 (30bff2e9-dcab-4751-913d-9c4ac9d8019b/c36b7919-0b6b-490a-bff0-04ed964d98ec/930dd323-1008-413d-b067-f50de030ab82) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:15.786536 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32c684-792f-4424-a361-c10ba2261a6e req-14e50429-8553-43fc-aaca-c4163e9010af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:15.788049 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c32c684-792f-4424-a361-c10ba2261a6e req-14e50429-8553-43fc-aaca-c4163e9010af service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.2215593 Jul 16 08:30:15.792781 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-a05c6a99-e94d-482e-8dd3-e2eb8eed0c71 admin admin] Deleting port 9ac8752a-66ae-41d4-9bb8-164ec2d69c22 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:15.793346 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a05c6a99-e94d-482e-8dd3-e2eb8eed0c71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:15.796587 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dafef0f7-1150-495b-83ad-f27d0e48ab78 req-9e897236-5075-4e68-8dc0-4e92b0bff7e6 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138450 Jul 16 08:30:15.861203 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58614424-eab1-43e9-8609-5d8888a495ab req-6f678be2-ca3b-4d9d-9631-17e0ba4c1d82 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Made reservation on behalf of c85b3aaea7f7476f969fa80bc5d56599 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:15.865353 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-58614424-eab1-43e9-8609-5d8888a495ab req-6f678be2-ca3b-4d9d-9631-17e0ba4c1d82 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:15.869106 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-76d92258-057f-457e-b13f-617ec3c788ba None None] Set router 80818958-8799-479b-8bff-29761c1dff2a gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:30:15.892993 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-1b854fe2-462b-431c-8ecf-7aea3b983557 service neutron] 10.222.0.30 "GET /v2.0/networks/75416cd1-a2d8-4e5f-acde-36e6b516d991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3120749 Jul 16 08:30:15.899652 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ba1efd-7424-4ce7-8af7-e59c00553753 req-8c3d2ae3-4f10-4e1e-a17f-7baba280a534 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:15.901351 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-71ba1efd-7424-4ce7-8af7-e59c00553753 req-8c3d2ae3-4f10-4e1e-a17f-7baba280a534 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.1440899 Jul 16 08:30:15.931906 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-76d92258-057f-457e-b13f-617ec3c788ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '80818958-8799-479b-8bff-29761c1dff2a', 'name': 'tempest-ServerRescueNegativeTestJSON-2129286374-router', 'tenant_id': '363ec4a697f348ca8340091e760832c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:50Z', 'updated_at': '2021-07-16T08:30:15Z', 'revision_number': 6, 'project_id': '363ec4a697f348ca8340091e760832c9', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:15.938113 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-a05c6a99-e94d-482e-8dd3-e2eb8eed0c71 admin admin] For port 9ac8752a-66ae-41d4-9bb8-164ec2d69c22, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=9ac8752a-66ae-41d4-9bb8-164ec2d69c22,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:15.938527 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a05c6a99-e94d-482e-8dd3-e2eb8eed0c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:15.961415 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d92258-057f-457e-b13f-617ec3c788ba None None] The sync data for ids ['80818958-8799-479b-8bff-29761c1dff2a'] in n-d-771362-37 is: [{'id': '80818958-8799-479b-8bff-29761c1dff2a', 'name': 'tempest-ServerRescueNegativeTestJSON-2129286374-router', 'tenant_id': '363ec4a697f348ca8340091e760832c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:50Z', 'updated_at': '2021-07-16T08:30:15Z', 'revision_number': 6, 'project_id': '363ec4a697f348ca8340091e760832c9', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:30:15.964781 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-a05c6a99-e94d-482e-8dd3-e2eb8eed0c71 admin admin] Calling delete_port for 9ac8752a-66ae-41d4-9bb8-164ec2d69c22 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:15.982474 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-25f88c74-29bd-450d-aafa-6769fc04889d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=091da7a4-e099-4e84-a774-919605faad63 HTTP/1.1" status: 200 len: 217 time: 0.0794313 Jul 16 08:30:15.993099 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-71ba1efd-7424-4ce7-8af7-e59c00553753 req-5446b48f-cec4-4399-ba76-42957e42ab2d tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672643 Jul 16 08:30:16.065351 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 2691dbb6-bcba-455b-bffd-d6ffd52bc860 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:16.119400 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 2691dbb6-bcba-455b-bffd-d6ffd52bc860 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:16.123112 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 2691dbb6-bcba-455b-bffd-d6ffd52bc860 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:16.123489 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:16.156485 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32c684-792f-4424-a361-c10ba2261a6e req-fe3b7d60-9e0b-4c04-91a2-19e4c0a6f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:16.158025 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c32c684-792f-4424-a361-c10ba2261a6e req-fe3b7d60-9e0b-4c04-91a2-19e4c0a6f768 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3586087 Jul 16 08:30:16.189920 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-c1a2c55c-9aca-490c-84b1-59127aae9f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:16.191362 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-c1a2c55c-9aca-490c-84b1-59127aae9f42 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7842a341-61cf-4424-8fa5-ccac1e8e2370 HTTP/1.1" status: 200 len: 797 time: 0.1716092 Jul 16 08:30:16.209211 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a05c6a99-e94d-482e-8dd3-e2eb8eed0c71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:16.241914 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:16.281771 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 2691dbb6-bcba-455b-bffd-d6ffd52bc860, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=2691dbb6-bcba-455b-bffd-d6ffd52bc860,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:16.292389 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:16.310655 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05c6a99-e94d-482e-8dd3-e2eb8eed0c71 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ac8752a-66ae-41d4-9bb8-164ec2d69c22,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:16.312272 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-3d41f4e9-115b-4035-a6fe-81406003c167 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:16.328363 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05c6a99-e94d-482e-8dd3-e2eb8eed0c71 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:16.328996 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05c6a99-e94d-482e-8dd3-e2eb8eed0c71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:16.329421 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05c6a99-e94d-482e-8dd3-e2eb8eed0c71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:16.329929 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05c6a99-e94d-482e-8dd3-e2eb8eed0c71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:16.331072 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05c6a99-e94d-482e-8dd3-e2eb8eed0c71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:16.331072 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05c6a99-e94d-482e-8dd3-e2eb8eed0c71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:16.331873 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05c6a99-e94d-482e-8dd3-e2eb8eed0c71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:16.332284 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05c6a99-e94d-482e-8dd3-e2eb8eed0c71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:16.332731 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05c6a99-e94d-482e-8dd3-e2eb8eed0c71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:16.333196 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05c6a99-e94d-482e-8dd3-e2eb8eed0c71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:16.333590 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05c6a99-e94d-482e-8dd3-e2eb8eed0c71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:16.333995 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05c6a99-e94d-482e-8dd3-e2eb8eed0c71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:16.339092 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d673e71f-b844-425f-ba34-3bb79115e577 req-b1a5a9ff-0c0e-4f67-b60d-d0b25f866e82 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:16.340680 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d673e71f-b844-425f-ba34-3bb79115e577 req-b1a5a9ff-0c0e-4f67-b60d-d0b25f866e82 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.3192227 Jul 16 08:30:16.360969 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a05c6a99-e94d-482e-8dd3-e2eb8eed0c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:16.362868 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-3d41f4e9-115b-4035-a6fe-81406003c167 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Transition to ACTIVE for port object 930dd323-1008-413d-b067-f50de030ab82 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:16.367878 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=2691dbb6-bcba-455b-bffd-d6ffd52bc860,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:16.393466 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c32c684-792f-4424-a361-c10ba2261a6e req-9aa6f163-269f-405e-b4b6-2ff54254c481 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2177272 Jul 16 08:30:16.486019 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-2ac8a18d-14ed-47c7-ab93-1b222a04013a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:16.487644 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-2ac8a18d-14ed-47c7-ab93-1b222a04013a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75416cd1-a2d8-4e5f-acde-36e6b516d991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2713509 Jul 16 08:30:16.510771 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d673e71f-b844-425f-ba34-3bb79115e577 req-26dc5c40-4cd6-4617-aa09-ef57d56cd602 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495342 Jul 16 08:30:16.513963 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0ccec70f-b7ef-431c-916f-23f930c8095a req-4b3bd257-eb00-4fea-801b-684c504be935 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/ports?device_id=913672f7-2b94-419c-9021-56150ae0236a HTTP/1.1" status: 200 len: 210 time: 0.0546803 Jul 16 08:30:16.517512 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a05c6a99-e94d-482e-8dd3-e2eb8eed0c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:16.519855 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a05c6a99-e94d-482e-8dd3-e2eb8eed0c71 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:16.584563 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a05c6a99-e94d-482e-8dd3-e2eb8eed0c71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:16.585277 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a05c6a99-e94d-482e-8dd3-e2eb8eed0c71 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 80818958-8799-479b-8bff-29761c1dff2a {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:30:16.589452 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a05c6a99-e94d-482e-8dd3-e2eb8eed0c71 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:16.593193 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a05c6a99-e94d-482e-8dd3-e2eb8eed0c71 admin admin] 10.222.0.22 "DELETE /v2.0/routers/80818958-8799-479b-8bff-29761c1dff2a HTTP/1.1" status: 204 len: 168 time: 1.2580042 Jul 16 08:30:16.593374 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-3d41f4e9-115b-4035-a6fe-81406003c167 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:16.593986 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52038) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:16.639968 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa4ac83-af03-42af-97b9-7690075f48ae admin admin] Deleting subnet 83132e58-09a7-4e53-b636-27b7cc60a995 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:30:16.642947 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4aa4ac83-af03-42af-97b9-7690075f48ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:16.676237 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c32c684-792f-4424-a361-c10ba2261a6e req-ca103b41-65d6-47d7-8f7a-11ec3daa8e88 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725978 Jul 16 08:30:16.685731 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4aa4ac83-af03-42af-97b9-7690075f48ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:16.724408 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-3d41f4e9-115b-4035-a6fe-81406003c167 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:16.741398 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4aa4ac83-af03-42af-97b9-7690075f48ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:16.746008 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d41f4e9-115b-4035-a6fe-81406003c167 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Pushing event updated for resources: {'Port': ['ID=930dd323-1008-413d-b067-f50de030ab82,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:16.752110 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-3d41f4e9-115b-4035-a6fe-81406003c167 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:16.752110 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-58614424-eab1-43e9-8609-5d8888a495ab req-6f678be2-ca3b-4d9d-9631-17e0ba4c1d82 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Allocated IP 192.168.233.17 (30bff2e9-dcab-4751-913d-9c4ac9d8019b/c36b7919-0b6b-490a-bff0-04ed964d98ec/d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:16.758785 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-3d41f4e9-115b-4035-a6fe-81406003c167 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:16.833996 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4aa4ac83-af03-42af-97b9-7690075f48ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:16.857450 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a18d020-0270-4ffa-b636-83705933c748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2691dbb6-bcba-455b-bffd-d6ffd52bc860'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:16.860389 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10684567-424a-4bde-988e-819a5955ac35" -d '{"events": [{"server_uuid": "1a18d020-0270-4ffa-b636-83705933c748", "name": "network-vif-plugged", "status": "completed", "tag": "2691dbb6-bcba-455b-bffd-d6ffd52bc860"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:16.864948 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 9ac8752a-66ae-41d4-9bb8-164ec2d69c22 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:16.875085 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4ac83-af03-42af-97b9-7690075f48ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83132e58-09a7-4e53-b636-27b7cc60a995,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:16.884284 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4aa4ac83-af03-42af-97b9-7690075f48ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:16.886260 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4aa4ac83-af03-42af-97b9-7690075f48ae admin admin] 10.222.0.22 "DELETE /v2.0/subnets/83132e58-09a7-4e53-b636-27b7cc60a995 HTTP/1.1" status: 204 len: 168 time: 0.2912405 Jul 16 08:30:16.889065 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52046) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:16.917301 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 9ac8752a-66ae-41d4-9bb8-164ec2d69c22 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:16.917659 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 9ac8752a-66ae-41d4-9bb8-164ec2d69c22 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:16.918094 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 801a9f6e-924f-4171-b354-5b0388221069 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:16.961286 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 801a9f6e-924f-4171-b354-5b0388221069 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:16.961750 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 801a9f6e-924f-4171-b354-5b0388221069 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:16.999749 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed9d0aee-59bc-4a57-bd8c-280a8bd02568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.102144 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e41c7f54-ad1d-4d8c-82e4-6470dc3c2357 None None] Provisioning for port 930dd323-1008-413d-b067-f50de030ab82 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:17.107479 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e41c7f54-ad1d-4d8c-82e4-6470dc3c2357 None None] Provisioning complete for port 930dd323-1008-413d-b067-f50de030ab82 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:17.107868 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e41c7f54-ad1d-4d8c-82e4-6470dc3c2357 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.133692 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed9d0aee-59bc-4a57-bd8c-280a8bd02568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.144444 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef76bd37-8f95-4c4d-bf9c-700efe73dab4 req-a0d281de-15b8-4a09-b594-bde62e648f3b tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:17.146728 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ef76bd37-8f95-4c4d-bf9c-700efe73dab4 req-a0d281de-15b8-4a09-b594-bde62e648f3b tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 945 time: 0.1631088 Jul 16 08:30:17.156556 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-85444015-ae5e-4b5e-8cca-9a96f2e815b5 service neutron] 10.222.0.30 "GET /v2.0/networks/75416cd1-a2d8-4e5f-acde-36e6b516d991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6578259 Jul 16 08:30:17.165730 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e41c7f54-ad1d-4d8c-82e4-6470dc3c2357 None None] Port 930dd323-1008-413d-b067-f50de030ab82 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:30:17.171556 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ed9d0aee-59bc-4a57-bd8c-280a8bd02568 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:17.186967 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ed9d0aee-59bc-4a57-bd8c-280a8bd02568 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aea429b-deb9-4101-bf8b-30d1c999efba') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:17.187356 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ed9d0aee-59bc-4a57-bd8c-280a8bd02568 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aea429b-deb9-4101-bf8b-30d1c999efba') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:30:17.205011 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed9d0aee-59bc-4a57-bd8c-280a8bd02568 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.216139 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ef76bd37-8f95-4c4d-bf9c-700efe73dab4 req-e928d42b-079f-4444-b029-51cd7786a7f2 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632453 Jul 16 08:30:17.234818 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed9d0aee-59bc-4a57-bd8c-280a8bd02568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.244427 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed9d0aee-59bc-4a57-bd8c-280a8bd02568 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:30:17.244915 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed9d0aee-59bc-4a57-bd8c-280a8bd02568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:30:17.247125 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:30:17.277235 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-3d41f4e9-115b-4035-a6fe-81406003c167 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:17.277897 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-3d41f4e9-115b-4035-a6fe-81406003c167 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.298082 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80dafcd3-d225-410e-98dd-c598163d26dd x-openstack-request-id: req-80dafcd3-d225-410e-98dd-c598163d26dd {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:17.298378 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a18d020-0270-4ffa-b636-83705933c748", "name": "network-vif-plugged", "status": "completed", "tag": "2691dbb6-bcba-455b-bffd-d6ffd52bc860", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:17.298630 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-80dafcd3-d225-410e-98dd-c598163d26dd {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:17.299026 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a18d020-0270-4ffa-b636-83705933c748', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2691dbb6-bcba-455b-bffd-d6ffd52bc860', 'code': 200} Jul 16 08:30:17.430553 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64b9f2a-212e-4703-bc6e-ef67a8b29513 req-a29fb13a-45fb-4dec-9c7f-3bf180e3afee tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:17.432769 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b64b9f2a-212e-4703-bc6e-ef67a8b29513 req-a29fb13a-45fb-4dec-9c7f-3bf180e3afee tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a18d020-0270-4ffa-b636-83705933c748 HTTP/1.1" status: 200 len: 949 time: 0.6788673 Jul 16 08:30:17.439656 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-3d41f4e9-115b-4035-a6fe-81406003c167 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.5102925 Jul 16 08:30:17.465466 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8449354b-0f01-4e56-8900-1e01d9a2b640 req-6b7dc0d0-0d6f-4f36-90c4-7a4913e4797c service neutron] 10.222.0.30 "GET /v2.0/networks/75416cd1-a2d8-4e5f-acde-36e6b516d991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2891746 Jul 16 08:30:17.486021 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-8fffdcdd-778a-4a1d-b852-3e45c1f5b2f8 service neutron] Request body: {'port': {'device_id': '32247c9d-c875-4590-8621-c59e4a6d5442', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:17.562254 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b64b9f2a-212e-4703-bc6e-ef67a8b29513 req-79814e95-83d7-4707-a8fe-78a5ade026a2 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110158 Jul 16 08:30:17.568762 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-58614424-eab1-43e9-8609-5d8888a495ab req-6f678be2-ca3b-4d9d-9631-17e0ba4c1d82 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.607882 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-58614424-eab1-43e9-8609-5d8888a495ab req-6f678be2-ca3b-4d9d-9631-17e0ba4c1d82 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Transition to ACTIVE for port object d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:17.623072 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-8fffdcdd-778a-4a1d-b852-3e45c1f5b2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.651921 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed9d0aee-59bc-4a57-bd8c-280a8bd02568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.668877 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed9d0aee-59bc-4a57-bd8c-280a8bd02568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.670765 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ed9d0aee-59bc-4a57-bd8c-280a8bd02568 admin admin] 10.222.0.22 "DELETE /v2.0/networks/5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393 HTTP/1.1" status: 204 len: 168 time: 0.7796941 Jul 16 08:30:17.675169 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9d0aee-59bc-4a57-bd8c-280a8bd02568 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ac72210-0fd9-4ce6-9d2f-c57e6ceb8393,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:17.760024 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-58614424-eab1-43e9-8609-5d8888a495ab req-6f678be2-ca3b-4d9d-9631-17e0ba4c1d82 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:17.761665 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0a7b6f-fb1c-4a99-8fc0-3a23ad7f33f9 req-b1b9e4e6-ce8a-467a-a1c0-8b0dda9aa796 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:17.773952 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2a0a7b6f-fb1c-4a99-8fc0-3a23ad7f33f9 req-b1b9e4e6-ce8a-467a-a1c0-8b0dda9aa796 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.1840656 Jul 16 08:30:17.811719 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3942c579-0218-4918-af22-c797d3b29040 req-7e2ece96-06b4-4c87-adc4-236fcbb5ff7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:17.813413 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3942c579-0218-4918-af22-c797d3b29040 req-7e2ece96-06b4-4c87-adc4-236fcbb5ff7d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1a18d020-0270-4ffa-b636-83705933c748 HTTP/1.1" status: 200 len: 1101 time: 0.2253003 Jul 16 08:30:17.821631 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2a0a7b6f-fb1c-4a99-8fc0-3a23ad7f33f9 req-252c5a49-0042-49a8-b531-094e9bd9ef0a tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471714 Jul 16 08:30:17.857268 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3942c579-0218-4918-af22-c797d3b29040 req-2415313c-f246-4190-9aed-4361f34c8fa4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345109 Jul 16 08:30:17.897805 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58614424-eab1-43e9-8609-5d8888a495ab req-6f678be2-ca3b-4d9d-9631-17e0ba4c1d82 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:17.907612 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52062) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:17.910615 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f678be2-ca3b-4d9d-9631-17e0ba4c1d82 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Pushing event updated for resources: {'Port': ['ID=d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:17.916842 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-58614424-eab1-43e9-8609-5d8888a495ab req-6f678be2-ca3b-4d9d-9631-17e0ba4c1d82 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:17.935682 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-58614424-eab1-43e9-8609-5d8888a495ab req-6f678be2-ca3b-4d9d-9631-17e0ba4c1d82 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:18.018565 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-aa04ef5e-f64f-4c57-af3d-f5f869e6005c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=363ec4a697f348ca8340091e760832c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1094522 Jul 16 08:30:18.019820 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52066) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:18.065799 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777ac1e-9271-4681-bf83-454150654a87 req-a4722e86-1359-4749-9e70-0b964c7afa7c tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:18.074275 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e777ac1e-9271-4681-bf83-454150654a87 req-a4722e86-1359-4749-9e70-0b964c7afa7c tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 1097 time: 0.2652640 Jul 16 08:30:18.085243 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58614424-eab1-43e9-8609-5d8888a495ab req-6f678be2-ca3b-4d9d-9631-17e0ba4c1d82 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:18.085912 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-58614424-eab1-43e9-8609-5d8888a495ab req-6f678be2-ca3b-4d9d-9631-17e0ba4c1d82 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.096286 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-479083fb-09d2-4a21-8a45-a58f81319c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.129227 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-479083fb-09d2-4a21-8a45-a58f81319c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.140624 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-58614424-eab1-43e9-8609-5d8888a495ab req-6f678be2-ca3b-4d9d-9631-17e0ba4c1d82 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9052699 Jul 16 08:30:18.164597 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-58614424-eab1-43e9-8609-5d8888a495ab req-a30d7de8-4614-4b70-b9d1-cf756995dcd9 service neutron] Request body: {'port': {'device_id': '913672f7-2b94-419c-9021-56150ae0236a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:18.202224 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ffd023ea-8194-46f4-8d9b-e0b0428d51ec None None] Provisioning for port d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:18.207198 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e777ac1e-9271-4681-bf83-454150654a87 req-1db03a2f-1299-4ff6-adff-f423357b6984 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326647 Jul 16 08:30:18.210942 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ffd023ea-8194-46f4-8d9b-e0b0428d51ec None None] Provisioning complete for port d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:18.212077 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ffd023ea-8194-46f4-8d9b-e0b0428d51ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.212975 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-479083fb-09d2-4a21-8a45-a58f81319c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.215559 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-479083fb-09d2-4a21-8a45-a58f81319c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.216725 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-479083fb-09d2-4a21-8a45-a58f81319c0d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b0080be3-0321-44ad-8b9c-3496b5e3fa01 HTTP/1.1" status: 204 len: 168 time: 0.1921494 Jul 16 08:30:18.228974 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479083fb-09d2-4a21-8a45-a58f81319c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0080be3-0321-44ad-8b9c-3496b5e3fa01,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:18.268608 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac0dd44-8da6-4b9c-893f-7271566dd108 req-649143a4-fc06-4752-a44e-6f442972f108 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:18.283785 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dac0dd44-8da6-4b9c-893f-7271566dd108 req-649143a4-fc06-4752-a44e-6f442972f108 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.1056671 Jul 16 08:30:18.305860 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-8fffdcdd-778a-4a1d-b852-3e45c1f5b2f8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 930dd323-1008-413d-b067-f50de030ab82 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:18.314792 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ffd023ea-8194-46f4-8d9b-e0b0428d51ec None None] Port d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:30:18.321505 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-8fffdcdd-778a-4a1d-b852-3e45c1f5b2f8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.363404 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dac0dd44-8da6-4b9c-893f-7271566dd108 req-fed77bfe-fd1b-42ec-9e30-0e4fb4b85b5f tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713007 Jul 16 08:30:18.378607 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-8fffdcdd-778a-4a1d-b852-3e45c1f5b2f8 service neutron] Transition to ACTIVE for port object 930dd323-1008-413d-b067-f50de030ab82 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:18.382881 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-58614424-eab1-43e9-8609-5d8888a495ab req-a30d7de8-4614-4b70-b9d1-cf756995dcd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.400312 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-8fffdcdd-778a-4a1d-b852-3e45c1f5b2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.546818 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ae27db-d5bb-4bcf-b07f-145bcd365ce4 req-fcb0750e-2c8d-48e3-bb1b-647805606b5d tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:18.548528 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-13ae27db-d5bb-4bcf-b07f-145bcd365ce4 req-fcb0750e-2c8d-48e3-bb1b-647805606b5d tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 1097 time: 0.0610785 Jul 16 08:30:18.553783 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffdcdd-778a-4a1d-b852-3e45c1f5b2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=930dd323-1008-413d-b067-f50de030ab82,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:18.596957 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-13ae27db-d5bb-4bcf-b07f-145bcd365ce4 req-172156d2-3e16-4dd0-918b-5e7acecfe5f0 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406978 Jul 16 08:30:18.828416 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1504580e-4ffa-40d4-88bf-e87bb95cff42 req-ea17ea06-cf00-4304-a720-33f54e2926d6 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:18.831145 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957d4edd-f45c-4e1e-88b1-2af01b8b51d7 req-559025a3-f0c7-4e48-bcce-c0b0a764976c tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:18.837530 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1504580e-4ffa-40d4-88bf-e87bb95cff42 req-ea17ea06-cf00-4304-a720-33f54e2926d6 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a18d020-0270-4ffa-b636-83705933c748 HTTP/1.1" status: 200 len: 949 time: 0.0766635 Jul 16 08:30:18.839445 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-957d4edd-f45c-4e1e-88b1-2af01b8b51d7 req-559025a3-f0c7-4e48-bcce-c0b0a764976c tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/ports?device_id=913672f7-2b94-419c-9021-56150ae0236a HTTP/1.1" status: 200 len: 935 time: 0.3668327 Jul 16 08:30:18.853745 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-8fffdcdd-778a-4a1d-b852-3e45c1f5b2f8 service neutron] Attempting to bind port 930dd323-1008-413d-b067-f50de030ab82 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:18.853745 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-8fffdcdd-778a-4a1d-b852-3e45c1f5b2f8 service neutron] Attempting to bind port 930dd323-1008-413d-b067-f50de030ab82 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:18.854104 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-8fffdcdd-778a-4a1d-b852-3e45c1f5b2f8 service neutron] Attempting to bind port 930dd323-1008-413d-b067-f50de030ab82 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:18.882134 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-8fffdcdd-778a-4a1d-b852-3e45c1f5b2f8 service neutron] Port 930dd323-1008-413d-b067-f50de030ab82 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:18.882475 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-8fffdcdd-778a-4a1d-b852-3e45c1f5b2f8 service neutron] Attempting to bind port 930dd323-1008-413d-b067-f50de030ab82 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:18.889918 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1504580e-4ffa-40d4-88bf-e87bb95cff42 req-1448a56b-d587-4b8c-9fe0-e874cc90c68d tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515945 Jul 16 08:30:18.902544 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-8fffdcdd-778a-4a1d-b852-3e45c1f5b2f8 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:18.902892 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-8fffdcdd-778a-4a1d-b852-3e45c1f5b2f8 service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:18.903285 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-8fffdcdd-778a-4a1d-b852-3e45c1f5b2f8 service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:18.903984 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-8fffdcdd-778a-4a1d-b852-3e45c1f5b2f8 service neutron] Bound port: 930dd323-1008-413d-b067-f50de030ab82, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:18.904384 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-8fffdcdd-778a-4a1d-b852-3e45c1f5b2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:18.949470 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-957d4edd-f45c-4e1e-88b1-2af01b8b51d7 req-2a8f81e0-8979-4a8b-a424-06bea529652f tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/security-groups?id=2ea8f6c7-a8cf-411e-a7f4-45f36f5f4359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090827 Jul 16 08:30:19.039579 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-8fffdcdd-778a-4a1d-b852-3e45c1f5b2f8 service neutron] For port 930dd323-1008-413d-b067-f50de030ab82, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:19.043209 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-8fffdcdd-778a-4a1d-b852-3e45c1f5b2f8 service neutron] For port 930dd323-1008-413d-b067-f50de030ab82, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=930dd323-1008-413d-b067-f50de030ab82,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:19.074243 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-8fffdcdd-778a-4a1d-b852-3e45c1f5b2f8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.123408 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-58614424-eab1-43e9-8609-5d8888a495ab req-a30d7de8-4614-4b70-b9d1-cf756995dcd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:19.136234 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-58614424-eab1-43e9-8609-5d8888a495ab req-a30d7de8-4614-4b70-b9d1-cf756995dcd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.139207 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-8fffdcdd-778a-4a1d-b852-3e45c1f5b2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:19.140289 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-8fffdcdd-778a-4a1d-b852-3e45c1f5b2f8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.141737 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-8fffdcdd-778a-4a1d-b852-3e45c1f5b2f8 service neutron] 10.222.0.21 "PUT /v2.0/ports/930dd323-1008-413d-b067-f50de030ab82 HTTP/1.1" status: 200 len: 1097 time: 1.6701052 Jul 16 08:30:19.142203 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32247c9d-c875-4590-8621-c59e4a6d5442', 'tag': '930dd323-1008-413d-b067-f50de030ab82'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:19.144547 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed3dc28b-2c40-4ff9-93e5-183b76dfb05b" -d '{"events": [{"name": "network-changed", "server_uuid": "32247c9d-c875-4590-8621-c59e4a6d5442", "tag": "930dd323-1008-413d-b067-f50de030ab82"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:19.188167 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-58614424-eab1-43e9-8609-5d8888a495ab req-a30d7de8-4614-4b70-b9d1-cf756995dcd9 service neutron] Transition to ACTIVE for port object d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:19.191920 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fffdcdd-778a-4a1d-b852-3e45c1f5b2f8 service neutron] Pushing event updated for resources: {'Port': ['ID=930dd323-1008-413d-b067-f50de030ab82,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:19.196225 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-58614424-eab1-43e9-8609-5d8888a495ab req-a30d7de8-4614-4b70-b9d1-cf756995dcd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.263623 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea2d572-ea62-4453-9a75-30633ef4848f req-385310a8-1932-46f2-b1a4-6e7cad6ccbf3 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:19.276329 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5ea2d572-ea62-4453-9a75-30633ef4848f req-385310a8-1932-46f2-b1a4-6e7cad6ccbf3 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.1412861 Jul 16 08:30:19.281908 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d7de8-4614-4b70-b9d1-cf756995dcd9 service neutron] Pushing event updated for resources: {'Port': ['ID=d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:19.341466 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5ea2d572-ea62-4453-9a75-30633ef4848f req-a304543e-5c0e-4422-8bb6-dfce44444c68 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584099 Jul 16 08:30:19.437617 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992f023c-9a0a-45fb-b7a9-3188d407ac02 x-openstack-request-id: req-992f023c-9a0a-45fb-b7a9-3188d407ac02 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:19.437926 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32247c9d-c875-4590-8621-c59e4a6d5442", "tag": "930dd323-1008-413d-b067-f50de030ab82", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:19.438186 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-992f023c-9a0a-45fb-b7a9-3188d407ac02 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:19.438705 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32247c9d-c875-4590-8621-c59e4a6d5442', 'tag': '930dd323-1008-413d-b067-f50de030ab82', 'status': 'completed', 'code': 200} Jul 16 08:30:19.462326 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-58614424-eab1-43e9-8609-5d8888a495ab req-a30d7de8-4614-4b70-b9d1-cf756995dcd9 service neutron] Attempting to bind port d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:19.462614 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-58614424-eab1-43e9-8609-5d8888a495ab req-a30d7de8-4614-4b70-b9d1-cf756995dcd9 service neutron] Attempting to bind port d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:19.462958 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58614424-eab1-43e9-8609-5d8888a495ab req-a30d7de8-4614-4b70-b9d1-cf756995dcd9 service neutron] Attempting to bind port d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:19.475459 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-b0c12f51-4a37-4a5b-9fa9-5763456b3e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:19.477423 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-b0c12f51-4a37-4a5b-9fa9-5763456b3e30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c85b3aaea7f7476f969fa80bc5d56599&device_id=32247c9d-c875-4590-8621-c59e4a6d5442 HTTP/1.1" status: 200 len: 1100 time: 0.2285736 Jul 16 08:30:19.492834 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58614424-eab1-43e9-8609-5d8888a495ab req-a30d7de8-4614-4b70-b9d1-cf756995dcd9 service neutron] Port d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:19.493271 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58614424-eab1-43e9-8609-5d8888a495ab req-a30d7de8-4614-4b70-b9d1-cf756995dcd9 service neutron] Attempting to bind port d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:19.543947 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-1a10dd96-0bd4-4c4b-b688-234a7b2bd2a5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=930dd323-1008-413d-b067-f50de030ab82 HTTP/1.1" status: 200 len: 217 time: 0.0533216 Jul 16 08:30:19.544838 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58614424-eab1-43e9-8609-5d8888a495ab req-a30d7de8-4614-4b70-b9d1-cf756995dcd9 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:19.545186 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58614424-eab1-43e9-8609-5d8888a495ab req-a30d7de8-4614-4b70-b9d1-cf756995dcd9 service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:19.545574 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58614424-eab1-43e9-8609-5d8888a495ab req-a30d7de8-4614-4b70-b9d1-cf756995dcd9 service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:19.546026 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-58614424-eab1-43e9-8609-5d8888a495ab req-a30d7de8-4614-4b70-b9d1-cf756995dcd9 service neutron] Bound port: d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:19.546396 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-58614424-eab1-43e9-8609-5d8888a495ab req-a30d7de8-4614-4b70-b9d1-cf756995dcd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.715871 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-3f2475bb-2f2f-43c4-b01a-00c04eb26bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:19.717401 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-3f2475bb-2f2f-43c4-b01a-00c04eb26bb7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.1569664 Jul 16 08:30:19.760101 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-58614424-eab1-43e9-8609-5d8888a495ab req-a30d7de8-4614-4b70-b9d1-cf756995dcd9 service neutron] For port d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:19.807167 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37442a0-ec3d-4ea2-8fba-3ff5df5cd5f8 req-08882811-71b9-45d0-84eb-431be36177a0 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:19.817296 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d37442a0-ec3d-4ea2-8fba-3ff5df5cd5f8 req-08882811-71b9-45d0-84eb-431be36177a0 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.2226474 Jul 16 08:30:19.843079 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-58614424-eab1-43e9-8609-5d8888a495ab req-a30d7de8-4614-4b70-b9d1-cf756995dcd9 service neutron] For port d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:19.860518 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-58614424-eab1-43e9-8609-5d8888a495ab req-a30d7de8-4614-4b70-b9d1-cf756995dcd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.927222 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58614424-eab1-43e9-8609-5d8888a495ab req-a30d7de8-4614-4b70-b9d1-cf756995dcd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:19.928048 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-58614424-eab1-43e9-8609-5d8888a495ab req-a30d7de8-4614-4b70-b9d1-cf756995dcd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:19.929712 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-58614424-eab1-43e9-8609-5d8888a495ab req-a30d7de8-4614-4b70-b9d1-cf756995dcd9 service neutron] 10.222.0.21 "PUT /v2.0/ports/d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3 HTTP/1.1" status: 200 len: 1096 time: 1.7750928 Jul 16 08:30:19.940980 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d37442a0-ec3d-4ea2-8fba-3ff5df5cd5f8 req-d74c183a-0382-4cf6-860d-2d801ba6aa81 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222637 Jul 16 08:30:19.965070 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30d7de8-4614-4b70-b9d1-cf756995dcd9 service neutron] Pushing event updated for resources: {'Port': ['ID=d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:19.971978 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-ffc122b8-8a07-49c6-8d2e-2e9b390c5451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:19.975322 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-ffc122b8-8a07-49c6-8d2e-2e9b390c5451 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2405427 Jul 16 08:30:20.265613 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-bec539cf-d12d-4e84-afa4-e9bbeac866c2 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2707362 Jul 16 08:30:20.300521 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a693181-97c5-47f7-8475-bda258585750 req-84444470-9c54-4032-bcca-1565718d7b76 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:20.302833 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3a693181-97c5-47f7-8475-bda258585750 req-84444470-9c54-4032-bcca-1565718d7b76 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a18d020-0270-4ffa-b636-83705933c748 HTTP/1.1" status: 200 len: 949 time: 0.0858269 Jul 16 08:30:20.345611 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d52f4-742f-450d-9363-643111245453 req-90a5b31a-4b34-4009-a943-ac4095928946 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:20.352896 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-272d52f4-742f-450d-9363-643111245453 req-90a5b31a-4b34-4009-a943-ac4095928946 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 1097 time: 0.2036235 Jul 16 08:30:20.353700 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3a693181-97c5-47f7-8475-bda258585750 req-9bba1ac1-96c9-4bf3-ba06-43409cea3f93 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428457 Jul 16 08:30:20.370563 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58614424-eab1-43e9-8609-5d8888a495ab req-65fad321-c754-4ccb-986b-06c0996b35b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:20.373639 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-58614424-eab1-43e9-8609-5d8888a495ab req-65fad321-c754-4ccb-986b-06c0996b35b4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c85b3aaea7f7476f969fa80bc5d56599&device_id=913672f7-2b94-419c-9021-56150ae0236a HTTP/1.1" status: 200 len: 1099 time: 0.2497830 Jul 16 08:30:20.465032 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-58614424-eab1-43e9-8609-5d8888a495ab req-e50ff301-fac9-4f9b-9fa6-0cc7faa309b2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3 HTTP/1.1" status: 200 len: 217 time: 0.0560827 Jul 16 08:30:20.523453 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-272d52f4-742f-450d-9363-643111245453 req-364b76a7-09e6-419e-825d-843bdb53565b tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695704 Jul 16 08:30:20.530738 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3cbd2442-8cd1-4367-975b-847bae6f0d24 req-8b9b7346-bfd5-45de-9610-ed2b09d96a5a service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486885 Jul 16 08:30:20.532084 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efc608d-246f-49ce-81b5-6b5fccfd57ab req-2cd3d1a1-35c3-4b55-8fc5-68317b1f5d85 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:20.533713 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0efc608d-246f-49ce-81b5-6b5fccfd57ab req-2cd3d1a1-35c3-4b55-8fc5-68317b1f5d85 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/ports?device_id=913672f7-2b94-419c-9021-56150ae0236a HTTP/1.1" status: 200 len: 947 time: 0.0715847 Jul 16 08:30:20.550327 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58614424-eab1-43e9-8609-5d8888a495ab req-6d257eb8-7c0d-4bb4-83ac-a12c67afc4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:20.554074 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-58614424-eab1-43e9-8609-5d8888a495ab req-6d257eb8-7c0d-4bb4-83ac-a12c67afc4ac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0794673 Jul 16 08:30:20.591212 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0efc608d-246f-49ce-81b5-6b5fccfd57ab req-a9700060-6155-43a6-b063-58d222ebc695 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/security-groups?id=2ea8f6c7-a8cf-411e-a7f4-45f36f5f4359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496621 Jul 16 08:30:20.688885 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-045cad64-082b-4db3-b158-3c022ffe014d req-9d1d5b02-c575-4821-afad-d5f0394cbf1c tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e413c0b-b89b-41d0-802e-c29a57105300 HTTP/1.1" status: 200 len: 210 time: 0.0334165 Jul 16 08:30:20.712502 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58614424-eab1-43e9-8609-5d8888a495ab req-bfa099be-7876-434d-8fd7-a03495554c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:20.713278 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-58614424-eab1-43e9-8609-5d8888a495ab req-bfa099be-7876-434d-8fd7-a03495554c7e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1454759 Jul 16 08:30:20.767780 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dc28b-2c40-4ff9-93e5-183b76dfb05b req-5a7bc4ee-c4b6-4192-a0ef-98d7a06f5aca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:20.774480 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ed3dc28b-2c40-4ff9-93e5-183b76dfb05b req-5a7bc4ee-c4b6-4192-a0ef-98d7a06f5aca service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c85b3aaea7f7476f969fa80bc5d56599&device_id=32247c9d-c875-4590-8621-c59e4a6d5442 HTTP/1.1" status: 200 len: 1100 time: 0.1624629 Jul 16 08:30:20.902020 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4baae7f-1c8f-4162-b147-17d419fd7cf5 req-11c8a01f-4d01-4db6-af0d-fce5aee1449f tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:20.904180 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a4baae7f-1c8f-4162-b147-17d419fd7cf5 req-11c8a01f-4d01-4db6-af0d-fce5aee1449f tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.0826530 Jul 16 08:30:20.952874 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a4baae7f-1c8f-4162-b147-17d419fd7cf5 req-3f286e80-aea4-423e-b50c-aaae4de268c5 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400259 Jul 16 08:30:21.238551 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-58614424-eab1-43e9-8609-5d8888a495ab req-bc8734d8-242a-484f-93f3-c148674d8ae8 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5167069 Jul 16 08:30:21.242297 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dc28b-2c40-4ff9-93e5-183b76dfb05b req-a8414305-d6df-4c1c-86cd-b0c9e50699b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:21.243653 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ed3dc28b-2c40-4ff9-93e5-183b76dfb05b req-a8414305-d6df-4c1c-86cd-b0c9e50699b3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.4470394 Jul 16 08:30:21.316988 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ed3dc28b-2c40-4ff9-93e5-183b76dfb05b req-06c3dc65-b297-411a-bb62-88eeef374017 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.153&port_id=930dd323-1008-413d-b067-f50de030ab82 HTTP/1.1" status: 200 len: 217 time: 0.0552862 Jul 16 08:30:21.324703 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12db918-83d7-43c0-96c2-141cce822a43 req-52c500ad-849b-4113-88ab-67d93403f6da tempest-ServersOnMultiNodesTest-1975261048 tempest-ServersOnMultiNodesTest-1975261048-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:21.326281 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e12db918-83d7-43c0-96c2-141cce822a43 req-52c500ad-849b-4113-88ab-67d93403f6da tempest-ServersOnMultiNodesTest-1975261048 tempest-ServersOnMultiNodesTest-1975261048-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=1a18d020-0270-4ffa-b636-83705933c748 HTTP/1.1" status: 200 len: 1101 time: 0.1599629 Jul 16 08:30:21.439645 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '913672f7-2b94-419c-9021-56150ae0236a', 'tag': 'd11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:21.441951 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd9b63f-1ced-4b55-971f-4075fc97a899" -d '{"events": [{"name": "network-changed", "server_uuid": "913672f7-2b94-419c-9021-56150ae0236a", "tag": "d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:21.467649 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dc28b-2c40-4ff9-93e5-183b76dfb05b req-0f317c64-163a-4ab2-abb8-e22e9d5e8a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:21.469158 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ed3dc28b-2c40-4ff9-93e5-183b76dfb05b req-0f317c64-163a-4ab2-abb8-e22e9d5e8a00 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.1078417 Jul 16 08:30:21.477037 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e12db918-83d7-43c0-96c2-141cce822a43 req-147bb07d-2e22-42cb-9348-cd80a83f2d7b tempest-ServersOnMultiNodesTest-1975261048 tempest-ServersOnMultiNodesTest-1975261048-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802579 Jul 16 08:30:21.479288 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-58614424-eab1-43e9-8609-5d8888a495ab req-a587af43-37a8-42ee-96cf-582d2da6d231 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2268322 Jul 16 08:30:21.552991 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3dc28b-2c40-4ff9-93e5-183b76dfb05b req-23aa5cea-5c7c-47a9-957c-53981447a664 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:21.554791 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ed3dc28b-2c40-4ff9-93e5-183b76dfb05b req-23aa5cea-5c7c-47a9-957c-53981447a664 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0747244 Jul 16 08:30:21.665253 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ed3dc28b-2c40-4ff9-93e5-183b76dfb05b req-29719d73-c2fb-44b2-8e89-1fdc2d1db0b5 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998712 Jul 16 08:30:21.783977 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ed3dc28b-2c40-4ff9-93e5-183b76dfb05b req-f4ab1b73-e583-4a2d-b978-8ec009862292 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1077600 Jul 16 08:30:21.888533 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a46e04-baea-47ec-94c5-38194eb3d0bd req-20965dfb-e5a8-443c-aabd-3de7d78fa5cd tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:21.890143 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7a46e04-baea-47ec-94c5-38194eb3d0bd req-20965dfb-e5a8-443c-aabd-3de7d78fa5cd tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.0696404 Jul 16 08:30:21.931376 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7a46e04-baea-47ec-94c5-38194eb3d0bd req-b9841722-155f-44b5-965e-686de329eb71 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349298 Jul 16 08:30:21.980272 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df59fbe-03fa-479b-9c3d-bbdfeef183d3 x-openstack-request-id: req-1df59fbe-03fa-479b-9c3d-bbdfeef183d3 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:21.980639 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "913672f7-2b94-419c-9021-56150ae0236a", "tag": "d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:21.980850 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1df59fbe-03fa-479b-9c3d-bbdfeef183d3 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:21.981238 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '913672f7-2b94-419c-9021-56150ae0236a', 'tag': 'd11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3', 'status': 'completed', 'code': 200} Jul 16 08:30:22.080008 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9b63f-1ced-4b55-971f-4075fc97a899 req-b0b92833-fb00-4497-a72a-6d798e10c32e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:22.081560 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5bd9b63f-1ced-4b55-971f-4075fc97a899 req-b0b92833-fb00-4497-a72a-6d798e10c32e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c85b3aaea7f7476f969fa80bc5d56599&device_id=913672f7-2b94-419c-9021-56150ae0236a HTTP/1.1" status: 200 len: 1099 time: 0.0683050 Jul 16 08:30:22.193172 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9b63f-1ced-4b55-971f-4075fc97a899 req-77d28c9c-7f82-4f13-8afc-095dc23b0891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:22.195038 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5bd9b63f-1ced-4b55-971f-4075fc97a899 req-77d28c9c-7f82-4f13-8afc-095dc23b0891 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.0996323 Jul 16 08:30:22.254381 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5bd9b63f-1ced-4b55-971f-4075fc97a899 req-7d29ed4f-c03e-45f0-88bd-de6efcb771b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3 HTTP/1.1" status: 200 len: 217 time: 0.0472927 Jul 16 08:30:22.266879 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-704f5728-4954-4f5e-8bbf-0d55780de535 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:30:22.267960 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-704f5728-4954-4f5e-8bbf-0d55780de535 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1665866 Jul 16 08:30:22.310378 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9b63f-1ced-4b55-971f-4075fc97a899 req-060aa0fe-c18f-42bf-b2dd-feb092f2b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:22.312164 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5bd9b63f-1ced-4b55-971f-4075fc97a899 req-060aa0fe-c18f-42bf-b2dd-feb092f2b0f3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0496988 Jul 16 08:30:22.330996 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-7e74ed48-21de-46b5-af3c-69b31add55d1 service neutron] Request body: {'binding': {'host': 'n-h2-771362-37', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:22.331397 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-7e74ed48-21de-46b5-af3c-69b31add55d1 service neutron] Unknown quota resources ['binding']. {{(pid=93759) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:30:22.421081 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd9b63f-1ced-4b55-971f-4075fc97a899 req-38a09179-1bfd-41e3-a887-f3c0b1d55041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:22.422714 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5bd9b63f-1ced-4b55-971f-4075fc97a899 req-38a09179-1bfd-41e3-a887-f3c0b1d55041 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1008496 Jul 16 08:30:22.434275 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0daadf63-9a0e-48d9-9934-da23fb01a234 req-7e0de171-b1e0-4235-9e5f-17cbcd4b0cb9 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:22.435861 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0daadf63-9a0e-48d9-9934-da23fb01a234 req-7e0de171-b1e0-4235-9e5f-17cbcd4b0cb9 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/ports?device_id=913672f7-2b94-419c-9021-56150ae0236a HTTP/1.1" status: 200 len: 947 time: 0.1037705 Jul 16 08:30:22.474476 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-7e74ed48-21de-46b5-af3c-69b31add55d1 service neutron] Attempting to bind port 87936b14-a62a-4aae-bdee-ebc1372646e4 on host n-h2-771362-37 for vnic_type normal with profile None {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:22.474822 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-7e74ed48-21de-46b5-af3c-69b31add55d1 service neutron] Attempting to bind port 87936b14-a62a-4aae-bdee-ebc1372646e4 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:22.475375 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-7e74ed48-21de-46b5-af3c-69b31add55d1 service neutron] Attempting to bind port 87936b14-a62a-4aae-bdee-ebc1372646e4 on network d342364e-cb68-4fed-83d9-f37bbb306922 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:22.479832 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-7e74ed48-21de-46b5-af3c-69b31add55d1 service neutron] Port 87936b14-a62a-4aae-bdee-ebc1372646e4 on network d342364e-cb68-4fed-83d9-f37bbb306922 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:22.480159 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-7e74ed48-21de-46b5-af3c-69b31add55d1 service neutron] Attempting to bind port 87936b14-a62a-4aae-bdee-ebc1372646e4 on network d342364e-cb68-4fed-83d9-f37bbb306922 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:22.484940 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-7e74ed48-21de-46b5-af3c-69b31add55d1 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:22.485508 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-7e74ed48-21de-46b5-af3c-69b31add55d1 service neutron] Checking segment: {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:22.486087 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-7e74ed48-21de-46b5-af3c-69b31add55d1 service neutron] Bound using segment: {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:22.486518 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-7e74ed48-21de-46b5-af3c-69b31add55d1 service neutron] Bound port: 87936b14-a62a-4aae-bdee-ebc1372646e4, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:22.537644 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0daadf63-9a0e-48d9-9934-da23fb01a234 req-dada6745-23e6-489e-ba5d-6ced26994a43 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/security-groups?id=2ea8f6c7-a8cf-411e-a7f4-45f36f5f4359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930161 Jul 16 08:30:22.567871 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5bd9b63f-1ced-4b55-971f-4075fc97a899 req-e6cff74c-4898-49e7-9617-d920b0ffc637 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1243193 Jul 16 08:30:22.577372 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-7e74ed48-21de-46b5-af3c-69b31add55d1 service neutron] For port 87936b14-a62a-4aae-bdee-ebc1372646e4, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=87936b14-a62a-4aae-bdee-ebc1372646e4,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:22.586121 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-7e74ed48-21de-46b5-af3c-69b31add55d1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:22.588037 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-7e74ed48-21de-46b5-af3c-69b31add55d1 service neutron] 10.222.0.22 "POST /v2.0/ports/87936b14-a62a-4aae-bdee-ebc1372646e4/bindings HTTP/1.1" status: 201 len: 390 time: 0.3118258 Jul 16 08:30:22.686439 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5bd9b63f-1ced-4b55-971f-4075fc97a899 req-3b722b83-9142-4ade-9981-8f7587997543 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071339 Jul 16 08:30:22.912256 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-2556a662-4475-4b46-9fa1-cc430e8a453b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:22.913850 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-2556a662-4475-4b46-9fa1-cc430e8a453b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 1097 time: 0.0558386 Jul 16 08:30:22.931607 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c49630-c7ca-4445-b222-bf5a79b2c429 req-d7d2afca-22ca-499b-b7dc-f440f662e3f6 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:22.933242 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-43c49630-c7ca-4445-b222-bf5a79b2c429 req-d7d2afca-22ca-499b-b7dc-f440f662e3f6 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.0661643 Jul 16 08:30:22.972670 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-43c49630-c7ca-4445-b222-bf5a79b2c429 req-0923b7f2-02b0-436e-8d8d-586029124110 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333340 Jul 16 08:30:23.050154 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-60f0d8ad-70c6-4228-8bf1-88e018590d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:23.052224 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-60f0d8ad-70c6-4228-8bf1-88e018590d9f service neutron] 10.222.0.21 "GET /v2.0/networks?id=d342364e-cb68-4fed-83d9-f37bbb306922 HTTP/1.1" status: 200 len: 921 time: 0.1244977 Jul 16 08:30:23.059851 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe83b163-d333-4f0c-8809-9ac581d76802 req-593d0e1d-2230-41e9-9de4-81092dc98d39 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:23.061852 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fe83b163-d333-4f0c-8809-9ac581d76802 req-593d0e1d-2230-41e9-9de4-81092dc98d39 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a18d020-0270-4ffa-b636-83705933c748 HTTP/1.1" status: 200 len: 949 time: 0.1432874 Jul 16 08:30:23.103427 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-7db64033-d672-4588-b131-803c5b824921 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87936b14-a62a-4aae-bdee-ebc1372646e4 HTTP/1.1" status: 200 len: 217 time: 0.0410535 Jul 16 08:30:23.149817 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c021a825-3e10-4b89-9ad4-e897a5582b55 req-d57a5d06-f0ad-4d63-9868-7a40948966a5 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:23.151701 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c021a825-3e10-4b89-9ad4-e897a5582b55 req-d57a5d06-f0ad-4d63-9868-7a40948966a5 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 945 time: 0.0696089 Jul 16 08:30:23.167826 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fe83b163-d333-4f0c-8809-9ac581d76802 req-a940c0a0-bfc0-49eb-a962-a277e3f69a54 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997703 Jul 16 08:30:23.178154 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-b9056ebe-48fd-4cc4-b41c-9ad53b013fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:23.179821 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-b9056ebe-48fd-4cc4-b41c-9ad53b013fb4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08efe674-85ae-4a06-b69c-d92fb68b404c HTTP/1.1" status: 200 len: 860 time: 0.0685725 Jul 16 08:30:23.217083 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c021a825-3e10-4b89-9ad4-e897a5582b55 req-77036def-2935-4638-a99a-53353dbe41ae tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515647 Jul 16 08:30:23.246388 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-2aa83adf-7f88-4478-87ab-db2be2724ee9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d342364e-cb68-4fed-83d9-f37bbb306922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488636 Jul 16 08:30:23.310577 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-22c02369-2c64-4737-85d2-ee5b758c74c1 req-bd6833c9-2e07-4218-9083-f92cd5ce19ce service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1e413c0b-b89b-41d0-802e-c29a57105300 HTTP/1.1" status: 200 len: 210 time: 0.0445440 Jul 16 08:30:23.359640 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-354f5949-7a7a-44ed-9c31-e4ccaad5a71d req-fdaaa319-1e91-404b-9902-a00bb8b18dd4 tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0373526 Jul 16 08:30:23.377925 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-f3419ba1-4452-45c9-8899-bcd7630d372f service neutron] 10.222.0.21 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212273 Jul 16 08:30:23.413218 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fad0dee-eac0-499a-99dc-f79304e68fd9 req-9642fc93-822f-48ff-a6d4-44999ba1fef5 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:23.414721 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9fad0dee-eac0-499a-99dc-f79304e68fd9 req-9642fc93-822f-48ff-a6d4-44999ba1fef5 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.0722036 Jul 16 08:30:23.456895 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9fad0dee-eac0-499a-99dc-f79304e68fd9 req-931886e2-3b6d-4c2f-a3fc-1655bc428b93 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347242 Jul 16 08:30:23.486363 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-d983c70b-2d03-4ad7-9a5b-eeb71676389e service neutron] 10.222.0.21 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958781 Jul 16 08:30:23.622661 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-86ce791b-697f-46e1-8078-fa2b96b2084c tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:23.624080 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-86ce791b-697f-46e1-8078-fa2b96b2084c tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f&tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&binding%3Ahost_id=n-h1-771362-37 HTTP/1.1" status: 200 len: 1097 time: 0.0632551 Jul 16 08:30:23.636251 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771362-37'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:23.749728 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:23.772717 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be05bb05-e0be-41a1-b0b8-e6937474f4f0 req-153c2ce8-442f-476a-a195-c5c272306cc1 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:23.774251 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-be05bb05-e0be-41a1-b0b8-e6937474f4f0 req-153c2ce8-442f-476a-a195-c5c272306cc1 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/ports?device_id=913672f7-2b94-419c-9021-56150ae0236a HTTP/1.1" status: 200 len: 947 time: 0.1167564 Jul 16 08:30:23.855553 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-be05bb05-e0be-41a1-b0b8-e6937474f4f0 req-b95c333b-4b79-407f-8d9b-4b398858b2bf tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/security-groups?id=2ea8f6c7-a8cf-411e-a7f4-45f36f5f4359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593274 Jul 16 08:30:23.920863 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] For port 87936b14-a62a-4aae-bdee-ebc1372646e4, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=87936b14-a62a-4aae-bdee-ebc1372646e4,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:23.957956 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] For port 87936b14-a62a-4aae-bdee-ebc1372646e4, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:23.966776 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 930dd323-1008-413d-b067-f50de030ab82 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:23.998063 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6c1e40-851e-4d7e-847e-23eadb48616f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87936b14-a62a-4aae-bdee-ebc1372646e4'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:24.000694 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5e3a03-839c-4a64-bcc6-5413f3befa7c" -d '{"events": [{"server_uuid": "8f6c1e40-851e-4d7e-847e-23eadb48616f", "name": "network-vif-unplugged", "status": "completed", "tag": "87936b14-a62a-4aae-bdee-ebc1372646e4"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:24.006854 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:24.014941 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:24.054888 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9952798-8f11-4977-8a56-a9d48828c867 x-openstack-request-id: req-a9952798-8f11-4977-8a56-a9d48828c867 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:24.055191 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6c1e40-851e-4d7e-847e-23eadb48616f", "name": "network-vif-unplugged", "status": "completed", "tag": "87936b14-a62a-4aae-bdee-ebc1372646e4", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:24.055452 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a9952798-8f11-4977-8a56-a9d48828c867 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:24.056651 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6c1e40-851e-4d7e-847e-23eadb48616f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87936b14-a62a-4aae-bdee-ebc1372646e4', 'code': 200} Jul 16 08:30:24.086062 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 930dd323-1008-413d-b067-f50de030ab82, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=930dd323-1008-413d-b067-f50de030ab82,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:24.097542 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '930dd323-1008-413d-b067-f50de030ab82', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': '930dd323-1008-413d-b067-f50de030ab82', 'mac_address': 'fa:16:3e:68:b7:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:24.120181 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] Pushing event updated for resources: {'Port': ['ID=87936b14-a62a-4aae-bdee-ebc1372646e4,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:24.136873 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:24.150021 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 930dd323-1008-413d-b067-f50de030ab82 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:24.150206 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] Attempting to bind port 87936b14-a62a-4aae-bdee-ebc1372646e4 on host n-h1-771362-37 for vnic_type normal with profile {"migrating_to": "n-h2-771362-37"} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:24.150499 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] Attempting to bind port 87936b14-a62a-4aae-bdee-ebc1372646e4 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:24.150836 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] Attempting to bind port 87936b14-a62a-4aae-bdee-ebc1372646e4 on network d342364e-cb68-4fed-83d9-f37bbb306922 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:24.158771 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:24.159193 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:24.159548 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:24.159941 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:24.160280 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:24.160645 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:24.161647 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:24.161986 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:24.162320 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:24.162652 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:24.162981 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:24.163305 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:30:24.168503 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] Port 87936b14-a62a-4aae-bdee-ebc1372646e4 on network d342364e-cb68-4fed-83d9-f37bbb306922 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:24.168836 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] Attempting to bind port 87936b14-a62a-4aae-bdee-ebc1372646e4 on network d342364e-cb68-4fed-83d9-f37bbb306922 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:24.172786 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 930dd323-1008-413d-b067-f50de030ab82, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=930dd323-1008-413d-b067-f50de030ab82,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:24.177602 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:24.177943 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] Checking segment: {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:24.178326 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] Bound using segment: {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:24.178643 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:24.178798 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] Bound port: 87936b14-a62a-4aae-bdee-ebc1372646e4, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:24.179170 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:24.179391 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:24.244325 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d09f0c-6020-4268-8702-c24e2a4928d7 req-c85701c7-a116-4486-b32d-ce99a585de25 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:24.245968 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c5d09f0c-6020-4268-8702-c24e2a4928d7 req-c85701c7-a116-4486-b32d-ce99a585de25 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.1446552 Jul 16 08:30:24.252506 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:24.255544 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=930dd323-1008-413d-b067-f50de030ab82,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:24.266718 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'd11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': 'd11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3', 'mac_address': 'fa:16:3e:c1:4c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:24.296136 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] For port 87936b14-a62a-4aae-bdee-ebc1372646e4, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:24.307307 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:24.310783 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c5d09f0c-6020-4268-8702-c24e2a4928d7 req-4577902d-3c16-4e46-9800-45941f2917c7 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506635 Jul 16 08:30:24.314421 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] For port 87936b14-a62a-4aae-bdee-ebc1372646e4, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=87936b14-a62a-4aae-bdee-ebc1372646e4,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:24.322057 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:24.324664 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:24.350823 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:24.356977 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:24.412611 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:24.415918 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:24.416594 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:24.418227 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] 10.222.0.21 "PUT /v2.0/ports/87936b14-a62a-4aae-bdee-ebc1372646e4 HTTP/1.1" status: 200 len: 1123 time: 0.7859211 Jul 16 08:30:24.431989 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ba62b9-be86-45ab-b488-fd6b7d5836af service neutron] Pushing event updated for resources: {'Port': ['ID=87936b14-a62a-4aae-bdee-ebc1372646e4,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:24.482922 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f9bd17-11c2-40d1-a9fd-fee85347a980 req-5194389f-0759-4d91-bd7c-cd0ec0fa3102 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:24.486152 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e7f9bd17-11c2-40d1-a9fd-fee85347a980 req-5194389f-0759-4d91-bd7c-cd0ec0fa3102 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a18d020-0270-4ffa-b636-83705933c748 HTTP/1.1" status: 200 len: 949 time: 0.1842341 Jul 16 08:30:24.495234 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6200b18-087b-4b56-a009-2ead2b6001ae req-4b53be69-8282-4113-a4a6-1f4a2aad6d67 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:24.496813 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f6200b18-087b-4b56-a009-2ead2b6001ae req-4b53be69-8282-4113-a4a6-1f4a2aad6d67 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.30 "GET /v2.0/ports?device_id=1a18d020-0270-4ffa-b636-83705933c748 HTTP/1.1" status: 200 len: 949 time: 0.1722414 Jul 16 08:30:24.540530 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f1bae2-7726-494b-922e-fe7ef8db289a req-70b4fc10-217c-420d-8519-0124f84cf3f0 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:24.542359 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8f1bae2-7726-494b-922e-fe7ef8db289a req-70b4fc10-217c-420d-8519-0124f84cf3f0 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 943 time: 0.0854127 Jul 16 08:30:24.576464 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e7f9bd17-11c2-40d1-a9fd-fee85347a980 req-02a2ca20-9dc1-4da1-a603-1824015e49a7 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784092 Jul 16 08:30:24.605492 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8f1bae2-7726-494b-922e-fe7ef8db289a req-83e89258-afe2-4ca1-9bd7-0b644ea6330d tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558100 Jul 16 08:30:24.642243 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-f6200b18-087b-4b56-a009-2ead2b6001ae req-fd0bddda-e699-4e29-b744-734163cdf6df tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Deleting port 2691dbb6-bcba-455b-bffd-d6ffd52bc860 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:24.644621 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['87936b14-a62a-4aae-bdee-ebc1372646e4'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:24.644786 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f6200b18-087b-4b56-a009-2ead2b6001ae req-fd0bddda-e699-4e29-b744-734163cdf6df tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:24.757349 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-04f4be25-424f-4d22-91ce-60b7e594e435 req-22850d41-21b0-43c9-9aac-c333111c2f69 tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0634630 Jul 16 08:30:24.798792 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['930dd323-1008-413d-b067-f50de030ab82'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:24.800073 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f6200b18-087b-4b56-a009-2ead2b6001ae req-fd0bddda-e699-4e29-b744-734163cdf6df tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] For port 2691dbb6-bcba-455b-bffd-d6ffd52bc860, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=2691dbb6-bcba-455b-bffd-d6ffd52bc860,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:24.800466 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f6200b18-087b-4b56-a009-2ead2b6001ae req-fd0bddda-e699-4e29-b744-734163cdf6df tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:24.812318 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d095a84-08a3-4f94-9ba6-bd798f9bcdd2 req-553b5a51-e15c-47a4-a31c-494bed53bdd8 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:24.815015 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-f6200b18-087b-4b56-a009-2ead2b6001ae req-fd0bddda-e699-4e29-b744-734163cdf6df tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Calling delete_port for 2691dbb6-bcba-455b-bffd-d6ffd52bc860 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:24.821454 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4d095a84-08a3-4f94-9ba6-bd798f9bcdd2 req-553b5a51-e15c-47a4-a31c-494bed53bdd8 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.0982130 Jul 16 08:30:24.830981 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:24.874131 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4d095a84-08a3-4f94-9ba6-bd798f9bcdd2 req-86fccf72-062c-42ea-ba70-4d38ddeda44d tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516934 Jul 16 08:30:25.005279 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f6200b18-087b-4b56-a009-2ead2b6001ae req-fd0bddda-e699-4e29-b744-734163cdf6df tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:25.017776 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d851dccf-b51c-44e8-8fb5-8b215d9fd77c req-60707d57-974d-4b86-8183-817a1f4fa7c0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0303779 Jul 16 08:30:25.019411 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['f9003aa7-bcf5-42d4-a8c3-d02636baca33', '8cea9b50-fe98-433b-8180-02087487e8e1', '2691dbb6-bcba-455b-bffd-d6ffd52bc860'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:25.116037 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0bddda-e699-4e29-b744-734163cdf6df tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Pushing event deleted for resources: {'Port': ['ID=2691dbb6-bcba-455b-bffd-d6ffd52bc860,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:25.118868 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6200b18-087b-4b56-a009-2ead2b6001ae req-fd0bddda-e699-4e29-b744-734163cdf6df tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] No DVR routers for this DVR port 2691dbb6-bcba-455b-bffd-d6ffd52bc860 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:25.121316 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9d741d-ec93-464e-a544-dd2b29c0b013 req-50f94ebb-2f14-4fb9-a1b4-42219da51e6e tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.122949 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0c9d741d-ec93-464e-a544-dd2b29c0b013 req-50f94ebb-2f14-4fb9-a1b4-42219da51e6e tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/ports?device_id=913672f7-2b94-419c-9021-56150ae0236a HTTP/1.1" status: 200 len: 948 time: 0.1041706 Jul 16 08:30:25.124169 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f6200b18-087b-4b56-a009-2ead2b6001ae req-fd0bddda-e699-4e29-b744-734163cdf6df tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:25.127890 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f6200b18-087b-4b56-a009-2ead2b6001ae req-fd0bddda-e699-4e29-b744-734163cdf6df tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.30 "DELETE /v2.0/ports/2691dbb6-bcba-455b-bffd-d6ffd52bc860 HTTP/1.1" status: 204 len: 173 time: 0.6189306 Jul 16 08:30:25.128879 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1a18d020-0270-4ffa-b636-83705933c748', 'name': 'network-vif-deleted', 'tag': '2691dbb6-bcba-455b-bffd-d6ffd52bc860'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:25.131252 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f927118-6881-4442-afdb-cdf9d2c4a940" -d '{"events": [{"server_uuid": "1a18d020-0270-4ffa-b636-83705933c748", "name": "network-vif-deleted", "tag": "2691dbb6-bcba-455b-bffd-d6ffd52bc860"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:25.179801 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee0811cf-3ffa-4091-a217-b6cf6a637b60 x-openstack-request-id: req-ee0811cf-3ffa-4091-a217-b6cf6a637b60 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:25.180118 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1a18d020-0270-4ffa-b636-83705933c748", "name": "network-vif-deleted", "tag": "2691dbb6-bcba-455b-bffd-d6ffd52bc860", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:25.180408 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ee0811cf-3ffa-4091-a217-b6cf6a637b60 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:25.180831 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1a18d020-0270-4ffa-b636-83705933c748', 'name': 'network-vif-deleted', 'tag': '2691dbb6-bcba-455b-bffd-d6ffd52bc860', 'status': 'completed', 'code': 200} Jul 16 08:30:25.184882 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0c9d741d-ec93-464e-a544-dd2b29c0b013 req-2d2e4f86-a9d2-42a7-b243-a636f69e7328 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/security-groups?id=2ea8f6c7-a8cf-411e-a7f4-45f36f5f4359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504947 Jul 16 08:30:25.488554 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c0cd63-e2b9-44f2-9660-589551ca40f8 req-f640d006-2f54-4749-8a07-9fc8cfe870cc tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.490678 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e3c0cd63-e2b9-44f2-9660-589551ca40f8 req-f640d006-2f54-4749-8a07-9fc8cfe870cc tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.0639832 Jul 16 08:30:25.527563 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e3c0cd63-e2b9-44f2-9660-589551ca40f8 req-e6db8c43-0252-44b9-abe0-330892a7df5a tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312755 Jul 16 08:30:25.740492 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bd2364d1-17ab-4b71-a798-53b4bfa3e6ba req-8249b719-d5fb-4639-af96-f0ed03804fa6 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a18d020-0270-4ffa-b636-83705933c748 HTTP/1.1" status: 200 len: 210 time: 0.0358076 Jul 16 08:30:25.787464 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e44563-b8f8-47be-ac47-a35a1dbda073 req-744c75ea-277b-494e-9654-fc7796bc10fe tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:25.788894 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-50e44563-b8f8-47be-ac47-a35a1dbda073 req-744c75ea-277b-494e-9654-fc7796bc10fe tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 943 time: 0.0682373 Jul 16 08:30:25.828512 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-50e44563-b8f8-47be-ac47-a35a1dbda073 req-7174fee3-3f2b-4a88-b8a9-b8690d9b6318 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340831 Jul 16 08:30:25.924884 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a1a0b71b-c56f-422e-b461-f710e4247aa5 req-7fcf2148-660b-4524-bd19-c3131b54c896 tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0298457 Jul 16 08:30:26.057946 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f6c1e40-851e-4d7e-847e-23eadb48616f', 'tag': '87936b14-a62a-4aae-bdee-ebc1372646e4'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:26.058174 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b65bff-0a71-4f75-88b8-21b1cd32395e req-1b1bfe72-4403-4f7b-9c44-5e5f47785f5a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:26.059659 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-03b65bff-0a71-4f75-88b8-21b1cd32395e req-1b1bfe72-4403-4f7b-9c44-5e5f47785f5a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.0720935 Jul 16 08:30:26.060206 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac73ee3-59c4-46a8-8bda-e6038811f4c1" -d '{"events": [{"name": "network-changed", "server_uuid": "8f6c1e40-851e-4d7e-847e-23eadb48616f", "tag": "87936b14-a62a-4aae-bdee-ebc1372646e4"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:26.102279 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-03b65bff-0a71-4f75-88b8-21b1cd32395e req-cff87a03-13f3-4ed2-a9d1-7dcb46a35003 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365038 Jul 16 08:30:26.102948 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b34e7e4-835f-4d69-9145-b1887d033b12 x-openstack-request-id: req-5b34e7e4-835f-4d69-9145-b1887d033b12 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:26.103354 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f6c1e40-851e-4d7e-847e-23eadb48616f", "tag": "87936b14-a62a-4aae-bdee-ebc1372646e4", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:26.103703 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5b34e7e4-835f-4d69-9145-b1887d033b12 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:26.104187 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f6c1e40-851e-4d7e-847e-23eadb48616f', 'tag': '87936b14-a62a-4aae-bdee-ebc1372646e4', 'status': 'completed', 'code': 200} Jul 16 08:30:26.199525 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac73ee3-59c4-46a8-8bda-e6038811f4c1 req-2a463fee-e648-46e6-b1db-5ad298ecfc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:26.201070 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dac73ee3-59c4-46a8-8bda-e6038811f4c1 req-2a463fee-e648-46e6-b1db-5ad298ecfc07 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 1126 time: 0.0560336 Jul 16 08:30:26.307539 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac73ee3-59c4-46a8-8bda-e6038811f4c1 req-887190ed-710a-4d17-8ec0-cec11a45967f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:26.309174 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dac73ee3-59c4-46a8-8bda-e6038811f4c1 req-887190ed-710a-4d17-8ec0-cec11a45967f service neutron] 10.222.0.30 "GET /v2.0/networks?id=d342364e-cb68-4fed-83d9-f37bbb306922 HTTP/1.1" status: 200 len: 921 time: 0.1000638 Jul 16 08:30:26.379151 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dac73ee3-59c4-46a8-8bda-e6038811f4c1 req-97ff69f5-dcb3-44dd-b869-2cb68741d280 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87936b14-a62a-4aae-bdee-ebc1372646e4 HTTP/1.1" status: 200 len: 217 time: 0.0404377 Jul 16 08:30:26.392297 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['e41bead0-2f4e-40c6-a4d9-01e67e20ac37', '79a3e1f3-4732-4c1d-aec3-48e04b67cbec', '7edac58b-e964-4545-a209-9b980fd75eba', 'c12305d6-fd52-4028-869e-2859e416965c', 'e0683d64-7f28-4cf4-a163-67b4986c4151'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:26.443715 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa411383-3a68-46aa-b7f5-a9ae17d1b16e req-5080cfcf-2c21-4ea0-af15-a279524b0341 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:26.445253 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aa411383-3a68-46aa-b7f5-a9ae17d1b16e req-5080cfcf-2c21-4ea0-af15-a279524b0341 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/ports?device_id=913672f7-2b94-419c-9021-56150ae0236a HTTP/1.1" status: 200 len: 948 time: 0.1352725 Jul 16 08:30:26.449234 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac73ee3-59c4-46a8-8bda-e6038811f4c1 req-aec77865-100b-44cc-b626-d3bf708ac315 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:26.450673 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dac73ee3-59c4-46a8-8bda-e6038811f4c1 req-aec77865-100b-44cc-b626-d3bf708ac315 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08efe674-85ae-4a06-b69c-d92fb68b404c HTTP/1.1" status: 200 len: 860 time: 0.0638442 Jul 16 08:30:26.494265 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dac73ee3-59c4-46a8-8bda-e6038811f4c1 req-f41bc259-ad13-46e3-aa9c-4771a44a1b00 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d342364e-cb68-4fed-83d9-f37bbb306922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0340466 Jul 16 08:30:26.525771 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aa411383-3a68-46aa-b7f5-a9ae17d1b16e req-98459d28-8580-4235-8f84-1937b8a9a7e5 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/security-groups?id=2ea8f6c7-a8cf-411e-a7f4-45f36f5f4359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741532 Jul 16 08:30:26.601094 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dac73ee3-59c4-46a8-8bda-e6038811f4c1 req-efa9da03-60bc-427d-8189-573d8fffffd4 service neutron] 10.222.0.30 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986807 Jul 16 08:30:26.701582 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dac73ee3-59c4-46a8-8bda-e6038811f4c1 req-fca5679b-f8d1-4736-9766-e33e64eaaf51 service neutron] 10.222.0.30 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915999 Jul 16 08:30:26.710231 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f71266-b830-4833-81d8-3cf0d274ce19 req-909217b3-4409-45e7-878e-1db708bb4526 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:26.711782 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-55f71266-b830-4833-81d8-3cf0d274ce19 req-909217b3-4409-45e7-878e-1db708bb4526 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.0692539 Jul 16 08:30:26.753725 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-55f71266-b830-4833-81d8-3cf0d274ce19 req-2e749248-c8bb-4f68-89c2-65692f7ad18d tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354373 Jul 16 08:30:27.023234 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d19b284-7322-49eb-97dc-5a52ad89f8a2 req-9dd0a174-96a0-4265-b4ac-9cf7e33d2337 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:27.024764 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d19b284-7322-49eb-97dc-5a52ad89f8a2 req-9dd0a174-96a0-4265-b4ac-9cf7e33d2337 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 943 time: 0.0710273 Jul 16 08:30:27.071503 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d19b284-7322-49eb-97dc-5a52ad89f8a2 req-69b44a6c-1f2a-46b8-8f07-2496373df79e tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387883 Jul 16 08:30:27.163257 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-25329f4f-aa07-4546-8265-6409c390bffc req-94b6d5a7-085b-414c-b9b0-4818ddf0d937 tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0316527 Jul 16 08:30:27.238384 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17d79c-6196-4038-a9b1-6f7ad6c662bb req-dd73e23a-ed05-42cf-b886-04bb13a946b1 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:27.240558 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dc17d79c-6196-4038-a9b1-6f7ad6c662bb req-dd73e23a-ed05-42cf-b886-04bb13a946b1 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3a1108a-c89d-4b68-85a7-bbcb3b28de62 HTTP/1.1" status: 200 len: 949 time: 0.0655410 Jul 16 08:30:27.285293 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dc17d79c-6196-4038-a9b1-6f7ad6c662bb req-b8ec5aa7-46dc-4d06-8346-ab8bb85ddd34 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377560 Jul 16 08:30:27.430604 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3355b563-d832-4f08-99f1-1c5f9c1dced3 req-3e409254-a13e-4bae-b102-4c9a69eb271a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:27.432085 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3355b563-d832-4f08-99f1-1c5f9c1dced3 req-3e409254-a13e-4bae-b102-4c9a69eb271a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.0668273 Jul 16 08:30:27.472157 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3355b563-d832-4f08-99f1-1c5f9c1dced3 req-33ce32cb-9698-4368-afbe-c80c7e63fb95 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342913 Jul 16 08:30:27.768794 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0bc31a-95f1-4182-a934-b87bbe0c5b89 req-45011c64-e49c-49eb-8aa5-1fe8794383ff tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:27.770792 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5b0bc31a-95f1-4182-a934-b87bbe0c5b89 req-45011c64-e49c-49eb-8aa5-1fe8794383ff tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/ports?device_id=913672f7-2b94-419c-9021-56150ae0236a HTTP/1.1" status: 200 len: 948 time: 0.0830333 Jul 16 08:30:27.785846 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-934531b5-142c-4ca0-8672-985fa4872ffe req-eb8596a4-e2e6-4661-b03f-c166732b994c tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0301375 Jul 16 08:30:27.811083 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5b0bc31a-95f1-4182-a934-b87bbe0c5b89 req-74e03df2-394a-4d71-beea-8e557e9e8b7c tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/security-groups?id=2ea8f6c7-a8cf-411e-a7f4-45f36f5f4359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324054 Jul 16 08:30:27.962673 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeb8b7d-1b7b-48ce-aba0-28ad8583a992 req-6ec3576b-4014-431f-a9e9-1acbe5f22fdf tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:27.964069 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fbeb8b7d-1b7b-48ce-aba0-28ad8583a992 req-6ec3576b-4014-431f-a9e9-1acbe5f22fdf tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.0729506 Jul 16 08:30:27.992778 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 87936b14-a62a-4aae-bdee-ebc1372646e4 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:27.996011 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 930dd323-1008-413d-b067-f50de030ab82 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:28.002317 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fbeb8b7d-1b7b-48ce-aba0-28ad8583a992 req-cbbd6f5f-bb4b-4f96-89ce-712762ce207b tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323768 Jul 16 08:30:28.096921 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 2691dbb6-bcba-455b-bffd-d6ffd52bc860 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:28.124960 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 930dd323-1008-413d-b067-f50de030ab82 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:28.129019 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 2691dbb6-bcba-455b-bffd-d6ffd52bc860 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:28.129372 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 2691dbb6-bcba-455b-bffd-d6ffd52bc860 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:28.133618 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 930dd323-1008-413d-b067-f50de030ab82 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:28.133992 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:28.173855 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 87936b14-a62a-4aae-bdee-ebc1372646e4, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=87936b14-a62a-4aae-bdee-ebc1372646e4,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:28.189529 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 87936b14-a62a-4aae-bdee-ebc1372646e4 has no active binding in host n-h2-771362-37 {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:30:28.241119 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:28.257880 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbad994e-d609-4e13-9d34-ed6937098748 req-fbc16dd2-293b-439b-b7e5-7f82d550c67e tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:28.265085 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32247c9d-c875-4590-8621-c59e4a6d5442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930dd323-1008-413d-b067-f50de030ab82'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:28.265559 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fbad994e-d609-4e13-9d34-ed6937098748 req-fbc16dd2-293b-439b-b7e5-7f82d550c67e tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 943 time: 0.0775185 Jul 16 08:30:28.267308 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a3fafd4-ac69-4c80-8284-d41a8ef0a407" -d '{"events": [{"server_uuid": "32247c9d-c875-4590-8621-c59e4a6d5442", "name": "network-vif-plugged", "status": "completed", "tag": "930dd323-1008-413d-b067-f50de030ab82"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:28.285320 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 930dd323-1008-413d-b067-f50de030ab82, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=930dd323-1008-413d-b067-f50de030ab82,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:28.290691 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:28.291589 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:28.314875 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fbad994e-d609-4e13-9d34-ed6937098748 req-2d79aec4-d1b3-442b-a6ca-a3f2ad48e93f tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481470 Jul 16 08:30:28.348090 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ad8db2f-7f4f-4d0b-af7c-b6bd34c358de x-openstack-request-id: req-4ad8db2f-7f4f-4d0b-af7c-b6bd34c358de {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:28.348933 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32247c9d-c875-4590-8621-c59e4a6d5442", "name": "network-vif-plugged", "status": "completed", "tag": "930dd323-1008-413d-b067-f50de030ab82", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:28.349186 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4ad8db2f-7f4f-4d0b-af7c-b6bd34c358de {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:28.349746 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32247c9d-c875-4590-8621-c59e4a6d5442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930dd323-1008-413d-b067-f50de030ab82', 'code': 200} Jul 16 08:30:28.387565 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=930dd323-1008-413d-b067-f50de030ab82,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:28.405515 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:28.413664 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:28.418351 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:28.504952 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:28.541284 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:28.547520 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:28.571938 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc9bf09-0158-4108-ae17-7a17f347a679 req-440fee4d-bca1-42ea-8c7f-1236eb851c1b tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:28.574228 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cbc9bf09-0158-4108-ae17-7a17f347a679 req-440fee4d-bca1-42ea-8c7f-1236eb851c1b tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3a1108a-c89d-4b68-85a7-bbcb3b28de62 HTTP/1.1" status: 200 len: 949 time: 0.0821760 Jul 16 08:30:28.587859 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1826fada-f362-4ed8-8b4b-33495f39a12d req-3d02b626-0ac9-4aba-9a8b-41f9baa402e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:28.589757 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1826fada-f362-4ed8-8b4b-33495f39a12d req-3d02b626-0ac9-4aba-9a8b-41f9baa402e3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=32247c9d-c875-4590-8621-c59e4a6d5442 HTTP/1.1" status: 200 len: 1102 time: 0.0565281 Jul 16 08:30:28.597913 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:28.620916 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cbc9bf09-0158-4108-ae17-7a17f347a679 req-28b79455-40e4-4e9f-953f-fd91138ed5e1 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396667 Jul 16 08:30:28.670399 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1826fada-f362-4ed8-8b4b-33495f39a12d req-fb0b92b6-f0d1-4cc5-9915-1ecd84633fc1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2ea8f6c7-a8cf-411e-a7f4-45f36f5f4359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650644 Jul 16 08:30:28.699203 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9993221c-76e8-4072-a4e5-14f3724af898 req-292e3ac0-36c1-4d7e-a4a1-70481d2e4336 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:28.700680 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9993221c-76e8-4072-a4e5-14f3724af898 req-292e3ac0-36c1-4d7e-a4a1-70481d2e4336 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.0764539 Jul 16 08:30:28.737864 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9993221c-76e8-4072-a4e5-14f3724af898 req-e638485e-ebaf-47d7-89f4-661218f568ff tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316269 Jul 16 08:30:28.939149 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-822b4bc2-54ee-46ab-96c6-e772687a9e4d req-db49b217-8f58-49cb-b896-12ecc4e5d40e tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0289881 Jul 16 08:30:28.986768 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dad8f5-0f9f-4bd5-a1f8-74f2de516308 req-62e13715-8d5f-4c4a-9d55-ce1978479d45 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:28.988233 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e0dad8f5-0f9f-4bd5-a1f8-74f2de516308 req-62e13715-8d5f-4c4a-9d55-ce1978479d45 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/ports?device_id=913672f7-2b94-419c-9021-56150ae0236a HTTP/1.1" status: 200 len: 949 time: 0.0681214 Jul 16 08:30:29.025237 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e0dad8f5-0f9f-4bd5-a1f8-74f2de516308 req-98c1e5b1-f249-4c37-b153-8f1c403e5c8d tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/security-groups?id=2ea8f6c7-a8cf-411e-a7f4-45f36f5f4359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307114 Jul 16 08:30:29.180160 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275b4bc9-50ff-4cea-a12d-69a1b2d26f4d req-701bdeca-913a-42dc-9f4d-9694fb685008 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:29.181660 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-275b4bc9-50ff-4cea-a12d-69a1b2d26f4d req-701bdeca-913a-42dc-9f4d-9694fb685008 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.0686903 Jul 16 08:30:29.218212 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-275b4bc9-50ff-4cea-a12d-69a1b2d26f4d req-73d75bb6-a558-4ae0-93a9-e6d0dfa437c7 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310833 Jul 16 08:30:29.483430 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ad6fc4-0a96-4645-bf07-579cfda3fd7d req-49b86f23-e85d-42d0-9ac6-356b6ccb7adf tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:29.488017 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d5ad6fc4-0a96-4645-bf07-579cfda3fd7d req-49b86f23-e85d-42d0-9ac6-356b6ccb7adf tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 943 time: 0.0659699 Jul 16 08:30:29.526104 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d5ad6fc4-0a96-4645-bf07-579cfda3fd7d req-384e8888-5b23-4b34-8831-19b27e7c5188 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327899 Jul 16 08:30:29.740322 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bbfb1-b06f-45d2-a216-706dc2a3f563 req-5784f1a5-838f-48fb-bb9a-b7d6d63d6f2a tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:29.741963 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef3bbfb1-b06f-45d2-a216-706dc2a3f563 req-5784f1a5-838f-48fb-bb9a-b7d6d63d6f2a tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3a1108a-c89d-4b68-85a7-bbcb3b28de62 HTTP/1.1" status: 200 len: 949 time: 0.0748391 Jul 16 08:30:29.886486 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e188f0a3-6e56-4189-aa92-327340460cb6 req-04730714-bbc6-4b7d-9240-964db0d84810 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:29.887984 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e188f0a3-6e56-4189-aa92-327340460cb6 req-04730714-bbc6-4b7d-9240-964db0d84810 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3a1108a-c89d-4b68-85a7-bbcb3b28de62 HTTP/1.1" status: 200 len: 949 time: 0.1296790 Jul 16 08:30:29.919078 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-ef3bbfb1-b06f-45d2-a216-706dc2a3f563 req-2e5c3ae3-ae54-459b-a3cc-83cbe7d0fa35 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Deleting port e0683d64-7f28-4cf4-a163-67b4986c4151 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:29.919432 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ef3bbfb1-b06f-45d2-a216-706dc2a3f563 req-2e5c3ae3-ae54-459b-a3cc-83cbe7d0fa35 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:29.959858 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e188f0a3-6e56-4189-aa92-327340460cb6 req-939f6825-09f2-43e2-90d1-ba5038149e69 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639594 Jul 16 08:30:30.039662 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-ef3bbfb1-b06f-45d2-a216-706dc2a3f563 req-2e5c3ae3-ae54-459b-a3cc-83cbe7d0fa35 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] For port e0683d64-7f28-4cf4-a163-67b4986c4151, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e0683d64-7f28-4cf4-a163-67b4986c4151,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:30.040372 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ef3bbfb1-b06f-45d2-a216-706dc2a3f563 req-2e5c3ae3-ae54-459b-a3cc-83cbe7d0fa35 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:30.049213 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c78479d8-56f2-46a1-91c9-a0610b64855a req-76bb832b-dcc9-4668-9a1f-1df4f87e9369 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:30.056938 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-ef3bbfb1-b06f-45d2-a216-706dc2a3f563 req-2e5c3ae3-ae54-459b-a3cc-83cbe7d0fa35 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Calling delete_port for e0683d64-7f28-4cf4-a163-67b4986c4151 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:30.060006 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c78479d8-56f2-46a1-91c9-a0610b64855a req-76bb832b-dcc9-4668-9a1f-1df4f87e9369 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.1113281 Jul 16 08:30:30.099327 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c78479d8-56f2-46a1-91c9-a0610b64855a req-0579f30d-7e90-42fb-811a-3d39e5cc03dc tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384054 Jul 16 08:30:30.171845 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4a0adb50-9c9a-4eb5-8193-ab51361e065b req-80b03570-b560-4a5a-8b18-f03312c09edb tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0569668 Jul 16 08:30:30.294531 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ef3bbfb1-b06f-45d2-a216-706dc2a3f563 req-2e5c3ae3-ae54-459b-a3cc-83cbe7d0fa35 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:30.307174 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['f9003aa7-bcf5-42d4-a8c3-d02636baca33', '8cea9b50-fe98-433b-8180-02087487e8e1'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:30.323779 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5c3ae3-ae54-459b-a3cc-83cbe7d0fa35 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Pushing event deleted for resources: {'Port': ['ID=e0683d64-7f28-4cf4-a163-67b4986c4151,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:30.377220 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913672f7-2b94-419c-9021-56150ae0236a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:30.379422 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa818592-550e-425f-bf9a-f28c7ebf7f21" -d '{"events": [{"server_uuid": "913672f7-2b94-419c-9021-56150ae0236a", "name": "network-vif-plugged", "status": "completed", "tag": "d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:30.383800 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['e41bead0-2f4e-40c6-a4d9-01e67e20ac37', '79a3e1f3-4732-4c1d-aec3-48e04b67cbec', '7edac58b-e964-4545-a209-9b980fd75eba', 'c12305d6-fd52-4028-869e-2859e416965c', 'e0683d64-7f28-4cf4-a163-67b4986c4151'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:30.385315 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274aa835-d83d-45e9-af3f-4765db0b9a9f req-6a2b8d21-c657-4273-8cfd-b5d43bf9e61d tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:30.405529 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-274aa835-d83d-45e9-af3f-4765db0b9a9f req-6a2b8d21-c657-4273-8cfd-b5d43bf9e61d tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/ports?device_id=913672f7-2b94-419c-9021-56150ae0236a HTTP/1.1" status: 200 len: 949 time: 0.1664732 Jul 16 08:30:30.422623 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef3bbfb1-b06f-45d2-a216-706dc2a3f563 req-2e5c3ae3-ae54-459b-a3cc-83cbe7d0fa35 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] No DVR routers for this DVR port e0683d64-7f28-4cf4-a163-67b4986c4151 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:30.506706 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-274aa835-d83d-45e9-af3f-4765db0b9a9f req-891248c4-ef3a-4310-b4f5-545a28b66344 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/security-groups?id=2ea8f6c7-a8cf-411e-a7f4-45f36f5f4359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974488 Jul 16 08:30:30.633111 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fc851ff-e6b8-4c80-9f2f-dee01d10e2cb x-openstack-request-id: req-4fc851ff-e6b8-4c80-9f2f-dee01d10e2cb {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:30.633447 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913672f7-2b94-419c-9021-56150ae0236a", "name": "network-vif-plugged", "status": "completed", "tag": "d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:30.633671 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4fc851ff-e6b8-4c80-9f2f-dee01d10e2cb {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:30.634036 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913672f7-2b94-419c-9021-56150ae0236a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3', 'code': 200} Jul 16 08:30:30.749351 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:30:30.761398 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ef3bbfb1-b06f-45d2-a216-706dc2a3f563 req-2e5c3ae3-ae54-459b-a3cc-83cbe7d0fa35 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:30.764201 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef3bbfb1-b06f-45d2-a216-706dc2a3f563 req-2e5c3ae3-ae54-459b-a3cc-83cbe7d0fa35 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.21 "DELETE /v2.0/ports/e0683d64-7f28-4cf4-a163-67b4986c4151 HTTP/1.1" status: 204 len: 173 time: 1.0152838 Jul 16 08:30:30.778288 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3a1108a-c89d-4b68-85a7-bbcb3b28de62', 'name': 'network-vif-deleted', 'tag': 'e0683d64-7f28-4cf4-a163-67b4986c4151'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:30.781856 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e03e722-9a77-4380-8283-3ab33ab73411" -d '{"events": [{"server_uuid": "d3a1108a-c89d-4b68-85a7-bbcb3b28de62", "name": "network-vif-deleted", "tag": "e0683d64-7f28-4cf4-a163-67b4986c4151"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:30.785481 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad8a8f-8922-4967-b423-259ca506f496 req-02a64c90-49d3-4e74-aaee-b96be252c75d tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:30.794924 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d9ad8a8f-8922-4967-b423-259ca506f496 req-02a64c90-49d3-4e74-aaee-b96be252c75d tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 943 time: 0.0958009 Jul 16 08:30:30.852836 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d9ad8a8f-8922-4967-b423-259ca506f496 req-8755ff58-b3c1-452a-b2da-84df3ddaa1cf tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569036 Jul 16 08:30:30.862318 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e760ed9-29b2-4388-972f-85187716be8f req-f4afb22f-4499-4b7f-bf4e-e9d85a849dc4 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:30.871089 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6e760ed9-29b2-4388-972f-85187716be8f req-f4afb22f-4499-4b7f-bf4e-e9d85a849dc4 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.4946260 Jul 16 08:30:30.896989 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39c2cbf-96b0-44b9-9598-71696792fcad req-7235697c-616b-42e4-875a-47511a91c8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:30.898622 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c39c2cbf-96b0-44b9-9598-71696792fcad req-7235697c-616b-42e4-875a-47511a91c8f4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=913672f7-2b94-419c-9021-56150ae0236a HTTP/1.1" status: 200 len: 1101 time: 0.1335473 Jul 16 08:30:30.918139 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6e760ed9-29b2-4388-972f-85187716be8f req-ebf68683-7bb3-4be7-8167-d1604a265842 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461776 Jul 16 08:30:30.970165 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c39c2cbf-96b0-44b9-9598-71696792fcad req-a53ccdfb-5ef5-45e0-b4fb-386b53117be6 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2ea8f6c7-a8cf-411e-a7f4-45f36f5f4359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497124 Jul 16 08:30:31.015614 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8e0af66-3080-4335-b6f4-cc5893fd4968 x-openstack-request-id: req-b8e0af66-3080-4335-b6f4-cc5893fd4968 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:31.015920 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3a1108a-c89d-4b68-85a7-bbcb3b28de62", "name": "network-vif-deleted", "tag": "e0683d64-7f28-4cf4-a163-67b4986c4151", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:31.016336 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b8e0af66-3080-4335-b6f4-cc5893fd4968 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:31.016638 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3a1108a-c89d-4b68-85a7-bbcb3b28de62', 'name': 'network-vif-deleted', 'tag': 'e0683d64-7f28-4cf4-a163-67b4986c4151', 'status': 'completed', 'code': 200} Jul 16 08:30:31.204922 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7beb96a4-0aee-45a3-b0c0-cf7a033fab4a req-8bc4478b-df54-462b-90df-ef837a8349dc tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=d3a1108a-c89d-4b68-85a7-bbcb3b28de62 HTTP/1.1" status: 200 len: 210 time: 0.0516653 Jul 16 08:30:31.321993 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226e3cdc-ca43-4e24-8d8d-56acb0c57f19 req-aa4554e7-4d02-40e1-b9a2-dd61b3116610 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:31.324819 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-226e3cdc-ca43-4e24-8d8d-56acb0c57f19 req-aa4554e7-4d02-40e1-b9a2-dd61b3116610 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.0790830 Jul 16 08:30:31.354672 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-df77f99f-1737-4af6-bde6-dba807ff955f req-fb8392f4-0971-4eb0-94d8-2431d3ac4b7b tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0319419 Jul 16 08:30:31.368322 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-226e3cdc-ca43-4e24-8d8d-56acb0c57f19 req-6eade785-c847-4bb6-b501-3981db795b77 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383642 Jul 16 08:30:31.680436 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb0fdc6-54c3-4d99-8c5b-9a2360130695 req-966636a8-da4c-4e66-bdd2-ea21aea6fd60 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:31.681991 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2cb0fdc6-54c3-4d99-8c5b-9a2360130695 req-966636a8-da4c-4e66-bdd2-ea21aea6fd60 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/ports?device_id=913672f7-2b94-419c-9021-56150ae0236a HTTP/1.1" status: 200 len: 949 time: 0.0700169 Jul 16 08:30:31.720878 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2cb0fdc6-54c3-4d99-8c5b-9a2360130695 req-994d4621-ef5c-42a0-afa5-5a438784887c tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/security-groups?id=2ea8f6c7-a8cf-411e-a7f4-45f36f5f4359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332212 Jul 16 08:30:31.817485 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:31.903779 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:32.042541 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd9662c-199f-4d91-a0e3-a58dc0a520cc req-34f37cde-a161-430f-abda-05973cc6d179 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:32.050852 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dfd9662c-199f-4d91-a0e3-a58dc0a520cc req-34f37cde-a161-430f-abda-05973cc6d179 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 943 time: 0.0810235 Jul 16 08:30:32.092709 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dfd9662c-199f-4d91-a0e3-a58dc0a520cc req-f78406f4-b776-4b56-8a69-cb2ce2c8c86b tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408866 Jul 16 08:30:32.162420 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1e83f4-d0a1-4e0e-82c3-83d1d3040fff req-93e6b24c-08b4-493e-a344-e1dc4cb4dd25 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:32.163969 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9a1e83f4-d0a1-4e0e-82c3-83d1d3040fff req-93e6b24c-08b4-493e-a344-e1dc4cb4dd25 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.0767512 Jul 16 08:30:32.206908 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9a1e83f4-d0a1-4e0e-82c3-83d1d3040fff req-509e9364-f919-4b1c-91cf-590baa584136 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373185 Jul 16 08:30:32.397404 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-0c6f8c9f-63c5-436c-86cc-b5858bd3a598 service neutron] 10.222.0.30 "GET /v2.0/ports/87936b14-a62a-4aae-bdee-ebc1372646e4/bindings/n-h2-771362-37 HTTP/1.1" status: 200 len: 385 time: 0.0743539 Jul 16 08:30:32.605626 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cd0d9e17-654d-419f-b270-fbb4bec11ead req-a28c2efb-490a-4de2-82e9-3188ffdffdfe tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0662816 Jul 16 08:30:32.667072 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-de3876dd-f9c0-4eed-9a98-a6d93dd6cfba service neutron] For port 87936b14-a62a-4aae-bdee-ebc1372646e4, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=87936b14-a62a-4aae-bdee-ebc1372646e4,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:32.707503 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-de3876dd-f9c0-4eed-9a98-a6d93dd6cfba service neutron] For port 87936b14-a62a-4aae-bdee-ebc1372646e4, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:32.773608 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-de3876dd-f9c0-4eed-9a98-a6d93dd6cfba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87936b14-a62a-4aae-bdee-ebc1372646e4 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:32.788754 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-de3876dd-f9c0-4eed-9a98-a6d93dd6cfba service neutron] For port 87936b14-a62a-4aae-bdee-ebc1372646e4, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=87936b14-a62a-4aae-bdee-ebc1372646e4,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:32.812994 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-de3876dd-f9c0-4eed-9a98-a6d93dd6cfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:32.828791 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852de61c-177c-4b3f-ab9b-644ebe60b67f req-6fa8d3fe-65db-4149-8230-0085d9a6bd4e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:32.835951 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-852de61c-177c-4b3f-ab9b-644ebe60b67f req-6fa8d3fe-65db-4149-8230-0085d9a6bd4e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=60e6ae2f-4f80-40ac-b3b6-02944075bdda HTTP/1.1" status: 200 len: 950 time: 0.0868766 Jul 16 08:30:32.839741 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858fe52-9493-46f3-9fa6-ee7ee7c9367e req-406bc726-8066-43b7-addf-2c4dc7838137 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:32.841280 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3858fe52-9493-46f3-9fa6-ee7ee7c9367e req-406bc726-8066-43b7-addf-2c4dc7838137 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.1369720 Jul 16 08:30:32.873692 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-852de61c-177c-4b3f-ab9b-644ebe60b67f req-a193df05-d21f-4110-8506-dced12037590 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368659 Jul 16 08:30:32.929209 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3858fe52-9493-46f3-9fa6-ee7ee7c9367e req-c8c40a8c-f9cb-4f2b-8a1b-3d68bec7a794 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662596 Jul 16 08:30:32.947090 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-de3876dd-f9c0-4eed-9a98-a6d93dd6cfba service neutron] Transition to ACTIVE for port object 87936b14-a62a-4aae-bdee-ebc1372646e4 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:32.962814 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-de3876dd-f9c0-4eed-9a98-a6d93dd6cfba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:33.039539 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-de3876dd-f9c0-4eed-9a98-a6d93dd6cfba service neutron] No DVR routers for this DVR port 87936b14-a62a-4aae-bdee-ebc1372646e4 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:33.046169 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3876dd-f9c0-4eed-9a98-a6d93dd6cfba service neutron] Pushing event updated for resources: {'Port': ['ID=87936b14-a62a-4aae-bdee-ebc1372646e4,revision_number=10']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:33.063960 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bf72b6-5b73-42e0-9966-a5e6e7abfd48 req-3cb36bd7-8d09-4461-93d5-961ab47f6288 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:33.065795 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e8bf72b6-5b73-42e0-9966-a5e6e7abfd48 req-3cb36bd7-8d09-4461-93d5-961ab47f6288 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/ports?device_id=913672f7-2b94-419c-9021-56150ae0236a HTTP/1.1" status: 200 len: 949 time: 0.0708365 Jul 16 08:30:33.078868 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-de3876dd-f9c0-4eed-9a98-a6d93dd6cfba service neutron] 10.222.0.30 "PUT /v2.0/ports/87936b14-a62a-4aae-bdee-ebc1372646e4/bindings/n-h2-771362-37/activate HTTP/1.1" status: 200 len: 370 time: 0.6735322 Jul 16 08:30:33.107616 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e8bf72b6-5b73-42e0-9966-a5e6e7abfd48 req-b1b72e1b-7d50-426c-9b4f-1938fffcfcda tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/security-groups?id=2ea8f6c7-a8cf-411e-a7f4-45f36f5f4359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353632 Jul 16 08:30:33.217726 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-0377f25c-a622-4b87-a4d4-ccb296accf7c tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:33.220120 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-0377f25c-a622-4b87-a4d4-ccb296accf7c tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f&tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&binding%3Ahost_id=n-h1-771362-37 HTTP/1.1" status: 200 len: 1096 time: 0.0670030 Jul 16 08:30:33.271674 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-88ef8cf5-f9f9-4a3a-8b7f-7e25c94c9b85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:33.316257 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22782ba2-f2b9-44dd-a633-7c2f4ddc6525 req-e01a1c65-a0f0-4412-8d13-27e39eccd247 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:33.319269 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-22782ba2-f2b9-44dd-a633-7c2f4ddc6525 req-e01a1c65-a0f0-4412-8d13-27e39eccd247 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 944 time: 0.0828061 Jul 16 08:30:33.338872 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-b2ec4bd4-61d0-4a11-9cb7-aba5a197d150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:33.340443 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-b2ec4bd4-61d0-4a11-9cb7-aba5a197d150 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f&tenant_id=fb861a1f8ff74c69926fd0df0ce3f903 HTTP/1.1" status: 200 len: 1096 time: 0.1102905 Jul 16 08:30:33.353550 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd01312-1e25-4df5-acd3-d84d603a1cc1 req-f4ba7b0f-5619-45b6-bc2f-86c30d8f3f43 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:33.355174 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-abd01312-1e25-4df5-acd3-d84d603a1cc1 req-f4ba7b0f-5619-45b6-bc2f-86c30d8f3f43 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/ports?device_id=32247c9d-c875-4590-8621-c59e4a6d5442 HTTP/1.1" status: 200 len: 950 time: 0.1140549 Jul 16 08:30:33.365410 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-22782ba2-f2b9-44dd-a633-7c2f4ddc6525 req-d07661e0-0a89-4c1f-bf63-6e72fd02122c tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382626 Jul 16 08:30:33.436999 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-abd01312-1e25-4df5-acd3-d84d603a1cc1 req-0e47aedd-5c6d-47e5-96fc-bb2783c26528 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/security-groups?id=2ea8f6c7-a8cf-411e-a7f4-45f36f5f4359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759583 Jul 16 08:30:33.479173 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-9568dde4-61bf-432d-a147-a03127cfa4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:33.481000 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-9568dde4-61bf-432d-a147-a03127cfa4eb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 1096 time: 0.0842109 Jul 16 08:30:33.616842 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-4d20c859-80b5-4486-b454-5898ccec47ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:33.619087 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-4d20c859-80b5-4486-b454-5898ccec47ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=d342364e-cb68-4fed-83d9-f37bbb306922 HTTP/1.1" status: 200 len: 921 time: 0.1279192 Jul 16 08:30:33.649155 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc4da23-010e-4d98-886f-43e5fed1ece8 req-19e94f9e-1e9c-4410-952f-c22c45177cde tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:33.650658 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4fc4da23-010e-4d98-886f-43e5fed1ece8 req-19e94f9e-1e9c-4410-952f-c22c45177cde tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.0959539 Jul 16 08:30:33.684220 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-63c765a1-b268-41f4-ba8e-f0084b7943b7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=87936b14-a62a-4aae-bdee-ebc1372646e4 HTTP/1.1" status: 200 len: 217 time: 0.0499954 Jul 16 08:30:33.747718 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4fc4da23-010e-4d98-886f-43e5fed1ece8 req-c743c08f-e0ac-4e92-b49a-cbf54b5a53aa tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662220 Jul 16 08:30:33.758360 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-b2f0b807-02cf-45df-ab9f-f58a1e83f931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:33.760369 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-b2f0b807-02cf-45df-ab9f-f58a1e83f931 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08efe674-85ae-4a06-b69c-d92fb68b404c HTTP/1.1" status: 200 len: 860 time: 0.0633335 Jul 16 08:30:33.807022 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-e55e9a0d-f7b8-4de9-b716-4f2064d42627 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d342364e-cb68-4fed-83d9-f37bbb306922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372140 Jul 16 08:30:33.941307 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3b9a1a49-1553-45de-b9f9-680153893103 req-ba8ae9f1-9249-4108-93c1-a6839cc31a8c tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0538232 Jul 16 08:30:33.957175 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-a5a69292-be0b-4c3c-8a13-54a94e2028a2 service neutron] 10.222.0.21 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407919 Jul 16 08:30:34.019771 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device e0683d64-7f28-4cf4-a163-67b4986c4151 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:34.050891 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: e0683d64-7f28-4cf4-a163-67b4986c4151 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:34.052895 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device e0683d64-7f28-4cf4-a163-67b4986c4151 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:34.064526 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-b20ae93e-e2ce-4161-881d-4d0808887960 service neutron] 10.222.0.21 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976002 Jul 16 08:30:34.104600 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 87936b14-a62a-4aae-bdee-ebc1372646e4 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:34.169590 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 87936b14-a62a-4aae-bdee-ebc1372646e4 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:34.194368 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fe4179-d4bf-48d5-abf2-276a385d9c6a req-7e036842-6e2e-4623-8f34-a5f5386b5698 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:34.201861 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d5fe4179-d4bf-48d5-abf2-276a385d9c6a req-7e036842-6e2e-4623-8f34-a5f5386b5698 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=60e6ae2f-4f80-40ac-b3b6-02944075bdda HTTP/1.1" status: 200 len: 950 time: 0.1196151 Jul 16 08:30:34.240919 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d5fe4179-d4bf-48d5-abf2-276a385d9c6a req-eee430d9-9c67-411c-a4ae-877c028a7f64 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379057 Jul 16 08:30:34.268838 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e11859-0b79-4976-a219-a907502f9d40 req-712d1250-5269-4968-937b-abff48b4d1cc tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:34.270634 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-83e11859-0b79-4976-a219-a907502f9d40 req-712d1250-5269-4968-937b-abff48b4d1cc tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.0714028 Jul 16 08:30:34.316272 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-83e11859-0b79-4976-a219-a907502f9d40 req-80a7c0d6-2cef-493d-9a45-ceb66e07fd4d tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357957 Jul 16 08:30:34.495634 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-d02d2aca-ac34-401f-b70b-9b968735d63f tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:34.497102 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-d02d2aca-ac34-401f-b70b-9b968735d63f tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f&tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&binding%3Ahost_id=n-h2-771362-37 HTTP/1.1" status: 200 len: 1096 time: 0.0695798 Jul 16 08:30:34.610983 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a66a0a-8828-47c2-8ecd-5bd11d1c5202 req-23552330-abd1-424b-96ba-35473ecb22c4 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:34.612882 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f3a66a0a-8828-47c2-8ecd-5bd11d1c5202 req-23552330-abd1-424b-96ba-35473ecb22c4 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 944 time: 0.1149118 Jul 16 08:30:34.686387 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f3a66a0a-8828-47c2-8ecd-5bd11d1c5202 req-151faedf-71cf-4a62-a38f-b0a2ee7f2983 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539050 Jul 16 08:30:34.692900 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-c467a48e-98b6-4f0a-a388-d65cb25bad0a service neutron] For port 87936b14-a62a-4aae-bdee-ebc1372646e4, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:34.697123 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-c467a48e-98b6-4f0a-a388-d65cb25bad0a service neutron] Notify callbacks [] for binding, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:34.698579 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d0d2cb32-75f5-4067-8697-64deab6b5d92 req-c467a48e-98b6-4f0a-a388-d65cb25bad0a service neutron] 10.222.0.21 "DELETE /v2.0/ports/87936b14-a62a-4aae-bdee-ebc1372646e4/bindings/n-h1-771362-37 HTTP/1.1" status: 204 len: 173 time: 0.1907167 Jul 16 08:30:34.949980 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527b5304-1d05-43de-89ad-adfb9381d33c req-960f8d46-8811-4841-a2e9-c557b24b447c tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:34.952095 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-527b5304-1d05-43de-89ad-adfb9381d33c req-960f8d46-8811-4841-a2e9-c557b24b447c tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.0657964 Jul 16 08:30:34.957993 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00c61e7-a56c-42b8-bf4c-81f4f88c4d98 req-24252c5a-da74-4d37-93b8-6911ebf38242 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:34.959527 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a00c61e7-a56c-42b8-bf4c-81f4f88c4d98 req-24252c5a-da74-4d37-93b8-6911ebf38242 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 1096 time: 0.0959866 Jul 16 08:30:35.011103 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a00c61e7-a56c-42b8-bf4c-81f4f88c4d98 req-24e366b5-a40e-4057-9bab-99a8cab1d0d3 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440862 Jul 16 08:30:35.011750 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-527b5304-1d05-43de-89ad-adfb9381d33c req-207e3972-f48e-4818-8fe8-b11bd3379b96 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515041 Jul 16 08:30:35.025250 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cd9f70-51b4-4627-aa80-3c57842dc7a9 req-be9641c9-c8bf-4ed0-93d7-96555d117d86 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:35.026140 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1cd9f70-51b4-4627-aa80-3c57842dc7a9 req-be9641c9-c8bf-4ed0-93d7-96555d117d86 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.21 "GET /v2.0/ports?device_id=60e6ae2f-4f80-40ac-b3b6-02944075bdda HTTP/1.1" status: 200 len: 950 time: 0.1115086 Jul 16 08:30:35.167051 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-f1cd9f70-51b4-4627-aa80-3c57842dc7a9 req-e3bd3be6-5cfb-4b48-926e-5e119a478301 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Deleting port c12305d6-fd52-4028-869e-2859e416965c {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:35.167690 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f1cd9f70-51b4-4627-aa80-3c57842dc7a9 req-e3bd3be6-5cfb-4b48-926e-5e119a478301 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:35.202606 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-feb2b817-4b69-43ea-a904-a20130ed5aa3 req-3a46e023-2566-4c88-ad2e-6363a6f4a356 tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0556448 Jul 16 08:30:35.282141 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-f1cd9f70-51b4-4627-aa80-3c57842dc7a9 req-e3bd3be6-5cfb-4b48-926e-5e119a478301 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] For port c12305d6-fd52-4028-869e-2859e416965c, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=c12305d6-fd52-4028-869e-2859e416965c,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:35.282518 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f1cd9f70-51b4-4627-aa80-3c57842dc7a9 req-e3bd3be6-5cfb-4b48-926e-5e119a478301 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:35.309017 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-f1cd9f70-51b4-4627-aa80-3c57842dc7a9 req-e3bd3be6-5cfb-4b48-926e-5e119a478301 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Calling delete_port for c12305d6-fd52-4028-869e-2859e416965c owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:35.439980 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7880d11f-addc-441c-b196-18a534e52e4a req-511ba853-dd9f-44ce-b438-7d60f886aeef tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:35.442274 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7880d11f-addc-441c-b196-18a534e52e4a req-511ba853-dd9f-44ce-b438-7d60f886aeef tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=60e6ae2f-4f80-40ac-b3b6-02944075bdda HTTP/1.1" status: 200 len: 950 time: 0.0709853 Jul 16 08:30:35.482491 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7880d11f-addc-441c-b196-18a534e52e4a req-606c33c7-f7dd-416c-b4ff-b1c074b96b42 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342963 Jul 16 08:30:35.484235 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-2b7c295f-76c8-4db6-a354-756825023d81 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:35.487271 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-2b7c295f-76c8-4db6-a354-756825023d81 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/networks?id=d342364e-cb68-4fed-83d9-f37bbb306922 HTTP/1.1" status: 200 len: 820 time: 0.1713428 Jul 16 08:30:35.547457 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-8acd76af-638e-4bd3-a8a8-4d56104e9a5c tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/quotas/fb861a1f8ff74c69926fd0df0ce3f903 HTTP/1.1" status: 200 len: 375 time: 0.0189645 Jul 16 08:30:35.587526 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f1cd9f70-51b4-4627-aa80-3c57842dc7a9 req-e3bd3be6-5cfb-4b48-926e-5e119a478301 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:35.601518 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['f9003aa7-bcf5-42d4-a8c3-d02636baca33', '8cea9b50-fe98-433b-8180-02087487e8e1'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:35.609345 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['e41bead0-2f4e-40c6-a4d9-01e67e20ac37', '79a3e1f3-4732-4c1d-aec3-48e04b67cbec', '7edac58b-e964-4545-a209-9b980fd75eba', 'c12305d6-fd52-4028-869e-2859e416965c'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:35.668463 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bd3be6-5cfb-4b48-926e-5e119a478301 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Pushing event deleted for resources: {'Port': ['ID=c12305d6-fd52-4028-869e-2859e416965c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:35.736728 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1cd9f70-51b4-4627-aa80-3c57842dc7a9 req-e3bd3be6-5cfb-4b48-926e-5e119a478301 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] No DVR routers for this DVR port c12305d6-fd52-4028-869e-2859e416965c on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:35.743899 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f1cd9f70-51b4-4627-aa80-3c57842dc7a9 req-e3bd3be6-5cfb-4b48-926e-5e119a478301 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:35.749882 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1cd9f70-51b4-4627-aa80-3c57842dc7a9 req-e3bd3be6-5cfb-4b48-926e-5e119a478301 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.21 "DELETE /v2.0/ports/c12305d6-fd52-4028-869e-2859e416965c HTTP/1.1" status: 204 len: 173 time: 0.7104750 Jul 16 08:30:35.749882 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60e6ae2f-4f80-40ac-b3b6-02944075bdda', 'name': 'network-vif-deleted', 'tag': 'c12305d6-fd52-4028-869e-2859e416965c'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:35.751798 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae131335-578d-45ac-8ade-3d79d3ceda65" -d '{"events": [{"server_uuid": "60e6ae2f-4f80-40ac-b3b6-02944075bdda", "name": "network-vif-deleted", "tag": "c12305d6-fd52-4028-869e-2859e416965c"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:35.787053 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-d6772dd5-96bf-44b4-9b41-53004a31cf2e tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2334275 Jul 16 08:30:35.812868 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-91691f5e-7996-4f44-ad91-6f93505c973c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:35.888072 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53ee55c-bb9c-4882-9439-fcd4c8fa96e3 req-59eb9d03-ff2d-417b-bc66-4432f260044d tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:35.889965 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d53ee55c-bb9c-4882-9439-fcd4c8fa96e3 req-59eb9d03-ff2d-417b-bc66-4432f260044d tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.1534531 Jul 16 08:30:35.938720 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-e812f8ef-8c4d-495d-9c1d-a71e93eefe39 service neutron] 10.222.0.22 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450651 Jul 16 08:30:35.960108 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d53ee55c-bb9c-4882-9439-fcd4c8fa96e3 req-b79d8595-b52c-4aa0-845e-1b1c4f9b3497 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593638 Jul 16 08:30:36.001124 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:36.114793 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-61b07ec2-f06d-4d94-b1d9-79d946a4304d service neutron] 10.222.0.22 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664898 Jul 16 08:30:36.211106 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e28b70-b3ba-468c-89ab-7e367e7a0785 x-openstack-request-id: req-70e28b70-b3ba-468c-89ab-7e367e7a0785 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:36.212320 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60e6ae2f-4f80-40ac-b3b6-02944075bdda", "name": "network-vif-deleted", "tag": "c12305d6-fd52-4028-869e-2859e416965c", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:36.212791 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-70e28b70-b3ba-468c-89ab-7e367e7a0785 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:36.213374 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60e6ae2f-4f80-40ac-b3b6-02944075bdda', 'name': 'network-vif-deleted', 'tag': 'c12305d6-fd52-4028-869e-2859e416965c', 'status': 'completed', 'code': 200} Jul 16 08:30:36.508620 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6d1818-0c5f-4158-b6cd-6d1ce6556a2a req-fffa2249-42bf-4661-9f2d-e2a8004734ca tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:36.518889 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aa6d1818-0c5f-4158-b6cd-6d1ce6556a2a req-fffa2249-42bf-4661-9f2d-e2a8004734ca tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.1125319 Jul 16 08:30:36.545513 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ec0c82d6-f8e7-4a89-babb-778abb7c054d req-b3de3a78-255d-42cb-9a12-33bed1c1260f tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0592225 Jul 16 08:30:36.571015 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aa6d1818-0c5f-4158-b6cd-6d1ce6556a2a req-2c3380d9-d4c4-45ba-ac31-c2415fff7711 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508649 Jul 16 08:30:36.637446 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d8d5e241-0b00-48fc-bec4-0e941d0624c3 req-8733cc9e-480a-4b1e-a6b5-b4cdd656f799 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 210 time: 0.0477655 Jul 16 08:30:36.784820 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-012ce757-eeff-430a-9aa6-afd9e5f1383a req-fd85ff30-9d1d-47e0-93b6-77fe6c049744 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=60e6ae2f-4f80-40ac-b3b6-02944075bdda HTTP/1.1" status: 200 len: 210 time: 0.0526016 Jul 16 08:30:36.966158 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:37.346628 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ea06db-762e-4031-8fce-689d61519d2a req-518dd27d-a527-49dd-9dca-49851a71c706 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:37.348826 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-39ea06db-762e-4031-8fce-689d61519d2a req-518dd27d-a527-49dd-9dca-49851a71c706 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.0637302 Jul 16 08:30:37.391992 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-39ea06db-762e-4031-8fce-689d61519d2a req-c7f4208c-bf09-40c5-84e7-5ae2be34f570 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376174 Jul 16 08:30:37.708974 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d01e35a6-5dcb-46c6-b0e7-6211ebed1f34 req-2f1448b2-c88b-4a0c-9242-ec6c65752b9b tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0394056 Jul 16 08:30:37.807567 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-ef047896-abd0-4fd9-902d-964bf15838c0 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:37.809589 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-ef047896-abd0-4fd9-902d-964bf15838c0 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.30 "GET /v2.0/networks?id=d342364e-cb68-4fed-83d9-f37bbb306922 HTTP/1.1" status: 200 len: 820 time: 0.1806231 Jul 16 08:30:37.822931 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-ed49a9e6-a570-4970-962f-2088da7ee8b2 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Request body: {'port': {'device_id': '46980820-23c1-4427-a797-0146b171bb9a', 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922', 'admin_state_up': True, 'tenant_id': 'fb861a1f8ff74c69926fd0df0ce3f903'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:37.865997 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864552af-263f-4b5e-8d5f-0d9af71e3e26 req-c8f4a3d8-abc2-464a-bd46-30bf09105bfe tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:37.870772 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-864552af-263f-4b5e-8d5f-0d9af71e3e26 req-c8f4a3d8-abc2-464a-bd46-30bf09105bfe tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.1293075 Jul 16 08:30:37.927004 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-864552af-263f-4b5e-8d5f-0d9af71e3e26 req-8040d741-5385-472b-bf5f-13a4740aa591 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507200 Jul 16 08:30:37.962486 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d09367aa-8974-4f49-b1b9-0d876f89b8f7 req-fb1d9fa6-1eeb-4c75-8bc6-b6d4a26e7c02 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 210 time: 0.0330470 Jul 16 08:30:37.991050 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-ed49a9e6-a570-4970-962f-2088da7ee8b2 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Made reservation on behalf of fb861a1f8ff74c69926fd0df0ce3f903 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:30:37.996114 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-ed49a9e6-a570-4970-962f-2088da7ee8b2 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.046497 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 930dd323-1008-413d-b067-f50de030ab82 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:38.050310 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device c12305d6-fd52-4028-869e-2859e416965c no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:38.094242 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: c12305d6-fd52-4028-869e-2859e416965c {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:38.094590 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device c12305d6-fd52-4028-869e-2859e416965c not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:38.165968 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-ed49a9e6-a570-4970-962f-2088da7ee8b2 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Allocated IP 172.20.0.9 (d342364e-cb68-4fed-83d9-f37bbb306922/08efe674-85ae-4a06-b69c-d92fb68b404c/0ed9a183-e43d-43a6-b319-0757cf6445f2) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:30:38.221577 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 930dd323-1008-413d-b067-f50de030ab82, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=930dd323-1008-413d-b067-f50de030ab82,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:38.233431 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '930dd323-1008-413d-b067-f50de030ab82', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': '930dd323-1008-413d-b067-f50de030ab82', 'mac_address': 'fa:16:3e:68:b7:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:38.295830 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.315505 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 930dd323-1008-413d-b067-f50de030ab82 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:38.358505 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 930dd323-1008-413d-b067-f50de030ab82, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=930dd323-1008-413d-b067-f50de030ab82,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:38.367375 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.421507 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-ed49a9e6-a570-4970-962f-2088da7ee8b2 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.465076 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.490270 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-ed49a9e6-a570-4970-962f-2088da7ee8b2 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.492638 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=930dd323-1008-413d-b067-f50de030ab82,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:38.575788 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['930dd323-1008-413d-b067-f50de030ab82'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:38.577784 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed49a9e6-a570-4970-962f-2088da7ee8b2 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Pushing event updated for resources: {'Port': ['ID=0ed9a183-e43d-43a6-b319-0757cf6445f2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:38.621522 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-ed49a9e6-a570-4970-962f-2088da7ee8b2 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Network d342364e-cb68-4fed-83d9-f37bbb306922 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:30:38.623010 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-ed49a9e6-a570-4970-962f-2088da7ee8b2 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:30:38.625396 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-ed49a9e6-a570-4970-962f-2088da7ee8b2 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:30:38.766610 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-ed49a9e6-a570-4970-962f-2088da7ee8b2 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:38.769286 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-ed49a9e6-a570-4970-962f-2088da7ee8b2 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:38.815520 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-ed49a9e6-a570-4970-962f-2088da7ee8b2 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9972501 Jul 16 08:30:38.840144 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-3ac189b9-95ef-426d-952d-e2e9cb642ee6 service neutron] Request body: {'port': {'device_id': '46980820-23c1-4427-a797-0146b171bb9a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:30:39.131083 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5764507b-e228-4303-a2da-6ee838139c10 req-53e19c65-4a68-4bbd-a02d-c62588fe3f9e tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0654013 Jul 16 08:30:39.193132 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a45a53-5dec-4769-bf30-e198a4ea188c req-f5840cf4-767e-4711-9037-90568e926528 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:39.200124 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-94a45a53-5dec-4769-bf30-e198a4ea188c req-f5840cf4-767e-4711-9037-90568e926528 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.5366607 Jul 16 08:30:39.287330 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-94a45a53-5dec-4769-bf30-e198a4ea188c req-199c0819-58b3-4a17-802a-09f6271986ce tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860858 Jul 16 08:30:39.297693 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-3ac189b9-95ef-426d-952d-e2e9cb642ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:39.406193 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea473c57-7836-4fab-b0b4-adc7d26e7e3d req-171964c8-00f8-4c82-83d0-1fb24ebfa7d3 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:39.416622 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ea473c57-7836-4fab-b0b4-adc7d26e7e3d req-171964c8-00f8-4c82-83d0-1fb24ebfa7d3 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c6ecf56-ec43-4bdd-a5f8-e25f222176ad HTTP/1.1" status: 200 len: 949 time: 0.1255257 Jul 16 08:30:39.501188 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ea473c57-7836-4fab-b0b4-adc7d26e7e3d req-13cdae9f-0fb3-4502-829d-c9ef1d80f246 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748174 Jul 16 08:30:39.668939 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284a9d2b-07e1-4845-bbd2-26dda443807e req-8162d931-be8b-4ce8-a3cb-d8e4b2fe264f tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:39.676157 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-284a9d2b-07e1-4845-bbd2-26dda443807e req-8162d931-be8b-4ce8-a3cb-d8e4b2fe264f tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.2650306 Jul 16 08:30:39.748769 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-284a9d2b-07e1-4845-bbd2-26dda443807e req-cfa69003-c430-4d65-8db1-582fa6576317 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714269 Jul 16 08:30:39.857299 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb6ea1-956d-44a6-bf37-967f7ca853ea req-47df5104-715f-4033-bb08-9126a4c91cc2 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:39.866378 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-26fb6ea1-956d-44a6-bf37-967f7ca853ea req-47df5104-715f-4033-bb08-9126a4c91cc2 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 931 time: 0.1524751 Jul 16 08:30:39.876552 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-3ac189b9-95ef-426d-952d-e2e9cb642ee6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ed9a183-e43d-43a6-b319-0757cf6445f2 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:39.891810 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-3ac189b9-95ef-426d-952d-e2e9cb642ee6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:39.917274 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-3ac189b9-95ef-426d-952d-e2e9cb642ee6 service neutron] Transition to ACTIVE for port object 0ed9a183-e43d-43a6-b319-0757cf6445f2 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:30:39.923964 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-3ac189b9-95ef-426d-952d-e2e9cb642ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:39.961338 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-26fb6ea1-956d-44a6-bf37-967f7ca853ea req-45229ee9-5648-44c8-b53a-2b92e7d3fda6 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939870 Jul 16 08:30:40.068236 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 930dd323-1008-413d-b067-f50de030ab82 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:40.251470 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac189b9-95ef-426d-952d-e2e9cb642ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed9a183-e43d-43a6-b319-0757cf6445f2,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:40.377090 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d29a78c-3637-4944-b121-bcb4970f357f req-6ad50faf-8a5a-47bb-861c-a523a08437d6 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:40.378615 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3d29a78c-3637-4944-b121-bcb4970f357f req-6ad50faf-8a5a-47bb-861c-a523a08437d6 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c6ecf56-ec43-4bdd-a5f8-e25f222176ad HTTP/1.1" status: 200 len: 949 time: 0.2746553 Jul 16 08:30:40.380492 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 930dd323-1008-413d-b067-f50de030ab82 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:40.380999 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.392506 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-3ac189b9-95ef-426d-952d-e2e9cb642ee6 service neutron] Attempting to bind port 0ed9a183-e43d-43a6-b319-0757cf6445f2 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:30:40.392867 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-3ac189b9-95ef-426d-952d-e2e9cb642ee6 service neutron] Attempting to bind port 0ed9a183-e43d-43a6-b319-0757cf6445f2 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:30:40.393202 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-3ac189b9-95ef-426d-952d-e2e9cb642ee6 service neutron] Attempting to bind port 0ed9a183-e43d-43a6-b319-0757cf6445f2 on network d342364e-cb68-4fed-83d9-f37bbb306922 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:40.399837 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-3ac189b9-95ef-426d-952d-e2e9cb642ee6 service neutron] Port 0ed9a183-e43d-43a6-b319-0757cf6445f2 on network d342364e-cb68-4fed-83d9-f37bbb306922 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:30:40.400248 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-3ac189b9-95ef-426d-952d-e2e9cb642ee6 service neutron] Attempting to bind port 0ed9a183-e43d-43a6-b319-0757cf6445f2 on network d342364e-cb68-4fed-83d9-f37bbb306922 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:30:40.406016 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-3ac189b9-95ef-426d-952d-e2e9cb642ee6 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 30, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:30:40.406526 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-3ac189b9-95ef-426d-952d-e2e9cb642ee6 service neutron] Checking segment: {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:30:40.406921 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-3ac189b9-95ef-426d-952d-e2e9cb642ee6 service neutron] Bound using segment: {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:30:40.407520 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-3ac189b9-95ef-426d-952d-e2e9cb642ee6 service neutron] Bound port: 0ed9a183-e43d-43a6-b319-0757cf6445f2, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:30:40.407886 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-3ac189b9-95ef-426d-952d-e2e9cb642ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.509970 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-3ac189b9-95ef-426d-952d-e2e9cb642ee6 service neutron] For port 0ed9a183-e43d-43a6-b319-0757cf6445f2, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:30:40.518355 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-3ac189b9-95ef-426d-952d-e2e9cb642ee6 service neutron] For port 0ed9a183-e43d-43a6-b319-0757cf6445f2, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=0ed9a183-e43d-43a6-b319-0757cf6445f2,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:30:40.526523 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-3ac189b9-95ef-426d-952d-e2e9cb642ee6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.553966 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.601318 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fb032a82-f164-4042-bb2b-1b7334c5c401 req-3bb879d7-6879-44e9-819f-1ea168212bba tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0503063 Jul 16 08:30:40.616380 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-3d29a78c-3637-4944-b121-bcb4970f357f req-3472e616-e46e-41c5-843e-eae01a83bf9e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Deleting port 7edac58b-e964-4545-a209-9b980fd75eba {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:40.616756 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3d29a78c-3637-4944-b121-bcb4970f357f req-3472e616-e46e-41c5-843e-eae01a83bf9e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.618507 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-3ac189b9-95ef-426d-952d-e2e9cb642ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:40.619548 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-3ac189b9-95ef-426d-952d-e2e9cb642ee6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.621072 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32247c9d-c875-4590-8621-c59e4a6d5442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930dd323-1008-413d-b067-f50de030ab82'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:40.625584 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-3ac189b9-95ef-426d-952d-e2e9cb642ee6 service neutron] 10.222.0.30 "PUT /v2.0/ports/0ed9a183-e43d-43a6-b319-0757cf6445f2 HTTP/1.1" status: 200 len: 1092 time: 1.7948182 Jul 16 08:30:40.627200 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54ce81d2-5431-4296-8c7f-ccd6054a2bf2" -d '{"events": [{"server_uuid": "32247c9d-c875-4590-8621-c59e4a6d5442", "name": "network-vif-plugged", "status": "completed", "tag": "930dd323-1008-413d-b067-f50de030ab82"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:40.632395 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46980820-23c1-4427-a797-0146b171bb9a', 'tag': '0ed9a183-e43d-43a6-b319-0757cf6445f2'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:40.635904 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32d72700-dcfa-4d3a-a3e6-a7d44115d09a" -d '{"events": [{"name": "network-changed", "server_uuid": "46980820-23c1-4427-a797-0146b171bb9a", "tag": "0ed9a183-e43d-43a6-b319-0757cf6445f2"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:40.667209 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 930dd323-1008-413d-b067-f50de030ab82, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=930dd323-1008-413d-b067-f50de030ab82,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:40.678148 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.763872 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-3d29a78c-3637-4944-b121-bcb4970f357f req-3472e616-e46e-41c5-843e-eae01a83bf9e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] For port 7edac58b-e964-4545-a209-9b980fd75eba, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=7edac58b-e964-4545-a209-9b980fd75eba,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:40.763872 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3d29a78c-3637-4944-b121-bcb4970f357f req-3472e616-e46e-41c5-843e-eae01a83bf9e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:40.772329 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=930dd323-1008-413d-b067-f50de030ab82,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:40.783236 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-3d29a78c-3637-4944-b121-bcb4970f357f req-3472e616-e46e-41c5-843e-eae01a83bf9e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Calling delete_port for 7edac58b-e964-4545-a209-9b980fd75eba owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:40.827473 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac189b9-95ef-426d-952d-e2e9cb642ee6 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed9a183-e43d-43a6-b319-0757cf6445f2,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:40.855916 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f115637-89c3-4410-b481-e48d676002f2 req-6397cd99-b60d-4626-ba8d-ab44bc2991ac tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:40.865733 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7f115637-89c3-4410-b481-e48d676002f2 req-6397cd99-b60d-4626-ba8d-ab44bc2991ac tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.2376950 Jul 16 08:30:40.882907 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d05ad1-ecf1-459f-93bc-7dd1230a5cf4 req-6a7b5633-ccdd-4864-874d-eda4e328085f tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:40.884653 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b8d05ad1-ecf1-459f-93bc-7dd1230a5cf4 req-6a7b5633-ccdd-4864-874d-eda4e328085f tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f5e8129-eb72-435f-8a97-b2c866b16a1c HTTP/1.1" status: 200 len: 949 time: 0.3767571 Jul 16 08:30:40.891163 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-45c3442b-6d04-41ea-800c-90f9d927a91b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:40.892454 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-45c3442b-6d04-41ea-800c-90f9d927a91b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 1095 time: 0.1624784 Jul 16 08:30:40.920977 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7f115637-89c3-4410-b481-e48d676002f2 req-65bc0f4a-2c24-45cf-879d-f330f3e78a42 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541127 Jul 16 08:30:40.980340 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-dba45577-c069-431c-9d29-265b67150a9a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ed9a183-e43d-43a6-b319-0757cf6445f2 HTTP/1.1" status: 200 len: 217 time: 0.0563438 Jul 16 08:30:40.996731 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b779ef-72b0-4d59-bf8f-37a73ed7e420 x-openstack-request-id: req-53b779ef-72b0-4d59-bf8f-37a73ed7e420 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:40.997028 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32247c9d-c875-4590-8621-c59e4a6d5442", "name": "network-vif-plugged", "status": "completed", "tag": "930dd323-1008-413d-b067-f50de030ab82", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:40.997289 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-53b779ef-72b0-4d59-bf8f-37a73ed7e420 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:40.997698 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32247c9d-c875-4590-8621-c59e4a6d5442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930dd323-1008-413d-b067-f50de030ab82', 'code': 200} Jul 16 08:30:41.039865 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-cdac48b1-471b-446b-9620-160e4c6a4b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:41.041479 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-cdac48b1-471b-446b-9620-160e4c6a4b48 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08efe674-85ae-4a06-b69c-d92fb68b404c HTTP/1.1" status: 200 len: 860 time: 0.0553100 Jul 16 08:30:41.041856 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f233288-3856-47a6-9029-059960deb619 req-50ac330c-653b-42d3-8ab1-f63b3291a171 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:41.044886 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0f233288-3856-47a6-9029-059960deb619 req-50ac330c-653b-42d3-8ab1-f63b3291a171 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=4c6ecf56-ec43-4bdd-a5f8-e25f222176ad HTTP/1.1" status: 200 len: 949 time: 0.2661273 Jul 16 08:30:41.057498 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54b37b77-effe-44aa-aca3-ed4821fa64d6 x-openstack-request-id: req-54b37b77-effe-44aa-aca3-ed4821fa64d6 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:41.058320 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46980820-23c1-4427-a797-0146b171bb9a", "tag": "0ed9a183-e43d-43a6-b319-0757cf6445f2", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:41.059104 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-54b37b77-effe-44aa-aca3-ed4821fa64d6 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:41.059757 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46980820-23c1-4427-a797-0146b171bb9a', 'tag': '0ed9a183-e43d-43a6-b319-0757cf6445f2', 'status': 'completed', 'code': 200} Jul 16 08:30:41.092762 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-a1861c6d-47e0-47e0-83b5-536a87172044 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d342364e-cb68-4fed-83d9-f37bbb306922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317290 Jul 16 08:30:41.195795 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0f233288-3856-47a6-9029-059960deb619 req-608cbdcf-30dd-478a-90a2-b04e3b13db60 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262379 Jul 16 08:30:41.266824 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-b8d05ad1-ecf1-459f-93bc-7dd1230a5cf4 req-b5c43a6b-7963-480d-af02-0427e979295d tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Deleting port 8cea9b50-fe98-433b-8180-02087487e8e1 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:41.267107 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b8d05ad1-ecf1-459f-93bc-7dd1230a5cf4 req-b5c43a6b-7963-480d-af02-0427e979295d tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.292719 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3d29a78c-3637-4944-b121-bcb4970f357f req-3472e616-e46e-41c5-843e-eae01a83bf9e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.307960 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['e41bead0-2f4e-40c6-a4d9-01e67e20ac37', '79a3e1f3-4732-4c1d-aec3-48e04b67cbec', '7edac58b-e964-4545-a209-9b980fd75eba'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:41.309537 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-fbc46c76-ce37-484e-9ac4-1b6f8e8e2f8a service neutron] 10.222.0.30 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079024 Jul 16 08:30:41.310476 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['f9003aa7-bcf5-42d4-a8c3-d02636baca33', '8cea9b50-fe98-433b-8180-02087487e8e1'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:41.407808 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3472e616-e46e-41c5-843e-eae01a83bf9e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Pushing event deleted for resources: {'Port': ['ID=7edac58b-e964-4545-a209-9b980fd75eba,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:41.479760 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5043b6d4-38af-4ce9-8058-ddd85cc81283 req-66a78c45-b544-42a6-8fd3-44f0ea2c57b2 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:41.482448 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5043b6d4-38af-4ce9-8058-ddd85cc81283 req-66a78c45-b544-42a6-8fd3-44f0ea2c57b2 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.2511036 Jul 16 08:30:41.532671 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7af6bbac-ca69-41cd-9e0e-d50a3365c932 req-0faf6ff8-33d4-4377-917a-b5b2a9d79187 service neutron] 10.222.0.30 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143176 Jul 16 08:30:41.594970 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5043b6d4-38af-4ce9-8058-ddd85cc81283 req-a3365c81-74e2-4a0c-a681-86e9960a3335 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949082 Jul 16 08:30:41.637106 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b8d05ad1-ecf1-459f-93bc-7dd1230a5cf4 req-b5c43a6b-7963-480d-af02-0427e979295d tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] For port 8cea9b50-fe98-433b-8180-02087487e8e1, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=8cea9b50-fe98-433b-8180-02087487e8e1,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:41.637843 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b8d05ad1-ecf1-459f-93bc-7dd1230a5cf4 req-b5c43a6b-7963-480d-af02-0427e979295d tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.672738 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-b8d05ad1-ecf1-459f-93bc-7dd1230a5cf4 req-b5c43a6b-7963-480d-af02-0427e979295d tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Calling delete_port for 8cea9b50-fe98-433b-8180-02087487e8e1 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:41.679620 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d72700-dcfa-4d3a-a3e6-a7d44115d09a req-20b434a9-f6bb-429f-a519-b31c0ba93a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:41.682309 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-32d72700-dcfa-4d3a-a3e6-a7d44115d09a req-20b434a9-f6bb-429f-a519-b31c0ba93a4b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 1095 time: 0.0858104 Jul 16 08:30:41.836709 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d72700-dcfa-4d3a-a3e6-a7d44115d09a req-643bd8bf-194b-4948-ad0f-dfa57b7e957e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:41.838531 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-32d72700-dcfa-4d3a-a3e6-a7d44115d09a req-643bd8bf-194b-4948-ad0f-dfa57b7e957e service neutron] 10.222.0.30 "GET /v2.0/networks?id=d342364e-cb68-4fed-83d9-f37bbb306922 HTTP/1.1" status: 200 len: 921 time: 0.1397760 Jul 16 08:30:41.902388 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d29a78c-3637-4944-b121-bcb4970f357f req-3472e616-e46e-41c5-843e-eae01a83bf9e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] No DVR routers for this DVR port 7edac58b-e964-4545-a209-9b980fd75eba on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:41.911839 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3d29a78c-3637-4944-b121-bcb4970f357f req-3472e616-e46e-41c5-843e-eae01a83bf9e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:41.914018 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3d29a78c-3637-4944-b121-bcb4970f357f req-3472e616-e46e-41c5-843e-eae01a83bf9e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.21 "DELETE /v2.0/ports/7edac58b-e964-4545-a209-9b980fd75eba HTTP/1.1" status: 204 len: 173 time: 1.5242560 Jul 16 08:30:41.924923 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4c6ecf56-ec43-4bdd-a5f8-e25f222176ad', 'name': 'network-vif-deleted', 'tag': '7edac58b-e964-4545-a209-9b980fd75eba'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:41.927371 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-665521ad-3059-4414-84e3-049ef7fcd700" -d '{"events": [{"server_uuid": "4c6ecf56-ec43-4bdd-a5f8-e25f222176ad", "name": "network-vif-deleted", "tag": "7edac58b-e964-4545-a209-9b980fd75eba"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:42.017450 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-32d72700-dcfa-4d3a-a3e6-a7d44115d09a req-55f9838e-d0f8-4bfd-91c3-33291883d704 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ed9a183-e43d-43a6-b319-0757cf6445f2 HTTP/1.1" status: 200 len: 217 time: 0.1614349 Jul 16 08:30:42.118212 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e194cbd-99f9-46a4-a0ad-ab9389fc1173 req-c091ece5-cb0e-450b-a52e-67d2d29a0575 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:42.123551 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6e194cbd-99f9-46a4-a0ad-ab9389fc1173 req-c091ece5-cb0e-450b-a52e-67d2d29a0575 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 943 time: 0.6943133 Jul 16 08:30:42.181744 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d72700-dcfa-4d3a-a3e6-a7d44115d09a req-95e87676-a8aa-401b-981c-d4be04a73e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:42.184387 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-32d72700-dcfa-4d3a-a3e6-a7d44115d09a req-95e87676-a8aa-401b-981c-d4be04a73e83 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08efe674-85ae-4a06-b69c-d92fb68b404c HTTP/1.1" status: 200 len: 860 time: 0.1561837 Jul 16 08:30:42.239855 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-32d72700-dcfa-4d3a-a3e6-a7d44115d09a req-fd725d6b-4ddc-4f6f-9921-d8b6ea3037a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d342364e-cb68-4fed-83d9-f37bbb306922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452242 Jul 16 08:30:42.246065 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6e194cbd-99f9-46a4-a0ad-ab9389fc1173 req-47db0cf9-05ed-455b-b4a8-dfc42af04b9a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146250 Jul 16 08:30:42.314323 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b8d05ad1-ecf1-459f-93bc-7dd1230a5cf4 req-b5c43a6b-7963-480d-af02-0427e979295d tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:42.410910 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c43a6b-7963-480d-af02-0427e979295d tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Pushing event deleted for resources: {'Port': ['ID=8cea9b50-fe98-433b-8180-02087487e8e1,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:42.463219 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['f9003aa7-bcf5-42d4-a8c3-d02636baca33'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:42.501818 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f2bca4-fac7-40b3-8ee5-341276ca1384 x-openstack-request-id: req-b3f2bca4-fac7-40b3-8ee5-341276ca1384 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:42.502286 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4c6ecf56-ec43-4bdd-a5f8-e25f222176ad", "name": "network-vif-deleted", "tag": "7edac58b-e964-4545-a209-9b980fd75eba", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:42.502687 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b3f2bca4-fac7-40b3-8ee5-341276ca1384 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:42.503335 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4c6ecf56-ec43-4bdd-a5f8-e25f222176ad', 'name': 'network-vif-deleted', 'tag': '7edac58b-e964-4545-a209-9b980fd75eba', 'status': 'completed', 'code': 200} Jul 16 08:30:42.518822 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-32d72700-dcfa-4d3a-a3e6-a7d44115d09a req-0fcb992a-1a28-45ed-814b-51e91eb88faf service neutron] 10.222.0.30 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2692971 Jul 16 08:30:42.583206 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8d05ad1-ecf1-459f-93bc-7dd1230a5cf4 req-b5c43a6b-7963-480d-af02-0427e979295d tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] No DVR routers for this DVR port 8cea9b50-fe98-433b-8180-02087487e8e1 on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:42.637162 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b8d05ad1-ecf1-459f-93bc-7dd1230a5cf4 req-b5c43a6b-7963-480d-af02-0427e979295d tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:42.639284 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b8d05ad1-ecf1-459f-93bc-7dd1230a5cf4 req-b5c43a6b-7963-480d-af02-0427e979295d tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.30 "DELETE /v2.0/ports/8cea9b50-fe98-433b-8180-02087487e8e1 HTTP/1.1" status: 204 len: 173 time: 1.7235763 Jul 16 08:30:42.652104 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dab639a7-b066-443f-bb22-051e61b87c1a req-715044e4-b215-455f-9137-6b908285ba48 tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.1249795 Jul 16 08:30:42.750937 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-32d72700-dcfa-4d3a-a3e6-a7d44115d09a req-d7922bbc-fcfc-4166-afbb-c3910cb40c8b service neutron] 10.222.0.30 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2201056 Jul 16 08:30:42.778507 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082afddd-fda4-46d7-bae1-195fb1c5371c req-da3a6354-cc39-471d-bb22-d432d6376ac0 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:42.783941 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-082afddd-fda4-46d7-bae1-195fb1c5371c req-da3a6354-cc39-471d-bb22-d432d6376ac0 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.1198249 Jul 16 08:30:42.853219 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-082afddd-fda4-46d7-bae1-195fb1c5371c req-d1097c71-6a44-4692-88c0-cc4428d844d4 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646195 Jul 16 08:30:42.863428 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['e41bead0-2f4e-40c6-a4d9-01e67e20ac37', '79a3e1f3-4732-4c1d-aec3-48e04b67cbec'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:43.548587 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f8ce47d7-a551-4d67-8b3b-39303da92edc req-cf3a3f84-006f-4d29-897f-f741db0f65b8 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f5e8129-eb72-435f-8a97-b2c866b16a1c HTTP/1.1" status: 200 len: 210 time: 0.0570810 Jul 16 08:30:43.564469 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c0d77-fd44-456a-af0b-3b37d3c1c0a7 req-09d1d0f1-557e-4aa4-80ab-ce0e9f7d47c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:43.566017 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-047c0d77-fd44-456a-af0b-3b37d3c1c0a7 req-09d1d0f1-557e-4aa4-80ab-ce0e9f7d47c6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=ec9bc7ee3b854f55abf6b1b286377786&device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 1097 time: 0.1429095 Jul 16 08:30:43.725314 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c0d77-fd44-456a-af0b-3b37d3c1c0a7 req-74c4871b-d5d8-4022-8035-2fe29d3b50b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:43.726980 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-047c0d77-fd44-456a-af0b-3b37d3c1c0a7 req-74c4871b-d5d8-4022-8035-2fe29d3b50b5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fab67cd5-46e2-450e-aead-9e16a980be1b HTTP/1.1" status: 200 len: 917 time: 0.1485550 Jul 16 08:30:43.763020 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9205f720-ecdd-4c43-8ec6-1713878dce1f req-ec50e32a-4a24-4673-a545-986081b4c8cd tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:43.772134 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9205f720-ecdd-4c43-8ec6-1713878dce1f req-ec50e32a-4a24-4673-a545-986081b4c8cd tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 943 time: 0.1454289 Jul 16 08:30:43.796038 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-047c0d77-fd44-456a-af0b-3b37d3c1c0a7 req-195874c7-468f-42f4-89f4-dcf245aa2b82 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=33a1a531-589b-4c0c-9129-473de99d0088 HTTP/1.1" status: 200 len: 217 time: 0.0618029 Jul 16 08:30:43.818014 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9205f720-ecdd-4c43-8ec6-1713878dce1f req-07f7680b-7b83-4696-bdac-2291c19131ed tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427661 Jul 16 08:30:43.868901 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c0d77-fd44-456a-af0b-3b37d3c1c0a7 req-4206fcf8-fb1f-442b-ae54-f3b2be2f774d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:43.870437 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-047c0d77-fd44-456a-af0b-3b37d3c1c0a7 req-4206fcf8-fb1f-442b-ae54-f3b2be2f774d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f54ae592-dba2-4b67-8778-fc3e1eeff092 HTTP/1.1" status: 200 len: 855 time: 0.0485194 Jul 16 08:30:43.944453 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9c14a-5906-4662-a614-c0228b9a6a2d req-5f9e52e5-7333-4c31-871d-5d748f07fb32 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:43.951791 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a5c9c14a-5906-4662-a614-c0228b9a6a2d req-5f9e52e5-7333-4c31-871d-5d748f07fb32 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.2055211 Jul 16 08:30:43.984283 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047c0d77-fd44-456a-af0b-3b37d3c1c0a7 req-cddd7780-19bb-4d18-9e65-8ee7f2ede7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:43.985993 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-047c0d77-fd44-456a-af0b-3b37d3c1c0a7 req-cddd7780-19bb-4d18-9e65-8ee7f2ede7b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fab67cd5-46e2-450e-aead-9e16a980be1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1065550 Jul 16 08:30:44.021890 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a5c9c14a-5906-4662-a614-c0228b9a6a2d req-5df813ca-9184-4b68-b79f-aedb5ee027db tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690830 Jul 16 08:30:44.073961 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c1aefa99-06de-465e-b1ea-2c564bccbe99 req-8b39504c-ca47-4d57-aa08-c958117c6311 tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0421870 Jul 16 08:30:44.116397 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 7edac58b-e964-4545-a209-9b980fd75eba no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:44.185834 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 7edac58b-e964-4545-a209-9b980fd75eba {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:44.186408 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-047c0d77-fd44-456a-af0b-3b37d3c1c0a7 req-a5abfb38-501e-427b-abb7-e5842fd41e3f service neutron] 10.222.0.21 "GET /v2.0/networks/fab67cd5-46e2-450e-aead-9e16a980be1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1903861 Jul 16 08:30:44.187191 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 7edac58b-e964-4545-a209-9b980fd75eba not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:44.216726 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 0ed9a183-e43d-43a6-b319-0757cf6445f2 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:30:44.220049 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 8cea9b50-fe98-433b-8180-02087487e8e1 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:44.254434 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 8cea9b50-fe98-433b-8180-02087487e8e1 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:44.255185 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 8cea9b50-fe98-433b-8180-02087487e8e1 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:44.383849 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 0ed9a183-e43d-43a6-b319-0757cf6445f2, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=0ed9a183-e43d-43a6-b319-0757cf6445f2,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:44.395675 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '0ed9a183-e43d-43a6-b319-0757cf6445f2', 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922', 'port_id': '0ed9a183-e43d-43a6-b319-0757cf6445f2', 'mac_address': 'fa:16:3e:95:15:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08efe674-85ae-4a06-b69c-d92fb68b404c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:30:44.435938 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717198bb-9bd3-4c3d-a6d6-7d1afbb16f2c req-0f8324ea-c87f-439f-a014-b207c0beceee tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:44.443171 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-717198bb-9bd3-4c3d-a6d6-7d1afbb16f2c req-0f8324ea-c87f-439f-a014-b207c0beceee tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.2327032 Jul 16 08:30:44.448789 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:44.453607 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-047c0d77-fd44-456a-af0b-3b37d3c1c0a7 req-82657f21-1468-46ea-a80a-6cf6b5a74610 service neutron] 10.222.0.21 "GET /v2.0/networks/fab67cd5-46e2-450e-aead-9e16a980be1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2590556 Jul 16 08:30:44.478750 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ed9a183-e43d-43a6-b319-0757cf6445f2 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:30:44.505430 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-717198bb-9bd3-4c3d-a6d6-7d1afbb16f2c req-ad1bde5f-aae2-414c-9eb7-f8d2595bb03c tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612912 Jul 16 08:30:44.506008 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f5e8129-eb72-435f-8a97-b2c866b16a1c', 'name': 'network-vif-deleted', 'tag': '8cea9b50-fe98-433b-8180-02087487e8e1'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:44.519415 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e0d38b6-785c-48a1-975a-50991fd3f3f7" -d '{"events": [{"server_uuid": "8f5e8129-eb72-435f-8a97-b2c866b16a1c", "name": "network-vif-deleted", "tag": "8cea9b50-fe98-433b-8180-02087487e8e1"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:44.530765 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 0ed9a183-e43d-43a6-b319-0757cf6445f2, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=0ed9a183-e43d-43a6-b319-0757cf6445f2,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:44.536255 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:44.566919 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5da42946-0f1d-46aa-82d2-f2ca4234d418 x-openstack-request-id: req-5da42946-0f1d-46aa-82d2-f2ca4234d418 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:44.567473 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f5e8129-eb72-435f-8a97-b2c866b16a1c", "name": "network-vif-deleted", "tag": "8cea9b50-fe98-433b-8180-02087487e8e1", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:44.567473 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5da42946-0f1d-46aa-82d2-f2ca4234d418 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:44.567943 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f5e8129-eb72-435f-8a97-b2c866b16a1c', 'name': 'network-vif-deleted', 'tag': '8cea9b50-fe98-433b-8180-02087487e8e1', 'status': 'completed', 'code': 200} Jul 16 08:30:44.606350 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=0ed9a183-e43d-43a6-b319-0757cf6445f2,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:44.900954 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['0ed9a183-e43d-43a6-b319-0757cf6445f2'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:45.151406 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd4e81a-73ab-4793-b6ec-dfc1b990b748 req-ff8bff91-c1b1-4a14-bd21-88ab1f528e45 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:45.153845 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dfd4e81a-73ab-4793-b6ec-dfc1b990b748 req-ff8bff91-c1b1-4a14-bd21-88ab1f528e45 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 944 time: 0.1520045 Jul 16 08:30:45.202396 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dfd4e81a-73ab-4793-b6ec-dfc1b990b748 req-eab6055a-f0ee-4eb3-b1e7-2d13cc4e7647 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404720 Jul 16 08:30:45.393679 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd086149-77d9-4840-a843-248a0e70c174 req-861150d5-ec64-47ac-ac54-1cdd16275d95 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:45.400811 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bd086149-77d9-4840-a843-248a0e70c174 req-861150d5-ec64-47ac-ac54-1cdd16275d95 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.0853169 Jul 16 08:30:45.447047 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bd086149-77d9-4840-a843-248a0e70c174 req-496fa336-024e-468d-a19b-e5b5ea8fea4a tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451245 Jul 16 08:30:45.494064 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-34cd3e2e-735a-4ced-8087-a1d5ab35fca5 req-993955a2-208b-4c73-bcd9-706daf6a7e62 tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0493727 Jul 16 08:30:45.703299 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42fdc2b7-c27d-4a06-b0c1-08ee68151d9a req-c1458c88-ffbd-439f-a347-0e5f98fb28de tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:45.713182 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-42fdc2b7-c27d-4a06-b0c1-08ee68151d9a req-c1458c88-ffbd-439f-a347-0e5f98fb28de tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=227e7ace-6c67-4aac-a66d-717b67a5ce43 HTTP/1.1" status: 200 len: 949 time: 0.0850279 Jul 16 08:30:45.897763 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a6609-6c6d-41d2-98f8-6cf6816f1069 req-54f937df-3801-42be-8169-dae3bf8aee7a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:45.905657 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa4a6609-6c6d-41d2-98f8-6cf6816f1069 req-54f937df-3801-42be-8169-dae3bf8aee7a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.0802772 Jul 16 08:30:45.956660 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa4a6609-6c6d-41d2-98f8-6cf6816f1069 req-8c824c14-790e-44ad-bd00-cd598f5caa11 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496571 Jul 16 08:30:46.052220 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-42fdc2b7-c27d-4a06-b0c1-08ee68151d9a req-d5f5890e-a575-435a-a9f0-2de449a4ceef tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3346798 Jul 16 08:30:46.141439 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12090992-74a1-40b5-9d3f-435ff6cecbd8 req-90b367aa-45ce-477d-8266-7c40ef8a6477 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:46.142970 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-12090992-74a1-40b5-9d3f-435ff6cecbd8 req-90b367aa-45ce-477d-8266-7c40ef8a6477 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.0789809 Jul 16 08:30:46.185221 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 0ed9a183-e43d-43a6-b319-0757cf6445f2 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:30:46.203307 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-12090992-74a1-40b5-9d3f-435ff6cecbd8 req-c7b041ae-75a6-48d7-af79-88a87dbd0e13 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529766 Jul 16 08:30:46.270445 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 0ed9a183-e43d-43a6-b319-0757cf6445f2 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:30:46.275372 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 0ed9a183-e43d-43a6-b319-0757cf6445f2 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:30:46.276096 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:46.402050 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:46.448069 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46980820-23c1-4427-a797-0146b171bb9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed9a183-e43d-43a6-b319-0757cf6445f2'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:46.450799 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dacf7ef-a251-4be6-8cc0-cc69a49e4397" -d '{"events": [{"server_uuid": "46980820-23c1-4427-a797-0146b171bb9a", "name": "network-vif-plugged", "status": "completed", "tag": "0ed9a183-e43d-43a6-b319-0757cf6445f2"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:46.452964 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1409cf2-1334-4f50-be4c-012d9979d2c7 req-367d8010-4e21-4aa7-8335-bd5640106089 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:46.454996 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a1409cf2-1334-4f50-be4c-012d9979d2c7 req-367d8010-4e21-4aa7-8335-bd5640106089 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b52d596-fa36-4bca-a34e-4fd266194967 HTTP/1.1" status: 200 len: 945 time: 0.0790980 Jul 16 08:30:46.455350 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dead5e9e-011e-41da-b4b8-4350be700f39 req-5d47c5b1-4340-4f53-bacc-f41eb2495ab1 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:46.464480 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dead5e9e-011e-41da-b4b8-4350be700f39 req-5d47c5b1-4340-4f53-bacc-f41eb2495ab1 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 944 time: 0.0985935 Jul 16 08:30:46.473535 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 0ed9a183-e43d-43a6-b319-0757cf6445f2, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=0ed9a183-e43d-43a6-b319-0757cf6445f2,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:46.483078 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:46.527442 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dead5e9e-011e-41da-b4b8-4350be700f39 req-ba00a9d4-cc9f-4ba6-ae06-435e199afb7a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611930 Jul 16 08:30:46.530009 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a1409cf2-1334-4f50-be4c-012d9979d2c7 req-4ae2d68f-ee03-4982-98e3-998a61477a4b tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628173 Jul 16 08:30:46.595096 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d710c222-40e4-46ad-af0d-4d0f8b5158eb x-openstack-request-id: req-d710c222-40e4-46ad-af0d-4d0f8b5158eb {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:46.595401 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46980820-23c1-4427-a797-0146b171bb9a", "name": "network-vif-plugged", "status": "completed", "tag": "0ed9a183-e43d-43a6-b319-0757cf6445f2", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:46.595799 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d710c222-40e4-46ad-af0d-4d0f8b5158eb {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:46.596051 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46980820-23c1-4427-a797-0146b171bb9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ed9a183-e43d-43a6-b319-0757cf6445f2', 'code': 200} Jul 16 08:30:46.602182 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=0ed9a183-e43d-43a6-b319-0757cf6445f2,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:46.805214 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3a21555e-67bf-4afd-88bd-9f212dc1eb46 req-aefe8ca8-7486-481e-8a2e-bc50554bf155 tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0817766 Jul 16 08:30:46.833042 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e45174-b707-4d7c-9f70-773fbf386a5e req-9412c532-f7da-421e-9c8b-8e9d5d27b547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:46.835258 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-11e45174-b707-4d7c-9f70-773fbf386a5e req-9412c532-f7da-421e-9c8b-8e9d5d27b547 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 1097 time: 0.1286712 Jul 16 08:30:46.848192 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa65be6-9215-4520-8ca9-06c06b8f6c4c req-a353c30e-dd43-4f7e-8929-89d7610b95fd tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:46.857010 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cfa65be6-9215-4520-8ca9-06c06b8f6c4c req-a353c30e-dd43-4f7e-8929-89d7610b95fd tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=f205a1e0-c71c-4161-8f7b-2b1080c20f84 HTTP/1.1" status: 200 len: 946 time: 0.1363161 Jul 16 08:30:46.888024 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab449a7-cd7c-43c2-bb49-ea45036edc08 req-e929baa8-dc74-4050-8216-ddab54b0c85e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:46.889916 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-eab449a7-cd7c-43c2-bb49-ea45036edc08 req-e929baa8-dc74-4050-8216-ddab54b0c85e tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.21 "GET /v2.0/ports?device_id=227e7ace-6c67-4aac-a66d-717b67a5ce43 HTTP/1.1" status: 200 len: 949 time: 0.1267056 Jul 16 08:30:46.892123 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-11e45174-b707-4d7c-9f70-773fbf386a5e req-3e324bbf-7578-4120-8703-936a63e998b0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446415 Jul 16 08:30:46.943142 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cfa65be6-9215-4520-8ca9-06c06b8f6c4c req-54069c6d-0dc1-4b77-87f1-7b180cc9e6a5 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848093 Jul 16 08:30:47.059804 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-eab449a7-cd7c-43c2-bb49-ea45036edc08 req-9cfcbce1-3a66-463d-b781-5ba925a28678 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Deleting port 79a3e1f3-4732-4c1d-aec3-48e04b67cbec {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:47.060528 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-eab449a7-cd7c-43c2-bb49-ea45036edc08 req-9cfcbce1-3a66-463d-b781-5ba925a28678 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.065817 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-baa28487-68b2-405c-8030-79eb69a3c554 req-d6c6ea65-c4f6-40c3-99c5-36afd5b75a65 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:30:47.067713 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-baa28487-68b2-405c-8030-79eb69a3c554 req-d6c6ea65-c4f6-40c3-99c5-36afd5b75a65 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074127 Jul 16 08:30:47.197859 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-baa28487-68b2-405c-8030-79eb69a3c554 req-99b2e59e-ad20-499b-9353-5779d0791f0f tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.11&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1218481 Jul 16 08:30:47.256645 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-eab449a7-cd7c-43c2-bb49-ea45036edc08 req-9cfcbce1-3a66-463d-b781-5ba925a28678 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] For port 79a3e1f3-4732-4c1d-aec3-48e04b67cbec, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=79a3e1f3-4732-4c1d-aec3-48e04b67cbec,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:47.257013 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-eab449a7-cd7c-43c2-bb49-ea45036edc08 req-9cfcbce1-3a66-463d-b781-5ba925a28678 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.278680 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-eab449a7-cd7c-43c2-bb49-ea45036edc08 req-9cfcbce1-3a66-463d-b781-5ba925a28678 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Calling delete_port for 79a3e1f3-4732-4c1d-aec3-48e04b67cbec owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:47.292610 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79788a1-f839-419b-a637-7b3288f3b3c9 req-69f6da49-f329-4a1c-abc2-85d1d83fb81f tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:47.294047 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a79788a1-f839-419b-a637-7b3288f3b3c9 req-69f6da49-f329-4a1c-abc2-85d1d83fb81f tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.1833863 Jul 16 08:30:47.396009 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532c0d0b-92b9-418d-a4f3-cf60be1695fd req-4e719731-336e-48fd-abaf-01923e439e3f tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:47.396009 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-532c0d0b-92b9-418d-a4f3-cf60be1695fd req-4e719731-336e-48fd-abaf-01923e439e3f tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf8fef2e-8dae-4ae9-a2be-01a818282af1 HTTP/1.1" status: 200 len: 949 time: 0.2178862 Jul 16 08:30:47.421287 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a79788a1-f839-419b-a637-7b3288f3b3c9 req-ac38b5a1-bb34-46a5-8710-ec04cc34a1a6 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165397 Jul 16 08:30:47.601004 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-532c0d0b-92b9-418d-a4f3-cf60be1695fd req-35ee0c8c-4a9a-46c6-869c-479993afe5b6 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Deleting port e41bead0-2f4e-40c6-a4d9-01e67e20ac37 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:47.601470 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-532c0d0b-92b9-418d-a4f3-cf60be1695fd req-35ee0c8c-4a9a-46c6-869c-479993afe5b6 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.604813 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-eab449a7-cd7c-43c2-bb49-ea45036edc08 req-9cfcbce1-3a66-463d-b781-5ba925a28678 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.622687 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['f9003aa7-bcf5-42d4-a8c3-d02636baca33'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:47.625378 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['e41bead0-2f4e-40c6-a4d9-01e67e20ac37', '79a3e1f3-4732-4c1d-aec3-48e04b67cbec'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:47.678999 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe42e4f-58ab-4fc7-847a-816524aa24fb req-8b753e76-e3d3-4c16-b195-1572baca538b tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:47.680111 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cbe42e4f-58ab-4fc7-847a-816524aa24fb req-8b753e76-e3d3-4c16-b195-1572baca538b tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=227e7ace-6c67-4aac-a66d-717b67a5ce43 HTTP/1.1" status: 200 len: 867 time: 0.1373794 Jul 16 08:30:47.698053 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfcbce1-3a66-463d-b781-5ba925a28678 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Pushing event deleted for resources: {'Port': ['ID=79a3e1f3-4732-4c1d-aec3-48e04b67cbec,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:47.747794 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cbe42e4f-58ab-4fc7-847a-816524aa24fb req-8077ff5c-e7ee-45c8-8fc9-832e7ab702f2 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566571 Jul 16 08:30:47.815910 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-eab449a7-cd7c-43c2-bb49-ea45036edc08 req-9cfcbce1-3a66-463d-b781-5ba925a28678 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] No DVR routers for this DVR port 79a3e1f3-4732-4c1d-aec3-48e04b67cbec on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:47.820551 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-eab449a7-cd7c-43c2-bb49-ea45036edc08 req-9cfcbce1-3a66-463d-b781-5ba925a28678 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.822776 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-eab449a7-cd7c-43c2-bb49-ea45036edc08 req-9cfcbce1-3a66-463d-b781-5ba925a28678 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.21 "DELETE /v2.0/ports/79a3e1f3-4732-4c1d-aec3-48e04b67cbec HTTP/1.1" status: 204 len: 173 time: 0.9175446 Jul 16 08:30:47.823373 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '227e7ace-6c67-4aac-a66d-717b67a5ce43', 'name': 'network-vif-deleted', 'tag': '79a3e1f3-4732-4c1d-aec3-48e04b67cbec'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:47.826455 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f0329a-4dbc-4936-b2e5-79e87eb095c8" -d '{"events": [{"server_uuid": "227e7ace-6c67-4aac-a66d-717b67a5ce43", "name": "network-vif-deleted", "tag": "79a3e1f3-4732-4c1d-aec3-48e04b67cbec"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:47.897236 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-532c0d0b-92b9-418d-a4f3-cf60be1695fd req-35ee0c8c-4a9a-46c6-869c-479993afe5b6 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] For port e41bead0-2f4e-40c6-a4d9-01e67e20ac37, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e41bead0-2f4e-40c6-a4d9-01e67e20ac37,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:47.897958 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-532c0d0b-92b9-418d-a4f3-cf60be1695fd req-35ee0c8c-4a9a-46c6-869c-479993afe5b6 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:47.918082 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-532c0d0b-92b9-418d-a4f3-cf60be1695fd req-35ee0c8c-4a9a-46c6-869c-479993afe5b6 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Calling delete_port for e41bead0-2f4e-40c6-a4d9-01e67e20ac37 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:47.995971 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aa3248-8187-4e32-a97f-33497d6bce85 req-c5d9a0ad-d17a-4225-a7ba-4bfe44304783 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:47.997272 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-54aa3248-8187-4e32-a97f-33497d6bce85 req-c5d9a0ad-d17a-4225-a7ba-4bfe44304783 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.1511309 Jul 16 08:30:48.128153 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-54aa3248-8187-4e32-a97f-33497d6bce85 req-51bfd94d-8430-47c4-9255-5c492de4523b tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248415 Jul 16 08:30:48.247622 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-144defd8-d2a5-4205-a13a-33c2273bf9e5 x-openstack-request-id: req-144defd8-d2a5-4205-a13a-33c2273bf9e5 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:48.248285 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "227e7ace-6c67-4aac-a66d-717b67a5ce43", "name": "network-vif-deleted", "tag": "79a3e1f3-4732-4c1d-aec3-48e04b67cbec", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:48.248567 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-144defd8-d2a5-4205-a13a-33c2273bf9e5 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:48.249290 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '227e7ace-6c67-4aac-a66d-717b67a5ce43', 'name': 'network-vif-deleted', 'tag': '79a3e1f3-4732-4c1d-aec3-48e04b67cbec', 'status': 'completed', 'code': 200} Jul 16 08:30:48.255537 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-532c0d0b-92b9-418d-a4f3-cf60be1695fd req-35ee0c8c-4a9a-46c6-869c-479993afe5b6 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.343387 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ee0c8c-4a9a-46c6-869c-479993afe5b6 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Pushing event deleted for resources: {'Port': ['ID=e41bead0-2f4e-40c6-a4d9-01e67e20ac37,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:48.366712 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7d1413-c7c7-4fc1-a512-3e617db9c7be req-b1f5b719-58bf-4aca-988a-b5bd5b80cb6e tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:48.374269 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1c7d1413-c7c7-4fc1-a512-3e617db9c7be req-b1f5b719-58bf-4aca-988a-b5bd5b80cb6e tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 945 time: 0.1152110 Jul 16 08:30:48.414333 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ec4cf3cd-97b5-4ed5-8a3a-b267dbd7a8bf req-ae9a2951-368d-446b-9341-05270a262a03 tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0819323 Jul 16 08:30:48.446767 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-532c0d0b-92b9-418d-a4f3-cf60be1695fd req-35ee0c8c-4a9a-46c6-869c-479993afe5b6 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] No DVR routers for this DVR port e41bead0-2f4e-40c6-a4d9-01e67e20ac37 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:48.447133 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1c7d1413-c7c7-4fc1-a512-3e617db9c7be req-e5df9389-ce4d-430f-8d68-821fd46ef262 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713947 Jul 16 08:30:48.449655 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-532c0d0b-92b9-418d-a4f3-cf60be1695fd req-35ee0c8c-4a9a-46c6-869c-479993afe5b6 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:48.476733 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-532c0d0b-92b9-418d-a4f3-cf60be1695fd req-35ee0c8c-4a9a-46c6-869c-479993afe5b6 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.21 "DELETE /v2.0/ports/e41bead0-2f4e-40c6-a4d9-01e67e20ac37 HTTP/1.1" status: 204 len: 173 time: 1.0716956 Jul 16 08:30:48.489692 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['f9003aa7-bcf5-42d4-a8c3-d02636baca33'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:48.830927 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70003cc-d874-4e45-a426-09e8e0825c62 req-d849d02d-0ad1-4ba5-9c6b-34d61fc10517 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:48.833339 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c70003cc-d874-4e45-a426-09e8e0825c62 req-d849d02d-0ad1-4ba5-9c6b-34d61fc10517 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.1363478 Jul 16 08:30:48.899012 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26289f29-7cca-4c74-9f0e-66ce18f3249d req-3ebe0e66-5845-403f-a588-a2ac9f135c06 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:48.905825 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-26289f29-7cca-4c74-9f0e-66ce18f3249d req-3ebe0e66-5845-403f-a588-a2ac9f135c06 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b52d596-fa36-4bca-a34e-4fd266194967 HTTP/1.1" status: 200 len: 945 time: 0.1150167 Jul 16 08:30:48.943792 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c70003cc-d874-4e45-a426-09e8e0825c62 req-806373fb-7811-4ee9-a15e-52f72792e4b2 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032627 Jul 16 08:30:48.965059 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-26289f29-7cca-4c74-9f0e-66ce18f3249d req-277a97d2-1308-42df-ad00-7e2e945ea30e tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489912 Jul 16 08:30:49.270822 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e54064-eba1-467f-9091-c310a13dae8a req-65d36965-23af-47dc-9d1d-77c95a454e8a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:49.279728 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-61e54064-eba1-467f-9091-c310a13dae8a req-65d36965-23af-47dc-9d1d-77c95a454e8a tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.1086552 Jul 16 08:30:49.295076 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7228cd1-86f4-495a-bd86-d07839acebad req-f487f548-17d7-4679-a991-14406f1e6460 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:49.302741 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b7228cd1-86f4-495a-bd86-d07839acebad req-f487f548-17d7-4679-a991-14406f1e6460 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=f205a1e0-c71c-4161-8f7b-2b1080c20f84 HTTP/1.1" status: 200 len: 946 time: 0.0868728 Jul 16 08:30:49.347186 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-61e54064-eba1-467f-9091-c310a13dae8a req-545ebad4-ee10-4911-a4dd-ffd4aef00fd6 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665882 Jul 16 08:30:49.365649 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b7228cd1-86f4-495a-bd86-d07839acebad req-16aea80a-5547-4b4f-ba5d-af644a300c44 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616162 Jul 16 08:30:49.554906 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-139b5d2d-7e61-4a36-91ad-e1d7f5c871d7 req-5d19009b-3925-42e1-b070-9112df698109 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=bf8fef2e-8dae-4ae9-a2be-01a818282af1 HTTP/1.1" status: 200 len: 210 time: 0.0374460 Jul 16 08:30:49.854364 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-069e42af-d538-435b-beb0-705e7eff73b5 req-e0f945da-41f1-4dbf-8c3a-85636ba67983 tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0425382 Jul 16 08:30:49.941300 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3b91d-8c53-457b-8ccc-7bc0791e5495 req-98d2a30a-c786-4ab1-a92c-c207c58d99d9 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:49.948715 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3b91d-8c53-457b-8ccc-7bc0791e5495 req-98d2a30a-c786-4ab1-a92c-c207c58d99d9 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:49.955539 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f3b91d-8c53-457b-8ccc-7bc0791e5495 req-98d2a30a-c786-4ab1-a92c-c207c58d99d9 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:49.964026 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-31f3b91d-8c53-457b-8ccc-7bc0791e5495 req-98d2a30a-c786-4ab1-a92c-c207c58d99d9 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=f205a1e0-c71c-4161-8f7b-2b1080c20f84&device_id=7b52d596-fa36-4bca-a34e-4fd266194967&device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 2417 time: 0.1107237 Jul 16 08:30:50.022064 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-31f3b91d-8c53-457b-8ccc-7bc0791e5495 req-bf45c580-b1bb-4def-a1cd-a8878ebc2aea tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570316 Jul 16 08:30:50.084959 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbf5cec-9591-4a88-bb2a-82c38f92be6a req-911be582-42d7-4139-9350-dafc6093740f tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:50.096014 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2bbf5cec-9591-4a88-bb2a-82c38f92be6a req-911be582-42d7-4139-9350-dafc6093740f tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 945 time: 0.1089733 Jul 16 08:30:50.145419 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device e41bead0-2f4e-40c6-a4d9-01e67e20ac37 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:50.153139 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2bbf5cec-9591-4a88-bb2a-82c38f92be6a req-6a198515-9fc7-4cda-8013-7d0b2ab6c244 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557623 Jul 16 08:30:50.201302 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: e41bead0-2f4e-40c6-a4d9-01e67e20ac37 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:50.201798 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device e41bead0-2f4e-40c6-a4d9-01e67e20ac37 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:50.202675 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 79a3e1f3-4732-4c1d-aec3-48e04b67cbec no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:50.230124 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 79a3e1f3-4732-4c1d-aec3-48e04b67cbec {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:50.230709 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 79a3e1f3-4732-4c1d-aec3-48e04b67cbec not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:50.248082 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-ae9fba4e-0377-4623-8b76-74d61ab4d2fe req-7a71ccda-3a7d-479c-b06c-5e64eaec9ae6 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:30:50.249299 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae9fba4e-0377-4623-8b76-74d61ab4d2fe req-7a71ccda-3a7d-479c-b06c-5e64eaec9ae6 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067241 Jul 16 08:30:50.249993 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf8fef2e-8dae-4ae9-a2be-01a818282af1', 'name': 'network-vif-deleted', 'tag': 'e41bead0-2f4e-40c6-a4d9-01e67e20ac37'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:50.252497 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c81e65f7-b180-43b8-9822-19f81e9c0ca8" -d '{"events": [{"server_uuid": "bf8fef2e-8dae-4ae9-a2be-01a818282af1", "name": "network-vif-deleted", "tag": "e41bead0-2f4e-40c6-a4d9-01e67e20ac37"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:50.384241 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e539e-4661-41dc-906a-2caff637ea1c req-efa19e2e-9ecc-4260-9a15-2c7428193ece tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:50.385866 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-375e539e-4661-41dc-906a-2caff637ea1c req-efa19e2e-9ecc-4260-9a15-2c7428193ece tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.0760930 Jul 16 08:30:50.424998 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae9fba4e-0377-4623-8b76-74d61ab4d2fe req-f22baa39-41ae-45b2-b416-b54310d1b1fa tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1689343 Jul 16 08:30:50.441048 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-375e539e-4661-41dc-906a-2caff637ea1c req-6f6e5072-0660-4bb7-940b-2cb6d8926f8c tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480936 Jul 16 08:30:50.652065 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-765a8c34-df49-4dbb-ab34-f6784613532d x-openstack-request-id: req-765a8c34-df49-4dbb-ab34-f6784613532d {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:50.653036 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf8fef2e-8dae-4ae9-a2be-01a818282af1", "name": "network-vif-deleted", "tag": "e41bead0-2f4e-40c6-a4d9-01e67e20ac37", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:50.653543 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-765a8c34-df49-4dbb-ab34-f6784613532d {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:50.654225 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf8fef2e-8dae-4ae9-a2be-01a818282af1', 'name': 'network-vif-deleted', 'tag': 'e41bead0-2f4e-40c6-a4d9-01e67e20ac37', 'status': 'completed', 'code': 200} Jul 16 08:30:50.787339 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29bd3e5-0186-48c7-add1-518d8320e975 req-a1b93eb7-5d02-4c0a-9d2b-5830c1fee2d8 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:50.794928 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b29bd3e5-0186-48c7-add1-518d8320e975 req-a1b93eb7-5d02-4c0a-9d2b-5830c1fee2d8 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 1097 time: 0.0711298 Jul 16 08:30:50.837867 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b29bd3e5-0186-48c7-add1-518d8320e975 req-66cdfb29-9fb5-46fe-a967-48c9ed47f8c9 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418489 Jul 16 08:30:51.118566 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e0bc05fb-1b24-464b-aae6-54e0a324675e req-114a7656-a681-48e6-9377-19c07d78190d tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0517139 Jul 16 08:30:51.465967 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93f2396-2a48-4b52-92b8-a2546b2a4b93 req-cbc25eda-059e-420e-b1a4-73926e9569c0 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:51.468292 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d93f2396-2a48-4b52-92b8-a2546b2a4b93 req-cbc25eda-059e-420e-b1a4-73926e9569c0 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.21 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 945 time: 0.1395748 Jul 16 08:30:51.614117 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-d93f2396-2a48-4b52-92b8-a2546b2a4b93 req-5496d9a7-8c2d-4a5a-838b-5ecd098686c9 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Deleting port 2fba5b4b-e7f5-468b-9bf2-accb0eceeb57 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:51.614783 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d93f2396-2a48-4b52-92b8-a2546b2a4b93 req-5496d9a7-8c2d-4a5a-838b-5ecd098686c9 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:51.688471 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b0cbc4-9f30-4a46-a6dc-4bb6adbf6d53 req-8e5d7d5c-eaec-47ec-8b9f-cafdcf4d0cff tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:51.692471 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47b0cbc4-9f30-4a46-a6dc-4bb6adbf6d53 req-8e5d7d5c-eaec-47ec-8b9f-cafdcf4d0cff tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=906897c7-6720-445e-80d9-1d741ea7c4f0 HTTP/1.1" status: 200 len: 950 time: 0.1001770 Jul 16 08:30:51.740315 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-d93f2396-2a48-4b52-92b8-a2546b2a4b93 req-5496d9a7-8c2d-4a5a-838b-5ecd098686c9 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] For port 2fba5b4b-e7f5-468b-9bf2-accb0eceeb57, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=2fba5b4b-e7f5-468b-9bf2-accb0eceeb57,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:51.741238 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d93f2396-2a48-4b52-92b8-a2546b2a4b93 req-5496d9a7-8c2d-4a5a-838b-5ecd098686c9 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:51.760491 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-d93f2396-2a48-4b52-92b8-a2546b2a4b93 req-5496d9a7-8c2d-4a5a-838b-5ecd098686c9 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Calling delete_port for 2fba5b4b-e7f5-468b-9bf2-accb0eceeb57 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:51.768929 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47b0cbc4-9f30-4a46-a6dc-4bb6adbf6d53 req-2c0d9455-a02a-4729-a621-86e6a456e039 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678811 Jul 16 08:30:51.920119 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d93f2396-2a48-4b52-92b8-a2546b2a4b93 req-5496d9a7-8c2d-4a5a-838b-5ecd098686c9 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:51.934300 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['2fba5b4b-e7f5-468b-9bf2-accb0eceeb57'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:51.959916 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5496d9a7-8c2d-4a5a-838b-5ecd098686c9 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Pushing event deleted for resources: {'Port': ['ID=2fba5b4b-e7f5-468b-9bf2-accb0eceeb57,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:51.982995 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-96767bdb-fe17-4260-856f-907e782a6a8a req-0efc9528-0f72-46e4-abbb-b507afe465cb tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=07f0f750-10e8-459b-9b3b-16d6b5307bf1 HTTP/1.1" status: 200 len: 210 time: 0.0763428 Jul 16 08:30:52.000769 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['93a1378d-9ae2-4cae-b365-a03736d922c0'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:52.043321 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-d93f2396-2a48-4b52-92b8-a2546b2a4b93 req-5496d9a7-8c2d-4a5a-838b-5ecd098686c9 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] No DVR routers for this DVR port 2fba5b4b-e7f5-468b-9bf2-accb0eceeb57 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:52.048780 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d93f2396-2a48-4b52-92b8-a2546b2a4b93 req-5496d9a7-8c2d-4a5a-838b-5ecd098686c9 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:52.056251 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d93f2396-2a48-4b52-92b8-a2546b2a4b93 req-5496d9a7-8c2d-4a5a-838b-5ecd098686c9 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.21 "DELETE /v2.0/ports/2fba5b4b-e7f5-468b-9bf2-accb0eceeb57 HTTP/1.1" status: 204 len: 173 time: 0.5769813 Jul 16 08:30:52.430326 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-808806b7-3285-46b9-8bf6-64e394e957bb req-df91acc5-99e2-4ef0-83b2-615497eb4688 tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0736518 Jul 16 08:30:52.656048 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f0f750-10e8-459b-9b3b-16d6b5307bf1', 'name': 'network-vif-deleted', 'tag': '2fba5b4b-e7f5-468b-9bf2-accb0eceeb57'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:52.659310 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec133ee-7d19-4197-9447-d34d4aa67633" -d '{"events": [{"server_uuid": "07f0f750-10e8-459b-9b3b-16d6b5307bf1", "name": "network-vif-deleted", "tag": "2fba5b4b-e7f5-468b-9bf2-accb0eceeb57"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:52.765052 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e15d341-c226-411d-b1f0-2899b1b709e2 x-openstack-request-id: req-7e15d341-c226-411d-b1f0-2899b1b709e2 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:52.765365 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f0f750-10e8-459b-9b3b-16d6b5307bf1", "name": "network-vif-deleted", "tag": "2fba5b4b-e7f5-468b-9bf2-accb0eceeb57", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:52.765624 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7e15d341-c226-411d-b1f0-2899b1b709e2 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:52.766027 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f0f750-10e8-459b-9b3b-16d6b5307bf1', 'name': 'network-vif-deleted', 'tag': '2fba5b4b-e7f5-468b-9bf2-accb0eceeb57', 'status': 'completed', 'code': 200} Jul 16 08:30:53.200115 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995e5b2c-ecf2-419a-8f5a-af591e095bb5 req-ad076dbf-3086-4885-9d58-48fdd5f43ae5 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:53.206603 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-995e5b2c-ecf2-419a-8f5a-af591e095bb5 req-ad076dbf-3086-4885-9d58-48fdd5f43ae5 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.30 "GET /v2.0/ports?device_id=906897c7-6720-445e-80d9-1d741ea7c4f0 HTTP/1.1" status: 200 len: 950 time: 0.2054191 Jul 16 08:30:53.476944 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273c0965-d035-4b58-94af-b45af0da7a36 req-11168bf6-cdf8-4e1d-98b3-8a98a513499c tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:53.501593 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-273c0965-d035-4b58-94af-b45af0da7a36 req-11168bf6-cdf8-4e1d-98b3-8a98a513499c tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=906897c7-6720-445e-80d9-1d741ea7c4f0 HTTP/1.1" status: 200 len: 950 time: 0.1797974 Jul 16 08:30:53.545279 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-995e5b2c-ecf2-419a-8f5a-af591e095bb5 req-2f629894-7b54-44c9-8e96-2052891c285f tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Deleting port f9003aa7-bcf5-42d4-a8c3-d02636baca33 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:53.545648 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-995e5b2c-ecf2-419a-8f5a-af591e095bb5 req-2f629894-7b54-44c9-8e96-2052891c285f tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:53.605984 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-273c0965-d035-4b58-94af-b45af0da7a36 req-71ae1ab9-f80e-47a3-944f-9bb9d373f4b4 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/security-groups?id=018c7971-479e-4e71-ad66-a7f0b01efee9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970967 Jul 16 08:30:53.617809 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6a09c6-ea15-456f-8e67-f7025592c9cc req-434dc6dc-cf57-47b0-96ed-105d17e95ca2 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:53.619420 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3e6a09c6-ea15-456f-8e67-f7025592c9cc req-434dc6dc-cf57-47b0-96ed-105d17e95ca2 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=f205a1e0-c71c-4161-8f7b-2b1080c20f84 HTTP/1.1" status: 200 len: 946 time: 0.1071689 Jul 16 08:30:53.708871 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3e6a09c6-ea15-456f-8e67-f7025592c9cc req-acfa3d60-1cbf-47e3-b30c-f60f7a3a8043 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713210 Jul 16 08:30:53.737144 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-995e5b2c-ecf2-419a-8f5a-af591e095bb5 req-2f629894-7b54-44c9-8e96-2052891c285f tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] For port f9003aa7-bcf5-42d4-a8c3-d02636baca33, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=f9003aa7-bcf5-42d4-a8c3-d02636baca33,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:53.737987 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-995e5b2c-ecf2-419a-8f5a-af591e095bb5 req-2f629894-7b54-44c9-8e96-2052891c285f tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:53.753516 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-995e5b2c-ecf2-419a-8f5a-af591e095bb5 req-2f629894-7b54-44c9-8e96-2052891c285f tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Calling delete_port for f9003aa7-bcf5-42d4-a8c3-d02636baca33 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:53.958855 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-995e5b2c-ecf2-419a-8f5a-af591e095bb5 req-2f629894-7b54-44c9-8e96-2052891c285f tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:53.980918 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['f9003aa7-bcf5-42d4-a8c3-d02636baca33'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:54.072663 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1a748c25-1c9e-4598-8407-a39c9ac520c0 req-833a8ebe-5d81-4168-93d2-5d801ec00895 tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0492129 Jul 16 08:30:54.085144 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f629894-7b54-44c9-8e96-2052891c285f tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Pushing event deleted for resources: {'Port': ['ID=f9003aa7-bcf5-42d4-a8c3-d02636baca33,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:54.110853 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-995e5b2c-ecf2-419a-8f5a-af591e095bb5 req-2f629894-7b54-44c9-8e96-2052891c285f tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] No DVR routers for this DVR port f9003aa7-bcf5-42d4-a8c3-d02636baca33 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:54.124640 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-995e5b2c-ecf2-419a-8f5a-af591e095bb5 req-2f629894-7b54-44c9-8e96-2052891c285f tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:54.127212 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-995e5b2c-ecf2-419a-8f5a-af591e095bb5 req-2f629894-7b54-44c9-8e96-2052891c285f tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.30 "DELETE /v2.0/ports/f9003aa7-bcf5-42d4-a8c3-d02636baca33 HTTP/1.1" status: 204 len: 173 time: 0.9116910 Jul 16 08:30:54.127917 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '906897c7-6720-445e-80d9-1d741ea7c4f0', 'name': 'network-vif-deleted', 'tag': 'f9003aa7-bcf5-42d4-a8c3-d02636baca33'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:54.132375 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dff7b263-8ee4-4342-960f-89f2c636f0ca" -d '{"events": [{"server_uuid": "906897c7-6720-445e-80d9-1d741ea7c4f0", "name": "network-vif-deleted", "tag": "f9003aa7-bcf5-42d4-a8c3-d02636baca33"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:54.150427 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 2fba5b4b-e7f5-468b-9bf2-accb0eceeb57 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:54.231058 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 2fba5b4b-e7f5-468b-9bf2-accb0eceeb57 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:54.236559 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 2fba5b4b-e7f5-468b-9bf2-accb0eceeb57 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:54.245737 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb25f997-e6a9-4e9b-bfd1-56eaf3021b7b x-openstack-request-id: req-cb25f997-e6a9-4e9b-bfd1-56eaf3021b7b {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:54.246333 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "906897c7-6720-445e-80d9-1d741ea7c4f0", "name": "network-vif-deleted", "tag": "f9003aa7-bcf5-42d4-a8c3-d02636baca33", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:54.246333 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cb25f997-e6a9-4e9b-bfd1-56eaf3021b7b {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:54.246682 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '906897c7-6720-445e-80d9-1d741ea7c4f0', 'name': 'network-vif-deleted', 'tag': 'f9003aa7-bcf5-42d4-a8c3-d02636baca33', 'status': 'completed', 'code': 200} Jul 16 08:30:54.858833 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d96b7ff2-db78-4323-8822-3d7c053b7aab req-cc4ff9ad-4fea-41f5-938e-9e312f385937 tempest-ServersOnMultiNodesTest-1689643863 tempest-ServersOnMultiNodesTest-1689643863-project] 10.222.0.22 "GET /v2.0/ports?device_id=906897c7-6720-445e-80d9-1d741ea7c4f0 HTTP/1.1" status: 200 len: 210 time: 0.0763001 Jul 16 08:30:54.944262 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b821a-8033-4432-ae6f-ae8ddd9557c8 req-0bc3c4fd-00f6-4ac5-bddf-66bb9998edbd tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:54.961851 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8b6b821a-8033-4432-ae6f-ae8ddd9557c8 req-0bc3c4fd-00f6-4ac5-bddf-66bb9998edbd tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.30 "GET /v2.0/ports?device_id=f205a1e0-c71c-4161-8f7b-2b1080c20f84 HTTP/1.1" status: 200 len: 946 time: 0.2290018 Jul 16 08:30:55.062673 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4bc0b2-b294-478f-91bb-b946d02b174d req-4b0b66a1-d4cf-48de-a0ca-d31b8e332f78 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:55.073895 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9d4bc0b2-b294-478f-91bb-b946d02b174d req-4b0b66a1-d4cf-48de-a0ca-d31b8e332f78 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=f205a1e0-c71c-4161-8f7b-2b1080c20f84 HTTP/1.1" status: 200 len: 946 time: 0.1861312 Jul 16 08:30:55.154233 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9d4bc0b2-b294-478f-91bb-b946d02b174d req-b89785d4-b413-4118-acff-f739400102ff tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742674 Jul 16 08:30:55.232976 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-8b6b821a-8033-4432-ae6f-ae8ddd9557c8 req-9ba09c5a-97ad-4b21-bb6c-1bf472ea58a5 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Deleting port caa159ea-2aa6-4d4f-a7d2-02d26b870a34 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:55.233771 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8b6b821a-8033-4432-ae6f-ae8ddd9557c8 req-9ba09c5a-97ad-4b21-bb6c-1bf472ea58a5 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:55.451401 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-8b6b821a-8033-4432-ae6f-ae8ddd9557c8 req-9ba09c5a-97ad-4b21-bb6c-1bf472ea58a5 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] For port caa159ea-2aa6-4d4f-a7d2-02d26b870a34, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=caa159ea-2aa6-4d4f-a7d2-02d26b870a34,segment=NetworkSegment(b2c713c2-8e0a-4620-8d49-7ae1ddb20db1),segment_id=b2c713c2-8e0a-4620-8d49-7ae1ddb20db1)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:55.451946 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8b6b821a-8033-4432-ae6f-ae8ddd9557c8 req-9ba09c5a-97ad-4b21-bb6c-1bf472ea58a5 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:55.458317 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ded7406e-9d7e-46aa-8f2d-6a586bbe5c53 req-1ef3ff38-0a9d-4b4a-9f91-bd0003c67f59 tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0410926 Jul 16 08:30:55.490839 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-8b6b821a-8033-4432-ae6f-ae8ddd9557c8 req-9ba09c5a-97ad-4b21-bb6c-1bf472ea58a5 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Calling delete_port for caa159ea-2aa6-4d4f-a7d2-02d26b870a34 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:55.696092 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8b6b821a-8033-4432-ae6f-ae8ddd9557c8 req-9ba09c5a-97ad-4b21-bb6c-1bf472ea58a5 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:55.714148 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['caa159ea-2aa6-4d4f-a7d2-02d26b870a34'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:55.737403 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba09c5a-97ad-4b21-bb6c-1bf472ea58a5 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Pushing event deleted for resources: {'Port': ['ID=caa159ea-2aa6-4d4f-a7d2-02d26b870a34,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:55.754835 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['69bf00cf-8913-447f-a5fe-ba4676f763a6', '33a1a531-589b-4c0c-9129-473de99d0088'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:55.810728 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6b821a-8033-4432-ae6f-ae8ddd9557c8 req-9ba09c5a-97ad-4b21-bb6c-1bf472ea58a5 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] No DVR routers for this DVR port caa159ea-2aa6-4d4f-a7d2-02d26b870a34 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:55.813944 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8b6b821a-8033-4432-ae6f-ae8ddd9557c8 req-9ba09c5a-97ad-4b21-bb6c-1bf472ea58a5 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:55.816070 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8b6b821a-8033-4432-ae6f-ae8ddd9557c8 req-9ba09c5a-97ad-4b21-bb6c-1bf472ea58a5 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.30 "DELETE /v2.0/ports/caa159ea-2aa6-4d4f-a7d2-02d26b870a34 HTTP/1.1" status: 204 len: 173 time: 0.8473575 Jul 16 08:30:56.220853 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ab815-f8ea-4c94-8d18-1afc72536727 req-f5d6b6ed-8741-49f4-a31c-872bfccbc1cd tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:56.224547 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c52ab815-f8ea-4c94-8d18-1afc72536727 req-f5d6b6ed-8741-49f4-a31c-872bfccbc1cd tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd6dadcb-0896-4410-a288-c06208e57473 HTTP/1.1" status: 200 len: 945 time: 0.0874093 Jul 16 08:30:56.246111 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device f9003aa7-bcf5-42d4-a8c3-d02636baca33 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:56.247795 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f205a1e0-c71c-4161-8f7b-2b1080c20f84', 'name': 'network-vif-deleted', 'tag': 'caa159ea-2aa6-4d4f-a7d2-02d26b870a34'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:56.250610 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c374d3b-016d-46df-b980-b974369b7965" -d '{"events": [{"server_uuid": "f205a1e0-c71c-4161-8f7b-2b1080c20f84", "name": "network-vif-deleted", "tag": "caa159ea-2aa6-4d4f-a7d2-02d26b870a34"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:56.294208 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: f9003aa7-bcf5-42d4-a8c3-d02636baca33 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:56.294939 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device f9003aa7-bcf5-42d4-a8c3-d02636baca33 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:56.320242 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c52ab815-f8ea-4c94-8d18-1afc72536727 req-e0c75ae9-bb1f-409c-b23e-fa9ab4c6beb3 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853810 Jul 16 08:30:56.433916 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-11da9c2b-71ee-4c1f-b864-8ff2618d5253 req-e6b6802e-e4ce-4873-a6d2-44125340eb7f tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=f205a1e0-c71c-4161-8f7b-2b1080c20f84 HTTP/1.1" status: 200 len: 210 time: 0.0599504 Jul 16 08:30:56.492491 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9462f88-961c-4c6e-9365-10c3106bce06 x-openstack-request-id: req-c9462f88-961c-4c6e-9365-10c3106bce06 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:56.493663 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f205a1e0-c71c-4161-8f7b-2b1080c20f84", "name": "network-vif-deleted", "tag": "caa159ea-2aa6-4d4f-a7d2-02d26b870a34", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:56.493663 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c9462f88-961c-4c6e-9365-10c3106bce06 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:56.493663 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f205a1e0-c71c-4161-8f7b-2b1080c20f84', 'name': 'network-vif-deleted', 'tag': 'caa159ea-2aa6-4d4f-a7d2-02d26b870a34', 'status': 'completed', 'code': 200} Jul 16 08:30:56.527184 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52978) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:56.705653 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8c4431e8-a005-4b3f-9d3d-2debd97b122b req-13139a2f-81f4-4095-b940-06dd1cb63e26 tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0685525 Jul 16 08:30:56.769388 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4984a37e-a6ac-4d75-ac86-7685a893bc07 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1d01616ba17d4b8cba7a304337398c2e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2371700 Jul 16 08:30:56.769568 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52996) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:56.829331 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-142739be-1afd-4b06-9b59-28d93d894600 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:56.854073 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-142739be-1afd-4b06-9b59-28d93d894600 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:56.907314 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-142739be-1afd-4b06-9b59-28d93d894600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:56.910855 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-142739be-1afd-4b06-9b59-28d93d894600 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:56.912214 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-142739be-1afd-4b06-9b59-28d93d894600 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/018c7971-479e-4e71-ad66-a7f0b01efee9 HTTP/1.1" status: 204 len: 168 time: 0.1416786 Jul 16 08:30:56.923239 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142739be-1afd-4b06-9b59-28d93d894600 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018c7971-479e-4e71-ad66-a7f0b01efee9,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:56.947439 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426bf2d2-8e0f-4c80-b558-1e274ab3d77f req-d34a60ac-f8a8-4f8c-917f-1cd2ab6f9117 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:56.949797 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-426bf2d2-8e0f-4c80-b558-1e274ab3d77f req-d34a60ac-f8a8-4f8c-917f-1cd2ab6f9117 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/ports?device_id=32247c9d-c875-4590-8621-c59e4a6d5442 HTTP/1.1" status: 200 len: 950 time: 0.0854397 Jul 16 08:30:56.992864 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-426bf2d2-8e0f-4c80-b558-1e274ab3d77f req-957fd33d-f038-4c15-8f14-d656f73c5d72 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/security-groups?id=2ea8f6c7-a8cf-411e-a7f4-45f36f5f4359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373003 Jul 16 08:30:57.213676 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53008) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:57.256916 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2299e31d-8579-43b1-88c1-bb38c00e8d53 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=25dbe4047ddc4930a50929ae4683ac9a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0434761 Jul 16 08:30:57.259484 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53014) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:30:57.316833 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab2a92c4-a6b7-4e98-9982-da6d18439923 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.340211 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab2a92c4-a6b7-4e98-9982-da6d18439923 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.397788 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab2a92c4-a6b7-4e98-9982-da6d18439923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.400915 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab2a92c4-a6b7-4e98-9982-da6d18439923 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:57.402548 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ab2a92c4-a6b7-4e98-9982-da6d18439923 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b0d82afd-302f-49a7-9e60-2d78414bc14b HTTP/1.1" status: 204 len: 168 time: 0.1418669 Jul 16 08:30:57.412314 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2a92c4-a6b7-4e98-9982-da6d18439923 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d82afd-302f-49a7-9e60-2d78414bc14b,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:57.634933 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6471b9-4625-4622-a2a5-83fa5b83b06e req-6afd2ffc-f222-4bbf-ad46-5f934b25edff tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:57.642300 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dd6471b9-4625-4622-a2a5-83fa5b83b06e req-6afd2ffc-f222-4bbf-ad46-5f934b25edff tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd6dadcb-0896-4410-a288-c06208e57473 HTTP/1.1" status: 200 len: 945 time: 0.1001096 Jul 16 08:30:57.801270 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dd6471b9-4625-4622-a2a5-83fa5b83b06e req-c2880744-6996-46b8-a255-92c97b24c501 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/security-groups?id=89cd9de5-942a-46fc-9530-57095b660f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550231 Jul 16 08:30:57.845179 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e09c74-8b98-4b73-984d-a52a6665f6e3 req-b2d29840-e95a-402c-9138-535b7ee95af7 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:57.853499 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-71e09c74-8b98-4b73-984d-a52a6665f6e3 req-b2d29840-e95a-402c-9138-535b7ee95af7 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.30 "GET /v2.0/ports?device_id=fd6dadcb-0896-4410-a288-c06208e57473 HTTP/1.1" status: 200 len: 945 time: 0.1854362 Jul 16 08:30:57.975013 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-71e09c74-8b98-4b73-984d-a52a6665f6e3 req-540f6931-5020-4cd8-a044-4e4b880c23f1 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Deleting port 93a1378d-9ae2-4cae-b365-a03736d922c0 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:30:57.976925 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-71e09c74-8b98-4b73-984d-a52a6665f6e3 req-540f6931-5020-4cd8-a044-4e4b880c23f1 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:58.157472 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-71e09c74-8b98-4b73-984d-a52a6665f6e3 req-540f6931-5020-4cd8-a044-4e4b880c23f1 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] For port 93a1378d-9ae2-4cae-b365-a03736d922c0, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=93a1378d-9ae2-4cae-b365-a03736d922c0,segment=NetworkSegment(f515938d-d605-4fe4-a310-b50c6a61626e),segment_id=f515938d-d605-4fe4-a310-b50c6a61626e)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:30:58.157961 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-71e09c74-8b98-4b73-984d-a52a6665f6e3 req-540f6931-5020-4cd8-a044-4e4b880c23f1 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:58.202238 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-71e09c74-8b98-4b73-984d-a52a6665f6e3 req-540f6931-5020-4cd8-a044-4e4b880c23f1 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Calling delete_port for 93a1378d-9ae2-4cae-b365-a03736d922c0 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:30:58.215017 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bf976e7e-3746-46ad-a1e9-5425e61efe0e req-acecb32b-1582-4202-af4d-d114da4a0e1d tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0484204 Jul 16 08:30:58.240198 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f416b-30bf-434e-88de-afc7cf9b463d req-21008e0d-3ae6-4f42-8a76-1bebad16d9de tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:58.241863 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-957f416b-30bf-434e-88de-afc7cf9b463d req-21008e0d-3ae6-4f42-8a76-1bebad16d9de tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b52d596-fa36-4bca-a34e-4fd266194967 HTTP/1.1" status: 200 len: 945 time: 0.0722358 Jul 16 08:30:58.254559 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device caa159ea-2aa6-4d4f-a7d2-02d26b870a34 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:30:58.292296 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: caa159ea-2aa6-4d4f-a7d2-02d26b870a34 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:30:58.292720 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device caa159ea-2aa6-4d4f-a7d2-02d26b870a34 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:30:58.296783 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-957f416b-30bf-434e-88de-afc7cf9b463d req-dca17fce-d39e-46e6-a5b3-117f426c9c79 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419180 Jul 16 08:30:58.659420 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-71e09c74-8b98-4b73-984d-a52a6665f6e3 req-540f6931-5020-4cd8-a044-4e4b880c23f1 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:58.672163 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['93a1378d-9ae2-4cae-b365-a03736d922c0'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:30:58.694692 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540f6931-5020-4cd8-a044-4e4b880c23f1 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Pushing event deleted for resources: {'Port': ['ID=93a1378d-9ae2-4cae-b365-a03736d922c0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:30:58.744431 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e09c74-8b98-4b73-984d-a52a6665f6e3 req-540f6931-5020-4cd8-a044-4e4b880c23f1 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] No DVR routers for this DVR port 93a1378d-9ae2-4cae-b365-a03736d922c0 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:30:58.752383 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-71e09c74-8b98-4b73-984d-a52a6665f6e3 req-540f6931-5020-4cd8-a044-4e4b880c23f1 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:30:58.752383 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-71e09c74-8b98-4b73-984d-a52a6665f6e3 req-540f6931-5020-4cd8-a044-4e4b880c23f1 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.30 "DELETE /v2.0/ports/93a1378d-9ae2-4cae-b365-a03736d922c0 HTTP/1.1" status: 204 len: 173 time: 0.8902845 Jul 16 08:30:58.752383 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd6dadcb-0896-4410-a288-c06208e57473', 'name': 'network-vif-deleted', 'tag': '93a1378d-9ae2-4cae-b365-a03736d922c0'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:30:58.752882 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-798500bb-7e42-4833-8006-43c37db3b28e" -d '{"events": [{"server_uuid": "fd6dadcb-0896-4410-a288-c06208e57473", "name": "network-vif-deleted", "tag": "93a1378d-9ae2-4cae-b365-a03736d922c0"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:30:58.822815 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6afc75e-bc6c-4661-8079-0e585c7dcda6 x-openstack-request-id: req-b6afc75e-bc6c-4661-8079-0e585c7dcda6 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:30:58.823105 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd6dadcb-0896-4410-a288-c06208e57473", "name": "network-vif-deleted", "tag": "93a1378d-9ae2-4cae-b365-a03736d922c0", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:30:58.823548 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b6afc75e-bc6c-4661-8079-0e585c7dcda6 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:30:58.823952 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd6dadcb-0896-4410-a288-c06208e57473', 'name': 'network-vif-deleted', 'tag': '93a1378d-9ae2-4cae-b365-a03736d922c0', 'status': 'completed', 'code': 200} Jul 16 08:30:59.045110 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-02c5268f-0c10-4cee-a250-5cc8d0ea2be2 req-ad5210a5-85fa-4601-8573-2bee942c26f9 tempest-ServersTestJSON-1436349315 tempest-ServersTestJSON-1436349315-project] 10.222.0.22 "GET /v2.0/ports?device_id=fd6dadcb-0896-4410-a288-c06208e57473 HTTP/1.1" status: 200 len: 210 time: 0.0526497 Jul 16 08:30:59.386237 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-820714b9-9644-4bde-a52c-cc714cd6ce73 req-a8ca8368-4349-4c85-ad21-d6e95974436b tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0323367 Jul 16 08:30:59.518344 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ae3cd1-dfce-46b0-8771-b77aacb7c13a req-daf641b7-1ed4-4401-a4b1-0da8d8abf9d7 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:59.527742 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d7ae3cd1-dfce-46b0-8771-b77aacb7c13a req-daf641b7-1ed4-4401-a4b1-0da8d8abf9d7 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b52d596-fa36-4bca-a34e-4fd266194967 HTTP/1.1" status: 200 len: 945 time: 0.0932996 Jul 16 08:30:59.586172 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d7ae3cd1-dfce-46b0-8771-b77aacb7c13a req-81de1e67-cb09-49dc-9ab9-2816f58ccca1 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531945 Jul 16 08:30:59.905962 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010fb11-6782-4ba7-9fed-f0965c16386e req-2e6844b2-37d1-48d6-9df2-8ab64be5be74 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:30:59.907553 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b010fb11-6782-4ba7-9fed-f0965c16386e req-2e6844b2-37d1-48d6-9df2-8ab64be5be74 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b52d596-fa36-4bca-a34e-4fd266194967 HTTP/1.1" status: 200 len: 945 time: 0.0702653 Jul 16 08:31:00.026393 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-b010fb11-6782-4ba7-9fed-f0965c16386e req-15d3e476-ae8d-4040-92ac-e780492863f2 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Deleting port 69bf00cf-8913-447f-a5fe-ba4676f763a6 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:00.026738 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b010fb11-6782-4ba7-9fed-f0965c16386e req-15d3e476-ae8d-4040-92ac-e780492863f2 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.105800 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53156) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:00.160227 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b010fb11-6782-4ba7-9fed-f0965c16386e req-15d3e476-ae8d-4040-92ac-e780492863f2 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] For port 69bf00cf-8913-447f-a5fe-ba4676f763a6, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=69bf00cf-8913-447f-a5fe-ba4676f763a6,segment=NetworkSegment(b2c713c2-8e0a-4620-8d49-7ae1ddb20db1),segment_id=b2c713c2-8e0a-4620-8d49-7ae1ddb20db1)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:00.160630 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b010fb11-6782-4ba7-9fed-f0965c16386e req-15d3e476-ae8d-4040-92ac-e780492863f2 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.171621 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53162) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:00.179438 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-b010fb11-6782-4ba7-9fed-f0965c16386e req-15d3e476-ae8d-4040-92ac-e780492863f2 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Calling delete_port for 69bf00cf-8913-447f-a5fe-ba4676f763a6 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:00.190317 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:00.193677 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 930dd323-1008-413d-b067-f50de030ab82 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:00.233890 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-058f6662-a98f-4d92-ae18-deaab3107034 admin admin] Deleting subnet 31ddde08-05a5-43f7-b27d-07657c5409d3 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:31:00.243991 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-058f6662-a98f-4d92-ae18-deaab3107034 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.285007 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-058f6662-a98f-4d92-ae18-deaab3107034 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.342250 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-058f6662-a98f-4d92-ae18-deaab3107034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.412202 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-058f6662-a98f-4d92-ae18-deaab3107034 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.444661 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f6662-a98f-4d92-ae18-deaab3107034 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31ddde08-05a5-43f7-b27d-07657c5409d3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:00.449147 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-058f6662-a98f-4d92-ae18-deaab3107034 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.455780 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-058f6662-a98f-4d92-ae18-deaab3107034 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/31ddde08-05a5-43f7-b27d-07657c5409d3 HTTP/1.1" status: 204 len: 168 time: 0.2830470 Jul 16 08:31:00.457386 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53166) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:00.510340 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.517803 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:00.547932 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db15d395-fbe2-4642-ab40-b8127511a14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.556679 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32247c9d-c875-4590-8621-c59e4a6d5442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '930dd323-1008-413d-b067-f50de030ab82'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:00.559335 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c19e6a52-d0aa-4354-a549-6a6a0929c850" -d '{"events": [{"server_uuid": "32247c9d-c875-4590-8621-c59e4a6d5442", "name": "network-vif-unplugged", "status": "completed", "tag": "930dd323-1008-413d-b067-f50de030ab82"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:00.567210 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 930dd323-1008-413d-b067-f50de030ab82, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=930dd323-1008-413d-b067-f50de030ab82,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:00.569144 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'd11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': 'd11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3', 'mac_address': 'fa:16:3e:c1:4c:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:00.608692 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.612013 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa533499-d628-4d2a-9c84-f2b7413d1bfd x-openstack-request-id: req-aa533499-d628-4d2a-9c84-f2b7413d1bfd {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:00.612309 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32247c9d-c875-4590-8621-c59e4a6d5442", "name": "network-vif-unplugged", "status": "completed", "tag": "930dd323-1008-413d-b067-f50de030ab82", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:00.612592 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aa533499-d628-4d2a-9c84-f2b7413d1bfd {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:00.613006 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32247c9d-c875-4590-8621-c59e4a6d5442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '930dd323-1008-413d-b067-f50de030ab82', 'code': 200} Jul 16 08:31:00.621612 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.650540 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db15d395-fbe2-4642-ab40-b8127511a14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.663889 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-db15d395-fbe2-4642-ab40-b8127511a14c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['625dfff6-7aa4-46e7-b897-fa5ed9305465']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:00.671072 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:00.679096 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-db15d395-fbe2-4642-ab40-b8127511a14c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f515938d-d605-4fe4-a310-b50c6a61626e') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:00.679514 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-db15d395-fbe2-4642-ab40-b8127511a14c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f515938d-d605-4fe4-a310-b50c6a61626e') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:00.694813 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db15d395-fbe2-4642-ab40-b8127511a14c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.710762 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:00.712343 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=930dd323-1008-413d-b067-f50de030ab82,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:00.714475 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db15d395-fbe2-4642-ab40-b8127511a14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.719645 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-672669e0-fe7a-4092-8ee4-af795635375c req-74ead62c-a9bd-4cbb-933f-82071ec7cd8c tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0461237 Jul 16 08:31:00.721043 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0374fb5-0f3f-463c-bb9a-779b26c4820d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.724292 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.735766 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db15d395-fbe2-4642-ab40-b8127511a14c admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:31:00.743793 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db15d395-fbe2-4642-ab40-b8127511a14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:31:00.748189 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:31:00.755025 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:00.755211 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b010fb11-6782-4ba7-9fed-f0965c16386e req-15d3e476-ae8d-4040-92ac-e780492863f2 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.755415 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:00.755415 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:00.755415 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:00.755415 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:00.755415 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:00.755415 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:00.755415 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:00.755415 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:00.755415 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:00.755415 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:00.755415 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:00.781997 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['69bf00cf-8913-447f-a5fe-ba4676f763a6', '33a1a531-589b-4c0c-9129-473de99d0088'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:00.846644 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d3e476-ae8d-4040-92ac-e780492863f2 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Pushing event deleted for resources: {'Port': ['ID=69bf00cf-8913-447f-a5fe-ba4676f763a6,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:00.851571 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-b010fb11-6782-4ba7-9fed-f0965c16386e req-15d3e476-ae8d-4040-92ac-e780492863f2 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] No DVR routers for this DVR port 69bf00cf-8913-447f-a5fe-ba4676f763a6 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:00.858346 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b010fb11-6782-4ba7-9fed-f0965c16386e req-15d3e476-ae8d-4040-92ac-e780492863f2 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.859966 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b010fb11-6782-4ba7-9fed-f0965c16386e req-15d3e476-ae8d-4040-92ac-e780492863f2 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.21 "DELETE /v2.0/ports/69bf00cf-8913-447f-a5fe-ba4676f763a6 HTTP/1.1" status: 204 len: 173 time: 0.9460337 Jul 16 08:31:00.860900 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b52d596-fa36-4bca-a34e-4fd266194967', 'name': 'network-vif-deleted', 'tag': '69bf00cf-8913-447f-a5fe-ba4676f763a6'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:00.863426 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8013bedd-1c61-4e2b-98c6-450b4802c071" -d '{"events": [{"server_uuid": "7b52d596-fa36-4bca-a34e-4fd266194967", "name": "network-vif-deleted", "tag": "69bf00cf-8913-447f-a5fe-ba4676f763a6"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:00.886481 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-79478cbe-9efb-4bca-9198-cefd367a98cc req-082a2797-903b-4bb5-a4ce-fe51f8858278 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=7b52d596-fa36-4bca-a34e-4fd266194967 HTTP/1.1" status: 200 len: 210 time: 0.1372588 Jul 16 08:31:00.891467 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db15d395-fbe2-4642-ab40-b8127511a14c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.910122 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db15d395-fbe2-4642-ab40-b8127511a14c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:00.916709 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-db15d395-fbe2-4642-ab40-b8127511a14c admin admin] 10.222.0.22 "DELETE /v2.0/networks/625dfff6-7aa4-46e7-b897-fa5ed9305465 HTTP/1.1" status: 204 len: 168 time: 0.4579468 Jul 16 08:31:00.922232 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:00.935364 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb6c1d9-ae93-4011-a4c5-4ff11347fa9a x-openstack-request-id: req-0bb6c1d9-ae93-4011-a4c5-4ff11347fa9a {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:00.935669 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b52d596-fa36-4bca-a34e-4fd266194967", "name": "network-vif-deleted", "tag": "69bf00cf-8913-447f-a5fe-ba4676f763a6", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:00.935910 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0bb6c1d9-ae93-4011-a4c5-4ff11347fa9a {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:00.936298 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b52d596-fa36-4bca-a34e-4fd266194967', 'name': 'network-vif-deleted', 'tag': '69bf00cf-8913-447f-a5fe-ba4676f763a6', 'status': 'completed', 'code': 200} Jul 16 08:31:00.936903 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15d395-fbe2-4642-ab40-b8127511a14c admin admin] Pushing event deleted for resources: {'Network': ['ID=625dfff6-7aa4-46e7-b897-fa5ed9305465,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:00.999730 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d713e2d5-b477-4fad-869e-42c99767d20b req-97ace0ff-7450-41ff-9c63-681525359c46 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0485885 Jul 16 08:31:01.001009 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0374fb5-0f3f-463c-bb9a-779b26c4820d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.007938 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0374fb5-0f3f-463c-bb9a-779b26c4820d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.016505 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:01.070236 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b0374fb5-0f3f-463c-bb9a-779b26c4820d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=df401c696f934f7ebb0ca1e91468a7e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9598560 Jul 16 08:31:01.070236 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0374fb5-0f3f-463c-bb9a-779b26c4820d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2872f06-e3db-4b3c-b9f5-d91a2215ec09,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:01.070621 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53188) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:01.165901 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53192) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:01.168202 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f1ab871-d9ae-4f0d-b1ea-ba7489d2094a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.198702 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f1ab871-d9ae-4f0d-b1ea-ba7489d2094a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.236442 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3886ef23-17cd-4d20-bbcd-835adfda212e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6006a1dcb2354570866e06da5c4c7493&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0663438 Jul 16 08:31:01.236700 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53194) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:01.264578 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f1ab871-d9ae-4f0d-b1ea-ba7489d2094a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.268547 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f1ab871-d9ae-4f0d-b1ea-ba7489d2094a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.270342 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4f1ab871-d9ae-4f0d-b1ea-ba7489d2094a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b2872f06-e3db-4b3c-b9f5-d91a2215ec09 HTTP/1.1" status: 204 len: 168 time: 0.1988139 Jul 16 08:31:01.283310 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1ab871-d9ae-4f0d-b1ea-ba7489d2094a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2872f06-e3db-4b3c-b9f5-d91a2215ec09,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:01.297492 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53823402-f159-4817-aa39-2e44a10c3019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.323918 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53823402-f159-4817-aa39-2e44a10c3019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.384333 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53823402-f159-4817-aa39-2e44a10c3019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.395253 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53823402-f159-4817-aa39-2e44a10c3019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.398878 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-53823402-f159-4817-aa39-2e44a10c3019 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/89cd9de5-942a-46fc-9530-57095b660f36 HTTP/1.1" status: 204 len: 168 time: 0.1588514 Jul 16 08:31:01.405590 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53823402-f159-4817-aa39-2e44a10c3019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89cd9de5-942a-46fc-9530-57095b660f36,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:01.735988 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53220) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:01.749141 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b8df6a75-1209-4010-888d-91b94958fc0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.823634 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.916822 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1a9ac1d5-28cf-4634-886c-550a2d67600d req-6c8de48b-984d-4cf3-83e1-8220e36f3140 tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0459943 Jul 16 08:31:01.924268 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.933412 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b8df6a75-1209-4010-888d-91b94958fc0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.941623 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b8df6a75-1209-4010-888d-91b94958fc0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:01.994787 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b8df6a75-1209-4010-888d-91b94958fc0e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=835c3e005aee46e8af68593ff81af211&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2575998 Jul 16 08:31:01.994983 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53242) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:02.004595 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df6a75-1209-4010-888d-91b94958fc0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd64a20-d4b6-49fc-9a6a-a840098b772f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:02.089025 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f9a7ebf-2a36-44b3-a756-ee64d2354d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:02.155432 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f9a7ebf-2a36-44b3-a756-ee64d2354d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:02.213288 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:02.237442 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f9a7ebf-2a36-44b3-a756-ee64d2354d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:02.240607 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f9a7ebf-2a36-44b3-a756-ee64d2354d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:02.249031 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0f9a7ebf-2a36-44b3-a756-ee64d2354d46 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8cd64a20-d4b6-49fc-9a6a-a840098b772f HTTP/1.1" status: 204 len: 168 time: 0.2527244 Jul 16 08:31:02.258321 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9a7ebf-2a36-44b3-a756-ee64d2354d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd64a20-d4b6-49fc-9a6a-a840098b772f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:02.304913 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 93a1378d-9ae2-4cae-b365-a03736d922c0 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:02.349475 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 93a1378d-9ae2-4cae-b365-a03736d922c0 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:02.349903 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 93a1378d-9ae2-4cae-b365-a03736d922c0 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:02.381486 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:02.381882 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:02.517070 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:02.562239 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:02.568871 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:02.570219 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 69bf00cf-8913-447f-a5fe-ba4676f763a6 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:02.599343 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 69bf00cf-8913-447f-a5fe-ba4676f763a6 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:02.600219 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 69bf00cf-8913-447f-a5fe-ba4676f763a6 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:02.635341 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913672f7-2b94-419c-9021-56150ae0236a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:02.638266 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb526212-7293-42e3-8ed3-e223af6da496" -d '{"events": [{"server_uuid": "913672f7-2b94-419c-9021-56150ae0236a", "name": "network-vif-plugged", "status": "completed", "tag": "d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:02.678289 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:02.687342 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fca2add-8664-4984-870c-838415c9b7c0 req-f23b9959-4eca-4853-bffc-7a18dc860264 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:02.689151 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7fca2add-8664-4984-870c-838415c9b7c0 req-f23b9959-4eca-4853-bffc-7a18dc860264 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.0907195 Jul 16 08:31:02.741698 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7fca2add-8664-4984-870c-838415c9b7c0 req-d1779055-09aa-4b1e-a9c6-ac7a52fb13f7 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459130 Jul 16 08:31:02.799675 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fc3e44-8fa8-44ca-90b0-53a79d510d71 x-openstack-request-id: req-69fc3e44-8fa8-44ca-90b0-53a79d510d71 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:02.799966 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913672f7-2b94-419c-9021-56150ae0236a", "name": "network-vif-plugged", "status": "completed", "tag": "d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:02.800215 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-69fc3e44-8fa8-44ca-90b0-53a79d510d71 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:02.800824 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913672f7-2b94-419c-9021-56150ae0236a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3', 'code': 200} Jul 16 08:31:03.128105 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-972f5b3b-20e7-4269-bafa-e3b5e53859c1 req-211768d7-1be6-4618-a5dc-97345f9ea7aa tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0496752 Jul 16 08:31:03.266851 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3942ba2b-2d38-436d-a94f-b5acb16e1dd6 req-d508d4fa-5c1f-4e31-8b30-c2b1ae843d52 tempest-ServerShowV254Test-1829837504 tempest-ServerShowV254Test-1829837504-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.0465195 Jul 16 08:31:03.288749 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b31a1923-12ed-467e-8ddc-b5fc87e93a3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:03.704342 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-72fb7bcc-0959-417c-973a-2ca7dd1f31c7 req-9605142f-e356-47b2-b6bb-c02d5a2457c0 tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22&device_id=1e413c0b-b89b-41d0-802e-c29a57105300 HTTP/1.1" status: 200 len: 210 time: 0.0461483 Jul 16 08:31:04.176657 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a5a29539-d004-4130-9b37-f0a0fea08be4 req-5fb38e6d-93af-4186-9f6a-f82e3ace6000 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7187a56462834c8ca894df7309c34876&device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0302348 Jul 16 08:31:04.291607 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a5a29539-d004-4130-9b37-f0a0fea08be4 req-ddd5871c-3953-4201-9425-558a6ad10f68 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=7187a56462834c8ca894df7309c34876&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0944633 Jul 16 08:31:04.356576 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f86d71db-0eb1-4b4d-b05b-bb404bbbb032 req-e437dd28-322b-46a8-9517-c7e567115d05 tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.1315048 Jul 16 08:31:04.437930 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f81fb8-c284-4373-8327-c28222525a4e req-e3d04f66-2660-41d4-9172-c3823663c976 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:04.441330 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d8f81fb8-c284-4373-8327-c28222525a4e req-e3d04f66-2660-41d4-9172-c3823663c976 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.21 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.1245563 Jul 16 08:31:04.453028 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99913f-4436-4f9d-9f3c-bf393dbd30a9 req-61fc043e-9bf4-4ef4-a221-24bd9856b394 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:04.462207 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8f99913f-4436-4f9d-9f3c-bf393dbd30a9 req-61fc043e-9bf4-4ef4-a221-24bd9856b394 tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 945 time: 0.3629849 Jul 16 08:31:04.572028 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-d8f81fb8-c284-4373-8327-c28222525a4e req-1e3ee217-57d5-4a73-8dc1-f599a5124dae tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Deleting port 33a1a531-589b-4c0c-9129-473de99d0088 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:04.572721 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d8f81fb8-c284-4373-8327-c28222525a4e req-1e3ee217-57d5-4a73-8dc1-f599a5124dae tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.709415 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8f99913f-4436-4f9d-9f3c-bf393dbd30a9 req-16625625-6675-4db4-987c-f8a9343c582d tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/security-groups?id=d7de0c9b-5506-48e3-900e-fbf00a8b11c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2459419 Jul 16 08:31:04.772158 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-d8f81fb8-c284-4373-8327-c28222525a4e req-1e3ee217-57d5-4a73-8dc1-f599a5124dae tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] For port 33a1a531-589b-4c0c-9129-473de99d0088, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=33a1a531-589b-4c0c-9129-473de99d0088,segment=NetworkSegment(b2c713c2-8e0a-4620-8d49-7ae1ddb20db1),segment_id=b2c713c2-8e0a-4620-8d49-7ae1ddb20db1)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:04.772558 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d8f81fb8-c284-4373-8327-c28222525a4e req-1e3ee217-57d5-4a73-8dc1-f599a5124dae tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:04.812159 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a29539-d004-4130-9b37-f0a0fea08be4 req-d4146273-0b6e-4905-a63d-2a904618571b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:04.813793 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-d8f81fb8-c284-4373-8327-c28222525a4e req-1e3ee217-57d5-4a73-8dc1-f599a5124dae tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Calling delete_port for 33a1a531-589b-4c0c-9129-473de99d0088 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:04.813965 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a5a29539-d004-4130-9b37-f0a0fea08be4 req-d4146273-0b6e-4905-a63d-2a904618571b service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5112329 Jul 16 08:31:05.000214 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b0048710-fcb5-4134-bcd7-aac34e18a64c req-576b8ca4-e79d-4b37-b27a-80089dfe768f tempest-ServerShowV254Test-1829837504 tempest-ServerShowV254Test-1829837504-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.0496886 Jul 16 08:31:05.093305 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d8f81fb8-c284-4373-8327-c28222525a4e req-1e3ee217-57d5-4a73-8dc1-f599a5124dae tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:05.107475 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['33a1a531-589b-4c0c-9129-473de99d0088'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:05.156061 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3ee217-57d5-4a73-8dc1-f599a5124dae tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Pushing event deleted for resources: {'Port': ['ID=33a1a531-589b-4c0c-9129-473de99d0088,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:05.254966 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f81fb8-c284-4373-8327-c28222525a4e req-1e3ee217-57d5-4a73-8dc1-f599a5124dae tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] No DVR routers for this DVR port 33a1a531-589b-4c0c-9129-473de99d0088 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:05.260758 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d8f81fb8-c284-4373-8327-c28222525a4e req-1e3ee217-57d5-4a73-8dc1-f599a5124dae tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:05.264515 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d8f81fb8-c284-4373-8327-c28222525a4e req-1e3ee217-57d5-4a73-8dc1-f599a5124dae tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.21 "DELETE /v2.0/ports/33a1a531-589b-4c0c-9129-473de99d0088 HTTP/1.1" status: 204 len: 173 time: 0.8097358 Jul 16 08:31:05.276155 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88c4110a-1735-421a-91ab-970a1dd08757', 'name': 'network-vif-deleted', 'tag': '33a1a531-589b-4c0c-9129-473de99d0088'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:05.279169 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3064a0ff-92aa-47ad-9b73-3a41c63d19eb" -d '{"events": [{"server_uuid": "88c4110a-1735-421a-91ab-970a1dd08757", "name": "network-vif-deleted", "tag": "33a1a531-589b-4c0c-9129-473de99d0088"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:05.286817 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63947422-e770-4937-baad-ffa583513fe0 req-def26af7-9532-4db6-a289-cc4aab778664 tempest-FlavorsV2NegativeTest-1839280976 tempest-FlavorsV2NegativeTest-1839280976-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=9856963132dd410d9261b98e39829473&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0747714 Jul 16 08:31:05.365792 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ae1d43c-139e-411f-b754-af491e6541e6 x-openstack-request-id: req-2ae1d43c-139e-411f-b754-af491e6541e6 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:05.366487 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "88c4110a-1735-421a-91ab-970a1dd08757", "name": "network-vif-deleted", "tag": "33a1a531-589b-4c0c-9129-473de99d0088", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:05.366487 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2ae1d43c-139e-411f-b754-af491e6541e6 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:05.366799 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88c4110a-1735-421a-91ab-970a1dd08757', 'name': 'network-vif-deleted', 'tag': '33a1a531-589b-4c0c-9129-473de99d0088', 'status': 'completed', 'code': 200} Jul 16 08:31:05.544706 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63947422-e770-4937-baad-ffa583513fe0 req-f33f096e-0cff-49dc-b240-8c5e8f251a21 tempest-FlavorsV2NegativeTest-1839280976 tempest-FlavorsV2NegativeTest-1839280976-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:05.554664 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63947422-e770-4937-baad-ffa583513fe0 req-f33f096e-0cff-49dc-b240-8c5e8f251a21 tempest-FlavorsV2NegativeTest-1839280976 tempest-FlavorsV2NegativeTest-1839280976-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2611003 Jul 16 08:31:05.586221 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63947422-e770-4937-baad-ffa583513fe0 req-49697789-b4d1-4ae7-8ac1-11eb2165703c tempest-FlavorsV2NegativeTest-1839280976 tempest-FlavorsV2NegativeTest-1839280976-project] 10.222.0.22 "GET /v2.0/quotas/9856963132dd410d9261b98e39829473 HTTP/1.1" status: 200 len: 375 time: 0.0288978 Jul 16 08:31:05.634492 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63947422-e770-4937-baad-ffa583513fe0 req-fbbff222-ce2d-4c13-9d2f-3532ff8d69f1 tempest-FlavorsV2NegativeTest-1839280976 tempest-FlavorsV2NegativeTest-1839280976-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9856963132dd410d9261b98e39829473&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0462735 Jul 16 08:31:05.644017 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b47f97a4-3d7f-466a-aa36-1736403be6e4 req-e7c8ee03-8eec-48de-817f-ac51dffe7479 tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0474653 Jul 16 08:31:05.692743 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e429ed08-edd9-4bed-a112-38fb7356a342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:05.875386 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975d4f1e-4720-47d7-907e-408288c7890e req-5fddcf84-b830-4759-aa12-45e978b47ae6 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:05.880728 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-975d4f1e-4720-47d7-907e-408288c7890e req-5fddcf84-b830-4759-aa12-45e978b47ae6 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 1097 time: 0.0986085 Jul 16 08:31:05.912580 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0a94aeae-8b1d-4794-88e2-bbb1c3b5817c req-d8585271-a44b-4d4f-8519-e4e18538039e tempest-ListServerFiltersTestJSON-1412090791 tempest-ListServerFiltersTestJSON-1412090791-project] 10.222.0.22 "GET /v2.0/ports?device_id=88c4110a-1735-421a-91ab-970a1dd08757 HTTP/1.1" status: 200 len: 210 time: 0.0398412 Jul 16 08:31:05.945840 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:05.961181 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-975d4f1e-4720-47d7-907e-408288c7890e req-cd82d5f4-fa2b-440c-a972-c2edb10dde07 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742645 Jul 16 08:31:06.282055 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a5a29539-d004-4130-9b37-f0a0fea08be4 req-eb4f01ff-185f-4bcc-a4b1-d2b22af22387 tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.30 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0631340 Jul 16 08:31:06.322806 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a4d04dba-48ef-478d-b0af-7bc682f077f4 req-01c273de-a1eb-4b62-b64a-bfbf57ea66ac tempest-ServerShowV254Test-1829837504 tempest-ServerShowV254Test-1829837504-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.0436788 Jul 16 08:31:06.544242 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53450) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:06.709133 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6403c88-5971-4da9-a5f2-5af9900fbb22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:06.875334 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6403c88-5971-4da9-a5f2-5af9900fbb22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:06.891026 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6403c88-5971-4da9-a5f2-5af9900fbb22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:06.914300 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2e2122f2-4358-47c3-8412-33c32d6262e1 req-8ebc0f11-e280-4e00-8369-465d1492ade2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.0539584 Jul 16 08:31:06.942029 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f63e4ac6-7cbc-4644-82fb-cd7372fcea52 req-8e23aaff-b00c-4fd1-9925-3a5322f191e8 tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=c76a5944-1952-4cd6-b2c3-bd8b9a1c9f22 HTTP/1.1" status: 200 len: 210 time: 0.0696294 Jul 16 08:31:06.953318 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c6403c88-5971-4da9-a5f2-5af9900fbb22 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9856963132dd410d9261b98e39829473&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4077604 Jul 16 08:31:06.956394 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53470) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:06.986670 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6403c88-5971-4da9-a5f2-5af9900fbb22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebbdf14d-77fa-4cc4-9bc8-f35fc34bacd7,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:06.988981 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:07.118463 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fcf2c4a5-48d7-41ff-aa5d-c0c2c3ac8c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:07.143853 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fcf2c4a5-48d7-41ff-aa5d-c0c2c3ac8c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:07.201171 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53478) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:07.257459 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fcf2c4a5-48d7-41ff-aa5d-c0c2c3ac8c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:07.260595 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fcf2c4a5-48d7-41ff-aa5d-c0c2c3ac8c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:07.264635 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-fcf2c4a5-48d7-41ff-aa5d-c0c2c3ac8c39 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ebbdf14d-77fa-4cc4-9bc8-f35fc34bacd7 HTTP/1.1" status: 204 len: 168 time: 0.3046722 Jul 16 08:31:07.282711 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2c4a5-48d7-41ff-aa5d-c0c2c3ac8c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebbdf14d-77fa-4cc4-9bc8-f35fc34bacd7,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:07.324833 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ebb30ab-ccb7-4b79-84cc-ec5ed3f8cfab admin admin] Deleting subnet f54ae592-dba2-4b67-8778-fc3e1eeff092 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:31:07.329039 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ebb30ab-ccb7-4b79-84cc-ec5ed3f8cfab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:07.377054 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ebb30ab-ccb7-4b79-84cc-ec5ed3f8cfab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:07.517018 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ebb30ab-ccb7-4b79-84cc-ec5ed3f8cfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:07.634336 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5b281cdb-eb88-4799-9ee6-3cc56846a975 req-bd09350f-a471-4c61-8200-92b8ea556cf6 tempest-ServerShowV254Test-1829837504 tempest-ServerShowV254Test-1829837504-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.0570683 Jul 16 08:31:07.669150 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ebb30ab-ccb7-4b79-84cc-ec5ed3f8cfab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:07.751701 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:31:07.752524 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-c879627b-bfa6-45e0-807f-0f928b04676d tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:31:07.753586 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-c879627b-bfa6-45e0-807f-0f928b04676d tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0187778 Jul 16 08:31:07.759751 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebb30ab-ccb7-4b79-84cc-ec5ed3f8cfab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f54ae592-dba2-4b67-8778-fc3e1eeff092,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:07.786811 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-d7fa221c-3566-47be-9bdd-0d3219b05ee0 service neutron] Request body: {'binding': {'host': 'n-h2-771362-37', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:07.787285 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-d7fa221c-3566-47be-9bdd-0d3219b05ee0 service neutron] Unknown quota resources ['binding']. {{(pid=93758) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:31:07.954611 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ebb30ab-ccb7-4b79-84cc-ec5ed3f8cfab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:07.957291 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3ebb30ab-ccb7-4b79-84cc-ec5ed3f8cfab admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f54ae592-dba2-4b67-8778-fc3e1eeff092 HTTP/1.1" status: 204 len: 168 time: 0.7539036 Jul 16 08:31:07.959999 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53506) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:07.966808 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93aa2d81-fa20-4a2f-b771-6ed80306ee77 None None] Network fab67cd5-46e2-450e-aead-9e16a980be1b requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:08.064133 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-d7fa221c-3566-47be-9bdd-0d3219b05ee0 service neutron] Attempting to bind port 0ed9a183-e43d-43a6-b319-0757cf6445f2 on host n-h2-771362-37 for vnic_type normal with profile None {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:08.064561 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-d7fa221c-3566-47be-9bdd-0d3219b05ee0 service neutron] Attempting to bind port 0ed9a183-e43d-43a6-b319-0757cf6445f2 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:08.064905 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-d7fa221c-3566-47be-9bdd-0d3219b05ee0 service neutron] Attempting to bind port 0ed9a183-e43d-43a6-b319-0757cf6445f2 on network d342364e-cb68-4fed-83d9-f37bbb306922 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:08.072063 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-d7fa221c-3566-47be-9bdd-0d3219b05ee0 service neutron] Port 0ed9a183-e43d-43a6-b319-0757cf6445f2 on network d342364e-cb68-4fed-83d9-f37bbb306922 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:08.072572 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-d7fa221c-3566-47be-9bdd-0d3219b05ee0 service neutron] Attempting to bind port 0ed9a183-e43d-43a6-b319-0757cf6445f2 on network d342364e-cb68-4fed-83d9-f37bbb306922 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:08.093936 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-d7fa221c-3566-47be-9bdd-0d3219b05ee0 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:08.094704 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-d7fa221c-3566-47be-9bdd-0d3219b05ee0 service neutron] Checking segment: {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:08.095349 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-d7fa221c-3566-47be-9bdd-0d3219b05ee0 service neutron] Bound using segment: {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:08.096448 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-d7fa221c-3566-47be-9bdd-0d3219b05ee0 service neutron] Bound port: 0ed9a183-e43d-43a6-b319-0757cf6445f2, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:08.175994 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b3b706e-5056-433d-ad54-e0fbc7c8c801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:08.251219 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-d7fa221c-3566-47be-9bdd-0d3219b05ee0 service neutron] For port 0ed9a183-e43d-43a6-b319-0757cf6445f2, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0ed9a183-e43d-43a6-b319-0757cf6445f2,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:08.261926 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-d7fa221c-3566-47be-9bdd-0d3219b05ee0 service neutron] Notify callbacks [] for binding, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:08.270297 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 33a1a531-589b-4c0c-9129-473de99d0088 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:08.275178 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-d7fa221c-3566-47be-9bdd-0d3219b05ee0 service neutron] 10.222.0.22 "POST /v2.0/ports/0ed9a183-e43d-43a6-b319-0757cf6445f2/bindings HTTP/1.1" status: 201 len: 390 time: 0.5096540 Jul 16 08:31:08.310721 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0b3b706e-5056-433d-ad54-e0fbc7c8c801 admin admin] Deleting port 500d298f-f6b7-4db1-9276-10d4d4ab16b2 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:08.311314 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b3b706e-5056-433d-ad54-e0fbc7c8c801 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:08.333294 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 33a1a531-589b-4c0c-9129-473de99d0088 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:08.333639 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 33a1a531-589b-4c0c-9129-473de99d0088 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:08.427154 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:08.431887 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-0b3b706e-5056-433d-ad54-e0fbc7c8c801 admin admin] For port 500d298f-f6b7-4db1-9276-10d4d4ab16b2, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=500d298f-f6b7-4db1-9276-10d4d4ab16b2,segment=NetworkSegment(b2c713c2-8e0a-4620-8d49-7ae1ddb20db1),segment_id=b2c713c2-8e0a-4620-8d49-7ae1ddb20db1)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:08.432218 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b3b706e-5056-433d-ad54-e0fbc7c8c801 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:08.452032 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0b3b706e-5056-433d-ad54-e0fbc7c8c801 admin admin] Calling delete_port for 500d298f-f6b7-4db1-9276-10d4d4ab16b2 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:08.492053 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e17c0b-e5ae-4cb3-8291-573d91aa7b39 None None] DHCP port deletion for fab67cd5-46e2-450e-aead-9e16a980be1b request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:31:08.587561 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b3b706e-5056-433d-ad54-e0fbc7c8c801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:08.625104 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3b706e-5056-433d-ad54-e0fbc7c8c801 admin admin] No DVR routers for this DVR port 500d298f-f6b7-4db1-9276-10d4d4ab16b2 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:08.670275 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-58e17c0b-e5ae-4cb3-8291-573d91aa7b39 None None] Deleting port 500d298f-f6b7-4db1-9276-10d4d4ab16b2 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:08.674067 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-58e17c0b-e5ae-4cb3-8291-573d91aa7b39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:08.707918 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53538) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:08.711990 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b706e-5056-433d-ad54-e0fbc7c8c801 admin admin] Pushing event deleted for resources: {'Port': ['ID=500d298f-f6b7-4db1-9276-10d4d4ab16b2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:08.803104 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-6b4ac82b-4c69-48c5-923f-5fb9b5413df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:08.805336 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-6b4ac82b-4c69-48c5-923f-5fb9b5413df5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 1097 time: 0.1693437 Jul 16 08:31:08.859144 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b3b706e-5056-433d-ad54-e0fbc7c8c801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:08.884397 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 500d298f-f6b7-4db1-9276-10d4d4ab16b2 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:08.904185 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0b3b706e-5056-433d-ad54-e0fbc7c8c801 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fab67cd5-46e2-450e-aead-9e16a980be1b']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:08.933720 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-58e17c0b-e5ae-4cb3-8291-573d91aa7b39 None None] For port 500d298f-f6b7-4db1-9276-10d4d4ab16b2, host n-d-771362-37, got binding levels [] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:08.934121 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-58e17c0b-e5ae-4cb3-8291-573d91aa7b39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:08.944954 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0b3b706e-5056-433d-ad54-e0fbc7c8c801 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2c713c2-8e0a-4620-8d49-7ae1ddb20db1') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:08.945659 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0b3b706e-5056-433d-ad54-e0fbc7c8c801 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2c713c2-8e0a-4620-8d49-7ae1ddb20db1') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:08.950988 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fb220ed5-9d64-4569-8def-3474c9cf0e55 req-00fe3a2b-3522-4bb0-b2d6-e080cf71e89d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7187a56462834c8ca894df7309c34876&device_id=1e413c0b-b89b-41d0-802e-c29a57105300 HTTP/1.1" status: 200 len: 210 time: 0.0708599 Jul 16 08:31:08.951833 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648db1a0-9515-4b59-b65d-613fadde8e52 req-8299d59b-e225-4e83-825a-b4e25c1c1646 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:08.955540 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 500d298f-f6b7-4db1-9276-10d4d4ab16b2 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:08.955898 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 500d298f-f6b7-4db1-9276-10d4d4ab16b2 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:08.959534 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-648db1a0-9515-4b59-b65d-613fadde8e52 req-8299d59b-e225-4e83-825a-b4e25c1c1646 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 945 time: 0.1533482 Jul 16 08:31:08.984215 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-58e17c0b-e5ae-4cb3-8291-573d91aa7b39 None None] Calling delete_port for 500d298f-f6b7-4db1-9276-10d4d4ab16b2 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:08.985860 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2f310b96-d663-49d1-9835-1de414c4446c req-403e5e3c-fa77-4bd1-ac59-05f6b90afa90 tempest-ServerShowV254Test-1829837504 tempest-ServerShowV254Test-1829837504-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.0992413 Jul 16 08:31:09.005535 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.ipam_backend_mixin [None req-58e17c0b-e5ae-4cb3-8291-573d91aa7b39 None None] Port 500d298f-f6b7-4db1-9276-10d4d4ab16b2 was not found and therefore no delete operation was performed {{(pid=93760) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:31:09.006603 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-2169e429-163e-49d0-ab3a-7cf8e9c3e51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:09.007469 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-58e17c0b-e5ae-4cb3-8291-573d91aa7b39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.008092 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-2169e429-163e-49d0-ab3a-7cf8e9c3e51e service neutron] 10.222.0.21 "GET /v2.0/networks?id=d342364e-cb68-4fed-83d9-f37bbb306922 HTTP/1.1" status: 200 len: 921 time: 0.1923437 Jul 16 08:31:09.036568 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fb220ed5-9d64-4569-8def-3474c9cf0e55 req-fa7f5fa5-b67b-4bce-accf-65978e6963b4 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=7187a56462834c8ca894df7309c34876&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567343 Jul 16 08:31:09.038623 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b3b706e-5056-433d-ad54-e0fbc7c8c801 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.064381 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-8b002a9c-aba4-41d9-83a6-bc686842c3e7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ed9a183-e43d-43a6-b319-0757cf6445f2 HTTP/1.1" status: 200 len: 217 time: 0.0457380 Jul 16 08:31:09.079663 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-648db1a0-9515-4b59-b65d-613fadde8e52 req-dffeabe3-f60e-46e4-b904-28671e2818a6 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191623 Jul 16 08:31:09.095772 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e17c0b-e5ae-4cb3-8291-573d91aa7b39 None None] Pushing event deleted for resources: {'Port': ['ID=500d298f-f6b7-4db1-9276-10d4d4ab16b2,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:09.109393 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e17c0b-e5ae-4cb3-8291-573d91aa7b39 None None] No DVR routers for this DVR port 500d298f-f6b7-4db1-9276-10d4d4ab16b2 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:09.130006 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b3b706e-5056-433d-ad54-e0fbc7c8c801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.209452 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-51ac7c92-93f4-436a-afb1-8c2fba8d3d0d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1612058528-network', 'tenant_id': '4b90120b469544f1bdbfa054aab10043'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:09.218133 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-62374f10-c4b9-4b6b-902a-e91a7d94ca74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:09.219789 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-62374f10-c4b9-4b6b-902a-e91a7d94ca74 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08efe674-85ae-4a06-b69c-d92fb68b404c HTTP/1.1" status: 200 len: 860 time: 0.1390331 Jul 16 08:31:09.267111 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-ef150dab-75ab-4dc5-9a49-01a002cb3072 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d342364e-cb68-4fed-83d9-f37bbb306922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382371 Jul 16 08:31:09.267363 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb220ed5-9d64-4569-8def-3474c9cf0e55 req-8221b3c6-d5cd-473f-9258-806876c36ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:09.268869 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fb220ed5-9d64-4569-8def-3474c9cf0e55 req-8221b3c6-d5cd-473f-9258-806876c36ceb service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2087171 Jul 16 08:31:09.271691 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b3b706e-5056-433d-ad54-e0fbc7c8c801 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:31:09.272111 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b3b706e-5056-433d-ad54-e0fbc7c8c801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.277198 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:31:09.277198 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:31:09.277198 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:31:09.277198 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:31:09.277198 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:31:09.277198 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:31:09.277198 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:31:09.277198 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:31:09.277198 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:31:09.277198 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:31:09.277198 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:31:09.277198 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:31:09.277198 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:31:09.277198 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:31:09.277198 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:31:09.277198 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:31:09.277198 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:31:09.277198 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:31:09.277198 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:31:09.277198 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:31:09.277198 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:31:09.277198 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:31:09.277198 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:31:09.277198 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:31:09.277198 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:31:09.277198 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:31:09.277198 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:31:09.277198 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:31:09.277198 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:31:09.277198 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:31:09.277198 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:31:09.277198 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:31:09.384211 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a2ba91d7-4f59-43c6-8fc1-8acf2cb7b146 req-2b52ad06-f496-4b39-87dc-42238b28b6f6 tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e413c0b-b89b-41d0-802e-c29a57105300 HTTP/1.1" status: 200 len: 210 time: 0.1600580 Jul 16 08:31:09.408993 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51ac7c92-93f4-436a-afb1-8c2fba8d3d0d admin admin] Made reservation on behalf of 4b90120b469544f1bdbfa054aab10043 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:09.413876 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-51ac7c92-93f4-436a-afb1-8c2fba8d3d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.433308 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-8602fbd8-ff08-4ce1-b314-36db924ae694 service neutron] 10.222.0.21 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591520 Jul 16 08:31:09.466304 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-51ac7c92-93f4-436a-afb1-8c2fba8d3d0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.488216 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b3b706e-5056-433d-ad54-e0fbc7c8c801 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.512505 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b3b706e-5056-433d-ad54-e0fbc7c8c801 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.520493 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0b3b706e-5056-433d-ad54-e0fbc7c8c801 admin admin] 10.222.0.22 "DELETE /v2.0/networks/fab67cd5-46e2-450e-aead-9e16a980be1b HTTP/1.1" status: 204 len: 168 time: 1.5555563 Jul 16 08:31:09.551824 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3b706e-5056-433d-ad54-e0fbc7c8c801 admin admin] Pushing event deleted for resources: {'Network': ['ID=fab67cd5-46e2-450e-aead-9e16a980be1b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:09.577726 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-92cedfa2-e75f-4e90-b01e-4cf3aa6776f0 service neutron] 10.222.0.21 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365979 Jul 16 08:31:09.666844 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-51ac7c92-93f4-436a-afb1-8c2fba8d3d0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.673146 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-51ac7c92-93f4-436a-afb1-8c2fba8d3d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.774766 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51ac7c92-93f4-436a-afb1-8c2fba8d3d0d admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:31:09.806327 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-51ac7c92-93f4-436a-afb1-8c2fba8d3d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:09.807011 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-51ac7c92-93f4-436a-afb1-8c2fba8d3d0d admin admin] Added segment 838925ab-11a6-4128-97d3-520d54606db0 of type vlan for network 6c486c0a-a82a-4fd9-b97c-cd18aad28010 Jul 16 08:31:09.808769 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac7c92-93f4-436a-afb1-8c2fba8d3d0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979108ca-b581-4747-8170-97b9b3778c4b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:09.818111 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53564) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:09.925595 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a741e7ca-deb8-4639-9e22-0690b799c640 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ec9bc7ee3b854f55abf6b1b286377786&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1029260 Jul 16 08:31:09.934644 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53566) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:09.947330 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-51ac7c92-93f4-436a-afb1-8c2fba8d3d0d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.027248 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-51ac7c92-93f4-436a-afb1-8c2fba8d3d0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.028260 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51ac7c92-93f4-436a-afb1-8c2fba8d3d0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:10.028906 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-51ac7c92-93f4-436a-afb1-8c2fba8d3d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.052972 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eb98ec3e-4bd5-4418-9909-a199997adc2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.080896 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eb98ec3e-4bd5-4418-9909-a199997adc2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.096734 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ac7c92-93f4-436a-afb1-8c2fba8d3d0d admin admin] Pushing event updated for resources: {'Network': ['ID=6c486c0a-a82a-4fd9-b97c-cd18aad28010,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:10.110694 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-51ac7c92-93f4-436a-afb1-8c2fba8d3d0d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.2317376 Jul 16 08:31:10.113829 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53570) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:10.115075 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 6c486c0a-a82a-4fd9-b97c-cd18aad28010 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:31:10.121456 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-4d6da0be-bbc9-49fa-85b2-fa17f80f7e52 admin admin] Request body: {'subnet': {'network_id': '6c486c0a-a82a-4fd9-b97c-cd18aad28010', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1612058528-subnet', 'tenant_id': '4b90120b469544f1bdbfa054aab10043', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:10.148545 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d6da0be-bbc9-49fa-85b2-fa17f80f7e52 admin admin] Made reservation on behalf of 4b90120b469544f1bdbfa054aab10043 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:10.155327 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d6da0be-bbc9-49fa-85b2-fa17f80f7e52 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.218748 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eb98ec3e-4bd5-4418-9909-a199997adc2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.222327 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eb98ec3e-4bd5-4418-9909-a199997adc2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.241783 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-eb98ec3e-4bd5-4418-9909-a199997adc2e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d7de0c9b-5506-48e3-900e-fbf00a8b11c2 HTTP/1.1" status: 204 len: 168 time: 0.2908950 Jul 16 08:31:10.278722 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb98ec3e-4bd5-4418-9909-a199997adc2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7de0c9b-5506-48e3-900e-fbf00a8b11c2,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:10.384260 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d6da0be-bbc9-49fa-85b2-fa17f80f7e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.501052 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6da0be-bbc9-49fa-85b2-fa17f80f7e52 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba950494-ed1d-4db8-b90b-63b7c7a95b74,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:10.517393 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d6da0be-bbc9-49fa-85b2-fa17f80f7e52 admin admin] Checking segment: {'id': '838925ab-11a6-4128-97d3-520d54606db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6c486c0a-a82a-4fd9-b97c-cd18aad28010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:10.518091 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6da0be-bbc9-49fa-85b2-fa17f80f7e52 admin admin] Network hostable DHCP agents. Network: 6c486c0a-a82a-4fd9-b97c-cd18aad28010, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:31:10.531290 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a27495-c2b4-49ea-9811-ee2c8cfb0d8d req-5b99024a-d8ce-44e4-ad9c-af75c751ef9f tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:10.538997 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6da0be-bbc9-49fa-85b2-fa17f80f7e52 admin admin] Network 6c486c0a-a82a-4fd9-b97c-cd18aad28010 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:31:10.545156 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17a27495-c2b4-49ea-9811-ee2c8cfb0d8d req-5b99024a-d8ce-44e4-ad9c-af75c751ef9f tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 945 time: 0.1875966 Jul 16 08:31:10.559271 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-4d6da0be-bbc9-49fa-85b2-fa17f80f7e52 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 6c486c0a-a82a-4fd9-b97c-cd18aad28010) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:10.567533 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6da0be-bbc9-49fa-85b2-fa17f80f7e52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:10.572361 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d453fcf7-dbb9-4353-a8f7-a1bd426b3e70 None None] Network 6c486c0a-a82a-4fd9-b97c-cd18aad28010 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:10.572931 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d6da0be-bbc9-49fa-85b2-fa17f80f7e52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.602438 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4d6da0be-bbc9-49fa-85b2-fa17f80f7e52 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4866266 Jul 16 08:31:10.604909 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53592) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:10.610171 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f9317b2a-6330-4bd2-8e3d-7f69376abd00 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1612058528-router', 'tenant_id': '4b90120b469544f1bdbfa054aab10043', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:10.651922 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9317b2a-6330-4bd2-8e3d-7f69376abd00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.666362 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9317b2a-6330-4bd2-8e3d-7f69376abd00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:10.683096 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17a27495-c2b4-49ea-9811-ee2c8cfb0d8d req-8b4301b7-e939-480d-be56-34e8b1d86795 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363149 Jul 16 08:31:10.770626 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fb220ed5-9d64-4569-8def-3474c9cf0e55 req-927eabdc-c34a-47a5-9bd8-77dd06fe1996 tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.30 "GET /v2.0/ports?device_id=1e413c0b-b89b-41d0-802e-c29a57105300 HTTP/1.1" status: 200 len: 210 time: 0.0846138 Jul 16 08:31:10.964337 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9317b2a-6330-4bd2-8e3d-7f69376abd00 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:11.135399 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158c1de3-fae5-444b-aac1-0f9c2648321d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-6c486c0a-a82a-4fd9-b97c-cd18aad28010', 'network_id': '6c486c0a-a82a-4fd9-b97c-cd18aad28010', 'tenant_id': '4b90120b469544f1bdbfa054aab10043', 'fixed_ips': [{'subnet_id': 'ba950494-ed1d-4db8-b90b-63b7c7a95b74'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:31:11.153875 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-158c1de3-fae5-444b-aac1-0f9c2648321d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:11.440645 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-52e8fc52-5043-4766-86bf-443233170496 req-2be1c745-e1dc-4563-bb15-75de1f5dd9be tempest-ServerShowV247Test-841342526 tempest-ServerShowV247Test-841342526-project] 10.222.0.22 "GET /v2.0/ports?device_id=1e413c0b-b89b-41d0-802e-c29a57105300 HTTP/1.1" status: 200 len: 210 time: 0.1389506 Jul 16 08:31:11.467754 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9317b2a-6330-4bd2-8e3d-7f69376abd00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:11.747030 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53628) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:11.766575 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-158c1de3-fae5-444b-aac1-0f9c2648321d None None] Allocated IP 172.20.0.2 (6c486c0a-a82a-4fd9-b97c-cd18aad28010/ba950494-ed1d-4db8-b90b-63b7c7a95b74/43602dc7-89da-4f44-ba2d-338de4072bfe) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:12.007632 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-75068b59-4440-40e5-97c2-942931b0a48a req-e3440746-acb3-453a-af10-ca23416e8244 tempest-ServerShowV254Test-1829837504 tempest-ServerShowV254Test-1829837504-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.0607226 Jul 16 08:31:12.040747 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-069ff421-9f59-4021-b4e5-004ccd200ca4 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1174838192-network', 'tenant_id': '26e4f2ce9a4d4cdea7bf2a65fa351277'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:12.161509 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9317b2a-6330-4bd2-8e3d-7f69376abd00 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.176964 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069ff421-9f59-4021-b4e5-004ccd200ca4 admin admin] Made reservation on behalf of 26e4f2ce9a4d4cdea7bf2a65fa351277 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:12.181639 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-069ff421-9f59-4021-b4e5-004ccd200ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.198845 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-069ff421-9f59-4021-b4e5-004ccd200ca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.209072 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9317b2a-6330-4bd2-8e3d-7f69376abd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.221306 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-158c1de3-fae5-444b-aac1-0f9c2648321d None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.249746 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-158c1de3-fae5-444b-aac1-0f9c2648321d None None] Transition to ACTIVE for port object 43602dc7-89da-4f44-ba2d-338de4072bfe will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:12.273350 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-158c1de3-fae5-444b-aac1-0f9c2648321d None None] Transition to ACTIVE for port object 43602dc7-89da-4f44-ba2d-338de4072bfe will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:12.281928 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-158c1de3-fae5-444b-aac1-0f9c2648321d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.318278 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abd44c1-3a2a-4646-949b-cc83e43ea649 req-2941ad3f-7ad9-4272-abd7-b5098f6684f7 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:12.322557 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2abd44c1-3a2a-4646-949b-cc83e43ea649 req-2941ad3f-7ad9-4272-abd7-b5098f6684f7 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 945 time: 0.3090270 Jul 16 08:31:12.352544 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158c1de3-fae5-444b-aac1-0f9c2648321d None None] Network 6c486c0a-a82a-4fd9-b97c-cd18aad28010 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:12.381767 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-158c1de3-fae5-444b-aac1-0f9c2648321d None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:12.385481 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-158c1de3-fae5-444b-aac1-0f9c2648321d None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:12.454670 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2abd44c1-3a2a-4646-949b-cc83e43ea649 req-8dfda2f7-b88f-45d0-9e58-94794f9b00ba tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210954 Jul 16 08:31:12.495054 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-f9317b2a-6330-4bd2-8e3d-7f69376abd00 admin admin] Allocated IP 172.25.3.218 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/20e8aa10-c8cd-452a-a202-5c04215b1f75) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:12.519535 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-069ff421-9f59-4021-b4e5-004ccd200ca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.524250 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-069ff421-9f59-4021-b4e5-004ccd200ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.557454 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ff421-9f59-4021-b4e5-004ccd200ca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e9a3e0-7294-40ec-a02e-53c24d469a15,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:12.576743 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069ff421-9f59-4021-b4e5-004ccd200ca4 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:31:12.599039 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-069ff421-9f59-4021-b4e5-004ccd200ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.599508 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-069ff421-9f59-4021-b4e5-004ccd200ca4 admin admin] Added segment 991b8446-4323-483e-9b74-cc6dc5c5ffb1 of type vlan for network 1e0f8a0c-38b1-4548-a4af-185c3d5e3a96 Jul 16 08:31:12.604210 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-158c1de3-fae5-444b-aac1-0f9c2648321d None None] Attempting to bind port 43602dc7-89da-4f44-ba2d-338de4072bfe on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:12.604613 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-158c1de3-fae5-444b-aac1-0f9c2648321d None None] Attempting to bind port 43602dc7-89da-4f44-ba2d-338de4072bfe by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '838925ab-11a6-4128-97d3-520d54606db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6c486c0a-a82a-4fd9-b97c-cd18aad28010'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:12.604987 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c1de3-fae5-444b-aac1-0f9c2648321d None None] Attempting to bind port 43602dc7-89da-4f44-ba2d-338de4072bfe on network 6c486c0a-a82a-4fd9-b97c-cd18aad28010 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:12.618415 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c1de3-fae5-444b-aac1-0f9c2648321d None None] Pushing event updated for resources: {'Port': ['ID=43602dc7-89da-4f44-ba2d-338de4072bfe,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:12.625079 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c1de3-fae5-444b-aac1-0f9c2648321d None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:12.625452 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c1de3-fae5-444b-aac1-0f9c2648321d None None] Checking segment: {'id': '838925ab-11a6-4128-97d3-520d54606db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6c486c0a-a82a-4fd9-b97c-cd18aad28010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:12.636442 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-158c1de3-fae5-444b-aac1-0f9c2648321d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.636869 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-158c1de3-fae5-444b-aac1-0f9c2648321d None None] Bound using segment: {'id': '838925ab-11a6-4128-97d3-520d54606db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6c486c0a-a82a-4fd9-b97c-cd18aad28010'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:12.637393 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-158c1de3-fae5-444b-aac1-0f9c2648321d None None] Bound port: 43602dc7-89da-4f44-ba2d-338de4072bfe, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838925ab-11a6-4128-97d3-520d54606db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6c486c0a-a82a-4fd9-b97c-cd18aad28010'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:12.637796 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-158c1de3-fae5-444b-aac1-0f9c2648321d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.793729 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-069ff421-9f59-4021-b4e5-004ccd200ca4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.819081 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-158c1de3-fae5-444b-aac1-0f9c2648321d None None] For port 43602dc7-89da-4f44-ba2d-338de4072bfe, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:12.823176 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-158c1de3-fae5-444b-aac1-0f9c2648321d None None] For port 43602dc7-89da-4f44-ba2d-338de4072bfe, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=43602dc7-89da-4f44-ba2d-338de4072bfe,segment=NetworkSegment(838925ab-11a6-4128-97d3-520d54606db0),segment_id=838925ab-11a6-4128-97d3-520d54606db0)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:12.831049 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-158c1de3-fae5-444b-aac1-0f9c2648321d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.858887 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-069ff421-9f59-4021-b4e5-004ccd200ca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.860099 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069ff421-9f59-4021-b4e5-004ccd200ca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:12.860807 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-069ff421-9f59-4021-b4e5-004ccd200ca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:12.906441 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158c1de3-fae5-444b-aac1-0f9c2648321d None None] Pushing event updated for resources: {'Port': ['ID=43602dc7-89da-4f44-ba2d-338de4072bfe,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:12.988824 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ff421-9f59-4021-b4e5-004ccd200ca4 admin admin] Pushing event updated for resources: {'Network': ['ID=1e0f8a0c-38b1-4548-a4af-185c3d5e3a96,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:12.995100 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-069ff421-9f59-4021-b4e5-004ccd200ca4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2421229 Jul 16 08:31:12.995307 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53650) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:13.001445 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-884e4f67-7eda-4a14-a37f-3c5edbcc5ca0 admin admin] Request body: {'subnet': {'network_id': '1e0f8a0c-38b1-4548-a4af-185c3d5e3a96', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1174838192-subnet', 'tenant_id': '26e4f2ce9a4d4cdea7bf2a65fa351277', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:13.015613 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 1e0f8a0c-38b1-4548-a4af-185c3d5e3a96 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:31:13.052068 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884e4f67-7eda-4a14-a37f-3c5edbcc5ca0 admin admin] Made reservation on behalf of 26e4f2ce9a4d4cdea7bf2a65fa351277 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:13.056438 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-884e4f67-7eda-4a14-a37f-3c5edbcc5ca0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.360042 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53658) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:13.570004 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9317b2a-6330-4bd2-8e3d-7f69376abd00 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.694552 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9317b2a-6330-4bd2-8e3d-7f69376abd00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.781803 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8b31cb84-3351-48fb-b928-ee29815b7db3 req-45dfc3e7-cb1c-489f-80c0-d35372a1f6ad tempest-ServerShowV254Test-1829837504 tempest-ServerShowV254Test-1829837504-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.2594683 Jul 16 08:31:13.876143 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9317b2a-6330-4bd2-8e3d-7f69376abd00 admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:13.895866 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-f9317b2a-6330-4bd2-8e3d-7f69376abd00 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:13.905538 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9317b2a-6330-4bd2-8e3d-7f69376abd00 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:13.970797 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c9f22d2f-e9f1-41a6-a189-45091eea1572 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:13.973998 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-884e4f67-7eda-4a14-a37f-3c5edbcc5ca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.075739 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9317b2a-6330-4bd2-8e3d-7f69376abd00 admin admin] Pushing event updated for resources: {'Port': ['ID=20e8aa10-c8cd-452a-a202-5c04215b1f75,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:14.117628 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e4f67-7eda-4a14-a37f-3c5edbcc5ca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5edd9d68-6644-4d63-b991-2806c4434c70,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:14.150574 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-884e4f67-7eda-4a14-a37f-3c5edbcc5ca0 admin admin] Checking segment: {'id': '991b8446-4323-483e-9b74-cc6dc5c5ffb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1e0f8a0c-38b1-4548-a4af-185c3d5e3a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:14.151334 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884e4f67-7eda-4a14-a37f-3c5edbcc5ca0 admin admin] Network hostable DHCP agents. Network: 1e0f8a0c-38b1-4548-a4af-185c3d5e3a96, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:31:14.199839 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884e4f67-7eda-4a14-a37f-3c5edbcc5ca0 admin admin] Network 1e0f8a0c-38b1-4548-a4af-185c3d5e3a96 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:31:14.236107 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-884e4f67-7eda-4a14-a37f-3c5edbcc5ca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 1e0f8a0c-38b1-4548-a4af-185c3d5e3a96) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:14.248915 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c367289e-7ebf-48ef-b1c1-0f019914a502 None None] Network 1e0f8a0c-38b1-4548-a4af-185c3d5e3a96 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:14.251050 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884e4f67-7eda-4a14-a37f-3c5edbcc5ca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:14.251875 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-884e4f67-7eda-4a14-a37f-3c5edbcc5ca0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.285780 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c9f22d2f-e9f1-41a6-a189-45091eea1572 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.300204 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c9f22d2f-e9f1-41a6-a189-45091eea1572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.342183 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f22d2f-e9f1-41a6-a189-45091eea1572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1ac6ef-4ea3-48e2-b63d-530011364884,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:14.353907 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-884e4f67-7eda-4a14-a37f-3c5edbcc5ca0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3566883 Jul 16 08:31:14.394459 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c9f22d2f-e9f1-41a6-a189-45091eea1572 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7187a56462834c8ca894df7309c34876&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8920505 Jul 16 08:31:14.397581 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53678) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:14.405726 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d245465a-a1c1-4b31-9350-323512c00e67 req-05176d2c-0850-4af0-8a56-a88494cfce23 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:14.407891 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d245465a-a1c1-4b31-9350-323512c00e67 req-05176d2c-0850-4af0-8a56-a88494cfce23 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 945 time: 0.5954397 Jul 16 08:31:14.530135 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b1ec9872-86e1-4218-9708-bddf590e85c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.538852 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da303206-08c5-4f02-bbbf-db9e844100c2 None None] Network 1e0f8a0c-38b1-4548-a4af-185c3d5e3a96 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:14.608649 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d245465a-a1c1-4b31-9350-323512c00e67 req-5abc2430-d5cb-4f49-b07b-c5524d449e16 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1861446 Jul 16 08:31:14.636586 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b1ec9872-86e1-4218-9708-bddf590e85c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.733407 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b1ec9872-86e1-4218-9708-bddf590e85c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.736150 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b1ec9872-86e1-4218-9708-bddf590e85c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:14.742136 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b1ec9872-86e1-4218-9708-bddf590e85c1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8b1ac6ef-4ea3-48e2-b63d-530011364884 HTTP/1.1" status: 204 len: 168 time: 0.3434844 Jul 16 08:31:14.770835 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ec9872-86e1-4218-9708-bddf590e85c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1ac6ef-4ea3-48e2-b63d-530011364884,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:14.793949 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9317b2a-6330-4bd2-8e3d-7f69376abd00 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.059182 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 43602dc7-89da-4f44-ba2d-338de4072bfe up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:15.187150 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8e34ef0-6a69-49b2-a741-76e2f14a43c4 None None] Network 6c486c0a-a82a-4fd9-b97c-cd18aad28010 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:15.269510 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-02ca70bb-1a60-48e4-94b3-b88a72fb99e6 None None] Provisioning for port 43602dc7-89da-4f44-ba2d-338de4072bfe completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:15.339655 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 43602dc7-89da-4f44-ba2d-338de4072bfe completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:15.351169 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 43602dc7-89da-4f44-ba2d-338de4072bfe triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:15.351886 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.438925 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c8c8eb9f-c2b6-4b5c-ad28-dcd85d442024 req-25d19769-154d-4da4-a742-b59c9a1f2557 tempest-ServerShowV254Test-1829837504 tempest-ServerShowV254Test-1829837504-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.2309031 Jul 16 08:31:15.530525 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.540525 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9317b2a-6330-4bd2-8e3d-7f69376abd00 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.629097 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 43602dc7-89da-4f44-ba2d-338de4072bfe, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=43602dc7-89da-4f44-ba2d-338de4072bfe,segment=NetworkSegment(838925ab-11a6-4128-97d3-520d54606db0),segment_id=838925ab-11a6-4128-97d3-520d54606db0)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:15.635594 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:15.760837 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=43602dc7-89da-4f44-ba2d-338de4072bfe,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:15.889263 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73e14bd5-e282-479f-a9cf-9c6e2ca01e68 req-6cc5fc8e-5eb9-4179-bce0-24a3cb8cb155 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2215827 Jul 16 08:31:16.038555 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-88b4d757-647a-4d9f-af42-c7d8f1ddcb99 None None] Provisioning complete for port 43602dc7-89da-4f44-ba2d-338de4072bfe triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:16.038966 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-88b4d757-647a-4d9f-af42-c7d8f1ddcb99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:16.054341 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-779b1d64-17a4-4c66-b1ff-6bc036a498e0 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:16.064018 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9317b2a-6330-4bd2-8e3d-7f69376abd00 admin admin] Router b457debd-8e2c-4ca3-919e-7d7b4b5933c6 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:31:16.069991 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-779b1d64-17a4-4c66-b1ff-6bc036a498e0 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] 10.222.0.22 "GET /v2.0/networks?id=1e0f8a0c-38b1-4548-a4af-185c3d5e3a96 HTTP/1.1" status: 200 len: 813 time: 0.3561382 Jul 16 08:31:16.108762 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-d8baaae9-b484-4738-b16e-c7f961763c92 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] 10.222.0.22 "GET /v2.0/quotas/26e4f2ce9a4d4cdea7bf2a65fa351277 HTTP/1.1" status: 200 len: 375 time: 0.0359237 Jul 16 08:31:16.193893 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-be02da5b-83cc-4013-8e96-43da369ac354 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=26e4f2ce9a4d4cdea7bf2a65fa351277&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0838747 Jul 16 08:31:16.285578 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53734) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:16.293569 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-69988e73-657f-459d-aa9e-5a4b9a4e18f1 service neutron] 10.222.0.22 "GET /v2.0/networks/1e0f8a0c-38b1-4548-a4af-185c3d5e3a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985379 Jul 16 08:31:16.342021 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e14bd5-e282-479f-a9cf-9c6e2ca01e68 req-8af40a88-2f72-47c3-a5a5-238c309aa7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:16.343890 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73e14bd5-e282-479f-a9cf-9c6e2ca01e68 req-8af40a88-2f72-47c3-a5a5-238c309aa7c5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 1096 time: 0.4043651 Jul 16 08:31:16.358769 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9317b2a-6330-4bd2-8e3d-7f69376abd00 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:31:16.370468 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89fcb8d-681d-4f88-955f-3dcb19d0adff None None] Sync routers for ids ['b457debd-8e2c-4ca3-919e-7d7b4b5933c6'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:31:16.387334 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89fcb8d-681d-4f88-955f-3dcb19d0adff None None] Routers {'b457debd-8e2c-4ca3-919e-7d7b4b5933c6'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:16.387974 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e89fcb8d-681d-4f88-955f-3dcb19d0adff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:31:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['b457debd-8e2c-4ca3-919e-7d7b4b5933c6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:16.391794 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9317b2a-6330-4bd2-8e3d-7f69376abd00 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:16.394365 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f9317b2a-6330-4bd2-8e3d-7f69376abd00 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 5.7876439 Jul 16 08:31:16.397178 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53738) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:16.416060 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a063e7c4-99a6-48e2-9992-e2d40e796ed3 req-7556a837-d471-4e11-8636-c785f0cf6f5d tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:16.426147 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a063e7c4-99a6-48e2-9992-e2d40e796ed3 req-7556a837-d471-4e11-8636-c785f0cf6f5d tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 945 time: 0.2223465 Jul 16 08:31:16.584320 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-98cd78ab-9f40-465b-bec7-d8a01e41e598 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1352987150-network', 'tenant_id': '7178dc64756040c68c3a21eee53bfc0c'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:16.590768 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a063e7c4-99a6-48e2-9992-e2d40e796ed3 req-458dd39e-0b0b-491a-ac3e-0e233e9ad73c tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604702 Jul 16 08:31:16.618342 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e89fcb8d-681d-4f88-955f-3dcb19d0adff None None] Set router b457debd-8e2c-4ca3-919e-7d7b4b5933c6 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:16.620690 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-f796d91d-7fe7-41ba-91cf-f80f721eb939 service neutron] 10.222.0.22 "GET /v2.0/networks/1e0f8a0c-38b1-4548-a4af-185c3d5e3a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259759 Jul 16 08:31:16.730811 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e14bd5-e282-479f-a9cf-9c6e2ca01e68 req-9f49b655-c5a1-43ea-a759-dede5223f113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:16.735911 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73e14bd5-e282-479f-a9cf-9c6e2ca01e68 req-9f49b655-c5a1-43ea-a759-dede5223f113 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d342364e-cb68-4fed-83d9-f37bbb306922 HTTP/1.1" status: 200 len: 921 time: 0.3571863 Jul 16 08:31:16.841270 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e89fcb8d-681d-4f88-955f-3dcb19d0adff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b457debd-8e2c-4ca3-919e-7d7b4b5933c6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1612058528-router', 'tenant_id': '4b90120b469544f1bdbfa054aab10043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '20e8aa10-c8cd-452a-a202-5c04215b1f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:10Z', 'updated_at': '2021-07-16T08:31:14Z', 'revision_number': 3, 'project_id': '4b90120b469544f1bdbfa054aab10043', 'gw_port': {'id': '20e8aa10-c8cd-452a-a202-5c04215b1f75', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b457debd-8e2c-4ca3-919e-7d7b4b5933c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:12Z', 'updated_at': '2021-07-16T08:31:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:16.854392 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 43602dc7-89da-4f44-ba2d-338de4072bfe up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:16.884436 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73e14bd5-e282-479f-a9cf-9c6e2ca01e68 req-7f61273e-5b1f-44df-9124-234a5cd9e517 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=373c0be1-41dc-4857-b8e6-bbf33c1354d1 HTTP/1.1" status: 200 len: 217 time: 0.1363950 Jul 16 08:31:16.887670 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98cd78ab-9f40-465b-bec7-d8a01e41e598 admin admin] Made reservation on behalf of 7178dc64756040c68c3a21eee53bfc0c for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:16.899184 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-98cd78ab-9f40-465b-bec7-d8a01e41e598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:16.937657 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89fcb8d-681d-4f88-955f-3dcb19d0adff None None] Checking router: b457debd-8e2c-4ca3-919e-7d7b4b5933c6 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:31:16.938013 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89fcb8d-681d-4f88-955f-3dcb19d0adff None None] Updating router b457debd-8e2c-4ca3-919e-7d7b4b5933c6 port 20e8aa10-c8cd-452a-a202-5c04215b1f75 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:31:16.942041 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-98cd78ab-9f40-465b-bec7-d8a01e41e598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:16.967238 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 43602dc7-89da-4f44-ba2d-338de4072bfe triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:16.967528 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:17.015234 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e89fcb8d-681d-4f88-955f-3dcb19d0adff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:17.122145 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e14bd5-e282-479f-a9cf-9c6e2ca01e68 req-b3939b1d-a198-416f-8227-ea3b1ebf1e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:17.124656 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73e14bd5-e282-479f-a9cf-9c6e2ca01e68 req-b3939b1d-a198-416f-8227-ea3b1ebf1e53 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08efe674-85ae-4a06-b69c-d92fb68b404c HTTP/1.1" status: 200 len: 860 time: 0.1858428 Jul 16 08:31:17.248848 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73e14bd5-e282-479f-a9cf-9c6e2ca01e68 req-997926f9-22f3-45f7-b6ab-6d26a0213aad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d342364e-cb68-4fed-83d9-f37bbb306922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1065037 Jul 16 08:31:17.267059 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f217507b-7b29-4c07-b0e1-93faae7b1826 req-0eb6c2ed-e13e-4ca2-af9a-70dd9326331c tempest-ServerShowV254Test-1829837504 tempest-ServerShowV254Test-1829837504-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.1408894 Jul 16 08:31:17.480097 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bcacb294-e8b7-4f82-a39e-7d0a4be8b525 req-2c826dcd-5a50-41c4-a332-514e6fda833d tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] 10.222.0.22 "GET /v2.0/ports?device_id=bad2705e-6cf0-484d-b809-b797f9b582a2 HTTP/1.1" status: 200 len: 210 time: 0.0932961 Jul 16 08:31:17.542790 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-98cd78ab-9f40-465b-bec7-d8a01e41e598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:17.545497 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73e14bd5-e282-479f-a9cf-9c6e2ca01e68 req-40880ef0-d7a2-448c-b35a-387688b085fd service neutron] 10.222.0.21 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2774081 Jul 16 08:31:17.573400 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e89fcb8d-681d-4f88-955f-3dcb19d0adff None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:17.574050 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-98cd78ab-9f40-465b-bec7-d8a01e41e598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:17.592029 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e89fcb8d-681d-4f88-955f-3dcb19d0adff None None] Transition to ACTIVE for port object 20e8aa10-c8cd-452a-a202-5c04215b1f75 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:17.602774 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98cd78ab-9f40-465b-bec7-d8a01e41e598 admin admin] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:31:17.616477 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e89fcb8d-681d-4f88-955f-3dcb19d0adff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:17.619458 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-98cd78ab-9f40-465b-bec7-d8a01e41e598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:17.619815 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-98cd78ab-9f40-465b-bec7-d8a01e41e598 admin admin] Added segment 14e2dbf4-c0ba-4d10-9903-cb2181f642df of type vlan for network 852c9d22-626b-49f4-899c-2dc8fb8cb4f4 Jul 16 08:31:17.726801 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e89fcb8d-681d-4f88-955f-3dcb19d0adff None None] Attempting to bind port 20e8aa10-c8cd-452a-a202-5c04215b1f75 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:17.727183 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e89fcb8d-681d-4f88-955f-3dcb19d0adff None None] Attempting to bind port 20e8aa10-c8cd-452a-a202-5c04215b1f75 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:17.727682 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89fcb8d-681d-4f88-955f-3dcb19d0adff None None] Attempting to bind port 20e8aa10-c8cd-452a-a202-5c04215b1f75 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:17.740283 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89fcb8d-681d-4f88-955f-3dcb19d0adff None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:17.740736 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89fcb8d-681d-4f88-955f-3dcb19d0adff None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:17.741127 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e89fcb8d-681d-4f88-955f-3dcb19d0adff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:17.741529 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89fcb8d-681d-4f88-955f-3dcb19d0adff None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:17.742043 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e89fcb8d-681d-4f88-955f-3dcb19d0adff None None] Bound port: 20e8aa10-c8cd-452a-a202-5c04215b1f75, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:17.742430 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e89fcb8d-681d-4f88-955f-3dcb19d0adff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:17.805745 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea0771-83db-48d8-97cf-4e7af27dab62 None None] Pushing event updated for resources: {'Port': ['ID=20e8aa10-c8cd-452a-a202-5c04215b1f75,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:17.825579 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feea0771-83db-48d8-97cf-4e7af27dab62 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:17.826228 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feea0771-83db-48d8-97cf-4e7af27dab62 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:17.826737 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feea0771-83db-48d8-97cf-4e7af27dab62 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:17.827305 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feea0771-83db-48d8-97cf-4e7af27dab62 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:17.827859 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feea0771-83db-48d8-97cf-4e7af27dab62 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:17.828425 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feea0771-83db-48d8-97cf-4e7af27dab62 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:17.829017 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feea0771-83db-48d8-97cf-4e7af27dab62 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:17.829726 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feea0771-83db-48d8-97cf-4e7af27dab62 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:17.830519 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feea0771-83db-48d8-97cf-4e7af27dab62 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:17.832221 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feea0771-83db-48d8-97cf-4e7af27dab62 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:17.832774 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feea0771-83db-48d8-97cf-4e7af27dab62 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:17.833400 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-feea0771-83db-48d8-97cf-4e7af27dab62 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:17.885077 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e89fcb8d-681d-4f88-955f-3dcb19d0adff None None] For port 20e8aa10-c8cd-452a-a202-5c04215b1f75, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:17.890470 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d357b7eb-da3c-40f9-9688-ed8e7dd38ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:17.891421 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e89fcb8d-681d-4f88-955f-3dcb19d0adff None None] For port 20e8aa10-c8cd-452a-a202-5c04215b1f75, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=20e8aa10-c8cd-452a-a202-5c04215b1f75,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:17.905500 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e89fcb8d-681d-4f88-955f-3dcb19d0adff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:17.956388 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73e14bd5-e282-479f-a9cf-9c6e2ca01e68 req-4dba261c-2193-46ea-a22c-9a9374491717 service neutron] 10.222.0.21 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996539 Jul 16 08:31:18.014017 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-98cd78ab-9f40-465b-bec7-d8a01e41e598 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.079929 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89fcb8d-681d-4f88-955f-3dcb19d0adff None None] Routers {'b457debd-8e2c-4ca3-919e-7d7b4b5933c6'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:18.080898 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e89fcb8d-681d-4f88-955f-3dcb19d0adff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:31:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['b457debd-8e2c-4ca3-919e-7d7b4b5933c6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:18.100030 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd78ab-9f40-465b-bec7-d8a01e41e598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0e024d-693f-4fbd-afad-3c031a64d9a5,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:18.160284 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feea0771-83db-48d8-97cf-4e7af27dab62 None None] Pushing event updated for resources: {'Port': ['ID=20e8aa10-c8cd-452a-a202-5c04215b1f75,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:18.169781 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-98cd78ab-9f40-465b-bec7-d8a01e41e598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.170952 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98cd78ab-9f40-465b-bec7-d8a01e41e598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:18.171756 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-98cd78ab-9f40-465b-bec7-d8a01e41e598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.214136 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02177a36-08b7-47cc-96ef-b8a701335385 req-34a186df-50f8-474f-b4c0-239fd40c716d tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:18.216257 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-02177a36-08b7-47cc-96ef-b8a701335385 req-34a186df-50f8-474f-b4c0-239fd40c716d tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 945 time: 0.2447114 Jul 16 08:31:18.225513 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-98cd78ab-9f40-465b-bec7-d8a01e41e598 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.9217610 Jul 16 08:31:18.229351 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53772) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:18.234287 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-ca586df9-2220-4f41-9b10-adeea32e7eb9 admin admin] Request body: {'subnet': {'network_id': '852c9d22-626b-49f4-899c-2dc8fb8cb4f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1352987150-subnet', 'tenant_id': '7178dc64756040c68c3a21eee53bfc0c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:18.328093 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-d357b7eb-da3c-40f9-9688-ed8e7dd38ff9 admin admin] Allocated IP 172.20.0.1 (6c486c0a-a82a-4fd9-b97c-cd18aad28010/ba950494-ed1d-4db8-b90b-63b7c7a95b74/2c824e52-2b6d-441c-b5d7-c49ec4f2253c) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:18.438640 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e89fcb8d-681d-4f88-955f-3dcb19d0adff None None] Set router b457debd-8e2c-4ca3-919e-7d7b4b5933c6 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:18.604785 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d357b7eb-da3c-40f9-9688-ed8e7dd38ff9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.625863 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-d357b7eb-da3c-40f9-9688-ed8e7dd38ff9 admin admin] Transition to ACTIVE for port object 2c824e52-2b6d-441c-b5d7-c49ec4f2253c will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:18.670083 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d357b7eb-da3c-40f9-9688-ed8e7dd38ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.735226 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cd78ab-9f40-465b-bec7-d8a01e41e598 admin admin] Pushing event updated for resources: {'Network': ['ID=852c9d22-626b-49f4-899c-2dc8fb8cb4f4,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:18.747155 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 852c9d22-626b-49f4-899c-2dc8fb8cb4f4 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:31:18.760470 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-02177a36-08b7-47cc-96ef-b8a701335385 req-be2f5013-cbd3-4708-a61f-1090e37f3768 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5311060 Jul 16 08:31:18.767443 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6bcb14e6-876e-473a-8337-9973099429c1 req-10051dac-0aed-40f0-9bf8-468f1bd83b3b tempest-ServerShowV254Test-1829837504 tempest-ServerShowV254Test-1829837504-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.0528724 Jul 16 08:31:18.778401 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca586df9-2220-4f41-9b10-adeea32e7eb9 admin admin] Made reservation on behalf of 7178dc64756040c68c3a21eee53bfc0c for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:18.786229 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ca586df9-2220-4f41-9b10-adeea32e7eb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:18.788005 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d357b7eb-da3c-40f9-9688-ed8e7dd38ff9 admin admin] Network 6c486c0a-a82a-4fd9-b97c-cd18aad28010 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:18.793779 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-d357b7eb-da3c-40f9-9688-ed8e7dd38ff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:18.808976 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d357b7eb-da3c-40f9-9688-ed8e7dd38ff9 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:18.969919 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357b7eb-da3c-40f9-9688-ed8e7dd38ff9 admin admin] Pushing event updated for resources: {'Port': ['ID=2c824e52-2b6d-441c-b5d7-c49ec4f2253c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:19.013668 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d357b7eb-da3c-40f9-9688-ed8e7dd38ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:19.083452 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e89fcb8d-681d-4f88-955f-3dcb19d0adff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b457debd-8e2c-4ca3-919e-7d7b4b5933c6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1612058528-router', 'tenant_id': '4b90120b469544f1bdbfa054aab10043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '20e8aa10-c8cd-452a-a202-5c04215b1f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:10Z', 'updated_at': '2021-07-16T08:31:14Z', 'revision_number': 3, 'project_id': '4b90120b469544f1bdbfa054aab10043', 'gw_port': {'id': '20e8aa10-c8cd-452a-a202-5c04215b1f75', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b457debd-8e2c-4ca3-919e-7d7b4b5933c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:12Z', 'updated_at': '2021-07-16T08:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:19.139018 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89fcb8d-681d-4f88-955f-3dcb19d0adff None None] The sync data for ids ['b457debd-8e2c-4ca3-919e-7d7b4b5933c6'] in n-d-771362-37 is: [{'id': 'b457debd-8e2c-4ca3-919e-7d7b4b5933c6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1612058528-router', 'tenant_id': '4b90120b469544f1bdbfa054aab10043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '20e8aa10-c8cd-452a-a202-5c04215b1f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:10Z', 'updated_at': '2021-07-16T08:31:14Z', 'revision_number': 3, 'project_id': '4b90120b469544f1bdbfa054aab10043', 'gw_port': {'id': '20e8aa10-c8cd-452a-a202-5c04215b1f75', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b457debd-8e2c-4ca3-919e-7d7b4b5933c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:12Z', 'updated_at': '2021-07-16T08:31:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:31:19.339687 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ca586df9-2220-4f41-9b10-adeea32e7eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:19.342641 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d357b7eb-da3c-40f9-9688-ed8e7dd38ff9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:19.343010 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d357b7eb-da3c-40f9-9688-ed8e7dd38ff9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:19.343358 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d357b7eb-da3c-40f9-9688-ed8e7dd38ff9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:19.343749 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d357b7eb-da3c-40f9-9688-ed8e7dd38ff9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:19.344110 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d357b7eb-da3c-40f9-9688-ed8e7dd38ff9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:19.344478 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d357b7eb-da3c-40f9-9688-ed8e7dd38ff9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:19.344852 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d357b7eb-da3c-40f9-9688-ed8e7dd38ff9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:19.345206 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d357b7eb-da3c-40f9-9688-ed8e7dd38ff9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:19.345544 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d357b7eb-da3c-40f9-9688-ed8e7dd38ff9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:19.345871 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d357b7eb-da3c-40f9-9688-ed8e7dd38ff9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:19.346204 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d357b7eb-da3c-40f9-9688-ed8e7dd38ff9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:19.346540 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d357b7eb-da3c-40f9-9688-ed8e7dd38ff9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:19.403752 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a983e77e-703f-4899-a978-308378334632 None None] Provisioning for port 2c824e52-2b6d-441c-b5d7-c49ec4f2253c completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:19.421894 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca586df9-2220-4f41-9b10-adeea32e7eb9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e3682c4-3839-47ed-90f5-05f6ef834c66,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:19.429195 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca586df9-2220-4f41-9b10-adeea32e7eb9 admin admin] Checking segment: {'id': '14e2dbf4-c0ba-4d10-9903-cb2181f642df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '852c9d22-626b-49f4-899c-2dc8fb8cb4f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:19.429987 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca586df9-2220-4f41-9b10-adeea32e7eb9 admin admin] Network hostable DHCP agents. Network: 852c9d22-626b-49f4-899c-2dc8fb8cb4f4, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:31:19.431136 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a983e77e-703f-4899-a978-308378334632 None None] Provisioning complete for port 2c824e52-2b6d-441c-b5d7-c49ec4f2253c triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:19.431634 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a983e77e-703f-4899-a978-308378334632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:19.463511 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca586df9-2220-4f41-9b10-adeea32e7eb9 admin admin] Network 852c9d22-626b-49f4-899c-2dc8fb8cb4f4 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:31:19.481318 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-ca586df9-2220-4f41-9b10-adeea32e7eb9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 852c9d22-626b-49f4-899c-2dc8fb8cb4f4) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:19.500647 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca586df9-2220-4f41-9b10-adeea32e7eb9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:19.502532 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ca586df9-2220-4f41-9b10-adeea32e7eb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:19.515261 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a83b6bfa-23f0-49ef-a69a-6d29ff839313 req-3522c3f6-9abb-4b48-aa4c-fb04a9a8c571 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] 10.222.0.22 "GET /v2.0/ports?device_id=bad2705e-6cf0-484d-b809-b797f9b582a2 HTTP/1.1" status: 200 len: 210 time: 0.1942384 Jul 16 08:31:19.535971 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a983e77e-703f-4899-a978-308378334632 None None] Port 2c824e52-2b6d-441c-b5d7-c49ec4f2253c cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:31:19.548362 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aad2009-c2a4-453a-b38b-3b0cdaa6ac15 None None] Network 852c9d22-626b-49f4-899c-2dc8fb8cb4f4 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:19.560225 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ca586df9-2220-4f41-9b10-adeea32e7eb9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3296680 Jul 16 08:31:19.728328 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d357b7eb-da3c-40f9-9688-ed8e7dd38ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:19.971418 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-612f9595-6ee1-49e3-b691-d668d27974d6 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:19.973904 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-612f9595-6ee1-49e3-b691-d668d27974d6 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] 10.222.0.30 "GET /v2.0/networks?id=1e0f8a0c-38b1-4548-a4af-185c3d5e3a96 HTTP/1.1" status: 200 len: 813 time: 0.6562226 Jul 16 08:31:19.979745 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c054d25-ac30-4240-bde6-55c31cec0688 None None] Network 852c9d22-626b-49f4-899c-2dc8fb8cb4f4 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:20.014624 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-50f55ea3-d488-4903-a961-00e44b147fa6 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] Request body: {'port': {'device_id': 'bad2705e-6cf0-484d-b809-b797f9b582a2', 'network_id': '1e0f8a0c-38b1-4548-a4af-185c3d5e3a96', 'admin_state_up': True, 'tenant_id': '26e4f2ce9a4d4cdea7bf2a65fa351277'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:20.225242 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-754f42e7-cc80-4a69-b9d7-86b7f9740077 req-e78650be-7365-45ad-90f1-06525aa82596 tempest-ServerShowV254Test-1829837504 tempest-ServerShowV254Test-1829837504-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.0756664 Jul 16 08:31:20.546644 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53822) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:20.556376 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-1b39c056-1a25-47a1-8718-8c041aebfa2f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-2089094853-network', 'tenant_id': '9c9693d9630a423cac4eb15d94cfbe72'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:20.624611 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-50f55ea3-d488-4903-a961-00e44b147fa6 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] Made reservation on behalf of 26e4f2ce9a4d4cdea7bf2a65fa351277 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:20.628191 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-50f55ea3-d488-4903-a961-00e44b147fa6 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.632122 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b39c056-1a25-47a1-8718-8c041aebfa2f admin admin] Made reservation on behalf of 9c9693d9630a423cac4eb15d94cfbe72 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:20.635857 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1b39c056-1a25-47a1-8718-8c041aebfa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.652858 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf60294-22af-4b47-964d-3f1802a2cd39 req-5042cb6e-9728-4f64-aa32-4864b2a11acb tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:20.654468 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0cf60294-22af-4b47-964d-3f1802a2cd39 req-5042cb6e-9728-4f64-aa32-4864b2a11acb tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 945 time: 0.5167041 Jul 16 08:31:20.654638 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1b39c056-1a25-47a1-8718-8c041aebfa2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.721041 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d357b7eb-da3c-40f9-9688-ed8e7dd38ff9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.794348 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c3f5fe7f-c3e2-45d4-afd7-794741acb3eb req-9041b65b-dee6-4ea1-9436-1a314a1f1250 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] 10.222.0.22 "GET /v2.0/ports?device_id=bad2705e-6cf0-484d-b809-b797f9b582a2 HTTP/1.1" status: 200 len: 210 time: 0.0633335 Jul 16 08:31:20.899657 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 20e8aa10-c8cd-452a-a202-5c04215b1f75 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:20.954523 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1b39c056-1a25-47a1-8718-8c041aebfa2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.960236 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1b39c056-1a25-47a1-8718-8c041aebfa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:20.985287 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b39c056-1a25-47a1-8718-8c041aebfa2f admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:31:20.998846 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 20e8aa10-c8cd-452a-a202-5c04215b1f75 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:21.008573 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1b39c056-1a25-47a1-8718-8c041aebfa2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.009318 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-1b39c056-1a25-47a1-8718-8c041aebfa2f admin admin] Added segment 4ff4d555-95d0-4021-963e-372b386637de of type vlan for network 1a6a6fbf-c496-4d06-9355-8ae18e9bb8df Jul 16 08:31:21.011116 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 20e8aa10-c8cd-452a-a202-5c04215b1f75 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:21.011702 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.078413 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39c056-1a25-47a1-8718-8c041aebfa2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e306e00-e16c-4fe7-b5c5-a6ac327eec7f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:21.102124 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1b39c056-1a25-47a1-8718-8c041aebfa2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.146154 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1b39c056-1a25-47a1-8718-8c041aebfa2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.147054 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b39c056-1a25-47a1-8718-8c041aebfa2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:21.147615 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1b39c056-1a25-47a1-8718-8c041aebfa2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.189487 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.213948 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d357b7eb-da3c-40f9-9688-ed8e7dd38ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.217122 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 20e8aa10-c8cd-452a-a202-5c04215b1f75, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=20e8aa10-c8cd-452a-a202-5c04215b1f75,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:21.223493 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.303044 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1b39c056-1a25-47a1-8718-8c041aebfa2f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.7506289 Jul 16 08:31:21.304278 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53828) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:21.308610 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=20e8aa10-c8cd-452a-a202-5c04215b1f75,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:21.322416 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-c4157425-85dd-42ad-ba4f-5255eb2413cf admin admin] Request body: {'subnet': {'network_id': '1a6a6fbf-c496-4d06-9355-8ae18e9bb8df', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-2089094853-subnet', 'tenant_id': '9c9693d9630a423cac4eb15d94cfbe72', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:21.329002 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b39c056-1a25-47a1-8718-8c041aebfa2f admin admin] Pushing event updated for resources: {'Network': ['ID=1a6a6fbf-c496-4d06-9355-8ae18e9bb8df,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:21.347705 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0cf60294-22af-4b47-964d-3f1802a2cd39 req-7ce719e9-e30b-4d1b-ac92-237db5de9ec7 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6710176 Jul 16 08:31:21.348120 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 1a6a6fbf-c496-4d06-9355-8ae18e9bb8df details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:31:21.379956 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d357b7eb-da3c-40f9-9688-ed8e7dd38ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.388796 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4157425-85dd-42ad-ba4f-5255eb2413cf admin admin] Made reservation on behalf of 9c9693d9630a423cac4eb15d94cfbe72 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:21.391455 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c4157425-85dd-42ad-ba4f-5255eb2413cf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.419735 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d357b7eb-da3c-40f9-9688-ed8e7dd38ff9 admin admin] Pushing event updated for resources: {'Port': ['ID=2c824e52-2b6d-441c-b5d7-c49ec4f2253c,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:21.561427 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-343338a6-a2d2-4194-8b4a-e352c1a1568f req-69582c36-b597-44b8-a0b0-7b7881d9920f tempest-ServerShowV254Test-1829837504 tempest-ServerShowV254Test-1829837504-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.0569134 Jul 16 08:31:21.591099 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-50f55ea3-d488-4903-a961-00e44b147fa6 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] Allocated IP 172.20.0.11 (1e0f8a0c-38b1-4548-a4af-185c3d5e3a96/5edd9d68-6644-4d63-b991-2806c4434c70/a0932e75-4f94-4e13-836b-50bb5306d06f) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:21.669603 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d357b7eb-da3c-40f9-9688-ed8e7dd38ff9 admin admin] Network 6c486c0a-a82a-4fd9-b97c-cd18aad28010 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:21.676719 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-d357b7eb-da3c-40f9-9688-ed8e7dd38ff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:21.755124 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c4157425-85dd-42ad-ba4f-5255eb2413cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.839647 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4157425-85dd-42ad-ba4f-5255eb2413cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=471a8310-b6c3-48ff-bd08-a8e646d2d27e,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:21.846405 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4157425-85dd-42ad-ba4f-5255eb2413cf admin admin] Checking segment: {'id': '4ff4d555-95d0-4021-963e-372b386637de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '1a6a6fbf-c496-4d06-9355-8ae18e9bb8df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:21.848588 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4157425-85dd-42ad-ba4f-5255eb2413cf admin admin] Network hostable DHCP agents. Network: 1a6a6fbf-c496-4d06-9355-8ae18e9bb8df, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:31:21.870545 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4157425-85dd-42ad-ba4f-5255eb2413cf admin admin] Network 1a6a6fbf-c496-4d06-9355-8ae18e9bb8df is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:31:21.887847 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-c4157425-85dd-42ad-ba4f-5255eb2413cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 1a6a6fbf-c496-4d06-9355-8ae18e9bb8df) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:21.894530 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4157425-85dd-42ad-ba4f-5255eb2413cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:21.895987 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c4157425-85dd-42ad-ba4f-5255eb2413cf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:21.898542 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d357b7eb-da3c-40f9-9688-ed8e7dd38ff9 admin admin] Router b457debd-8e2c-4ca3-919e-7d7b4b5933c6 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:31:21.904327 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba1a368-4a7a-4afd-a736-738e542adff9 None None] Network 1a6a6fbf-c496-4d06-9355-8ae18e9bb8df requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:21.925390 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c4157425-85dd-42ad-ba4f-5255eb2413cf admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6195986 Jul 16 08:31:22.126333 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b23d8a64-68c2-4650-9908-e33f3c007e76 req-ed572311-7b8f-4bf9-8eef-a28ab411480a tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] 10.222.0.22 "GET /v2.0/ports?device_id=bad2705e-6cf0-484d-b809-b797f9b582a2 HTTP/1.1" status: 200 len: 210 time: 0.0425551 Jul 16 08:31:22.144283 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-939890b7-9028-4a4d-a749-fe29a3fb8c8d None None] Provisioning complete for port 2c824e52-2b6d-441c-b5d7-c49ec4f2253c triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:22.144865 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-939890b7-9028-4a4d-a749-fe29a3fb8c8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.224481 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2d3c491-5b2a-4db1-b422-b4516252f508 None None] Network 1a6a6fbf-c496-4d06-9355-8ae18e9bb8df requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:22.260127 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-50f55ea3-d488-4903-a961-00e44b147fa6 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.267233 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-939890b7-9028-4a4d-a749-fe29a3fb8c8d None None] Port 2c824e52-2b6d-441c-b5d7-c49ec4f2253c cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:31:22.273880 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d357b7eb-da3c-40f9-9688-ed8e7dd38ff9 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:31:22.295084 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d357b7eb-da3c-40f9-9688-ed8e7dd38ff9 admin admin] 10.222.0.22 "PUT /v2.0/routers/b457debd-8e2c-4ca3-919e-7d7b4b5933c6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8883133 Jul 16 08:31:22.361117 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-50f55ea3-d488-4903-a961-00e44b147fa6 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.365423 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e36146-e2a0-4ea7-880c-6c8d762e9a9f None None] Sync routers for ids ['b457debd-8e2c-4ca3-919e-7d7b4b5933c6'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:31:22.397595 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e36146-e2a0-4ea7-880c-6c8d762e9a9f None None] Routers {'b457debd-8e2c-4ca3-919e-7d7b4b5933c6'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:22.398487 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-70e36146-e2a0-4ea7-880c-6c8d762e9a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:31:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['b457debd-8e2c-4ca3-919e-7d7b4b5933c6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:22.523091 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-70e36146-e2a0-4ea7-880c-6c8d762e9a9f None None] Set router b457debd-8e2c-4ca3-919e-7d7b4b5933c6 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:22.536307 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-50f55ea3-d488-4903-a961-00e44b147fa6 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] Network 1e0f8a0c-38b1-4548-a4af-185c3d5e3a96 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:22.540088 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-50f55ea3-d488-4903-a961-00e44b147fa6 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:22.544382 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-50f55ea3-d488-4903-a961-00e44b147fa6 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:22.570365 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f55ea3-d488-4903-a961-00e44b147fa6 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] Pushing event updated for resources: {'Port': ['ID=a0932e75-4f94-4e13-836b-50bb5306d06f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:22.619469 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-50f55ea3-d488-4903-a961-00e44b147fa6 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:22.620126 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-50f55ea3-d488-4903-a961-00e44b147fa6 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.664724 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-50f55ea3-d488-4903-a961-00e44b147fa6 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6626990 Jul 16 08:31:22.682259 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff25bf3-a912-43be-a671-37eaa28912e5 req-4cffd4d1-8413-4b69-a6e6-e31c4b13bd5a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:22.683963 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fff25bf3-a912-43be-a671-37eaa28912e5 req-4cffd4d1-8413-4b69-a6e6-e31c4b13bd5a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 945 time: 0.1750827 Jul 16 08:31:22.687063 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-01509244-71e1-419e-a0ff-0f7dcff5e62b service neutron] Request body: {'port': {'device_id': 'bad2705e-6cf0-484d-b809-b797f9b582a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:22.758235 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fff25bf3-a912-43be-a671-37eaa28912e5 req-793e37bb-f9c5-439e-8961-1a46cc143084 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685062 Jul 16 08:31:22.802778 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 20e8aa10-c8cd-452a-a202-5c04215b1f75 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:22.869790 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-6bb32fb6-17e5-4db9-8776-ff1434f9dc86 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:22.876775 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-6bb32fb6-17e5-4db9-8776-ff1434f9dc86 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.22 "GET /v2.0/networks?id=852c9d22-626b-49f4-899c-2dc8fb8cb4f4 HTTP/1.1" status: 200 len: 825 time: 0.2420607 Jul 16 08:31:22.899765 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 20e8aa10-c8cd-452a-a202-5c04215b1f75 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:22.900317 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.900880 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-01509244-71e1-419e-a0ff-0f7dcff5e62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:22.912875 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-50202b4d-019e-475c-bd33-a231681a0068 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.22 "GET /v2.0/quotas/7178dc64756040c68c3a21eee53bfc0c HTTP/1.1" status: 200 len: 375 time: 0.0351400 Jul 16 08:31:22.941197 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef500c51-197a-428e-9545-bba2d5486559 req-a1da832d-44ee-4998-8868-c453de2aa5c5 tempest-FloatingIPsNegativeTestJSON-1281614227 tempest-FloatingIPsNegativeTestJSON-1281614227-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=4b90120b469544f1bdbfa054aab10043 HTTP/1.1" status: 200 len: 217 time: 0.0835748 Jul 16 08:31:22.978677 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-c3dc11f3-e399-486c-ba5b-da8f95db1ade tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=7178dc64756040c68c3a21eee53bfc0c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0648377 Jul 16 08:31:23.023169 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-70e36146-e2a0-4ea7-880c-6c8d762e9a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b457debd-8e2c-4ca3-919e-7d7b4b5933c6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1612058528-router', 'tenant_id': '4b90120b469544f1bdbfa054aab10043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '20e8aa10-c8cd-452a-a202-5c04215b1f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:10Z', 'updated_at': '2021-07-16T08:31:19Z', 'revision_number': 4, 'project_id': '4b90120b469544f1bdbfa054aab10043', 'gw_port': {'id': '20e8aa10-c8cd-452a-a202-5c04215b1f75', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b457debd-8e2c-4ca3-919e-7d7b4b5933c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:12Z', 'updated_at': '2021-07-16T08:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '2c824e52-2b6d-441c-b5d7-c49ec4f2253c', 'name': '', 'network_id': '6c486c0a-a82a-4fd9-b97c-cd18aad28010', 'tenant_id': '4b90120b469544f1bdbfa054aab10043', 'mac_address': 'fa:16:3e:c0:dd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b457debd-8e2c-4ca3-919e-7d7b4b5933c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'ba950494-ed1d-4db8-b90b-63b7c7a95b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:17Z', 'updated_at': '2021-07-16T08:31:20Z', 'revision_number': 2, 'project_id': '4b90120b469544f1bdbfa054aab10043', 'subnets': [{'id': 'ba950494-ed1d-4db8-b90b-63b7c7a95b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:23.059305 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e36146-e2a0-4ea7-880c-6c8d762e9a9f None None] Checking router: b457debd-8e2c-4ca3-919e-7d7b4b5933c6 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:31:23.059718 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e36146-e2a0-4ea7-880c-6c8d762e9a9f None None] Updating router b457debd-8e2c-4ca3-919e-7d7b4b5933c6 port 2c824e52-2b6d-441c-b5d7-c49ec4f2253c binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:31:23.101072 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-70e36146-e2a0-4ea7-880c-6c8d762e9a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.134380 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-676e2518-ae2e-4842-9e93-7f1f07a47c97 req-02a2e93c-7bed-48f0-a247-339eeec0070c tempest-ServerShowV254Test-1829837504 tempest-ServerShowV254Test-1829837504-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.0497484 Jul 16 08:31:23.190476 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-ddc4adf5-0e9b-4562-b2f4-cde23eabfc78 service neutron] 10.222.0.22 "GET /v2.0/networks/852c9d22-626b-49f4-899c-2dc8fb8cb4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106907 Jul 16 08:31:23.380290 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-3c4f43cd-602d-4939-9fc4-a10a6fb4b62a service neutron] 10.222.0.22 "GET /v2.0/networks/852c9d22-626b-49f4-899c-2dc8fb8cb4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1883771 Jul 16 08:31:23.470354 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-52c790fe-8ba4-41b2-becc-5e37daa22744 req-a4986b5d-c354-418a-910e-8d7dd6b89dfc tempest-FloatingIPsNegativeTestJSON-1281614227 tempest-FloatingIPsNegativeTestJSON-1281614227-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0635891 Jul 16 08:31:23.477974 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-70e36146-e2a0-4ea7-880c-6c8d762e9a9f None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.493321 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-70e36146-e2a0-4ea7-880c-6c8d762e9a9f None None] Transition to ACTIVE for port object 2c824e52-2b6d-441c-b5d7-c49ec4f2253c will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:23.508516 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-70e36146-e2a0-4ea7-880c-6c8d762e9a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.531240 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-01509244-71e1-419e-a0ff-0f7dcff5e62b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0932e75-4f94-4e13-836b-50bb5306d06f {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:23.546374 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-01509244-71e1-419e-a0ff-0f7dcff5e62b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.573330 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153711aa-0e5f-4c45-8f43-779d22a2e221 None None] Pushing event updated for resources: {'Port': ['ID=2c824e52-2b6d-441c-b5d7-c49ec4f2253c,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:23.582041 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-01509244-71e1-419e-a0ff-0f7dcff5e62b service neutron] Transition to ACTIVE for port object a0932e75-4f94-4e13-836b-50bb5306d06f will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:23.600548 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-01509244-71e1-419e-a0ff-0f7dcff5e62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.676043 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ffab0b-4c11-423c-b251-96e53f1a3c8e req-d3efc87a-b496-44e8-87c7-4e6974419e56 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:23.686006 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-29ffab0b-4c11-423c-b251-96e53f1a3c8e req-d3efc87a-b496-44e8-87c7-4e6974419e56 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] 10.222.0.22 "GET /v2.0/ports?device_id=bad2705e-6cf0-484d-b809-b797f9b582a2 HTTP/1.1" status: 200 len: 944 time: 0.0972550 Jul 16 08:31:23.693642 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-70e36146-e2a0-4ea7-880c-6c8d762e9a9f None None] Attempting to bind port 2c824e52-2b6d-441c-b5d7-c49ec4f2253c on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:23.694055 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-70e36146-e2a0-4ea7-880c-6c8d762e9a9f None None] Attempting to bind port 2c824e52-2b6d-441c-b5d7-c49ec4f2253c by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '838925ab-11a6-4128-97d3-520d54606db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6c486c0a-a82a-4fd9-b97c-cd18aad28010'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:23.694429 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e36146-e2a0-4ea7-880c-6c8d762e9a9f None None] Attempting to bind port 2c824e52-2b6d-441c-b5d7-c49ec4f2253c on network 6c486c0a-a82a-4fd9-b97c-cd18aad28010 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:23.701345 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e36146-e2a0-4ea7-880c-6c8d762e9a9f None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:23.701725 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e36146-e2a0-4ea7-880c-6c8d762e9a9f None None] Checking segment: {'id': '838925ab-11a6-4128-97d3-520d54606db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6c486c0a-a82a-4fd9-b97c-cd18aad28010'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:23.702136 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-70e36146-e2a0-4ea7-880c-6c8d762e9a9f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.708865 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e36146-e2a0-4ea7-880c-6c8d762e9a9f None None] Bound using segment: {'id': '838925ab-11a6-4128-97d3-520d54606db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6c486c0a-a82a-4fd9-b97c-cd18aad28010'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:23.709553 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-70e36146-e2a0-4ea7-880c-6c8d762e9a9f None None] Bound port: 2c824e52-2b6d-441c-b5d7-c49ec4f2253c, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838925ab-11a6-4128-97d3-520d54606db0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '6c486c0a-a82a-4fd9-b97c-cd18aad28010'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:23.709966 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-70e36146-e2a0-4ea7-880c-6c8d762e9a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.792562 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-29ffab0b-4c11-423c-b251-96e53f1a3c8e req-8ed70abb-4d55-40de-9a98-2637b32a48d9 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5e9a3e0-7294-40ec-a02e-53c24d469a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040328 Jul 16 08:31:23.826338 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-70e36146-e2a0-4ea7-880c-6c8d762e9a9f None None] For port 2c824e52-2b6d-441c-b5d7-c49ec4f2253c, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:23.831015 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-70e36146-e2a0-4ea7-880c-6c8d762e9a9f None None] For port 2c824e52-2b6d-441c-b5d7-c49ec4f2253c, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=2c824e52-2b6d-441c-b5d7-c49ec4f2253c,segment=NetworkSegment(838925ab-11a6-4128-97d3-520d54606db0),segment_id=838925ab-11a6-4128-97d3-520d54606db0)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:23.840838 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-70e36146-e2a0-4ea7-880c-6c8d762e9a9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.859422 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01509244-71e1-419e-a0ff-0f7dcff5e62b service neutron] Pushing event updated for resources: {'Port': ['ID=a0932e75-4f94-4e13-836b-50bb5306d06f,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:23.899032 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153711aa-0e5f-4c45-8f43-779d22a2e221 None None] Pushing event updated for resources: {'Port': ['ID=2c824e52-2b6d-441c-b5d7-c49ec4f2253c,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:23.936431 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-01509244-71e1-419e-a0ff-0f7dcff5e62b service neutron] Attempting to bind port a0932e75-4f94-4e13-836b-50bb5306d06f on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:23.936958 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-01509244-71e1-419e-a0ff-0f7dcff5e62b service neutron] Attempting to bind port a0932e75-4f94-4e13-836b-50bb5306d06f by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '991b8446-4323-483e-9b74-cc6dc5c5ffb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1e0f8a0c-38b1-4548-a4af-185c3d5e3a96'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:23.937365 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-01509244-71e1-419e-a0ff-0f7dcff5e62b service neutron] Attempting to bind port a0932e75-4f94-4e13-836b-50bb5306d06f on network 1e0f8a0c-38b1-4548-a4af-185c3d5e3a96 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:23.943454 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-01509244-71e1-419e-a0ff-0f7dcff5e62b service neutron] Port a0932e75-4f94-4e13-836b-50bb5306d06f on network 1e0f8a0c-38b1-4548-a4af-185c3d5e3a96 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:23.943872 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-01509244-71e1-419e-a0ff-0f7dcff5e62b service neutron] Attempting to bind port a0932e75-4f94-4e13-836b-50bb5306d06f on network 1e0f8a0c-38b1-4548-a4af-185c3d5e3a96 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:23.954423 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-01509244-71e1-419e-a0ff-0f7dcff5e62b service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:23.954844 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-01509244-71e1-419e-a0ff-0f7dcff5e62b service neutron] Checking segment: {'id': '991b8446-4323-483e-9b74-cc6dc5c5ffb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1e0f8a0c-38b1-4548-a4af-185c3d5e3a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:23.955200 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-01509244-71e1-419e-a0ff-0f7dcff5e62b service neutron] Bound using segment: {'id': '991b8446-4323-483e-9b74-cc6dc5c5ffb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1e0f8a0c-38b1-4548-a4af-185c3d5e3a96'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:23.955679 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-01509244-71e1-419e-a0ff-0f7dcff5e62b service neutron] Bound port: a0932e75-4f94-4e13-836b-50bb5306d06f, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '991b8446-4323-483e-9b74-cc6dc5c5ffb1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '1e0f8a0c-38b1-4548-a4af-185c3d5e3a96'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:23.956586 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-01509244-71e1-419e-a0ff-0f7dcff5e62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:23.964472 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e36146-e2a0-4ea7-880c-6c8d762e9a9f None None] Routers {'b457debd-8e2c-4ca3-919e-7d7b4b5933c6'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:23.965120 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-70e36146-e2a0-4ea7-880c-6c8d762e9a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:31:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['b457debd-8e2c-4ca3-919e-7d7b4b5933c6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:23.968895 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [req-e0f93f2b-1ffd-4bc1-a1c2-33c12fd911e5 req-28bdf32d-f923-443f-a045-2d7eea3f8215 tempest-FloatingIPsNegativeTestJSON-1281614227 tempest-FloatingIPsNegativeTestJSON-1281614227-project] show failed (client error): The resource could not be found. Jul 16 08:31:23.990607 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e0f93f2b-1ffd-4bc1-a1c2-33c12fd911e5 req-28bdf32d-f923-443f-a045-2d7eea3f8215 tempest-FloatingIPsNegativeTestJSON-1281614227 tempest-FloatingIPsNegativeTestJSON-1281614227-project] 10.222.0.22 "GET /v2.0/floatingips/8ceb84ad-4189-4ccb-99d6-4787e512b434 HTTP/1.1" status: 404 len: 350 time: 0.1039162 Jul 16 08:31:23.993637 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53898) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:24.006921 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b81da62d-481c-4491-aa3b-3e5b55166b56 req-be00f8ba-c1b2-49df-97e5-f38e32ac347f tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9 HTTP/1.1" status: 200 len: 210 time: 0.0450034 Jul 16 08:31:24.110326 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-01509244-71e1-419e-a0ff-0f7dcff5e62b service neutron] For port a0932e75-4f94-4e13-836b-50bb5306d06f, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:24.116432 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-01509244-71e1-419e-a0ff-0f7dcff5e62b service neutron] For port a0932e75-4f94-4e13-836b-50bb5306d06f, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=a0932e75-4f94-4e13-836b-50bb5306d06f,segment=NetworkSegment(991b8446-4323-483e-9b74-cc6dc5c5ffb1),segment_id=991b8446-4323-483e-9b74-cc6dc5c5ffb1)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:24.131494 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-01509244-71e1-419e-a0ff-0f7dcff5e62b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.186258 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-01509244-71e1-419e-a0ff-0f7dcff5e62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:24.187648 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-01509244-71e1-419e-a0ff-0f7dcff5e62b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:24.195717 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-01509244-71e1-419e-a0ff-0f7dcff5e62b service neutron] 10.222.0.30 "PUT /v2.0/ports/a0932e75-4f94-4e13-836b-50bb5306d06f HTTP/1.1" status: 200 len: 1093 time: 1.5135758 Jul 16 08:31:24.217074 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-70e36146-e2a0-4ea7-880c-6c8d762e9a9f None None] Set router b457debd-8e2c-4ca3-919e-7d7b4b5933c6 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:24.269222 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bad2705e-6cf0-484d-b809-b797f9b582a2', 'tag': 'a0932e75-4f94-4e13-836b-50bb5306d06f'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:24.287845 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad3ff8ef-60d4-4813-b76b-b4d72ce70616" -d '{"events": [{"name": "network-changed", "server_uuid": "bad2705e-6cf0-484d-b809-b797f9b582a2", "tag": "a0932e75-4f94-4e13-836b-50bb5306d06f"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:24.491126 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01509244-71e1-419e-a0ff-0f7dcff5e62b service neutron] Pushing event updated for resources: {'Port': ['ID=a0932e75-4f94-4e13-836b-50bb5306d06f,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:24.576719 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5b47dfb9-e5fe-48ba-8451-b436642931e7 req-ff8eec92-5439-4701-8735-e79883a85d91 tempest-ServerShowV254Test-1829837504 tempest-ServerShowV254Test-1829837504-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.1286340 Jul 16 08:31:24.625509 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-1f18b726-ee11-4a8a-b7e1-68314988754a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:24.630565 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-1f18b726-ee11-4a8a-b7e1-68314988754a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=26e4f2ce9a4d4cdea7bf2a65fa351277&device_id=bad2705e-6cf0-484d-b809-b797f9b582a2 HTTP/1.1" status: 200 len: 1096 time: 0.3333437 Jul 16 08:31:24.734395 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-70e36146-e2a0-4ea7-880c-6c8d762e9a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b457debd-8e2c-4ca3-919e-7d7b4b5933c6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1612058528-router', 'tenant_id': '4b90120b469544f1bdbfa054aab10043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '20e8aa10-c8cd-452a-a202-5c04215b1f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:10Z', 'updated_at': '2021-07-16T08:31:19Z', 'revision_number': 4, 'project_id': '4b90120b469544f1bdbfa054aab10043', 'gw_port': {'id': '20e8aa10-c8cd-452a-a202-5c04215b1f75', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b457debd-8e2c-4ca3-919e-7d7b4b5933c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:12Z', 'updated_at': '2021-07-16T08:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '2c824e52-2b6d-441c-b5d7-c49ec4f2253c', 'name': '', 'network_id': '6c486c0a-a82a-4fd9-b97c-cd18aad28010', 'tenant_id': '4b90120b469544f1bdbfa054aab10043', 'mac_address': 'fa:16:3e:c0:dd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b457debd-8e2c-4ca3-919e-7d7b4b5933c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'ba950494-ed1d-4db8-b90b-63b7c7a95b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:17Z', 'updated_at': '2021-07-16T08:31:23Z', 'revision_number': 4, 'project_id': '4b90120b469544f1bdbfa054aab10043', 'subnets': [{'id': 'ba950494-ed1d-4db8-b90b-63b7c7a95b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:24.755250 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-d717382d-5271-4bb5-8a36-8245b39b5344 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0932e75-4f94-4e13-836b-50bb5306d06f HTTP/1.1" status: 200 len: 217 time: 0.1188140 Jul 16 08:31:24.871560 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-c06cf26e-14f9-4c0b-83cb-db5e9f6e5a1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:24.871880 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70e36146-e2a0-4ea7-880c-6c8d762e9a9f None None] The sync data for ids ['b457debd-8e2c-4ca3-919e-7d7b4b5933c6'] in n-d-771362-37 is: [{'id': 'b457debd-8e2c-4ca3-919e-7d7b4b5933c6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1612058528-router', 'tenant_id': '4b90120b469544f1bdbfa054aab10043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '20e8aa10-c8cd-452a-a202-5c04215b1f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:10Z', 'updated_at': '2021-07-16T08:31:19Z', 'revision_number': 4, 'project_id': '4b90120b469544f1bdbfa054aab10043', 'gw_port': {'id': '20e8aa10-c8cd-452a-a202-5c04215b1f75', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b457debd-8e2c-4ca3-919e-7d7b4b5933c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:12Z', 'updated_at': '2021-07-16T08:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '2c824e52-2b6d-441c-b5d7-c49ec4f2253c', 'name': '', 'network_id': '6c486c0a-a82a-4fd9-b97c-cd18aad28010', 'tenant_id': '4b90120b469544f1bdbfa054aab10043', 'mac_address': 'fa:16:3e:c0:dd:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b457debd-8e2c-4ca3-919e-7d7b4b5933c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 975, 'fixed_ips': [{'subnet_id': 'ba950494-ed1d-4db8-b90b-63b7c7a95b74', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:17Z', 'updated_at': '2021-07-16T08:31:23Z', 'revision_number': 4, 'project_id': '4b90120b469544f1bdbfa054aab10043', 'subnets': [{'id': 'ba950494-ed1d-4db8-b90b-63b7c7a95b74', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:31:24.881232 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-c06cf26e-14f9-4c0b-83cb-db5e9f6e5a1c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5edd9d68-6644-4d63-b991-2806c4434c70 HTTP/1.1" status: 200 len: 853 time: 0.1197791 Jul 16 08:31:24.929020 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-6194c5b9-2866-4fe7-9e27-5cd32d5ba176 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e0f8a0c-38b1-4548-a4af-185c3d5e3a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411093 Jul 16 08:31:25.000395 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e89f3db-9eb0-42bf-84c5-5797c18b50a8 x-openstack-request-id: req-5e89f3db-9eb0-42bf-84c5-5797c18b50a8 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:25.000798 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bad2705e-6cf0-484d-b809-b797f9b582a2", "tag": "a0932e75-4f94-4e13-836b-50bb5306d06f", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:25.001151 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5e89f3db-9eb0-42bf-84c5-5797c18b50a8 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:25.001641 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bad2705e-6cf0-484d-b809-b797f9b582a2', 'tag': 'a0932e75-4f94-4e13-836b-50bb5306d06f', 'status': 'completed', 'code': 200} Jul 16 08:31:25.108007 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-6ab18c1a-95a7-41ae-949e-05cee9914157 service neutron] 10.222.0.30 "GET /v2.0/networks/1e0f8a0c-38b1-4548-a4af-185c3d5e3a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662726 Jul 16 08:31:25.164146 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f68284-c07d-4577-86ca-c81179d49cf9 req-a2f58a7d-bc46-418f-8984-8e3ece0f5001 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:25.171666 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f3f68284-c07d-4577-86ca-c81179d49cf9 req-a2f58a7d-bc46-418f-8984-8e3ece0f5001 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 945 time: 0.4242973 Jul 16 08:31:25.304120 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f3f68284-c07d-4577-86ca-c81179d49cf9 req-7aba861d-ebc9-4210-a7d4-249e089e509c tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313434 Jul 16 08:31:25.323692 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2d20cb6a-ffb7-4aac-9b01-97efe0b1049b req-bf376109-4523-47c2-9b51-b27b17094bda service neutron] 10.222.0.30 "GET /v2.0/networks/1e0f8a0c-38b1-4548-a4af-185c3d5e3a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2018416 Jul 16 08:31:25.415068 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-da454610-08f8-4770-a017-025daa385ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:25.703283 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7485074-049b-4d33-8c68-8332ee0afdd0 req-939cc3f8-7700-4aa3-a889-7b58c3f09039 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:25.718618 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b7485074-049b-4d33-8c68-8332ee0afdd0 req-939cc3f8-7700-4aa3-a889-7b58c3f09039 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] 10.222.0.22 "GET /v2.0/ports?device_id=bad2705e-6cf0-484d-b809-b797f9b582a2 HTTP/1.1" status: 200 len: 944 time: 0.3481326 Jul 16 08:31:25.831422 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ff8ef-60d4-4813-b76b-b4d72ce70616 req-a7a412ee-1336-481a-aaa5-3e053d9cfeec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:25.833992 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ad3ff8ef-60d4-4813-b76b-b4d72ce70616 req-a7a412ee-1336-481a-aaa5-3e053d9cfeec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=26e4f2ce9a4d4cdea7bf2a65fa351277&device_id=bad2705e-6cf0-484d-b809-b797f9b582a2 HTTP/1.1" status: 200 len: 1096 time: 0.3493211 Jul 16 08:31:25.857878 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0e619ede-b193-4308-8e68-f6076581897c req-795de455-1ead-4e09-9c86-adf196d55f34 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9 HTTP/1.1" status: 200 len: 210 time: 0.0882325 Jul 16 08:31:25.878502 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b7485074-049b-4d33-8c68-8332ee0afdd0 req-fe2bec5e-294f-4559-a705-b3ff1a1dbd80 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5e9a3e0-7294-40ec-a02e-53c24d469a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1588128 Jul 16 08:31:26.026264 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ff8ef-60d4-4813-b76b-b4d72ce70616 req-7e8ee6ba-5b1b-431b-bfb9-479dcab05d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:26.030293 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ad3ff8ef-60d4-4813-b76b-b4d72ce70616 req-7e8ee6ba-5b1b-431b-bfb9-479dcab05d21 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1e0f8a0c-38b1-4548-a4af-185c3d5e3a96 HTTP/1.1" status: 200 len: 914 time: 0.1863449 Jul 16 08:31:26.151928 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ad3ff8ef-60d4-4813-b76b-b4d72ce70616 req-7a5e60f3-92db-450d-810e-9753958bb30d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a0932e75-4f94-4e13-836b-50bb5306d06f HTTP/1.1" status: 200 len: 217 time: 0.1112006 Jul 16 08:31:26.197059 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9222ca0b-a55e-48e7-930f-9d2812c6fb68 req-30d12e2e-eb8c-468d-b370-2cbe7ec50cb4 tempest-ServerShowV254Test-1829837504 tempest-ServerShowV254Test-1829837504-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.0783558 Jul 16 08:31:26.270028 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3ff8ef-60d4-4813-b76b-b4d72ce70616 req-0b05879c-6c77-4465-984f-7677a8b7cd80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:26.272031 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ad3ff8ef-60d4-4813-b76b-b4d72ce70616 req-0b05879c-6c77-4465-984f-7677a8b7cd80 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5edd9d68-6644-4d63-b991-2806c4434c70 HTTP/1.1" status: 200 len: 853 time: 0.1096344 Jul 16 08:31:26.385643 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-463a8d90-e9d9-46ee-95f4-2d14513cd54c tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:26.387167 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-463a8d90-e9d9-46ee-95f4-2d14513cd54c tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.21 "GET /v2.0/networks?id=852c9d22-626b-49f4-899c-2dc8fb8cb4f4 HTTP/1.1" status: 200 len: 825 time: 0.3499167 Jul 16 08:31:26.398936 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-da454610-08f8-4770-a017-025daa385ce7 admin admin] Deleting port 2c824e52-2b6d-441c-b5d7-c49ec4f2253c {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:26.399349 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-da454610-08f8-4770-a017-025daa385ce7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:26.400719 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ad3ff8ef-60d4-4813-b76b-b4d72ce70616 req-e184bdfc-855d-4024-9101-aadf8b7ebfd9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1e0f8a0c-38b1-4548-a4af-185c3d5e3a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1190238 Jul 16 08:31:26.409043 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-c9d0dab2-b8c4-4538-abb2-651467c75520 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Request body: {'port': {'device_id': 'fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9', 'network_id': '852c9d22-626b-49f4-899c-2dc8fb8cb4f4', 'admin_state_up': True, 'tenant_id': '7178dc64756040c68c3a21eee53bfc0c'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:26.687713 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ad3ff8ef-60d4-4813-b76b-b4d72ce70616 req-9f38711f-d768-4c7d-93b7-6ba4632ee5f2 service neutron] 10.222.0.30 "GET /v2.0/networks/1e0f8a0c-38b1-4548-a4af-185c3d5e3a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2639730 Jul 16 08:31:26.717922 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-da454610-08f8-4770-a017-025daa385ce7 admin admin] For port 2c824e52-2b6d-441c-b5d7-c49ec4f2253c, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=2c824e52-2b6d-441c-b5d7-c49ec4f2253c,segment=NetworkSegment(838925ab-11a6-4128-97d3-520d54606db0),segment_id=838925ab-11a6-4128-97d3-520d54606db0)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:26.718495 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-da454610-08f8-4770-a017-025daa385ce7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:26.746898 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-da454610-08f8-4770-a017-025daa385ce7 admin admin] Calling delete_port for 2c824e52-2b6d-441c-b5d7-c49ec4f2253c owned by network:router_interface {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:26.773592 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-c9d0dab2-b8c4-4538-abb2-651467c75520 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Made reservation on behalf of 7178dc64756040c68c3a21eee53bfc0c for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:26.779006 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-c9d0dab2-b8c4-4538-abb2-651467c75520 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:26.910446 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ad3ff8ef-60d4-4813-b76b-b4d72ce70616 req-fd0a3826-3972-4bc4-b5b3-48488f3457df service neutron] 10.222.0.30 "GET /v2.0/networks/1e0f8a0c-38b1-4548-a4af-185c3d5e3a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2151399 Jul 16 08:31:26.937406 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 2c824e52-2b6d-441c-b5d7-c49ec4f2253c up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:26.943937 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc31010-aef5-4ac5-b9d4-209bba4b069f req-a0b18068-85c0-4d20-9aa2-1e7cd70f6c5e tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:26.962051 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ddc31010-aef5-4ac5-b9d4-209bba4b069f req-a0b18068-85c0-4d20-9aa2-1e7cd70f6c5e tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 945 time: 0.3326352 Jul 16 08:31:27.106442 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 2c824e52-2b6d-441c-b5d7-c49ec4f2253c completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:27.113436 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 2c824e52-2b6d-441c-b5d7-c49ec4f2253c triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:27.116635 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:27.151385 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ddc31010-aef5-4ac5-b9d4-209bba4b069f req-2f4cddda-c25d-40ba-8fcc-04da2668324c tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1877491 Jul 16 08:31:27.262581 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:27.278715 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4d77667c-f08a-46a5-b9fa-f22c51d59580 req-2bc944fd-9cc0-4f4b-b31b-0e0ef14f7734 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9 HTTP/1.1" status: 200 len: 210 time: 0.0553591 Jul 16 08:31:27.350693 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 2c824e52-2b6d-441c-b5d7-c49ec4f2253c, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=2c824e52-2b6d-441c-b5d7-c49ec4f2253c,segment=NetworkSegment(838925ab-11a6-4128-97d3-520d54606db0),segment_id=838925ab-11a6-4128-97d3-520d54606db0)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:27.356933 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:27.413061 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-c9d0dab2-b8c4-4538-abb2-651467c75520 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Allocated IP 172.20.0.11 (852c9d22-626b-49f4-899c-2dc8fb8cb4f4/7e3682c4-3839-47ed-90f5-05f6ef834c66/51d205de-f82f-457d-98ae-b0f3124b4af2) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:27.432254 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=2c824e52-2b6d-441c-b5d7-c49ec4f2253c,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:27.438433 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-9f1728c4-ca27-42f1-8b89-ff97e30f8c08 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:27.439996 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-9f1728c4-ca27-42f1-8b89-ff97e30f8c08 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a&tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&binding%3Ahost_id=n-h1-771362-37 HTTP/1.1" status: 200 len: 1097 time: 0.6142831 Jul 16 08:31:27.455218 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-af040e82-ad24-4ba7-b1ca-c48c85393872 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771362-37'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:27.580342 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5b256dcd-b635-4633-97e5-ad8b91f498a3 req-1d925514-e1d8-42ed-b228-5a55befd03e6 tempest-ServerShowV254Test-1829837504 tempest-ServerShowV254Test-1829837504-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.0299399 Jul 16 08:31:27.902677 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d0a580-de9c-4cc2-bc08-4ae4f6bc91dd req-c4948b03-f30f-4962-991a-5906f6f5ab3b tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:27.904261 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b5d0a580-de9c-4cc2-bc08-4ae4f6bc91dd req-c4948b03-f30f-4962-991a-5906f6f5ab3b tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] 10.222.0.22 "GET /v2.0/ports?device_id=bad2705e-6cf0-484d-b809-b797f9b582a2 HTTP/1.1" status: 200 len: 944 time: 0.5382118 Jul 16 08:31:27.943360 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fb52d0-3cfd-4c84-98e1-3e6874bceaaf req-8c1e9a24-b2b6-4f2e-9492-985d6ca783d6 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:27.945271 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-31fb52d0-3cfd-4c84-98e1-3e6874bceaaf req-8c1e9a24-b2b6-4f2e-9492-985d6ca783d6 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/ports?device_id=913672f7-2b94-419c-9021-56150ae0236a HTTP/1.1" status: 200 len: 949 time: 0.0990720 Jul 16 08:31:27.983550 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-da454610-08f8-4770-a017-025daa385ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:27.991571 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-31fb52d0-3cfd-4c84-98e1-3e6874bceaaf req-0006252c-69a5-49da-99b3-7a659bce5609 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/security-groups?id=2ea8f6c7-a8cf-411e-a7f4-45f36f5f4359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367589 Jul 16 08:31:27.995968 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-af040e82-ad24-4ba7-b1ca-c48c85393872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.049464 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da454610-08f8-4770-a017-025daa385ce7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c824e52-2b6d-441c-b5d7-c49ec4f2253c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:28.086898 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da454610-08f8-4770-a017-025daa385ce7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.087266 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da454610-08f8-4770-a017-025daa385ce7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.087584 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da454610-08f8-4770-a017-025daa385ce7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.087917 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da454610-08f8-4770-a017-025daa385ce7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.088243 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da454610-08f8-4770-a017-025daa385ce7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.088597 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da454610-08f8-4770-a017-025daa385ce7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.088921 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da454610-08f8-4770-a017-025daa385ce7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.089275 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da454610-08f8-4770-a017-025daa385ce7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.089658 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da454610-08f8-4770-a017-025daa385ce7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.089868 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da454610-08f8-4770-a017-025daa385ce7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.090184 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da454610-08f8-4770-a017-025daa385ce7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.090503 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da454610-08f8-4770-a017-025daa385ce7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:31:28.136620 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b5d0a580-de9c-4cc2-bc08-4ae4f6bc91dd req-76d8e5f1-71f8-4421-99eb-4fb427e3b337 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5e9a3e0-7294-40ec-a02e-53c24d469a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2115374 Jul 16 08:31:28.207552 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-c9d0dab2-b8c4-4538-abb2-651467c75520 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.397696 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 0ed9a183-e43d-43a6-b319-0757cf6445f2 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:28.450989 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-c9d0dab2-b8c4-4538-abb2-651467c75520 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.482339 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-af040e82-ad24-4ba7-b1ca-c48c85393872 service neutron] For port 0ed9a183-e43d-43a6-b319-0757cf6445f2, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=0ed9a183-e43d-43a6-b319-0757cf6445f2,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:28.482622 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device a0932e75-4f94-4e13-836b-50bb5306d06f details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:28.559456 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-c9d0dab2-b8c4-4538-abb2-651467c75520 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Network 852c9d22-626b-49f4-899c-2dc8fb8cb4f4 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:28.561492 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 0ed9a183-e43d-43a6-b319-0757cf6445f2, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=0ed9a183-e43d-43a6-b319-0757cf6445f2,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:28.562862 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-da454610-08f8-4770-a017-025daa385ce7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.584159 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 0ed9a183-e43d-43a6-b319-0757cf6445f2 has no active binding in host n-h2-771362-37 {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:31:28.607161 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-c9d0dab2-b8c4-4538-abb2-651467c75520 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:28.610238 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-c9d0dab2-b8c4-4538-abb2-651467c75520 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:28.616020 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d0dab2-b8c4-4538-abb2-651467c75520 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Pushing event updated for resources: {'Port': ['ID=51d205de-f82f-457d-98ae-b0f3124b4af2,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:28.624044 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-af040e82-ad24-4ba7-b1ca-c48c85393872 service neutron] For port 0ed9a183-e43d-43a6-b319-0757cf6445f2, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:28.645911 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port a0932e75-4f94-4e13-836b-50bb5306d06f, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=a0932e75-4f94-4e13-836b-50bb5306d06f,segment=NetworkSegment(991b8446-4323-483e-9b74-cc6dc5c5ffb1),segment_id=991b8446-4323-483e-9b74-cc6dc5c5ffb1)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:28.658951 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'a0932e75-4f94-4e13-836b-50bb5306d06f', 'network_id': '1e0f8a0c-38b1-4548-a4af-185c3d5e3a96', 'port_id': 'a0932e75-4f94-4e13-836b-50bb5306d06f', 'mac_address': 'fa:16:3e:da:df:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5edd9d68-6644-4d63-b991-2806c4434c70', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:28.693432 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428418cc-06da-4ea9-89bc-949d3bae412d req-7d35b832-4cf8-4898-ba2a-c4b850972f9a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:28.700697 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-428418cc-06da-4ea9-89bc-949d3bae412d req-7d35b832-4cf8-4898-ba2a-c4b850972f9a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 945 time: 0.3554146 Jul 16 08:31:28.718804 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.738128 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35f705f-b5c2-4fb8-88f1-452e6f5fa279 req-5f8f8ed0-32a9-4b4a-adb0-4b67a3104c84 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:28.739880 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f35f705f-b5c2-4fb8-88f1-452e6f5fa279 req-5f8f8ed0-32a9-4b4a-adb0-4b67a3104c84 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9 HTTP/1.1" status: 200 len: 932 time: 0.0997388 Jul 16 08:31:28.761460 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0932e75-4f94-4e13-836b-50bb5306d06f {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:28.796443 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f35f705f-b5c2-4fb8-88f1-452e6f5fa279 req-37ce0973-b09c-4ace-b631-f2117e6bccc7 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f0e024d-693f-4fbd-afad-3c031a64d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465984 Jul 16 08:31:28.804955 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46980820-23c1-4427-a797-0146b171bb9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ed9a183-e43d-43a6-b319-0757cf6445f2'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:28.805406 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port a0932e75-4f94-4e13-836b-50bb5306d06f, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=a0932e75-4f94-4e13-836b-50bb5306d06f,segment=NetworkSegment(991b8446-4323-483e-9b74-cc6dc5c5ffb1),segment_id=991b8446-4323-483e-9b74-cc6dc5c5ffb1)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:28.808261 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb70591f-72a6-4a56-bf40-0d2ba8311439" -d '{"events": [{"server_uuid": "46980820-23c1-4427-a797-0146b171bb9a", "name": "network-vif-unplugged", "status": "completed", "tag": "0ed9a183-e43d-43a6-b319-0757cf6445f2"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:28.812581 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.813009 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-af040e82-ad24-4ba7-b1ca-c48c85393872 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.833417 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-c9d0dab2-b8c4-4538-abb2-651467c75520 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:28.834104 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-c9d0dab2-b8c4-4538-abb2-651467c75520 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.843953 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-af040e82-ad24-4ba7-b1ca-c48c85393872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:28.884514 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-428418cc-06da-4ea9-89bc-949d3bae412d req-23964aba-8d6a-4885-bef3-5a26e77f90d2 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829007 Jul 16 08:31:28.886679 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=a0932e75-4f94-4e13-836b-50bb5306d06f,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:28.951773 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-c9d0dab2-b8c4-4538-abb2-651467c75520 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5545459 Jul 16 08:31:28.993304 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-0e80ea6d-5134-43ca-a5e6-48a854dc23f7 service neutron] Request body: {'port': {'device_id': 'fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:29.043547 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af040e82-ad24-4ba7-b1ca-c48c85393872 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed9a183-e43d-43a6-b319-0757cf6445f2,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:29.071363 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ed0770-5466-4d17-822c-62577b9530c6 x-openstack-request-id: req-d8ed0770-5466-4d17-822c-62577b9530c6 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:29.071363 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46980820-23c1-4427-a797-0146b171bb9a", "name": "network-vif-unplugged", "status": "completed", "tag": "0ed9a183-e43d-43a6-b319-0757cf6445f2", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:29.071363 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d8ed0770-5466-4d17-822c-62577b9530c6 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:29.071363 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46980820-23c1-4427-a797-0146b171bb9a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ed9a183-e43d-43a6-b319-0757cf6445f2', 'code': 200} Jul 16 08:31:29.101532 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['a0932e75-4f94-4e13-836b-50bb5306d06f'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:29.148639 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-af040e82-ad24-4ba7-b1ca-c48c85393872 service neutron] Attempting to bind port 0ed9a183-e43d-43a6-b319-0757cf6445f2 on host n-h1-771362-37 for vnic_type normal with profile {"migrating_to": "n-h2-771362-37"} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:29.149042 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-af040e82-ad24-4ba7-b1ca-c48c85393872 service neutron] Attempting to bind port 0ed9a183-e43d-43a6-b319-0757cf6445f2 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:29.149366 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-af040e82-ad24-4ba7-b1ca-c48c85393872 service neutron] Attempting to bind port 0ed9a183-e43d-43a6-b319-0757cf6445f2 on network d342364e-cb68-4fed-83d9-f37bbb306922 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:29.184898 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-af040e82-ad24-4ba7-b1ca-c48c85393872 service neutron] Port 0ed9a183-e43d-43a6-b319-0757cf6445f2 on network d342364e-cb68-4fed-83d9-f37bbb306922 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:29.185401 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-af040e82-ad24-4ba7-b1ca-c48c85393872 service neutron] Attempting to bind port 0ed9a183-e43d-43a6-b319-0757cf6445f2 on network d342364e-cb68-4fed-83d9-f37bbb306922 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:29.259200 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-af040e82-ad24-4ba7-b1ca-c48c85393872 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:29.259604 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-af040e82-ad24-4ba7-b1ca-c48c85393872 service neutron] Checking segment: {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:29.259943 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-af040e82-ad24-4ba7-b1ca-c48c85393872 service neutron] Bound using segment: {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:29.260420 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-af040e82-ad24-4ba7-b1ca-c48c85393872 service neutron] Bound port: 0ed9a183-e43d-43a6-b319-0757cf6445f2, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:29.260795 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-af040e82-ad24-4ba7-b1ca-c48c85393872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:29.308734 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-0e80ea6d-5134-43ca-a5e6-48a854dc23f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:29.310496 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4a911df6-d44e-443d-b4eb-387d06c04d8d req-1829bac2-f556-4d49-961a-20550c4a9955 tempest-ServerShowV254Test-1829837504 tempest-ServerShowV254Test-1829837504-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.0454538 Jul 16 08:31:29.433301 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da454610-08f8-4770-a017-025daa385ce7 admin admin] Router b457debd-8e2c-4ca3-919e-7d7b4b5933c6 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:31:29.496256 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-af040e82-ad24-4ba7-b1ca-c48c85393872 service neutron] For port 0ed9a183-e43d-43a6-b319-0757cf6445f2, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:29.528096 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-af040e82-ad24-4ba7-b1ca-c48c85393872 service neutron] For port 0ed9a183-e43d-43a6-b319-0757cf6445f2, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=0ed9a183-e43d-43a6-b319-0757cf6445f2,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:29.544221 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-af040e82-ad24-4ba7-b1ca-c48c85393872 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:29.750995 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b2fe90-d244-4278-9479-e21859f8022d req-77530610-67bb-4aa2-a6fe-ffcd34860557 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:29.752548 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-55b2fe90-d244-4278-9479-e21859f8022d req-77530610-67bb-4aa2-a6fe-ffcd34860557 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] 10.222.0.22 "GET /v2.0/ports?device_id=bad2705e-6cf0-484d-b809-b797f9b582a2 HTTP/1.1" status: 200 len: 945 time: 0.3741601 Jul 16 08:31:29.795970 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af040e82-ad24-4ba7-b1ca-c48c85393872 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed9a183-e43d-43a6-b319-0757cf6445f2,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:29.821338 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-af040e82-ad24-4ba7-b1ca-c48c85393872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:29.822495 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-af040e82-ad24-4ba7-b1ca-c48c85393872 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:29.823934 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-af040e82-ad24-4ba7-b1ca-c48c85393872 service neutron] 10.222.0.21 "PUT /v2.0/ports/0ed9a183-e43d-43a6-b319-0757cf6445f2 HTTP/1.1" status: 200 len: 1123 time: 2.3767366 Jul 16 08:31:29.855947 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da454610-08f8-4770-a017-025daa385ce7 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:31:29.869865 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-da454610-08f8-4770-a017-025daa385ce7 admin admin] 10.222.0.22 "PUT /v2.0/routers/b457debd-8e2c-4ca3-919e-7d7b4b5933c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8735404 Jul 16 08:31:29.872609 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54028) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:29.878991 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14158c3-21be-4714-9ded-ff3e405e8534 None None] Sync routers for ids ['b457debd-8e2c-4ca3-919e-7d7b4b5933c6'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:31:29.894490 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-55b2fe90-d244-4278-9479-e21859f8022d req-6357ea62-1d06-418c-904d-8cfb3472f75b tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5e9a3e0-7294-40ec-a02e-53c24d469a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277578 Jul 16 08:31:29.901265 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14158c3-21be-4714-9ded-ff3e405e8534 None None] Routers {'b457debd-8e2c-4ca3-919e-7d7b4b5933c6'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:29.902382 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b14158c3-21be-4714-9ded-ff3e405e8534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:31:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['b457debd-8e2c-4ca3-919e-7d7b4b5933c6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:29.942183 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['0ed9a183-e43d-43a6-b319-0757cf6445f2'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:30.002026 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['0ed9a183-e43d-43a6-b319-0757cf6445f2'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:30.025580 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-0e80ea6d-5134-43ca-a5e6-48a854dc23f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51d205de-f82f-457d-98ae-b0f3124b4af2 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:30.060181 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-0e80ea6d-5134-43ca-a5e6-48a854dc23f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:30.092640 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-0e80ea6d-5134-43ca-a5e6-48a854dc23f7 service neutron] Transition to ACTIVE for port object 51d205de-f82f-457d-98ae-b0f3124b4af2 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:30.133258 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-0e80ea6d-5134-43ca-a5e6-48a854dc23f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:30.146293 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-b14158c3-21be-4714-9ded-ff3e405e8534 None None] Set router b457debd-8e2c-4ca3-919e-7d7b4b5933c6 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:30.172959 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ca7ed0c7-004f-483d-85bb-40b4677607da admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:30.211825 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80ea6d-5134-43ca-a5e6-48a854dc23f7 service neutron] Pushing event updated for resources: {'Port': ['ID=51d205de-f82f-457d-98ae-b0f3124b4af2,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:30.294965 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6824152b-b392-4629-a335-22a312bb9ad0 req-0a33c5b6-3fd4-481f-8580-44a1e578981f tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:30.297243 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6824152b-b392-4629-a335-22a312bb9ad0 req-0a33c5b6-3fd4-481f-8580-44a1e578981f tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 943 time: 0.2030737 Jul 16 08:31:30.354275 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff502652-7da0-40f7-9929-722916ccee3f req-5114fb38-d8f1-4b26-b03e-2b65700ffc99 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:30.364091 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff502652-7da0-40f7-9929-722916ccee3f req-5114fb38-d8f1-4b26-b03e-2b65700ffc99 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9 HTTP/1.1" status: 200 len: 944 time: 0.2616374 Jul 16 08:31:30.364415 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-0e80ea6d-5134-43ca-a5e6-48a854dc23f7 service neutron] Attempting to bind port 51d205de-f82f-457d-98ae-b0f3124b4af2 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:30.364687 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-0e80ea6d-5134-43ca-a5e6-48a854dc23f7 service neutron] Attempting to bind port 51d205de-f82f-457d-98ae-b0f3124b4af2 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '14e2dbf4-c0ba-4d10-9903-cb2181f642df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '852c9d22-626b-49f4-899c-2dc8fb8cb4f4'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:30.364974 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-0e80ea6d-5134-43ca-a5e6-48a854dc23f7 service neutron] Attempting to bind port 51d205de-f82f-457d-98ae-b0f3124b4af2 on network 852c9d22-626b-49f4-899c-2dc8fb8cb4f4 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:30.386767 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6824152b-b392-4629-a335-22a312bb9ad0 req-261019ee-abf9-44b2-bcc0-a5d2b7bd319d tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769656 Jul 16 08:31:30.387502 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-0e80ea6d-5134-43ca-a5e6-48a854dc23f7 service neutron] Port 51d205de-f82f-457d-98ae-b0f3124b4af2 on network 852c9d22-626b-49f4-899c-2dc8fb8cb4f4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:31:30.387860 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-0e80ea6d-5134-43ca-a5e6-48a854dc23f7 service neutron] Attempting to bind port 51d205de-f82f-457d-98ae-b0f3124b4af2 on network 852c9d22-626b-49f4-899c-2dc8fb8cb4f4 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:30.400648 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-0e80ea6d-5134-43ca-a5e6-48a854dc23f7 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:30.401065 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ca7ed0c7-004f-483d-85bb-40b4677607da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:30.401502 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-0e80ea6d-5134-43ca-a5e6-48a854dc23f7 service neutron] Checking segment: {'id': '14e2dbf4-c0ba-4d10-9903-cb2181f642df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '852c9d22-626b-49f4-899c-2dc8fb8cb4f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:30.402107 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-0e80ea6d-5134-43ca-a5e6-48a854dc23f7 service neutron] Bound using segment: {'id': '14e2dbf4-c0ba-4d10-9903-cb2181f642df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '852c9d22-626b-49f4-899c-2dc8fb8cb4f4'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:30.402768 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-0e80ea6d-5134-43ca-a5e6-48a854dc23f7 service neutron] Bound port: 51d205de-f82f-457d-98ae-b0f3124b4af2, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '14e2dbf4-c0ba-4d10-9903-cb2181f642df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '852c9d22-626b-49f4-899c-2dc8fb8cb4f4'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:30.405569 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-0e80ea6d-5134-43ca-a5e6-48a854dc23f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:30.436669 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b14158c3-21be-4714-9ded-ff3e405e8534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b457debd-8e2c-4ca3-919e-7d7b4b5933c6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1612058528-router', 'tenant_id': '4b90120b469544f1bdbfa054aab10043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '20e8aa10-c8cd-452a-a202-5c04215b1f75', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:10Z', 'updated_at': '2021-07-16T08:31:27Z', 'revision_number': 5, 'project_id': '4b90120b469544f1bdbfa054aab10043', 'gw_port': {'id': '20e8aa10-c8cd-452a-a202-5c04215b1f75', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:93:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b457debd-8e2c-4ca3-919e-7d7b4b5933c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:12Z', 'updated_at': '2021-07-16T08:31:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:30.437580 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 930dd323-1008-413d-b067-f50de030ab82 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:30.439555 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:30.467266 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff502652-7da0-40f7-9929-722916ccee3f req-5720687d-d829-4d96-b1f9-eb9e9df1fca8 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f0e024d-693f-4fbd-afad-3c031a64d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951734 Jul 16 08:31:30.480976 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14158c3-21be-4714-9ded-ff3e405e8534 None None] Checking router: b457debd-8e2c-4ca3-919e-7d7b4b5933c6 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:31:30.496267 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b14158c3-21be-4714-9ded-ff3e405e8534 None None] Routers {'b457debd-8e2c-4ca3-919e-7d7b4b5933c6'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:30.497140 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b14158c3-21be-4714-9ded-ff3e405e8534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:31:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['b457debd-8e2c-4ca3-919e-7d7b4b5933c6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:30.522948 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ca7ed0c7-004f-483d-85bb-40b4677607da admin admin] Deleting port 20e8aa10-c8cd-452a-a202-5c04215b1f75 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:30.525312 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ca7ed0c7-004f-483d-85bb-40b4677607da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:30.575080 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-0e80ea6d-5134-43ca-a5e6-48a854dc23f7 service neutron] For port 51d205de-f82f-457d-98ae-b0f3124b4af2, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:30.593561 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-0e80ea6d-5134-43ca-a5e6-48a854dc23f7 service neutron] For port 51d205de-f82f-457d-98ae-b0f3124b4af2, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=51d205de-f82f-457d-98ae-b0f3124b4af2,segment=NetworkSegment(14e2dbf4-c0ba-4d10-9903-cb2181f642df),segment_id=14e2dbf4-c0ba-4d10-9903-cb2181f642df)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:30.600482 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-0e80ea6d-5134-43ca-a5e6-48a854dc23f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:30.631164 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-b14158c3-21be-4714-9ded-ff3e405e8534 None None] Set router b457debd-8e2c-4ca3-919e-7d7b4b5933c6 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:30.659262 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-0e80ea6d-5134-43ca-a5e6-48a854dc23f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:30.660500 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-0e80ea6d-5134-43ca-a5e6-48a854dc23f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:30.664471 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-0e80ea6d-5134-43ca-a5e6-48a854dc23f7 service neutron] 10.222.0.21 "PUT /v2.0/ports/51d205de-f82f-457d-98ae-b0f3124b4af2 HTTP/1.1" status: 200 len: 1093 time: 1.7012563 Jul 16 08:31:30.668048 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-ca7ed0c7-004f-483d-85bb-40b4677607da admin admin] For port 20e8aa10-c8cd-452a-a202-5c04215b1f75, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=20e8aa10-c8cd-452a-a202-5c04215b1f75,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:30.668658 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ca7ed0c7-004f-483d-85bb-40b4677607da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:30.714626 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ca7ed0c7-004f-483d-85bb-40b4677607da admin admin] Calling delete_port for 20e8aa10-c8cd-452a-a202-5c04215b1f75 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:30.722351 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b14158c3-21be-4714-9ded-ff3e405e8534 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b457debd-8e2c-4ca3-919e-7d7b4b5933c6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1612058528-router', 'tenant_id': '4b90120b469544f1bdbfa054aab10043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:10Z', 'updated_at': '2021-07-16T08:31:30Z', 'revision_number': 6, 'project_id': '4b90120b469544f1bdbfa054aab10043', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:30.786815 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b14158c3-21be-4714-9ded-ff3e405e8534 None None] The sync data for ids ['b457debd-8e2c-4ca3-919e-7d7b4b5933c6'] in n-d-771362-37 is: [{'id': 'b457debd-8e2c-4ca3-919e-7d7b4b5933c6', 'name': 'tempest-FloatingIPsNegativeTestJSON-1612058528-router', 'tenant_id': '4b90120b469544f1bdbfa054aab10043', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:10Z', 'updated_at': '2021-07-16T08:31:30Z', 'revision_number': 6, 'project_id': '4b90120b469544f1bdbfa054aab10043', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:31:30.796920 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device a0932e75-4f94-4e13-836b-50bb5306d06f up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:30.811332 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e80ea6d-5134-43ca-a5e6-48a854dc23f7 service neutron] Pushing event updated for resources: {'Port': ['ID=51d205de-f82f-457d-98ae-b0f3124b4af2,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:30.873118 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-98484539-572e-46a5-b013-b6459f3bad1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:30.874728 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-98484539-572e-46a5-b013-b6459f3bad1a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7178dc64756040c68c3a21eee53bfc0c&device_id=fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9 HTTP/1.1" status: 200 len: 1096 time: 0.1454656 Jul 16 08:31:30.953886 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-04306589-bc8f-479a-8fe8-7f85c4c6d96e req-f08514cc-946e-46ac-9f90-2beea3948151 tempest-ServerShowV254Test-1829837504 tempest-ServerShowV254Test-1829837504-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.0832827 Jul 16 08:31:30.956549 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-052984c5-c33c-4a67-8dcf-9b7b6b3bdabb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51d205de-f82f-457d-98ae-b0f3124b4af2 HTTP/1.1" status: 200 len: 217 time: 0.0697851 Jul 16 08:31:31.037232 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ca7ed0c7-004f-483d-85bb-40b4677607da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.059167 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.074621 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port a0932e75-4f94-4e13-836b-50bb5306d06f completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:31.087783 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7ed0c7-004f-483d-85bb-40b4677607da admin admin] Pushing event deleted for resources: {'Port': ['ID=20e8aa10-c8cd-452a-a202-5c04215b1f75,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:31.109648 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port a0932e75-4f94-4e13-836b-50bb5306d06f triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:31.110047 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.113144 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 930dd323-1008-413d-b067-f50de030ab82, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=930dd323-1008-413d-b067-f50de030ab82,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:31.166769 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913672f7-2b94-419c-9021-56150ae0236a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:31.170441 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9311ddc4-7d14-4723-96bc-3b338ce2eb79" -d '{"events": [{"server_uuid": "913672f7-2b94-419c-9021-56150ae0236a", "name": "network-vif-unplugged", "status": "completed", "tag": "d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:31.180519 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '930dd323-1008-413d-b067-f50de030ab82', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': '930dd323-1008-413d-b067-f50de030ab82', 'mac_address': 'fa:16:3e:68:b7:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:31.209231 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:31.216172 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ca7ed0c7-004f-483d-85bb-40b4677607da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.218573 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.256512 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b28a47e-7bd6-4cb9-967b-0183d5c3e0eb x-openstack-request-id: req-8b28a47e-7bd6-4cb9-967b-0183d5c3e0eb {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:31.256915 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913672f7-2b94-419c-9021-56150ae0236a", "name": "network-vif-unplugged", "status": "completed", "tag": "d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:31.257138 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8b28a47e-7bd6-4cb9-967b-0183d5c3e0eb {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:31.257517 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913672f7-2b94-419c-9021-56150ae0236a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3', 'code': 200} Jul 16 08:31:31.312913 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.329993 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46980820-23c1-4427-a797-0146b171bb9a', 'tag': '0ed9a183-e43d-43a6-b319-0757cf6445f2'}, {'name': 'network-changed', 'server_uuid': 'fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9', 'tag': '51d205de-f82f-457d-98ae-b0f3124b4af2'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:31.332774 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98cf22a8-8638-48d6-b0f7-3ea84161ed6d" -d '{"events": [{"name": "network-changed", "server_uuid": "46980820-23c1-4427-a797-0146b171bb9a", "tag": "0ed9a183-e43d-43a6-b319-0757cf6445f2"}, {"name": "network-changed", "server_uuid": "fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9", "tag": "51d205de-f82f-457d-98ae-b0f3124b4af2"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:31.366105 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 930dd323-1008-413d-b067-f50de030ab82 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:31.370631 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-47fbd0b3-e938-4974-8d46-67d5549aa018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:31.372656 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-47fbd0b3-e938-4974-8d46-67d5549aa018 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7e3682c4-3839-47ed-90f5-05f6ef834c66 HTTP/1.1" status: 200 len: 865 time: 0.4079638 Jul 16 08:31:31.382323 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:31.385730 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-121e4739-d80c-475c-a5fa-8ba75a80bffc x-openstack-request-id: req-121e4739-d80c-475c-a5fa-8ba75a80bffc {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:31.386438 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46980820-23c1-4427-a797-0146b171bb9a", "tag": "0ed9a183-e43d-43a6-b319-0757cf6445f2", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9", "tag": "51d205de-f82f-457d-98ae-b0f3124b4af2", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:31.386959 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-121e4739-d80c-475c-a5fa-8ba75a80bffc {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:31.387690 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46980820-23c1-4427-a797-0146b171bb9a', 'tag': '0ed9a183-e43d-43a6-b319-0757cf6445f2', 'status': 'completed', 'code': 200} Jul 16 08:31:31.388283 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9', 'tag': '51d205de-f82f-457d-98ae-b0f3124b4af2', 'status': 'completed', 'code': 200} Jul 16 08:31:31.409508 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.412744 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 930dd323-1008-413d-b067-f50de030ab82, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=930dd323-1008-413d-b067-f50de030ab82,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:31.428498 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.433637 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-9b8e0c08-ac5c-48db-b41f-bd2a78008033 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=852c9d22-626b-49f4-899c-2dc8fb8cb4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497487 Jul 16 08:31:31.502683 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port a0932e75-4f94-4e13-836b-50bb5306d06f, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=a0932e75-4f94-4e13-836b-50bb5306d06f,segment=NetworkSegment(991b8446-4323-483e-9b74-cc6dc5c5ffb1),segment_id=991b8446-4323-483e-9b74-cc6dc5c5ffb1)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:31.512679 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.527120 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=930dd323-1008-413d-b067-f50de030ab82,revision_number=9']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:31.560943 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['930dd323-1008-413d-b067-f50de030ab82'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:31.615767 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-8de84a14-edaf-439f-bece-e3b9890d2500 service neutron] 10.222.0.21 "GET /v2.0/networks/852c9d22-626b-49f4-899c-2dc8fb8cb4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1727629 Jul 16 08:31:31.640390 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=a0932e75-4f94-4e13-836b-50bb5306d06f,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:31.723989 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ca7ed0c7-004f-483d-85bb-40b4677607da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.730569 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ca7ed0c7-004f-483d-85bb-40b4677607da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.736080 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a25f6e-f037-484e-8b4c-f4728e6382ca req-d832621c-cb9d-4cbe-b60c-84d47974b858 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:31.738028 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-68a25f6e-f037-484e-8b4c-f4728e6382ca req-d832621c-cb9d-4cbe-b60c-84d47974b858 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 943 time: 0.1812100 Jul 16 08:31:31.790701 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-754ca362-d9c5-4e74-918a-534f0fd17fea req-305aa628-bf2e-46e8-a61a-7a39bd0d1745 service neutron] 10.222.0.21 "GET /v2.0/networks/852c9d22-626b-49f4-899c-2dc8fb8cb4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641796 Jul 16 08:31:31.799610 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c79c0c-268f-4d91-8097-4f13d37d44a4 req-1f1045cd-2b23-428f-8b42-051d1ac20052 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:31.801539 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-34c79c0c-268f-4d91-8097-4f13d37d44a4 req-1f1045cd-2b23-428f-8b42-051d1ac20052 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] 10.222.0.22 "GET /v2.0/ports?device_id=bad2705e-6cf0-484d-b809-b797f9b582a2 HTTP/1.1" status: 200 len: 945 time: 0.7277086 Jul 16 08:31:31.813089 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ca7ed0c7-004f-483d-85bb-40b4677607da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.816041 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7ed0c7-004f-483d-85bb-40b4677607da admin admin] Fanout notify agent at l3_agent the message router_deleted on router b457debd-8e2c-4ca3-919e-7d7b4b5933c6 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:31:31.825527 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ca7ed0c7-004f-483d-85bb-40b4677607da admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.826053 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-68a25f6e-f037-484e-8b4c-f4728e6382ca req-970281fa-3763-46de-bb9a-ed6868536aba tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757051 Jul 16 08:31:31.827733 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ca7ed0c7-004f-483d-85bb-40b4677607da admin admin] 10.222.0.22 "DELETE /v2.0/routers/b457debd-8e2c-4ca3-919e-7d7b4b5933c6 HTTP/1.1" status: 204 len: 168 time: 1.9534869 Jul 16 08:31:31.830346 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54062) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:31.845238 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.856530 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf22a8-8638-48d6-b0f7-3ea84161ed6d req-bc26cab8-4637-4b8d-9854-e2910c3d70c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:31.857539 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-98cf22a8-8638-48d6-b0f7-3ea84161ed6d req-bc26cab8-4637-4b8d-9854-e2910c3d70c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 1126 time: 0.2388113 Jul 16 08:31:31.908524 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:31.930432 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-34c79c0c-268f-4d91-8097-4f13d37d44a4 req-0bc9115c-9b2d-4eaa-98cc-81314ff4f047 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5e9a3e0-7294-40ec-a02e-53c24d469a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874364 Jul 16 08:31:31.932949 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-389e4f09-16b4-4cc0-9926-88cfbbccd309 admin admin] Deleting subnet ba950494-ed1d-4db8-b90b-63b7c7a95b74 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:31:31.937672 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-389e4f09-16b4-4cc0-9926-88cfbbccd309 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:32.048190 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf22a8-8638-48d6-b0f7-3ea84161ed6d req-724a479f-52c6-43d2-9066-0edd670e075e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:32.050231 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-98cf22a8-8638-48d6-b0f7-3ea84161ed6d req-724a479f-52c6-43d2-9066-0edd670e075e service neutron] 10.222.0.30 "GET /v2.0/networks?id=d342364e-cb68-4fed-83d9-f37bbb306922 HTTP/1.1" status: 200 len: 921 time: 0.1849554 Jul 16 08:31:32.053003 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-389e4f09-16b4-4cc0-9926-88cfbbccd309 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:32.095282 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf22a8-8638-48d6-b0f7-3ea84161ed6d req-4a60ef88-0e2a-4190-8267-86469235785b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:32.096959 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-98cf22a8-8638-48d6-b0f7-3ea84161ed6d req-4a60ef88-0e2a-4190-8267-86469235785b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=7178dc64756040c68c3a21eee53bfc0c&device_id=fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9 HTTP/1.1" status: 200 len: 1096 time: 0.2258136 Jul 16 08:31:32.100100 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-98cf22a8-8638-48d6-b0f7-3ea84161ed6d req-7173587c-9b5e-42a2-bed0-feb09632e3c6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ed9a183-e43d-43a6-b319-0757cf6445f2 HTTP/1.1" status: 200 len: 217 time: 0.0429468 Jul 16 08:31:32.170994 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf22a8-8638-48d6-b0f7-3ea84161ed6d req-4bce79ec-41de-4fa1-81c8-a1fc1b753a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:32.173119 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-98cf22a8-8638-48d6-b0f7-3ea84161ed6d req-4bce79ec-41de-4fa1-81c8-a1fc1b753a93 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08efe674-85ae-4a06-b69c-d92fb68b404c HTTP/1.1" status: 200 len: 860 time: 0.0648618 Jul 16 08:31:32.213891 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-98cf22a8-8638-48d6-b0f7-3ea84161ed6d req-dde809fe-1de0-4c90-a3d1-af6a93ccc1db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d342364e-cb68-4fed-83d9-f37bbb306922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342264 Jul 16 08:31:32.259238 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-389e4f09-16b4-4cc0-9926-88cfbbccd309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:32.295824 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d746121f-5079-4fa1-bda7-7e7ae6871cd3 req-7c85c034-9558-4e92-b610-83b712446bba tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:32.297513 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d746121f-5079-4fa1-bda7-7e7ae6871cd3 req-7c85c034-9558-4e92-b610-83b712446bba tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9 HTTP/1.1" status: 200 len: 944 time: 0.3143322 Jul 16 08:31:32.309397 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf22a8-8638-48d6-b0f7-3ea84161ed6d req-651c3b52-6e34-4c35-90e6-2374897d58af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:32.310962 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-98cf22a8-8638-48d6-b0f7-3ea84161ed6d req-651c3b52-6e34-4c35-90e6-2374897d58af service neutron] 10.222.0.21 "GET /v2.0/networks?id=852c9d22-626b-49f4-899c-2dc8fb8cb4f4 HTTP/1.1" status: 200 len: 926 time: 0.2065146 Jul 16 08:31:32.325877 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-98cf22a8-8638-48d6-b0f7-3ea84161ed6d req-a4411a1c-a83b-4c18-aec4-87950b649d06 service neutron] 10.222.0.30 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055591 Jul 16 08:31:32.377618 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-98cf22a8-8638-48d6-b0f7-3ea84161ed6d req-da462320-79cd-40c1-b909-53410b2e252a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=51d205de-f82f-457d-98ae-b0f3124b4af2 HTTP/1.1" status: 200 len: 217 time: 0.0558584 Jul 16 08:31:32.429978 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-de274d0f-62c2-43b9-879f-da31e641615f req-b0415751-7790-4388-956f-3c157159256b tempest-ServerShowV254Test-1829837504 tempest-ServerShowV254Test-1829837504-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.0333633 Jul 16 08:31:32.431025 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d746121f-5079-4fa1-bda7-7e7ae6871cd3 req-df02bad3-2cc8-4758-8cc2-3902127f6634 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f0e024d-693f-4fbd-afad-3c031a64d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190877 Jul 16 08:31:32.433794 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-389e4f09-16b4-4cc0-9926-88cfbbccd309 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:32.451902 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-98cf22a8-8638-48d6-b0f7-3ea84161ed6d req-703bd0c4-8869-490b-84ee-00bed52cdfe3 service neutron] 10.222.0.30 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185703 Jul 16 08:31:32.464114 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 930dd323-1008-413d-b067-f50de030ab82 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:32.475389 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-389e4f09-16b4-4cc0-9926-88cfbbccd309 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:32.477505 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-389e4f09-16b4-4cc0-9926-88cfbbccd309 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ba950494-ed1d-4db8-b90b-63b7c7a95b74 HTTP/1.1" status: 204 len: 168 time: 0.6457117 Jul 16 08:31:32.480067 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54076) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:32.481387 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e4f09-16b4-4cc0-9926-88cfbbccd309 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba950494-ed1d-4db8-b90b-63b7c7a95b74,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:32.489484 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cf22a8-8638-48d6-b0f7-3ea84161ed6d req-e6f406cc-af34-457b-aab8-7dad28ffb193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:32.491432 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-98cf22a8-8638-48d6-b0f7-3ea84161ed6d req-e6f406cc-af34-457b-aab8-7dad28ffb193 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7e3682c4-3839-47ed-90f5-05f6ef834c66 HTTP/1.1" status: 200 len: 865 time: 0.0982447 Jul 16 08:31:32.492322 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dc30073-ac8f-4235-b3a5-a58fd1f131b2 None None] Network 6c486c0a-a82a-4fd9-b97c-cd18aad28010 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:32.533071 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-98cf22a8-8638-48d6-b0f7-3ea84161ed6d req-53e41a28-2585-4f2e-9991-83e6696b1569 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=852c9d22-626b-49f4-899c-2dc8fb8cb4f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324247 Jul 16 08:31:32.555701 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caab579f-445b-4edb-b444-f2609e249867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:32.609220 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 930dd323-1008-413d-b067-f50de030ab82 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:32.609627 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:32.611912 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-caab579f-445b-4edb-b444-f2609e249867 admin admin] Deleting port 43602dc7-89da-4f44-ba2d-338de4072bfe {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:32.612726 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caab579f-445b-4edb-b444-f2609e249867 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:32.628297 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-98cf22a8-8638-48d6-b0f7-3ea84161ed6d req-6e973814-9b90-4d37-adf4-eae7575947bd service neutron] 10.222.0.21 "GET /v2.0/networks/852c9d22-626b-49f4-899c-2dc8fb8cb4f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874746 Jul 16 08:31:32.679001 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-caab579f-445b-4edb-b444-f2609e249867 admin admin] For port 43602dc7-89da-4f44-ba2d-338de4072bfe, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=43602dc7-89da-4f44-ba2d-338de4072bfe,segment=NetworkSegment(838925ab-11a6-4128-97d3-520d54606db0),segment_id=838925ab-11a6-4128-97d3-520d54606db0)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:32.679402 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caab579f-445b-4edb-b444-f2609e249867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:32.694849 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-caab579f-445b-4edb-b444-f2609e249867 admin admin] Calling delete_port for 43602dc7-89da-4f44-ba2d-338de4072bfe owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:32.703907 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:32.733646 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-98cf22a8-8638-48d6-b0f7-3ea84161ed6d req-58c5b11a-e361-4e08-8a3a-c829631c0ec1 service neutron] 10.222.0.21 "GET /v2.0/networks/852c9d22-626b-49f4-899c-2dc8fb8cb4f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943627 Jul 16 08:31:32.762099 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 930dd323-1008-413d-b067-f50de030ab82, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=930dd323-1008-413d-b067-f50de030ab82,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:32.771926 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:32.796564 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caab579f-445b-4edb-b444-f2609e249867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:32.814043 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7ff6df1-df88-4bcb-b48e-031c562c15b7 None None] DHCP port deletion for 6c486c0a-a82a-4fd9-b97c-cd18aad28010 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:31:32.816821 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 2c824e52-2b6d-441c-b5d7-c49ec4f2253c no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:32.825566 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab579f-445b-4edb-b444-f2609e249867 admin admin] Pushing event deleted for resources: {'Port': ['ID=43602dc7-89da-4f44-ba2d-338de4072bfe,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:32.830399 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caab579f-445b-4edb-b444-f2609e249867 admin admin] No DVR routers for this DVR port 43602dc7-89da-4f44-ba2d-338de4072bfe on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:32.846729 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 2c824e52-2b6d-441c-b5d7-c49ec4f2253c {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:32.847080 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 2c824e52-2b6d-441c-b5d7-c49ec4f2253c not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:32.847496 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 20e8aa10-c8cd-452a-a202-5c04215b1f75 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:32.876485 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 20e8aa10-c8cd-452a-a202-5c04215b1f75 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:32.876840 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 20e8aa10-c8cd-452a-a202-5c04215b1f75 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:32.881600 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=930dd323-1008-413d-b067-f50de030ab82,revision_number=10']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:32.913069 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caab579f-445b-4edb-b444-f2609e249867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:32.923036 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-caab579f-445b-4edb-b444-f2609e249867 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c486c0a-a82a-4fd9-b97c-cd18aad28010']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:32.933454 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-caab579f-445b-4edb-b444-f2609e249867 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '838925ab-11a6-4128-97d3-520d54606db0') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:32.933753 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-caab579f-445b-4edb-b444-f2609e249867 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '838925ab-11a6-4128-97d3-520d54606db0') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:32.943282 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caab579f-445b-4edb-b444-f2609e249867 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:32.965493 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caab579f-445b-4edb-b444-f2609e249867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:32.972102 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caab579f-445b-4edb-b444-f2609e249867 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:31:32.972680 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caab579f-445b-4edb-b444-f2609e249867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:31:32.975730 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:31:33.066739 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caab579f-445b-4edb-b444-f2609e249867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.073236 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caab579f-445b-4edb-b444-f2609e249867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.075085 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-caab579f-445b-4edb-b444-f2609e249867 admin admin] 10.222.0.22 "DELETE /v2.0/networks/6c486c0a-a82a-4fd9-b97c-cd18aad28010 HTTP/1.1" status: 204 len: 168 time: 0.5937140 Jul 16 08:31:33.096391 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caab579f-445b-4edb-b444-f2609e249867 admin admin] Pushing event deleted for resources: {'Network': ['ID=6c486c0a-a82a-4fd9-b97c-cd18aad28010,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:33.115784 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7294a-6268-4d31-81b6-99c4e9db6db3 req-c875976f-394c-4925-8e23-abada343230b tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:33.119386 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a1c69d-b764-4700-8878-6e046f0e5830 req-06ce1053-bee2-4d77-8a07-beea6a3e5be1 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:33.121267 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c9a1c69d-b764-4700-8878-6e046f0e5830 req-06ce1053-bee2-4d77-8a07-beea6a3e5be1 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] 10.222.0.22 "GET /v2.0/ports?device_id=bad2705e-6cf0-484d-b809-b797f9b582a2 HTTP/1.1" status: 200 len: 946 time: 0.0739822 Jul 16 08:31:33.123298 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f7a7294a-6268-4d31-81b6-99c4e9db6db3 req-c875976f-394c-4925-8e23-abada343230b tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 943 time: 0.1471577 Jul 16 08:31:33.162648 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f7a7294a-6268-4d31-81b6-99c4e9db6db3 req-caabfe1a-b495-4fef-ae34-f1d8f53249c7 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381782 Jul 16 08:31:33.168326 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c9a1c69d-b764-4700-8878-6e046f0e5830 req-d3f6345a-b3c4-43e6-99d3-1b5313afb96b tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5e9a3e0-7294-40ec-a02e-53c24d469a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390260 Jul 16 08:31:33.258820 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad2705e-6cf0-484d-b809-b797f9b582a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0932e75-4f94-4e13-836b-50bb5306d06f'}, {'server_uuid': '32247c9d-c875-4590-8621-c59e4a6d5442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930dd323-1008-413d-b067-f50de030ab82'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:33.261358 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1863b23d-fda6-46ed-9748-1f933c9aa77f" -d '{"events": [{"server_uuid": "bad2705e-6cf0-484d-b809-b797f9b582a2", "name": "network-vif-plugged", "status": "completed", "tag": "a0932e75-4f94-4e13-836b-50bb5306d06f"}, {"server_uuid": "32247c9d-c875-4590-8621-c59e4a6d5442", "name": "network-vif-plugged", "status": "completed", "tag": "930dd323-1008-413d-b067-f50de030ab82"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:33.274945 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3237747-2e08-4365-be18-aeb430e4c811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.347636 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54110) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:33.369136 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fff4ad1-ebab-48be-b327-dc27bb27c3c3 x-openstack-request-id: req-5fff4ad1-ebab-48be-b327-dc27bb27c3c3 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:33.369439 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad2705e-6cf0-484d-b809-b797f9b582a2", "name": "network-vif-plugged", "status": "completed", "tag": "a0932e75-4f94-4e13-836b-50bb5306d06f", "code": 200}, {"server_uuid": "32247c9d-c875-4590-8621-c59e4a6d5442", "name": "network-vif-plugged", "status": "completed", "tag": "930dd323-1008-413d-b067-f50de030ab82", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:33.369691 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5fff4ad1-ebab-48be-b327-dc27bb27c3c3 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:33.370092 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad2705e-6cf0-484d-b809-b797f9b582a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0932e75-4f94-4e13-836b-50bb5306d06f', 'code': 200} Jul 16 08:31:33.370348 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32247c9d-c875-4590-8621-c59e4a6d5442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930dd323-1008-413d-b067-f50de030ab82', 'code': 200} Jul 16 08:31:33.408213 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4ad1572b-4417-4c0c-93b2-3a04eb4ca39e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4b90120b469544f1bdbfa054aab10043&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0592940 Jul 16 08:31:33.411083 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54112) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:33.488914 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5bcba4e7-9eee-4e66-bd40-5c3bbf530aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.514617 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5bcba4e7-9eee-4e66-bd40-5c3bbf530aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.549639 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c0e63-7cd2-4a87-b04d-23d168c67df2 req-f0cd7344-9573-4244-b753-d1d84cada59e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:33.551369 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-592c0e63-7cd2-4a87-b04d-23d168c67df2 req-f0cd7344-9573-4244-b753-d1d84cada59e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bad2705e-6cf0-484d-b809-b797f9b582a2 HTTP/1.1" status: 200 len: 1098 time: 0.1033790 Jul 16 08:31:33.579592 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5bcba4e7-9eee-4e66-bd40-5c3bbf530aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.582266 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2f2505-1fed-464e-ac27-529fae3e5233 req-784fd7c1-6afe-48e4-b4b1-c1b24b3786d4 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:33.582981 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5bcba4e7-9eee-4e66-bd40-5c3bbf530aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:33.586527 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d2f2505-1fed-464e-ac27-529fae3e5233 req-784fd7c1-6afe-48e4-b4b1-c1b24b3786d4 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8e68470-cf9f-4451-aa66-aec605be0ba6 HTTP/1.1" status: 200 len: 945 time: 0.1027880 Jul 16 08:31:33.586670 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5bcba4e7-9eee-4e66-bd40-5c3bbf530aab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/979108ca-b581-4747-8170-97b9b3778c4b HTTP/1.1" status: 204 len: 168 time: 0.1721699 Jul 16 08:31:33.593711 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcba4e7-9eee-4e66-bd40-5c3bbf530aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979108ca-b581-4747-8170-97b9b3778c4b,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:33.632636 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-592c0e63-7cd2-4a87-b04d-23d168c67df2 req-dcab7cf8-169f-4e0d-bef7-bf9763a2d09b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f5e9a3e0-7294-40ec-a02e-53c24d469a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728292 Jul 16 08:31:33.668129 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d2f2505-1fed-464e-ac27-529fae3e5233 req-40790129-d777-4884-8ab2-61445e9e5317 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dfaebed-1229-4eb7-86bf-73e7dd95209c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687878 Jul 16 08:31:33.686494 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-91b531de-3c78-47ed-982c-5c4267b024e9 req-26b173b7-c3d5-441d-b97c-8dce0acb71ac tempest-ServerShowV254Test-1829837504 tempest-ServerShowV254Test-1829837504-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.0374203 Jul 16 08:31:33.851858 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd99a2c-1ffb-4ae5-b516-a11f1fa9a1be req-bee6877e-1d2c-40f9-ad67-e016e53e7df1 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:33.853649 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2bd99a2c-1ffb-4ae5-b516-a11f1fa9a1be req-bee6877e-1d2c-40f9-ad67-e016e53e7df1 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9 HTTP/1.1" status: 200 len: 944 time: 0.0775919 Jul 16 08:31:33.894694 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2bd99a2c-1ffb-4ae5-b516-a11f1fa9a1be req-93011563-7407-4abc-bf13-d221198f4f0b tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f0e024d-693f-4fbd-afad-3c031a64d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337412 Jul 16 08:31:34.419411 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5c7d41-9d1f-47d3-9782-cfa259a43ef5 req-4e96be4b-0b60-42d5-953e-132fd28e4257 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:34.421040 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2f5c7d41-9d1f-47d3-9782-cfa259a43ef5 req-4e96be4b-0b60-42d5-953e-132fd28e4257 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 943 time: 0.0937426 Jul 16 08:31:34.445941 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0991d721-6c88-4a22-a97e-c344c4ae1b1f req-454d4e36-1f3a-4aeb-86a5-859d1647de31 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:34.453673 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0991d721-6c88-4a22-a97e-c344c4ae1b1f req-454d4e36-1f3a-4aeb-86a5-859d1647de31 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] 10.222.0.22 "GET /v2.0/ports?device_id=bad2705e-6cf0-484d-b809-b797f9b582a2 HTTP/1.1" status: 200 len: 946 time: 0.0767076 Jul 16 08:31:34.468112 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 51d205de-f82f-457d-98ae-b0f3124b4af2 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:31:34.475541 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2f5c7d41-9d1f-47d3-9782-cfa259a43ef5 req-980c032c-fe80-4d38-9c4d-1b860749e927 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446384 Jul 16 08:31:34.528100 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54162) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:34.543800 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0991d721-6c88-4a22-a97e-c344c4ae1b1f req-991120fd-0788-4ed3-8165-b7009f79b6a2 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5e9a3e0-7294-40ec-a02e-53c24d469a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888388 Jul 16 08:31:34.702375 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 51d205de-f82f-457d-98ae-b0f3124b4af2, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=51d205de-f82f-457d-98ae-b0f3124b4af2,segment=NetworkSegment(14e2dbf4-c0ba-4d10-9903-cb2181f642df),segment_id=14e2dbf4-c0ba-4d10-9903-cb2181f642df)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:34.727307 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '51d205de-f82f-457d-98ae-b0f3124b4af2', 'network_id': '852c9d22-626b-49f4-899c-2dc8fb8cb4f4', 'port_id': '51d205de-f82f-457d-98ae-b0f3124b4af2', 'mac_address': 'fa:16:3e:62:4e:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 125, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e3682c4-3839-47ed-90f5-05f6ef834c66', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:31:34.817043 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3c717c52-e4c1-475f-9aab-42be7d9cb8f4 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1071246758-network', 'tenant_id': '5a4671529ae0465283e6edc5a40f0c31'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:34.829906 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 43602dc7-89da-4f44-ba2d-338de4072bfe no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:34.849086 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c717c52-e4c1-475f-9aab-42be7d9cb8f4 admin admin] Made reservation on behalf of 5a4671529ae0465283e6edc5a40f0c31 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:34.851983 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c717c52-e4c1-475f-9aab-42be7d9cb8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.870960 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c717c52-e4c1-475f-9aab-42be7d9cb8f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.873749 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 43602dc7-89da-4f44-ba2d-338de4072bfe {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:34.874693 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 43602dc7-89da-4f44-ba2d-338de4072bfe not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:34.876670 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:34.901380 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51d205de-f82f-457d-98ae-b0f3124b4af2 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:34.943110 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 51d205de-f82f-457d-98ae-b0f3124b4af2, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=51d205de-f82f-457d-98ae-b0f3124b4af2,segment=NetworkSegment(14e2dbf4-c0ba-4d10-9903-cb2181f642df),segment_id=14e2dbf4-c0ba-4d10-9903-cb2181f642df)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:34.950162 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.077712 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=51d205de-f82f-457d-98ae-b0f3124b4af2,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:35.091585 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9543dab4-9eed-49c6-9481-4a2b116cb230 req-3f60eb8c-906a-4d46-af3f-4a5bae89fa09 tempest-ServerShowV254Test-1829837504 tempest-ServerShowV254Test-1829837504-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.0576322 Jul 16 08:31:35.115239 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c717c52-e4c1-475f-9aab-42be7d9cb8f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.121098 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c717c52-e4c1-475f-9aab-42be7d9cb8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.188304 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c717c52-e4c1-475f-9aab-42be7d9cb8f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf863a9-6f8c-43dc-ae35-53fe482f99f3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:35.206863 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c717c52-e4c1-475f-9aab-42be7d9cb8f4 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:31:35.221761 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c717c52-e4c1-475f-9aab-42be7d9cb8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.222061 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-3c717c52-e4c1-475f-9aab-42be7d9cb8f4 admin admin] Added segment f9bb230f-82c5-44b9-abc3-a2e5febd8a0f of type vlan for network 4ad5da65-ed82-4ab4-9cd4-8a72c0095711 Jul 16 08:31:35.257487 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['51d205de-f82f-457d-98ae-b0f3124b4af2'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:31:35.289502 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097678f-19aa-429c-80fe-63eebe888a5a req-8b8dd06c-d145-4109-b64b-e22049d07b67 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:35.296511 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c097678f-19aa-429c-80fe-63eebe888a5a req-8b8dd06c-d145-4109-b64b-e22049d07b67 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9 HTTP/1.1" status: 200 len: 945 time: 0.1672242 Jul 16 08:31:35.299689 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c717c52-e4c1-475f-9aab-42be7d9cb8f4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.363195 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c097678f-19aa-429c-80fe-63eebe888a5a req-47c1c13e-d360-443b-ac1f-377365eb39c8 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f0e024d-693f-4fbd-afad-3c031a64d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657103 Jul 16 08:31:35.377271 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c717c52-e4c1-475f-9aab-42be7d9cb8f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.377271 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c717c52-e4c1-475f-9aab-42be7d9cb8f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:35.377271 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c717c52-e4c1-475f-9aab-42be7d9cb8f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.439921 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3c717c52-e4c1-475f-9aab-42be7d9cb8f4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.9106824 Jul 16 08:31:35.441480 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c717c52-e4c1-475f-9aab-42be7d9cb8f4 admin admin] Pushing event updated for resources: {'Network': ['ID=4ad5da65-ed82-4ab4-9cd4-8a72c0095711,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:35.443538 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54182) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:35.449845 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-be934b70-f2ff-4ecb-9732-6000884495a1 admin admin] Request body: {'subnet': {'network_id': '4ad5da65-ed82-4ab4-9cd4-8a72c0095711', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1071246758-subnet', 'tenant_id': '5a4671529ae0465283e6edc5a40f0c31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:35.462568 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 4ad5da65-ed82-4ab4-9cd4-8a72c0095711 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:31:35.488739 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be934b70-f2ff-4ecb-9732-6000884495a1 admin admin] Made reservation on behalf of 5a4671529ae0465283e6edc5a40f0c31 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:35.491874 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-be934b70-f2ff-4ecb-9732-6000884495a1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.555160 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21767bcb-10da-4bac-9661-5c08548400aa req-cffc3c65-871f-4014-a96c-3772e6be479d tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:35.563544 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-21767bcb-10da-4bac-9661-5c08548400aa req-cffc3c65-871f-4014-a96c-3772e6be479d tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8e68470-cf9f-4451-aa66-aec605be0ba6 HTTP/1.1" status: 200 len: 945 time: 0.1334953 Jul 16 08:31:35.621794 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-21767bcb-10da-4bac-9661-5c08548400aa req-edd92071-6be6-4dc3-8641-b4d05ff70587 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dfaebed-1229-4eb7-86bf-73e7dd95209c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0571322 Jul 16 08:31:35.678975 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28be4b99-41f5-4198-9b60-9002d061800a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.822412 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-be934b70-f2ff-4ecb-9732-6000884495a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:35.852655 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e931cdff-7778-45d7-ab0b-bce6d46e3df2 req-eb182752-642a-402d-8b0d-acb86d511f6c tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:35.854576 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e931cdff-7778-45d7-ab0b-bce6d46e3df2 req-eb182752-642a-402d-8b0d-acb86d511f6c tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] 10.222.0.22 "GET /v2.0/ports?device_id=bad2705e-6cf0-484d-b809-b797f9b582a2 HTTP/1.1" status: 200 len: 946 time: 0.0878465 Jul 16 08:31:35.901905 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13914446-84e2-44eb-a86a-15e51256764e req-152e82d6-fb28-49c6-b927-9e7f30eb3422 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:35.909789 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-13914446-84e2-44eb-a86a-15e51256764e req-152e82d6-fb28-49c6-b927-9e7f30eb3422 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 943 time: 0.2065554 Jul 16 08:31:35.917436 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be934b70-f2ff-4ecb-9732-6000884495a1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dde8a2f4-a80f-4d89-a825-2cc7f0849431,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:35.938435 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e931cdff-7778-45d7-ab0b-bce6d46e3df2 req-4d8de894-8ddd-4ace-a784-9231b513a6c4 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5e9a3e0-7294-40ec-a02e-53c24d469a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742445 Jul 16 08:31:35.961415 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.026136 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-13914446-84e2-44eb-a86a-15e51256764e req-9e335028-baec-4ebf-b591-5d64f46907e6 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152680 Jul 16 08:31:36.045441 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be934b70-f2ff-4ecb-9732-6000884495a1 admin admin] Checking segment: {'id': 'f9bb230f-82c5-44b9-abc3-a2e5febd8a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4ad5da65-ed82-4ab4-9cd4-8a72c0095711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:36.045441 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be934b70-f2ff-4ecb-9732-6000884495a1 admin admin] Network hostable DHCP agents. Network: 4ad5da65-ed82-4ab4-9cd4-8a72c0095711, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:31:36.070029 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be934b70-f2ff-4ecb-9732-6000884495a1 admin admin] Network 4ad5da65-ed82-4ab4-9cd4-8a72c0095711 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:31:36.099187 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-be934b70-f2ff-4ecb-9732-6000884495a1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 4ad5da65-ed82-4ab4-9cd4-8a72c0095711) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:36.108962 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b60915-a759-4fa0-a743-428c8b39831c None None] Network 4ad5da65-ed82-4ab4-9cd4-8a72c0095711 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:36.110877 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be934b70-f2ff-4ecb-9732-6000884495a1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:36.112229 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-be934b70-f2ff-4ecb-9732-6000884495a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.137440 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54208) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:36.139283 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-be934b70-f2ff-4ecb-9732-6000884495a1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6932328 Jul 16 08:31:36.141965 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-f79545e9-b166-4cf9-9f25-834a8c12cc61 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1071246758-router', 'tenant_id': '5a4671529ae0465283e6edc5a40f0c31', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:36.202499 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f79545e9-b166-4cf9-9f25-834a8c12cc61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.203552 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f79545e9-b166-4cf9-9f25-834a8c12cc61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.349350 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbc2185-36ab-455d-84cd-a2c56e606909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-4ad5da65-ed82-4ab4-9cd4-8a72c0095711', 'network_id': '4ad5da65-ed82-4ab4-9cd4-8a72c0095711', 'tenant_id': '5a4671529ae0465283e6edc5a40f0c31', 'fixed_ips': [{'subnet_id': 'dde8a2f4-a80f-4d89-a825-2cc7f0849431'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:31:36.352389 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8cbc2185-36ab-455d-84cd-a2c56e606909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.354181 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f79545e9-b166-4cf9-9f25-834a8c12cc61 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.507869 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 51d205de-f82f-457d-98ae-b0f3124b4af2 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:36.597068 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9bfdf349-5b68-4381-a243-4aa8d95b04f7 req-e1486c6c-bcd5-431c-af40-88198cc9dc1b tempest-ServerShowV254Test-1829837504 tempest-ServerShowV254Test-1829837504-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.0758626 Jul 16 08:31:36.687517 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f79545e9-b166-4cf9-9f25-834a8c12cc61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.719086 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-8cbc2185-36ab-455d-84cd-a2c56e606909 None None] Allocated IP 172.20.0.2 (4ad5da65-ed82-4ab4-9cd4-8a72c0095711/dde8a2f4-a80f-4d89-a825-2cc7f0849431/3641f1ad-b739-4bb6-bbcc-4f98d888b630) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:36.724196 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 51d205de-f82f-457d-98ae-b0f3124b4af2 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:36.732650 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 51d205de-f82f-457d-98ae-b0f3124b4af2 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:36.733029 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.889737 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:36.977703 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d03756-6118-497a-8dbb-56b721be880b req-ced74b70-2c7f-41f2-b4cd-27cc6c0464aa tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:36.984795 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-37d03756-6118-497a-8dbb-56b721be880b req-ced74b70-2c7f-41f2-b4cd-27cc6c0464aa tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9 HTTP/1.1" status: 200 len: 945 time: 0.1557953 Jul 16 08:31:37.043528 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d205de-f82f-457d-98ae-b0f3124b4af2'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:37.045922 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5841281a-cf3c-401c-a839-28c35ae5eb8a" -d '{"events": [{"server_uuid": "fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9", "name": "network-vif-plugged", "status": "completed", "tag": "51d205de-f82f-457d-98ae-b0f3124b4af2"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:37.048793 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:37.051644 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-37d03756-6118-497a-8dbb-56b721be880b req-31d02db5-9784-456a-a089-3f4eb6b1668c tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f0e024d-693f-4fbd-afad-3c031a64d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635095 Jul 16 08:31:37.087869 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 51d205de-f82f-457d-98ae-b0f3124b4af2, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=51d205de-f82f-457d-98ae-b0f3124b4af2,segment=NetworkSegment(14e2dbf4-c0ba-4d10-9903-cb2181f642df),segment_id=14e2dbf4-c0ba-4d10-9903-cb2181f642df)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:37.104849 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f79545e9-b166-4cf9-9f25-834a8c12cc61 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:37.106575 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:37.170435 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f79545e9-b166-4cf9-9f25-834a8c12cc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:37.245133 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=51d205de-f82f-457d-98ae-b0f3124b4af2,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:37.303046 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414e89e9-4c02-453d-8483-dc794bb58c26 req-2479ab90-eaba-4b57-be98-15d634373be4 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:37.313396 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-414e89e9-4c02-453d-8483-dc794bb58c26 req-2479ab90-eaba-4b57-be98-15d634373be4 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8e68470-cf9f-4451-aa66-aec605be0ba6 HTTP/1.1" status: 200 len: 945 time: 0.1116686 Jul 16 08:31:37.348949 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8cbc2185-36ab-455d-84cd-a2c56e606909 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:37.371344 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8cbc2185-36ab-455d-84cd-a2c56e606909 None None] Transition to ACTIVE for port object 3641f1ad-b739-4bb6-bbcc-4f98d888b630 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:37.398266 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-414e89e9-4c02-453d-8483-dc794bb58c26 req-694e5ef5-1649-4df0-9e3e-75338df3ada4 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dfaebed-1229-4eb7-86bf-73e7dd95209c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0834599 Jul 16 08:31:37.427663 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8cbc2185-36ab-455d-84cd-a2c56e606909 None None] Transition to ACTIVE for port object 3641f1ad-b739-4bb6-bbcc-4f98d888b630 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:37.441254 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-f79545e9-b166-4cf9-9f25-834a8c12cc61 admin admin] Allocated IP 172.25.3.163 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/a52df186-7d55-4c3a-8134-a3d180a625f1) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:37.441501 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8cbc2185-36ab-455d-84cd-a2c56e606909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:37.526935 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55260307-e468-4a14-8dbe-ed1e6990a73a x-openstack-request-id: req-55260307-e468-4a14-8dbe-ed1e6990a73a {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:37.528416 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9", "name": "network-vif-plugged", "status": "completed", "tag": "51d205de-f82f-457d-98ae-b0f3124b4af2", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:37.528781 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-55260307-e468-4a14-8dbe-ed1e6990a73a {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:37.529250 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51d205de-f82f-457d-98ae-b0f3124b4af2', 'code': 200} Jul 16 08:31:37.573776 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cbc2185-36ab-455d-84cd-a2c56e606909 None None] Network 4ad5da65-ed82-4ab4-9cd4-8a72c0095711 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:37.588842 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-8cbc2185-36ab-455d-84cd-a2c56e606909 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:37.592495 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbc2185-36ab-455d-84cd-a2c56e606909 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:37.598736 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc2185-36ab-455d-84cd-a2c56e606909 None None] Pushing event updated for resources: {'Port': ['ID=3641f1ad-b739-4bb6-bbcc-4f98d888b630,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:37.722955 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-8cbc2185-36ab-455d-84cd-a2c56e606909 None None] Attempting to bind port 3641f1ad-b739-4bb6-bbcc-4f98d888b630 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:37.723478 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-8cbc2185-36ab-455d-84cd-a2c56e606909 None None] Attempting to bind port 3641f1ad-b739-4bb6-bbcc-4f98d888b630 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'f9bb230f-82c5-44b9-abc3-a2e5febd8a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4ad5da65-ed82-4ab4-9cd4-8a72c0095711'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:37.723560 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbc2185-36ab-455d-84cd-a2c56e606909 None None] Attempting to bind port 3641f1ad-b739-4bb6-bbcc-4f98d888b630 on network 4ad5da65-ed82-4ab4-9cd4-8a72c0095711 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:37.737817 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbc2185-36ab-455d-84cd-a2c56e606909 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:37.738314 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbc2185-36ab-455d-84cd-a2c56e606909 None None] Checking segment: {'id': 'f9bb230f-82c5-44b9-abc3-a2e5febd8a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4ad5da65-ed82-4ab4-9cd4-8a72c0095711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:37.738804 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8cbc2185-36ab-455d-84cd-a2c56e606909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:37.739282 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbc2185-36ab-455d-84cd-a2c56e606909 None None] Bound using segment: {'id': 'f9bb230f-82c5-44b9-abc3-a2e5febd8a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4ad5da65-ed82-4ab4-9cd4-8a72c0095711'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:37.739913 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-8cbc2185-36ab-455d-84cd-a2c56e606909 None None] Bound port: 3641f1ad-b739-4bb6-bbcc-4f98d888b630, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9bb230f-82c5-44b9-abc3-a2e5febd8a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4ad5da65-ed82-4ab4-9cd4-8a72c0095711'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:37.740401 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8cbc2185-36ab-455d-84cd-a2c56e606909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:37.804227 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f79545e9-b166-4cf9-9f25-834a8c12cc61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:37.819992 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8cbc2185-36ab-455d-84cd-a2c56e606909 None None] For port 3641f1ad-b739-4bb6-bbcc-4f98d888b630, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:37.825844 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8cbc2185-36ab-455d-84cd-a2c56e606909 None None] For port 3641f1ad-b739-4bb6-bbcc-4f98d888b630, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=3641f1ad-b739-4bb6-bbcc-4f98d888b630,segment=NetworkSegment(f9bb230f-82c5-44b9-abc3-a2e5febd8a0f),segment_id=f9bb230f-82c5-44b9-abc3-a2e5febd8a0f)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:37.833508 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8cbc2185-36ab-455d-84cd-a2c56e606909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:37.883560 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f511cb-9e25-4078-961b-9967bbe2bf5b req-8ad59148-7b65-459e-9b27-65c06ab123d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:37.886512 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e8f511cb-9e25-4078-961b-9967bbe2bf5b req-8ad59148-7b65-459e-9b27-65c06ab123d4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9 HTTP/1.1" status: 200 len: 1098 time: 0.3050153 Jul 16 08:31:37.888461 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f79545e9-b166-4cf9-9f25-834a8c12cc61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:37.892304 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a47610c-be49-45a7-bdea-cf2a4fd7a347 req-77cf19d2-f6ac-48d3-bac0-48769d6c79aa tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:37.897253 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7a47610c-be49-45a7-bdea-cf2a4fd7a347 req-77cf19d2-f6ac-48d3-bac0-48769d6c79aa tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 943 time: 0.1874876 Jul 16 08:31:37.961224 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc2185-36ab-455d-84cd-a2c56e606909 None None] Pushing event updated for resources: {'Port': ['ID=3641f1ad-b739-4bb6-bbcc-4f98d888b630,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:37.998921 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e8f511cb-9e25-4078-961b-9967bbe2bf5b req-2411f84a-be21-43ab-8ce7-5ea5c43c34ed service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5f0e024d-693f-4fbd-afad-3c031a64d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904002 Jul 16 08:31:38.003408 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f79545e9-b166-4cf9-9f25-834a8c12cc61 admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:38.024952 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-f79545e9-b166-4cf9-9f25-834a8c12cc61 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:38.025685 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7a47610c-be49-45a7-bdea-cf2a4fd7a347 req-cd64fd05-bf5d-41d9-888d-cabf6838a6ef tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223650 Jul 16 08:31:38.064589 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f79545e9-b166-4cf9-9f25-834a8c12cc61 admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:38.215275 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e9ac2f83-6963-42d0-91e3-3e7751f24b24 req-dc52e513-1981-46ab-bd64-eb58e0bacb52 tempest-ServerShowV254Test-1829837504 tempest-ServerShowV254Test-1829837504-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.0570250 Jul 16 08:31:38.248704 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79545e9-b166-4cf9-9f25-834a8c12cc61 admin admin] Pushing event updated for resources: {'Port': ['ID=a52df186-7d55-4c3a-8134-a3d180a625f1,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:38.447866 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.481496 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2febad-d934-45d1-aa5b-725be1fbba66 req-23fd6498-4fc1-4cff-a7fe-9626d706c293 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:38.489476 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7814c60-7145-4482-bd2c-69279197e4cc req-cfa1609c-27a1-4b6e-a205-27107589867b tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:38.489873 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac2febad-d934-45d1-aa5b-725be1fbba66 req-23fd6498-4fc1-4cff-a7fe-9626d706c293 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] 10.222.0.22 "GET /v2.0/ports?device_id=bad2705e-6cf0-484d-b809-b797f9b582a2 HTTP/1.1" status: 200 len: 946 time: 0.4891908 Jul 16 08:31:38.493090 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a7814c60-7145-4482-bd2c-69279197e4cc req-cfa1609c-27a1-4b6e-a205-27107589867b tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.30 "GET /v2.0/ports?device_id=a8e68470-cf9f-4451-aa66-aec605be0ba6 HTTP/1.1" status: 200 len: 945 time: 0.1982591 Jul 16 08:31:38.585444 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 0ed9a183-e43d-43a6-b319-0757cf6445f2 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:38.637992 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a628aeb3-32cb-4271-876d-ca80bdf9b203 req-a894dce5-8b14-4da1-94b5-458414ee8a46 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:38.640814 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a628aeb3-32cb-4271-876d-ca80bdf9b203 req-a894dce5-8b14-4da1-94b5-458414ee8a46 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9 HTTP/1.1" status: 200 len: 946 time: 0.2292800 Jul 16 08:31:38.688712 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac2febad-d934-45d1-aa5b-725be1fbba66 req-1b13e97f-9433-4ee4-bd72-d0c58e6ddb40 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5e9a3e0-7294-40ec-a02e-53c24d469a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973248 Jul 16 08:31:38.702996 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f79545e9-b166-4cf9-9f25-834a8c12cc61 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:38.863245 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a628aeb3-32cb-4271-876d-ca80bdf9b203 req-1a4f3fc7-c6ec-4187-96fc-faabf9c7b108 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f0e024d-693f-4fbd-afad-3c031a64d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2033656 Jul 16 08:31:38.961041 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3641f1ad-b739-4bb6-bbcc-4f98d888b630 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:39.075559 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 3641f1ad-b739-4bb6-bbcc-4f98d888b630 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:39.093813 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-a7814c60-7145-4482-bd2c-69279197e4cc req-80715c22-67f2-4209-bf70-91f48a09117e tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Deleting port 16e802b5-5579-45b3-989a-ede5aeb18024 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:39.094564 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a7814c60-7145-4482-bd2c-69279197e4cc req-80715c22-67f2-4209-bf70-91f48a09117e tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:39.131422 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd160d-054e-4338-b36a-12e4d1addbad req-1c5f649d-1de8-4829-9a5d-eb81d78bac5e tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:39.133269 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3bdd160d-054e-4338-b36a-12e4d1addbad req-1c5f649d-1de8-4829-9a5d-eb81d78bac5e tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] 10.222.0.30 "GET /v2.0/ports?device_id=bad2705e-6cf0-484d-b809-b797f9b582a2 HTTP/1.1" status: 200 len: 946 time: 0.3540411 Jul 16 08:31:39.415739 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-a9e642b7-defb-4365-a43c-cca6b78abe11 service neutron] 10.222.0.30 "GET /v2.0/ports/0ed9a183-e43d-43a6-b319-0757cf6445f2/bindings/n-h2-771362-37 HTTP/1.1" status: 200 len: 385 time: 0.7838037 Jul 16 08:31:39.483706 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a7814c60-7145-4482-bd2c-69279197e4cc req-80715c22-67f2-4209-bf70-91f48a09117e tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] For port 16e802b5-5579-45b3-989a-ede5aeb18024, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=16e802b5-5579-45b3-989a-ede5aeb18024,segment=NetworkSegment(d411d2fe-f612-4213-9e02-6ac23434f1d5),segment_id=d411d2fe-f612-4213-9e02-6ac23434f1d5)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:39.484621 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a7814c60-7145-4482-bd2c-69279197e4cc req-80715c22-67f2-4209-bf70-91f48a09117e tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:39.589608 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1e9591-8258-418e-9973-de3ca922ab6a req-9cce9092-8d59-4c04-9731-d2d1aecd5d9b tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:39.599575 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8a1e9591-8258-418e-9973-de3ca922ab6a req-9cce9092-8d59-4c04-9731-d2d1aecd5d9b tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8e68470-cf9f-4451-aa66-aec605be0ba6 HTTP/1.1" status: 200 len: 945 time: 0.2750134 Jul 16 08:31:39.629507 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-3bdd160d-054e-4338-b36a-12e4d1addbad req-15fb8a63-ac58-493b-a7ef-740156612b23 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] Deleting port a0932e75-4f94-4e13-836b-50bb5306d06f {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:39.629958 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3bdd160d-054e-4338-b36a-12e4d1addbad req-15fb8a63-ac58-493b-a7ef-740156612b23 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:39.738455 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a23a1741-f7f7-4445-ace5-6ce809a20e6c None None] Network 4ad5da65-ed82-4ab4-9cd4-8a72c0095711 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:39.769133 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3b7f66-c317-45c3-a06d-c3db57debf65 req-ee613765-6d40-4120-8a62-cf0a8be9b907 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:39.771685 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7b3b7f66-c317-45c3-a06d-c3db57debf65 req-ee613765-6d40-4120-8a62-cf0a8be9b907 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 943 time: 0.3682621 Jul 16 08:31:39.806062 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8a1e9591-8258-418e-9973-de3ca922ab6a req-a1e50a93-40f3-4916-a357-7557172c5106 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/security-groups?id=0dfaebed-1229-4eb7-86bf-73e7dd95209c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1924081 Jul 16 08:31:39.990869 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-d033b7f1-890e-4b3e-ada9-d33ff6c567a1 service neutron] For port 0ed9a183-e43d-43a6-b319-0757cf6445f2, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=0ed9a183-e43d-43a6-b319-0757cf6445f2,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:40.032708 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-d033b7f1-890e-4b3e-ada9-d33ff6c567a1 service neutron] For port 0ed9a183-e43d-43a6-b319-0757cf6445f2, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:40.102507 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-d033b7f1-890e-4b3e-ada9-d33ff6c567a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ed9a183-e43d-43a6-b319-0757cf6445f2 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:31:40.124997 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-d033b7f1-890e-4b3e-ada9-d33ff6c567a1 service neutron] For port 0ed9a183-e43d-43a6-b319-0757cf6445f2, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0ed9a183-e43d-43a6-b319-0757cf6445f2,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:40.157704 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-d033b7f1-890e-4b3e-ada9-d33ff6c567a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.176555 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-65638a0a-fc31-44d0-ae02-b51c4f343147 None None] Provisioning for port 3641f1ad-b739-4bb6-bbcc-4f98d888b630 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:40.192553 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f79545e9-b166-4cf9-9f25-834a8c12cc61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.211753 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7b3b7f66-c317-45c3-a06d-c3db57debf65 req-d04ca7a3-aac2-48f2-9c3d-d418ae43ddba tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4238050 Jul 16 08:31:40.216414 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-65638a0a-fc31-44d0-ae02-b51c4f343147 None None] Provisioning complete for port 3641f1ad-b739-4bb6-bbcc-4f98d888b630 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:40.217174 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-65638a0a-fc31-44d0-ae02-b51c4f343147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.268724 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-3bdd160d-054e-4338-b36a-12e4d1addbad req-15fb8a63-ac58-493b-a7ef-740156612b23 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] For port a0932e75-4f94-4e13-836b-50bb5306d06f, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=a0932e75-4f94-4e13-836b-50bb5306d06f,segment=NetworkSegment(991b8446-4323-483e-9b74-cc6dc5c5ffb1),segment_id=991b8446-4323-483e-9b74-cc6dc5c5ffb1)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:40.273172 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3bdd160d-054e-4338-b36a-12e4d1addbad req-15fb8a63-ac58-493b-a7ef-740156612b23 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.336619 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-3bdd160d-054e-4338-b36a-12e4d1addbad req-15fb8a63-ac58-493b-a7ef-740156612b23 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] Calling delete_port for a0932e75-4f94-4e13-836b-50bb5306d06f owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:40.419818 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-65638a0a-fc31-44d0-ae02-b51c4f343147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.536909 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-65638a0a-fc31-44d0-ae02-b51c4f343147 None None] For port 3641f1ad-b739-4bb6-bbcc-4f98d888b630, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=3641f1ad-b739-4bb6-bbcc-4f98d888b630,segment=NetworkSegment(f9bb230f-82c5-44b9-abc3-a2e5febd8a0f),segment_id=f9bb230f-82c5-44b9-abc3-a2e5febd8a0f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:40.585948 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-eafc2d23-6cfd-43f5-a673-eac69520afc0 req-c9837c2d-0ea9-47a3-81bc-91e47acbf05e tempest-ServerShowV254Test-1829837504 tempest-ServerShowV254Test-1829837504-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.1074920 Jul 16 08:31:40.655005 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-65638a0a-fc31-44d0-ae02-b51c4f343147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.813939 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65638a0a-fc31-44d0-ae02-b51c4f343147 None None] Pushing event updated for resources: {'Port': ['ID=3641f1ad-b739-4bb6-bbcc-4f98d888b630,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:40.841000 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e5cb4f7a-aefb-427a-86d3-e4e4758de3a3 None None] Provisioning complete for port 3641f1ad-b739-4bb6-bbcc-4f98d888b630 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:40.841000 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e5cb4f7a-aefb-427a-86d3-e4e4758de3a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.855831 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-d033b7f1-890e-4b3e-ada9-d33ff6c567a1 service neutron] Transition to ACTIVE for port object 0ed9a183-e43d-43a6-b319-0757cf6445f2 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:40.861260 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f79545e9-b166-4cf9-9f25-834a8c12cc61 admin admin] Router 545cb89e-1d23-4a2b-852d-796d5330287d is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:31:40.888620 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-d033b7f1-890e-4b3e-ada9-d33ff6c567a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.978899 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a7814c60-7145-4482-bd2c-69279197e4cc req-80715c22-67f2-4209-bf70-91f48a09117e tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.979312 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a7814c60-7145-4482-bd2c-69279197e4cc req-80715c22-67f2-4209-bf70-91f48a09117e tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:40.979677 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [req-a7814c60-7145-4482-bd2c-69279197e4cc req-80715c22-67f2-4209-bf70-91f48a09117e tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Floating IP 5c5aa457-c83d-4b09-bb81-1acc96abdd5a disassociated. External IP: 172.25.3.136, port: 16e802b5-5579-45b3-989a-ede5aeb18024. Jul 16 08:31:40.980057 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-a7814c60-7145-4482-bd2c-69279197e4cc req-80715c22-67f2-4209-bf70-91f48a09117e tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Calling delete_port for 16e802b5-5579-45b3-989a-ede5aeb18024 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:41.115238 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-d033b7f1-890e-4b3e-ada9-d33ff6c567a1 service neutron] No DVR routers for this DVR port 0ed9a183-e43d-43a6-b319-0757cf6445f2 on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:41.117780 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3bdd160d-054e-4338-b36a-12e4d1addbad req-15fb8a63-ac58-493b-a7ef-740156612b23 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:41.133912 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033b7f1-890e-4b3e-ada9-d33ff6c567a1 service neutron] Pushing event updated for resources: {'Port': ['ID=0ed9a183-e43d-43a6-b319-0757cf6445f2,revision_number=10']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:41.183171 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-d033b7f1-890e-4b3e-ada9-d33ff6c567a1 service neutron] 10.222.0.30 "PUT /v2.0/ports/0ed9a183-e43d-43a6-b319-0757cf6445f2/bindings/n-h2-771362-37/activate HTTP/1.1" status: 200 len: 370 time: 1.7584648 Jul 16 08:31:41.187286 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fb8a63-ac58-493b-a7ef-740156612b23 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] Pushing event deleted for resources: {'Port': ['ID=a0932e75-4f94-4e13-836b-50bb5306d06f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:41.189211 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f79545e9-b166-4cf9-9f25-834a8c12cc61 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:31:41.203770 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7aa87e-648d-499f-93e9-632adceda072 None None] Sync routers for ids ['545cb89e-1d23-4a2b-852d-796d5330287d'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:31:41.226729 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7aa87e-648d-499f-93e9-632adceda072 None None] Routers {'545cb89e-1d23-4a2b-852d-796d5330287d'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:41.228630 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3d7aa87e-648d-499f-93e9-632adceda072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:31:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['545cb89e-1d23-4a2b-852d-796d5330287d'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:41.235130 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f79545e9-b166-4cf9-9f25-834a8c12cc61 admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:41.236466 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f79545e9-b166-4cf9-9f25-834a8c12cc61 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.0980062 Jul 16 08:31:41.242157 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54274) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:41.252257 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ddc5a6-ed10-4dfb-b86b-43517d7f6d14 req-622dfd7b-5c91-4909-b795-836d2600e4f6 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:41.254326 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-51ddc5a6-ed10-4dfb-b86b-43517d7f6d14 req-622dfd7b-5c91-4909-b795-836d2600e4f6 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9 HTTP/1.1" status: 200 len: 946 time: 0.2659383 Jul 16 08:31:41.304017 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bdd160d-054e-4338-b36a-12e4d1addbad req-15fb8a63-ac58-493b-a7ef-740156612b23 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] No DVR routers for this DVR port a0932e75-4f94-4e13-836b-50bb5306d06f on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:41.314368 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c671d4-5597-4b04-b66c-6ed4b6bc0904 req-28fe443d-9909-4c2e-8274-c310b9dff1ea tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:41.316956 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f5c671d4-5597-4b04-b66c-6ed4b6bc0904 req-28fe443d-9909-4c2e-8274-c310b9dff1ea tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] 10.222.0.22 "GET /v2.0/ports?device_id=bad2705e-6cf0-484d-b809-b797f9b582a2 HTTP/1.1" status: 200 len: 867 time: 0.3666985 Jul 16 08:31:41.318192 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3bdd160d-054e-4338-b36a-12e4d1addbad req-15fb8a63-ac58-493b-a7ef-740156612b23 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:41.320398 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3bdd160d-054e-4338-b36a-12e4d1addbad req-15fb8a63-ac58-493b-a7ef-740156612b23 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] 10.222.0.30 "DELETE /v2.0/ports/a0932e75-4f94-4e13-836b-50bb5306d06f HTTP/1.1" status: 204 len: 173 time: 2.1750703 Jul 16 08:31:41.321639 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bad2705e-6cf0-484d-b809-b797f9b582a2', 'name': 'network-vif-deleted', 'tag': 'a0932e75-4f94-4e13-836b-50bb5306d06f'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:41.324427 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0dd2243-d065-417b-afb5-bcbc93492cfd" -d '{"events": [{"server_uuid": "bad2705e-6cf0-484d-b809-b797f9b582a2", "name": "network-vif-deleted", "tag": "a0932e75-4f94-4e13-836b-50bb5306d06f"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:41.406580 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-51ddc5a6-ed10-4dfb-b86b-43517d7f6d14 req-44fa5218-af02-48d5-9f63-74f5d2284c4a tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f0e024d-693f-4fbd-afad-3c031a64d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305401 Jul 16 08:31:41.420423 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-3d7aa87e-648d-499f-93e9-632adceda072 None None] Set router 545cb89e-1d23-4a2b-852d-796d5330287d gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:41.499833 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-29392d1e-69ab-4080-9467-0a35abc5e61f tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:41.501672 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-29392d1e-69ab-4080-9467-0a35abc5e61f tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a&tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&binding%3Ahost_id=n-h1-771362-37 HTTP/1.1" status: 200 len: 1096 time: 0.2377608 Jul 16 08:31:41.601226 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f5c671d4-5597-4b04-b66c-6ed4b6bc0904 req-f71ae944-c774-45e9-af70-14a9800e2281 tempest-ServerPasswordTestJSON-768665424 tempest-ServerPasswordTestJSON-768665424-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5e9a3e0-7294-40ec-a02e-53c24d469a15&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770873 Jul 16 08:31:41.613325 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a7814c60-7145-4482-bd2c-69279197e4cc req-80715c22-67f2-4209-bf70-91f48a09117e tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:41.667824 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80715c22-67f2-4209-bf70-91f48a09117e tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Pushing event deleted for resources: {'Port': ['ID=16e802b5-5579-45b3-989a-ede5aeb18024,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:41.694823 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-ecbfa5eb-5745-4f85-80b0-c4cc1bc97aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:41.697509 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-ecbfa5eb-5745-4f85-80b0-c4cc1bc97aaf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a&tenant_id=fb861a1f8ff74c69926fd0df0ce3f903 HTTP/1.1" status: 200 len: 1096 time: 0.1876945 Jul 16 08:31:41.925914 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3d7aa87e-648d-499f-93e9-632adceda072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545cb89e-1d23-4a2b-852d-796d5330287d', 'name': 'tempest-FloatingIPDetailsTestJSON-1071246758-router', 'tenant_id': '5a4671529ae0465283e6edc5a40f0c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'a52df186-7d55-4c3a-8134-a3d180a625f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:36Z', 'updated_at': '2021-07-16T08:31:38Z', 'revision_number': 3, 'project_id': '5a4671529ae0465283e6edc5a40f0c31', 'gw_port': {'id': 'a52df186-7d55-4c3a-8134-a3d180a625f1', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:02:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545cb89e-1d23-4a2b-852d-796d5330287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:37Z', 'updated_at': '2021-07-16T08:31:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:42.027300 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7aa87e-648d-499f-93e9-632adceda072 None None] Checking router: 545cb89e-1d23-4a2b-852d-796d5330287d for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:31:42.028324 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-ea62e611-aad3-41a7-bab9-f15188db8f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:42.030150 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7aa87e-648d-499f-93e9-632adceda072 None None] Updating router 545cb89e-1d23-4a2b-852d-796d5330287d port a52df186-7d55-4c3a-8134-a3d180a625f1 binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:31:42.031847 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-ea62e611-aad3-41a7-bab9-f15188db8f1b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 1096 time: 0.2135429 Jul 16 08:31:42.042978 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-86ded1b0-2449-4979-973e-1c53f1b2ed46 req-0e798635-b73d-4a7e-b3da-f81174f79870 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/ports?device_id=a8e68470-cf9f-4451-aa66-aec605be0ba6 HTTP/1.1" status: 200 len: 210 time: 0.0534086 Jul 16 08:31:42.134805 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a7814c60-7145-4482-bd2c-69279197e4cc req-80715c22-67f2-4209-bf70-91f48a09117e tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Router c56f0597-a991-4ec2-a88f-2f0f8124831b has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:31:42.164266 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3d7aa87e-648d-499f-93e9-632adceda072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:42.264285 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca1d77e-7177-49a0-bbea-fb6c303dd32a x-openstack-request-id: req-4ca1d77e-7177-49a0-bbea-fb6c303dd32a {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:42.264285 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bad2705e-6cf0-484d-b809-b797f9b582a2", "name": "network-vif-deleted", "tag": "a0932e75-4f94-4e13-836b-50bb5306d06f", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:42.264608 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4ca1d77e-7177-49a0-bbea-fb6c303dd32a {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:42.265079 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bad2705e-6cf0-484d-b809-b797f9b582a2', 'name': 'network-vif-deleted', 'tag': 'a0932e75-4f94-4e13-836b-50bb5306d06f', 'status': 'completed', 'code': 200} Jul 16 08:31:42.377663 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fd75b577-5c2a-495c-83a7-a327c7166668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:42.452164 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a7814c60-7145-4482-bd2c-69279197e4cc req-80715c22-67f2-4209-bf70-91f48a09117e tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:31:42.465665 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce68d2a-75ce-440f-a980-a175ce2d01c0 None None] Sync routers for ids ['c56f0597-a991-4ec2-a88f-2f0f8124831b'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:31:42.484645 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce68d2a-75ce-440f-a980-a175ce2d01c0 None None] Routers {'c56f0597-a991-4ec2-a88f-2f0f8124831b'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:42.485339 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8ce68d2a-75ce-440f-a980-a175ce2d01c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:31:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c56f0597-a991-4ec2-a88f-2f0f8124831b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:42.525936 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3a8fce-c472-4e5a-a20a-0a2ecff1b302 req-accdb64c-bbf7-4a6b-9fb8-a15ded95feeb tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:42.533373 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1d3a8fce-c472-4e5a-a20a-0a2ecff1b302 req-accdb64c-bbf7-4a6b-9fb8-a15ded95feeb tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 944 time: 0.5143385 Jul 16 08:31:42.548624 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7814c60-7145-4482-bd2c-69279197e4cc req-80715c22-67f2-4209-bf70-91f48a09117e tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] No DVR routers for this DVR port 16e802b5-5579-45b3-989a-ede5aeb18024 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:42.555501 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a7814c60-7145-4482-bd2c-69279197e4cc req-80715c22-67f2-4209-bf70-91f48a09117e tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:42.559989 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a7814c60-7145-4482-bd2c-69279197e4cc req-80715c22-67f2-4209-bf70-91f48a09117e tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.30 "DELETE /v2.0/ports/16e802b5-5579-45b3-989a-ede5aeb18024 HTTP/1.1" status: 204 len: 173 time: 4.0497701 Jul 16 08:31:42.610257 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device a0932e75-4f94-4e13-836b-50bb5306d06f no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:42.660656 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: a0932e75-4f94-4e13-836b-50bb5306d06f {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:42.663052 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device a0932e75-4f94-4e13-836b-50bb5306d06f not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:42.668478 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 16e802b5-5579-45b3-989a-ede5aeb18024 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:42.728711 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-8ce68d2a-75ce-440f-a980-a175ce2d01c0 None None] Set router c56f0597-a991-4ec2-a88f-2f0f8124831b gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:42.761031 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 16e802b5-5579-45b3-989a-ede5aeb18024 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:42.761390 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 16e802b5-5579-45b3-989a-ede5aeb18024 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:42.767296 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0d5d56-4c2b-4ce7-83a9-a01ea63300be req-5f34a6c8-765d-4499-8313-2850aa63dd0d tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:42.781483 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2a0d5d56-4c2b-4ce7-83a9-a01ea63300be req-5f34a6c8-765d-4499-8313-2850aa63dd0d tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9 HTTP/1.1" status: 200 len: 946 time: 0.2724135 Jul 16 08:31:42.854809 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2a0d5d56-4c2b-4ce7-83a9-a01ea63300be req-d5dd60ec-d9e6-40f6-9532-fd77df7c2517 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f0e024d-693f-4fbd-afad-3c031a64d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718794 Jul 16 08:31:42.891140 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3641f1ad-b739-4bb6-bbcc-4f98d888b630 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:42.970916 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3d7aa87e-648d-499f-93e9-632adceda072 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:42.996101 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3d7aa87e-648d-499f-93e9-632adceda072 None None] Transition to ACTIVE for port object a52df186-7d55-4c3a-8134-a3d180a625f1 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:43.013629 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3d7aa87e-648d-499f-93e9-632adceda072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.053252 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 3641f1ad-b739-4bb6-bbcc-4f98d888b630 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:43.053626 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.092973 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8ce68d2a-75ce-440f-a980-a175ce2d01c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'name': 'tempest-ServersTestManualDisk-746776145-router', 'tenant_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '856c0a30-c681-445b-973e-021a3913cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:03Z', 'updated_at': '2021-07-16T08:29:14Z', 'revision_number': 4, 'project_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'gw_port': {'id': '856c0a30-c681-445b-973e-021a3913cf7e', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:05Z', 'updated_at': '2021-07-16T08:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'ff93229d-1b22-4910-8678-73a470c25eee', 'name': '', 'network_id': 'dd3e23ac-b61f-435a-95cc-bf56a73d8636', 'tenant_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'mac_address': 'fa:16:3e:27:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'a5d9cad0-c893-4990-9fdc-910c74a20af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:12Z', 'updated_at': '2021-07-16T08:29:21Z', 'revision_number': 5, 'project_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'subnets': [{'id': 'a5d9cad0-c893-4990-9fdc-910c74a20af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:43.123850 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-3d7aa87e-648d-499f-93e9-632adceda072 None None] Attempting to bind port a52df186-7d55-4c3a-8134-a3d180a625f1 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:43.124234 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-3d7aa87e-648d-499f-93e9-632adceda072 None None] Attempting to bind port a52df186-7d55-4c3a-8134-a3d180a625f1 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:43.124662 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7aa87e-648d-499f-93e9-632adceda072 None None] Attempting to bind port a52df186-7d55-4c3a-8134-a3d180a625f1 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:43.126566 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5a7e6ae1-8c2b-479a-93ee-a7e9d36a74ba req-e560b782-42b8-4d30-af4d-d88026cdb2ce tempest-ServerShowV254Test-1829837504 tempest-ServerShowV254Test-1829837504-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.0951991 Jul 16 08:31:43.140942 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7aa87e-648d-499f-93e9-632adceda072 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:43.141326 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7aa87e-648d-499f-93e9-632adceda072 None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:43.141738 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3d7aa87e-648d-499f-93e9-632adceda072 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.142143 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d7aa87e-648d-499f-93e9-632adceda072 None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:43.142814 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-3d7aa87e-648d-499f-93e9-632adceda072 None None] Bound port: a52df186-7d55-4c3a-8134-a3d180a625f1, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:43.143935 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3d7aa87e-648d-499f-93e9-632adceda072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.163858 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce68d2a-75ce-440f-a980-a175ce2d01c0 None None] Checking router: c56f0597-a991-4ec2-a88f-2f0f8124831b for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:31:43.177070 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ec104-0979-46c9-acdc-30d11ff386e9 None None] Pushing event updated for resources: {'Port': ['ID=a52df186-7d55-4c3a-8134-a3d180a625f1,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:43.187034 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ce68d2a-75ce-440f-a980-a175ce2d01c0 None None] Routers {'c56f0597-a991-4ec2-a88f-2f0f8124831b'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:43.187734 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8ce68d2a-75ce-440f-a980-a175ce2d01c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:31:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c56f0597-a991-4ec2-a88f-2f0f8124831b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:43.281008 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-3d7aa87e-648d-499f-93e9-632adceda072 None None] For port a52df186-7d55-4c3a-8134-a3d180a625f1, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:43.291411 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-3d7aa87e-648d-499f-93e9-632adceda072 None None] For port a52df186-7d55-4c3a-8134-a3d180a625f1, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=a52df186-7d55-4c3a-8134-a3d180a625f1,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:43.301641 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3d7aa87e-648d-499f-93e9-632adceda072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.389005 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54310) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:43.458029 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-8976d406-2054-4c26-8900-7c9b081b3197 admin admin] Deleting subnet 5edd9d68-6644-4d63-b991-2806c4434c70 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:31:43.467089 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8976d406-2054-4c26-8900-7c9b081b3197 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.481211 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ec104-0979-46c9-acdc-30d11ff386e9 None None] Pushing event updated for resources: {'Port': ['ID=a52df186-7d55-4c3a-8134-a3d180a625f1,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:43.511640 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7aa87e-648d-499f-93e9-632adceda072 None None] Routers {'545cb89e-1d23-4a2b-852d-796d5330287d'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:43.514152 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3d7aa87e-648d-499f-93e9-632adceda072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:31:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['545cb89e-1d23-4a2b-852d-796d5330287d'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:43.587952 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8976d406-2054-4c26-8900-7c9b081b3197 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.594530 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-8ce68d2a-75ce-440f-a980-a175ce2d01c0 None None] Set router c56f0597-a991-4ec2-a88f-2f0f8124831b gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:43.700457 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8976d406-2054-4c26-8900-7c9b081b3197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.714375 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-8b8a8772-3e2f-4ba6-9ae1-cd75bb64e5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:43.717782 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-8b8a8772-3e2f-4ba6-9ae1-cd75bb64e5ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=d342364e-cb68-4fed-83d9-f37bbb306922 HTTP/1.1" status: 200 len: 921 time: 1.6280489 Jul 16 08:31:43.756054 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-3d7aa87e-648d-499f-93e9-632adceda072 None None] Set router 545cb89e-1d23-4a2b-852d-796d5330287d gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:43.815265 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-13e67445-a7a7-4de1-a65f-b3fbf6c54f50 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0ed9a183-e43d-43a6-b319-0757cf6445f2 HTTP/1.1" status: 200 len: 217 time: 0.0579810 Jul 16 08:31:43.833216 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1d3a8fce-c472-4e5a-a20a-0a2ecff1b302 req-e8b81159-1dbc-45f2-beef-84af2013daa6 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2694230 Jul 16 08:31:43.840183 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8976d406-2054-4c26-8900-7c9b081b3197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.863398 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8976d406-2054-4c26-8900-7c9b081b3197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:43.866881 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8976d406-2054-4c26-8900-7c9b081b3197 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5edd9d68-6644-4d63-b991-2806c4434c70 HTTP/1.1" status: 204 len: 168 time: 0.4763663 Jul 16 08:31:43.894037 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54314) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:43.913141 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8976d406-2054-4c26-8900-7c9b081b3197 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5edd9d68-6644-4d63-b991-2806c4434c70,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:43.974540 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-bc20b224-549a-4b74-8870-b9c967a698de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:43.976449 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-bc20b224-549a-4b74-8870-b9c967a698de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08efe674-85ae-4a06-b69c-d92fb68b404c HTTP/1.1" status: 200 len: 860 time: 0.1360660 Jul 16 08:31:44.028663 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-15a1b0c5-b2ef-43ed-bab7-4aa5027a023a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.093944 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-0da57678-23a7-498d-a1c1-6bb9dfe5ae6f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d342364e-cb68-4fed-83d9-f37bbb306922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1045587 Jul 16 08:31:44.144948 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-15a1b0c5-b2ef-43ed-bab7-4aa5027a023a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.175992 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-15a1b0c5-b2ef-43ed-bab7-4aa5027a023a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e0f8a0c-38b1-4548-a4af-185c3d5e3a96']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:44.203891 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-fd75b577-5c2a-495c-83a7-a327c7166668 admin admin] Allocated IP 172.20.0.1 (4ad5da65-ed82-4ab4-9cd4-8a72c0095711/dde8a2f4-a80f-4d89-a825-2cc7f0849431/991eeee7-1e7d-4363-99bc-f366ad6643bb) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:44.205389 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-15a1b0c5-b2ef-43ed-bab7-4aa5027a023a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '991b8446-4323-483e-9b74-cc6dc5c5ffb1') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:44.207015 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-15a1b0c5-b2ef-43ed-bab7-4aa5027a023a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '991b8446-4323-483e-9b74-cc6dc5c5ffb1') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:44.230100 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8ce68d2a-75ce-440f-a980-a175ce2d01c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'name': 'tempest-ServersTestManualDisk-746776145-router', 'tenant_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '856c0a30-c681-445b-973e-021a3913cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:03Z', 'updated_at': '2021-07-16T08:29:14Z', 'revision_number': 4, 'project_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'gw_port': {'id': '856c0a30-c681-445b-973e-021a3913cf7e', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:05Z', 'updated_at': '2021-07-16T08:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'ff93229d-1b22-4910-8678-73a470c25eee', 'name': '', 'network_id': 'dd3e23ac-b61f-435a-95cc-bf56a73d8636', 'tenant_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'mac_address': 'fa:16:3e:27:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'a5d9cad0-c893-4990-9fdc-910c74a20af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:12Z', 'updated_at': '2021-07-16T08:29:21Z', 'revision_number': 5, 'project_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'subnets': [{'id': 'a5d9cad0-c893-4990-9fdc-910c74a20af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:44.234623 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-15a1b0c5-b2ef-43ed-bab7-4aa5027a023a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.266847 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8e68470-cf9f-4451-aa66-aec605be0ba6', 'name': 'network-vif-deleted', 'tag': '16e802b5-5579-45b3-989a-ede5aeb18024'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:44.272883 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5267e454-fca6-443e-a7c9-6bbaa95abd7c" -d '{"events": [{"server_uuid": "a8e68470-cf9f-4451-aa66-aec605be0ba6", "name": "network-vif-deleted", "tag": "16e802b5-5579-45b3-989a-ede5aeb18024"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:44.281098 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-15a1b0c5-b2ef-43ed-bab7-4aa5027a023a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.287418 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ce68d2a-75ce-440f-a980-a175ce2d01c0 None None] The sync data for ids ['c56f0597-a991-4ec2-a88f-2f0f8124831b'] in n-d-771362-37 is: [{'id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'name': 'tempest-ServersTestManualDisk-746776145-router', 'tenant_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '856c0a30-c681-445b-973e-021a3913cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:03Z', 'updated_at': '2021-07-16T08:29:14Z', 'revision_number': 4, 'project_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'gw_port': {'id': '856c0a30-c681-445b-973e-021a3913cf7e', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:05Z', 'updated_at': '2021-07-16T08:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'ff93229d-1b22-4910-8678-73a470c25eee', 'name': '', 'network_id': 'dd3e23ac-b61f-435a-95cc-bf56a73d8636', 'tenant_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'mac_address': 'fa:16:3e:27:5b:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'device_owner': 'network:router_interface', 'standard_attr_id': 885, 'fixed_ips': [{'subnet_id': 'a5d9cad0-c893-4990-9fdc-910c74a20af9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:12Z', 'updated_at': '2021-07-16T08:29:21Z', 'revision_number': 5, 'project_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'subnets': [{'id': 'a5d9cad0-c893-4990-9fdc-910c74a20af9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:31:44.309618 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15a1b0c5-b2ef-43ed-bab7-4aa5027a023a admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:31:44.310058 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-15a1b0c5-b2ef-43ed-bab7-4aa5027a023a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.314190 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:31:44.314190 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:31:44.314190 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:31:44.314190 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:31:44.314190 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:31:44.314190 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:31:44.314190 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:31:44.314190 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:31:44.314190 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:31:44.314190 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:31:44.314190 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:31:44.314190 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:31:44.314190 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:31:44.314190 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:31:44.314190 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:31:44.314190 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:31:44.314190 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:31:44.314190 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:31:44.314190 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:31:44.314190 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:31:44.314190 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:31:44.314190 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:31:44.314190 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:31:44.314190 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:31:44.314190 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:31:44.314190 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:31:44.314190 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:31:44.314190 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:31:44.314190 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:31:44.314190 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:31:44.314190 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:31:44.314190 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:31:44.336314 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3d7aa87e-648d-499f-93e9-632adceda072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545cb89e-1d23-4a2b-852d-796d5330287d', 'name': 'tempest-FloatingIPDetailsTestJSON-1071246758-router', 'tenant_id': '5a4671529ae0465283e6edc5a40f0c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'a52df186-7d55-4c3a-8134-a3d180a625f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:36Z', 'updated_at': '2021-07-16T08:31:38Z', 'revision_number': 3, 'project_id': '5a4671529ae0465283e6edc5a40f0c31', 'gw_port': {'id': 'a52df186-7d55-4c3a-8134-a3d180a625f1', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:02:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545cb89e-1d23-4a2b-852d-796d5330287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:37Z', 'updated_at': '2021-07-16T08:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:44.379304 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7aa87e-648d-499f-93e9-632adceda072 None None] The sync data for ids ['545cb89e-1d23-4a2b-852d-796d5330287d'] in n-d-771362-37 is: [{'id': '545cb89e-1d23-4a2b-852d-796d5330287d', 'name': 'tempest-FloatingIPDetailsTestJSON-1071246758-router', 'tenant_id': '5a4671529ae0465283e6edc5a40f0c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'a52df186-7d55-4c3a-8134-a3d180a625f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:36Z', 'updated_at': '2021-07-16T08:31:38Z', 'revision_number': 3, 'project_id': '5a4671529ae0465283e6edc5a40f0c31', 'gw_port': {'id': 'a52df186-7d55-4c3a-8134-a3d180a625f1', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:02:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545cb89e-1d23-4a2b-852d-796d5330287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:37Z', 'updated_at': '2021-07-16T08:31:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:31:44.426868 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-1fbf4e62-2d3e-4ad6-9505-87dd4ddde3f4 service neutron] 10.222.0.21 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3243406 Jul 16 08:31:44.543548 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-15a1b0c5-b2ef-43ed-bab7-4aa5027a023a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.568193 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-15a1b0c5-b2ef-43ed-bab7-4aa5027a023a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.570190 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-15a1b0c5-b2ef-43ed-bab7-4aa5027a023a admin admin] 10.222.0.22 "DELETE /v2.0/networks/1e0f8a0c-38b1-4548-a4af-185c3d5e3a96 HTTP/1.1" status: 204 len: 168 time: 0.6743188 Jul 16 08:31:44.605837 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fd75b577-5c2a-495c-83a7-a327c7166668 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.619089 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a212ef-a8a4-46a8-9476-e7115747d208 req-3e9ecc41-8067-4bd8-99d6-65e1f6db67fb tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:44.628572 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-32a212ef-a8a4-46a8-9476-e7115747d208 req-3e9ecc41-8067-4bd8-99d6-65e1f6db67fb tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9 HTTP/1.1" status: 200 len: 946 time: 0.3347504 Jul 16 08:31:44.726438 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-ea40fcff-6925-4ecd-b8ec-1c87760979bd service neutron] 10.222.0.21 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2902863 Jul 16 08:31:44.730451 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a1b0c5-b2ef-43ed-bab7-4aa5027a023a admin admin] Pushing event deleted for resources: {'Network': ['ID=1e0f8a0c-38b1-4548-a4af-185c3d5e3a96,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:44.753809 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-fd75b577-5c2a-495c-83a7-a327c7166668 admin admin] Transition to ACTIVE for port object 991eeee7-1e7d-4363-99bc-f366ad6643bb will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:44.765624 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:31:44.787404 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-32a212ef-a8a4-46a8-9476-e7115747d208 req-1d219566-03d6-42af-812b-41dd57339566 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f0e024d-693f-4fbd-afad-3c031a64d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577556 Jul 16 08:31:44.848330 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd70e38b-76ef-4c86-ad25-44286b9126cf x-openstack-request-id: req-cd70e38b-76ef-4c86-ad25-44286b9126cf {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:44.849371 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8e68470-cf9f-4451-aa66-aec605be0ba6", "name": "network-vif-deleted", "tag": "16e802b5-5579-45b3-989a-ede5aeb18024", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:44.849764 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cd70e38b-76ef-4c86-ad25-44286b9126cf {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:44.850322 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8e68470-cf9f-4451-aa66-aec605be0ba6', 'name': 'network-vif-deleted', 'tag': '16e802b5-5579-45b3-989a-ede5aeb18024', 'status': 'completed', 'code': 200} Jul 16 08:31:44.876331 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54336) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:44.887786 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7e04a916-702c-4e72-a9bf-4a412a88e36f req-81b53360-0438-4dfc-afd0-df27e80875bf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.0348403 Jul 16 08:31:44.890390 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fd75b577-5c2a-495c-83a7-a327c7166668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:44.962290 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6296124b-5af9-4395-b53a-5e5f240a69ea None None] New status for floating IP 5c5aa457-c83d-4b09-bb81-1acc96abdd5a: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:31:44.995643 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac688de6-c369-4cb4-b0e4-497744bbb721 req-79c9baa3-c7e8-435a-9346-2a75608d5d79 tempest-ServerShowV254Test-1829837504 tempest-ServerShowV254Test-1829837504-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.1444955 Jul 16 08:31:45.034439 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd75b577-5c2a-495c-83a7-a327c7166668 admin admin] Network 4ad5da65-ed82-4ab4-9cd4-8a72c0095711 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:45.048715 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c1c6ef90-b747-46df-aadf-0c48dc47ff17 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=26e4f2ce9a4d4cdea7bf2a65fa351277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1648617 Jul 16 08:31:45.048957 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-fd75b577-5c2a-495c-83a7-a327c7166668 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:45.050490 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54344) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:45.072896 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd75b577-5c2a-495c-83a7-a327c7166668 admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:45.119562 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54346) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:45.245339 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fd75b577-5c2a-495c-83a7-a327c7166668 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.258312 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75b577-5c2a-495c-83a7-a327c7166668 admin admin] Pushing event updated for resources: {'Port': ['ID=991eeee7-1e7d-4363-99bc-f366ad6643bb,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:45.329196 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43ab01ff-19d9-45f7-a4d9-06d1df6303bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.394139 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43ab01ff-19d9-45f7-a4d9-06d1df6303bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.511186 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43ab01ff-19d9-45f7-a4d9-06d1df6303bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.513899 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43ab01ff-19d9-45f7-a4d9-06d1df6303bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.515031 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-43ab01ff-19d9-45f7-a4d9-06d1df6303bd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f5e9a3e0-7294-40ec-a02e-53c24d469a15 HTTP/1.1" status: 204 len: 168 time: 0.4544146 Jul 16 08:31:45.546411 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5127402b-01c5-41af-8a87-cde2da544106 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.570082 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ab01ff-19d9-45f7-a4d9-06d1df6303bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e9a3e0-7294-40ec-a02e-53c24d469a15,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:45.656419 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b9f1169d-43e2-445d-81c9-03632a30204d None None] Provisioning for port 991eeee7-1e7d-4363-99bc-f366ad6643bb completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:45.661021 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b9f1169d-43e2-445d-81c9-03632a30204d None None] Provisioning complete for port 991eeee7-1e7d-4363-99bc-f366ad6643bb triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:45.661396 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b9f1169d-43e2-445d-81c9-03632a30204d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.718642 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-015c5e22-1357-4d3d-aa33-a99e4de4c0a9 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:45.723583 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-015c5e22-1357-4d3d-aa33-a99e4de4c0a9 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a&tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&binding%3Ahost_id=n-h2-771362-37 HTTP/1.1" status: 200 len: 1096 time: 0.4052176 Jul 16 08:31:45.746332 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5127402b-01c5-41af-8a87-cde2da544106 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.765525 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b9f1169d-43e2-445d-81c9-03632a30204d None None] Port 991eeee7-1e7d-4363-99bc-f366ad6643bb cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:31:45.850713 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3924986-6753-4b17-99f0-c26013baa448 req-e5202779-02dd-4542-a549-5648a13954c2 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:45.858070 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f3924986-6753-4b17-99f0-c26013baa448 req-e5202779-02dd-4542-a549-5648a13954c2 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 944 time: 0.2500172 Jul 16 08:31:45.893241 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5127402b-01c5-41af-8a87-cde2da544106 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.896057 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5127402b-01c5-41af-8a87-cde2da544106 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:45.898942 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5127402b-01c5-41af-8a87-cde2da544106 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "DELETE /v2.0/security-groups/0dfaebed-1229-4eb7-86bf-73e7dd95209c HTTP/1.1" status: 204 len: 168 time: 0.7779398 Jul 16 08:31:45.902260 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54352) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:45.979657 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f3924986-6753-4b17-99f0-c26013baa448 req-5873cd4a-56e1-429a-b2f0-50011625d01a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205232 Jul 16 08:31:46.006782 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127402b-01c5-41af-8a87-cde2da544106 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dfaebed-1229-4eb7-86bf-73e7dd95209c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:46.093515 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fd75b577-5c2a-495c-83a7-a327c7166668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:46.099088 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-885f294b-a7b7-45b5-b268-624b0b76f8af service neutron] For port 0ed9a183-e43d-43a6-b319-0757cf6445f2, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:46.137208 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-063d0586-192f-4c56-b69b-5d55ca1aaeb9 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] show failed (client error): The resource could not be found. Jul 16 08:31:46.139311 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-063d0586-192f-4c56-b69b-5d55ca1aaeb9 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "GET /v2.0/security-groups/0dfaebed-1229-4eb7-86bf-73e7dd95209c HTTP/1.1" status: 404 len: 347 time: 0.0945787 Jul 16 08:31:46.142194 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54370) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:46.156340 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-885f294b-a7b7-45b5-b268-624b0b76f8af service neutron] Notify callbacks [] for binding, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:46.169179 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7d047a7-69f0-4a33-a744-99cc31e9dff3 req-885f294b-a7b7-45b5-b268-624b0b76f8af service neutron] 10.222.0.21 "DELETE /v2.0/ports/0ed9a183-e43d-43a6-b319-0757cf6445f2/bindings/n-h1-771362-37 HTTP/1.1" status: 204 len: 173 time: 0.4399610 Jul 16 08:31:46.485576 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-56d16aaa-ad03-46d8-91d3-ffe4e3d4fcf7 req-d3f92bcb-5171-4e90-910e-1d0f359fe946 tempest-ServerShowV254Test-1829837504 tempest-ServerShowV254Test-1829837504-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.0839095 Jul 16 08:31:46.495090 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-338cea95-c826-4890-a9e1-ce1865eeb497 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Deleting port 077d78ec-126f-4672-bfc6-5a84d8587a37 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:46.495450 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-338cea95-c826-4890-a9e1-ce1865eeb497 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:46.523154 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db9a5f5-df11-468e-8fde-4a7705c5e1ec req-02f08cde-63fd-450e-87db-5abbf9023b29 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:46.534287 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7db9a5f5-df11-468e-8fde-4a7705c5e1ec req-02f08cde-63fd-450e-87db-5abbf9023b29 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 1096 time: 0.1156483 Jul 16 08:31:46.676532 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7db9a5f5-df11-468e-8fde-4a7705c5e1ec req-e4d7a07c-9454-466a-8e5f-8f5532483a29 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415470 Jul 16 08:31:46.688291 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fd75b577-5c2a-495c-83a7-a327c7166668 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:46.704519 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fd75b577-5c2a-495c-83a7-a327c7166668 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:46.728335 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-338cea95-c826-4890-a9e1-ce1865eeb497 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:46.728695 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-338cea95-c826-4890-a9e1-ce1865eeb497 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:46.786139 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-338cea95-c826-4890-a9e1-ce1865eeb497 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Calling delete_port for 077d78ec-126f-4672-bfc6-5a84d8587a37 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:46.945631 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a52df186-7d55-4c3a-8134-a3d180a625f1 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:47.031370 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port a52df186-7d55-4c3a-8134-a3d180a625f1 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:47.036477 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port a52df186-7d55-4c3a-8134-a3d180a625f1 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:47.037098 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.042744 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-338cea95-c826-4890-a9e1-ce1865eeb497 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.087468 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338cea95-c826-4890-a9e1-ce1865eeb497 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Pushing event deleted for resources: {'Port': ['ID=077d78ec-126f-4672-bfc6-5a84d8587a37,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:47.226050 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fd75b577-5c2a-495c-83a7-a327c7166668 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.240573 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-338cea95-c826-4890-a9e1-ce1865eeb497 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.247112 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-338cea95-c826-4890-a9e1-ce1865eeb497 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.253319 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd75b577-5c2a-495c-83a7-a327c7166668 admin admin] Pushing event updated for resources: {'Port': ['ID=991eeee7-1e7d-4363-99bc-f366ad6643bb,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:47.259677 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-338cea95-c826-4890-a9e1-ce1865eeb497 tempest-ServersTestManualDisk-589754447 tempest-ServersTestManualDisk-589754447-project] 10.222.0.22 "DELETE /v2.0/floatingips/5c5aa457-c83d-4b09-bb81-1acc96abdd5a HTTP/1.1" status: 204 len: 168 time: 1.1155016 Jul 16 08:31:47.260947 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54398) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:47.472521 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54404) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:47.505946 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.529430 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port a52df186-7d55-4c3a-8134-a3d180a625f1, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=a52df186-7d55-4c3a-8134-a3d180a625f1,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:47.535845 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.591949 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=a52df186-7d55-4c3a-8134-a3d180a625f1,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:47.659117 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-81b1ec8d-9d60-40fa-bb3c-2574ae86fb38 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1838044492-network', 'tenant_id': '970eb3792f3f437aaba02d850098e10f'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:47.673109 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3509548d-0e64-4304-8cea-f878d9db1656 req-4509d637-892c-4cc0-8300-e801384d389c tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:47.681331 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3509548d-0e64-4304-8cea-f878d9db1656 req-4509d637-892c-4cc0-8300-e801384d389c tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9 HTTP/1.1" status: 200 len: 946 time: 0.8326807 Jul 16 08:31:47.700384 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd75b577-5c2a-495c-83a7-a327c7166668 admin admin] Network 4ad5da65-ed82-4ab4-9cd4-8a72c0095711 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:47.722133 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-fd75b577-5c2a-495c-83a7-a327c7166668 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:47.736009 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b1ec8d-9d60-40fa-bb3c-2574ae86fb38 admin admin] Made reservation on behalf of 970eb3792f3f437aaba02d850098e10f for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:47.739599 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-81b1ec8d-9d60-40fa-bb3c-2574ae86fb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.807879 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3509548d-0e64-4304-8cea-f878d9db1656 req-c1574b3d-4301-4c48-ad77-db1af29b9f42 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f0e024d-693f-4fbd-afad-3c031a64d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226425 Jul 16 08:31:47.822620 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-81b1ec8d-9d60-40fa-bb3c-2574ae86fb38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:47.844626 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a710da1e-796e-44cf-a1bd-954eaa9f9971 req-174748df-8554-4dc6-a204-eb0df585b7b7 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:47.846793 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a710da1e-796e-44cf-a1bd-954eaa9f9971 req-174748df-8554-4dc6-a204-eb0df585b7b7 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 1096 time: 0.2970099 Jul 16 08:31:47.967320 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ceb2c-ed7c-4384-a1fd-51a23c4735ef req-7d037914-ee37-430b-ab3b-e7f537c05655 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:47.968963 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-271ceb2c-ed7c-4384-a1fd-51a23c4735ef req-7d037914-ee37-430b-ab3b-e7f537c05655 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.21 "GET /v2.0/ports?device_id=fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9 HTTP/1.1" status: 200 len: 946 time: 0.3603203 Jul 16 08:31:47.983402 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a710da1e-796e-44cf-a1bd-954eaa9f9971 req-fbb45d80-33eb-4f38-b19b-788c97e13ac8 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237235 Jul 16 08:31:48.131207 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0337006d-53f7-42b1-af48-3c1910cb983f None None] Provisioning complete for port 991eeee7-1e7d-4363-99bc-f366ad6643bb triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:48.132323 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0337006d-53f7-42b1-af48-3c1910cb983f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.146831 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd75b577-5c2a-495c-83a7-a327c7166668 admin admin] Router 545cb89e-1d23-4a2b-852d-796d5330287d has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:31:48.182382 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-81b1ec8d-9d60-40fa-bb3c-2574ae86fb38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.188227 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-81b1ec8d-9d60-40fa-bb3c-2574ae86fb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.233583 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0337006d-53f7-42b1-af48-3c1910cb983f None None] Port 991eeee7-1e7d-4363-99bc-f366ad6643bb cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:31:48.255631 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b1ec8d-9d60-40fa-bb3c-2574ae86fb38 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:31:48.288333 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1ec8d-9d60-40fa-bb3c-2574ae86fb38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e7e8e0-1c2b-4baf-bda6-9e4466d838b6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:48.294286 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-81b1ec8d-9d60-40fa-bb3c-2574ae86fb38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.294636 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-81b1ec8d-9d60-40fa-bb3c-2574ae86fb38 admin admin] Added segment afa4853d-cbd3-444d-964f-52523af08e3a of type vlan for network 0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd Jul 16 08:31:48.357809 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-81b1ec8d-9d60-40fa-bb3c-2574ae86fb38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.420391 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-271ceb2c-ed7c-4384-a1fd-51a23c4735ef req-43537ebc-8363-4a99-848b-18d54ab2229b tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Deleting port 51d205de-f82f-457d-98ae-b0f3124b4af2 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:48.422394 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-271ceb2c-ed7c-4384-a1fd-51a23c4735ef req-43537ebc-8363-4a99-848b-18d54ab2229b tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.439342 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-81b1ec8d-9d60-40fa-bb3c-2574ae86fb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.441623 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b1ec8d-9d60-40fa-bb3c-2574ae86fb38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:48.442707 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-81b1ec8d-9d60-40fa-bb3c-2574ae86fb38 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.588228 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-81b1ec8d-9d60-40fa-bb3c-2574ae86fb38 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1143124 Jul 16 08:31:48.596863 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54426) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:48.614992 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-379665ab-10b4-45d1-9ac0-5fe3ffc16084 admin admin] Request body: {'subnet': {'network_id': '0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1838044492-subnet', 'tenant_id': '970eb3792f3f437aaba02d850098e10f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:48.617587 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f7a6efb-0b6c-455e-ad44-53efb5e83fef req-0a400137-d25b-47f9-b578-8778b006d4de service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9473e70198d44f07a2d21875b596bd13&device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.0599158 Jul 16 08:31:48.646264 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b1ec8d-9d60-40fa-bb3c-2574ae86fb38 admin admin] Pushing event updated for resources: {'Network': ['ID=0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:48.661541 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:31:48.688144 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b3193be-7bca-4894-b53f-022f7666f5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.726251 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd75b577-5c2a-495c-83a7-a327c7166668 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:31:48.732121 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f7a6efb-0b6c-455e-ad44-53efb5e83fef req-10f212b1-8760-4bcb-8157-57d2d30a46e9 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=9473e70198d44f07a2d21875b596bd13&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1031764 Jul 16 08:31:48.742772 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-fd75b577-5c2a-495c-83a7-a327c7166668 admin admin] 10.222.0.22 "PUT /v2.0/routers/545cb89e-1d23-4a2b-852d-796d5330287d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4873831 Jul 16 08:31:48.745049 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85802c16-1336-4ea3-a632-ae490ca4c7df None None] Sync routers for ids ['545cb89e-1d23-4a2b-852d-796d5330287d'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:31:48.803599 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85802c16-1336-4ea3-a632-ae490ca4c7df None None] Routers {'545cb89e-1d23-4a2b-852d-796d5330287d'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:48.805776 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-85802c16-1336-4ea3-a632-ae490ca4c7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:31:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['545cb89e-1d23-4a2b-852d-796d5330287d'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:48.879065 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379665ab-10b4-45d1-9ac0-5fe3ffc16084 admin admin] Made reservation on behalf of 970eb3792f3f437aaba02d850098e10f for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:48.886874 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-379665ab-10b4-45d1-9ac0-5fe3ffc16084 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:48.953619 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a52df186-7d55-4c3a-8134-a3d180a625f1 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:49.098510 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port a52df186-7d55-4c3a-8134-a3d180a625f1 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:49.098759 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:49.146747 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-85802c16-1336-4ea3-a632-ae490ca4c7df None None] Set router 545cb89e-1d23-4a2b-852d-796d5330287d gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:49.158691 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7a6efb-0b6c-455e-ad44-53efb5e83fef req-24980dc8-ca47-448a-b2bc-2e3816871d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:49.160379 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f7a6efb-0b6c-455e-ad44-53efb5e83fef req-24980dc8-ca47-448a-b2bc-2e3816871d44 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4061289 Jul 16 08:31:49.199669 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f846446c-15bb-40cf-b497-48a6e3e545ba req-e3fdb514-8c2d-41ee-9dab-0362032fce40 tempest-ServerShowV254Test-1829837504 tempest-ServerShowV254Test-1829837504-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.0381663 Jul 16 08:31:49.235881 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-271ceb2c-ed7c-4384-a1fd-51a23c4735ef req-43537ebc-8363-4a99-848b-18d54ab2229b tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] For port 51d205de-f82f-457d-98ae-b0f3124b4af2, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=51d205de-f82f-457d-98ae-b0f3124b4af2,segment=NetworkSegment(14e2dbf4-c0ba-4d10-9903-cb2181f642df),segment_id=14e2dbf4-c0ba-4d10-9903-cb2181f642df)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:49.236371 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-271ceb2c-ed7c-4384-a1fd-51a23c4735ef req-43537ebc-8363-4a99-848b-18d54ab2229b tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:49.257105 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-271ceb2c-ed7c-4384-a1fd-51a23c4735ef req-43537ebc-8363-4a99-848b-18d54ab2229b tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Calling delete_port for 51d205de-f82f-457d-98ae-b0f3124b4af2 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:49.546387 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-271ceb2c-ed7c-4384-a1fd-51a23c4735ef req-43537ebc-8363-4a99-848b-18d54ab2229b tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:49.591850 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-85802c16-1336-4ea3-a632-ae490ca4c7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545cb89e-1d23-4a2b-852d-796d5330287d', 'name': 'tempest-FloatingIPDetailsTestJSON-1071246758-router', 'tenant_id': '5a4671529ae0465283e6edc5a40f0c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'a52df186-7d55-4c3a-8134-a3d180a625f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:36Z', 'updated_at': '2021-07-16T08:31:45Z', 'revision_number': 4, 'project_id': '5a4671529ae0465283e6edc5a40f0c31', 'gw_port': {'id': 'a52df186-7d55-4c3a-8134-a3d180a625f1', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:02:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545cb89e-1d23-4a2b-852d-796d5330287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:37Z', 'updated_at': '2021-07-16T08:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '991eeee7-1e7d-4363-99bc-f366ad6643bb', 'name': '', 'network_id': '4ad5da65-ed82-4ab4-9cd4-8a72c0095711', 'tenant_id': '5a4671529ae0465283e6edc5a40f0c31', 'mac_address': 'fa:16:3e:53:d4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545cb89e-1d23-4a2b-852d-796d5330287d', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'dde8a2f4-a80f-4d89-a825-2cc7f0849431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:42Z', 'updated_at': '2021-07-16T08:31:46Z', 'revision_number': 2, 'project_id': '5a4671529ae0465283e6edc5a40f0c31', 'subnets': [{'id': 'dde8a2f4-a80f-4d89-a825-2cc7f0849431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:49.631829 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85802c16-1336-4ea3-a632-ae490ca4c7df None None] Checking router: 545cb89e-1d23-4a2b-852d-796d5330287d for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:31:49.632182 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85802c16-1336-4ea3-a632-ae490ca4c7df None None] Updating router 545cb89e-1d23-4a2b-852d-796d5330287d port 991eeee7-1e7d-4363-99bc-f366ad6643bb binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:31:49.692842 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-85802c16-1336-4ea3-a632-ae490ca4c7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:49.956692 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd23679-00b9-4f1b-bbfd-96f5af44dc76 req-3e0bda39-9d32-486b-adc2-036c321e3566 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:49.960911 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43537ebc-8363-4a99-848b-18d54ab2229b tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Pushing event deleted for resources: {'Port': ['ID=51d205de-f82f-457d-98ae-b0f3124b4af2,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:49.973279 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7cd23679-00b9-4f1b-bbfd-96f5af44dc76 req-3e0bda39-9d32-486b-adc2-036c321e3566 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9 HTTP/1.1" status: 200 len: 867 time: 0.9052036 Jul 16 08:31:50.099889 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7cd23679-00b9-4f1b-bbfd-96f5af44dc76 req-ebe97aef-5e78-49fb-a015-0681de97fe83 tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.22 "GET /v2.0/security-groups?id=5f0e024d-693f-4fbd-afad-3c031a64d9a5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1243687 Jul 16 08:31:50.182798 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9998ca5e-d7c2-41da-96cd-735a20a643d1 req-036d4b4d-08d1-4500-be44-ad67e5677504 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2248616 Jul 16 08:31:50.245611 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-9998ca5e-d7c2-41da-96cd-735a20a643d1 req-d0743a84-766d-4b1c-9f20-d83fb3731f78 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:50.250678 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-271ceb2c-ed7c-4384-a1fd-51a23c4735ef req-43537ebc-8363-4a99-848b-18d54ab2229b tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] No DVR routers for this DVR port 51d205de-f82f-457d-98ae-b0f3124b4af2 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:50.255948 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-271ceb2c-ed7c-4384-a1fd-51a23c4735ef req-43537ebc-8363-4a99-848b-18d54ab2229b tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:50.258756 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-271ceb2c-ed7c-4384-a1fd-51a23c4735ef req-43537ebc-8363-4a99-848b-18d54ab2229b tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.21 "DELETE /v2.0/ports/51d205de-f82f-457d-98ae-b0f3124b4af2 HTTP/1.1" status: 204 len: 173 time: 2.2812178 Jul 16 08:31:50.262212 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-379665ab-10b4-45d1-9ac0-5fe3ffc16084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:50.262620 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9', 'name': 'network-vif-deleted', 'tag': '51d205de-f82f-457d-98ae-b0f3124b4af2'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:31:50.265744 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1833ad74-cb6c-4f8c-8fdb-99d4ff60cb5c" -d '{"events": [{"server_uuid": "fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9", "name": "network-vif-deleted", "tag": "51d205de-f82f-457d-98ae-b0f3124b4af2"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:31:50.301627 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9998ca5e-d7c2-41da-96cd-735a20a643d1 req-d0743a84-766d-4b1c-9f20-d83fb3731f78 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:50.311684 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-85802c16-1336-4ea3-a632-ae490ca4c7df None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:50.358543 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-85802c16-1336-4ea3-a632-ae490ca4c7df None None] Transition to ACTIVE for port object 991eeee7-1e7d-4363-99bc-f366ad6643bb will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:31:50.360655 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379665ab-10b4-45d1-9ac0-5fe3ffc16084 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0fc6c7fe-04bb-4774-8709-b797165a83f5,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:50.387905 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-85802c16-1336-4ea3-a632-ae490ca4c7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:50.474518 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f7a6efb-0b6c-455e-ad44-53efb5e83fef req-2e6c9c33-e36e-4dc1-b069-3bfcf9ef41d0 tempest-ServerShowV254Test-1829837504 tempest-ServerShowV254Test-1829837504-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.0598571 Jul 16 08:31:50.490167 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9998ca5e-d7c2-41da-96cd-735a20a643d1 req-d0743a84-766d-4b1c-9f20-d83fb3731f78 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:50.520267 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c4a07-c557-4040-9c6b-3fb9e1eae6a5 None None] Pushing event updated for resources: {'Port': ['ID=991eeee7-1e7d-4363-99bc-f366ad6643bb,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:50.552565 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379665ab-10b4-45d1-9ac0-5fe3ffc16084 admin admin] Checking segment: {'id': 'afa4853d-cbd3-444d-964f-52523af08e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:50.552929 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379665ab-10b4-45d1-9ac0-5fe3ffc16084 admin admin] Network hostable DHCP agents. Network: 0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:31:50.561753 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 51d205de-f82f-457d-98ae-b0f3124b4af2 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:50.643691 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 51d205de-f82f-457d-98ae-b0f3124b4af2 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:50.649841 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 51d205de-f82f-457d-98ae-b0f3124b4af2 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:50.694005 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3aef09d2-a96b-4f0a-9e94-7e0a311256a2 req-16ab8aeb-cf09-4411-95d3-3ba230e3cb2e tempest-ServerShowV254Test-1829837504 tempest-ServerShowV254Test-1829837504-project] 10.222.0.22 "GET /v2.0/ports?device_id=3e660343-754e-47a0-a41d-5edbc78ed681 HTTP/1.1" status: 200 len: 210 time: 0.1298528 Jul 16 08:31:50.706141 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-9998ca5e-d7c2-41da-96cd-735a20a643d1 req-d0743a84-766d-4b1c-9f20-d83fb3731f78 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Allocated IP 172.25.3.108 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/07b5459a-bce5-4876-907d-cc5e64fa62e1) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:50.718857 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379665ab-10b4-45d1-9ac0-5fe3ffc16084 admin admin] Network 0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:31:50.742067 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-85802c16-1336-4ea3-a632-ae490ca4c7df None None] Attempting to bind port 991eeee7-1e7d-4363-99bc-f366ad6643bb on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:31:50.742436 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-85802c16-1336-4ea3-a632-ae490ca4c7df None None] Attempting to bind port 991eeee7-1e7d-4363-99bc-f366ad6643bb by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'f9bb230f-82c5-44b9-abc3-a2e5febd8a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4ad5da65-ed82-4ab4-9cd4-8a72c0095711'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:31:50.742797 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85802c16-1336-4ea3-a632-ae490ca4c7df None None] Attempting to bind port 991eeee7-1e7d-4363-99bc-f366ad6643bb on network 4ad5da65-ed82-4ab4-9cd4-8a72c0095711 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:31:50.746265 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9b3193be-7bca-4894-b53f-022f7666f5ec admin admin] Deleting port ff93229d-1b22-4910-8678-73a470c25eee {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:50.746620 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b3193be-7bca-4894-b53f-022f7666f5ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:50.758691 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85802c16-1336-4ea3-a632-ae490ca4c7df None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:31:50.759887 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85802c16-1336-4ea3-a632-ae490ca4c7df None None] Checking segment: {'id': 'f9bb230f-82c5-44b9-abc3-a2e5febd8a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4ad5da65-ed82-4ab4-9cd4-8a72c0095711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:31:50.760703 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-85802c16-1336-4ea3-a632-ae490ca4c7df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:50.761515 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85802c16-1336-4ea3-a632-ae490ca4c7df None None] Bound using segment: {'id': 'f9bb230f-82c5-44b9-abc3-a2e5febd8a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4ad5da65-ed82-4ab4-9cd4-8a72c0095711'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:31:50.764932 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-85802c16-1336-4ea3-a632-ae490ca4c7df None None] Bound port: 991eeee7-1e7d-4363-99bc-f366ad6643bb, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9bb230f-82c5-44b9-abc3-a2e5febd8a0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4ad5da65-ed82-4ab4-9cd4-8a72c0095711'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:31:50.765549 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-85802c16-1336-4ea3-a632-ae490ca4c7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:50.829506 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-379665ab-10b4-45d1-9ac0-5fe3ffc16084 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:50.841403 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68316e8-6482-4c78-8346-d400fdf81d0f None None] Network 0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:50.855385 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379665ab-10b4-45d1-9ac0-5fe3ffc16084 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:50.859898 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-379665ab-10b4-45d1-9ac0-5fe3ffc16084 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:50.896474 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-85802c16-1336-4ea3-a632-ae490ca4c7df None None] For port 991eeee7-1e7d-4363-99bc-f366ad6643bb, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:31:50.909175 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-85802c16-1336-4ea3-a632-ae490ca4c7df None None] For port 991eeee7-1e7d-4363-99bc-f366ad6643bb, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=991eeee7-1e7d-4363-99bc-f366ad6643bb,segment=NetworkSegment(f9bb230f-82c5-44b9-abc3-a2e5febd8a0f),segment_id=f9bb230f-82c5-44b9-abc3-a2e5febd8a0f)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:31:50.925925 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-85802c16-1336-4ea3-a632-ae490ca4c7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:51.013841 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-379665ab-10b4-45d1-9ac0-5fe3ffc16084 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 2.4105444 Jul 16 08:31:51.057479 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85802c16-1336-4ea3-a632-ae490ca4c7df None None] Routers {'545cb89e-1d23-4a2b-852d-796d5330287d'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:51.058523 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-85802c16-1336-4ea3-a632-ae490ca4c7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:31:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['545cb89e-1d23-4a2b-852d-796d5330287d'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:51.059276 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9998ca5e-d7c2-41da-96cd-735a20a643d1 req-d0743a84-766d-4b1c-9f20-d83fb3731f78 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:51.066606 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-9b3193be-7bca-4894-b53f-022f7666f5ec admin admin] For port ff93229d-1b22-4910-8678-73a470c25eee, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ff93229d-1b22-4910-8678-73a470c25eee,segment=NetworkSegment(d411d2fe-f612-4213-9e02-6ac23434f1d5),segment_id=d411d2fe-f612-4213-9e02-6ac23434f1d5)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:51.067154 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b3193be-7bca-4894-b53f-022f7666f5ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:51.107513 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9b3193be-7bca-4894-b53f-022f7666f5ec admin admin] Calling delete_port for ff93229d-1b22-4910-8678-73a470c25eee owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:51.141973 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:31:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16e57523-f08a-4bb9-a998-fe37b88e0632 x-openstack-request-id: req-16e57523-f08a-4bb9-a998-fe37b88e0632 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:31:51.142259 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9", "name": "network-vif-deleted", "tag": "51d205de-f82f-457d-98ae-b0f3124b4af2", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:31:51.142554 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-16e57523-f08a-4bb9-a998-fe37b88e0632 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:31:51.144236 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9', 'name': 'network-vif-deleted', 'tag': '51d205de-f82f-457d-98ae-b0f3124b4af2', 'status': 'completed', 'code': 200} Jul 16 08:31:51.150255 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9998ca5e-d7c2-41da-96cd-735a20a643d1 req-d0743a84-766d-4b1c-9f20-d83fb3731f78 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:51.192054 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9998ca5e-d7c2-41da-96cd-735a20a643d1 req-d0743a84-766d-4b1c-9f20-d83fb3731f78 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:51.230132 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85c4a07-c557-4040-9c6b-3fb9e1eae6a5 None None] Pushing event updated for resources: {'Port': ['ID=991eeee7-1e7d-4363-99bc-f366ad6643bb,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:51.236283 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-9998ca5e-d7c2-41da-96cd-735a20a643d1 req-d0743a84-766d-4b1c-9f20-d83fb3731f78 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:51.258503 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-9998ca5e-d7c2-41da-96cd-735a20a643d1 req-d0743a84-766d-4b1c-9f20-d83fb3731f78 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:51.380972 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0743a84-766d-4b1c-9f20-d83fb3731f78 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Pushing event updated for resources: {'Port': ['ID=07b5459a-bce5-4876-907d-cc5e64fa62e1,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:51.422101 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-85802c16-1336-4ea3-a632-ae490ca4c7df None None] Set router 545cb89e-1d23-4a2b-852d-796d5330287d gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:51.499944 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c863b9a0-543b-45e4-8588-1712952d0044 None None] Network 0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:51.553491 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9998ca5e-d7c2-41da-96cd-735a20a643d1 req-d0743a84-766d-4b1c-9f20-d83fb3731f78 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:51.727336 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9998ca5e-d7c2-41da-96cd-735a20a643d1 req-d0743a84-766d-4b1c-9f20-d83fb3731f78 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:51.983113 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b3193be-7bca-4894-b53f-022f7666f5ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:51.997317 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-85802c16-1336-4ea3-a632-ae490ca4c7df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545cb89e-1d23-4a2b-852d-796d5330287d', 'name': 'tempest-FloatingIPDetailsTestJSON-1071246758-router', 'tenant_id': '5a4671529ae0465283e6edc5a40f0c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'a52df186-7d55-4c3a-8134-a3d180a625f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:36Z', 'updated_at': '2021-07-16T08:31:45Z', 'revision_number': 4, 'project_id': '5a4671529ae0465283e6edc5a40f0c31', 'gw_port': {'id': 'a52df186-7d55-4c3a-8134-a3d180a625f1', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:02:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545cb89e-1d23-4a2b-852d-796d5330287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:37Z', 'updated_at': '2021-07-16T08:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '991eeee7-1e7d-4363-99bc-f366ad6643bb', 'name': '', 'network_id': '4ad5da65-ed82-4ab4-9cd4-8a72c0095711', 'tenant_id': '5a4671529ae0465283e6edc5a40f0c31', 'mac_address': 'fa:16:3e:53:d4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545cb89e-1d23-4a2b-852d-796d5330287d', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'dde8a2f4-a80f-4d89-a825-2cc7f0849431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:42Z', 'updated_at': '2021-07-16T08:31:50Z', 'revision_number': 4, 'project_id': '5a4671529ae0465283e6edc5a40f0c31', 'subnets': [{'id': 'dde8a2f4-a80f-4d89-a825-2cc7f0849431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:52.055087 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85802c16-1336-4ea3-a632-ae490ca4c7df None None] The sync data for ids ['545cb89e-1d23-4a2b-852d-796d5330287d'] in n-d-771362-37 is: [{'id': '545cb89e-1d23-4a2b-852d-796d5330287d', 'name': 'tempest-FloatingIPDetailsTestJSON-1071246758-router', 'tenant_id': '5a4671529ae0465283e6edc5a40f0c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'a52df186-7d55-4c3a-8134-a3d180a625f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:36Z', 'updated_at': '2021-07-16T08:31:45Z', 'revision_number': 4, 'project_id': '5a4671529ae0465283e6edc5a40f0c31', 'gw_port': {'id': 'a52df186-7d55-4c3a-8134-a3d180a625f1', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:02:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545cb89e-1d23-4a2b-852d-796d5330287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:37Z', 'updated_at': '2021-07-16T08:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '991eeee7-1e7d-4363-99bc-f366ad6643bb', 'name': '', 'network_id': '4ad5da65-ed82-4ab4-9cd4-8a72c0095711', 'tenant_id': '5a4671529ae0465283e6edc5a40f0c31', 'mac_address': 'fa:16:3e:53:d4:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '545cb89e-1d23-4a2b-852d-796d5330287d', 'device_owner': 'network:router_interface', 'standard_attr_id': 998, 'fixed_ips': [{'subnet_id': 'dde8a2f4-a80f-4d89-a825-2cc7f0849431', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:42Z', 'updated_at': '2021-07-16T08:31:50Z', 'revision_number': 4, 'project_id': '5a4671529ae0465283e6edc5a40f0c31', 'subnets': [{'id': 'dde8a2f4-a80f-4d89-a825-2cc7f0849431', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:31:52.082555 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9998ca5e-d7c2-41da-96cd-735a20a643d1 req-d0743a84-766d-4b1c-9f20-d83fb3731f78 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.090420 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9998ca5e-d7c2-41da-96cd-735a20a643d1 req-d0743a84-766d-4b1c-9f20-d83fb3731f78 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.100155 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3193be-7bca-4894-b53f-022f7666f5ec admin admin] Pushing event deleted for resources: {'Port': ['ID=ff93229d-1b22-4910-8678-73a470c25eee,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:52.125691 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bd93dc5c-2e9c-4b32-a2b8-3317ff312fa6 req-c942f671-7d1a-41e7-bb10-0b21cb6f72ba tempest-ServersNegativeTestMultiTenantJSON-1866341948 tempest-ServersNegativeTestMultiTenantJSON-1866341948-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe7f2998-4e3f-47e0-b8b4-eb03e074f8d9 HTTP/1.1" status: 200 len: 210 time: 0.1665134 Jul 16 08:31:52.227283 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0743a84-766d-4b1c-9f20-d83fb3731f78 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Pushing event updated for resources: {'Port': ['ID=07b5459a-bce5-4876-907d-cc5e64fa62e1,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:52.378395 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9998ca5e-d7c2-41da-96cd-735a20a643d1 req-d0743a84-766d-4b1c-9f20-d83fb3731f78 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.427928 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9998ca5e-d7c2-41da-96cd-735a20a643d1 req-d0743a84-766d-4b1c-9f20-d83fb3731f78 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.433542 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9998ca5e-d7c2-41da-96cd-735a20a643d1 req-d0743a84-766d-4b1c-9f20-d83fb3731f78 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2491729 Jul 16 08:31:52.561956 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9998ca5e-d7c2-41da-96cd-735a20a643d1 req-308fed19-1b3c-4275-8656-5feba28bafe4 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.108 HTTP/1.1" status: 200 len: 696 time: 0.1258106 Jul 16 08:31:52.590697 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b3193be-7bca-4894-b53f-022f7666f5ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:52.762074 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9998ca5e-d7c2-41da-96cd-735a20a643d1 req-aeccf338-a620-4fb6-a4b3-8eead0d632a9 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:52.766554 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9998ca5e-d7c2-41da-96cd-735a20a643d1 req-aeccf338-a620-4fb6-a4b3-8eead0d632a9 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 784 time: 0.1888013 Jul 16 08:31:52.935547 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-124bafc5-5d68-4dea-86d7-e3c33bee329d tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:52.946524 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-124bafc5-5d68-4dea-86d7-e3c33bee329d tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] 10.222.0.22 "GET /v2.0/networks?id=0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd HTTP/1.1" status: 200 len: 809 time: 0.2503383 Jul 16 08:31:52.976977 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-a01da9b1-bf83-49d8-825c-7a1a165285fa tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] 10.222.0.22 "GET /v2.0/quotas/970eb3792f3f437aaba02d850098e10f HTTP/1.1" status: 200 len: 375 time: 0.0285735 Jul 16 08:31:53.063526 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 991eeee7-1e7d-4363-99bc-f366ad6643bb up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:53.079096 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-a7132984-a2f6-4216-9e76-a68d71ae3ac5 tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=970eb3792f3f437aaba02d850098e10f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0829418 Jul 16 08:31:53.174537 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 991eeee7-1e7d-4363-99bc-f366ad6643bb completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:31:53.179432 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 991eeee7-1e7d-4363-99bc-f366ad6643bb triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:53.180092 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.382663 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3193be-7bca-4894-b53f-022f7666f5ec admin admin] Router c56f0597-a991-4ec2-a88f-2f0f8124831b has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:31:53.406458 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.409273 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54520) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:53.415312 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-00aac5bd-0a3a-4bc4-b920-7a07710adbef service neutron] 10.222.0.22 "GET /v2.0/networks/0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3350172 Jul 16 08:31:53.435954 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5bb68394-3aee-49c5-a28c-08f02111b630 req-34c8ee58-da8f-49aa-8906-5b5281618cef tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3036585 Jul 16 08:31:53.446643 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-5bb68394-3aee-49c5-a28c-08f02111b630 req-d90686ff-5a9d-4792-ab12-13d41033ef10 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:53.471817 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 991eeee7-1e7d-4363-99bc-f366ad6643bb, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=991eeee7-1e7d-4363-99bc-f366ad6643bb,segment=NetworkSegment(f9bb230f-82c5-44b9-abc3-a2e5febd8a0f),segment_id=f9bb230f-82c5-44b9-abc3-a2e5febd8a0f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:53.482890 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.508011 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5bb68394-3aee-49c5-a28c-08f02111b630 req-d90686ff-5a9d-4792-ab12-13d41033ef10 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.592974 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=991eeee7-1e7d-4363-99bc-f366ad6643bb,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:53.665719 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05562f32-e291-4eb5-b9bd-fba981a8a0a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.784333 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3193be-7bca-4894-b53f-022f7666f5ec admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:31:53.797223 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2c2f73-0c18-4c46-ae1f-a6f7b5b462e4 None None] Sync routers for ids ['c56f0597-a991-4ec2-a88f-2f0f8124831b'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:31:53.806901 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-36479038-2700-4d37-9fc9-0c9405316c1e service neutron] 10.222.0.22 "GET /v2.0/networks/0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904250 Jul 16 08:31:53.815293 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2c2f73-0c18-4c46-ae1f-a6f7b5b462e4 None None] Routers {'c56f0597-a991-4ec2-a88f-2f0f8124831b'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:53.816319 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9e2c2f73-0c18-4c46-ae1f-a6f7b5b462e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:31:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c56f0597-a991-4ec2-a88f-2f0f8124831b'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:53.827788 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9b3193be-7bca-4894-b53f-022f7666f5ec admin admin] 10.222.0.22 "PUT /v2.0/routers/c56f0597-a991-4ec2-a88f-2f0f8124831b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5617468 Jul 16 08:31:53.831736 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5bb68394-3aee-49c5-a28c-08f02111b630 req-d90686ff-5a9d-4792-ab12-13d41033ef10 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:53.833108 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54526) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:54.013938 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-9e2c2f73-0c18-4c46-ae1f-a6f7b5b462e4 None None] Set router c56f0597-a991-4ec2-a88f-2f0f8124831b gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:54.193667 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3462cd5f-1948-4f03-a1ce-1220917d3fde admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:54.255717 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05562f32-e291-4eb5-b9bd-fba981a8a0a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:54.267175 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05562f32-e291-4eb5-b9bd-fba981a8a0a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:54.304960 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-05562f32-e291-4eb5-b9bd-fba981a8a0a0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9473e70198d44f07a2d21875b596bd13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8883445 Jul 16 08:31:54.309231 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54534) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:54.348284 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-5bb68394-3aee-49c5-a28c-08f02111b630 req-d90686ff-5a9d-4792-ab12-13d41033ef10 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Allocated IP 172.25.3.235 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/f0fb7ddd-9688-4eb1-a375-fbbab555feb5) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:54.382222 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05562f32-e291-4eb5-b9bd-fba981a8a0a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56e94825-90c4-423a-9abf-5ed0eb76f61f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:54.404964 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54536) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:54.468602 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-79acec4c-c814-47eb-b55b-6cb6f397a9a9 admin admin] Deleting subnet 7e3682c4-3839-47ed-90f5-05f6ef834c66 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:31:54.493716 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-79acec4c-c814-47eb-b55b-6cb6f397a9a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:54.534998 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-07e13902-bc60-42a3-b3ee-2980e9a344e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:54.562855 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3462cd5f-1948-4f03-a1ce-1220917d3fde admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:54.596239 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9e2c2f73-0c18-4c46-ae1f-a6f7b5b462e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'name': 'tempest-ServersTestManualDisk-746776145-router', 'tenant_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.99'}], 'enable_snat': True}, 'gw_port_id': '856c0a30-c681-445b-973e-021a3913cf7e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:03Z', 'updated_at': '2021-07-16T08:31:51Z', 'revision_number': 5, 'project_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'gw_port': {'id': '856c0a30-c681-445b-973e-021a3913cf7e', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:4a:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 865, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:29:05Z', 'updated_at': '2021-07-16T08:29:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:54.661415 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-79acec4c-c814-47eb-b55b-6cb6f397a9a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:54.721594 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-07e13902-bc60-42a3-b3ee-2980e9a344e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:54.723298 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2c2f73-0c18-4c46-ae1f-a6f7b5b462e4 None None] Checking router: c56f0597-a991-4ec2-a88f-2f0f8124831b for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:31:54.725654 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-3462cd5f-1948-4f03-a1ce-1220917d3fde admin admin] Deleting port 856c0a30-c681-445b-973e-021a3913cf7e {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:54.731061 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3462cd5f-1948-4f03-a1ce-1220917d3fde admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:54.742723 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2c2f73-0c18-4c46-ae1f-a6f7b5b462e4 None None] Routers {'c56f0597-a991-4ec2-a88f-2f0f8124831b'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:31:54.744015 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9e2c2f73-0c18-4c46-ae1f-a6f7b5b462e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:31:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c56f0597-a991-4ec2-a88f-2f0f8124831b'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:54.775633 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5bb68394-3aee-49c5-a28c-08f02111b630 req-d90686ff-5a9d-4792-ab12-13d41033ef10 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:54.785430 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-79acec4c-c814-47eb-b55b-6cb6f397a9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:54.957054 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-07e13902-bc60-42a3-b3ee-2980e9a344e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:54.960497 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-07e13902-bc60-42a3-b3ee-2980e9a344e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:54.973994 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-9e2c2f73-0c18-4c46-ae1f-a6f7b5b462e4 None None] Set router c56f0597-a991-4ec2-a88f-2f0f8124831b gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:31:54.974867 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-07e13902-bc60-42a3-b3ee-2980e9a344e7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/56e94825-90c4-423a-9abf-5ed0eb76f61f HTTP/1.1" status: 204 len: 168 time: 0.6641090 Jul 16 08:31:55.032447 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e13902-bc60-42a3-b3ee-2980e9a344e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56e94825-90c4-423a-9abf-5ed0eb76f61f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:55.034555 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9e2c2f73-0c18-4c46-ae1f-a6f7b5b462e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'name': 'tempest-ServersTestManualDisk-746776145-router', 'tenant_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:03Z', 'updated_at': '2021-07-16T08:31:54Z', 'revision_number': 6, 'project_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:55.036021 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-79acec4c-c814-47eb-b55b-6cb6f397a9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.037353 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 991eeee7-1e7d-4363-99bc-f366ad6643bb up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:31:55.072728 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7598f6be-5507-4139-8d49-b08a8e370566 req-34acfdcf-774e-4d7a-b59a-afae9f9142ff tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] 10.222.0.22 "GET /v2.0/ports?device_id=6225ed55-3c9e-40bb-8568-73df2b29e16d HTTP/1.1" status: 200 len: 210 time: 0.1411269 Jul 16 08:31:55.122281 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2c2f73-0c18-4c46-ae1f-a6f7b5b462e4 None None] The sync data for ids ['c56f0597-a991-4ec2-a88f-2f0f8124831b'] in n-d-771362-37 is: [{'id': 'c56f0597-a991-4ec2-a88f-2f0f8124831b', 'name': 'tempest-ServersTestManualDisk-746776145-router', 'tenant_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:29:03Z', 'updated_at': '2021-07-16T08:31:54Z', 'revision_number': 6, 'project_id': '07e8ec88e6434ad1bbf0d112a90583fd', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:31:55.141300 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-79acec4c-c814-47eb-b55b-6cb6f397a9a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.147656 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-79acec4c-c814-47eb-b55b-6cb6f397a9a9 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7e3682c4-3839-47ed-90f5-05f6ef834c66 HTTP/1.1" status: 204 len: 168 time: 0.7411041 Jul 16 08:31:55.148607 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54554) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:55.149365 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79acec4c-c814-47eb-b55b-6cb6f397a9a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e3682c4-3839-47ed-90f5-05f6ef834c66,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:55.203478 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-3462cd5f-1948-4f03-a1ce-1220917d3fde admin admin] For port 856c0a30-c681-445b-973e-021a3913cf7e, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=856c0a30-c681-445b-973e-021a3913cf7e,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:55.210984 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3462cd5f-1948-4f03-a1ce-1220917d3fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.274955 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-3462cd5f-1948-4f03-a1ce-1220917d3fde admin admin] Calling delete_port for 856c0a30-c681-445b-973e-021a3913cf7e owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:55.290157 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5bb68394-3aee-49c5-a28c-08f02111b630 req-d90686ff-5a9d-4792-ab12-13d41033ef10 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.297958 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 991eeee7-1e7d-4363-99bc-f366ad6643bb triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:31:55.300592 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.363091 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-03ba77bf-01c6-4247-8769-902d9c6bd243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.367362 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bb68394-3aee-49c5-a28c-08f02111b630 req-d90686ff-5a9d-4792-ab12-13d41033ef10 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:31:55.374137 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-5bb68394-3aee-49c5-a28c-08f02111b630 req-d90686ff-5a9d-4792-ab12-13d41033ef10 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:31:55.387163 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bb68394-3aee-49c5-a28c-08f02111b630 req-d90686ff-5a9d-4792-ab12-13d41033ef10 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:31:55.516839 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90686ff-5a9d-4792-ab12-13d41033ef10 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Pushing event updated for resources: {'Port': ['ID=f0fb7ddd-9688-4eb1-a375-fbbab555feb5,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:55.703382 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-03ba77bf-01c6-4247-8769-902d9c6bd243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.771124 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-03ba77bf-01c6-4247-8769-902d9c6bd243 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['852c9d22-626b-49f4-899c-2dc8fb8cb4f4']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:55.864237 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-03ba77bf-01c6-4247-8769-902d9c6bd243 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e2dbf4-c0ba-4d10-9903-cb2181f642df') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:55.871723 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-03ba77bf-01c6-4247-8769-902d9c6bd243 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e2dbf4-c0ba-4d10-9903-cb2181f642df') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:55.911590 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-03ba77bf-01c6-4247-8769-902d9c6bd243 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.956521 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-03ba77bf-01c6-4247-8769-902d9c6bd243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:55.974409 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3462cd5f-1948-4f03-a1ce-1220917d3fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.082995 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462cd5f-1948-4f03-a1ce-1220917d3fde admin admin] Pushing event deleted for resources: {'Port': ['ID=856c0a30-c681-445b-973e-021a3913cf7e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:56.120406 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03ba77bf-01c6-4247-8769-902d9c6bd243 admin admin] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:31:56.124932 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-03ba77bf-01c6-4247-8769-902d9c6bd243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:31:56.127591 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:31:56.182183 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5bb68394-3aee-49c5-a28c-08f02111b630 req-d90686ff-5a9d-4792-ab12-13d41033ef10 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.277709 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3462cd5f-1948-4f03-a1ce-1220917d3fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.453046 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5bb68394-3aee-49c5-a28c-08f02111b630 req-d90686ff-5a9d-4792-ab12-13d41033ef10 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.553419 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-03ba77bf-01c6-4247-8769-902d9c6bd243 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.560693 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3462cd5f-1948-4f03-a1ce-1220917d3fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.563505 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3462cd5f-1948-4f03-a1ce-1220917d3fde admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.566335 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-03ba77bf-01c6-4247-8769-902d9c6bd243 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.571053 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-03ba77bf-01c6-4247-8769-902d9c6bd243 admin admin] 10.222.0.22 "DELETE /v2.0/networks/852c9d22-626b-49f4-899c-2dc8fb8cb4f4 HTTP/1.1" status: 204 len: 168 time: 1.4169900 Jul 16 08:31:56.579222 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54594) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:56.727281 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54596) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:56.729867 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ba77bf-01c6-4247-8769-902d9c6bd243 admin admin] Pushing event deleted for resources: {'Network': ['ID=852c9d22-626b-49f4-899c-2dc8fb8cb4f4,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:56.732826 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3462cd5f-1948-4f03-a1ce-1220917d3fde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.742366 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3462cd5f-1948-4f03-a1ce-1220917d3fde admin admin] Fanout notify agent at l3_agent the message router_deleted on router c56f0597-a991-4ec2-a88f-2f0f8124831b {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:31:56.837139 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-94916570-bde8-4ca4-ae7b-9fb26a38173a admin admin] Deleting subnet 471a8310-b6c3-48ff-bd08-a8e646d2d27e {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:31:56.843562 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-94916570-bde8-4ca4-ae7b-9fb26a38173a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.855012 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3462cd5f-1948-4f03-a1ce-1220917d3fde admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.856216 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3462cd5f-1948-4f03-a1ce-1220917d3fde admin admin] 10.222.0.22 "DELETE /v2.0/routers/c56f0597-a991-4ec2-a88f-2f0f8124831b HTTP/1.1" status: 204 len: 168 time: 3.0197959 Jul 16 08:31:56.886211 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ff93229d-1b22-4910-8678-73a470c25eee no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:56.906225 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54600) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:56.936498 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-94916570-bde8-4ca4-ae7b-9fb26a38173a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:56.977705 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: ff93229d-1b22-4910-8678-73a470c25eee {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:56.978230 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ff93229d-1b22-4910-8678-73a470c25eee not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:56.978833 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 856c0a30-c681-445b-973e-021a3913cf7e no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:57.036082 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 856c0a30-c681-445b-973e-021a3913cf7e {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:57.036760 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 856c0a30-c681-445b-973e-021a3913cf7e not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:57.081754 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-94916570-bde8-4ca4-ae7b-9fb26a38173a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.099339 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a6dbb5ec-40e6-4d9e-bd95-d0b0f33cd610 req-88263f25-7c11-4cf0-99c8-bc00d08e6a96 tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] 10.222.0.22 "GET /v2.0/ports?device_id=6225ed55-3c9e-40bb-8568-73df2b29e16d HTTP/1.1" status: 200 len: 210 time: 0.2317867 Jul 16 08:31:57.115550 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0942c2ce-3b90-459a-aca1-1cefdb284c64 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-889052241-network', 'tenant_id': '96b808a620d443df8403c582e51f491a'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:57.145945 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5bb68394-3aee-49c5-a28c-08f02111b630 req-d90686ff-5a9d-4792-ab12-13d41033ef10 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.153235 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-74577efd-bb21-4ed4-b370-2811111ff990 admin admin] Deleting subnet a5d9cad0-c893-4990-9fdc-910c74a20af9 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:31:57.160806 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5bb68394-3aee-49c5-a28c-08f02111b630 req-d90686ff-5a9d-4792-ab12-13d41033ef10 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.162048 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74577efd-bb21-4ed4-b370-2811111ff990 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.207342 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74577efd-bb21-4ed4-b370-2811111ff990 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.296289 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74577efd-bb21-4ed4-b370-2811111ff990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.296713 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90686ff-5a9d-4792-ab12-13d41033ef10 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Pushing event updated for resources: {'Port': ['ID=f0fb7ddd-9688-4eb1-a375-fbbab555feb5,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:57.316534 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5bb68394-3aee-49c5-a28c-08f02111b630 req-d90686ff-5a9d-4792-ab12-13d41033ef10 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.322669 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-94916570-bde8-4ca4-ae7b-9fb26a38173a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.369110 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5bb68394-3aee-49c5-a28c-08f02111b630 req-d90686ff-5a9d-4792-ab12-13d41033ef10 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.370454 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5bb68394-3aee-49c5-a28c-08f02111b630 req-d90686ff-5a9d-4792-ab12-13d41033ef10 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.9279337 Jul 16 08:31:57.371720 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94916570-bde8-4ca4-ae7b-9fb26a38173a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=471a8310-b6c3-48ff-bd08-a8e646d2d27e,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:57.378776 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-94916570-bde8-4ca4-ae7b-9fb26a38173a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.382111 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-94916570-bde8-4ca4-ae7b-9fb26a38173a admin admin] 10.222.0.22 "DELETE /v2.0/subnets/471a8310-b6c3-48ff-bd08-a8e646d2d27e HTTP/1.1" status: 204 len: 168 time: 0.7974825 Jul 16 08:31:57.391768 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54604) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:57.437561 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-0a59b89a-7346-427f-ad80-2fb5d16d6b68 tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:57.439686 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-0a59b89a-7346-427f-ad80-2fb5d16d6b68 tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] 10.222.0.30 "GET /v2.0/networks?id=0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd HTTP/1.1" status: 200 len: 809 time: 0.8485050 Jul 16 08:31:57.448956 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74577efd-bb21-4ed4-b370-2811111ff990 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.458639 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5bb68394-3aee-49c5-a28c-08f02111b630 req-53c338b9-6418-4e43-bbab-203fc5e6e43c tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.235 HTTP/1.1" status: 200 len: 696 time: 0.0746658 Jul 16 08:31:57.463234 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0942c2ce-3b90-459a-aca1-1cefdb284c64 admin admin] Made reservation on behalf of 96b808a620d443df8403c582e51f491a for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:57.466409 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0942c2ce-3b90-459a-aca1-1cefdb284c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.481069 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-fec6d817-527c-4d5a-8d20-7a1b5907508d tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] Request body: {'port': {'device_id': '6225ed55-3c9e-40bb-8568-73df2b29e16d', 'network_id': '0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd', 'admin_state_up': True, 'tenant_id': '970eb3792f3f437aaba02d850098e10f'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:57.489133 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0942c2ce-3b90-459a-aca1-1cefdb284c64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.574801 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74577efd-bb21-4ed4-b370-2811111ff990 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5d9cad0-c893-4990-9fdc-910c74a20af9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:57.625767 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231213bd-b3c7-4c8d-9993-103d3fea6823 None None] Network dd3e23ac-b61f-435a-95cc-bf56a73d8636 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:31:57.628138 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74577efd-bb21-4ed4-b370-2811111ff990 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.634198 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-74577efd-bb21-4ed4-b370-2811111ff990 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a5d9cad0-c893-4990-9fdc-910c74a20af9 HTTP/1.1" status: 204 len: 168 time: 0.7229104 Jul 16 08:31:57.636231 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54614) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:57.705730 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f46be6e4-8cf2-47da-b339-7ea76549167f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:57.716435 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb68394-3aee-49c5-a28c-08f02111b630 req-3132b599-16d2-4100-accb-d3860d770f7d tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:57.729464 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5bb68394-3aee-49c5-a28c-08f02111b630 req-3132b599-16d2-4100-accb-d3860d770f7d tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 784 time: 0.2617106 Jul 16 08:31:58.025454 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f46be6e4-8cf2-47da-b339-7ea76549167f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.033926 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e629e3e-0735-4280-8cbe-62981485f82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.036201 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a22a897c-0ec2-4062-9f21-f5b95e5ce470 None None] DHCP port deletion for dd3e23ac-b61f-435a-95cc-bf56a73d8636 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:31:58.073659 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f46be6e4-8cf2-47da-b339-7ea76549167f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a6a6fbf-c496-4d06-9355-8ae18e9bb8df']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:58.177779 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a22a897c-0ec2-4062-9f21-f5b95e5ce470 None None] Deleting port ce7c8c5b-4d96-4a48-add6-eb32d56c3ba4 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:31:58.178281 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a22a897c-0ec2-4062-9f21-f5b95e5ce470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.299607 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a22a897c-0ec2-4062-9f21-f5b95e5ce470 None None] For port ce7c8c5b-4d96-4a48-add6-eb32d56c3ba4, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ce7c8c5b-4d96-4a48-add6-eb32d56c3ba4,segment=NetworkSegment(d411d2fe-f612-4213-9e02-6ac23434f1d5),segment_id=d411d2fe-f612-4213-9e02-6ac23434f1d5)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:31:58.300572 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a22a897c-0ec2-4062-9f21-f5b95e5ce470 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.339716 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a22a897c-0ec2-4062-9f21-f5b95e5ce470 None None] Calling delete_port for ce7c8c5b-4d96-4a48-add6-eb32d56c3ba4 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:31:58.392172 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-55b6782f-f4d5-4741-9fc8-30a7462b6d1c req-e4b02174-528e-43cc-9ad1-afeb7117f8a3 tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] 10.222.0.22 "GET /v2.0/ports?device_id=6225ed55-3c9e-40bb-8568-73df2b29e16d HTTP/1.1" status: 200 len: 210 time: 0.0536549 Jul 16 08:31:58.503000 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f46be6e4-8cf2-47da-b339-7ea76549167f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ff4d555-95d0-4021-963e-372b386637de') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:58.504291 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f46be6e4-8cf2-47da-b339-7ea76549167f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ff4d555-95d0-4021-963e-372b386637de') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:58.506522 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a22a897c-0ec2-4062-9f21-f5b95e5ce470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.559450 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22a897c-0ec2-4062-9f21-f5b95e5ce470 None None] Pushing event deleted for resources: {'Port': ['ID=ce7c8c5b-4d96-4a48-add6-eb32d56c3ba4,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:58.566013 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a22a897c-0ec2-4062-9f21-f5b95e5ce470 None None] No DVR routers for this DVR port ce7c8c5b-4d96-4a48-add6-eb32d56c3ba4 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:31:58.595262 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f46be6e4-8cf2-47da-b339-7ea76549167f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.651229 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f46be6e4-8cf2-47da-b339-7ea76549167f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.695889 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f46be6e4-8cf2-47da-b339-7ea76549167f admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:31:58.696302 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f46be6e4-8cf2-47da-b339-7ea76549167f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.708343 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-21857094-6e0b-4784-b418-ae41480231f8 req-e39f7f26-aa59-4dec-a236-f388bb2bdad9 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.9436092 Jul 16 08:31:58.710281 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:31:58.710281 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:31:58.710281 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:31:58.710281 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:31:58.710281 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:31:58.710281 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:31:58.710281 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:31:58.710281 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:31:58.710281 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:31:58.710281 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:31:58.710281 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:31:58.710281 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:31:58.710281 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:31:58.710281 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:31:58.710281 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:31:58.710281 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:31:58.710281 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:31:58.710281 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:31:58.710281 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:31:58.710281 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:31:58.710281 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:31:58.710281 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:31:58.710281 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:31:58.710281 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:31:58.710281 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:31:58.710281 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:31:58.710281 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:31:58.710281 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:31:58.710281 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:31:58.710281 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:31:58.710281 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:31:58.710281 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:31:58.740159 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-21857094-6e0b-4784-b418-ae41480231f8 req-6c6c8c58-e3ff-48d7-8a17-fbb356dbbc56 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:58.757257 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0942c2ce-3b90-459a-aca1-1cefdb284c64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.785188 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0942c2ce-3b90-459a-aca1-1cefdb284c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.838841 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ce7c8c5b-4d96-4a48-add6-eb32d56c3ba4 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:31:58.852521 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0942c2ce-3b90-459a-aca1-1cefdb284c64 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:31:58.854487 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f46be6e4-8cf2-47da-b339-7ea76549167f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.880404 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e629e3e-0735-4280-8cbe-62981485f82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.909962 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: ce7c8c5b-4d96-4a48-add6-eb32d56c3ba4 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:31:58.910228 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f46be6e4-8cf2-47da-b339-7ea76549167f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.910854 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ce7c8c5b-4d96-4a48-add6-eb32d56c3ba4 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:31:58.925810 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f46be6e4-8cf2-47da-b339-7ea76549167f admin admin] 10.222.0.22 "DELETE /v2.0/networks/1a6a6fbf-c496-4d06-9355-8ae18e9bb8df HTTP/1.1" status: 204 len: 168 time: 1.5207503 Jul 16 08:31:58.933809 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-fec6d817-527c-4d5a-8d20-7a1b5907508d tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] Made reservation on behalf of 970eb3792f3f437aaba02d850098e10f for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:58.939648 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-fec6d817-527c-4d5a-8d20-7a1b5907508d tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.945470 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-4e629e3e-0735-4280-8cbe-62981485f82d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd3e23ac-b61f-435a-95cc-bf56a73d8636']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:58.972978 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0942c2ce-3b90-459a-aca1-1cefdb284c64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:58.973609 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-0942c2ce-3b90-459a-aca1-1cefdb284c64 admin admin] Added segment 1601abd3-1b0f-467a-8573-16719ac9ee54 of type vlan for network b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 Jul 16 08:31:58.982341 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942c2ce-3b90-459a-aca1-1cefdb284c64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5baac74-5363-4e75-a7ee-4fe5323ef8f9,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:58.985498 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46be6e4-8cf2-47da-b339-7ea76549167f admin admin] Pushing event deleted for resources: {'Network': ['ID=1a6a6fbf-c496-4d06-9355-8ae18e9bb8df,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:59.012131 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-4e629e3e-0735-4280-8cbe-62981485f82d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd411d2fe-f612-4213-9e02-6ac23434f1d5') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:59.012589 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-4e629e3e-0735-4280-8cbe-62981485f82d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd411d2fe-f612-4213-9e02-6ac23434f1d5') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:31:59.026426 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e629e3e-0735-4280-8cbe-62981485f82d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.067800 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-21857094-6e0b-4784-b418-ae41480231f8 req-6c6c8c58-e3ff-48d7-8a17-fbb356dbbc56 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.113955 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e629e3e-0735-4280-8cbe-62981485f82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.117756 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0942c2ce-3b90-459a-aca1-1cefdb284c64 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.141834 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54680) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:59.170950 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e629e3e-0735-4280-8cbe-62981485f82d admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:31:59.171526 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e629e3e-0735-4280-8cbe-62981485f82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.177858 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:31:59.177858 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:31:59.177858 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:31:59.177858 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:31:59.177858 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:31:59.177858 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:31:59.177858 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:31:59.177858 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:31:59.177858 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:31:59.177858 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:31:59.177858 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:31:59.177858 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:31:59.177858 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:31:59.177858 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:31:59.177858 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:31:59.177858 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:31:59.177858 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:31:59.177858 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:31:59.177858 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:31:59.177858 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:31:59.177858 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:31:59.177858 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:31:59.177858 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:31:59.177858 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:31:59.177858 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:31:59.177858 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:31:59.177858 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:31:59.177858 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:31:59.177858 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:31:59.177858 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:31:59.177858 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:31:59.177858 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:31:59.215139 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-99bcf176-7de9-42ab-ad93-54315031d4fb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7178dc64756040c68c3a21eee53bfc0c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0708058 Jul 16 08:31:59.216314 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54682) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:59.324081 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0942c2ce-3b90-459a-aca1-1cefdb284c64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.326764 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0942c2ce-3b90-459a-aca1-1cefdb284c64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:31:59.328039 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0942c2ce-3b90-459a-aca1-1cefdb284c64 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.349273 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e629e3e-0735-4280-8cbe-62981485f82d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.360028 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0942c2ce-3b90-459a-aca1-1cefdb284c64 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.6281822 Jul 16 08:31:59.361090 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54684) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:59.380280 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c10312bc-590e-44a4-b498-39dc1b59b513 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.383907 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9a6e80ec-e834-456a-87e8-6bb3a7e7ed82 admin admin] Request body: {'subnet': {'network_id': 'b2d19c32-2fcb-4a1c-86db-a53ab571cdf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-889052241-subnet', 'tenant_id': '96b808a620d443df8403c582e51f491a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:31:59.394684 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e629e3e-0735-4280-8cbe-62981485f82d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.397070 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4e629e3e-0735-4280-8cbe-62981485f82d admin admin] 10.222.0.22 "DELETE /v2.0/networks/dd3e23ac-b61f-435a-95cc-bf56a73d8636 HTTP/1.1" status: 204 len: 168 time: 1.7038667 Jul 16 08:31:59.442059 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c10312bc-590e-44a4-b498-39dc1b59b513 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.537745 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c10312bc-590e-44a4-b498-39dc1b59b513 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.542777 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c10312bc-590e-44a4-b498-39dc1b59b513 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:31:59.544267 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c10312bc-590e-44a4-b498-39dc1b59b513 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5f0e024d-693f-4fbd-afad-3c031a64d9a5 HTTP/1.1" status: 204 len: 168 time: 0.3263950 Jul 16 08:31:59.564011 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10312bc-590e-44a4-b498-39dc1b59b513 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0e024d-693f-4fbd-afad-3c031a64d9a5,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:59.621765 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-fec6d817-527c-4d5a-8d20-7a1b5907508d tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] Allocated IP 172.20.0.13 (0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd/0fc6c7fe-04bb-4774-8709-b797165a83f5/562de2eb-c4df-4d57-af60-4770291035fb) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:31:59.787106 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54704) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:59.790599 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-abacf9c1-e6e5-4d18-9cb9-863ddfc3ba78 req-039a47a5-436d-42b5-a910-15336e15da34 tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] 10.222.0.22 "GET /v2.0/ports?device_id=6225ed55-3c9e-40bb-8568-73df2b29e16d HTTP/1.1" status: 200 len: 210 time: 0.0663841 Jul 16 08:31:59.924403 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0942c2ce-3b90-459a-aca1-1cefdb284c64 admin admin] Pushing event updated for resources: {'Network': ['ID=b2d19c32-2fcb-4a1c-86db-a53ab571cdf4,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:31:59.925371 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8ee142fc-0e82-4dbd-8aea-2d1b8bc5203c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=07e8ec88e6434ad1bbf0d112a90583fd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1333930 Jul 16 08:31:59.927359 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54730) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:31:59.936084 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:31:59.982370 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6e80ec-e834-456a-87e8-6bb3a7e7ed82 admin admin] Made reservation on behalf of 96b808a620d443df8403c582e51f491a for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:31:59.985234 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a6e80ec-e834-456a-87e8-6bb3a7e7ed82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.003360 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ebc55ef5-d2ae-41b8-ab67-6fd0cd80f51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.041718 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ebc55ef5-d2ae-41b8-ab67-6fd0cd80f51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.153345 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ebc55ef5-d2ae-41b8-ab67-6fd0cd80f51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.156462 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ebc55ef5-d2ae-41b8-ab67-6fd0cd80f51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.157660 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ebc55ef5-d2ae-41b8-ab67-6fd0cd80f51a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d4d0248d-b94f-4aa4-8a82-233e3f45339d HTTP/1.1" status: 204 len: 168 time: 0.2280438 Jul 16 08:32:00.173583 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc55ef5-d2ae-41b8-ab67-6fd0cd80f51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d0248d-b94f-4aa4-8a82-233e3f45339d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:00.245223 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e629e3e-0735-4280-8cbe-62981485f82d admin admin] Pushing event deleted for resources: {'Network': ['ID=dd3e23ac-b61f-435a-95cc-bf56a73d8636,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:00.296822 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-21857094-6e0b-4784-b418-ae41480231f8 req-6c6c8c58-e3ff-48d7-8a17-fbb356dbbc56 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.366429 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54768) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:00.374902 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-fec6d817-527c-4d5a-8d20-7a1b5907508d tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.413037 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a6e80ec-e834-456a-87e8-6bb3a7e7ed82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.421517 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d4cbba15-4384-430a-ad46-0a790b4867e3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9c9693d9630a423cac4eb15d94cfbe72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0525858 Jul 16 08:32:00.423026 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54770) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:00.491774 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9be8546-2506-46aa-b6a8-ce4ec3d2e0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.540628 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6e80ec-e834-456a-87e8-6bb3a7e7ed82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=41d94230-f7df-4380-bdc6-f90c3a47e27a,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:00.549973 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-21857094-6e0b-4784-b418-ae41480231f8 req-6c6c8c58-e3ff-48d7-8a17-fbb356dbbc56 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Allocated IP 172.25.3.237 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/bc52f10f-5037-4a3d-a7ad-764d767095c6) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:00.574545 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9be8546-2506-46aa-b6a8-ce4ec3d2e0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.576551 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-fec6d817-527c-4d5a-8d20-7a1b5907508d tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.643616 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6e80ec-e834-456a-87e8-6bb3a7e7ed82 admin admin] Checking segment: {'id': '1601abd3-1b0f-467a-8573-16719ac9ee54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b2d19c32-2fcb-4a1c-86db-a53ab571cdf4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:00.644247 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6e80ec-e834-456a-87e8-6bb3a7e7ed82 admin admin] Network hostable DHCP agents. Network: b2d19c32-2fcb-4a1c-86db-a53ab571cdf4, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:32:00.668501 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f90369d-250b-4b73-9900-f749a9e4d7ec req-aaf3987f-a841-4090-8439-52d8d9e374f9 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:00.670244 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f90369d-250b-4b73-9900-f749a9e4d7ec req-aaf3987f-a841-4090-8439-52d8d9e374f9 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/ports?device_id=32247c9d-c875-4590-8621-c59e4a6d5442 HTTP/1.1" status: 200 len: 951 time: 0.1540196 Jul 16 08:32:00.675413 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-fec6d817-527c-4d5a-8d20-7a1b5907508d tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] Network 0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:00.690467 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9be8546-2506-46aa-b6a8-ce4ec3d2e0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.693221 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9be8546-2506-46aa-b6a8-ce4ec3d2e0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.694598 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f9be8546-2506-46aa-b6a8-ce4ec3d2e0fb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2e306e00-e16c-4fe7-b5c5-a6ac327eec7f HTTP/1.1" status: 204 len: 168 time: 0.2706568 Jul 16 08:32:00.712787 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be8546-2506-46aa-b6a8-ce4ec3d2e0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e306e00-e16c-4fe7-b5c5-a6ac327eec7f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:00.734464 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-fec6d817-527c-4d5a-8d20-7a1b5907508d tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:00.739452 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-fec6d817-527c-4d5a-8d20-7a1b5907508d tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:00.774779 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f90369d-250b-4b73-9900-f749a9e4d7ec req-0d32ee92-6ff9-476a-bf0f-c13040121be9 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/security-groups?id=2ea8f6c7-a8cf-411e-a7f4-45f36f5f4359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943849 Jul 16 08:32:00.855038 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec6d817-527c-4d5a-8d20-7a1b5907508d tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] Pushing event updated for resources: {'Port': ['ID=562de2eb-c4df-4d57-af60-4770291035fb,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:00.909594 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6e80ec-e834-456a-87e8-6bb3a7e7ed82 admin admin] Network b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:32:00.914567 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-21857094-6e0b-4784-b418-ae41480231f8 req-6c6c8c58-e3ff-48d7-8a17-fbb356dbbc56 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.922590 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-fec6d817-527c-4d5a-8d20-7a1b5907508d tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:00.923471 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-fec6d817-527c-4d5a-8d20-7a1b5907508d tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.941975 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-9a6e80ec-e834-456a-87e8-6bb3a7e7ed82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, b2d19c32-2fcb-4a1c-86db-a53ab571cdf4) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:00.950079 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6e80ec-e834-456a-87e8-6bb3a7e7ed82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:00.950718 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a6e80ec-e834-456a-87e8-6bb3a7e7ed82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:00.957143 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebaf2fe-40a6-4435-9a46-c695f599f1e3 None None] Network b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:00.957704 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-fec6d817-527c-4d5a-8d20-7a1b5907508d tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.5045452 Jul 16 08:32:00.978597 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-a4977a78-29e7-46e6-b4e4-1dc8cb84a8a6 service neutron] Request body: {'port': {'device_id': '6225ed55-3c9e-40bb-8568-73df2b29e16d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:01.022114 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9a6e80ec-e834-456a-87e8-6bb3a7e7ed82 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6338015 Jul 16 08:32:01.067327 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-21857094-6e0b-4784-b418-ae41480231f8 req-6c6c8c58-e3ff-48d7-8a17-fbb356dbbc56 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.097407 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac630e66-dded-4aad-a156-3aaa558bc9f3 req-6395c167-2b46-4f26-b0af-ce1daf335ad5 tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:01.110914 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac630e66-dded-4aad-a156-3aaa558bc9f3 req-6395c167-2b46-4f26-b0af-ce1daf335ad5 tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] 10.222.0.22 "GET /v2.0/ports?device_id=6225ed55-3c9e-40bb-8568-73df2b29e16d HTTP/1.1" status: 200 len: 932 time: 0.1374984 Jul 16 08:32:01.136197 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21857094-6e0b-4784-b418-ae41480231f8 req-6c6c8c58-e3ff-48d7-8a17-fbb356dbbc56 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:01.137118 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-a4977a78-29e7-46e6-b4e4-1dc8cb84a8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.144095 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-21857094-6e0b-4784-b418-ae41480231f8 req-6c6c8c58-e3ff-48d7-8a17-fbb356dbbc56 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:01.155755 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-21857094-6e0b-4784-b418-ae41480231f8 req-6c6c8c58-e3ff-48d7-8a17-fbb356dbbc56 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:01.162170 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c8c58-e3ff-48d7-8a17-fbb356dbbc56 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Pushing event updated for resources: {'Port': ['ID=bc52f10f-5037-4a3d-a7ad-764d767095c6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:01.175367 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac630e66-dded-4aad-a156-3aaa558bc9f3 req-a9385745-f955-4b89-bfc2-105f92106f22 tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5e7e8e0-1c2b-4baf-bda6-9e4466d838b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630186 Jul 16 08:32:01.385459 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee5b3293-68ed-47d8-b95b-29ba2f293294 None None] Network b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:01.505612 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-21857094-6e0b-4784-b418-ae41480231f8 req-6c6c8c58-e3ff-48d7-8a17-fbb356dbbc56 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.613916 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-21857094-6e0b-4784-b418-ae41480231f8 req-6c6c8c58-e3ff-48d7-8a17-fbb356dbbc56 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.846119 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.858640 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-a4977a78-29e7-46e6-b4e4-1dc8cb84a8a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 562de2eb-c4df-4d57-af60-4770291035fb {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:01.867765 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-a4977a78-29e7-46e6-b4e4-1dc8cb84a8a6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.902980 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-a4977a78-29e7-46e6-b4e4-1dc8cb84a8a6 service neutron] Transition to ACTIVE for port object 562de2eb-c4df-4d57-af60-4770291035fb will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:01.907363 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.911475 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-a4977a78-29e7-46e6-b4e4-1dc8cb84a8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:01.972733 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-cce5c759-46ea-4e9d-9561-62aa92733078 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:01.982447 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-cce5c759-46ea-4e9d-9561-62aa92733078 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/networks?id=b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 HTTP/1.1" status: 200 len: 814 time: 0.1774826 Jul 16 08:32:01.997534 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4977a78-29e7-46e6-b4e4-1dc8cb84a8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=562de2eb-c4df-4d57-af60-4770291035fb,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:02.003431 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-d44d9f37-59f9-4f1c-a2a1-d22993724286 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/quotas/96b808a620d443df8403c582e51f491a HTTP/1.1" status: 200 len: 375 time: 0.0195165 Jul 16 08:32:02.049432 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-128995ec-0d36-4db7-a831-85f4943adda4 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=96b808a620d443df8403c582e51f491a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0443008 Jul 16 08:32:02.049581 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54830) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:02.086998 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-21857094-6e0b-4784-b418-ae41480231f8 req-6c6c8c58-e3ff-48d7-8a17-fbb356dbbc56 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.093354 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-a4977a78-29e7-46e6-b4e4-1dc8cb84a8a6 service neutron] Attempting to bind port 562de2eb-c4df-4d57-af60-4770291035fb on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:02.093632 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-a4977a78-29e7-46e6-b4e4-1dc8cb84a8a6 service neutron] Attempting to bind port 562de2eb-c4df-4d57-af60-4770291035fb by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'afa4853d-cbd3-444d-964f-52523af08e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:02.093969 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-a4977a78-29e7-46e6-b4e4-1dc8cb84a8a6 service neutron] Attempting to bind port 562de2eb-c4df-4d57-af60-4770291035fb on network 0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:02.099428 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-21857094-6e0b-4784-b418-ae41480231f8 req-6c6c8c58-e3ff-48d7-8a17-fbb356dbbc56 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.104648 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-a4977a78-29e7-46e6-b4e4-1dc8cb84a8a6 service neutron] Port 562de2eb-c4df-4d57-af60-4770291035fb on network 0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:02.104990 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-a4977a78-29e7-46e6-b4e4-1dc8cb84a8a6 service neutron] Attempting to bind port 562de2eb-c4df-4d57-af60-4770291035fb on network 0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:02.115861 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-a4977a78-29e7-46e6-b4e4-1dc8cb84a8a6 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:02.116212 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-a4977a78-29e7-46e6-b4e4-1dc8cb84a8a6 service neutron] Checking segment: {'id': 'afa4853d-cbd3-444d-964f-52523af08e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:02.116641 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-a4977a78-29e7-46e6-b4e4-1dc8cb84a8a6 service neutron] Bound using segment: {'id': 'afa4853d-cbd3-444d-964f-52523af08e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:02.117815 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-a4977a78-29e7-46e6-b4e4-1dc8cb84a8a6 service neutron] Bound port: 562de2eb-c4df-4d57-af60-4770291035fb, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'afa4853d-cbd3-444d-964f-52523af08e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:02.118200 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-a4977a78-29e7-46e6-b4e4-1dc8cb84a8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.227373 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c6c8c58-e3ff-48d7-8a17-fbb356dbbc56 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Pushing event updated for resources: {'Port': ['ID=bc52f10f-5037-4a3d-a7ad-764d767095c6,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:02.246861 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-21857094-6e0b-4784-b418-ae41480231f8 req-6c6c8c58-e3ff-48d7-8a17-fbb356dbbc56 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.276505 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-21857094-6e0b-4784-b418-ae41480231f8 req-6c6c8c58-e3ff-48d7-8a17-fbb356dbbc56 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.277797 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-21857094-6e0b-4784-b418-ae41480231f8 req-6c6c8c58-e3ff-48d7-8a17-fbb356dbbc56 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5685732 Jul 16 08:32:02.279117 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-a4977a78-29e7-46e6-b4e4-1dc8cb84a8a6 service neutron] For port 562de2eb-c4df-4d57-af60-4770291035fb, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:02.283551 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-a4977a78-29e7-46e6-b4e4-1dc8cb84a8a6 service neutron] For port 562de2eb-c4df-4d57-af60-4770291035fb, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=562de2eb-c4df-4d57-af60-4770291035fb,segment=NetworkSegment(afa4853d-cbd3-444d-964f-52523af08e3a),segment_id=afa4853d-cbd3-444d-964f-52523af08e3a)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:02.290244 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-a4977a78-29e7-46e6-b4e4-1dc8cb84a8a6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.397512 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54842) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:02.398211 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-a4977a78-29e7-46e6-b4e4-1dc8cb84a8a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:02.398844 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-a4977a78-29e7-46e6-b4e4-1dc8cb84a8a6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.400216 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-a4977a78-29e7-46e6-b4e4-1dc8cb84a8a6 service neutron] 10.222.0.30 "PUT /v2.0/ports/562de2eb-c4df-4d57-af60-4770291035fb HTTP/1.1" status: 200 len: 1093 time: 1.4338727 Jul 16 08:32:02.423149 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6225ed55-3c9e-40bb-8568-73df2b29e16d', 'tag': '562de2eb-c4df-4d57-af60-4770291035fb'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:02.426189 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d9aeb6b-649f-4d04-bc3c-0fe73b72cb48" -d '{"events": [{"name": "network-changed", "server_uuid": "6225ed55-3c9e-40bb-8568-73df2b29e16d", "tag": "562de2eb-c4df-4d57-af60-4770291035fb"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:02.434575 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-21857094-6e0b-4784-b418-ae41480231f8 req-9de26c16-9b77-4548-be82-f28f8dccd5ad tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200 len: 696 time: 0.1302862 Jul 16 08:32:02.512817 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4977a78-29e7-46e6-b4e4-1dc8cb84a8a6 service neutron] Pushing event updated for resources: {'Port': ['ID=562de2eb-c4df-4d57-af60-4770291035fb,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:02.517174 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-77fc2460-767e-400d-ada7-c4147dafc0cc admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-765380442-network', 'tenant_id': '3d331a6d40bd4acba6cabcb4afde1424'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:02.552994 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-40a5df50-6343-4614-9ebb-867fcb0081ce service neutron] 10.222.0.22 "GET /v2.0/networks/b2d19c32-2fcb-4a1c-86db-a53ab571cdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4929953 Jul 16 08:32:02.588764 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77fc2460-767e-400d-ada7-c4147dafc0cc admin admin] Made reservation on behalf of 3d331a6d40bd4acba6cabcb4afde1424 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:02.591636 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-77fc2460-767e-400d-ada7-c4147dafc0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.604663 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-77fc2460-767e-400d-ada7-c4147dafc0cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.692547 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-fdebe5a1-10e6-4155-9cf6-11c9947994e5 service neutron] 10.222.0.22 "GET /v2.0/networks/b2d19c32-2fcb-4a1c-86db-a53ab571cdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337066 Jul 16 08:32:02.787632 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-77fc2460-767e-400d-ada7-c4147dafc0cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.792060 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-77fc2460-767e-400d-ada7-c4147dafc0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.824058 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-77fc2460-767e-400d-ada7-c4147dafc0cc admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:32:02.834674 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-77fc2460-767e-400d-ada7-c4147dafc0cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.835027 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-77fc2460-767e-400d-ada7-c4147dafc0cc admin admin] Added segment a8dd7d47-5e8e-4b8b-ab2a-d284e7d90163 of type vlan for network c7ba888f-235d-4b01-924c-67995e2fd22b Jul 16 08:32:02.869643 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-713b154f-ee6f-4400-8d99-574f51be5b3b admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-675037751-network', 'tenant_id': 'f5f8c025e5a64d168576e954e920c30f'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:02.909675 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-77fc2460-767e-400d-ada7-c4147dafc0cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.949648 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713b154f-ee6f-4400-8d99-574f51be5b3b admin admin] Made reservation on behalf of f5f8c025e5a64d168576e954e920c30f for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:02.958702 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-713b154f-ee6f-4400-8d99-574f51be5b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.985955 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-713b154f-ee6f-4400-8d99-574f51be5b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.991661 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-77fc2460-767e-400d-ada7-c4147dafc0cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:02.994776 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fc2460-767e-400d-ada7-c4147dafc0cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:02.997942 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-77fc2460-767e-400d-ada7-c4147dafc0cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.000658 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21857094-6e0b-4784-b418-ae41480231f8 req-6d79a17a-42b5-4c7a-b6e2-badb53786120 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:03.007816 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-21857094-6e0b-4784-b418-ae41480231f8 req-6d79a17a-42b5-4c7a-b6e2-badb53786120 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 784 time: 0.5651820 Jul 16 08:32:03.025097 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-21857094-6e0b-4784-b418-ae41480231f8 req-a97f65e5-76a5-462a-9ea3-3475abb063d3 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:32:03.038950 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-21857094-6e0b-4784-b418-ae41480231f8 req-a97f65e5-76a5-462a-9ea3-3475abb063d3 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0301762 Jul 16 08:32:03.046576 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-37734c80-cc49-429c-abf8-9c5e07903515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:03.048043 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-37734c80-cc49-429c-abf8-9c5e07903515 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=970eb3792f3f437aaba02d850098e10f&device_id=6225ed55-3c9e-40bb-8568-73df2b29e16d HTTP/1.1" status: 200 len: 1096 time: 0.5687387 Jul 16 08:32:03.054052 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-77fc2460-767e-400d-ada7-c4147dafc0cc admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0031416 Jul 16 08:32:03.060212 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54858) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:03.066691 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d0bbe639-a4d2-4149-a73c-784725637459 admin admin] Request body: {'subnet': {'network_id': 'c7ba888f-235d-4b01-924c-67995e2fd22b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-765380442-subnet', 'tenant_id': '3d331a6d40bd4acba6cabcb4afde1424', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:03.113170 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc2460-767e-400d-ada7-c4147dafc0cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389822ed-abda-4320-9680-5b3737b4648c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:03.145918 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-8b569a42-0f78-4edf-a582-c507dd209634 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=562de2eb-c4df-4d57-af60-4770291035fb HTTP/1.1" status: 200 len: 217 time: 0.0846972 Jul 16 08:32:03.192670 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fc2460-767e-400d-ada7-c4147dafc0cc admin admin] Pushing event updated for resources: {'Network': ['ID=c7ba888f-235d-4b01-924c-67995e2fd22b,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:03.206716 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network c7ba888f-235d-4b01-924c-67995e2fd22b details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:32:03.217350 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763dba29-90d2-4ea3-92f0-aa2f97e5ca8e req-2b06c5fa-5e63-4955-88bb-f3a3392fab92 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:03.225482 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-763dba29-90d2-4ea3-92f0-aa2f97e5ca8e req-2b06c5fa-5e63-4955-88bb-f3a3392fab92 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/ports?device_id=32247c9d-c875-4590-8621-c59e4a6d5442 HTTP/1.1" status: 200 len: 951 time: 0.1983774 Jul 16 08:32:03.259410 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-0a741d37-b8ed-4aac-a853-44fdf091462b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:03.260969 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-0a741d37-b8ed-4aac-a853-44fdf091462b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0fc6c7fe-04bb-4774-8709-b797165a83f5 HTTP/1.1" status: 200 len: 849 time: 0.0976934 Jul 16 08:32:03.273496 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-763dba29-90d2-4ea3-92f0-aa2f97e5ca8e req-b218c767-cb52-4efd-9c81-bd95b0d160db tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/security-groups?id=2ea8f6c7-a8cf-411e-a7f4-45f36f5f4359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432842 Jul 16 08:32:03.305956 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6834a95b-c1d2-4cdf-b0b7-42b88e70ee27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.327591 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-62fa41a2-085f-4eec-a8dd-5c6d85559116 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546570 Jul 16 08:32:03.342266 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea2161-4aa5-46b1-bfba-d066b2a3b094 req-24f62c9d-f066-494a-b8e9-17d098f5e661 tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:03.343830 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-deea2161-4aa5-46b1-bfba-d066b2a3b094 req-24f62c9d-f066-494a-b8e9-17d098f5e661 tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] 10.222.0.22 "GET /v2.0/ports?device_id=6225ed55-3c9e-40bb-8568-73df2b29e16d HTTP/1.1" status: 200 len: 944 time: 0.1947184 Jul 16 08:32:03.448051 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-713b154f-ee6f-4400-8d99-574f51be5b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.478640 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c6aad2-f407-4a5c-be84-ff4ea2b282ad x-openstack-request-id: req-97c6aad2-f407-4a5c-be84-ff4ea2b282ad {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:03.478933 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6225ed55-3c9e-40bb-8568-73df2b29e16d", "tag": "562de2eb-c4df-4d57-af60-4770291035fb", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:03.479181 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-97c6aad2-f407-4a5c-be84-ff4ea2b282ad {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:03.479573 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6225ed55-3c9e-40bb-8568-73df2b29e16d', 'tag': '562de2eb-c4df-4d57-af60-4770291035fb', 'status': 'completed', 'code': 200} Jul 16 08:32:03.486293 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-713b154f-ee6f-4400-8d99-574f51be5b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.504438 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-deea2161-4aa5-46b1-bfba-d066b2a3b094 req-8ae49b0e-849d-4925-8e07-642ba878ece7 tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5e7e8e0-1c2b-4baf-bda6-9e4466d838b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437316 Jul 16 08:32:03.538197 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-713b154f-ee6f-4400-8d99-574f51be5b3b admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:32:03.548449 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bbe639-a4d2-4149-a73c-784725637459 admin admin] Made reservation on behalf of 3d331a6d40bd4acba6cabcb4afde1424 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:03.550733 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0bbe639-a4d2-4149-a73c-784725637459 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.560292 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-44174680-8a98-40bf-86ef-adfec3d022da req-b3140733-59fd-4c8a-96ea-1961dbed4ff7 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=005467a0-c206-4ac7-9e53-42d96bcca5e6 HTTP/1.1" status: 200 len: 210 time: 0.0605364 Jul 16 08:32:03.622581 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-78fdbf7a-0452-419b-8ab6-70e67b6e9465 service neutron] 10.222.0.30 "GET /v2.0/networks/0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2756011 Jul 16 08:32:03.623291 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b154f-ee6f-4400-8d99-574f51be5b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=472a8618-1554-4112-8112-340f29240992,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:03.637583 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-713b154f-ee6f-4400-8d99-574f51be5b3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.637995 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-713b154f-ee6f-4400-8d99-574f51be5b3b admin admin] Added segment 73449dda-efec-4e75-b339-d11eba2786c6 of type vlan for network ea898f2d-7ff2-43e2-9728-c755d9fec725 Jul 16 08:32:03.796470 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-713b154f-ee6f-4400-8d99-574f51be5b3b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.943582 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-713b154f-ee6f-4400-8d99-574f51be5b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.944584 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-713b154f-ee6f-4400-8d99-574f51be5b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:03.945170 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-713b154f-ee6f-4400-8d99-574f51be5b3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:03.952110 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a4ebe6fc-51f7-4d5e-954d-005f2afb7778 req-cb8b13fa-de9f-47e9-834d-4eabc48cfade service neutron] 10.222.0.30 "GET /v2.0/networks/0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3014944 Jul 16 08:32:03.976816 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2aa55031-cecd-405b-8778-e73ed2be5968 req-7e4b0fa3-6634-45ca-b886-ec5706e4f81f tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4099760 Jul 16 08:32:04.015073 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-2aa55031-cecd-405b-8778-e73ed2be5968 req-23bd3bfa-badb-43c5-9cdb-d9aab4fe0873 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:04.036982 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-713b154f-ee6f-4400-8d99-574f51be5b3b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6403270 Jul 16 08:32:04.083248 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713b154f-ee6f-4400-8d99-574f51be5b3b admin admin] Pushing event updated for resources: {'Network': ['ID=ea898f2d-7ff2-43e2-9728-c755d9fec725,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:04.094468 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network ea898f2d-7ff2-43e2-9728-c755d9fec725 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:32:04.164060 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0bbe639-a4d2-4149-a73c-784725637459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.172508 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2aa55031-cecd-405b-8778-e73ed2be5968 req-23bd3bfa-badb-43c5-9cdb-d9aab4fe0873 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.268679 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9aeb6b-649f-4d04-bc3c-0fe73b72cb48 req-18945370-6686-4c6d-ae83-8804629cfc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:04.270211 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5d9aeb6b-649f-4d04-bc3c-0fe73b72cb48 req-18945370-6686-4c6d-ae83-8804629cfc17 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=970eb3792f3f437aaba02d850098e10f&device_id=6225ed55-3c9e-40bb-8568-73df2b29e16d HTTP/1.1" status: 200 len: 1096 time: 0.1982543 Jul 16 08:32:04.270848 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bbe639-a4d2-4149-a73c-784725637459 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c67276cd-8a3e-473d-9ce1-7f3f13cefdda,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:04.320746 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bbe639-a4d2-4149-a73c-784725637459 admin admin] Checking segment: {'id': 'a8dd7d47-5e8e-4b8b-ab2a-d284e7d90163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c7ba888f-235d-4b01-924c-67995e2fd22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:04.321100 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bbe639-a4d2-4149-a73c-784725637459 admin admin] Network hostable DHCP agents. Network: c7ba888f-235d-4b01-924c-67995e2fd22b, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:32:04.415543 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bbe639-a4d2-4149-a73c-784725637459 admin admin] Network c7ba888f-235d-4b01-924c-67995e2fd22b is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:32:04.443989 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-d0bbe639-a4d2-4149-a73c-784725637459 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, c7ba888f-235d-4b01-924c-67995e2fd22b) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:04.446245 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9aeb6b-649f-4d04-bc3c-0fe73b72cb48 req-33ee7377-4611-4f6e-a47d-9508d3eee2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:04.447760 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5d9aeb6b-649f-4d04-bc3c-0fe73b72cb48 req-33ee7377-4611-4f6e-a47d-9508d3eee2c6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd HTTP/1.1" status: 200 len: 910 time: 0.1693063 Jul 16 08:32:04.451290 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bbe639-a4d2-4149-a73c-784725637459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:04.451887 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0bbe639-a4d2-4149-a73c-784725637459 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.454272 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32645441-49bd-439d-a397-5b3421f004f9 None None] Network c7ba888f-235d-4b01-924c-67995e2fd22b requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:04.555278 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5d9aeb6b-649f-4d04-bc3c-0fe73b72cb48 req-180b75c0-24a2-4e87-bb9d-4ed8bfb4420d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=562de2eb-c4df-4d57-af60-4770291035fb HTTP/1.1" status: 200 len: 217 time: 0.0959415 Jul 16 08:32:04.571056 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d0bbe639-a4d2-4149-a73c-784725637459 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5086000 Jul 16 08:32:04.578205 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54942) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:04.605541 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-39e1099e-fdf1-46d6-bae2-74bc001e118b tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:04.606133 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 930dd323-1008-413d-b067-f50de030ab82 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:04.608113 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-39e1099e-fdf1-46d6-bae2-74bc001e118b tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.21 "GET /v2.0/networks?id=b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 HTTP/1.1" status: 200 len: 814 time: 0.2377934 Jul 16 08:32:04.610124 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-109f2f34-6f44-4564-a863-7e74c7f155dd admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-765380442-router', 'tenant_id': '3d331a6d40bd4acba6cabcb4afde1424', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:04.623617 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-af82cc66-0de8-4965-a123-f4003145ed99 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Request body: {'port': {'device_id': '005467a0-c206-4ac7-9e53-42d96bcca5e6', 'network_id': 'b2d19c32-2fcb-4a1c-86db-a53ab571cdf4', 'admin_state_up': True, 'tenant_id': '96b808a620d443df8403c582e51f491a'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:04.677735 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9aeb6b-649f-4d04-bc3c-0fe73b72cb48 req-7b7fee77-dfd5-4975-a7ce-0d9cdb997eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:04.679734 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5d9aeb6b-649f-4d04-bc3c-0fe73b72cb48 req-7b7fee77-dfd5-4975-a7ce-0d9cdb997eae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=0fc6c7fe-04bb-4774-8709-b797165a83f5 HTTP/1.1" status: 200 len: 849 time: 0.1074200 Jul 16 08:32:04.689020 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2aa55031-cecd-405b-8778-e73ed2be5968 req-23bd3bfa-badb-43c5-9cdb-d9aab4fe0873 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.695203 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c6b351-7329-4875-a4a9-b7f7ca40bdf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-c7ba888f-235d-4b01-924c-67995e2fd22b', 'network_id': 'c7ba888f-235d-4b01-924c-67995e2fd22b', 'tenant_id': '3d331a6d40bd4acba6cabcb4afde1424', 'fixed_ips': [{'subnet_id': 'c67276cd-8a3e-473d-9ce1-7f3f13cefdda'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:32:04.696063 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75c6b351-7329-4875-a4a9-b7f7ca40bdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.854931 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-2aa55031-cecd-405b-8778-e73ed2be5968 req-23bd3bfa-badb-43c5-9cdb-d9aab4fe0873 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Allocated IP 172.25.3.32 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/1a8acaf6-cb88-4aec-b086-6899f8939a32) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:04.902928 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-75c6b351-7329-4875-a4a9-b7f7ca40bdf8 None None] Allocated IP 172.20.0.2 (c7ba888f-235d-4b01-924c-67995e2fd22b/c67276cd-8a3e-473d-9ce1-7f3f13cefdda/7cf58d7b-1713-4cc3-a239-39938bc781b6) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:04.952046 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5d9aeb6b-649f-4d04-bc3c-0fe73b72cb48 req-ec047cf4-d082-4a2b-b508-b4be3234cba8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0526636 Jul 16 08:32:04.962609 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:04.965584 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40541337-f7fc-470e-99ec-cd4d68a80d54 req-80eb8831-3ec1-42e0-b7cb-bee0d4547433 tempest-ComputeTenantNetworksTest-1445699370 tempest-ComputeTenantNetworksTest-1445699370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:04.971816 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40541337-f7fc-470e-99ec-cd4d68a80d54 req-80eb8831-3ec1-42e0-b7cb-bee0d4547433 tempest-ComputeTenantNetworksTest-1445699370 tempest-ComputeTenantNetworksTest-1445699370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:04.978591 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40541337-f7fc-470e-99ec-cd4d68a80d54 req-80eb8831-3ec1-42e0-b7cb-bee0d4547433 tempest-ComputeTenantNetworksTest-1445699370 tempest-ComputeTenantNetworksTest-1445699370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:04.992748 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-40541337-f7fc-470e-99ec-cd4d68a80d54 req-80eb8831-3ec1-42e0-b7cb-bee0d4547433 tempest-ComputeTenantNetworksTest-1445699370 tempest-ComputeTenantNetworksTest-1445699370-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1902 time: 0.3251696 Jul 16 08:32:05.029762 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-109f2f34-6f44-4564-a863-7e74c7f155dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.030986 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32247c9d-c875-4590-8621-c59e4a6d5442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '930dd323-1008-413d-b067-f50de030ab82'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:05.031344 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-af82cc66-0de8-4965-a123-f4003145ed99 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Made reservation on behalf of 96b808a620d443df8403c582e51f491a for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:05.032169 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-109f2f34-6f44-4564-a863-7e74c7f155dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.033656 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2d8b53c-9763-4509-923e-71bd44a39875" -d '{"events": [{"server_uuid": "32247c9d-c875-4590-8621-c59e4a6d5442", "name": "network-vif-unplugged", "status": "completed", "tag": "930dd323-1008-413d-b067-f50de030ab82"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:05.036723 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-af82cc66-0de8-4965-a123-f4003145ed99 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.063822 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 930dd323-1008-413d-b067-f50de030ab82, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=930dd323-1008-413d-b067-f50de030ab82,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:05.086551 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.195636 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2aa55031-cecd-405b-8778-e73ed2be5968 req-23bd3bfa-badb-43c5-9cdb-d9aab4fe0873 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.205249 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75c6b351-7329-4875-a4a9-b7f7ca40bdf8 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.211184 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-109f2f34-6f44-4564-a863-7e74c7f155dd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.215815 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=930dd323-1008-413d-b067-f50de030ab82,revision_number=11']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:05.227221 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:05.227934 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:05.228542 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:05.229400 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-af82cc66-0de8-4965-a123-f4003145ed99 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Allocated IP 172.20.0.13 (b2d19c32-2fcb-4a1c-86db-a53ab571cdf4/41d94230-f7df-4380-bdc6-f90c3a47e27a/1f263586-c0cf-44d1-b41e-1d556581b79d) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:05.229531 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:05.229821 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:05.230468 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:05.231028 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:05.231836 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:05.232431 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:05.233214 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:05.233868 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:05.234438 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:05.243344 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-75c6b351-7329-4875-a4a9-b7f7ca40bdf8 None None] Transition to ACTIVE for port object 7cf58d7b-1713-4cc3-a239-39938bc781b6 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:05.262757 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-75c6b351-7329-4875-a4a9-b7f7ca40bdf8 None None] Transition to ACTIVE for port object 7cf58d7b-1713-4cc3-a239-39938bc781b6 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:05.275145 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75c6b351-7329-4875-a4a9-b7f7ca40bdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.364075 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c6b351-7329-4875-a4a9-b7f7ca40bdf8 None None] Network c7ba888f-235d-4b01-924c-67995e2fd22b is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:05.369414 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-75c6b351-7329-4875-a4a9-b7f7ca40bdf8 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:05.372917 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c6b351-7329-4875-a4a9-b7f7ca40bdf8 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:05.374071 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5d9aeb6b-649f-4d04-bc3c-0fe73b72cb48 req-f5bf3d49-a5a2-4527-babe-0cfce22f04dd service neutron] 10.222.0.30 "GET /v2.0/networks/0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3783135 Jul 16 08:32:05.412323 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c6b351-7329-4875-a4a9-b7f7ca40bdf8 None None] Pushing event updated for resources: {'Port': ['ID=7cf58d7b-1713-4cc3-a239-39938bc781b6,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:05.443618 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-af82cc66-0de8-4965-a123-f4003145ed99 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.476780 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-109f2f34-6f44-4564-a863-7e74c7f155dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.516333 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-75c6b351-7329-4875-a4a9-b7f7ca40bdf8 None None] Attempting to bind port 7cf58d7b-1713-4cc3-a239-39938bc781b6 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:05.517253 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-75c6b351-7329-4875-a4a9-b7f7ca40bdf8 None None] Attempting to bind port 7cf58d7b-1713-4cc3-a239-39938bc781b6 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'a8dd7d47-5e8e-4b8b-ab2a-d284e7d90163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c7ba888f-235d-4b01-924c-67995e2fd22b'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:05.517253 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c6b351-7329-4875-a4a9-b7f7ca40bdf8 None None] Attempting to bind port 7cf58d7b-1713-4cc3-a239-39938bc781b6 on network c7ba888f-235d-4b01-924c-67995e2fd22b {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:05.526328 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c6b351-7329-4875-a4a9-b7f7ca40bdf8 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 31, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:05.526690 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c6b351-7329-4875-a4a9-b7f7ca40bdf8 None None] Checking segment: {'id': 'a8dd7d47-5e8e-4b8b-ab2a-d284e7d90163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c7ba888f-235d-4b01-924c-67995e2fd22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:05.527168 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75c6b351-7329-4875-a4a9-b7f7ca40bdf8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.527428 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2aa55031-cecd-405b-8778-e73ed2be5968 req-23bd3bfa-badb-43c5-9cdb-d9aab4fe0873 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.527604 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75c6b351-7329-4875-a4a9-b7f7ca40bdf8 None None] Bound using segment: {'id': 'a8dd7d47-5e8e-4b8b-ab2a-d284e7d90163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c7ba888f-235d-4b01-924c-67995e2fd22b'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:05.528470 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-75c6b351-7329-4875-a4a9-b7f7ca40bdf8 None None] Bound port: 7cf58d7b-1713-4cc3-a239-39938bc781b6, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8dd7d47-5e8e-4b8b-ab2a-d284e7d90163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c7ba888f-235d-4b01-924c-67995e2fd22b'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:05.528959 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75c6b351-7329-4875-a4a9-b7f7ca40bdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.567478 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-af82cc66-0de8-4965-a123-f4003145ed99 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.628392 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af82cc66-0de8-4965-a123-f4003145ed99 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Pushing event updated for resources: {'Port': ['ID=1f263586-c0cf-44d1-b41e-1d556581b79d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:05.631215 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-75c6b351-7329-4875-a4a9-b7f7ca40bdf8 None None] For port 7cf58d7b-1713-4cc3-a239-39938bc781b6, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:05.635586 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-af82cc66-0de8-4965-a123-f4003145ed99 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Network b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:05.638986 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-af82cc66-0de8-4965-a123-f4003145ed99 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:05.639253 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-75c6b351-7329-4875-a4a9-b7f7ca40bdf8 None None] For port 7cf58d7b-1713-4cc3-a239-39938bc781b6, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=7cf58d7b-1713-4cc3-a239-39938bc781b6,segment=NetworkSegment(a8dd7d47-5e8e-4b8b-ab2a-d284e7d90163),segment_id=a8dd7d47-5e8e-4b8b-ab2a-d284e7d90163)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:05.642019 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-af82cc66-0de8-4965-a123-f4003145ed99 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:05.648016 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75c6b351-7329-4875-a4a9-b7f7ca40bdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.677822 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b54c56-fbf0-4bf0-abfe-66b9b77e195e req-87a022a9-f59c-472f-b1d7-a3d218da39ff tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:05.679652 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-89b54c56-fbf0-4bf0-abfe-66b9b77e195e req-87a022a9-f59c-472f-b1d7-a3d218da39ff tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] 10.222.0.22 "GET /v2.0/ports?device_id=6225ed55-3c9e-40bb-8568-73df2b29e16d HTTP/1.1" status: 200 len: 944 time: 0.1848056 Jul 16 08:32:05.698109 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd3bfa-badb-43c5-9cdb-d9aab4fe0873 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Pushing event updated for resources: {'Port': ['ID=1a8acaf6-cb88-4aec-b086-6899f8939a32,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:05.708588 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2aa55031-cecd-405b-8778-e73ed2be5968 req-23bd3bfa-badb-43c5-9cdb-d9aab4fe0873 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:05.730575 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4fbce112-1757-4541-9f46-df6438c086cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.731990 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-2aa55031-cecd-405b-8778-e73ed2be5968 req-23bd3bfa-badb-43c5-9cdb-d9aab4fe0873 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:05.744953 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-2aa55031-cecd-405b-8778-e73ed2be5968 req-23bd3bfa-badb-43c5-9cdb-d9aab4fe0873 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:05.764724 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c6b351-7329-4875-a4a9-b7f7ca40bdf8 None None] Pushing event updated for resources: {'Port': ['ID=7cf58d7b-1713-4cc3-a239-39938bc781b6,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:05.772301 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-89b54c56-fbf0-4bf0-abfe-66b9b77e195e req-753a1b8e-83ce-4ada-ace3-206a39e39a93 tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5e7e8e0-1c2b-4baf-bda6-9e4466d838b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827310 Jul 16 08:32:05.779128 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-af82cc66-0de8-4965-a123-f4003145ed99 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:05.779833 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-af82cc66-0de8-4965-a123-f4003145ed99 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.799230 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-af82cc66-0de8-4965-a123-f4003145ed99 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1818080 Jul 16 08:32:05.816562 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-551e733e-d37d-41d4-b13e-b92d79436298 service neutron] Request body: {'port': {'device_id': '005467a0-c206-4ac7-9e53-42d96bcca5e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:05.822712 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5d9aeb6b-649f-4d04-bc3c-0fe73b72cb48 req-c61621a7-7447-48be-9853-8c488964572c service neutron] 10.222.0.30 "GET /v2.0/networks/0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3590896 Jul 16 08:32:05.955418 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-551e733e-d37d-41d4-b13e-b92d79436298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.955825 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:05.975106 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2aa55031-cecd-405b-8778-e73ed2be5968 req-23bd3bfa-badb-43c5-9cdb-d9aab4fe0873 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:06.037639 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ffd18a-b435-4f56-9b9f-74bd32ba1828 req-8635af38-d560-4b0d-88fb-2eadc6b5a0c3 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:06.039658 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f8ffd18a-b435-4f56-9b9f-74bd32ba1828 req-8635af38-d560-4b0d-88fb-2eadc6b5a0c3 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=005467a0-c206-4ac7-9e53-42d96bcca5e6 HTTP/1.1" status: 200 len: 932 time: 0.1343715 Jul 16 08:32:06.164864 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f8ffd18a-b435-4f56-9b9f-74bd32ba1828 req-af65af79-4f07-45ac-9477-77c078c27ade tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149554 Jul 16 08:32:06.212259 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2aa55031-cecd-405b-8778-e73ed2be5968 req-23bd3bfa-badb-43c5-9cdb-d9aab4fe0873 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:06.265235 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-109f2f34-6f44-4564-a863-7e74c7f155dd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:06.300913 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-109f2f34-6f44-4564-a863-7e74c7f155dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:06.375275 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b452bd-ce3d-4b91-ae44-2f2f3a2c068c req-4af941fa-caa4-4fff-8509-3c6ed1b21ed0 tempest-ComputeTenantNetworksTest-1445699370 tempest-ComputeTenantNetworksTest-1445699370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:06.377453 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-99b452bd-ce3d-4b91-ae44-2f2f3a2c068c req-4af941fa-caa4-4fff-8509-3c6ed1b21ed0 tempest-ComputeTenantNetworksTest-1445699370 tempest-ComputeTenantNetworksTest-1445699370-project] 10.222.0.22 "GET /v2.0/networks/ea898f2d-7ff2-43e2-9728-c755d9fec725 HTTP/1.1" status: 200 len: 768 time: 0.1497352 Jul 16 08:32:06.385596 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54966) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:06.431941 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87cc104a-b7f9-47f3-9c49-ce89fc8147f5 x-openstack-request-id: req-87cc104a-b7f9-47f3-9c49-ce89fc8147f5 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:06.432210 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32247c9d-c875-4590-8621-c59e4a6d5442", "name": "network-vif-unplugged", "status": "completed", "tag": "930dd323-1008-413d-b067-f50de030ab82", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:06.432874 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-87cc104a-b7f9-47f3-9c49-ce89fc8147f5 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:06.432874 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32247c9d-c875-4590-8621-c59e4a6d5442', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '930dd323-1008-413d-b067-f50de030ab82', 'code': 200} Jul 16 08:32:06.512938 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-387f39dd-8d3c-43a5-82a5-8f8cecf86056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:06.518551 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-551e733e-d37d-41d4-b13e-b92d79436298 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1f263586-c0cf-44d1-b41e-1d556581b79d {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:06.530390 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-551e733e-d37d-41d4-b13e-b92d79436298 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:06.539771 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-109f2f34-6f44-4564-a863-7e74c7f155dd admin admin] Allocated IP 172.25.3.47 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/782373ff-aa49-435b-a0ac-3d7d29aaf75f) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:06.548190 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-551e733e-d37d-41d4-b13e-b92d79436298 service neutron] Transition to ACTIVE for port object 1f263586-c0cf-44d1-b41e-1d556581b79d will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:06.574207 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-551e733e-d37d-41d4-b13e-b92d79436298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:06.644013 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2aa55031-cecd-405b-8778-e73ed2be5968 req-23bd3bfa-badb-43c5-9cdb-d9aab4fe0873 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:06.664241 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2aa55031-cecd-405b-8778-e73ed2be5968 req-23bd3bfa-badb-43c5-9cdb-d9aab4fe0873 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:06.670152 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-387f39dd-8d3c-43a5-82a5-8f8cecf86056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:06.696937 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-387f39dd-8d3c-43a5-82a5-8f8cecf86056 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea898f2d-7ff2-43e2-9728-c755d9fec725']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:06.717652 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-387f39dd-8d3c-43a5-82a5-8f8cecf86056 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73449dda-efec-4e75-b339-d11eba2786c6') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:06.718426 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-387f39dd-8d3c-43a5-82a5-8f8cecf86056 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73449dda-efec-4e75-b339-d11eba2786c6') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:06.732377 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 562de2eb-c4df-4d57-af60-4770291035fb details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:06.762192 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e733e-d37d-41d4-b13e-b92d79436298 service neutron] Pushing event updated for resources: {'Port': ['ID=1f263586-c0cf-44d1-b41e-1d556581b79d,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:06.800166 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-387f39dd-8d3c-43a5-82a5-8f8cecf86056 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:06.875772 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-387f39dd-8d3c-43a5-82a5-8f8cecf86056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:06.918099 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387f39dd-8d3c-43a5-82a5-8f8cecf86056 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:32:06.918514 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-387f39dd-8d3c-43a5-82a5-8f8cecf86056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:32:06.920723 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:32:06.960664 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-551e733e-d37d-41d4-b13e-b92d79436298 service neutron] Attempting to bind port 1f263586-c0cf-44d1-b41e-1d556581b79d on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:06.961006 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-551e733e-d37d-41d4-b13e-b92d79436298 service neutron] Attempting to bind port 1f263586-c0cf-44d1-b41e-1d556581b79d by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '1601abd3-1b0f-467a-8573-16719ac9ee54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b2d19c32-2fcb-4a1c-86db-a53ab571cdf4'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:06.961342 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-551e733e-d37d-41d4-b13e-b92d79436298 service neutron] Attempting to bind port 1f263586-c0cf-44d1-b41e-1d556581b79d on network b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:06.961567 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2aa55031-cecd-405b-8778-e73ed2be5968 req-23bd3bfa-badb-43c5-9cdb-d9aab4fe0873 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:06.984593 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-109f2f34-6f44-4564-a863-7e74c7f155dd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:06.991794 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2aa55031-cecd-405b-8778-e73ed2be5968 req-23bd3bfa-badb-43c5-9cdb-d9aab4fe0873 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:06.993369 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2aa55031-cecd-405b-8778-e73ed2be5968 req-23bd3bfa-badb-43c5-9cdb-d9aab4fe0873 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.9980955 Jul 16 08:32:06.997944 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bd3bfa-badb-43c5-9cdb-d9aab4fe0873 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Pushing event updated for resources: {'Port': ['ID=1a8acaf6-cb88-4aec-b086-6899f8939a32,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:07.013724 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-551e733e-d37d-41d4-b13e-b92d79436298 service neutron] Port 1f263586-c0cf-44d1-b41e-1d556581b79d on network b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:07.014055 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-551e733e-d37d-41d4-b13e-b92d79436298 service neutron] Attempting to bind port 1f263586-c0cf-44d1-b41e-1d556581b79d on network b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:07.016830 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 562de2eb-c4df-4d57-af60-4770291035fb, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=562de2eb-c4df-4d57-af60-4770291035fb,segment=NetworkSegment(afa4853d-cbd3-444d-964f-52523af08e3a),segment_id=afa4853d-cbd3-444d-964f-52523af08e3a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:07.034338 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-551e733e-d37d-41d4-b13e-b92d79436298 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:07.034338 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-551e733e-d37d-41d4-b13e-b92d79436298 service neutron] Checking segment: {'id': '1601abd3-1b0f-467a-8573-16719ac9ee54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b2d19c32-2fcb-4a1c-86db-a53ab571cdf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:07.034338 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-551e733e-d37d-41d4-b13e-b92d79436298 service neutron] Bound using segment: {'id': '1601abd3-1b0f-467a-8573-16719ac9ee54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b2d19c32-2fcb-4a1c-86db-a53ab571cdf4'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:07.036779 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-551e733e-d37d-41d4-b13e-b92d79436298 service neutron] Bound port: 1f263586-c0cf-44d1-b41e-1d556581b79d, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1601abd3-1b0f-467a-8573-16719ac9ee54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b2d19c32-2fcb-4a1c-86db-a53ab571cdf4'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:07.037166 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-551e733e-d37d-41d4-b13e-b92d79436298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.042461 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '562de2eb-c4df-4d57-af60-4770291035fb', 'network_id': '0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd', 'port_id': '562de2eb-c4df-4d57-af60-4770291035fb', 'mac_address': 'fa:16:3e:1c:97:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0fc6c7fe-04bb-4774-8709-b797165a83f5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:32:07.044884 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-387f39dd-8d3c-43a5-82a5-8f8cecf86056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.049882 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 7cf58d7b-1713-4cc3-a239-39938bc781b6 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:07.081411 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2aa55031-cecd-405b-8778-e73ed2be5968 req-7d1faf82-bdc8-4a10-8d5d-5385d5e61d31 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.32 HTTP/1.1" status: 200 len: 695 time: 0.0705061 Jul 16 08:32:07.088870 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-387f39dd-8d3c-43a5-82a5-8f8cecf86056 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.096836 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-387f39dd-8d3c-43a5-82a5-8f8cecf86056 admin admin] 10.222.0.22 "DELETE /v2.0/networks/ea898f2d-7ff2-43e2-9728-c755d9fec725 HTTP/1.1" status: 204 len: 168 time: 0.7101009 Jul 16 08:32:07.145169 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.150160 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f39dd-8d3c-43a5-82a5-8f8cecf86056 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea898f2d-7ff2-43e2-9728-c755d9fec725,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:07.165863 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.193438 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 562de2eb-c4df-4d57-af60-4770291035fb {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:07.210132 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 7cf58d7b-1713-4cc3-a239-39938bc781b6 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:07.237793 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 562de2eb-c4df-4d57-af60-4770291035fb, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=562de2eb-c4df-4d57-af60-4770291035fb,segment=NetworkSegment(afa4853d-cbd3-444d-964f-52523af08e3a),segment_id=afa4853d-cbd3-444d-964f-52523af08e3a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:07.242454 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-551e733e-d37d-41d4-b13e-b92d79436298 service neutron] For port 1f263586-c0cf-44d1-b41e-1d556581b79d, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:07.249815 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.260555 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50850ff8-ef50-460a-82d1-f33de7ddfb98 None None] Network c7ba888f-235d-4b01-924c-67995e2fd22b requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:07.273247 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-551e733e-d37d-41d4-b13e-b92d79436298 service neutron] For port 1f263586-c0cf-44d1-b41e-1d556581b79d, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=1f263586-c0cf-44d1-b41e-1d556581b79d,segment=NetworkSegment(1601abd3-1b0f-467a-8573-16719ac9ee54),segment_id=1601abd3-1b0f-467a-8573-16719ac9ee54)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:07.284197 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-109f2f34-6f44-4564-a863-7e74c7f155dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.290240 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-551e733e-d37d-41d4-b13e-b92d79436298 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.333877 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1133afb2-6bc6-4da2-b867-dfc825883ae4 req-27113cb7-187a-47e6-b5da-fe05dc19e1a4 tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:07.335982 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-109f2f34-6f44-4564-a863-7e74c7f155dd admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:07.338666 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1133afb2-6bc6-4da2-b867-dfc825883ae4 req-27113cb7-187a-47e6-b5da-fe05dc19e1a4 tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] 10.222.0.22 "GET /v2.0/ports?device_id=6225ed55-3c9e-40bb-8568-73df2b29e16d HTTP/1.1" status: 200 len: 944 time: 0.2685170 Jul 16 08:32:07.340812 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-109f2f34-6f44-4564-a863-7e74c7f155dd admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:07.343239 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109f2f34-6f44-4564-a863-7e74c7f155dd admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:07.375439 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55006) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:07.408418 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-551e733e-d37d-41d4-b13e-b92d79436298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:07.409416 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-551e733e-d37d-41d4-b13e-b92d79436298 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.411053 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-551e733e-d37d-41d4-b13e-b92d79436298 service neutron] 10.222.0.21 "PUT /v2.0/ports/1f263586-c0cf-44d1-b41e-1d556581b79d HTTP/1.1" status: 200 len: 1093 time: 1.6017218 Jul 16 08:32:07.411707 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '005467a0-c206-4ac7-9e53-42d96bcca5e6', 'tag': '1f263586-c0cf-44d1-b41e-1d556581b79d'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:07.414373 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62bab505-ed99-4127-9a6e-37af4a6b3de1" -d '{"events": [{"name": "network-changed", "server_uuid": "005467a0-c206-4ac7-9e53-42d96bcca5e6", "tag": "1f263586-c0cf-44d1-b41e-1d556581b79d"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:07.419489 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=562de2eb-c4df-4d57-af60-4770291035fb,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:07.428619 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-637bcad7-dc6d-4c32-a6e9-5219d09ecb78 None None] Provisioning for port 7cf58d7b-1713-4cc3-a239-39938bc781b6 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:07.437072 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-637bcad7-dc6d-4c32-a6e9-5219d09ecb78 None None] Provisioning complete for port 7cf58d7b-1713-4cc3-a239-39938bc781b6 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:07.437612 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-637bcad7-dc6d-4c32-a6e9-5219d09ecb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.447348 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa55031-cecd-405b-8778-e73ed2be5968 req-b5880a7f-ef70-4b81-b60c-ff7ad9fdeaa9 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:07.449006 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2aa55031-cecd-405b-8778-e73ed2be5968 req-b5880a7f-ef70-4b81-b60c-ff7ad9fdeaa9 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 784 time: 0.3589864 Jul 16 08:32:07.449665 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109f2f34-6f44-4564-a863-7e74c7f155dd admin admin] Pushing event updated for resources: {'Port': ['ID=782373ff-aa49-435b-a0ac-3d7d29aaf75f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:07.462938 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551e733e-d37d-41d4-b13e-b92d79436298 service neutron] Pushing event updated for resources: {'Port': ['ID=1f263586-c0cf-44d1-b41e-1d556581b79d,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:07.477234 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1133afb2-6bc6-4da2-b867-dfc825883ae4 req-96b5159d-8ad4-4615-b094-90c3e4187736 tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5e7e8e0-1c2b-4baf-bda6-9e4466d838b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968199 Jul 16 08:32:07.515205 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-617ec6e7-ffa3-4cae-b338-8887d90983af admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f5f8c025e5a64d168576e954e920c30f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1348429 Jul 16 08:32:07.517655 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55018) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:07.570200 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['562de2eb-c4df-4d57-af60-4770291035fb'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:07.581555 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1db5a10-bf70-44b6-a36b-9d59ddb7d7fa x-openstack-request-id: req-d1db5a10-bf70-44b6-a36b-9d59ddb7d7fa {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:07.581849 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "005467a0-c206-4ac7-9e53-42d96bcca5e6", "tag": "1f263586-c0cf-44d1-b41e-1d556581b79d", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:07.582106 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d1db5a10-bf70-44b6-a36b-9d59ddb7d7fa {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:07.582513 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '005467a0-c206-4ac7-9e53-42d96bcca5e6', 'tag': '1f263586-c0cf-44d1-b41e-1d556581b79d', 'status': 'completed', 'code': 200} Jul 16 08:32:07.605854 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-065183ed-8821-4761-bfed-1193d08845df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:07.610437 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-065183ed-8821-4761-bfed-1193d08845df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=96b808a620d443df8403c582e51f491a&device_id=005467a0-c206-4ac7-9e53-42d96bcca5e6 HTTP/1.1" status: 200 len: 1096 time: 0.1322429 Jul 16 08:32:07.670189 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-c0d97c2a-7c9a-4c2c-b1e7-741bf61d3d05 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f263586-c0cf-44d1-b41e-1d556581b79d HTTP/1.1" status: 200 len: 217 time: 0.0517471 Jul 16 08:32:07.782500 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-55df44b5-ebb2-4d43-b68a-ade3c7b626d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:07.784485 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-55df44b5-ebb2-4d43-b68a-ade3c7b626d1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41d94230-f7df-4380-bdc6-f90c3a47e27a HTTP/1.1" status: 200 len: 854 time: 0.1025519 Jul 16 08:32:07.817756 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-637bcad7-dc6d-4c32-a6e9-5219d09ecb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.833175 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-bda828f2-cb07-47f8-a94f-6df93551de31 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b2d19c32-2fcb-4a1c-86db-a53ab571cdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416901 Jul 16 08:32:07.844224 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6551b60d-7c1a-4faf-8163-a31c15aa1946 req-1a33d873-46f1-4270-bd06-f62522b5b070 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:07.847624 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6551b60d-7c1a-4faf-8163-a31c15aa1946 req-1a33d873-46f1-4270-bd06-f62522b5b070 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=005467a0-c206-4ac7-9e53-42d96bcca5e6 HTTP/1.1" status: 200 len: 944 time: 0.1810391 Jul 16 08:32:07.898299 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-637bcad7-dc6d-4c32-a6e9-5219d09ecb78 None None] For port 7cf58d7b-1713-4cc3-a239-39938bc781b6, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=7cf58d7b-1713-4cc3-a239-39938bc781b6,segment=NetworkSegment(a8dd7d47-5e8e-4b8b-ab2a-d284e7d90163),segment_id=a8dd7d47-5e8e-4b8b-ab2a-d284e7d90163)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:07.919681 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-637bcad7-dc6d-4c32-a6e9-5219d09ecb78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:07.969748 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-f641bb04-9dd8-45a8-b8ce-a256906dc2e6 service neutron] 10.222.0.21 "GET /v2.0/networks/b2d19c32-2fcb-4a1c-86db-a53ab571cdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203156 Jul 16 08:32:08.037406 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637bcad7-dc6d-4c32-a6e9-5219d09ecb78 None None] Pushing event updated for resources: {'Port': ['ID=7cf58d7b-1713-4cc3-a239-39938bc781b6,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:08.070662 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ac0d1c79-06d9-4205-afd8-6c4ef64a0252 req-b05d4fab-808e-4193-9ad7-f41ebd1abf2f tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/floatingips/93032512-6ceb-4282-8613-8bd2a6bd4a86 HTTP/1.1" status: 200 len: 692 time: 0.4742863 Jul 16 08:32:08.073308 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6551b60d-7c1a-4faf-8163-a31c15aa1946 req-dbd007a4-7848-41e4-9022-33f0946cd7f6 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922155 Jul 16 08:32:08.107350 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8f18bd3-332d-47d5-9ebb-dbdaff54d00e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.159000 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6b720f28-e01e-478b-b7f5-2f7d031ca17c req-ac562fd4-d5cb-405d-aae5-decbb52f72d6 service neutron] 10.222.0.21 "GET /v2.0/networks/b2d19c32-2fcb-4a1c-86db-a53ab571cdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664419 Jul 16 08:32:08.207666 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8f18bd3-332d-47d5-9ebb-dbdaff54d00e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.313705 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bab505-ed99-4127-9a6e-37af4a6b3de1 req-649122df-d384-42ac-a179-08612334411b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:08.316744 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-62bab505-ed99-4127-9a6e-37af4a6b3de1 req-649122df-d384-42ac-a179-08612334411b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=96b808a620d443df8403c582e51f491a&device_id=005467a0-c206-4ac7-9e53-42d96bcca5e6 HTTP/1.1" status: 200 len: 1096 time: 0.0906653 Jul 16 08:32:08.356892 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d1c79-06d9-4205-afd8-6c4ef64a0252 req-e33870e7-043d-4a7a-ba40-6290fb394d9c tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:08.358440 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ac0d1c79-06d9-4205-afd8-6c4ef64a0252 req-e33870e7-043d-4a7a-ba40-6290fb394d9c tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 784 time: 0.2770584 Jul 16 08:32:08.389468 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-67976ae9-f393-48a0-9c51-9a3f682094ff None None] Provisioning complete for port 7cf58d7b-1713-4cc3-a239-39938bc781b6 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:08.393081 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-67976ae9-f393-48a0-9c51-9a3f682094ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.399908 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8f18bd3-332d-47d5-9ebb-dbdaff54d00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.402844 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8f18bd3-332d-47d5-9ebb-dbdaff54d00e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.403986 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f8f18bd3-332d-47d5-9ebb-dbdaff54d00e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/472a8618-1554-4112-8112-340f29240992 HTTP/1.1" status: 204 len: 168 time: 0.8850911 Jul 16 08:32:08.427678 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-109f2f34-6f44-4564-a863-7e74c7f155dd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.435172 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f18bd3-332d-47d5-9ebb-dbdaff54d00e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=472a8618-1554-4112-8112-340f29240992,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:08.522882 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bab505-ed99-4127-9a6e-37af4a6b3de1 req-285060a0-12af-45b6-b4fd-fd4b32645bec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:08.525945 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-62bab505-ed99-4127-9a6e-37af4a6b3de1 req-285060a0-12af-45b6-b4fd-fd4b32645bec service neutron] 10.222.0.21 "GET /v2.0/networks?id=b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 HTTP/1.1" status: 200 len: 915 time: 0.2022247 Jul 16 08:32:08.579236 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-62bab505-ed99-4127-9a6e-37af4a6b3de1 req-7dfeb202-e606-4c4e-8416-8d2db1072216 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f263586-c0cf-44d1-b41e-1d556581b79d HTTP/1.1" status: 200 len: 217 time: 0.0453773 Jul 16 08:32:08.613165 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a2cee07f-640d-4977-bac1-8b253983ea1b req-7bab89d0-9631-4c5d-88c6-9362eb8031e9 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/floatingips/93032512-6ceb-4282-8613-8bd2a6bd4a86 HTTP/1.1" status: 200 len: 692 time: 0.1788592 Jul 16 08:32:08.616093 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.658999 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bab505-ed99-4127-9a6e-37af4a6b3de1 req-90efdb80-b2e7-4e5f-92e5-387d6116f82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:08.661442 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-62bab505-ed99-4127-9a6e-37af4a6b3de1 req-90efdb80-b2e7-4e5f-92e5-387d6116f82c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41d94230-f7df-4380-bdc6-f90c3a47e27a HTTP/1.1" status: 200 len: 854 time: 0.0740135 Jul 16 08:32:08.752655 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-62bab505-ed99-4127-9a6e-37af4a6b3de1 req-8e8b5bd2-9f7c-47d5-a6bd-f26db70a5572 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b2d19c32-2fcb-4a1c-86db-a53ab571cdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0844116 Jul 16 08:32:08.763642 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 562de2eb-c4df-4d57-af60-4770291035fb up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:08.852883 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 562de2eb-c4df-4d57-af60-4770291035fb completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:08.857883 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 562de2eb-c4df-4d57-af60-4770291035fb triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:08.859347 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.910058 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-109f2f34-6f44-4564-a863-7e74c7f155dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:08.919742 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2cee07f-640d-4977-bac1-8b253983ea1b req-7a7e5589-e803-4f4a-a05a-8af14c218800 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:08.925222 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 7cf58d7b-1713-4cc3-a239-39938bc781b6 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:08.928097 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a2cee07f-640d-4977-bac1-8b253983ea1b req-7a7e5589-e803-4f4a-a05a-8af14c218800 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 784 time: 0.2368152 Jul 16 08:32:08.985502 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a2cee07f-640d-4977-bac1-8b253983ea1b req-295d2e19-4f5f-4043-8ba1-acc163643e9b tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.32 HTTP/1.1" status: 200 len: 695 time: 0.0563293 Jul 16 08:32:09.035491 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.059643 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db640d1-d82d-40d4-a4fb-77a864bc0f10 req-98f7864d-4eac-4c9d-857e-df86415b731b tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:09.066817 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3db640d1-d82d-40d4-a4fb-77a864bc0f10 req-98f7864d-4eac-4c9d-857e-df86415b731b tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] 10.222.0.22 "GET /v2.0/ports?device_id=6225ed55-3c9e-40bb-8568-73df2b29e16d HTTP/1.1" status: 200 len: 945 time: 0.3754082 Jul 16 08:32:09.068495 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 7cf58d7b-1713-4cc3-a239-39938bc781b6 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:09.068885 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.085881 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a2cee07f-640d-4977-bac1-8b253983ea1b req-cdb70a97-8236-4028-ac5c-a0a22cbed1ee tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.32 HTTP/1.1" status: 200 len: 695 time: 0.0994024 Jul 16 08:32:09.091774 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-62bab505-ed99-4127-9a6e-37af4a6b3de1 req-21de5fe4-e023-4e4e-9d42-a3d51a952879 service neutron] 10.222.0.21 "GET /v2.0/networks/b2d19c32-2fcb-4a1c-86db-a53ab571cdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746987 Jul 16 08:32:09.127499 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6225ed55-3c9e-40bb-8568-73df2b29e16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562de2eb-c4df-4d57-af60-4770291035fb'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:09.130246 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84193c47-0d33-4a1a-b6be-cadc8cab1998" -d '{"events": [{"server_uuid": "6225ed55-3c9e-40bb-8568-73df2b29e16d", "name": "network-vif-plugged", "status": "completed", "tag": "562de2eb-c4df-4d57-af60-4770291035fb"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:09.154504 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 562de2eb-c4df-4d57-af60-4770291035fb, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=562de2eb-c4df-4d57-af60-4770291035fb,segment=NetworkSegment(afa4853d-cbd3-444d-964f-52523af08e3a),segment_id=afa4853d-cbd3-444d-964f-52523af08e3a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:09.161148 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.258323 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=562de2eb-c4df-4d57-af60-4770291035fb,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:09.305756 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-62bab505-ed99-4127-9a6e-37af4a6b3de1 req-ae3767e1-6a59-4f92-b4e3-032da8aa4b24 service neutron] 10.222.0.21 "GET /v2.0/networks/b2d19c32-2fcb-4a1c-86db-a53ab571cdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059939 Jul 16 08:32:09.335188 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-a2cee07f-640d-4977-bac1-8b253983ea1b req-fedcd740-1043-4d98-af24-d3df41b4d053 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Deleting port 1a8acaf6-cb88-4aec-b086-6899f8939a32 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:09.335677 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a2cee07f-640d-4977-bac1-8b253983ea1b req-fedcd740-1043-4d98-af24-d3df41b4d053 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.354487 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-109f2f34-6f44-4564-a863-7e74c7f155dd admin admin] Router fc7a09e7-5e1c-403c-8b72-761ed7242fc6 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:32:09.532171 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a2cee07f-640d-4977-bac1-8b253983ea1b req-fedcd740-1043-4d98-af24-d3df41b4d053 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.532516 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a2cee07f-640d-4977-bac1-8b253983ea1b req-fedcd740-1043-4d98-af24-d3df41b4d053 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.553306 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-a2cee07f-640d-4977-bac1-8b253983ea1b req-fedcd740-1043-4d98-af24-d3df41b4d053 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Calling delete_port for 1a8acaf6-cb88-4aec-b086-6899f8939a32 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:09.553546 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3db640d1-d82d-40d4-a4fb-77a864bc0f10 req-aa8df460-20f1-4bf6-a5f4-c9ebd6b9b45b tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5e7e8e0-1c2b-4baf-bda6-9e4466d838b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4737039 Jul 16 08:32:09.582575 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-109f2f34-6f44-4564-a863-7e74c7f155dd admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:32:09.595848 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e8caa4-cde2-469e-8bbe-45333538badc None None] Sync routers for ids ['fc7a09e7-5e1c-403c-8b72-761ed7242fc6'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:32:09.608546 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e8caa4-cde2-469e-8bbe-45333538badc None None] Routers {'fc7a09e7-5e1c-403c-8b72-761ed7242fc6'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:09.608546 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-85e8caa4-cde2-469e-8bbe-45333538badc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:32:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['fc7a09e7-5e1c-403c-8b72-761ed7242fc6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:09.647027 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-109f2f34-6f44-4564-a863-7e74c7f155dd admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.650966 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-109f2f34-6f44-4564-a863-7e74c7f155dd admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.0684338 Jul 16 08:32:09.651598 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55090) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:09.797231 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a2cee07f-640d-4977-bac1-8b253983ea1b req-fedcd740-1043-4d98-af24-d3df41b4d053 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.875852 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fedcd740-1043-4d98-af24-d3df41b4d053 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Pushing event deleted for resources: {'Port': ['ID=1a8acaf6-cb88-4aec-b086-6899f8939a32,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:09.937200 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-85e8caa4-cde2-469e-8bbe-45333538badc None None] Set router fc7a09e7-5e1c-403c-8b72-761ed7242fc6 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:09.979871 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a2cee07f-640d-4977-bac1-8b253983ea1b req-fedcd740-1043-4d98-af24-d3df41b4d053 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.984808 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a2cee07f-640d-4977-bac1-8b253983ea1b req-fedcd740-1043-4d98-af24-d3df41b4d053 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:09.988836 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a2cee07f-640d-4977-bac1-8b253983ea1b req-fedcd740-1043-4d98-af24-d3df41b4d053 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "DELETE /v2.0/floatingips/93032512-6ceb-4282-8613-8bd2a6bd4a86 HTTP/1.1" status: 204 len: 173 time: 0.9019628 Jul 16 08:32:10.062936 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1cd21d6-06db-40de-bd11-0367e9ad07a7 x-openstack-request-id: req-a1cd21d6-06db-40de-bd11-0367e9ad07a7 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:10.063460 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6225ed55-3c9e-40bb-8568-73df2b29e16d", "name": "network-vif-plugged", "status": "completed", "tag": "562de2eb-c4df-4d57-af60-4770291035fb", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:10.063460 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a1cd21d6-06db-40de-bd11-0367e9ad07a7 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:10.064678 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6225ed55-3c9e-40bb-8568-73df2b29e16d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '562de2eb-c4df-4d57-af60-4770291035fb', 'code': 200} Jul 16 08:32:10.207651 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a7fb2a2-075e-4acc-87c0-0697cf8460e8 req-4b3962bf-2e2b-4a78-bd9c-1ea0cd407cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:10.209268 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8a7fb2a2-075e-4acc-87c0-0697cf8460e8 req-4b3962bf-2e2b-4a78-bd9c-1ea0cd407cae service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6225ed55-3c9e-40bb-8568-73df2b29e16d HTTP/1.1" status: 200 len: 1098 time: 0.0733390 Jul 16 08:32:10.297351 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8a7fb2a2-075e-4acc-87c0-0697cf8460e8 req-2f5e4374-0dd6-49fe-81c4-7afdb2da12c5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f5e7e8e0-1c2b-4baf-bda6-9e4466d838b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745540 Jul 16 08:32:10.312376 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-85e8caa4-cde2-469e-8bbe-45333538badc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7a09e7-5e1c-403c-8b72-761ed7242fc6', 'name': 'tempest-ServersTestMultiNic-765380442-router', 'tenant_id': '3d331a6d40bd4acba6cabcb4afde1424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '782373ff-aa49-435b-a0ac-3d7d29aaf75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:05Z', 'updated_at': '2021-07-16T08:32:08Z', 'revision_number': 3, 'project_id': '3d331a6d40bd4acba6cabcb4afde1424', 'gw_port': {'id': '782373ff-aa49-435b-a0ac-3d7d29aaf75f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7a09e7-5e1c-403c-8b72-761ed7242fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:06Z', 'updated_at': '2021-07-16T08:32:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:10.378445 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e8caa4-cde2-469e-8bbe-45333538badc None None] Checking router: fc7a09e7-5e1c-403c-8b72-761ed7242fc6 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:32:10.378800 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e8caa4-cde2-469e-8bbe-45333538badc None None] Updating router fc7a09e7-5e1c-403c-8b72-761ed7242fc6 port 782373ff-aa49-435b-a0ac-3d7d29aaf75f binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:32:10.399952 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70a2762-0f24-4a5e-83f9-d2b68235385f req-545dbda8-0588-4901-9fa1-25fcf76533ae tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:10.407085 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a70a2762-0f24-4a5e-83f9-d2b68235385f req-545dbda8-0588-4901-9fa1-25fcf76533ae tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=005467a0-c206-4ac7-9e53-42d96bcca5e6 HTTP/1.1" status: 200 len: 944 time: 0.5981088 Jul 16 08:32:10.457049 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-85e8caa4-cde2-469e-8bbe-45333538badc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.461064 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a70a2762-0f24-4a5e-83f9-d2b68235385f req-0dc005f4-9ad1-4edf-99c7-3e2873952720 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530069 Jul 16 08:32:10.641205 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 1f263586-c0cf-44d1-b41e-1d556581b79d details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:10.866030 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a1dbc6c1-7634-48fe-ad96-286922752b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:10.878532 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ca5464-e7b3-4911-a2c3-ca86fc4d71de req-c0858580-7d30-4222-bff8-74107e27209b tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:10.911554 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-94ca5464-e7b3-4911-a2c3-ca86fc4d71de req-c0858580-7d30-4222-bff8-74107e27209b tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.5728369 Jul 16 08:32:10.956200 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 1f263586-c0cf-44d1-b41e-1d556581b79d, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=1f263586-c0cf-44d1-b41e-1d556581b79d,segment=NetworkSegment(1601abd3-1b0f-467a-8573-16719ac9ee54),segment_id=1601abd3-1b0f-467a-8573-16719ac9ee54)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:10.990720 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '1f263586-c0cf-44d1-b41e-1d556581b79d', 'network_id': 'b2d19c32-2fcb-4a1c-86db-a53ab571cdf4', 'port_id': '1f263586-c0cf-44d1-b41e-1d556581b79d', 'mac_address': 'fa:16:3e:49:64:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41d94230-f7df-4380-bdc6-f90c3a47e27a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:32:11.000883 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-85e8caa4-cde2-469e-8bbe-45333538badc None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.023547 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-85e8caa4-cde2-469e-8bbe-45333538badc None None] Transition to ACTIVE for port object 782373ff-aa49-435b-a0ac-3d7d29aaf75f will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:11.036558 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-85e8caa4-cde2-469e-8bbe-45333538badc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.104990 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.141555 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1f263586-c0cf-44d1-b41e-1d556581b79d {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:11.162407 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db766d-22c1-4136-8893-cee861551eee None None] Pushing event updated for resources: {'Port': ['ID=782373ff-aa49-435b-a0ac-3d7d29aaf75f,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:11.169939 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-85e8caa4-cde2-469e-8bbe-45333538badc None None] Attempting to bind port 782373ff-aa49-435b-a0ac-3d7d29aaf75f on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:11.170531 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-85e8caa4-cde2-469e-8bbe-45333538badc None None] Attempting to bind port 782373ff-aa49-435b-a0ac-3d7d29aaf75f by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:11.171670 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e8caa4-cde2-469e-8bbe-45333538badc None None] Attempting to bind port 782373ff-aa49-435b-a0ac-3d7d29aaf75f on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:11.177948 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 1f263586-c0cf-44d1-b41e-1d556581b79d, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=1f263586-c0cf-44d1-b41e-1d556581b79d,segment=NetworkSegment(1601abd3-1b0f-467a-8573-16719ac9ee54),segment_id=1601abd3-1b0f-467a-8573-16719ac9ee54)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:11.184684 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.187448 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e8caa4-cde2-469e-8bbe-45333538badc None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:11.189105 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e8caa4-cde2-469e-8bbe-45333538badc None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:11.189584 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-85e8caa4-cde2-469e-8bbe-45333538badc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.191045 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85e8caa4-cde2-469e-8bbe-45333538badc None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:11.192260 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-85e8caa4-cde2-469e-8bbe-45333538badc None None] Bound port: 782373ff-aa49-435b-a0ac-3d7d29aaf75f, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:11.192687 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-85e8caa4-cde2-469e-8bbe-45333538badc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.314332 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=1f263586-c0cf-44d1-b41e-1d556581b79d,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:11.340632 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-85e8caa4-cde2-469e-8bbe-45333538badc None None] For port 782373ff-aa49-435b-a0ac-3d7d29aaf75f, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:11.352001 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-85e8caa4-cde2-469e-8bbe-45333538badc None None] For port 782373ff-aa49-435b-a0ac-3d7d29aaf75f, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=782373ff-aa49-435b-a0ac-3d7d29aaf75f,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:11.358792 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-85e8caa4-cde2-469e-8bbe-45333538badc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.431440 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['1f263586-c0cf-44d1-b41e-1d556581b79d'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:11.439361 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-a1dbc6c1-7634-48fe-ad96-286922752b5f admin admin] Allocated IP 172.20.0.1 (c7ba888f-235d-4b01-924c-67995e2fd22b/c67276cd-8a3e-473d-9ce1-7f3f13cefdda/d067bdb6-00c8-413f-bbc5-d6ff4dd0301a) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:11.457010 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e8caa4-cde2-469e-8bbe-45333538badc None None] Routers {'fc7a09e7-5e1c-403c-8b72-761ed7242fc6'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:11.457827 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-85e8caa4-cde2-469e-8bbe-45333538badc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:32:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['fc7a09e7-5e1c-403c-8b72-761ed7242fc6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:11.561156 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0846d-a1f7-4e84-99c6-89b8516c3acf req-5f6c0eb5-752e-43a9-a87d-87275482d7a1 tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:11.569205 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-04c0846d-a1f7-4e84-99c6-89b8516c3acf req-5f6c0eb5-752e-43a9-a87d-87275482d7a1 tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] 10.222.0.22 "GET /v2.0/ports?device_id=6225ed55-3c9e-40bb-8568-73df2b29e16d HTTP/1.1" status: 200 len: 946 time: 0.5579994 Jul 16 08:32:11.695298 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-04c0846d-a1f7-4e84-99c6-89b8516c3acf req-a10311b3-bf12-4174-8fb2-0336a17453a7 tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5e7e8e0-1c2b-4baf-bda6-9e4466d838b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248152 Jul 16 08:32:11.721363 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-85e8caa4-cde2-469e-8bbe-45333538badc None None] Set router fc7a09e7-5e1c-403c-8b72-761ed7242fc6 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:11.730877 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a1dbc6c1-7634-48fe-ad96-286922752b5f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:11.847771 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a1dbc6c1-7634-48fe-ad96-286922752b5f admin admin] Transition to ACTIVE for port object d067bdb6-00c8-413f-bbc5-d6ff4dd0301a will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:11.894438 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-acfc2c17-d7ea-424c-b3b8-e2f2f125a3c5 req-fbb9ada2-1bf1-4867-9c43-a7357e1b60db tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=5a4671529ae0465283e6edc5a40f0c31 HTTP/1.1" status: 200 len: 1657 time: 0.1573329 Jul 16 08:32:11.919502 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-4faa6775-965d-4964-abc7-35ded52e45c6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2013862 Jul 16 08:32:11.978979 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27db766d-22c1-4136-8893-cee861551eee None None] Pushing event updated for resources: {'Port': ['ID=782373ff-aa49-435b-a0ac-3d7d29aaf75f,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:12.097212 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-ef6863ec-3f2e-4e77-9724-34e2126f851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:12.097729 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-ef6863ec-3f2e-4e77-9724-34e2126f851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:12.098569 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-ef6863ec-3f2e-4e77-9724-34e2126f851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:12.099329 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-ef6863ec-3f2e-4e77-9724-34e2126f851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:12.100007 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-ef6863ec-3f2e-4e77-9724-34e2126f851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:12.101255 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-ef6863ec-3f2e-4e77-9724-34e2126f851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:12.103701 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-ef6863ec-3f2e-4e77-9724-34e2126f851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:12.112414 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-ef6863ec-3f2e-4e77-9724-34e2126f851b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=18d3bd29957e4274890e11da19ecb787&device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 6506 time: 0.1185131 Jul 16 08:32:12.137212 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a1dbc6c1-7634-48fe-ad96-286922752b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:12.200927 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbc6c1-7634-48fe-ad96-286922752b5f admin admin] Pushing event updated for resources: {'Port': ['ID=d067bdb6-00c8-413f-bbc5-d6ff4dd0301a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:12.239830 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-85e8caa4-cde2-469e-8bbe-45333538badc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7a09e7-5e1c-403c-8b72-761ed7242fc6', 'name': 'tempest-ServersTestMultiNic-765380442-router', 'tenant_id': '3d331a6d40bd4acba6cabcb4afde1424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '782373ff-aa49-435b-a0ac-3d7d29aaf75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:05Z', 'updated_at': '2021-07-16T08:32:08Z', 'revision_number': 3, 'project_id': '3d331a6d40bd4acba6cabcb4afde1424', 'gw_port': {'id': '782373ff-aa49-435b-a0ac-3d7d29aaf75f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7a09e7-5e1c-403c-8b72-761ed7242fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:06Z', 'updated_at': '2021-07-16T08:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:12.286933 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dbc6c1-7634-48fe-ad96-286922752b5f admin admin] Network c7ba888f-235d-4b01-924c-67995e2fd22b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:12.289659 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-a1dbc6c1-7634-48fe-ad96-286922752b5f admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:12.297055 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dbc6c1-7634-48fe-ad96-286922752b5f admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:12.312602 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acfc2c17-d7ea-424c-b3b8-e2f2f125a3c5 req-fe9f7f17-7ffa-440d-ba64-073ad3081c07 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:12.314913 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e8caa4-cde2-469e-8bbe-45333538badc None None] The sync data for ids ['fc7a09e7-5e1c-403c-8b72-761ed7242fc6'] in n-d-771362-37 is: [{'id': 'fc7a09e7-5e1c-403c-8b72-761ed7242fc6', 'name': 'tempest-ServersTestMultiNic-765380442-router', 'tenant_id': '3d331a6d40bd4acba6cabcb4afde1424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '782373ff-aa49-435b-a0ac-3d7d29aaf75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:05Z', 'updated_at': '2021-07-16T08:32:08Z', 'revision_number': 3, 'project_id': '3d331a6d40bd4acba6cabcb4afde1424', 'gw_port': {'id': '782373ff-aa49-435b-a0ac-3d7d29aaf75f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7a09e7-5e1c-403c-8b72-761ed7242fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:06Z', 'updated_at': '2021-07-16T08:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:32:12.322268 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-acfc2c17-d7ea-424c-b3b8-e2f2f125a3c5 req-fe9f7f17-7ffa-440d-ba64-073ad3081c07 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/networks?id=4a545af8-8142-4a44-8290-045c2901c634&id=4a545af8-8142-4a44-8290-045c2901c634&id=4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 787 time: 0.4019861 Jul 16 08:32:12.374309 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-9834bf7f-a974-4a79-a344-3edaf56edf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:12.375076 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-9834bf7f-a974-4a79-a344-3edaf56edf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:12.375715 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-9834bf7f-a974-4a79-a344-3edaf56edf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:12.382168 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-acfc2c17-d7ea-424c-b3b8-e2f2f125a3c5 req-43181e1e-42d4-47b0-8615-a6c05581031c tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:32:12.384885 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-9834bf7f-a974-4a79-a344-3edaf56edf02 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ef42b60b-a2a6-4c00-9b16-9d40351d12af&id=aa91a730-1f66-43ab-9470-038c67461639&id=aa91a730-1f66-43ab-9470-038c67461639&id=aa91a730-1f66-43ab-9470-038c67461639&id=aa91a730-1f66-43ab-9470-038c67461639&id=75416cd1-a2d8-4e5f-acde-36e6b516d991&id=75416cd1-a2d8-4e5f-acde-36e6b516d991 HTTP/1.1" status: 200 len: 2297 time: 0.2328174 Jul 16 08:32:12.401797 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-acfc2c17-d7ea-424c-b3b8-e2f2f125a3c5 req-43181e1e-42d4-47b0-8615-a6c05581031c tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0322912 Jul 16 08:32:12.442959 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a1dbc6c1-7634-48fe-ad96-286922752b5f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:12.530274 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-9aea8150-ac7d-4a5e-88e9-6d3fad8e47c3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1214eb5-4495-47f0-8778-79707a2c0a79 HTTP/1.1" status: 200 len: 1000 time: 0.1347997 Jul 16 08:32:12.646631 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-32fccfb5-8402-4a37-a438-d5294a208a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:12.647534 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 1f263586-c0cf-44d1-b41e-1d556581b79d up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:12.653230 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-32fccfb5-8402-4a37-a438-d5294a208a2a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90e1689d-683e-4bf7-9829-529743ada4e0 HTTP/1.1" status: 200 len: 855 time: 0.1152680 Jul 16 08:32:12.731651 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 1f263586-c0cf-44d1-b41e-1d556581b79d completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:12.760878 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 1f263586-c0cf-44d1-b41e-1d556581b79d triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:12.762572 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:12.818227 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-660f0c88-2922-43f0-b78e-d472aa43aaaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:12.819909 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-660f0c88-2922-43f0-b78e-d472aa43aaaa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ef42b60b-a2a6-4c00-9b16-9d40351d12af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1604903 Jul 16 08:32:12.974284 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-96b74f02-a711-42ff-88cf-a76e0d207994 req-8e589872-450b-4881-bc02-15d9812445cd tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/floatingips/5ba76a57-b2da-4f13-acfc-362197d52192 HTTP/1.1" status: 200 len: 693 time: 0.2231193 Jul 16 08:32:13.082922 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e3a47ccb-a100-42ed-8628-f04066ae45f7 None None] Provisioning for port d067bdb6-00c8-413f-bbc5-d6ff4dd0301a completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:13.162769 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:13.170578 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e3a47ccb-a100-42ed-8628-f04066ae45f7 None None] Provisioning complete for port d067bdb6-00c8-413f-bbc5-d6ff4dd0301a triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:13.170796 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e3a47ccb-a100-42ed-8628-f04066ae45f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:13.197200 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-0c9d85ce-5e55-4743-9d47-ad65cb1fd9d1 service neutron] 10.222.0.30 "GET /v2.0/networks/ef42b60b-a2a6-4c00-9b16-9d40351d12af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3699975 Jul 16 08:32:13.254295 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e3a47ccb-a100-42ed-8628-f04066ae45f7 None None] Port d067bdb6-00c8-413f-bbc5-d6ff4dd0301a cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:32:13.266696 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a1dbc6c1-7634-48fe-ad96-286922752b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:13.275297 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da01507-d739-41e7-b8ad-6484e0f49006 req-371a19b1-4de3-4095-a341-434ba5232e42 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:13.277179 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6da01507-d739-41e7-b8ad-6484e0f49006 req-371a19b1-4de3-4095-a341-434ba5232e42 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=005467a0-c206-4ac7-9e53-42d96bcca5e6 HTTP/1.1" status: 200 len: 945 time: 0.2321260 Jul 16 08:32:13.299588 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005467a0-c206-4ac7-9e53-42d96bcca5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f263586-c0cf-44d1-b41e-1d556581b79d'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:13.302536 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85f4a9d7-3167-48fd-9c14-4284b5d73eee" -d '{"events": [{"server_uuid": "005467a0-c206-4ac7-9e53-42d96bcca5e6", "name": "network-vif-plugged", "status": "completed", "tag": "1f263586-c0cf-44d1-b41e-1d556581b79d"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:13.314496 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b74f02-a711-42ff-88cf-a76e0d207994 req-30ce04ec-0310-4afb-880d-eb9f041a3694 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:13.317561 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-96b74f02-a711-42ff-88cf-a76e0d207994 req-30ce04ec-0310-4afb-880d-eb9f041a3694 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 784 time: 0.3275032 Jul 16 08:32:13.326127 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 1f263586-c0cf-44d1-b41e-1d556581b79d, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=1f263586-c0cf-44d1-b41e-1d556581b79d,segment=NetworkSegment(1601abd3-1b0f-467a-8573-16719ac9ee54),segment_id=1601abd3-1b0f-467a-8573-16719ac9ee54)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:13.335340 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:13.417102 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6da01507-d739-41e7-b8ad-6484e0f49006 req-79aa56c8-05df-4180-a4fb-dd6b9bda2875 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801048 Jul 16 08:32:13.440513 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-33321c7f-d3c6-439c-9561-74d96ee1c5df service neutron] 10.222.0.30 "GET /v2.0/networks/ef42b60b-a2a6-4c00-9b16-9d40351d12af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329831 Jul 16 08:32:13.455199 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-96b74f02-a711-42ff-88cf-a76e0d207994 req-8103917a-eced-4162-927f-a3b92d1f7ef8 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200 len: 696 time: 0.1024196 Jul 16 08:32:13.477551 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=1f263586-c0cf-44d1-b41e-1d556581b79d,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:13.518134 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-593de794-213c-4282-ad6d-40b24cec0475 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=d87407fc-af4d-474c-a503-fcc8cf9cdf4a HTTP/1.1" status: 200 len: 217 time: 0.0710456 Jul 16 08:32:13.543918 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-96b74f02-a711-42ff-88cf-a76e0d207994 req-33f48527-1c3a-46d9-bc6b-897bfec0ceb0 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.237 HTTP/1.1" status: 200 len: 696 time: 0.0876887 Jul 16 08:32:13.643567 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-aec1fa44-4bc1-4e7e-88f8-5f36a99fc091 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:13.646090 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-aec1fa44-4bc1-4e7e-88f8-5f36a99fc091 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a964aa1-f099-4baa-ad12-6f062d38c70f HTTP/1.1" status: 200 len: 797 time: 0.1215763 Jul 16 08:32:13.791885 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-bbf1c518-fd15-47bb-a34c-727758db4d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:13.797514 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-bbf1c518-fd15-47bb-a34c-727758db4d97 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa91a730-1f66-43ab-9470-038c67461639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1432586 Jul 16 08:32:13.827588 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-96b74f02-a711-42ff-88cf-a76e0d207994 req-bdcaf142-0646-44a7-8766-eb06260c8622 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Deleting port bc52f10f-5037-4a3d-a7ad-764d767095c6 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:13.828167 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-96b74f02-a711-42ff-88cf-a76e0d207994 req-bdcaf142-0646-44a7-8766-eb06260c8622 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:13.920957 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-96b74f02-a711-42ff-88cf-a76e0d207994 req-bdcaf142-0646-44a7-8766-eb06260c8622 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:13.921267 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-96b74f02-a711-42ff-88cf-a76e0d207994 req-bdcaf142-0646-44a7-8766-eb06260c8622 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:13.938973 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-96b74f02-a711-42ff-88cf-a76e0d207994 req-bdcaf142-0646-44a7-8766-eb06260c8622 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Calling delete_port for bc52f10f-5037-4a3d-a7ad-764d767095c6 owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:13.974776 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-0fb9509e-2251-4b86-8b80-3926333c289a service neutron] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704516 Jul 16 08:32:14.019175 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a1dbc6c1-7634-48fe-ad96-286922752b5f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:14.032367 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a1dbc6c1-7634-48fe-ad96-286922752b5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:14.153593 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dbc6c1-7634-48fe-ad96-286922752b5f admin admin] Pushing event updated for resources: {'Port': ['ID=d067bdb6-00c8-413f-bbc5-d6ff4dd0301a,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:14.156464 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a1dbc6c1-7634-48fe-ad96-286922752b5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:14.164615 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-f68dff18-6605-47bb-b6db-6d8f2994b5dd service neutron] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810641 Jul 16 08:32:14.391151 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dbc6c1-7634-48fe-ad96-286922752b5f admin admin] Network c7ba888f-235d-4b01-924c-67995e2fd22b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:14.401320 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-a1dbc6c1-7634-48fe-ad96-286922752b5f admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:14.405049 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-96b74f02-a711-42ff-88cf-a76e0d207994 req-bdcaf142-0646-44a7-8766-eb06260c8622 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:14.542160 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcaf142-0646-44a7-8766-eb06260c8622 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Pushing event deleted for resources: {'Port': ['ID=bc52f10f-5037-4a3d-a7ad-764d767095c6,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:14.667357 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-fe55dc4e-56cb-46b8-a62b-5174668696e6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=184a58dc-9828-4052-989b-49e6206f70e7 HTTP/1.1" status: 200 len: 217 time: 0.4959030 Jul 16 08:32:14.745345 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-18640837-ba57-43f3-9ebd-17588c1fc7ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:14.747704 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-18640837-ba57-43f3-9ebd-17588c1fc7ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a964aa1-f099-4baa-ad12-6f062d38c70f HTTP/1.1" status: 200 len: 797 time: 0.0737057 Jul 16 08:32:14.764651 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-96b74f02-a711-42ff-88cf-a76e0d207994 req-bdcaf142-0646-44a7-8766-eb06260c8622 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:14.769138 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-96b74f02-a711-42ff-88cf-a76e0d207994 req-bdcaf142-0646-44a7-8766-eb06260c8622 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:14.770329 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-96b74f02-a711-42ff-88cf-a76e0d207994 req-bdcaf142-0646-44a7-8766-eb06260c8622 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "DELETE /v2.0/floatingips/5ba76a57-b2da-4f13-acfc-362197d52192 HTTP/1.1" status: 204 len: 173 time: 1.2255971 Jul 16 08:32:14.791901 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dbc6c1-7634-48fe-ad96-286922752b5f admin admin] Router fc7a09e7-5e1c-403c-8b72-761ed7242fc6 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:32:14.792217 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c6cf82ed-3f5d-44ec-9bde-2131ce5b5187 None None] Provisioning complete for port d067bdb6-00c8-413f-bbc5-d6ff4dd0301a triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:14.794789 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6cf82ed-3f5d-44ec-9bde-2131ce5b5187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:14.847066 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-f2e765d4-427e-4339-b130-96cb36d66c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:14.848866 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-f2e765d4-427e-4339-b130-96cb36d66c83 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa91a730-1f66-43ab-9470-038c67461639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0945992 Jul 16 08:32:14.902420 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c6cf82ed-3f5d-44ec-9bde-2131ce5b5187 None None] Port d067bdb6-00c8-413f-bbc5-d6ff4dd0301a cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:32:14.916882 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-071875e8-baa1-4d48-9d46-0379a4a7e92c x-openstack-request-id: req-071875e8-baa1-4d48-9d46-0379a4a7e92c {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:14.917172 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005467a0-c206-4ac7-9e53-42d96bcca5e6", "name": "network-vif-plugged", "status": "completed", "tag": "1f263586-c0cf-44d1-b41e-1d556581b79d", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:14.917597 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-071875e8-baa1-4d48-9d46-0379a4a7e92c {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:14.918154 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005467a0-c206-4ac7-9e53-42d96bcca5e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1f263586-c0cf-44d1-b41e-1d556581b79d', 'code': 200} Jul 16 08:32:14.959065 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 782373ff-aa49-435b-a0ac-3d7d29aaf75f up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:15.098955 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 782373ff-aa49-435b-a0ac-3d7d29aaf75f completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:15.123578 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 782373ff-aa49-435b-a0ac-3d7d29aaf75f triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:15.124136 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:15.193824 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dbc6c1-7634-48fe-ad96-286922752b5f admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:32:15.227493 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a1dbc6c1-7634-48fe-ad96-286922752b5f admin admin] 10.222.0.22 "PUT /v2.0/routers/fc7a09e7-5e1c-403c-8b72-761ed7242fc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5747466 Jul 16 08:32:15.239313 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-c9193bd3-90b9-4e0e-aaee-b53dc59ea924 service neutron] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788373 Jul 16 08:32:15.273340 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a1b24d-2b30-4477-8783-1580c98957b2 None None] Sync routers for ids ['fc7a09e7-5e1c-403c-8b72-761ed7242fc6'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:32:15.341603 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a1b24d-2b30-4477-8783-1580c98957b2 None None] Routers {'fc7a09e7-5e1c-403c-8b72-761ed7242fc6'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:15.342251 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-22a1b24d-2b30-4477-8783-1580c98957b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:32:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['fc7a09e7-5e1c-403c-8b72-761ed7242fc6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:15.377374 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b689d9-08aa-44a2-865f-a7f0822bb0ed req-81e036cf-79ef-47bb-9f85-e5931007babd tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:15.379213 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-18b689d9-08aa-44a2-865f-a7f0822bb0ed req-81e036cf-79ef-47bb-9f85-e5931007babd tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] 10.222.0.22 "GET /v2.0/ports?device_id=6225ed55-3c9e-40bb-8568-73df2b29e16d HTTP/1.1" status: 200 len: 946 time: 0.2810779 Jul 16 08:32:15.386891 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b481a3-a52c-4834-9dc7-5ee1e5ca1b34 req-f675d732-c1c4-46f0-a355-dbbf8ec99695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:15.388455 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a6b481a3-a52c-4834-9dc7-5ee1e5ca1b34 req-f675d732-c1c4-46f0-a355-dbbf8ec99695 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=005467a0-c206-4ac7-9e53-42d96bcca5e6 HTTP/1.1" status: 200 len: 1098 time: 0.3337867 Jul 16 08:32:15.452736 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-818b3121-c480-4eff-a694-6f783c9b88cf service neutron] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2058737 Jul 16 08:32:15.457163 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-18b689d9-08aa-44a2-865f-a7f0822bb0ed req-df1711a3-c49b-418a-9346-76f7a8c2bdac tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5e7e8e0-1c2b-4baf-bda6-9e4466d838b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714428 Jul 16 08:32:15.469037 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55270) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:15.535514 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a6b481a3-a52c-4834-9dc7-5ee1e5ca1b34 req-1a6ff0c7-2bd0-4de1-b579-a00fce81d8f7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401491 Jul 16 08:32:15.562440 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-d015560e-b95d-4576-8c2c-d346c606342d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=3c2a3de7-55c1-4291-849c-36872eca1820 HTTP/1.1" status: 200 len: 217 time: 0.1033821 Jul 16 08:32:15.571701 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab6b675-dc7d-4edf-8346-55f648a7f66a req-1a7deb70-c64b-488f-b094-c01b97f5f612 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:15.581766 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0ab6b675-dc7d-4edf-8346-55f648a7f66a req-1a7deb70-c64b-488f-b094-c01b97f5f612 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=005467a0-c206-4ac7-9e53-42d96bcca5e6 HTTP/1.1" status: 200 len: 946 time: 0.1738038 Jul 16 08:32:15.625802 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-22a1b24d-2b30-4477-8783-1580c98957b2 None None] Set router fc7a09e7-5e1c-403c-8b72-761ed7242fc6 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:15.656594 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0ab6b675-dc7d-4edf-8346-55f648a7f66a req-5a7dcd67-a11a-49a0-89a5-c1c03889c656 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675826 Jul 16 08:32:15.687587 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-b6ae1bc0-b374-48ea-a661-9cf7dc0a2fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:15.691055 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-b6ae1bc0-b374-48ea-a661-9cf7dc0a2fa4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a964aa1-f099-4baa-ad12-6f062d38c70f HTTP/1.1" status: 200 len: 797 time: 0.1228311 Jul 16 08:32:15.802514 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-7589ac92-5d14-411e-9335-cf35e4f44889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:15.803820 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c807f7ba-7f17-4494-944b-41e88ad78d3f req-35df5674-5679-4374-b8c9-4dc6e4d18153 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/floatingips/d26c2187-ad34-4e1a-ae23-83f24ed1445c HTTP/1.1" status: 200 len: 693 time: 0.1102006 Jul 16 08:32:15.804722 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-7589ac92-5d14-411e-9335-cf35e4f44889 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa91a730-1f66-43ab-9470-038c67461639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1068795 Jul 16 08:32:15.836739 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:15.838174 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-e7d75c45-e300-4d7b-b8be-e64b5a72a5e1 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-496751190'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:15.904570 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 782373ff-aa49-435b-a0ac-3d7d29aaf75f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=782373ff-aa49-435b-a0ac-3d7d29aaf75f,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:15.912647 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:15.948657 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d75c45-e300-4d7b-b8be-e64b5a72a5e1 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Made reservation on behalf of 3d331a6d40bd4acba6cabcb4afde1424 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:15.952718 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e7d75c45-e300-4d7b-b8be-e64b5a72a5e1 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:15.958013 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-da8669f3-565c-4b7c-abc7-55f76342a744 service neutron] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1464031 Jul 16 08:32:15.998887 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d75c45-e300-4d7b-b8be-e64b5a72a5e1 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:32:16.015716 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c807f7ba-7f17-4494-944b-41e88ad78d3f req-b927e4fd-1000-4a42-9fd6-dfa1d281a1e5 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:16.023975 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c807f7ba-7f17-4494-944b-41e88ad78d3f req-b927e4fd-1000-4a42-9fd6-dfa1d281a1e5 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 784 time: 0.2190242 Jul 16 08:32:16.068514 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e7d75c45-e300-4d7b-b8be-e64b5a72a5e1 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:16.068920 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-e7d75c45-e300-4d7b-b8be-e64b5a72a5e1 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Added segment 2de37a97-2a75-4a47-87e5-24ba0e6ac859 of type vlan for network ee556b79-e893-463e-8fe0-5e6365d7dd79 Jul 16 08:32:16.093312 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c807f7ba-7f17-4494-944b-41e88ad78d3f req-70304f9b-ec24-483a-a04e-c2093de52f85 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.235 HTTP/1.1" status: 200 len: 696 time: 0.0682769 Jul 16 08:32:16.113690 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=782373ff-aa49-435b-a0ac-3d7d29aaf75f,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:16.134361 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-22a1b24d-2b30-4477-8783-1580c98957b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7a09e7-5e1c-403c-8b72-761ed7242fc6', 'name': 'tempest-ServersTestMultiNic-765380442-router', 'tenant_id': '3d331a6d40bd4acba6cabcb4afde1424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '782373ff-aa49-435b-a0ac-3d7d29aaf75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:05Z', 'updated_at': '2021-07-16T08:32:12Z', 'revision_number': 4, 'project_id': '3d331a6d40bd4acba6cabcb4afde1424', 'gw_port': {'id': '782373ff-aa49-435b-a0ac-3d7d29aaf75f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c7:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7a09e7-5e1c-403c-8b72-761ed7242fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:06Z', 'updated_at': '2021-07-16T08:32:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'd067bdb6-00c8-413f-bbc5-d6ff4dd0301a', 'name': '', 'network_id': 'c7ba888f-235d-4b01-924c-67995e2fd22b', 'tenant_id': '3d331a6d40bd4acba6cabcb4afde1424', 'mac_address': 'fa:16:3e:8f:c9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7a09e7-5e1c-403c-8b72-761ed7242fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'c67276cd-8a3e-473d-9ce1-7f3f13cefdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:10Z', 'updated_at': '2021-07-16T08:32:13Z', 'revision_number': 2, 'project_id': '3d331a6d40bd4acba6cabcb4afde1424', 'subnets': [{'id': 'c67276cd-8a3e-473d-9ce1-7f3f13cefdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:16.172845 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a1b24d-2b30-4477-8783-1580c98957b2 None None] Checking router: fc7a09e7-5e1c-403c-8b72-761ed7242fc6 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:32:16.173991 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a1b24d-2b30-4477-8783-1580c98957b2 None None] Updating router fc7a09e7-5e1c-403c-8b72-761ed7242fc6 port d067bdb6-00c8-413f-bbc5-d6ff4dd0301a binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:32:16.233124 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-22a1b24d-2b30-4477-8783-1580c98957b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:16.234678 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-c9445544-bb9e-49cc-aa20-b3fd07dc04c0 service neutron] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2650292 Jul 16 08:32:16.343719 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-5782f027-9186-4b97-b570-fb3a4067462a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=76090f44-539b-438f-8800-1f8cae00b415 HTTP/1.1" status: 200 len: 217 time: 0.0883441 Jul 16 08:32:16.451843 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-4bd32537-a112-4a92-b937-465e0e83e003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:16.456541 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-4bd32537-a112-4a92-b937-465e0e83e003 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a964aa1-f099-4baa-ad12-6f062d38c70f HTTP/1.1" status: 200 len: 797 time: 0.1099567 Jul 16 08:32:16.622519 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-4ccb478d-b7bf-415e-b15f-1eae09df02c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:16.624931 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-4ccb478d-b7bf-415e-b15f-1eae09df02c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa91a730-1f66-43ab-9470-038c67461639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1613393 Jul 16 08:32:16.778700 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-542c9afa-c44c-4855-baad-ad6f9227638d service neutron] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470487 Jul 16 08:32:16.873978 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c807f7ba-7f17-4494-944b-41e88ad78d3f req-5a3d1771-975d-47a5-9b28-56c0f975ce4c tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.235 HTTP/1.1" status: 200 len: 696 time: 0.7787614 Jul 16 08:32:16.933186 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 782373ff-aa49-435b-a0ac-3d7d29aaf75f up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:16.955606 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-bf46c397-8f8d-45e9-9c23-4b982b444b3b service neutron] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1699574 Jul 16 08:32:16.990344 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e7d75c45-e300-4d7b-b8be-e64b5a72a5e1 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:17.060885 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 782373ff-aa49-435b-a0ac-3d7d29aaf75f triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:17.061515 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:17.083960 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-5017b6ee-adf6-494e-9f93-504b68e84b78 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=731fdcab-68d6-4de1-9151-da7a41b03db8 HTTP/1.1" status: 200 len: 217 time: 0.1221459 Jul 16 08:32:17.093619 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-22a1b24d-2b30-4477-8783-1580c98957b2 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:17.114563 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-22a1b24d-2b30-4477-8783-1580c98957b2 None None] Transition to ACTIVE for port object d067bdb6-00c8-413f-bbc5-d6ff4dd0301a will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:17.119647 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e7d75c45-e300-4d7b-b8be-e64b5a72a5e1 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:17.125909 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d75c45-e300-4d7b-b8be-e64b5a72a5e1 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:17.126614 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-22a1b24d-2b30-4477-8783-1580c98957b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:17.126739 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e7d75c45-e300-4d7b-b8be-e64b5a72a5e1 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:17.194928 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfdb47d-b0cd-4fed-b363-7de14f06bab3 None None] Pushing event updated for resources: {'Port': ['ID=d067bdb6-00c8-413f-bbc5-d6ff4dd0301a,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:17.202460 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-c807f7ba-7f17-4494-944b-41e88ad78d3f req-cfae70b2-34bc-40eb-b25f-9726e8476b92 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Deleting port f0fb7ddd-9688-4eb1-a375-fbbab555feb5 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:17.202804 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c807f7ba-7f17-4494-944b-41e88ad78d3f req-cfae70b2-34bc-40eb-b25f-9726e8476b92 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:17.287109 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-74aac378-ea9c-4688-aead-13e7206f876a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:17.290697 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-74aac378-ea9c-4688-aead-13e7206f876a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7842a341-61cf-4424-8fa5-ccac1e8e2370 HTTP/1.1" status: 200 len: 797 time: 0.1980674 Jul 16 08:32:17.309668 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-22a1b24d-2b30-4477-8783-1580c98957b2 None None] Attempting to bind port d067bdb6-00c8-413f-bbc5-d6ff4dd0301a on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:17.310117 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-22a1b24d-2b30-4477-8783-1580c98957b2 None None] Attempting to bind port d067bdb6-00c8-413f-bbc5-d6ff4dd0301a by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'a8dd7d47-5e8e-4b8b-ab2a-d284e7d90163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c7ba888f-235d-4b01-924c-67995e2fd22b'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:17.310419 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a1b24d-2b30-4477-8783-1580c98957b2 None None] Attempting to bind port d067bdb6-00c8-413f-bbc5-d6ff4dd0301a on network c7ba888f-235d-4b01-924c-67995e2fd22b {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:17.317267 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a1b24d-2b30-4477-8783-1580c98957b2 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:17.317739 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a1b24d-2b30-4477-8783-1580c98957b2 None None] Checking segment: {'id': 'a8dd7d47-5e8e-4b8b-ab2a-d284e7d90163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c7ba888f-235d-4b01-924c-67995e2fd22b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:17.318646 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-22a1b24d-2b30-4477-8783-1580c98957b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:17.329627 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a1b24d-2b30-4477-8783-1580c98957b2 None None] Bound using segment: {'id': 'a8dd7d47-5e8e-4b8b-ab2a-d284e7d90163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c7ba888f-235d-4b01-924c-67995e2fd22b'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:17.330259 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-22a1b24d-2b30-4477-8783-1580c98957b2 None None] Bound port: d067bdb6-00c8-413f-bbc5-d6ff4dd0301a, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8dd7d47-5e8e-4b8b-ab2a-d284e7d90163', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'c7ba888f-235d-4b01-924c-67995e2fd22b'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:17.330741 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-22a1b24d-2b30-4477-8783-1580c98957b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:17.357482 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c807f7ba-7f17-4494-944b-41e88ad78d3f req-cfae70b2-34bc-40eb-b25f-9726e8476b92 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:17.358035 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c807f7ba-7f17-4494-944b-41e88ad78d3f req-cfae70b2-34bc-40eb-b25f-9726e8476b92 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:17.373152 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-c807f7ba-7f17-4494-944b-41e88ad78d3f req-cfae70b2-34bc-40eb-b25f-9726e8476b92 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Calling delete_port for f0fb7ddd-9688-4eb1-a375-fbbab555feb5 owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:17.445901 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-470477de-e76d-4e22-8b9b-0ebb127ff1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:17.449965 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-470477de-e76d-4e22-8b9b-0ebb127ff1e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75416cd1-a2d8-4e5f-acde-36e6b516d991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1523874 Jul 16 08:32:17.474031 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-22a1b24d-2b30-4477-8783-1580c98957b2 None None] For port d067bdb6-00c8-413f-bbc5-d6ff4dd0301a, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:17.478746 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-22a1b24d-2b30-4477-8783-1580c98957b2 None None] For port d067bdb6-00c8-413f-bbc5-d6ff4dd0301a, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d067bdb6-00c8-413f-bbc5-d6ff4dd0301a,segment=NetworkSegment(a8dd7d47-5e8e-4b8b-ab2a-d284e7d90163),segment_id=a8dd7d47-5e8e-4b8b-ab2a-d284e7d90163)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:17.480272 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e7d75c45-e300-4d7b-b8be-e64b5a72a5e1 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 2.0094864 Jul 16 08:32:17.489702 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-22a1b24d-2b30-4477-8783-1580c98957b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:17.499099 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55342) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:17.506899 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5f8e48f9-472c-4c3f-ac58-b0ce96c69eac tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Request body: {'subnet': {'network_id': 'ee556b79-e893-463e-8fe0-5e6365d7dd79', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:17.610031 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a1b24d-2b30-4477-8783-1580c98957b2 None None] Routers {'fc7a09e7-5e1c-403c-8b72-761ed7242fc6'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:17.610753 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-22a1b24d-2b30-4477-8783-1580c98957b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:32:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['fc7a09e7-5e1c-403c-8b72-761ed7242fc6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:17.674172 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c807f7ba-7f17-4494-944b-41e88ad78d3f req-cfae70b2-34bc-40eb-b25f-9726e8476b92 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:17.726009 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cfdb47d-b0cd-4fed-b363-7de14f06bab3 None None] Pushing event updated for resources: {'Port': ['ID=d067bdb6-00c8-413f-bbc5-d6ff4dd0301a,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:17.749904 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d75c45-e300-4d7b-b8be-e64b5a72a5e1 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Pushing event updated for resources: {'Network': ['ID=ee556b79-e893-463e-8fe0-5e6365d7dd79,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:17.790870 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8e48f9-472c-4c3f-ac58-b0ce96c69eac tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Made reservation on behalf of 3d331a6d40bd4acba6cabcb4afde1424 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:17.792596 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfae70b2-34bc-40eb-b25f-9726e8476b92 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Pushing event deleted for resources: {'Port': ['ID=f0fb7ddd-9688-4eb1-a375-fbbab555feb5,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:17.801165 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f8e48f9-472c-4c3f-ac58-b0ce96c69eac tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:17.815992 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-56e66942-ece5-4171-8e52-867380f78bbd service neutron] 10.222.0.30 "GET /v2.0/networks/75416cd1-a2d8-4e5f-acde-36e6b516d991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3589361 Jul 16 08:32:17.841656 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network ee556b79-e893-463e-8fe0-5e6365d7dd79 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:32:17.948267 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-22a1b24d-2b30-4477-8783-1580c98957b2 None None] Set router fc7a09e7-5e1c-403c-8b72-761ed7242fc6 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:17.963707 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c807f7ba-7f17-4494-944b-41e88ad78d3f req-cfae70b2-34bc-40eb-b25f-9726e8476b92 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:17.966638 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c807f7ba-7f17-4494-944b-41e88ad78d3f req-cfae70b2-34bc-40eb-b25f-9726e8476b92 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:17.986506 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c807f7ba-7f17-4494-944b-41e88ad78d3f req-cfae70b2-34bc-40eb-b25f-9726e8476b92 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "DELETE /v2.0/floatingips/d26c2187-ad34-4e1a-ae23-83f24ed1445c HTTP/1.1" status: 204 len: 173 time: 1.1114945 Jul 16 08:32:18.133385 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3491c685-b836-4f22-a610-ec36d044275c req-57c3c8b3-3ad1-4307-a8ef-1f805a5115ea tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:18.141666 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3491c685-b836-4f22-a610-ec36d044275c req-57c3c8b3-3ad1-4307-a8ef-1f805a5115ea tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=005467a0-c206-4ac7-9e53-42d96bcca5e6 HTTP/1.1" status: 200 len: 946 time: 0.3061509 Jul 16 08:32:18.172924 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-1a9c3b53-6e7f-4218-b477-405a9c356cdb service neutron] 10.222.0.30 "GET /v2.0/networks/75416cd1-a2d8-4e5f-acde-36e6b516d991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3386238 Jul 16 08:32:18.303745 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-22a1b24d-2b30-4477-8783-1580c98957b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7a09e7-5e1c-403c-8b72-761ed7242fc6', 'name': 'tempest-ServersTestMultiNic-765380442-router', 'tenant_id': '3d331a6d40bd4acba6cabcb4afde1424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '782373ff-aa49-435b-a0ac-3d7d29aaf75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:05Z', 'updated_at': '2021-07-16T08:32:12Z', 'revision_number': 4, 'project_id': '3d331a6d40bd4acba6cabcb4afde1424', 'gw_port': {'id': '782373ff-aa49-435b-a0ac-3d7d29aaf75f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7a09e7-5e1c-403c-8b72-761ed7242fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:06Z', 'updated_at': '2021-07-16T08:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'd067bdb6-00c8-413f-bbc5-d6ff4dd0301a', 'name': '', 'network_id': 'c7ba888f-235d-4b01-924c-67995e2fd22b', 'tenant_id': '3d331a6d40bd4acba6cabcb4afde1424', 'mac_address': 'fa:16:3e:8f:c9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7a09e7-5e1c-403c-8b72-761ed7242fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'c67276cd-8a3e-473d-9ce1-7f3f13cefdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:10Z', 'updated_at': '2021-07-16T08:32:17Z', 'revision_number': 4, 'project_id': '3d331a6d40bd4acba6cabcb4afde1424', 'subnets': [{'id': 'c67276cd-8a3e-473d-9ce1-7f3f13cefdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:18.335565 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a1b24d-2b30-4477-8783-1580c98957b2 None None] The sync data for ids ['fc7a09e7-5e1c-403c-8b72-761ed7242fc6'] in n-d-771362-37 is: [{'id': 'fc7a09e7-5e1c-403c-8b72-761ed7242fc6', 'name': 'tempest-ServersTestMultiNic-765380442-router', 'tenant_id': '3d331a6d40bd4acba6cabcb4afde1424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '782373ff-aa49-435b-a0ac-3d7d29aaf75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:05Z', 'updated_at': '2021-07-16T08:32:12Z', 'revision_number': 4, 'project_id': '3d331a6d40bd4acba6cabcb4afde1424', 'gw_port': {'id': '782373ff-aa49-435b-a0ac-3d7d29aaf75f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7a09e7-5e1c-403c-8b72-761ed7242fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:06Z', 'updated_at': '2021-07-16T08:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'd067bdb6-00c8-413f-bbc5-d6ff4dd0301a', 'name': '', 'network_id': 'c7ba888f-235d-4b01-924c-67995e2fd22b', 'tenant_id': '3d331a6d40bd4acba6cabcb4afde1424', 'mac_address': 'fa:16:3e:8f:c9:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc7a09e7-5e1c-403c-8b72-761ed7242fc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1048, 'fixed_ips': [{'subnet_id': 'c67276cd-8a3e-473d-9ce1-7f3f13cefdda', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:10Z', 'updated_at': '2021-07-16T08:32:17Z', 'revision_number': 4, 'project_id': '3d331a6d40bd4acba6cabcb4afde1424', 'subnets': [{'id': 'c67276cd-8a3e-473d-9ce1-7f3f13cefdda', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:32:18.352438 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-ea766c05-2d54-42a4-b95f-0af70e8f09a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=091da7a4-e099-4e84-a774-919605faad63 HTTP/1.1" status: 200 len: 217 time: 0.0679381 Jul 16 08:32:18.445504 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f8e48f9-472c-4c3f-ac58-b0ce96c69eac tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:18.475265 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3491c685-b836-4f22-a610-ec36d044275c req-968c1b08-837d-45d6-92c4-c2b9eb69bf56 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3325708 Jul 16 08:32:18.549231 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0e881274-8097-40c3-a108-68141a9f3b69 req-4652478e-0b3b-4f40-907a-152fb3a04872 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/floatingips/d717c061-9ffc-4e10-b29f-04f9af54c3db HTTP/1.1" status: 200 len: 693 time: 0.0703259 Jul 16 08:32:18.556804 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-6a9c88e0-971a-4eaf-8245-8e53fcc8b7ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:18.558319 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-6a9c88e0-971a-4eaf-8245-8e53fcc8b7ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7842a341-61cf-4424-8fa5-ccac1e8e2370 HTTP/1.1" status: 200 len: 797 time: 0.1993914 Jul 16 08:32:18.756518 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8e48f9-472c-4c3f-ac58-b0ce96c69eac tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Pushing event updated for resources: {'Subnet': ['ID=624cea4a-ebab-44a9-ba2c-1d693b237c00,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:18.839728 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8e48f9-472c-4c3f-ac58-b0ce96c69eac tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Checking segment: {'id': '2de37a97-2a75-4a47-87e5-24ba0e6ac859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ee556b79-e893-463e-8fe0-5e6365d7dd79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:18.840329 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8e48f9-472c-4c3f-ac58-b0ce96c69eac tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Network hostable DHCP agents. Network: ee556b79-e893-463e-8fe0-5e6365d7dd79, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:32:18.888295 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8e48f9-472c-4c3f-ac58-b0ce96c69eac tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Network ee556b79-e893-463e-8fe0-5e6365d7dd79 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:32:18.893078 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e881274-8097-40c3-a108-68141a9f3b69 req-4350ac1c-9328-4509-918c-07f703296efb tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:18.897155 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0e881274-8097-40c3-a108-68141a9f3b69 req-4350ac1c-9328-4509-918c-07f703296efb tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 784 time: 0.3455939 Jul 16 08:32:18.911806 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-a9eb1aac-e29f-44cf-9328-c0725e40dde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:18.913375 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-a9eb1aac-e29f-44cf-9328-c0725e40dde1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75416cd1-a2d8-4e5f-acde-36e6b516d991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3035975 Jul 16 08:32:18.913988 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-5f8e48f9-472c-4c3f-ac58-b0ce96c69eac tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, ee556b79-e893-463e-8fe0-5e6365d7dd79) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:18.923145 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6ab3703-c91d-499f-9618-363b9729863c None None] Network ee556b79-e893-463e-8fe0-5e6365d7dd79 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:18.975607 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8e48f9-472c-4c3f-ac58-b0ce96c69eac tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:18.977526 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f8e48f9-472c-4c3f-ac58-b0ce96c69eac tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.004178 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d067bdb6-00c8-413f-bbc5-d6ff4dd0301a up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:19.005656 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a498219-bb68-48ac-83c4-4a7eab7d5638 req-4ccbaf56-188a-445f-88e9-39659e5f9ec4 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:19.018054 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0a498219-bb68-48ac-83c4-4a7eab7d5638 req-4ccbaf56-188a-445f-88e9-39659e5f9ec4 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/ports?device_id=913672f7-2b94-419c-9021-56150ae0236a HTTP/1.1" status: 200 len: 947 time: 0.2396469 Jul 16 08:32:19.039434 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0e881274-8097-40c3-a108-68141a9f3b69 req-1f61c4f9-ce80-4648-a34b-3aeb66e3cc8b tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.108 HTTP/1.1" status: 200 len: 696 time: 0.1366220 Jul 16 08:32:19.114307 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5f8e48f9-472c-4c3f-ac58-b0ce96c69eac tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.6118186 Jul 16 08:32:19.117522 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55388) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:19.123228 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0e881274-8097-40c3-a108-68141a9f3b69 req-d7127413-5897-4842-983b-96c6af755b21 tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.108 HTTP/1.1" status: 200 len: 696 time: 0.0826669 Jul 16 08:32:19.131776 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-ade2bbc8-9b47-4f08-b4c3-6d5b9959a1cf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-104405620'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:19.200677 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0a498219-bb68-48ac-83c4-4a7eab7d5638 req-c6e4d908-32ef-428e-8b0a-e246ab0d806a tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/security-groups?id=2ea8f6c7-a8cf-411e-a7f4-45f36f5f4359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733482 Jul 16 08:32:19.226974 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-7febae84-4fee-44a2-beb5-b14f711a9582 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:32:19.234023 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-7febae84-4fee-44a2-beb5-b14f711a9582 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3038824 Jul 16 08:32:19.311632 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-0e881274-8097-40c3-a108-68141a9f3b69 req-98768081-cd05-4e4a-b93b-66c48e13d93b tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Deleting port 07b5459a-bce5-4876-907d-cc5e64fa62e1 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:19.312821 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0e881274-8097-40c3-a108-68141a9f3b69 req-98768081-cd05-4e4a-b93b-66c48e13d93b tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.383590 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ade2bbc8-9b47-4f08-b4c3-6d5b9959a1cf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Made reservation on behalf of 3d331a6d40bd4acba6cabcb4afde1424 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:19.387517 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ade2bbc8-9b47-4f08-b4c3-6d5b9959a1cf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.433794 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0e881274-8097-40c3-a108-68141a9f3b69 req-98768081-cd05-4e4a-b93b-66c48e13d93b tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.434135 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0e881274-8097-40c3-a108-68141a9f3b69 req-98768081-cd05-4e4a-b93b-66c48e13d93b tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.447520 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-0e881274-8097-40c3-a108-68141a9f3b69 req-98768081-cd05-4e4a-b93b-66c48e13d93b tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Calling delete_port for 07b5459a-bce5-4876-907d-cc5e64fa62e1 owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:19.617590 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0e881274-8097-40c3-a108-68141a9f3b69 req-98768081-cd05-4e4a-b93b-66c48e13d93b tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.657171 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-3f89331a-5009-404f-821d-325752f96b23 service neutron] 10.222.0.30 "GET /v2.0/networks/75416cd1-a2d8-4e5f-acde-36e6b516d991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4169064 Jul 16 08:32:19.675024 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port d067bdb6-00c8-413f-bbc5-d6ff4dd0301a completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:19.700010 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port d067bdb6-00c8-413f-bbc5-d6ff4dd0301a triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:19.702750 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.727745 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98768081-cd05-4e4a-b93b-66c48e13d93b tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Pushing event deleted for resources: {'Port': ['ID=07b5459a-bce5-4876-907d-cc5e64fa62e1,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:19.868748 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0e881274-8097-40c3-a108-68141a9f3b69 req-98768081-cd05-4e4a-b93b-66c48e13d93b tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.874939 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0e881274-8097-40c3-a108-68141a9f3b69 req-98768081-cd05-4e4a-b93b-66c48e13d93b tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.893169 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0e881274-8097-40c3-a108-68141a9f3b69 req-98768081-cd05-4e4a-b93b-66c48e13d93b tempest-FloatingIPDetailsTestJSON-1304342790 tempest-FloatingIPDetailsTestJSON-1304342790-project] 10.222.0.22 "DELETE /v2.0/floatingips/d717c061-9ffc-4e10-b29f-04f9af54c3db HTTP/1.1" status: 204 len: 173 time: 0.7689266 Jul 16 08:32:19.893715 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55398) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:19.895338 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72cb17c9-e462-4df4-b673-3bb1a3415426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-ee556b79-e893-463e-8fe0-5e6365d7dd79', 'network_id': 'ee556b79-e893-463e-8fe0-5e6365d7dd79', 'tenant_id': '3d331a6d40bd4acba6cabcb4afde1424', 'fixed_ips': [{'subnet_id': '624cea4a-ebab-44a9-ba2c-1d693b237c00'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:32:19.895896 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-72cb17c9-e462-4df4-b673-3bb1a3415426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.903636 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c0b1f1f-3575-488c-8438-a1c1cab3df8f req-5d46e251-f7f5-476e-a0d8-45e4fd82b336 service neutron] 10.222.0.30 "GET /v2.0/networks/75416cd1-a2d8-4e5f-acde-36e6b516d991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388558 Jul 16 08:32:19.909689 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ade2bbc8-9b47-4f08-b4c3-6d5b9959a1cf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:32:19.936509 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ade2bbc8-9b47-4f08-b4c3-6d5b9959a1cf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:19.936866 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-ade2bbc8-9b47-4f08-b4c3-6d5b9959a1cf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Added segment fc5986c5-bd7f-4e33-9493-04007e5f8106 of type vlan for network d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5 Jul 16 08:32:20.070851 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ade2bbc8-9b47-4f08-b4c3-6d5b9959a1cf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.093981 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.141570 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ade2bbc8-9b47-4f08-b4c3-6d5b9959a1cf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.161725 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ade2bbc8-9b47-4f08-b4c3-6d5b9959a1cf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:20.162374 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ade2bbc8-9b47-4f08-b4c3-6d5b9959a1cf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.229379 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f828ad-6ab3-4eec-b98a-73dd4ece39c4 req-beac875c-86c7-4934-9c24-34442433d333 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:20.232157 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b0f828ad-6ab3-4eec-b98a-73dd4ece39c4 req-beac875c-86c7-4934-9c24-34442433d333 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.21 "GET /v2.0/ports?device_id=913672f7-2b94-419c-9021-56150ae0236a HTTP/1.1" status: 200 len: 947 time: 0.2408600 Jul 16 08:32:20.367350 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade2bbc8-9b47-4f08-b4c3-6d5b9959a1cf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Pushing event updated for resources: {'Network': ['ID=d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:20.377616 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port d067bdb6-00c8-413f-bbc5-d6ff4dd0301a, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d067bdb6-00c8-413f-bbc5-d6ff4dd0301a,segment=NetworkSegment(a8dd7d47-5e8e-4b8b-ab2a-d284e7d90163),segment_id=a8dd7d47-5e8e-4b8b-ab2a-d284e7d90163)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:20.380248 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ade2bbc8-9b47-4f08-b4c3-6d5b9959a1cf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2616391 Jul 16 08:32:20.382695 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55408) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:20.396844 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.399892 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8437472d-4b5d-4dd0-a5eb-ae5f34d620a9 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Request body: {'subnet': {'network_id': 'd09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:20.456963 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade2bbc8-9b47-4f08-b4c3-6d5b9959a1cf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:20.460884 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade2bbc8-9b47-4f08-b4c3-6d5b9959a1cf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:20.461563 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade2bbc8-9b47-4f08-b4c3-6d5b9959a1cf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:20.462078 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade2bbc8-9b47-4f08-b4c3-6d5b9959a1cf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:20.464437 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade2bbc8-9b47-4f08-b4c3-6d5b9959a1cf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:20.464945 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade2bbc8-9b47-4f08-b4c3-6d5b9959a1cf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:20.465455 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade2bbc8-9b47-4f08-b4c3-6d5b9959a1cf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:20.467346 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade2bbc8-9b47-4f08-b4c3-6d5b9959a1cf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:20.468537 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade2bbc8-9b47-4f08-b4c3-6d5b9959a1cf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:20.471394 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade2bbc8-9b47-4f08-b4c3-6d5b9959a1cf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:20.471922 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade2bbc8-9b47-4f08-b4c3-6d5b9959a1cf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:20.472448 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade2bbc8-9b47-4f08-b4c3-6d5b9959a1cf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:20.553675 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:32:20.666369 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-72cb17c9-e462-4df4-b673-3bb1a3415426 None None] Allocated IP 19.80.0.2 (ee556b79-e893-463e-8fe0-5e6365d7dd79/624cea4a-ebab-44a9-ba2c-1d693b237c00/65981120-fa75-4ebb-b1a3-bc7d5aca75fb) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:20.678119 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=d067bdb6-00c8-413f-bbc5-d6ff4dd0301a,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:20.823025 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8437472d-4b5d-4dd0-a5eb-ae5f34d620a9 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Made reservation on behalf of 3d331a6d40bd4acba6cabcb4afde1424 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:20.836274 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8437472d-4b5d-4dd0-a5eb-ae5f34d620a9 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:20.943059 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d067bdb6-00c8-413f-bbc5-d6ff4dd0301a up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:20.978023 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-b0f828ad-6ab3-4eec-b98a-73dd4ece39c4 req-b170258f-d13f-4e96-a6c1-6829feb654f0 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Deleting port d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:20.978390 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b0f828ad-6ab3-4eec-b98a-73dd4ece39c4 req-b170258f-d13f-4e96-a6c1-6829feb654f0 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:21.123113 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-72cb17c9-e462-4df4-b673-3bb1a3415426 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:21.137410 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-72cb17c9-e462-4df4-b673-3bb1a3415426 None None] Transition to ACTIVE for port object 65981120-fa75-4ebb-b1a3-bc7d5aca75fb will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:21.141365 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b0f828ad-6ab3-4eec-b98a-73dd4ece39c4 req-b170258f-d13f-4e96-a6c1-6829feb654f0 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] For port d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:21.141803 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b0f828ad-6ab3-4eec-b98a-73dd4ece39c4 req-b170258f-d13f-4e96-a6c1-6829feb654f0 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:21.143375 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port d067bdb6-00c8-413f-bbc5-d6ff4dd0301a triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:21.143904 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:21.170182 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8437472d-4b5d-4dd0-a5eb-ae5f34d620a9 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:21.174237 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-b0f828ad-6ab3-4eec-b98a-73dd4ece39c4 req-b170258f-d13f-4e96-a6c1-6829feb654f0 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Calling delete_port for d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:21.188199 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe87a570-97ec-400c-988c-564696c410c2 req-0aa6f376-e59a-4107-9809-53cccb42f102 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:21.198187 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-72cb17c9-e462-4df4-b673-3bb1a3415426 None None] Transition to ACTIVE for port object 65981120-fa75-4ebb-b1a3-bc7d5aca75fb will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:21.200005 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fe87a570-97ec-400c-988c-564696c410c2 req-0aa6f376-e59a-4107-9809-53cccb42f102 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/ports?device_id=913672f7-2b94-419c-9021-56150ae0236a HTTP/1.1" status: 200 len: 947 time: 0.7249682 Jul 16 08:32:21.215827 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-72cb17c9-e462-4df4-b673-3bb1a3415426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:21.275461 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fe87a570-97ec-400c-988c-564696c410c2 req-fa0034b8-ec8f-4362-a381-ac5eacc30e0e tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/security-groups?id=2ea8f6c7-a8cf-411e-a7f4-45f36f5f4359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740190 Jul 16 08:32:21.310922 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cb17c9-e462-4df4-b673-3bb1a3415426 None None] Network ee556b79-e893-463e-8fe0-5e6365d7dd79 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:21.314300 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55436) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:21.318087 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-72cb17c9-e462-4df4-b673-3bb1a3415426 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:21.346222 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cb17c9-e462-4df4-b673-3bb1a3415426 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:21.361099 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8437472d-4b5d-4dd0-a5eb-ae5f34d620a9 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Checking segment: {'id': 'fc5986c5-bd7f-4e33-9493-04007e5f8106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:21.361512 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8437472d-4b5d-4dd0-a5eb-ae5f34d620a9 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Network hostable DHCP agents. Network: d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:32:21.365508 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb17c9-e462-4df4-b673-3bb1a3415426 None None] Pushing event updated for resources: {'Port': ['ID=65981120-fa75-4ebb-b1a3-bc7d5aca75fb,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:21.374026 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8437472d-4b5d-4dd0-a5eb-ae5f34d620a9 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Pushing event updated for resources: {'Subnet': ['ID=d4b88b87-66cf-4d13-9eac-47981d1d6b8f,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:21.418751 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8437472d-4b5d-4dd0-a5eb-ae5f34d620a9 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Network d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:32:21.433923 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-8437472d-4b5d-4dd0-a5eb-ae5f34d620a9 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:21.443927 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8437472d-4b5d-4dd0-a5eb-ae5f34d620a9 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:21.444591 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8437472d-4b5d-4dd0-a5eb-ae5f34d620a9 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:21.469174 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d34a381-f397-41a7-9fb0-7d07d522373d None None] Network d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:21.480992 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8437472d-4b5d-4dd0-a5eb-ae5f34d620a9 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0855725 Jul 16 08:32:21.481975 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-72cb17c9-e462-4df4-b673-3bb1a3415426 None None] Attempting to bind port 65981120-fa75-4ebb-b1a3-bc7d5aca75fb on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:21.481975 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-72cb17c9-e462-4df4-b673-3bb1a3415426 None None] Attempting to bind port 65981120-fa75-4ebb-b1a3-bc7d5aca75fb by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '2de37a97-2a75-4a47-87e5-24ba0e6ac859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ee556b79-e893-463e-8fe0-5e6365d7dd79'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:21.481975 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb17c9-e462-4df4-b673-3bb1a3415426 None None] Attempting to bind port 65981120-fa75-4ebb-b1a3-bc7d5aca75fb on network ee556b79-e893-463e-8fe0-5e6365d7dd79 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:21.543283 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb17c9-e462-4df4-b673-3bb1a3415426 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:21.543684 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb17c9-e462-4df4-b673-3bb1a3415426 None None] Checking segment: {'id': '2de37a97-2a75-4a47-87e5-24ba0e6ac859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ee556b79-e893-463e-8fe0-5e6365d7dd79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:21.544106 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-72cb17c9-e462-4df4-b673-3bb1a3415426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:21.544543 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72cb17c9-e462-4df4-b673-3bb1a3415426 None None] Bound using segment: {'id': '2de37a97-2a75-4a47-87e5-24ba0e6ac859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ee556b79-e893-463e-8fe0-5e6365d7dd79'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:21.545040 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-72cb17c9-e462-4df4-b673-3bb1a3415426 None None] Bound port: 65981120-fa75-4ebb-b1a3-bc7d5aca75fb, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2de37a97-2a75-4a47-87e5-24ba0e6ac859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ee556b79-e893-463e-8fe0-5e6365d7dd79'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:21.545438 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-72cb17c9-e462-4df4-b673-3bb1a3415426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:21.551536 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-057eed4a-8a02-4488-bd37-698ed9c33f03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:21.697036 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4410d82e-fbb0-45ab-b298-dd9c065c1a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:21.701449 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b0f828ad-6ab3-4eec-b98a-73dd4ece39c4 req-b170258f-d13f-4e96-a6c1-6829feb654f0 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:21.760119 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:32:21.797485 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-057eed4a-8a02-4488-bd37-698ed9c33f03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:21.804110 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-057eed4a-8a02-4488-bd37-698ed9c33f03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:21.807098 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b170258f-d13f-4e96-a6c1-6829feb654f0 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Pushing event deleted for resources: {'Port': ['ID=d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:21.859409 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057eed4a-8a02-4488-bd37-698ed9c33f03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c43e36-b8c3-4f0c-81df-751e95432f80,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:21.896794 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-057eed4a-8a02-4488-bd37-698ed9c33f03 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dad5360f019e49ce98d1abc2478ad381&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5732780 Jul 16 08:32:21.899355 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55454) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:21.902788 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87354018-63f1-47a9-8b01-d12e8c8d4dcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5', 'network_id': 'd09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5', 'tenant_id': '3d331a6d40bd4acba6cabcb4afde1424', 'fixed_ips': [{'subnet_id': 'd4b88b87-66cf-4d13-9eac-47981d1d6b8f'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:32:21.904366 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-87354018-63f1-47a9-8b01-d12e8c8d4dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:21.934805 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f828ad-6ab3-4eec-b98a-73dd4ece39c4 req-b170258f-d13f-4e96-a6c1-6829feb654f0 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] No DVR routers for this DVR port d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:21.944254 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b0f828ad-6ab3-4eec-b98a-73dd4ece39c4 req-b170258f-d13f-4e96-a6c1-6829feb654f0 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:21.946427 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-72cb17c9-e462-4df4-b673-3bb1a3415426 None None] For port 65981120-fa75-4ebb-b1a3-bc7d5aca75fb, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:21.952336 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b0f828ad-6ab3-4eec-b98a-73dd4ece39c4 req-b170258f-d13f-4e96-a6c1-6829feb654f0 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.21 "DELETE /v2.0/ports/d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3 HTTP/1.1" status: 204 len: 173 time: 1.7136669 Jul 16 08:32:21.961174 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '913672f7-2b94-419c-9021-56150ae0236a', 'name': 'network-vif-deleted', 'tag': 'd11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:21.967587 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80782eb7-aaa0-4a0d-86d2-fbd1e14c72ae" -d '{"events": [{"server_uuid": "913672f7-2b94-419c-9021-56150ae0236a", "name": "network-vif-deleted", "tag": "d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:22.004403 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7dae3b8f-3268-4178-a4f4-a9b9237ea265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:22.094174 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7dae3b8f-3268-4178-a4f4-a9b9237ea265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:22.153475 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-72cb17c9-e462-4df4-b673-3bb1a3415426 None None] For port 65981120-fa75-4ebb-b1a3-bc7d5aca75fb, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=65981120-fa75-4ebb-b1a3-bc7d5aca75fb,segment=NetworkSegment(2de37a97-2a75-4a47-87e5-24ba0e6ac859),segment_id=2de37a97-2a75-4a47-87e5-24ba0e6ac859)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:22.169291 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-72cb17c9-e462-4df4-b673-3bb1a3415426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:22.270824 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cb17c9-e462-4df4-b673-3bb1a3415426 None None] Pushing event updated for resources: {'Port': ['ID=65981120-fa75-4ebb-b1a3-bc7d5aca75fb,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:22.390398 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-87354018-63f1-47a9-8b01-d12e8c8d4dcf None None] Allocated IP 19.86.0.2 (d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5/d4b88b87-66cf-4d13-9eac-47981d1d6b8f/a64facd6-0b45-4386-be12-cba1558d5908) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:22.470256 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-4410d82e-fbb0-45ab-b298-dd9c065c1a1b admin admin] Deleting port 991eeee7-1e7d-4363-99bc-f366ad6643bb {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:22.470898 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4410d82e-fbb0-45ab-b298-dd9c065c1a1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:22.565690 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-a3e1c83d-6620-417f-8fab-fa82e28d3878 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:22.578057 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-a3e1c83d-6620-417f-8fab-fa82e28d3878 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:22.581239 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-a3e1c83d-6620-417f-8fab-fa82e28d3878 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/networks?id=ee556b79-e893-463e-8fe0-5e6365d7dd79&id=d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5&id=ee556b79-e893-463e-8fe0-5e6365d7dd79 HTTP/1.1" status: 200 len: 1390 time: 0.5047793 Jul 16 08:32:22.583211 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7dae3b8f-3268-4178-a4f4-a9b9237ea265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:22.588270 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7dae3b8f-3268-4178-a4f4-a9b9237ea265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:22.592605 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7dae3b8f-3268-4178-a4f4-a9b9237ea265 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e1c43e36-b8c3-4f0c-81df-751e95432f80 HTTP/1.1" status: 204 len: 168 time: 0.6919372 Jul 16 08:32:22.602170 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dae3b8f-3268-4178-a4f4-a9b9237ea265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c43e36-b8c3-4f0c-81df-751e95432f80,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:22.643688 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-6b3acf30-ff47-42ea-89f1-b18ca065f0fe tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/quotas/3d331a6d40bd4acba6cabcb4afde1424 HTTP/1.1" status: 200 len: 375 time: 0.0272284 Jul 16 08:32:22.686330 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-4410d82e-fbb0-45ab-b298-dd9c065c1a1b admin admin] For port 991eeee7-1e7d-4363-99bc-f366ad6643bb, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=991eeee7-1e7d-4363-99bc-f366ad6643bb,segment=NetworkSegment(f9bb230f-82c5-44b9-abc3-a2e5febd8a0f),segment_id=f9bb230f-82c5-44b9-abc3-a2e5febd8a0f)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:22.686722 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4410d82e-fbb0-45ab-b298-dd9c065c1a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:22.706845 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:22.747716 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-4410d82e-fbb0-45ab-b298-dd9c065c1a1b admin admin] Calling delete_port for 991eeee7-1e7d-4363-99bc-f366ad6643bb owned by network:router_interface {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:22.882034 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-77b5914e-ef75-4fe1-8857-b0377bcb3e57 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d331a6d40bd4acba6cabcb4afde1424&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2358294 Jul 16 08:32:22.894207 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:22.894622 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:22.911652 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-87354018-63f1-47a9-8b01-d12e8c8d4dcf None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:22.937132 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-87354018-63f1-47a9-8b01-d12e8c8d4dcf None None] Transition to ACTIVE for port object a64facd6-0b45-4386-be12-cba1558d5908 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:22.978889 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-87354018-63f1-47a9-8b01-d12e8c8d4dcf None None] Transition to ACTIVE for port object a64facd6-0b45-4386-be12-cba1558d5908 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:22.992921 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-87354018-63f1-47a9-8b01-d12e8c8d4dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:23.104850 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87354018-63f1-47a9-8b01-d12e8c8d4dcf None None] Network d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:23.120725 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-87354018-63f1-47a9-8b01-d12e8c8d4dcf None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:23.132844 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87354018-63f1-47a9-8b01-d12e8c8d4dcf None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:23.139292 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87354018-63f1-47a9-8b01-d12e8c8d4dcf None None] Pushing event updated for resources: {'Port': ['ID=a64facd6-0b45-4386-be12-cba1558d5908,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:23.173522 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-7954e180-0c67-44ee-90bb-5a0b7a823241 service neutron] 10.222.0.22 "GET /v2.0/networks/ee556b79-e893-463e-8fe0-5e6365d7dd79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827027 Jul 16 08:32:23.209256 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4410d82e-fbb0-45ab-b298-dd9c065c1a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:23.253485 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4410d82e-fbb0-45ab-b298-dd9c065c1a1b admin admin] Pushing event deleted for resources: {'Port': ['ID=991eeee7-1e7d-4363-99bc-f366ad6643bb,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:23.318294 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-87354018-63f1-47a9-8b01-d12e8c8d4dcf None None] Attempting to bind port a64facd6-0b45-4386-be12-cba1558d5908 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:23.318294 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-87354018-63f1-47a9-8b01-d12e8c8d4dcf None None] Attempting to bind port a64facd6-0b45-4386-be12-cba1558d5908 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'fc5986c5-bd7f-4e33-9493-04007e5f8106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:23.318840 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87354018-63f1-47a9-8b01-d12e8c8d4dcf None None] Attempting to bind port a64facd6-0b45-4386-be12-cba1558d5908 on network d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:23.329837 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87354018-63f1-47a9-8b01-d12e8c8d4dcf None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:23.330223 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87354018-63f1-47a9-8b01-d12e8c8d4dcf None None] Checking segment: {'id': 'fc5986c5-bd7f-4e33-9493-04007e5f8106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:23.330640 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-87354018-63f1-47a9-8b01-d12e8c8d4dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:23.331044 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87354018-63f1-47a9-8b01-d12e8c8d4dcf None None] Bound using segment: {'id': 'fc5986c5-bd7f-4e33-9493-04007e5f8106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:23.331537 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-87354018-63f1-47a9-8b01-d12e8c8d4dcf None None] Bound port: a64facd6-0b45-4386-be12-cba1558d5908, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc5986c5-bd7f-4e33-9493-04007e5f8106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:23.331932 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-87354018-63f1-47a9-8b01-d12e8c8d4dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:23.440723 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55492) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:23.473156 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c69620c6-c040-4c23-a80f-b3b47afa5a1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:23.508785 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-4c00f356-8271-4d69-8d0c-58707d8dc03e service neutron] 10.222.0.22 "GET /v2.0/networks/ee556b79-e893-463e-8fe0-5e6365d7dd79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341980 Jul 16 08:32:23.574447 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8ed8294-e387-4fb9-8d1d-b0f8c4edd19f x-openstack-request-id: req-a8ed8294-e387-4fb9-8d1d-b0f8c4edd19f {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:23.575313 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "913672f7-2b94-419c-9021-56150ae0236a", "name": "network-vif-deleted", "tag": "d11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:23.575886 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a8ed8294-e387-4fb9-8d1d-b0f8c4edd19f {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:23.577131 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '913672f7-2b94-419c-9021-56150ae0236a', 'name': 'network-vif-deleted', 'tag': 'd11013ed-ddfe-4fe2-8bc9-8007dbf9bfc3', 'status': 'completed', 'code': 200} Jul 16 08:32:23.585672 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-87354018-63f1-47a9-8b01-d12e8c8d4dcf None None] For port a64facd6-0b45-4386-be12-cba1558d5908, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:23.603031 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-87354018-63f1-47a9-8b01-d12e8c8d4dcf None None] For port a64facd6-0b45-4386-be12-cba1558d5908, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=a64facd6-0b45-4386-be12-cba1558d5908,segment=NetworkSegment(fc5986c5-bd7f-4e33-9493-04007e5f8106),segment_id=fc5986c5-bd7f-4e33-9493-04007e5f8106)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:23.613276 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-87354018-63f1-47a9-8b01-d12e8c8d4dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:23.654031 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-b737aad2-51bc-49d2-9be3-ed7d530c3527 service neutron] 10.222.0.22 "GET /v2.0/networks/d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1419909 Jul 16 08:32:23.764641 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4410d82e-fbb0-45ab-b298-dd9c065c1a1b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:23.802073 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87354018-63f1-47a9-8b01-d12e8c8d4dcf None None] Pushing event updated for resources: {'Port': ['ID=a64facd6-0b45-4386-be12-cba1558d5908,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:23.867441 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c69620c6-c040-4c23-a80f-b3b47afa5a1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:23.875496 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c69620c6-c040-4c23-a80f-b3b47afa5a1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:23.894400 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-4afc6543-dc65-410a-8357-58b54f854d3e service neutron] 10.222.0.22 "GET /v2.0/networks/d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2392933 Jul 16 08:32:23.916384 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69620c6-c040-4c23-a80f-b3b47afa5a1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=697734ec-d00a-45fa-b8ee-4ac467e103ad,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:24.077103 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c69620c6-c040-4c23-a80f-b3b47afa5a1c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ee39b37b59fe4dd7957f0caaec9f800c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6336367 Jul 16 08:32:24.078871 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55500) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:24.244396 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ade8e1d1-4e1b-4679-b184-9ff167587bc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.274284 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-96a878bc-9140-4520-af7d-8f23150aa7d4 service neutron] 10.222.0.22 "GET /v2.0/networks/ee556b79-e893-463e-8fe0-5e6365d7dd79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3788886 Jul 16 08:32:24.338185 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ade8e1d1-4e1b-4679-b184-9ff167587bc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.477081 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f585c67-5415-47e4-8aa7-9d9bfa4c26c5 None None] Network ee556b79-e893-463e-8fe0-5e6365d7dd79 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:24.559489 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-0de28c0b-1a15-4f5b-995a-d89edf0cff8b service neutron] 10.222.0.22 "GET /v2.0/networks/ee556b79-e893-463e-8fe0-5e6365d7dd79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2838275 Jul 16 08:32:24.577672 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ade8e1d1-4e1b-4679-b184-9ff167587bc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.580968 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ade8e1d1-4e1b-4679-b184-9ff167587bc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:24.585647 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ade8e1d1-4e1b-4679-b184-9ff167587bc7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/697734ec-d00a-45fa-b8ee-4ac467e103ad HTTP/1.1" status: 204 len: 168 time: 0.5021992 Jul 16 08:32:24.618090 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade8e1d1-4e1b-4679-b184-9ff167587bc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=697734ec-d00a-45fa-b8ee-4ac467e103ad,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:24.695852 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8980523a-b598-4279-99a7-14409cbd9595 None None] Provisioning for port 65981120-fa75-4ebb-b1a3-bc7d5aca75fb completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:25.257972 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 65981120-fa75-4ebb-b1a3-bc7d5aca75fb up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:25.436142 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b81e7b48-fa32-4388-9587-22b4620e5ace req-c4a1abd8-b388-4277-9f43-6a72cc9d1e2c tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 210 time: 0.0931952 Jul 16 08:32:25.450690 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 65981120-fa75-4ebb-b1a3-bc7d5aca75fb completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:25.481368 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 65981120-fa75-4ebb-b1a3-bc7d5aca75fb triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:25.481979 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.516149 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4410d82e-fbb0-45ab-b298-dd9c065c1a1b admin admin] Router 545cb89e-1d23-4a2b-852d-796d5330287d has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:32:25.685183 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fccac6-ab6c-48a5-b234-39526cc7bf24 None None] Network d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:25.830405 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4d5152bb-cb53-4ee6-a6b0-a54c73694ee1 None None] Provisioning for port a64facd6-0b45-4386-be12-cba1558d5908 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:25.834208 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.887735 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4410d82e-fbb0-45ab-b298-dd9c065c1a1b admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:32:25.900589 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4410d82e-fbb0-45ab-b298-dd9c065c1a1b admin admin] 10.222.0.22 "PUT /v2.0/routers/545cb89e-1d23-4a2b-852d-796d5330287d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0057235 Jul 16 08:32:25.901904 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16570134-243a-4b09-ba44-688fe9bd1bf0 None None] Sync routers for ids ['545cb89e-1d23-4a2b-852d-796d5330287d'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:32:25.903039 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55540) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:25.916332 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16570134-243a-4b09-ba44-688fe9bd1bf0 None None] Routers {'545cb89e-1d23-4a2b-852d-796d5330287d'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:25.917732 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-16570134-243a-4b09-ba44-688fe9bd1bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:32:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['545cb89e-1d23-4a2b-852d-796d5330287d'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:25.950896 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 65981120-fa75-4ebb-b1a3-bc7d5aca75fb, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=65981120-fa75-4ebb-b1a3-bc7d5aca75fb,segment=NetworkSegment(2de37a97-2a75-4a47-87e5-24ba0e6ac859),segment_id=2de37a97-2a75-4a47-87e5-24ba0e6ac859)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:25.953050 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c6ca0-15be-4417-b17c-f201f49b9c37 req-6e5c5451-af7c-457a-8cbe-7b29281a90f2 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:25.966333 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:25.966566 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-979c6ca0-15be-4417-b17c-f201f49b9c37 req-6e5c5451-af7c-457a-8cbe-7b29281a90f2 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/ports?device_id=32247c9d-c875-4590-8621-c59e4a6d5442 HTTP/1.1" status: 200 len: 949 time: 0.1570973 Jul 16 08:32:25.967190 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a64facd6-0b45-4386-be12-cba1558d5908 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:26.106557 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-979c6ca0-15be-4417-b17c-f201f49b9c37 req-5816d28b-35be-47c1-888a-13cf5a3eb690 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/security-groups?id=2ea8f6c7-a8cf-411e-a7f4-45f36f5f4359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1390467 Jul 16 08:32:26.124571 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-16570134-243a-4b09-ba44-688fe9bd1bf0 None None] Set router 545cb89e-1d23-4a2b-852d-796d5330287d gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:26.227625 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f1e7d63-2758-457a-8856-0472b2522516 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:26.310176 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f136cfcd-e28e-46ea-804d-618569144502 None None] Provisioning complete for port 65981120-fa75-4ebb-b1a3-bc7d5aca75fb triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:26.310562 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f136cfcd-e28e-46ea-804d-618569144502 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:26.499803 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=65981120-fa75-4ebb-b1a3-bc7d5aca75fb,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:26.526751 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f1e7d63-2758-457a-8856-0472b2522516 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:26.639125 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port a64facd6-0b45-4386-be12-cba1558d5908 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:26.674493 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-16570134-243a-4b09-ba44-688fe9bd1bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545cb89e-1d23-4a2b-852d-796d5330287d', 'name': 'tempest-FloatingIPDetailsTestJSON-1071246758-router', 'tenant_id': '5a4671529ae0465283e6edc5a40f0c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.163'}], 'enable_snat': True}, 'gw_port_id': 'a52df186-7d55-4c3a-8134-a3d180a625f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:36Z', 'updated_at': '2021-07-16T08:32:23Z', 'revision_number': 5, 'project_id': '5a4671529ae0465283e6edc5a40f0c31', 'gw_port': {'id': 'a52df186-7d55-4c3a-8134-a3d180a625f1', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:02:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '545cb89e-1d23-4a2b-852d-796d5330287d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:31:37Z', 'updated_at': '2021-07-16T08:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:26.723112 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port a64facd6-0b45-4386-be12-cba1558d5908 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:26.729118 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:26.746015 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2eb10f70-a925-4384-b884-f84ab6937a7b req-28ebb1a0-f501-4440-8324-27ccee2234f0 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 210 time: 0.1078827 Jul 16 08:32:26.799404 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16570134-243a-4b09-ba44-688fe9bd1bf0 None None] Checking router: 545cb89e-1d23-4a2b-852d-796d5330287d for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:32:26.820913 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16570134-243a-4b09-ba44-688fe9bd1bf0 None None] Routers {'545cb89e-1d23-4a2b-852d-796d5330287d'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:32:26.821586 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-16570134-243a-4b09-ba44-688fe9bd1bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:32:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['545cb89e-1d23-4a2b-852d-796d5330287d'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:26.974143 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-16570134-243a-4b09-ba44-688fe9bd1bf0 None None] Set router 545cb89e-1d23-4a2b-852d-796d5330287d gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:32:27.012042 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5aa496-fb06-4d30-90d9-fb487e7e2fe2 req-938d1f92-0f47-4dc4-a39d-293f6753ed97 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:27.022938 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dc5aa496-fb06-4d30-90d9-fb487e7e2fe2 req-938d1f92-0f47-4dc4-a39d-293f6753ed97 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.21 "GET /v2.0/ports?device_id=32247c9d-c875-4590-8621-c59e4a6d5442 HTTP/1.1" status: 200 len: 949 time: 0.2092152 Jul 16 08:32:27.282835 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-dc5aa496-fb06-4d30-90d9-fb487e7e2fe2 req-89cdf2cc-be0c-4832-b73f-a04d48d1f579 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Deleting port 930dd323-1008-413d-b067-f50de030ab82 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:27.283557 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dc5aa496-fb06-4d30-90d9-fb487e7e2fe2 req-89cdf2cc-be0c-4832-b73f-a04d48d1f579 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:27.488114 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-16570134-243a-4b09-ba44-688fe9bd1bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '545cb89e-1d23-4a2b-852d-796d5330287d', 'name': 'tempest-FloatingIPDetailsTestJSON-1071246758-router', 'tenant_id': '5a4671529ae0465283e6edc5a40f0c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:36Z', 'updated_at': '2021-07-16T08:32:26Z', 'revision_number': 6, 'project_id': '5a4671529ae0465283e6edc5a40f0c31', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:27.573054 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16570134-243a-4b09-ba44-688fe9bd1bf0 None None] The sync data for ids ['545cb89e-1d23-4a2b-852d-796d5330287d'] in n-d-771362-37 is: [{'id': '545cb89e-1d23-4a2b-852d-796d5330287d', 'name': 'tempest-FloatingIPDetailsTestJSON-1071246758-router', 'tenant_id': '5a4671529ae0465283e6edc5a40f0c31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:31:36Z', 'updated_at': '2021-07-16T08:32:26Z', 'revision_number': 6, 'project_id': '5a4671529ae0465283e6edc5a40f0c31', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:32:27.629828 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:27.650005 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-2f1e7d63-2758-457a-8856-0472b2522516 admin admin] Deleting port a52df186-7d55-4c3a-8134-a3d180a625f1 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:27.651249 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f1e7d63-2758-457a-8856-0472b2522516 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:27.709438 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-dc5aa496-fb06-4d30-90d9-fb487e7e2fe2 req-89cdf2cc-be0c-4832-b73f-a04d48d1f579 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] For port 930dd323-1008-413d-b067-f50de030ab82, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=930dd323-1008-413d-b067-f50de030ab82,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:27.710066 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dc5aa496-fb06-4d30-90d9-fb487e7e2fe2 req-89cdf2cc-be0c-4832-b73f-a04d48d1f579 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:27.720049 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-81ddaaae-0e66-428a-ab9d-bfac2d651ba2 None None] Provisioning complete for port a64facd6-0b45-4386-be12-cba1558d5908 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:27.720461 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-81ddaaae-0e66-428a-ab9d-bfac2d651ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:27.745175 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-dc5aa496-fb06-4d30-90d9-fb487e7e2fe2 req-89cdf2cc-be0c-4832-b73f-a04d48d1f579 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Calling delete_port for 930dd323-1008-413d-b067-f50de030ab82 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:27.777554 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port a64facd6-0b45-4386-be12-cba1558d5908, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=a64facd6-0b45-4386-be12-cba1558d5908,segment=NetworkSegment(fc5986c5-bd7f-4e33-9493-04007e5f8106),segment_id=fc5986c5-bd7f-4e33-9493-04007e5f8106)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:27.785436 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924c73e2-6aba-4763-91a1-7eed5053209e req-8bb9676a-c962-45f6-bad3-8085fd2c3f76 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:27.796802 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-924c73e2-6aba-4763-91a1-7eed5053209e req-8bb9676a-c962-45f6-bad3-8085fd2c3f76 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/ports?device_id=32247c9d-c875-4590-8621-c59e4a6d5442 HTTP/1.1" status: 200 len: 949 time: 0.3722506 Jul 16 08:32:27.822888 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:27.846375 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-2f1e7d63-2758-457a-8856-0472b2522516 admin admin] For port a52df186-7d55-4c3a-8134-a3d180a625f1, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=a52df186-7d55-4c3a-8134-a3d180a625f1,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:27.846906 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f1e7d63-2758-457a-8856-0472b2522516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:27.892942 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-2f1e7d63-2758-457a-8856-0472b2522516 admin admin] Calling delete_port for a52df186-7d55-4c3a-8134-a3d180a625f1 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:27.918426 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=a64facd6-0b45-4386-be12-cba1558d5908,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:28.151896 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-924c73e2-6aba-4763-91a1-7eed5053209e req-2c4ece44-abf3-4a2a-840f-97f711fd2f70 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/security-groups?id=2ea8f6c7-a8cf-411e-a7f4-45f36f5f4359&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3526709 Jul 16 08:32:28.385020 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dc5aa496-fb06-4d30-90d9-fb487e7e2fe2 req-89cdf2cc-be0c-4832-b73f-a04d48d1f579 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:28.529631 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 65981120-fa75-4ebb-b1a3-bc7d5aca75fb up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:28.576026 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f1e7d63-2758-457a-8856-0472b2522516 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:28.660460 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 65981120-fa75-4ebb-b1a3-bc7d5aca75fb triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:28.661048 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:28.799888 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a64facd6-0b45-4386-be12-cba1558d5908 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:28.800801 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cdf2cc-be0c-4832-b73f-a04d48d1f579 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Pushing event deleted for resources: {'Port': ['ID=930dd323-1008-413d-b067-f50de030ab82,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:28.851527 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1e7d63-2758-457a-8856-0472b2522516 admin admin] Pushing event deleted for resources: {'Port': ['ID=a52df186-7d55-4c3a-8134-a3d180a625f1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:28.874599 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port a64facd6-0b45-4386-be12-cba1558d5908 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:28.874985 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:28.938807 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cdf2cc-be0c-4832-b73f-a04d48d1f579 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:28.939198 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cdf2cc-be0c-4832-b73f-a04d48d1f579 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:28.939528 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cdf2cc-be0c-4832-b73f-a04d48d1f579 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:28.939866 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cdf2cc-be0c-4832-b73f-a04d48d1f579 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:28.940210 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cdf2cc-be0c-4832-b73f-a04d48d1f579 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:28.940581 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cdf2cc-be0c-4832-b73f-a04d48d1f579 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:28.940918 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cdf2cc-be0c-4832-b73f-a04d48d1f579 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:28.941249 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cdf2cc-be0c-4832-b73f-a04d48d1f579 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:28.944313 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cdf2cc-be0c-4832-b73f-a04d48d1f579 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:28.944763 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cdf2cc-be0c-4832-b73f-a04d48d1f579 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:28.945108 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cdf2cc-be0c-4832-b73f-a04d48d1f579 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:28.945466 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89cdf2cc-be0c-4832-b73f-a04d48d1f579 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:32:28.970578 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3c7535c3-8148-49e6-a7b0-499608595e4b req-d81e2778-c61f-4319-a6ce-17822f399b8f tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 210 time: 0.4346583 Jul 16 08:32:29.068020 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5aa496-fb06-4d30-90d9-fb487e7e2fe2 req-89cdf2cc-be0c-4832-b73f-a04d48d1f579 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] No DVR routers for this DVR port 930dd323-1008-413d-b067-f50de030ab82 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:29.075389 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dc5aa496-fb06-4d30-90d9-fb487e7e2fe2 req-89cdf2cc-be0c-4832-b73f-a04d48d1f579 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.088254 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dc5aa496-fb06-4d30-90d9-fb487e7e2fe2 req-89cdf2cc-be0c-4832-b73f-a04d48d1f579 tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.21 "DELETE /v2.0/ports/930dd323-1008-413d-b067-f50de030ab82 HTTP/1.1" status: 204 len: 173 time: 2.0668232 Jul 16 08:32:29.101046 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32247c9d-c875-4590-8621-c59e4a6d5442', 'name': 'network-vif-deleted', 'tag': '930dd323-1008-413d-b067-f50de030ab82'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:29.111196 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fd8ca1-d2d6-4ed5-9e69-5c7bb5bf115a" -d '{"events": [{"server_uuid": "32247c9d-c875-4590-8621-c59e4a6d5442", "name": "network-vif-deleted", "tag": "930dd323-1008-413d-b067-f50de030ab82"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:29.194003 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 991eeee7-1e7d-4363-99bc-f366ad6643bb no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:29.247218 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 991eeee7-1e7d-4363-99bc-f366ad6643bb {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:29.256619 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 991eeee7-1e7d-4363-99bc-f366ad6643bb not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:29.382243 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f1e7d63-2758-457a-8856-0472b2522516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.492942 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f1e7d63-2758-457a-8856-0472b2522516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.495544 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f1e7d63-2758-457a-8856-0472b2522516 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.553755 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-2159259f-f953-47a2-8267-681f875be971 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:29.559897 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-2159259f-f953-47a2-8267-681f875be971 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:29.561579 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-2159259f-f953-47a2-8267-681f875be971 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.30 "GET /v2.0/networks?id=ee556b79-e893-463e-8fe0-5e6365d7dd79&id=d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5&id=ee556b79-e893-463e-8fe0-5e6365d7dd79 HTTP/1.1" status: 200 len: 1390 time: 1.4684761 Jul 16 08:32:29.566019 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f1e7d63-2758-457a-8856-0472b2522516 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.566671 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1e7d63-2758-457a-8856-0472b2522516 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 545cb89e-1d23-4a2b-852d-796d5330287d {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:32:29.572289 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f1e7d63-2758-457a-8856-0472b2522516 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.576265 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55642) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:29.576740 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2f1e7d63-2758-457a-8856-0472b2522516 admin admin] 10.222.0.22 "DELETE /v2.0/routers/545cb89e-1d23-4a2b-852d-796d5330287d HTTP/1.1" status: 204 len: 168 time: 3.6722958 Jul 16 08:32:29.587705 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da7f12ad-bd20-4d5b-a68d-b525355c78e6 req-8c6aba01-3a12-48dc-badd-9dfdee22f82e tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:29.595628 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-da7f12ad-bd20-4d5b-a68d-b525355c78e6 req-8c6aba01-3a12-48dc-badd-9dfdee22f82e tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] 10.222.0.22 "GET /v2.0/ports?device_id=6225ed55-3c9e-40bb-8568-73df2b29e16d HTTP/1.1" status: 200 len: 946 time: 0.5089974 Jul 16 08:32:29.601474 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-1315dcfe-e1e1-4201-83db-44e986a68437 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Request body: {'port': {'device_id': '2056c32d-e21c-4c05-adf6-ebd87a366cb0', 'network_id': 'ee556b79-e893-463e-8fe0-5e6365d7dd79', 'admin_state_up': True, 'tenant_id': '3d331a6d40bd4acba6cabcb4afde1424'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:29.674183 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-16f0b12c-b722-499a-ab6e-330ad25902af admin admin] Deleting subnet dde8a2f4-a80f-4d89-a825-2cc7f0849431 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:32:29.705198 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16f0b12c-b722-499a-ab6e-330ad25902af admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:29.854142 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6b59c5-b94e-4c93-bec2-3ee67261360a x-openstack-request-id: req-5a6b59c5-b94e-4c93-bec2-3ee67261360a {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:29.854791 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32247c9d-c875-4590-8621-c59e4a6d5442", "name": "network-vif-deleted", "tag": "930dd323-1008-413d-b067-f50de030ab82", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:29.854791 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5a6b59c5-b94e-4c93-bec2-3ee67261360a {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:29.855058 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32247c9d-c875-4590-8621-c59e4a6d5442', 'name': 'network-vif-deleted', 'tag': '930dd323-1008-413d-b067-f50de030ab82', 'status': 'completed', 'code': 200} Jul 16 08:32:29.881588 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16f0b12c-b722-499a-ab6e-330ad25902af admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.011265 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-da7f12ad-bd20-4d5b-a68d-b525355c78e6 req-3fd69fee-d3e6-4510-9f8e-8532add83272 tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5e7e8e0-1c2b-4baf-bda6-9e4466d838b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4145203 Jul 16 08:32:30.021290 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a52df186-7d55-4c3a-8134-a3d180a625f1 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:30.089569 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-1315dcfe-e1e1-4201-83db-44e986a68437 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Made reservation on behalf of 3d331a6d40bd4acba6cabcb4afde1424 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:30.093812 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: a52df186-7d55-4c3a-8134-a3d180a625f1 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:30.096791 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a52df186-7d55-4c3a-8134-a3d180a625f1 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:30.106611 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-1315dcfe-e1e1-4201-83db-44e986a68437 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.154581 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af703a4f-d0e9-4e76-9d78-2a42640d13a0 req-c65e564f-2a2f-4ad1-afe2-0d55c3cbcff2 tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:30.156597 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-af703a4f-d0e9-4e76-9d78-2a42640d13a0 req-c65e564f-2a2f-4ad1-afe2-0d55c3cbcff2 tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] 10.222.0.30 "GET /v2.0/ports?device_id=6225ed55-3c9e-40bb-8568-73df2b29e16d HTTP/1.1" status: 200 len: 946 time: 0.3410492 Jul 16 08:32:30.255978 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b64ab33a-3104-4c98-9abc-8a62d084dce7 req-baa01dfa-b2da-4fb6-b274-3ff09ec65a6c tempest-ListImageFiltersTestJSON-765826514 tempest-ListImageFiltersTestJSON-765826514-project] 10.222.0.22 "GET /v2.0/ports?device_id=32247c9d-c875-4590-8621-c59e4a6d5442 HTTP/1.1" status: 200 len: 210 time: 0.1396103 Jul 16 08:32:30.312439 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16f0b12c-b722-499a-ab6e-330ad25902af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.361207 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f4c424ae-34bc-45e4-8f0d-4feefcea9ed9 req-55e43924-b415-4c7e-a262-f23e85425d13 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 210 time: 0.1190181 Jul 16 08:32:30.437873 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16f0b12c-b722-499a-ab6e-330ad25902af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.464673 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8437a4c5-9242-42a1-b8bf-cd78e0469c69 None None] Network 4ad5da65-ed82-4ab4-9cd4-8a72c0095711 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:30.464999 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16f0b12c-b722-499a-ab6e-330ad25902af admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.470588 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-16f0b12c-b722-499a-ab6e-330ad25902af admin admin] 10.222.0.22 "DELETE /v2.0/subnets/dde8a2f4-a80f-4d89-a825-2cc7f0849431 HTTP/1.1" status: 204 len: 168 time: 0.8925292 Jul 16 08:32:30.472084 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55664) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:30.507934 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0b12c-b722-499a-ab6e-330ad25902af admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dde8a2f4-a80f-4d89-a825-2cc7f0849431,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:30.620151 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-1315dcfe-e1e1-4201-83db-44e986a68437 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Allocated IP 19.80.0.133 (ee556b79-e893-463e-8fe0-5e6365d7dd79/624cea4a-ebab-44a9-ba2c-1d693b237c00/5fc1c9b8-2d81-468c-ada9-04af03cac497) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:30.624887 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-af703a4f-d0e9-4e76-9d78-2a42640d13a0 req-37c7cc13-757f-4375-aa0f-44b0f7b1ef8d tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] Deleting port 562de2eb-c4df-4d57-af60-4770291035fb {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:30.625588 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-af703a4f-d0e9-4e76-9d78-2a42640d13a0 req-37c7cc13-757f-4375-aa0f-44b0f7b1ef8d tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.715665 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73d4b778-2444-4b2a-a5f3-f8cce0a277a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.753698 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f76290-210d-4316-b1e9-ae4e7e16c16e None None] DHCP port deletion for 4ad5da65-ed82-4ab4-9cd4-8a72c0095711 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:32:30.762438 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 930dd323-1008-413d-b067-f50de030ab82 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:30.790403 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55668) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:30.833613 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 930dd323-1008-413d-b067-f50de030ab82 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:30.833981 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 930dd323-1008-413d-b067-f50de030ab82 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:30.866529 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-28f76290-210d-4316-b1e9-ae4e7e16c16e None None] Deleting port 3641f1ad-b739-4bb6-bbcc-4f98d888b630 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:30.867189 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28f76290-210d-4316-b1e9-ae4e7e16c16e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.882781 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-af703a4f-d0e9-4e76-9d78-2a42640d13a0 req-37c7cc13-757f-4375-aa0f-44b0f7b1ef8d tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] For port 562de2eb-c4df-4d57-af60-4770291035fb, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=562de2eb-c4df-4d57-af60-4770291035fb,segment=NetworkSegment(afa4853d-cbd3-444d-964f-52523af08e3a),segment_id=afa4853d-cbd3-444d-964f-52523af08e3a)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:30.883061 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-af703a4f-d0e9-4e76-9d78-2a42640d13a0 req-37c7cc13-757f-4375-aa0f-44b0f7b1ef8d tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.931659 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-10b975b9-dd86-4b4b-9660-45af023a31ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.932198 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-af703a4f-d0e9-4e76-9d78-2a42640d13a0 req-37c7cc13-757f-4375-aa0f-44b0f7b1ef8d tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] Calling delete_port for 562de2eb-c4df-4d57-af60-4770291035fb owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:30.946008 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-28f76290-210d-4316-b1e9-ae4e7e16c16e None None] For port 3641f1ad-b739-4bb6-bbcc-4f98d888b630, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=3641f1ad-b739-4bb6-bbcc-4f98d888b630,segment=NetworkSegment(f9bb230f-82c5-44b9-abc3-a2e5febd8a0f),segment_id=f9bb230f-82c5-44b9-abc3-a2e5febd8a0f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:30.946462 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28f76290-210d-4316-b1e9-ae4e7e16c16e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:30.963599 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-28f76290-210d-4316-b1e9-ae4e7e16c16e None None] Calling delete_port for 3641f1ad-b739-4bb6-bbcc-4f98d888b630 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:31.036060 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-73d4b778-2444-4b2a-a5f3-f8cce0a277a7 admin admin] Deleting port 3641f1ad-b739-4bb6-bbcc-4f98d888b630 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:32:31.038537 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73d4b778-2444-4b2a-a5f3-f8cce0a277a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:31.081215 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28f76290-210d-4316-b1e9-ae4e7e16c16e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:31.082686 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-10b975b9-dd86-4b4b-9660-45af023a31ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:31.088042 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-10b975b9-dd86-4b4b-9660-45af023a31ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:31.120105 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f76290-210d-4316-b1e9-ae4e7e16c16e None None] No DVR routers for this DVR port 3641f1ad-b739-4bb6-bbcc-4f98d888b630 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:31.128607 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f76290-210d-4316-b1e9-ae4e7e16c16e None None] Pushing event deleted for resources: {'Port': ['ID=3641f1ad-b739-4bb6-bbcc-4f98d888b630,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:31.167311 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-10b975b9-dd86-4b4b-9660-45af023a31ed admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=32ea464e65de4cf38f1e39fdea05d721&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3732698 Jul 16 08:32:31.174169 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-1315dcfe-e1e1-4201-83db-44e986a68437 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:31.175787 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55674) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:31.178135 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-73d4b778-2444-4b2a-a5f3-f8cce0a277a7 admin admin] For port 3641f1ad-b739-4bb6-bbcc-4f98d888b630, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=3641f1ad-b739-4bb6-bbcc-4f98d888b630,segment=NetworkSegment(f9bb230f-82c5-44b9-abc3-a2e5febd8a0f),segment_id=f9bb230f-82c5-44b9-abc3-a2e5febd8a0f)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:31.178608 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73d4b778-2444-4b2a-a5f3-f8cce0a277a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:31.211307 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b975b9-dd86-4b4b-9660-45af023a31ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a32136bf-a5e9-470c-b984-0ed3ce006321,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:31.214584 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-73d4b778-2444-4b2a-a5f3-f8cce0a277a7 admin admin] Calling delete_port for 3641f1ad-b739-4bb6-bbcc-4f98d888b630 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:32:31.240489 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-1315dcfe-e1e1-4201-83db-44e986a68437 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Transition to ACTIVE for port object 5fc1c9b8-2d81-468c-ada9-04af03cac497 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:31.285541 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-208dd766-b88b-4d1e-bec7-28db2140ecc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:31.312661 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-208dd766-b88b-4d1e-bec7-28db2140ecc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:31.391676 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-208dd766-b88b-4d1e-bec7-28db2140ecc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:31.395221 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-208dd766-b88b-4d1e-bec7-28db2140ecc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:31.398919 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-208dd766-b88b-4d1e-bec7-28db2140ecc3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a32136bf-a5e9-470c-b984-0ed3ce006321 HTTP/1.1" status: 204 len: 168 time: 0.2195547 Jul 16 08:32:31.410800 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208dd766-b88b-4d1e-bec7-28db2140ecc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32136bf-a5e9-470c-b984-0ed3ce006321,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:31.506759 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-af703a4f-d0e9-4e76-9d78-2a42640d13a0 req-37c7cc13-757f-4375-aa0f-44b0f7b1ef8d tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:31.513556 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-b68c78d3-5f91-40b4-b5cf-b0eb7e4128b1 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:31.521252 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-b68c78d3-5f91-40b4-b5cf-b0eb7e4128b1 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/networks?id=d342364e-cb68-4fed-83d9-f37bbb306922 HTTP/1.1" status: 200 len: 820 time: 0.1617579 Jul 16 08:32:31.541166 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8914c9-4e7d-489e-a52e-0d0f06476162 req-525f44d2-2864-4f6e-b4ea-f75fd2c5c718 tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:31.541774 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-fe1098fa-8f02-43e8-abb7-7931456163c9 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/quotas/fb861a1f8ff74c69926fd0df0ce3f903 HTTP/1.1" status: 200 len: 375 time: 0.0185621 Jul 16 08:32:31.543095 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6b8914c9-4e7d-489e-a52e-0d0f06476162 req-525f44d2-2864-4f6e-b4ea-f75fd2c5c718 tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] 10.222.0.22 "GET /v2.0/ports?device_id=6225ed55-3c9e-40bb-8568-73df2b29e16d HTTP/1.1" status: 200 len: 946 time: 0.3117645 Jul 16 08:32:31.588746 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c7cc13-757f-4375-aa0f-44b0f7b1ef8d tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] Pushing event deleted for resources: {'Port': ['ID=562de2eb-c4df-4d57-af60-4770291035fb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:31.591780 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-1315dcfe-e1e1-4201-83db-44e986a68437 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:31.643274 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-bac97f7a-8794-4001-a1fc-9eff8b631adc tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0984819 Jul 16 08:32:31.689722 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1315dcfe-e1e1-4201-83db-44e986a68437 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Pushing event updated for resources: {'Port': ['ID=5fc1c9b8-2d81-468c-ada9-04af03cac497,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:31.731550 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-af703a4f-d0e9-4e76-9d78-2a42640d13a0 req-37c7cc13-757f-4375-aa0f-44b0f7b1ef8d tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] No DVR routers for this DVR port 562de2eb-c4df-4d57-af60-4770291035fb on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:31.741901 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73d4b778-2444-4b2a-a5f3-f8cce0a277a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:31.746848 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-af703a4f-d0e9-4e76-9d78-2a42640d13a0 req-37c7cc13-757f-4375-aa0f-44b0f7b1ef8d tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:31.749202 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-af703a4f-d0e9-4e76-9d78-2a42640d13a0 req-37c7cc13-757f-4375-aa0f-44b0f7b1ef8d tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] 10.222.0.30 "DELETE /v2.0/ports/562de2eb-c4df-4d57-af60-4770291035fb HTTP/1.1" status: 204 len: 173 time: 1.5855789 Jul 16 08:32:31.753747 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-1315dcfe-e1e1-4201-83db-44e986a68437 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Network ee556b79-e893-463e-8fe0-5e6365d7dd79 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:31.756317 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6225ed55-3c9e-40bb-8568-73df2b29e16d', 'name': 'network-vif-deleted', 'tag': '562de2eb-c4df-4d57-af60-4770291035fb'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:31.758893 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aed2bd1-6f6c-4f2d-ab4a-c164307a6d51" -d '{"events": [{"server_uuid": "6225ed55-3c9e-40bb-8568-73df2b29e16d", "name": "network-vif-deleted", "tag": "562de2eb-c4df-4d57-af60-4770291035fb"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:31.772731 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6b8914c9-4e7d-489e-a52e-0d0f06476162 req-ae620f62-8998-4af3-bdcf-b199bc0860ca tempest-ServerTagsTestJSON-1903195518 tempest-ServerTagsTestJSON-1903195518-project] 10.222.0.22 "GET /v2.0/security-groups?id=f5e7e8e0-1c2b-4baf-bda6-9e4466d838b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967504 Jul 16 08:32:31.784092 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-1315dcfe-e1e1-4201-83db-44e986a68437 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:31.811251 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-1315dcfe-e1e1-4201-83db-44e986a68437 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:31.819162 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4b778-2444-4b2a-a5f3-f8cce0a277a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3641f1ad-b739-4bb6-bbcc-4f98d888b630,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:31.821367 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d4b778-2444-4b2a-a5f3-f8cce0a277a7 admin admin] No DVR routers for this DVR port 3641f1ad-b739-4bb6-bbcc-4f98d888b630 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:32:31.850951 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-14fb3197-c110-4adc-86ac-8e6d891c0a16 service neutron] 10.222.0.22 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066314 Jul 16 08:32:31.859673 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:31.915860 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:31.989417 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55696) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:32.006420 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3641f1ad-b739-4bb6-bbcc-4f98d888b630 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:32.033044 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 3641f1ad-b739-4bb6-bbcc-4f98d888b630 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:32.033510 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3641f1ad-b739-4bb6-bbcc-4f98d888b630 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:32.034749 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-1315dcfe-e1e1-4201-83db-44e986a68437 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:32.035460 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-1315dcfe-e1e1-4201-83db-44e986a68437 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.043793 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66f6389f-69b7-4c6a-acf3-818aa03a71f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.079333 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73d4b778-2444-4b2a-a5f3-f8cce0a277a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.102793 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-73d4b778-2444-4b2a-a5f3-f8cce0a277a7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ad5da65-ed82-4ab4-9cd4-8a72c0095711']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:32.108499 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-77c32b74-dc43-4d97-afaa-fc4227c558cb service neutron] 10.222.0.22 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2488999 Jul 16 08:32:32.113891 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-1315dcfe-e1e1-4201-83db-44e986a68437 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5347979 Jul 16 08:32:32.120977 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-73d4b778-2444-4b2a-a5f3-f8cce0a277a7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9bb230f-82c5-44b9-abc3-a2e5febd8a0f') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:32.121796 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-73d4b778-2444-4b2a-a5f3-f8cce0a277a7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9bb230f-82c5-44b9-abc3-a2e5febd8a0f') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:32.130127 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-9fb49dc6-cac1-4590-9dfb-e925705f5f93 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Request body: {'port': {'device_id': '2056c32d-e21c-4c05-adf6-ebd87a366cb0', 'network_id': 'd09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5', 'admin_state_up': True, 'tenant_id': '3d331a6d40bd4acba6cabcb4afde1424'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:32.147547 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73d4b778-2444-4b2a-a5f3-f8cce0a277a7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.218856 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73d4b778-2444-4b2a-a5f3-f8cce0a277a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.249959 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d4b778-2444-4b2a-a5f3-f8cce0a277a7 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:32:32.250481 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73d4b778-2444-4b2a-a5f3-f8cce0a277a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.259646 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c75f4a5a-ca34-449d-8d42-e772998cb092 None None] Provisioning for port 5fc1c9b8-2d81-468c-ada9-04af03cac497 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:32.264210 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c75f4a5a-ca34-449d-8d42-e772998cb092 None None] Provisioning complete for port 5fc1c9b8-2d81-468c-ada9-04af03cac497 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:32.265151 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c75f4a5a-ca34-449d-8d42-e772998cb092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:32:32.312449 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:32:32.315984 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c75f4a5a-ca34-449d-8d42-e772998cb092 None None] Port 5fc1c9b8-2d81-468c-ada9-04af03cac497 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:32:32.390316 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73d4b778-2444-4b2a-a5f3-f8cce0a277a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.404916 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73d4b778-2444-4b2a-a5f3-f8cce0a277a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.410078 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-73d4b778-2444-4b2a-a5f3-f8cce0a277a7 admin admin] 10.222.0.22 "DELETE /v2.0/networks/4ad5da65-ed82-4ab4-9cd4-8a72c0095711 HTTP/1.1" status: 204 len: 168 time: 1.9225342 Jul 16 08:32:32.432846 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4b778-2444-4b2a-a5f3-f8cce0a277a7 admin admin] Pushing event deleted for resources: {'Network': ['ID=4ad5da65-ed82-4ab4-9cd4-8a72c0095711,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:32.482084 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a783325-7562-4db0-86dc-d7216709978e req-43e36290-7752-4960-8dbb-10dc6cadad71 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:32.489979 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0a783325-7562-4db0-86dc-d7216709978e req-43e36290-7752-4960-8dbb-10dc6cadad71 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 932 time: 0.3463280 Jul 16 08:32:32.543407 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66f6389f-69b7-4c6a-acf3-818aa03a71f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.557278 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0a783325-7562-4db0-86dc-d7216709978e req-9ff8e33a-4e6b-4278-83c8-bcf3f0f849a7 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650353 Jul 16 08:32:32.568696 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66f6389f-69b7-4c6a-acf3-818aa03a71f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.661795 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f6389f-69b7-4c6a-acf3-818aa03a71f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0117482a-dd27-4200-b387-94236385f750,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:32.667149 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55716) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:32.672055 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-66f6389f-69b7-4c6a-acf3-818aa03a71f5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=41ce44b35a1a415b808850bff2f53aec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6784179 Jul 16 08:32:32.673257 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-9fb49dc6-cac1-4590-9dfb-e925705f5f93 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Made reservation on behalf of 3d331a6d40bd4acba6cabcb4afde1424 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:32.675024 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55718) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:32.676981 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-9fb49dc6-cac1-4590-9dfb-e925705f5f93 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.789736 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-449be2b4-daaa-4e8c-9e67-c05857ddf11f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.821170 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-449be2b4-daaa-4e8c-9e67-c05857ddf11f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.825102 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0c0bc4b0-8def-4582-86b3-54d8ed1ba635 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5a4671529ae0465283e6edc5a40f0c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1567771 Jul 16 08:32:32.831344 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55732) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:32.841753 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 562de2eb-c4df-4d57-af60-4770291035fb no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:32:32.880177 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 562de2eb-c4df-4d57-af60-4770291035fb {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:32:32.881869 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 562de2eb-c4df-4d57-af60-4770291035fb not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:32:32.908974 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-9fb49dc6-cac1-4590-9dfb-e925705f5f93 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Allocated IP 19.86.0.31 (d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5/d4b88b87-66cf-4d13-9eac-47981d1d6b8f/a0ce2a32-56bb-4c01-b716-9f9472481db1) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:32.938149 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be649e02-0a92-4674-8572-375fea3acd61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:32.981287 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be649e02-0a92-4674-8572-375fea3acd61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.016784 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad428e2-540c-4946-b78d-23cbc2bdae35 x-openstack-request-id: req-6ad428e2-540c-4946-b78d-23cbc2bdae35 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:33.017333 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6225ed55-3c9e-40bb-8568-73df2b29e16d", "name": "network-vif-deleted", "tag": "562de2eb-c4df-4d57-af60-4770291035fb", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:33.017744 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6ad428e2-540c-4946-b78d-23cbc2bdae35 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:33.018438 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6225ed55-3c9e-40bb-8568-73df2b29e16d', 'name': 'network-vif-deleted', 'tag': '562de2eb-c4df-4d57-af60-4770291035fb', 'status': 'completed', 'code': 200} Jul 16 08:32:33.025187 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-449be2b4-daaa-4e8c-9e67-c05857ddf11f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.036467 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-449be2b4-daaa-4e8c-9e67-c05857ddf11f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.040276 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-449be2b4-daaa-4e8c-9e67-c05857ddf11f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0117482a-dd27-4200-b387-94236385f750 HTTP/1.1" status: 204 len: 168 time: 0.3642642 Jul 16 08:32:33.081462 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449be2b4-daaa-4e8c-9e67-c05857ddf11f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0117482a-dd27-4200-b387-94236385f750,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:33.098885 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-13890983-bdb5-4c92-8bc6-70e8bdafa765 req-db4f5546-7fcb-46ac-8853-f78ad1b6b3ec tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 210 time: 0.0440121 Jul 16 08:32:33.126341 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be649e02-0a92-4674-8572-375fea3acd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.130180 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be649e02-0a92-4674-8572-375fea3acd61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.131494 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-be649e02-0a92-4674-8572-375fea3acd61 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8cf863a9-6f8c-43dc-ae35-53fe482f99f3 HTTP/1.1" status: 204 len: 168 time: 0.2989085 Jul 16 08:32:33.157884 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be649e02-0a92-4674-8572-375fea3acd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf863a9-6f8c-43dc-ae35-53fe482f99f3,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:33.246672 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55750) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:33.269087 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe8120f3-91c8-4d76-ace2-ba275b43ad71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.285990 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-9fb49dc6-cac1-4590-9dfb-e925705f5f93 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.315459 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-9fb49dc6-cac1-4590-9dfb-e925705f5f93 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Transition to ACTIVE for port object a0ce2a32-56bb-4c01-b716-9f9472481db1 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:33.354606 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-f90c16c4-ba9f-4614-985c-ab268b546c19 admin admin] Deleting subnet 0fc6c7fe-04bb-4774-8709-b797165a83f5 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:32:33.358316 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f90c16c4-ba9f-4614-985c-ab268b546c19 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.397179 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-9fb49dc6-cac1-4590-9dfb-e925705f5f93 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.406246 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f90c16c4-ba9f-4614-985c-ab268b546c19 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.474785 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f90c16c4-ba9f-4614-985c-ab268b546c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.479018 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-9fb49dc6-cac1-4590-9dfb-e925705f5f93 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Network d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:33.480727 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-9fb49dc6-cac1-4590-9dfb-e925705f5f93 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:33.483354 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-9fb49dc6-cac1-4590-9dfb-e925705f5f93 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:33.487355 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fb49dc6-cac1-4590-9dfb-e925705f5f93 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Pushing event updated for resources: {'Port': ['ID=a0ce2a32-56bb-4c01-b716-9f9472481db1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:33.558074 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-9fb49dc6-cac1-4590-9dfb-e925705f5f93 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:33.558969 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-9fb49dc6-cac1-4590-9dfb-e925705f5f93 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.581746 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-9fb49dc6-cac1-4590-9dfb-e925705f5f93 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4565027 Jul 16 08:32:33.607666 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f90c16c4-ba9f-4614-985c-ab268b546c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.608073 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-b79e5a69-fa9e-4a8e-a2d2-959be577ad40 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Request body: {'port': {'device_id': '2056c32d-e21c-4c05-adf6-ebd87a366cb0', 'network_id': 'ee556b79-e893-463e-8fe0-5e6365d7dd79', 'admin_state_up': True, 'tenant_id': '3d331a6d40bd4acba6cabcb4afde1424'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:33.665227 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90c16c4-ba9f-4614-985c-ab268b546c19 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0fc6c7fe-04bb-4774-8709-b797165a83f5,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:33.674825 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f90c16c4-ba9f-4614-985c-ab268b546c19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.677233 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f90c16c4-ba9f-4614-985c-ab268b546c19 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0fc6c7fe-04bb-4774-8709-b797165a83f5 HTTP/1.1" status: 204 len: 168 time: 0.4291255 Jul 16 08:32:33.679817 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55770) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:33.825869 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e84e36a-492d-4052-8d48-c8f7da80296b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.917446 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-b79e5a69-fa9e-4a8e-a2d2-959be577ad40 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Made reservation on behalf of 3d331a6d40bd4acba6cabcb4afde1424 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:33.924666 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-b79e5a69-fa9e-4a8e-a2d2-959be577ad40 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:33.953731 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8312eccc-844d-4070-8e76-5bed31097067 None None] Provisioning for port a0ce2a32-56bb-4c01-b716-9f9472481db1 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:33.958885 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8312eccc-844d-4070-8e76-5bed31097067 None None] Provisioning complete for port a0ce2a32-56bb-4c01-b716-9f9472481db1 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:33.959455 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8312eccc-844d-4070-8e76-5bed31097067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.009988 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e84e36a-492d-4052-8d48-c8f7da80296b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.023607 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e97f57-4fc0-47c0-9183-3c7624cf220a req-c7bd22c1-e878-4950-99b9-3f07a157f7bc tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:34.029367 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8312eccc-844d-4070-8e76-5bed31097067 None None] Port a0ce2a32-56bb-4c01-b716-9f9472481db1 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:32:34.032918 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e97f57-4fc0-47c0-9183-3c7624cf220a req-c7bd22c1-e878-4950-99b9-3f07a157f7bc tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:34.039949 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-89e97f57-4fc0-47c0-9183-3c7624cf220a req-c7bd22c1-e878-4950-99b9-3f07a157f7bc tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 1654 time: 0.2008190 Jul 16 08:32:34.054076 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-5e84e36a-492d-4052-8d48-c8f7da80296b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:34.087686 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-5e84e36a-492d-4052-8d48-c8f7da80296b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa4853d-cbd3-444d-964f-52523af08e3a') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:34.088566 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-5e84e36a-492d-4052-8d48-c8f7da80296b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa4853d-cbd3-444d-964f-52523af08e3a') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:34.105713 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e84e36a-492d-4052-8d48-c8f7da80296b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.131134 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-89e97f57-4fc0-47c0-9183-3c7624cf220a req-54d072f6-75ff-4ac6-9d39-d069a9f90283 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833752 Jul 16 08:32:34.136449 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e84e36a-492d-4052-8d48-c8f7da80296b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.148188 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e84e36a-492d-4052-8d48-c8f7da80296b admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:32:34.149035 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e84e36a-492d-4052-8d48-c8f7da80296b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:32:34.151518 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:32:34.207917 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-b79e5a69-fa9e-4a8e-a2d2-959be577ad40 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Allocated IP 19.80.0.210 (ee556b79-e893-463e-8fe0-5e6365d7dd79/624cea4a-ebab-44a9-ba2c-1d693b237c00/e4d1df61-04d2-4649-abae-6527c381180d) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:34.261288 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e84e36a-492d-4052-8d48-c8f7da80296b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.282900 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e84e36a-492d-4052-8d48-c8f7da80296b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.289241 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5e84e36a-492d-4052-8d48-c8f7da80296b admin admin] 10.222.0.22 "DELETE /v2.0/networks/0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd HTTP/1.1" status: 204 len: 168 time: 0.6079257 Jul 16 08:32:34.310292 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e84e36a-492d-4052-8d48-c8f7da80296b admin admin] Pushing event deleted for resources: {'Network': ['ID=0cab25b2-7d0c-471c-8cc6-6a2a0f8f3fcd,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:34.502386 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-edbb701e-0b31-48f4-9d41-2814ca2be0bd req-ed773c22-62d6-4c9e-a1eb-5edc141cd056 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 210 time: 0.0671599 Jul 16 08:32:34.614381 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55818) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:34.700867 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bd266ac3-073f-4a4a-baaa-6998e73cc9f4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=970eb3792f3f437aaba02d850098e10f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0827086 Jul 16 08:32:34.705350 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55820) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:34.838780 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6bb37067-0566-4f90-89d0-c3dd3bdeca33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.891836 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6bb37067-0566-4f90-89d0-c3dd3bdeca33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:34.973558 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-153e23c5-e833-4120-8442-749939f20eb2 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:34.975108 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-153e23c5-e833-4120-8442-749939f20eb2 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.30 "GET /v2.0/networks?id=d342364e-cb68-4fed-83d9-f37bbb306922 HTTP/1.1" status: 200 len: 820 time: 0.6971085 Jul 16 08:32:35.007778 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6bb37067-0566-4f90-89d0-c3dd3bdeca33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.011849 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6bb37067-0566-4f90-89d0-c3dd3bdeca33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.016755 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6bb37067-0566-4f90-89d0-c3dd3bdeca33 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f5e7e8e0-1c2b-4baf-bda6-9e4466d838b6 HTTP/1.1" status: 204 len: 168 time: 0.3093042 Jul 16 08:32:35.026707 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb37067-0566-4f90-89d0-c3dd3bdeca33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e7e8e0-1c2b-4baf-bda6-9e4466d838b6,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:35.031263 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-bd2bd02c-5c88-44b9-873a-e134b1055ad9 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Request body: {'port': {'device_id': 'b2babce4-6e48-49dd-92b9-24557445da4e', 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922', 'admin_state_up': True, 'tenant_id': 'fb861a1f8ff74c69926fd0df0ce3f903'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:35.157987 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-b79e5a69-fa9e-4a8e-a2d2-959be577ad40 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.213155 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-b79e5a69-fa9e-4a8e-a2d2-959be577ad40 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Transition to ACTIVE for port object e4d1df61-04d2-4649-abae-6527c381180d will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:35.252537 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-bd2bd02c-5c88-44b9-873a-e134b1055ad9 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Made reservation on behalf of fb861a1f8ff74c69926fd0df0ce3f903 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:35.256170 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-bd2bd02c-5c88-44b9-873a-e134b1055ad9 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.328536 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-b79e5a69-fa9e-4a8e-a2d2-959be577ad40 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.430645 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79e5a69-fa9e-4a8e-a2d2-959be577ad40 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Pushing event updated for resources: {'Port': ['ID=e4d1df61-04d2-4649-abae-6527c381180d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:35.441380 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-b79e5a69-fa9e-4a8e-a2d2-959be577ad40 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Network ee556b79-e893-463e-8fe0-5e6365d7dd79 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:35.458497 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-b79e5a69-fa9e-4a8e-a2d2-959be577ad40 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:35.481595 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-b79e5a69-fa9e-4a8e-a2d2-959be577ad40 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:35.648965 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-b79e5a69-fa9e-4a8e-a2d2-959be577ad40 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:35.649672 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-b79e5a69-fa9e-4a8e-a2d2-959be577ad40 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.676932 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-b79e5a69-fa9e-4a8e-a2d2-959be577ad40 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0825055 Jul 16 08:32:35.685380 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-825f5bf8-bf4d-4688-8910-f095252c2c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.715842 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65b80d-b6eb-4ebf-8a0c-20dde05dde3c req-1668d499-fc64-4723-8bae-242bf09e63b0 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:35.732341 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65b80d-b6eb-4ebf-8a0c-20dde05dde3c req-1668d499-fc64-4723-8bae-242bf09e63b0 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:35.753311 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c65b80d-b6eb-4ebf-8a0c-20dde05dde3c req-1668d499-fc64-4723-8bae-242bf09e63b0 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:35.753311 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2c65b80d-b6eb-4ebf-8a0c-20dde05dde3c req-1668d499-fc64-4723-8bae-242bf09e63b0 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 2376 time: 0.3241243 Jul 16 08:32:35.762666 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-71dcb966-e57d-4c88-b4a6-6b0af1365a0f service neutron] Request body: {'port': {'device_id': '2056c32d-e21c-4c05-adf6-ebd87a366cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:35.767224 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55862) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:35.778047 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-bd2bd02c-5c88-44b9-873a-e134b1055ad9 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Allocated IP 172.20.0.10 (d342364e-cb68-4fed-83d9-f37bbb306922/08efe674-85ae-4a06-b69c-d92fb68b404c/dce8d606-902a-4b54-9fc9-7ecbc85b0ce7) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:35.969755 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:35.991924 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-23b76bd9-c5b7-4478-913d-36c332fe0ef2 None None] Provisioning for port e4d1df61-04d2-4649-abae-6527c381180d completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:35.996420 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-23b76bd9-c5b7-4478-913d-36c332fe0ef2 None None] Provisioning complete for port e4d1df61-04d2-4649-abae-6527c381180d triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:35.997097 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-23b76bd9-c5b7-4478-913d-36c332fe0ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.013621 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2429cc07-9e6c-44ca-a22b-d0d4020b67b5 req-994a4651-5e64-4a30-8ff2-81fe6edea7b5 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 210 time: 0.0880008 Jul 16 08:32:36.042947 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2c65b80d-b6eb-4ebf-8a0c-20dde05dde3c req-bfdc93b3-1e3f-413d-81a6-05905e3a0dcb tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2624300 Jul 16 08:32:36.048485 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-6a6853f2-cb24-401f-b09d-f5fa926be20d admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-941017810-network', 'tenant_id': '403d6aa1ac0d41e3a4a28a0141013051'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:36.093605 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-23b76bd9-c5b7-4478-913d-36c332fe0ef2 None None] Port e4d1df61-04d2-4649-abae-6527c381180d cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:32:36.098812 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6853f2-cb24-401f-b09d-f5fa926be20d admin admin] Made reservation on behalf of 403d6aa1ac0d41e3a4a28a0141013051 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:36.106644 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a6853f2-cb24-401f-b09d-f5fa926be20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.136442 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a6853f2-cb24-401f-b09d-f5fa926be20d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.159838 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-71dcb966-e57d-4c88-b4a6-6b0af1365a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.208334 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55878) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:36.363494 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a6853f2-cb24-401f-b09d-f5fa926be20d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.369488 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a6853f2-cb24-401f-b09d-f5fa926be20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.384506 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a6853f2-cb24-401f-b09d-f5fa926be20d admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:32:36.397034 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a6853f2-cb24-401f-b09d-f5fa926be20d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.397857 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-6a6853f2-cb24-401f-b09d-f5fa926be20d admin admin] Added segment 419a7790-970c-4a11-9d8c-ac3d75efc71c of type vlan for network 0b0632f2-66a2-43c2-8891-f4c2d1d4df60 Jul 16 08:32:36.447937 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a6853f2-cb24-401f-b09d-f5fa926be20d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.451970 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-bd2bd02c-5c88-44b9-873a-e134b1055ad9 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.506097 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a6853f2-cb24-401f-b09d-f5fa926be20d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.507011 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6853f2-cb24-401f-b09d-f5fa926be20d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:36.507611 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a6853f2-cb24-401f-b09d-f5fa926be20d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.597870 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-bd2bd02c-5c88-44b9-873a-e134b1055ad9 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.611037 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['0ed9a183-e43d-43a6-b319-0757cf6445f2'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:36.672826 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7e206cbf-49b6-4376-afdd-a785e6f30fa7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c85b3aaea7f7476f969fa80bc5d56599&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4501526 Jul 16 08:32:36.678207 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55898) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:36.719917 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6853f2-cb24-401f-b09d-f5fa926be20d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a99dddb-d5d9-456b-b7cc-e685cbaf0171,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:36.739487 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6a6853f2-cb24-401f-b09d-f5fa926be20d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.9703047 Jul 16 08:32:36.745681 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55900) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:36.758905 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-d992a665-0f5f-4307-81a8-75b81865703e admin admin] Request body: {'subnet': {'network_id': '0b0632f2-66a2-43c2-8891-f4c2d1d4df60', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-941017810-subnet', 'tenant_id': '403d6aa1ac0d41e3a4a28a0141013051', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:36.774669 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-71dcb966-e57d-4c88-b4a6-6b0af1365a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5fc1c9b8-2d81-468c-ada9-04af03cac497 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:36.789374 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d992a665-0f5f-4307-81a8-75b81865703e admin admin] Made reservation on behalf of 403d6aa1ac0d41e3a4a28a0141013051 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:36.795111 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d992a665-0f5f-4307-81a8-75b81865703e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.805801 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-71dcb966-e57d-4c88-b4a6-6b0af1365a0f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.817418 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-bd2bd02c-5c88-44b9-873a-e134b1055ad9 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Network d342364e-cb68-4fed-83d9-f37bbb306922 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:36.829166 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2bd02c-5c88-44b9-873a-e134b1055ad9 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Pushing event updated for resources: {'Port': ['ID=dce8d606-902a-4b54-9fc9-7ecbc85b0ce7,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:36.852205 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-bd2bd02c-5c88-44b9-873a-e134b1055ad9 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:36.865934 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-71dcb966-e57d-4c88-b4a6-6b0af1365a0f service neutron] Transition to ACTIVE for port object 5fc1c9b8-2d81-468c-ada9-04af03cac497 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:36.869571 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-bd2bd02c-5c88-44b9-873a-e134b1055ad9 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:36.907784 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-71dcb966-e57d-4c88-b4a6-6b0af1365a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:36.979317 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32a0e092-02d1-4899-be63-362b5bbe6033 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:37.048153 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:37.100890 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32a0e092-02d1-4899-be63-362b5bbe6033 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:37.169622 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d992a665-0f5f-4307-81a8-75b81865703e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:37.183015 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6853f2-cb24-401f-b09d-f5fa926be20d admin admin] Pushing event updated for resources: {'Network': ['ID=0b0632f2-66a2-43c2-8891-f4c2d1d4df60,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:37.192878 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcb966-e57d-4c88-b4a6-6b0af1365a0f service neutron] Pushing event updated for resources: {'Port': ['ID=5fc1c9b8-2d81-468c-ada9-04af03cac497,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:37.194012 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 0b0632f2-66a2-43c2-8891-f4c2d1d4df60 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:32:37.221064 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-bd2bd02c-5c88-44b9-873a-e134b1055ad9 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:37.222214 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-bd2bd02c-5c88-44b9-873a-e134b1055ad9 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:37.263855 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d992a665-0f5f-4307-81a8-75b81865703e admin admin] Checking segment: {'id': '419a7790-970c-4a11-9d8c-ac3d75efc71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0b0632f2-66a2-43c2-8891-f4c2d1d4df60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:37.264674 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d992a665-0f5f-4307-81a8-75b81865703e admin admin] Network hostable DHCP agents. Network: 0b0632f2-66a2-43c2-8891-f4c2d1d4df60, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:32:37.294907 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d992a665-0f5f-4307-81a8-75b81865703e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a403916-6099-4ffc-ad6e-346025e9f7bf,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:37.308595 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d992a665-0f5f-4307-81a8-75b81865703e admin admin] Network 0b0632f2-66a2-43c2-8891-f4c2d1d4df60 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:32:37.340446 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-bd2bd02c-5c88-44b9-873a-e134b1055ad9 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3535743 Jul 16 08:32:37.355121 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-55251fce-2dcf-4835-b12a-9401dd7a456c service neutron] Request body: {'port': {'device_id': 'b2babce4-6e48-49dd-92b9-24557445da4e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:37.378060 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-d992a665-0f5f-4307-81a8-75b81865703e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 0b0632f2-66a2-43c2-8891-f4c2d1d4df60) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:37.383285 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d992a665-0f5f-4307-81a8-75b81865703e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:37.384039 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d992a665-0f5f-4307-81a8-75b81865703e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:37.392053 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf97b35-57f1-4654-a420-906f434fc6ec None None] Network 0b0632f2-66a2-43c2-8891-f4c2d1d4df60 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:37.414755 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-71dcb966-e57d-4c88-b4a6-6b0af1365a0f service neutron] Attempting to bind port 5fc1c9b8-2d81-468c-ada9-04af03cac497 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:37.415359 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-71dcb966-e57d-4c88-b4a6-6b0af1365a0f service neutron] Attempting to bind port 5fc1c9b8-2d81-468c-ada9-04af03cac497 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '2de37a97-2a75-4a47-87e5-24ba0e6ac859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ee556b79-e893-463e-8fe0-5e6365d7dd79'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:37.415884 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-71dcb966-e57d-4c88-b4a6-6b0af1365a0f service neutron] Attempting to bind port 5fc1c9b8-2d81-468c-ada9-04af03cac497 on network ee556b79-e893-463e-8fe0-5e6365d7dd79 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:37.429725 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50c094-2074-45e8-b9ce-ff1f1ef1ce54 req-688660c1-4873-45d4-a0c2-9ff80aae9da4 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:37.442190 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50c094-2074-45e8-b9ce-ff1f1ef1ce54 req-688660c1-4873-45d4-a0c2-9ff80aae9da4 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:37.449937 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c50c094-2074-45e8-b9ce-ff1f1ef1ce54 req-688660c1-4873-45d4-a0c2-9ff80aae9da4 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:37.458469 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3c50c094-2074-45e8-b9ce-ff1f1ef1ce54 req-688660c1-4873-45d4-a0c2-9ff80aae9da4 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 2388 time: 0.1397767 Jul 16 08:32:37.463671 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-71dcb966-e57d-4c88-b4a6-6b0af1365a0f service neutron] Port 5fc1c9b8-2d81-468c-ada9-04af03cac497 on network ee556b79-e893-463e-8fe0-5e6365d7dd79 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:37.464584 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d992a665-0f5f-4307-81a8-75b81865703e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7141666 Jul 16 08:32:37.464876 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-71dcb966-e57d-4c88-b4a6-6b0af1365a0f service neutron] Attempting to bind port 5fc1c9b8-2d81-468c-ada9-04af03cac497 on network ee556b79-e893-463e-8fe0-5e6365d7dd79 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:37.497201 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-71dcb966-e57d-4c88-b4a6-6b0af1365a0f service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:37.497906 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-71dcb966-e57d-4c88-b4a6-6b0af1365a0f service neutron] Checking segment: {'id': '2de37a97-2a75-4a47-87e5-24ba0e6ac859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ee556b79-e893-463e-8fe0-5e6365d7dd79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:37.498574 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-71dcb966-e57d-4c88-b4a6-6b0af1365a0f service neutron] Bound using segment: {'id': '2de37a97-2a75-4a47-87e5-24ba0e6ac859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ee556b79-e893-463e-8fe0-5e6365d7dd79'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:37.499307 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-71dcb966-e57d-4c88-b4a6-6b0af1365a0f service neutron] Bound port: 5fc1c9b8-2d81-468c-ada9-04af03cac497, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2de37a97-2a75-4a47-87e5-24ba0e6ac859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ee556b79-e893-463e-8fe0-5e6365d7dd79'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:37.500076 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-71dcb966-e57d-4c88-b4a6-6b0af1365a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:37.519941 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32a0e092-02d1-4899-be63-362b5bbe6033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:37.523314 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32a0e092-02d1-4899-be63-362b5bbe6033 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:37.528154 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-32a0e092-02d1-4899-be63-362b5bbe6033 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2ea8f6c7-a8cf-411e-a7f4-45f36f5f4359 HTTP/1.1" status: 204 len: 168 time: 0.8484502 Jul 16 08:32:37.528495 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3c50c094-2074-45e8-b9ce-ff1f1ef1ce54 req-901b43b5-1794-410e-95ba-6590c414229b tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692468 Jul 16 08:32:37.567257 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a0e092-02d1-4899-be63-362b5bbe6033 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea8f6c7-a8cf-411e-a7f4-45f36f5f4359,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:37.629341 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-55251fce-2dcf-4835-b12a-9401dd7a456c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:37.687310 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83dde8-33da-499e-b30a-aaacc0c23d0f req-5a122f0c-e2cf-41f0-aab3-d965e6fc4189 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:37.699344 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2c83dde8-33da-499e-b30a-aaacc0c23d0f req-5a122f0c-e2cf-41f0-aab3-d965e6fc4189 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 932 time: 0.2758751 Jul 16 08:32:37.792943 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08c9eea2-0e24-4d4e-ae2f-ca57b37d9344 None None] Network 0b0632f2-66a2-43c2-8891-f4c2d1d4df60 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:37.793685 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-71dcb966-e57d-4c88-b4a6-6b0af1365a0f service neutron] For port 5fc1c9b8-2d81-468c-ada9-04af03cac497, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:37.841172 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-71dcb966-e57d-4c88-b4a6-6b0af1365a0f service neutron] For port 5fc1c9b8-2d81-468c-ada9-04af03cac497, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=5fc1c9b8-2d81-468c-ada9-04af03cac497,segment=NetworkSegment(2de37a97-2a75-4a47-87e5-24ba0e6ac859),segment_id=2de37a97-2a75-4a47-87e5-24ba0e6ac859)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:37.876491 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2c83dde8-33da-499e-b30a-aaacc0c23d0f req-0d06de6a-c27f-407f-8f9c-e1ca8dde73f0 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749947 Jul 16 08:32:37.884786 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-71dcb966-e57d-4c88-b4a6-6b0af1365a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:38.177564 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-71dcb966-e57d-4c88-b4a6-6b0af1365a0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:38.179083 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-71dcb966-e57d-4c88-b4a6-6b0af1365a0f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:38.180758 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-71dcb966-e57d-4c88-b4a6-6b0af1365a0f service neutron] 10.222.0.30 "PUT /v2.0/ports/5fc1c9b8-2d81-468c-ada9-04af03cac497 HTTP/1.1" status: 200 len: 1093 time: 2.4871480 Jul 16 08:32:38.181523 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2056c32d-e21c-4c05-adf6-ebd87a366cb0', 'tag': '5fc1c9b8-2d81-468c-ada9-04af03cac497'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:38.183772 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b311ed7c-aa89-470d-b63c-401c69178644" -d '{"events": [{"name": "network-changed", "server_uuid": "2056c32d-e21c-4c05-adf6-ebd87a366cb0", "tag": "5fc1c9b8-2d81-468c-ada9-04af03cac497"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:38.237127 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-341613b3-3ec9-4d74-a193-c5356a0f508e service neutron] Request body: {'port': {'device_id': '2056c32d-e21c-4c05-adf6-ebd87a366cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:38.371739 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce75e46-038f-4c06-bae6-0fa049955aca x-openstack-request-id: req-3ce75e46-038f-4c06-bae6-0fa049955aca {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:38.372039 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2056c32d-e21c-4c05-adf6-ebd87a366cb0", "tag": "5fc1c9b8-2d81-468c-ada9-04af03cac497", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:38.372295 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3ce75e46-038f-4c06-bae6-0fa049955aca {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:38.372853 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2056c32d-e21c-4c05-adf6-ebd87a366cb0', 'tag': '5fc1c9b8-2d81-468c-ada9-04af03cac497', 'status': 'completed', 'code': 200} Jul 16 08:32:38.400145 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71dcb966-e57d-4c88-b4a6-6b0af1365a0f service neutron] Pushing event updated for resources: {'Port': ['ID=5fc1c9b8-2d81-468c-ada9-04af03cac497,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:38.437230 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:38.470867 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311ed7c-aa89-470d-b63c-401c69178644 req-a23ea00f-617b-4dde-9e2a-8c72a68bdbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:38.470867 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311ed7c-aa89-470d-b63c-401c69178644 req-a23ea00f-617b-4dde-9e2a-8c72a68bdbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:38.470867 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311ed7c-aa89-470d-b63c-401c69178644 req-a23ea00f-617b-4dde-9e2a-8c72a68bdbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:38.470867 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b311ed7c-aa89-470d-b63c-401c69178644 req-a23ea00f-617b-4dde-9e2a-8c72a68bdbb5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d331a6d40bd4acba6cabcb4afde1424&device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 2732 time: 0.1345892 Jul 16 08:32:38.516986 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-341613b3-3ec9-4d74-a193-c5356a0f508e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:38.676718 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-55251fce-2dcf-4835-b12a-9401dd7a456c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:38.689195 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-55251fce-2dcf-4835-b12a-9401dd7a456c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:38.726109 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-55251fce-2dcf-4835-b12a-9401dd7a456c service neutron] Transition to ACTIVE for port object dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:38.739201 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-55251fce-2dcf-4835-b12a-9401dd7a456c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:38.859777 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311ed7c-aa89-470d-b63c-401c69178644 req-9a162ef3-2c12-4f9d-ab71-78b3b42e2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:38.860865 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311ed7c-aa89-470d-b63c-401c69178644 req-9a162ef3-2c12-4f9d-ab71-78b3b42e2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:38.861543 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311ed7c-aa89-470d-b63c-401c69178644 req-9a162ef3-2c12-4f9d-ab71-78b3b42e2a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:38.863334 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b311ed7c-aa89-470d-b63c-401c69178644 req-9a162ef3-2c12-4f9d-ab71-78b3b42e2a19 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3d331a6d40bd4acba6cabcb4afde1424&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3871009 Jul 16 08:32:39.062249 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b311ed7c-aa89-470d-b63c-401c69178644 req-85451374-ccaa-4fbb-a1ea-93516f2b88aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:39.064331 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b311ed7c-aa89-470d-b63c-401c69178644 req-85451374-ccaa-4fbb-a1ea-93516f2b88aa service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1920571 Jul 16 08:32:39.088830 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44995e0-8e72-441d-b817-631e868e43d0 req-3f185e7a-7e39-418f-8995-a4276f20e368 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:39.095579 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44995e0-8e72-441d-b817-631e868e43d0 req-3f185e7a-7e39-418f-8995-a4276f20e368 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:39.101918 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44995e0-8e72-441d-b817-631e868e43d0 req-3f185e7a-7e39-418f-8995-a4276f20e368 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:39.109087 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e44995e0-8e72-441d-b817-631e868e43d0 req-3f185e7a-7e39-418f-8995-a4276f20e368 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 2388 time: 0.2107363 Jul 16 08:32:39.174590 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e44995e0-8e72-441d-b817-631e868e43d0 req-b23407c9-5827-4ce1-9ab3-c5bbe0982c63 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644481 Jul 16 08:32:39.183553 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55251fce-2dcf-4835-b12a-9401dd7a456c service neutron] Pushing event updated for resources: {'Port': ['ID=dce8d606-902a-4b54-9fc9-7ecbc85b0ce7,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:39.256026 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-808b13a8-d213-4a12-ad37-20134406ae63 req-34a6e651-f52d-47ce-9a71-041bc9d0d095 tempest-ServerShowV257Test-1388206740 tempest-ServerShowV257Test-1388206740-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.0397286 Jul 16 08:32:39.300087 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-26551049-f7c2-444f-ad1f-1eee05a3c72f tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:39.302084 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-26551049-f7c2-444f-ad1f-1eee05a3c72f tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/networks?id=0b0632f2-66a2-43c2-8891-f4c2d1d4df60 HTTP/1.1" status: 200 len: 804 time: 0.4030282 Jul 16 08:32:39.383745 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-b51c4833-51f6-4e1b-9ec1-b2144e4a0739 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/quotas/403d6aa1ac0d41e3a4a28a0141013051 HTTP/1.1" status: 200 len: 375 time: 0.0723822 Jul 16 08:32:39.462892 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-3fa9f580-dd04-456a-95a4-539afe4db960 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=403d6aa1ac0d41e3a4a28a0141013051&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0656068 Jul 16 08:32:39.565841 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-55251fce-2dcf-4835-b12a-9401dd7a456c service neutron] Attempting to bind port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:39.566496 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-55251fce-2dcf-4835-b12a-9401dd7a456c service neutron] Attempting to bind port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:39.566496 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-55251fce-2dcf-4835-b12a-9401dd7a456c service neutron] Attempting to bind port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 on network d342364e-cb68-4fed-83d9-f37bbb306922 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:39.583746 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-55251fce-2dcf-4835-b12a-9401dd7a456c service neutron] Port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 on network d342364e-cb68-4fed-83d9-f37bbb306922 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:39.584185 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-55251fce-2dcf-4835-b12a-9401dd7a456c service neutron] Attempting to bind port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 on network d342364e-cb68-4fed-83d9-f37bbb306922 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:39.605366 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-55251fce-2dcf-4835-b12a-9401dd7a456c service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:39.605710 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-55251fce-2dcf-4835-b12a-9401dd7a456c service neutron] Checking segment: {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:39.606383 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-55251fce-2dcf-4835-b12a-9401dd7a456c service neutron] Bound using segment: {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:39.606661 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-55251fce-2dcf-4835-b12a-9401dd7a456c service neutron] Bound port: dce8d606-902a-4b54-9fc9-7ecbc85b0ce7, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:39.607000 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-55251fce-2dcf-4835-b12a-9401dd7a456c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:39.674016 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-8c355af3-e631-48a8-a72a-3675a9ecd23e tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:39.695052 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-8c355af3-e631-48a8-a72a-3675a9ecd23e tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/networks?id=b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 HTTP/1.1" status: 200 len: 814 time: 0.2708027 Jul 16 08:32:39.722244 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-1509bb05-b47d-4499-8b17-a0e5b8be4741 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/quotas/96b808a620d443df8403c582e51f491a HTTP/1.1" status: 200 len: 375 time: 0.0259421 Jul 16 08:32:39.774727 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-44c2882d-0b34-4da4-8e1b-6ac078657842 service neutron] 10.222.0.22 "GET /v2.0/networks/0b0632f2-66a2-43c2-8891-f4c2d1d4df60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2953551 Jul 16 08:32:39.879535 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-19f969b5-fdf1-46be-aab7-6645908dc1ca tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=96b808a620d443df8403c582e51f491a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1554506 Jul 16 08:32:39.892098 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-5c19ac52-f697-43dd-b789-8b8834b79335 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:32:39.893056 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-341613b3-3ec9-4d74-a193-c5356a0f508e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ce2a32-56bb-4c01-b716-9f9472481db1 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:39.910745 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-341613b3-3ec9-4d74-a193-c5356a0f508e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:39.913416 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-5c19ac52-f697-43dd-b789-8b8834b79335 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0309954 Jul 16 08:32:39.991875 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-55251fce-2dcf-4835-b12a-9401dd7a456c service neutron] For port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:39.997644 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-341613b3-3ec9-4d74-a193-c5356a0f508e service neutron] Transition to ACTIVE for port object a0ce2a32-56bb-4c01-b716-9f9472481db1 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:40.010822 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-341613b3-3ec9-4d74-a193-c5356a0f508e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:40.019807 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-55251fce-2dcf-4835-b12a-9401dd7a456c service neutron] For port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=dce8d606-902a-4b54-9fc9-7ecbc85b0ce7,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:40.053146 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-55251fce-2dcf-4835-b12a-9401dd7a456c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:40.095547 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341613b3-3ec9-4d74-a193-c5356a0f508e service neutron] Pushing event updated for resources: {'Port': ['ID=a0ce2a32-56bb-4c01-b716-9f9472481db1,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:40.126582 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-412de649-734a-42e4-972e-c5573322d37e service neutron] 10.222.0.22 "GET /v2.0/networks/0b0632f2-66a2-43c2-8891-f4c2d1d4df60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3479514 Jul 16 08:32:40.176876 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-2ed3bd39-ad97-4b02-8f89-f4d1b54a3b9c service neutron] 10.222.0.22 "GET /v2.0/networks/b2d19c32-2fcb-4a1c-86db-a53ab571cdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618110 Jul 16 08:32:40.340210 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-55251fce-2dcf-4835-b12a-9401dd7a456c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:40.341439 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-55251fce-2dcf-4835-b12a-9401dd7a456c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:40.345030 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-55251fce-2dcf-4835-b12a-9401dd7a456c service neutron] 10.222.0.30 "PUT /v2.0/ports/dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 HTTP/1.1" status: 200 len: 1093 time: 2.9949672 Jul 16 08:32:40.346051 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55251fce-2dcf-4835-b12a-9401dd7a456c service neutron] Pushing event updated for resources: {'Port': ['ID=dce8d606-902a-4b54-9fc9-7ecbc85b0ce7,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:40.423851 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2babce4-6e48-49dd-92b9-24557445da4e', 'tag': 'dce8d606-902a-4b54-9fc9-7ecbc85b0ce7'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:40.426792 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-c6240caa-8a28-4ec1-b304-9819e1c6ce49 service neutron] 10.222.0.22 "GET /v2.0/networks/b2d19c32-2fcb-4a1c-86db-a53ab571cdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2486277 Jul 16 08:32:40.429884 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcf29c6-16d1-4153-adf0-62a4bdf9ac5d" -d '{"events": [{"name": "network-changed", "server_uuid": "b2babce4-6e48-49dd-92b9-24557445da4e", "tag": "dce8d606-902a-4b54-9fc9-7ecbc85b0ce7"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:40.537546 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-341613b3-3ec9-4d74-a193-c5356a0f508e service neutron] Attempting to bind port a0ce2a32-56bb-4c01-b716-9f9472481db1 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:40.538384 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-341613b3-3ec9-4d74-a193-c5356a0f508e service neutron] Attempting to bind port a0ce2a32-56bb-4c01-b716-9f9472481db1 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'fc5986c5-bd7f-4e33-9493-04007e5f8106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:40.539196 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-341613b3-3ec9-4d74-a193-c5356a0f508e service neutron] Attempting to bind port a0ce2a32-56bb-4c01-b716-9f9472481db1 on network d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:40.548922 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-341613b3-3ec9-4d74-a193-c5356a0f508e service neutron] Port a0ce2a32-56bb-4c01-b716-9f9472481db1 on network d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:40.549635 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-341613b3-3ec9-4d74-a193-c5356a0f508e service neutron] Attempting to bind port a0ce2a32-56bb-4c01-b716-9f9472481db1 on network d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:40.583613 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-341613b3-3ec9-4d74-a193-c5356a0f508e service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:40.584897 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-341613b3-3ec9-4d74-a193-c5356a0f508e service neutron] Checking segment: {'id': 'fc5986c5-bd7f-4e33-9493-04007e5f8106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:40.586728 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-341613b3-3ec9-4d74-a193-c5356a0f508e service neutron] Bound using segment: {'id': 'fc5986c5-bd7f-4e33-9493-04007e5f8106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:40.588895 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-341613b3-3ec9-4d74-a193-c5356a0f508e service neutron] Bound port: a0ce2a32-56bb-4c01-b716-9f9472481db1, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc5986c5-bd7f-4e33-9493-04007e5f8106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'd09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:40.591731 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-341613b3-3ec9-4d74-a193-c5356a0f508e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.128572 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56044) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:41.363765 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-32b027c3-434e-4a70-b902-1939dbc898c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.553854 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-32b027c3-434e-4a70-b902-1939dbc898c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.568988 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-32b027c3-434e-4a70-b902-1939dbc898c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.595993 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-341613b3-3ec9-4d74-a193-c5356a0f508e service neutron] For port a0ce2a32-56bb-4c01-b716-9f9472481db1, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:41.603931 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-341613b3-3ec9-4d74-a193-c5356a0f508e service neutron] For port a0ce2a32-56bb-4c01-b716-9f9472481db1, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=a0ce2a32-56bb-4c01-b716-9f9472481db1,segment=NetworkSegment(fc5986c5-bd7f-4e33-9493-04007e5f8106),segment_id=fc5986c5-bd7f-4e33-9493-04007e5f8106)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:41.608516 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-db4ece12-41c9-4f3f-a540-fcf97a2ecf4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:41.611389 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-db4ece12-41c9-4f3f-a540-fcf97a2ecf4e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 1096 time: 0.9585531 Jul 16 08:32:41.620093 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-341613b3-3ec9-4d74-a193-c5356a0f508e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.668769 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-32b027c3-434e-4a70-b902-1939dbc898c2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=58cda810c49a44598c790d42c26d4338&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5389824 Jul 16 08:32:41.670758 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b027c3-434e-4a70-b902-1939dbc898c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fe9e8ae-db79-4eac-966e-4174314e1111,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:41.688983 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56060) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:41.712953 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56062) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:41.714489 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc16494-ec55-4e9d-a73b-dc6fc054d863 req-ff30d9bb-f969-4f4c-b90c-b86d1d07f44f tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:41.716465 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7dc16494-ec55-4e9d-a73b-dc6fc054d863 req-ff30d9bb-f969-4f4c-b90c-b86d1d07f44f tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 944 time: 0.2947059 Jul 16 08:32:41.763505 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a363227-7ec0-423a-a95b-1a2034fc7b2f req-9b8d6075-5e19-423b-a0bc-1ee94b09210b tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:41.767994 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-341613b3-3ec9-4d74-a193-c5356a0f508e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:41.768664 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-341613b3-3ec9-4d74-a193-c5356a0f508e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.770492 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-341613b3-3ec9-4d74-a193-c5356a0f508e service neutron] 10.222.0.30 "PUT /v2.0/ports/a0ce2a32-56bb-4c01-b716-9f9472481db1 HTTP/1.1" status: 200 len: 1092 time: 3.5508146 Jul 16 08:32:41.770616 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a363227-7ec0-423a-a95b-1a2034fc7b2f req-9b8d6075-5e19-423b-a0bc-1ee94b09210b tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:41.771400 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-13860d33-1060-48d4-a20c-25a889aab0a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 HTTP/1.1" status: 200 len: 217 time: 0.1393993 Jul 16 08:32:41.808795 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a363227-7ec0-423a-a95b-1a2034fc7b2f req-9b8d6075-5e19-423b-a0bc-1ee94b09210b tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:41.810657 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8a363227-7ec0-423a-a95b-1a2034fc7b2f req-9b8d6075-5e19-423b-a0bc-1ee94b09210b tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 2400 time: 0.2566395 Jul 16 08:32:41.875943 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8a363227-7ec0-423a-a95b-1a2034fc7b2f req-bdd2bf7a-17b3-4f00-898b-42ef5930ab15 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572455 Jul 16 08:32:41.897464 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5f598cf6-640e-44a6-9093-7617996f9f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.904703 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-db2cde0a-1350-4a44-adb2-d0944319c9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:41.909160 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-db2cde0a-1350-4a44-adb2-d0944319c9d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08efe674-85ae-4a06-b69c-d92fb68b404c HTTP/1.1" status: 200 len: 860 time: 0.1045523 Jul 16 08:32:41.922629 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-361a6261-7b37-4d6d-b750-59cce3bde2dc service neutron] Request body: {'port': {'device_id': '2056c32d-e21c-4c05-adf6-ebd87a366cb0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:41.942357 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5f598cf6-640e-44a6-9093-7617996f9f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:41.995358 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-0604554c-78be-4a08-8deb-5fb18cb7cd8c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d342364e-cb68-4fed-83d9-f37bbb306922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595331 Jul 16 08:32:42.000092 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c994bb85-77e0-4ea9-958a-b9cbc0bfee4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:42.069543 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5f598cf6-640e-44a6-9093-7617996f9f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:42.072887 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5f598cf6-640e-44a6-9093-7617996f9f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:42.074933 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5f598cf6-640e-44a6-9093-7617996f9f6d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2fe9e8ae-db79-4eac-966e-4174314e1111 HTTP/1.1" status: 204 len: 168 time: 0.3850071 Jul 16 08:32:42.104843 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341613b3-3ec9-4d74-a193-c5356a0f508e service neutron] Pushing event updated for resources: {'Port': ['ID=a0ce2a32-56bb-4c01-b716-9f9472481db1,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:42.116079 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7dc16494-ec55-4e9d-a73b-dc6fc054d863 req-b3d31de7-09ac-44c4-b8ff-6e8c4d5e2226 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3373909 Jul 16 08:32:42.158949 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f598cf6-640e-44a6-9093-7617996f9f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fe9e8ae-db79-4eac-966e-4174314e1111,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:42.199510 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-361a6261-7b37-4d6d-b750-59cce3bde2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:42.231467 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68be0cc-103b-4c68-974b-ed3c9999a539 x-openstack-request-id: req-e68be0cc-103b-4c68-974b-ed3c9999a539 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:42.231830 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2babce4-6e48-49dd-92b9-24557445da4e", "tag": "dce8d606-902a-4b54-9fc9-7ecbc85b0ce7", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:42.232114 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e68be0cc-103b-4c68-974b-ed3c9999a539 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:42.232582 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2babce4-6e48-49dd-92b9-24557445da4e', 'tag': 'dce8d606-902a-4b54-9fc9-7ecbc85b0ce7', 'status': 'completed', 'code': 200} Jul 16 08:32:42.248872 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f55ab67-b175-4d9f-9941-eb21fc94fbb2 req-dbe09507-16c6-4faf-99c4-5c1fd4cb6eaa tempest-ServerShowV257Test-1388206740 tempest-ServerShowV257Test-1388206740-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.1564047 Jul 16 08:32:42.284593 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-98cec16e-4515-455f-8b67-0d71bd4369f8 service neutron] 10.222.0.30 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544081 Jul 16 08:32:42.286252 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c994bb85-77e0-4ea9-958a-b9cbc0bfee4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:42.311680 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c994bb85-77e0-4ea9-958a-b9cbc0bfee4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:42.383507 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c994bb85-77e0-4ea9-958a-b9cbc0bfee4e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=083d6573d121427499abd4e5f1526fab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6447926 Jul 16 08:32:42.393194 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56074) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:42.424334 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c994bb85-77e0-4ea9-958a-b9cbc0bfee4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5df5a3b0-ea8f-4b00-b975-16de144a43ba,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:42.498866 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c705bdaa-90b9-435b-871a-088f5f764957 req-93c4c04a-dd88-4b5b-a6f1-e1dc0b454e7a tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5bff816-444e-4be1-b9ef-41cce7000861 HTTP/1.1" status: 200 len: 210 time: 0.0525908 Jul 16 08:32:42.515665 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-55030ceb-cc9d-4db9-aa2f-a6389fdfa376 req-3a1e3d06-0097-4cb7-abe2-0d0f2be6e005 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e858434-a48a-4b1b-9f12-55e3e6968a58 HTTP/1.1" status: 200 len: 210 time: 0.0526729 Jul 16 08:32:42.549958 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56076) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:42.577780 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9a35a830-7af9-4eff-bd0f-7c2531450ee4 req-b69f463b-55f9-4201-89b0-bbbd021f1aca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.2763307 Jul 16 08:32:42.632133 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-817ce94d-cc4a-4658-8218-9db617218460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:42.637320 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c03a059e-48c3-4ed0-b861-211759b3f3d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:42.710208 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1c3ffbeb-14d6-49c8-925a-86bb9fdc173e req-65b5f0fe-3167-4fb8-b9d8-c0fe69989aee service neutron] 10.222.0.30 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151258 Jul 16 08:32:42.874514 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-361a6261-7b37-4d6d-b750-59cce3bde2dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e4d1df61-04d2-4649-abae-6527c381180d {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:42.888231 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-361a6261-7b37-4d6d-b750-59cce3bde2dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:42.921044 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-361a6261-7b37-4d6d-b750-59cce3bde2dc service neutron] Transition to ACTIVE for port object e4d1df61-04d2-4649-abae-6527c381180d will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:42.936118 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-361a6261-7b37-4d6d-b750-59cce3bde2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:42.939813 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c03a059e-48c3-4ed0-b861-211759b3f3d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:42.972691 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c03a059e-48c3-4ed0-b861-211759b3f3d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:42.981210 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf29c6-16d1-4153-adf0-62a4bdf9ac5d req-219c946f-5b04-40f8-ad5b-66f76e80fea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:42.982785 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6fcf29c6-16d1-4153-adf0-62a4bdf9ac5d req-219c946f-5b04-40f8-ad5b-66f76e80fea6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 1096 time: 0.1949522 Jul 16 08:32:43.073146 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-817ce94d-cc4a-4658-8218-9db617218460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.100867 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a6261-7b37-4d6d-b750-59cce3bde2dc service neutron] Pushing event updated for resources: {'Port': ['ID=e4d1df61-04d2-4649-abae-6527c381180d,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:43.110875 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c03a059e-48c3-4ed0-b861-211759b3f3d3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8636cd8e17924406851af7d1af672629&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5273271 Jul 16 08:32:43.113913 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56080) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:43.130573 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-cb5892f4-a87b-4f46-8961-53f3aa6923a7 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:43.132037 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-cb5892f4-a87b-4f46-8961-53f3aa6923a7 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.30 "GET /v2.0/networks?id=0b0632f2-66a2-43c2-8891-f4c2d1d4df60 HTTP/1.1" status: 200 len: 804 time: 0.5337644 Jul 16 08:32:43.147737 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-044cc135-c930-4a05-8b78-df95923a80b4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Request body: {'port': {'device_id': 'f5bff816-444e-4be1-b9ef-41cce7000861', 'network_id': '0b0632f2-66a2-43c2-8891-f4c2d1d4df60', 'admin_state_up': True, 'tenant_id': '403d6aa1ac0d41e3a4a28a0141013051'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:43.165878 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03a059e-48c3-4ed0-b861-211759b3f3d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d46a82c-df40-433a-84d7-297248842e32,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:43.216872 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-817ce94d-cc4a-4658-8218-9db617218460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.220651 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-817ce94d-cc4a-4658-8218-9db617218460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.224844 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-817ce94d-cc4a-4658-8218-9db617218460 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5df5a3b0-ea8f-4b00-b975-16de144a43ba HTTP/1.1" status: 204 len: 168 time: 0.8303385 Jul 16 08:32:43.325755 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817ce94d-cc4a-4658-8218-9db617218460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5df5a3b0-ea8f-4b00-b975-16de144a43ba,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:43.449279 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f8be5880-9a99-4141-b8c6-b9038c24a276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.462289 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-361a6261-7b37-4d6d-b750-59cce3bde2dc service neutron] Attempting to bind port e4d1df61-04d2-4649-abae-6527c381180d on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:43.462910 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-361a6261-7b37-4d6d-b750-59cce3bde2dc service neutron] Attempting to bind port e4d1df61-04d2-4649-abae-6527c381180d by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '2de37a97-2a75-4a47-87e5-24ba0e6ac859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ee556b79-e893-463e-8fe0-5e6365d7dd79'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:43.463039 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-361a6261-7b37-4d6d-b750-59cce3bde2dc service neutron] Attempting to bind port e4d1df61-04d2-4649-abae-6527c381180d on network ee556b79-e893-463e-8fe0-5e6365d7dd79 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:43.486371 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e9be1-1328-4fee-87bb-4550dd471d37 req-54da5e3a-a07b-47b9-a801-8ed747d4d2db tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:43.492512 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e9be1-1328-4fee-87bb-4550dd471d37 req-54da5e3a-a07b-47b9-a801-8ed747d4d2db tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:43.495290 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f8be5880-9a99-4141-b8c6-b9038c24a276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.498811 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1e9be1-1328-4fee-87bb-4550dd471d37 req-54da5e3a-a07b-47b9-a801-8ed747d4d2db tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:43.506073 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-df1e9be1-1328-4fee-87bb-4550dd471d37 req-54da5e3a-a07b-47b9-a801-8ed747d4d2db tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 2412 time: 0.3986521 Jul 16 08:32:43.514287 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf29c6-16d1-4153-adf0-62a4bdf9ac5d req-f2d26352-2d47-4020-8dad-ca3da7dbb214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:43.515785 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6fcf29c6-16d1-4153-adf0-62a4bdf9ac5d req-f2d26352-2d47-4020-8dad-ca3da7dbb214 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d342364e-cb68-4fed-83d9-f37bbb306922 HTTP/1.1" status: 200 len: 921 time: 0.5226181 Jul 16 08:32:43.525222 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-361a6261-7b37-4d6d-b750-59cce3bde2dc service neutron] Port e4d1df61-04d2-4649-abae-6527c381180d on network ee556b79-e893-463e-8fe0-5e6365d7dd79 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:43.525588 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-361a6261-7b37-4d6d-b750-59cce3bde2dc service neutron] Attempting to bind port e4d1df61-04d2-4649-abae-6527c381180d on network ee556b79-e893-463e-8fe0-5e6365d7dd79 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:43.545489 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-361a6261-7b37-4d6d-b750-59cce3bde2dc service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:43.545848 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-361a6261-7b37-4d6d-b750-59cce3bde2dc service neutron] Checking segment: {'id': '2de37a97-2a75-4a47-87e5-24ba0e6ac859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ee556b79-e893-463e-8fe0-5e6365d7dd79'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:43.546440 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-361a6261-7b37-4d6d-b750-59cce3bde2dc service neutron] Bound using segment: {'id': '2de37a97-2a75-4a47-87e5-24ba0e6ac859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ee556b79-e893-463e-8fe0-5e6365d7dd79'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:43.547446 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-361a6261-7b37-4d6d-b750-59cce3bde2dc service neutron] Bound port: e4d1df61-04d2-4649-abae-6527c381180d, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2de37a97-2a75-4a47-87e5-24ba0e6ac859', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'ee556b79-e893-463e-8fe0-5e6365d7dd79'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:43.548172 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-361a6261-7b37-4d6d-b750-59cce3bde2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.569499 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce36df7d-3db8-42a9-9e81-b5908030a6ca req-5875a2b7-6a47-4c24-83ea-e308fb6acaf4 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:43.576444 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ce36df7d-3db8-42a9-9e81-b5908030a6ca req-5875a2b7-6a47-4c24-83ea-e308fb6acaf4 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 944 time: 0.1919596 Jul 16 08:32:43.592963 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-044cc135-c930-4a05-8b78-df95923a80b4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Made reservation on behalf of 403d6aa1ac0d41e3a4a28a0141013051 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:43.592963 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-044cc135-c930-4a05-8b78-df95923a80b4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.599681 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-73b7c9a6-6372-4c5e-848f-9d27f3f52af0 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:43.601239 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-73b7c9a6-6372-4c5e-848f-9d27f3f52af0 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.30 "GET /v2.0/networks?id=b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 HTTP/1.1" status: 200 len: 814 time: 0.5132265 Jul 16 08:32:43.628642 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f8be5880-9a99-4141-b8c6-b9038c24a276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.630889 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6fcf29c6-16d1-4153-adf0-62a4bdf9ac5d req-96ebf63d-2d78-4161-9bcf-089408122a4d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 HTTP/1.1" status: 200 len: 217 time: 0.1067808 Jul 16 08:32:43.631161 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f8be5880-9a99-4141-b8c6-b9038c24a276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:43.636018 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f8be5880-9a99-4141-b8c6-b9038c24a276 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6d46a82c-df40-433a-84d7-297248842e32 HTTP/1.1" status: 204 len: 168 time: 0.5175312 Jul 16 08:32:43.636331 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-776adfb8-1b11-4bcb-8271-f9cf760ea3f2 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Request body: {'port': {'device_id': '4e858434-a48a-4b1b-9f12-55e3e6968a58', 'network_id': 'b2d19c32-2fcb-4a1c-86db-a53ab571cdf4', 'admin_state_up': True, 'tenant_id': '96b808a620d443df8403c582e51f491a'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:43.655949 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ce36df7d-3db8-42a9-9e81-b5908030a6ca req-f0099d09-4cbc-4dbe-a6ab-16aea6b0aaf1 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782943 Jul 16 08:32:43.674434 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8be5880-9a99-4141-b8c6-b9038c24a276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d46a82c-df40-433a-84d7-297248842e32,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:43.721825 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcf29c6-16d1-4153-adf0-62a4bdf9ac5d req-2e1256f3-9bfd-4b5e-997e-91dcdea0097f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:43.741031 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6fcf29c6-16d1-4153-adf0-62a4bdf9ac5d req-2e1256f3-9bfd-4b5e-997e-91dcdea0097f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08efe674-85ae-4a06-b69c-d92fb68b404c HTTP/1.1" status: 200 len: 860 time: 0.0812027 Jul 16 08:32:43.805527 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-df1e9be1-1328-4fee-87bb-4550dd471d37 req-04a70d66-bfeb-497b-a71a-ea808f609624 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2983804 Jul 16 08:32:43.820786 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6fcf29c6-16d1-4153-adf0-62a4bdf9ac5d req-e10a1f83-f21d-4452-bf59-a1f754893f96 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d342364e-cb68-4fed-83d9-f37bbb306922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790443 Jul 16 08:32:43.871475 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ead8a701-89d8-48b3-a65b-a060ade4ab30 req-28d2908a-f385-4298-bad4-7c10b0f4e836 tempest-ServerShowV257Test-1388206740 tempest-ServerShowV257Test-1388206740-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.0406716 Jul 16 08:32:43.925187 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-044cc135-c930-4a05-8b78-df95923a80b4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Allocated IP 172.20.0.3 (0b0632f2-66a2-43c2-8891-f4c2d1d4df60/5a403916-6099-4ffc-ad6e-346025e9f7bf/e8919691-4161-42b3-aabd-63f2f585c524) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:44.014708 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-361a6261-7b37-4d6d-b750-59cce3bde2dc service neutron] For port e4d1df61-04d2-4649-abae-6527c381180d, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:44.104878 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-973cda86-f09f-43bb-9cbf-39895831931a req-86025342-9927-4958-849c-af2a061bff17 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e858434-a48a-4b1b-9f12-55e3e6968a58 HTTP/1.1" status: 200 len: 210 time: 0.0953293 Jul 16 08:32:44.110047 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-361a6261-7b37-4d6d-b750-59cce3bde2dc service neutron] For port e4d1df61-04d2-4649-abae-6527c381180d, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=e4d1df61-04d2-4649-abae-6527c381180d,segment=NetworkSegment(2de37a97-2a75-4a47-87e5-24ba0e6ac859),segment_id=2de37a97-2a75-4a47-87e5-24ba0e6ac859)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:44.139462 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-361a6261-7b37-4d6d-b750-59cce3bde2dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:44.158751 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-776adfb8-1b11-4bcb-8271-f9cf760ea3f2 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Made reservation on behalf of 96b808a620d443df8403c582e51f491a for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:44.162281 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-776adfb8-1b11-4bcb-8271-f9cf760ea3f2 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:44.190849 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6fcf29c6-16d1-4153-adf0-62a4bdf9ac5d req-eca3a6ec-c35b-432a-9e96-adbb3565e948 service neutron] 10.222.0.30 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3619673 Jul 16 08:32:44.201841 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-361a6261-7b37-4d6d-b750-59cce3bde2dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:44.202403 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-361a6261-7b37-4d6d-b750-59cce3bde2dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:44.204593 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-361a6261-7b37-4d6d-b750-59cce3bde2dc service neutron] 10.222.0.30 "PUT /v2.0/ports/e4d1df61-04d2-4649-abae-6527c381180d HTTP/1.1" status: 200 len: 1093 time: 2.2928059 Jul 16 08:32:44.211665 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0d2c3311-2f1c-425b-acc1-1ab8e2c3ffdd req-719cc24c-24ff-470d-be9e-9c4919250ee4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5bff816-444e-4be1-b9ef-41cce7000861 HTTP/1.1" status: 200 len: 210 time: 0.0930676 Jul 16 08:32:44.244426 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2056c32d-e21c-4c05-adf6-ebd87a366cb0', 'tag': 'a0ce2a32-56bb-4c01-b716-9f9472481db1'}, {'name': 'network-changed', 'server_uuid': '2056c32d-e21c-4c05-adf6-ebd87a366cb0', 'tag': 'e4d1df61-04d2-4649-abae-6527c381180d'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:44.246878 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de932ca6-50b6-4827-a57c-b45776d888de" -d '{"events": [{"name": "network-changed", "server_uuid": "2056c32d-e21c-4c05-adf6-ebd87a366cb0", "tag": "a0ce2a32-56bb-4c01-b716-9f9472481db1"}, {"name": "network-changed", "server_uuid": "2056c32d-e21c-4c05-adf6-ebd87a366cb0", "tag": "e4d1df61-04d2-4649-abae-6527c381180d"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:44.316697 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-044cc135-c930-4a05-8b78-df95923a80b4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:44.395940 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-044cc135-c930-4a05-8b78-df95923a80b4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:44.498681 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044cc135-c930-4a05-8b78-df95923a80b4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Pushing event updated for resources: {'Port': ['ID=e8919691-4161-42b3-aabd-63f2f585c524,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:44.511792 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35072d28-9aa9-4236-999b-d7c83b77026a x-openstack-request-id: req-35072d28-9aa9-4236-999b-d7c83b77026a {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:44.512371 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2056c32d-e21c-4c05-adf6-ebd87a366cb0", "tag": "a0ce2a32-56bb-4c01-b716-9f9472481db1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2056c32d-e21c-4c05-adf6-ebd87a366cb0", "tag": "e4d1df61-04d2-4649-abae-6527c381180d", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:44.512371 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-35072d28-9aa9-4236-999b-d7c83b77026a {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:44.512761 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2056c32d-e21c-4c05-adf6-ebd87a366cb0', 'tag': 'a0ce2a32-56bb-4c01-b716-9f9472481db1', 'status': 'completed', 'code': 200} Jul 16 08:32:44.513019 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2056c32d-e21c-4c05-adf6-ebd87a366cb0', 'tag': 'e4d1df61-04d2-4649-abae-6527c381180d', 'status': 'completed', 'code': 200} Jul 16 08:32:44.513456 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-044cc135-c930-4a05-8b78-df95923a80b4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Network 0b0632f2-66a2-43c2-8891-f4c2d1d4df60 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:44.516282 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-044cc135-c930-4a05-8b78-df95923a80b4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:44.519711 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-044cc135-c930-4a05-8b78-df95923a80b4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:44.526845 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-361a6261-7b37-4d6d-b750-59cce3bde2dc service neutron] Pushing event updated for resources: {'Port': ['ID=e4d1df61-04d2-4649-abae-6527c381180d,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:44.590792 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-044cc135-c930-4a05-8b78-df95923a80b4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:44.591435 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-044cc135-c930-4a05-8b78-df95923a80b4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:44.612941 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-044cc135-c930-4a05-8b78-df95923a80b4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4705811 Jul 16 08:32:44.623978 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-ce3557b4-9a7c-4234-8ca7-54fed5bf6a94 service neutron] Request body: {'port': {'device_id': 'f5bff816-444e-4be1-b9ef-41cce7000861', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:44.653739 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6fcf29c6-16d1-4153-adf0-62a4bdf9ac5d req-07f46957-5d01-4c43-be6b-a3ecf77b61d7 service neutron] 10.222.0.30 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4534552 Jul 16 08:32:44.670407 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-07f0022e-e0a6-4ba2-afbb-f7dbb8500d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:44.670909 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-07f0022e-e0a6-4ba2-afbb-f7dbb8500d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:44.671395 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-07f0022e-e0a6-4ba2-afbb-f7dbb8500d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:44.673655 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-07f0022e-e0a6-4ba2-afbb-f7dbb8500d58 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d331a6d40bd4acba6cabcb4afde1424&device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 2868 time: 0.4090998 Jul 16 08:32:44.680485 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-776adfb8-1b11-4bcb-8271-f9cf760ea3f2 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Allocated IP 172.20.0.11 (b2d19c32-2fcb-4a1c-86db-a53ab571cdf4/41d94230-f7df-4380-bdc6-f90c3a47e27a/8c377edf-5e32-4f2a-9e29-361bcaa9f448) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:44.731557 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-db4c409b-95b0-4c7c-b632-a453dce9a7e2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.133&port_id=5fc1c9b8-2d81-468c-ada9-04af03cac497 HTTP/1.1" status: 200 len: 217 time: 0.0484028 Jul 16 08:32:44.758215 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-ce3557b4-9a7c-4234-8ca7-54fed5bf6a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:44.894750 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-606828f9-1ca9-42c7-9d40-90f1db2b5d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:44.903049 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-606828f9-1ca9-42c7-9d40-90f1db2b5d0e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=624cea4a-ebab-44a9-ba2c-1d693b237c00 HTTP/1.1" status: 200 len: 801 time: 0.1540110 Jul 16 08:32:45.070139 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-17bc4e37-5705-4cc5-a459-8342f7283a86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:45.071839 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-17bc4e37-5705-4cc5-a459-8342f7283a86 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee556b79-e893-463e-8fe0-5e6365d7dd79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1678624 Jul 16 08:32:45.077085 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-776adfb8-1b11-4bcb-8271-f9cf760ea3f2 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.236029 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-b195e73a-fb2a-4185-98c2-9ee23f7cb648 service neutron] 10.222.0.30 "GET /v2.0/networks/ee556b79-e893-463e-8fe0-5e6365d7dd79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557536 Jul 16 08:32:45.271355 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-776adfb8-1b11-4bcb-8271-f9cf760ea3f2 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.290273 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['1f263586-c0cf-44d1-b41e-1d556581b79d'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:45.322429 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-ce3557b4-9a7c-4234-8ca7-54fed5bf6a94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8919691-4161-42b3-aabd-63f2f585c524 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:45.338092 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960720db-735d-41ff-874b-a0772bfcd060 req-68702c43-a2f0-4407-a2c3-f704dc2e3128 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:45.346269 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-960720db-735d-41ff-874b-a0772bfcd060 req-68702c43-a2f0-4407-a2c3-f704dc2e3128 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 944 time: 0.1848543 Jul 16 08:32:45.351308 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-ce3557b4-9a7c-4234-8ca7-54fed5bf6a94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.413214 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-ce3557b4-9a7c-4234-8ca7-54fed5bf6a94 service neutron] Transition to ACTIVE for port object e8919691-4161-42b3-aabd-63f2f585c524 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:45.425561 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-776adfb8-1b11-4bcb-8271-f9cf760ea3f2 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Network b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:45.430599 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776adfb8-1b11-4bcb-8271-f9cf760ea3f2 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Pushing event updated for resources: {'Port': ['ID=8c377edf-5e32-4f2a-9e29-361bcaa9f448,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:45.438727 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-776adfb8-1b11-4bcb-8271-f9cf760ea3f2 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:45.440375 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-ce3557b4-9a7c-4234-8ca7-54fed5bf6a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.443714 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-776adfb8-1b11-4bcb-8271-f9cf760ea3f2 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:45.495320 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56174) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:45.537496 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-960720db-735d-41ff-874b-a0772bfcd060 req-4026260e-26eb-4b25-a3cc-76b482e7f144 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1891327 Jul 16 08:32:45.631165 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3557b4-9a7c-4234-8ca7-54fed5bf6a94 service neutron] Pushing event updated for resources: {'Port': ['ID=e8919691-4161-42b3-aabd-63f2f585c524,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:45.650914 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-ce3557b4-9a7c-4234-8ca7-54fed5bf6a94 service neutron] Attempting to bind port e8919691-4161-42b3-aabd-63f2f585c524 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:45.651406 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-ce3557b4-9a7c-4234-8ca7-54fed5bf6a94 service neutron] Attempting to bind port e8919691-4161-42b3-aabd-63f2f585c524 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '419a7790-970c-4a11-9d8c-ac3d75efc71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0b0632f2-66a2-43c2-8891-f4c2d1d4df60'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:45.651856 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-ce3557b4-9a7c-4234-8ca7-54fed5bf6a94 service neutron] Attempting to bind port e8919691-4161-42b3-aabd-63f2f585c524 on network 0b0632f2-66a2-43c2-8891-f4c2d1d4df60 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:45.658090 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-ce3557b4-9a7c-4234-8ca7-54fed5bf6a94 service neutron] Port e8919691-4161-42b3-aabd-63f2f585c524 on network 0b0632f2-66a2-43c2-8891-f4c2d1d4df60 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:45.658690 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-ce3557b4-9a7c-4234-8ca7-54fed5bf6a94 service neutron] Attempting to bind port e8919691-4161-42b3-aabd-63f2f585c524 on network 0b0632f2-66a2-43c2-8891-f4c2d1d4df60 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:45.665499 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-ce3557b4-9a7c-4234-8ca7-54fed5bf6a94 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:45.665894 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-ce3557b4-9a7c-4234-8ca7-54fed5bf6a94 service neutron] Checking segment: {'id': '419a7790-970c-4a11-9d8c-ac3d75efc71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0b0632f2-66a2-43c2-8891-f4c2d1d4df60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:45.666240 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-ce3557b4-9a7c-4234-8ca7-54fed5bf6a94 service neutron] Bound using segment: {'id': '419a7790-970c-4a11-9d8c-ac3d75efc71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0b0632f2-66a2-43c2-8891-f4c2d1d4df60'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:45.667039 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-ce3557b4-9a7c-4234-8ca7-54fed5bf6a94 service neutron] Bound port: e8919691-4161-42b3-aabd-63f2f585c524, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '419a7790-970c-4a11-9d8c-ac3d75efc71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0b0632f2-66a2-43c2-8891-f4c2d1d4df60'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:45.667600 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-ce3557b4-9a7c-4234-8ca7-54fed5bf6a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.743732 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e0d39401-3b64-4fed-938a-d2a1b5ef2e56 req-c013ed77-38da-4a43-b24c-bac980b6d8ad tempest-ServerShowV257Test-1388206740 tempest-ServerShowV257Test-1388206740-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.0380089 Jul 16 08:32:45.801817 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-ce3557b4-9a7c-4234-8ca7-54fed5bf6a94 service neutron] For port e8919691-4161-42b3-aabd-63f2f585c524, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:45.809625 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-ce3557b4-9a7c-4234-8ca7-54fed5bf6a94 service neutron] For port e8919691-4161-42b3-aabd-63f2f585c524, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=e8919691-4161-42b3-aabd-63f2f585c524,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:45.832836 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-db2fea42-437b-47e7-95ab-c059a0b25449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.836561 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-ce3557b4-9a7c-4234-8ca7-54fed5bf6a94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.840261 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-f750c3fe-3dd8-4134-99d7-94cad0575a63 service neutron] 10.222.0.30 "GET /v2.0/networks/ee556b79-e893-463e-8fe0-5e6365d7dd79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5906987 Jul 16 08:32:45.851195 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-776adfb8-1b11-4bcb-8271-f9cf760ea3f2 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:45.851844 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-776adfb8-1b11-4bcb-8271-f9cf760ea3f2 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.877395 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4decf01-19a5-41ff-a2ee-6520ed339f12 req-7931b51c-0ca0-47ce-b0b5-d77f222f84f9 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:45.877395 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4decf01-19a5-41ff-a2ee-6520ed339f12 req-7931b51c-0ca0-47ce-b0b5-d77f222f84f9 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:45.884039 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4decf01-19a5-41ff-a2ee-6520ed339f12 req-7931b51c-0ca0-47ce-b0b5-d77f222f84f9 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:45.892763 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d4decf01-19a5-41ff-a2ee-6520ed339f12 req-7931b51c-0ca0-47ce-b0b5-d77f222f84f9 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 2412 time: 0.6444166 Jul 16 08:32:45.910699 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-ce3557b4-9a7c-4234-8ca7-54fed5bf6a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:45.911572 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-ce3557b4-9a7c-4234-8ca7-54fed5bf6a94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:45.913334 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-ce3557b4-9a7c-4234-8ca7-54fed5bf6a94 service neutron] 10.222.0.30 "PUT /v2.0/ports/e8919691-4161-42b3-aabd-63f2f585c524 HTTP/1.1" status: 200 len: 1092 time: 1.2940609 Jul 16 08:32:45.921781 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5bff816-444e-4be1-b9ef-41cce7000861', 'tag': 'e8919691-4161-42b3-aabd-63f2f585c524'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:45.924243 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75b5c15-49ac-4c94-965a-375c7701bedc" -d '{"events": [{"name": "network-changed", "server_uuid": "f5bff816-444e-4be1-b9ef-41cce7000861", "tag": "e8919691-4161-42b3-aabd-63f2f585c524"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:45.946017 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-b305fa45-c03e-4ff5-8b5e-0fe22d511e08 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.31&port_id=a0ce2a32-56bb-4c01-b716-9f9472481db1 HTTP/1.1" status: 200 len: 217 time: 0.0914268 Jul 16 08:32:45.995829 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d4decf01-19a5-41ff-a2ee-6520ed339f12 req-97484b53-3c8b-4d39-a4d0-951953737a89 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021934 Jul 16 08:32:46.013448 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-9b0f7cc0-2586-495a-ba07-b6ce63d4cae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:46.014667 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-9b0f7cc0-2586-495a-ba07-b6ce63d4cae8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4b88b87-66cf-4d13-9eac-47981d1d6b8f HTTP/1.1" status: 200 len: 801 time: 0.0619216 Jul 16 08:32:46.029791 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3557b4-9a7c-4234-8ca7-54fed5bf6a94 service neutron] Pushing event updated for resources: {'Port': ['ID=e8919691-4161-42b3-aabd-63f2f585c524,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:46.095297 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-be16b89f-6f68-4bfd-a638-d062eb395430 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:46.097173 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-be16b89f-6f68-4bfd-a638-d062eb395430 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0762498 Jul 16 08:32:46.116838 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893a1f1-ae07-4381-acba-8fbe6e8c03bf req-5b15ceb0-1a57-4086-8381-b24672f47d62 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:46.118578 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c893a1f1-ae07-4381-acba-8fbe6e8c03bf req-5b15ceb0-1a57-4086-8381-b24672f47d62 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e858434-a48a-4b1b-9f12-55e3e6968a58 HTTP/1.1" status: 200 len: 932 time: 0.1983137 Jul 16 08:32:46.130271 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-78d63c3a-6783-4981-99fd-0ce9f4c3d770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:46.131794 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-78d63c3a-6783-4981-99fd-0ce9f4c3d770 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=403d6aa1ac0d41e3a4a28a0141013051&device_id=f5bff816-444e-4be1-b9ef-41cce7000861 HTTP/1.1" status: 200 len: 1095 time: 0.1636512 Jul 16 08:32:46.196028 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-ff6a7957-2b51-431d-810b-e5a0b97cdafa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8919691-4161-42b3-aabd-63f2f585c524 HTTP/1.1" status: 200 len: 217 time: 0.0496707 Jul 16 08:32:46.202746 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-db2fea42-437b-47e7-95ab-c059a0b25449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.221438 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-776adfb8-1b11-4bcb-8271-f9cf760ea3f2 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5946684 Jul 16 08:32:46.224832 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-db2fea42-437b-47e7-95ab-c059a0b25449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.239353 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-1a16c9a0-99fd-4ef0-83e7-0841dc1a1a9d service neutron] Request body: {'port': {'device_id': '4e858434-a48a-4b1b-9f12-55e3e6968a58', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:46.281085 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c893a1f1-ae07-4381-acba-8fbe6e8c03bf req-cf9e82d4-8cfd-48c0-b2a2-96665db86af3 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479385 Jul 16 08:32:46.300382 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-db08ca6d-ddf9-4c2f-b09f-3e4f5b577ba6 service neutron] 10.222.0.30 "GET /v2.0/networks/d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929152 Jul 16 08:32:46.307306 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-db2fea42-437b-47e7-95ab-c059a0b25449 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b6c131de86e149a3aff7a1302dcfe253&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8099847 Jul 16 08:32:46.307912 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56196) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:46.311590 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2fea42-437b-47e7-95ab-c059a0b25449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf93aa9b-d2bc-4d32-be99-bbb2e7c30c94,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:46.335276 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8995c643-3d37-4ac3-ba8c-95aa98f360b4 req-e11bf443-c9f6-47b5-a731-25f5b36d0ea4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:46.336908 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8995c643-3d37-4ac3-ba8c-95aa98f360b4 req-e11bf443-c9f6-47b5-a731-25f5b36d0ea4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5bff816-444e-4be1-b9ef-41cce7000861 HTTP/1.1" status: 200 len: 943 time: 0.2060714 Jul 16 08:32:46.340535 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-b9027c3c-8f07-4dcf-8995-4d525609f083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:46.342013 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-b9027c3c-8f07-4dcf-8995-4d525609f083 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a403916-6099-4ffc-ad6e-346025e9f7bf HTTP/1.1" status: 200 len: 844 time: 0.1371176 Jul 16 08:32:46.385906 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-0b66d936-00b9-4d25-a305-bdd8c4969487 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b0632f2-66a2-43c2-8891-f4c2d1d4df60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370672 Jul 16 08:32:46.451687 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-1a16c9a0-99fd-4ef0-83e7-0841dc1a1a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.471191 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bde4da80-430a-4a9a-b435-97afbe37a51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.486556 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8995c643-3d37-4ac3-ba8c-95aa98f360b4 req-ae1a8a10-06b8-4dac-a8b8-a34937ab40f5 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147671 Jul 16 08:32:46.511065 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bde4da80-430a-4a9a-b435-97afbe37a51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.515038 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-304b3e99-1dae-4dfb-9f55-fe28acbdefa6 x-openstack-request-id: req-304b3e99-1dae-4dfb-9f55-fe28acbdefa6 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:46.515433 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5bff816-444e-4be1-b9ef-41cce7000861", "tag": "e8919691-4161-42b3-aabd-63f2f585c524", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:46.515749 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-304b3e99-1dae-4dfb-9f55-fe28acbdefa6 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:46.516265 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5bff816-444e-4be1-b9ef-41cce7000861', 'tag': 'e8919691-4161-42b3-aabd-63f2f585c524', 'status': 'completed', 'code': 200} Jul 16 08:32:46.528172 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-24c36869-e7a2-47f1-bddc-80546af542c2 service neutron] 10.222.0.30 "GET /v2.0/networks/d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145896 Jul 16 08:32:46.549477 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-6533dc3c-291e-4105-9721-751657c843cd service neutron] 10.222.0.30 "GET /v2.0/networks/0b0632f2-66a2-43c2-8891-f4c2d1d4df60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1544528 Jul 16 08:32:46.588870 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-c50d46d1-a877-47f0-b770-0d440c08e15c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.210&port_id=e4d1df61-04d2-4649-abae-6527c381180d HTTP/1.1" status: 200 len: 217 time: 0.0533609 Jul 16 08:32:46.648129 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bde4da80-430a-4a9a-b435-97afbe37a51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.650697 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bde4da80-430a-4a9a-b435-97afbe37a51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:46.654178 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bde4da80-430a-4a9a-b435-97afbe37a51c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bf93aa9b-d2bc-4d32-be99-bbb2e7c30c94 HTTP/1.1" status: 204 len: 168 time: 0.3412881 Jul 16 08:32:46.686500 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde4da80-430a-4a9a-b435-97afbe37a51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf93aa9b-d2bc-4d32-be99-bbb2e7c30c94,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:46.707035 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7301fcd6-08ec-4c16-9b0c-b542eab36372 req-f68fa9a1-91e4-4261-9ceb-e420ee1f2e81 service neutron] 10.222.0.30 "GET /v2.0/networks/0b0632f2-66a2-43c2-8891-f4c2d1d4df60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493461 Jul 16 08:32:46.791710 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-c11a9929-8f50-44b0-b5b5-8ad554ff7a2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:46.794388 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-c11a9929-8f50-44b0-b5b5-8ad554ff7a2d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=624cea4a-ebab-44a9-ba2c-1d693b237c00 HTTP/1.1" status: 200 len: 801 time: 0.1974332 Jul 16 08:32:46.840390 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b5c15-49ac-4c94-965a-375c7701bedc req-e8b9bf94-d1a8-484c-9a4d-dec86cc6eb23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:46.842131 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f75b5c15-49ac-4c94-965a-375c7701bedc req-e8b9bf94-d1a8-484c-9a4d-dec86cc6eb23 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=403d6aa1ac0d41e3a4a28a0141013051&device_id=f5bff816-444e-4be1-b9ef-41cce7000861 HTTP/1.1" status: 200 len: 1095 time: 0.0642393 Jul 16 08:32:46.955207 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66129566-5216-49fd-a786-b0146ebb3d99 req-d74fbf39-a79f-4301-8fea-f6b17f7baccb tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:46.957274 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-66129566-5216-49fd-a786-b0146ebb3d99 req-d74fbf39-a79f-4301-8fea-f6b17f7baccb tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 944 time: 0.2454224 Jul 16 08:32:46.978006 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b5c15-49ac-4c94-965a-375c7701bedc req-03d293dd-aa1e-4931-8625-07e94137eac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:46.979483 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f75b5c15-49ac-4c94-965a-375c7701bedc req-03d293dd-aa1e-4931-8625-07e94137eac5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0b0632f2-66a2-43c2-8891-f4c2d1d4df60 HTTP/1.1" status: 200 len: 905 time: 0.1306639 Jul 16 08:32:46.984701 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-2fc908cc-d14e-4c45-898b-d8f0e2fefff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:46.986179 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-2fc908cc-d14e-4c45-898b-d8f0e2fefff7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee556b79-e893-463e-8fe0-5e6365d7dd79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1851716 Jul 16 08:32:47.002764 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2823e7ba-5fdd-47c7-99f6-ed9b6518e3e8 req-c76aadf9-99d4-4774-9a12-dd354b11d0b5 tempest-ServerShowV257Test-1388206740 tempest-ServerShowV257Test-1388206740-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.0418034 Jul 16 08:32:47.052118 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f75b5c15-49ac-4c94-965a-375c7701bedc req-f17f794f-eaa8-4ad8-863d-df9c251b4b7c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8919691-4161-42b3-aabd-63f2f585c524 HTTP/1.1" status: 200 len: 217 time: 0.0517004 Jul 16 08:32:47.112855 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75b5c15-49ac-4c94-965a-375c7701bedc req-e0571daf-4b73-4185-a28d-6c57de9853da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:47.114424 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f75b5c15-49ac-4c94-965a-375c7701bedc req-e0571daf-4b73-4185-a28d-6c57de9853da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a403916-6099-4ffc-ad6e-346025e9f7bf HTTP/1.1" status: 200 len: 844 time: 0.0547678 Jul 16 08:32:47.138729 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-66129566-5216-49fd-a786-b0146ebb3d99 req-2af25bec-daea-449a-8220-ad926f34ef04 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717865 Jul 16 08:32:47.150179 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-ebc12804-d917-440a-9600-eb3dd170de38 service neutron] 10.222.0.30 "GET /v2.0/networks/ee556b79-e893-463e-8fe0-5e6365d7dd79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558287 Jul 16 08:32:47.156373 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-1a16c9a0-99fd-4ef0-83e7-0841dc1a1a9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c377edf-5e32-4f2a-9e29-361bcaa9f448 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:47.169590 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-1a16c9a0-99fd-4ef0-83e7-0841dc1a1a9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.182735 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f75b5c15-49ac-4c94-965a-375c7701bedc req-5305e828-7305-4918-8c30-ff2d27f6d81c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b0632f2-66a2-43c2-8891-f4c2d1d4df60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602350 Jul 16 08:32:47.206960 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-1a16c9a0-99fd-4ef0-83e7-0841dc1a1a9d service neutron] Transition to ACTIVE for port object 8c377edf-5e32-4f2a-9e29-361bcaa9f448 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:47.213999 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-1a16c9a0-99fd-4ef0-83e7-0841dc1a1a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.329757 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a220740-cced-4bd0-9509-a408f56dc6f9 req-732b3b4e-6942-4da8-bbf2-4c95887478f2 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:47.331122 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16c9a0-99fd-4ef0-83e7-0841dc1a1a9d service neutron] Pushing event updated for resources: {'Port': ['ID=8c377edf-5e32-4f2a-9e29-361bcaa9f448,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:47.336204 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a220740-cced-4bd0-9509-a408f56dc6f9 req-732b3b4e-6942-4da8-bbf2-4c95887478f2 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:47.342058 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a220740-cced-4bd0-9509-a408f56dc6f9 req-732b3b4e-6942-4da8-bbf2-4c95887478f2 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:47.350037 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5a220740-cced-4bd0-9509-a408f56dc6f9 req-732b3b4e-6942-4da8-bbf2-4c95887478f2 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 2412 time: 0.1703525 Jul 16 08:32:47.373759 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f75b5c15-49ac-4c94-965a-375c7701bedc req-ddb00419-a8ee-474f-b9ef-a7178ce5a55e service neutron] 10.222.0.30 "GET /v2.0/networks/0b0632f2-66a2-43c2-8891-f4c2d1d4df60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803505 Jul 16 08:32:47.404599 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c585d00-30ef-40e0-a07a-21ceb59c0a01 req-8155c931-cc01-4144-80ef-95228683dc83 service neutron] 10.222.0.30 "GET /v2.0/networks/ee556b79-e893-463e-8fe0-5e6365d7dd79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435684 Jul 16 08:32:47.417809 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-1a16c9a0-99fd-4ef0-83e7-0841dc1a1a9d service neutron] Attempting to bind port 8c377edf-5e32-4f2a-9e29-361bcaa9f448 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:47.418202 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-1a16c9a0-99fd-4ef0-83e7-0841dc1a1a9d service neutron] Attempting to bind port 8c377edf-5e32-4f2a-9e29-361bcaa9f448 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '1601abd3-1b0f-467a-8573-16719ac9ee54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b2d19c32-2fcb-4a1c-86db-a53ab571cdf4'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:47.418665 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-1a16c9a0-99fd-4ef0-83e7-0841dc1a1a9d service neutron] Attempting to bind port 8c377edf-5e32-4f2a-9e29-361bcaa9f448 on network b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:47.424128 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-1a16c9a0-99fd-4ef0-83e7-0841dc1a1a9d service neutron] Port 8c377edf-5e32-4f2a-9e29-361bcaa9f448 on network b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:47.424556 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-1a16c9a0-99fd-4ef0-83e7-0841dc1a1a9d service neutron] Attempting to bind port 8c377edf-5e32-4f2a-9e29-361bcaa9f448 on network b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:47.430921 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-1a16c9a0-99fd-4ef0-83e7-0841dc1a1a9d service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:47.431260 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-1a16c9a0-99fd-4ef0-83e7-0841dc1a1a9d service neutron] Checking segment: {'id': '1601abd3-1b0f-467a-8573-16719ac9ee54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b2d19c32-2fcb-4a1c-86db-a53ab571cdf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:47.431653 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-1a16c9a0-99fd-4ef0-83e7-0841dc1a1a9d service neutron] Bound using segment: {'id': '1601abd3-1b0f-467a-8573-16719ac9ee54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b2d19c32-2fcb-4a1c-86db-a53ab571cdf4'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:47.432124 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-1a16c9a0-99fd-4ef0-83e7-0841dc1a1a9d service neutron] Bound port: 8c377edf-5e32-4f2a-9e29-361bcaa9f448, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1601abd3-1b0f-467a-8573-16719ac9ee54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b2d19c32-2fcb-4a1c-86db-a53ab571cdf4'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:47.432537 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-1a16c9a0-99fd-4ef0-83e7-0841dc1a1a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.451498 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5a220740-cced-4bd0-9509-a408f56dc6f9 req-005735e3-1035-4d0c-bc5e-9b2abffe93c0 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003437 Jul 16 08:32:47.565857 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f75b5c15-49ac-4c94-965a-375c7701bedc req-662ea462-79a8-4453-ad0b-296afa0e68d8 service neutron] 10.222.0.30 "GET /v2.0/networks/0b0632f2-66a2-43c2-8891-f4c2d1d4df60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844201 Jul 16 08:32:47.634060 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-1a16c9a0-99fd-4ef0-83e7-0841dc1a1a9d service neutron] For port 8c377edf-5e32-4f2a-9e29-361bcaa9f448, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:47.639182 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-1a16c9a0-99fd-4ef0-83e7-0841dc1a1a9d service neutron] For port 8c377edf-5e32-4f2a-9e29-361bcaa9f448, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=8c377edf-5e32-4f2a-9e29-361bcaa9f448,segment=NetworkSegment(1601abd3-1b0f-467a-8573-16719ac9ee54),segment_id=1601abd3-1b0f-467a-8573-16719ac9ee54)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:47.656955 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-1a16c9a0-99fd-4ef0-83e7-0841dc1a1a9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.696649 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de932ca6-50b6-4827-a57c-b45776d888de req-5b353dd4-3f13-4035-a1c2-0aa5ffb0d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:47.697499 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de932ca6-50b6-4827-a57c-b45776d888de req-5b353dd4-3f13-4035-a1c2-0aa5ffb0d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:47.698144 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de932ca6-50b6-4827-a57c-b45776d888de req-5b353dd4-3f13-4035-a1c2-0aa5ffb0d4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:47.700888 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-de932ca6-50b6-4827-a57c-b45776d888de req-5b353dd4-3f13-4035-a1c2-0aa5ffb0d4f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d331a6d40bd4acba6cabcb4afde1424&device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 2868 time: 0.2107575 Jul 16 08:32:47.730246 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c302eaf-1640-4a71-9b91-9ffb3687d927 req-3226b473-9c2d-4bc3-b4e6-0a9bd9c59d9b tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:47.732598 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3c302eaf-1640-4a71-9b91-9ffb3687d927 req-3226b473-9c2d-4bc3-b4e6-0a9bd9c59d9b tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e858434-a48a-4b1b-9f12-55e3e6968a58 HTTP/1.1" status: 200 len: 944 time: 0.1769609 Jul 16 08:32:47.740330 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-1a16c9a0-99fd-4ef0-83e7-0841dc1a1a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:47.741345 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-1a16c9a0-99fd-4ef0-83e7-0841dc1a1a9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:47.742947 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-1a16c9a0-99fd-4ef0-83e7-0841dc1a1a9d service neutron] 10.222.0.30 "PUT /v2.0/ports/8c377edf-5e32-4f2a-9e29-361bcaa9f448 HTTP/1.1" status: 200 len: 1093 time: 1.5112901 Jul 16 08:32:47.743626 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e858434-a48a-4b1b-9f12-55e3e6968a58', 'tag': '8c377edf-5e32-4f2a-9e29-361bcaa9f448'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:47.746167 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e7d6398-e7d0-4303-8cf9-6e5f4f54f499" -d '{"events": [{"name": "network-changed", "server_uuid": "4e858434-a48a-4b1b-9f12-55e3e6968a58", "tag": "8c377edf-5e32-4f2a-9e29-361bcaa9f448"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:47.812201 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579169a-620d-487c-b826-154fcfbb4d21 req-7f20b855-4234-4142-abbf-8ebdda195459 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:47.816884 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3579169a-620d-487c-b826-154fcfbb4d21 req-7f20b855-4234-4142-abbf-8ebdda195459 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5bff816-444e-4be1-b9ef-41cce7000861 HTTP/1.1" status: 200 len: 943 time: 0.1208158 Jul 16 08:32:47.848483 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56250) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:47.855942 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a16c9a0-99fd-4ef0-83e7-0841dc1a1a9d service neutron] Pushing event updated for resources: {'Port': ['ID=8c377edf-5e32-4f2a-9e29-361bcaa9f448,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:47.889559 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3579169a-620d-487c-b826-154fcfbb4d21 req-7287ae62-68ac-4b1e-a58c-48d0e53b0628 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682812 Jul 16 08:32:47.927384 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3c302eaf-1640-4a71-9b91-9ffb3687d927 req-742c91c3-b3d0-4cce-9bfa-07dd3dc3b9f7 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501653 Jul 16 08:32:47.961919 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de932ca6-50b6-4827-a57c-b45776d888de req-6b2cf24f-0e46-468c-91f8-9eae327e7b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:47.964140 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-de932ca6-50b6-4827-a57c-b45776d888de req-6b2cf24f-0e46-468c-91f8-9eae327e7b45 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5 HTTP/1.1" status: 200 len: 902 time: 0.2530999 Jul 16 08:32:47.967236 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ca95b60-6829-4bcd-b87c-3e4dab18e666 x-openstack-request-id: req-7ca95b60-6829-4bcd-b87c-3e4dab18e666 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:47.967526 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4e858434-a48a-4b1b-9f12-55e3e6968a58", "tag": "8c377edf-5e32-4f2a-9e29-361bcaa9f448", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:47.967782 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7ca95b60-6829-4bcd-b87c-3e4dab18e666 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:47.968175 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e858434-a48a-4b1b-9f12-55e3e6968a58', 'tag': '8c377edf-5e32-4f2a-9e29-361bcaa9f448', 'status': 'completed', 'code': 200} Jul 16 08:32:47.998594 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-0908d66b-6b60-4c8b-ab91-ee2e0e69e4a2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1063242223-network', 'tenant_id': '5960e41270234920949d383c155b56a2'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:48.011421 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-de932ca6-50b6-4827-a57c-b45776d888de req-3f5c0dc1-9f4e-4f02-b5a5-93c4f5a34df4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.31&port_id=a0ce2a32-56bb-4c01-b716-9f9472481db1 HTTP/1.1" status: 200 len: 217 time: 0.0404432 Jul 16 08:32:48.023133 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0908d66b-6b60-4c8b-ab91-ee2e0e69e4a2 admin admin] Made reservation on behalf of 5960e41270234920949d383c155b56a2 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:48.025690 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0908d66b-6b60-4c8b-ab91-ee2e0e69e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.031882 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-1638aa61-33fe-4e40-b1f5-8f7a207ea301 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:48.033403 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-1638aa61-33fe-4e40-b1f5-8f7a207ea301 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=96b808a620d443df8403c582e51f491a&device_id=4e858434-a48a-4b1b-9f12-55e3e6968a58 HTTP/1.1" status: 200 len: 1096 time: 0.2227514 Jul 16 08:32:48.036419 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0908d66b-6b60-4c8b-ab91-ee2e0e69e4a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.094779 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56258) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:48.099085 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-c43d8b0c-0455-4420-a764-294b968dd91c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c377edf-5e32-4f2a-9e29-361bcaa9f448 HTTP/1.1" status: 200 len: 217 time: 0.0474589 Jul 16 08:32:48.116650 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de932ca6-50b6-4827-a57c-b45776d888de req-9cc450a1-3aab-487e-991f-9aad9f88b17f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:48.118280 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-de932ca6-50b6-4827-a57c-b45776d888de req-9cc450a1-3aab-487e-991f-9aad9f88b17f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d4b88b87-66cf-4d13-9eac-47981d1d6b8f HTTP/1.1" status: 200 len: 801 time: 0.0991442 Jul 16 08:32:48.148915 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0908d66b-6b60-4c8b-ab91-ee2e0e69e4a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.165669 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0908d66b-6b60-4c8b-ab91-ee2e0e69e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.188554 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-f838ce43-426b-4065-acd9-66bf8580497f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:48.190056 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-f838ce43-426b-4065-acd9-66bf8580497f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=41d94230-f7df-4380-bdc6-f90c3a47e27a HTTP/1.1" status: 200 len: 854 time: 0.0823505 Jul 16 08:32:48.196151 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c6a2abff-dd0b-46d9-a111-d811c251af86 req-7b97fb13-e486-460e-bac2-e8ecb93bcf0e tempest-ServerShowV257Test-1388206740 tempest-ServerShowV257Test-1388206740-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.0406485 Jul 16 08:32:48.207408 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0908d66b-6b60-4c8b-ab91-ee2e0e69e4a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:32:48.233719 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-853142de-28c4-4340-ba5b-c8772cf3a408 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2d19c32-2fcb-4a1c-86db-a53ab571cdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357547 Jul 16 08:32:48.251272 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908d66b-6b60-4c8b-ab91-ee2e0e69e4a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c43d431c-b667-4b28-a7e8-92934425a4d7,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:48.251647 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de932ca6-50b6-4827-a57c-b45776d888de req-d62c95cc-0233-4cf6-8e20-4d52f95d6286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:48.251647 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-de932ca6-50b6-4827-a57c-b45776d888de req-d62c95cc-0233-4cf6-8e20-4d52f95d6286 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1029277 Jul 16 08:32:48.251928 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0908d66b-6b60-4c8b-ab91-ee2e0e69e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.251928 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-0908d66b-6b60-4c8b-ab91-ee2e0e69e4a2 admin admin] Added segment 5b11a9fd-0763-4038-8c51-3bae0a3f4112 of type vlan for network 1e392c4c-c1df-476e-a8e6-b976e36f86b3 Jul 16 08:32:48.257750 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0c8d2ad3-b74b-4ca1-b599-12df873e9f56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.311830 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0908d66b-6b60-4c8b-ab91-ee2e0e69e4a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.361958 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0908d66b-6b60-4c8b-ab91-ee2e0e69e4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.362830 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0908d66b-6b60-4c8b-ab91-ee2e0e69e4a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:48.363406 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0908d66b-6b60-4c8b-ab91-ee2e0e69e4a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.436568 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908d66b-6b60-4c8b-ab91-ee2e0e69e4a2 admin admin] Pushing event updated for resources: {'Network': ['ID=1e392c4c-c1df-476e-a8e6-b976e36f86b3,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:48.446583 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 1e392c4c-c1df-476e-a8e6-b976e36f86b3 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:32:48.464256 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-de932ca6-50b6-4827-a57c-b45776d888de req-f0be738c-4647-488b-9d0b-85e9b3b40bfc service neutron] 10.222.0.30 "GET /v2.0/networks/d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2087514 Jul 16 08:32:48.466092 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-b4ceda28-1b39-46d4-bc93-eaa21d4d44d9 service neutron] 10.222.0.30 "GET /v2.0/networks/b2d19c32-2fcb-4a1c-86db-a53ab571cdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095435 Jul 16 08:32:48.483046 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0c8d2ad3-b74b-4ca1-b599-12df873e9f56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.487755 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0c8d2ad3-b74b-4ca1-b599-12df873e9f56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.490414 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf9db4-73d6-47ac-a645-fb6dc25d43ee req-1cf02acd-4f70-4a8e-a314-6e5abcf55d73 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:48.492268 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-34cf9db4-73d6-47ac-a645-fb6dc25d43ee req-1cf02acd-4f70-4a8e-a314-6e5abcf55d73 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 944 time: 0.1801074 Jul 16 08:32:48.512789 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0908d66b-6b60-4c8b-ab91-ee2e0e69e4a2 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.6629593 Jul 16 08:32:48.513821 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56266) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:48.525640 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-26255aa1-fce2-4154-87ab-39785db93235 admin admin] Request body: {'subnet': {'network_id': '1e392c4c-c1df-476e-a8e6-b976e36f86b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1063242223-subnet', 'tenant_id': '5960e41270234920949d383c155b56a2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:48.556623 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0c8d2ad3-b74b-4ca1-b599-12df873e9f56 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3a7a7c74b5cb492f8993952ac922d77d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4580083 Jul 16 08:32:48.556835 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56268) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:48.561063 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8d2ad3-b74b-4ca1-b599-12df873e9f56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f28f24c-1cc5-4345-ae60-9540a1f82f1a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:48.620212 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26255aa1-fce2-4154-87ab-39785db93235 admin admin] Made reservation on behalf of 5960e41270234920949d383c155b56a2 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:48.622837 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-26255aa1-fce2-4154-87ab-39785db93235 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.650087 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-34cf9db4-73d6-47ac-a645-fb6dc25d43ee req-98446090-0324-498d-899b-94b947d4c7e2 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425567 Jul 16 08:32:48.694634 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-de932ca6-50b6-4827-a57c-b45776d888de req-71ebca81-d9b7-4253-89aa-205aba7db028 service neutron] 10.222.0.30 "GET /v2.0/networks/d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170532 Jul 16 08:32:48.696670 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ec56314f-7074-4a79-8b89-df16e971ec42 req-9c3d9669-8521-4467-b598-5340d6b8e3d4 service neutron] 10.222.0.30 "GET /v2.0/networks/b2d19c32-2fcb-4a1c-86db-a53ab571cdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180002 Jul 16 08:32:48.739322 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-45e099e6-9ee0-452a-aa10-ee4be2d5c4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.789409 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcfea6-3113-4704-b44d-494b39ce3934 req-e01fe58e-12ac-4d7a-85f4-4de43b1e171e tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:48.795242 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcfea6-3113-4704-b44d-494b39ce3934 req-e01fe58e-12ac-4d7a-85f4-4de43b1e171e tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:48.801664 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fcfea6-3113-4704-b44d-494b39ce3934 req-e01fe58e-12ac-4d7a-85f4-4de43b1e171e tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:48.803267 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-02fcfea6-3113-4704-b44d-494b39ce3934 req-e01fe58e-12ac-4d7a-85f4-4de43b1e171e tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 2412 time: 0.2304168 Jul 16 08:32:48.805404 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-45e099e6-9ee0-452a-aa10-ee4be2d5c4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.847740 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d6398-e7d0-4303-8cf9-6e5f4f54f499 req-1874fd9f-a662-4201-8bcc-011dc591283d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:48.849271 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5e7d6398-e7d0-4303-8cf9-6e5f4f54f499 req-1874fd9f-a662-4201-8bcc-011dc591283d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=96b808a620d443df8403c582e51f491a&device_id=4e858434-a48a-4b1b-9f12-55e3e6968a58 HTTP/1.1" status: 200 len: 1096 time: 0.0942087 Jul 16 08:32:48.853118 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de932ca6-50b6-4827-a57c-b45776d888de req-b878ab9a-654f-4dee-8112-a79e1f2e492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:48.853607 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de932ca6-50b6-4827-a57c-b45776d888de req-b878ab9a-654f-4dee-8112-a79e1f2e492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:48.854092 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de932ca6-50b6-4827-a57c-b45776d888de req-b878ab9a-654f-4dee-8112-a79e1f2e492e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:48.855596 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-de932ca6-50b6-4827-a57c-b45776d888de req-b878ab9a-654f-4dee-8112-a79e1f2e492e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d331a6d40bd4acba6cabcb4afde1424&device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 2868 time: 0.1022899 Jul 16 08:32:48.902437 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-02fcfea6-3113-4704-b44d-494b39ce3934 req-ae70e438-c023-4c88-b43e-9351653f55ae tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885646 Jul 16 08:32:48.913441 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device e8919691-4161-42b3-aabd-63f2f585c524 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:48.958176 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-45e099e6-9ee0-452a-aa10-ee4be2d5c4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.960693 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-45e099e6-9ee0-452a-aa10-ee4be2d5c4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:48.964135 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-45e099e6-9ee0-452a-aa10-ee4be2d5c4b0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7f28f24c-1cc5-4345-ae60-9540a1f82f1a HTTP/1.1" status: 204 len: 168 time: 0.4041286 Jul 16 08:32:48.984634 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e099e6-9ee0-452a-aa10-ee4be2d5c4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f28f24c-1cc5-4345-ae60-9540a1f82f1a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:48.995162 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-26255aa1-fce2-4154-87ab-39785db93235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.060360 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26255aa1-fce2-4154-87ab-39785db93235 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1570caa1-0257-46fe-b184-9dd510afba87,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:49.075748 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26255aa1-fce2-4154-87ab-39785db93235 admin admin] Checking segment: {'id': '5b11a9fd-0763-4038-8c51-3bae0a3f4112', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '1e392c4c-c1df-476e-a8e6-b976e36f86b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:49.076244 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26255aa1-fce2-4154-87ab-39785db93235 admin admin] Network hostable DHCP agents. Network: 1e392c4c-c1df-476e-a8e6-b976e36f86b3, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:32:49.096994 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26255aa1-fce2-4154-87ab-39785db93235 admin admin] Network 1e392c4c-c1df-476e-a8e6-b976e36f86b3 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:32:49.111790 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-26255aa1-fce2-4154-87ab-39785db93235 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 1e392c4c-c1df-476e-a8e6-b976e36f86b3) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:49.130221 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26255aa1-fce2-4154-87ab-39785db93235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:49.131831 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-26255aa1-fce2-4154-87ab-39785db93235 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.136264 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080b3451-0ed0-42bd-a9d9-716c7db5c611 None None] Network 1e392c4c-c1df-476e-a8e6-b976e36f86b3 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:49.185243 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-26255aa1-fce2-4154-87ab-39785db93235 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.6647661 Jul 16 08:32:49.189960 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port e8919691-4161-42b3-aabd-63f2f585c524, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=e8919691-4161-42b3-aabd-63f2f585c524,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:49.236102 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'e8919691-4161-42b3-aabd-63f2f585c524', 'network_id': '0b0632f2-66a2-43c2-8891-f4c2d1d4df60', 'port_id': 'e8919691-4161-42b3-aabd-63f2f585c524', 'mac_address': 'fa:16:3e:53:5d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a403916-6099-4ffc-ad6e-346025e9f7bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:32:49.283683 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f163cc6d-a0ee-4c29-ae96-83c0d94d2289 req-c588a302-2453-44ab-b399-250116e6e534 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:49.287606 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.298089 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f163cc6d-a0ee-4c29-ae96-83c0d94d2289 req-c588a302-2453-44ab-b399-250116e6e534 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e858434-a48a-4b1b-9f12-55e3e6968a58 HTTP/1.1" status: 200 len: 944 time: 0.1617568 Jul 16 08:32:49.312516 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8919691-4161-42b3-aabd-63f2f585c524 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:49.340548 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port e8919691-4161-42b3-aabd-63f2f585c524, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=e8919691-4161-42b3-aabd-63f2f585c524,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:49.347259 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f163cc6d-a0ee-4c29-ae96-83c0d94d2289 req-0ebef4c0-d42d-4932-9d11-a0e31bac39ed tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432997 Jul 16 08:32:49.364571 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.408758 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-807275aa-4109-493d-b1c6-f4dd6f250fa7 None None] Network 1e392c4c-c1df-476e-a8e6-b976e36f86b3 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:49.426802 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56286) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:49.448558 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cf35434b-f355-4b0b-8920-bb7b3513a690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.489157 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=e8919691-4161-42b3-aabd-63f2f585c524,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:49.525931 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d6398-e7d0-4303-8cf9-6e5f4f54f499 req-1328bef9-1777-4957-9f3e-91040d94144c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:49.527438 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5e7d6398-e7d0-4303-8cf9-6e5f4f54f499 req-1328bef9-1777-4957-9f3e-91040d94144c service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 HTTP/1.1" status: 200 len: 915 time: 0.6708689 Jul 16 08:32:49.531524 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de932ca6-50b6-4827-a57c-b45776d888de req-44c00f2c-479a-485b-89e7-f8a764b875d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:49.533104 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-de932ca6-50b6-4827-a57c-b45776d888de req-44c00f2c-479a-485b-89e7-f8a764b875d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee556b79-e893-463e-8fe0-5e6365d7dd79 HTTP/1.1" status: 200 len: 902 time: 0.6681993 Jul 16 08:32:49.556388 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-76e28be6-68ff-4a1e-8de4-ac7a7a07c907 req-41c4c545-3fa4-4af1-95f4-845f7308897d tempest-ServerShowV257Test-1388206740 tempest-ServerShowV257Test-1388206740-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.0382769 Jul 16 08:32:49.596883 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cf35434b-f355-4b0b-8920-bb7b3513a690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.601884 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cf35434b-f355-4b0b-8920-bb7b3513a690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.622859 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5e7d6398-e7d0-4303-8cf9-6e5f4f54f499 req-eb91ba9c-4b9b-4704-bc87-68cd712329ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c377edf-5e32-4f2a-9e29-361bcaa9f448 HTTP/1.1" status: 200 len: 217 time: 0.0814548 Jul 16 08:32:49.625120 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-de932ca6-50b6-4827-a57c-b45776d888de req-bda156b1-5423-4d4d-b7b3-8651926564d0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.210&port_id=e4d1df61-04d2-4649-abae-6527c381180d HTTP/1.1" status: 200 len: 217 time: 0.0823534 Jul 16 08:32:49.636789 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec807bb-b1ec-4c1d-b0cc-0587f018fc78 req-53d6c5ea-185f-477e-88cd-071f72008dba tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:49.638268 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9ec807bb-b1ec-4c1d-b0cc-0587f018fc78 req-53d6c5ea-185f-477e-88cd-071f72008dba tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5bff816-444e-4be1-b9ef-41cce7000861 HTTP/1.1" status: 200 len: 944 time: 0.2263672 Jul 16 08:32:49.640608 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-cf35434b-f355-4b0b-8920-bb7b3513a690 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0b64d4e485f54585b12b0afc45e0b974&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2119238 Jul 16 08:32:49.643326 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf35434b-f355-4b0b-8920-bb7b3513a690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf3cb5b3-c5c3-46ae-bff4-b8a4c6c76ebd,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:49.645777 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56290) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:49.647821 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['e8919691-4161-42b3-aabd-63f2f585c524'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:49.701651 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5d2bfd0f-442f-4453-bc05-060f6da7b098 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.730788 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5d2bfd0f-442f-4453-bc05-060f6da7b098 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.758426 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7d6398-e7d0-4303-8cf9-6e5f4f54f499 req-29f33d72-7018-4bde-812e-d31adc1af068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:49.759907 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5e7d6398-e7d0-4303-8cf9-6e5f4f54f499 req-29f33d72-7018-4bde-812e-d31adc1af068 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=41d94230-f7df-4380-bdc6-f90c3a47e27a HTTP/1.1" status: 200 len: 854 time: 0.1207726 Jul 16 08:32:49.761602 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de932ca6-50b6-4827-a57c-b45776d888de req-963f6abc-ca7f-4485-bdb8-33f6e6abafe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:49.763009 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-de932ca6-50b6-4827-a57c-b45776d888de req-963f6abc-ca7f-4485-bdb8-33f6e6abafe6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=624cea4a-ebab-44a9-ba2c-1d693b237c00 HTTP/1.1" status: 200 len: 801 time: 0.1227536 Jul 16 08:32:49.774768 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9ec807bb-b1ec-4c1d-b0cc-0587f018fc78 req-06ae5c2f-ded8-4ac6-8672-d9fd99b7d1e3 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960546 Jul 16 08:32:49.799889 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5d2bfd0f-442f-4453-bc05-060f6da7b098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.803058 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5d2bfd0f-442f-4453-bc05-060f6da7b098 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:49.807906 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5d2bfd0f-442f-4453-bc05-060f6da7b098 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bf3cb5b3-c5c3-46ae-bff4-b8a4c6c76ebd HTTP/1.1" status: 204 len: 168 time: 0.1587479 Jul 16 08:32:49.830183 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2bfd0f-442f-4453-bc05-060f6da7b098 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf3cb5b3-c5c3-46ae-bff4-b8a4c6c76ebd,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:49.882378 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5e7d6398-e7d0-4303-8cf9-6e5f4f54f499 req-3bdbe62f-20dc-4e67-a2e7-506846759897 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2d19c32-2fcb-4a1c-86db-a53ab571cdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040101 Jul 16 08:32:49.992871 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [req-2e407fd1-6fbd-46c2-942a-ebd817366c26 req-49f82a4a-04b5-4f6f-9954-b585ecb426d6 tempest-SecurityGroupsNegativeTestJSON-289820017 tempest-SecurityGroupsNegativeTestJSON-289820017-project] show failed (client error): The resource could not be found. Jul 16 08:32:50.005470 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2e407fd1-6fbd-46c2-942a-ebd817366c26 req-49f82a4a-04b5-4f6f-9954-b585ecb426d6 tempest-SecurityGroupsNegativeTestJSON-289820017 tempest-SecurityGroupsNegativeTestJSON-289820017-project] 10.222.0.22 "GET /v2.0/security-groups/3aee259f-beee-4efb-a9fd-78c4aa6364f6 HTTP/1.1" status: 404 len: 352 time: 0.0245917 Jul 16 08:32:50.009047 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de932ca6-50b6-4827-a57c-b45776d888de req-d0eca347-74a3-483d-880c-d4f1bd989935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:50.010584 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-de932ca6-50b6-4827-a57c-b45776d888de req-d0eca347-74a3-483d-880c-d4f1bd989935 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee556b79-e893-463e-8fe0-5e6365d7dd79&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2309396 Jul 16 08:32:50.058264 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5e7d6398-e7d0-4303-8cf9-6e5f4f54f499 req-2449199b-39b5-42c4-b47e-4c74ac601522 service neutron] 10.222.0.30 "GET /v2.0/networks/b2d19c32-2fcb-4a1c-86db-a53ab571cdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1690221 Jul 16 08:32:50.159974 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead77082-44f8-4279-8818-b8890a0bdc3e req-84bcab9b-8062-42e0-b642-3ac598d0b236 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:50.161589 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ead77082-44f8-4279-8818-b8890a0bdc3e req-84bcab9b-8062-42e0-b642-3ac598d0b236 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 944 time: 0.2064068 Jul 16 08:32:50.211034 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-de932ca6-50b6-4827-a57c-b45776d888de req-fd0bc14d-5428-43a1-9da0-7e6793dd9e63 service neutron] 10.222.0.30 "GET /v2.0/networks/ee556b79-e893-463e-8fe0-5e6365d7dd79?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843998 Jul 16 08:32:50.269034 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d21807-7d7c-4490-b89f-1adf9293e387 req-1f43b649-6423-484f-8f4e-d0cb907c6ded tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:50.275054 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d21807-7d7c-4490-b89f-1adf9293e387 req-1f43b649-6423-484f-8f4e-d0cb907c6ded tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:50.281246 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d21807-7d7c-4490-b89f-1adf9293e387 req-1f43b649-6423-484f-8f4e-d0cb907c6ded tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:50.282933 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a9d21807-7d7c-4490-b89f-1adf9293e387 req-1f43b649-6423-484f-8f4e-d0cb907c6ded tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 2412 time: 0.0924165 Jul 16 08:32:50.316271 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ead77082-44f8-4279-8818-b8890a0bdc3e req-8b5de96e-1efd-4d7f-b0f9-f7d3eb99fef0 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184971 Jul 16 08:32:50.319926 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5e7d6398-e7d0-4303-8cf9-6e5f4f54f499 req-6736e2b9-a421-4d61-998a-6a9d681dd308 service neutron] 10.222.0.30 "GET /v2.0/networks/b2d19c32-2fcb-4a1c-86db-a53ab571cdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506371 Jul 16 08:32:50.323728 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a9d21807-7d7c-4490-b89f-1adf9293e387 req-437ab2eb-f904-4a3a-9153-85ce11081765 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343695 Jul 16 08:32:50.356154 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-de932ca6-50b6-4827-a57c-b45776d888de req-83f65b60-5529-412b-afa3-66c29bff026f service neutron] 10.222.0.30 "GET /v2.0/networks/ee556b79-e893-463e-8fe0-5e6365d7dd79?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338866 Jul 16 08:32:50.447556 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7a405f1c-1bb4-4736-aea2-23f4809e9132 req-0cc969c0-6d02-40b1-a591-58e20d6321fe tempest-SecurityGroupsNegativeTestJSON-289820017 tempest-SecurityGroupsNegativeTestJSON-289820017-project] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5960e41270234920949d383c155b56a2 HTTP/1.1" status: 200 len: 2988 time: 0.0586877 Jul 16 08:32:50.500933 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7a405f1c-1bb4-4736-aea2-23f4809e9132 req-20c0da74-3a20-46fc-8a0b-b74382e4b663 tempest-SecurityGroupsNegativeTestJSON-289820017 tempest-SecurityGroupsNegativeTestJSON-289820017-project] 10.222.0.22 "GET /v2.0/security-groups/c43d431c-b667-4b28-a7e8-92934425a4d7 HTTP/1.1" status: 200 len: 2985 time: 0.0458028 Jul 16 08:32:50.531623 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f78c665-f585-4988-8df6-6cfb12083dce req-bfe1bf82-6321-4133-8884-566d9a19ded3 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:50.533172 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8f78c665-f585-4988-8df6-6cfb12083dce req-bfe1bf82-6321-4133-8884-566d9a19ded3 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e858434-a48a-4b1b-9f12-55e3e6968a58 HTTP/1.1" status: 200 len: 944 time: 0.0687697 Jul 16 08:32:50.556183 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7a405f1c-1bb4-4736-aea2-23f4809e9132 req-1619713c-35af-4fd4-9a52-4642c6943b96 tempest-SecurityGroupsNegativeTestJSON-289820017 tempest-SecurityGroupsNegativeTestJSON-289820017-project] 10.222.0.22 "GET /v2.0/security-groups/c43d431c-b667-4b28-a7e8-92934425a4d7 HTTP/1.1" status: 200 len: 2985 time: 0.0484664 Jul 16 08:32:50.574008 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8f78c665-f585-4988-8df6-6cfb12083dce req-f98f88f3-f9d1-4ed9-8720-a0a8efe6106e tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350897 Jul 16 08:32:50.626300 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e678b9b5-aa42-4e40-bbc2-f55be646ac32 req-cd475762-d124-4276-a3d2-98657689cb80 tempest-SecurityGroupsNegativeTestJSON-289820017 tempest-SecurityGroupsNegativeTestJSON-289820017-project] 10.222.0.22 "GET /v2.0/security-groups/c43d431c-b667-4b28-a7e8-92934425a4d7 HTTP/1.1" status: 200 len: 2985 time: 0.0448425 Jul 16 08:32:50.692113 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [req-e678b9b5-aa42-4e40-bbc2-f55be646ac32 req-f23c5eca-89df-4924-8520-492bb74f72b3 tempest-SecurityGroupsNegativeTestJSON-289820017 tempest-SecurityGroupsNegativeTestJSON-289820017-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 08:32:50.693195 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e678b9b5-aa42-4e40-bbc2-f55be646ac32 req-f23c5eca-89df-4924-8520-492bb74f72b3 tempest-SecurityGroupsNegativeTestJSON-289820017 tempest-SecurityGroupsNegativeTestJSON-289820017-project] 10.222.0.22 "DELETE /v2.0/security-groups/c43d431c-b667-4b28-a7e8-92934425a4d7 HTTP/1.1" status: 409 len: 352 time: 0.0611117 Jul 16 08:32:50.738377 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-50cea2db-96d3-4fec-a882-414bbad1dcdc req-43e4bc79-57a3-4032-a9f2-ff9fda901db3 tempest-ServerShowV257Test-1388206740 tempest-ServerShowV257Test-1388206740-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.0454180 Jul 16 08:32:50.742512 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [req-9520e104-c486-4158-835c-df4c77b1edb3 req-8c8ae989-d26b-473a-9cd4-c4273c5fff27 tempest-SecurityGroupsNegativeTestJSON-289820017 tempest-SecurityGroupsNegativeTestJSON-289820017-project] show failed (client error): The resource could not be found. Jul 16 08:32:50.743641 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9520e104-c486-4158-835c-df4c77b1edb3 req-8c8ae989-d26b-473a-9cd4-c4273c5fff27 tempest-SecurityGroupsNegativeTestJSON-289820017 tempest-SecurityGroupsNegativeTestJSON-289820017-project] 10.222.0.22 "GET /v2.0/security-groups/a244aca2-f63b-4257-9dff-380b68cb88e3 HTTP/1.1" status: 404 len: 352 time: 0.0208879 Jul 16 08:32:50.778221 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [req-20e52571-ff19-463d-86ab-1df4545c04bb req-018f9c5e-bc16-436b-9375-52aa987f0b74 tempest-SecurityGroupsNegativeTestJSON-289820017 tempest-SecurityGroupsNegativeTestJSON-289820017-project] show failed (client error): The resource could not be found. Jul 16 08:32:50.779205 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-20e52571-ff19-463d-86ab-1df4545c04bb req-018f9c5e-bc16-436b-9375-52aa987f0b74 tempest-SecurityGroupsNegativeTestJSON-289820017 tempest-SecurityGroupsNegativeTestJSON-289820017-project] 10.222.0.22 "GET /v2.0/security-groups/53e394b2-357b-45df-bcfa-e37995247180 HTTP/1.1" status: 404 len: 352 time: 0.0138583 Jul 16 08:32:50.789691 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56336) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:50.833994 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4f94b7d-cf20-4698-870c-8b24fa079dde admin admin] Deleting subnet 1570caa1-0257-46fe-b184-9dd510afba87 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:32:50.837353 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e4f94b7d-cf20-4698-870c-8b24fa079dde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:50.875800 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e4f94b7d-cf20-4698-870c-8b24fa079dde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:50.916010 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e4f94b7d-cf20-4698-870c-8b24fa079dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:50.920306 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 5fc1c9b8-2d81-468c-ada9-04af03cac497 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:50.923866 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device e8919691-4161-42b3-aabd-63f2f585c524 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:50.988374 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927bd2f1-9667-41af-a17c-28da4fa9de2a req-800bdd30-b20e-4fbf-a161-e30c88e4c403 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:50.991868 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-927bd2f1-9667-41af-a17c-28da4fa9de2a req-800bdd30-b20e-4fbf-a161-e30c88e4c403 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5bff816-444e-4be1-b9ef-41cce7000861 HTTP/1.1" status: 200 len: 944 time: 0.1042340 Jul 16 08:32:50.999212 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e4f94b7d-cf20-4698-870c-8b24fa079dde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.033572 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f94b7d-cf20-4698-870c-8b24fa079dde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1570caa1-0257-46fe-b184-9dd510afba87,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:51.035759 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e4f94b7d-cf20-4698-870c-8b24fa079dde admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.037994 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e4f94b7d-cf20-4698-870c-8b24fa079dde admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1570caa1-0257-46fe-b184-9dd510afba87 HTTP/1.1" status: 204 len: 168 time: 0.2470651 Jul 16 08:32:51.040275 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56346) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:51.040645 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port e8919691-4161-42b3-aabd-63f2f585c524 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:51.045938 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port e8919691-4161-42b3-aabd-63f2f585c524 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:51.047481 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.053712 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-927bd2f1-9667-41af-a17c-28da4fa9de2a req-538ae920-f59f-40cb-8279-fd9ce477181e tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556295 Jul 16 08:32:51.103370 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 5fc1c9b8-2d81-468c-ada9-04af03cac497, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=5fc1c9b8-2d81-468c-ada9-04af03cac497,segment=NetworkSegment(2de37a97-2a75-4a47-87e5-24ba0e6ac859),segment_id=2de37a97-2a75-4a47-87e5-24ba0e6ac859)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:51.126159 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '5fc1c9b8-2d81-468c-ada9-04af03cac497', 'network_id': 'ee556b79-e893-463e-8fe0-5e6365d7dd79', 'port_id': '5fc1c9b8-2d81-468c-ada9-04af03cac497', 'mac_address': 'fa:16:3e:ed:80:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '624cea4a-ebab-44a9-ba2c-1d693b237c00', 'ip_address': '19.80.0.133'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:32:51.131594 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8ec9bd47-46ee-44a9-9cf9-4b7203828b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.196053 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.216292 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.220610 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5fc1c9b8-2d81-468c-ada9-04af03cac497 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:51.238400 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8ec9bd47-46ee-44a9-9cf9-4b7203828b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.253130 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-8ec9bd47-46ee-44a9-9cf9-4b7203828b5d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e392c4c-c1df-476e-a8e6-b976e36f86b3']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:51.265828 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-8ec9bd47-46ee-44a9-9cf9-4b7203828b5d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b11a9fd-0763-4038-8c51-3bae0a3f4112') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:51.266205 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-8ec9bd47-46ee-44a9-9cf9-4b7203828b5d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b11a9fd-0763-4038-8c51-3bae0a3f4112') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:32:51.275961 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8ec9bd47-46ee-44a9-9cf9-4b7203828b5d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.293596 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8ec9bd47-46ee-44a9-9cf9-4b7203828b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.302202 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ec9bd47-46ee-44a9-9cf9-4b7203828b5d admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:32:51.302889 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8ec9bd47-46ee-44a9-9cf9-4b7203828b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:32:51.304868 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:32:51.377475 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 5fc1c9b8-2d81-468c-ada9-04af03cac497, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=5fc1c9b8-2d81-468c-ada9-04af03cac497,segment=NetworkSegment(2de37a97-2a75-4a47-87e5-24ba0e6ac859),segment_id=2de37a97-2a75-4a47-87e5-24ba0e6ac859)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:51.392578 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5bff816-444e-4be1-b9ef-41cce7000861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8919691-4161-42b3-aabd-63f2f585c524'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:51.395066 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e5968b0-f007-43e7-be94-4197e88c78fa" -d '{"events": [{"server_uuid": "f5bff816-444e-4be1-b9ef-41cce7000861", "name": "network-vif-plugged", "status": "completed", "tag": "e8919691-4161-42b3-aabd-63f2f585c524"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:51.398484 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8ec9bd47-46ee-44a9-9cf9-4b7203828b5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.400240 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.401158 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device a0ce2a32-56bb-4c01-b716-9f9472481db1 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:51.413992 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8ec9bd47-46ee-44a9-9cf9-4b7203828b5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.416092 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8ec9bd47-46ee-44a9-9cf9-4b7203828b5d admin admin] 10.222.0.22 "DELETE /v2.0/networks/1e392c4c-c1df-476e-a8e6-b976e36f86b3 HTTP/1.1" status: 204 len: 168 time: 0.3745413 Jul 16 08:32:51.454360 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port e8919691-4161-42b3-aabd-63f2f585c524, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=e8919691-4161-42b3-aabd-63f2f585c524,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:51.460497 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec9bd47-46ee-44a9-9cf9-4b7203828b5d admin admin] Pushing event deleted for resources: {'Network': ['ID=1e392c4c-c1df-476e-a8e6-b976e36f86b3,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:51.480791 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.558295 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd19638-cd33-4d9a-a8df-4a8579568c07 req-04293c9a-d3b8-49f0-b6f1-8870bb034183 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:51.562169 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=5fc1c9b8-2d81-468c-ada9-04af03cac497,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:51.570303 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1bd19638-cd33-4d9a-a8df-4a8579568c07 req-04293c9a-d3b8-49f0-b6f1-8870bb034183 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 944 time: 0.0991533 Jul 16 08:32:51.607776 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port a0ce2a32-56bb-4c01-b716-9f9472481db1, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=a0ce2a32-56bb-4c01-b716-9f9472481db1,segment=NetworkSegment(fc5986c5-bd7f-4e33-9493-04007e5f8106),segment_id=fc5986c5-bd7f-4e33-9493-04007e5f8106)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:51.630062 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'a0ce2a32-56bb-4c01-b716-9f9472481db1', 'network_id': 'd09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5', 'port_id': 'a0ce2a32-56bb-4c01-b716-9f9472481db1', 'mac_address': 'fa:16:3e:c1:cf:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4b88b87-66cf-4d13-9eac-47981d1d6b8f', 'ip_address': '19.86.0.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:32:51.638227 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1bd19638-cd33-4d9a-a8df-4a8579568c07 req-909e686f-c63b-4799-a347-66ec792d85c7 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661473 Jul 16 08:32:51.653708 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56376) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:51.681149 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.692991 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c64f1a-2140-46fe-b09a-e47d82435d94 req-b6dbd856-54cc-47f9-86b1-9c7dd9519ac6 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:51.695209 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ce2a32-56bb-4c01-b716-9f9472481db1 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:51.698933 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c64f1a-2140-46fe-b09a-e47d82435d94 req-b6dbd856-54cc-47f9-86b1-9c7dd9519ac6 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:51.705458 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c64f1a-2140-46fe-b09a-e47d82435d94 req-b6dbd856-54cc-47f9-86b1-9c7dd9519ac6 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:51.707160 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-85c64f1a-2140-46fe-b09a-e47d82435d94 req-b6dbd856-54cc-47f9-86b1-9c7dd9519ac6 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 2413 time: 0.1710432 Jul 16 08:32:51.719707 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port a0ce2a32-56bb-4c01-b716-9f9472481db1, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=a0ce2a32-56bb-4c01-b716-9f9472481db1,segment=NetworkSegment(fc5986c5-bd7f-4e33-9493-04007e5f8106),segment_id=fc5986c5-bd7f-4e33-9493-04007e5f8106)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:51.721270 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=e8919691-4161-42b3-aabd-63f2f585c524,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:51.725373 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.726069 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:51.763413 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-62ebd5dd-9039-4360-b378-38a23f39827e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5960e41270234920949d383c155b56a2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1063371 Jul 16 08:32:51.763767 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56380) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:51.764124 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-85c64f1a-2140-46fe-b09a-e47d82435d94 req-11787f73-0eb3-49e0-9d87-fe3ce40079bb tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476277 Jul 16 08:32:51.804320 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=a0ce2a32-56bb-4c01-b716-9f9472481db1,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:51.835087 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e15e662-5889-4621-8c4b-eeb985f966f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.865084 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e15e662-5889-4621-8c4b-eeb985f966f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.878728 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=dce8d606-902a-4b54-9fc9-7ecbc85b0ce7,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:51.899561 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'dce8d606-902a-4b54-9fc9-7ecbc85b0ce7', 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922', 'port_id': 'dce8d606-902a-4b54-9fc9-7ecbc85b0ce7', 'mac_address': 'fa:16:3e:cd:cc:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '08efe674-85ae-4a06-b69c-d92fb68b404c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:32:51.927659 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e15e662-5889-4621-8c4b-eeb985f966f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.931201 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e15e662-5889-4621-8c4b-eeb985f966f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:51.933932 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0e15e662-5889-4621-8c4b-eeb985f966f8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c43d431c-b667-4b28-a7e8-92934425a4d7 HTTP/1.1" status: 204 len: 168 time: 0.1675711 Jul 16 08:32:51.953461 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e15e662-5889-4621-8c4b-eeb985f966f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c43d431c-b667-4b28-a7e8-92934425a4d7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:52.003663 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:52.008213 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a9f0ea2-a911-4b6f-83c3-46d8a9f62b33 x-openstack-request-id: req-3a9f0ea2-a911-4b6f-83c3-46d8a9f62b33 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:52.008554 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5bff816-444e-4be1-b9ef-41cce7000861", "name": "network-vif-plugged", "status": "completed", "tag": "e8919691-4161-42b3-aabd-63f2f585c524", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:52.008812 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3a9f0ea2-a911-4b6f-83c3-46d8a9f62b33 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:52.009293 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5bff816-444e-4be1-b9ef-41cce7000861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8919691-4161-42b3-aabd-63f2f585c524', 'code': 200} Jul 16 08:32:52.046598 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:52.053819 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f093897-e683-401b-898c-e22d8cd6bb5b req-9fdb2211-9686-482d-9c24-27265d6205b3 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:52.070487 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f093897-e683-401b-898c-e22d8cd6bb5b req-9fdb2211-9686-482d-9c24-27265d6205b3 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e858434-a48a-4b1b-9f12-55e3e6968a58 HTTP/1.1" status: 200 len: 944 time: 0.1380007 Jul 16 08:32:52.073096 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=dce8d606-902a-4b54-9fc9-7ecbc85b0ce7,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:52.080003 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0b7f88-96a2-46a3-80bb-f6dbe496de59 req-f4339a26-876c-4657-a734-bbc9e7fd27b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:52.083762 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5b0b7f88-96a2-46a3-80bb-f6dbe496de59 req-f4339a26-876c-4657-a734-bbc9e7fd27b6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f5bff816-444e-4be1-b9ef-41cce7000861 HTTP/1.1" status: 200 len: 1097 time: 0.0734372 Jul 16 08:32:52.084042 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:52.085330 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 8c377edf-5e32-4f2a-9e29-361bcaa9f448 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:52.132916 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f093897-e683-401b-898c-e22d8cd6bb5b req-1b578e2e-a836-4583-b35d-3bb398b2791c tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523050 Jul 16 08:32:52.163594 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5b0b7f88-96a2-46a3-80bb-f6dbe496de59 req-3f95feb2-0dc2-4492-b091-b927ebcef3fe service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717232 Jul 16 08:32:52.225584 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cc23376c-8de4-4d12-8afa-9e0ef941fa29 req-00a5e2df-31c2-4523-bc7f-dc783443b6e1 tempest-ServerShowV257Test-1388206740 tempest-ServerShowV257Test-1388206740-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.0474737 Jul 16 08:32:52.237849 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=dce8d606-902a-4b54-9fc9-7ecbc85b0ce7,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:52.272638 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 8c377edf-5e32-4f2a-9e29-361bcaa9f448, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=8c377edf-5e32-4f2a-9e29-361bcaa9f448,segment=NetworkSegment(1601abd3-1b0f-467a-8573-16719ac9ee54),segment_id=1601abd3-1b0f-467a-8573-16719ac9ee54)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:52.281474 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '8c377edf-5e32-4f2a-9e29-361bcaa9f448', 'network_id': 'b2d19c32-2fcb-4a1c-86db-a53ab571cdf4', 'port_id': '8c377edf-5e32-4f2a-9e29-361bcaa9f448', 'mac_address': 'fa:16:3e:fa:7e:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41d94230-f7df-4380-bdc6-f90c3a47e27a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:32:52.333412 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fddd81-9a56-4fec-8f88-fe84909c37cf req-c595b6cc-0ea2-4fae-99ba-5433211d4e09 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:52.340967 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-50fddd81-9a56-4fec-8f88-fe84909c37cf req-c595b6cc-0ea2-4fae-99ba-5433211d4e09 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5bff816-444e-4be1-b9ef-41cce7000861 HTTP/1.1" status: 200 len: 945 time: 0.0866404 Jul 16 08:32:52.364074 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:52.380184 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c377edf-5e32-4f2a-9e29-361bcaa9f448 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:52.387403 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-50fddd81-9a56-4fec-8f88-fe84909c37cf req-256b5444-67f2-4479-a646-180e6ed94a7e tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454679 Jul 16 08:32:52.405087 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 8c377edf-5e32-4f2a-9e29-361bcaa9f448, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=8c377edf-5e32-4f2a-9e29-361bcaa9f448,segment=NetworkSegment(1601abd3-1b0f-467a-8573-16719ac9ee54),segment_id=1601abd3-1b0f-467a-8573-16719ac9ee54)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:52.408787 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:52.409669 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device e4d1df61-04d2-4649-abae-6527c381180d details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:52.477960 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port e4d1df61-04d2-4649-abae-6527c381180d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=e4d1df61-04d2-4649-abae-6527c381180d,segment=NetworkSegment(2de37a97-2a75-4a47-87e5-24ba0e6ac859),segment_id=2de37a97-2a75-4a47-87e5-24ba0e6ac859)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:52.480550 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=8c377edf-5e32-4f2a-9e29-361bcaa9f448,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:52.497975 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'e4d1df61-04d2-4649-abae-6527c381180d', 'network_id': 'ee556b79-e893-463e-8fe0-5e6365d7dd79', 'port_id': 'e4d1df61-04d2-4649-abae-6527c381180d', 'mac_address': 'fa:16:3e:f6:a8:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '624cea4a-ebab-44a9-ba2c-1d693b237c00', 'ip_address': '19.80.0.210'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:32:52.541717 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:52.555465 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e4d1df61-04d2-4649-abae-6527c381180d {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:52.577399 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port e4d1df61-04d2-4649-abae-6527c381180d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=e4d1df61-04d2-4649-abae-6527c381180d,segment=NetworkSegment(2de37a97-2a75-4a47-87e5-24ba0e6ac859),segment_id=2de37a97-2a75-4a47-87e5-24ba0e6ac859)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:52.581406 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:52.639040 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=e4d1df61-04d2-4649-abae-6527c381180d,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:52.693153 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56410) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:52.816439 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe18722f-f62d-4555-a745-75a519fc3f9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:52.833348 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233b8603-85d4-47f9-9cf8-7f95cd11ca1a req-804d7bce-9e51-4d69-9c38-6d40a92ad21d tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:52.840465 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-233b8603-85d4-47f9-9cf8-7f95cd11ca1a req-804d7bce-9e51-4d69-9c38-6d40a92ad21d tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 945 time: 0.0714858 Jul 16 08:32:52.887049 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-233b8603-85d4-47f9-9cf8-7f95cd11ca1a req-93a9e1c4-ddc9-4ef5-9cfc-dd64a954addc tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453970 Jul 16 08:32:52.963186 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe18722f-f62d-4555-a745-75a519fc3f9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:52.973987 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe18722f-f62d-4555-a745-75a519fc3f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.025014 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fe18722f-f62d-4555-a745-75a519fc3f9e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5356f62656d2439792ca086a5fd166db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3307135 Jul 16 08:32:53.027446 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe18722f-f62d-4555-a745-75a519fc3f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bca21cda-1e1e-4c86-b67d-5e1908f67eab,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:53.028072 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56424) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:53.041108 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1bfb6-0987-4f9d-9dd6-c8d563e7fb2a req-722b5d54-86d0-4d28-84b3-8d13581496c4 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:53.046998 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1bfb6-0987-4f9d-9dd6-c8d563e7fb2a req-722b5d54-86d0-4d28-84b3-8d13581496c4 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:53.052937 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea1bfb6-0987-4f9d-9dd6-c8d563e7fb2a req-722b5d54-86d0-4d28-84b3-8d13581496c4 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:53.054597 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fea1bfb6-0987-4f9d-9dd6-c8d563e7fb2a req-722b5d54-86d0-4d28-84b3-8d13581496c4 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 2415 time: 0.1411297 Jul 16 08:32:53.065008 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56426) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:53.098770 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fea1bfb6-0987-4f9d-9dd6-c8d563e7fb2a req-4bb1a9b0-80a1-45f1-a7b5-fc4e67a18912 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379300 Jul 16 08:32:53.128802 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3af66946-6937-4525-af9e-43de05bced0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.153582 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3af66946-6937-4525-af9e-43de05bced0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.193836 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-6933fcb4-39d2-4049-b880-25211cb19d95 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-884620230-network', 'tenant_id': 'e2c8ee8748ed40f095f05f97decda731'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:53.220055 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6933fcb4-39d2-4049-b880-25211cb19d95 admin admin] Made reservation on behalf of e2c8ee8748ed40f095f05f97decda731 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:53.223212 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6933fcb4-39d2-4049-b880-25211cb19d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.232109 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['8c377edf-5e32-4f2a-9e29-361bcaa9f448'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:53.235139 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6933fcb4-39d2-4049-b880-25211cb19d95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.247109 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3af66946-6937-4525-af9e-43de05bced0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.250310 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3af66946-6937-4525-af9e-43de05bced0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.254171 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3af66946-6937-4525-af9e-43de05bced0d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bca21cda-1e1e-4c86-b67d-5e1908f67eab HTTP/1.1" status: 204 len: 168 time: 0.2235844 Jul 16 08:32:53.275655 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['a0ce2a32-56bb-4c01-b716-9f9472481db1'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:53.295719 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af66946-6937-4525-af9e-43de05bced0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bca21cda-1e1e-4c86-b67d-5e1908f67eab,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:53.306229 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['dce8d606-902a-4b54-9fc9-7ecbc85b0ce7'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:53.315634 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['e4d1df61-04d2-4649-abae-6527c381180d'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:53.372551 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de44af5-7514-4094-bfcc-29cd70ceffb7 req-6a69d526-d2f8-423e-8237-2fc9562d2720 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:53.380474 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5de44af5-7514-4094-bfcc-29cd70ceffb7 req-6a69d526-d2f8-423e-8237-2fc9562d2720 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e858434-a48a-4b1b-9f12-55e3e6968a58 HTTP/1.1" status: 200 len: 945 time: 0.1227677 Jul 16 08:32:53.391602 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['5fc1c9b8-2d81-468c-ada9-04af03cac497'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:53.450985 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5de44af5-7514-4094-bfcc-29cd70ceffb7 req-1f6816bc-c61c-42f4-a6a4-332b6e11ffb6 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695567 Jul 16 08:32:53.466548 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-93273aa4-3e22-4a9d-a1d2-5e731c7e325e req-1674a558-c5ab-4ed4-a712-46609cc4aec1 tempest-ServerShowV257Test-1388206740 tempest-ServerShowV257Test-1388206740-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.0423772 Jul 16 08:32:53.505966 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6933fcb4-39d2-4049-b880-25211cb19d95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.515389 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6933fcb4-39d2-4049-b880-25211cb19d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.539811 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6933fcb4-39d2-4049-b880-25211cb19d95 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:32:53.570229 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6933fcb4-39d2-4049-b880-25211cb19d95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.570575 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-6933fcb4-39d2-4049-b880-25211cb19d95 admin admin] Added segment 7966b954-ba20-41a9-9f74-7745454be80c of type vlan for network bffad17c-f1ab-47e1-8c7a-30b725bf841f Jul 16 08:32:53.639522 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6933fcb4-39d2-4049-b880-25211cb19d95 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.659351 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56442) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:53.675223 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f15e7aa-3bb5-4162-902e-019b15224257 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.708316 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933fcb4-39d2-4049-b880-25211cb19d95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab216348-292e-418e-9937-937aa57aa109,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:53.733784 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6933fcb4-39d2-4049-b880-25211cb19d95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.735172 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6933fcb4-39d2-4049-b880-25211cb19d95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:53.735773 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6933fcb4-39d2-4049-b880-25211cb19d95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.793918 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f15e7aa-3bb5-4162-902e-019b15224257 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.797674 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259ab717-73d5-486f-9264-4e2432baa666 req-b30ce32a-3f65-4bc1-9b2e-8d7b866ee086 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:53.800663 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f15e7aa-3bb5-4162-902e-019b15224257 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.804777 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-259ab717-73d5-486f-9264-4e2432baa666 req-b30ce32a-3f65-4bc1-9b2e-8d7b866ee086 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5bff816-444e-4be1-b9ef-41cce7000861 HTTP/1.1" status: 200 len: 945 time: 0.1698205 Jul 16 08:32:53.821409 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6933fcb4-39d2-4049-b880-25211cb19d95 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7551599 Jul 16 08:32:53.824407 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56444) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:53.841283 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-95f6567c-fa86-4ffd-b582-7855dcf6f759 admin admin] Request body: {'subnet': {'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-884620230-subnet', 'tenant_id': 'e2c8ee8748ed40f095f05f97decda731', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:53.852128 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15e7aa-3bb5-4162-902e-019b15224257 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7958512e-8011-46b9-aadf-3672e441e132,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:53.861725 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1f15e7aa-3bb5-4162-902e-019b15224257 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=455277d11db646498f860aa50e4d3f9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1999145 Jul 16 08:32:53.865252 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56446) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:53.918770 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95f6567c-fa86-4ffd-b582-7855dcf6f759 admin admin] Made reservation on behalf of e2c8ee8748ed40f095f05f97decda731 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:53.921967 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95f6567c-fa86-4ffd-b582-7855dcf6f759 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:53.949616 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41527304-d5ef-4d1e-8775-5cc3c63a3464 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:54.009565 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41527304-d5ef-4d1e-8775-5cc3c63a3464 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:54.153179 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41527304-d5ef-4d1e-8775-5cc3c63a3464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:54.156572 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41527304-d5ef-4d1e-8775-5cc3c63a3464 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:54.160556 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-41527304-d5ef-4d1e-8775-5cc3c63a3464 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7958512e-8011-46b9-aadf-3672e441e132 HTTP/1.1" status: 204 len: 168 time: 0.2940195 Jul 16 08:32:54.184765 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3df30c0-eee1-4012-b7ed-d21f8ef39451 req-2334f677-46aa-4dc6-b32f-880f637a6580 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:54.186266 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a3df30c0-eee1-4012-b7ed-d21f8ef39451 req-2334f677-46aa-4dc6-b32f-880f637a6580 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 945 time: 0.1479204 Jul 16 08:32:54.195199 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6933fcb4-39d2-4049-b880-25211cb19d95 admin admin] Pushing event updated for resources: {'Network': ['ID=bffad17c-f1ab-47e1-8c7a-30b725bf841f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:54.210901 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41527304-d5ef-4d1e-8775-5cc3c63a3464 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7958512e-8011-46b9-aadf-3672e441e132,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:54.213928 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network bffad17c-f1ab-47e1-8c7a-30b725bf841f details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:32:54.241075 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-259ab717-73d5-486f-9264-4e2432baa666 req-ce371fea-e193-49c8-bf8f-d9579f4459b3 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4349506 Jul 16 08:32:54.260443 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95f6567c-fa86-4ffd-b582-7855dcf6f759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:54.297316 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a3df30c0-eee1-4012-b7ed-d21f8ef39451 req-14e9f1c7-d0f5-497f-b57d-353518fe9253 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868587 Jul 16 08:32:54.323244 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f6567c-fa86-4ffd-b582-7855dcf6f759 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25132452-9e46-4209-8e8b-3e1b72482432,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:54.340908 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95f6567c-fa86-4ffd-b582-7855dcf6f759 admin admin] Checking segment: {'id': '7966b954-ba20-41a9-9f74-7745454be80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:54.341377 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f6567c-fa86-4ffd-b582-7855dcf6f759 admin admin] Network hostable DHCP agents. Network: bffad17c-f1ab-47e1-8c7a-30b725bf841f, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:32:54.371026 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f6567c-fa86-4ffd-b582-7855dcf6f759 admin admin] Network bffad17c-f1ab-47e1-8c7a-30b725bf841f is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:32:54.385992 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-95f6567c-fa86-4ffd-b582-7855dcf6f759 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, bffad17c-f1ab-47e1-8c7a-30b725bf841f) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:54.392741 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95f6567c-fa86-4ffd-b582-7855dcf6f759 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:54.393467 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95f6567c-fa86-4ffd-b582-7855dcf6f759 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:54.398019 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6c216ec-f5e0-46bf-bc67-baa57613804d None None] Network bffad17c-f1ab-47e1-8c7a-30b725bf841f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:54.424339 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-95f6567c-fa86-4ffd-b582-7855dcf6f759 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5943122 Jul 16 08:32:54.603895 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e790fe5-1198-42e9-9287-e48f5928a9e6 None None] Network bffad17c-f1ab-47e1-8c7a-30b725bf841f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:32:54.656704 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d07e84-804b-49c6-8746-6eb621a75676 req-46190a0b-0180-4d94-a984-b286403d2265 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:54.678739 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d07e84-804b-49c6-8746-6eb621a75676 req-46190a0b-0180-4d94-a984-b286403d2265 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:54.700942 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d07e84-804b-49c6-8746-6eb621a75676 req-46190a0b-0180-4d94-a984-b286403d2265 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:54.703455 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d1d07e84-804b-49c6-8746-6eb621a75676 req-46190a0b-0180-4d94-a984-b286403d2265 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 2415 time: 0.2584975 Jul 16 08:32:54.776592 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d1d07e84-804b-49c6-8746-6eb621a75676 req-b13da3af-25ec-4204-9081-0a5060483b58 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632303 Jul 16 08:32:54.851535 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e332fa6-7631-4f20-8e63-a52b04b638e3 req-17bb0184-9b91-4183-9eb4-ac73906fcd8e tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:54.853236 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9e332fa6-7631-4f20-8e63-a52b04b638e3 req-17bb0184-9b91-4183-9eb4-ac73906fcd8e tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e858434-a48a-4b1b-9f12-55e3e6968a58 HTTP/1.1" status: 200 len: 945 time: 0.0707760 Jul 16 08:32:54.898013 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9e332fa6-7631-4f20-8e63-a52b04b638e3 req-17acbe96-ce67-4a4f-b4cc-833b42aefac9 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389073 Jul 16 08:32:54.967473 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-45a7913e-37d5-431b-994f-b658ede0a88b req-ed27d0d8-10fd-4c04-80c6-5e74ba6b5005 tempest-ServerShowV257Test-1388206740 tempest-ServerShowV257Test-1388206740-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.0581570 Jul 16 08:32:55.092082 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be064b66-7723-4bea-b953-91670ef6037b req-0a072b08-c2ab-4122-a3f7-dd5eaaecf21d tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:55.099541 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-be064b66-7723-4bea-b953-91670ef6037b req-0a072b08-c2ab-4122-a3f7-dd5eaaecf21d tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=f5bff816-444e-4be1-b9ef-41cce7000861 HTTP/1.1" status: 200 len: 945 time: 0.0786285 Jul 16 08:32:55.133999 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-be064b66-7723-4bea-b953-91670ef6037b req-0e14c69b-8e3d-44b8-8ba7-67b81259d178 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336025 Jul 16 08:32:55.523084 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-82d0f559-3a55-430e-a80c-4931a7e34d85 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:55.524823 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-82d0f559-3a55-430e-a80c-4931a7e34d85 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/networks?id=bffad17c-f1ab-47e1-8c7a-30b725bf841f HTTP/1.1" status: 200 len: 811 time: 0.1122813 Jul 16 08:32:55.550621 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-b8f66d68-e2fb-4890-8987-be72a150ce68 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/quotas/e2c8ee8748ed40f095f05f97decda731 HTTP/1.1" status: 200 len: 375 time: 0.0197632 Jul 16 08:32:55.592974 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-4cc1eb85-d7c3-4a25-929f-3e6d03fff350 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2c8ee8748ed40f095f05f97decda731&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0353091 Jul 16 08:32:55.698373 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b87996-1e82-4079-87e3-56fe1992a3ba req-40924e34-7fec-4739-b52e-cbbc04811c7e tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:55.699833 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c1b87996-1e82-4079-87e3-56fe1992a3ba req-40924e34-7fec-4739-b52e-cbbc04811c7e tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 945 time: 0.0664642 Jul 16 08:32:55.753295 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c1b87996-1e82-4079-87e3-56fe1992a3ba req-cf6196b6-be36-4507-b105-f71e38ecfe5e tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466354 Jul 16 08:32:55.874393 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-ac31d740-05b5-4b5c-a745-945d35570109 service neutron] 10.222.0.22 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2732639 Jul 16 08:32:55.968041 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-a1aa302f-024c-464c-a91e-fc160792d593 service neutron] 10.222.0.22 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865171 Jul 16 08:32:56.015647 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de1e52-15b2-4660-9309-9cc4352a7f57 req-1c47d2f5-9f81-4088-926f-4470dcd08d3e tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:56.021585 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de1e52-15b2-4660-9309-9cc4352a7f57 req-1c47d2f5-9f81-4088-926f-4470dcd08d3e tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:56.027357 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9de1e52-15b2-4660-9309-9cc4352a7f57 req-1c47d2f5-9f81-4088-926f-4470dcd08d3e tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:56.029066 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e9de1e52-15b2-4660-9309-9cc4352a7f57 req-1c47d2f5-9f81-4088-926f-4470dcd08d3e tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 2415 time: 0.0882173 Jul 16 08:32:56.071704 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e9de1e52-15b2-4660-9309-9cc4352a7f57 req-a28bad48-d2a4-47df-9ed6-abd1121dc82a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365558 Jul 16 08:32:56.236079 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff3c36fd-6502-45eb-abc3-03986b533e4b req-c887bcab-d64f-4347-a535-6b5edeae05d2 tempest-ServerShowV257Test-1388206740 tempest-ServerShowV257Test-1388206740-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.0348308 Jul 16 08:32:56.279112 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708abbdd-8989-481b-8983-22326e5a0146 req-092024c3-229b-481e-a2d1-66b700ddb959 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:56.281580 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-708abbdd-8989-481b-8983-22326e5a0146 req-092024c3-229b-481e-a2d1-66b700ddb959 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e858434-a48a-4b1b-9f12-55e3e6968a58 HTTP/1.1" status: 200 len: 945 time: 0.0948422 Jul 16 08:32:56.323751 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-708abbdd-8989-481b-8983-22326e5a0146 req-d026f57b-8372-48b1-a269-f47e19cf3460 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358198 Jul 16 08:32:56.330551 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-10d47824-7f70-40c5-8597-2c7c00d44634 req-e21818b2-d69a-4a16-904a-af1868506dcc tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec27de48-441c-4bd3-87da-0adb8d72bde8 HTTP/1.1" status: 200 len: 210 time: 0.0394480 Jul 16 08:32:56.377323 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56560) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:56.494093 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02991c68-fd3a-4144-b8eb-ddcf6a5a3df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:56.592885 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02991c68-fd3a-4144-b8eb-ddcf6a5a3df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:56.597373 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02991c68-fd3a-4144-b8eb-ddcf6a5a3df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:56.638574 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-02991c68-fd3a-4144-b8eb-ddcf6a5a3df8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=78f8138c927a42b78cf5f8ef6430888c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2600296 Jul 16 08:32:56.639437 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02991c68-fd3a-4144-b8eb-ddcf6a5a3df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91ed6cd-ce1f-4b97-9476-8c6fc6c5e90e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:56.642232 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56566) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:56.692973 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-87329e3d-a18d-4487-a61f-61a3c854ec3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:56.713707 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-87329e3d-a18d-4487-a61f-61a3c854ec3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:56.762453 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-87329e3d-a18d-4487-a61f-61a3c854ec3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:56.765698 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-87329e3d-a18d-4487-a61f-61a3c854ec3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:56.766834 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-87329e3d-a18d-4487-a61f-61a3c854ec3b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f91ed6cd-ce1f-4b97-9476-8c6fc6c5e90e HTTP/1.1" status: 204 len: 168 time: 0.1233435 Jul 16 08:32:56.776727 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87329e3d-a18d-4487-a61f-61a3c854ec3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91ed6cd-ce1f-4b97-9476-8c6fc6c5e90e,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:56.950613 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 5fc1c9b8-2d81-468c-ada9-04af03cac497 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:56.963346 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac9e3a4b-d23f-458f-9613-194db73ad06a req-ac55ef9b-99e9-4b89-bfaf-dffe4e8ffa4b tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:56.964932 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ac9e3a4b-d23f-458f-9613-194db73ad06a req-ac55ef9b-99e9-4b89-bfaf-dffe4e8ffa4b tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 945 time: 0.0662107 Jul 16 08:32:57.003902 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 5fc1c9b8-2d81-468c-ada9-04af03cac497 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:57.007886 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 5fc1c9b8-2d81-468c-ada9-04af03cac497 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:57.008188 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.008590 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ac9e3a4b-d23f-458f-9613-194db73ad06a req-f249d7bf-850b-4065-be9e-c08ac4bcbc8b tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348227 Jul 16 08:32:57.065567 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56584) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:57.079003 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-048dcee6-e457-460e-8e24-fa5f7ca87087 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.085724 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.107579 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2056c32d-e21c-4c05-adf6-ebd87a366cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc1c9b8-2d81-468c-ada9-04af03cac497'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:57.110212 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8f926b6-db9f-44d0-8f22-1b1f286dd765" -d '{"events": [{"server_uuid": "2056c32d-e21c-4c05-adf6-ebd87a366cb0", "name": "network-vif-plugged", "status": "completed", "tag": "5fc1c9b8-2d81-468c-ada9-04af03cac497"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:57.123547 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 5fc1c9b8-2d81-468c-ada9-04af03cac497, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=5fc1c9b8-2d81-468c-ada9-04af03cac497,segment=NetworkSegment(2de37a97-2a75-4a47-87e5-24ba0e6ac859),segment_id=2de37a97-2a75-4a47-87e5-24ba0e6ac859)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:57.130539 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.131570 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device a0ce2a32-56bb-4c01-b716-9f9472481db1 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:57.187352 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a63cc7a5-d840-4044-a500-52771e71d438 x-openstack-request-id: req-a63cc7a5-d840-4044-a500-52771e71d438 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:57.187647 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2056c32d-e21c-4c05-adf6-ebd87a366cb0", "name": "network-vif-plugged", "status": "completed", "tag": "5fc1c9b8-2d81-468c-ada9-04af03cac497", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:57.188084 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a63cc7a5-d840-4044-a500-52771e71d438 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:57.188495 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2056c32d-e21c-4c05-adf6-ebd87a366cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5fc1c9b8-2d81-468c-ada9-04af03cac497', 'code': 200} Jul 16 08:32:57.195645 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-048dcee6-e457-460e-8e24-fa5f7ca87087 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.200999 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-048dcee6-e457-460e-8e24-fa5f7ca87087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.216499 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=5fc1c9b8-2d81-468c-ada9-04af03cac497,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:57.238955 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port a0ce2a32-56bb-4c01-b716-9f9472481db1 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:57.243863 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port a0ce2a32-56bb-4c01-b716-9f9472481db1 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:57.245275 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.253767 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-048dcee6-e457-460e-8e24-fa5f7ca87087 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4517bfe773044726977ec25a7a8f8de4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1847389 Jul 16 08:32:57.253767 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048dcee6-e457-460e-8e24-fa5f7ca87087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f0b6650-5f5d-41f8-8f68-d605d17cd305,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:57.254869 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56590) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:32:57.333427 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98adec07-f3da-4b37-a8f2-67e59a3c5eae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.363717 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.371065 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98adec07-f3da-4b37-a8f2-67e59a3c5eae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.400090 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port a0ce2a32-56bb-4c01-b716-9f9472481db1, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=a0ce2a32-56bb-4c01-b716-9f9472481db1,segment=NetworkSegment(fc5986c5-bd7f-4e33-9493-04007e5f8106),segment_id=fc5986c5-bd7f-4e33-9493-04007e5f8106)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:57.407752 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.410320 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:57.435575 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15571714-bae6-4641-a431-e01d0e59722a req-542dad74-c85d-46a2-bb11-275f38a14f64 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:57.438849 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98adec07-f3da-4b37-a8f2-67e59a3c5eae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.441588 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98adec07-f3da-4b37-a8f2-67e59a3c5eae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.442028 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15571714-bae6-4641-a431-e01d0e59722a req-542dad74-c85d-46a2-bb11-275f38a14f64 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:57.443210 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-98adec07-f3da-4b37-a8f2-67e59a3c5eae admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5f0b6650-5f5d-41f8-8f68-d605d17cd305 HTTP/1.1" status: 204 len: 168 time: 0.1867635 Jul 16 08:32:57.448494 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15571714-bae6-4641-a431-e01d0e59722a req-542dad74-c85d-46a2-bb11-275f38a14f64 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:57.458859 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-15571714-bae6-4641-a431-e01d0e59722a req-542dad74-c85d-46a2-bb11-275f38a14f64 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 2416 time: 0.1805742 Jul 16 08:32:57.469950 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98adec07-f3da-4b37-a8f2-67e59a3c5eae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f0b6650-5f5d-41f8-8f68-d605d17cd305,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:57.490631 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-50b68795-a596-4112-8d1d-a58fb2aee3ab tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:57.492114 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-50b68795-a596-4112-8d1d-a58fb2aee3ab tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.21 "GET /v2.0/networks?id=bffad17c-f1ab-47e1-8c7a-30b725bf841f HTTP/1.1" status: 200 len: 811 time: 0.2149792 Jul 16 08:32:57.511027 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-15b80114-f257-4d9c-947b-326e4caa4c67 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Request body: {'port': {'device_id': 'ec27de48-441c-4bd3-87da-0adb8d72bde8', 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f', 'admin_state_up': True, 'tenant_id': 'e2c8ee8748ed40f095f05f97decda731'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:57.512141 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8d47224a-5e8a-4a06-b661-b2160232ab5f req-295e89fb-da65-4b82-9890-5d707708a5ce tempest-ServerShowV257Test-1388206740 tempest-ServerShowV257Test-1388206740-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.0447819 Jul 16 08:32:57.533690 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=a0ce2a32-56bb-4c01-b716-9f9472481db1,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:57.593807 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-15571714-bae6-4641-a431-e01d0e59722a req-f44ce673-116a-4c4f-a473-fc2d8383cdfa tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149359 Jul 16 08:32:57.612267 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:57.617384 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:57.617384 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.758806 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.800105 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=dce8d606-902a-4b54-9fc9-7ecbc85b0ce7,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:57.805265 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.806279 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 8c377edf-5e32-4f2a-9e29-361bcaa9f448 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:57.808757 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8edc8cce-095a-4be2-b28d-6b8d56993f27 req-9c79d1ec-e703-4cba-be48-aa6935f98c22 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec27de48-441c-4bd3-87da-0adb8d72bde8 HTTP/1.1" status: 200 len: 210 time: 0.0403357 Jul 16 08:32:57.810560 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-15b80114-f257-4d9c-947b-326e4caa4c67 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Made reservation on behalf of e2c8ee8748ed40f095f05f97decda731 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:32:57.815196 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-15b80114-f257-4d9c-947b-326e4caa4c67 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:57.989008 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-15b80114-f257-4d9c-947b-326e4caa4c67 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Allocated IP 172.20.0.8 (bffad17c-f1ab-47e1-8c7a-30b725bf841f/25132452-9e46-4209-8e8b-3e1b72482432/855d4953-4c4e-4e4e-bab0-92b258a79af4) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:32:58.014890 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857beecf-cbdd-47fc-bf91-df4c872e1046 req-d5819973-5e4b-4bad-a790-114074db3025 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:58.019081 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-857beecf-cbdd-47fc-bf91-df4c872e1046 req-d5819973-5e4b-4bad-a790-114074db3025 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e858434-a48a-4b1b-9f12-55e3e6968a58 HTTP/1.1" status: 200 len: 945 time: 0.0896444 Jul 16 08:32:58.091703 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-857beecf-cbdd-47fc-bf91-df4c872e1046 req-e9778a41-e8b7-41e3-b1e1-a3c1c9c29c29 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611517 Jul 16 08:32:58.106788 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=dce8d606-902a-4b54-9fc9-7ecbc85b0ce7,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:58.128614 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 8c377edf-5e32-4f2a-9e29-361bcaa9f448 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:58.134662 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 8c377edf-5e32-4f2a-9e29-361bcaa9f448 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:58.135024 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.228836 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.246232 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-15b80114-f257-4d9c-947b-326e4caa4c67 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.267829 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 8c377edf-5e32-4f2a-9e29-361bcaa9f448, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=8c377edf-5e32-4f2a-9e29-361bcaa9f448,segment=NetworkSegment(1601abd3-1b0f-467a-8573-16719ac9ee54),segment_id=1601abd3-1b0f-467a-8573-16719ac9ee54)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:58.273695 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.275092 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device e4d1df61-04d2-4649-abae-6527c381180d up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:32:58.305838 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368d1a32-0a46-4339-9710-89f2640e02dd req-a74fbe19-39da-4373-a4f9-26115f7fa23f tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:58.307477 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-368d1a32-0a46-4339-9710-89f2640e02dd req-a74fbe19-39da-4373-a4f9-26115f7fa23f tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 946 time: 0.1115646 Jul 16 08:32:58.339105 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-15b80114-f257-4d9c-947b-326e4caa4c67 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.361763 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=8c377edf-5e32-4f2a-9e29-361bcaa9f448,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:58.369475 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port e4d1df61-04d2-4649-abae-6527c381180d completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:32:58.374047 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port e4d1df61-04d2-4649-abae-6527c381180d triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:32:58.374479 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.409226 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-15b80114-f257-4d9c-947b-326e4caa4c67 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Network bffad17c-f1ab-47e1-8c7a-30b725bf841f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:32:58.412509 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-368d1a32-0a46-4339-9710-89f2640e02dd req-bea921cb-f74b-44ce-9950-1355d92a6f37 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971117 Jul 16 08:32:58.413500 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b80114-f257-4d9c-947b-326e4caa4c67 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Pushing event updated for resources: {'Port': ['ID=855d4953-4c4e-4e4e-bab0-92b258a79af4,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:58.417304 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-15b80114-f257-4d9c-947b-326e4caa4c67 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:32:58.419477 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-15b80114-f257-4d9c-947b-326e4caa4c67 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:32:58.458641 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.469060 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-15b80114-f257-4d9c-947b-326e4caa4c67 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:58.469706 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-15b80114-f257-4d9c-947b-326e4caa4c67 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.488091 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-15b80114-f257-4d9c-947b-326e4caa4c67 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9809186 Jul 16 08:32:58.495395 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port e4d1df61-04d2-4649-abae-6527c381180d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=e4d1df61-04d2-4649-abae-6527c381180d,segment=NetworkSegment(2de37a97-2a75-4a47-87e5-24ba0e6ac859),segment_id=2de37a97-2a75-4a47-87e5-24ba0e6ac859)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:58.500334 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.505556 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-d2a094b0-0405-4b83-b48f-474587873151 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:32:58.506540 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-d2a094b0-0405-4b83-b48f-474587873151 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124135 Jul 16 08:32:58.518722 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-ca0fa227-5121-4031-8a25-4b180686cb47 service neutron] Request body: {'port': {'device_id': 'ec27de48-441c-4bd3-87da-0adb8d72bde8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:32:58.586508 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=e4d1df61-04d2-4649-abae-6527c381180d,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:58.638476 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-ca0fa227-5121-4031-8a25-4b180686cb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:58.721372 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-69982b78-1858-43d3-adee-9d0f8cc21cdf req-9f6c2475-0355-48ce-90eb-65a9fdc3b332 tempest-ServerShowV257Test-1388206740 tempest-ServerShowV257Test-1388206740-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.0509589 Jul 16 08:32:58.764047 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:32:58.926322 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6b1a7-565a-46f3-93b6-9e2d95bde58a req-0caf63d1-e503-4bbb-8feb-bd86bd516a33 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:58.932237 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6b1a7-565a-46f3-93b6-9e2d95bde58a req-0caf63d1-e503-4bbb-8feb-bd86bd516a33 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:58.938675 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df6b1a7-565a-46f3-93b6-9e2d95bde58a req-0caf63d1-e503-4bbb-8feb-bd86bd516a33 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:58.940609 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0df6b1a7-565a-46f3-93b6-9e2d95bde58a req-0caf63d1-e503-4bbb-8feb-bd86bd516a33 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 2418 time: 0.2231724 Jul 16 08:32:58.968412 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device e8919691-4161-42b3-aabd-63f2f585c524 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:32:59.039445 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0df6b1a7-565a-46f3-93b6-9e2d95bde58a req-8535175d-f4b3-4a01-9d16-09c41195c263 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880010 Jul 16 08:32:59.065963 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea66efd-a8c4-41bb-8d95-176ef2932525 req-c6517947-9b19-4b9a-9621-9bee1b572903 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:59.081647 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4ea66efd-a8c4-41bb-8d95-176ef2932525 req-c6517947-9b19-4b9a-9621-9bee1b572903 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec27de48-441c-4bd3-87da-0adb8d72bde8 HTTP/1.1" status: 200 len: 931 time: 0.1275725 Jul 16 08:32:59.121885 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port e8919691-4161-42b3-aabd-63f2f585c524, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=e8919691-4161-42b3-aabd-63f2f585c524,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:59.140313 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-ca0fa227-5121-4031-8a25-4b180686cb47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 855d4953-4c4e-4e4e-bab0-92b258a79af4 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:59.144773 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'e8919691-4161-42b3-aabd-63f2f585c524', 'network_id': '0b0632f2-66a2-43c2-8891-f4c2d1d4df60', 'port_id': 'e8919691-4161-42b3-aabd-63f2f585c524', 'mac_address': 'fa:16:3e:53:5d:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a403916-6099-4ffc-ad6e-346025e9f7bf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:32:59.163441 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-ca0fa227-5121-4031-8a25-4b180686cb47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:59.165779 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4ea66efd-a8c4-41bb-8d95-176ef2932525 req-c98211d8-6aff-495d-ad32-a028c5de9649 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866058 Jul 16 08:32:59.191341 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-ca0fa227-5121-4031-8a25-4b180686cb47 service neutron] Transition to ACTIVE for port object 855d4953-4c4e-4e4e-bab0-92b258a79af4 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:32:59.196585 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2056c32d-e21c-4c05-adf6-ebd87a366cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ce2a32-56bb-4c01-b716-9f9472481db1'}, {'server_uuid': 'b2babce4-6e48-49dd-92b9-24557445da4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce8d606-902a-4b54-9fc9-7ecbc85b0ce7'}, {'server_uuid': '4e858434-a48a-4b1b-9f12-55e3e6968a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c377edf-5e32-4f2a-9e29-361bcaa9f448'}, {'server_uuid': '2056c32d-e21c-4c05-adf6-ebd87a366cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d1df61-04d2-4649-abae-6527c381180d'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:59.198001 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33b73b3c-8e19-43c8-b11b-87a892e719e8" -d '{"events": [{"server_uuid": "2056c32d-e21c-4c05-adf6-ebd87a366cb0", "name": "network-vif-plugged", "status": "completed", "tag": "a0ce2a32-56bb-4c01-b716-9f9472481db1"}, {"server_uuid": "b2babce4-6e48-49dd-92b9-24557445da4e", "name": "network-vif-plugged", "status": "completed", "tag": "dce8d606-902a-4b54-9fc9-7ecbc85b0ce7"}, {"server_uuid": "4e858434-a48a-4b1b-9f12-55e3e6968a58", "name": "network-vif-plugged", "status": "completed", "tag": "8c377edf-5e32-4f2a-9e29-361bcaa9f448"}, {"server_uuid": "2056c32d-e21c-4c05-adf6-ebd87a366cb0", "name": "network-vif-plugged", "status": "completed", "tag": "e4d1df61-04d2-4649-abae-6527c381180d"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:59.199527 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-ca0fa227-5121-4031-8a25-4b180686cb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:59.220882 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:59.244364 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e8919691-4161-42b3-aabd-63f2f585c524 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:32:59.297813 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0fa227-5121-4031-8a25-4b180686cb47 service neutron] Pushing event updated for resources: {'Port': ['ID=855d4953-4c4e-4e4e-bab0-92b258a79af4,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:59.311236 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port e8919691-4161-42b3-aabd-63f2f585c524, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=e8919691-4161-42b3-aabd-63f2f585c524,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:32:59.317366 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:59.406596 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=e8919691-4161-42b3-aabd-63f2f585c524,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:59.412436 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b31cc84-72ba-4136-bdd4-2bc91e21c909 x-openstack-request-id: req-5b31cc84-72ba-4136-bdd4-2bc91e21c909 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:59.412933 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2056c32d-e21c-4c05-adf6-ebd87a366cb0", "name": "network-vif-plugged", "status": "completed", "tag": "a0ce2a32-56bb-4c01-b716-9f9472481db1", "code": 200}, {"server_uuid": "b2babce4-6e48-49dd-92b9-24557445da4e", "name": "network-vif-plugged", "status": "completed", "tag": "dce8d606-902a-4b54-9fc9-7ecbc85b0ce7", "code": 200}, {"server_uuid": "4e858434-a48a-4b1b-9f12-55e3e6968a58", "name": "network-vif-plugged", "status": "completed", "tag": "8c377edf-5e32-4f2a-9e29-361bcaa9f448", "code": 200}, {"server_uuid": "2056c32d-e21c-4c05-adf6-ebd87a366cb0", "name": "network-vif-plugged", "status": "completed", "tag": "e4d1df61-04d2-4649-abae-6527c381180d", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:59.413366 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5b31cc84-72ba-4136-bdd4-2bc91e21c909 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:59.413917 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2056c32d-e21c-4c05-adf6-ebd87a366cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ce2a32-56bb-4c01-b716-9f9472481db1', 'code': 200} Jul 16 08:32:59.414336 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2babce4-6e48-49dd-92b9-24557445da4e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dce8d606-902a-4b54-9fc9-7ecbc85b0ce7', 'code': 200} Jul 16 08:32:59.414740 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e858434-a48a-4b1b-9f12-55e3e6968a58', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c377edf-5e32-4f2a-9e29-361bcaa9f448', 'code': 200} Jul 16 08:32:59.416012 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2056c32d-e21c-4c05-adf6-ebd87a366cb0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e4d1df61-04d2-4649-abae-6527c381180d', 'code': 200} Jul 16 08:32:59.437136 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-ca0fa227-5121-4031-8a25-4b180686cb47 service neutron] Attempting to bind port 855d4953-4c4e-4e4e-bab0-92b258a79af4 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:32:59.437504 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-ca0fa227-5121-4031-8a25-4b180686cb47 service neutron] Attempting to bind port 855d4953-4c4e-4e4e-bab0-92b258a79af4 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '7966b954-ba20-41a9-9f74-7745454be80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:32:59.439392 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-ca0fa227-5121-4031-8a25-4b180686cb47 service neutron] Attempting to bind port 855d4953-4c4e-4e4e-bab0-92b258a79af4 on network bffad17c-f1ab-47e1-8c7a-30b725bf841f {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:59.442860 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-ca0fa227-5121-4031-8a25-4b180686cb47 service neutron] Port 855d4953-4c4e-4e4e-bab0-92b258a79af4 on network bffad17c-f1ab-47e1-8c7a-30b725bf841f not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:32:59.443825 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-ca0fa227-5121-4031-8a25-4b180686cb47 service neutron] Attempting to bind port 855d4953-4c4e-4e4e-bab0-92b258a79af4 on network bffad17c-f1ab-47e1-8c7a-30b725bf841f {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:32:59.449855 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-ca0fa227-5121-4031-8a25-4b180686cb47 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 32, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:32:59.450204 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-ca0fa227-5121-4031-8a25-4b180686cb47 service neutron] Checking segment: {'id': '7966b954-ba20-41a9-9f74-7745454be80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:32:59.450603 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-ca0fa227-5121-4031-8a25-4b180686cb47 service neutron] Bound using segment: {'id': '7966b954-ba20-41a9-9f74-7745454be80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:32:59.451546 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-ca0fa227-5121-4031-8a25-4b180686cb47 service neutron] Bound port: 855d4953-4c4e-4e4e-bab0-92b258a79af4, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7966b954-ba20-41a9-9f74-7745454be80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:32:59.451923 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-ca0fa227-5121-4031-8a25-4b180686cb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:59.467002 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['e8919691-4161-42b3-aabd-63f2f585c524'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:32:59.573040 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-ca0fa227-5121-4031-8a25-4b180686cb47 service neutron] For port 855d4953-4c4e-4e4e-bab0-92b258a79af4, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:32:59.579619 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-ca0fa227-5121-4031-8a25-4b180686cb47 service neutron] For port 855d4953-4c4e-4e4e-bab0-92b258a79af4, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=855d4953-4c4e-4e4e-bab0-92b258a79af4,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:32:59.584574 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-ca0fa227-5121-4031-8a25-4b180686cb47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:59.658713 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-ca0fa227-5121-4031-8a25-4b180686cb47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:59.659542 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-ca0fa227-5121-4031-8a25-4b180686cb47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:32:59.661134 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-ca0fa227-5121-4031-8a25-4b180686cb47 service neutron] 10.222.0.21 "PUT /v2.0/ports/855d4953-4c4e-4e4e-bab0-92b258a79af4 HTTP/1.1" status: 200 len: 1092 time: 1.1486413 Jul 16 08:32:59.661768 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec27de48-441c-4bd3-87da-0adb8d72bde8', 'tag': '855d4953-4c4e-4e4e-bab0-92b258a79af4'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:32:59.665560 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed224e7-08b2-485a-9003-0bea32da0694" -d '{"events": [{"name": "network-changed", "server_uuid": "ec27de48-441c-4bd3-87da-0adb8d72bde8", "tag": "855d4953-4c4e-4e4e-bab0-92b258a79af4"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:32:59.676165 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910632d3-a493-4400-9bef-5e2356a78f53 req-dda1dc67-e5f9-4a1b-a51b-994a9b727130 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:59.687604 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-910632d3-a493-4400-9bef-5e2356a78f53 req-dda1dc67-e5f9-4a1b-a51b-994a9b727130 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e858434-a48a-4b1b-9f12-55e3e6968a58 HTTP/1.1" status: 200 len: 946 time: 0.2990763 Jul 16 08:32:59.793686 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0fa227-5121-4031-8a25-4b180686cb47 service neutron] Pushing event updated for resources: {'Port': ['ID=855d4953-4c4e-4e4e-bab0-92b258a79af4,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:32:59.817754 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-910632d3-a493-4400-9bef-5e2356a78f53 req-a4e35b89-72ff-4ccb-a199-b7b53a8d14d2 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075048 Jul 16 08:32:59.859480 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730428e0-ca18-4d58-b5d1-aadd5aa8c019 req-79709d55-732b-41bd-aeaf-525fb01b72d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:59.860184 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730428e0-ca18-4d58-b5d1-aadd5aa8c019 req-79709d55-732b-41bd-aeaf-525fb01b72d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:59.861270 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730428e0-ca18-4d58-b5d1-aadd5aa8c019 req-79709d55-732b-41bd-aeaf-525fb01b72d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:59.863332 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-730428e0-ca18-4d58-b5d1-aadd5aa8c019 req-79709d55-732b-41bd-aeaf-525fb01b72d9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 2874 time: 0.2732093 Jul 16 08:32:59.868260 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5536cd-1712-47c7-aa1b-fd4955379b49 req-960770e5-6a02-4b2a-bb4b-3577af72f0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:59.871521 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4c5536cd-1712-47c7-aa1b-fd4955379b49 req-960770e5-6a02-4b2a-bb4b-3577af72f0e7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4e858434-a48a-4b1b-9f12-55e3e6968a58 HTTP/1.1" status: 200 len: 1098 time: 0.3374207 Jul 16 08:32:59.900995 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:32:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca5d899b-a366-4ab7-97e8-26d1ddebfd9a x-openstack-request-id: req-ca5d899b-a366-4ab7-97e8-26d1ddebfd9a {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:32:59.901292 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec27de48-441c-4bd3-87da-0adb8d72bde8", "tag": "855d4953-4c4e-4e4e-bab0-92b258a79af4", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:32:59.901473 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60422db7-ec0c-46f9-903f-9c958d925512 req-9d1c2d5f-030f-411c-9d49-c74312c404c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:59.901585 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca5d899b-a366-4ab7-97e8-26d1ddebfd9a {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:32:59.901944 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec27de48-441c-4bd3-87da-0adb8d72bde8', 'tag': '855d4953-4c4e-4e4e-bab0-92b258a79af4', 'status': 'completed', 'code': 200} Jul 16 08:32:59.903413 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-60422db7-ec0c-46f9-903f-9c958d925512 req-9d1c2d5f-030f-411c-9d49-c74312c404c4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 1098 time: 0.2664938 Jul 16 08:32:59.922565 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-7c840593-269d-4349-97b8-c1b5e2a1e020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:59.924098 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-7c840593-269d-4349-97b8-c1b5e2a1e020 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e2c8ee8748ed40f095f05f97decda731&device_id=ec27de48-441c-4bd3-87da-0adb8d72bde8 HTTP/1.1" status: 200 len: 1095 time: 0.2180362 Jul 16 08:32:59.940584 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4c5536cd-1712-47c7-aa1b-fd4955379b49 req-12131648-121c-47bd-9095-875d34423c2f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595541 Jul 16 08:32:59.951583 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7b5216-52ef-4caf-acb8-11ba6b07a679 req-8fdc4452-a6fd-41e9-8bde-b900d9aca605 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:32:59.953699 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7a7b5216-52ef-4caf-acb8-11ba6b07a679 req-8fdc4452-a6fd-41e9-8bde-b900d9aca605 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 946 time: 0.1795523 Jul 16 08:32:59.960263 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-60422db7-ec0c-46f9-903f-9c958d925512 req-edb41c3c-cfd3-46cf-8526-3941e346f37a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394185 Jul 16 08:32:59.987444 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-730428e0-ca18-4d58-b5d1-aadd5aa8c019 req-38558fc5-7e9a-4455-8c13-49582fbe0a9f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131999 Jul 16 08:32:59.989746 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-ecf52778-52e5-4437-81e4-c93395966e9d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=855d4953-4c4e-4e4e-bab0-92b258a79af4 HTTP/1.1" status: 200 len: 217 time: 0.0569136 Jul 16 08:33:00.063846 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d4fcc1a6-59fb-4949-bb27-4258db127fdd req-1f71ca69-13eb-4ec5-8c61-a9b90a44f260 tempest-ServerShowV257Test-1388206740 tempest-ServerShowV257Test-1388206740-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.0347402 Jul 16 08:33:00.069800 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7a7b5216-52ef-4caf-acb8-11ba6b07a679 req-f889e235-334a-41cc-a0c5-34dda4f26503 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842276 Jul 16 08:33:00.081690 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-bbce600c-34cf-481b-8356-83cae23e89bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:00.085664 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-bbce600c-34cf-481b-8356-83cae23e89bb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25132452-9e46-4209-8e8b-3e1b72482432 HTTP/1.1" status: 200 len: 851 time: 0.0884271 Jul 16 08:33:00.156905 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-02f763e5-6598-49a7-8558-317fe3b6729e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bffad17c-f1ab-47e1-8c7a-30b725bf841f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0642030 Jul 16 08:33:00.349505 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-bbd47ddd-fa9d-4f9e-8204-c06369d00983 service neutron] 10.222.0.21 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853557 Jul 16 08:33:00.406075 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71603da3-bf73-4223-b37e-741c93ef3358 req-73f0d42f-a422-4c34-a515-17f316554b6e tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:00.413581 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-71603da3-bf73-4223-b37e-741c93ef3358 req-73f0d42f-a422-4c34-a515-17f316554b6e tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec27de48-441c-4bd3-87da-0adb8d72bde8 HTTP/1.1" status: 200 len: 943 time: 0.0939088 Jul 16 08:33:00.414258 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32812d7-86ae-4afe-b1ba-37b5ce5617ef req-2814e3c2-4ea8-494c-afbf-c2f9e6f0a426 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:00.425771 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32812d7-86ae-4afe-b1ba-37b5ce5617ef req-2814e3c2-4ea8-494c-afbf-c2f9e6f0a426 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:00.432899 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32812d7-86ae-4afe-b1ba-37b5ce5617ef req-2814e3c2-4ea8-494c-afbf-c2f9e6f0a426 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:00.442206 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c32812d7-86ae-4afe-b1ba-37b5ce5617ef req-2814e3c2-4ea8-494c-afbf-c2f9e6f0a426 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 2418 time: 0.1747308 Jul 16 08:33:00.482226 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-71603da3-bf73-4223-b37e-741c93ef3358 req-1c62c8cb-7e68-440d-be37-bf29019d487a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648663 Jul 16 08:33:00.498238 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c32812d7-86ae-4afe-b1ba-37b5ce5617ef req-82dadd84-b47f-4f12-8038-558e15781be4 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546501 Jul 16 08:33:00.602225 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9dc06402-0c69-4adb-a4ed-14f3e3a3b7f8 req-bb178469-9157-45f2-9428-d84e709990ee service neutron] 10.222.0.21 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463267 Jul 16 08:33:00.725460 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed224e7-08b2-485a-9003-0bea32da0694 req-bb021604-c9ec-4ed2-84b0-18260cafefee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:00.727041 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bed224e7-08b2-485a-9003-0bea32da0694 req-bb021604-c9ec-4ed2-84b0-18260cafefee service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e2c8ee8748ed40f095f05f97decda731&device_id=ec27de48-441c-4bd3-87da-0adb8d72bde8 HTTP/1.1" status: 200 len: 1095 time: 0.0667541 Jul 16 08:33:00.843479 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed224e7-08b2-485a-9003-0bea32da0694 req-6f5c9c48-7c90-406a-8f33-1a8a472bc34d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:00.845072 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bed224e7-08b2-485a-9003-0bea32da0694 req-6f5c9c48-7c90-406a-8f33-1a8a472bc34d service neutron] 10.222.0.21 "GET /v2.0/networks?id=bffad17c-f1ab-47e1-8c7a-30b725bf841f HTTP/1.1" status: 200 len: 912 time: 0.1102870 Jul 16 08:33:00.931659 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bed224e7-08b2-485a-9003-0bea32da0694 req-a87b83f9-968d-447b-8c04-23bb6dfcce14 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=855d4953-4c4e-4e4e-bab0-92b258a79af4 HTTP/1.1" status: 200 len: 217 time: 0.0747223 Jul 16 08:33:00.977299 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device e8919691-4161-42b3-aabd-63f2f585c524 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:01.082321 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port e8919691-4161-42b3-aabd-63f2f585c524 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:01.083457 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:01.092191 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed224e7-08b2-485a-9003-0bea32da0694 req-41892e7f-c430-4a5f-84f3-afbde855ddb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:01.108172 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bed224e7-08b2-485a-9003-0bea32da0694 req-41892e7f-c430-4a5f-84f3-afbde855ddb3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25132452-9e46-4209-8e8b-3e1b72482432 HTTP/1.1" status: 200 len: 851 time: 0.1551433 Jul 16 08:33:01.166378 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bed224e7-08b2-485a-9003-0bea32da0694 req-f8af40fe-0680-43c0-aa07-a4b410ece9b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bffad17c-f1ab-47e1-8c7a-30b725bf841f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0580099 Jul 16 08:33:01.212275 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbb2828-7778-41c6-88da-4864b9896901 req-223fe8f8-6b78-4a56-b0d2-dc99a581fad8 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:01.220892 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-edbb2828-7778-41c6-88da-4864b9896901 req-223fe8f8-6b78-4a56-b0d2-dc99a581fad8 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e858434-a48a-4b1b-9f12-55e3e6968a58 HTTP/1.1" status: 200 len: 946 time: 0.2501106 Jul 16 08:33:01.325129 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:01.375945 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-edbb2828-7778-41c6-88da-4864b9896901 req-57da88a6-27ed-48b0-b5d9-c61624ed41ae tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1539419 Jul 16 08:33:01.401700 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port e8919691-4161-42b3-aabd-63f2f585c524, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=e8919691-4161-42b3-aabd-63f2f585c524,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:01.407865 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:01.419201 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5bff816-444e-4be1-b9ef-41cce7000861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8919691-4161-42b3-aabd-63f2f585c524'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:01.426017 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e608109-ffc6-49d8-9653-c8ba874c43ee" -d '{"events": [{"server_uuid": "f5bff816-444e-4be1-b9ef-41cce7000861", "name": "network-vif-plugged", "status": "completed", "tag": "e8919691-4161-42b3-aabd-63f2f585c524"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:01.484301 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56802) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:01.528294 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5019ed69-95ff-4025-84c8-6107c3583268 req-58156ac3-5aab-42f9-b3a9-2643dca30ce3 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:01.530239 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5019ed69-95ff-4025-84c8-6107c3583268 req-58156ac3-5aab-42f9-b3a9-2643dca30ce3 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 946 time: 0.1553555 Jul 16 08:33:01.546905 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=e8919691-4161-42b3-aabd-63f2f585c524,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:01.566280 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bed224e7-08b2-485a-9003-0bea32da0694 req-10bb50af-0be7-4712-892e-6631b2d3ce70 service neutron] 10.222.0.21 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3915243 Jul 16 08:33:01.596126 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5019ed69-95ff-4025-84c8-6107c3583268 req-7649ae35-ccb2-4a45-a888-b8ff7b0efff0 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563986 Jul 16 08:33:01.653862 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75ac22c8-6222-4fa1-914b-757596fa74c9 x-openstack-request-id: req-75ac22c8-6222-4fa1-914b-757596fa74c9 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:01.654273 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5bff816-444e-4be1-b9ef-41cce7000861", "name": "network-vif-plugged", "status": "completed", "tag": "e8919691-4161-42b3-aabd-63f2f585c524", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:01.654631 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-75ac22c8-6222-4fa1-914b-757596fa74c9 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:01.655132 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5bff816-444e-4be1-b9ef-41cce7000861', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8919691-4161-42b3-aabd-63f2f585c524', 'code': 200} Jul 16 08:33:01.728965 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5cf5a707-e2f3-4728-b485-f5878e557594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:01.759145 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1de530f3-2245-4728-8d7c-f1b75b6846b5 req-ad40f019-c683-4f84-87c9-76442b24632e tempest-ServerShowV257Test-1388206740 tempest-ServerShowV257Test-1388206740-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.0997517 Jul 16 08:33:01.791125 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bed224e7-08b2-485a-9003-0bea32da0694 req-e0f96dbe-e1f9-4b40-b606-0012676af14d service neutron] 10.222.0.21 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2180676 Jul 16 08:33:01.839927 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:01.884331 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6187b35-7aab-4152-83f4-46d3a087181e req-b7eb7511-48e8-4dd9-a473-9b9c31c34f77 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:01.886173 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6187b35-7aab-4152-83f4-46d3a087181e req-b7eb7511-48e8-4dd9-a473-9b9c31c34f77 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec27de48-441c-4bd3-87da-0adb8d72bde8 HTTP/1.1" status: 200 len: 943 time: 0.1166680 Jul 16 08:33:01.923425 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:01.936295 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6187b35-7aab-4152-83f4-46d3a087181e req-fc6b8293-36d7-493e-a897-d677abe56881 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422091 Jul 16 08:33:01.983278 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5cf5a707-e2f3-4728-b485-f5878e557594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:01.990690 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5cf5a707-e2f3-4728-b485-f5878e557594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:02.062626 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a9468-f88d-47dc-9042-6294f9b25029 req-b44aaf97-70c9-4d1b-bb9f-733311bb3d5a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:02.068855 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a9468-f88d-47dc-9042-6294f9b25029 req-b44aaf97-70c9-4d1b-bb9f-733311bb3d5a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:02.074871 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a9468-f88d-47dc-9042-6294f9b25029 req-b44aaf97-70c9-4d1b-bb9f-733311bb3d5a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:02.075149 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5a707-e2f3-4728-b485-f5878e557594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60375572-bfa1-4fd1-976c-30c10f643216,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:02.082640 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-046a9468-f88d-47dc-9042-6294f9b25029 req-b44aaf97-70c9-4d1b-bb9f-733311bb3d5a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 2418 time: 0.1470778 Jul 16 08:33:02.096577 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5cf5a707-e2f3-4728-b485-f5878e557594 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=44f7fa7ead9c4ba0b63d5db2608b0a0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6064897 Jul 16 08:33:02.097505 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56822) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:02.129758 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-046a9468-f88d-47dc-9042-6294f9b25029 req-419c4ee0-44f4-44c8-98a3-8387f9ff8c19 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459547 Jul 16 08:33:02.167083 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31a0d688-a7e9-4789-b11b-1fd0e21db6fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:02.197905 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31a0d688-a7e9-4789-b11b-1fd0e21db6fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:02.271604 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31a0d688-a7e9-4789-b11b-1fd0e21db6fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:02.275618 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31a0d688-a7e9-4789-b11b-1fd0e21db6fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:02.279466 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-31a0d688-a7e9-4789-b11b-1fd0e21db6fa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/60375572-bfa1-4fd1-976c-30c10f643216 HTTP/1.1" status: 204 len: 168 time: 0.1772060 Jul 16 08:33:02.286960 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a0d688-a7e9-4789-b11b-1fd0e21db6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60375572-bfa1-4fd1-976c-30c10f643216,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:02.623635 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cc4275-289e-4b89-9bc9-4907d14492a3 req-eef14b68-81e2-4dc5-b431-15b520ea615c tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:02.632686 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7cc4275-289e-4b89-9bc9-4907d14492a3 req-eef14b68-81e2-4dc5-b431-15b520ea615c tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e858434-a48a-4b1b-9f12-55e3e6968a58 HTTP/1.1" status: 200 len: 946 time: 0.0971911 Jul 16 08:33:02.689138 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7cc4275-289e-4b89-9bc9-4907d14492a3 req-aa1dd9df-214d-4d42-8ab8-6c32ccdc0440 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551980 Jul 16 08:33:02.706663 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56838) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:02.722764 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d4fd6cf-719b-4a6b-a701-168a0bd4e327 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:02.771995 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3933c-2d57-4c0e-8014-5839f10b10bf req-f2f810f9-656e-46e6-a395-336f08fe1ed7 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:02.782071 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3933c-2d57-4c0e-8014-5839f10b10bf req-f2f810f9-656e-46e6-a395-336f08fe1ed7 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:02.788619 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3933c-2d57-4c0e-8014-5839f10b10bf req-f2f810f9-656e-46e6-a395-336f08fe1ed7 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:02.799424 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bef3933c-2d57-4c0e-8014-5839f10b10bf req-f2f810f9-656e-46e6-a395-336f08fe1ed7 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 2418 time: 0.1245947 Jul 16 08:33:02.849841 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bef3933c-2d57-4c0e-8014-5839f10b10bf req-1101dbad-fbb3-40bc-8601-e18d212674ec tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490348 Jul 16 08:33:02.881679 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d4fd6cf-719b-4a6b-a701-168a0bd4e327 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:02.887024 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d4fd6cf-719b-4a6b-a701-168a0bd4e327 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:02.916286 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 855d4953-4c4e-4e4e-bab0-92b258a79af4 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:02.933486 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4fd6cf-719b-4a6b-a701-168a0bd4e327 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed8c3180-6acc-4011-bce2-c6c67f0ab366,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:02.941888 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0d4fd6cf-719b-4a6b-a701-168a0bd4e327 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b1d3fd9515104f22b814a0b3da16709a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2340286 Jul 16 08:33:02.944612 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56844) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:02.972111 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1eda068-d7de-4777-9552-6fd37ce98cac req-4391ac51-b4dc-4762-bceb-ee21fddeda02 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:02.980886 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1eda068-d7de-4777-9552-6fd37ce98cac req-4391ac51-b4dc-4762-bceb-ee21fddeda02 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 946 time: 0.1405144 Jul 16 08:33:03.048758 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1eda068-d7de-4777-9552-6fd37ce98cac req-c6d018d7-561b-4ce5-958d-957bec5c150a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655539 Jul 16 08:33:03.104181 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-58644ac7-2f80-4691-9c3e-bbb11f2a9695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:03.154955 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-58644ac7-2f80-4691-9c3e-bbb11f2a9695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:03.205287 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 855d4953-4c4e-4e4e-bab0-92b258a79af4, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=855d4953-4c4e-4e4e-bab0-92b258a79af4,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:03.221163 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '855d4953-4c4e-4e4e-bab0-92b258a79af4', 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f', 'port_id': '855d4953-4c4e-4e4e-bab0-92b258a79af4', 'mac_address': 'fa:16:3e:38:2e:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25132452-9e46-4209-8e8b-3e1b72482432', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:03.256976 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-58644ac7-2f80-4691-9c3e-bbb11f2a9695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:03.260046 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-58644ac7-2f80-4691-9c3e-bbb11f2a9695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:03.261435 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-58644ac7-2f80-4691-9c3e-bbb11f2a9695 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ed8c3180-6acc-4011-bce2-c6c67f0ab366 HTTP/1.1" status: 204 len: 168 time: 0.3157740 Jul 16 08:33:03.279936 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d89039c5-2466-40d0-b5b5-d0c3f8867a33 req-ad3a3010-c2b0-4684-8ad0-3f576f3183ad tempest-ServerShowV257Test-1388206740 tempest-ServerShowV257Test-1388206740-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.0571272 Jul 16 08:33:03.284190 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58644ac7-2f80-4691-9c3e-bbb11f2a9695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed8c3180-6acc-4011-bce2-c6c67f0ab366,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:03.300361 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9ecbb29f-1c08-4f79-967d-e9d92a992f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:03.302334 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:03.326514 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 855d4953-4c4e-4e4e-bab0-92b258a79af4 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:03.358378 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 855d4953-4c4e-4e4e-bab0-92b258a79af4, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=855d4953-4c4e-4e4e-bab0-92b258a79af4,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:03.365836 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:03.408326 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8964aa2a-4cd6-4c7d-a0b2-a0a9701930bd req-e208bd04-407d-4e46-8107-19ee99923a6e tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:03.419744 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8964aa2a-4cd6-4c7d-a0b2-a0a9701930bd req-e208bd04-407d-4e46-8107-19ee99923a6e tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec27de48-441c-4bd3-87da-0adb8d72bde8 HTTP/1.1" status: 200 len: 943 time: 0.1181028 Jul 16 08:33:03.466568 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=855d4953-4c4e-4e4e-bab0-92b258a79af4,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:03.487274 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8964aa2a-4cd6-4c7d-a0b2-a0a9701930bd req-0605545d-8689-4862-9969-db835da3c9b2 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612042 Jul 16 08:33:03.602247 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5daf336-6156-4dde-bdee-9c59de49b0e5 req-d2e1a0db-0397-4c56-957c-1758f7188ae3 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:03.604107 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e5daf336-6156-4dde-bdee-9c59de49b0e5 req-d2e1a0db-0397-4c56-957c-1758f7188ae3 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 1098 time: 0.0736058 Jul 16 08:33:03.617357 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['855d4953-4c4e-4e4e-bab0-92b258a79af4'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:03.695906 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e5daf336-6156-4dde-bdee-9c59de49b0e5 req-32b06f78-463c-4cbe-a15f-d06cc6187594 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849149 Jul 16 08:33:04.088564 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd914775-c258-4588-baad-bc0d4e972794 req-22def1d4-f281-4614-b383-6db892ceb2ae tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:04.099613 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bd914775-c258-4588-baad-bc0d4e972794 req-22def1d4-f281-4614-b383-6db892ceb2ae tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 1098 time: 0.1480808 Jul 16 08:33:04.330644 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950dedbe-3d70-41c1-b713-8c716b69ea0f req-4de416ea-dd08-409f-ab09-d33cb5e9ebf1 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:04.338295 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950dedbe-3d70-41c1-b713-8c716b69ea0f req-4de416ea-dd08-409f-ab09-d33cb5e9ebf1 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:04.346526 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950dedbe-3d70-41c1-b713-8c716b69ea0f req-4de416ea-dd08-409f-ab09-d33cb5e9ebf1 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:04.347424 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bd914775-c258-4588-baad-bc0d4e972794 req-f6719c1f-2065-469e-bdd7-4a9017bda54f tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468710 Jul 16 08:33:04.354391 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-950dedbe-3d70-41c1-b713-8c716b69ea0f req-4de416ea-dd08-409f-ab09-d33cb5e9ebf1 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 2418 time: 0.1356380 Jul 16 08:33:04.404850 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90f963-33ff-4d6b-8a97-edab42f91186 req-681abbab-5a87-4b16-b4f2-a6a1f1c23268 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:04.412986 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90f963-33ff-4d6b-8a97-edab42f91186 req-681abbab-5a87-4b16-b4f2-a6a1f1c23268 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:04.421700 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90f963-33ff-4d6b-8a97-edab42f91186 req-681abbab-5a87-4b16-b4f2-a6a1f1c23268 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:04.424255 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f90f963-33ff-4d6b-8a97-edab42f91186 req-681abbab-5a87-4b16-b4f2-a6a1f1c23268 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.30 "GET /v2.0/ports?device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 2418 time: 0.2506588 Jul 16 08:33:04.467135 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-950dedbe-3d70-41c1-b713-8c716b69ea0f req-6ced089f-f7a0-4b89-a970-9eb8d018ea63 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017189 Jul 16 08:33:04.649117 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c5d032a3-1ead-4247-8afa-68116dcdf946 req-dd7eb248-d735-4681-a426-49bfb35ad801 tempest-ServerShowV257Test-1388206740 tempest-ServerShowV257Test-1388206740-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.0394676 Jul 16 08:33:04.663660 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-3f90f963-33ff-4d6b-8a97-edab42f91186 req-a1e38e01-7a2e-4a27-b772-30a6d8a4c393 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Deleting port a0ce2a32-56bb-4c01-b716-9f9472481db1 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:04.663863 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3f90f963-33ff-4d6b-8a97-edab42f91186 req-a1e38e01-7a2e-4a27-b772-30a6d8a4c393 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:04.815114 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-3f90f963-33ff-4d6b-8a97-edab42f91186 req-a1e38e01-7a2e-4a27-b772-30a6d8a4c393 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] For port a0ce2a32-56bb-4c01-b716-9f9472481db1, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=a0ce2a32-56bb-4c01-b716-9f9472481db1,segment=NetworkSegment(fc5986c5-bd7f-4e33-9493-04007e5f8106),segment_id=fc5986c5-bd7f-4e33-9493-04007e5f8106)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:04.815504 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3f90f963-33ff-4d6b-8a97-edab42f91186 req-a1e38e01-7a2e-4a27-b772-30a6d8a4c393 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:04.836413 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-3f90f963-33ff-4d6b-8a97-edab42f91186 req-a1e38e01-7a2e-4a27-b772-30a6d8a4c393 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Calling delete_port for a0ce2a32-56bb-4c01-b716-9f9472481db1 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:04.919110 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 855d4953-4c4e-4e4e-bab0-92b258a79af4 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:04.981048 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9edd2fa-c183-463e-be9a-5e333e07aecf req-2ea2ec00-72ef-4631-a0a9-b8ad53ed648b tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:04.991994 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b9edd2fa-c183-463e-be9a-5e333e07aecf req-2ea2ec00-72ef-4631-a0a9-b8ad53ed648b tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec27de48-441c-4bd3-87da-0adb8d72bde8 HTTP/1.1" status: 200 len: 944 time: 0.1686559 Jul 16 08:33:05.049277 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 855d4953-4c4e-4e4e-bab0-92b258a79af4 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:05.053470 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 855d4953-4c4e-4e4e-bab0-92b258a79af4 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:05.053873 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.090311 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b9edd2fa-c183-463e-be9a-5e333e07aecf req-db2ae6b2-ebb2-4777-bbb7-94b3894ba909 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869508 Jul 16 08:33:05.113350 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3f90f963-33ff-4d6b-8a97-edab42f91186 req-a1e38e01-7a2e-4a27-b772-30a6d8a4c393 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.143294 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['e4d1df61-04d2-4649-abae-6527c381180d', 'a0ce2a32-56bb-4c01-b716-9f9472481db1', '5fc1c9b8-2d81-468c-ada9-04af03cac497'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:05.227011 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e38e01-7a2e-4a27-b772-30a6d8a4c393 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Pushing event deleted for resources: {'Port': ['ID=a0ce2a32-56bb-4c01-b716-9f9472481db1,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:05.356998 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f90f963-33ff-4d6b-8a97-edab42f91186 req-a1e38e01-7a2e-4a27-b772-30a6d8a4c393 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] No DVR routers for this DVR port a0ce2a32-56bb-4c01-b716-9f9472481db1 on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:05.386347 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3f90f963-33ff-4d6b-8a97-edab42f91186 req-a1e38e01-7a2e-4a27-b772-30a6d8a4c393 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.394407 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f90f963-33ff-4d6b-8a97-edab42f91186 req-a1e38e01-7a2e-4a27-b772-30a6d8a4c393 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.30 "DELETE /v2.0/ports/a0ce2a32-56bb-4c01-b716-9f9472481db1 HTTP/1.1" status: 204 len: 173 time: 0.9488800 Jul 16 08:33:05.412110 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2056c32d-e21c-4c05-adf6-ebd87a366cb0', 'name': 'network-vif-deleted', 'tag': 'a0ce2a32-56bb-4c01-b716-9f9472481db1'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:05.414411 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0822c348-4a01-43cf-97e1-d857a136fc32" -d '{"events": [{"server_uuid": "2056c32d-e21c-4c05-adf6-ebd87a366cb0", "name": "network-vif-deleted", "tag": "a0ce2a32-56bb-4c01-b716-9f9472481db1"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:05.563046 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a96284c-3dce-42ad-854a-f0066a266ff1 x-openstack-request-id: req-8a96284c-3dce-42ad-854a-f0066a266ff1 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:05.563486 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2056c32d-e21c-4c05-adf6-ebd87a366cb0", "name": "network-vif-deleted", "tag": "a0ce2a32-56bb-4c01-b716-9f9472481db1", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:05.563769 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8a96284c-3dce-42ad-854a-f0066a266ff1 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:05.564842 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2056c32d-e21c-4c05-adf6-ebd87a366cb0', 'name': 'network-vif-deleted', 'tag': 'a0ce2a32-56bb-4c01-b716-9f9472481db1', 'status': 'completed', 'code': 200} Jul 16 08:33:05.644914 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-3f90f963-33ff-4d6b-8a97-edab42f91186 req-cefbf383-6f8b-4e22-bdc3-2ba8b4f8a772 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Deleting port e4d1df61-04d2-4649-abae-6527c381180d {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:05.645783 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3f90f963-33ff-4d6b-8a97-edab42f91186 req-cefbf383-6f8b-4e22-bdc3-2ba8b4f8a772 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.659149 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.965086 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fdb4ce89-2684-4054-aa37-827c59a2845d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:05.967220 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-3f90f963-33ff-4d6b-8a97-edab42f91186 req-cefbf383-6f8b-4e22-bdc3-2ba8b4f8a772 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] For port e4d1df61-04d2-4649-abae-6527c381180d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=e4d1df61-04d2-4649-abae-6527c381180d,segment=NetworkSegment(2de37a97-2a75-4a47-87e5-24ba0e6ac859),segment_id=2de37a97-2a75-4a47-87e5-24ba0e6ac859)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:05.967594 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3f90f963-33ff-4d6b-8a97-edab42f91186 req-cefbf383-6f8b-4e22-bdc3-2ba8b4f8a772 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:06.000898 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-3f90f963-33ff-4d6b-8a97-edab42f91186 req-cefbf383-6f8b-4e22-bdc3-2ba8b4f8a772 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Calling delete_port for e4d1df61-04d2-4649-abae-6527c381180d owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:06.011823 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73d213-f793-4b1c-a89a-83a48ede4f3a req-9b6e46dc-89f9-4b08-b2ef-2252fe2ebb7f tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:06.034147 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad73d213-f793-4b1c-a89a-83a48ede4f3a req-9b6e46dc-89f9-4b08-b2ef-2252fe2ebb7f tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:06.036077 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ad73d213-f793-4b1c-a89a-83a48ede4f3a req-9b6e46dc-89f9-4b08-b2ef-2252fe2ebb7f tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 1683 time: 0.2106915 Jul 16 08:33:06.048544 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec27de48-441c-4bd3-87da-0adb8d72bde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855d4953-4c4e-4e4e-bab0-92b258a79af4'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:06.051487 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4c2a85-c708-404f-93bf-f9d332449961" -d '{"events": [{"server_uuid": "ec27de48-441c-4bd3-87da-0adb8d72bde8", "name": "network-vif-plugged", "status": "completed", "tag": "855d4953-4c4e-4e4e-bab0-92b258a79af4"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:06.086390 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 855d4953-4c4e-4e4e-bab0-92b258a79af4, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=855d4953-4c4e-4e4e-bab0-92b258a79af4,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:06.089446 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:06.099476 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:06.173143 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=855d4953-4c4e-4e4e-bab0-92b258a79af4,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:06.182915 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ad73d213-f793-4b1c-a89a-83a48ede4f3a req-4fe32051-a682-4835-ae36-796b32468f47 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267266 Jul 16 08:33:06.190509 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:06.190865 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:06.191249 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:06.191599 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:06.191947 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:06.192289 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:06.192829 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:06.193200 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:06.193499 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:06.193835 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:06.194170 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:06.194502 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:06.415862 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3f90f963-33ff-4d6b-8a97-edab42f91186 req-cefbf383-6f8b-4e22-bdc3-2ba8b4f8a772 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:06.432713 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['a0ce2a32-56bb-4c01-b716-9f9472481db1'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:06.533948 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefbf383-6f8b-4e22-bdc3-2ba8b4f8a772 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Pushing event deleted for resources: {'Port': ['ID=e4d1df61-04d2-4649-abae-6527c381180d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:06.637773 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f90f963-33ff-4d6b-8a97-edab42f91186 req-cefbf383-6f8b-4e22-bdc3-2ba8b4f8a772 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] No DVR routers for this DVR port e4d1df61-04d2-4649-abae-6527c381180d on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:06.638285 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ac683833-9929-48a5-83b2-fcaac55bf686 req-e87d3195-be67-4824-ab36-069d28851766 tempest-ServerShowV257Test-1388206740 tempest-ServerShowV257Test-1388206740-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.0857408 Jul 16 08:33:06.652940 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3f90f963-33ff-4d6b-8a97-edab42f91186 req-cefbf383-6f8b-4e22-bdc3-2ba8b4f8a772 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:06.657539 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f90f963-33ff-4d6b-8a97-edab42f91186 req-cefbf383-6f8b-4e22-bdc3-2ba8b4f8a772 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.30 "DELETE /v2.0/ports/e4d1df61-04d2-4649-abae-6527c381180d HTTP/1.1" status: 204 len: 173 time: 1.2617872 Jul 16 08:33:06.777341 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b24cf7-bead-49db-bd0b-a30b9e6d08cb x-openstack-request-id: req-e3b24cf7-bead-49db-bd0b-a30b9e6d08cb {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:06.777691 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec27de48-441c-4bd3-87da-0adb8d72bde8", "name": "network-vif-plugged", "status": "completed", "tag": "855d4953-4c4e-4e4e-bab0-92b258a79af4", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:06.777995 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e3b24cf7-bead-49db-bd0b-a30b9e6d08cb {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:06.778409 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec27de48-441c-4bd3-87da-0adb8d72bde8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '855d4953-4c4e-4e4e-bab0-92b258a79af4', 'code': 200} Jul 16 08:33:06.817158 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-e8f9d0b0-1fc7-4eb4-b0c4-6d0b5e641a12 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:33:06.827426 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-e8f9d0b0-1fc7-4eb4-b0c4-6d0b5e641a12 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0283618 Jul 16 08:33:06.835942 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-6bbd11c5-1553-41f8-92ac-286775d5158f service neutron] Request body: {'binding': {'host': 'n-h2-771362-37', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:06.836825 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-6bbd11c5-1553-41f8-92ac-286775d5158f service neutron] Unknown quota resources ['binding']. {{(pid=93759) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:33:06.970642 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-3f90f963-33ff-4d6b-8a97-edab42f91186 req-dcad1aeb-7b3d-45b9-822d-da6875f24646 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Deleting port 5fc1c9b8-2d81-468c-ada9-04af03cac497 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:06.971150 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3f90f963-33ff-4d6b-8a97-edab42f91186 req-dcad1aeb-7b3d-45b9-822d-da6875f24646 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:06.987541 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56996) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:06.994973 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:07.007919 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a98a8f-32aa-4863-bee2-c81e86ffbf72 req-51519d83-b1f1-4a6f-af5f-bede34196a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:07.009751 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7a98a8f-32aa-4863-bee2-c81e86ffbf72 req-51519d83-b1f1-4a6f-af5f-bede34196a15 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ec27de48-441c-4bd3-87da-0adb8d72bde8 HTTP/1.1" status: 200 len: 1097 time: 0.1358311 Jul 16 08:33:07.073388 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-6bbd11c5-1553-41f8-92ac-286775d5158f service neutron] Attempting to bind port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 on host n-h2-771362-37 for vnic_type normal with profile None {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:07.074368 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-6bbd11c5-1553-41f8-92ac-286775d5158f service neutron] Attempting to bind port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:07.074885 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-6bbd11c5-1553-41f8-92ac-286775d5158f service neutron] Attempting to bind port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 on network d342364e-cb68-4fed-83d9-f37bbb306922 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:07.094605 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-6bbd11c5-1553-41f8-92ac-286775d5158f service neutron] Port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 on network d342364e-cb68-4fed-83d9-f37bbb306922 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:07.095230 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-6bbd11c5-1553-41f8-92ac-286775d5158f service neutron] Attempting to bind port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 on network d342364e-cb68-4fed-83d9-f37bbb306922 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:07.106396 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-6bbd11c5-1553-41f8-92ac-286775d5158f service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:07.107205 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-6bbd11c5-1553-41f8-92ac-286775d5158f service neutron] Checking segment: {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:07.107967 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-6bbd11c5-1553-41f8-92ac-286775d5158f service neutron] Bound using segment: {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:07.108828 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-6bbd11c5-1553-41f8-92ac-286775d5158f service neutron] Bound port: dce8d606-902a-4b54-9fc9-7ecbc85b0ce7, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:07.124605 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7a98a8f-32aa-4863-bee2-c81e86ffbf72 req-81bb2940-1c67-41ca-b59b-3600a1dc4ccc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0990314 Jul 16 08:33:07.164275 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-3f90f963-33ff-4d6b-8a97-edab42f91186 req-dcad1aeb-7b3d-45b9-822d-da6875f24646 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] For port 5fc1c9b8-2d81-468c-ada9-04af03cac497, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=5fc1c9b8-2d81-468c-ada9-04af03cac497,segment=NetworkSegment(2de37a97-2a75-4a47-87e5-24ba0e6ac859),segment_id=2de37a97-2a75-4a47-87e5-24ba0e6ac859)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:07.164745 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3f90f963-33ff-4d6b-8a97-edab42f91186 req-dcad1aeb-7b3d-45b9-822d-da6875f24646 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:07.175735 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-6bbd11c5-1553-41f8-92ac-286775d5158f service neutron] For port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=dce8d606-902a-4b54-9fc9-7ecbc85b0ce7,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:07.181166 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-3f90f963-33ff-4d6b-8a97-edab42f91186 req-dcad1aeb-7b3d-45b9-822d-da6875f24646 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Calling delete_port for 5fc1c9b8-2d81-468c-ada9-04af03cac497 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:07.187330 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6eed20-ae6f-495f-97d2-0fb5cd87f002 req-6d9156f1-0043-4678-9d78-99b12e5f7b5c tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:07.194986 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0e6eed20-ae6f-495f-97d2-0fb5cd87f002 req-6d9156f1-0043-4678-9d78-99b12e5f7b5c tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec27de48-441c-4bd3-87da-0adb8d72bde8 HTTP/1.1" status: 200 len: 945 time: 0.1747787 Jul 16 08:33:07.250447 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0e6eed20-ae6f-495f-97d2-0fb5cd87f002 req-8c0cabb1-e907-42dc-b8db-40423a3518e2 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542703 Jul 16 08:33:07.255998 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-6bbd11c5-1553-41f8-92ac-286775d5158f service neutron] Notify callbacks [] for binding, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:07.272235 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-6bbd11c5-1553-41f8-92ac-286775d5158f service neutron] 10.222.0.22 "POST /v2.0/ports/dce8d606-902a-4b54-9fc9-7ecbc85b0ce7/bindings HTTP/1.1" status: 201 len: 390 time: 0.4436162 Jul 16 08:33:07.288570 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-3209e245-e3c1-454a-9b76-dae4ddd1bcae tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:07.326148 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3209e245-e3c1-454a-9b76-dae4ddd1bcae tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:07.472611 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3f90f963-33ff-4d6b-8a97-edab42f91186 req-dcad1aeb-7b3d-45b9-822d-da6875f24646 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:07.530031 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad1aeb-7b3d-45b9-822d-da6875f24646 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Pushing event deleted for resources: {'Port': ['ID=5fc1c9b8-2d81-468c-ada9-04af03cac497,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:07.571324 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2056c32d-e21c-4c05-adf6-ebd87a366cb0', 'name': 'network-vif-deleted', 'tag': 'e4d1df61-04d2-4649-abae-6527c381180d'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:07.574052 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9bc6e06-2905-40b5-9563-4c13867aa711" -d '{"events": [{"server_uuid": "2056c32d-e21c-4c05-adf6-ebd87a366cb0", "name": "network-vif-deleted", "tag": "e4d1df61-04d2-4649-abae-6527c381180d"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:07.621538 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bf60f56e-97fc-401e-acf7-1144c6c0e0d5 req-445c2d8a-c93b-4003-a15f-dba228e0fa05 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 210 time: 0.0425074 Jul 16 08:33:07.938758 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae036f8-7aa5-403a-83bf-f2c070be9f11 req-f254296a-aa97-40fc-b679-0378a36771bb tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:07.940242 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4ae036f8-7aa5-403a-83bf-f2c070be9f11 req-f254296a-aa97-40fc-b679-0378a36771bb tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 946 time: 0.1046124 Jul 16 08:33:08.019729 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4ae036f8-7aa5-403a-83bf-f2c070be9f11 req-9ed638c9-3431-4129-a7d1-7220d5ec7e52 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642576 Jul 16 08:33:08.201635 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d51ad8ae-f1ee-43e7-a798-eb87b57fe965 x-openstack-request-id: req-d51ad8ae-f1ee-43e7-a798-eb87b57fe965 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:08.202700 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2056c32d-e21c-4c05-adf6-ebd87a366cb0", "name": "network-vif-deleted", "tag": "e4d1df61-04d2-4649-abae-6527c381180d", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:08.203109 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d51ad8ae-f1ee-43e7-a798-eb87b57fe965 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:08.203650 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2056c32d-e21c-4c05-adf6-ebd87a366cb0', 'name': 'network-vif-deleted', 'tag': 'e4d1df61-04d2-4649-abae-6527c381180d', 'status': 'completed', 'code': 200} Jul 16 08:33:08.205736 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f90f963-33ff-4d6b-8a97-edab42f91186 req-dcad1aeb-7b3d-45b9-822d-da6875f24646 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] No DVR routers for this DVR port 5fc1c9b8-2d81-468c-ada9-04af03cac497 on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:08.208708 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3f90f963-33ff-4d6b-8a97-edab42f91186 req-dcad1aeb-7b3d-45b9-822d-da6875f24646 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.211334 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f90f963-33ff-4d6b-8a97-edab42f91186 req-dcad1aeb-7b3d-45b9-822d-da6875f24646 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.30 "DELETE /v2.0/ports/5fc1c9b8-2d81-468c-ada9-04af03cac497 HTTP/1.1" status: 204 len: 173 time: 1.5477793 Jul 16 08:33:08.281419 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae472dbb-d309-41a7-b4b7-d8ebca9e4152 req-e2e2d1db-c9ef-4c50-af9d-53f7fa29098c tempest-ServerShowV257Test-1388206740 tempest-ServerShowV257Test-1388206740-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.0764239 Jul 16 08:33:08.308189 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3209e245-e3c1-454a-9b76-dae4ddd1bcae tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.396618 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-d76e351f-fa37-4e62-851f-361310d55551 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:08.398134 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-d76e351f-fa37-4e62-851f-361310d55551 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 1098 time: 0.7864661 Jul 16 08:33:08.431355 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:08.555462 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb10c93-91ed-4386-a8e5-c14dfeebf9db req-c5b7225d-d875-4069-a745-d326821975e6 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:08.557057 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ecb10c93-91ed-4386-a8e5-c14dfeebf9db req-c5b7225d-d875-4069-a745-d326821975e6 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec27de48-441c-4bd3-87da-0adb8d72bde8 HTTP/1.1" status: 200 len: 945 time: 0.1034691 Jul 16 08:33:08.559665 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-3209e245-e3c1-454a-9b76-dae4ddd1bcae tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Allocated IP 172.25.3.244 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/f27f6861-4db3-4f81-8975-ae4512f2ef55) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:08.596325 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-de894db9-2f9d-4cb5-9e27-d6f2b18c190a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:08.597868 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-de894db9-2f9d-4cb5-9e27-d6f2b18c190a service neutron] 10.222.0.21 "GET /v2.0/networks?id=d342364e-cb68-4fed-83d9-f37bbb306922 HTTP/1.1" status: 200 len: 921 time: 0.1909854 Jul 16 08:33:08.656590 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ecb10c93-91ed-4386-a8e5-c14dfeebf9db req-8dcea36c-18c7-4b21-8261-63079b776c62 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880663 Jul 16 08:33:08.671274 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-1806fbcb-7371-442a-b225-5bd58b6d0f78 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 HTTP/1.1" status: 200 len: 217 time: 0.0618131 Jul 16 08:33:08.885250 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-281c8dfe-a453-4085-be09-944005466977 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:08.886757 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-281c8dfe-a453-4085-be09-944005466977 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08efe674-85ae-4a06-b69c-d92fb68b404c HTTP/1.1" status: 200 len: 860 time: 0.2051024 Jul 16 08:33:08.975391 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-dcfca39e-eea4-42c3-8e00-429627bbd4cd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d342364e-cb68-4fed-83d9-f37bbb306922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0744579 Jul 16 08:33:08.999745 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3209e245-e3c1-454a-9b76-dae4ddd1bcae tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.026236 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 5fc1c9b8-2d81-468c-ada9-04af03cac497 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:09.076254 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 5fc1c9b8-2d81-468c-ada9-04af03cac497 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:09.077409 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 5fc1c9b8-2d81-468c-ada9-04af03cac497 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:09.078523 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device a0ce2a32-56bb-4c01-b716-9f9472481db1 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:09.078865 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7ba4e0d8-553b-4140-a03e-12091f30bbb2 req-61d5557d-7567-4470-9b94-c1b1e41b4e94 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=2056c32d-e21c-4c05-adf6-ebd87a366cb0 HTTP/1.1" status: 200 len: 210 time: 0.0656192 Jul 16 08:33:09.145151 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: a0ce2a32-56bb-4c01-b716-9f9472481db1 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:09.145151 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device a0ce2a32-56bb-4c01-b716-9f9472481db1 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:09.145151 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device e4d1df61-04d2-4649-abae-6527c381180d no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:09.186172 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-2d4ca808-f2b3-4f0a-9bcc-302ea462147d service neutron] 10.222.0.21 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001026 Jul 16 08:33:09.201655 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3209e245-e3c1-454a-9b76-dae4ddd1bcae tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.205374 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: e4d1df61-04d2-4649-abae-6527c381180d {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:09.205731 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device e4d1df61-04d2-4649-abae-6527c381180d not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:09.278842 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3209e245-e3c1-454a-9b76-dae4ddd1bcae tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:09.283654 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-3209e245-e3c1-454a-9b76-dae4ddd1bcae tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:09.296176 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3209e245-e3c1-454a-9b76-dae4ddd1bcae tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:09.362525 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484b352f-4c85-4dc8-98a7-804b65d44cd9 req-d7bb9cb0-bdcd-46d1-9f60-1f322b3442c8 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:09.370493 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-484b352f-4c85-4dc8-98a7-804b65d44cd9 req-d7bb9cb0-bdcd-46d1-9f60-1f322b3442c8 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec27de48-441c-4bd3-87da-0adb8d72bde8 HTTP/1.1" status: 200 len: 945 time: 0.0916355 Jul 16 08:33:09.393292 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209e245-e3c1-454a-9b76-dae4ddd1bcae tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Pushing event updated for resources: {'Port': ['ID=f27f6861-4db3-4f81-8975-ae4512f2ef55,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:09.424634 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-484b352f-4c85-4dc8-98a7-804b65d44cd9 req-a42f9d58-dee6-4486-8ca3-6f1494898838 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531454 Jul 16 08:33:09.494454 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3209e245-e3c1-454a-9b76-dae4ddd1bcae tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.503297 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-a882f6eb-7402-495e-b37a-3852862ef936 service neutron] 10.222.0.21 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101184 Jul 16 08:33:09.518355 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb39716-4c50-496e-96f6-3d7aba31d789 req-a810e719-df62-448a-b891-e15181d6edfd tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:09.520012 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3fb39716-4c50-496e-96f6-3d7aba31d789 req-a810e719-df62-448a-b891-e15181d6edfd tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 946 time: 0.1805933 Jul 16 08:33:09.587129 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b9bb8e1c-0c07-4a97-99cf-612abcdd6a8b req-82faaad6-290a-4970-92ed-606db4f695dd tempest-ServerShowV257Test-1388206740 tempest-ServerShowV257Test-1388206740-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.0470128 Jul 16 08:33:09.612001 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3209e245-e3c1-454a-9b76-dae4ddd1bcae tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.667812 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3fb39716-4c50-496e-96f6-3d7aba31d789 req-d879342a-0f6f-4798-9c4e-826bc21e72b6 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041052 Jul 16 08:33:09.859749 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3209e245-e3c1-454a-9b76-dae4ddd1bcae tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.869032 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3209e245-e3c1-454a-9b76-dae4ddd1bcae tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:09.965220 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3209e245-e3c1-454a-9b76-dae4ddd1bcae tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Pushing event updated for resources: {'Port': ['ID=f27f6861-4db3-4f81-8975-ae4512f2ef55,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:10.014111 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3209e245-e3c1-454a-9b76-dae4ddd1bcae tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:10.033222 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3209e245-e3c1-454a-9b76-dae4ddd1bcae tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:10.037772 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57060) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:10.038564 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3209e245-e3c1-454a-9b76-dae4ddd1bcae tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0484595 Jul 16 08:33:10.043385 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-45509dd9-6a53-474f-809d-af1b865e0b4c tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-345168868'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:10.073438 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45509dd9-6a53-474f-809d-af1b865e0b4c tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Made reservation on behalf of 633fbb4ee8c54c5a87d9cc1ee03b844d for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:10.079943 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45509dd9-6a53-474f-809d-af1b865e0b4c tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:10.091104 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45509dd9-6a53-474f-809d-af1b865e0b4c tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:10.206747 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2056c32d-e21c-4c05-adf6-ebd87a366cb0', 'name': 'network-vif-deleted', 'tag': '5fc1c9b8-2d81-468c-ada9-04af03cac497'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:10.209563 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d5e720f-1d9a-42da-9ddc-032b4e4847f8" -d '{"events": [{"server_uuid": "2056c32d-e21c-4c05-adf6-ebd87a366cb0", "name": "network-vif-deleted", "tag": "5fc1c9b8-2d81-468c-ada9-04af03cac497"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:10.237133 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57066) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:10.320104 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45509dd9-6a53-474f-809d-af1b865e0b4c tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:10.329277 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20606a0d-97ec-4796-9afb-00e13c370165 x-openstack-request-id: req-20606a0d-97ec-4796-9afb-00e13c370165 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:10.329608 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45509dd9-6a53-474f-809d-af1b865e0b4c tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:10.329721 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2056c32d-e21c-4c05-adf6-ebd87a366cb0", "name": "network-vif-deleted", "tag": "5fc1c9b8-2d81-468c-ada9-04af03cac497", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:10.329955 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-20606a0d-97ec-4796-9afb-00e13c370165 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:10.330947 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2056c32d-e21c-4c05-adf6-ebd87a366cb0', 'name': 'network-vif-deleted', 'tag': '5fc1c9b8-2d81-468c-ada9-04af03cac497', 'status': 'completed', 'code': 200} Jul 16 08:33:10.380964 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45509dd9-6a53-474f-809d-af1b865e0b4c tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:33:10.392506 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45509dd9-6a53-474f-809d-af1b865e0b4c tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be7c2a6e-6673-44a2-8f67-729633da1237,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:10.397697 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc74c1aa-ddb3-4f35-a89c-e5fd770b2d0e tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Deleting subnet d4b88b87-66cf-4d13-9eac-47981d1d6b8f {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:33:10.403707 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45509dd9-6a53-474f-809d-af1b865e0b4c tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:10.404190 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-45509dd9-6a53-474f-809d-af1b865e0b4c tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Added segment 27f0395c-d0d6-4e6e-98fa-7851491f880c of type vlan for network 5faf37fa-6187-4b0b-97ed-a6301dd3b858 Jul 16 08:33:10.407770 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc74c1aa-ddb3-4f35-a89c-e5fd770b2d0e tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:10.457509 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45509dd9-6a53-474f-809d-af1b865e0b4c tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:10.507816 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45509dd9-6a53-474f-809d-af1b865e0b4c tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:10.515609 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45509dd9-6a53-474f-809d-af1b865e0b4c tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:10.516796 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45509dd9-6a53-474f-809d-af1b865e0b4c tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:10.544209 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc74c1aa-ddb3-4f35-a89c-e5fd770b2d0e tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:10.604547 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45509dd9-6a53-474f-809d-af1b865e0b4c tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Pushing event updated for resources: {'Network': ['ID=5faf37fa-6187-4b0b-97ed-a6301dd3b858,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:10.622437 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 5faf37fa-6187-4b0b-97ed-a6301dd3b858 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:33:10.645217 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57072) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:10.646395 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-45509dd9-6a53-474f-809d-af1b865e0b4c tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6072052 Jul 16 08:33:10.664436 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-6ffc8851-cffe-425a-9eab-b52b5beb5cde tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Request body: {'subnet': {'network_id': '5faf37fa-6187-4b0b-97ed-a6301dd3b858', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:10.745664 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbeca55-0b4f-4fd7-9292-66aac2f81966 req-2f919b64-73ae-4da1-8b9f-942307484098 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:10.753520 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9fbeca55-0b4f-4fd7-9292-66aac2f81966 req-2f919b64-73ae-4da1-8b9f-942307484098 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.21 "GET /v2.0/ports?device_id=ec27de48-441c-4bd3-87da-0adb8d72bde8 HTTP/1.1" status: 200 len: 945 time: 0.2574892 Jul 16 08:33:10.776885 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826c6f60-76cd-477f-9b71-d1e7b176d919 req-f508fbd7-11ee-4d2f-9b94-df1ef99838c9 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:10.785710 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-826c6f60-76cd-477f-9b71-d1e7b176d919 req-f508fbd7-11ee-4d2f-9b94-df1ef99838c9 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec27de48-441c-4bd3-87da-0adb8d72bde8 HTTP/1.1" status: 200 len: 945 time: 0.1470819 Jul 16 08:33:10.832765 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-826c6f60-76cd-477f-9b71-d1e7b176d919 req-521355df-7e3f-4889-8d48-aa7f2e4e08d7 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471060 Jul 16 08:33:10.987760 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7a91402-1c09-4133-95ba-a371ed53f1b2 req-55b49579-4c5e-4876-ae23-f905fd9d589b tempest-ServerShowV257Test-1388206740 tempest-ServerShowV257Test-1388206740-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.1569476 Jul 16 08:33:11.001103 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc74c1aa-ddb3-4f35-a89c-e5fd770b2d0e tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.055108 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dd52d5-ea87-4cc3-a3e6-f7a77b30def8 req-e9f0de67-1455-44eb-8b94-e495f16e0f02 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:11.065218 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-79dd52d5-ea87-4cc3-a3e6-f7a77b30def8 req-e9f0de67-1455-44eb-8b94-e495f16e0f02 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 946 time: 0.1275978 Jul 16 08:33:11.126550 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ffc8851-cffe-425a-9eab-b52b5beb5cde tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Made reservation on behalf of 633fbb4ee8c54c5a87d9cc1ee03b844d for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:11.130462 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6ffc8851-cffe-425a-9eab-b52b5beb5cde tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.141869 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc74c1aa-ddb3-4f35-a89c-e5fd770b2d0e tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.155492 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-79dd52d5-ea87-4cc3-a3e6-f7a77b30def8 req-70877c1a-0071-4eee-b539-6232c243282e tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839791 Jul 16 08:33:11.200800 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc74c1aa-ddb3-4f35-a89c-e5fd770b2d0e tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Pushing event deleted for resources: {'Subnet': ['ID=d4b88b87-66cf-4d13-9eac-47981d1d6b8f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:11.203482 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc74c1aa-ddb3-4f35-a89c-e5fd770b2d0e tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.205489 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-dc74c1aa-ddb3-4f35-a89c-e5fd770b2d0e tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "DELETE /v2.0/subnets/d4b88b87-66cf-4d13-9eac-47981d1d6b8f HTTP/1.1" status: 204 len: 168 time: 0.9669476 Jul 16 08:33:11.208809 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57084) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:11.212982 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231594d8-b90d-422b-bb73-f19a430fd05c None None] Network d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:33:11.281237 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-9fbeca55-0b4f-4fd7-9292-66aac2f81966 req-f886de18-f223-438c-9000-577c086d72eb tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Deleting port 855d4953-4c4e-4e4e-bab0-92b258a79af4 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:11.281638 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9fbeca55-0b4f-4fd7-9292-66aac2f81966 req-f886de18-f223-438c-9000-577c086d72eb tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.448745 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b9cda98-922b-4a0e-aae2-c44183988d8f tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.450043 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-9fbeca55-0b4f-4fd7-9292-66aac2f81966 req-f886de18-f223-438c-9000-577c086d72eb tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] For port 855d4953-4c4e-4e4e-bab0-92b258a79af4, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=855d4953-4c4e-4e4e-bab0-92b258a79af4,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:11.450640 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9fbeca55-0b4f-4fd7-9292-66aac2f81966 req-f886de18-f223-438c-9000-577c086d72eb tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:11.465186 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-9fbeca55-0b4f-4fd7-9292-66aac2f81966 req-f886de18-f223-438c-9000-577c086d72eb tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Calling delete_port for 855d4953-4c4e-4e4e-bab0-92b258a79af4 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:11.617292 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-800ecb7e-ff79-4963-8eca-724daa2539f5 None None] DHCP port deletion for d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:33:11.732246 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-800ecb7e-ff79-4963-8eca-724daa2539f5 None None] Deleting port a64facd6-0b45-4386-be12-cba1558d5908 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:11.732939 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-800ecb7e-ff79-4963-8eca-724daa2539f5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.000922 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6ffc8851-cffe-425a-9eab-b52b5beb5cde tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.016931 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-800ecb7e-ff79-4963-8eca-724daa2539f5 None None] For port a64facd6-0b45-4386-be12-cba1558d5908, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=a64facd6-0b45-4386-be12-cba1558d5908,segment=NetworkSegment(fc5986c5-bd7f-4e33-9493-04007e5f8106),segment_id=fc5986c5-bd7f-4e33-9493-04007e5f8106)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:12.018150 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-800ecb7e-ff79-4963-8eca-724daa2539f5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.061713 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-800ecb7e-ff79-4963-8eca-724daa2539f5 None None] Calling delete_port for a64facd6-0b45-4386-be12-cba1558d5908 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:12.126606 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a64facd6-0b45-4386-be12-cba1558d5908 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:12.160284 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9fbeca55-0b4f-4fd7-9292-66aac2f81966 req-f886de18-f223-438c-9000-577c086d72eb tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.418976 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9b9cda98-922b-4a0e-aae2-c44183988d8f tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Deleting port a64facd6-0b45-4386-be12-cba1558d5908 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:12.419558 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b9cda98-922b-4a0e-aae2-c44183988d8f tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.429197 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fb266078-6a5a-40d6-8411-73e71dc33d8b req-89400283-47e3-46ee-a979-3a07406bd85e tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ec27de48-441c-4bd3-87da-0adb8d72bde8 HTTP/1.1" status: 200 len: 210 time: 0.1778324 Jul 16 08:33:12.433146 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f886de18-f223-438c-9000-577c086d72eb tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Pushing event deleted for resources: {'Port': ['ID=855d4953-4c4e-4e4e-bab0-92b258a79af4,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:12.482890 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffc8851-cffe-425a-9eab-b52b5beb5cde tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Pushing event updated for resources: {'Subnet': ['ID=55c03240-ca69-4593-8e39-caebe024e170,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:12.505571 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.520204 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-045732fd-f4be-486c-a2d1-d233d40f2382 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:12.527302 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-045732fd-f4be-486c-a2d1-d233d40f2382 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/networks?id=b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 HTTP/1.1" status: 200 len: 814 time: 0.2074709 Jul 16 08:33:12.537422 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ffc8851-cffe-425a-9eab-b52b5beb5cde tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Checking segment: {'id': '27f0395c-d0d6-4e6e-98fa-7851491f880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5faf37fa-6187-4b0b-97ed-a6301dd3b858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:12.538760 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffc8851-cffe-425a-9eab-b52b5beb5cde tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Network hostable DHCP agents. Network: 5faf37fa-6187-4b0b-97ed-a6301dd3b858, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:33:12.565864 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-9d519477-b9bc-4cf1-9b68-853ae3947ca9 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/quotas/96b808a620d443df8403c582e51f491a HTTP/1.1" status: 200 len: 375 time: 0.0374110 Jul 16 08:33:12.627831 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-800ecb7e-ff79-4963-8eca-724daa2539f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.629069 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fbeca55-0b4f-4fd7-9292-66aac2f81966 req-f886de18-f223-438c-9000-577c086d72eb tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] No DVR routers for this DVR port 855d4953-4c4e-4e4e-bab0-92b258a79af4 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:12.636860 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9fbeca55-0b4f-4fd7-9292-66aac2f81966 req-f886de18-f223-438c-9000-577c086d72eb tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.641303 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9fbeca55-0b4f-4fd7-9292-66aac2f81966 req-f886de18-f223-438c-9000-577c086d72eb tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.21 "DELETE /v2.0/ports/855d4953-4c4e-4e4e-bab0-92b258a79af4 HTTP/1.1" status: 204 len: 173 time: 1.8633642 Jul 16 08:33:12.644682 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec27de48-441c-4bd3-87da-0adb8d72bde8', 'name': 'network-vif-deleted', 'tag': '855d4953-4c4e-4e4e-bab0-92b258a79af4'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:12.649964 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a4722bf-efb3-465d-990e-095053788aad" -d '{"events": [{"server_uuid": "ec27de48-441c-4bd3-87da-0adb8d72bde8", "name": "network-vif-deleted", "tag": "855d4953-4c4e-4e4e-bab0-92b258a79af4"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:12.716043 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-9b9cda98-922b-4a0e-aae2-c44183988d8f tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] For port a64facd6-0b45-4386-be12-cba1558d5908, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=a64facd6-0b45-4386-be12-cba1558d5908,segment=NetworkSegment(fc5986c5-bd7f-4e33-9493-04007e5f8106),segment_id=fc5986c5-bd7f-4e33-9493-04007e5f8106)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:12.716739 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b9cda98-922b-4a0e-aae2-c44183988d8f tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.718499 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ecb7e-ff79-4963-8eca-724daa2539f5 None None] Pushing event deleted for resources: {'Port': ['ID=a64facd6-0b45-4386-be12-cba1558d5908,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:12.743990 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-800ecb7e-ff79-4963-8eca-724daa2539f5 None None] No DVR routers for this DVR port a64facd6-0b45-4386-be12-cba1558d5908 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:12.758650 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.db.api [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:33:12.758650 n-d-771362-37 neutron-server[93760]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 16 08:33:12.758650 n-d-771362-37 neutron-server[93760]: [parameters: {'status': 'DOWN', 'ports_id': 'a64facd6-0b45-4386-be12-cba1558d5908'}] Jul 16 08:33:12.758650 n-d-771362-37 neutron-server[93760]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:33:12.759079 n-d-771362-37 neutron-server[93760]: DEBUG oslo_db.api [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:33:12.771526 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9b9cda98-922b-4a0e-aae2-c44183988d8f tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Calling delete_port for a64facd6-0b45-4386-be12-cba1558d5908 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:12.829046 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e9cc980f-1a41-4c7e-a290-877564843d3f req-fcdb3f7e-427b-49f9-9c42-8a9e5cbe8559 tempest-ServerShowV257Test-1388206740 tempest-ServerShowV257Test-1388206740-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.1864645 Jul 16 08:33:12.830308 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ffc8851-cffe-425a-9eab-b52b5beb5cde tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Network 5faf37fa-6187-4b0b-97ed-a6301dd3b858 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:33:12.846717 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-6ffc8851-cffe-425a-9eab-b52b5beb5cde tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 5faf37fa-6187-4b0b-97ed-a6301dd3b858) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:12.853619 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ffc8851-cffe-425a-9eab-b52b5beb5cde tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:12.854271 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6ffc8851-cffe-425a-9eab-b52b5beb5cde tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.858490 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022920a1-7d6a-4f08-9e5f-287a9cfcf3fb None None] Network 5faf37fa-6187-4b0b-97ed-a6301dd3b858 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:33:12.938108 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6ffc8851-cffe-425a-9eab-b52b5beb5cde tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2901516 Jul 16 08:33:12.939143 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57118) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:12.939346 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-73829cdc-0912-4076-a225-0162d810b97f tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=96b808a620d443df8403c582e51f491a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2923877 Jul 16 08:33:12.944862 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-5d287b27-54da-4026-9f1c-188c827f05d4 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-838089017', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}, 'admin_state_up': False}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:12.951661 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-59a8ad50-3d8e-4515-b7e0-d6a06090802f service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:33:12.955762 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 855d4953-4c4e-4e4e-bab0-92b258a79af4 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:12.961451 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-59a8ad50-3d8e-4515-b7e0-d6a06090802f service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0199201 Jul 16 08:33:12.994048 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5d287b27-54da-4026-9f1c-188c827f05d4 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:12.995336 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5d287b27-54da-4026-9f1c-188c827f05d4 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:13.124217 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5d287b27-54da-4026-9f1c-188c827f05d4 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:13.133230 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-dee195b9-4136-49b7-a3ec-5941027a12d0 service neutron] 10.222.0.22 "GET /v2.0/networks/b2d19c32-2fcb-4a1c-86db-a53ab571cdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705678 Jul 16 08:33:13.246577 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b9cda98-922b-4a0e-aae2-c44183988d8f tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:13.303103 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9cda98-922b-4a0e-aae2-c44183988d8f tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] No DVR routers for this DVR port a64facd6-0b45-4386-be12-cba1558d5908 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:13.305178 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9cda98-922b-4a0e-aae2-c44183988d8f tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Pushing event deleted for resources: {'Port': ['ID=a64facd6-0b45-4386-be12-cba1558d5908,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:13.362180 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Port a64facd6-0b45-4386-be12-cba1558d5908 update to DOWN by agent not found {{(pid=93760) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 08:33:13.366275 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 855d4953-4c4e-4e4e-bab0-92b258a79af4 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:13.366626 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 855d4953-4c4e-4e4e-bab0-92b258a79af4 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:13.400061 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-8319992f-2c21-4771-be0c-0c69e55a7b79 service neutron] 10.222.0.22 "GET /v2.0/networks/b2d19c32-2fcb-4a1c-86db-a53ab571cdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657714 Jul 16 08:33:13.583928 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b9cda98-922b-4a0e-aae2-c44183988d8f tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:13.604982 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-9b9cda98-922b-4a0e-aae2-c44183988d8f tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:13.628160 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5d287b27-54da-4026-9f1c-188c827f05d4 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:13.634425 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-9b9cda98-922b-4a0e-aae2-c44183988d8f tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc5986c5-bd7f-4e33-9493-04007e5f8106') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:13.636894 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-9b9cda98-922b-4a0e-aae2-c44183988d8f tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc5986c5-bd7f-4e33-9493-04007e5f8106') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:13.672081 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56c2ae7-8c16-4218-a4fa-d6b43bcddfab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-5faf37fa-6187-4b0b-97ed-a6301dd3b858', 'network_id': '5faf37fa-6187-4b0b-97ed-a6301dd3b858', 'tenant_id': '633fbb4ee8c54c5a87d9cc1ee03b844d', 'fixed_ips': [{'subnet_id': '55c03240-ca69-4593-8e39-caebe024e170'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:33:13.675260 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e56c2ae7-8c16-4218-a4fa-d6b43bcddfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:13.683482 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b9cda98-922b-4a0e-aae2-c44183988d8f tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:13.752433 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b9cda98-922b-4a0e-aae2-c44183988d8f tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:13.768211 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b9cda98-922b-4a0e-aae2-c44183988d8f tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:33:13.770428 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b9cda98-922b-4a0e-aae2-c44183988d8f tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:33:13.780294 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:33:13.834012 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9be66ef-0894-4431-b08a-375c3d6ab039 req-10365047-f934-4bba-9ebf-62e323c4054a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:13.845781 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d9be66ef-0894-4431-b08a-375c3d6ab039 req-10365047-f934-4bba-9ebf-62e323c4054a tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 946 time: 0.6758628 Jul 16 08:33:13.908234 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-e56c2ae7-8c16-4218-a4fa-d6b43bcddfab None None] Allocated IP 172.20.0.2 (5faf37fa-6187-4b0b-97ed-a6301dd3b858/55c03240-ca69-4593-8e39-caebe024e170/6a399ed4-0750-4c47-b5e2-d72467138d46) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:14.023591 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d9be66ef-0894-4431-b08a-375c3d6ab039 req-c56faf56-69a5-41cf-8de7-8a97e8aaf2d6 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723289 Jul 16 08:33:14.042597 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b9cda98-922b-4a0e-aae2-c44183988d8f tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.068320 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b9cda98-922b-4a0e-aae2-c44183988d8f tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.083087 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9b9cda98-922b-4a0e-aae2-c44183988d8f tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "DELETE /v2.0/networks/d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5 HTTP/1.1" status: 204 len: 168 time: 2.8726060 Jul 16 08:33:14.086338 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57136) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:14.110909 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e56c2ae7-8c16-4218-a4fa-d6b43bcddfab None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.123647 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e56c2ae7-8c16-4218-a4fa-d6b43bcddfab None None] Transition to ACTIVE for port object 6a399ed4-0750-4c47-b5e2-d72467138d46 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:14.142865 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e56c2ae7-8c16-4218-a4fa-d6b43bcddfab None None] Transition to ACTIVE for port object 6a399ed4-0750-4c47-b5e2-d72467138d46 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:14.155359 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e56c2ae7-8c16-4218-a4fa-d6b43bcddfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.184365 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-253be992-7ded-4691-92f1-dfb06428f3de tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Deleting subnet 624cea4a-ebab-44a9-ba2c-1d693b237c00 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:33:14.188501 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-253be992-7ded-4691-92f1-dfb06428f3de tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.250506 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c2ae7-8c16-4218-a4fa-d6b43bcddfab None None] Pushing event updated for resources: {'Port': ['ID=6a399ed4-0750-4c47-b5e2-d72467138d46,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:14.273147 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9de3d8-2391-456c-b2f4-1a0e2ade7352 x-openstack-request-id: req-6b9de3d8-2391-456c-b2f4-1a0e2ade7352 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:14.273648 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec27de48-441c-4bd3-87da-0adb8d72bde8", "name": "network-vif-deleted", "tag": "855d4953-4c4e-4e4e-bab0-92b258a79af4", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:14.273742 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6b9de3d8-2391-456c-b2f4-1a0e2ade7352 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:14.274108 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec27de48-441c-4bd3-87da-0adb8d72bde8', 'name': 'network-vif-deleted', 'tag': '855d4953-4c4e-4e4e-bab0-92b258a79af4', 'status': 'completed', 'code': 200} Jul 16 08:33:14.283187 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56c2ae7-8c16-4218-a4fa-d6b43bcddfab None None] Network 5faf37fa-6187-4b0b-97ed-a6301dd3b858 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:14.286925 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-253be992-7ded-4691-92f1-dfb06428f3de tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.288302 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-e56c2ae7-8c16-4218-a4fa-d6b43bcddfab None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:14.291215 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56c2ae7-8c16-4218-a4fa-d6b43bcddfab None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:14.430089 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-da61ad04-c2a4-4836-a6ad-63324f1e2927 req-41ab53cf-44be-4c9f-9771-c55983667504 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=f37f16c2-1025-4f8b-8411-09076d4f5dd4 HTTP/1.1" status: 200 len: 210 time: 0.0835483 Jul 16 08:33:14.451091 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9cda98-922b-4a0e-aae2-c44183988d8f tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Pushing event deleted for resources: {'Network': ['ID=d09ea3c5-5afa-4c46-a7a3-2a0a4b1d4da5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:14.501125 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e56c2ae7-8c16-4218-a4fa-d6b43bcddfab None None] Attempting to bind port 6a399ed4-0750-4c47-b5e2-d72467138d46 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:14.501505 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e56c2ae7-8c16-4218-a4fa-d6b43bcddfab None None] Attempting to bind port 6a399ed4-0750-4c47-b5e2-d72467138d46 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '27f0395c-d0d6-4e6e-98fa-7851491f880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5faf37fa-6187-4b0b-97ed-a6301dd3b858'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:14.501981 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56c2ae7-8c16-4218-a4fa-d6b43bcddfab None None] Attempting to bind port 6a399ed4-0750-4c47-b5e2-d72467138d46 on network 5faf37fa-6187-4b0b-97ed-a6301dd3b858 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:14.516713 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56c2ae7-8c16-4218-a4fa-d6b43bcddfab None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:14.517105 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56c2ae7-8c16-4218-a4fa-d6b43bcddfab None None] Checking segment: {'id': '27f0395c-d0d6-4e6e-98fa-7851491f880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5faf37fa-6187-4b0b-97ed-a6301dd3b858'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:14.517533 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e56c2ae7-8c16-4218-a4fa-d6b43bcddfab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.517955 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e56c2ae7-8c16-4218-a4fa-d6b43bcddfab None None] Bound using segment: {'id': '27f0395c-d0d6-4e6e-98fa-7851491f880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5faf37fa-6187-4b0b-97ed-a6301dd3b858'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:14.518426 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e56c2ae7-8c16-4218-a4fa-d6b43bcddfab None None] Bound port: 6a399ed4-0750-4c47-b5e2-d72467138d46, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f0395c-d0d6-4e6e-98fa-7851491f880c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5faf37fa-6187-4b0b-97ed-a6301dd3b858'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:14.518814 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e56c2ae7-8c16-4218-a4fa-d6b43bcddfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.632575 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e56c2ae7-8c16-4218-a4fa-d6b43bcddfab None None] For port 6a399ed4-0750-4c47-b5e2-d72467138d46, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:14.636051 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e56c2ae7-8c16-4218-a4fa-d6b43bcddfab None None] For port 6a399ed4-0750-4c47-b5e2-d72467138d46, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=6a399ed4-0750-4c47-b5e2-d72467138d46,segment=NetworkSegment(27f0395c-d0d6-4e6e-98fa-7851491f880c),segment_id=27f0395c-d0d6-4e6e-98fa-7851491f880c)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:14.644527 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e56c2ae7-8c16-4218-a4fa-d6b43bcddfab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.672168 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f58cad0f-6daf-4b01-adcd-f3aa6425fd6c req-fec76f98-5457-4584-a59c-945b14a0f8c5 tempest-ServerShowV257Test-1388206740 tempest-ServerShowV257Test-1388206740-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.0682042 Jul 16 08:33:14.690504 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-253be992-7ded-4691-92f1-dfb06428f3de tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.728164 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56c2ae7-8c16-4218-a4fa-d6b43bcddfab None None] Pushing event updated for resources: {'Port': ['ID=6a399ed4-0750-4c47-b5e2-d72467138d46,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:14.782166 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5d287b27-54da-4026-9f1c-188c827f05d4 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.832270 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-253be992-7ded-4691-92f1-dfb06428f3de tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.876372 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-253be992-7ded-4691-92f1-dfb06428f3de tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Pushing event deleted for resources: {'Subnet': ['ID=624cea4a-ebab-44a9-ba2c-1d693b237c00,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:14.890892 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5d287b27-54da-4026-9f1c-188c827f05d4 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.926101 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17450877-8cbe-4f07-a62a-f5ed0e67aaa3 None None] Network ee556b79-e893-463e-8fe0-5e6365d7dd79 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:33:14.926629 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-253be992-7ded-4691-92f1-dfb06428f3de tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:14.934936 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-253be992-7ded-4691-92f1-dfb06428f3de tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "DELETE /v2.0/subnets/624cea4a-ebab-44a9-ba2c-1d693b237c00 HTTP/1.1" status: 204 len: 168 time: 0.8304226 Jul 16 08:33:14.936160 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57156) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:15.073960 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-5d287b27-54da-4026-9f1c-188c827f05d4 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Allocated IP 172.25.3.8 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/1ab9b9b0-59bd-467b-8f5f-bf71163858dc) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:15.142753 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ddfc47ff-c92e-4f41-b085-766d3a2e2e68 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.308102 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ddfc47ff-c92e-4f41-b085-766d3a2e2e68 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Deleting port 65981120-fa75-4ebb-b1a3-bc7d5aca75fb {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:15.308739 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ddfc47ff-c92e-4f41-b085-766d3a2e2e68 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.355422 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-976edb19-e056-4891-a496-f6689e3d7abd None None] DHCP port deletion for ee556b79-e893-463e-8fe0-5e6365d7dd79 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:33:15.439987 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-ddfc47ff-c92e-4f41-b085-766d3a2e2e68 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] For port 65981120-fa75-4ebb-b1a3-bc7d5aca75fb, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=65981120-fa75-4ebb-b1a3-bc7d5aca75fb,segment=NetworkSegment(2de37a97-2a75-4a47-87e5-24ba0e6ac859),segment_id=2de37a97-2a75-4a47-87e5-24ba0e6ac859)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:15.440943 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ddfc47ff-c92e-4f41-b085-766d3a2e2e68 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.475014 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ddfc47ff-c92e-4f41-b085-766d3a2e2e68 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Calling delete_port for 65981120-fa75-4ebb-b1a3-bc7d5aca75fb owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:15.497558 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-0c38d237-a989-4158-802b-ae3c798f3cb0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:15.502491 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-0c38d237-a989-4158-802b-ae3c798f3cb0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/networks?id=bffad17c-f1ab-47e1-8c7a-30b725bf841f HTTP/1.1" status: 200 len: 811 time: 0.7583990 Jul 16 08:33:15.508972 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-976edb19-e056-4891-a496-f6689e3d7abd None None] Deleting port 65981120-fa75-4ebb-b1a3-bc7d5aca75fb {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:15.509288 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-976edb19-e056-4891-a496-f6689e3d7abd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.667862 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-976edb19-e056-4891-a496-f6689e3d7abd None None] For port 65981120-fa75-4ebb-b1a3-bc7d5aca75fb, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=65981120-fa75-4ebb-b1a3-bc7d5aca75fb,segment=NetworkSegment(2de37a97-2a75-4a47-87e5-24ba0e6ac859),segment_id=2de37a97-2a75-4a47-87e5-24ba0e6ac859)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:15.672243 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-976edb19-e056-4891-a496-f6689e3d7abd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.693663 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-976edb19-e056-4891-a496-f6689e3d7abd None None] Calling delete_port for 65981120-fa75-4ebb-b1a3-bc7d5aca75fb owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:15.702627 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5d287b27-54da-4026-9f1c-188c827f05d4 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.765270 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ddfc47ff-c92e-4f41-b085-766d3a2e2e68 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.839072 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-63dcece8-1e8d-4cbf-bdbe-a2316fdbe7e7 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/quotas/e2c8ee8748ed40f095f05f97decda731 HTTP/1.1" status: 200 len: 375 time: 0.3263807 Jul 16 08:33:15.860813 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5d287b27-54da-4026-9f1c-188c827f05d4 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.876710 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-976edb19-e056-4891-a496-f6689e3d7abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:15.915010 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddfc47ff-c92e-4f41-b085-766d3a2e2e68 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] No DVR routers for this DVR port 65981120-fa75-4ebb-b1a3-bc7d5aca75fb on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:15.925448 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc47ff-c92e-4f41-b085-766d3a2e2e68 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Pushing event deleted for resources: {'Port': ['ID=65981120-fa75-4ebb-b1a3-bc7d5aca75fb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:15.989862 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976edb19-e056-4891-a496-f6689e3d7abd None None] Pushing event deleted for resources: {'Port': ['ID=65981120-fa75-4ebb-b1a3-bc7d5aca75fb,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:15.991715 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976edb19-e056-4891-a496-f6689e3d7abd None None] No DVR routers for this DVR port 65981120-fa75-4ebb-b1a3-bc7d5aca75fb on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:16.003503 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d287b27-54da-4026-9f1c-188c827f05d4 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:16.020844 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d287b27-54da-4026-9f1c-188c827f05d4 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Pushing event updated for resources: {'Port': ['ID=1ab9b9b0-59bd-467b-8f5f-bf71163858dc,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:16.033426 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-5d287b27-54da-4026-9f1c-188c827f05d4 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:16.038415 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d287b27-54da-4026-9f1c-188c827f05d4 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:16.134316 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 6a399ed4-0750-4c47-b5e2-d72467138d46 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:16.209589 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ddfc47ff-c92e-4f41-b085-766d3a2e2e68 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:16.236119 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 6a399ed4-0750-4c47-b5e2-d72467138d46 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:16.241158 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9acaad7-4e41-40f2-a0ee-a30a39c4bb7b req-ee294b34-900d-4716-9680-d309f455e228 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:16.250487 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f9acaad7-4e41-40f2-a0ee-a30a39c4bb7b req-ee294b34-900d-4716-9680-d309f455e228 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 946 time: 0.5852909 Jul 16 08:33:16.292404 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ddfc47ff-c92e-4f41-b085-766d3a2e2e68 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee556b79-e893-463e-8fe0-5e6365d7dd79']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:16.307515 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ddfc47ff-c92e-4f41-b085-766d3a2e2e68 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2de37a97-2a75-4a47-87e5-24ba0e6ac859') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:16.307818 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ddfc47ff-c92e-4f41-b085-766d3a2e2e68 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2de37a97-2a75-4a47-87e5-24ba0e6ac859') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:16.331736 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f9acaad7-4e41-40f2-a0ee-a30a39c4bb7b req-798db932-e913-4c18-a40c-d9880835c28c tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788314 Jul 16 08:33:16.345210 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ddfc47ff-c92e-4f41-b085-766d3a2e2e68 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:16.352575 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 65981120-fa75-4ebb-b1a3-bc7d5aca75fb no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:16.392801 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 65981120-fa75-4ebb-b1a3-bc7d5aca75fb {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:16.395164 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ddfc47ff-c92e-4f41-b085-766d3a2e2e68 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:16.397471 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 65981120-fa75-4ebb-b1a3-bc7d5aca75fb not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:16.413609 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddfc47ff-c92e-4f41-b085-766d3a2e2e68 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:33:16.415115 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ddfc47ff-c92e-4f41-b085-766d3a2e2e68 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:16.425169 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:33:16.425169 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:33:16.425169 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:33:16.425169 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:33:16.425169 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:33:16.425169 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:33:16.425169 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:33:16.425169 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:33:16.425169 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:33:16.425169 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:33:16.425169 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:33:16.425169 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:33:16.425169 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:33:16.425169 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:33:16.425169 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:33:16.425169 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:33:16.425169 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:33:16.425169 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:33:16.425169 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:33:16.425169 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:33:16.425169 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:33:16.425169 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:33:16.425169 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:33:16.425169 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:33:16.425169 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:33:16.425169 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:33:16.425169 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:33:16.425169 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:33:16.425169 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:33:16.425169 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:33:16.425169 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:33:16.425169 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:33:16.558910 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d89f884-4768-414a-9fde-41522fcb2407 None None] Network 5faf37fa-6187-4b0b-97ed-a6301dd3b858 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:33:16.580120 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ddfc47ff-c92e-4f41-b085-766d3a2e2e68 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:16.586110 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ddfc47ff-c92e-4f41-b085-766d3a2e2e68 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:16.589089 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ddfc47ff-c92e-4f41-b085-766d3a2e2e68 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "DELETE /v2.0/networks/ee556b79-e893-463e-8fe0-5e6365d7dd79 HTTP/1.1" status: 204 len: 168 time: 1.6515517 Jul 16 08:33:16.605546 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57178) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:16.615022 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-14443482-1c92-4e76-bacd-928e4da0f8bf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1995450053'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:16.658224 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14443482-1c92-4e76-bacd-928e4da0f8bf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Made reservation on behalf of 3d331a6d40bd4acba6cabcb4afde1424 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:16.662038 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14443482-1c92-4e76-bacd-928e4da0f8bf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:16.704825 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14443482-1c92-4e76-bacd-928e4da0f8bf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:33:16.727969 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14443482-1c92-4e76-bacd-928e4da0f8bf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:16.727969 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-14443482-1c92-4e76-bacd-928e4da0f8bf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Added segment 609d2279-1897-4f1e-a839-9fcfed224218 of type vlan for network 951b50ac-8dbc-4f4b-9bbc-323b715f9a95 Jul 16 08:33:16.736560 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c6552c49-182b-4e85-89e3-c60e46c6ec04 None None] Provisioning for port 6a399ed4-0750-4c47-b5e2-d72467138d46 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:16.747034 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c6552c49-182b-4e85-89e3-c60e46c6ec04 None None] Provisioning complete for port 6a399ed4-0750-4c47-b5e2-d72467138d46 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:16.748962 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6552c49-182b-4e85-89e3-c60e46c6ec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:16.804263 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-d2d36868-7ba6-4d97-92a4-f59bfe2ed8b0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2c8ee8748ed40f095f05f97decda731&fields=id HTTP/1.1" status: 200 len: 210 time: 0.9229267 Jul 16 08:33:16.804997 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14443482-1c92-4e76-bacd-928e4da0f8bf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:16.876607 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddfc47ff-c92e-4f41-b085-766d3a2e2e68 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Pushing event deleted for resources: {'Network': ['ID=ee556b79-e893-463e-8fe0-5e6365d7dd79,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:16.910142 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14443482-1c92-4e76-bacd-928e4da0f8bf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:16.918770 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14443482-1c92-4e76-bacd-928e4da0f8bf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:16.919675 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14443482-1c92-4e76-bacd-928e4da0f8bf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:16.969755 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d7c43c66-f858-4fae-a1f4-29dd50cb8053 req-993d96c5-1eea-4df7-9260-2f653328b073 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=f37f16c2-1025-4f8b-8411-09076d4f5dd4 HTTP/1.1" status: 200 len: 210 time: 0.2875750 Jul 16 08:33:17.007330 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-14443482-1c92-4e76-bacd-928e4da0f8bf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3991399 Jul 16 08:33:17.010027 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57180) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:17.023425 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6552c49-182b-4e85-89e3-c60e46c6ec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:17.040866 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-cad6acba-9405-4009-938e-9df812e91da6 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Request body: {'subnet': {'network_id': '951b50ac-8dbc-4f4b-9bbc-323b715f9a95', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:17.078238 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c6552c49-182b-4e85-89e3-c60e46c6ec04 None None] For port 6a399ed4-0750-4c47-b5e2-d72467138d46, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=6a399ed4-0750-4c47-b5e2-d72467138d46,segment=NetworkSegment(27f0395c-d0d6-4e6e-98fa-7851491f880c),segment_id=27f0395c-d0d6-4e6e-98fa-7851491f880c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:17.092996 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6552c49-182b-4e85-89e3-c60e46c6ec04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:17.157648 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14443482-1c92-4e76-bacd-928e4da0f8bf tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Pushing event updated for resources: {'Network': ['ID=951b50ac-8dbc-4f4b-9bbc-323b715f9a95,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:17.161882 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6552c49-182b-4e85-89e3-c60e46c6ec04 None None] Pushing event updated for resources: {'Port': ['ID=6a399ed4-0750-4c47-b5e2-d72467138d46,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:17.174727 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 951b50ac-8dbc-4f4b-9bbc-323b715f9a95 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:33:17.319272 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87d502f7-3be0-4ff8-9cec-cacb221414ea req-33ee67d8-f256-4084-87d2-b4811c46960f tempest-ServerShowV257Test-1388206740 tempest-ServerShowV257Test-1388206740-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.0767324 Jul 16 08:33:17.362961 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad6acba-9405-4009-938e-9df812e91da6 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Made reservation on behalf of 3d331a6d40bd4acba6cabcb4afde1424 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:17.366607 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cad6acba-9405-4009-938e-9df812e91da6 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:17.449051 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-abab99db-36cb-438b-a703-de19af370a8f tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:17.451141 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-abab99db-36cb-438b-a703-de19af370a8f tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.21 "GET /v2.0/networks?id=b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 HTTP/1.1" status: 200 len: 814 time: 1.6745672 Jul 16 08:33:17.488675 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-bb50eceb-dca7-4787-a3e9-fb8f4ea1b6f0 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Request body: {'port': {'device_id': 'f37f16c2-1025-4f8b-8411-09076d4f5dd4', 'network_id': 'b2d19c32-2fcb-4a1c-86db-a53ab571cdf4', 'admin_state_up': True, 'tenant_id': '96b808a620d443df8403c582e51f491a'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:17.520665 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9adbb231-05c8-4acf-bc51-a05487f18dd8 None None] Provisioning complete for port 6a399ed4-0750-4c47-b5e2-d72467138d46 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:17.521039 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9adbb231-05c8-4acf-bc51-a05487f18dd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:17.538768 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-34a4b7e1-0489-4d2d-a32b-9c17681118c8 service neutron] 10.222.0.22 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7336702 Jul 16 08:33:17.763018 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cad6acba-9405-4009-938e-9df812e91da6 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:17.772781 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-24db5931-6a62-4d74-84f3-7609cbd53a10 req-6ec9cb05-409b-4442-a78b-08d097db75ca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.9781530 Jul 16 08:33:17.775330 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-927febe6-7bf0-47a6-bb69-c55eb5b63cb4 service neutron] 10.222.0.22 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256522 Jul 16 08:33:17.906755 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5d287b27-54da-4026-9f1c-188c827f05d4 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:17.974115 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad6acba-9405-4009-938e-9df812e91da6 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Pushing event updated for resources: {'Subnet': ['ID=a6723fa3-8456-4bec-88b1-2b5c3d31a832,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:18.026628 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 6a399ed4-0750-4c47-b5e2-d72467138d46 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:18.045592 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad6acba-9405-4009-938e-9df812e91da6 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Checking segment: {'id': '609d2279-1897-4f1e-a839-9fcfed224218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '951b50ac-8dbc-4f4b-9bbc-323b715f9a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:18.048100 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad6acba-9405-4009-938e-9df812e91da6 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Network hostable DHCP agents. Network: 951b50ac-8dbc-4f4b-9bbc-323b715f9a95, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:33:18.073146 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f19374-9be7-4925-b40f-995d8b2b3fb4 req-6c97d1a1-ad84-4955-bf21-2a53cc571f1e tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:18.074774 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f5f19374-9be7-4925-b40f-995d8b2b3fb4 req-6c97d1a1-ad84-4955-bf21-2a53cc571f1e tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 946 time: 0.3029227 Jul 16 08:33:18.134372 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 6a399ed4-0750-4c47-b5e2-d72467138d46 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:18.135458 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.168107 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad6acba-9405-4009-938e-9df812e91da6 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Network 951b50ac-8dbc-4f4b-9bbc-323b715f9a95 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:33:18.229265 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-09ebe673-577b-4f72-8b8d-fc7521241743 req-2bcdd39f-e371-4a27-9f40-678a46295e0d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.2257745 Jul 16 08:33:18.278180 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f5f19374-9be7-4925-b40f-995d8b2b3fb4 req-bb218dbc-80ee-4b06-a0a3-f32c4934ac8d tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1934686 Jul 16 08:33:18.287077 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-cad6acba-9405-4009-938e-9df812e91da6 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 951b50ac-8dbc-4f4b-9bbc-323b715f9a95) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:18.301957 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad6acba-9405-4009-938e-9df812e91da6 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:18.302582 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cad6acba-9405-4009-938e-9df812e91da6 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.306293 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db384a0a-aac4-4de0-85f8-63da82d2a24e None None] Network 951b50ac-8dbc-4f4b-9bbc-323b715f9a95 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:33:18.363256 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-cad6acba-9405-4009-938e-9df812e91da6 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3445981 Jul 16 08:33:18.364315 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57202) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:18.386301 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-26aedb5d-c87d-4d92-a0e3-6bb583bb7712 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1026644707'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:18.529631 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6be7fb6-95c4-4c24-841b-f57e6637a5a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-951b50ac-8dbc-4f4b-9bbc-323b715f9a95', 'network_id': '951b50ac-8dbc-4f4b-9bbc-323b715f9a95', 'tenant_id': '3d331a6d40bd4acba6cabcb4afde1424', 'fixed_ips': [{'subnet_id': 'a6723fa3-8456-4bec-88b1-2b5c3d31a832'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:33:18.532783 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b6be7fb6-95c4-4c24-841b-f57e6637a5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.572559 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0400bbef-33d2-4b6b-80d7-2e194b494339 req-1dfaf812-e51b-4ebd-b24a-5fe812898d22 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef512a9c-d3db-4eb6-89df-75447f44fdc3 HTTP/1.1" status: 200 len: 210 time: 0.1735182 Jul 16 08:33:18.610415 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26aedb5d-c87d-4d92-a0e3-6bb583bb7712 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Made reservation on behalf of 3d331a6d40bd4acba6cabcb4afde1424 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:18.614885 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26aedb5d-c87d-4d92-a0e3-6bb583bb7712 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.617366 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-be36888d-18b5-484a-a599-c32b5135e038 req-dcf7558e-f0af-4d2b-aaba-ed424bbc64f4 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=f37f16c2-1025-4f8b-8411-09076d4f5dd4 HTTP/1.1" status: 200 len: 210 time: 0.0580373 Jul 16 08:33:18.653840 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db5931-6a62-4d74-84f3-7609cbd53a10 req-afbb0e56-da1c-4b6c-b743-8d1e31cb87d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:18.670951 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-24db5931-6a62-4d74-84f3-7609cbd53a10 req-afbb0e56-da1c-4b6c-b743-8d1e31cb87d4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 1096 time: 0.7461777 Jul 16 08:33:18.682881 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26aedb5d-c87d-4d92-a0e3-6bb583bb7712 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:33:18.713683 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26aedb5d-c87d-4d92-a0e3-6bb583bb7712 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.715064 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-26aedb5d-c87d-4d92-a0e3-6bb583bb7712 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Added segment 179220dd-a462-4b93-9fb4-27b27c82e39e of type vlan for network 3a64a638-d380-48a1-b2a2-86eff2c62a7c Jul 16 08:33:18.827957 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26aedb5d-c87d-4d92-a0e3-6bb583bb7712 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.909372 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e509f839-ac61-4fe4-99f7-4903cac24868 req-2383ad4c-7cc0-4c2f-9cf8-0bcad8e740d7 tempest-ServerShowV257Test-1388206740 tempest-ServerShowV257Test-1388206740-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.0687993 Jul 16 08:33:18.955700 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26aedb5d-c87d-4d92-a0e3-6bb583bb7712 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.965539 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26aedb5d-c87d-4d92-a0e3-6bb583bb7712 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:18.966453 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26aedb5d-c87d-4d92-a0e3-6bb583bb7712 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:18.982833 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-b6be7fb6-95c4-4c24-841b-f57e6637a5a7 None None] Allocated IP 19.80.0.2 (951b50ac-8dbc-4f4b-9bbc-323b715f9a95/a6723fa3-8456-4bec-88b1-2b5c3d31a832/93c21ea3-6b6a-481e-bf51-ed64ff0a0187) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:19.024897 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-26aedb5d-c87d-4d92-a0e3-6bb583bb7712 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6577053 Jul 16 08:33:19.028651 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57212) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:19.038403 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-fafac4e1-c778-4834-97a6-69d12ace713e tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Request body: {'subnet': {'network_id': '3a64a638-d380-48a1-b2a2-86eff2c62a7c', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:19.115660 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db5931-6a62-4d74-84f3-7609cbd53a10 req-48b71365-70ec-4cb9-a410-348c89e84056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:19.117390 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-24db5931-6a62-4d74-84f3-7609cbd53a10 req-48b71365-70ec-4cb9-a410-348c89e84056 service neutron] 10.222.0.21 "GET /v2.0/networks?id=d342364e-cb68-4fed-83d9-f37bbb306922 HTTP/1.1" status: 200 len: 921 time: 0.3679702 Jul 16 08:33:19.122511 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-bb50eceb-dca7-4787-a3e9-fb8f4ea1b6f0 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Made reservation on behalf of 96b808a620d443df8403c582e51f491a for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:19.128102 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-bb50eceb-dca7-4787-a3e9-fb8f4ea1b6f0 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.159034 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aedb5d-c87d-4d92-a0e3-6bb583bb7712 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Pushing event updated for resources: {'Network': ['ID=3a64a638-d380-48a1-b2a2-86eff2c62a7c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:19.193429 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fafac4e1-c778-4834-97a6-69d12ace713e tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Made reservation on behalf of 3d331a6d40bd4acba6cabcb4afde1424 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:19.198131 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fafac4e1-c778-4834-97a6-69d12ace713e tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.258485 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-24db5931-6a62-4d74-84f3-7609cbd53a10 req-9e6bc24b-75a3-4cf4-9f18-c4ef8b9c17d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=373c0be1-41dc-4857-b8e6-bbf33c1354d1 HTTP/1.1" status: 200 len: 217 time: 0.1152647 Jul 16 08:33:19.398932 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5d287b27-54da-4026-9f1c-188c827f05d4 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.403912 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b6be7fb6-95c4-4c24-841b-f57e6637a5a7 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.432539 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b6be7fb6-95c4-4c24-841b-f57e6637a5a7 None None] Transition to ACTIVE for port object 93c21ea3-6b6a-481e-bf51-ed64ff0a0187 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:19.490417 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b6be7fb6-95c4-4c24-841b-f57e6637a5a7 None None] Transition to ACTIVE for port object 93c21ea3-6b6a-481e-bf51-ed64ff0a0187 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:19.503524 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 3a64a638-d380-48a1-b2a2-86eff2c62a7c details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:33:19.511201 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b6be7fb6-95c4-4c24-841b-f57e6637a5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.655228 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6be7fb6-95c4-4c24-841b-f57e6637a5a7 None None] Network 951b50ac-8dbc-4f4b-9bbc-323b715f9a95 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:19.667320 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-b6be7fb6-95c4-4c24-841b-f57e6637a5a7 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:19.681287 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6be7fb6-95c4-4c24-841b-f57e6637a5a7 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:19.728172 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fafac4e1-c778-4834-97a6-69d12ace713e tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.781930 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-bb50eceb-dca7-4787-a3e9-fb8f4ea1b6f0 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Allocated IP 172.20.0.4 (b2d19c32-2fcb-4a1c-86db-a53ab571cdf4/41d94230-f7df-4380-bdc6-f90c3a47e27a/d204940f-c0e3-4813-b86e-1c35c0edcec8) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:19.796793 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fafac4e1-c778-4834-97a6-69d12ace713e tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Pushing event updated for resources: {'Subnet': ['ID=60234822-62ee-4234-a041-0fdc3fc8e034,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:19.844569 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fafac4e1-c778-4834-97a6-69d12ace713e tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Checking segment: {'id': '179220dd-a462-4b93-9fb4-27b27c82e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3a64a638-d380-48a1-b2a2-86eff2c62a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:19.845204 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafac4e1-c778-4834-97a6-69d12ace713e tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Network hostable DHCP agents. Network: 3a64a638-d380-48a1-b2a2-86eff2c62a7c, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:33:19.890646 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fafac4e1-c778-4834-97a6-69d12ace713e tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Network 3a64a638-d380-48a1-b2a2-86eff2c62a7c is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:33:19.904631 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be7fb6-95c4-4c24-841b-f57e6637a5a7 None None] Pushing event updated for resources: {'Port': ['ID=93c21ea3-6b6a-481e-bf51-ed64ff0a0187,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:19.906413 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-fafac4e1-c778-4834-97a6-69d12ace713e tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 3a64a638-d380-48a1-b2a2-86eff2c62a7c) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:19.915968 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d7ddf4-eb51-4c27-88ed-f4b7fbb46277 None None] Network 3a64a638-d380-48a1-b2a2-86eff2c62a7c requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:33:19.917288 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fafac4e1-c778-4834-97a6-69d12ace713e tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:19.918002 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fafac4e1-c778-4834-97a6-69d12ace713e tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.969102 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-b6be7fb6-95c4-4c24-841b-f57e6637a5a7 None None] Attempting to bind port 93c21ea3-6b6a-481e-bf51-ed64ff0a0187 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:19.969850 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-b6be7fb6-95c4-4c24-841b-f57e6637a5a7 None None] Attempting to bind port 93c21ea3-6b6a-481e-bf51-ed64ff0a0187 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '609d2279-1897-4f1e-a839-9fcfed224218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '951b50ac-8dbc-4f4b-9bbc-323b715f9a95'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:19.970568 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6be7fb6-95c4-4c24-841b-f57e6637a5a7 None None] Attempting to bind port 93c21ea3-6b6a-481e-bf51-ed64ff0a0187 on network 951b50ac-8dbc-4f4b-9bbc-323b715f9a95 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:19.981383 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fafac4e1-c778-4834-97a6-69d12ace713e tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.9514570 Jul 16 08:33:19.995933 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6be7fb6-95c4-4c24-841b-f57e6637a5a7 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:19.996790 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6be7fb6-95c4-4c24-841b-f57e6637a5a7 None None] Checking segment: {'id': '609d2279-1897-4f1e-a839-9fcfed224218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '951b50ac-8dbc-4f4b-9bbc-323b715f9a95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:19.997430 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b6be7fb6-95c4-4c24-841b-f57e6637a5a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:19.998171 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6be7fb6-95c4-4c24-841b-f57e6637a5a7 None None] Bound using segment: {'id': '609d2279-1897-4f1e-a839-9fcfed224218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '951b50ac-8dbc-4f4b-9bbc-323b715f9a95'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:19.999090 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-b6be7fb6-95c4-4c24-841b-f57e6637a5a7 None None] Bound port: 93c21ea3-6b6a-481e-bf51-ed64ff0a0187, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '609d2279-1897-4f1e-a839-9fcfed224218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '951b50ac-8dbc-4f4b-9bbc-323b715f9a95'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:20.000038 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b6be7fb6-95c4-4c24-841b-f57e6637a5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:20.034001 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0021169d-4953-4314-a191-50397536bf6b req-a3f10ed1-57e0-4510-bca1-424cca6e7bbb tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef512a9c-d3db-4eb6-89df-75447f44fdc3 HTTP/1.1" status: 200 len: 210 time: 0.0982618 Jul 16 08:33:20.263192 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-081be3cc-de26-4bdb-9eda-a9a0c8ece83d req-91df834e-11d9-4528-a0ce-c1633f1b6089 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=f37f16c2-1025-4f8b-8411-09076d4f5dd4 HTTP/1.1" status: 200 len: 210 time: 0.1040516 Jul 16 08:33:20.264599 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-b6be7fb6-95c4-4c24-841b-f57e6637a5a7 None None] For port 93c21ea3-6b6a-481e-bf51-ed64ff0a0187, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:20.307130 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-b6be7fb6-95c4-4c24-841b-f57e6637a5a7 None None] For port 93c21ea3-6b6a-481e-bf51-ed64ff0a0187, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=93c21ea3-6b6a-481e-bf51-ed64ff0a0187,segment=NetworkSegment(609d2279-1897-4f1e-a839-9fcfed224218),segment_id=609d2279-1897-4f1e-a839-9fcfed224218)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:20.317897 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b6be7fb6-95c4-4c24-841b-f57e6637a5a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:20.327567 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24db5931-6a62-4d74-84f3-7609cbd53a10 req-47efe060-d1e7-45f1-82e5-27d93a3df8be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:20.335559 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-24db5931-6a62-4d74-84f3-7609cbd53a10 req-47efe060-d1e7-45f1-82e5-27d93a3df8be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08efe674-85ae-4a06-b69c-d92fb68b404c HTTP/1.1" status: 200 len: 860 time: 1.0582809 Jul 16 08:33:20.388852 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6be7fb6-95c4-4c24-841b-f57e6637a5a7 None None] Pushing event updated for resources: {'Port': ['ID=93c21ea3-6b6a-481e-bf51-ed64ff0a0187,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:20.421497 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-911d2305-aa5e-4cc8-9114-1b9529f640f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-3a64a638-d380-48a1-b2a2-86eff2c62a7c', 'network_id': '3a64a638-d380-48a1-b2a2-86eff2c62a7c', 'tenant_id': '3d331a6d40bd4acba6cabcb4afde1424', 'fixed_ips': [{'subnet_id': '60234822-62ee-4234-a041-0fdc3fc8e034'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:33:20.422475 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-911d2305-aa5e-4cc8-9114-1b9529f640f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:20.546531 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-344421ab-9670-4e98-aa7a-6c4267a9d430 req-23ae97dd-e7c9-426b-af01-3f95975329c4 tempest-ServerShowV257Test-1388206740 tempest-ServerShowV257Test-1388206740-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.0570314 Jul 16 08:33:20.561345 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-24db5931-6a62-4d74-84f3-7609cbd53a10 req-06ef22c2-f31a-4401-a23a-ef3d5bc4cc29 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d342364e-cb68-4fed-83d9-f37bbb306922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1240559 Jul 16 08:33:20.681136 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-bb50eceb-dca7-4787-a3e9-fb8f4ea1b6f0 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:20.744227 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-911d2305-aa5e-4cc8-9114-1b9529f640f2 None None] Allocated IP 19.86.0.2 (3a64a638-d380-48a1-b2a2-86eff2c62a7c/60234822-62ee-4234-a041-0fdc3fc8e034/0ba6a1f3-9748-437f-bc8a-58cd524eea57) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:20.866358 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d287b27-54da-4026-9f1c-188c827f05d4 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Router 293f25c0-264f-4195-bcd5-9d271fd5e395 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:33:20.877762 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e030f29b-0a9f-426d-956e-6748dcc855a5 req-2b5c6c8e-597b-4506-a465-e7465b395292 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:20.879645 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e030f29b-0a9f-426d-956e-6748dcc855a5 req-2b5c6c8e-597b-4506-a465-e7465b395292 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 946 time: 1.0519831 Jul 16 08:33:21.014565 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-911d2305-aa5e-4cc8-9114-1b9529f640f2 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:21.024602 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-911d2305-aa5e-4cc8-9114-1b9529f640f2 None None] Transition to ACTIVE for port object 0ba6a1f3-9748-437f-bc8a-58cd524eea57 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:21.049030 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-911d2305-aa5e-4cc8-9114-1b9529f640f2 None None] Transition to ACTIVE for port object 0ba6a1f3-9748-437f-bc8a-58cd524eea57 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:21.051651 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47448755-7985-44da-9f6f-3d531d8f2026 req-f6b97176-2f85-4699-9f13-750a1be0d87b tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:21.058851 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-911d2305-aa5e-4cc8-9114-1b9529f640f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:21.071007 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47448755-7985-44da-9f6f-3d531d8f2026 req-f6b97176-2f85-4699-9f13-750a1be0d87b tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:21.082490 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47448755-7985-44da-9f6f-3d531d8f2026 req-f6b97176-2f85-4699-9f13-750a1be0d87b tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/networks?id=951b50ac-8dbc-4f4b-9bbc-323b715f9a95&id=3a64a638-d380-48a1-b2a2-86eff2c62a7c HTTP/1.1" status: 200 len: 1392 time: 0.2219548 Jul 16 08:33:21.095707 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47448755-7985-44da-9f6f-3d531d8f2026 req-e5a5d6e6-990c-4333-aad6-b0763dc9300b tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/quotas/3d331a6d40bd4acba6cabcb4afde1424 HTTP/1.1" status: 200 len: 375 time: 0.0119469 Jul 16 08:33:21.192106 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47448755-7985-44da-9f6f-3d531d8f2026 req-545990c5-bb9b-41f1-a286-14f126ca7888 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3d331a6d40bd4acba6cabcb4afde1424&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0899496 Jul 16 08:33:21.256550 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-911d2305-aa5e-4cc8-9114-1b9529f640f2 None None] Network 3a64a638-d380-48a1-b2a2-86eff2c62a7c is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:21.261850 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-911d2305-aa5e-4cc8-9114-1b9529f640f2 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:21.268775 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-911d2305-aa5e-4cc8-9114-1b9529f640f2 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:21.280512 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d2305-aa5e-4cc8-9114-1b9529f640f2 None None] Pushing event updated for resources: {'Port': ['ID=0ba6a1f3-9748-437f-bc8a-58cd524eea57,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:21.341168 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-911d2305-aa5e-4cc8-9114-1b9529f640f2 None None] Attempting to bind port 0ba6a1f3-9748-437f-bc8a-58cd524eea57 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:21.341658 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-911d2305-aa5e-4cc8-9114-1b9529f640f2 None None] Attempting to bind port 0ba6a1f3-9748-437f-bc8a-58cd524eea57 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '179220dd-a462-4b93-9fb4-27b27c82e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3a64a638-d380-48a1-b2a2-86eff2c62a7c'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:21.342680 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d2305-aa5e-4cc8-9114-1b9529f640f2 None None] Attempting to bind port 0ba6a1f3-9748-437f-bc8a-58cd524eea57 on network 3a64a638-d380-48a1-b2a2-86eff2c62a7c {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:21.343748 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47448755-7985-44da-9f6f-3d531d8f2026 req-de536b1a-7f56-43b4-89bc-7ffe2bdbb83e service neutron] 10.222.0.22 "GET /v2.0/networks/951b50ac-8dbc-4f4b-9bbc-323b715f9a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442540 Jul 16 08:33:21.348534 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d2305-aa5e-4cc8-9114-1b9529f640f2 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:21.348913 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d2305-aa5e-4cc8-9114-1b9529f640f2 None None] Checking segment: {'id': '179220dd-a462-4b93-9fb4-27b27c82e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3a64a638-d380-48a1-b2a2-86eff2c62a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:21.349465 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-911d2305-aa5e-4cc8-9114-1b9529f640f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:21.350000 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-911d2305-aa5e-4cc8-9114-1b9529f640f2 None None] Bound using segment: {'id': '179220dd-a462-4b93-9fb4-27b27c82e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3a64a638-d380-48a1-b2a2-86eff2c62a7c'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:21.350474 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-911d2305-aa5e-4cc8-9114-1b9529f640f2 None None] Bound port: 0ba6a1f3-9748-437f-bc8a-58cd524eea57, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '179220dd-a462-4b93-9fb4-27b27c82e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3a64a638-d380-48a1-b2a2-86eff2c62a7c'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:21.350855 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-911d2305-aa5e-4cc8-9114-1b9529f640f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:21.425276 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-911d2305-aa5e-4cc8-9114-1b9529f640f2 None None] For port 0ba6a1f3-9748-437f-bc8a-58cd524eea57, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:21.428835 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-911d2305-aa5e-4cc8-9114-1b9529f640f2 None None] For port 0ba6a1f3-9748-437f-bc8a-58cd524eea57, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0ba6a1f3-9748-437f-bc8a-58cd524eea57,segment=NetworkSegment(179220dd-a462-4b93-9fb4-27b27c82e39e),segment_id=179220dd-a462-4b93-9fb4-27b27c82e39e)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:21.435476 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-911d2305-aa5e-4cc8-9114-1b9529f640f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:21.544274 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47448755-7985-44da-9f6f-3d531d8f2026 req-d1e7f5c5-1f40-4fea-9599-18ab41a15e5a service neutron] 10.222.0.22 "GET /v2.0/networks/951b50ac-8dbc-4f4b-9bbc-323b715f9a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892405 Jul 16 08:33:21.567213 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911d2305-aa5e-4cc8-9114-1b9529f640f2 None None] Pushing event updated for resources: {'Port': ['ID=0ba6a1f3-9748-437f-bc8a-58cd524eea57,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:21.585435 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-6bf404e9-688f-4453-8617-831319ea8cba tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:21.588490 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-6bf404e9-688f-4453-8617-831319ea8cba tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.30 "GET /v2.0/networks?id=bffad17c-f1ab-47e1-8c7a-30b725bf841f HTTP/1.1" status: 200 len: 811 time: 1.2939937 Jul 16 08:33:21.631423 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e030f29b-0a9f-426d-956e-6748dcc855a5 req-27ba5b1b-62b1-4134-b3b2-980abe003314 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6833959 Jul 16 08:33:21.650140 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-dccc9e8d-c00e-4781-8271-9b809ad9d744 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Request body: {'port': {'device_id': 'ef512a9c-d3db-4eb6-89df-75447f44fdc3', 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f', 'admin_state_up': True, 'tenant_id': 'e2c8ee8748ed40f095f05f97decda731'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:21.667455 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-bb50eceb-dca7-4787-a3e9-fb8f4ea1b6f0 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:21.692738 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['8c377edf-5e32-4f2a-9e29-361bcaa9f448'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:21.695723 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['1f263586-c0cf-44d1-b41e-1d556581b79d'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:21.699605 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47448755-7985-44da-9f6f-3d531d8f2026 req-7961dbf7-f7bc-49ee-be61-74f72c75de88 service neutron] 10.222.0.22 "GET /v2.0/networks/3a64a638-d380-48a1-b2a2-86eff2c62a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541085 Jul 16 08:33:21.822201 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47448755-7985-44da-9f6f-3d531d8f2026 req-18e5ef67-e3ee-4e3a-b475-a13e6919837b service neutron] 10.222.0.22 "GET /v2.0/networks/3a64a638-d380-48a1-b2a2-86eff2c62a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193802 Jul 16 08:33:21.888711 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb50eceb-dca7-4787-a3e9-fb8f4ea1b6f0 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Pushing event updated for resources: {'Port': ['ID=d204940f-c0e3-4813-b86e-1c35c0edcec8,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:22.033310 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-24db5931-6a62-4d74-84f3-7609cbd53a10 req-f6d86d18-5fc7-4fff-96a9-7e4b32b19ad7 service neutron] 10.222.0.21 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4664288 Jul 16 08:33:22.250259 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 93c21ea3-6b6a-481e-bf51-ed64ff0a0187 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:22.360877 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-bb50eceb-dca7-4787-a3e9-fb8f4ea1b6f0 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Network b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:22.371141 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-66d3d49a-f586-4875-ad5d-0c3b561a96c7 req-51c2fd58-ed72-442c-922e-899df3cf91f9 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef512a9c-d3db-4eb6-89df-75447f44fdc3 HTTP/1.1" status: 200 len: 210 time: 0.1150727 Jul 16 08:33:22.442006 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c26c9e-bd58-49fd-90e5-c002188e1331 None None] Network 951b50ac-8dbc-4f4b-9bbc-323b715f9a95 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:33:22.469535 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-bb50eceb-dca7-4787-a3e9-fb8f4ea1b6f0 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:22.485911 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-bb50eceb-dca7-4787-a3e9-fb8f4ea1b6f0 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:22.527568 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 93c21ea3-6b6a-481e-bf51-ed64ff0a0187 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:22.548366 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2dddc301-264a-4fa9-9967-cea40aa09977 req-dca94138-6dc2-4b4b-9a1a-33534e67b9cb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=86ca7c96cd2b45fdb6364aede85334fb&device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.1978579 Jul 16 08:33:22.591455 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-cdbea1ac-6875-41c4-9ab0-7bb4a33c6177 None None] Provisioning for port 93c21ea3-6b6a-481e-bf51-ed64ff0a0187 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:22.601677 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d287b27-54da-4026-9f1c-188c827f05d4 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:33:22.605916 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2dddc301-264a-4fa9-9967-cea40aa09977 req-08b1585c-d33a-4cd4-960c-01874d9974a3 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=86ca7c96cd2b45fdb6364aede85334fb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0393534 Jul 16 08:33:22.637269 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff766e97-381a-4945-b3d3-bec2ef4fcaa4 None None] Sync routers for ids ['293f25c0-264f-4195-bcd5-9d271fd5e395'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:33:22.643197 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-cdbea1ac-6875-41c4-9ab0-7bb4a33c6177 None None] Provisioning complete for port 93c21ea3-6b6a-481e-bf51-ed64ff0a0187 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:22.644344 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cdbea1ac-6875-41c4-9ab0-7bb4a33c6177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:22.658170 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-dccc9e8d-c00e-4781-8271-9b809ad9d744 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Made reservation on behalf of e2c8ee8748ed40f095f05f97decda731 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:22.662073 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-dccc9e8d-c00e-4781-8271-9b809ad9d744 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:22.670169 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b534e652-09eb-4eef-b6c1-138d1e6aa019 req-3c6a67f8-4bb2-4bfa-bb13-dbfd0fde0ee0 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=b36764b1-d745-494c-a33b-4b4ce8049d24 HTTP/1.1" status: 200 len: 210 time: 0.0660822 Jul 16 08:33:22.750370 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-bb50eceb-dca7-4787-a3e9-fb8f4ea1b6f0 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:22.751038 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-bb50eceb-dca7-4787-a3e9-fb8f4ea1b6f0 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:22.775480 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff766e97-381a-4945-b3d3-bec2ef4fcaa4 None None] Routers {'293f25c0-264f-4195-bcd5-9d271fd5e395'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:22.779988 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ff766e97-381a-4945-b3d3-bec2ef4fcaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:33:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['293f25c0-264f-4195-bcd5-9d271fd5e395'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:22.781618 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-24db5931-6a62-4d74-84f3-7609cbd53a10 req-6dd4b89a-60f3-4925-9b68-ea85b215f587 service neutron] 10.222.0.21 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7349629 Jul 16 08:33:22.807931 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5d287b27-54da-4026-9f1c-188c827f05d4 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:22.809241 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5d287b27-54da-4026-9f1c-188c827f05d4 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 9.8691065 Jul 16 08:33:22.812988 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57294) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:22.861092 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-bb50eceb-dca7-4787-a3e9-fb8f4ea1b6f0 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3984764 Jul 16 08:33:22.887532 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ff766e97-381a-4945-b3d3-bec2ef4fcaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:22.922511 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-6b6a3295-ee56-417c-a5d0-4a0db9c18aef service neutron] Request body: {'port': {'device_id': 'f37f16c2-1025-4f8b-8411-09076d4f5dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:22.955937 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff766e97-381a-4945-b3d3-bec2ef4fcaa4 None None] Routers {'293f25c0-264f-4195-bcd5-9d271fd5e395'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:22.962065 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ff766e97-381a-4945-b3d3-bec2ef4fcaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:33:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['293f25c0-264f-4195-bcd5-9d271fd5e395'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:23.101157 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ff766e97-381a-4945-b3d3-bec2ef4fcaa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:23.101829 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff766e97-381a-4945-b3d3-bec2ef4fcaa4 None None] The sync data for ids ['293f25c0-264f-4195-bcd5-9d271fd5e395'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:33:23.120801 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cdbea1ac-6875-41c4-9ab0-7bb4a33c6177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:23.166383 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dddc301-264a-4fa9-9967-cea40aa09977 req-098c33b0-e49d-414e-b3d3-2c782fb08061 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:23.167992 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2dddc301-264a-4fa9-9967-cea40aa09977 req-098c33b0-e49d-414e-b3d3-2c782fb08061 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5497906 Jul 16 08:33:23.170625 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-cdbea1ac-6875-41c4-9ab0-7bb4a33c6177 None None] For port 93c21ea3-6b6a-481e-bf51-ed64ff0a0187, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=93c21ea3-6b6a-481e-bf51-ed64ff0a0187,segment=NetworkSegment(609d2279-1897-4f1e-a839-9fcfed224218),segment_id=609d2279-1897-4f1e-a839-9fcfed224218)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:23.192186 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-273893c9-bd35-4521-8531-5c1ab8247013 req-79513c40-0ec3-4261-a06b-7eaf9ec3e0ac tempest-ServerShowV257Test-1388206740 tempest-ServerShowV257Test-1388206740-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.0770683 Jul 16 08:33:23.207211 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cdbea1ac-6875-41c4-9ab0-7bb4a33c6177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:23.257671 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-6b6a3295-ee56-417c-a5d0-4a0db9c18aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:23.300591 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbea1ac-6875-41c4-9ab0-7bb4a33c6177 None None] Pushing event updated for resources: {'Port': ['ID=93c21ea3-6b6a-481e-bf51-ed64ff0a0187,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:23.319759 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-dccc9e8d-c00e-4781-8271-9b809ad9d744 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Allocated IP 172.20.0.10 (bffad17c-f1ab-47e1-8c7a-30b725bf841f/25132452-9e46-4209-8e8b-3e1b72482432/3c8838af-7088-4dda-9802-c3c94b76e799) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:23.362715 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a6371-8448-4517-8fbb-9a63b5e9d259 req-d103fc4d-46cd-4f54-83c3-9fc24a87cc48 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:23.364129 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7927da0d-4d53-4ea8-987e-a83023b9db2c None None] Network 3a64a638-d380-48a1-b2a2-86eff2c62a7c requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:33:23.371516 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9e6a6371-8448-4517-8fbb-9a63b5e9d259 req-d103fc4d-46cd-4f54-83c3-9fc24a87cc48 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=f37f16c2-1025-4f8b-8411-09076d4f5dd4 HTTP/1.1" status: 200 len: 931 time: 0.4135740 Jul 16 08:33:23.492896 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6a2ceda8-ba5d-493b-9e45-c9a60ee10e95 None None] Provisioning for port 0ba6a1f3-9748-437f-bc8a-58cd524eea57 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:23.549128 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9e6a6371-8448-4517-8fbb-9a63b5e9d259 req-88d41cc0-a05e-4170-a585-0f47581540e7 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765158 Jul 16 08:33:23.738721 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8928fa8c-b401-47d9-ad06-ebf5c7b9872a None None] Provisioning complete for port 93c21ea3-6b6a-481e-bf51-ed64ff0a0187 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:23.739261 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8928fa8c-b401-47d9-ad06-ebf5c7b9872a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:23.782629 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-dccc9e8d-c00e-4781-8271-9b809ad9d744 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:23.848909 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-686c8fa0-6ec4-48b0-8ee3-592b067bc677 req-81964e8b-ab93-4a73-b50e-ccd2245398c6 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef512a9c-d3db-4eb6-89df-75447f44fdc3 HTTP/1.1" status: 200 len: 210 time: 0.0587437 Jul 16 08:33:24.041230 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-dccc9e8d-c00e-4781-8271-9b809ad9d744 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.103019 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-dccc9e8d-c00e-4781-8271-9b809ad9d744 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Network bffad17c-f1ab-47e1-8c7a-30b725bf841f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:24.122462 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-dccc9e8d-c00e-4781-8271-9b809ad9d744 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:24.173998 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 93c21ea3-6b6a-481e-bf51-ed64ff0a0187 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:24.180499 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3899199d-ba3a-45e4-84f2-a0a5e394b64f req-889a0696-f337-410d-8a05-1cdc0d5e18e2 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:24.182263 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3899199d-ba3a-45e4-84f2-a0a5e394b64f req-889a0696-f337-410d-8a05-1cdc0d5e18e2 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 946 time: 0.7569594 Jul 16 08:33:24.223311 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-dccc9e8d-c00e-4781-8271-9b809ad9d744 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:24.229633 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47448755-7985-44da-9f6f-3d531d8f2026 req-90f01718-ffb1-4e29-b7dc-1a28ae9a8d26 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:24.236943 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47448755-7985-44da-9f6f-3d531d8f2026 req-90f01718-ffb1-4e29-b7dc-1a28ae9a8d26 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:24.238527 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47448755-7985-44da-9f6f-3d531d8f2026 req-90f01718-ffb1-4e29-b7dc-1a28ae9a8d26 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.30 "GET /v2.0/networks?id=951b50ac-8dbc-4f4b-9bbc-323b715f9a95&id=3a64a638-d380-48a1-b2a2-86eff2c62a7c HTTP/1.1" status: 200 len: 1392 time: 0.2456818 Jul 16 08:33:24.264897 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 93c21ea3-6b6a-481e-bf51-ed64ff0a0187 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:24.265533 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.276087 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-47448755-7985-44da-9f6f-3d531d8f2026 req-77f53648-73f8-4d95-9259-40116d4e388a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Request body: {'port': {'device_id': 'b36764b1-d745-494c-a33b-4b4ce8049d24', 'network_id': '951b50ac-8dbc-4f4b-9bbc-323b715f9a95', 'admin_state_up': True, 'tenant_id': '3d331a6d40bd4acba6cabcb4afde1424'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:24.290613 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-6b6a3295-ee56-417c-a5d0-4a0db9c18aef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d204940f-c0e3-4813-b86e-1c35c0edcec8 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:24.319122 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3899199d-ba3a-45e4-84f2-a0a5e394b64f req-7d6af763-5656-46c0-9754-0c52a8048d8b tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230004 Jul 16 08:33:24.328885 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-6b6a3295-ee56-417c-a5d0-4a0db9c18aef service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.335245 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b7d38206-7026-4ecd-8640-d389c2faac30 req-1cc172ac-ea15-4012-97f4-07422adcde99 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=b36764b1-d745-494c-a33b-4b4ce8049d24 HTTP/1.1" status: 200 len: 210 time: 0.0673769 Jul 16 08:33:24.339285 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc9e8d-c00e-4781-8271-9b809ad9d744 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Pushing event updated for resources: {'Port': ['ID=3c8838af-7088-4dda-9802-c3c94b76e799,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:24.365075 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-dccc9e8d-c00e-4781-8271-9b809ad9d744 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:24.365816 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-dccc9e8d-c00e-4781-8271-9b809ad9d744 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.371141 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-6b6a3295-ee56-417c-a5d0-4a0db9c18aef service neutron] Transition to ACTIVE for port object d204940f-c0e3-4813-b86e-1c35c0edcec8 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:24.388106 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0ba6a1f3-9748-437f-bc8a-58cd524eea57 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:24.412956 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-6b6a3295-ee56-417c-a5d0-4a0db9c18aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.421505 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2dddc301-264a-4fa9-9967-cea40aa09977 req-ee25abb9-9ca9-40d6-9dc8-ba9dbdd3525e tempest-ServerShowV257Test-1388206740 tempest-ServerShowV257Test-1388206740-project] 10.222.0.21 "GET /v2.0/ports?device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.0475607 Jul 16 08:33:24.455658 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-dccc9e8d-c00e-4781-8271-9b809ad9d744 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8409362 Jul 16 08:33:24.472286 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-c6d85321-2ef6-49ef-b8b2-f887fd4ddf59 service neutron] Request body: {'port': {'device_id': 'ef512a9c-d3db-4eb6-89df-75447f44fdc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:24.506314 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91263c69-2f04-4da3-b23c-3d3594284bd0 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.523080 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47448755-7985-44da-9f6f-3d531d8f2026 req-77f53648-73f8-4d95-9259-40116d4e388a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Made reservation on behalf of 3d331a6d40bd4acba6cabcb4afde1424 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:24.526846 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-47448755-7985-44da-9f6f-3d531d8f2026 req-77f53648-73f8-4d95-9259-40116d4e388a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.543073 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a3295-ee56-417c-a5d0-4a0db9c18aef service neutron] Pushing event updated for resources: {'Port': ['ID=d204940f-c0e3-4813-b86e-1c35c0edcec8,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:24.544765 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 0ba6a1f3-9748-437f-bc8a-58cd524eea57 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:24.560860 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 0ba6a1f3-9748-437f-bc8a-58cd524eea57 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:24.562079 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.697705 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-c6d85321-2ef6-49ef-b8b2-f887fd4ddf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.700960 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.709588 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-30480f1d-f4d1-4b65-a177-ec42819e0a2d req-3f8aa05f-a354-457f-99c2-0c0804731dfe tempest-ServerShowV257Test-1388206740 tempest-ServerShowV257Test-1388206740-project] 10.222.0.22 "GET /v2.0/ports?device_id=1a06e0e5-da03-48f4-9ce2-8d1b2d79e1de HTTP/1.1" status: 200 len: 210 time: 0.0771482 Jul 16 08:33:24.736652 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-6b6a3295-ee56-417c-a5d0-4a0db9c18aef service neutron] Attempting to bind port d204940f-c0e3-4813-b86e-1c35c0edcec8 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:24.736995 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-6b6a3295-ee56-417c-a5d0-4a0db9c18aef service neutron] Attempting to bind port d204940f-c0e3-4813-b86e-1c35c0edcec8 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '1601abd3-1b0f-467a-8573-16719ac9ee54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b2d19c32-2fcb-4a1c-86db-a53ab571cdf4'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:24.738011 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-6b6a3295-ee56-417c-a5d0-4a0db9c18aef service neutron] Attempting to bind port d204940f-c0e3-4813-b86e-1c35c0edcec8 on network b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:24.769259 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 0ba6a1f3-9748-437f-bc8a-58cd524eea57, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0ba6a1f3-9748-437f-bc8a-58cd524eea57,segment=NetworkSegment(179220dd-a462-4b93-9fb4-27b27c82e39e),segment_id=179220dd-a462-4b93-9fb4-27b27c82e39e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:24.769780 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-6b6a3295-ee56-417c-a5d0-4a0db9c18aef service neutron] Port d204940f-c0e3-4813-b86e-1c35c0edcec8 on network b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:24.770120 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-6b6a3295-ee56-417c-a5d0-4a0db9c18aef service neutron] Attempting to bind port d204940f-c0e3-4813-b86e-1c35c0edcec8 on network b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:24.777317 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.779124 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-6b6a3295-ee56-417c-a5d0-4a0db9c18aef service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:24.780027 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-6b6a3295-ee56-417c-a5d0-4a0db9c18aef service neutron] Checking segment: {'id': '1601abd3-1b0f-467a-8573-16719ac9ee54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b2d19c32-2fcb-4a1c-86db-a53ab571cdf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:24.780568 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-6b6a3295-ee56-417c-a5d0-4a0db9c18aef service neutron] Bound using segment: {'id': '1601abd3-1b0f-467a-8573-16719ac9ee54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b2d19c32-2fcb-4a1c-86db-a53ab571cdf4'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:24.781140 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-6b6a3295-ee56-417c-a5d0-4a0db9c18aef service neutron] Bound port: d204940f-c0e3-4813-b86e-1c35c0edcec8, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1601abd3-1b0f-467a-8573-16719ac9ee54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b2d19c32-2fcb-4a1c-86db-a53ab571cdf4'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:24.781530 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-6b6a3295-ee56-417c-a5d0-4a0db9c18aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:24.902678 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=0ba6a1f3-9748-437f-bc8a-58cd524eea57,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:24.914074 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-47448755-7985-44da-9f6f-3d531d8f2026 req-77f53648-73f8-4d95-9259-40116d4e388a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Allocated IP 19.80.0.102 (951b50ac-8dbc-4f4b-9bbc-323b715f9a95/a6723fa3-8456-4bec-88b1-2b5c3d31a832/5f3aa5e2-e00d-4778-b359-764f7a526cca) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:25.011659 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-6b6a3295-ee56-417c-a5d0-4a0db9c18aef service neutron] For port d204940f-c0e3-4813-b86e-1c35c0edcec8, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:25.039470 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-6b6a3295-ee56-417c-a5d0-4a0db9c18aef service neutron] For port d204940f-c0e3-4813-b86e-1c35c0edcec8, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d204940f-c0e3-4813-b86e-1c35c0edcec8,segment=NetworkSegment(1601abd3-1b0f-467a-8573-16719ac9ee54),segment_id=1601abd3-1b0f-467a-8573-16719ac9ee54)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:25.078289 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-6b6a3295-ee56-417c-a5d0-4a0db9c18aef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:25.128087 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-6b6a3295-ee56-417c-a5d0-4a0db9c18aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:25.128663 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-6b6a3295-ee56-417c-a5d0-4a0db9c18aef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:25.130254 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-6b6a3295-ee56-417c-a5d0-4a0db9c18aef service neutron] 10.222.0.21 "PUT /v2.0/ports/d204940f-c0e3-4813-b86e-1c35c0edcec8 HTTP/1.1" status: 200 len: 1092 time: 2.2610378 Jul 16 08:33:25.133478 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-91263c69-2f04-4da3-b23c-3d3594284bd0 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Allocated IP 172.20.0.1 (5faf37fa-6187-4b0b-97ed-a6301dd3b858/55c03240-ca69-4593-8e39-caebe024e170/198f9203-8d52-453f-8682-030e2c6ab18a) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:25.140285 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972d841a-f8dd-4736-97a3-a977b9e97791 req-cee136f7-8e3a-45c1-951d-6d85e85966fd tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:25.147555 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-972d841a-f8dd-4736-97a3-a977b9e97791 req-cee136f7-8e3a-45c1-951d-6d85e85966fd tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=f37f16c2-1025-4f8b-8411-09076d4f5dd4 HTTP/1.1" status: 200 len: 943 time: 0.1973588 Jul 16 08:33:25.149238 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f37f16c2-1025-4f8b-8411-09076d4f5dd4', 'tag': 'd204940f-c0e3-4813-b86e-1c35c0edcec8'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:25.151531 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21697b68-4166-45de-a95e-9139b3467c98" -d '{"events": [{"name": "network-changed", "server_uuid": "f37f16c2-1025-4f8b-8411-09076d4f5dd4", "tag": "d204940f-c0e3-4813-b86e-1c35c0edcec8"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:25.247390 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a3295-ee56-417c-a5d0-4a0db9c18aef service neutron] Pushing event updated for resources: {'Port': ['ID=d204940f-c0e3-4813-b86e-1c35c0edcec8,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:25.288705 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-972d841a-f8dd-4736-97a3-a977b9e97791 req-737abc78-707b-4e79-bd09-b10864186d6a tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400831 Jul 16 08:33:25.299048 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-47448755-7985-44da-9f6f-3d531d8f2026 req-77f53648-73f8-4d95-9259-40116d4e388a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:25.325625 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-47448755-7985-44da-9f6f-3d531d8f2026 req-77f53648-73f8-4d95-9259-40116d4e388a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Transition to ACTIVE for port object 5f3aa5e2-e00d-4778-b359-764f7a526cca will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:25.367013 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91263c69-2f04-4da3-b23c-3d3594284bd0 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:25.368774 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-c6d85321-2ef6-49ef-b8b2-f887fd4ddf59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c8838af-7088-4dda-9802-c3c94b76e799 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:25.381869 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-c6d85321-2ef6-49ef-b8b2-f887fd4ddf59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:25.396783 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-91263c69-2f04-4da3-b23c-3d3594284bd0 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Transition to ACTIVE for port object 198f9203-8d52-453f-8682-030e2c6ab18a will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:25.412938 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-c6d85321-2ef6-49ef-b8b2-f887fd4ddf59 service neutron] Transition to ACTIVE for port object 3c8838af-7088-4dda-9802-c3c94b76e799 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:25.418529 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-8a421a0f-c9f3-4844-bd01-b8a882edd27e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:25.420760 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-8a421a0f-c9f3-4844-bd01-b8a882edd27e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=96b808a620d443df8403c582e51f491a&device_id=f37f16c2-1025-4f8b-8411-09076d4f5dd4 HTTP/1.1" status: 200 len: 1095 time: 0.1693223 Jul 16 08:33:25.422236 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-c6d85321-2ef6-49ef-b8b2-f887fd4ddf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:25.442928 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-47448755-7985-44da-9f6f-3d531d8f2026 req-77f53648-73f8-4d95-9259-40116d4e388a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:25.455100 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91263c69-2f04-4da3-b23c-3d3594284bd0 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:25.509848 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47448755-7985-44da-9f6f-3d531d8f2026 req-77f53648-73f8-4d95-9259-40116d4e388a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Network 951b50ac-8dbc-4f4b-9bbc-323b715f9a95 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:25.516083 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91263c69-2f04-4da3-b23c-3d3594284bd0 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Network 5faf37fa-6187-4b0b-97ed-a6301dd3b858 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:25.519839 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-47448755-7985-44da-9f6f-3d531d8f2026 req-77f53648-73f8-4d95-9259-40116d4e388a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:25.521853 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-91263c69-2f04-4da3-b23c-3d3594284bd0 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:25.523555 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-47448755-7985-44da-9f6f-3d531d8f2026 req-77f53648-73f8-4d95-9259-40116d4e388a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:25.537217 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-af36e57f-6577-49de-b5f9-a72ca059f6e9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d204940f-c0e3-4813-b86e-1c35c0edcec8 HTTP/1.1" status: 200 len: 217 time: 0.1082823 Jul 16 08:33:25.546346 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cb5cfe2-5846-4d08-87b3-6d67cc0c5d26 x-openstack-request-id: req-9cb5cfe2-5846-4d08-87b3-6d67cc0c5d26 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:25.546633 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f37f16c2-1025-4f8b-8411-09076d4f5dd4", "tag": "d204940f-c0e3-4813-b86e-1c35c0edcec8", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:25.546885 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9cb5cfe2-5846-4d08-87b3-6d67cc0c5d26 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:25.547278 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f37f16c2-1025-4f8b-8411-09076d4f5dd4', 'tag': 'd204940f-c0e3-4813-b86e-1c35c0edcec8', 'status': 'completed', 'code': 200} Jul 16 08:33:25.564981 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91263c69-2f04-4da3-b23c-3d3594284bd0 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:25.606368 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d85321-2ef6-49ef-b8b2-f887fd4ddf59 service neutron] Pushing event updated for resources: {'Port': ['ID=3c8838af-7088-4dda-9802-c3c94b76e799,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:25.616254 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47448755-7985-44da-9f6f-3d531d8f2026 req-77f53648-73f8-4d95-9259-40116d4e388a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:25.617043 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-47448755-7985-44da-9f6f-3d531d8f2026 req-77f53648-73f8-4d95-9259-40116d4e388a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:25.630336 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f53648-73f8-4d95-9259-40116d4e388a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Pushing event updated for resources: {'Port': ['ID=5f3aa5e2-e00d-4778-b359-764f7a526cca,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:25.644644 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f53648-73f8-4d95-9259-40116d4e388a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:25.645081 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f53648-73f8-4d95-9259-40116d4e388a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:25.645512 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f53648-73f8-4d95-9259-40116d4e388a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:25.646192 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f53648-73f8-4d95-9259-40116d4e388a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:25.646582 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f53648-73f8-4d95-9259-40116d4e388a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:25.646987 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f53648-73f8-4d95-9259-40116d4e388a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:25.647388 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f53648-73f8-4d95-9259-40116d4e388a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:25.647783 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f53648-73f8-4d95-9259-40116d4e388a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:25.648199 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f53648-73f8-4d95-9259-40116d4e388a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:25.648623 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f53648-73f8-4d95-9259-40116d4e388a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:25.649138 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f53648-73f8-4d95-9259-40116d4e388a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:25.649537 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77f53648-73f8-4d95-9259-40116d4e388a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:25.703644 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-84edfa60-4d18-42aa-adbf-b2371818c131 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:25.705248 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-84edfa60-4d18-42aa-adbf-b2371818c131 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41d94230-f7df-4380-bdc6-f90c3a47e27a HTTP/1.1" status: 200 len: 854 time: 0.1541989 Jul 16 08:33:25.766248 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47448755-7985-44da-9f6f-3d531d8f2026 req-77f53648-73f8-4d95-9259-40116d4e388a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5137570 Jul 16 08:33:25.769635 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-c2c14cda-9d65-4941-9c4a-65ef5f8ec919 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b2d19c32-2fcb-4a1c-86db-a53ab571cdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0539794 Jul 16 08:33:25.777422 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91263c69-2f04-4da3-b23c-3d3594284bd0 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:25.781852 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c837fa47-f75d-49fc-af86-52b52b82d8ea req-db810307-9c6e-47fc-a8fe-0aaf8b848a09 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:25.783411 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c837fa47-f75d-49fc-af86-52b52b82d8ea req-db810307-9c6e-47fc-a8fe-0aaf8b848a09 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef512a9c-d3db-4eb6-89df-75447f44fdc3 HTTP/1.1" status: 200 len: 944 time: 0.3173723 Jul 16 08:33:25.792568 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b59b25ca-a4fb-4e67-b66b-371bec780970 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Request body: {'port': {'device_id': 'b36764b1-d745-494c-a33b-4b4ce8049d24', 'network_id': '3a64a638-d380-48a1-b2a2-86eff2c62a7c', 'admin_state_up': True, 'tenant_id': '3d331a6d40bd4acba6cabcb4afde1424'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:25.844936 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91263c69-2f04-4da3-b23c-3d3594284bd0 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Pushing event updated for resources: {'Port': ['ID=198f9203-8d52-453f-8682-030e2c6ab18a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:25.853852 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-c6d85321-2ef6-49ef-b8b2-f887fd4ddf59 service neutron] Attempting to bind port 3c8838af-7088-4dda-9802-c3c94b76e799 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:25.854199 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-c6d85321-2ef6-49ef-b8b2-f887fd4ddf59 service neutron] Attempting to bind port 3c8838af-7088-4dda-9802-c3c94b76e799 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '7966b954-ba20-41a9-9f74-7745454be80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:25.854532 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-c6d85321-2ef6-49ef-b8b2-f887fd4ddf59 service neutron] Attempting to bind port 3c8838af-7088-4dda-9802-c3c94b76e799 on network bffad17c-f1ab-47e1-8c7a-30b725bf841f {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:25.879960 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-911352d6-a3f0-4c76-b408-21e39c24e256 None None] Provisioning for port 198f9203-8d52-453f-8682-030e2c6ab18a completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:25.884737 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-911352d6-a3f0-4c76-b408-21e39c24e256 None None] Provisioning complete for port 198f9203-8d52-453f-8682-030e2c6ab18a triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:25.885422 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-911352d6-a3f0-4c76-b408-21e39c24e256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:25.902378 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-c6d85321-2ef6-49ef-b8b2-f887fd4ddf59 service neutron] Port 3c8838af-7088-4dda-9802-c3c94b76e799 on network bffad17c-f1ab-47e1-8c7a-30b725bf841f not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:25.903232 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-c6d85321-2ef6-49ef-b8b2-f887fd4ddf59 service neutron] Attempting to bind port 3c8838af-7088-4dda-9802-c3c94b76e799 on network bffad17c-f1ab-47e1-8c7a-30b725bf841f {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:25.933087 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-911352d6-a3f0-4c76-b408-21e39c24e256 None None] Port 198f9203-8d52-453f-8682-030e2c6ab18a cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:33:25.974152 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-c6d85321-2ef6-49ef-b8b2-f887fd4ddf59 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:25.974495 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-c6d85321-2ef6-49ef-b8b2-f887fd4ddf59 service neutron] Checking segment: {'id': '7966b954-ba20-41a9-9f74-7745454be80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:25.974907 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-c6d85321-2ef6-49ef-b8b2-f887fd4ddf59 service neutron] Bound using segment: {'id': '7966b954-ba20-41a9-9f74-7745454be80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:25.975285 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0ba6a1f3-9748-437f-bc8a-58cd524eea57 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:25.975401 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-c6d85321-2ef6-49ef-b8b2-f887fd4ddf59 service neutron] Bound port: 3c8838af-7088-4dda-9802-c3c94b76e799, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7966b954-ba20-41a9-9f74-7745454be80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:25.975864 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-c6d85321-2ef6-49ef-b8b2-f887fd4ddf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:25.984748 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c837fa47-f75d-49fc-af86-52b52b82d8ea req-7e64371c-33ba-4877-bf88-dc6843a31dcb tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1832438 Jul 16 08:33:26.014586 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d26bb30-c813-4814-8a1b-0df2eaab4be5 req-6e183a0c-a083-490b-9948-270c442f94ba tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:26.016113 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d26bb30-c813-4814-8a1b-0df2eaab4be5 req-6e183a0c-a083-490b-9948-270c442f94ba tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 946 time: 0.3269019 Jul 16 08:33:26.048687 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 0ba6a1f3-9748-437f-bc8a-58cd524eea57 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:26.049998 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.077139 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-76101cd7-310c-4c7d-ac03-57cfaa628041 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:26.078871 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-76101cd7-310c-4c7d-ac03-57cfaa628041 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e&tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&binding%3Ahost_id=n-h1-771362-37 HTTP/1.1" status: 200 len: 1098 time: 0.2794363 Jul 16 08:33:26.084120 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-0a4632fc-ea1a-4955-bea2-a47ed0a99b62 service neutron] 10.222.0.21 "GET /v2.0/networks/b2d19c32-2fcb-4a1c-86db-a53ab571cdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2985756 Jul 16 08:33:26.091487 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b59b25ca-a4fb-4e67-b66b-371bec780970 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Made reservation on behalf of 3d331a6d40bd4acba6cabcb4afde1424 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:26.095350 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b59b25ca-a4fb-4e67-b66b-371bec780970 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.102922 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-0e0c2c86-235c-4bdc-952c-0bee69e4c374 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771362-37'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:26.132445 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d26bb30-c813-4814-8a1b-0df2eaab4be5 req-553dec1a-b1b4-4111-923c-a95594987e29 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099074 Jul 16 08:33:26.151924 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91263c69-2f04-4da3-b23c-3d3594284bd0 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.156477 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3dabd810-52fb-4968-a5f7-d8b5969e914d None None] Provisioning for port 5f3aa5e2-e00d-4778-b359-764f7a526cca completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:26.166861 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3dabd810-52fb-4968-a5f7-d8b5969e914d None None] Provisioning complete for port 5f3aa5e2-e00d-4778-b359-764f7a526cca triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:26.167409 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3dabd810-52fb-4968-a5f7-d8b5969e914d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.226897 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-0e0c2c86-235c-4bdc-952c-0bee69e4c374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.238107 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-3dabd810-52fb-4968-a5f7-d8b5969e914d None None] Port 5f3aa5e2-e00d-4778-b359-764f7a526cca cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:33:26.261843 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-c6d85321-2ef6-49ef-b8b2-f887fd4ddf59 service neutron] For port 3c8838af-7088-4dda-9802-c3c94b76e799, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:26.284302 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-c6d85321-2ef6-49ef-b8b2-f887fd4ddf59 service neutron] For port 3c8838af-7088-4dda-9802-c3c94b76e799, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=3c8838af-7088-4dda-9802-c3c94b76e799,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:26.345922 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-c6d85321-2ef6-49ef-b8b2-f887fd4ddf59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.386045 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b59b25ca-a4fb-4e67-b66b-371bec780970 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Allocated IP 19.86.0.129 (3a64a638-d380-48a1-b2a2-86eff2c62a7c/60234822-62ee-4234-a041-0fdc3fc8e034/059bbc9e-a6a2-438e-ab0b-25a1dad3147d) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:26.427231 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-c6d85321-2ef6-49ef-b8b2-f887fd4ddf59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:26.427931 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-c6d85321-2ef6-49ef-b8b2-f887fd4ddf59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.429824 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-c6d85321-2ef6-49ef-b8b2-f887fd4ddf59 service neutron] 10.222.0.30 "PUT /v2.0/ports/3c8838af-7088-4dda-9802-c3c94b76e799 HTTP/1.1" status: 200 len: 1093 time: 1.9642775 Jul 16 08:33:26.457282 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a312a8-acb9-4dc7-8a5b-fde50e9a4e73 req-8718ada2-4000-463b-8cd7-e695d82654d1 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:26.464912 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73a312a8-acb9-4dc7-8a5b-fde50e9a4e73 req-8718ada2-4000-463b-8cd7-e695d82654d1 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=b36764b1-d745-494c-a33b-4b4ce8049d24 HTTP/1.1" status: 200 len: 932 time: 0.2742045 Jul 16 08:33:26.515867 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0d57f6dd-e214-4541-8c05-c2bc003cc8db req-05b13f7c-489d-4d66-bdfa-7a114ef734a9 service neutron] 10.222.0.21 "GET /v2.0/networks/b2d19c32-2fcb-4a1c-86db-a53ab571cdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274417 Jul 16 08:33:26.556097 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d85321-2ef6-49ef-b8b2-f887fd4ddf59 service neutron] Pushing event updated for resources: {'Port': ['ID=3c8838af-7088-4dda-9802-c3c94b76e799,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:26.734051 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b59b25ca-a4fb-4e67-b66b-371bec780970 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.776232 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b59b25ca-a4fb-4e67-b66b-371bec780970 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Transition to ACTIVE for port object 059bbc9e-a6a2-438e-ab0b-25a1dad3147d will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:26.800317 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91263c69-2f04-4da3-b23c-3d3594284bd0 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.818734 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91263c69-2f04-4da3-b23c-3d3594284bd0 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.927641 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a374b225-a8f4-4e07-9d53-785a43e6c8a3 req-033e9573-3874-4574-aec3-e813fd0d5cb8 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:26.929329 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a374b225-a8f4-4e07-9d53-785a43e6c8a3 req-033e9573-3874-4574-aec3-e813fd0d5cb8 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=f37f16c2-1025-4f8b-8411-09076d4f5dd4 HTTP/1.1" status: 200 len: 943 time: 0.2091863 Jul 16 08:33:26.942999 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91263c69-2f04-4da3-b23c-3d3594284bd0 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.945201 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91263c69-2f04-4da3-b23c-3d3594284bd0 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Pushing event updated for resources: {'Port': ['ID=198f9203-8d52-453f-8682-030e2c6ab18a,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:26.956750 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b59b25ca-a4fb-4e67-b66b-371bec780970 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:26.974191 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57388) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:27.019690 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:27.026257 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73a312a8-acb9-4dc7-8a5b-fde50e9a4e73 req-5951deb6-b8cb-486a-ba76-b862872f5a0f tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5604453 Jul 16 08:33:27.053517 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-0e0c2c86-235c-4bdc-952c-0bee69e4c374 service neutron] For port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=dce8d606-902a-4b54-9fc9-7ecbc85b0ce7,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:27.072116 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b59b25ca-a4fb-4e67-b66b-371bec780970 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Network 3a64a638-d380-48a1-b2a2-86eff2c62a7c is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:27.079667 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-8bddcf3d-5252-4ea3-a691-97823bcd4eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:27.081205 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-8bddcf3d-5252-4ea3-a691-97823bcd4eb5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2c8ee8748ed40f095f05f97decda731&device_id=ef512a9c-d3db-4eb6-89df-75447f44fdc3 HTTP/1.1" status: 200 len: 1096 time: 0.5854814 Jul 16 08:33:27.081809 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b59b25ca-a4fb-4e67-b66b-371bec780970 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:27.084624 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b59b25ca-a4fb-4e67-b66b-371bec780970 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:27.112198 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device e8919691-4161-42b3-aabd-63f2f585c524 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:27.117141 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59b25ca-a4fb-4e67-b66b-371bec780970 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Pushing event updated for resources: {'Port': ['ID=059bbc9e-a6a2-438e-ab0b-25a1dad3147d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:27.135528 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a374b225-a8f4-4e07-9d53-785a43e6c8a3 req-6e8157e5-ff9c-40c3-9154-d4b4f0163a49 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936712 Jul 16 08:33:27.164050 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21697b68-4166-45de-a95e-9139b3467c98 req-5a14de01-a6b2-4923-b92e-0aef598e4ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:27.165627 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-21697b68-4166-45de-a95e-9139b3467c98 req-5a14de01-a6b2-4923-b92e-0aef598e4ad0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=96b808a620d443df8403c582e51f491a&device_id=f37f16c2-1025-4f8b-8411-09076d4f5dd4 HTTP/1.1" status: 200 len: 1095 time: 0.5774179 Jul 16 08:33:27.169572 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-ca3632a0-9cbf-4ec8-b6b9-cc45350772ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c8838af-7088-4dda-9802-c3c94b76e799 HTTP/1.1" status: 200 len: 217 time: 0.0768661 Jul 16 08:33:27.184065 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-0e0c2c86-235c-4bdc-952c-0bee69e4c374 service neutron] For port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:27.246833 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b59b25ca-a4fb-4e67-b66b-371bec780970 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:27.247760 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b59b25ca-a4fb-4e67-b66b-371bec780970 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.342553 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=dce8d606-902a-4b54-9fc9-7ecbc85b0ce7,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:27.345313 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91263c69-2f04-4da3-b23c-3d3594284bd0 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Network 5faf37fa-6187-4b0b-97ed-a6301dd3b858 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:27.347392 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed80a9c9-a88b-49d3-ba3f-e1c2be043c3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.365677 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-91263c69-2f04-4da3-b23c-3d3594284bd0 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:27.391612 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b59b25ca-a4fb-4e67-b66b-371bec780970 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6163113 Jul 16 08:33:27.403368 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 has no active binding in host n-h2-771362-37 {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 08:33:27.423912 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-0e0c2c86-235c-4bdc-952c-0bee69e4c374 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.431505 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.442559 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-0c5e61db-5d46-4b4a-a09d-27ab651ecf21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:27.444886 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-0c5e61db-5d46-4b4a-a09d-27ab651ecf21 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25132452-9e46-4209-8e8b-3e1b72482432 HTTP/1.1" status: 200 len: 851 time: 0.2577760 Jul 16 08:33:27.453470 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b34f12e3-3dc2-45d1-b005-30ec1d737499 service neutron] Request body: {'port': {'device_id': 'b36764b1-d745-494c-a33b-4b4ce8049d24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:27.462664 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5bff816-444e-4be1-b9ef-41cce7000861', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8919691-4161-42b3-aabd-63f2f585c524'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:27.465852 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b27efd3-2424-4238-a165-1547249285d7" -d '{"events": [{"server_uuid": "f5bff816-444e-4be1-b9ef-41cce7000861", "name": "network-vif-unplugged", "status": "completed", "tag": "e8919691-4161-42b3-aabd-63f2f585c524"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:27.473515 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-0e0c2c86-235c-4bdc-952c-0bee69e4c374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.481997 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port e8919691-4161-42b3-aabd-63f2f585c524, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=e8919691-4161-42b3-aabd-63f2f585c524,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:27.489388 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.548686 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=e8919691-4161-42b3-aabd-63f2f585c524,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:27.555989 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef512a9c-d3db-4eb6-89df-75447f44fdc3', 'tag': '3c8838af-7088-4dda-9802-c3c94b76e799'}, {'server_uuid': 'b2babce4-6e48-49dd-92b9-24557445da4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dce8d606-902a-4b54-9fc9-7ecbc85b0ce7'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:27.558276 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8e310c-f59b-4021-85fd-c5be81f9c13f" -d '{"events": [{"name": "network-changed", "server_uuid": "ef512a9c-d3db-4eb6-89df-75447f44fdc3", "tag": "3c8838af-7088-4dda-9802-c3c94b76e799"}, {"server_uuid": "b2babce4-6e48-49dd-92b9-24557445da4e", "name": "network-vif-unplugged", "status": "completed", "tag": "dce8d606-902a-4b54-9fc9-7ecbc85b0ce7"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:27.567186 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-50ac8669-ce3d-45e1-92a1-3809919c0065 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bffad17c-f1ab-47e1-8c7a-30b725bf841f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0960355 Jul 16 08:33:27.578117 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1456e85d-3362-4615-8ee3-8f47e1a1054d None None] Provisioning for port 059bbc9e-a6a2-438e-ab0b-25a1dad3147d completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:27.581397 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21697b68-4166-45de-a95e-9139b3467c98 req-62439f74-138f-436a-9c73-2c0728a64e59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:27.582604 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1456e85d-3362-4615-8ee3-8f47e1a1054d None None] Provisioning complete for port 059bbc9e-a6a2-438e-ab0b-25a1dad3147d triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:27.582892 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-21697b68-4166-45de-a95e-9139b3467c98 req-62439f74-138f-436a-9c73-2c0728a64e59 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 HTTP/1.1" status: 200 len: 915 time: 0.4084132 Jul 16 08:33:27.583052 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1456e85d-3362-4615-8ee3-8f47e1a1054d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.631356 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1456e85d-3362-4615-8ee3-8f47e1a1054d None None] Port 059bbc9e-a6a2-438e-ab0b-25a1dad3147d cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:33:27.685268 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-21697b68-4166-45de-a95e-9139b3467c98 req-b27d8134-081d-4c13-8ab1-5230e956225b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d204940f-c0e3-4813-b86e-1c35c0edcec8 HTTP/1.1" status: 200 len: 217 time: 0.0859494 Jul 16 08:33:27.728233 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c2c86-235c-4bdc-952c-0bee69e4c374 service neutron] Pushing event updated for resources: {'Port': ['ID=dce8d606-902a-4b54-9fc9-7ecbc85b0ce7,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:27.758167 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-df0aff54-8087-4903-8aad-9f0fef350cd1 None None] Provisioning complete for port 198f9203-8d52-453f-8682-030e2c6ab18a triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:27.758545 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-df0aff54-8087-4903-8aad-9f0fef350cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.796249 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-df0aff54-8087-4903-8aad-9f0fef350cd1 None None] Port 198f9203-8d52-453f-8682-030e2c6ab18a cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:33:27.801469 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62a77a-ed28-4d6c-a032-ee81206401f0 req-4a9e772d-450f-4895-aef9-e35e863eec9f tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:27.803075 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f62a77a-ed28-4d6c-a032-ee81206401f0 req-4a9e772d-450f-4895-aef9-e35e863eec9f tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef512a9c-d3db-4eb6-89df-75447f44fdc3 HTTP/1.1" status: 200 len: 944 time: 0.3845165 Jul 16 08:33:27.814146 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-0e0c2c86-235c-4bdc-952c-0bee69e4c374 service neutron] Attempting to bind port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 on host n-h1-771362-37 for vnic_type normal with profile {"migrating_to": "n-h2-771362-37"} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:27.814541 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-0e0c2c86-235c-4bdc-952c-0bee69e4c374 service neutron] Attempting to bind port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:27.814879 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-0e0c2c86-235c-4bdc-952c-0bee69e4c374 service neutron] Attempting to bind port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 on network d342364e-cb68-4fed-83d9-f37bbb306922 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:27.840435 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-0e0c2c86-235c-4bdc-952c-0bee69e4c374 service neutron] Port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 on network d342364e-cb68-4fed-83d9-f37bbb306922 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:27.840764 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-0e0c2c86-235c-4bdc-952c-0bee69e4c374 service neutron] Attempting to bind port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 on network d342364e-cb68-4fed-83d9-f37bbb306922 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:27.863717 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21697b68-4166-45de-a95e-9139b3467c98 req-a7954309-6d93-45f0-918e-82756779d634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:27.865132 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-21697b68-4166-45de-a95e-9139b3467c98 req-a7954309-6d93-45f0-918e-82756779d634 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41d94230-f7df-4380-bdc6-f90c3a47e27a HTTP/1.1" status: 200 len: 854 time: 0.1728287 Jul 16 08:33:27.869024 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-0e0c2c86-235c-4bdc-952c-0bee69e4c374 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:27.869366 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-0e0c2c86-235c-4bdc-952c-0bee69e4c374 service neutron] Checking segment: {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:27.869769 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-0e0c2c86-235c-4bdc-952c-0bee69e4c374 service neutron] Bound using segment: {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:27.870222 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-0e0c2c86-235c-4bdc-952c-0bee69e4c374 service neutron] Bound port: dce8d606-902a-4b54-9fc9-7ecbc85b0ce7, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1455f33b-c983-4eae-8524-dc6adeca6594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'd342364e-cb68-4fed-83d9-f37bbb306922'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:27.870582 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-0e0c2c86-235c-4bdc-952c-0bee69e4c374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:27.896277 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-22ecb492-f1a1-458e-9fa9-7b397c774895 service neutron] 10.222.0.30 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3073788 Jul 16 08:33:27.928272 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f62a77a-ed28-4d6c-a032-ee81206401f0 req-d6ae73eb-7d5c-4cc9-96c7-2cbdfd1b98c7 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151772 Jul 16 08:33:27.930295 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-21697b68-4166-45de-a95e-9139b3467c98 req-31fc6785-290c-4477-abd1-66be4aafd37d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b2d19c32-2fcb-4a1c-86db-a53ab571cdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507605 Jul 16 08:33:28.021937 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b34f12e3-3dc2-45d1-b005-30ec1d737499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:28.036991 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fb038-bc43-42a2-83e6-336f27549bed req-4d39b8e2-9b43-4057-8365-4db40cde6b49 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:28.038503 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-942fb038-bc43-42a2-83e6-336f27549bed req-4d39b8e2-9b43-4057-8365-4db40cde6b49 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/networks?id=0b0632f2-66a2-43c2-8891-f4c2d1d4df60 HTTP/1.1" status: 200 len: 804 time: 0.7416315 Jul 16 08:33:28.138840 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-0e0c2c86-235c-4bdc-952c-0bee69e4c374 service neutron] For port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:28.144807 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-942fb038-bc43-42a2-83e6-336f27549bed req-9e3b046d-fc22-4e73-a0cd-cbb207f0366a tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/quotas/403d6aa1ac0d41e3a4a28a0141013051 HTTP/1.1" status: 200 len: 375 time: 0.0954132 Jul 16 08:33:28.170679 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-0e0c2c86-235c-4bdc-952c-0bee69e4c374 service neutron] For port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=dce8d606-902a-4b54-9fc9-7ecbc85b0ce7,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:28.183353 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-0e0c2c86-235c-4bdc-952c-0bee69e4c374 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:28.191525 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-21697b68-4166-45de-a95e-9139b3467c98 req-17e3f800-1a88-49b8-bfd6-21bbf4a69c3e service neutron] 10.222.0.21 "GET /v2.0/networks/b2d19c32-2fcb-4a1c-86db-a53ab571cdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2523515 Jul 16 08:33:28.221204 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7a9f1eef-04c1-4d11-b4bc-53ffd3139b1a req-549b5f90-cb79-47bf-b6c5-05bd5249d14d service neutron] 10.222.0.30 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982643 Jul 16 08:33:28.247231 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed80a9c9-a88b-49d3-ba3f-e1c2be043c3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:28.255641 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed80a9c9-a88b-49d3-ba3f-e1c2be043c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:28.328182 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c2c86-235c-4bdc-952c-0bee69e4c374 service neutron] Pushing event updated for resources: {'Port': ['ID=dce8d606-902a-4b54-9fc9-7ecbc85b0ce7,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:28.343111 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91263c69-2f04-4da3-b23c-3d3594284bd0 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Router 293f25c0-264f-4195-bcd5-9d271fd5e395 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:33:28.360075 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc74a9ce-db61-4091-9e2b-ca0e70e95552 req-ce348194-be27-446c-a3a1-8a0cb9105aa6 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:28.362606 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fc74a9ce-db61-4091-9e2b-ca0e70e95552 req-ce348194-be27-446c-a3a1-8a0cb9105aa6 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 944 time: 0.2780936 Jul 16 08:33:28.363165 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-0e0c2c86-235c-4bdc-952c-0bee69e4c374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:28.363831 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-0e0c2c86-235c-4bdc-952c-0bee69e4c374 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:28.365200 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-0e0c2c86-235c-4bdc-952c-0bee69e4c374 service neutron] 10.222.0.21 "PUT /v2.0/ports/dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 HTTP/1.1" status: 200 len: 1124 time: 2.2669034 Jul 16 08:33:28.402823 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80a9c9-a88b-49d3-ba3f-e1c2be043c3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14814ecc-9e63-4e18-b995-712f616555a7,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:28.413899 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ed80a9c9-a88b-49d3-ba3f-e1c2be043c3e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=86ca7c96cd2b45fdb6364aede85334fb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4333963 Jul 16 08:33:28.417727 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57414) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:28.448546 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['dce8d606-902a-4b54-9fc9-7ecbc85b0ce7'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:28.455950 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-21697b68-4166-45de-a95e-9139b3467c98 req-d62f4aad-c469-4a63-93f8-427d4cac48e6 service neutron] 10.222.0.21 "GET /v2.0/networks/b2d19c32-2fcb-4a1c-86db-a53ab571cdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2335837 Jul 16 08:33:28.463222 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fc74a9ce-db61-4091-9e2b-ca0e70e95552 req-23eaa0e2-d146-4d57-acaa-8ce222041f84 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934069 Jul 16 08:33:28.527244 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dafda91-25fc-4fc3-9b05-8888d53bf061 req-33ca85b7-c5ca-4723-9583-974d89899b97 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:28.529455 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9dafda91-25fc-4fc3-9b05-8888d53bf061 req-33ca85b7-c5ca-4723-9583-974d89899b97 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5bff816-444e-4be1-b9ef-41cce7000861 HTTP/1.1" status: 200 len: 943 time: 0.1366057 Jul 16 08:33:28.531940 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['dce8d606-902a-4b54-9fc9-7ecbc85b0ce7'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:28.550735 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53dc2b77-ab30-4b0c-88c5-88fcc092c2ed x-openstack-request-id: req-53dc2b77-ab30-4b0c-88c5-88fcc092c2ed {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:28.551176 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5bff816-444e-4be1-b9ef-41cce7000861", "name": "network-vif-unplugged", "status": "completed", "tag": "e8919691-4161-42b3-aabd-63f2f585c524", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:28.551520 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-53dc2b77-ab30-4b0c-88c5-88fcc092c2ed {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:28.552009 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5bff816-444e-4be1-b9ef-41cce7000861', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e8919691-4161-42b3-aabd-63f2f585c524', 'code': 200} Jul 16 08:33:28.601902 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9a89bf-ed83-40ab-8b83-53e12207b851 x-openstack-request-id: req-bf9a89bf-ed83-40ab-8b83-53e12207b851 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:28.602231 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef512a9c-d3db-4eb6-89df-75447f44fdc3", "tag": "3c8838af-7088-4dda-9802-c3c94b76e799", "status": "completed", "code": 200}, {"server_uuid": "b2babce4-6e48-49dd-92b9-24557445da4e", "name": "network-vif-unplugged", "status": "completed", "tag": "dce8d606-902a-4b54-9fc9-7ecbc85b0ce7", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:28.602493 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bf9a89bf-ed83-40ab-8b83-53e12207b851 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:28.603033 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef512a9c-d3db-4eb6-89df-75447f44fdc3', 'tag': '3c8838af-7088-4dda-9802-c3c94b76e799', 'status': 'completed', 'code': 200} Jul 16 08:33:28.603444 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2babce4-6e48-49dd-92b9-24557445da4e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dce8d606-902a-4b54-9fc9-7ecbc85b0ce7', 'code': 200} Jul 16 08:33:28.636329 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-942fb038-bc43-42a2-83e6-336f27549bed req-ac2480e3-095f-4255-8113-bdf5920f9abe tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=403d6aa1ac0d41e3a4a28a0141013051&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4789708 Jul 16 08:33:28.637474 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91263c69-2f04-4da3-b23c-3d3594284bd0 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:33:28.651782 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2088bf59-7312-4204-93cb-5258a86cd218 None None] Sync routers for ids ['293f25c0-264f-4195-bcd5-9d271fd5e395'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:33:28.664185 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2088bf59-7312-4204-93cb-5258a86cd218 None None] Routers {'293f25c0-264f-4195-bcd5-9d271fd5e395'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:28.669587 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2088bf59-7312-4204-93cb-5258a86cd218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:33:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['293f25c0-264f-4195-bcd5-9d271fd5e395'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:28.683301 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-9dafda91-25fc-4fc3-9b05-8888d53bf061 req-22b30449-bbe0-48a9-82c9-15e705ab51a4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Deleting port e8919691-4161-42b3-aabd-63f2f585c524 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:28.683301 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9dafda91-25fc-4fc3-9b05-8888d53bf061 req-22b30449-bbe0-48a9-82c9-15e705ab51a4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:28.743007 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2088bf59-7312-4204-93cb-5258a86cd218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:28.747420 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-91263c69-2f04-4da3-b23c-3d3594284bd0 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] 10.222.0.22 "PUT /v2.0/routers/293f25c0-264f-4195-bcd5-9d271fd5e395/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9320750 Jul 16 08:33:28.752196 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57416) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:28.772291 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2088bf59-7312-4204-93cb-5258a86cd218 None None] Routers {'293f25c0-264f-4195-bcd5-9d271fd5e395'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:28.778559 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2088bf59-7312-4204-93cb-5258a86cd218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:33:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['293f25c0-264f-4195-bcd5-9d271fd5e395'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:28.815492 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-9dafda91-25fc-4fc3-9b05-8888d53bf061 req-22b30449-bbe0-48a9-82c9-15e705ab51a4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] For port e8919691-4161-42b3-aabd-63f2f585c524, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=e8919691-4161-42b3-aabd-63f2f585c524,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:28.815885 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9dafda91-25fc-4fc3-9b05-8888d53bf061 req-22b30449-bbe0-48a9-82c9-15e705ab51a4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:28.829564 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2088bf59-7312-4204-93cb-5258a86cd218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:28.830231 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2088bf59-7312-4204-93cb-5258a86cd218 None None] The sync data for ids ['293f25c0-264f-4195-bcd5-9d271fd5e395'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:33:28.830924 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-9dafda91-25fc-4fc3-9b05-8888d53bf061 req-22b30449-bbe0-48a9-82c9-15e705ab51a4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Calling delete_port for e8919691-4161-42b3-aabd-63f2f585c524 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:28.840798 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-13bb47af-4caf-4d8a-93aa-9850ba083490 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Request body: {'port': {'network_id': '5faf37fa-6187-4b0b-97ed-a6301dd3b858', 'name': 'tempest-FloatingIPAdminTestJSON-1287972221'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:28.949194 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e304d918-da52-4f0a-9ade-1ac1df2fc370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:28.952696 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-942fb038-bc43-42a2-83e6-336f27549bed req-fb71488c-6a4a-4b4d-9991-74b994ada4a2 service neutron] 10.222.0.22 "GET /v2.0/networks/0b0632f2-66a2-43c2-8891-f4c2d1d4df60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179308 Jul 16 08:33:28.955813 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e310c-f59b-4021-85fd-c5be81f9c13f req-67e104f6-f994-4896-b289-57aff9d9b0f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:28.957584 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4e8e310c-f59b-4021-85fd-c5be81f9c13f req-67e104f6-f994-4896-b289-57aff9d9b0f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=e2c8ee8748ed40f095f05f97decda731&device_id=ef512a9c-d3db-4eb6-89df-75447f44fdc3 HTTP/1.1" status: 200 len: 1096 time: 0.3168430 Jul 16 08:33:29.036856 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device d204940f-c0e3-4813-b86e-1c35c0edcec8 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:29.058445 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e304d918-da52-4f0a-9ade-1ac1df2fc370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:29.063632 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4198b07-8a60-4699-82ec-1bdb9a6684df req-bbf068aa-f83b-451b-b1fb-7a81af908c57 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:29.069407 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4198b07-8a60-4699-82ec-1bdb9a6684df req-bbf068aa-f83b-451b-b1fb-7a81af908c57 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:29.071033 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e4198b07-8a60-4699-82ec-1bdb9a6684df req-bbf068aa-f83b-451b-b1fb-7a81af908c57 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=b36764b1-d745-494c-a33b-4b4ce8049d24 HTTP/1.1" status: 200 len: 1655 time: 0.2344189 Jul 16 08:33:29.114488 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13bb47af-4caf-4d8a-93aa-9850ba083490 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Made reservation on behalf of 633fbb4ee8c54c5a87d9cc1ee03b844d for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:29.118718 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13bb47af-4caf-4d8a-93aa-9850ba083490 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:29.178351 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-13bb47af-4caf-4d8a-93aa-9850ba083490 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] device_id is not set on port 52562afb-330f-4985-9350-2f5c2751d822 yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:33:29.185903 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e4198b07-8a60-4699-82ec-1bdb9a6684df req-23df6be8-d4d2-42f7-a12b-f93d8fb4fb6d tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019106 Jul 16 08:33:29.193803 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b34f12e3-3dc2-45d1-b005-30ec1d737499 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5f3aa5e2-e00d-4778-b359-764f7a526cca {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:29.223392 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b34f12e3-3dc2-45d1-b005-30ec1d737499 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:29.269155 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9dafda91-25fc-4fc3-9b05-8888d53bf061 req-22b30449-bbe0-48a9-82c9-15e705ab51a4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:29.284386 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b34f12e3-3dc2-45d1-b005-30ec1d737499 service neutron] Transition to ACTIVE for port object 5f3aa5e2-e00d-4778-b359-764f7a526cca will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:29.290749 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-942fb038-bc43-42a2-83e6-336f27549bed req-b33703c6-ac3b-40b5-8b81-5f0618ca0972 service neutron] 10.222.0.22 "GET /v2.0/networks/0b0632f2-66a2-43c2-8891-f4c2d1d4df60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264472 Jul 16 08:33:29.296605 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b34f12e3-3dc2-45d1-b005-30ec1d737499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:29.317505 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port d204940f-c0e3-4813-b86e-1c35c0edcec8, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d204940f-c0e3-4813-b86e-1c35c0edcec8,segment=NetworkSegment(1601abd3-1b0f-467a-8573-16719ac9ee54),segment_id=1601abd3-1b0f-467a-8573-16719ac9ee54)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:29.327936 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b30449-bbe0-48a9-82c9-15e705ab51a4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Pushing event deleted for resources: {'Port': ['ID=e8919691-4161-42b3-aabd-63f2f585c524,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:29.337163 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'd204940f-c0e3-4813-b86e-1c35c0edcec8', 'network_id': 'b2d19c32-2fcb-4a1c-86db-a53ab571cdf4', 'port_id': 'd204940f-c0e3-4813-b86e-1c35c0edcec8', 'mac_address': 'fa:16:3e:53:0e:2e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41d94230-f7df-4380-bdc6-f90c3a47e27a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:29.351565 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b30449-bbe0-48a9-82c9-15e705ab51a4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:29.351902 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b30449-bbe0-48a9-82c9-15e705ab51a4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:29.352245 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b30449-bbe0-48a9-82c9-15e705ab51a4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:29.352619 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b30449-bbe0-48a9-82c9-15e705ab51a4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:29.352974 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b30449-bbe0-48a9-82c9-15e705ab51a4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:29.353277 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b30449-bbe0-48a9-82c9-15e705ab51a4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:29.353920 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b30449-bbe0-48a9-82c9-15e705ab51a4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:29.354021 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b30449-bbe0-48a9-82c9-15e705ab51a4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:29.354284 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b30449-bbe0-48a9-82c9-15e705ab51a4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:29.354611 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b30449-bbe0-48a9-82c9-15e705ab51a4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:29.354974 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b30449-bbe0-48a9-82c9-15e705ab51a4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:29.355297 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b30449-bbe0-48a9-82c9-15e705ab51a4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:33:29.384742 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e310c-f59b-4021-85fd-c5be81f9c13f req-924a76bc-87cf-4c92-9b8e-6980afaadecc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:29.386898 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4e8e310c-f59b-4021-85fd-c5be81f9c13f req-924a76bc-87cf-4c92-9b8e-6980afaadecc service neutron] 10.222.0.30 "GET /v2.0/networks?id=bffad17c-f1ab-47e1-8c7a-30b725bf841f HTTP/1.1" status: 200 len: 912 time: 0.4103072 Jul 16 08:33:29.388084 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f12e3-3dc2-45d1-b005-30ec1d737499 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3aa5e2-e00d-4778-b359-764f7a526cca,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:29.422248 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:29.443241 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d204940f-c0e3-4813-b86e-1c35c0edcec8 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:29.481582 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port d204940f-c0e3-4813-b86e-1c35c0edcec8, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d204940f-c0e3-4813-b86e-1c35c0edcec8,segment=NetworkSegment(1601abd3-1b0f-467a-8573-16719ac9ee54),segment_id=1601abd3-1b0f-467a-8573-16719ac9ee54)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:29.489395 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:29.502765 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4e8e310c-f59b-4021-85fd-c5be81f9c13f req-0f15baf4-5b9c-4d3b-8c72-23fb23c60b7d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3c8838af-7088-4dda-9802-c3c94b76e799 HTTP/1.1" status: 200 len: 217 time: 0.1045074 Jul 16 08:33:29.509239 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e304d918-da52-4f0a-9ade-1ac1df2fc370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:29.513841 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e304d918-da52-4f0a-9ade-1ac1df2fc370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:29.514491 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e304d918-da52-4f0a-9ade-1ac1df2fc370 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/14814ecc-9e63-4e18-b995-712f616555a7 HTTP/1.1" status: 204 len: 168 time: 1.0925882 Jul 16 08:33:29.607644 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=d204940f-c0e3-4813-b86e-1c35c0edcec8,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:29.644968 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dafda91-25fc-4fc3-9b05-8888d53bf061 req-22b30449-bbe0-48a9-82c9-15e705ab51a4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] No DVR routers for this DVR port e8919691-4161-42b3-aabd-63f2f585c524 on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:29.652468 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9dafda91-25fc-4fc3-9b05-8888d53bf061 req-22b30449-bbe0-48a9-82c9-15e705ab51a4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:29.658157 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304d918-da52-4f0a-9ade-1ac1df2fc370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14814ecc-9e63-4e18-b995-712f616555a7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:29.661255 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9dafda91-25fc-4fc3-9b05-8888d53bf061 req-22b30449-bbe0-48a9-82c9-15e705ab51a4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.30 "DELETE /v2.0/ports/e8919691-4161-42b3-aabd-63f2f585c524 HTTP/1.1" status: 204 len: 173 time: 1.1184397 Jul 16 08:33:29.745040 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8e310c-f59b-4021-85fd-c5be81f9c13f req-4f9d65f4-92d7-4c45-8787-fe2595571650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:29.755456 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-13bb47af-4caf-4d8a-93aa-9850ba083490 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Allocated IP 172.20.0.11 (5faf37fa-6187-4b0b-97ed-a6301dd3b858/55c03240-ca69-4593-8e39-caebe024e170/52562afb-330f-4985-9350-2f5c2751d822) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:29.760714 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4e8e310c-f59b-4021-85fd-c5be81f9c13f req-4f9d65f4-92d7-4c45-8787-fe2595571650 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=25132452-9e46-4209-8e8b-3e1b72482432 HTTP/1.1" status: 200 len: 851 time: 0.2298548 Jul 16 08:33:29.781499 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['d204940f-c0e3-4813-b86e-1c35c0edcec8'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:29.872489 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e0698d-1c03-4cb8-b189-561063b1591a req-1a4bbdea-b6a1-4df1-8ba4-44ea0fd5c142 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:29.874448 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-37e0698d-1c03-4cb8-b189-561063b1591a req-1a4bbdea-b6a1-4df1-8ba4-44ea0fd5c142 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=f37f16c2-1025-4f8b-8411-09076d4f5dd4 HTTP/1.1" status: 200 len: 944 time: 0.5083940 Jul 16 08:33:29.925405 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4e8e310c-f59b-4021-85fd-c5be81f9c13f req-9fbcb08e-164c-4fa2-89a5-cb8195131a3e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bffad17c-f1ab-47e1-8c7a-30b725bf841f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1630316 Jul 16 08:33:30.002679 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b34f12e3-3dc2-45d1-b005-30ec1d737499 service neutron] Attempting to bind port 5f3aa5e2-e00d-4778-b359-764f7a526cca on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:30.003205 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b34f12e3-3dc2-45d1-b005-30ec1d737499 service neutron] Attempting to bind port 5f3aa5e2-e00d-4778-b359-764f7a526cca by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '609d2279-1897-4f1e-a839-9fcfed224218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '951b50ac-8dbc-4f4b-9bbc-323b715f9a95'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:30.003741 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b34f12e3-3dc2-45d1-b005-30ec1d737499 service neutron] Attempting to bind port 5f3aa5e2-e00d-4778-b359-764f7a526cca on network 951b50ac-8dbc-4f4b-9bbc-323b715f9a95 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:30.017313 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b34f12e3-3dc2-45d1-b005-30ec1d737499 service neutron] Port 5f3aa5e2-e00d-4778-b359-764f7a526cca on network 951b50ac-8dbc-4f4b-9bbc-323b715f9a95 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:30.017772 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b34f12e3-3dc2-45d1-b005-30ec1d737499 service neutron] Attempting to bind port 5f3aa5e2-e00d-4778-b359-764f7a526cca on network 951b50ac-8dbc-4f4b-9bbc-323b715f9a95 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:30.034043 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b34f12e3-3dc2-45d1-b005-30ec1d737499 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:30.034386 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b34f12e3-3dc2-45d1-b005-30ec1d737499 service neutron] Checking segment: {'id': '609d2279-1897-4f1e-a839-9fcfed224218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '951b50ac-8dbc-4f4b-9bbc-323b715f9a95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:30.034787 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b34f12e3-3dc2-45d1-b005-30ec1d737499 service neutron] Bound using segment: {'id': '609d2279-1897-4f1e-a839-9fcfed224218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '951b50ac-8dbc-4f4b-9bbc-323b715f9a95'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:30.035264 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b34f12e3-3dc2-45d1-b005-30ec1d737499 service neutron] Bound port: 5f3aa5e2-e00d-4778-b359-764f7a526cca, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '609d2279-1897-4f1e-a839-9fcfed224218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '951b50ac-8dbc-4f4b-9bbc-323b715f9a95'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:30.035628 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b34f12e3-3dc2-45d1-b005-30ec1d737499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:30.105818 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-37e0698d-1c03-4cb8-b189-561063b1591a req-768b509b-6e42-42f6-861d-165b810d4287 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2066505 Jul 16 08:33:30.199653 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4e8e310c-f59b-4021-85fd-c5be81f9c13f req-5c058b14-4b50-48c6-9686-856b2067c3d1 service neutron] 10.222.0.30 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2617269 Jul 16 08:33:30.279675 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13bb47af-4caf-4d8a-93aa-9850ba083490 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:30.319926 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-13bb47af-4caf-4d8a-93aa-9850ba083490 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Transition to ACTIVE for port object 52562afb-330f-4985-9350-2f5c2751d822 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:30.421723 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3daadd3f-0ffe-43a5-8503-2f0bd3d60dc5 req-c33f6597-9d9a-41de-a366-1e7fdf43eef8 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:30.424364 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3daadd3f-0ffe-43a5-8503-2f0bd3d60dc5 req-c33f6597-9d9a-41de-a366-1e7fdf43eef8 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef512a9c-d3db-4eb6-89df-75447f44fdc3 HTTP/1.1" status: 200 len: 944 time: 0.2236969 Jul 16 08:33:30.427511 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13bb47af-4caf-4d8a-93aa-9850ba083490 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:30.431782 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b34f12e3-3dc2-45d1-b005-30ec1d737499 service neutron] For port 5f3aa5e2-e00d-4778-b359-764f7a526cca, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:30.443625 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b34f12e3-3dc2-45d1-b005-30ec1d737499 service neutron] For port 5f3aa5e2-e00d-4778-b359-764f7a526cca, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=5f3aa5e2-e00d-4778-b359-764f7a526cca,segment=NetworkSegment(609d2279-1897-4f1e-a839-9fcfed224218),segment_id=609d2279-1897-4f1e-a839-9fcfed224218)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:30.471960 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b34f12e3-3dc2-45d1-b005-30ec1d737499 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:30.473143 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d6b90e-6432-4e99-93ad-f363452ab0b2 req-a1d4ba4b-8772-463c-b793-c1835be97cb9 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:30.480116 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7d6b90e-6432-4e99-93ad-f363452ab0b2 req-a1d4ba4b-8772-463c-b793-c1835be97cb9 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 944 time: 0.1420143 Jul 16 08:33:30.518665 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4e8e310c-f59b-4021-85fd-c5be81f9c13f req-f4bfc829-0bfe-4c6c-aa79-9c7a030a0c13 service neutron] 10.222.0.30 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2960856 Jul 16 08:33:30.534920 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b34f12e3-3dc2-45d1-b005-30ec1d737499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:30.535575 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b34f12e3-3dc2-45d1-b005-30ec1d737499 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:30.535762 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bb47af-4caf-4d8a-93aa-9850ba083490 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Network 5faf37fa-6187-4b0b-97ed-a6301dd3b858 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:30.538128 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47448755-7985-44da-9f6f-3d531d8f2026 req-b34f12e3-3dc2-45d1-b005-30ec1d737499 service neutron] 10.222.0.30 "PUT /v2.0/ports/5f3aa5e2-e00d-4778-b359-764f7a526cca HTTP/1.1" status: 200 len: 1093 time: 3.1003029 Jul 16 08:33:30.544551 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-13bb47af-4caf-4d8a-93aa-9850ba083490 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:30.553007 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb47af-4caf-4d8a-93aa-9850ba083490 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Pushing event updated for resources: {'Port': ['ID=52562afb-330f-4985-9350-2f5c2751d822,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:30.559234 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bb47af-4caf-4d8a-93aa-9850ba083490 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:30.562447 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36764b1-d745-494c-a33b-4b4ce8049d24', 'tag': '5f3aa5e2-e00d-4778-b359-764f7a526cca'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:30.565491 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ab4f24-98a8-4e77-ab16-8caf165636c3" -d '{"events": [{"name": "network-changed", "server_uuid": "b36764b1-d745-494c-a33b-4b4ce8049d24", "tag": "5f3aa5e2-e00d-4778-b359-764f7a526cca"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:30.600000 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3daadd3f-0ffe-43a5-8503-2f0bd3d60dc5 req-7b8d76b7-75e0-4366-b49e-0ef78654a192 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1505270 Jul 16 08:33:30.622918 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-47448755-7985-44da-9f6f-3d531d8f2026 req-3bedd122-85c8-4f20-b8b3-0d20fee5b9ad service neutron] Request body: {'port': {'device_id': 'b36764b1-d745-494c-a33b-4b4ce8049d24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:30.628614 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2babce4-6e48-49dd-92b9-24557445da4e', 'tag': 'dce8d606-902a-4b54-9fc9-7ecbc85b0ce7'}, {'server_uuid': 'f5bff816-444e-4be1-b9ef-41cce7000861', 'name': 'network-vif-deleted', 'tag': 'e8919691-4161-42b3-aabd-63f2f585c524'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:30.642100 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72dc2470-8517-4b88-9274-31950fd9ed93" -d '{"events": [{"name": "network-changed", "server_uuid": "b2babce4-6e48-49dd-92b9-24557445da4e", "tag": "dce8d606-902a-4b54-9fc9-7ecbc85b0ce7"}, {"server_uuid": "f5bff816-444e-4be1-b9ef-41cce7000861", "name": "network-vif-deleted", "tag": "e8919691-4161-42b3-aabd-63f2f585c524"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:30.668529 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7d6b90e-6432-4e99-93ad-f363452ab0b2 req-7f6dcec8-4079-4e04-8a9d-87904768147c tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789558 Jul 16 08:33:30.712277 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13bb47af-4caf-4d8a-93aa-9850ba083490 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:30.724152 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13bb47af-4caf-4d8a-93aa-9850ba083490 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:30.768166 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-13bb47af-4caf-4d8a-93aa-9850ba083490 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.9322371 Jul 16 08:33:30.768420 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f12e3-3dc2-45d1-b005-30ec1d737499 service neutron] Pushing event updated for resources: {'Port': ['ID=5f3aa5e2-e00d-4778-b359-764f7a526cca,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:30.771400 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57456) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:30.874848 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-47448755-7985-44da-9f6f-3d531d8f2026 req-3bedd122-85c8-4f20-b8b3-0d20fee5b9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:30.999224 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-02a3ec0a-95bf-47d5-9ab0-dafea0cf2d2c req-0334f192-2786-4d4c-8526-3e91c0cabaf8 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 210 time: 0.1013927 Jul 16 08:33:31.050836 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device d204940f-c0e3-4813-b86e-1c35c0edcec8 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:31.076257 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b74cb9-fc37-4270-aebb-9863c6b9f407 req-e9f19f52-89a3-4095-a035-477a31f9f44d tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:31.093146 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b74cb9-fc37-4270-aebb-9863c6b9f407 req-e9f19f52-89a3-4095-a035-477a31f9f44d tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:31.101042 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c5b74cb9-fc37-4270-aebb-9863c6b9f407 req-e9f19f52-89a3-4095-a035-477a31f9f44d tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=b36764b1-d745-494c-a33b-4b4ce8049d24 HTTP/1.1" status: 200 len: 1667 time: 0.1775992 Jul 16 08:33:31.131300 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57464) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:31.157798 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 3c8838af-7088-4dda-9802-c3c94b76e799 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:31.162869 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f4bba0d-145e-491e-89fb-72c17bbe27f2 x-openstack-request-id: req-8f4bba0d-145e-491e-89fb-72c17bbe27f2 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:31.163172 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36764b1-d745-494c-a33b-4b4ce8049d24", "tag": "5f3aa5e2-e00d-4778-b359-764f7a526cca", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:31.163430 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8f4bba0d-145e-491e-89fb-72c17bbe27f2 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:31.164446 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36764b1-d745-494c-a33b-4b4ce8049d24', 'tag': '5f3aa5e2-e00d-4778-b359-764f7a526cca', 'status': 'completed', 'code': 200} Jul 16 08:33:31.174851 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e53b7672-ffad-461d-aea9-71ea59d87960 x-openstack-request-id: req-e53b7672-ffad-461d-aea9-71ea59d87960 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:31.176005 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b2babce4-6e48-49dd-92b9-24557445da4e", "tag": "dce8d606-902a-4b54-9fc9-7ecbc85b0ce7", "status": "completed", "code": 200}, {"server_uuid": "f5bff816-444e-4be1-b9ef-41cce7000861", "name": "network-vif-deleted", "tag": "e8919691-4161-42b3-aabd-63f2f585c524", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:31.176503 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e53b7672-ffad-461d-aea9-71ea59d87960 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:31.177347 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2babce4-6e48-49dd-92b9-24557445da4e', 'tag': 'dce8d606-902a-4b54-9fc9-7ecbc85b0ce7', 'status': 'completed', 'code': 200} Jul 16 08:33:31.177863 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5bff816-444e-4be1-b9ef-41cce7000861', 'name': 'network-vif-deleted', 'tag': 'e8919691-4161-42b3-aabd-63f2f585c524', 'status': 'completed', 'code': 200} Jul 16 08:33:31.247807 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port d204940f-c0e3-4813-b86e-1c35c0edcec8 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:31.257959 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c5b74cb9-fc37-4270-aebb-9863c6b9f407 req-247501b5-c4c4-4172-90f9-9f6b67c2ee06 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502721 Jul 16 08:33:31.276514 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port d204940f-c0e3-4813-b86e-1c35c0edcec8 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:31.277219 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.307057 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-9fae6d76-3530-4576-9916-0a87f3f50ff1 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-881203510-network', 'tenant_id': 'fe485eef99184140b54eea7a4f5e6aa7'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:31.391502 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-30304a77-83e7-45ff-96e4-5ce14f584df6 tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'project_id': '633fbb4ee8c54c5a87d9cc1ee03b844d', 'port_id': '52562afb-330f-4985-9350-2f5c2751d822'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:31.402516 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab4f24-98a8-4e77-ab16-8caf165636c3 req-754bd470-2437-4baa-8253-ae036bf3ea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:31.403320 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab4f24-98a8-4e77-ab16-8caf165636c3 req-754bd470-2437-4baa-8253-ae036bf3ea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:31.405399 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-52ab4f24-98a8-4e77-ab16-8caf165636c3 req-754bd470-2437-4baa-8253-ae036bf3ea65 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d331a6d40bd4acba6cabcb4afde1424&device_id=b36764b1-d745-494c-a33b-4b4ce8049d24 HTTP/1.1" status: 200 len: 1915 time: 0.2034354 Jul 16 08:33:31.420832 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-fe7ef1c4-b55b-45b7-bb9c-741e54fcadb9 None None] Provisioning for port 52562afb-330f-4985-9350-2f5c2751d822 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:31.432989 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30304a77-83e7-45ff-96e4-5ce14f584df6 tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.443777 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-fe7ef1c4-b55b-45b7-bb9c-741e54fcadb9 None None] Provisioning complete for port 52562afb-330f-4985-9350-2f5c2751d822 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:31.444161 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe7ef1c4-b55b-45b7-bb9c-741e54fcadb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.534574 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-fe7ef1c4-b55b-45b7-bb9c-741e54fcadb9 None None] Port 52562afb-330f-4985-9350-2f5c2751d822 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:33:31.547559 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 3c8838af-7088-4dda-9802-c3c94b76e799, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=3c8838af-7088-4dda-9802-c3c94b76e799,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:31.551764 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fae6d76-3530-4576-9916-0a87f3f50ff1 admin admin] Made reservation on behalf of fe485eef99184140b54eea7a4f5e6aa7 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:31.555286 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9fae6d76-3530-4576-9916-0a87f3f50ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.562864 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.573635 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '3c8838af-7088-4dda-9802-c3c94b76e799', 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f', 'port_id': '3c8838af-7088-4dda-9802-c3c94b76e799', 'mac_address': 'fa:16:3e:fd:41:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25132452-9e46-4209-8e8b-3e1b72482432', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:31.574710 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9fae6d76-3530-4576-9916-0a87f3f50ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.618681 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37f16c2-1025-4f8b-8411-09076d4f5dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd204940f-c0e3-4813-b86e-1c35c0edcec8'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:31.621385 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d420ab1a-130b-4796-89f5-71867ec649b5" -d '{"events": [{"server_uuid": "f37f16c2-1025-4f8b-8411-09076d4f5dd4", "name": "network-vif-plugged", "status": "completed", "tag": "d204940f-c0e3-4813-b86e-1c35c0edcec8"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:31.645235 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port d204940f-c0e3-4813-b86e-1c35c0edcec8, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d204940f-c0e3-4813-b86e-1c35c0edcec8,segment=NetworkSegment(1601abd3-1b0f-467a-8573-16719ac9ee54),segment_id=1601abd3-1b0f-467a-8573-16719ac9ee54)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:31.653313 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.661407 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.706462 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c8838af-7088-4dda-9802-c3c94b76e799 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:31.758168 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9fae6d76-3530-4576-9916-0a87f3f50ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.765003 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=d204940f-c0e3-4813-b86e-1c35c0edcec8,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:31.769531 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 3c8838af-7088-4dda-9802-c3c94b76e799, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=3c8838af-7088-4dda-9802-c3c94b76e799,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:31.777665 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.801812 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9fae6d76-3530-4576-9916-0a87f3f50ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.887978 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.889309 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=3c8838af-7088-4dda-9802-c3c94b76e799,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:31.895775 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc2470-8517-4b88-9274-31950fd9ed93 req-f54a94a0-c051-4987-b474-0248d9cf004e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:31.897368 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-72dc2470-8517-4b88-9274-31950fd9ed93 req-f54a94a0-c051-4987-b474-0248d9cf004e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 1127 time: 0.6350534 Jul 16 08:33:31.898162 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9fae6d76-3530-4576-9916-0a87f3f50ff1 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:33:31.928617 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab4f24-98a8-4e77-ab16-8caf165636c3 req-0f748cf7-39af-4dd3-9a16-db6d88072e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:31.929230 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab4f24-98a8-4e77-ab16-8caf165636c3 req-0f748cf7-39af-4dd3-9a16-db6d88072e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:31.929585 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab4f24-98a8-4e77-ab16-8caf165636c3 req-0f748cf7-39af-4dd3-9a16-db6d88072e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:31.931438 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:31.931642 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-52ab4f24-98a8-4e77-ab16-8caf165636c3 req-0f748cf7-39af-4dd3-9a16-db6d88072e17 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=3d331a6d40bd4acba6cabcb4afde1424&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.5162084 Jul 16 08:33:31.934530 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-47448755-7985-44da-9f6f-3d531d8f2026 req-3bedd122-85c8-4f20-b8b3-0d20fee5b9ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 059bbc9e-a6a2-438e-ab0b-25a1dad3147d {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:31.966625 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-47448755-7985-44da-9f6f-3d531d8f2026 req-3bedd122-85c8-4f20-b8b3-0d20fee5b9ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:32.006658 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-47448755-7985-44da-9f6f-3d531d8f2026 req-3bedd122-85c8-4f20-b8b3-0d20fee5b9ad service neutron] Transition to ACTIVE for port object 059bbc9e-a6a2-438e-ab0b-25a1dad3147d will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:32.031689 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9fae6d76-3530-4576-9916-0a87f3f50ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:32.032076 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-9fae6d76-3530-4576-9916-0a87f3f50ff1 admin admin] Added segment 434f1074-36f8-46ba-becd-a201a761861a of type vlan for network c8582703-4cc4-4fff-80b5-c471d9477e16 Jul 16 08:33:32.040513 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd86508-e0b1-49a9-8477-12a1b7a52f1a req-b9bd7043-60b0-4572-a9d8-6047bc0d0651 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:32.043628 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-47448755-7985-44da-9f6f-3d531d8f2026 req-3bedd122-85c8-4f20-b8b3-0d20fee5b9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:32.048162 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6dd86508-e0b1-49a9-8477-12a1b7a52f1a req-b9bd7043-60b0-4572-a9d8-6047bc0d0651 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=f37f16c2-1025-4f8b-8411-09076d4f5dd4 HTTP/1.1" status: 200 len: 944 time: 0.5696352 Jul 16 08:33:32.062823 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['3c8838af-7088-4dda-9802-c3c94b76e799'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:32.097530 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae6d76-3530-4576-9916-0a87f3f50ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:32.101605 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedd122-85c8-4f20-b8b3-0d20fee5b9ad service neutron] Pushing event updated for resources: {'Port': ['ID=059bbc9e-a6a2-438e-ab0b-25a1dad3147d,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:32.129458 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d5d9c-d600-45d3-88c7-12e992cb36cc req-07cf9d60-5647-40ad-b69c-81d7cf05cad1 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:32.141638 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b26d5d9c-d600-45d3-88c7-12e992cb36cc req-07cf9d60-5647-40ad-b69c-81d7cf05cad1 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef512a9c-d3db-4eb6-89df-75447f44fdc3 HTTP/1.1" status: 200 len: 945 time: 0.2897670 Jul 16 08:33:32.202592 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b26d5d9c-d600-45d3-88c7-12e992cb36cc req-ad675fdf-dd97-4566-84e3-e8fff288c254 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600417 Jul 16 08:33:32.219369 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9fae6d76-3530-4576-9916-0a87f3f50ff1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:32.266046 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ab4f24-98a8-4e77-ab16-8caf165636c3 req-d265efb3-df11-4a3c-87c4-c6c6d8aae3ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:32.268514 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-52ab4f24-98a8-4e77-ab16-8caf165636c3 req-d265efb3-df11-4a3c-87c4-c6c6d8aae3ac service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3278806 Jul 16 08:33:32.282680 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a91b424a-7cd9-486f-8923-f29bd7d4cc15 x-openstack-request-id: req-a91b424a-7cd9-486f-8923-f29bd7d4cc15 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:32.282991 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37f16c2-1025-4f8b-8411-09076d4f5dd4", "name": "network-vif-plugged", "status": "completed", "tag": "d204940f-c0e3-4813-b86e-1c35c0edcec8", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:32.283228 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a91b424a-7cd9-486f-8923-f29bd7d4cc15 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:32.283624 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37f16c2-1025-4f8b-8411-09076d4f5dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd204940f-c0e3-4813-b86e-1c35c0edcec8', 'code': 200} Jul 16 08:33:32.311442 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fb038-bc43-42a2-83e6-336f27549bed req-919bcb81-29f9-4d81-99cd-40235d71e12f tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:32.315415 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-942fb038-bc43-42a2-83e6-336f27549bed req-919bcb81-29f9-4d81-99cd-40235d71e12f tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.21 "GET /v2.0/networks?id=0b0632f2-66a2-43c2-8891-f4c2d1d4df60 HTTP/1.1" status: 200 len: 804 time: 0.5099661 Jul 16 08:33:32.335153 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30304a77-83e7-45ff-96e4-5ce14f584df6 tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:32.339818 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc2470-8517-4b88-9274-31950fd9ed93 req-2a1d7a47-6150-41f2-9300-936b703dcc88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:32.344237 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-72dc2470-8517-4b88-9274-31950fd9ed93 req-2a1d7a47-6150-41f2-9300-936b703dcc88 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d342364e-cb68-4fed-83d9-f37bbb306922 HTTP/1.1" status: 200 len: 921 time: 0.4345837 Jul 16 08:33:32.356973 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6dd86508-e0b1-49a9-8477-12a1b7a52f1a req-a0954151-791f-4fa4-ad3a-1eb9e7002cf5 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3042369 Jul 16 08:33:32.384980 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-942fb038-bc43-42a2-83e6-336f27549bed req-8bcf828e-fd03-4a26-b68a-af999dbf1650 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Request body: {'port': {'device_id': '438e7066-094e-4fb0-8a01-7bfc37619505', 'network_id': '0b0632f2-66a2-43c2-8891-f4c2d1d4df60', 'admin_state_up': True, 'tenant_id': '403d6aa1ac0d41e3a4a28a0141013051'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:32.387903 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-47448755-7985-44da-9f6f-3d531d8f2026 req-3bedd122-85c8-4f20-b8b3-0d20fee5b9ad service neutron] Attempting to bind port 059bbc9e-a6a2-438e-ab0b-25a1dad3147d on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:32.388466 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-47448755-7985-44da-9f6f-3d531d8f2026 req-3bedd122-85c8-4f20-b8b3-0d20fee5b9ad service neutron] Attempting to bind port 059bbc9e-a6a2-438e-ab0b-25a1dad3147d by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '179220dd-a462-4b93-9fb4-27b27c82e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3a64a638-d380-48a1-b2a2-86eff2c62a7c'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:32.389954 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47448755-7985-44da-9f6f-3d531d8f2026 req-3bedd122-85c8-4f20-b8b3-0d20fee5b9ad service neutron] Attempting to bind port 059bbc9e-a6a2-438e-ab0b-25a1dad3147d on network 3a64a638-d380-48a1-b2a2-86eff2c62a7c {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:32.402547 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47448755-7985-44da-9f6f-3d531d8f2026 req-3bedd122-85c8-4f20-b8b3-0d20fee5b9ad service neutron] Port 059bbc9e-a6a2-438e-ab0b-25a1dad3147d on network 3a64a638-d380-48a1-b2a2-86eff2c62a7c not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:32.402885 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47448755-7985-44da-9f6f-3d531d8f2026 req-3bedd122-85c8-4f20-b8b3-0d20fee5b9ad service neutron] Attempting to bind port 059bbc9e-a6a2-438e-ab0b-25a1dad3147d on network 3a64a638-d380-48a1-b2a2-86eff2c62a7c {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:32.417428 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47448755-7985-44da-9f6f-3d531d8f2026 req-3bedd122-85c8-4f20-b8b3-0d20fee5b9ad service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:32.419070 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47448755-7985-44da-9f6f-3d531d8f2026 req-3bedd122-85c8-4f20-b8b3-0d20fee5b9ad service neutron] Checking segment: {'id': '179220dd-a462-4b93-9fb4-27b27c82e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3a64a638-d380-48a1-b2a2-86eff2c62a7c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:32.420227 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47448755-7985-44da-9f6f-3d531d8f2026 req-3bedd122-85c8-4f20-b8b3-0d20fee5b9ad service neutron] Bound using segment: {'id': '179220dd-a462-4b93-9fb4-27b27c82e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3a64a638-d380-48a1-b2a2-86eff2c62a7c'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:32.420742 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-47448755-7985-44da-9f6f-3d531d8f2026 req-3bedd122-85c8-4f20-b8b3-0d20fee5b9ad service neutron] Bound port: 059bbc9e-a6a2-438e-ab0b-25a1dad3147d, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '179220dd-a462-4b93-9fb4-27b27c82e39e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '3a64a638-d380-48a1-b2a2-86eff2c62a7c'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:32.423730 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-47448755-7985-44da-9f6f-3d531d8f2026 req-3bedd122-85c8-4f20-b8b3-0d20fee5b9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:32.506492 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-72dc2470-8517-4b88-9274-31950fd9ed93 req-559b4c70-2b36-4c47-8914-7b1a24588b53 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 HTTP/1.1" status: 200 len: 217 time: 0.1474421 Jul 16 08:33:32.511253 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.db.resource_extend [None req-9fae6d76-3530-4576-9916-0a87f3f50ff1 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:33:32.606388 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-47448755-7985-44da-9f6f-3d531d8f2026 req-3bedd122-85c8-4f20-b8b3-0d20fee5b9ad service neutron] For port 059bbc9e-a6a2-438e-ab0b-25a1dad3147d, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:32.623504 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-47448755-7985-44da-9f6f-3d531d8f2026 req-3bedd122-85c8-4f20-b8b3-0d20fee5b9ad service neutron] For port 059bbc9e-a6a2-438e-ab0b-25a1dad3147d, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=059bbc9e-a6a2-438e-ab0b-25a1dad3147d,segment=NetworkSegment(179220dd-a462-4b93-9fb4-27b27c82e39e),segment_id=179220dd-a462-4b93-9fb4-27b27c82e39e)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:32.640931 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c697c-f312-4fc6-b29f-93b5c097d41c req-e0b25b33-4dc9-46eb-a9dd-dbff0396e6f3 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:32.642877 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-816c697c-f312-4fc6-b29f-93b5c097d41c req-e0b25b33-4dc9-46eb-a9dd-dbff0396e6f3 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 944 time: 0.1440835 Jul 16 08:33:32.644242 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-47448755-7985-44da-9f6f-3d531d8f2026 req-3bedd122-85c8-4f20-b8b3-0d20fee5b9ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:32.694661 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47448755-7985-44da-9f6f-3d531d8f2026 req-3bedd122-85c8-4f20-b8b3-0d20fee5b9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:32.695389 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-47448755-7985-44da-9f6f-3d531d8f2026 req-3bedd122-85c8-4f20-b8b3-0d20fee5b9ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:32.697824 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47448755-7985-44da-9f6f-3d531d8f2026 req-3bedd122-85c8-4f20-b8b3-0d20fee5b9ad service neutron] 10.222.0.30 "PUT /v2.0/ports/059bbc9e-a6a2-438e-ab0b-25a1dad3147d HTTP/1.1" status: 200 len: 1093 time: 2.0966749 Jul 16 08:33:32.776804 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedd122-85c8-4f20-b8b3-0d20fee5b9ad service neutron] Pushing event updated for resources: {'Port': ['ID=059bbc9e-a6a2-438e-ab0b-25a1dad3147d,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:32.795125 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-816c697c-f312-4fc6-b29f-93b5c097d41c req-637d0a89-20d0-4254-b6e5-876b08393089 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1192942 Jul 16 08:33:32.871558 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47448755-7985-44da-9f6f-3d531d8f2026 req-18069f90-3bfd-40e6-bd00-607754ff51fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:32.872198 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47448755-7985-44da-9f6f-3d531d8f2026 req-18069f90-3bfd-40e6-bd00-607754ff51fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:32.874864 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47448755-7985-44da-9f6f-3d531d8f2026 req-18069f90-3bfd-40e6-bd00-607754ff51fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d331a6d40bd4acba6cabcb4afde1424&device_id=b36764b1-d745-494c-a33b-4b4ce8049d24 HTTP/1.1" status: 200 len: 1983 time: 0.1087599 Jul 16 08:33:32.949133 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47448755-7985-44da-9f6f-3d531d8f2026 req-d60c5add-adc3-468f-86ad-fc5dc0437dd5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.102&port_id=5f3aa5e2-e00d-4778-b359-764f7a526cca HTTP/1.1" status: 200 len: 217 time: 0.0624201 Jul 16 08:33:33.058899 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9fae6d76-3530-4576-9916-0a87f3f50ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.060830 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fae6d76-3530-4576-9916-0a87f3f50ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:33.061720 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9fae6d76-3530-4576-9916-0a87f3f50ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.063098 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47448755-7985-44da-9f6f-3d531d8f2026 req-933c5439-9eab-4d10-bb68-cf0dab853910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:33.064668 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47448755-7985-44da-9f6f-3d531d8f2026 req-933c5439-9eab-4d10-bb68-cf0dab853910 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a6723fa3-8456-4bec-88b1-2b5c3d31a832 HTTP/1.1" status: 200 len: 801 time: 0.1094246 Jul 16 08:33:33.092550 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f8d8e91-ccac-48c3-8a9b-0e337522624a req-d26c6904-ac5a-437f-b2c0-5839176d4a44 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 210 time: 0.5228875 Jul 16 08:33:33.136252 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device e8919691-4161-42b3-aabd-63f2f585c524 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:33.186489 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400be94-d0d0-426c-8f7a-71cea34ef237 req-a87ebbe4-1dd9-4447-a74b-50bf253e2814 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:33.186704 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9fae6d76-3530-4576-9916-0a87f3f50ff1 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0486751 Jul 16 08:33:33.186704 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dc2470-8517-4b88-9274-31950fd9ed93 req-04d8f1f5-e726-43d1-8794-c1f33fbc9323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:33.187262 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-72dc2470-8517-4b88-9274-31950fd9ed93 req-04d8f1f5-e726-43d1-8794-c1f33fbc9323 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=08efe674-85ae-4a06-b69c-d92fb68b404c HTTP/1.1" status: 200 len: 860 time: 0.6712635 Jul 16 08:33:33.192836 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57482) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:33.198484 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a400be94-d0d0-426c-8f7a-71cea34ef237 req-a87ebbe4-1dd9-4447-a74b-50bf253e2814 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:33.198642 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: e8919691-4161-42b3-aabd-63f2f585c524 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:33.198989 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device e8919691-4161-42b3-aabd-63f2f585c524 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:33.199406 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-38e6f267-30fb-422a-93cd-821afc7d9eb6 admin admin] Request body: {'subnet': {'network_id': 'c8582703-4cc4-4fff-80b5-c471d9477e16', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-881203510-subnet', 'tenant_id': 'fe485eef99184140b54eea7a4f5e6aa7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:33.202802 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a400be94-d0d0-426c-8f7a-71cea34ef237 req-a87ebbe4-1dd9-4447-a74b-50bf253e2814 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=b36764b1-d745-494c-a33b-4b4ce8049d24 HTTP/1.1" status: 200 len: 1679 time: 0.1956530 Jul 16 08:33:33.214438 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b36764b1-d745-494c-a33b-4b4ce8049d24', 'tag': '059bbc9e-a6a2-438e-ab0b-25a1dad3147d'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:33.219831 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cc378a1-8975-4c5b-8a11-c941d5f78a3c" -d '{"events": [{"name": "network-changed", "server_uuid": "b36764b1-d745-494c-a33b-4b4ce8049d24", "tag": "059bbc9e-a6a2-438e-ab0b-25a1dad3147d"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:33.256911 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae6d76-3530-4576-9916-0a87f3f50ff1 admin admin] Pushing event updated for resources: {'Network': ['ID=c8582703-4cc4-4fff-80b5-c471d9477e16,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:33.274554 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network c8582703-4cc4-4fff-80b5-c471d9477e16 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:33:33.298234 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-72dc2470-8517-4b88-9274-31950fd9ed93 req-8c617b95-5442-47a4-9822-6263e61ca3f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d342364e-cb68-4fed-83d9-f37bbb306922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0635984 Jul 16 08:33:33.315696 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46f64ee-f05b-4356-91f7-c704b5de634c req-17e38af6-ea72-446e-914e-e2525b0d58e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:33.317354 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e46f64ee-f05b-4356-91f7-c704b5de634c req-17e38af6-ea72-446e-914e-e2525b0d58e1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f37f16c2-1025-4f8b-8411-09076d4f5dd4 HTTP/1.1" status: 200 len: 1097 time: 0.8544281 Jul 16 08:33:33.328115 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-30304a77-83e7-45ff-96e4-5ce14f584df6 tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Allocated IP 172.25.3.142 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/da6c663a-7f97-42cc-8248-13e059b3fcfe) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:33.334194 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9739d4bc-e73f-463a-852e-b24d9344f770 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.381677 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38e6f267-30fb-422a-93cd-821afc7d9eb6 admin admin] Made reservation on behalf of fe485eef99184140b54eea7a4f5e6aa7 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:33.384147 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-38e6f267-30fb-422a-93cd-821afc7d9eb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.539995 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-942fb038-bc43-42a2-83e6-336f27549bed req-8bcf828e-fd03-4a26-b68a-af999dbf1650 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Made reservation on behalf of 403d6aa1ac0d41e3a4a28a0141013051 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:33.543670 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-942fb038-bc43-42a2-83e6-336f27549bed req-8bcf828e-fd03-4a26-b68a-af999dbf1650 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.626610 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e46f64ee-f05b-4356-91f7-c704b5de634c req-b87b729c-5b74-4e42-a0de-bd71ee8e31a7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2955706 Jul 16 08:33:33.632421 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e3550db-1b87-41e9-93af-b79b44ca60ef x-openstack-request-id: req-1e3550db-1b87-41e9-93af-b79b44ca60ef {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:33.632713 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b36764b1-d745-494c-a33b-4b4ce8049d24", "tag": "059bbc9e-a6a2-438e-ab0b-25a1dad3147d", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:33.633072 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1e3550db-1b87-41e9-93af-b79b44ca60ef {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:33.633487 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b36764b1-d745-494c-a33b-4b4ce8049d24', 'tag': '059bbc9e-a6a2-438e-ab0b-25a1dad3147d', 'status': 'completed', 'code': 200} Jul 16 08:33:33.700572 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47448755-7985-44da-9f6f-3d531d8f2026 req-1c5da7de-cf79-4115-9e65-ab17732efd9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:33.702684 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47448755-7985-44da-9f6f-3d531d8f2026 req-1c5da7de-cf79-4115-9e65-ab17732efd9e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=951b50ac-8dbc-4f4b-9bbc-323b715f9a95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6286552 Jul 16 08:33:33.714459 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-72dc2470-8517-4b88-9274-31950fd9ed93 req-2485ae66-5266-427c-be5e-037f42bf0aa5 service neutron] 10.222.0.30 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069655 Jul 16 08:33:33.715837 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a400be94-d0d0-426c-8f7a-71cea34ef237 req-b8ac65c5-4d69-4a58-b7d0-d6a1d9557810 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5037684 Jul 16 08:33:33.808662 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-ed037286-faa5-4626-a3ba-f67931f0caff service neutron] 10.222.0.30 "GET /v2.0/ports/dce8d606-902a-4b54-9fc9-7ecbc85b0ce7/bindings/n-h2-771362-37 HTTP/1.1" status: 200 len: 385 time: 0.1711977 Jul 16 08:33:33.860639 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30304a77-83e7-45ff-96e4-5ce14f584df6 tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:33.898431 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47448755-7985-44da-9f6f-3d531d8f2026 req-fd7a0ef3-c179-4711-99f1-f0460b49f1ce service neutron] 10.222.0.30 "GET /v2.0/networks/951b50ac-8dbc-4f4b-9bbc-323b715f9a95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1814270 Jul 16 08:33:33.987479 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b403f-c8e4-4eaf-84f9-d0823d3d5880 req-e3dc636d-d0aa-4d9c-934e-7aeb5adc7834 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:33.989125 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ab8b403f-c8e4-4eaf-84f9-d0823d3d5880 req-e3dc636d-d0aa-4d9c-934e-7aeb5adc7834 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef512a9c-d3db-4eb6-89df-75447f44fdc3 HTTP/1.1" status: 200 len: 945 time: 0.4503553 Jul 16 08:33:34.044891 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab91ca-be44-47dc-82ff-e4f226fd87d7 req-74b58c16-4d70-420a-9301-5cb9f426b0b9 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:34.046955 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2bab91ca-be44-47dc-82ff-e4f226fd87d7 req-74b58c16-4d70-420a-9301-5cb9f426b0b9 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=f37f16c2-1025-4f8b-8411-09076d4f5dd4 HTTP/1.1" status: 200 len: 945 time: 0.1961889 Jul 16 08:33:34.099813 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47448755-7985-44da-9f6f-3d531d8f2026 req-3237da9f-a880-4ea1-af22-9d3e65809089 service neutron] 10.222.0.30 "GET /v2.0/networks/951b50ac-8dbc-4f4b-9bbc-323b715f9a95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919131 Jul 16 08:33:34.120501 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-942fb038-bc43-42a2-83e6-336f27549bed req-8bcf828e-fd03-4a26-b68a-af999dbf1650 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Allocated IP 172.20.0.11 (0b0632f2-66a2-43c2-8891-f4c2d1d4df60/5a403916-6099-4ffc-ad6e-346025e9f7bf/205273b4-c0e5-43b4-8a31-7fcc20e410c0) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:34.144488 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-72dc2470-8517-4b88-9274-31950fd9ed93 req-beed3a7e-9941-4366-ae34-15ef0cd0c203 service neutron] 10.222.0.30 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4170680 Jul 16 08:33:34.175015 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ab8b403f-c8e4-4eaf-84f9-d0823d3d5880 req-6839d22b-6d81-407c-beb7-6e417648351c tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654105 Jul 16 08:33:34.176076 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30304a77-83e7-45ff-96e4-5ce14f584df6 tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.178584 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47448755-7985-44da-9f6f-3d531d8f2026 req-4583139c-fce3-4ae8-9857-3db5cec9f149 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.129&port_id=059bbc9e-a6a2-438e-ab0b-25a1dad3147d HTTP/1.1" status: 200 len: 217 time: 0.0708742 Jul 16 08:33:34.187291 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-38e6f267-30fb-422a-93cd-821afc7d9eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.212473 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2bab91ca-be44-47dc-82ff-e4f226fd87d7 req-a578e36b-690b-4ea9-a741-d7cc14bbae80 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519847 Jul 16 08:33:34.273284 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-a9577fe4-70e7-40eb-aea4-eadb5ce239b9 service neutron] For port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=dce8d606-902a-4b54-9fc9-7ecbc85b0ce7,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:34.292886 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47448755-7985-44da-9f6f-3d531d8f2026 req-41f1e967-9c65-4fc7-850d-ea4aea5d0213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:34.295237 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47448755-7985-44da-9f6f-3d531d8f2026 req-41f1e967-9c65-4fc7-850d-ea4aea5d0213 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60234822-62ee-4234-a041-0fdc3fc8e034 HTTP/1.1" status: 200 len: 801 time: 0.1061115 Jul 16 08:33:34.307523 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-a9577fe4-70e7-40eb-aea4-eadb5ce239b9 service neutron] For port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:34.317124 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30304a77-83e7-45ff-96e4-5ce14f584df6 tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:34.355153 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-30304a77-83e7-45ff-96e4-5ce14f584df6 tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:34.358885 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30304a77-83e7-45ff-96e4-5ce14f584df6 tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:34.361286 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30304a77-83e7-45ff-96e4-5ce14f584df6 tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Pushing event updated for resources: {'Port': ['ID=da6c663a-7f97-42cc-8248-13e059b3fcfe,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:34.382491 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-a9577fe4-70e7-40eb-aea4-eadb5ce239b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:34.397123 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-a9577fe4-70e7-40eb-aea4-eadb5ce239b9 service neutron] For port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=dce8d606-902a-4b54-9fc9-7ecbc85b0ce7,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:34.431750 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-a9577fe4-70e7-40eb-aea4-eadb5ce239b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.438689 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e6f267-30fb-422a-93cd-821afc7d9eb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df86fc55-3ccc-4737-ad2e-69164a017fd5,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:34.469155 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-88457a6d-6c6a-4755-8986-248a1ecac65f req-fc7a4bee-eb38-4cf7-9580-4fee3b1aacef tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 210 time: 0.0512762 Jul 16 08:33:34.499316 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47448755-7985-44da-9f6f-3d531d8f2026 req-f4ca1689-26ee-44c5-a043-beb1ffc9a58b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:34.501120 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47448755-7985-44da-9f6f-3d531d8f2026 req-f4ca1689-26ee-44c5-a043-beb1ffc9a58b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a64a638-d380-48a1-b2a2-86eff2c62a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1914840 Jul 16 08:33:34.506045 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e6f267-30fb-422a-93cd-821afc7d9eb6 admin admin] Checking segment: {'id': '434f1074-36f8-46ba-becd-a201a761861a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c8582703-4cc4-4fff-80b5-c471d9477e16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:34.506415 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e6f267-30fb-422a-93cd-821afc7d9eb6 admin admin] Network hostable DHCP agents. Network: c8582703-4cc4-4fff-80b5-c471d9477e16, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:33:34.605677 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e6f267-30fb-422a-93cd-821afc7d9eb6 admin admin] Network c8582703-4cc4-4fff-80b5-c471d9477e16 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:33:34.615594 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ed42d7-7363-4eb6-ad91-d118bff631f1 req-829c1f9e-f7b8-4acf-affc-dc72ef785e00 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:34.617273 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-66ed42d7-7363-4eb6-ad91-d118bff631f1 req-829c1f9e-f7b8-4acf-affc-dc72ef785e00 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 944 time: 0.3026297 Jul 16 08:33:34.625960 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-a9577fe4-70e7-40eb-aea4-eadb5ce239b9 service neutron] Transition to ACTIVE for port object dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:34.637347 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-a9577fe4-70e7-40eb-aea4-eadb5ce239b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.667923 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-942fb038-bc43-42a2-83e6-336f27549bed req-8bcf828e-fd03-4a26-b68a-af999dbf1650 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.686232 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47448755-7985-44da-9f6f-3d531d8f2026 req-0ca0876a-87ba-49d9-ad1e-66ea3ea863f2 service neutron] 10.222.0.30 "GET /v2.0/networks/3a64a638-d380-48a1-b2a2-86eff2c62a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771951 Jul 16 08:33:34.695137 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-38e6f267-30fb-422a-93cd-821afc7d9eb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, c8582703-4cc4-4fff-80b5-c471d9477e16) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:34.701056 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e6f267-30fb-422a-93cd-821afc7d9eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:34.701056 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-38e6f267-30fb-422a-93cd-821afc7d9eb6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:34.737925 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f7cc80-4a72-41e7-a4cc-5292558dc62a None None] Network c8582703-4cc4-4fff-80b5-c471d9477e16 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:33:34.752219 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-a9577fe4-70e7-40eb-aea4-eadb5ce239b9 service neutron] No DVR routers for this DVR port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:34.793725 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-38e6f267-30fb-422a-93cd-821afc7d9eb6 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5982881 Jul 16 08:33:34.802856 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-66ed42d7-7363-4eb6-ad91-d118bff631f1 req-4505f285-7257-4115-8ef4-476cc9db4f96 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599565 Jul 16 08:33:34.835318 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9577fe4-70e7-40eb-aea4-eadb5ce239b9 service neutron] Pushing event updated for resources: {'Port': ['ID=dce8d606-902a-4b54-9fc9-7ecbc85b0ce7,revision_number=10']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:34.856177 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-a9577fe4-70e7-40eb-aea4-eadb5ce239b9 service neutron] 10.222.0.30 "PUT /v2.0/ports/dce8d606-902a-4b54-9fc9-7ecbc85b0ce7/bindings/n-h2-771362-37/activate HTTP/1.1" status: 200 len: 370 time: 1.0411093 Jul 16 08:33:34.901255 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47448755-7985-44da-9f6f-3d531d8f2026 req-c4b63088-848b-49a4-ba43-5d39b12941c8 service neutron] 10.222.0.30 "GET /v2.0/networks/3a64a638-d380-48a1-b2a2-86eff2c62a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081637 Jul 16 08:33:34.977505 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-942fb038-bc43-42a2-83e6-336f27549bed req-8bcf828e-fd03-4a26-b68a-af999dbf1650 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.001540 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67ff2bd-e12c-4bde-8a77-3c4b9f54b1b2 None None] Network c8582703-4cc4-4fff-80b5-c471d9477e16 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:33:35.056087 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c6789-7c5f-4426-bc74-011aad7dc77c req-5e60a1ea-eba0-4d9f-93a9-f234357ffb66 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:35.063493 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69c6789-7c5f-4426-bc74-011aad7dc77c req-5e60a1ea-eba0-4d9f-93a9-f234357ffb66 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:35.065429 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a69c6789-7c5f-4426-bc74-011aad7dc77c req-5e60a1ea-eba0-4d9f-93a9-f234357ffb66 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=b36764b1-d745-494c-a33b-4b4ce8049d24 HTTP/1.1" status: 200 len: 1679 time: 0.1465983 Jul 16 08:33:35.117004 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-942fb038-bc43-42a2-83e6-336f27549bed req-8bcf828e-fd03-4a26-b68a-af999dbf1650 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Network 0b0632f2-66a2-43c2-8891-f4c2d1d4df60 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:35.122399 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc378a1-8975-4c5b-8a11-c941d5f78a3c req-5360d562-69aa-42c2-8bab-5577e9ee52ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:35.123112 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc378a1-8975-4c5b-8a11-c941d5f78a3c req-5360d562-69aa-42c2-8bab-5577e9ee52ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:35.125005 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5cc378a1-8975-4c5b-8a11-c941d5f78a3c req-5360d562-69aa-42c2-8bab-5577e9ee52ea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=3d331a6d40bd4acba6cabcb4afde1424&device_id=b36764b1-d745-494c-a33b-4b4ce8049d24 HTTP/1.1" status: 200 len: 1983 time: 0.1472888 Jul 16 08:33:35.131349 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a69c6789-7c5f-4426-bc74-011aad7dc77c req-3d904e94-ccee-4953-9ca1-de2778b93c5d tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577643 Jul 16 08:33:35.143429 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-9e1f549e-6fcf-4f8e-9f54-88643df8a19e tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:35.143872 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 3c8838af-7088-4dda-9802-c3c94b76e799 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:35.146360 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-9e1f549e-6fcf-4f8e-9f54-88643df8a19e tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e&tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&binding%3Ahost_id=n-h1-771362-37 HTTP/1.1" status: 200 len: 1097 time: 0.2232406 Jul 16 08:33:35.159959 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-942fb038-bc43-42a2-83e6-336f27549bed req-8bcf828e-fd03-4a26-b68a-af999dbf1650 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:35.171351 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcf828e-fd03-4a26-b68a-af999dbf1650 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Pushing event updated for resources: {'Port': ['ID=205273b4-c0e5-43b4-8a31-7fcc20e410c0,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:35.174385 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-942fb038-bc43-42a2-83e6-336f27549bed req-8bcf828e-fd03-4a26-b68a-af999dbf1650 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:35.235084 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 3c8838af-7088-4dda-9802-c3c94b76e799 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:35.240243 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 3c8838af-7088-4dda-9802-c3c94b76e799 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:35.241004 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.283489 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc378a1-8975-4c5b-8a11-c941d5f78a3c req-2138e882-173e-4555-a507-12990a3e7bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:35.286653 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5cc378a1-8975-4c5b-8a11-c941d5f78a3c req-2138e882-173e-4555-a507-12990a3e7bbb service neutron] 10.222.0.30 "GET /v2.0/networks?id=3a64a638-d380-48a1-b2a2-86eff2c62a7c HTTP/1.1" status: 200 len: 903 time: 0.1535556 Jul 16 08:33:35.337588 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.340880 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fb038-bc43-42a2-83e6-336f27549bed req-8bcf828e-fd03-4a26-b68a-af999dbf1650 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:35.342117 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-942fb038-bc43-42a2-83e6-336f27549bed req-8bcf828e-fd03-4a26-b68a-af999dbf1650 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.362071 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5cc378a1-8975-4c5b-8a11-c941d5f78a3c req-342c6e67-b2bf-4147-b648-a8f2d0354330 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.129&port_id=059bbc9e-a6a2-438e-ab0b-25a1dad3147d HTTP/1.1" status: 200 len: 217 time: 0.0601966 Jul 16 08:33:35.367818 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-942fb038-bc43-42a2-83e6-336f27549bed req-8bcf828e-fd03-4a26-b68a-af999dbf1650 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0411685 Jul 16 08:33:35.395744 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 3c8838af-7088-4dda-9802-c3c94b76e799, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=3c8838af-7088-4dda-9802-c3c94b76e799,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:35.396879 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef512a9c-d3db-4eb6-89df-75447f44fdc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8838af-7088-4dda-9802-c3c94b76e799'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:35.400002 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3efed2b4-c67a-40d9-b322-dd773bf6abac" -d '{"events": [{"server_uuid": "ef512a9c-d3db-4eb6-89df-75447f44fdc3", "name": "network-vif-plugged", "status": "completed", "tag": "3c8838af-7088-4dda-9802-c3c94b76e799"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:35.403741 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.404728 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-942fb038-bc43-42a2-83e6-336f27549bed req-3018b5dc-f1be-4c18-9da5-4b872ec6575b service neutron] Request body: {'port': {'device_id': '438e7066-094e-4fb0-8a01-7bfc37619505', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:35.405110 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:35.478974 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc378a1-8975-4c5b-8a11-c941d5f78a3c req-86c97eed-8fc6-4d7f-8b5c-b29d5be2c901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:35.480377 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5cc378a1-8975-4c5b-8a11-c941d5f78a3c req-86c97eed-8fc6-4d7f-8b5c-b29d5be2c901 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=60234822-62ee-4234-a041-0fdc3fc8e034 HTTP/1.1" status: 200 len: 801 time: 0.1085172 Jul 16 08:33:35.488815 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=3c8838af-7088-4dda-9802-c3c94b76e799,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:35.491818 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:35.497090 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30304a77-83e7-45ff-96e4-5ce14f584df6 tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.523278 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-16f6698b-3153-4293-809e-7aa0b5e5684b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:35.524822 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-16f6698b-3153-4293-809e-7aa0b5e5684b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e&tenant_id=fb861a1f8ff74c69926fd0df0ce3f903 HTTP/1.1" status: 200 len: 1097 time: 0.3611825 Jul 16 08:33:35.537910 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc55e491-1c94-405f-83b5-0546b1612c20 req-feffeed4-8a01-438a-a6b5-63972bf5ee87 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:35.539735 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bc55e491-1c94-405f-83b5-0546b1612c20 req-feffeed4-8a01-438a-a6b5-63972bf5ee87 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef512a9c-d3db-4eb6-89df-75447f44fdc3 HTTP/1.1" status: 200 len: 946 time: 0.1478870 Jul 16 08:33:35.590708 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc378a1-8975-4c5b-8a11-c941d5f78a3c req-c7786b62-f347-4dce-932b-38f96f27dba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:35.592250 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5cc378a1-8975-4c5b-8a11-c941d5f78a3c req-c7786b62-f347-4dce-932b-38f96f27dba9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3a64a638-d380-48a1-b2a2-86eff2c62a7c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1043122 Jul 16 08:33:35.600878 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bc55e491-1c94-405f-83b5-0546b1612c20 req-47499c6f-b651-45f6-a82a-020cea46344f tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531707 Jul 16 08:33:35.676247 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-927c2802-90d0-4d87-884f-48027a19e5d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.715373 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5cc378a1-8975-4c5b-8a11-c941d5f78a3c req-350ab794-1cdb-4878-a422-5d57ddff4740 service neutron] 10.222.0.30 "GET /v2.0/networks/3a64a638-d380-48a1-b2a2-86eff2c62a7c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1135235 Jul 16 08:33:35.768301 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:33:35.873211 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5cc378a1-8975-4c5b-8a11-c941d5f78a3c req-67783277-55dc-4a11-a5b8-35646c2c8186 service neutron] 10.222.0.30 "GET /v2.0/networks/3a64a638-d380-48a1-b2a2-86eff2c62a7c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506684 Jul 16 08:33:35.885291 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d743d7-d44d-4238-be67-c63610a90dcc req-aa7f8db5-11d5-4d87-a527-a04c83b2e0eb tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:35.886976 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f5d743d7-d44d-4238-be67-c63610a90dcc req-aa7f8db5-11d5-4d87-a527-a04c83b2e0eb tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=f37f16c2-1025-4f8b-8411-09076d4f5dd4 HTTP/1.1" status: 200 len: 945 time: 0.1416082 Jul 16 08:33:35.933996 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f5d743d7-d44d-4238-be67-c63610a90dcc req-1b331a76-895a-4e9a-af04-18c9bc964da5 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388291 Jul 16 08:33:35.946312 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:35.980401 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-942fb038-bc43-42a2-83e6-336f27549bed req-3018b5dc-f1be-4c18-9da5-4b872ec6575b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:36.005685 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6c7b0d-32af-4b72-9253-e41bd66b3a0c x-openstack-request-id: req-2e6c7b0d-32af-4b72-9253-e41bd66b3a0c {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:36.006464 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef512a9c-d3db-4eb6-89df-75447f44fdc3", "name": "network-vif-plugged", "status": "completed", "tag": "3c8838af-7088-4dda-9802-c3c94b76e799", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:36.006969 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2e6c7b0d-32af-4b72-9253-e41bd66b3a0c {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:36.007664 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef512a9c-d3db-4eb6-89df-75447f44fdc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c8838af-7088-4dda-9802-c3c94b76e799', 'code': 200} Jul 16 08:33:36.045425 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974362e-9c47-4314-930b-94e03a0680f9 req-c4a7e745-d5b3-47a2-8d14-aac598b5d2a1 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:36.046972 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2974362e-9c47-4314-930b-94e03a0680f9 req-c4a7e745-d5b3-47a2-8d14-aac598b5d2a1 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/networks?id=c8582703-4cc4-4fff-80b5-c471d9477e16 HTTP/1.1" status: 200 len: 813 time: 0.6375244 Jul 16 08:33:36.088391 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30304a77-83e7-45ff-96e4-5ce14f584df6 tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:36.126311 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2974362e-9c47-4314-930b-94e03a0680f9 req-567aaa0f-c8d0-47cb-9931-c2269b43adff tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/quotas/fe485eef99184140b54eea7a4f5e6aa7 HTTP/1.1" status: 200 len: 375 time: 0.0539432 Jul 16 08:33:36.149229 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-63c30799-37d5-4e83-a27d-d1766c9bf7d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:36.150615 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-63c30799-37d5-4e83-a27d-d1766c9bf7d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 1097 time: 0.5690622 Jul 16 08:33:36.180006 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b17e0da-0081-4855-a393-c32f30e003d1 req-7795a5bc-1b3b-4856-b45a-923dc8cc0519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:36.181526 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7b17e0da-0081-4855-a393-c32f30e003d1 req-7795a5bc-1b3b-4856-b45a-923dc8cc0519 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ef512a9c-d3db-4eb6-89df-75447f44fdc3 HTTP/1.1" status: 200 len: 1098 time: 0.0877624 Jul 16 08:33:36.181842 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2974362e-9c47-4314-930b-94e03a0680f9 req-0198a6d3-79b4-44f1-8115-a3f32571804b tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fe485eef99184140b54eea7a4f5e6aa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0546629 Jul 16 08:33:36.236018 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7b17e0da-0081-4855-a393-c32f30e003d1 req-164aa0a0-461c-4a7c-8cb5-3de28b6aa824 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470643 Jul 16 08:33:36.245403 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78cb3f85-bd68-4dcb-acf9-808830acc82d req-b7c75b47-2713-4deb-9b3c-0ecbf6cf7115 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:36.246923 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-78cb3f85-bd68-4dcb-acf9-808830acc82d req-b7c75b47-2713-4deb-9b3c-0ecbf6cf7115 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 932 time: 0.1098123 Jul 16 08:33:36.293522 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-78cb3f85-bd68-4dcb-acf9-808830acc82d req-07166544-b20d-4a7b-bb50-4cd31487178a tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357280 Jul 16 08:33:36.492677 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-9f0ece4e-9c84-4269-9db9-a8743ba5eb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:36.493912 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-9f0ece4e-9c84-4269-9db9-a8743ba5eb5e service neutron] 10.222.0.21 "GET /v2.0/networks?id=d342364e-cb68-4fed-83d9-f37bbb306922 HTTP/1.1" status: 200 len: 921 time: 0.3144183 Jul 16 08:33:36.567282 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2974362e-9c47-4314-930b-94e03a0680f9 req-251bac93-91d1-45d1-84ed-a604613a1949 service neutron] 10.222.0.22 "GET /v2.0/networks/c8582703-4cc4-4fff-80b5-c471d9477e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3334200 Jul 16 08:33:36.580950 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb2d529-ec92-4560-b607-8477901ab331 req-26b3f138-8d2f-41d1-b013-d2f5b0055318 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:36.582921 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eeb2d529-ec92-4560-b607-8477901ab331 req-26b3f138-8d2f-41d1-b013-d2f5b0055318 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 945 time: 0.0700257 Jul 16 08:33:36.627628 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eeb2d529-ec92-4560-b607-8477901ab331 req-3387792e-15fd-4e2f-a123-bebedd354323 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372140 Jul 16 08:33:36.639401 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-bdfc3709-be66-44eb-863f-9152f39acec7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 HTTP/1.1" status: 200 len: 217 time: 0.1354513 Jul 16 08:33:36.808106 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-b42baac9-1c17-4f34-8642-033d9db6e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:36.809720 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-b42baac9-1c17-4f34-8642-033d9db6e95f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=08efe674-85ae-4a06-b69c-d92fb68b404c HTTP/1.1" status: 200 len: 860 time: 0.1594861 Jul 16 08:33:36.819750 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2974362e-9c47-4314-930b-94e03a0680f9 req-0a9a5d1c-8c15-4866-b77b-8f0de857d1c5 service neutron] 10.222.0.22 "GET /v2.0/networks/c8582703-4cc4-4fff-80b5-c471d9477e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2186439 Jul 16 08:33:36.834109 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed490a-5e57-4c22-8f83-77924f6f16d7 req-93729977-b676-4c19-bcd0-6303dae6fe54 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:36.843105 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ed490a-5e57-4c22-8f83-77924f6f16d7 req-93729977-b676-4c19-bcd0-6303dae6fe54 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:36.851631 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-37ed490a-5e57-4c22-8f83-77924f6f16d7 req-93729977-b676-4c19-bcd0-6303dae6fe54 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=b36764b1-d745-494c-a33b-4b4ce8049d24 HTTP/1.1" status: 200 len: 1679 time: 0.0950837 Jul 16 08:33:36.854450 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30304a77-83e7-45ff-96e4-5ce14f584df6 tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:36.881014 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-78c66e1b-8eb8-4515-8fd1-a4252026efd4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=d342364e-cb68-4fed-83d9-f37bbb306922&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0541949 Jul 16 08:33:36.884511 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30304a77-83e7-45ff-96e4-5ce14f584df6 tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:36.911367 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-37ed490a-5e57-4c22-8f83-77924f6f16d7 req-c059a696-3e80-4d2d-8bc7-4c923cbcdf0a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494487 Jul 16 08:33:36.992731 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:36.997051 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-942fb038-bc43-42a2-83e6-336f27549bed req-3018b5dc-f1be-4c18-9da5-4b872ec6575b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 205273b4-c0e5-43b4-8a31-7fcc20e410c0 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:37.007028 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-942fb038-bc43-42a2-83e6-336f27549bed req-3018b5dc-f1be-4c18-9da5-4b872ec6575b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:37.089291 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-942fb038-bc43-42a2-83e6-336f27549bed req-3018b5dc-f1be-4c18-9da5-4b872ec6575b service neutron] Transition to ACTIVE for port object 205273b4-c0e5-43b4-8a31-7fcc20e410c0 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:37.136122 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 059bbc9e-a6a2-438e-ab0b-25a1dad3147d details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:37.159718 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-942fb038-bc43-42a2-83e6-336f27549bed req-3018b5dc-f1be-4c18-9da5-4b872ec6575b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:37.187410 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30304a77-83e7-45ff-96e4-5ce14f584df6 tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Pushing event updated for resources: {'Port': ['ID=da6c663a-7f97-42cc-8248-13e059b3fcfe,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:37.199996 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9263d5b2-d65f-4aea-b4cb-06ec30884bde req-42ab34d0-7690-44e5-8de4-e5239711d6f2 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:37.202362 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9263d5b2-d65f-4aea-b4cb-06ec30884bde req-42ab34d0-7690-44e5-8de4-e5239711d6f2 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef512a9c-d3db-4eb6-89df-75447f44fdc3 HTTP/1.1" status: 200 len: 946 time: 0.0937138 Jul 16 08:33:37.230931 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dc6fd0b5-d1dd-42a3-9482-ce0091878447 req-30196010-217d-421c-9775-8306d97376c3 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 210 time: 0.0650852 Jul 16 08:33:37.267725 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9263d5b2-d65f-4aea-b4cb-06ec30884bde req-fb5031bc-1411-4fbb-aaf5-82bde0a6bb26 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545826 Jul 16 08:33:37.292133 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 059bbc9e-a6a2-438e-ab0b-25a1dad3147d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=059bbc9e-a6a2-438e-ab0b-25a1dad3147d,segment=NetworkSegment(179220dd-a462-4b93-9fb4-27b27c82e39e),segment_id=179220dd-a462-4b93-9fb4-27b27c82e39e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:37.304805 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30304a77-83e7-45ff-96e4-5ce14f584df6 tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:37.306333 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '059bbc9e-a6a2-438e-ab0b-25a1dad3147d', 'network_id': '3a64a638-d380-48a1-b2a2-86eff2c62a7c', 'port_id': '059bbc9e-a6a2-438e-ab0b-25a1dad3147d', 'mac_address': 'fa:16:3e:44:49:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60234822-62ee-4234-a041-0fdc3fc8e034', 'ip_address': '19.86.0.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:37.363655 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-2db7a9cc-f7b5-40db-aa71-d0b0a3939e2d service neutron] 10.222.0.21 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4496498 Jul 16 08:33:37.400522 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018b5dc-f1be-4c18-9da5-4b872ec6575b service neutron] Pushing event updated for resources: {'Port': ['ID=205273b4-c0e5-43b4-8a31-7fcc20e410c0,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:37.402565 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:37.443068 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 059bbc9e-a6a2-438e-ab0b-25a1dad3147d {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:37.466659 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 059bbc9e-a6a2-438e-ab0b-25a1dad3147d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=059bbc9e-a6a2-438e-ab0b-25a1dad3147d,segment=NetworkSegment(179220dd-a462-4b93-9fb4-27b27c82e39e),segment_id=179220dd-a462-4b93-9fb4-27b27c82e39e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:37.472454 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:37.473536 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 5f3aa5e2-e00d-4778-b359-764f7a526cca details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:37.623056 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 5f3aa5e2-e00d-4778-b359-764f7a526cca, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=5f3aa5e2-e00d-4778-b359-764f7a526cca,segment=NetworkSegment(609d2279-1897-4f1e-a839-9fcfed224218),segment_id=609d2279-1897-4f1e-a839-9fcfed224218)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:37.645402 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '5f3aa5e2-e00d-4778-b359-764f7a526cca', 'network_id': '951b50ac-8dbc-4f4b-9bbc-323b715f9a95', 'port_id': '5f3aa5e2-e00d-4778-b359-764f7a526cca', 'mac_address': 'fa:16:3e:57:5b:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a6723fa3-8456-4bec-88b1-2b5c3d31a832', 'ip_address': '19.80.0.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:37.647128 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=059bbc9e-a6a2-438e-ab0b-25a1dad3147d,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:37.660522 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-942fb038-bc43-42a2-83e6-336f27549bed req-3018b5dc-f1be-4c18-9da5-4b872ec6575b service neutron] Attempting to bind port 205273b4-c0e5-43b4-8a31-7fcc20e410c0 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:37.661075 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-942fb038-bc43-42a2-83e6-336f27549bed req-3018b5dc-f1be-4c18-9da5-4b872ec6575b service neutron] Attempting to bind port 205273b4-c0e5-43b4-8a31-7fcc20e410c0 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '419a7790-970c-4a11-9d8c-ac3d75efc71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0b0632f2-66a2-43c2-8891-f4c2d1d4df60'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:37.661335 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942fb038-bc43-42a2-83e6-336f27549bed req-3018b5dc-f1be-4c18-9da5-4b872ec6575b service neutron] Attempting to bind port 205273b4-c0e5-43b4-8a31-7fcc20e410c0 on network 0b0632f2-66a2-43c2-8891-f4c2d1d4df60 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:37.668893 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-30304a77-83e7-45ff-96e4-5ce14f584df6 tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Floating IP 25608c23-5ab6-4472-a955-119a21b4a1c9 associated. External IP: 172.25.3.142, port: 52562afb-330f-4985-9350-2f5c2751d822. Jul 16 08:33:37.676016 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942fb038-bc43-42a2-83e6-336f27549bed req-3018b5dc-f1be-4c18-9da5-4b872ec6575b service neutron] Port 205273b4-c0e5-43b4-8a31-7fcc20e410c0 on network 0b0632f2-66a2-43c2-8891-f4c2d1d4df60 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:37.676762 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942fb038-bc43-42a2-83e6-336f27549bed req-3018b5dc-f1be-4c18-9da5-4b872ec6575b service neutron] Attempting to bind port 205273b4-c0e5-43b4-8a31-7fcc20e410c0 on network 0b0632f2-66a2-43c2-8891-f4c2d1d4df60 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:37.704802 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:37.719830 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5f3aa5e2-e00d-4778-b359-764f7a526cca {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:37.732051 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942fb038-bc43-42a2-83e6-336f27549bed req-3018b5dc-f1be-4c18-9da5-4b872ec6575b service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:37.732514 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942fb038-bc43-42a2-83e6-336f27549bed req-3018b5dc-f1be-4c18-9da5-4b872ec6575b service neutron] Checking segment: {'id': '419a7790-970c-4a11-9d8c-ac3d75efc71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0b0632f2-66a2-43c2-8891-f4c2d1d4df60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:37.732962 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-942fb038-bc43-42a2-83e6-336f27549bed req-3018b5dc-f1be-4c18-9da5-4b872ec6575b service neutron] Bound using segment: {'id': '419a7790-970c-4a11-9d8c-ac3d75efc71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0b0632f2-66a2-43c2-8891-f4c2d1d4df60'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:37.733861 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-942fb038-bc43-42a2-83e6-336f27549bed req-3018b5dc-f1be-4c18-9da5-4b872ec6575b service neutron] Bound port: 205273b4-c0e5-43b4-8a31-7fcc20e410c0, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '419a7790-970c-4a11-9d8c-ac3d75efc71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0b0632f2-66a2-43c2-8891-f4c2d1d4df60'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:37.733861 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-942fb038-bc43-42a2-83e6-336f27549bed req-3018b5dc-f1be-4c18-9da5-4b872ec6575b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:37.748107 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 5f3aa5e2-e00d-4778-b359-764f7a526cca, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=5f3aa5e2-e00d-4778-b359-764f7a526cca,segment=NetworkSegment(609d2279-1897-4f1e-a839-9fcfed224218),segment_id=609d2279-1897-4f1e-a839-9fcfed224218)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:37.753520 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:37.800019 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8f4ed3-b3af-4daf-a289-2e24a982f5e0 req-597397e6-6966-4d46-abe8-ea6d610c9f01 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:37.802831 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2c8f4ed3-b3af-4daf-a289-2e24a982f5e0 req-597397e6-6966-4d46-abe8-ea6d610c9f01 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 944 time: 0.3332825 Jul 16 08:33:37.818469 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=5f3aa5e2-e00d-4778-b359-764f7a526cca,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:37.818703 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-951b96fd-23bb-458c-9402-aa3cbd2217d8 service neutron] 10.222.0.21 "GET /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4137759 Jul 16 08:33:37.949433 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2c8f4ed3-b3af-4daf-a289-2e24a982f5e0 req-74cbf1be-e581-4f93-98c0-96492377f2eb tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352279 Jul 16 08:33:37.953935 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-942fb038-bc43-42a2-83e6-336f27549bed req-3018b5dc-f1be-4c18-9da5-4b872ec6575b service neutron] For port 205273b4-c0e5-43b4-8a31-7fcc20e410c0, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:37.959321 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-942fb038-bc43-42a2-83e6-336f27549bed req-3018b5dc-f1be-4c18-9da5-4b872ec6575b service neutron] For port 205273b4-c0e5-43b4-8a31-7fcc20e410c0, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=205273b4-c0e5-43b4-8a31-7fcc20e410c0,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:37.968819 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-942fb038-bc43-42a2-83e6-336f27549bed req-3018b5dc-f1be-4c18-9da5-4b872ec6575b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:38.053499 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['059bbc9e-a6a2-438e-ab0b-25a1dad3147d'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:38.152730 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fb038-bc43-42a2-83e6-336f27549bed req-3018b5dc-f1be-4c18-9da5-4b872ec6575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:38.153351 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-942fb038-bc43-42a2-83e6-336f27549bed req-3018b5dc-f1be-4c18-9da5-4b872ec6575b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:38.173027 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-942fb038-bc43-42a2-83e6-336f27549bed req-3018b5dc-f1be-4c18-9da5-4b872ec6575b service neutron] 10.222.0.21 "PUT /v2.0/ports/205273b4-c0e5-43b4-8a31-7fcc20e410c0 HTTP/1.1" status: 200 len: 1093 time: 2.7944992 Jul 16 08:33:38.254118 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '438e7066-094e-4fb0-8a01-7bfc37619505', 'tag': '205273b4-c0e5-43b4-8a31-7fcc20e410c0'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:38.256931 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8556d76e-ddf5-4652-b973-b80eb16c945c" -d '{"events": [{"name": "network-changed", "server_uuid": "438e7066-094e-4fb0-8a01-7bfc37619505", "tag": "205273b4-c0e5-43b4-8a31-7fcc20e410c0"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:38.274178 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c29591-e4e7-4e50-8da1-de5e44dbd8ae req-f61769fe-a18d-480d-bc9b-40506c3c4a52 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:38.281855 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c29591-e4e7-4e50-8da1-de5e44dbd8ae req-f61769fe-a18d-480d-bc9b-40506c3c4a52 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:38.290503 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e7c29591-e4e7-4e50-8da1-de5e44dbd8ae req-f61769fe-a18d-480d-bc9b-40506c3c4a52 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=b36764b1-d745-494c-a33b-4b4ce8049d24 HTTP/1.1" status: 200 len: 1681 time: 0.1338785 Jul 16 08:33:38.314181 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3018b5dc-f1be-4c18-9da5-4b872ec6575b service neutron] Pushing event updated for resources: {'Port': ['ID=205273b4-c0e5-43b4-8a31-7fcc20e410c0,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:38.329740 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e7c29591-e4e7-4e50-8da1-de5e44dbd8ae req-83b75e57-451b-4077-8b0f-4f70b9210328 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379729 Jul 16 08:33:38.419257 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30304a77-83e7-45ff-96e4-5ce14f584df6 tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Router 293f25c0-264f-4195-bcd5-9d271fd5e395 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:33:38.453706 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:38.464569 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cb8b1-ff7a-4514-9c1d-75f9cbf14bc6 req-dfdc7861-ccf4-4ce8-9e67-12df26696a7d tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:38.466507 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c15cb8b1-ff7a-4514-9c1d-75f9cbf14bc6 req-dfdc7861-ccf4-4ce8-9e67-12df26696a7d tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 945 time: 0.1933002 Jul 16 08:33:38.471740 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-d7645729-846d-4efc-8395-8980cf60bda0 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:38.473600 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-d7645729-846d-4efc-8395-8980cf60bda0 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e&tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&binding%3Ahost_id=n-h2-771362-37 HTTP/1.1" status: 200 len: 1097 time: 0.1901023 Jul 16 08:33:38.500053 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fb038-bc43-42a2-83e6-336f27549bed req-a8b9f04d-dd9f-4561-8d3b-84da890b8fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:38.501780 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-942fb038-bc43-42a2-83e6-336f27549bed req-a8b9f04d-dd9f-4561-8d3b-84da890b8fc7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=403d6aa1ac0d41e3a4a28a0141013051&device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 1096 time: 0.2393472 Jul 16 08:33:38.502871 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f53d1c5b-9d34-48cc-8bbf-e5a5cb1f173c req-d0ea211d-2561-4abe-b4d0-735deea96db3 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 210 time: 0.0432162 Jul 16 08:33:38.812937 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974362e-9c47-4314-930b-94e03a0680f9 req-cc0c5098-31c0-4177-8c1b-c6170c7be2a2 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:38.814897 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2974362e-9c47-4314-930b-94e03a0680f9 req-cc0c5098-31c0-4177-8c1b-c6170c7be2a2 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.30 "GET /v2.0/networks?id=c8582703-4cc4-4fff-80b5-c471d9477e16 HTTP/1.1" status: 200 len: 813 time: 0.2256825 Jul 16 08:33:38.831464 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-2974362e-9c47-4314-930b-94e03a0680f9 req-821f9c9d-7bee-4b99-9c16-bc9f09fa8812 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Request body: {'port': {'device_id': '986d7225-e1a5-4841-adf8-742db2ed93fa', 'network_id': 'c8582703-4cc4-4fff-80b5-c471d9477e16', 'admin_state_up': True, 'tenant_id': 'fe485eef99184140b54eea7a4f5e6aa7'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:38.859090 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04174c59-8141-4715-8ccd-72692d3b4100 req-79d4d2c5-50ac-4118-8173-f55f48eb768d tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:38.860538 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-04174c59-8141-4715-8ccd-72692d3b4100 req-79d4d2c5-50ac-4118-8173-f55f48eb768d tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef512a9c-d3db-4eb6-89df-75447f44fdc3 HTTP/1.1" status: 200 len: 946 time: 0.1547189 Jul 16 08:33:38.936620 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3bb9d18-d417-4327-8a9a-1f0e27006cd2 x-openstack-request-id: req-c3bb9d18-d417-4327-8a9a-1f0e27006cd2 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:38.937184 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "438e7066-094e-4fb0-8a01-7bfc37619505", "tag": "205273b4-c0e5-43b4-8a31-7fcc20e410c0", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:38.937184 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c3bb9d18-d417-4327-8a9a-1f0e27006cd2 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:38.937522 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '438e7066-094e-4fb0-8a01-7bfc37619505', 'tag': '205273b4-c0e5-43b4-8a31-7fcc20e410c0', 'status': 'completed', 'code': 200} Jul 16 08:33:38.972729 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-04174c59-8141-4715-8ccd-72692d3b4100 req-d1c90477-f2d4-404f-83d9-d14ecbe58a06 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010222 Jul 16 08:33:39.017143 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c15cb8b1-ff7a-4514-9c1d-75f9cbf14bc6 req-a055c5a8-27bb-4049-a1be-b15517ee850f tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5404136 Jul 16 08:33:39.034453 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2974362e-9c47-4314-930b-94e03a0680f9 req-821f9c9d-7bee-4b99-9c16-bc9f09fa8812 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Made reservation on behalf of fe485eef99184140b54eea7a4f5e6aa7 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:39.038231 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2974362e-9c47-4314-930b-94e03a0680f9 req-821f9c9d-7bee-4b99-9c16-bc9f09fa8812 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:39.088108 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-942fb038-bc43-42a2-83e6-336f27549bed req-d6aeb466-5ee2-44e6-bef8-d0a347653989 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=205273b4-c0e5-43b4-8a31-7fcc20e410c0 HTTP/1.1" status: 200 len: 217 time: 0.5624714 Jul 16 08:33:39.100460 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['5f3aa5e2-e00d-4778-b359-764f7a526cca'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:39.161646 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 059bbc9e-a6a2-438e-ab0b-25a1dad3147d up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:39.226043 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30304a77-83e7-45ff-96e4-5ce14f584df6 tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:33:39.248635 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c51cd5-7f0b-468d-bfab-bb097bcafec8 None None] Sync routers for ids ['293f25c0-264f-4195-bcd5-9d271fd5e395'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:33:39.257733 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fb038-bc43-42a2-83e6-336f27549bed req-87a50f87-d221-405d-8db4-62d9afdaa62a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:39.259469 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-942fb038-bc43-42a2-83e6-336f27549bed req-87a50f87-d221-405d-8db4-62d9afdaa62a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a403916-6099-4ffc-ad6e-346025e9f7bf HTTP/1.1" status: 200 len: 844 time: 0.1572597 Jul 16 08:33:39.267730 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 059bbc9e-a6a2-438e-ab0b-25a1dad3147d completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:39.281335 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 059bbc9e-a6a2-438e-ab0b-25a1dad3147d triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:39.281881 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:39.291921 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c51cd5-7f0b-468d-bfab-bb097bcafec8 None None] Routers {'293f25c0-264f-4195-bcd5-9d271fd5e395'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:39.292595 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b3c51cd5-7f0b-468d-bfab-bb097bcafec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:33:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['293f25c0-264f-4195-bcd5-9d271fd5e395'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:39.343314 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-2974362e-9c47-4314-930b-94e03a0680f9 req-821f9c9d-7bee-4b99-9c16-bc9f09fa8812 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Allocated IP 172.20.0.10 (c8582703-4cc4-4fff-80b5-c471d9477e16/df86fc55-3ccc-4737-ad2e-69164a017fd5/4d260d8b-2721-4aad-939f-af2eced15fea) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:39.349742 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-942fb038-bc43-42a2-83e6-336f27549bed req-6dea8b0d-d2fd-4213-bfb2-04e4e8599f9e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b0632f2-66a2-43c2-8891-f4c2d1d4df60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0801661 Jul 16 08:33:39.372381 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b3c51cd5-7f0b-468d-bfab-bb097bcafec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:39.373985 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30304a77-83e7-45ff-96e4-5ce14f584df6 tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:39.434385 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae21cdd-42d2-43d1-812e-ded582dd350c req-8d93dbdf-cab4-4f3e-875e-48dffba2532f tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:39.447004 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0ae21cdd-42d2-43d1-812e-ded582dd350c req-8d93dbdf-cab4-4f3e-875e-48dffba2532f tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 944 time: 0.1916840 Jul 16 08:33:39.458915 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c51cd5-7f0b-468d-bfab-bb097bcafec8 None None] Routers {'293f25c0-264f-4195-bcd5-9d271fd5e395'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:39.465041 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b3c51cd5-7f0b-468d-bfab-bb097bcafec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:33:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['293f25c0-264f-4195-bcd5-9d271fd5e395'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:39.593417 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b3c51cd5-7f0b-468d-bfab-bb097bcafec8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:39.594380 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c51cd5-7f0b-468d-bfab-bb097bcafec8 None None] The sync data for ids ['293f25c0-264f-4195-bcd5-9d271fd5e395'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:33:39.623048 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:39.656096 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2974362e-9c47-4314-930b-94e03a0680f9 req-821f9c9d-7bee-4b99-9c16-bc9f09fa8812 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:39.664006 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36764b1-d745-494c-a33b-4b4ce8049d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059bbc9e-a6a2-438e-ab0b-25a1dad3147d'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:39.664765 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-30304a77-83e7-45ff-96e4-5ce14f584df6 tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 989 time: 8.8922515 Jul 16 08:33:39.672417 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d40b1747-7f92-463d-a48b-b6e663c079ee" -d '{"events": [{"server_uuid": "b36764b1-d745-494c-a33b-4b4ce8049d24", "name": "network-vif-plugged", "status": "completed", "tag": "059bbc9e-a6a2-438e-ab0b-25a1dad3147d"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:39.674309 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57590) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:39.714356 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 059bbc9e-a6a2-438e-ab0b-25a1dad3147d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=059bbc9e-a6a2-438e-ab0b-25a1dad3147d,segment=NetworkSegment(179220dd-a462-4b93-9fb4-27b27c82e39e),segment_id=179220dd-a462-4b93-9fb4-27b27c82e39e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:39.720598 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:39.731666 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-62abf9a8-6e64-439d-93b6-1e3e749c0d9a service neutron] For port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:39.736604 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-62abf9a8-6e64-439d-93b6-1e3e749c0d9a service neutron] Notify callbacks [] for binding, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:39.737658 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2974362e-9c47-4314-930b-94e03a0680f9 req-821f9c9d-7bee-4b99-9c16-bc9f09fa8812 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:39.737916 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-62abf9a8-6e64-439d-93b6-1e3e749c0d9a service neutron] 10.222.0.21 "DELETE /v2.0/ports/dce8d606-902a-4b54-9fc9-7ecbc85b0ce7/bindings/n-h1-771362-37 HTTP/1.1" status: 204 len: 173 time: 1.2240868 Jul 16 08:33:39.810431 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=059bbc9e-a6a2-438e-ab0b-25a1dad3147d,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:39.848031 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0ae21cdd-42d2-43d1-812e-ded582dd350c req-45190b36-d473-413b-9f2f-4ba87e25ef1d tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999228 Jul 16 08:33:39.861610 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2974362e-9c47-4314-930b-94e03a0680f9 req-821f9c9d-7bee-4b99-9c16-bc9f09fa8812 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Network c8582703-4cc4-4fff-80b5-c471d9477e16 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:39.865326 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-2974362e-9c47-4314-930b-94e03a0680f9 req-821f9c9d-7bee-4b99-9c16-bc9f09fa8812 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:39.877317 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-2974362e-9c47-4314-930b-94e03a0680f9 req-821f9c9d-7bee-4b99-9c16-bc9f09fa8812 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:39.878565 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821f9c9d-7bee-4b99-9c16-bc9f09fa8812 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Pushing event updated for resources: {'Port': ['ID=4d260d8b-2721-4aad-939f-af2eced15fea,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:39.890659 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-942fb038-bc43-42a2-83e6-336f27549bed req-cb45d8af-eaf6-402c-a640-0687451bf151 service neutron] 10.222.0.21 "GET /v2.0/networks/0b0632f2-66a2-43c2-8891-f4c2d1d4df60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5083601 Jul 16 08:33:39.896448 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3e357158-abed-4195-acad-168d41945490 tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] 10.222.0.22 "GET /v2.0/floatingips/25608c23-5ab6-4472-a955-119a21b4a1c9 HTTP/1.1" status: 200 len: 984 time: 0.2158420 Jul 16 08:33:39.902619 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9168061-d752-48b2-bd19-afb21b965add req-1cc67914-d68c-4b74-9003-da2aa744f0c7 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:39.909296 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9168061-d752-48b2-bd19-afb21b965add req-1cc67914-d68c-4b74-9003-da2aa744f0c7 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:39.913069 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57596) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:39.916243 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f9168061-d752-48b2-bd19-afb21b965add req-1cc67914-d68c-4b74-9003-da2aa744f0c7 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=b36764b1-d745-494c-a33b-4b4ce8049d24 HTTP/1.1" status: 200 len: 1681 time: 0.3374505 Jul 16 08:33:40.004396 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-942fb038-bc43-42a2-83e6-336f27549bed req-5e705819-9ff5-42fd-8301-ab34710bf1f7 service neutron] 10.222.0.21 "GET /v2.0/networks/0b0632f2-66a2-43c2-8891-f4c2d1d4df60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855172 Jul 16 08:33:40.065025 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f9168061-d752-48b2-bd19-afb21b965add req-5acc6039-76b4-436b-8a76-1b7f5b8dcefd tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477838 Jul 16 08:33:40.133726 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974362e-9c47-4314-930b-94e03a0680f9 req-821f9c9d-7bee-4b99-9c16-bc9f09fa8812 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:40.134381 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2974362e-9c47-4314-930b-94e03a0680f9 req-821f9c9d-7bee-4b99-9c16-bc9f09fa8812 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:40.142908 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-593e69fb-dfb9-451f-b4ae-9c2614fcf0bf tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2252 time: 0.2283061 Jul 16 08:33:40.178666 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57602) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:40.203182 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6cc2d08-20b2-4191-90cb-7e84e1ad4992 x-openstack-request-id: req-a6cc2d08-20b2-4191-90cb-7e84e1ad4992 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:40.203682 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36764b1-d745-494c-a33b-4b4ce8049d24", "name": "network-vif-plugged", "status": "completed", "tag": "059bbc9e-a6a2-438e-ab0b-25a1dad3147d", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:40.203765 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a6cc2d08-20b2-4191-90cb-7e84e1ad4992 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:40.204130 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36764b1-d745-494c-a33b-4b4ce8049d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '059bbc9e-a6a2-438e-ab0b-25a1dad3147d', 'code': 200} Jul 16 08:33:40.256089 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556d76e-ddf5-4652-b973-b80eb16c945c req-7c7eb4bc-8452-4f82-b3c7-9feeb87e19f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:40.268248 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2974362e-9c47-4314-930b-94e03a0680f9 req-821f9c9d-7bee-4b99-9c16-bc9f09fa8812 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4417360 Jul 16 08:33:40.270705 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8556d76e-ddf5-4652-b973-b80eb16c945c req-7c7eb4bc-8452-4f82-b3c7-9feeb87e19f8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=403d6aa1ac0d41e3a4a28a0141013051&device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 1096 time: 0.1825824 Jul 16 08:33:40.287034 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-2974362e-9c47-4314-930b-94e03a0680f9 req-9b644fef-daae-4840-b9d2-873c170ebd8c service neutron] Request body: {'port': {'device_id': '986d7225-e1a5-4841-adf8-742db2ed93fa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:40.361269 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a328fe-b9cd-4c87-b3d3-f7ecc349279e req-477d90f3-d40b-42f4-b2f8-5faf7cd620d8 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:40.370885 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d5a328fe-b9cd-4c87-b3d3-f7ecc349279e req-477d90f3-d40b-42f4-b2f8-5faf7cd620d8 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 932 time: 0.2249870 Jul 16 08:33:40.434247 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d5a328fe-b9cd-4c87-b3d3-f7ecc349279e req-ff2243a9-99a5-426c-a8e0-3665143f406a tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631833 Jul 16 08:33:40.479227 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556d76e-ddf5-4652-b973-b80eb16c945c req-3d61b47a-a599-48eb-ac3b-f53d6e194b20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:40.481138 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8556d76e-ddf5-4652-b973-b80eb16c945c req-3d61b47a-a599-48eb-ac3b-f53d6e194b20 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0b0632f2-66a2-43c2-8891-f4c2d1d4df60 HTTP/1.1" status: 200 len: 905 time: 0.2028475 Jul 16 08:33:40.538390 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8556d76e-ddf5-4652-b973-b80eb16c945c req-0eab6e5f-ce82-40b9-a02f-441d0463371f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=205273b4-c0e5-43b4-8a31-7fcc20e410c0 HTTP/1.1" status: 200 len: 217 time: 0.0488589 Jul 16 08:33:40.616375 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1deec0-6a7e-4483-88d6-30627b074307 req-daba44e2-2659-4535-acad-e1d754ba6de0 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:40.633332 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fb1deec0-6a7e-4483-88d6-30627b074307 req-daba44e2-2659-4535-acad-e1d754ba6de0 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 945 time: 0.2522438 Jul 16 08:33:40.666215 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8556d76e-ddf5-4652-b973-b80eb16c945c req-b7ba9688-54cd-4809-953f-2fe5906311d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:40.667861 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8556d76e-ddf5-4652-b973-b80eb16c945c req-b7ba9688-54cd-4809-953f-2fe5906311d4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a403916-6099-4ffc-ad6e-346025e9f7bf HTTP/1.1" status: 200 len: 844 time: 0.1181705 Jul 16 08:33:40.669059 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2974362e-9c47-4314-930b-94e03a0680f9 req-9b644fef-daae-4840-b9d2-873c170ebd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:40.717578 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8556d76e-ddf5-4652-b973-b80eb16c945c req-e3c79f70-9a6d-480a-96ca-4b11892a1c81 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b0632f2-66a2-43c2-8891-f4c2d1d4df60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416436 Jul 16 08:33:40.722932 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fb1deec0-6a7e-4483-88d6-30627b074307 req-5263af27-e4c0-43ee-91e9-02e98217aaf7 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887351 Jul 16 08:33:40.809954 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4409d28d-1723-47e5-a6b5-b35e9c17350a tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Deleting port da6c663a-7f97-42cc-8248-13e059b3fcfe {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:40.810395 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4409d28d-1723-47e5-a6b5-b35e9c17350a tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:40.865628 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8556d76e-ddf5-4652-b973-b80eb16c945c req-c500157f-f43e-4e8d-b10d-71d8af3e8cf1 service neutron] 10.222.0.21 "GET /v2.0/networks/0b0632f2-66a2-43c2-8891-f4c2d1d4df60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1404126 Jul 16 08:33:41.010530 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8556d76e-ddf5-4652-b973-b80eb16c945c req-b5ab5530-a9a9-40a9-ae86-ac84fcd399cd service neutron] 10.222.0.21 "GET /v2.0/networks/0b0632f2-66a2-43c2-8891-f4c2d1d4df60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376634 Jul 16 08:33:41.032130 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4c659e-5ac7-454b-b43f-2fbb0456184e req-c4c2b606-696c-4402-abd1-cad4cfa35be9 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:41.034451 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bc4c659e-5ac7-454b-b43f-2fbb0456184e req-c4c2b606-696c-4402-abd1-cad4cfa35be9 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 1097 time: 0.0867505 Jul 16 08:33:41.073755 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4409d28d-1723-47e5-a6b5-b35e9c17350a tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:41.074105 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4409d28d-1723-47e5-a6b5-b35e9c17350a tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:41.080506 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bc4c659e-5ac7-454b-b43f-2fbb0456184e req-e513afcd-88ac-486a-a055-25af65394209 tempest-LiveAutoBlockMigrationV225Test-369476312 tempest-LiveAutoBlockMigrationV225Test-369476312-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402448 Jul 16 08:33:41.105195 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 205273b4-c0e5-43b4-8a31-7fcc20e410c0 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:41.107636 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4409d28d-1723-47e5-a6b5-b35e9c17350a tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Calling delete_port for da6c663a-7f97-42cc-8248-13e059b3fcfe owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:41.206676 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c2edb9-5a45-4c9d-b95d-19048ff890f9 req-67daa211-cbfb-4a9d-81e2-b1e9958dce4d tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:41.208226 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-24c2edb9-5a45-4c9d-b95d-19048ff890f9 req-67daa211-cbfb-4a9d-81e2-b1e9958dce4d tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 944 time: 0.2181544 Jul 16 08:33:41.270200 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 205273b4-c0e5-43b4-8a31-7fcc20e410c0, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=205273b4-c0e5-43b4-8a31-7fcc20e410c0,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:41.277242 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 5f3aa5e2-e00d-4778-b359-764f7a526cca up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:41.305060 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-2974362e-9c47-4314-930b-94e03a0680f9 req-9b644fef-daae-4840-b9d2-873c170ebd8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d260d8b-2721-4aad-939f-af2eced15fea {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:41.313474 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '205273b4-c0e5-43b4-8a31-7fcc20e410c0', 'network_id': '0b0632f2-66a2-43c2-8891-f4c2d1d4df60', 'port_id': '205273b4-c0e5-43b4-8a31-7fcc20e410c0', 'mac_address': 'fa:16:3e:ae:1d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a403916-6099-4ffc-ad6e-346025e9f7bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:41.314556 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8eb52-ad37-40e7-8025-2ec52dba75f4 req-bfa92f77-2097-425a-8ec3-30ccd5f348d8 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:41.322008 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8eb52-ad37-40e7-8025-2ec52dba75f4 req-bfa92f77-2097-425a-8ec3-30ccd5f348d8 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:41.322806 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2974362e-9c47-4314-930b-94e03a0680f9 req-9b644fef-daae-4840-b9d2-873c170ebd8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:41.324243 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f5a8eb52-ad37-40e7-8025-2ec52dba75f4 req-bfa92f77-2097-425a-8ec3-30ccd5f348d8 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=b36764b1-d745-494c-a33b-4b4ce8049d24 HTTP/1.1" status: 200 len: 1682 time: 0.0934198 Jul 16 08:33:41.345848 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-24c2edb9-5a45-4c9d-b95d-19048ff890f9 req-a0402999-0622-46a1-9906-1faeb43aaf7e tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044455 Jul 16 08:33:41.346782 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-2974362e-9c47-4314-930b-94e03a0680f9 req-9b644fef-daae-4840-b9d2-873c170ebd8c service neutron] Transition to ACTIVE for port object 4d260d8b-2721-4aad-939f-af2eced15fea will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:41.357230 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2974362e-9c47-4314-930b-94e03a0680f9 req-9b644fef-daae-4840-b9d2-873c170ebd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:41.376776 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:41.382202 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f5a8eb52-ad37-40e7-8025-2ec52dba75f4 req-95976863-edd3-4dcb-960a-1e2b95b12eb3 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500166 Jul 16 08:33:41.417319 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b644fef-daae-4840-b9d2-873c170ebd8c service neutron] Pushing event updated for resources: {'Port': ['ID=4d260d8b-2721-4aad-939f-af2eced15fea,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:41.418492 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 205273b4-c0e5-43b4-8a31-7fcc20e410c0 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:41.452712 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 205273b4-c0e5-43b4-8a31-7fcc20e410c0, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=205273b4-c0e5-43b4-8a31-7fcc20e410c0,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:41.454294 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 5f3aa5e2-e00d-4778-b359-764f7a526cca completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:41.458739 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 5f3aa5e2-e00d-4778-b359-764f7a526cca triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:41.459167 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:41.461102 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:41.534496 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=205273b4-c0e5-43b4-8a31-7fcc20e410c0,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:41.608242 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:41.682078 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79579cd-5fa3-4a75-bacd-34b878562d69 req-1ad56c9a-4115-42d7-99f7-5b2de36da640 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:41.693297 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 5f3aa5e2-e00d-4778-b359-764f7a526cca, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=5f3aa5e2-e00d-4778-b359-764f7a526cca,segment=NetworkSegment(609d2279-1897-4f1e-a839-9fcfed224218),segment_id=609d2279-1897-4f1e-a839-9fcfed224218)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:41.693512 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e79579cd-5fa3-4a75-bacd-34b878562d69 req-1ad56c9a-4115-42d7-99f7-5b2de36da640 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 944 time: 0.1079931 Jul 16 08:33:41.701092 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:41.775522 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e79579cd-5fa3-4a75-bacd-34b878562d69 req-711a00bc-39e8-4cc2-bee9-66db51cb5b52 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803556 Jul 16 08:33:41.784167 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['205273b4-c0e5-43b4-8a31-7fcc20e410c0'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:41.835419 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=5f3aa5e2-e00d-4778-b359-764f7a526cca,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:42.004048 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2974362e-9c47-4314-930b-94e03a0680f9 req-9b644fef-daae-4840-b9d2-873c170ebd8c service neutron] Attempting to bind port 4d260d8b-2721-4aad-939f-af2eced15fea on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:33:42.004582 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2974362e-9c47-4314-930b-94e03a0680f9 req-9b644fef-daae-4840-b9d2-873c170ebd8c service neutron] Attempting to bind port 4d260d8b-2721-4aad-939f-af2eced15fea by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '434f1074-36f8-46ba-becd-a201a761861a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c8582703-4cc4-4fff-80b5-c471d9477e16'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:33:42.005078 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2974362e-9c47-4314-930b-94e03a0680f9 req-9b644fef-daae-4840-b9d2-873c170ebd8c service neutron] Attempting to bind port 4d260d8b-2721-4aad-939f-af2eced15fea on network c8582703-4cc4-4fff-80b5-c471d9477e16 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:42.019647 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2974362e-9c47-4314-930b-94e03a0680f9 req-9b644fef-daae-4840-b9d2-873c170ebd8c service neutron] Port 4d260d8b-2721-4aad-939f-af2eced15fea on network c8582703-4cc4-4fff-80b5-c471d9477e16 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:33:42.020194 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2974362e-9c47-4314-930b-94e03a0680f9 req-9b644fef-daae-4840-b9d2-873c170ebd8c service neutron] Attempting to bind port 4d260d8b-2721-4aad-939f-af2eced15fea on network c8582703-4cc4-4fff-80b5-c471d9477e16 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:33:42.028865 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4409d28d-1723-47e5-a6b5-b35e9c17350a tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:42.032095 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2974362e-9c47-4314-930b-94e03a0680f9 req-9b644fef-daae-4840-b9d2-873c170ebd8c service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:33:42.032625 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2974362e-9c47-4314-930b-94e03a0680f9 req-9b644fef-daae-4840-b9d2-873c170ebd8c service neutron] Checking segment: {'id': '434f1074-36f8-46ba-becd-a201a761861a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c8582703-4cc4-4fff-80b5-c471d9477e16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:33:42.033187 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2974362e-9c47-4314-930b-94e03a0680f9 req-9b644fef-daae-4840-b9d2-873c170ebd8c service neutron] Bound using segment: {'id': '434f1074-36f8-46ba-becd-a201a761861a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c8582703-4cc4-4fff-80b5-c471d9477e16'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:33:42.033826 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2974362e-9c47-4314-930b-94e03a0680f9 req-9b644fef-daae-4840-b9d2-873c170ebd8c service neutron] Bound port: 4d260d8b-2721-4aad-939f-af2eced15fea, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '434f1074-36f8-46ba-becd-a201a761861a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c8582703-4cc4-4fff-80b5-c471d9477e16'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:33:42.034313 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2974362e-9c47-4314-930b-94e03a0680f9 req-9b644fef-daae-4840-b9d2-873c170ebd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:42.088164 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4409d28d-1723-47e5-a6b5-b35e9c17350a tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Pushing event deleted for resources: {'Port': ['ID=da6c663a-7f97-42cc-8248-13e059b3fcfe,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:42.205551 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36764b1-d745-494c-a33b-4b4ce8049d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3aa5e2-e00d-4778-b359-764f7a526cca'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:42.208981 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13370eab-b833-4fb2-b8b8-93d6a89b273e" -d '{"events": [{"server_uuid": "b36764b1-d745-494c-a33b-4b4ce8049d24", "name": "network-vif-plugged", "status": "completed", "tag": "5f3aa5e2-e00d-4778-b359-764f7a526cca"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:42.342534 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a336b6f7-496d-4dbf-ba79-b34bbe9ffeb2 x-openstack-request-id: req-a336b6f7-496d-4dbf-ba79-b34bbe9ffeb2 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:42.343298 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36764b1-d745-494c-a33b-4b4ce8049d24", "name": "network-vif-plugged", "status": "completed", "tag": "5f3aa5e2-e00d-4778-b359-764f7a526cca", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:42.343298 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a336b6f7-496d-4dbf-ba79-b34bbe9ffeb2 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:42.343452 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36764b1-d745-494c-a33b-4b4ce8049d24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5f3aa5e2-e00d-4778-b359-764f7a526cca', 'code': 200} Jul 16 08:33:42.346950 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4409d28d-1723-47e5-a6b5-b35e9c17350a tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:42.347682 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-4409d28d-1723-47e5-a6b5-b35e9c17350a tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Floating IP 25608c23-5ab6-4472-a955-119a21b4a1c9 disassociated (deleted). External IP: 172.25.3.142, port: 52562afb-330f-4985-9350-2f5c2751d822. Jul 16 08:33:42.415748 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2974362e-9c47-4314-930b-94e03a0680f9 req-9b644fef-daae-4840-b9d2-873c170ebd8c service neutron] For port 4d260d8b-2721-4aad-939f-af2eced15fea, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:33:42.514983 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2974362e-9c47-4314-930b-94e03a0680f9 req-9b644fef-daae-4840-b9d2-873c170ebd8c service neutron] For port 4d260d8b-2721-4aad-939f-af2eced15fea, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=4d260d8b-2721-4aad-939f-af2eced15fea,segment=NetworkSegment(434f1074-36f8-46ba-becd-a201a761861a),segment_id=434f1074-36f8-46ba-becd-a201a761861a)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:33:42.533847 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2974362e-9c47-4314-930b-94e03a0680f9 req-9b644fef-daae-4840-b9d2-873c170ebd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:42.549602 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55687997-4b79-45b9-9444-8ef952eb749b req-c0f03eb2-69e6-4654-a33c-9a33777eb768 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:42.558888 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a037fa2-9e51-428d-be35-bfdcd199edff req-200589b2-b185-4657-a4ba-7181e4a0a112 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:42.560556 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2a037fa2-9e51-428d-be35-bfdcd199edff req-200589b2-b185-4657-a4ba-7181e4a0a112 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.21 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 945 time: 0.1428905 Jul 16 08:33:42.563183 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-55687997-4b79-45b9-9444-8ef952eb749b req-c0f03eb2-69e6-4654-a33c-9a33777eb768 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 945 time: 0.4605544 Jul 16 08:33:42.630990 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a342b7eb-7907-4cfb-9b8b-fe053275f4d3 req-a96f8b0b-0d3e-4c39-8a0f-4ba5e1583ec7 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:42.637380 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a342b7eb-7907-4cfb-9b8b-fe053275f4d3 req-a96f8b0b-0d3e-4c39-8a0f-4ba5e1583ec7 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 945 time: 0.1457381 Jul 16 08:33:42.737488 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974362e-9c47-4314-930b-94e03a0680f9 req-9b644fef-daae-4840-b9d2-873c170ebd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:42.738536 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2974362e-9c47-4314-930b-94e03a0680f9 req-9b644fef-daae-4840-b9d2-873c170ebd8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:42.740816 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2974362e-9c47-4314-930b-94e03a0680f9 req-9b644fef-daae-4840-b9d2-873c170ebd8c service neutron] 10.222.0.30 "PUT /v2.0/ports/4d260d8b-2721-4aad-939f-af2eced15fea HTTP/1.1" status: 200 len: 1093 time: 2.4590368 Jul 16 08:33:42.758785 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986d7225-e1a5-4841-adf8-742db2ed93fa', 'tag': '4d260d8b-2721-4aad-939f-af2eced15fea'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:42.762995 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7859dd2e-2cf9-4f5e-aad0-77c9c96e8d95" -d '{"events": [{"name": "network-changed", "server_uuid": "986d7225-e1a5-4841-adf8-742db2ed93fa", "tag": "4d260d8b-2721-4aad-939f-af2eced15fea"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:42.771777 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a342b7eb-7907-4cfb-9b8b-fe053275f4d3 req-7077b06b-66fe-4dac-98b1-18d0782c834c tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302409 Jul 16 08:33:42.811355 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-2a037fa2-9e51-428d-be35-bfdcd199edff req-ef64cdcb-aca3-4c2a-a780-9045ec067d44 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Deleting port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:42.811909 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2a037fa2-9e51-428d-be35-bfdcd199edff req-ef64cdcb-aca3-4c2a-a780-9045ec067d44 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:42.865706 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-55687997-4b79-45b9-9444-8ef952eb749b req-403ee37d-f994-4a5d-9f60-23138a0c0bf1 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3013716 Jul 16 08:33:42.915367 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df082cf-4dee-43c6-8744-200341c4c00a req-7e9ce359-7f66-47bf-9fa0-af1db940bbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:42.915843 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df082cf-4dee-43c6-8744-200341c4c00a req-7e9ce359-7f66-47bf-9fa0-af1db940bbd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:42.917463 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3df082cf-4dee-43c6-8744-200341c4c00a req-7e9ce359-7f66-47bf-9fa0-af1db940bbd9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b36764b1-d745-494c-a33b-4b4ce8049d24 HTTP/1.1" status: 200 len: 1987 time: 0.4787600 Jul 16 08:33:42.924317 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b644fef-daae-4840-b9d2-873c170ebd8c service neutron] Pushing event updated for resources: {'Port': ['ID=4d260d8b-2721-4aad-939f-af2eced15fea,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:43.032868 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d60791-aa13-4fb6-882f-df8344d6f0e7 x-openstack-request-id: req-73d60791-aa13-4fb6-882f-df8344d6f0e7 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:43.032868 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "986d7225-e1a5-4841-adf8-742db2ed93fa", "tag": "4d260d8b-2721-4aad-939f-af2eced15fea", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:43.032868 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-73d60791-aa13-4fb6-882f-df8344d6f0e7 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:43.033549 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '986d7225-e1a5-4841-adf8-742db2ed93fa', 'tag': '4d260d8b-2721-4aad-939f-af2eced15fea', 'status': 'completed', 'code': 200} Jul 16 08:33:43.099670 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3df082cf-4dee-43c6-8744-200341c4c00a req-b6240a46-f813-4af1-a894-10f767ce80af service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432769 Jul 16 08:33:43.113147 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-2a037fa2-9e51-428d-be35-bfdcd199edff req-ef64cdcb-aca3-4c2a-a780-9045ec067d44 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] For port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=dce8d606-902a-4b54-9fc9-7ecbc85b0ce7,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:43.113467 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2a037fa2-9e51-428d-be35-bfdcd199edff req-ef64cdcb-aca3-4c2a-a780-9045ec067d44 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.120405 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 205273b4-c0e5-43b4-8a31-7fcc20e410c0 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:43.128217 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974362e-9c47-4314-930b-94e03a0680f9 req-b4c5599b-24cf-494f-907f-f43385d9a6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:43.130847 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2974362e-9c47-4314-930b-94e03a0680f9 req-b4c5599b-24cf-494f-907f-f43385d9a6a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fe485eef99184140b54eea7a4f5e6aa7&device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 1096 time: 0.3014321 Jul 16 08:33:43.148884 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-2a037fa2-9e51-428d-be35-bfdcd199edff req-ef64cdcb-aca3-4c2a-a780-9045ec067d44 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Calling delete_port for dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:43.166512 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4409d28d-1723-47e5-a6b5-b35e9c17350a tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Router 293f25c0-264f-4195-bcd5-9d271fd5e395 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:33:43.193636 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7caba-6443-4c47-a220-4a1c19d76e5c req-d4bcc83d-8f68-4d25-b43e-5d5d7b6698ab tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:43.209800 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d7caba-6443-4c47-a220-4a1c19d76e5c req-d4bcc83d-8f68-4d25-b43e-5d5d7b6698ab tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:43.211444 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-41d7caba-6443-4c47-a220-4a1c19d76e5c req-d4bcc83d-8f68-4d25-b43e-5d5d7b6698ab tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=b36764b1-d745-494c-a33b-4b4ce8049d24 HTTP/1.1" status: 200 len: 1683 time: 0.2024722 Jul 16 08:33:43.223969 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 205273b4-c0e5-43b4-8a31-7fcc20e410c0 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:43.228536 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 205273b4-c0e5-43b4-8a31-7fcc20e410c0 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:43.228908 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.314710 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-41d7caba-6443-4c47-a220-4a1c19d76e5c req-0f53b69d-de3f-4fcb-b813-93a2c38135fb tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949564 Jul 16 08:33:43.318960 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4409d28d-1723-47e5-a6b5-b35e9c17350a tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:33:43.333898 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979bd9b5-e579-4ab3-928e-8d8bbd421b49 None None] Sync routers for ids ['293f25c0-264f-4195-bcd5-9d271fd5e395'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:33:43.342792 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4409d28d-1723-47e5-a6b5-b35e9c17350a tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.358263 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979bd9b5-e579-4ab3-928e-8d8bbd421b49 None None] Routers {'293f25c0-264f-4195-bcd5-9d271fd5e395'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:43.359191 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-979bd9b5-e579-4ab3-928e-8d8bbd421b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:33:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['293f25c0-264f-4195-bcd5-9d271fd5e395'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:43.402773 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-979bd9b5-e579-4ab3-928e-8d8bbd421b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:43.415971 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-979bd9b5-e579-4ab3-928e-8d8bbd421b49 None None] Routers {'293f25c0-264f-4195-bcd5-9d271fd5e395'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:43.416939 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-979bd9b5-e579-4ab3-928e-8d8bbd421b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:33:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['293f25c0-264f-4195-bcd5-9d271fd5e395'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:43.441318 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2974362e-9c47-4314-930b-94e03a0680f9 req-571fe965-8f82-4525-a6a1-1b235b9898cd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d260d8b-2721-4aad-939f-af2eced15fea HTTP/1.1" status: 200 len: 217 time: 0.1341786 Jul 16 08:33:43.449116 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2a037fa2-9e51-428d-be35-bfdcd199edff req-ef64cdcb-aca3-4c2a-a780-9045ec067d44 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.473329 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-979bd9b5-e579-4ab3-928e-8d8bbd421b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:43.475890 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-979bd9b5-e579-4ab3-928e-8d8bbd421b49 None None] The sync data for ids ['293f25c0-264f-4195-bcd5-9d271fd5e395'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:33:43.505102 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2974362e-9c47-4314-930b-94e03a0680f9 req-95a74121-63be-48bf-98b0-6632910beb41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:43.506812 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2974362e-9c47-4314-930b-94e03a0680f9 req-95a74121-63be-48bf-98b0-6632910beb41 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=df86fc55-3ccc-4737-ad2e-69164a017fd5 HTTP/1.1" status: 200 len: 853 time: 0.0525126 Jul 16 08:33:43.508696 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef64cdcb-aca3-4c2a-a780-9045ec067d44 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Pushing event deleted for resources: {'Port': ['ID=dce8d606-902a-4b54-9fc9-7ecbc85b0ce7,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:43.523882 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4409d28d-1723-47e5-a6b5-b35e9c17350a tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] 10.222.0.22 "DELETE /v2.0/floatingips/25608c23-5ab6-4472-a955-119a21b4a1c9 HTTP/1.1" status: 204 len: 168 time: 3.3426058 Jul 16 08:33:43.527968 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57656) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:43.534049 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-84b653e4-a206-4c63-816c-96ec425fc28f tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:43.544084 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['0ed9a183-e43d-43a6-b319-0757cf6445f2'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:43.558377 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e1e59d-9e10-4b8d-b350-b15b17497e37 req-2c54397f-6f2d-4011-84e6-016b413cb575 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:43.564118 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a037fa2-9e51-428d-be35-bfdcd199edff req-ef64cdcb-aca3-4c2a-a780-9045ec067d44 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] No DVR routers for this DVR port dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:43.565583 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87e1e59d-9e10-4b8d-b350-b15b17497e37 req-2c54397f-6f2d-4011-84e6-016b413cb575 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 944 time: 0.2572632 Jul 16 08:33:43.567349 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2a037fa2-9e51-428d-be35-bfdcd199edff req-ef64cdcb-aca3-4c2a-a780-9045ec067d44 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.570220 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2a037fa2-9e51-428d-be35-bfdcd199edff req-ef64cdcb-aca3-4c2a-a780-9045ec067d44 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.21 "DELETE /v2.0/ports/dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 HTTP/1.1" status: 204 len: 173 time: 1.0025311 Jul 16 08:33:43.570715 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2babce4-6e48-49dd-92b9-24557445da4e', 'name': 'network-vif-deleted', 'tag': 'dce8d606-902a-4b54-9fc9-7ecbc85b0ce7'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:43.573726 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ee9568b-1b6f-4d73-abec-bc11cc59b6ae" -d '{"events": [{"server_uuid": "b2babce4-6e48-49dd-92b9-24557445da4e", "name": "network-vif-deleted", "tag": "dce8d606-902a-4b54-9fc9-7ecbc85b0ce7"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:43.604125 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84b653e4-a206-4c63-816c-96ec425fc28f tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.667864 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.669864 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87e1e59d-9e10-4b8d-b350-b15b17497e37 req-4f6cd1c4-80cb-4255-98f1-ffea9f53e670 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034963 Jul 16 08:33:43.709752 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78479b38-ad14-4550-9b38-30fc9389c2a7 x-openstack-request-id: req-78479b38-ad14-4550-9b38-30fc9389c2a7 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:43.710258 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b2babce4-6e48-49dd-92b9-24557445da4e", "name": "network-vif-deleted", "tag": "dce8d606-902a-4b54-9fc9-7ecbc85b0ce7", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:43.710828 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-78479b38-ad14-4550-9b38-30fc9389c2a7 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:43.711899 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2babce4-6e48-49dd-92b9-24557445da4e', 'name': 'network-vif-deleted', 'tag': 'dce8d606-902a-4b54-9fc9-7ecbc85b0ce7', 'status': 'completed', 'code': 200} Jul 16 08:33:43.720515 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2974362e-9c47-4314-930b-94e03a0680f9 req-418f42a7-c0e7-467c-be56-3ebc91f096a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8582703-4cc4-4fff-80b5-c471d9477e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0598342 Jul 16 08:33:43.725204 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 205273b4-c0e5-43b4-8a31-7fcc20e410c0, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=205273b4-c0e5-43b4-8a31-7fcc20e410c0,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:43.735060 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:43.814691 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=205273b4-c0e5-43b4-8a31-7fcc20e410c0,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:43.885610 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2974362e-9c47-4314-930b-94e03a0680f9 req-79fc63e6-d6d6-4ef7-9e8c-350705f47279 service neutron] 10.222.0.30 "GET /v2.0/networks/c8582703-4cc4-4fff-80b5-c471d9477e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579499 Jul 16 08:33:43.932971 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84b653e4-a206-4c63-816c-96ec425fc28f tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:44.087417 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fbf31a35-08fa-4c62-8fd6-713c2efe56dc req-5ccde6b4-13e4-485a-93d1-fb0aafb18c34 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 210 time: 0.0559523 Jul 16 08:33:44.149239 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7c730f-07bc-4e76-8cd9-e759866dec37 req-624eb7e5-1726-412e-a70a-eb3c63d2ccb9 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:44.152960 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fc7c730f-07bc-4e76-8cd9-e759866dec37 req-624eb7e5-1726-412e-a70a-eb3c63d2ccb9 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 946 time: 0.2627864 Jul 16 08:33:44.198976 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2974362e-9c47-4314-930b-94e03a0680f9 req-4cdd2ede-0683-410d-81ac-f83fd3930262 service neutron] 10.222.0.30 "GET /v2.0/networks/c8582703-4cc4-4fff-80b5-c471d9477e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2979147 Jul 16 08:33:44.225724 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-84b653e4-a206-4c63-816c-96ec425fc28f tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Allocated IP 172.25.3.88 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/b4d2ab0f-932a-4448-9057-283b6c01484e) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:44.247095 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fc7c730f-07bc-4e76-8cd9-e759866dec37 req-ff98d3d5-f8d4-4653-be35-92394b590abf tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802119 Jul 16 08:33:44.345240 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438e7066-094e-4fb0-8a01-7bfc37619505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205273b4-c0e5-43b4-8a31-7fcc20e410c0'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:44.347548 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56e99784-5ec4-43a5-9597-a3b5b6bee795" -d '{"events": [{"server_uuid": "438e7066-094e-4fb0-8a01-7bfc37619505", "name": "network-vif-plugged", "status": "completed", "tag": "205273b4-c0e5-43b4-8a31-7fcc20e410c0"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:44.400821 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95f9057a-0263-4501-b83e-b553cf72a75f x-openstack-request-id: req-95f9057a-0263-4501-b83e-b553cf72a75f {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:44.401127 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438e7066-094e-4fb0-8a01-7bfc37619505", "name": "network-vif-plugged", "status": "completed", "tag": "205273b4-c0e5-43b4-8a31-7fcc20e410c0", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:44.401383 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-95f9057a-0263-4501-b83e-b553cf72a75f {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:44.401782 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438e7066-094e-4fb0-8a01-7bfc37619505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205273b4-c0e5-43b4-8a31-7fcc20e410c0', 'code': 200} Jul 16 08:33:44.423467 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84b653e4-a206-4c63-816c-96ec425fc28f tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:44.435643 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859dd2e-2cf9-4f5e-aad0-77c9c96e8d95 req-505b5f03-041d-4b46-a95d-53614b7f5053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:44.437348 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7859dd2e-2cf9-4f5e-aad0-77c9c96e8d95 req-505b5f03-041d-4b46-a95d-53614b7f5053 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fe485eef99184140b54eea7a4f5e6aa7&device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 1096 time: 0.1353164 Jul 16 08:33:44.530316 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1135e2-77d9-4b4d-a173-86a25c6af1c1 req-b2b0655e-1770-4bcc-afb1-241a21cd0d24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:44.532393 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bd1135e2-77d9-4b4d-a173-86a25c6af1c1 req-b2b0655e-1770-4bcc-afb1-241a21cd0d24 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 1098 time: 0.0533295 Jul 16 08:33:44.579836 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bd1135e2-77d9-4b4d-a173-86a25c6af1c1 req-7803c310-4e78-4c92-ad0b-b0cbf9af60b3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391347 Jul 16 08:33:44.585335 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84b653e4-a206-4c63-816c-96ec425fc28f tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:44.647187 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859dd2e-2cf9-4f5e-aad0-77c9c96e8d95 req-cab5da9f-adf3-4d14-9f44-1bd8574294af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:44.648711 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7859dd2e-2cf9-4f5e-aad0-77c9c96e8d95 req-cab5da9f-adf3-4d14-9f44-1bd8574294af service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8582703-4cc4-4fff-80b5-c471d9477e16 HTTP/1.1" status: 200 len: 914 time: 0.2036817 Jul 16 08:33:44.661301 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b653e4-a206-4c63-816c-96ec425fc28f tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:44.701112 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-84b653e4-a206-4c63-816c-96ec425fc28f tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:44.704365 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b653e4-a206-4c63-816c-96ec425fc28f tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Pushing event updated for resources: {'Port': ['ID=b4d2ab0f-932a-4448-9057-283b6c01484e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:44.707059 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b653e4-a206-4c63-816c-96ec425fc28f tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:44.717560 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af142165-43bd-4c27-a9c9-98f1deecb899 req-1487d319-625a-48fc-acd2-1a0954fee4ab tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:44.723588 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af142165-43bd-4c27-a9c9-98f1deecb899 req-1487d319-625a-48fc-acd2-1a0954fee4ab tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:44.725356 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-af142165-43bd-4c27-a9c9-98f1deecb899 req-1487d319-625a-48fc-acd2-1a0954fee4ab tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=b36764b1-d745-494c-a33b-4b4ce8049d24 HTTP/1.1" status: 200 len: 1683 time: 0.2552233 Jul 16 08:33:44.726687 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7859dd2e-2cf9-4f5e-aad0-77c9c96e8d95 req-6c0464ae-b935-4957-8aa4-342ef69c8a5b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d260d8b-2721-4aad-939f-af2eced15fea HTTP/1.1" status: 200 len: 217 time: 0.0677185 Jul 16 08:33:44.845667 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-af142165-43bd-4c27-a9c9-98f1deecb899 req-ce0ed28d-a3e8-4d9f-9387-9b75352b3d0a tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948262 Jul 16 08:33:44.849827 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7859dd2e-2cf9-4f5e-aad0-77c9c96e8d95 req-7fd77990-a7aa-4a3f-a0a1-cb28c69403af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:44.851262 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7859dd2e-2cf9-4f5e-aad0-77c9c96e8d95 req-7fd77990-a7aa-4a3f-a0a1-cb28c69403af service neutron] 10.222.0.30 "GET /v2.0/subnets?id=df86fc55-3ccc-4737-ad2e-69164a017fd5 HTTP/1.1" status: 200 len: 853 time: 0.0943639 Jul 16 08:33:44.915325 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7859dd2e-2cf9-4f5e-aad0-77c9c96e8d95 req-2df4986d-b5a7-4f0b-b4cc-56d6719a00e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8582703-4cc4-4fff-80b5-c471d9477e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0420556 Jul 16 08:33:44.959463 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84b653e4-a206-4c63-816c-96ec425fc28f tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.005490 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5906c8-118e-4921-9973-b92859482135 req-ee36a62e-2480-4b8e-8c1f-fa237c02a3f6 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:45.007022 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5a5906c8-118e-4921-9973-b92859482135 req-ee36a62e-2480-4b8e-8c1f-fa237c02a3f6 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 944 time: 0.1005292 Jul 16 08:33:45.046907 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84b653e4-a206-4c63-816c-96ec425fc28f tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.048857 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5a5906c8-118e-4921-9973-b92859482135 req-c8c90a18-a80d-438f-8f87-ab1bc35ef80f tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345809 Jul 16 08:33:45.121888 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:45.174800 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:45.175528 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device dce8d606-902a-4b54-9fc9-7ecbc85b0ce7 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:45.207150 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7859dd2e-2cf9-4f5e-aad0-77c9c96e8d95 req-46231b9b-fb92-4c11-84da-4e1502c2c2d2 service neutron] 10.222.0.30 "GET /v2.0/networks/c8582703-4cc4-4fff-80b5-c471d9477e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2836628 Jul 16 08:33:45.330228 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-723c5c8d-e5a0-4c47-8696-619fff02b25e req-5726a71e-daa5-4173-a653-2c588fb05b3d tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 210 time: 0.0647502 Jul 16 08:33:45.337205 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84b653e4-a206-4c63-816c-96ec425fc28f tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.348274 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84b653e4-a206-4c63-816c-96ec425fc28f tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.411440 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7859dd2e-2cf9-4f5e-aad0-77c9c96e8d95 req-a733b1c1-99a6-4375-b23e-b34c9f8c3f19 service neutron] 10.222.0.30 "GET /v2.0/networks/c8582703-4cc4-4fff-80b5-c471d9477e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929996 Jul 16 08:33:45.539975 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b653e4-a206-4c63-816c-96ec425fc28f tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Pushing event updated for resources: {'Port': ['ID=b4d2ab0f-932a-4448-9057-283b6c01484e,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:45.540224 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aacd2e-1387-4ffc-978c-248a620d2397 req-56c37d6c-f5b6-4ead-818a-ad8f69e5f4f2 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:45.548580 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84b653e4-a206-4c63-816c-96ec425fc28f tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.554469 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aacd2e-1387-4ffc-978c-248a620d2397 req-56c37d6c-f5b6-4ead-818a-ad8f69e5f4f2 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:45.562826 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-59aacd2e-1387-4ffc-978c-248a620d2397 req-56c37d6c-f5b6-4ead-818a-ad8f69e5f4f2 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=b36764b1-d745-494c-a33b-4b4ce8049d24 HTTP/1.1" status: 200 len: 1683 time: 0.1133020 Jul 16 08:33:45.569528 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84b653e4-a206-4c63-816c-96ec425fc28f tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.570987 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-84b653e4-a206-4c63-816c-96ec425fc28f tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0405097 Jul 16 08:33:45.577564 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57686) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:45.607955 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1937f7-0136-4b7d-b1ad-fea06a918b4e req-1797e990-4a08-44ac-aae2-1009c9cf1ef1 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:45.609805 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ed1937f7-0136-4b7d-b1ad-fea06a918b4e req-1797e990-4a08-44ac-aae2-1009c9cf1ef1 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 946 time: 0.1349249 Jul 16 08:33:45.631852 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-59aacd2e-1387-4ffc-978c-248a620d2397 req-03cdf74e-6d9e-4ee9-87d6-87f66b3ac8e3 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679111 Jul 16 08:33:45.656700 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ed1937f7-0136-4b7d-b1ad-fea06a918b4e req-e3bf346c-b11a-4689-b492-89a738c0336e tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393050 Jul 16 08:33:45.739228 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7ea865bc-38e9-4401-8799-2e110552d706 tempest-FloatingIPAdminTestJSON-1726426154 tempest-FloatingIPAdminTestJSON-1726426154-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:45.762803 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7ea865bc-38e9-4401-8799-2e110552d706 tempest-FloatingIPAdminTestJSON-1726426154 tempest-FloatingIPAdminTestJSON-1726426154-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.870660 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7ea865bc-38e9-4401-8799-2e110552d706 tempest-FloatingIPAdminTestJSON-1726426154 tempest-FloatingIPAdminTestJSON-1726426154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:45.976621 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-7ea865bc-38e9-4401-8799-2e110552d706 tempest-FloatingIPAdminTestJSON-1726426154 tempest-FloatingIPAdminTestJSON-1726426154-project] Allocated IP 172.25.3.180 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/fe1047a1-bc57-4442-9e26-7f40ceae1522) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:46.458322 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7ea865bc-38e9-4401-8799-2e110552d706 tempest-FloatingIPAdminTestJSON-1726426154 tempest-FloatingIPAdminTestJSON-1726426154-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:46.489715 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ffeda0ab-eed3-4784-9219-c9d43bd80750 req-fa7d1a36-ee27-4b66-85aa-cb6a58e51d49 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 210 time: 0.0406685 Jul 16 08:33:46.498478 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d76c000-5a05-4460-babc-761dea7a53b7 req-f153df4c-7a9b-4fd6-8065-554a85268f40 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:46.500977 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6d76c000-5a05-4460-babc-761dea7a53b7 req-f153df4c-7a9b-4fd6-8065-554a85268f40 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 944 time: 0.1064646 Jul 16 08:33:46.550105 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7ea865bc-38e9-4401-8799-2e110552d706 tempest-FloatingIPAdminTestJSON-1726426154 tempest-FloatingIPAdminTestJSON-1726426154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:46.562220 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6d76c000-5a05-4460-babc-761dea7a53b7 req-341a3e1f-8a6c-4171-872f-14f2a15e6ee4 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554526 Jul 16 08:33:46.596232 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea865bc-38e9-4401-8799-2e110552d706 tempest-FloatingIPAdminTestJSON-1726426154 tempest-FloatingIPAdminTestJSON-1726426154-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:46.599135 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-7ea865bc-38e9-4401-8799-2e110552d706 tempest-FloatingIPAdminTestJSON-1726426154 tempest-FloatingIPAdminTestJSON-1726426154-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:46.602755 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea865bc-38e9-4401-8799-2e110552d706 tempest-FloatingIPAdminTestJSON-1726426154 tempest-FloatingIPAdminTestJSON-1726426154-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:46.629965 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea865bc-38e9-4401-8799-2e110552d706 tempest-FloatingIPAdminTestJSON-1726426154 tempest-FloatingIPAdminTestJSON-1726426154-project] Pushing event updated for resources: {'Port': ['ID=fe1047a1-bc57-4442-9e26-7f40ceae1522,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:46.694999 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7ea865bc-38e9-4401-8799-2e110552d706 tempest-FloatingIPAdminTestJSON-1726426154 tempest-FloatingIPAdminTestJSON-1726426154-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:46.779220 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7ea865bc-38e9-4401-8799-2e110552d706 tempest-FloatingIPAdminTestJSON-1726426154 tempest-FloatingIPAdminTestJSON-1726426154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:46.859110 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179dbf40-62d6-4133-8fab-812ba30c0442 req-6c2c0d59-91b6-47cf-8cb3-64459185779d tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:46.865124 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179dbf40-62d6-4133-8fab-812ba30c0442 req-6c2c0d59-91b6-47cf-8cb3-64459185779d tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:46.866779 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-179dbf40-62d6-4133-8fab-812ba30c0442 req-6c2c0d59-91b6-47cf-8cb3-64459185779d tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=b36764b1-d745-494c-a33b-4b4ce8049d24 HTTP/1.1" status: 200 len: 1683 time: 0.0868294 Jul 16 08:33:46.911087 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-179dbf40-62d6-4133-8fab-812ba30c0442 req-b9032a87-05d1-4e82-92cd-5aa1bb0a1284 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386748 Jul 16 08:33:46.920710 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c37bc3-08ad-4262-b128-13a83781bd44 req-5aa783c6-3b2c-4847-9173-6845a8af1ed5 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:46.926614 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c37bc3-08ad-4262-b128-13a83781bd44 req-5aa783c6-3b2c-4847-9173-6845a8af1ed5 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:46.938432 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80c37bc3-08ad-4262-b128-13a83781bd44 req-5aa783c6-3b2c-4847-9173-6845a8af1ed5 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.30 "GET /v2.0/ports?device_id=b36764b1-d745-494c-a33b-4b4ce8049d24 HTTP/1.1" status: 200 len: 1683 time: 0.1855907 Jul 16 08:33:47.045413 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72e128d-a209-4939-9961-2c4f420dff0d req-d71d5fba-53d2-48e4-9bd6-29b832c0128c tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:47.046967 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a72e128d-a209-4939-9961-2c4f420dff0d req-d71d5fba-53d2-48e4-9bd6-29b832c0128c tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 946 time: 0.2173162 Jul 16 08:33:47.133124 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7ea865bc-38e9-4401-8799-2e110552d706 tempest-FloatingIPAdminTestJSON-1726426154 tempest-FloatingIPAdminTestJSON-1726426154-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.143466 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7ea865bc-38e9-4401-8799-2e110552d706 tempest-FloatingIPAdminTestJSON-1726426154 tempest-FloatingIPAdminTestJSON-1726426154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.152103 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a72e128d-a209-4939-9961-2c4f420dff0d req-7efb4d7e-8d9d-496e-aaec-704c44f98260 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915461 Jul 16 08:33:47.210192 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 4d260d8b-2721-4aad-939f-af2eced15fea details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:33:47.218193 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-80c37bc3-08ad-4262-b128-13a83781bd44 req-de4f7502-2b4a-4a65-ba39-4e8392758e33 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Deleting port 059bbc9e-a6a2-438e-ab0b-25a1dad3147d {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:47.218547 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-80c37bc3-08ad-4262-b128-13a83781bd44 req-de4f7502-2b4a-4a65-ba39-4e8392758e33 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.261476 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea865bc-38e9-4401-8799-2e110552d706 tempest-FloatingIPAdminTestJSON-1726426154 tempest-FloatingIPAdminTestJSON-1726426154-project] Pushing event updated for resources: {'Port': ['ID=fe1047a1-bc57-4442-9e26-7f40ceae1522,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:47.312252 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7ea865bc-38e9-4401-8799-2e110552d706 tempest-FloatingIPAdminTestJSON-1726426154 tempest-FloatingIPAdminTestJSON-1726426154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.333803 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 4d260d8b-2721-4aad-939f-af2eced15fea, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=4d260d8b-2721-4aad-939f-af2eced15fea,segment=NetworkSegment(434f1074-36f8-46ba-becd-a201a761861a),segment_id=434f1074-36f8-46ba-becd-a201a761861a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:47.345462 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7ea865bc-38e9-4401-8799-2e110552d706 tempest-FloatingIPAdminTestJSON-1726426154 tempest-FloatingIPAdminTestJSON-1726426154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.349160 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '4d260d8b-2721-4aad-939f-af2eced15fea', 'network_id': 'c8582703-4cc4-4fff-80b5-c471d9477e16', 'port_id': '4d260d8b-2721-4aad-939f-af2eced15fea', 'mac_address': 'fa:16:3e:21:47:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df86fc55-3ccc-4737-ad2e-69164a017fd5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:33:47.349514 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57704) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:47.349712 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7ea865bc-38e9-4401-8799-2e110552d706 tempest-FloatingIPAdminTestJSON-1726426154 tempest-FloatingIPAdminTestJSON-1726426154-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.7700143 Jul 16 08:33:47.357487 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-80c37bc3-08ad-4262-b128-13a83781bd44 req-de4f7502-2b4a-4a65-ba39-4e8392758e33 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] For port 059bbc9e-a6a2-438e-ab0b-25a1dad3147d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=059bbc9e-a6a2-438e-ab0b-25a1dad3147d,segment=NetworkSegment(179220dd-a462-4b93-9fb4-27b27c82e39e),segment_id=179220dd-a462-4b93-9fb4-27b27c82e39e)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:47.358192 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-80c37bc3-08ad-4262-b128-13a83781bd44 req-de4f7502-2b4a-4a65-ba39-4e8392758e33 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.374732 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-80c37bc3-08ad-4262-b128-13a83781bd44 req-de4f7502-2b4a-4a65-ba39-4e8392758e33 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Calling delete_port for 059bbc9e-a6a2-438e-ab0b-25a1dad3147d owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:47.406358 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.419979 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d260d8b-2721-4aad-939f-af2eced15fea {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:47.442071 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 4d260d8b-2721-4aad-939f-af2eced15fea, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=4d260d8b-2721-4aad-939f-af2eced15fea,segment=NetworkSegment(434f1074-36f8-46ba-becd-a201a761861a),segment_id=434f1074-36f8-46ba-becd-a201a761861a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:47.447770 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.536832 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=4d260d8b-2721-4aad-939f-af2eced15fea,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:47.569614 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c72e0a1a-f46b-4b97-b9b2-b899bf951804 tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2435 time: 0.2184563 Jul 16 08:33:47.570194 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57710) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:47.603432 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-80c37bc3-08ad-4262-b128-13a83781bd44 req-de4f7502-2b4a-4a65-ba39-4e8392758e33 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.615701 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['059bbc9e-a6a2-438e-ab0b-25a1dad3147d', '5f3aa5e2-e00d-4778-b359-764f7a526cca'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:47.646631 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4f7502-2b4a-4a65-ba39-4e8392758e33 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Pushing event deleted for resources: {'Port': ['ID=059bbc9e-a6a2-438e-ab0b-25a1dad3147d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:47.695715 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57714) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:47.695920 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-32adfa8e-283b-4cd1-8138-acfe6af03c19 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1236062 Jul 16 08:33:47.697240 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-977c6ef4-752b-44dd-af07-330f86c940e7 req-9d7c7a51-01a3-42e3-bef2-5ba3b320f0bb tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 210 time: 0.0686569 Jul 16 08:33:47.761530 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c37bc3-08ad-4262-b128-13a83781bd44 req-de4f7502-2b4a-4a65-ba39-4e8392758e33 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] No DVR routers for this DVR port 059bbc9e-a6a2-438e-ab0b-25a1dad3147d on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:47.767919 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-80c37bc3-08ad-4262-b128-13a83781bd44 req-de4f7502-2b4a-4a65-ba39-4e8392758e33 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:47.770223 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80c37bc3-08ad-4262-b128-13a83781bd44 req-de4f7502-2b4a-4a65-ba39-4e8392758e33 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.30 "DELETE /v2.0/ports/059bbc9e-a6a2-438e-ab0b-25a1dad3147d HTTP/1.1" status: 204 len: 173 time: 0.8076575 Jul 16 08:33:47.771938 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36764b1-d745-494c-a33b-4b4ce8049d24', 'name': 'network-vif-deleted', 'tag': '059bbc9e-a6a2-438e-ab0b-25a1dad3147d'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:47.774571 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8e3f78d-2ff4-4fe9-ac28-e5766568e3fb" -d '{"events": [{"server_uuid": "b36764b1-d745-494c-a33b-4b4ce8049d24", "name": "network-vif-deleted", "tag": "059bbc9e-a6a2-438e-ab0b-25a1dad3147d"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:47.775456 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['4d260d8b-2721-4aad-939f-af2eced15fea'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:47.822011 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f8d3d6-e5a9-4c54-adcc-839dfe0c2f31 req-6581d166-a0e0-4b91-a412-0ae85a5bfdcc tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:47.822843 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c8f8d3d6-e5a9-4c54-adcc-839dfe0c2f31 req-6581d166-a0e0-4b91-a412-0ae85a5bfdcc tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 946 time: 0.2725058 Jul 16 08:33:47.975480 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1289981a-f281-4092-bac8-4536b748fd78 req-51cc2716-7510-476d-a428-94250457c184 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:47.977162 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1289981a-f281-4092-bac8-4536b748fd78 req-51cc2716-7510-476d-a428-94250457c184 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 945 time: 0.1116543 Jul 16 08:33:48.012436 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c8f8d3d6-e5a9-4c54-adcc-839dfe0c2f31 req-5b123d1f-e531-4f6e-bc81-91edf94cfdd5 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820710 Jul 16 08:33:48.043170 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1289981a-f281-4092-bac8-4536b748fd78 req-c9e6ce69-bde7-4f26-a72f-e99b51de57fb tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579181 Jul 16 08:33:48.072215 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0cca1d4-1513-4ed6-b20f-eb3918a9748f x-openstack-request-id: req-f0cca1d4-1513-4ed6-b20f-eb3918a9748f {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:48.072542 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36764b1-d745-494c-a33b-4b4ce8049d24", "name": "network-vif-deleted", "tag": "059bbc9e-a6a2-438e-ab0b-25a1dad3147d", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:48.072803 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f0cca1d4-1513-4ed6-b20f-eb3918a9748f {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:48.073217 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36764b1-d745-494c-a33b-4b4ce8049d24', 'name': 'network-vif-deleted', 'tag': '059bbc9e-a6a2-438e-ab0b-25a1dad3147d', 'status': 'completed', 'code': 200} Jul 16 08:33:48.120779 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7539aad6-6f2f-4dbf-be21-cefbd87a21b4 tempest-FloatingIPAdminTestJSON-1726426154 tempest-FloatingIPAdminTestJSON-1726426154-project] Deleting port fe1047a1-bc57-4442-9e26-7f40ceae1522 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:48.121143 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7539aad6-6f2f-4dbf-be21-cefbd87a21b4 tempest-FloatingIPAdminTestJSON-1726426154 tempest-FloatingIPAdminTestJSON-1726426154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:48.190053 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-80c37bc3-08ad-4262-b128-13a83781bd44 req-90c056d2-ff02-47f3-a193-a13385bae454 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Deleting port 5f3aa5e2-e00d-4778-b359-764f7a526cca {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:48.190359 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-80c37bc3-08ad-4262-b128-13a83781bd44 req-90c056d2-ff02-47f3-a193-a13385bae454 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:48.235269 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1d44dc-0009-4d29-a8ef-9df413608b22 req-d8d1d5e1-80fb-45bc-951f-03eac0406c34 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:48.237103 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3b1d44dc-0009-4d29-a8ef-9df413608b22 req-d8d1d5e1-80fb-45bc-951f-03eac0406c34 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=b36764b1-d745-494c-a33b-4b4ce8049d24 HTTP/1.1" status: 200 len: 946 time: 0.0701673 Jul 16 08:33:48.268624 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7539aad6-6f2f-4dbf-be21-cefbd87a21b4 tempest-FloatingIPAdminTestJSON-1726426154 tempest-FloatingIPAdminTestJSON-1726426154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:48.268843 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7539aad6-6f2f-4dbf-be21-cefbd87a21b4 tempest-FloatingIPAdminTestJSON-1726426154 tempest-FloatingIPAdminTestJSON-1726426154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:48.279869 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3b1d44dc-0009-4d29-a8ef-9df413608b22 req-bc7bf2e6-2415-4f50-bc42-a39997e5c4d0 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/security-groups?id=389822ed-abda-4320-9680-5b3737b4648c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367973 Jul 16 08:33:48.289768 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7539aad6-6f2f-4dbf-be21-cefbd87a21b4 tempest-FloatingIPAdminTestJSON-1726426154 tempest-FloatingIPAdminTestJSON-1726426154-project] Calling delete_port for fe1047a1-bc57-4442-9e26-7f40ceae1522 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:48.365551 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-80c37bc3-08ad-4262-b128-13a83781bd44 req-90c056d2-ff02-47f3-a193-a13385bae454 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] For port 5f3aa5e2-e00d-4778-b359-764f7a526cca, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=5f3aa5e2-e00d-4778-b359-764f7a526cca,segment=NetworkSegment(609d2279-1897-4f1e-a839-9fcfed224218),segment_id=609d2279-1897-4f1e-a839-9fcfed224218)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:48.365921 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-80c37bc3-08ad-4262-b128-13a83781bd44 req-90c056d2-ff02-47f3-a193-a13385bae454 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:48.382923 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-80c37bc3-08ad-4262-b128-13a83781bd44 req-90c056d2-ff02-47f3-a193-a13385bae454 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Calling delete_port for 5f3aa5e2-e00d-4778-b359-764f7a526cca owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:48.523631 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7539aad6-6f2f-4dbf-be21-cefbd87a21b4 tempest-FloatingIPAdminTestJSON-1726426154 tempest-FloatingIPAdminTestJSON-1726426154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:48.574151 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7539aad6-6f2f-4dbf-be21-cefbd87a21b4 tempest-FloatingIPAdminTestJSON-1726426154 tempest-FloatingIPAdminTestJSON-1726426154-project] Pushing event deleted for resources: {'Port': ['ID=fe1047a1-bc57-4442-9e26-7f40ceae1522,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:48.640085 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-80c37bc3-08ad-4262-b128-13a83781bd44 req-90c056d2-ff02-47f3-a193-a13385bae454 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:48.652391 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['059bbc9e-a6a2-438e-ab0b-25a1dad3147d'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:48.685877 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c056d2-ff02-47f3-a193-a13385bae454 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Pushing event deleted for resources: {'Port': ['ID=5f3aa5e2-e00d-4778-b359-764f7a526cca,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:48.720231 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7539aad6-6f2f-4dbf-be21-cefbd87a21b4 tempest-FloatingIPAdminTestJSON-1726426154 tempest-FloatingIPAdminTestJSON-1726426154-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:48.723132 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7539aad6-6f2f-4dbf-be21-cefbd87a21b4 tempest-FloatingIPAdminTestJSON-1726426154 tempest-FloatingIPAdminTestJSON-1726426154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:48.726725 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7539aad6-6f2f-4dbf-be21-cefbd87a21b4 tempest-FloatingIPAdminTestJSON-1726426154 tempest-FloatingIPAdminTestJSON-1726426154-project] 10.222.0.22 "DELETE /v2.0/floatingips/138bb77b-b935-408a-b469-0d73b28f0320 HTTP/1.1" status: 204 len: 168 time: 1.0283737 Jul 16 08:33:48.728604 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57722) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:48.753277 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-80c37bc3-08ad-4262-b128-13a83781bd44 req-90c056d2-ff02-47f3-a193-a13385bae454 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] No DVR routers for this DVR port 5f3aa5e2-e00d-4778-b359-764f7a526cca on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:48.756009 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-80c37bc3-08ad-4262-b128-13a83781bd44 req-90c056d2-ff02-47f3-a193-a13385bae454 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:48.758494 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80c37bc3-08ad-4262-b128-13a83781bd44 req-90c056d2-ff02-47f3-a193-a13385bae454 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.30 "DELETE /v2.0/ports/5f3aa5e2-e00d-4778-b359-764f7a526cca HTTP/1.1" status: 204 len: 173 time: 0.9779122 Jul 16 08:33:48.924080 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4f8428bb-2299-4732-a45f-880d70e930ce req-1568f0ad-e7d0-4467-a79a-914e5acbafdc tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 210 time: 0.0382063 Jul 16 08:33:48.976737 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4eec656c-7336-4c32-82d5-3a6559b0d6be tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Deleting port b4d2ab0f-932a-4448-9057-283b6c01484e {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:48.977102 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4eec656c-7336-4c32-82d5-3a6559b0d6be tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.057368 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4eec656c-7336-4c32-82d5-3a6559b0d6be tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.057581 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4eec656c-7336-4c32-82d5-3a6559b0d6be tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.073689 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4eec656c-7336-4c32-82d5-3a6559b0d6be tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Calling delete_port for b4d2ab0f-932a-4448-9057-283b6c01484e owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:49.198842 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7fb8f2-1b22-4527-8e65-2024127b222d req-cda283a6-8d2b-4f81-a662-1628e4658827 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:49.200471 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac7fb8f2-1b22-4527-8e65-2024127b222d req-cda283a6-8d2b-4f81-a662-1628e4658827 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 946 time: 0.0705359 Jul 16 08:33:49.236072 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 4d260d8b-2721-4aad-939f-af2eced15fea up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:33:49.256537 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac7fb8f2-1b22-4527-8e65-2024127b222d req-188d5b63-5347-44fb-885e-67b4947810fd tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487399 Jul 16 08:33:49.263943 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293b96b7-059f-4635-9264-29303d2f261a req-6f325103-619b-42c6-8781-a32c0147c85e tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:49.271567 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-293b96b7-059f-4635-9264-29303d2f261a req-6f325103-619b-42c6-8781-a32c0147c85e tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 945 time: 0.1093092 Jul 16 08:33:49.322085 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 4d260d8b-2721-4aad-939f-af2eced15fea completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:33:49.327563 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 4d260d8b-2721-4aad-939f-af2eced15fea triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:33:49.327995 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.354725 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-293b96b7-059f-4635-9264-29303d2f261a req-924b2504-f9a7-47b7-8ae6-b1a3819e7559 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820823 Jul 16 08:33:49.370184 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4eec656c-7336-4c32-82d5-3a6559b0d6be tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.439615 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.460856 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eec656c-7336-4c32-82d5-3a6559b0d6be tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Pushing event deleted for resources: {'Port': ['ID=b4d2ab0f-932a-4448-9057-283b6c01484e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:49.488605 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 4d260d8b-2721-4aad-939f-af2eced15fea, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=4d260d8b-2721-4aad-939f-af2eced15fea,segment=NetworkSegment(434f1074-36f8-46ba-becd-a201a761861a),segment_id=434f1074-36f8-46ba-becd-a201a761861a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:49.489683 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986d7225-e1a5-4841-adf8-742db2ed93fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d260d8b-2721-4aad-939f-af2eced15fea'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:49.492211 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80589a6b-4b08-4ad1-b102-05557e7d440e" -d '{"events": [{"server_uuid": "986d7225-e1a5-4841-adf8-742db2ed93fa", "name": "network-vif-plugged", "status": "completed", "tag": "4d260d8b-2721-4aad-939f-af2eced15fea"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:49.496897 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.498720 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 059bbc9e-a6a2-438e-ab0b-25a1dad3147d no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:49.564713 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35844044-d8a9-4f2e-a2d2-94136a1f945f x-openstack-request-id: req-35844044-d8a9-4f2e-a2d2-94136a1f945f {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:49.574989 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986d7225-e1a5-4841-adf8-742db2ed93fa", "name": "network-vif-plugged", "status": "completed", "tag": "4d260d8b-2721-4aad-939f-af2eced15fea", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:49.574989 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-35844044-d8a9-4f2e-a2d2-94136a1f945f {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:49.574989 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986d7225-e1a5-4841-adf8-742db2ed93fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d260d8b-2721-4aad-939f-af2eced15fea', 'code': 200} Jul 16 08:33:49.577778 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 059bbc9e-a6a2-438e-ab0b-25a1dad3147d {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:49.578138 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 059bbc9e-a6a2-438e-ab0b-25a1dad3147d not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:49.578553 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 5f3aa5e2-e00d-4778-b359-764f7a526cca no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:49.597629 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a64954e7-6bba-484f-8941-b7926dcdb58d req-9930a062-c6c6-405c-8d47-9c93f2da058c tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "GET /v2.0/ports?device_id=b36764b1-d745-494c-a33b-4b4ce8049d24 HTTP/1.1" status: 200 len: 210 time: 0.0970178 Jul 16 08:33:49.599153 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 5f3aa5e2-e00d-4778-b359-764f7a526cca {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:49.599512 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 5f3aa5e2-e00d-4778-b359-764f7a526cca not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:49.600489 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4eec656c-7336-4c32-82d5-3a6559b0d6be tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.603799 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4eec656c-7336-4c32-82d5-3a6559b0d6be tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.609913 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4eec656c-7336-4c32-82d5-3a6559b0d6be tempest-FloatingIPAdminTestJSON-71474290 tempest-FloatingIPAdminTestJSON-71474290-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/9f4b1d23-69a4-440a-b2ab-9df5d21629b4 HTTP/1.1" status: 204 len: 168 time: 0.8786981 Jul 16 08:33:49.610250 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57736) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:49.630191 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=4d260d8b-2721-4aad-939f-af2eced15fea,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:49.714690 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4894c27c-dbf9-47a8-b7ba-c2b3e236f59e req-abf1216b-61b4-44c6-bf19-ea246b6946ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:49.716803 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4894c27c-dbf9-47a8-b7ba-c2b3e236f59e req-abf1216b-61b4-44c6-bf19-ea246b6946ef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 1098 time: 0.0576670 Jul 16 08:33:49.723747 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f56431ac-4ed5-4a30-9d67-20597ce96cae tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Deleting port 52562afb-330f-4985-9350-2f5c2751d822 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:49.724102 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f56431ac-4ed5-4a30-9d67-20597ce96cae tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.758199 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4894c27c-dbf9-47a8-b7ba-c2b3e236f59e req-d492117b-8fcf-4375-b330-40b077b1b3a8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336139 Jul 16 08:33:49.827327 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f56431ac-4ed5-4a30-9d67-20597ce96cae tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:49.839502 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f56431ac-4ed5-4a30-9d67-20597ce96cae tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Calling delete_port for 52562afb-330f-4985-9350-2f5c2751d822 owned by {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:49.996122 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f56431ac-4ed5-4a30-9d67-20597ce96cae tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:50.025419 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56431ac-4ed5-4a30-9d67-20597ce96cae tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Pushing event deleted for resources: {'Port': ['ID=52562afb-330f-4985-9350-2f5c2751d822,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:50.074656 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b36764b1-d745-494c-a33b-4b4ce8049d24', 'name': 'network-vif-deleted', 'tag': '5f3aa5e2-e00d-4778-b359-764f7a526cca'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:50.078691 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabe1979-b729-470f-b4dc-70c4292707ba" -d '{"events": [{"server_uuid": "b36764b1-d745-494c-a33b-4b4ce8049d24", "name": "network-vif-deleted", "tag": "5f3aa5e2-e00d-4778-b359-764f7a526cca"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:33:50.109455 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cd5aeb2a-e55f-4995-b95d-f5236c38c016 req-bc316678-646d-4eb0-9b80-97cf418e715c tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 210 time: 0.0358796 Jul 16 08:33:50.125990 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f56431ac-4ed5-4a30-9d67-20597ce96cae tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:50.130645 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f56431ac-4ed5-4a30-9d67-20597ce96cae tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] 10.222.0.22 "DELETE /v2.0/ports/52562afb-330f-4985-9350-2f5c2751d822 HTTP/1.1" status: 204 len: 168 time: 0.5169787 Jul 16 08:33:50.131030 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57742) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:50.142834 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-416b8e0e-ee63-4dab-9d04-b26c583e1b69 x-openstack-request-id: req-416b8e0e-ee63-4dab-9d04-b26c583e1b69 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:33:50.143153 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b36764b1-d745-494c-a33b-4b4ce8049d24", "name": "network-vif-deleted", "tag": "5f3aa5e2-e00d-4778-b359-764f7a526cca", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:33:50.143411 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-416b8e0e-ee63-4dab-9d04-b26c583e1b69 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:33:50.143811 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b36764b1-d745-494c-a33b-4b4ce8049d24', 'name': 'network-vif-deleted', 'tag': '5f3aa5e2-e00d-4778-b359-764f7a526cca', 'status': 'completed', 'code': 200} Jul 16 08:33:50.217772 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba71cb0d-1f80-4e2f-b5f6-c6d9f4769a24 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:50.219729 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ba71cb0d-1f80-4e2f-b5f6-c6d9f4769a24 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] 10.222.0.22 "GET /v2.0/ports?device_id=293f25c0-264f-4195-bcd5-9d271fd5e395 HTTP/1.1" status: 200 len: 913 time: 0.0874908 Jul 16 08:33:50.222685 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57744) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:50.530306 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434106c6-ec85-4287-a76f-cc322ea70ab4 req-a24724cf-5e2a-46fa-a3b9-2998b7e28b2b tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:50.537492 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-434106c6-ec85-4287-a76f-cc322ea70ab4 req-a24724cf-5e2a-46fa-a3b9-2998b7e28b2b tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 946 time: 0.1583619 Jul 16 08:33:50.581381 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-434106c6-ec85-4287-a76f-cc322ea70ab4 req-57c24e10-d062-4f76-9549-4a9c8436b1a5 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429213 Jul 16 08:33:50.788542 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231549b-1d51-4265-ae27-e2725364ffb0 req-816a5eed-aeb7-468e-bfe4-c574ccc8ecf1 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:50.799254 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4231549b-1d51-4265-ae27-e2725364ffb0 req-816a5eed-aeb7-468e-bfe4-c574ccc8ecf1 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.2713013 Jul 16 08:33:50.859329 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4231549b-1d51-4265-ae27-e2725364ffb0 req-8b26597d-16bf-46a8-9adf-226b115db2e1 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589962 Jul 16 08:33:50.893241 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-142d80c2-4f9d-4f32-b83d-152c698d0fc0 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:50.963771 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57754) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:51.021859 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b9f064-8a21-49b6-b657-162385f6ed21 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Deleting subnet 60234822-62ee-4234-a041-0fdc3fc8e034 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:33:51.024642 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74b9f064-8a21-49b6-b657-162385f6ed21 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:51.082941 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74b9f064-8a21-49b6-b657-162385f6ed21 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:51.183218 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74b9f064-8a21-49b6-b657-162385f6ed21 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:51.241598 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-142d80c2-4f9d-4f32-b83d-152c698d0fc0 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Deleting port 198f9203-8d52-453f-8682-030e2c6ab18a {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:51.242047 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-142d80c2-4f9d-4f32-b83d-152c698d0fc0 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:51.277424 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74b9f064-8a21-49b6-b657-162385f6ed21 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:51.327708 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b9f064-8a21-49b6-b657-162385f6ed21 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Pushing event deleted for resources: {'Subnet': ['ID=60234822-62ee-4234-a041-0fdc3fc8e034,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:51.331677 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74b9f064-8a21-49b6-b657-162385f6ed21 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:51.333870 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-74b9f064-8a21-49b6-b657-162385f6ed21 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "DELETE /v2.0/subnets/60234822-62ee-4234-a041-0fdc3fc8e034 HTTP/1.1" status: 204 len: 168 time: 0.3692889 Jul 16 08:33:51.339707 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57758) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:51.345678 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f047e0-5679-4f4d-b848-04d91c94e38d None None] Network 3a64a638-d380-48a1-b2a2-86eff2c62a7c requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:33:51.556860 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5045fd-bd39-450d-8db1-be44fb505fa4 None None] DHCP port deletion for 3a64a638-d380-48a1-b2a2-86eff2c62a7c request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:33:51.616639 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-bd5045fd-bd39-450d-8db1-be44fb505fa4 None None] Deleting port 0ba6a1f3-9748-437f-bc8a-58cd524eea57 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:51.617325 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bd5045fd-bd39-450d-8db1-be44fb505fa4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:51.697247 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-bd5045fd-bd39-450d-8db1-be44fb505fa4 None None] For port 0ba6a1f3-9748-437f-bc8a-58cd524eea57, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0ba6a1f3-9748-437f-bc8a-58cd524eea57,segment=NetworkSegment(179220dd-a462-4b93-9fb4-27b27c82e39e),segment_id=179220dd-a462-4b93-9fb4-27b27c82e39e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:51.697780 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bd5045fd-bd39-450d-8db1-be44fb505fa4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:51.712705 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-bd5045fd-bd39-450d-8db1-be44fb505fa4 None None] Calling delete_port for 0ba6a1f3-9748-437f-bc8a-58cd524eea57 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:51.760720 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3ad4b1d6-b3dd-4393-b5fb-5536215a7467 req-64c205c2-9361-4cea-aa6f-317be4727d04 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=b2babce4-6e48-49dd-92b9-24557445da4e HTTP/1.1" status: 200 len: 210 time: 0.4199834 Jul 16 08:33:51.830140 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-142d80c2-4f9d-4f32-b83d-152c698d0fc0 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:51.883616 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-142d80c2-4f9d-4f32-b83d-152c698d0fc0 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Calling delete_port for 198f9203-8d52-453f-8682-030e2c6ab18a owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:51.902141 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b33a286-154d-4dff-8c32-0efa24a7c97d tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:51.908910 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bd5045fd-bd39-450d-8db1-be44fb505fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:51.973575 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5045fd-bd39-450d-8db1-be44fb505fa4 None None] Pushing event deleted for resources: {'Port': ['ID=0ba6a1f3-9748-437f-bc8a-58cd524eea57,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:51.985224 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5045fd-bd39-450d-8db1-be44fb505fa4 None None] No DVR routers for this DVR port 0ba6a1f3-9748-437f-bc8a-58cd524eea57 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:52.000335 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0ba6a1f3-9748-437f-bc8a-58cd524eea57 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:52.027454 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 0ba6a1f3-9748-437f-bc8a-58cd524eea57 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:52.027986 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0ba6a1f3-9748-437f-bc8a-58cd524eea57 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:52.193325 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ae772e-b20c-496c-b99c-02af835aca5b req-164f46c1-6cf7-4b64-a350-dbccdc66f5b2 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:52.194814 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-07ae772e-b20c-496c-b99c-02af835aca5b req-164f46c1-6cf7-4b64-a350-dbccdc66f5b2 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 946 time: 0.1844814 Jul 16 08:33:52.220848 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b33a286-154d-4dff-8c32-0efa24a7c97d tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:52.241693 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7d5cf3-a189-4f3f-9374-224d58f9560b req-62cc66d1-ecf4-4ddc-93ed-bea3b99f34d8 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:52.243683 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3a7d5cf3-a189-4f3f-9374-224d58f9560b req-62cc66d1-ecf4-4ddc-93ed-bea3b99f34d8 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.0781655 Jul 16 08:33:52.244257 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-8b33a286-154d-4dff-8c32-0efa24a7c97d tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a64a638-d380-48a1-b2a2-86eff2c62a7c']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:52.262217 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-142d80c2-4f9d-4f32-b83d-152c698d0fc0 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:52.272383 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-8b33a286-154d-4dff-8c32-0efa24a7c97d tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '179220dd-a462-4b93-9fb4-27b27c82e39e') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:52.273089 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-8b33a286-154d-4dff-8c32-0efa24a7c97d tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '179220dd-a462-4b93-9fb4-27b27c82e39e') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:52.295894 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3a7d5cf3-a189-4f3f-9374-224d58f9560b req-ab874072-e79f-4bb3-8df1-56ad82e70443 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441210 Jul 16 08:33:52.305320 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142d80c2-4f9d-4f32-b83d-152c698d0fc0 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Pushing event deleted for resources: {'Port': ['ID=198f9203-8d52-453f-8682-030e2c6ab18a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:52.309728 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b33a286-154d-4dff-8c32-0efa24a7c97d tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:52.344502 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-07ae772e-b20c-496c-b99c-02af835aca5b req-2e98a377-0584-4d4a-85af-af7f4739c54c tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172287 Jul 16 08:33:52.385983 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b33a286-154d-4dff-8c32-0efa24a7c97d tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:52.407041 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b33a286-154d-4dff-8c32-0efa24a7c97d tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:33:52.407452 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b33a286-154d-4dff-8c32-0efa24a7c97d tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:33:52.421652 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:33:52.550298 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b33a286-154d-4dff-8c32-0efa24a7c97d tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:52.590156 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b33a286-154d-4dff-8c32-0efa24a7c97d tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:52.595030 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8b33a286-154d-4dff-8c32-0efa24a7c97d tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "DELETE /v2.0/networks/3a64a638-d380-48a1-b2a2-86eff2c62a7c HTTP/1.1" status: 204 len: 168 time: 1.2427397 Jul 16 08:33:52.595820 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57792) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:52.648478 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b33a286-154d-4dff-8c32-0efa24a7c97d tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Pushing event deleted for resources: {'Network': ['ID=3a64a638-d380-48a1-b2a2-86eff2c62a7c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:52.661188 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-1aae99e1-60de-4dc9-b707-1ddc6d210f4c tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Deleting subnet a6723fa3-8456-4bec-88b1-2b5c3d31a832 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:33:52.665485 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1aae99e1-60de-4dc9-b707-1ddc6d210f4c tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:52.719540 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1aae99e1-60de-4dc9-b707-1ddc6d210f4c tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:52.734157 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-c3b0b6db-c6a4-47ec-896e-debeb2355708 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:52.743938 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-c3b0b6db-c6a4-47ec-896e-debeb2355708 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/networks?id=c8582703-4cc4-4fff-80b5-c471d9477e16 HTTP/1.1" status: 200 len: 813 time: 0.2412930 Jul 16 08:33:52.757056 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-142d80c2-4f9d-4f32-b83d-152c698d0fc0 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:52.910088 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-b2091e6e-93f8-4d06-a776-793277179b14 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/quotas/fe485eef99184140b54eea7a4f5e6aa7 HTTP/1.1" status: 200 len: 375 time: 0.1663349 Jul 16 08:33:52.911179 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1aae99e1-60de-4dc9-b707-1ddc6d210f4c tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:52.988110 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1aae99e1-60de-4dc9-b707-1ddc6d210f4c tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:53.033610 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1aae99e1-60de-4dc9-b707-1ddc6d210f4c tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:53.040643 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425df915-4166-4d2a-bf4c-321d13fdc3fd None None] Network 951b50ac-8dbc-4f4b-9bbc-323b715f9a95 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:33:53.042425 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1aae99e1-60de-4dc9-b707-1ddc6d210f4c tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "DELETE /v2.0/subnets/a6723fa3-8456-4bec-88b1-2b5c3d31a832 HTTP/1.1" status: 204 len: 168 time: 0.4446003 Jul 16 08:33:53.051664 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57806) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:53.114598 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae99e1-60de-4dc9-b707-1ddc6d210f4c tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Pushing event deleted for resources: {'Subnet': ['ID=a6723fa3-8456-4bec-88b1-2b5c3d31a832,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:53.272691 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-142d80c2-4f9d-4f32-b83d-152c698d0fc0 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Router 293f25c0-264f-4195-bcd5-9d271fd5e395 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:33:53.280680 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-5218128b-0cbc-4e7e-aa1b-50b6e567d98e tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fe485eef99184140b54eea7a4f5e6aa7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3160186 Jul 16 08:33:53.298647 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1bb1cca7-c595-4368-875b-8ca5bdf50bd7 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:53.342392 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51c5de44-a78b-4cb0-8b2e-735e2f2e24e3 None None] DHCP port deletion for 951b50ac-8dbc-4f4b-9bbc-323b715f9a95 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:33:53.456605 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-51c5de44-a78b-4cb0-8b2e-735e2f2e24e3 None None] Deleting port 93c21ea3-6b6a-481e-bf51-ed64ff0a0187 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:53.457076 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-51c5de44-a78b-4cb0-8b2e-735e2f2e24e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:53.527935 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-cd42ecb2-d76e-42e7-a9b5-fca5df6de777 service neutron] 10.222.0.22 "GET /v2.0/networks/c8582703-4cc4-4fff-80b5-c471d9477e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2398877 Jul 16 08:33:53.545606 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-51c5de44-a78b-4cb0-8b2e-735e2f2e24e3 None None] For port 93c21ea3-6b6a-481e-bf51-ed64ff0a0187, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=93c21ea3-6b6a-481e-bf51-ed64ff0a0187,segment=NetworkSegment(609d2279-1897-4f1e-a839-9fcfed224218),segment_id=609d2279-1897-4f1e-a839-9fcfed224218)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:53.546349 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-51c5de44-a78b-4cb0-8b2e-735e2f2e24e3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:53.564078 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-51c5de44-a78b-4cb0-8b2e-735e2f2e24e3 None None] Calling delete_port for 93c21ea3-6b6a-481e-bf51-ed64ff0a0187 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:53.630124 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1bb1cca7-c595-4368-875b-8ca5bdf50bd7 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Deleting port 93c21ea3-6b6a-481e-bf51-ed64ff0a0187 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:53.631214 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1bb1cca7-c595-4368-875b-8ca5bdf50bd7 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:53.646475 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febfe419-8237-4722-bfbf-f12d67c30c59 req-1d611fcb-a4cc-498c-852c-ed4a8c4234a3 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:53.654105 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-febfe419-8237-4722-bfbf-f12d67c30c59 req-1d611fcb-a4cc-498c-852c-ed4a8c4234a3 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 946 time: 0.1082540 Jul 16 08:33:53.683633 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-51c5de44-a78b-4cb0-8b2e-735e2f2e24e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:53.703637 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-febfe419-8237-4722-bfbf-f12d67c30c59 req-7966cd3c-b49a-4fa2-a693-ad6d9dd4c347 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484774 Jul 16 08:33:53.721370 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c5de44-a78b-4cb0-8b2e-735e2f2e24e3 None None] Pushing event deleted for resources: {'Port': ['ID=93c21ea3-6b6a-481e-bf51-ed64ff0a0187,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:53.728040 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c5de44-a78b-4cb0-8b2e-735e2f2e24e3 None None] No DVR routers for this DVR port 93c21ea3-6b6a-481e-bf51-ed64ff0a0187 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:53.768496 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-142d80c2-4f9d-4f32-b83d-152c698d0fc0 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:33:53.781578 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad9debf-9fb6-4605-9e68-b49c6fcce3e8 None None] Sync routers for ids ['293f25c0-264f-4195-bcd5-9d271fd5e395'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:33:53.781751 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-df5f35b0-8267-4d3d-8429-18347281255c service neutron] 10.222.0.22 "GET /v2.0/networks/c8582703-4cc4-4fff-80b5-c471d9477e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2414236 Jul 16 08:33:53.785433 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-142d80c2-4f9d-4f32-b83d-152c698d0fc0 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] 10.222.0.22 "PUT /v2.0/routers/293f25c0-264f-4195-bcd5-9d271fd5e395/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5617678 Jul 16 08:33:53.787996 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57816) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:53.794717 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad9debf-9fb6-4605-9e68-b49c6fcce3e8 None None] Routers {'293f25c0-264f-4195-bcd5-9d271fd5e395'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:53.795362 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-fad9debf-9fb6-4605-9e68-b49c6fcce3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:33:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['293f25c0-264f-4195-bcd5-9d271fd5e395'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:53.810593 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-1bb1cca7-c595-4368-875b-8ca5bdf50bd7 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] For port 93c21ea3-6b6a-481e-bf51-ed64ff0a0187, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=93c21ea3-6b6a-481e-bf51-ed64ff0a0187,segment=NetworkSegment(609d2279-1897-4f1e-a839-9fcfed224218),segment_id=609d2279-1897-4f1e-a839-9fcfed224218)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:53.811054 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1bb1cca7-c595-4368-875b-8ca5bdf50bd7 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:53.861964 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1bb1cca7-c595-4368-875b-8ca5bdf50bd7 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Calling delete_port for 93c21ea3-6b6a-481e-bf51-ed64ff0a0187 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:53.879350 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-fad9debf-9fb6-4605-9e68-b49c6fcce3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:53.919438 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad9debf-9fb6-4605-9e68-b49c6fcce3e8 None None] Routers {'293f25c0-264f-4195-bcd5-9d271fd5e395'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:53.920060 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-fad9debf-9fb6-4605-9e68-b49c6fcce3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:33:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['293f25c0-264f-4195-bcd5-9d271fd5e395'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:53.970768 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-fad9debf-9fb6-4605-9e68-b49c6fcce3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:53.971780 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fad9debf-9fb6-4605-9e68-b49c6fcce3e8 None None] The sync data for ids ['293f25c0-264f-4195-bcd5-9d271fd5e395'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:33:54.038549 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 93c21ea3-6b6a-481e-bf51-ed64ff0a0187 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:54.086171 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 93c21ea3-6b6a-481e-bf51-ed64ff0a0187 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:54.088807 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 93c21ea3-6b6a-481e-bf51-ed64ff0a0187 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:54.105056 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1bb1cca7-c595-4368-875b-8ca5bdf50bd7 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:54.127165 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb1cca7-c595-4368-875b-8ca5bdf50bd7 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] No DVR routers for this DVR port 93c21ea3-6b6a-481e-bf51-ed64ff0a0187 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:54.182059 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1cca7-c595-4368-875b-8ca5bdf50bd7 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Pushing event deleted for resources: {'Port': ['ID=93c21ea3-6b6a-481e-bf51-ed64ff0a0187,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:54.301218 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1bb1cca7-c595-4368-875b-8ca5bdf50bd7 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:54.316766 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1bb1cca7-c595-4368-875b-8ca5bdf50bd7 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['951b50ac-8dbc-4f4b-9bbc-323b715f9a95']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:54.329488 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1bb1cca7-c595-4368-875b-8ca5bdf50bd7 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '609d2279-1897-4f1e-a839-9fcfed224218') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:54.329723 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1bb1cca7-c595-4368-875b-8ca5bdf50bd7 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '609d2279-1897-4f1e-a839-9fcfed224218') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:54.341351 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1bb1cca7-c595-4368-875b-8ca5bdf50bd7 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:54.361102 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1bb1cca7-c595-4368-875b-8ca5bdf50bd7 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:54.368206 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1bb1cca7-c595-4368-875b-8ca5bdf50bd7 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:33:54.368722 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1bb1cca7-c595-4368-875b-8ca5bdf50bd7 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:33:54.447692 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:33:54.456299 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1bb1cca7-c595-4368-875b-8ca5bdf50bd7 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:54.481922 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1bb1cca7-c595-4368-875b-8ca5bdf50bd7 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:54.487392 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1bb1cca7-c595-4368-875b-8ca5bdf50bd7 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] 10.222.0.22 "DELETE /v2.0/networks/951b50ac-8dbc-4f4b-9bbc-323b715f9a95 HTTP/1.1" status: 204 len: 168 time: 1.4308405 Jul 16 08:33:54.487392 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb1cca7-c595-4368-875b-8ca5bdf50bd7 tempest-ServersTestMultiNic-2044222080 tempest-ServersTestMultiNic-2044222080-project] Pushing event deleted for resources: {'Network': ['ID=951b50ac-8dbc-4f4b-9bbc-323b715f9a95,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:54.627062 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e683405c-6585-4d68-9562-fbb5da421396 req-ee802469-de1a-42e8-b39b-8c4647ed987f tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=f00e78ff-99db-49a5-bc7a-95eb68e55358 HTTP/1.1" status: 200 len: 210 time: 0.0610445 Jul 16 08:33:54.658858 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3815e484-b31f-4cc5-9662-ce5e578a15d9 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:54.975516 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3815e484-b31f-4cc5-9662-ce5e578a15d9 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:55.076916 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f9d401-8cf3-454a-94cd-acd3d91d1be8 req-091f4090-fe25-4e9b-b368-5685cd632185 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:55.105508 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-04f9d401-8cf3-454a-94cd-acd3d91d1be8 req-091f4090-fe25-4e9b-b368-5685cd632185 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 946 time: 0.1824186 Jul 16 08:33:55.120988 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3815e484-b31f-4cc5-9662-ce5e578a15d9 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Deleting port 1ab9b9b0-59bd-467b-8f5f-bf71163858dc {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:55.121745 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3815e484-b31f-4cc5-9662-ce5e578a15d9 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:55.226447 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-04f9d401-8cf3-454a-94cd-acd3d91d1be8 req-48209081-3ca9-4bc0-880c-226e7dcdf23b tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095426 Jul 16 08:33:55.317419 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57852) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:55.419559 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3815e484-b31f-4cc5-9662-ce5e578a15d9 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:55.444407 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3815e484-b31f-4cc5-9662-ce5e578a15d9 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Calling delete_port for 1ab9b9b0-59bd-467b-8f5f-bf71163858dc owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:56.043248 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cbc2b57e-84d2-4447-a7fb-93e728dbd245 req-3861af46-d79f-44ea-9c64-fc0dd7d77541 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=f00e78ff-99db-49a5-bc7a-95eb68e55358 HTTP/1.1" status: 200 len: 210 time: 0.1123173 Jul 16 08:33:56.083614 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3815e484-b31f-4cc5-9662-ce5e578a15d9 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.112835 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3815e484-b31f-4cc5-9662-ce5e578a15d9 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Pushing event deleted for resources: {'Port': ['ID=1ab9b9b0-59bd-467b-8f5f-bf71163858dc,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:56.156462 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45440505-4325-4f6f-8239-d64d5b2d5c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.168060 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-027685f0-ff0d-4098-803c-56a4f0fec7ed tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:56.170413 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-027685f0-ff0d-4098-803c-56a4f0fec7ed tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.30 "GET /v2.0/networks?id=c8582703-4cc4-4fff-80b5-c471d9477e16 HTTP/1.1" status: 200 len: 813 time: 0.1600413 Jul 16 08:33:56.242455 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3815e484-b31f-4cc5-9662-ce5e578a15d9 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.283787 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-5b9e59f1-17e6-4104-9a92-429b524e199c tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Request body: {'port': {'device_id': 'f00e78ff-99db-49a5-bc7a-95eb68e55358', 'network_id': 'c8582703-4cc4-4fff-80b5-c471d9477e16', 'admin_state_up': True, 'tenant_id': 'fe485eef99184140b54eea7a4f5e6aa7'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:56.429531 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3815e484-b31f-4cc5-9662-ce5e578a15d9 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.434516 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3815e484-b31f-4cc5-9662-ce5e578a15d9 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.536001 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3815e484-b31f-4cc5-9662-ce5e578a15d9 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.537513 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3815e484-b31f-4cc5-9662-ce5e578a15d9 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Fanout notify agent at l3_agent the message router_deleted on router 293f25c0-264f-4195-bcd5-9d271fd5e395 {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:33:56.558067 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3815e484-b31f-4cc5-9662-ce5e578a15d9 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.560157 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3815e484-b31f-4cc5-9662-ce5e578a15d9 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] 10.222.0.22 "DELETE /v2.0/routers/293f25c0-264f-4195-bcd5-9d271fd5e395 HTTP/1.1" status: 204 len: 168 time: 2.7711155 Jul 16 08:33:56.562742 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57866) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:56.673258 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-391e2a65-83cf-4432-99f4-f9a200a55b80 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Deleting subnet 55c03240-ca69-4593-8e39-caebe024e170 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:33:56.677086 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-391e2a65-83cf-4432-99f4-f9a200a55b80 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.727873 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-391e2a65-83cf-4432-99f4-f9a200a55b80 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.834895 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-391e2a65-83cf-4432-99f4-f9a200a55b80 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.921518 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-391e2a65-83cf-4432-99f4-f9a200a55b80 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.960725 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391e2a65-83cf-4432-99f4-f9a200a55b80 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Pushing event deleted for resources: {'Subnet': ['ID=55c03240-ca69-4593-8e39-caebe024e170,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:56.962860 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-391e2a65-83cf-4432-99f4-f9a200a55b80 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:56.964963 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-391e2a65-83cf-4432-99f4-f9a200a55b80 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] 10.222.0.22 "DELETE /v2.0/subnets/55c03240-ca69-4593-8e39-caebe024e170 HTTP/1.1" status: 204 len: 168 time: 0.4009359 Jul 16 08:33:56.967559 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57870) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:56.973206 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd5a265-822f-4eeb-83bb-e6fab95d6386 None None] Network 5faf37fa-6187-4b0b-97ed-a6301dd3b858 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:33:57.070591 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eabc50fd-8d82-43f6-855a-2b8b4705509e tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.122224 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-5b9e59f1-17e6-4104-9a92-429b524e199c tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Made reservation on behalf of fe485eef99184140b54eea7a4f5e6aa7 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:33:57.126228 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-5b9e59f1-17e6-4104-9a92-429b524e199c tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.156770 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126e774-a96b-48cf-986a-a483ee802081 req-6a12be2e-9cd6-43f6-a62c-16f87447d42f tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:57.164258 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4126e774-a96b-48cf-986a-a483ee802081 req-6a12be2e-9cd6-43f6-a62c-16f87447d42f tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 946 time: 0.6983697 Jul 16 08:33:57.276923 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-eabc50fd-8d82-43f6-855a-2b8b4705509e tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Deleting port 6a399ed4-0750-4c47-b5e2-d72467138d46 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:57.277125 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eabc50fd-8d82-43f6-855a-2b8b4705509e tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.306684 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4126e774-a96b-48cf-986a-a483ee802081 req-ace3afee-7024-4f1e-9cc4-e32c989d3045 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349306 Jul 16 08:33:57.408654 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb5276c-23f1-4f50-b05f-ef115f79028a None None] DHCP port deletion for 5faf37fa-6187-4b0b-97ed-a6301dd3b858 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:33:57.430993 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0ba2c8a3-26b7-4630-acf6-0a7bafca886b req-c8754042-8198-4b94-8d12-50bec867feba tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=f00e78ff-99db-49a5-bc7a-95eb68e55358 HTTP/1.1" status: 200 len: 210 time: 0.0976212 Jul 16 08:33:57.489502 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-eabc50fd-8d82-43f6-855a-2b8b4705509e tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] For port 6a399ed4-0750-4c47-b5e2-d72467138d46, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=6a399ed4-0750-4c47-b5e2-d72467138d46,segment=NetworkSegment(27f0395c-d0d6-4e6e-98fa-7851491f880c),segment_id=27f0395c-d0d6-4e6e-98fa-7851491f880c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:57.490801 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-4eb5276c-23f1-4f50-b05f-ef115f79028a None None] Deleting port 6a399ed4-0750-4c47-b5e2-d72467138d46 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:57.491190 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4eb5276c-23f1-4f50-b05f-ef115f79028a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.491797 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eabc50fd-8d82-43f6-855a-2b8b4705509e tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.510741 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-eabc50fd-8d82-43f6-855a-2b8b4705509e tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Calling delete_port for 6a399ed4-0750-4c47-b5e2-d72467138d46 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:57.526542 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-5b9e59f1-17e6-4104-9a92-429b524e199c tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Allocated IP 172.20.0.3 (c8582703-4cc4-4fff-80b5-c471d9477e16/df86fc55-3ccc-4737-ad2e-69164a017fd5/78e21dba-5ad5-4fee-b63f-d7be81b78e68) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:33:57.545131 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-45440505-4325-4f6f-8239-d64d5b2d5c79 admin admin] Deleting port d067bdb6-00c8-413f-bbc5-d6ff4dd0301a {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:57.545482 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45440505-4325-4f6f-8239-d64d5b2d5c79 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.601375 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-4eb5276c-23f1-4f50-b05f-ef115f79028a None None] For port 6a399ed4-0750-4c47-b5e2-d72467138d46, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=6a399ed4-0750-4c47-b5e2-d72467138d46,segment=NetworkSegment(27f0395c-d0d6-4e6e-98fa-7851491f880c),segment_id=27f0395c-d0d6-4e6e-98fa-7851491f880c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:57.601808 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4eb5276c-23f1-4f50-b05f-ef115f79028a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.636512 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-4eb5276c-23f1-4f50-b05f-ef115f79028a None None] Calling delete_port for 6a399ed4-0750-4c47-b5e2-d72467138d46 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:57.636789 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-45440505-4325-4f6f-8239-d64d5b2d5c79 admin admin] For port d067bdb6-00c8-413f-bbc5-d6ff4dd0301a, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d067bdb6-00c8-413f-bbc5-d6ff4dd0301a,segment=NetworkSegment(a8dd7d47-5e8e-4b8b-ab2a-d284e7d90163),segment_id=a8dd7d47-5e8e-4b8b-ab2a-d284e7d90163)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:57.636960 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45440505-4325-4f6f-8239-d64d5b2d5c79 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.642582 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eabc50fd-8d82-43f6-855a-2b8b4705509e tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.653655 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-45440505-4325-4f6f-8239-d64d5b2d5c79 admin admin] Calling delete_port for d067bdb6-00c8-413f-bbc5-d6ff4dd0301a owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:57.722678 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4eb5276c-23f1-4f50-b05f-ef115f79028a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:57.739094 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc50fd-8d82-43f6-855a-2b8b4705509e tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Pushing event deleted for resources: {'Port': ['ID=6a399ed4-0750-4c47-b5e2-d72467138d46,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:57.759781 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabc50fd-8d82-43f6-855a-2b8b4705509e tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] No DVR routers for this DVR port 6a399ed4-0750-4c47-b5e2-d72467138d46 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:57.819136 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb5276c-23f1-4f50-b05f-ef115f79028a None None] No DVR routers for this DVR port 6a399ed4-0750-4c47-b5e2-d72467138d46 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:57.830466 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb5276c-23f1-4f50-b05f-ef115f79028a None None] Pushing event deleted for resources: {'Port': ['ID=6a399ed4-0750-4c47-b5e2-d72467138d46,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:58.017528 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eabc50fd-8d82-43f6-855a-2b8b4705509e tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.041769 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-eabc50fd-8d82-43f6-855a-2b8b4705509e tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5faf37fa-6187-4b0b-97ed-a6301dd3b858']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:58.057085 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 6a399ed4-0750-4c47-b5e2-d72467138d46 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:33:58.057608 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-eabc50fd-8d82-43f6-855a-2b8b4705509e tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f0395c-d0d6-4e6e-98fa-7851491f880c') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:58.057608 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-eabc50fd-8d82-43f6-855a-2b8b4705509e tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f0395c-d0d6-4e6e-98fa-7851491f880c') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:58.069103 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eabc50fd-8d82-43f6-855a-2b8b4705509e tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.072660 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-5b9e59f1-17e6-4104-9a92-429b524e199c tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.095792 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eabc50fd-8d82-43f6-855a-2b8b4705509e tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.103247 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eabc50fd-8d82-43f6-855a-2b8b4705509e tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:33:58.103801 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eabc50fd-8d82-43f6-855a-2b8b4705509e tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:33:58.109024 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:33:58.114157 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 6a399ed4-0750-4c47-b5e2-d72467138d46 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:33:58.114515 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 6a399ed4-0750-4c47-b5e2-d72467138d46 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:33:58.209138 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45440505-4325-4f6f-8239-d64d5b2d5c79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.221308 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eabc50fd-8d82-43f6-855a-2b8b4705509e tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.236374 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eabc50fd-8d82-43f6-855a-2b8b4705509e tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.238698 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-eabc50fd-8d82-43f6-855a-2b8b4705509e tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] 10.222.0.22 "DELETE /v2.0/networks/5faf37fa-6187-4b0b-97ed-a6301dd3b858 HTTP/1.1" status: 204 len: 168 time: 1.2691648 Jul 16 08:33:58.247463 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57886) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:58.249766 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-5b9e59f1-17e6-4104-9a92-429b524e199c tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.252118 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45440505-4325-4f6f-8239-d64d5b2d5c79 admin admin] Pushing event deleted for resources: {'Port': ['ID=d067bdb6-00c8-413f-bbc5-d6ff4dd0301a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:58.254912 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabc50fd-8d82-43f6-855a-2b8b4705509e tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Pushing event deleted for resources: {'Network': ['ID=5faf37fa-6187-4b0b-97ed-a6301dd3b858,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:58.261499 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['4d260d8b-2721-4aad-939f-af2eced15fea'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:33:58.277196 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-5b9e59f1-17e6-4104-9a92-429b524e199c tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Network c8582703-4cc4-4fff-80b5-c471d9477e16 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:33:58.335090 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-5b9e59f1-17e6-4104-9a92-429b524e199c tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:33:58.337354 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9e59f1-17e6-4104-9a92-429b524e199c tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Pushing event updated for resources: {'Port': ['ID=78e21dba-5ad5-4fee-b63f-d7be81b78e68,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:58.340543 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-5b9e59f1-17e6-4104-9a92-429b524e199c tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:33:58.662562 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8635307b-bcc6-46c3-89fd-fd7082027159 req-67607313-7caa-496b-8f28-472dabd00988 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:58.663059 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-5b9e59f1-17e6-4104-9a92-429b524e199c tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:58.663809 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-5b9e59f1-17e6-4104-9a92-429b524e199c tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.664204 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8635307b-bcc6-46c3-89fd-fd7082027159 req-67607313-7caa-496b-8f28-472dabd00988 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 944 time: 0.2751696 Jul 16 08:33:58.677638 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-beb1b8a6-4583-41a5-ad47-722ed58921c1 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Deleting port f27f6861-4db3-4f81-8975-ae4512f2ef55 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:58.677879 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-beb1b8a6-4583-41a5-ad47-722ed58921c1 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.743513 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-5b9e59f1-17e6-4104-9a92-429b524e199c tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4955101 Jul 16 08:33:58.755122 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e103bd69-3cbc-43e0-8458-86eadc4bfe66 req-154ed927-1483-44a2-a771-8ac790a32b34 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:58.756955 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e103bd69-3cbc-43e0-8458-86eadc4bfe66 req-154ed927-1483-44a2-a771-8ac790a32b34 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 946 time: 0.2352796 Jul 16 08:33:58.764987 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-6b6e08ba-adc1-4053-8a66-c4730a1117a9 service neutron] Request body: {'port': {'device_id': 'f00e78ff-99db-49a5-bc7a-95eb68e55358', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:33:58.770815 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8635307b-bcc6-46c3-89fd-fd7082027159 req-35614935-d686-4c83-8e3e-5849a2142d2e tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998147 Jul 16 08:33:58.820019 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45440505-4325-4f6f-8239-d64d5b2d5c79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.821733 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-beb1b8a6-4583-41a5-ad47-722ed58921c1 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.822237 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-beb1b8a6-4583-41a5-ad47-722ed58921c1 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.841234 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-beb1b8a6-4583-41a5-ad47-722ed58921c1 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Calling delete_port for f27f6861-4db3-4f81-8975-ae4512f2ef55 owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:58.945166 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-6b6e08ba-adc1-4053-8a66-c4730a1117a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:58.947252 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91430dee-2d38-4b96-a91b-477fb472036b req-fa9f29ee-00fe-4918-89c6-b9d00f5dad20 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:58.948768 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-91430dee-2d38-4b96-a91b-477fb472036b req-fa9f29ee-00fe-4918-89c6-b9d00f5dad20 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.21 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 944 time: 0.1706500 Jul 16 08:33:58.958139 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e103bd69-3cbc-43e0-8458-86eadc4bfe66 req-8447a69f-eacb-4a4f-a412-828e31cedaeb tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878560 Jul 16 08:33:59.100102 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd733c4-f38c-4f10-bc9f-4db3b0d40d6e req-f581027f-d65d-4d41-8c21-9ed60d78b7e4 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:59.108987 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7dd733c4-f38c-4f10-bc9f-4db3b0d40d6e req-f581027f-d65d-4d41-8c21-9ed60d78b7e4 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=f00e78ff-99db-49a5-bc7a-95eb68e55358 HTTP/1.1" status: 200 len: 931 time: 0.2114861 Jul 16 08:33:59.201552 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7dd733c4-f38c-4f10-bc9f-4db3b0d40d6e req-e8cec125-3102-41e9-84e5-fb4b5133ffcc tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913608 Jul 16 08:33:59.219858 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-91430dee-2d38-4b96-a91b-477fb472036b req-da72d3e2-0251-4bc6-a28c-97327bb1189e tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Deleting port 0ed9a183-e43d-43a6-b319-0757cf6445f2 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:33:59.223201 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-91430dee-2d38-4b96-a91b-477fb472036b req-da72d3e2-0251-4bc6-a28c-97327bb1189e tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.231888 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-beb1b8a6-4583-41a5-ad47-722ed58921c1 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.323691 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb1b8a6-4583-41a5-ad47-722ed58921c1 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Pushing event deleted for resources: {'Port': ['ID=f27f6861-4db3-4f81-8975-ae4512f2ef55,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:59.377655 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45440505-4325-4f6f-8239-d64d5b2d5c79 admin admin] Router fc7a09e7-5e1c-403c-8b72-761ed7242fc6 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:33:59.451069 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-91430dee-2d38-4b96-a91b-477fb472036b req-da72d3e2-0251-4bc6-a28c-97327bb1189e tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] For port 0ed9a183-e43d-43a6-b319-0757cf6445f2, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0ed9a183-e43d-43a6-b319-0757cf6445f2,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:33:59.451433 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-91430dee-2d38-4b96-a91b-477fb472036b req-da72d3e2-0251-4bc6-a28c-97327bb1189e tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.454143 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-beb1b8a6-4583-41a5-ad47-722ed58921c1 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.456710 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-beb1b8a6-4583-41a5-ad47-722ed58921c1 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.460245 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-beb1b8a6-4583-41a5-ad47-722ed58921c1 tempest-FloatingIPAdminTestJSON-52757285 tempest-FloatingIPAdminTestJSON-52757285-project] 10.222.0.22 "DELETE /v2.0/floatingips/2c2e1213-a1b6-4ead-a13b-5a1eb8698d54 HTTP/1.1" status: 204 len: 168 time: 1.2089233 Jul 16 08:33:59.469815 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-91430dee-2d38-4b96-a91b-477fb472036b req-da72d3e2-0251-4bc6-a28c-97327bb1189e tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Calling delete_port for 0ed9a183-e43d-43a6-b319-0757cf6445f2 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:33:59.602823 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-6b6e08ba-adc1-4053-8a66-c4730a1117a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78e21dba-5ad5-4fee-b63f-d7be81b78e68 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:33:59.615210 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-6b6e08ba-adc1-4053-8a66-c4730a1117a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.617868 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45440505-4325-4f6f-8239-d64d5b2d5c79 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:33:59.626807 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-45440505-4325-4f6f-8239-d64d5b2d5c79 admin admin] 10.222.0.22 "PUT /v2.0/routers/fc7a09e7-5e1c-403c-8b72-761ed7242fc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3060825 Jul 16 08:33:59.633276 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40167566-6587-4af2-9f40-1890fedc4168 req-01a04dee-c963-48d2-9c0f-2a4aeee412a1 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:33:59.633659 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5baecb-49a7-4d44-bb02-c10fe3e67877 None None] Sync routers for ids ['fc7a09e7-5e1c-403c-8b72-761ed7242fc6'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:33:59.634805 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-40167566-6587-4af2-9f40-1890fedc4168 req-01a04dee-c963-48d2-9c0f-2a4aeee412a1 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef512a9c-d3db-4eb6-89df-75447f44fdc3 HTTP/1.1" status: 200 len: 946 time: 0.1905179 Jul 16 08:33:59.638185 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57904) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:59.663802 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5baecb-49a7-4d44-bb02-c10fe3e67877 None None] Routers {'fc7a09e7-5e1c-403c-8b72-761ed7242fc6'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:33:59.664552 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ed5baecb-49a7-4d44-bb02-c10fe3e67877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:33:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['fc7a09e7-5e1c-403c-8b72-761ed7242fc6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:33:59.744693 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-91430dee-2d38-4b96-a91b-477fb472036b req-da72d3e2-0251-4bc6-a28c-97327bb1189e tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.751323 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-6b6e08ba-adc1-4053-8a66-c4730a1117a9 service neutron] Transition to ACTIVE for port object 78e21dba-5ad5-4fee-b63f-d7be81b78e68 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:33:59.758305 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-40167566-6587-4af2-9f40-1890fedc4168 req-0b0f1469-aad9-4165-b0d9-b81f2dd92fbc tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794601 Jul 16 08:33:59.800295 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bfb0778-be94-4c2c-bb53-0a0b97a48795 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.800295 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-6b6e08ba-adc1-4053-8a66-c4730a1117a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.819391 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da72d3e2-0251-4bc6-a28c-97327bb1189e tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Pushing event deleted for resources: {'Port': ['ID=0ed9a183-e43d-43a6-b319-0757cf6445f2,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:33:59.882069 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57912) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:33:59.920582 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-91430dee-2d38-4b96-a91b-477fb472036b req-da72d3e2-0251-4bc6-a28c-97327bb1189e tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] No DVR routers for this DVR port 0ed9a183-e43d-43a6-b319-0757cf6445f2 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:33:59.924594 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-91430dee-2d38-4b96-a91b-477fb472036b req-da72d3e2-0251-4bc6-a28c-97327bb1189e tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:33:59.927424 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-91430dee-2d38-4b96-a91b-477fb472036b req-da72d3e2-0251-4bc6-a28c-97327bb1189e tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.21 "DELETE /v2.0/ports/0ed9a183-e43d-43a6-b319-0757cf6445f2 HTTP/1.1" status: 204 len: 173 time: 0.9617124 Jul 16 08:33:59.927875 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46980820-23c1-4427-a797-0146b171bb9a', 'name': 'network-vif-deleted', 'tag': '0ed9a183-e43d-43a6-b319-0757cf6445f2'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:33:59.933862 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-ed5baecb-49a7-4d44-bb02-c10fe3e67877 None None] Set router fc7a09e7-5e1c-403c-8b72-761ed7242fc6 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:33:59.938796 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f909f272-bf94-47bf-83b3-571e9c614d9a" -d '{"events": [{"server_uuid": "46980820-23c1-4427-a797-0146b171bb9a", "name": "network-vif-deleted", "tag": "0ed9a183-e43d-43a6-b319-0757cf6445f2"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:00.037978 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e08ba-adc1-4053-8a66-c4730a1117a9 service neutron] Pushing event updated for resources: {'Port': ['ID=78e21dba-5ad5-4fee-b63f-d7be81b78e68,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:00.054841 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bfb0778-be94-4c2c-bb53-0a0b97a48795 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:00.130952 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79a1acfe-7071-43a2-8a1b-026c45dc5cf9 x-openstack-request-id: req-79a1acfe-7071-43a2-8a1b-026c45dc5cf9 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:00.132461 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46980820-23c1-4427-a797-0146b171bb9a", "name": "network-vif-deleted", "tag": "0ed9a183-e43d-43a6-b319-0757cf6445f2", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:00.132985 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-79a1acfe-7071-43a2-8a1b-026c45dc5cf9 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:00.135422 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46980820-23c1-4427-a797-0146b171bb9a', 'name': 'network-vif-deleted', 'tag': '0ed9a183-e43d-43a6-b319-0757cf6445f2', 'status': 'completed', 'code': 200} Jul 16 08:34:00.140282 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c885f23a-9982-49c1-819b-02fe10005ff6 req-48d387d4-fd6f-408c-ac67-bd9982107288 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=46980820-23c1-4427-a797-0146b171bb9a HTTP/1.1" status: 200 len: 210 time: 0.0945036 Jul 16 08:34:00.173910 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-6b6e08ba-adc1-4053-8a66-c4730a1117a9 service neutron] Attempting to bind port 78e21dba-5ad5-4fee-b63f-d7be81b78e68 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:00.174304 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-6b6e08ba-adc1-4053-8a66-c4730a1117a9 service neutron] Attempting to bind port 78e21dba-5ad5-4fee-b63f-d7be81b78e68 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '434f1074-36f8-46ba-becd-a201a761861a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c8582703-4cc4-4fff-80b5-c471d9477e16'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:00.174643 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-6b6e08ba-adc1-4053-8a66-c4730a1117a9 service neutron] Attempting to bind port 78e21dba-5ad5-4fee-b63f-d7be81b78e68 on network c8582703-4cc4-4fff-80b5-c471d9477e16 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:00.208503 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-6b6e08ba-adc1-4053-8a66-c4730a1117a9 service neutron] Port 78e21dba-5ad5-4fee-b63f-d7be81b78e68 on network c8582703-4cc4-4fff-80b5-c471d9477e16 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:00.208830 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-6b6e08ba-adc1-4053-8a66-c4730a1117a9 service neutron] Attempting to bind port 78e21dba-5ad5-4fee-b63f-d7be81b78e68 on network c8582703-4cc4-4fff-80b5-c471d9477e16 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:00.219644 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-6b6e08ba-adc1-4053-8a66-c4730a1117a9 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 33, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:00.220017 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-6b6e08ba-adc1-4053-8a66-c4730a1117a9 service neutron] Checking segment: {'id': '434f1074-36f8-46ba-becd-a201a761861a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c8582703-4cc4-4fff-80b5-c471d9477e16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:00.222110 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-6b6e08ba-adc1-4053-8a66-c4730a1117a9 service neutron] Bound using segment: {'id': '434f1074-36f8-46ba-becd-a201a761861a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c8582703-4cc4-4fff-80b5-c471d9477e16'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:00.222595 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-6b6e08ba-adc1-4053-8a66-c4730a1117a9 service neutron] Bound port: 78e21dba-5ad5-4fee-b63f-d7be81b78e68, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '434f1074-36f8-46ba-becd-a201a761861a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c8582703-4cc4-4fff-80b5-c471d9477e16'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:00.223209 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-6b6e08ba-adc1-4053-8a66-c4730a1117a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:00.272054 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-219f83a7-7d14-4fd3-89c3-e5ad45a48a7b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=633fbb4ee8c54c5a87d9cc1ee03b844d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3886406 Jul 16 08:34:00.274663 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57922) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:00.336529 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4238eebb-147e-4768-88c6-33a89db9157c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:00.351867 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0bfb0778-be94-4c2c-bb53-0a0b97a48795 admin admin] Deleting port 782373ff-aa49-435b-a0ac-3d7d29aaf75f {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:00.352219 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bfb0778-be94-4c2c-bb53-0a0b97a48795 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:00.368159 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4238eebb-147e-4768-88c6-33a89db9157c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:00.400420 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ed5baecb-49a7-4d44-bb02-c10fe3e67877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7a09e7-5e1c-403c-8b72-761ed7242fc6', 'name': 'tempest-ServersTestMultiNic-765380442-router', 'tenant_id': '3d331a6d40bd4acba6cabcb4afde1424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.47'}], 'enable_snat': True}, 'gw_port_id': '782373ff-aa49-435b-a0ac-3d7d29aaf75f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:05Z', 'updated_at': '2021-07-16T08:33:58Z', 'revision_number': 5, 'project_id': '3d331a6d40bd4acba6cabcb4afde1424', 'gw_port': {'id': '782373ff-aa49-435b-a0ac-3d7d29aaf75f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:c7:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc7a09e7-5e1c-403c-8b72-761ed7242fc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1047, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:32:06Z', 'updated_at': '2021-07-16T08:32:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:00.445705 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5baecb-49a7-4d44-bb02-c10fe3e67877 None None] Checking router: fc7a09e7-5e1c-403c-8b72-761ed7242fc6 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:34:00.459209 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4238eebb-147e-4768-88c6-33a89db9157c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:00.459877 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed5baecb-49a7-4d44-bb02-c10fe3e67877 None None] Routers {'fc7a09e7-5e1c-403c-8b72-761ed7242fc6'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:34:00.460736 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ed5baecb-49a7-4d44-bb02-c10fe3e67877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:33:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['fc7a09e7-5e1c-403c-8b72-761ed7242fc6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:00.461795 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4238eebb-147e-4768-88c6-33a89db9157c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:00.462943 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4238eebb-147e-4768-88c6-33a89db9157c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/be7c2a6e-6673-44a2-8f67-729633da1237 HTTP/1.1" status: 204 len: 168 time: 0.1870093 Jul 16 08:34:00.475957 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-0bfb0778-be94-4c2c-bb53-0a0b97a48795 admin admin] For port 782373ff-aa49-435b-a0ac-3d7d29aaf75f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=782373ff-aa49-435b-a0ac-3d7d29aaf75f,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:00.476652 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bfb0778-be94-4c2c-bb53-0a0b97a48795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:00.478301 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4238eebb-147e-4768-88c6-33a89db9157c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be7c2a6e-6673-44a2-8f67-729633da1237,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:00.499126 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-6b6e08ba-adc1-4053-8a66-c4730a1117a9 service neutron] For port 78e21dba-5ad5-4fee-b63f-d7be81b78e68, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:00.501264 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0bfb0778-be94-4c2c-bb53-0a0b97a48795 admin admin] Calling delete_port for 782373ff-aa49-435b-a0ac-3d7d29aaf75f owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:00.503920 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-6b6e08ba-adc1-4053-8a66-c4730a1117a9 service neutron] For port 78e21dba-5ad5-4fee-b63f-d7be81b78e68, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=78e21dba-5ad5-4fee-b63f-d7be81b78e68,segment=NetworkSegment(434f1074-36f8-46ba-becd-a201a761861a),segment_id=434f1074-36f8-46ba-becd-a201a761861a)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:00.521801 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a49b774-82a6-4f1e-8ebd-62de2b9b8843 req-76ccd793-c0d5-42f0-9711-327b09bdb319 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:00.524002 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6a49b774-82a6-4f1e-8ebd-62de2b9b8843 req-76ccd793-c0d5-42f0-9711-327b09bdb319 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=f00e78ff-99db-49a5-bc7a-95eb68e55358 HTTP/1.1" status: 200 len: 943 time: 0.1094444 Jul 16 08:34:00.533591 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873dbf1e-ee6b-4630-b8b6-e0b09a987671 req-b3e6c25b-7bd4-4ec2-91be-5539d38da2cf tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:00.536043 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-873dbf1e-ee6b-4630-b8b6-e0b09a987671 req-b3e6c25b-7bd4-4ec2-91be-5539d38da2cf tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 946 time: 0.2911634 Jul 16 08:34:00.540008 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-6b6e08ba-adc1-4053-8a66-c4730a1117a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:00.576648 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6a49b774-82a6-4f1e-8ebd-62de2b9b8843 req-990c0e09-458d-4d74-9eaa-006b8fe9c07b tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425534 Jul 16 08:34:00.650824 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-ed5baecb-49a7-4d44-bb02-c10fe3e67877 None None] Set router fc7a09e7-5e1c-403c-8b72-761ed7242fc6 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:34:00.666684 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-6b6e08ba-adc1-4053-8a66-c4730a1117a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:00.667780 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-6b6e08ba-adc1-4053-8a66-c4730a1117a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:00.670578 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-6b6e08ba-adc1-4053-8a66-c4730a1117a9 service neutron] 10.222.0.30 "PUT /v2.0/ports/78e21dba-5ad5-4fee-b63f-d7be81b78e68 HTTP/1.1" status: 200 len: 1092 time: 1.9099309 Jul 16 08:34:00.676759 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f00e78ff-99db-49a5-bc7a-95eb68e55358', 'tag': '78e21dba-5ad5-4fee-b63f-d7be81b78e68'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:00.679925 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea3cffa1-069b-4de3-bb9b-e1e4f237f52d" -d '{"events": [{"name": "network-changed", "server_uuid": "f00e78ff-99db-49a5-bc7a-95eb68e55358", "tag": "78e21dba-5ad5-4fee-b63f-d7be81b78e68"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:00.739165 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ed5baecb-49a7-4d44-bb02-c10fe3e67877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc7a09e7-5e1c-403c-8b72-761ed7242fc6', 'name': 'tempest-ServersTestMultiNic-765380442-router', 'tenant_id': '3d331a6d40bd4acba6cabcb4afde1424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:05Z', 'updated_at': '2021-07-16T08:34:00Z', 'revision_number': 6, 'project_id': '3d331a6d40bd4acba6cabcb4afde1424', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:00.756610 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6e08ba-adc1-4053-8a66-c4730a1117a9 service neutron] Pushing event updated for resources: {'Port': ['ID=78e21dba-5ad5-4fee-b63f-d7be81b78e68,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:00.776637 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed5baecb-49a7-4d44-bb02-c10fe3e67877 None None] The sync data for ids ['fc7a09e7-5e1c-403c-8b72-761ed7242fc6'] in n-d-771362-37 is: [{'id': 'fc7a09e7-5e1c-403c-8b72-761ed7242fc6', 'name': 'tempest-ServersTestMultiNic-765380442-router', 'tenant_id': '3d331a6d40bd4acba6cabcb4afde1424', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:32:05Z', 'updated_at': '2021-07-16T08:34:00Z', 'revision_number': 6, 'project_id': '3d331a6d40bd4acba6cabcb4afde1424', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:34:00.784006 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-873dbf1e-ee6b-4630-b8b6-e0b09a987671 req-b6a56989-1535-45c8-9149-c3a8b17263d0 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321332 Jul 16 08:34:00.845811 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e5c316d-363e-4107-8d5f-41f72b7dfe42 x-openstack-request-id: req-8e5c316d-363e-4107-8d5f-41f72b7dfe42 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:00.846163 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f00e78ff-99db-49a5-bc7a-95eb68e55358", "tag": "78e21dba-5ad5-4fee-b63f-d7be81b78e68", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:00.846483 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8e5c316d-363e-4107-8d5f-41f72b7dfe42 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:00.847348 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f00e78ff-99db-49a5-bc7a-95eb68e55358', 'tag': '78e21dba-5ad5-4fee-b63f-d7be81b78e68', 'status': 'completed', 'code': 200} Jul 16 08:34:01.016481 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-637b37f7-94ba-4e75-8844-52bdedc18039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:01.018657 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-637b37f7-94ba-4e75-8844-52bdedc18039 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fe485eef99184140b54eea7a4f5e6aa7&device_id=f00e78ff-99db-49a5-bc7a-95eb68e55358 HTTP/1.1" status: 200 len: 1095 time: 0.2632539 Jul 16 08:34:01.031702 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57944) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:01.046371 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-98b4cbba-6892-455c-8fec-83379333041c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.161216 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 0ed9a183-e43d-43a6-b319-0757cf6445f2 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:01.189600 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 0ed9a183-e43d-43a6-b319-0757cf6445f2 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:34:01.190291 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 0ed9a183-e43d-43a6-b319-0757cf6445f2 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:34:01.204888 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-ca341b57-7ae6-4afd-8275-12f8318b9661 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:01.206514 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-ca341b57-7ae6-4afd-8275-12f8318b9661 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/networks?id=b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 HTTP/1.1" status: 200 len: 814 time: 0.1446021 Jul 16 08:34:01.239676 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-2d669879-8f6b-4b04-a3e3-8e80b19159a2 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/quotas/96b808a620d443df8403c582e51f491a HTTP/1.1" status: 200 len: 375 time: 0.0231988 Jul 16 08:34:01.264391 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-98b4cbba-6892-455c-8fec-83379333041c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.282618 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-98b4cbba-6892-455c-8fec-83379333041c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.331884 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b4cbba-6892-455c-8fec-83379333041c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8d26941-8b86-4cd0-9b39-2dc6e25082d7,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:01.336151 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-98b4cbba-6892-455c-8fec-83379333041c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2a94309a219040f09b0792f9b3208141&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3032262 Jul 16 08:34:01.340439 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57952) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:01.387963 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-c40b1ebd-4b7e-4774-8d93-9cc4e4da603a tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=96b808a620d443df8403c582e51f491a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1389887 Jul 16 08:34:01.436809 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b3fb8ee3-be90-46e7-b403-2ef1070cecae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.452404 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-8b417a5a-a7bf-4480-a13d-e346fa9b1b00 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78e21dba-5ad5-4fee-b63f-d7be81b78e68 HTTP/1.1" status: 200 len: 217 time: 0.4260488 Jul 16 08:34:01.487758 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bfb0778-be94-4c2c-bb53-0a0b97a48795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.491107 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b3fb8ee3-be90-46e7-b403-2ef1070cecae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.525391 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-0846efd2-bd66-4e6e-b84b-90bf5fa9cfc8 service neutron] 10.222.0.22 "GET /v2.0/networks/b2d19c32-2fcb-4a1c-86db-a53ab571cdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284411 Jul 16 08:34:01.546578 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcac9b7-367c-4e98-b8ba-e203bd4067ea req-5e9a5f65-225f-4e89-a312-5a7df423532b tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:01.548002 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5fcac9b7-367c-4e98-b8ba-e203bd4067ea req-5e9a5f65-225f-4e89-a312-5a7df423532b tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef512a9c-d3db-4eb6-89df-75447f44fdc3 HTTP/1.1" status: 200 len: 946 time: 0.6066973 Jul 16 08:34:01.555830 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfb0778-be94-4c2c-bb53-0a0b97a48795 admin admin] Pushing event deleted for resources: {'Port': ['ID=782373ff-aa49-435b-a0ac-3d7d29aaf75f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:01.611807 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b3fb8ee3-be90-46e7-b403-2ef1070cecae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.614468 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b3fb8ee3-be90-46e7-b403-2ef1070cecae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.618044 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b3fb8ee3-be90-46e7-b403-2ef1070cecae admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e8d26941-8b86-4cd0-9b39-2dc6e25082d7 HTTP/1.1" status: 204 len: 168 time: 0.2727721 Jul 16 08:34:01.618225 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-e8d06df2-fd27-41ad-97b4-05ff4a871ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:01.620755 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-e8d06df2-fd27-41ad-97b4-05ff4a871ae3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=df86fc55-3ccc-4737-ad2e-69164a017fd5 HTTP/1.1" status: 200 len: 853 time: 0.1443572 Jul 16 08:34:01.628163 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fb8ee3-be90-46e7-b403-2ef1070cecae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8d26941-8b86-4cd0-9b39-2dc6e25082d7,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:01.655370 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-305ab3d7-33a3-499c-beae-2e1dc600837f service neutron] 10.222.0.22 "GET /v2.0/networks/b2d19c32-2fcb-4a1c-86db-a53ab571cdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220069 Jul 16 08:34:01.706703 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-b355ac44-7606-4094-ad33-7440c731b9f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8582703-4cc4-4fff-80b5-c471d9477e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525064 Jul 16 08:34:01.720263 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043ec24d-1019-47d7-8238-edf8f23a1000 req-201c52da-953e-493b-b386-9d0d39cbc216 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:01.721912 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-043ec24d-1019-47d7-8238-edf8f23a1000 req-201c52da-953e-493b-b386-9d0d39cbc216 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef512a9c-d3db-4eb6-89df-75447f44fdc3 HTTP/1.1" status: 200 len: 946 time: 0.2836854 Jul 16 08:34:01.742235 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5fcac9b7-367c-4e98-b8ba-e203bd4067ea req-e4fa7e51-24af-4d36-ac69-0a5351f62c59 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842756 Jul 16 08:34:01.804227 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bfb0778-be94-4c2c-bb53-0a0b97a48795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.852331 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.935486 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bfb0778-be94-4c2c-bb53-0a0b97a48795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.937321 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.939759 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bfb0778-be94-4c2c-bb53-0a0b97a48795 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.994510 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bfb0778-be94-4c2c-bb53-0a0b97a48795 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:01.995052 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bfb0778-be94-4c2c-bb53-0a0b97a48795 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc7a09e7-5e1c-403c-8b72-761ed7242fc6 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:34:02.024234 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0bfb0778-be94-4c2c-bb53-0a0b97a48795 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.028845 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0bfb0778-be94-4c2c-bb53-0a0b97a48795 admin admin] 10.222.0.22 "DELETE /v2.0/routers/fc7a09e7-5e1c-403c-8b72-761ed7242fc6 HTTP/1.1" status: 204 len: 168 time: 2.3896549 Jul 16 08:34:02.031549 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57970) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:02.040280 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d067bdb6-00c8-413f-bbc5-d6ff4dd0301a no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:02.077668 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: d067bdb6-00c8-413f-bbc5-d6ff4dd0301a {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:34:02.078016 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d067bdb6-00c8-413f-bbc5-d6ff4dd0301a not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:34:02.078448 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 782373ff-aa49-435b-a0ac-3d7d29aaf75f no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:02.086864 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82be1ee2-b2f8-48aa-bdb5-47cca647f756 req-c4dbb8a2-5b9d-4d77-add4-3994ca03fe83 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:02.107191 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-82be1ee2-b2f8-48aa-bdb5-47cca647f756 req-c4dbb8a2-5b9d-4d77-add4-3994ca03fe83 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=f00e78ff-99db-49a5-bc7a-95eb68e55358 HTTP/1.1" status: 200 len: 943 time: 0.1015065 Jul 16 08:34:02.124553 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 782373ff-aa49-435b-a0ac-3d7d29aaf75f {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:34:02.124906 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 782373ff-aa49-435b-a0ac-3d7d29aaf75f not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:34:02.176945 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-82be1ee2-b2f8-48aa-bdb5-47cca647f756 req-2cd24de8-48f4-4cf8-b330-56b1e9b8a80b tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686595 Jul 16 08:34:02.230052 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57976) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:02.246653 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5b4d5534-9b9d-4ad8-bd51-f59676db09d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.256739 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-901dd09d-0285-4437-80f5-15603a609e5b req-6b166e69-4b9b-4122-ae10-a0f81940755d tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=7206861f-be04-4ea1-852f-2cd3ac8825d0 HTTP/1.1" status: 200 len: 210 time: 0.1622450 Jul 16 08:34:02.314159 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-adac0c0d-d0bd-4771-9724-b39ae741fe61 admin admin] Deleting subnet c67276cd-8a3e-473d-9ce1-7f3f13cefdda {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:34:02.318819 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-69542503-158e-4401-8599-866646e56b97 service neutron] 10.222.0.30 "GET /v2.0/networks/c8582703-4cc4-4fff-80b5-c471d9477e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5903916 Jul 16 08:34:02.320862 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-adac0c0d-d0bd-4771-9724-b39ae741fe61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.393943 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-043ec24d-1019-47d7-8238-edf8f23a1000 req-d7bffa28-ae56-443a-9f89-1eaba4fc773a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Deleting port 3c8838af-7088-4dda-9802-c3c94b76e799 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:02.394281 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-043ec24d-1019-47d7-8238-edf8f23a1000 req-d7bffa28-ae56-443a-9f89-1eaba4fc773a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.401470 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-adac0c0d-d0bd-4771-9724-b39ae741fe61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.462217 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cb1b14-24a3-4cda-882f-ae05ee401fae req-5189b50c-d501-485b-8066-90ccb5db3bd7 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:02.463681 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-92cb1b14-24a3-4cda-882f-ae05ee401fae req-5189b50c-d501-485b-8066-90ccb5db3bd7 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 946 time: 0.1392484 Jul 16 08:34:02.466419 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5b4d5534-9b9d-4ad8-bd51-f59676db09d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.474951 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5b4d5534-9b9d-4ad8-bd51-f59676db09d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.540693 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5b4d5534-9b9d-4ad8-bd51-f59676db09d0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f86eee4a0e4744729565bd219730b658&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3093145 Jul 16 08:34:02.543971 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57980) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:02.555635 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4d5534-9b9d-4ad8-bd51-f59676db09d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e10812ff-9fbd-4c63-8236-11093964788e,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:02.561799 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-92cb1b14-24a3-4cda-882f-ae05ee401fae req-bf064b7e-af2f-4e84-a981-173cf755b6cb tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822208 Jul 16 08:34:02.564188 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f2badef0-43dd-4aec-b98d-d4106bc6f117 req-98f3c1f7-916a-44a1-b4b1-7836509d76e8 service neutron] 10.222.0.30 "GET /v2.0/networks/c8582703-4cc4-4fff-80b5-c471d9477e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169621 Jul 16 08:34:02.638384 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-043ec24d-1019-47d7-8238-edf8f23a1000 req-d7bffa28-ae56-443a-9f89-1eaba4fc773a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] For port 3c8838af-7088-4dda-9802-c3c94b76e799, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=3c8838af-7088-4dda-9802-c3c94b76e799,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:02.638721 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-043ec24d-1019-47d7-8238-edf8f23a1000 req-d7bffa28-ae56-443a-9f89-1eaba4fc773a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.652011 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-adac0c0d-d0bd-4771-9724-b39ae741fe61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.685660 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-043ec24d-1019-47d7-8238-edf8f23a1000 req-d7bffa28-ae56-443a-9f89-1eaba4fc773a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Calling delete_port for 3c8838af-7088-4dda-9802-c3c94b76e799 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:02.769985 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040cea9a-b9a9-45f2-80b1-4ffda9a63133 req-cb12c35d-6ac0-4d78-99ef-f94b84ae183f tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:02.781724 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-040cea9a-b9a9-45f2-80b1-4ffda9a63133 req-cb12c35d-6ac0-4d78-99ef-f94b84ae183f tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 944 time: 0.0793467 Jul 16 08:34:02.782999 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-24b2de45-dc4d-4f7c-9ddc-fafedb2b55df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.841651 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-24b2de45-dc4d-4f7c-9ddc-fafedb2b55df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.849286 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-040cea9a-b9a9-45f2-80b1-4ffda9a63133 req-224cacc9-b98a-4997-b421-08e76120aada tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656312 Jul 16 08:34:02.852889 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-adac0c0d-d0bd-4771-9724-b39ae741fe61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.923013 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75c6b93e-e57d-4c9a-8073-f9036c4058b3 None None] Network c7ba888f-235d-4b01-924c-67995e2fd22b requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:02.924564 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-adac0c0d-d0bd-4771-9724-b39ae741fe61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:02.928895 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-adac0c0d-d0bd-4771-9724-b39ae741fe61 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c67276cd-8a3e-473d-9ce1-7f3f13cefdda HTTP/1.1" status: 204 len: 168 time: 0.8922625 Jul 16 08:34:02.928895 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adac0c0d-d0bd-4771-9724-b39ae741fe61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c67276cd-8a3e-473d-9ce1-7f3f13cefdda,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:02.932560 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57986) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:02.935137 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cffa1-069b-4de3-bb9b-e1e4f237f52d req-503d0c53-1497-4223-b19c-a519ac7cd0a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:02.936737 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ea3cffa1-069b-4de3-bb9b-e1e4f237f52d req-503d0c53-1497-4223-b19c-a519ac7cd0a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fe485eef99184140b54eea7a4f5e6aa7&device_id=f00e78ff-99db-49a5-bc7a-95eb68e55358 HTTP/1.1" status: 200 len: 1095 time: 0.2570634 Jul 16 08:34:03.013618 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-24b2de45-dc4d-4f7c-9ddc-fafedb2b55df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:03.016427 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-24b2de45-dc4d-4f7c-9ddc-fafedb2b55df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:03.018039 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-24b2de45-dc4d-4f7c-9ddc-fafedb2b55df admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e10812ff-9fbd-4c63-8236-11093964788e HTTP/1.1" status: 204 len: 168 time: 0.4711468 Jul 16 08:34:03.053469 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2de45-dc4d-4f7c-9ddc-fafedb2b55df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e10812ff-9fbd-4c63-8236-11093964788e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:03.071196 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f08e5b3c-c5a8-4228-9324-2b0d06f513a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:03.172508 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-043ec24d-1019-47d7-8238-edf8f23a1000 req-d7bffa28-ae56-443a-9f89-1eaba4fc773a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:03.179473 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cffa1-069b-4de3-bb9b-e1e4f237f52d req-c117733f-9ed6-4b9c-a52a-36698684d9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:03.181040 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ea3cffa1-069b-4de3-bb9b-e1e4f237f52d req-c117733f-9ed6-4b9c-a52a-36698684d9a4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8582703-4cc4-4fff-80b5-c471d9477e16 HTTP/1.1" status: 200 len: 914 time: 0.2293324 Jul 16 08:34:03.185832 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['3c8838af-7088-4dda-9802-c3c94b76e799'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:03.270699 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5ce72a46-128e-46f7-b36d-6ca363f807fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:03.319587 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434dbcea-f35e-4580-a812-b11505a3ad4c None None] DHCP port deletion for c7ba888f-235d-4b01-924c-67995e2fd22b request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:34:03.333766 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-25892904-c2bf-44f5-b070-df9a0576c93a req-bff0f7db-c1e3-4986-871e-de3fdfcf6bbd tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef512a9c-d3db-4eb6-89df-75447f44fdc3 HTTP/1.1" status: 200 len: 210 time: 0.1475632 Jul 16 08:34:03.336755 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bffa28-ae56-443a-9f89-1eaba4fc773a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Pushing event deleted for resources: {'Port': ['ID=3c8838af-7088-4dda-9802-c3c94b76e799,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:03.337724 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f08e5b3c-c5a8-4228-9324-2b0d06f513a6 admin admin] Deleting port 7cf58d7b-1713-4cc3-a239-39938bc781b6 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:03.338203 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f08e5b3c-c5a8-4228-9324-2b0d06f513a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:03.345630 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ea3cffa1-069b-4de3-bb9b-e1e4f237f52d req-1a4ed423-48f6-4426-9776-f5a977d67602 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=78e21dba-5ad5-4fee-b63f-d7be81b78e68 HTTP/1.1" status: 200 len: 217 time: 0.1474876 Jul 16 08:34:03.400068 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-434dbcea-f35e-4580-a812-b11505a3ad4c None None] Deleting port 7cf58d7b-1713-4cc3-a239-39938bc781b6 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:03.400487 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-434dbcea-f35e-4580-a812-b11505a3ad4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:03.487208 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-434dbcea-f35e-4580-a812-b11505a3ad4c None None] For port 7cf58d7b-1713-4cc3-a239-39938bc781b6, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=7cf58d7b-1713-4cc3-a239-39938bc781b6,segment=NetworkSegment(a8dd7d47-5e8e-4b8b-ab2a-d284e7d90163),segment_id=a8dd7d47-5e8e-4b8b-ab2a-d284e7d90163)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:03.487762 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-434dbcea-f35e-4580-a812-b11505a3ad4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:03.500533 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-434dbcea-f35e-4580-a812-b11505a3ad4c None None] Calling delete_port for 7cf58d7b-1713-4cc3-a239-39938bc781b6 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:03.534765 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e18d1d-e9d4-4a08-86b2-0867c2523ce8 req-3a706f91-5b47-4a4e-9c57-a2a938cab9b5 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:03.536403 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-31e18d1d-e9d4-4a08-86b2-0867c2523ce8 req-3a706f91-5b47-4a4e-9c57-a2a938cab9b5 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.21 "GET /v2.0/ports?device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 944 time: 0.3691411 Jul 16 08:34:03.548315 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-043ec24d-1019-47d7-8238-edf8f23a1000 req-d7bffa28-ae56-443a-9f89-1eaba4fc773a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] No DVR routers for this DVR port 3c8838af-7088-4dda-9802-c3c94b76e799 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:03.553327 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-86c2f49e-4e26-47a2-adaf-e67c0e6c20b3 req-da65db05-55ab-407d-91b7-7e860da9b583 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=7206861f-be04-4ea1-852f-2cd3ac8825d0 HTTP/1.1" status: 200 len: 210 time: 0.0663073 Jul 16 08:34:03.556785 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-043ec24d-1019-47d7-8238-edf8f23a1000 req-d7bffa28-ae56-443a-9f89-1eaba4fc773a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:03.560166 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-043ec24d-1019-47d7-8238-edf8f23a1000 req-d7bffa28-ae56-443a-9f89-1eaba4fc773a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.30 "DELETE /v2.0/ports/3c8838af-7088-4dda-9802-c3c94b76e799 HTTP/1.1" status: 204 len: 173 time: 1.8076477 Jul 16 08:34:03.560976 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef512a9c-d3db-4eb6-89df-75447f44fdc3', 'name': 'network-vif-deleted', 'tag': '3c8838af-7088-4dda-9802-c3c94b76e799'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:03.563577 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f9fbf03-460d-486b-9ae9-f16e98dffe70" -d '{"events": [{"server_uuid": "ef512a9c-d3db-4eb6-89df-75447f44fdc3", "name": "network-vif-deleted", "tag": "3c8838af-7088-4dda-9802-c3c94b76e799"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:03.584384 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3cffa1-069b-4de3-bb9b-e1e4f237f52d req-813a7cc6-3adb-46e0-a378-795c7c73503e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:03.584384 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ea3cffa1-069b-4de3-bb9b-e1e4f237f52d req-813a7cc6-3adb-46e0-a378-795c7c73503e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=df86fc55-3ccc-4737-ad2e-69164a017fd5 HTTP/1.1" status: 200 len: 853 time: 0.2220190 Jul 16 08:34:03.596468 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f08e5b3c-c5a8-4228-9324-2b0d06f513a6 admin admin] For port 7cf58d7b-1713-4cc3-a239-39938bc781b6, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=7cf58d7b-1713-4cc3-a239-39938bc781b6,segment=NetworkSegment(a8dd7d47-5e8e-4b8b-ab2a-d284e7d90163),segment_id=a8dd7d47-5e8e-4b8b-ab2a-d284e7d90163)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:03.596845 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f08e5b3c-c5a8-4228-9324-2b0d06f513a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:03.640141 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f08e5b3c-c5a8-4228-9324-2b0d06f513a6 admin admin] Calling delete_port for 7cf58d7b-1713-4cc3-a239-39938bc781b6 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:03.686039 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-434dbcea-f35e-4580-a812-b11505a3ad4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:03.703429 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ea3cffa1-069b-4de3-bb9b-e1e4f237f52d req-6bc4875d-ce76-429f-9daf-ffbdac4b12dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8582703-4cc4-4fff-80b5-c471d9477e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064599 Jul 16 08:34:03.704971 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99e6c508-07cd-4d82-a4e7-a7c5a318826a x-openstack-request-id: req-99e6c508-07cd-4d82-a4e7-a7c5a318826a {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:03.705284 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef512a9c-d3db-4eb6-89df-75447f44fdc3", "name": "network-vif-deleted", "tag": "3c8838af-7088-4dda-9802-c3c94b76e799", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:03.705526 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-99e6c508-07cd-4d82-a4e7-a7c5a318826a {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:03.710139 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef512a9c-d3db-4eb6-89df-75447f44fdc3', 'name': 'network-vif-deleted', 'tag': '3c8838af-7088-4dda-9802-c3c94b76e799', 'status': 'completed', 'code': 200} Jul 16 08:34:03.755495 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434dbcea-f35e-4580-a812-b11505a3ad4c None None] Pushing event deleted for resources: {'Port': ['ID=7cf58d7b-1713-4cc3-a239-39938bc781b6,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:03.771268 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-434dbcea-f35e-4580-a812-b11505a3ad4c None None] No DVR routers for this DVR port 7cf58d7b-1713-4cc3-a239-39938bc781b6 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:03.918998 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e055e25-b35d-4f5b-83c2-321790d18546 req-1e45e910-8d3a-4207-b6cb-9cf70822d19d tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:03.920675 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1e055e25-b35d-4f5b-83c2-321790d18546 req-1e45e910-8d3a-4207-b6cb-9cf70822d19d tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=f00e78ff-99db-49a5-bc7a-95eb68e55358 HTTP/1.1" status: 200 len: 943 time: 0.5059876 Jul 16 08:34:03.968311 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ea3cffa1-069b-4de3-bb9b-e1e4f237f52d req-782e0021-ab7c-49ad-a11b-36115a25c0f5 service neutron] 10.222.0.30 "GET /v2.0/networks/c8582703-4cc4-4fff-80b5-c471d9477e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2568209 Jul 16 08:34:04.008570 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-e5781180-7311-43c3-98c7-e4f46979f347 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:04.008570 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-e5781180-7311-43c3-98c7-e4f46979f347 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.30 "GET /v2.0/networks?id=b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 HTTP/1.1" status: 200 len: 814 time: 0.5732739 Jul 16 08:34:04.033646 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 7cf58d7b-1713-4cc3-a239-39938bc781b6 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:04.034824 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-46f461be-dae9-4dba-a00a-9f7f189e29cd tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Request body: {'port': {'device_id': '7206861f-be04-4ea1-852f-2cd3ac8825d0', 'network_id': 'b2d19c32-2fcb-4a1c-86db-a53ab571cdf4', 'admin_state_up': True, 'tenant_id': '96b808a620d443df8403c582e51f491a'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:04.038865 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e3feb-8f12-4158-a516-a995eb2079bf req-483162fb-45eb-41a5-91e1-559ba6250c26 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:04.040855 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-987e3feb-8f12-4158-a516-a995eb2079bf req-483162fb-45eb-41a5-91e1-559ba6250c26 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 946 time: 0.1896040 Jul 16 08:34:04.056168 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 7cf58d7b-1713-4cc3-a239-39938bc781b6 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:34:04.056768 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 7cf58d7b-1713-4cc3-a239-39938bc781b6 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:34:04.097773 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-31e18d1d-e9d4-4a08-86b2-0867c2523ce8 req-2a04985f-2b10-4491-9192-a88672fbdfeb tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Deleting port 87936b14-a62a-4aae-bdee-ebc1372646e4 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:04.098118 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-31e18d1d-e9d4-4a08-86b2-0867c2523ce8 req-2a04985f-2b10-4491-9192-a88672fbdfeb tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:04.142014 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1e055e25-b35d-4f5b-83c2-321790d18546 req-b9a34006-b48c-441e-84fd-0fd63750cd66 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106469 Jul 16 08:34:04.145172 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f08e5b3c-c5a8-4228-9324-2b0d06f513a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:04.145342 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ea3cffa1-069b-4de3-bb9b-e1e4f237f52d req-fe117ddb-0817-444c-a05d-66b1a57169e6 service neutron] 10.222.0.30 "GET /v2.0/networks/c8582703-4cc4-4fff-80b5-c471d9477e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679881 Jul 16 08:34:04.159634 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-987e3feb-8f12-4158-a516-a995eb2079bf req-c0449ac4-52f4-4fd0-9a57-b48728d4f30a tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574059 Jul 16 08:34:04.183786 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f08e5b3c-c5a8-4228-9324-2b0d06f513a6 admin admin] No DVR routers for this DVR port 7cf58d7b-1713-4cc3-a239-39938bc781b6 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:04.304860 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e5b3c-c5a8-4228-9324-2b0d06f513a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=7cf58d7b-1713-4cc3-a239-39938bc781b6,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:04.520879 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-79a21599-16f8-44b1-ae02-6da8e22587a5 req-f8860aa6-ef19-4a95-a821-e25733d55926 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef512a9c-d3db-4eb6-89df-75447f44fdc3 HTTP/1.1" status: 200 len: 210 time: 0.0512438 Jul 16 08:34:04.745436 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cd6f9b91-2a38-42ba-9da7-d195d523968f req-83a9f727-fa93-4c0c-85fc-cad5caa52452 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=7206861f-be04-4ea1-852f-2cd3ac8825d0 HTTP/1.1" status: 200 len: 210 time: 0.0372005 Jul 16 08:34:04.827411 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-31e18d1d-e9d4-4a08-86b2-0867c2523ce8 req-2a04985f-2b10-4491-9192-a88672fbdfeb tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] For port 87936b14-a62a-4aae-bdee-ebc1372646e4, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=87936b14-a62a-4aae-bdee-ebc1372646e4,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:04.827960 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-31e18d1d-e9d4-4a08-86b2-0867c2523ce8 req-2a04985f-2b10-4491-9192-a88672fbdfeb tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:04.854159 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f08e5b3c-c5a8-4228-9324-2b0d06f513a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:04.880248 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-31e18d1d-e9d4-4a08-86b2-0867c2523ce8 req-2a04985f-2b10-4491-9192-a88672fbdfeb tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Calling delete_port for 87936b14-a62a-4aae-bdee-ebc1372646e4 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:04.885492 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-f08e5b3c-c5a8-4228-9324-2b0d06f513a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ba888f-235d-4b01-924c-67995e2fd22b']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:04.905124 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58040) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:04.910998 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-f08e5b3c-c5a8-4228-9324-2b0d06f513a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8dd7d47-5e8e-4b8b-ab2a-d284e7d90163') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:04.911304 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-f08e5b3c-c5a8-4228-9324-2b0d06f513a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8dd7d47-5e8e-4b8b-ab2a-d284e7d90163') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:04.956623 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f08e5b3c-c5a8-4228-9324-2b0d06f513a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:04.960246 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-46f461be-dae9-4dba-a00a-9f7f189e29cd tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Made reservation on behalf of 96b808a620d443df8403c582e51f491a for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:04.963705 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-46f461be-dae9-4dba-a00a-9f7f189e29cd tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:04.998669 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c00737b-37fb-47f7-8013-88a95cfbe3fb req-2f8d252b-00b3-4b76-aa4f-e25d9348bf55 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:05.000808 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3c00737b-37fb-47f7-8013-88a95cfbe3fb req-2f8d252b-00b3-4b76-aa4f-e25d9348bf55 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=8f6c1e40-851e-4d7e-847e-23eadb48616f HTTP/1.1" status: 200 len: 944 time: 0.6903877 Jul 16 08:34:05.006422 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f08e5b3c-c5a8-4228-9324-2b0d06f513a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.029301 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f08e5b3c-c5a8-4228-9324-2b0d06f513a6 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:34:05.029694 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f08e5b3c-c5a8-4228-9324-2b0d06f513a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:34:05.037188 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:34:05.060316 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-99e77bf7-03fa-4cb9-b61a-25c9cf91a55e tempest-PortsAdminExtendedAttrsTestJSON-2092272054 tempest-PortsAdminExtendedAttrsTestJSON-2092272054-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-309890613'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:05.085384 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e77bf7-03fa-4cb9-b61a-25c9cf91a55e tempest-PortsAdminExtendedAttrsTestJSON-2092272054 tempest-PortsAdminExtendedAttrsTestJSON-2092272054-project] Made reservation on behalf of f1c63e74e21e481e9dcdc683247b8f20 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:05.088888 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-99e77bf7-03fa-4cb9-b61a-25c9cf91a55e tempest-PortsAdminExtendedAttrsTestJSON-2092272054 tempest-PortsAdminExtendedAttrsTestJSON-2092272054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.098172 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-99e77bf7-03fa-4cb9-b61a-25c9cf91a55e tempest-PortsAdminExtendedAttrsTestJSON-2092272054 tempest-PortsAdminExtendedAttrsTestJSON-2092272054-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.181276 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3c00737b-37fb-47f7-8013-88a95cfbe3fb req-f97113bd-10dd-46c6-a33f-a831d65fca99 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1675770 Jul 16 08:34:05.187662 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f08e5b3c-c5a8-4228-9324-2b0d06f513a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.192483 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f08e5b3c-c5a8-4228-9324-2b0d06f513a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.194630 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f08e5b3c-c5a8-4228-9324-2b0d06f513a6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/c7ba888f-235d-4b01-924c-67995e2fd22b HTTP/1.1" status: 204 len: 168 time: 2.2590191 Jul 16 08:34:05.240183 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e5b3c-c5a8-4228-9324-2b0d06f513a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7ba888f-235d-4b01-924c-67995e2fd22b,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:05.282512 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-99e77bf7-03fa-4cb9-b61a-25c9cf91a55e tempest-PortsAdminExtendedAttrsTestJSON-2092272054 tempest-PortsAdminExtendedAttrsTestJSON-2092272054-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.287957 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 78e21dba-5ad5-4fee-b63f-d7be81b78e68 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:34:05.288641 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-99e77bf7-03fa-4cb9-b61a-25c9cf91a55e tempest-PortsAdminExtendedAttrsTestJSON-2092272054 tempest-PortsAdminExtendedAttrsTestJSON-2092272054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.344710 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e77bf7-03fa-4cb9-b61a-25c9cf91a55e tempest-PortsAdminExtendedAttrsTestJSON-2092272054 tempest-PortsAdminExtendedAttrsTestJSON-2092272054-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:34:05.350275 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-31e18d1d-e9d4-4a08-86b2-0867c2523ce8 req-2a04985f-2b10-4491-9192-a88672fbdfeb tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.362247 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e77bf7-03fa-4cb9-b61a-25c9cf91a55e tempest-PortsAdminExtendedAttrsTestJSON-2092272054 tempest-PortsAdminExtendedAttrsTestJSON-2092272054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9b130902-ce1a-467a-a145-66fc1a9c31bc,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:05.373893 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-99e77bf7-03fa-4cb9-b61a-25c9cf91a55e tempest-PortsAdminExtendedAttrsTestJSON-2092272054 tempest-PortsAdminExtendedAttrsTestJSON-2092272054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.374254 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-99e77bf7-03fa-4cb9-b61a-25c9cf91a55e tempest-PortsAdminExtendedAttrsTestJSON-2092272054 tempest-PortsAdminExtendedAttrsTestJSON-2092272054-project] Added segment 71a5fcb1-352d-4b2e-8c2f-342bae34a929 of type vlan for network 14674e13-c9ac-480a-b74e-5aadfbb16f09 Jul 16 08:34:05.451218 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a04985f-2b10-4491-9192-a88672fbdfeb tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Pushing event deleted for resources: {'Port': ['ID=87936b14-a62a-4aae-bdee-ebc1372646e4,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:05.458934 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 78e21dba-5ad5-4fee-b63f-d7be81b78e68, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=78e21dba-5ad5-4fee-b63f-d7be81b78e68,segment=NetworkSegment(434f1074-36f8-46ba-becd-a201a761861a),segment_id=434f1074-36f8-46ba-becd-a201a761861a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:05.461723 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-46f461be-dae9-4dba-a00a-9f7f189e29cd tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Allocated IP 172.20.0.9 (b2d19c32-2fcb-4a1c-86db-a53ab571cdf4/41d94230-f7df-4380-bdc6-f90c3a47e27a/23af05d7-9b1c-4796-9fcf-771b35b91332) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:05.473610 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 3c8838af-7088-4dda-9802-c3c94b76e799 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:05.529154 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-99e77bf7-03fa-4cb9-b61a-25c9cf91a55e tempest-PortsAdminExtendedAttrsTestJSON-2092272054 tempest-PortsAdminExtendedAttrsTestJSON-2092272054-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.549681 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58054) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:05.580027 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-31e18d1d-e9d4-4a08-86b2-0867c2523ce8 req-2a04985f-2b10-4491-9192-a88672fbdfeb tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] No DVR routers for this DVR port 87936b14-a62a-4aae-bdee-ebc1372646e4 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:05.587429 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-99e77bf7-03fa-4cb9-b61a-25c9cf91a55e tempest-PortsAdminExtendedAttrsTestJSON-2092272054 tempest-PortsAdminExtendedAttrsTestJSON-2092272054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.589603 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-31e18d1d-e9d4-4a08-86b2-0867c2523ce8 req-2a04985f-2b10-4491-9192-a88672fbdfeb tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.592156 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-31e18d1d-e9d4-4a08-86b2-0867c2523ce8 req-2a04985f-2b10-4491-9192-a88672fbdfeb tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.21 "DELETE /v2.0/ports/87936b14-a62a-4aae-bdee-ebc1372646e4 HTTP/1.1" status: 204 len: 173 time: 2.0227206 Jul 16 08:34:05.596081 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e77bf7-03fa-4cb9-b61a-25c9cf91a55e tempest-PortsAdminExtendedAttrsTestJSON-2092272054 tempest-PortsAdminExtendedAttrsTestJSON-2092272054-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:05.597088 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-99e77bf7-03fa-4cb9-b61a-25c9cf91a55e tempest-PortsAdminExtendedAttrsTestJSON-2092272054 tempest-PortsAdminExtendedAttrsTestJSON-2092272054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.597517 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f6c1e40-851e-4d7e-847e-23eadb48616f', 'name': 'network-vif-deleted', 'tag': '87936b14-a62a-4aae-bdee-ebc1372646e4'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:05.600006 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8866b65b-b55d-4fd0-aef6-b3c83d88c8e6" -d '{"events": [{"server_uuid": "8f6c1e40-851e-4d7e-847e-23eadb48616f", "name": "network-vif-deleted", "tag": "87936b14-a62a-4aae-bdee-ebc1372646e4"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:05.665609 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-339fb3cd-928c-4c7a-adf9-331d9c1530fb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3d331a6d40bd4acba6cabcb4afde1424&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1060891 Jul 16 08:34:05.669586 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58058) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:05.708432 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 3c8838af-7088-4dda-9802-c3c94b76e799 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:34:05.709138 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 3c8838af-7088-4dda-9802-c3c94b76e799 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:34:05.714157 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '78e21dba-5ad5-4fee-b63f-d7be81b78e68', 'network_id': 'c8582703-4cc4-4fff-80b5-c471d9477e16', 'port_id': '78e21dba-5ad5-4fee-b63f-d7be81b78e68', 'mac_address': 'fa:16:3e:84:8c:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df86fc55-3ccc-4737-ad2e-69164a017fd5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:34:05.715558 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc294ee9-eea7-49d3-9228-38aacb2a04db req-ea28e5b6-8724-497a-a62d-927fc852dcb4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:05.724475 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e77bf7-03fa-4cb9-b61a-25c9cf91a55e tempest-PortsAdminExtendedAttrsTestJSON-2092272054 tempest-PortsAdminExtendedAttrsTestJSON-2092272054-project] Pushing event updated for resources: {'Network': ['ID=14674e13-c9ac-480a-b74e-5aadfbb16f09,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:05.724695 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fc294ee9-eea7-49d3-9228-38aacb2a04db req-ea28e5b6-8724-497a-a62d-927fc852dcb4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 946 time: 0.2889266 Jul 16 08:34:05.770841 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 14674e13-c9ac-480a-b74e-5aadfbb16f09 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:34:05.775016 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e474f2c4-861c-43fd-9a9c-04366a1664e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.813054 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.815996 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38101042-c627-4209-a817-189800d69951 req-9b5a8af4-13be-47e5-ab18-3037ab1bfc85 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:05.829879 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-38101042-c627-4209-a817-189800d69951 req-9b5a8af4-13be-47e5-ab18-3037ab1bfc85 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=f00e78ff-99db-49a5-bc7a-95eb68e55358 HTTP/1.1" status: 200 len: 943 time: 0.3922954 Jul 16 08:34:05.843046 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-269e6357-809c-40d9-98b2-34dce75ac4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.865785 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78e21dba-5ad5-4fee-b63f-d7be81b78e68 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:05.879660 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fc294ee9-eea7-49d3-9228-38aacb2a04db req-d4ff305b-aa74-458a-8362-9e3d6afcf265 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488137 Jul 16 08:34:05.887708 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-99e77bf7-03fa-4cb9-b61a-25c9cf91a55e tempest-PortsAdminExtendedAttrsTestJSON-2092272054 tempest-PortsAdminExtendedAttrsTestJSON-2092272054-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9809394 Jul 16 08:34:05.891803 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 78e21dba-5ad5-4fee-b63f-d7be81b78e68, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=78e21dba-5ad5-4fee-b63f-d7be81b78e68,segment=NetworkSegment(434f1074-36f8-46ba-becd-a201a761861a),segment_id=434f1074-36f8-46ba-becd-a201a761861a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:05.900251 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.924624 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-269e6357-809c-40d9-98b2-34dce75ac4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.942144 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-46f461be-dae9-4dba-a00a-9f7f189e29cd tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:05.955016 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-38101042-c627-4209-a817-189800d69951 req-d167ef8e-f172-47e4-9a28-aa83fdc45fd4 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221018 Jul 16 08:34:06.014058 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-46f461be-dae9-4dba-a00a-9f7f189e29cd tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:06.020123 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=78e21dba-5ad5-4fee-b63f-d7be81b78e68,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:06.035588 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-269e6357-809c-40d9-98b2-34dce75ac4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:06.038513 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-269e6357-809c-40d9-98b2-34dce75ac4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:06.040191 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-269e6357-809c-40d9-98b2-34dce75ac4b2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/389822ed-abda-4320-9680-5b3737b4648c HTTP/1.1" status: 204 len: 168 time: 0.3695710 Jul 16 08:34:06.060696 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['1f263586-c0cf-44d1-b41e-1d556581b79d', 'd204940f-c0e3-4813-b86e-1c35c0edcec8'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:06.067443 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['8c377edf-5e32-4f2a-9e29-361bcaa9f448'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:06.114035 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-46f461be-dae9-4dba-a00a-9f7f189e29cd tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Network b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:06.122491 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:06.130769 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-46f461be-dae9-4dba-a00a-9f7f189e29cd tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:06.148874 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269e6357-809c-40d9-98b2-34dce75ac4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=389822ed-abda-4320-9680-5b3737b4648c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:06.153815 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-46f461be-dae9-4dba-a00a-9f7f189e29cd tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:06.154240 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9bf18021-3e94-4fd9-b159-601641260be2 req-ade6dcf7-8285-4c9d-af7f-4aee7684e1e1 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef512a9c-d3db-4eb6-89df-75447f44fdc3 HTTP/1.1" status: 200 len: 210 time: 0.0455050 Jul 16 08:34:06.203814 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f461be-dae9-4dba-a00a-9f7f189e29cd tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Pushing event updated for resources: {'Port': ['ID=23af05d7-9b1c-4796-9fcf-771b35b91332,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:06.235617 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b8c94e-1e05-48ec-9597-bc1ea7e8350f x-openstack-request-id: req-59b8c94e-1e05-48ec-9597-bc1ea7e8350f {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:06.236054 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f6c1e40-851e-4d7e-847e-23eadb48616f", "name": "network-vif-deleted", "tag": "87936b14-a62a-4aae-bdee-ebc1372646e4", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:06.236378 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-59b8c94e-1e05-48ec-9597-bc1ea7e8350f {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:06.237291 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f6c1e40-851e-4d7e-847e-23eadb48616f', 'name': 'network-vif-deleted', 'tag': '87936b14-a62a-4aae-bdee-ebc1372646e4', 'status': 'completed', 'code': 200} Jul 16 08:34:06.262844 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-46f461be-dae9-4dba-a00a-9f7f189e29cd tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:06.265182 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-46f461be-dae9-4dba-a00a-9f7f189e29cd tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:06.298313 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-46f461be-dae9-4dba-a00a-9f7f189e29cd tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2794676 Jul 16 08:34:06.311914 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-acdab1a2-1a6e-4ec8-8294-8cbfa3cd9c73 service neutron] Request body: {'port': {'device_id': '7206861f-be04-4ea1-852f-2cd3ac8825d0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:06.326886 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['78e21dba-5ad5-4fee-b63f-d7be81b78e68'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:06.501981 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a70d240-7466-4911-9d95-72a2e8e9fc01 req-39e7b6bd-202c-49c1-92df-4cf314d83823 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:06.503560 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1a70d240-7466-4911-9d95-72a2e8e9fc01 req-39e7b6bd-202c-49c1-92df-4cf314d83823 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=7206861f-be04-4ea1-852f-2cd3ac8825d0 HTTP/1.1" status: 200 len: 931 time: 0.1740515 Jul 16 08:34:06.513646 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-acdab1a2-1a6e-4ec8-8294-8cbfa3cd9c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:06.621591 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1a70d240-7466-4911-9d95-72a2e8e9fc01 req-cc12448b-d8b4-456d-bcd8-27f5b47e0006 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048088 Jul 16 08:34:06.853710 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58086) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:06.862463 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Request body: {'port': {'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09', 'binding:host_id': 'n-h2-771362-37', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-163330170'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:06.906270 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Made reservation on behalf of 1b331f9ead10420abe136d58f7ff1d60 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:06.909900 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:06.922347 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:06.983908 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.081226 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.087179 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.099305 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] device_id is not set on port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:34:07.141857 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-acdab1a2-1a6e-4ec8-8294-8cbfa3cd9c73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23af05d7-9b1c-4796-9fcf-771b35b91332 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:07.154090 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-acdab1a2-1a6e-4ec8-8294-8cbfa3cd9c73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.182596 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 87936b14-a62a-4aae-bdee-ebc1372646e4 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:07.183307 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-acdab1a2-1a6e-4ec8-8294-8cbfa3cd9c73 service neutron] Transition to ACTIVE for port object 23af05d7-9b1c-4796-9fcf-771b35b91332 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:07.195621 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-acdab1a2-1a6e-4ec8-8294-8cbfa3cd9c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.233883 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 87936b14-a62a-4aae-bdee-ebc1372646e4 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:34:07.237300 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 87936b14-a62a-4aae-bdee-ebc1372646e4 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:34:07.267562 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b680dbcb-c73a-461a-aaeb-9110654bf8a8,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:07.315589 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f15fe5c-b084-452e-8807-b4bdfd5d9b35 req-28ef44c1-3c5f-4ecf-8ba1-10f5e76e3657 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:07.317330 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f15fe5c-b084-452e-8807-b4bdfd5d9b35 req-28ef44c1-3c5f-4ecf-8ba1-10f5e76e3657 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 946 time: 0.2254596 Jul 16 08:34:07.326573 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdab1a2-1a6e-4ec8-8294-8cbfa3cd9c73 service neutron] Pushing event updated for resources: {'Port': ['ID=23af05d7-9b1c-4796-9fcf-771b35b91332,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:07.406585 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f15fe5c-b084-452e-8807-b4bdfd5d9b35 req-d76b8884-4645-4cbb-a5f4-47be9c8558a6 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817220 Jul 16 08:34:07.431311 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-acdab1a2-1a6e-4ec8-8294-8cbfa3cd9c73 service neutron] Attempting to bind port 23af05d7-9b1c-4796-9fcf-771b35b91332 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:07.431734 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-acdab1a2-1a6e-4ec8-8294-8cbfa3cd9c73 service neutron] Attempting to bind port 23af05d7-9b1c-4796-9fcf-771b35b91332 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '1601abd3-1b0f-467a-8573-16719ac9ee54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b2d19c32-2fcb-4a1c-86db-a53ab571cdf4'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:07.432152 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-acdab1a2-1a6e-4ec8-8294-8cbfa3cd9c73 service neutron] Attempting to bind port 23af05d7-9b1c-4796-9fcf-771b35b91332 on network b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:07.437613 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-acdab1a2-1a6e-4ec8-8294-8cbfa3cd9c73 service neutron] Port 23af05d7-9b1c-4796-9fcf-771b35b91332 on network b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:07.438033 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-acdab1a2-1a6e-4ec8-8294-8cbfa3cd9c73 service neutron] Attempting to bind port 23af05d7-9b1c-4796-9fcf-771b35b91332 on network b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:07.445354 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-acdab1a2-1a6e-4ec8-8294-8cbfa3cd9c73 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:07.445595 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-acdab1a2-1a6e-4ec8-8294-8cbfa3cd9c73 service neutron] Checking segment: {'id': '1601abd3-1b0f-467a-8573-16719ac9ee54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b2d19c32-2fcb-4a1c-86db-a53ab571cdf4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:07.446160 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-acdab1a2-1a6e-4ec8-8294-8cbfa3cd9c73 service neutron] Bound using segment: {'id': '1601abd3-1b0f-467a-8573-16719ac9ee54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b2d19c32-2fcb-4a1c-86db-a53ab571cdf4'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:07.446686 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-acdab1a2-1a6e-4ec8-8294-8cbfa3cd9c73 service neutron] Bound port: 23af05d7-9b1c-4796-9fcf-771b35b91332, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1601abd3-1b0f-467a-8573-16719ac9ee54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'b2d19c32-2fcb-4a1c-86db-a53ab571cdf4'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:07.447137 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-acdab1a2-1a6e-4ec8-8294-8cbfa3cd9c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.490240 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] device_id is not set on port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:34:07.506214 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df66ed83-ca25-4950-bc18-f81ce5221a45 req-b8762ed3-fd02-4cb6-9178-9dafebd974e8 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:07.507808 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-df66ed83-ca25-4950-bc18-f81ce5221a45 req-b8762ed3-fd02-4cb6-9178-9dafebd974e8 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=f00e78ff-99db-49a5-bc7a-95eb68e55358 HTTP/1.1" status: 200 len: 944 time: 0.1694493 Jul 16 08:34:07.511591 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.529365 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-acdab1a2-1a6e-4ec8-8294-8cbfa3cd9c73 service neutron] For port 23af05d7-9b1c-4796-9fcf-771b35b91332, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:07.533592 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-acdab1a2-1a6e-4ec8-8294-8cbfa3cd9c73 service neutron] For port 23af05d7-9b1c-4796-9fcf-771b35b91332, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=23af05d7-9b1c-4796-9fcf-771b35b91332,segment=NetworkSegment(1601abd3-1b0f-467a-8573-16719ac9ee54),segment_id=1601abd3-1b0f-467a-8573-16719ac9ee54)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:07.540107 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-acdab1a2-1a6e-4ec8-8294-8cbfa3cd9c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.541329 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Transition to ACTIVE for port object 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:07.563448 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.585578 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-acdab1a2-1a6e-4ec8-8294-8cbfa3cd9c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:07.586337 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-acdab1a2-1a6e-4ec8-8294-8cbfa3cd9c73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:07.588292 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-acdab1a2-1a6e-4ec8-8294-8cbfa3cd9c73 service neutron] 10.222.0.30 "PUT /v2.0/ports/23af05d7-9b1c-4796-9fcf-771b35b91332 HTTP/1.1" status: 200 len: 1092 time: 1.2814455 Jul 16 08:34:07.588458 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-df66ed83-ca25-4950-bc18-f81ce5221a45 req-f4913b47-cda7-45fc-ad3f-22f6721573d6 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680208 Jul 16 08:34:07.617894 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdab1a2-1a6e-4ec8-8294-8cbfa3cd9c73 service neutron] Pushing event updated for resources: {'Port': ['ID=23af05d7-9b1c-4796-9fcf-771b35b91332,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:07.674550 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Pushing event updated for resources: {'Port': ['ID=86cdb40e-8c96-4d8b-a65c-1bf9fd391890,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:07.693603 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Checking segment: {'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:07.693958 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Network hostable DHCP agents. Network: 14674e13-c9ac-480a-b74e-5aadfbb16f09, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:34:07.713233 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Network 14674e13-c9ac-480a-b74e-5aadfbb16f09 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:34:07.759332 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 14674e13-c9ac-480a-b74e-5aadfbb16f09) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:07.763708 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:07.771051 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b2ddad2-5469-456a-9686-f874a689981a None None] Network 14674e13-c9ac-480a-b74e-5aadfbb16f09 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:07.782502 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f64efec5-6bcd-429a-a79f-dc6fb6a8892d req-8a2a840a-e1f9-4506-b959-de4543b1de66 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef512a9c-d3db-4eb6-89df-75447f44fdc3 HTTP/1.1" status: 200 len: 210 time: 0.0537226 Jul 16 08:34:07.782789 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:07.783128 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:07.783587 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:07.788824 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:07.789172 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Failed to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on host n-h2-771362-37 for vnic_type normal using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] Jul 16 08:34:07.792379 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempt 2 to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 Jul 16 08:34:07.813309 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:07.813653 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:07.813994 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:07.824562 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-2edc1434-ea5a-481a-93a0-ba64f59d7d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:07.826172 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-2edc1434-ea5a-481a-93a0-ba64f59d7d6c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=96b808a620d443df8403c582e51f491a&device_id=7206861f-be04-4ea1-852f-2cd3ac8825d0 HTTP/1.1" status: 200 len: 1095 time: 0.1868412 Jul 16 08:34:07.830181 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90238059-ef85-46de-9b3d-081f18e520bc req-f6ef1bb8-5b29-4aa9-ac05-5d056e96cdba tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:07.831750 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-90238059-ef85-46de-9b3d-081f18e520bc req-f6ef1bb8-5b29-4aa9-ac05-5d056e96cdba tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 944 time: 0.1155632 Jul 16 08:34:07.833303 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:07.833438 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Failed to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on host n-h2-771362-37 for vnic_type normal using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] Jul 16 08:34:07.833846 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempt 3 to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 Jul 16 08:34:07.847004 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f120ddc3-2b2c-4bc9-8466-cb07f347cec9 req-190c2910-8278-425a-a175-fdd0bb42c189 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:07.848432 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f120ddc3-2b2c-4bc9-8466-cb07f347cec9 req-190c2910-8278-425a-a175-fdd0bb42c189 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.21 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 944 time: 0.1491711 Jul 16 08:34:07.853989 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:07.854510 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:07.854754 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:07.866471 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:07.866829 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Failed to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on host n-h2-771362-37 for vnic_type normal using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] Jul 16 08:34:07.868217 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempt 4 to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 Jul 16 08:34:07.894743 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-90238059-ef85-46de-9b3d-081f18e520bc req-caa29cd5-3ec6-4f8c-b2b1-d1264eb49d99 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/security-groups?id=9f65e54f-4f63-4882-8554-fb5586af1b12&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515380 Jul 16 08:34:07.895412 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:07.895752 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:07.896771 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:07.900755 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:07.901083 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Failed to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on host n-h2-771362-37 for vnic_type normal using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] Jul 16 08:34:07.901472 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempt 5 to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 Jul 16 08:34:07.931125 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:07.933243 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:07.933600 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:07.939709 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-754a4c16-e829-46bd-bf14-ca08472f0777 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23af05d7-9b1c-4796-9fcf-771b35b91332 HTTP/1.1" status: 200 len: 217 time: 0.0903039 Jul 16 08:34:07.942860 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:07.943200 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Failed to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on host n-h2-771362-37 for vnic_type normal using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] Jul 16 08:34:07.943595 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempt 6 to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 Jul 16 08:34:07.974494 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:07.974848 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:07.975368 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:07.981436 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:07.981776 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Failed to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on host n-h2-771362-37 for vnic_type normal using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] Jul 16 08:34:07.982238 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempt 7 to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 Jul 16 08:34:07.995768 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:07.996115 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:07.996630 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:08.001105 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:08.001448 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Failed to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on host n-h2-771362-37 for vnic_type normal using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] Jul 16 08:34:08.003282 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempt 8 to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 Jul 16 08:34:08.024093 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:08.026420 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:08.026794 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:08.037055 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:08.037467 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Failed to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on host n-h2-771362-37 for vnic_type normal using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] Jul 16 08:34:08.038070 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempt 9 to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 Jul 16 08:34:08.053598 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:08.053882 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:08.054223 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:08.059012 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:08.059344 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Failed to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on host n-h2-771362-37 for vnic_type normal using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] Jul 16 08:34:08.059886 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempt 10 to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 Jul 16 08:34:08.075114 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:08.075789 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:08.076135 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:08.084462 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:08.084462 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Failed to bind port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 on host n-h2-771362-37 for vnic_type normal using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] Jul 16 08:34:08.084462 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.099844 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-1c016ba4-875e-478c-af87-dfb9b8cfcde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:08.102547 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-1c016ba4-875e-478c-af87-dfb9b8cfcde5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=41d94230-f7df-4380-bdc6-f90c3a47e27a HTTP/1.1" status: 200 len: 854 time: 0.1543686 Jul 16 08:34:08.170501 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-5066108a-e617-4fad-96eb-9f890912c4b9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2d19c32-2fcb-4a1c-86db-a53ab571cdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517581 Jul 16 08:34:08.237369 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d41ef2e-ce73-4789-b97b-0743e68ddc33 req-ef5cbeb1-d730-4172-8fbf-52e83e21ca04 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:08.238900 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7d41ef2e-ce73-4789-b97b-0743e68ddc33 req-ef5cbeb1-d730-4172-8fbf-52e83e21ca04 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=7206861f-be04-4ea1-852f-2cd3ac8825d0 HTTP/1.1" status: 200 len: 943 time: 0.1316135 Jul 16 08:34:08.256615 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] For port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:08.257120 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempted to set empty binding levels {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 08:34:08.261743 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7206861f-be04-4ea1-852f-2cd3ac8825d0', 'tag': '23af05d7-9b1c-4796-9fcf-771b35b91332'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:08.264463 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e8e7224-9e7a-4700-9461-680af4e224aa" -d '{"events": [{"name": "network-changed", "server_uuid": "7206861f-be04-4ea1-852f-2cd3ac8825d0", "tag": "23af05d7-9b1c-4796-9fcf-771b35b91332"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:08.269668 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.280887 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-f120ddc3-2b2c-4bc9-8466-cb07f347cec9 req-bae98bc1-2d57-48b2-be1a-b865caeb6dc0 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Deleting port 373c0be1-41dc-4857-b8e6-bbf33c1354d1 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:08.281662 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f120ddc3-2b2c-4bc9-8466-cb07f347cec9 req-bae98bc1-2d57-48b2-be1a-b865caeb6dc0 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.316834 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec73edba-0c69-4493-8a0d-c71bf74cbef2 x-openstack-request-id: req-ec73edba-0c69-4493-8a0d-c71bf74cbef2 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:08.317135 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7206861f-be04-4ea1-852f-2cd3ac8825d0", "tag": "23af05d7-9b1c-4796-9fcf-771b35b91332", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:08.317955 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ec73edba-0c69-4493-8a0d-c71bf74cbef2 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:08.317955 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7206861f-be04-4ea1-852f-2cd3ac8825d0', 'tag': '23af05d7-9b1c-4796-9fcf-771b35b91332', 'status': 'completed', 'code': 200} Jul 16 08:34:08.320925 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:08.321259 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.334007 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-639e973f-0b1e-4f00-a344-bf8d035fc9c0 service neutron] 10.222.0.30 "GET /v2.0/networks/b2d19c32-2fcb-4a1c-86db-a53ab571cdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531131 Jul 16 08:34:08.353770 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.4971404 Jul 16 08:34:08.354881 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4f88a-572a-414e-8555-21f79a89cde6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Pushing event updated for resources: {'Port': ['ID=86cdb40e-8c96-4d8b-a65c-1bf9fd391890,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:08.357263 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58130) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:08.368795 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7d41ef2e-ce73-4789-b97b-0743e68ddc33 req-ffebc03f-5bc2-4800-bbc0-e3256839af7f tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197283 Jul 16 08:34:08.440604 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.463946 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-f120ddc3-2b2c-4bc9-8466-cb07f347cec9 req-bae98bc1-2d57-48b2-be1a-b865caeb6dc0 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] For port 373c0be1-41dc-4857-b8e6-bbf33c1354d1, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=373c0be1-41dc-4857-b8e6-bbf33c1354d1,segment=NetworkSegment(1455f33b-c983-4eae-8524-dc6adeca6594),segment_id=1455f33b-c983-4eae-8524-dc6adeca6594)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:08.464406 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f120ddc3-2b2c-4bc9-8466-cb07f347cec9 req-bae98bc1-2d57-48b2-be1a-b865caeb6dc0 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.484470 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-f120ddc3-2b2c-4bc9-8466-cb07f347cec9 req-bae98bc1-2d57-48b2-be1a-b865caeb6dc0 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Calling delete_port for 373c0be1-41dc-4857-b8e6-bbf33c1354d1 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:08.509456 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-833852cb-166a-45f3-855f-bcd0aeab4c84 req-db10bd18-4d32-45bc-8d22-d06dd4395c5a service neutron] 10.222.0.30 "GET /v2.0/networks/b2d19c32-2fcb-4a1c-86db-a53ab571cdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461520 Jul 16 08:34:08.552667 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ba06e00b-8fed-4ad5-8830-b282ea30c0d1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Deleting port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:08.553212 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba06e00b-8fed-4ad5-8830-b282ea30c0d1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.644410 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-ba06e00b-8fed-4ad5-8830-b282ea30c0d1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] For port 86cdb40e-8c96-4d8b-a65c-1bf9fd391890, host n-h2-771362-37, got binding levels [] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:08.644724 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba06e00b-8fed-4ad5-8830-b282ea30c0d1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.660958 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ba06e00b-8fed-4ad5-8830-b282ea30c0d1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Calling delete_port for 86cdb40e-8c96-4d8b-a65c-1bf9fd391890 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:08.714804 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58140) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:08.779151 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba06e00b-8fed-4ad5-8830-b282ea30c0d1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.783198 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f120ddc3-2b2c-4bc9-8466-cb07f347cec9 req-bae98bc1-2d57-48b2-be1a-b865caeb6dc0 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.813303 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba06e00b-8fed-4ad5-8830-b282ea30c0d1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Pushing event deleted for resources: {'Port': ['ID=86cdb40e-8c96-4d8b-a65c-1bf9fd391890,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:08.818898 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba06e00b-8fed-4ad5-8830-b282ea30c0d1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.823187 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ba06e00b-8fed-4ad5-8830-b282ea30c0d1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] 10.222.0.22 "DELETE /v2.0/ports/86cdb40e-8c96-4d8b-a65c-1bf9fd391890 HTTP/1.1" status: 204 len: 168 time: 0.4536021 Jul 16 08:34:08.826592 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58146) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:08.852647 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e7224-9e7a-4700-9461-680af4e224aa req-31b80bc2-49ba-4010-bfdd-eb48e3442230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:08.854134 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2e8e7224-9e7a-4700-9461-680af4e224aa req-31b80bc2-49ba-4010-bfdd-eb48e3442230 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=96b808a620d443df8403c582e51f491a&device_id=7206861f-be04-4ea1-852f-2cd3ac8825d0 HTTP/1.1" status: 200 len: 1095 time: 0.2389812 Jul 16 08:34:08.858767 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-0bb7d404-0e06-4af4-b02b-199ad2dbd9c4 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] GET failed (client error): The resource could not be found. Jul 16 08:34:08.864488 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0bb7d404-0e06-4af4-b02b-199ad2dbd9c4 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] 10.222.0.22 "GET /v2.0/ports/86cdb40e-8c96-4d8b-a65c-1bf9fd391890 HTTP/1.1" status: 404 len: 333 time: 0.0367372 Jul 16 08:34:08.865214 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58148) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:08.876404 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-823c0694-5cb0-48e3-9003-8442393fee0a tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Request body: {'port': {'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-600031536'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:08.879265 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae98bc1-2d57-48b2-be1a-b865caeb6dc0 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Pushing event deleted for resources: {'Port': ['ID=373c0be1-41dc-4857-b8e6-bbf33c1354d1,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:08.902713 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-add0d275-fd02-41fd-86c8-8e122e30f61c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.910185 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c43a23-9716-4954-b6aa-7399b354c69a req-418a13cf-ee41-44d4-86f8-61088a6a10a5 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:08.911927 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a9c43a23-9716-4954-b6aa-7399b354c69a req-418a13cf-ee41-44d4-86f8-61088a6a10a5 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 946 time: 0.3074467 Jul 16 08:34:08.968172 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823c0694-5cb0-48e3-9003-8442393fee0a tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Made reservation on behalf of 1b331f9ead10420abe136d58f7ff1d60 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:08.970759 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-823c0694-5cb0-48e3-9003-8442393fee0a tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.983772 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-f120ddc3-2b2c-4bc9-8466-cb07f347cec9 req-bae98bc1-2d57-48b2-be1a-b865caeb6dc0 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] No DVR routers for this DVR port 373c0be1-41dc-4857-b8e6-bbf33c1354d1 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:08.990461 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f120ddc3-2b2c-4bc9-8466-cb07f347cec9 req-bae98bc1-2d57-48b2-be1a-b865caeb6dc0 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:08.992512 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f120ddc3-2b2c-4bc9-8466-cb07f347cec9 req-bae98bc1-2d57-48b2-be1a-b865caeb6dc0 tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.21 "DELETE /v2.0/ports/373c0be1-41dc-4857-b8e6-bbf33c1354d1 HTTP/1.1" status: 204 len: 173 time: 1.1374466 Jul 16 08:34:09.016182 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-823c0694-5cb0-48e3-9003-8442393fee0a tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] device_id is not set on port d99f533d-6cf9-4de2-b65f-607cf06c3c5b yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:34:09.039437 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a9c43a23-9716-4954-b6aa-7399b354c69a req-20bed5ec-244d-49fe-9666-d161eceadc3b tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152472 Jul 16 08:34:09.066376 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e7224-9e7a-4700-9461-680af4e224aa req-c1469082-6684-49d2-95bc-664e0594a02b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:09.067879 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2e8e7224-9e7a-4700-9461-680af4e224aa req-c1469082-6684-49d2-95bc-664e0594a02b service neutron] 10.222.0.30 "GET /v2.0/networks?id=b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 HTTP/1.1" status: 200 len: 915 time: 0.1829493 Jul 16 08:34:09.098354 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e9e539-6828-469e-bf49-944247be5449 req-86808a46-6179-4b6d-859c-55be276ddec6 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:09.099933 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c1e9e539-6828-469e-bf49-944247be5449 req-86808a46-6179-4b6d-859c-55be276ddec6 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=f00e78ff-99db-49a5-bc7a-95eb68e55358 HTTP/1.1" status: 200 len: 944 time: 0.2010787 Jul 16 08:34:09.132720 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2e8e7224-9e7a-4700-9461-680af4e224aa req-30fc184c-24be-4443-9617-6e0e64763f22 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23af05d7-9b1c-4796-9fcf-771b35b91332 HTTP/1.1" status: 200 len: 217 time: 0.0535190 Jul 16 08:34:09.203276 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8e7224-9e7a-4700-9461-680af4e224aa req-6b88e296-0144-449d-a4a0-0088fac02833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:09.204729 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2e8e7224-9e7a-4700-9461-680af4e224aa req-6b88e296-0144-449d-a4a0-0088fac02833 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=41d94230-f7df-4380-bdc6-f90c3a47e27a HTTP/1.1" status: 200 len: 854 time: 0.0646746 Jul 16 08:34:09.206257 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c1e9e539-6828-469e-bf49-944247be5449 req-16bf4d3d-0531-4992-af91-b3f99a6f8104 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989335 Jul 16 08:34:09.235785 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5c868a47-f184-48f7-bfc6-3cbc02c52d0f req-bf8b6f54-98ed-42c8-88f9-42e04cd72d4a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef512a9c-d3db-4eb6-89df-75447f44fdc3 HTTP/1.1" status: 200 len: 210 time: 0.0441046 Jul 16 08:34:09.247741 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-add0d275-fd02-41fd-86c8-8e122e30f61c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.256449 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2e8e7224-9e7a-4700-9461-680af4e224aa req-6a40d551-504f-48da-a2e2-10e18b3e87d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b2d19c32-2fcb-4a1c-86db-a53ab571cdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0352664 Jul 16 08:34:09.258791 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-add0d275-fd02-41fd-86c8-8e122e30f61c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.280689 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-823c0694-5cb0-48e3-9003-8442393fee0a tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.320615 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-add0d275-fd02-41fd-86c8-8e122e30f61c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=071700255b6d4e7ba9092b11b985aac1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6042180 Jul 16 08:34:09.322952 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58152) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:09.323615 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add0d275-fd02-41fd-86c8-8e122e30f61c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176a224d-6693-46f4-bdd5-3c957c3fc556,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:09.323883 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 78e21dba-5ad5-4fee-b63f-d7be81b78e68 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:09.383196 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2e8e7224-9e7a-4700-9461-680af4e224aa req-7a6b3019-e93e-483f-908a-ba48c0974e3c service neutron] 10.222.0.30 "GET /v2.0/networks/b2d19c32-2fcb-4a1c-86db-a53ab571cdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098099 Jul 16 08:34:09.402839 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 78e21dba-5ad5-4fee-b63f-d7be81b78e68 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:09.408202 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 78e21dba-5ad5-4fee-b63f-d7be81b78e68 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:09.408655 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.416734 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0cd60367-02bb-4b74-bf24-3f2656f7cb43 req-7c3409db-8565-42d6-82f4-2caa179ea4ed tempest-LiveAutoBlockMigrationV225Test-683591323 tempest-LiveAutoBlockMigrationV225Test-683591323-project] 10.222.0.22 "GET /v2.0/ports?device_id=a44ccefc-1d96-4900-a8af-c9393c464ee2 HTTP/1.1" status: 200 len: 210 time: 0.0424399 Jul 16 08:34:09.431957 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-823c0694-5cb0-48e3-9003-8442393fee0a tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.440667 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2905c78e-5988-43e5-b72a-cac9bb3d5a58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.513846 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.514348 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2e8e7224-9e7a-4700-9461-680af4e224aa req-466816af-0b09-43a5-9074-fc4d76a70797 service neutron] 10.222.0.30 "GET /v2.0/networks/b2d19c32-2fcb-4a1c-86db-a53ab571cdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226337 Jul 16 08:34:09.520374 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2905c78e-5988-43e5-b72a-cac9bb3d5a58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.538231 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-823c0694-5cb0-48e3-9003-8442393fee0a tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Network 14674e13-c9ac-480a-b74e-5aadfbb16f09 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:09.545491 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-823c0694-5cb0-48e3-9003-8442393fee0a tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:09.554610 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823c0694-5cb0-48e3-9003-8442393fee0a tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:09.555623 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823c0694-5cb0-48e3-9003-8442393fee0a tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:09.556281 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-823c0694-5cb0-48e3-9003-8442393fee0a tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.562582 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823c0694-5cb0-48e3-9003-8442393fee0a tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Pushing event updated for resources: {'Port': ['ID=d99f533d-6cf9-4de2-b65f-607cf06c3c5b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:09.580957 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 78e21dba-5ad5-4fee-b63f-d7be81b78e68, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=78e21dba-5ad5-4fee-b63f-d7be81b78e68,segment=NetworkSegment(434f1074-36f8-46ba-becd-a201a761861a),segment_id=434f1074-36f8-46ba-becd-a201a761861a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:09.582558 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00e78ff-99db-49a5-bc7a-95eb68e55358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e21dba-5ad5-4fee-b63f-d7be81b78e68'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:09.585695 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfb75f7d-661e-4f80-b001-d9866fdd1e88" -d '{"events": [{"server_uuid": "f00e78ff-99db-49a5-bc7a-95eb68e55358", "name": "network-vif-plugged", "status": "completed", "tag": "78e21dba-5ad5-4fee-b63f-d7be81b78e68"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:09.589790 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.594087 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-823c0694-5cb0-48e3-9003-8442393fee0a tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7255611 Jul 16 08:34:09.596001 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58158) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:09.616231 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:09.648313 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=78e21dba-5ad5-4fee-b63f-d7be81b78e68,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:09.658390 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:09.658737 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:09.659051 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:09.659592 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:09.660509 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:09.660864 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:09.661197 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:09.661531 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:09.661867 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:09.662204 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:09.662534 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:09.662860 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:09.667527 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d30e8fe-997b-4eaa-93b6-075960411127 x-openstack-request-id: req-9d30e8fe-997b-4eaa-93b6-075960411127 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:09.667819 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00e78ff-99db-49a5-bc7a-95eb68e55358", "name": "network-vif-plugged", "status": "completed", "tag": "78e21dba-5ad5-4fee-b63f-d7be81b78e68", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:09.668597 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9d30e8fe-997b-4eaa-93b6-075960411127 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:09.669069 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00e78ff-99db-49a5-bc7a-95eb68e55358', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78e21dba-5ad5-4fee-b63f-d7be81b78e68', 'code': 200} Jul 16 08:34:09.696193 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f06974a-f0e8-457d-8a04-072c1ef3c23c req-9f862d9a-c2a4-48ec-b22c-fb5ff82108ea tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:09.698225 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7f06974a-f0e8-457d-8a04-072c1ef3c23c req-9f862d9a-c2a4-48ec-b22c-fb5ff82108ea tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=7206861f-be04-4ea1-852f-2cd3ac8825d0 HTTP/1.1" status: 200 len: 943 time: 0.1201069 Jul 16 08:34:09.733233 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2905c78e-5988-43e5-b72a-cac9bb3d5a58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.736305 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2905c78e-5988-43e5-b72a-cac9bb3d5a58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.737571 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2905c78e-5988-43e5-b72a-cac9bb3d5a58 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/176a224d-6693-46f4-bdd5-3c957c3fc556 HTTP/1.1" status: 204 len: 168 time: 0.4110384 Jul 16 08:34:09.752832 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:09.765163 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7f06974a-f0e8-457d-8a04-072c1ef3c23c req-26d6e9f4-09bb-49ad-a23b-9f89c0fce111 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510330 Jul 16 08:34:09.767070 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2905c78e-5988-43e5-b72a-cac9bb3d5a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176a224d-6693-46f4-bdd5-3c957c3fc556,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:09.905858 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd2345f-5be8-4b30-9c6d-a9b871f83f11 req-6c08258e-a6d3-463c-b54d-8c7b400c7093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:09.921646 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7cd2345f-5be8-4b30-9c6d-a9b871f83f11 req-6c08258e-a6d3-463c-b54d-8c7b400c7093 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f00e78ff-99db-49a5-bc7a-95eb68e55358 HTTP/1.1" status: 200 len: 1097 time: 0.1345246 Jul 16 08:34:09.956538 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7cd2345f-5be8-4b30-9c6d-a9b871f83f11 req-8a4fd682-611d-46e6-a8b2-27899e5585de service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318439 Jul 16 08:34:09.991523 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] device_id is not set on port d99f533d-6cf9-4de2-b65f-607cf06c3c5b yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:34:09.999695 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:10.011719 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Transition to ACTIVE for port object d99f533d-6cf9-4de2-b65f-607cf06c3c5b will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:10.019885 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:10.073013 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Pushing event updated for resources: {'Port': ['ID=d99f533d-6cf9-4de2-b65f-607cf06c3c5b,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:10.088850 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:10.089229 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:10.089524 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:10.094522 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:10.094852 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Failed to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on host n-h2-771362-37 for vnic_type normal using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] Jul 16 08:34:10.095234 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempt 2 to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b Jul 16 08:34:10.109953 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:10.110290 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:10.110627 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:10.114891 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:10.115212 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Failed to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on host n-h2-771362-37 for vnic_type normal using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] Jul 16 08:34:10.115592 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempt 3 to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b Jul 16 08:34:10.127668 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:10.128039 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:10.128421 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:10.132731 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:10.133052 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Failed to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on host n-h2-771362-37 for vnic_type normal using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] Jul 16 08:34:10.133434 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempt 4 to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b Jul 16 08:34:10.149809 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:10.150257 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:10.150769 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:10.155527 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:10.156225 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Failed to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on host n-h2-771362-37 for vnic_type normal using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] Jul 16 08:34:10.156730 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempt 5 to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b Jul 16 08:34:10.169934 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:10.170269 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:10.170604 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:10.175264 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:10.175760 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Failed to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on host n-h2-771362-37 for vnic_type normal using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] Jul 16 08:34:10.176156 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempt 6 to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b Jul 16 08:34:10.189432 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:10.189772 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:10.190133 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:10.194756 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:10.195091 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Failed to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on host n-h2-771362-37 for vnic_type normal using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] Jul 16 08:34:10.195478 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempt 7 to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b Jul 16 08:34:10.209385 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:10.209832 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:10.210876 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:10.217187 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:10.217489 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Failed to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on host n-h2-771362-37 for vnic_type normal using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] Jul 16 08:34:10.217898 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempt 8 to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b Jul 16 08:34:10.242311 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606d7831-b0f4-4c16-9920-debe8235cc6d req-366f52bc-df0b-43d0-9138-b219ec1ffda9 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:10.244138 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-606d7831-b0f4-4c16-9920-debe8235cc6d req-366f52bc-df0b-43d0-9138-b219ec1ffda9 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 946 time: 0.0804093 Jul 16 08:34:10.246937 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:10.247335 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:10.247682 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:10.254132 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:10.254448 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Failed to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on host n-h2-771362-37 for vnic_type normal using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] Jul 16 08:34:10.254831 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempt 9 to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b Jul 16 08:34:10.269160 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:10.269879 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:10.270586 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:10.278765 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:10.279246 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Failed to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on host n-h2-771362-37 for vnic_type normal using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] Jul 16 08:34:10.280096 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempt 10 to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b Jul 16 08:34:10.297693 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:10.298131 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:10.298252 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-606d7831-b0f4-4c16-9920-debe8235cc6d req-6f417767-c8f4-4787-a775-b6a742f16e8d tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414212 Jul 16 08:34:10.298736 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:10.303749 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:10.304168 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Failed to bind port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on host n-h2-771362-37 for vnic_type normal using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] Jul 16 08:34:10.304620 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:10.321729 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a44ccefc-1d96-4900-a8af-c9393c464ee2', 'name': 'network-vif-deleted', 'tag': '373c0be1-41dc-4857-b8e6-bbf33c1354d1'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:10.324818 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55e2a1f-f0d0-484a-b166-4836446e2d41" -d '{"events": [{"server_uuid": "a44ccefc-1d96-4900-a8af-c9393c464ee2", "name": "network-vif-deleted", "tag": "373c0be1-41dc-4857-b8e6-bbf33c1354d1"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:10.419367 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] For port d99f533d-6cf9-4de2-b65f-607cf06c3c5b, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:10.419749 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempted to set empty binding levels {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 08:34:10.434701 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:10.435925 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80a44afe-4674-4fe8-94d6-48d5e5c6c42a x-openstack-request-id: req-80a44afe-4674-4fe8-94d6-48d5e5c6c42a {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:10.436539 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a44ccefc-1d96-4900-a8af-c9393c464ee2", "name": "network-vif-deleted", "tag": "373c0be1-41dc-4857-b8e6-bbf33c1354d1", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:10.436935 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-80a44afe-4674-4fe8-94d6-48d5e5c6c42a {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:10.437667 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a44ccefc-1d96-4900-a8af-c9393c464ee2', 'name': 'network-vif-deleted', 'tag': '373c0be1-41dc-4857-b8e6-bbf33c1354d1', 'status': 'completed', 'code': 200} Jul 16 08:34:10.562046 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58200) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:10.610388 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeeb79ad-f35f-496d-b754-f1a92dd92c88 admin admin] Deleting subnet 08efe674-85ae-4a06-b69c-d92fb68b404c {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:34:10.614876 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aeeb79ad-f35f-496d-b754-f1a92dd92c88 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:10.662605 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aeeb79ad-f35f-496d-b754-f1a92dd92c88 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:10.719845 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aeeb79ad-f35f-496d-b754-f1a92dd92c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:10.792562 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aeeb79ad-f35f-496d-b754-f1a92dd92c88 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:10.825534 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeeb79ad-f35f-496d-b754-f1a92dd92c88 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=08efe674-85ae-4a06-b69c-d92fb68b404c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:10.845258 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aeeb79ad-f35f-496d-b754-f1a92dd92c88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:10.848260 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-aeeb79ad-f35f-496d-b754-f1a92dd92c88 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/08efe674-85ae-4a06-b69c-d92fb68b404c HTTP/1.1" status: 204 len: 168 time: 0.2844055 Jul 16 08:34:10.860059 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58220) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:10.914284 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac02467-6a05-4c2d-aa26-f284b4469b63 req-a2c5a8b2-ab10-4e83-a93b-08e78c20ba9b tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:10.919973 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7ac02467-6a05-4c2d-aa26-f284b4469b63 req-a2c5a8b2-ab10-4e83-a93b-08e78c20ba9b tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=f00e78ff-99db-49a5-bc7a-95eb68e55358 HTTP/1.1" status: 200 len: 945 time: 0.5597348 Jul 16 08:34:10.922010 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Pushing event updated for resources: {'Port': ['ID=d99f533d-6cf9-4de2-b65f-607cf06c3c5b,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:10.929483 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] In _notify_port_updated(), no bound segment for port d99f533d-6cf9-4de2-b65f-607cf06c3c5b on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 {{(pid=93759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:34:10.930796 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:10.931487 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:10.932719 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-46646f18-07fb-4f05-8198-3fc7ca993cdf tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] 10.222.0.22 "PUT /v2.0/ports/d99f533d-6cf9-4de2-b65f-607cf06c3c5b HTTP/1.1" status: 200 len: 975 time: 1.3363731 Jul 16 08:34:10.938780 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58224) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:11.061480 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4cc027b4-a6a0-422d-abf8-5e9f2e555784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.077346 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb550816-87f1-4b2d-98fa-958236eee196 req-1d817f10-1873-44f2-9288-7e124a6a5c35 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.084201 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cb550816-87f1-4b2d-98fa-958236eee196 req-1d817f10-1873-44f2-9288-7e124a6a5c35 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/networks?id=bffad17c-f1ab-47e1-8c7a-30b725bf841f HTTP/1.1" status: 200 len: 811 time: 0.2535632 Jul 16 08:34:11.086330 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7ac02467-6a05-4c2d-aa26-f284b4469b63 req-053a173b-b918-4a81-9d01-5b7ca2f8dafb tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653669 Jul 16 08:34:11.113593 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cb550816-87f1-4b2d-98fa-958236eee196 req-a5ed9dd5-07cc-4139-b071-ba58c690b894 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/quotas/e2c8ee8748ed40f095f05f97decda731 HTTP/1.1" status: 200 len: 375 time: 0.0283618 Jul 16 08:34:11.157616 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cb550816-87f1-4b2d-98fa-958236eee196 req-c6aeedf8-38b8-448a-a2a8-dd0c58ed0d6e tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2c8ee8748ed40f095f05f97decda731&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0429940 Jul 16 08:34:11.177696 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7660bd8-ff3e-480b-9d7b-d225c75a17a1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.178207 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7660bd8-ff3e-480b-9d7b-d225c75a17a1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.178701 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7660bd8-ff3e-480b-9d7b-d225c75a17a1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.179180 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7660bd8-ff3e-480b-9d7b-d225c75a17a1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.179663 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7660bd8-ff3e-480b-9d7b-d225c75a17a1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.180141 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7660bd8-ff3e-480b-9d7b-d225c75a17a1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.186307 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7660bd8-ff3e-480b-9d7b-d225c75a17a1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.186886 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7660bd8-ff3e-480b-9d7b-d225c75a17a1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.187406 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7660bd8-ff3e-480b-9d7b-d225c75a17a1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.188383 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7660bd8-ff3e-480b-9d7b-d225c75a17a1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.188884 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7660bd8-ff3e-480b-9d7b-d225c75a17a1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.190856 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7660bd8-ff3e-480b-9d7b-d225c75a17a1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.191360 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7660bd8-ff3e-480b-9d7b-d225c75a17a1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.191841 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7660bd8-ff3e-480b-9d7b-d225c75a17a1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.192508 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7660bd8-ff3e-480b-9d7b-d225c75a17a1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.193639 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7660bd8-ff3e-480b-9d7b-d225c75a17a1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.194438 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7660bd8-ff3e-480b-9d7b-d225c75a17a1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.194926 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7660bd8-ff3e-480b-9d7b-d225c75a17a1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.195404 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7660bd8-ff3e-480b-9d7b-d225c75a17a1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.195979 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7660bd8-ff3e-480b-9d7b-d225c75a17a1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.196503 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7660bd8-ff3e-480b-9d7b-d225c75a17a1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.196979 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7660bd8-ff3e-480b-9d7b-d225c75a17a1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.197454 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7660bd8-ff3e-480b-9d7b-d225c75a17a1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.197927 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7660bd8-ff3e-480b-9d7b-d225c75a17a1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.198395 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7660bd8-ff3e-480b-9d7b-d225c75a17a1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.207602 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e7660bd8-ff3e-480b-9d7b-d225c75a17a1 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 22623 time: 0.2670469 Jul 16 08:34:11.208229 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58232) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:11.213906 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 373c0be1-41dc-4857-b8e6-bbf33c1354d1 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:11.259213 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 373c0be1-41dc-4857-b8e6-bbf33c1354d1 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:34:11.259767 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 373c0be1-41dc-4857-b8e6-bbf33c1354d1 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:34:11.321959 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 23af05d7-9b1c-4796-9fcf-771b35b91332 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:34:11.385773 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769e633-e9f6-4a33-9053-e129424de965 req-f730c4e6-0ecb-46eb-849c-4dc239df9a2f tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:11.393408 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9769e633-e9f6-4a33-9053-e129424de965 req-f730c4e6-0ecb-46eb-849c-4dc239df9a2f tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=7206861f-be04-4ea1-852f-2cd3ac8825d0 HTTP/1.1" status: 200 len: 943 time: 0.1420317 Jul 16 08:34:11.422063 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-47b3e150-9d80-4119-9e8a-2fca457b26b4 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Deleting port d99f533d-6cf9-4de2-b65f-607cf06c3c5b {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:11.423822 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47b3e150-9d80-4119-9e8a-2fca457b26b4 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.465434 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 23af05d7-9b1c-4796-9fcf-771b35b91332, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=23af05d7-9b1c-4796-9fcf-771b35b91332,segment=NetworkSegment(1601abd3-1b0f-467a-8573-16719ac9ee54),segment_id=1601abd3-1b0f-467a-8573-16719ac9ee54)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:11.486199 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '23af05d7-9b1c-4796-9fcf-771b35b91332', 'network_id': 'b2d19c32-2fcb-4a1c-86db-a53ab571cdf4', 'port_id': '23af05d7-9b1c-4796-9fcf-771b35b91332', 'mac_address': 'fa:16:3e:66:4d:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41d94230-f7df-4380-bdc6-f90c3a47e27a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:34:11.534146 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9769e633-e9f6-4a33-9053-e129424de965 req-ad7ed55d-d3a7-49c6-bcea-05ac8c4b8415 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380541 Jul 16 08:34:11.566340 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.581534 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-47b3e150-9d80-4119-9e8a-2fca457b26b4 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] For port d99f533d-6cf9-4de2-b65f-607cf06c3c5b, host n-h2-771362-37, got binding levels [] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:11.581858 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47b3e150-9d80-4119-9e8a-2fca457b26b4 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.587074 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23af05d7-9b1c-4796-9fcf-771b35b91332 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:11.604429 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-47b3e150-9d80-4119-9e8a-2fca457b26b4 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Calling delete_port for d99f533d-6cf9-4de2-b65f-607cf06c3c5b owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:11.640816 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 23af05d7-9b1c-4796-9fcf-771b35b91332, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=23af05d7-9b1c-4796-9fcf-771b35b91332,segment=NetworkSegment(1601abd3-1b0f-467a-8573-16719ac9ee54),segment_id=1601abd3-1b0f-467a-8573-16719ac9ee54)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:11.648133 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.714317 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=23af05d7-9b1c-4796-9fcf-771b35b91332,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:11.756065 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47b3e150-9d80-4119-9e8a-2fca457b26b4 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.792635 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b3e150-9d80-4119-9e8a-2fca457b26b4 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Pushing event deleted for resources: {'Port': ['ID=d99f533d-6cf9-4de2-b65f-607cf06c3c5b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:11.805607 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47b3e150-9d80-4119-9e8a-2fca457b26b4 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.809354 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-47b3e150-9d80-4119-9e8a-2fca457b26b4 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] 10.222.0.22 "DELETE /v2.0/ports/d99f533d-6cf9-4de2-b65f-607cf06c3c5b HTTP/1.1" status: 204 len: 168 time: 0.6001208 Jul 16 08:34:11.811886 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58244) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:11.841330 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4cc027b4-a6a0-422d-abf8-5e9f2e555784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.858152 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-4cc027b4-a6a0-422d-abf8-5e9f2e555784 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d342364e-cb68-4fed-83d9-f37bbb306922']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:11.864522 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-3146b864-e62d-4190-bea4-4a4a3a1c1422 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] GET failed (client error): The resource could not be found. Jul 16 08:34:11.867198 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3146b864-e62d-4190-bea4-4a4a3a1c1422 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] 10.222.0.22 "GET /v2.0/ports/d99f533d-6cf9-4de2-b65f-607cf06c3c5b HTTP/1.1" status: 404 len: 333 time: 0.0534220 Jul 16 08:34:11.869913 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-4cc027b4-a6a0-422d-abf8-5e9f2e555784 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1455f33b-c983-4eae-8524-dc6adeca6594') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:11.870218 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-4cc027b4-a6a0-422d-abf8-5e9f2e555784 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1455f33b-c983-4eae-8524-dc6adeca6594') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:11.872014 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58248) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:11.877450 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-957481a4-2b4f-49b7-b00c-4265cb2a21da tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-854340956', 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:11.889416 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4cc027b4-a6a0-422d-abf8-5e9f2e555784 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.906852 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cb550816-87f1-4b2d-98fa-958236eee196 req-c5337317-62e4-483d-a63c-028dc59bd146 service neutron] 10.222.0.22 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7483025 Jul 16 08:34:11.914870 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4cc027b4-a6a0-422d-abf8-5e9f2e555784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.943605 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cc027b4-a6a0-422d-abf8-5e9f2e555784 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:34:11.944013 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4cc027b4-a6a0-422d-abf8-5e9f2e555784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:34:11.945724 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:34:11.969322 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['23af05d7-9b1c-4796-9fcf-771b35b91332'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:11.975978 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957481a4-2b4f-49b7-b00c-4265cb2a21da tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Made reservation on behalf of 1b331f9ead10420abe136d58f7ff1d60 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:11.978701 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-957481a4-2b4f-49b7-b00c-4265cb2a21da tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:12.017907 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-957481a4-2b4f-49b7-b00c-4265cb2a21da tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] device_id is not set on port e8fb8506-61f9-4407-aee9-75eb2557a574 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:34:12.042527 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4cc027b4-a6a0-422d-abf8-5e9f2e555784 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:12.056658 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4cc027b4-a6a0-422d-abf8-5e9f2e555784 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:12.056658 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4cc027b4-a6a0-422d-abf8-5e9f2e555784 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d342364e-cb68-4fed-83d9-f37bbb306922 HTTP/1.1" status: 204 len: 168 time: 1.1950099 Jul 16 08:34:12.059702 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58254) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:12.074975 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc027b4-a6a0-422d-abf8-5e9f2e555784 admin admin] Pushing event deleted for resources: {'Network': ['ID=d342364e-cb68-4fed-83d9-f37bbb306922,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:12.095170 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cb550816-87f1-4b2d-98fa-958236eee196 req-731aae11-d105-43d6-9b66-ff5d504c5239 service neutron] 10.222.0.22 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1742811 Jul 16 08:34:12.173607 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201667f0-2116-44cf-b26f-0697fc1bbe80 req-a3b8a20e-15ea-4f7b-8536-a31b44f514ad tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:12.175510 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-201667f0-2116-44cf-b26f-0697fc1bbe80 req-a3b8a20e-15ea-4f7b-8536-a31b44f514ad tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 946 time: 0.2901235 Jul 16 08:34:12.279522 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-957481a4-2b4f-49b7-b00c-4265cb2a21da tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:12.335878 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-957481a4-2b4f-49b7-b00c-4265cb2a21da tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:12.428514 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-957481a4-2b4f-49b7-b00c-4265cb2a21da tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Network 14674e13-c9ac-480a-b74e-5aadfbb16f09 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:12.428688 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98736c40-af18-4740-9822-a2773ecab65d req-91f47b99-65a2-40a0-abad-6a65d4369861 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:12.430237 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-98736c40-af18-4740-9822-a2773ecab65d req-91f47b99-65a2-40a0-abad-6a65d4369861 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=f00e78ff-99db-49a5-bc7a-95eb68e55358 HTTP/1.1" status: 200 len: 945 time: 0.0926373 Jul 16 08:34:12.442874 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-201667f0-2116-44cf-b26f-0697fc1bbe80 req-487d99ef-bb92-4d2c-bc6b-6a5117144257 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196938 Jul 16 08:34:12.443814 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957481a4-2b4f-49b7-b00c-4265cb2a21da tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Pushing event updated for resources: {'Port': ['ID=e8fb8506-61f9-4407-aee9-75eb2557a574,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:12.450972 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-957481a4-2b4f-49b7-b00c-4265cb2a21da tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:12.453386 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-957481a4-2b4f-49b7-b00c-4265cb2a21da tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:12.461993 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957481a4-2b4f-49b7-b00c-4265cb2a21da tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:12.462821 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-957481a4-2b4f-49b7-b00c-4265cb2a21da tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:12.476575 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-98736c40-af18-4740-9822-a2773ecab65d req-54c44640-db6c-46d2-a4d6-304189a0fcc3 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368524 Jul 16 08:34:12.627694 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-957481a4-2b4f-49b7-b00c-4265cb2a21da tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.7544568 Jul 16 08:34:12.628425 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58286) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:12.650378 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-49f8e1a5-91b9-4ad0-b967-66266e4faec8 req-00786a6c-c229-4bba-830c-071201e528b5 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1bf8259b-8575-43da-8320-6dd5a9f49d81 HTTP/1.1" status: 200 len: 210 time: 0.1277332 Jul 16 08:34:12.659158 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-40723067-9b73-4f1c-b049-4fc88d93bf01 admin admin] Deleting subnet 437c7a90-c675-4a82-844f-f9a80054b5fa {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:34:12.672189 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-40723067-9b73-4f1c-b049-4fc88d93bf01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:12.761025 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-40723067-9b73-4f1c-b049-4fc88d93bf01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:12.772182 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:34:12.786956 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19260501-ae7f-4c0f-9948-44c517beed99 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:12.788792 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-19260501-ae7f-4c0f-9948-44c517beed99 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] 10.222.0.22 "GET /v2.0/ports/e8fb8506-61f9-4407-aee9-75eb2557a574 HTTP/1.1" status: 200 len: 954 time: 0.1594746 Jul 16 08:34:12.791764 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58294) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:12.860594 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-40723067-9b73-4f1c-b049-4fc88d93bf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:12.925448 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-62d11fee-2491-45fd-a5ef-99e8e7e92eef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2145829 Jul 16 08:34:12.952273 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-18eedb8b-3adf-44e4-b5a1-e1b6344bc474 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Deleting port e8fb8506-61f9-4407-aee9-75eb2557a574 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:12.952912 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18eedb8b-3adf-44e4-b5a1-e1b6344bc474 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.012143 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-40723067-9b73-4f1c-b049-4fc88d93bf01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.057100 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40723067-9b73-4f1c-b049-4fc88d93bf01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=437c7a90-c675-4a82-844f-f9a80054b5fa,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:13.064238 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-40723067-9b73-4f1c-b049-4fc88d93bf01 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.069038 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-40723067-9b73-4f1c-b049-4fc88d93bf01 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/437c7a90-c675-4a82-844f-f9a80054b5fa HTTP/1.1" status: 204 len: 168 time: 1.0077825 Jul 16 08:34:13.071702 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58304) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:13.087846 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5725172-b24e-42d1-a917-88ba86755cfd req-d4996b22-c528-4221-b1be-d0e6ab41299b tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:13.095929 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f5725172-b24e-42d1-a917-88ba86755cfd req-d4996b22-c528-4221-b1be-d0e6ab41299b tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=7206861f-be04-4ea1-852f-2cd3ac8825d0 HTTP/1.1" status: 200 len: 944 time: 0.1718521 Jul 16 08:34:13.110662 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18eedb8b-3adf-44e4-b5a1-e1b6344bc474 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.128792 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-18eedb8b-3adf-44e4-b5a1-e1b6344bc474 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Calling delete_port for e8fb8506-61f9-4407-aee9-75eb2557a574 owned by {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:13.205316 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f5725172-b24e-42d1-a917-88ba86755cfd req-fe6d6b74-5bd0-467c-8c54-578e9bdff0a9 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079984 Jul 16 08:34:13.217472 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2e99f12-2f9d-40d1-a037-e6b0a27193ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.223300 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588fa7-f0da-4850-8118-99468c2078b5 req-39be1055-4c99-46c0-895a-5437d1873f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:13.224191 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588fa7-f0da-4850-8118-99468c2078b5 req-39be1055-4c99-46c0-895a-5437d1873f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:13.224891 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588fa7-f0da-4850-8118-99468c2078b5 req-39be1055-4c99-46c0-895a-5437d1873f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:13.225520 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588fa7-f0da-4850-8118-99468c2078b5 req-39be1055-4c99-46c0-895a-5437d1873f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:13.226643 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588fa7-f0da-4850-8118-99468c2078b5 req-39be1055-4c99-46c0-895a-5437d1873f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:13.227357 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588fa7-f0da-4850-8118-99468c2078b5 req-39be1055-4c99-46c0-895a-5437d1873f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:13.227988 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588fa7-f0da-4850-8118-99468c2078b5 req-39be1055-4c99-46c0-895a-5437d1873f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:13.233442 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-39be1055-4c99-46c0-895a-5437d1873f83 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=18d3bd29957e4274890e11da19ecb787&device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 6506 time: 0.2304065 Jul 16 08:34:13.272142 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18eedb8b-3adf-44e4-b5a1-e1b6344bc474 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.328127 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 23af05d7-9b1c-4796-9fcf-771b35b91332 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:13.339823 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18eedb8b-3adf-44e4-b5a1-e1b6344bc474 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8fb8506-61f9-4407-aee9-75eb2557a574,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:13.358717 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18eedb8b-3adf-44e4-b5a1-e1b6344bc474 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.376136 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-18eedb8b-3adf-44e4-b5a1-e1b6344bc474 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] 10.222.0.22 "DELETE /v2.0/ports/e8fb8506-61f9-4407-aee9-75eb2557a574 HTTP/1.1" status: 204 len: 168 time: 0.5798347 Jul 16 08:34:13.378944 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58310) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:13.386283 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2e99f12-2f9d-40d1-a037-e6b0a27193ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.401132 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-c2e99f12-2f9d-40d1-a037-e6b0a27193ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc4c3e3e-b06c-4fcd-8be5-0680f00aa92b']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:13.419813 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-c2e99f12-2f9d-40d1-a037-e6b0a27193ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f18ec24-84ba-456f-9d3a-8f683e6ca3a8') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:13.420092 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-c2e99f12-2f9d-40d1-a037-e6b0a27193ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f18ec24-84ba-456f-9d3a-8f683e6ca3a8') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:13.445088 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2e99f12-2f9d-40d1-a037-e6b0a27193ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.445615 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-20706e11-df62-4d10-85ca-f6d883f68df6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] GET failed (client error): The resource could not be found. Jul 16 08:34:13.451077 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-20706e11-df62-4d10-85ca-f6d883f68df6 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] 10.222.0.22 "GET /v2.0/ports/e8fb8506-61f9-4407-aee9-75eb2557a574 HTTP/1.1" status: 404 len: 333 time: 0.0674968 Jul 16 08:34:13.452529 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 23af05d7-9b1c-4796-9fcf-771b35b91332 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:13.453117 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58316) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:13.458662 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 23af05d7-9b1c-4796-9fcf-771b35b91332 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:13.459045 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.484295 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588fa7-f0da-4850-8118-99468c2078b5 req-ef0c9fc4-8519-4b53-9e1f-1029761f1223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:13.484661 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a65d22b5-318c-4ad3-89ba-70d4faee6c29 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Request body: {'port': {'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1888501753'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:13.485261 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588fa7-f0da-4850-8118-99468c2078b5 req-ef0c9fc4-8519-4b53-9e1f-1029761f1223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:13.485835 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588fa7-f0da-4850-8118-99468c2078b5 req-ef0c9fc4-8519-4b53-9e1f-1029761f1223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:13.487845 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-ef0c9fc4-8519-4b53-9e1f-1029761f1223 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ef42b60b-a2a6-4c00-9b16-9d40351d12af&id=aa91a730-1f66-43ab-9470-038c67461639&id=aa91a730-1f66-43ab-9470-038c67461639&id=aa91a730-1f66-43ab-9470-038c67461639&id=aa91a730-1f66-43ab-9470-038c67461639&id=75416cd1-a2d8-4e5f-acde-36e6b516d991&id=75416cd1-a2d8-4e5f-acde-36e6b516d991 HTTP/1.1" status: 200 len: 2297 time: 0.2113125 Jul 16 08:34:13.501145 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2e99f12-2f9d-40d1-a037-e6b0a27193ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.517547 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2e99f12-2f9d-40d1-a037-e6b0a27193ee admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:34:13.518099 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2e99f12-2f9d-40d1-a037-e6b0a27193ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:34:13.521211 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:34:13.586761 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.594440 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65d22b5-318c-4ad3-89ba-70d4faee6c29 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Made reservation on behalf of 1b331f9ead10420abe136d58f7ff1d60 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:13.597064 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a65d22b5-318c-4ad3-89ba-70d4faee6c29 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.603818 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-bca1db7e-5176-4dc6-b125-32e4825b49fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d1214eb5-4495-47f0-8778-79707a2c0a79 HTTP/1.1" status: 200 len: 1000 time: 0.1077917 Jul 16 08:34:13.644750 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 23af05d7-9b1c-4796-9fcf-771b35b91332, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=23af05d7-9b1c-4796-9fcf-771b35b91332,segment=NetworkSegment(1601abd3-1b0f-467a-8573-16719ac9ee54),segment_id=1601abd3-1b0f-467a-8573-16719ac9ee54)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:13.647235 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7206861f-be04-4ea1-852f-2cd3ac8825d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23af05d7-9b1c-4796-9fcf-771b35b91332'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:13.648200 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-a65d22b5-318c-4ad3-89ba-70d4faee6c29 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] device_id is not set on port e836a947-a8a6-4e26-82ed-e7793245ebde yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:34:13.654862 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73b47ac4-54a4-4cbb-abb6-c65feaa597d7" -d '{"events": [{"server_uuid": "7206861f-be04-4ea1-852f-2cd3ac8825d0", "name": "network-vif-plugged", "status": "completed", "tag": "23af05d7-9b1c-4796-9fcf-771b35b91332"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:13.655185 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58326) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:13.658941 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.695703 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588fa7-f0da-4850-8118-99468c2078b5 req-ca101693-2369-462f-bd82-2e95ddb309e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:13.698277 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-ca101693-2369-462f-bd82-2e95ddb309e8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=90e1689d-683e-4bf7-9829-529743ada4e0 HTTP/1.1" status: 200 len: 855 time: 0.0869460 Jul 16 08:34:13.699026 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2e99f12-2f9d-40d1-a037-e6b0a27193ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.733986 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2e99f12-2f9d-40d1-a037-e6b0a27193ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.739065 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c2e99f12-2f9d-40d1-a037-e6b0a27193ee admin admin] 10.222.0.22 "DELETE /v2.0/networks/dc4c3e3e-b06c-4fcd-8be5-0680f00aa92b HTTP/1.1" status: 204 len: 168 time: 0.6633735 Jul 16 08:34:13.785664 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=23af05d7-9b1c-4796-9fcf-771b35b91332,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:13.803434 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588fa7-f0da-4850-8118-99468c2078b5 req-75060162-22d0-49bf-9e21-8b3df32b4cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:13.805827 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-75060162-22d0-49bf-9e21-8b3df32b4cc1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ef42b60b-a2a6-4c00-9b16-9d40351d12af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1005509 Jul 16 08:34:13.808114 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e99f12-2f9d-40d1-a037-e6b0a27193ee admin admin] Pushing event deleted for resources: {'Network': ['ID=dc4c3e3e-b06c-4fcd-8be5-0680f00aa92b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:13.849764 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92eaca7f-52a2-4d0b-a3fd-fdefa9c5c1a0 req-9855f499-15b6-400d-9c99-d3d201398eca tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:13.852656 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-92eaca7f-52a2-4d0b-a3fd-fdefa9c5c1a0 req-9855f499-15b6-400d-9c99-d3d201398eca tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=f00e78ff-99db-49a5-bc7a-95eb68e55358 HTTP/1.1" status: 200 len: 945 time: 0.3390417 Jul 16 08:34:13.898498 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58334) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:13.931143 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c435a09c-2bcb-4498-b6a7-64fb4db7792c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:13.939780 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daeba38f-c970-4c75-9275-ebdead7caa07 req-1ec6caad-7277-40ba-953d-a25d23ca1dd0 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:13.941370 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-daeba38f-c970-4c75-9275-ebdead7caa07 req-1ec6caad-7277-40ba-953d-a25d23ca1dd0 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 946 time: 0.1758556 Jul 16 08:34:13.990199 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-569b713e-44f2-4f60-ae82-96d2d3d84e9e service neutron] 10.222.0.30 "GET /v2.0/networks/ef42b60b-a2a6-4c00-9b16-9d40351d12af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764371 Jul 16 08:34:13.997004 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-abde5830-2919-46de-9c33-882e3cbccd38 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fb861a1f8ff74c69926fd0df0ce3f903&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0959873 Jul 16 08:34:14.001558 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-92eaca7f-52a2-4d0b-a3fd-fdefa9c5c1a0 req-e88467be-f7b1-4f11-b50c-ced9d9c9d1f4 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299081 Jul 16 08:34:14.002476 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58336) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:14.019847 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a65d22b5-318c-4ad3-89ba-70d4faee6c29 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.055248 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-daeba38f-c970-4c75-9275-ebdead7caa07 req-e64e8125-3570-4c44-971b-82d3f1187525 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076415 Jul 16 08:34:14.127217 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b52fd18-897f-4cca-8f37-a41e774879ed x-openstack-request-id: req-5b52fd18-897f-4cca-8f37-a41e774879ed {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:14.127516 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7206861f-be04-4ea1-852f-2cd3ac8825d0", "name": "network-vif-plugged", "status": "completed", "tag": "23af05d7-9b1c-4796-9fcf-771b35b91332", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:14.127948 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5b52fd18-897f-4cca-8f37-a41e774879ed {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:14.128521 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7206861f-be04-4ea1-852f-2cd3ac8825d0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23af05d7-9b1c-4796-9fcf-771b35b91332', 'code': 200} Jul 16 08:34:14.132012 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7efb5c60-877e-4fbe-bd15-a58e43b710e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.162199 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-cb1dbe23-2686-490a-9a88-8e497193e49e service neutron] 10.222.0.30 "GET /v2.0/networks/ef42b60b-a2a6-4c00-9b16-9d40351d12af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587877 Jul 16 08:34:14.173307 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7efb5c60-877e-4fbe-bd15-a58e43b710e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.185564 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c435a09c-2bcb-4498-b6a7-64fb4db7792c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.193868 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c435a09c-2bcb-4498-b6a7-64fb4db7792c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.215476 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a65d22b5-318c-4ad3-89ba-70d4faee6c29 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.220571 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-2a369eb1-b0bc-4b7a-b5bb-5b044f6a3e1e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.38&port_id=d87407fc-af4d-474c-a503-fcc8cf9cdf4a HTTP/1.1" status: 200 len: 217 time: 0.0495095 Jul 16 08:34:14.297619 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588fa7-f0da-4850-8118-99468c2078b5 req-6b0b97c4-9577-45b4-a30e-45b2e07b6791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:14.299119 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-6b0b97c4-9577-45b4-a30e-45b2e07b6791 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a964aa1-f099-4baa-ad12-6f062d38c70f HTTP/1.1" status: 200 len: 797 time: 0.0613124 Jul 16 08:34:14.299587 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58348) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:14.299763 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c435a09c-2bcb-4498-b6a7-64fb4db7792c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=38ebb188706646008f30cb1a401f9b6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6434486 Jul 16 08:34:14.318026 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7efb5c60-877e-4fbe-bd15-a58e43b710e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.320594 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7efb5c60-877e-4fbe-bd15-a58e43b710e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.324940 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7efb5c60-877e-4fbe-bd15-a58e43b710e3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9f65e54f-4f63-4882-8554-fb5586af1b12 HTTP/1.1" status: 204 len: 168 time: 0.3175745 Jul 16 08:34:14.355033 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65d22b5-318c-4ad3-89ba-70d4faee6c29 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Pushing event updated for resources: {'Port': ['ID=e836a947-a8a6-4e26-82ed-e7793245ebde,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:14.376864 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65d22b5-318c-4ad3-89ba-70d4faee6c29 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Network 14674e13-c9ac-480a-b74e-5aadfbb16f09 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:14.380092 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb5c60-877e-4fbe-bd15-a58e43b710e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f65e54f-4f63-4882-8554-fb5586af1b12,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:14.404593 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c435a09c-2bcb-4498-b6a7-64fb4db7792c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92813f78-4193-4b25-8c15-c05e9e5ac3f4,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:14.437259 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-a65d22b5-318c-4ad3-89ba-70d4faee6c29 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:14.440603 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65d22b5-318c-4ad3-89ba-70d4faee6c29 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:14.441556 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65d22b5-318c-4ad3-89ba-70d4faee6c29 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:14.442163 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a65d22b5-318c-4ad3-89ba-70d4faee6c29 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.476737 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-24a6a3fd-fb0e-4906-a5ac-f1a9c11afbef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.508623 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588fa7-f0da-4850-8118-99468c2078b5 req-cbb35d67-fae3-463c-a4fc-4c298c9f2e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:14.510147 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-cbb35d67-fae3-463c-a4fc-4c298c9f2e0e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa91a730-1f66-43ab-9470-038c67461639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2021825 Jul 16 08:34:14.515648 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-24a6a3fd-fb0e-4906-a5ac-f1a9c11afbef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.518879 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a65d22b5-318c-4ad3-89ba-70d4faee6c29 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0645711 Jul 16 08:34:14.524913 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58358) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:14.533881 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:14.581229 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087f8599-6076-43af-9f32-1ba73775c303 req-f6a47fe7-bf7f-4016-a81f-5e195a0fb862 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:14.582761 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-087f8599-6076-43af-9f32-1ba73775c303 req-f6a47fe7-bf7f-4016-a81f-5e195a0fb862 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=7206861f-be04-4ea1-852f-2cd3ac8825d0 HTTP/1.1" status: 200 len: 945 time: 0.2038951 Jul 16 08:34:14.589058 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e0ad32-2f9f-49e5-bf1f-af07c43cc8bf req-cbad819c-d412-46f7-95a0-e8a4e4af33dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:14.591601 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c4e0ad32-2f9f-49e5-bf1f-af07c43cc8bf req-cbad819c-d412-46f7-95a0-e8a4e4af33dc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7206861f-be04-4ea1-852f-2cd3ac8825d0 HTTP/1.1" status: 200 len: 1097 time: 0.3528814 Jul 16 08:34:14.615405 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbcd4c-64da-42d0-978a-547ee016436a req-4f789809-8730-47a3-92aa-63caa482dee3 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:14.616875 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-09fbcd4c-64da-42d0-978a-547ee016436a req-4f789809-8730-47a3-92aa-63caa482dee3 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/networks?id=bffad17c-f1ab-47e1-8c7a-30b725bf841f HTTP/1.1" status: 200 len: 811 time: 0.2482603 Jul 16 08:34:14.661528 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d56e05d-a087-4a5f-b542-aedb9350a926 req-6c3ba7a6-886a-4514-aa52-3d27627a2879 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:14.663005 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6d56e05d-a087-4a5f-b542-aedb9350a926 req-6c3ba7a6-886a-4514-aa52-3d27627a2879 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.30 "GET /v2.0/ports?device_id=f00e78ff-99db-49a5-bc7a-95eb68e55358 HTTP/1.1" status: 200 len: 945 time: 0.3091617 Jul 16 08:34:14.679563 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-24a6a3fd-fb0e-4906-a5ac-f1a9c11afbef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.682336 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-24a6a3fd-fb0e-4906-a5ac-f1a9c11afbef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.683688 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-24a6a3fd-fb0e-4906-a5ac-f1a9c11afbef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/92813f78-4193-4b25-8c15-c05e9e5ac3f4 HTTP/1.1" status: 204 len: 168 time: 0.3814168 Jul 16 08:34:14.691776 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-087f8599-6076-43af-9f32-1ba73775c303 req-3cfb32e1-cdd0-4208-a274-edd39bc5f42a tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712039 Jul 16 08:34:14.707978 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-7d02a84c-6b9d-4a0e-888e-d67614f98d89 service neutron] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1845546 Jul 16 08:34:14.709149 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a6a3fd-fb0e-4906-a5ac-f1a9c11afbef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92813f78-4193-4b25-8c15-c05e9e5ac3f4,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:14.746245 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-09fbcd4c-64da-42d0-978a-547ee016436a req-d477412d-3530-4c32-988a-0d62fa426e64 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/quotas/e2c8ee8748ed40f095f05f97decda731 HTTP/1.1" status: 200 len: 375 time: 0.0819333 Jul 16 08:34:14.761214 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c4e0ad32-2f9f-49e5-bf1f-af07c43cc8bf req-f2a80639-4630-4e9e-97ed-466e27c3ee99 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593394 Jul 16 08:34:14.765256 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:14.816853 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-09fbcd4c-64da-42d0-978a-547ee016436a req-3c5c81a2-bdb7-4e08-a65d-becfb226e0b7 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2c8ee8748ed40f095f05f97decda731&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0564992 Jul 16 08:34:14.819583 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58364) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:14.866430 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-5f6f7b8e-154f-44cd-8bfb-43e8ab824cb6 service neutron] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1495011 Jul 16 08:34:14.915603 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-6d455af8-6a6d-4422-a254-0b6f94f14ab0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.3&port_id=184a58dc-9828-4052-989b-49e6206f70e7 HTTP/1.1" status: 200 len: 217 time: 0.0401981 Jul 16 08:34:14.966486 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588fa7-f0da-4850-8118-99468c2078b5 req-6873eaea-2eb9-49f9-9e2d-8eabf43f32d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:14.967952 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-6873eaea-2eb9-49f9-9e2d-8eabf43f32d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a964aa1-f099-4baa-ad12-6f062d38c70f HTTP/1.1" status: 200 len: 797 time: 0.0453234 Jul 16 08:34:15.017561 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-60be7645-5b2b-41e8-a6f9-41c28690b999 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f1bb5418f07148079144cd5166acd028&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1968005 Jul 16 08:34:15.020723 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58368) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:15.041399 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588fa7-f0da-4850-8118-99468c2078b5 req-461836b4-27cf-4aa5-a66b-ba80c4fb35fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:15.042915 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-461836b4-27cf-4aa5-a66b-ba80c4fb35fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa91a730-1f66-43ab-9470-038c67461639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0663612 Jul 16 08:34:15.043923 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58372) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:15.076516 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d34a8c10-9f64-4bfa-9892-673cc696f266 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.095357 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-09fbcd4c-64da-42d0-978a-547ee016436a req-11bb8d51-0bb8-4faa-a065-90ae5c66d1a2 service neutron] 10.222.0.22 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647476 Jul 16 08:34:15.100048 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-6d56e05d-a087-4a5f-b542-aedb9350a926 req-e84e622c-4f4e-4099-888d-00cee793763e tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Deleting port 78e21dba-5ad5-4fee-b63f-d7be81b78e68 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:15.100420 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6d56e05d-a087-4a5f-b542-aedb9350a926 req-e84e622c-4f4e-4099-888d-00cee793763e tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.202930 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5ad8e82d-2de3-4ca3-bc58-33da17e34a85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.262405 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5ad8e82d-2de3-4ca3-bc58-33da17e34a85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.275681 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-ff05b1df-64ae-4491-ae8a-b47177418b2c service neutron] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2179503 Jul 16 08:34:15.303375 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] device_id is not set on port e836a947-a8a6-4e26-82ed-e7793245ebde yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:34:15.324797 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.333992 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-6d56e05d-a087-4a5f-b542-aedb9350a926 req-e84e622c-4f4e-4099-888d-00cee793763e tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] For port 78e21dba-5ad5-4fee-b63f-d7be81b78e68, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=78e21dba-5ad5-4fee-b63f-d7be81b78e68,segment=NetworkSegment(434f1074-36f8-46ba-becd-a201a761861a),segment_id=434f1074-36f8-46ba-becd-a201a761861a)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:15.334373 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6d56e05d-a087-4a5f-b542-aedb9350a926 req-e84e622c-4f4e-4099-888d-00cee793763e tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.349426 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-09fbcd4c-64da-42d0-978a-547ee016436a req-b06ff3c6-f6f7-4206-91ea-70af3ead2a04 service neutron] 10.222.0.22 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460310 Jul 16 08:34:15.359185 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-6d56e05d-a087-4a5f-b542-aedb9350a926 req-e84e622c-4f4e-4099-888d-00cee793763e tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Calling delete_port for 78e21dba-5ad5-4fee-b63f-d7be81b78e68 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:15.362207 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Transition to ACTIVE for port object e836a947-a8a6-4e26-82ed-e7793245ebde will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:15.374645 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.403605 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6031c3c-5e93-40e6-b0f2-1a3de8a9cdfa req-c2ac6daf-ed8a-4ffd-81ff-826b4643ad37 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:15.405177 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e6031c3c-5e93-40e6-b0f2-1a3de8a9cdfa req-c2ac6daf-ed8a-4ffd-81ff-826b4643ad37 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=f00e78ff-99db-49a5-bc7a-95eb68e55358 HTTP/1.1" status: 200 len: 945 time: 0.2493405 Jul 16 08:34:15.423927 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d34a8c10-9f64-4bfa-9892-673cc696f266 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.429326 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5ad8e82d-2de3-4ca3-bc58-33da17e34a85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.431784 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5ad8e82d-2de3-4ca3-bc58-33da17e34a85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.435350 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5ad8e82d-2de3-4ca3-bc58-33da17e34a85 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c03185f4-1865-459f-82fc-a744fbd69f5f HTTP/1.1" status: 204 len: 168 time: 0.4112661 Jul 16 08:34:15.473340 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d34a8c10-9f64-4bfa-9892-673cc696f266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.514352 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Pushing event updated for resources: {'Port': ['ID=e836a947-a8a6-4e26-82ed-e7793245ebde,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:15.527701 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port e836a947-a8a6-4e26-82ed-e7793245ebde on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:15.528103 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port e836a947-a8a6-4e26-82ed-e7793245ebde by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:15.528477 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port e836a947-a8a6-4e26-82ed-e7793245ebde on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:15.541567 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Port e836a947-a8a6-4e26-82ed-e7793245ebde on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:15.541907 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Failed to bind port e836a947-a8a6-4e26-82ed-e7793245ebde on host n-h2-771362-37 for vnic_type normal using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] Jul 16 08:34:15.544499 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempt 2 to bind port e836a947-a8a6-4e26-82ed-e7793245ebde Jul 16 08:34:15.545259 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8e82d-2de3-4ca3-bc58-33da17e34a85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c03185f4-1865-459f-82fc-a744fbd69f5f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:15.557186 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-68d6032b-552d-4c17-a93e-e4c4ea2d3d5c service neutron] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676497 Jul 16 08:34:15.598135 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port e836a947-a8a6-4e26-82ed-e7793245ebde on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:15.598799 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port e836a947-a8a6-4e26-82ed-e7793245ebde by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:15.599342 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port e836a947-a8a6-4e26-82ed-e7793245ebde on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:15.608985 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Port e836a947-a8a6-4e26-82ed-e7793245ebde on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:15.609683 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Failed to bind port e836a947-a8a6-4e26-82ed-e7793245ebde on host n-h2-771362-37 for vnic_type normal using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] Jul 16 08:34:15.611331 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempt 3 to bind port e836a947-a8a6-4e26-82ed-e7793245ebde Jul 16 08:34:15.665698 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d34a8c10-9f64-4bfa-9892-673cc696f266 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=638b8328b80c4e14ad97c878ac91c864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6162527 Jul 16 08:34:15.670732 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58382) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:15.695545 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e6031c3c-5e93-40e6-b0f2-1a3de8a9cdfa req-c1093c0e-3a7f-4e37-afc7-3bde1eae5aa1 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2671478 Jul 16 08:34:15.703386 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-170aa699-71ae-4831-823c-251d12a5a0f9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.206&port_id=3c2a3de7-55c1-4291-849c-36872eca1820 HTTP/1.1" status: 200 len: 217 time: 0.1189578 Jul 16 08:34:15.709138 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6d56e05d-a087-4a5f-b542-aedb9350a926 req-e84e622c-4f4e-4099-888d-00cee793763e tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.715213 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34a8c10-9f64-4bfa-9892-673cc696f266 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c79afcb-ab30-4d88-a579-41ad5071730a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:15.724300 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['4d260d8b-2721-4aad-939f-af2eced15fea'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:15.778577 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84e622c-4f4e-4099-888d-00cee793763e tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Pushing event deleted for resources: {'Port': ['ID=78e21dba-5ad5-4fee-b63f-d7be81b78e68,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:15.780832 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port e836a947-a8a6-4e26-82ed-e7793245ebde on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:15.781438 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port e836a947-a8a6-4e26-82ed-e7793245ebde by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:15.789570 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port e836a947-a8a6-4e26-82ed-e7793245ebde on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:15.799361 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Port e836a947-a8a6-4e26-82ed-e7793245ebde on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:15.799703 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Failed to bind port e836a947-a8a6-4e26-82ed-e7793245ebde on host n-h2-771362-37 for vnic_type normal using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] Jul 16 08:34:15.801692 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempt 4 to bind port e836a947-a8a6-4e26-82ed-e7793245ebde Jul 16 08:34:15.880463 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port e836a947-a8a6-4e26-82ed-e7793245ebde on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:15.880941 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port e836a947-a8a6-4e26-82ed-e7793245ebde by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:15.881299 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port e836a947-a8a6-4e26-82ed-e7793245ebde on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:15.889170 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d56e05d-a087-4a5f-b542-aedb9350a926 req-e84e622c-4f4e-4099-888d-00cee793763e tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] No DVR routers for this DVR port 78e21dba-5ad5-4fee-b63f-d7be81b78e68 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:15.893791 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6d56e05d-a087-4a5f-b542-aedb9350a926 req-e84e622c-4f4e-4099-888d-00cee793763e tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.896228 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6d56e05d-a087-4a5f-b542-aedb9350a926 req-e84e622c-4f4e-4099-888d-00cee793763e tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.30 "DELETE /v2.0/ports/78e21dba-5ad5-4fee-b63f-d7be81b78e68 HTTP/1.1" status: 204 len: 173 time: 1.2195976 Jul 16 08:34:15.898492 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f00e78ff-99db-49a5-bc7a-95eb68e55358', 'name': 'network-vif-deleted', 'tag': '78e21dba-5ad5-4fee-b63f-d7be81b78e68'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:15.900758 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3923d312-b69e-4ea6-b6fb-945129e8cac1 req-76f10c52-a53f-415e-8253-052a60b68cb4 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5b904c9-d0c9-4d73-978b-8e36772fba19 HTTP/1.1" status: 200 len: 210 time: 0.0523336 Jul 16 08:34:15.917723 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588fa7-f0da-4850-8118-99468c2078b5 req-024cd59c-765e-4b0d-87b0-4b62abe2f209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:15.919476 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-024cd59c-765e-4b0d-87b0-4b62abe2f209 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a964aa1-f099-4baa-ad12-6f062d38c70f HTTP/1.1" status: 200 len: 797 time: 0.2010064 Jul 16 08:34:15.924706 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bc442b61-645b-4439-b4a5-96ee1e3b6dd8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:15.930204 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac00f7dd-5b91-4b6c-8141-35c2ac04ec82" -d '{"events": [{"server_uuid": "f00e78ff-99db-49a5-bc7a-95eb68e55358", "name": "network-vif-deleted", "tag": "78e21dba-5ad5-4fee-b63f-d7be81b78e68"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:15.965869 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Port e836a947-a8a6-4e26-82ed-e7793245ebde on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:15.966178 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Failed to bind port e836a947-a8a6-4e26-82ed-e7793245ebde on host n-h2-771362-37 for vnic_type normal using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] Jul 16 08:34:15.968463 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempt 5 to bind port e836a947-a8a6-4e26-82ed-e7793245ebde Jul 16 08:34:16.004780 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bc442b61-645b-4439-b4a5-96ee1e3b6dd8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:16.010563 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2671e4-2e37-4ec4-ac81-6341c9572935 req-c84700d9-445f-4dbf-9054-5ca849375a48 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:16.015795 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7d2671e4-2e37-4ec4-ac81-6341c9572935 req-c84700d9-445f-4dbf-9054-5ca849375a48 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 946 time: 0.4069686 Jul 16 08:34:16.069721 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port e836a947-a8a6-4e26-82ed-e7793245ebde on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:16.071050 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port e836a947-a8a6-4e26-82ed-e7793245ebde by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:16.071544 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port e836a947-a8a6-4e26-82ed-e7793245ebde on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:16.078820 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588fa7-f0da-4850-8118-99468c2078b5 req-68491ac5-86cc-42b5-bfbb-1802b63644d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:16.083361 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-68491ac5-86cc-42b5-bfbb-1802b63644d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa91a730-1f66-43ab-9470-038c67461639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1552677 Jul 16 08:34:16.089399 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Port e836a947-a8a6-4e26-82ed-e7793245ebde on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:16.090266 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Failed to bind port e836a947-a8a6-4e26-82ed-e7793245ebde on host n-h2-771362-37 for vnic_type normal using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] Jul 16 08:34:16.091789 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempt 6 to bind port e836a947-a8a6-4e26-82ed-e7793245ebde Jul 16 08:34:16.146624 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7d2671e4-2e37-4ec4-ac81-6341c9572935 req-18ae7974-1804-40f5-8fad-6499edde27cb tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230905 Jul 16 08:34:16.159215 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port e836a947-a8a6-4e26-82ed-e7793245ebde on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:16.164163 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port e836a947-a8a6-4e26-82ed-e7793245ebde by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:16.164795 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port e836a947-a8a6-4e26-82ed-e7793245ebde on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:16.174054 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Port e836a947-a8a6-4e26-82ed-e7793245ebde on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:16.174547 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Failed to bind port e836a947-a8a6-4e26-82ed-e7793245ebde on host n-h2-771362-37 for vnic_type normal using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] Jul 16 08:34:16.176036 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempt 7 to bind port e836a947-a8a6-4e26-82ed-e7793245ebde Jul 16 08:34:16.202896 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port e836a947-a8a6-4e26-82ed-e7793245ebde on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:16.203293 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port e836a947-a8a6-4e26-82ed-e7793245ebde by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:16.204321 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port e836a947-a8a6-4e26-82ed-e7793245ebde on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:16.223390 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Port e836a947-a8a6-4e26-82ed-e7793245ebde on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:16.223777 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Failed to bind port e836a947-a8a6-4e26-82ed-e7793245ebde on host n-h2-771362-37 for vnic_type normal using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] Jul 16 08:34:16.224498 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempt 8 to bind port e836a947-a8a6-4e26-82ed-e7793245ebde Jul 16 08:34:16.264883 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port e836a947-a8a6-4e26-82ed-e7793245ebde on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:16.265955 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port e836a947-a8a6-4e26-82ed-e7793245ebde by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:16.266506 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port e836a947-a8a6-4e26-82ed-e7793245ebde on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:16.273862 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Port e836a947-a8a6-4e26-82ed-e7793245ebde on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:16.274831 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Failed to bind port e836a947-a8a6-4e26-82ed-e7793245ebde on host n-h2-771362-37 for vnic_type normal using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] Jul 16 08:34:16.274960 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bc442b61-645b-4439-b4a5-96ee1e3b6dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:16.275888 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempt 9 to bind port e836a947-a8a6-4e26-82ed-e7793245ebde Jul 16 08:34:16.277931 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bc442b61-645b-4439-b4a5-96ee1e3b6dd8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:16.279486 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bc442b61-645b-4439-b4a5-96ee1e3b6dd8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5c79afcb-ab30-4d88-a579-41ad5071730a HTTP/1.1" status: 204 len: 168 time: 0.6077704 Jul 16 08:34:16.305862 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port e836a947-a8a6-4e26-82ed-e7793245ebde on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:16.307712 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port e836a947-a8a6-4e26-82ed-e7793245ebde by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:16.308649 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port e836a947-a8a6-4e26-82ed-e7793245ebde on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:16.316849 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Port e836a947-a8a6-4e26-82ed-e7793245ebde on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:16.317182 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Failed to bind port e836a947-a8a6-4e26-82ed-e7793245ebde on host n-h2-771362-37 for vnic_type normal using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] Jul 16 08:34:16.317555 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempt 10 to bind port e836a947-a8a6-4e26-82ed-e7793245ebde Jul 16 08:34:16.331121 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc442b61-645b-4439-b4a5-96ee1e3b6dd8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c79afcb-ab30-4d88-a579-41ad5071730a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:16.372106 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24be1fc-3d3c-4c8f-bf7c-6982fd189ed3 req-0caa7791-79d8-4986-aa34-792c7145a49a tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:16.373153 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1769c7b-b838-4400-901e-b2a53bb6d176 x-openstack-request-id: req-b1769c7b-b838-4400-901e-b2a53bb6d176 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:16.373456 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f00e78ff-99db-49a5-bc7a-95eb68e55358", "name": "network-vif-deleted", "tag": "78e21dba-5ad5-4fee-b63f-d7be81b78e68", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:16.373711 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a24be1fc-3d3c-4c8f-bf7c-6982fd189ed3 req-0caa7791-79d8-4986-aa34-792c7145a49a tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=7206861f-be04-4ea1-852f-2cd3ac8825d0 HTTP/1.1" status: 200 len: 945 time: 0.2709091 Jul 16 08:34:16.373844 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b1769c7b-b838-4400-901e-b2a53bb6d176 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:16.374124 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f00e78ff-99db-49a5-bc7a-95eb68e55358', 'name': 'network-vif-deleted', 'tag': '78e21dba-5ad5-4fee-b63f-d7be81b78e68', 'status': 'completed', 'code': 200} Jul 16 08:34:16.374787 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port e836a947-a8a6-4e26-82ed-e7793245ebde on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:16.375128 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port e836a947-a8a6-4e26-82ed-e7793245ebde by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:16.375471 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempting to bind port e836a947-a8a6-4e26-82ed-e7793245ebde on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:16.387342 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Port e836a947-a8a6-4e26-82ed-e7793245ebde on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:16.391797 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Failed to bind port e836a947-a8a6-4e26-82ed-e7793245ebde on host n-h2-771362-37 for vnic_type normal using segments [{'id': '71a5fcb1-352d-4b2e-8c2f-342bae34a929', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '14674e13-c9ac-480a-b74e-5aadfbb16f09'}] Jul 16 08:34:16.392231 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:16.435928 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a24be1fc-3d3c-4c8f-bf7c-6982fd189ed3 req-511abe61-c668-40c1-8873-1c2bb979af5f tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512829 Jul 16 08:34:16.440693 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-56bebe48-0a98-4d7b-9eb9-d6ef69c27404 service neutron] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3473141 Jul 16 08:34:16.533058 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] For port e836a947-a8a6-4e26-82ed-e7793245ebde, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:16.533989 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attempted to set empty binding levels {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 08:34:16.550513 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:16.644272 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] In _notify_port_updated(), no bound segment for port e836a947-a8a6-4e26-82ed-e7793245ebde on network 14674e13-c9ac-480a-b74e-5aadfbb16f09 {{(pid=93759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:34:16.646817 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:16.648212 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:16.655421 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] 10.222.0.22 "PUT /v2.0/ports/e836a947-a8a6-4e26-82ed-e7793245ebde HTTP/1.1" status: 200 len: 976 time: 2.1278813 Jul 16 08:34:16.659310 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58418) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:16.699579 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ab12a-c9ac-412b-999e-9d095d2c3369 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Pushing event updated for resources: {'Port': ['ID=e836a947-a8a6-4e26-82ed-e7793245ebde,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:16.709771 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-0f07f907-41cf-41c1-86fd-76eb411b00a4 service neutron] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2593522 Jul 16 08:34:16.816935 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-6adf4bbf-37db-42cf-893b-0ce5d2324eaf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.114&port_id=76090f44-539b-438f-8800-1f8cae00b415 HTTP/1.1" status: 200 len: 217 time: 0.0777879 Jul 16 08:34:16.907997 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588fa7-f0da-4850-8118-99468c2078b5 req-17376618-157c-4be5-83df-330017e498ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:16.909568 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-17376618-157c-4be5-83df-330017e498ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7a964aa1-f099-4baa-ad12-6f062d38c70f HTTP/1.1" status: 200 len: 797 time: 0.0858238 Jul 16 08:34:17.026160 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3206ec7e-15a7-409e-8a43-730336b257b0 req-b2393076-14ac-4516-bb3b-080cbab13b40 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=005467a0-c206-4ac7-9e53-42d96bcca5e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2886970 Jul 16 08:34:17.037279 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-6cae3431-c6f3-4f7c-80d1-225aa272b811 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Deleting port e836a947-a8a6-4e26-82ed-e7793245ebde {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:17.038234 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6cae3431-c6f3-4f7c-80d1-225aa272b811 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:17.162836 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bf17f432-b6f3-4f77-a7ea-7b16458ec454 req-33e7069c-750e-4cbe-b29c-1e52d4289a9f tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=f00e78ff-99db-49a5-bc7a-95eb68e55358 HTTP/1.1" status: 200 len: 210 time: 0.1016331 Jul 16 08:34:17.194978 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588fa7-f0da-4850-8118-99468c2078b5 req-4421de31-eabe-4a01-ab13-9a44bc08dc66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:17.196570 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-4421de31-eabe-4a01-ab13-9a44bc08dc66 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=aa91a730-1f66-43ab-9470-038c67461639&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2769086 Jul 16 08:34:17.258041 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-6cae3431-c6f3-4f7c-80d1-225aa272b811 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] For port e836a947-a8a6-4e26-82ed-e7793245ebde, host n-h2-771362-37, got binding levels [] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:17.259003 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6cae3431-c6f3-4f7c-80d1-225aa272b811 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:17.273680 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-59a7bde7-6c6f-49f3-974b-535b56bed055 req-4aad9b28-1af1-4175-a0b5-480e867e2342 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5b904c9-d0c9-4d73-978b-8e36772fba19 HTTP/1.1" status: 200 len: 210 time: 0.0814519 Jul 16 08:34:17.360631 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-6cae3431-c6f3-4f7c-80d1-225aa272b811 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Calling delete_port for e836a947-a8a6-4e26-82ed-e7793245ebde owned by {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:17.366709 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206ec7e-15a7-409e-8a43-730336b257b0 req-4a881294-2ed2-4e1e-842d-ad2e339e2fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:17.369713 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3206ec7e-15a7-409e-8a43-730336b257b0 req-4a881294-2ed2-4e1e-842d-ad2e339e2fc1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=96b808a620d443df8403c582e51f491a&device_id=005467a0-c206-4ac7-9e53-42d96bcca5e6 HTTP/1.1" status: 200 len: 1098 time: 0.3146706 Jul 16 08:34:17.388588 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 78e21dba-5ad5-4fee-b63f-d7be81b78e68 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:17.436912 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 78e21dba-5ad5-4fee-b63f-d7be81b78e68 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:34:17.437526 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 78e21dba-5ad5-4fee-b63f-d7be81b78e68 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:34:17.496583 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf686d6-5eea-458f-a2b6-70bec90e8307 req-869b0ca4-423e-43d1-a469-a22d4b738c9c tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:17.500955 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6bf686d6-5eea-458f-a2b6-70bec90e8307 req-869b0ca4-423e-43d1-a469-a22d4b738c9c tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 946 time: 0.1901066 Jul 16 08:34:17.592939 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6bf686d6-5eea-458f-a2b6-70bec90e8307 req-b30bb744-807e-43fd-9df0-94026082cfcb tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869684 Jul 16 08:34:17.761373 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-0b000696-d0db-441f-a50c-b80e96282adc service neutron] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5478547 Jul 16 08:34:17.808067 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206ec7e-15a7-409e-8a43-730336b257b0 req-d4597660-221c-4171-98f3-7598c6022a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:17.812429 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3206ec7e-15a7-409e-8a43-730336b257b0 req-d4597660-221c-4171-98f3-7598c6022a95 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 HTTP/1.1" status: 200 len: 915 time: 0.4186249 Jul 16 08:34:18.288009 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbcd4c-64da-42d0-978a-547ee016436a req-fb4c17e6-1b67-4d43-b8f9-269542ad87c3 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:18.289528 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-09fbcd4c-64da-42d0-978a-547ee016436a req-fb4c17e6-1b67-4d43-b8f9-269542ad87c3 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.21 "GET /v2.0/networks?id=bffad17c-f1ab-47e1-8c7a-30b725bf841f HTTP/1.1" status: 200 len: 811 time: 0.7073987 Jul 16 08:34:18.297708 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3206ec7e-15a7-409e-8a43-730336b257b0 req-8cb14d39-b723-4238-b767-8b89a163aa98 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1f263586-c0cf-44d1-b41e-1d556581b79d HTTP/1.1" status: 200 len: 217 time: 0.4776392 Jul 16 08:34:18.307787 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-09fbcd4c-64da-42d0-978a-547ee016436a req-dd8a675d-77b0-4056-a962-1b7d8601fdcd tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Request body: {'port': {'device_id': 'b5b904c9-d0c9-4d73-978b-8e36772fba19', 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f', 'admin_state_up': True, 'tenant_id': 'e2c8ee8748ed40f095f05f97decda731'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:18.391845 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-6c7f5128-bf3a-4dbe-9b78-5e831099d52c service neutron] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5744548 Jul 16 08:34:18.467916 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6cae3431-c6f3-4f7c-80d1-225aa272b811 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:18.470411 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-051e22ab-d1b0-44f7-ac52-f35831845c93 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=731fdcab-68d6-4de1-9151-da7a41b03db8 HTTP/1.1" status: 200 len: 217 time: 0.0691998 Jul 16 08:34:18.475801 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcea6e8e-1255-46a0-90a0-871c76ce6c6d req-0cedfa39-541d-4350-88ee-9c1aa9682b70 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:18.477768 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fcea6e8e-1255-46a0-90a0-871c76ce6c6d req-0cedfa39-541d-4350-88ee-9c1aa9682b70 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.0816531 Jul 16 08:34:18.521850 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fcea6e8e-1255-46a0-90a0-871c76ce6c6d req-b827155c-f3f0-4620-8040-52c90fbd728c tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359750 Jul 16 08:34:18.542162 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206ec7e-15a7-409e-8a43-730336b257b0 req-ff6fe79e-bf2f-4b85-bf51-b095baf20b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:18.543823 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3206ec7e-15a7-409e-8a43-730336b257b0 req-ff6fe79e-bf2f-4b85-bf51-b095baf20b62 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=41d94230-f7df-4380-bdc6-f90c3a47e27a HTTP/1.1" status: 200 len: 854 time: 0.2397397 Jul 16 08:34:18.550530 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cc34eda1-c740-4fea-8adf-d83265350a04 req-be54f134-2ea3-4e7f-b772-613e2a2cdb41 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5b904c9-d0c9-4d73-978b-8e36772fba19 HTTP/1.1" status: 200 len: 210 time: 0.1227529 Jul 16 08:34:18.572906 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cae3431-c6f3-4f7c-80d1-225aa272b811 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Pushing event deleted for resources: {'Port': ['ID=e836a947-a8a6-4e26-82ed-e7793245ebde,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:18.622570 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6cae3431-c6f3-4f7c-80d1-225aa272b811 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:18.627039 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6cae3431-c6f3-4f7c-80d1-225aa272b811 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] 10.222.0.22 "DELETE /v2.0/ports/e836a947-a8a6-4e26-82ed-e7793245ebde HTTP/1.1" status: 204 len: 168 time: 1.9638927 Jul 16 08:34:18.627039 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3206ec7e-15a7-409e-8a43-730336b257b0 req-ee0fc563-544c-4826-a65e-098846c5cbc1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b2d19c32-2fcb-4a1c-86db-a53ab571cdf4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748124 Jul 16 08:34:18.628281 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58502) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:18.666430 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588fa7-f0da-4850-8118-99468c2078b5 req-23db0984-9c54-4bc3-a9cd-d75b076317eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:18.667936 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-23db0984-9c54-4bc3-a9cd-d75b076317eb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7842a341-61cf-4424-8fa5-ccac1e8e2370 HTTP/1.1" status: 200 len: 797 time: 0.1734638 Jul 16 08:34:18.670439 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-583bcf51-0f62-41ee-a1bc-b4e14674e966 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] GET failed (client error): The resource could not be found. Jul 16 08:34:18.672379 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-583bcf51-0f62-41ee-a1bc-b4e14674e966 tempest-PortsAdminExtendedAttrsTestJSON-1164438613 tempest-PortsAdminExtendedAttrsTestJSON-1164438613-project-admin] 10.222.0.22 "GET /v2.0/ports/e836a947-a8a6-4e26-82ed-e7793245ebde HTTP/1.1" status: 404 len: 333 time: 0.0422704 Jul 16 08:34:18.676198 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58506) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:18.761522 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-09fbcd4c-64da-42d0-978a-547ee016436a req-dd8a675d-77b0-4056-a962-1b7d8601fdcd tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Made reservation on behalf of e2c8ee8748ed40f095f05f97decda731 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:18.765374 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-09fbcd4c-64da-42d0-978a-547ee016436a req-dd8a675d-77b0-4056-a962-1b7d8601fdcd tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:18.804203 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8deeb58-c6a6-493c-865e-2a367ddeb291 tempest-PortsAdminExtendedAttrsTestJSON-2092272054 tempest-PortsAdminExtendedAttrsTestJSON-2092272054-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:18.821441 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3206ec7e-15a7-409e-8a43-730336b257b0 req-9c7bb314-7156-43d3-8535-307187f1c539 service neutron] 10.222.0.21 "GET /v2.0/networks/b2d19c32-2fcb-4a1c-86db-a53ab571cdf4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1862049 Jul 16 08:34:18.903622 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588fa7-f0da-4850-8118-99468c2078b5 req-acb912b4-d82a-471d-9c67-ed07e76a7975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:18.905214 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-acb912b4-d82a-471d-9c67-ed07e76a7975 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75416cd1-a2d8-4e5f-acde-36e6b516d991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2293324 Jul 16 08:34:18.927034 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8deeb58-c6a6-493c-865e-2a367ddeb291 tempest-PortsAdminExtendedAttrsTestJSON-2092272054 tempest-PortsAdminExtendedAttrsTestJSON-2092272054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:18.939223 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-a8deeb58-c6a6-493c-865e-2a367ddeb291 tempest-PortsAdminExtendedAttrsTestJSON-2092272054 tempest-PortsAdminExtendedAttrsTestJSON-2092272054-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14674e13-c9ac-480a-b74e-5aadfbb16f09']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:18.951305 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-a8deeb58-c6a6-493c-865e-2a367ddeb291 tempest-PortsAdminExtendedAttrsTestJSON-2092272054 tempest-PortsAdminExtendedAttrsTestJSON-2092272054-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a5fcb1-352d-4b2e-8c2f-342bae34a929') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:18.951976 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-a8deeb58-c6a6-493c-865e-2a367ddeb291 tempest-PortsAdminExtendedAttrsTestJSON-2092272054 tempest-PortsAdminExtendedAttrsTestJSON-2092272054-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a5fcb1-352d-4b2e-8c2f-342bae34a929') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:18.974317 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8deeb58-c6a6-493c-865e-2a367ddeb291 tempest-PortsAdminExtendedAttrsTestJSON-2092272054 tempest-PortsAdminExtendedAttrsTestJSON-2092272054-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:18.991943 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8deeb58-c6a6-493c-865e-2a367ddeb291 tempest-PortsAdminExtendedAttrsTestJSON-2092272054 tempest-PortsAdminExtendedAttrsTestJSON-2092272054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:19.005241 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8deeb58-c6a6-493c-865e-2a367ddeb291 tempest-PortsAdminExtendedAttrsTestJSON-2092272054 tempest-PortsAdminExtendedAttrsTestJSON-2092272054-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:34:19.006192 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8deeb58-c6a6-493c-865e-2a367ddeb291 tempest-PortsAdminExtendedAttrsTestJSON-2092272054 tempest-PortsAdminExtendedAttrsTestJSON-2092272054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:34:19.013115 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:34:19.091669 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8deeb58-c6a6-493c-865e-2a367ddeb291 tempest-PortsAdminExtendedAttrsTestJSON-2092272054 tempest-PortsAdminExtendedAttrsTestJSON-2092272054-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:19.104774 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a8deeb58-c6a6-493c-865e-2a367ddeb291 tempest-PortsAdminExtendedAttrsTestJSON-2092272054 tempest-PortsAdminExtendedAttrsTestJSON-2092272054-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:19.108045 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a8deeb58-c6a6-493c-865e-2a367ddeb291 tempest-PortsAdminExtendedAttrsTestJSON-2092272054 tempest-PortsAdminExtendedAttrsTestJSON-2092272054-project] 10.222.0.22 "DELETE /v2.0/networks/14674e13-c9ac-480a-b74e-5aadfbb16f09 HTTP/1.1" status: 204 len: 168 time: 0.4306660 Jul 16 08:34:19.117937 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3206ec7e-15a7-409e-8a43-730336b257b0 req-7bf353f0-2a1d-4a60-a4ca-4f4cff9b42cb service neutron] 10.222.0.21 "GET /v2.0/networks/b2d19c32-2fcb-4a1c-86db-a53ab571cdf4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2595735 Jul 16 08:34:19.123926 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-09fbcd4c-64da-42d0-978a-547ee016436a req-dd8a675d-77b0-4056-a962-1b7d8601fdcd tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Allocated IP 172.20.0.8 (bffad17c-f1ab-47e1-8c7a-30b725bf841f/25132452-9e46-4209-8e8b-3e1b72482432/14734760-d91c-4366-b7d4-f3acfe8b216e) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:19.154380 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8deeb58-c6a6-493c-865e-2a367ddeb291 tempest-PortsAdminExtendedAttrsTestJSON-2092272054 tempest-PortsAdminExtendedAttrsTestJSON-2092272054-project] Pushing event deleted for resources: {'Network': ['ID=14674e13-c9ac-480a-b74e-5aadfbb16f09,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:19.171864 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-441f436d-6fc0-4ba1-a6da-caa0ea609f9e service neutron] 10.222.0.30 "GET /v2.0/networks/75416cd1-a2d8-4e5f-acde-36e6b516d991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2336242 Jul 16 08:34:19.204617 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d250259c-c9bd-4ed4-9c42-2f6bb553c328 req-dc04a989-3eb2-4a72-b1d5-ec48bb78e9a5 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:19.206150 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d250259c-c9bd-4ed4-9c42-2f6bb553c328 req-dc04a989-3eb2-4a72-b1d5-ec48bb78e9a5 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 946 time: 0.2579465 Jul 16 08:34:19.338040 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d250259c-c9bd-4ed4-9c42-2f6bb553c328 req-de70eff9-d384-4621-a0d2-72d122deaa1e tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144314 Jul 16 08:34:19.389180 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-124c4dd5-8594-41cf-941f-dee1f8b9d1ac service neutron] 10.222.0.30 "GET /v2.0/networks/75416cd1-a2d8-4e5f-acde-36e6b516d991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088501 Jul 16 08:34:19.450988 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-5aa12d39-f6a1-4078-b283-003be74117ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=091da7a4-e099-4e84-a774-919605faad63 HTTP/1.1" status: 200 len: 217 time: 0.0542066 Jul 16 08:34:19.511176 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-09fbcd4c-64da-42d0-978a-547ee016436a req-dd8a675d-77b0-4056-a962-1b7d8601fdcd tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:19.527908 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588fa7-f0da-4850-8118-99468c2078b5 req-07c618dd-7795-4eea-a1a0-c3479c7be2a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:19.529454 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-07c618dd-7795-4eea-a1a0-c3479c7be2a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=7842a341-61cf-4424-8fa5-ccac1e8e2370 HTTP/1.1" status: 200 len: 797 time: 0.0709116 Jul 16 08:34:19.609808 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27588fa7-f0da-4850-8118-99468c2078b5 req-7fe20219-8113-43cf-b1ee-0cd02a3cca4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:19.611644 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-7fe20219-8113-43cf-b1ee-0cd02a3cca4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=75416cd1-a2d8-4e5f-acde-36e6b516d991&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0756638 Jul 16 08:34:19.612999 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-09fbcd4c-64da-42d0-978a-547ee016436a req-dd8a675d-77b0-4056-a962-1b7d8601fdcd tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:19.720412 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-09fbcd4c-64da-42d0-978a-547ee016436a req-dd8a675d-77b0-4056-a962-1b7d8601fdcd tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Network bffad17c-f1ab-47e1-8c7a-30b725bf841f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:19.750083 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-09fbcd4c-64da-42d0-978a-547ee016436a req-dd8a675d-77b0-4056-a962-1b7d8601fdcd tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:19.756099 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-09fbcd4c-64da-42d0-978a-547ee016436a req-dd8a675d-77b0-4056-a962-1b7d8601fdcd tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:19.782211 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd8a675d-77b0-4056-a962-1b7d8601fdcd tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Pushing event updated for resources: {'Port': ['ID=14734760-d91c-4366-b7d4-f3acfe8b216e,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:19.834788 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbcd4c-64da-42d0-978a-547ee016436a req-dd8a675d-77b0-4056-a962-1b7d8601fdcd tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:19.835465 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-09fbcd4c-64da-42d0-978a-547ee016436a req-dd8a675d-77b0-4056-a962-1b7d8601fdcd tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:19.849610 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-44e4096f-2306-440f-b6d2-bc7c6252a881 service neutron] 10.222.0.30 "GET /v2.0/networks/75416cd1-a2d8-4e5f-acde-36e6b516d991?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2284958 Jul 16 08:34:19.853070 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-09fbcd4c-64da-42d0-978a-547ee016436a req-dd8a675d-77b0-4056-a962-1b7d8601fdcd tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5514052 Jul 16 08:34:19.866759 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8fe60b-263a-4147-a39b-2aba8e50bef4 req-8e6efa76-eceb-4446-8d33-8dc082c130ac tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:19.874870 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8a8fe60b-263a-4147-a39b-2aba8e50bef4 req-8e6efa76-eceb-4446-8d33-8dc082c130ac tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.0817204 Jul 16 08:34:19.882830 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-09fbcd4c-64da-42d0-978a-547ee016436a req-9c544825-c1a7-45d2-9246-3442740ed203 service neutron] Request body: {'port': {'device_id': 'b5b904c9-d0c9-4d73-978b-8e36772fba19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:19.947150 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8a8fe60b-263a-4147-a39b-2aba8e50bef4 req-4fca3630-8d1c-4c58-83e7-3d0a0817151e tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709219 Jul 16 08:34:19.961377 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58560) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:20.154964 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27588fa7-f0da-4850-8118-99468c2078b5 req-cfe35201-94e3-42aa-b91f-eefa34f041c7 service neutron] 10.222.0.30 "GET /v2.0/networks/75416cd1-a2d8-4e5f-acde-36e6b516d991?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2989671 Jul 16 08:34:20.191797 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-09fbcd4c-64da-42d0-978a-547ee016436a req-9c544825-c1a7-45d2-9246-3442740ed203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:20.234086 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-da16b2c5-ea1c-4edb-aa6b-4408a766d58e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f1c63e74e21e481e9dcdc683247b8f20&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2690496 Jul 16 08:34:20.234554 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58576) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:20.325736 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ffa7c-782f-4d8b-9015-b326bd59142e req-91b42e52-3ca9-489b-9a6c-bb9800e5e72b tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:20.327880 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-590e1b0f-218a-479e-a317-4f6592b7e1b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:20.333054 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f50ffa7c-782f-4d8b-9015-b326bd59142e req-91b42e52-3ca9-489b-9a6c-bb9800e5e72b tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5b904c9-d0c9-4d73-978b-8e36772fba19 HTTP/1.1" status: 200 len: 931 time: 0.1235385 Jul 16 08:34:20.359061 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-590e1b0f-218a-479e-a317-4f6592b7e1b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:20.430779 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-590e1b0f-218a-479e-a317-4f6592b7e1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:20.435124 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-590e1b0f-218a-479e-a317-4f6592b7e1b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:20.436469 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-590e1b0f-218a-479e-a317-4f6592b7e1b4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9b130902-ce1a-467a-a145-66fc1a9c31bc HTTP/1.1" status: 204 len: 168 time: 0.2007725 Jul 16 08:34:20.445187 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590e1b0f-218a-479e-a317-4f6592b7e1b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b130902-ce1a-467a-a145-66fc1a9c31bc,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:20.476581 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f50ffa7c-782f-4d8b-9015-b326bd59142e req-3cb1555e-e775-41ae-8921-aa6ef6790116 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426394 Jul 16 08:34:20.751857 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-09fbcd4c-64da-42d0-978a-547ee016436a req-9c544825-c1a7-45d2-9246-3442740ed203 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14734760-d91c-4366-b7d4-f3acfe8b216e {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:20.774469 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-09fbcd4c-64da-42d0-978a-547ee016436a req-9c544825-c1a7-45d2-9246-3442740ed203 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:20.812845 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-09fbcd4c-64da-42d0-978a-547ee016436a req-9c544825-c1a7-45d2-9246-3442740ed203 service neutron] Transition to ACTIVE for port object 14734760-d91c-4366-b7d4-f3acfe8b216e will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:20.822948 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-09fbcd4c-64da-42d0-978a-547ee016436a req-9c544825-c1a7-45d2-9246-3442740ed203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:20.981689 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c544825-c1a7-45d2-9246-3442740ed203 service neutron] Pushing event updated for resources: {'Port': ['ID=14734760-d91c-4366-b7d4-f3acfe8b216e,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:21.077243 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-09fbcd4c-64da-42d0-978a-547ee016436a req-9c544825-c1a7-45d2-9246-3442740ed203 service neutron] Attempting to bind port 14734760-d91c-4366-b7d4-f3acfe8b216e on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:21.077593 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-09fbcd4c-64da-42d0-978a-547ee016436a req-9c544825-c1a7-45d2-9246-3442740ed203 service neutron] Attempting to bind port 14734760-d91c-4366-b7d4-f3acfe8b216e by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '7966b954-ba20-41a9-9f74-7745454be80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:21.077935 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fbcd4c-64da-42d0-978a-547ee016436a req-9c544825-c1a7-45d2-9246-3442740ed203 service neutron] Attempting to bind port 14734760-d91c-4366-b7d4-f3acfe8b216e on network bffad17c-f1ab-47e1-8c7a-30b725bf841f {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:21.115463 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fbcd4c-64da-42d0-978a-547ee016436a req-9c544825-c1a7-45d2-9246-3442740ed203 service neutron] Port 14734760-d91c-4366-b7d4-f3acfe8b216e on network bffad17c-f1ab-47e1-8c7a-30b725bf841f not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:21.115748 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fbcd4c-64da-42d0-978a-547ee016436a req-9c544825-c1a7-45d2-9246-3442740ed203 service neutron] Attempting to bind port 14734760-d91c-4366-b7d4-f3acfe8b216e on network bffad17c-f1ab-47e1-8c7a-30b725bf841f {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:21.123872 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fbcd4c-64da-42d0-978a-547ee016436a req-9c544825-c1a7-45d2-9246-3442740ed203 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:21.124219 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fbcd4c-64da-42d0-978a-547ee016436a req-9c544825-c1a7-45d2-9246-3442740ed203 service neutron] Checking segment: {'id': '7966b954-ba20-41a9-9f74-7745454be80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:21.124633 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-09fbcd4c-64da-42d0-978a-547ee016436a req-9c544825-c1a7-45d2-9246-3442740ed203 service neutron] Bound using segment: {'id': '7966b954-ba20-41a9-9f74-7745454be80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:21.125079 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-09fbcd4c-64da-42d0-978a-547ee016436a req-9c544825-c1a7-45d2-9246-3442740ed203 service neutron] Bound port: 14734760-d91c-4366-b7d4-f3acfe8b216e, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7966b954-ba20-41a9-9f74-7745454be80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:21.125444 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-09fbcd4c-64da-42d0-978a-547ee016436a req-9c544825-c1a7-45d2-9246-3442740ed203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.149067 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05e3263-3c6b-4ffb-87e9-ed19cdc4d04f req-a399a018-fed4-44c9-baf8-fbf280a4b21b tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:21.150708 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d05e3263-3c6b-4ffb-87e9-ed19cdc4d04f req-a399a018-fed4-44c9-baf8-fbf280a4b21b tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1600740 Jul 16 08:34:21.205168 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58610) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:21.270724 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d05e3263-3c6b-4ffb-87e9-ed19cdc4d04f req-0069fa32-432d-4f64-b5e0-7a46a85ed1a9 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903139 Jul 16 08:34:21.272076 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-09fbcd4c-64da-42d0-978a-547ee016436a req-9c544825-c1a7-45d2-9246-3442740ed203 service neutron] For port 14734760-d91c-4366-b7d4-f3acfe8b216e, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:21.280132 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-09fbcd4c-64da-42d0-978a-547ee016436a req-9c544825-c1a7-45d2-9246-3442740ed203 service neutron] For port 14734760-d91c-4366-b7d4-f3acfe8b216e, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=14734760-d91c-4366-b7d4-f3acfe8b216e,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:21.289187 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-09fbcd4c-64da-42d0-978a-547ee016436a req-9c544825-c1a7-45d2-9246-3442740ed203 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.295370 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9fdb8337-6604-4550-ae2a-25cd145047cf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1b331f9ead10420abe136d58f7ff1d60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0880394 Jul 16 08:34:21.304521 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58614) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:21.427759 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-434fbc96-e3d6-438c-93f1-5b72d88d860f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.431231 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbcd4c-64da-42d0-978a-547ee016436a req-9c544825-c1a7-45d2-9246-3442740ed203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:21.432023 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-09fbcd4c-64da-42d0-978a-547ee016436a req-9c544825-c1a7-45d2-9246-3442740ed203 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.434567 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-09fbcd4c-64da-42d0-978a-547ee016436a req-9c544825-c1a7-45d2-9246-3442740ed203 service neutron] 10.222.0.21 "PUT /v2.0/ports/14734760-d91c-4366-b7d4-f3acfe8b216e HTTP/1.1" status: 200 len: 1092 time: 1.5675242 Jul 16 08:34:21.436873 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5b904c9-d0c9-4d73-978b-8e36772fba19', 'tag': '14734760-d91c-4366-b7d4-f3acfe8b216e'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:21.439224 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7d5cdd6-6cf5-4126-80f3-9db212dbff26" -d '{"events": [{"name": "network-changed", "server_uuid": "b5b904c9-d0c9-4d73-978b-8e36772fba19", "tag": "14734760-d91c-4366-b7d4-f3acfe8b216e"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:21.462218 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c544825-c1a7-45d2-9246-3442740ed203 service neutron] Pushing event updated for resources: {'Port': ['ID=14734760-d91c-4366-b7d4-f3acfe8b216e,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:21.474971 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-434fbc96-e3d6-438c-93f1-5b72d88d860f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.562509 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-434fbc96-e3d6-438c-93f1-5b72d88d860f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.567252 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-434fbc96-e3d6-438c-93f1-5b72d88d860f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:21.570932 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-434fbc96-e3d6-438c-93f1-5b72d88d860f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b680dbcb-c73a-461a-aaeb-9110654bf8a8 HTTP/1.1" status: 204 len: 168 time: 0.2607691 Jul 16 08:34:21.581865 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbdb5a8e-0d82-411e-95a5-3f96df7734d0 x-openstack-request-id: req-dbdb5a8e-0d82-411e-95a5-3f96df7734d0 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:21.582629 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5b904c9-d0c9-4d73-978b-8e36772fba19", "tag": "14734760-d91c-4366-b7d4-f3acfe8b216e", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:21.582629 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dbdb5a8e-0d82-411e-95a5-3f96df7734d0 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:21.582990 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5b904c9-d0c9-4d73-978b-8e36772fba19', 'tag': '14734760-d91c-4366-b7d4-f3acfe8b216e', 'status': 'completed', 'code': 200} Jul 16 08:34:21.600939 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-434fbc96-e3d6-438c-93f1-5b72d88d860f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b680dbcb-c73a-461a-aaeb-9110654bf8a8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:21.761950 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbcd4c-64da-42d0-978a-547ee016436a req-95c8cb3d-424d-4558-b1bb-811f1d816fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:21.763740 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-09fbcd4c-64da-42d0-978a-547ee016436a req-95c8cb3d-424d-4558-b1bb-811f1d816fce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e2c8ee8748ed40f095f05f97decda731&device_id=b5b904c9-d0c9-4d73-978b-8e36772fba19 HTTP/1.1" status: 200 len: 1095 time: 0.1204398 Jul 16 08:34:21.782097 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3230d29-f882-432c-bb67-9c68f652b88d req-61b64ff3-ad3d-4351-bc00-874a6326329b tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:21.789783 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a3230d29-f882-432c-bb67-9c68f652b88d req-61b64ff3-ad3d-4351-bc00-874a6326329b tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5b904c9-d0c9-4d73-978b-8e36772fba19 HTTP/1.1" status: 200 len: 943 time: 0.0912344 Jul 16 08:34:21.862737 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-09fbcd4c-64da-42d0-978a-547ee016436a req-1070a16d-cf49-4ba4-936a-beca89c6f6d0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14734760-d91c-4366-b7d4-f3acfe8b216e HTTP/1.1" status: 200 len: 217 time: 0.0832586 Jul 16 08:34:21.910055 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a3230d29-f882-432c-bb67-9c68f652b88d req-4a27f783-7c30-427b-8a8a-3e8e3cb8f014 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193490 Jul 16 08:34:21.983874 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fbcd4c-64da-42d0-978a-547ee016436a req-52ce9bba-abd0-4321-8d70-2e66913a6207 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:21.985447 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-09fbcd4c-64da-42d0-978a-547ee016436a req-52ce9bba-abd0-4321-8d70-2e66913a6207 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25132452-9e46-4209-8e8b-3e1b72482432 HTTP/1.1" status: 200 len: 851 time: 0.1218503 Jul 16 08:34:22.043528 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58650) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:22.068062 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-09fbcd4c-64da-42d0-978a-547ee016436a req-b043e490-4caf-4287-953b-a20171b86cbc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bffad17c-f1ab-47e1-8c7a-30b725bf841f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0730793 Jul 16 08:34:22.189315 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-09fbcd4c-64da-42d0-978a-547ee016436a req-fac30d21-2e97-4e84-9bd6-a5750b850fee service neutron] 10.222.0.21 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130762 Jul 16 08:34:22.231926 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2a7ab19c-fce5-491a-8b6e-0e8dfe3b2144 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:22.436258 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-09fbcd4c-64da-42d0-978a-547ee016436a req-f21f28d8-307a-485a-ac50-468132b2bb47 service neutron] 10.222.0.21 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391477 Jul 16 08:34:22.477882 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2a7ab19c-fce5-491a-8b6e-0e8dfe3b2144 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:22.484986 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2a7ab19c-fce5-491a-8b6e-0e8dfe3b2144 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:22.572180 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2a7ab19c-fce5-491a-8b6e-0e8dfe3b2144 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eaa57f2630d64ed2bf4e3dca36a4969d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5275435 Jul 16 08:34:22.572420 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58668) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:22.573692 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7ab19c-fce5-491a-8b6e-0e8dfe3b2144 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21908fd8-e843-4833-8984-8d3f1fa08ad7,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:22.703253 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5cdd6-6cf5-4126-80f3-9db212dbff26 req-70c98f75-59f5-46d6-bf1b-71b36f3c141c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:22.707375 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7d5cdd6-6cf5-4126-80f3-9db212dbff26 req-70c98f75-59f5-46d6-bf1b-71b36f3c141c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e2c8ee8748ed40f095f05f97decda731&device_id=b5b904c9-d0c9-4d73-978b-8e36772fba19 HTTP/1.1" status: 200 len: 1095 time: 0.1989706 Jul 16 08:34:22.757670 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2acaa0a8-1968-4411-8387-fd5e623e9856 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:22.816077 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2acaa0a8-1968-4411-8387-fd5e623e9856 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:22.926291 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5cdd6-6cf5-4126-80f3-9db212dbff26 req-8c89a009-c62a-45b2-93e4-5d3828b9c47c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:22.927861 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7d5cdd6-6cf5-4126-80f3-9db212dbff26 req-8c89a009-c62a-45b2-93e4-5d3828b9c47c service neutron] 10.222.0.21 "GET /v2.0/networks?id=bffad17c-f1ab-47e1-8c7a-30b725bf841f HTTP/1.1" status: 200 len: 912 time: 0.2048049 Jul 16 08:34:22.935362 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2acaa0a8-1968-4411-8387-fd5e623e9856 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:22.938250 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2acaa0a8-1968-4411-8387-fd5e623e9856 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:22.941994 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2acaa0a8-1968-4411-8387-fd5e623e9856 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/21908fd8-e843-4833-8984-8d3f1fa08ad7 HTTP/1.1" status: 204 len: 168 time: 0.3632658 Jul 16 08:34:22.956428 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acaa0a8-1968-4411-8387-fd5e623e9856 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21908fd8-e843-4833-8984-8d3f1fa08ad7,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:23.004386 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7d5cdd6-6cf5-4126-80f3-9db212dbff26 req-a6333489-3da6-4a22-9e8f-94132d0f7e55 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=14734760-d91c-4366-b7d4-f3acfe8b216e HTTP/1.1" status: 200 len: 217 time: 0.0613291 Jul 16 08:34:23.117767 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d5cdd6-6cf5-4126-80f3-9db212dbff26 req-5ef6cf7b-6b91-4e7a-ba6f-ef2546a1e591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:23.120528 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7d5cdd6-6cf5-4126-80f3-9db212dbff26 req-5ef6cf7b-6b91-4e7a-ba6f-ef2546a1e591 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25132452-9e46-4209-8e8b-3e1b72482432 HTTP/1.1" status: 200 len: 851 time: 0.0686607 Jul 16 08:34:23.208436 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7d5cdd6-6cf5-4126-80f3-9db212dbff26 req-06d88fa7-44ad-4f54-8c5b-f36315b08c52 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bffad17c-f1ab-47e1-8c7a-30b725bf841f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0788839 Jul 16 08:34:23.424712 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7d5cdd6-6cf5-4126-80f3-9db212dbff26 req-cbb6bf0f-1f63-4bd2-9738-f8d549f3ab3f service neutron] 10.222.0.21 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1907005 Jul 16 08:34:23.438930 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aaa81e-b7c2-4141-920e-e1f65d131259 req-67e5742d-bd32-4f91-8f35-8ec0f9a246f3 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:23.441427 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c6aaa81e-b7c2-4141-920e-e1f65d131259 req-67e5742d-bd32-4f91-8f35-8ec0f9a246f3 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5b904c9-d0c9-4d73-978b-8e36772fba19 HTTP/1.1" status: 200 len: 943 time: 0.2320280 Jul 16 08:34:23.588482 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c6aaa81e-b7c2-4141-920e-e1f65d131259 req-37c26a3c-8a28-45c5-bf19-69fdee3d8c6f tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216698 Jul 16 08:34:23.648229 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7d5cdd6-6cf5-4126-80f3-9db212dbff26 req-83928b3a-8cd6-499b-b58e-751b067c7a7e service neutron] 10.222.0.21 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057643 Jul 16 08:34:23.802052 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58744) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:23.829159 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1dbf6a53-ba01-4284-8051-3437a7f3fa66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:23.993929 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1dbf6a53-ba01-4284-8051-3437a7f3fa66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:24.001065 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1dbf6a53-ba01-4284-8051-3437a7f3fa66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:24.081693 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dbf6a53-ba01-4284-8051-3437a7f3fa66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03a82426-5715-4b49-a8e2-8dc81d33bba6,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:24.091139 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1dbf6a53-ba01-4284-8051-3437a7f3fa66 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b87560be51bd49a3b2b8f46894f5ff88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2868392 Jul 16 08:34:24.093065 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58758) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:24.109346 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeb9ebb-f793-4a97-8ad6-fba4bbc7a675 req-b8fd9a2d-fc1a-4182-b288-3931e506db49 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:24.116117 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eaeb9ebb-f793-4a97-8ad6-fba4bbc7a675 req-b8fd9a2d-fc1a-4182-b288-3931e506db49 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1039126 Jul 16 08:34:24.179252 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-739d4d64-7c4e-4ba9-863d-7d54014c7da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:24.181394 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eaeb9ebb-f793-4a97-8ad6-fba4bbc7a675 req-b743947f-fda3-41cf-bb61-b709395eb540 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588982 Jul 16 08:34:24.231389 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-739d4d64-7c4e-4ba9-863d-7d54014c7da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:24.314448 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-739d4d64-7c4e-4ba9-863d-7d54014c7da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:24.318641 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58774) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:24.322392 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-739d4d64-7c4e-4ba9-863d-7d54014c7da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:24.323874 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-739d4d64-7c4e-4ba9-863d-7d54014c7da0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/03a82426-5715-4b49-a8e2-8dc81d33bba6 HTTP/1.1" status: 204 len: 168 time: 0.2306578 Jul 16 08:34:24.333323 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739d4d64-7c4e-4ba9-863d-7d54014c7da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03a82426-5715-4b49-a8e2-8dc81d33bba6,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:24.427172 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6a3ec6-9025-4228-93cb-aa659accdba4 req-a9137f80-9c38-4f4f-b531-6ff2a2ef83e6 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:24.429164 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8d6a3ec6-9025-4228-93cb-aa659accdba4 req-a9137f80-9c38-4f4f-b531-6ff2a2ef83e6 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.0750690 Jul 16 08:34:24.472382 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8d6a3ec6-9025-4228-93cb-aa659accdba4 req-500d2885-0d1d-431c-9928-e97780a7e110 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364559 Jul 16 08:34:24.529558 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-47613519-7ea9-486e-801e-d65846895d11 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-2062275740'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:24.568427 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47613519-7ea9-486e-801e-d65846895d11 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:24.569741 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47613519-7ea9-486e-801e-d65846895d11 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:24.691045 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47613519-7ea9-486e-801e-d65846895d11 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:24.701164 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47613519-7ea9-486e-801e-d65846895d11 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:24.718795 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47613519-7ea9-486e-801e-d65846895d11 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:24.725533 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58796) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:24.730500 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-47613519-7ea9-486e-801e-d65846895d11 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4023190 Jul 16 08:34:24.990126 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2a5fd966-0473-4f2e-bc5c-d6a3bfaf3ad9 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.067828 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6319b8ef-402a-4c50-a627-894443ce5f60 req-8c4b1723-a306-46ba-beeb-da429545e7ea tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:25.085956 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6319b8ef-402a-4c50-a627-894443ce5f60 req-8c4b1723-a306-46ba-beeb-da429545e7ea tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5b904c9-d0c9-4d73-978b-8e36772fba19 HTTP/1.1" status: 200 len: 943 time: 0.2585938 Jul 16 08:34:25.181668 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6319b8ef-402a-4c50-a627-894443ce5f60 req-8eb44530-b48b-4508-8c6a-4a6adbf4ad54 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947173 Jul 16 08:34:25.289348 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 205273b4-c0e5-43b4-8a31-7fcc20e410c0 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:34:25.299579 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2a5fd966-0473-4f2e-bc5c-d6a3bfaf3ad9 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.305550 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2a5fd966-0473-4f2e-bc5c-d6a3bfaf3ad9 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.448057 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2a5fd966-0473-4f2e-bc5c-d6a3bfaf3ad9 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.452420 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a5fd966-0473-4f2e-bc5c-d6a3bfaf3ad9 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 087ea82e-08f3-416d-a7da-8b58e5a6befe {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:34:25.464065 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2a5fd966-0473-4f2e-bc5c-d6a3bfaf3ad9 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.469718 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58830) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:25.474359 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-27e6a55f-5a6e-49d9-bfa7-2daf149574c6 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Request body: {'router': {'name': 'tempest-router-979092343', 'distributed': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:25.483641 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2a5fd966-0473-4f2e-bc5c-d6a3bfaf3ad9 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] 10.222.0.22 "DELETE /v2.0/routers/087ea82e-08f3-416d-a7da-8b58e5a6befe HTTP/1.1" status: 204 len: 168 time: 0.7563999 Jul 16 08:34:25.544364 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-27e6a55f-5a6e-49d9-bfa7-2daf149574c6 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.546604 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-27e6a55f-5a6e-49d9-bfa7-2daf149574c6 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.578691 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 205273b4-c0e5-43b4-8a31-7fcc20e410c0, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=205273b4-c0e5-43b4-8a31-7fcc20e410c0,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:25.616635 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '205273b4-c0e5-43b4-8a31-7fcc20e410c0', 'network_id': '0b0632f2-66a2-43c2-8891-f4c2d1d4df60', 'port_id': '205273b4-c0e5-43b4-8a31-7fcc20e410c0', 'mac_address': 'fa:16:3e:ae:1d:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a403916-6099-4ffc-ad6e-346025e9f7bf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:34:25.743587 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.766044 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 205273b4-c0e5-43b4-8a31-7fcc20e410c0 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:25.793982 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 205273b4-c0e5-43b4-8a31-7fcc20e410c0, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=205273b4-c0e5-43b4-8a31-7fcc20e410c0,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:25.802995 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:25.928270 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['205273b4-c0e5-43b4-8a31-7fcc20e410c0'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:26.033102 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=205273b4-c0e5-43b4-8a31-7fcc20e410c0,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:26.244862 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-27e6a55f-5a6e-49d9-bfa7-2daf149574c6 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.256487 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-27e6a55f-5a6e-49d9-bfa7-2daf149574c6 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.281927 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-27e6a55f-5a6e-49d9-bfa7-2daf149574c6 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.289711 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-27e6a55f-5a6e-49d9-bfa7-2daf149574c6 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8162766 Jul 16 08:34:26.291162 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58854) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:26.612120 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-67bb625c-cc16-4567-9934-916dd8810ac4 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.716914 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c039d38-3e19-4187-b297-e87b3475b07d req-b856dfff-9684-4452-be07-d89eddb01c59 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:26.732383 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1c039d38-3e19-4187-b297-e87b3475b07d req-b856dfff-9684-4452-be07-d89eddb01c59 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5b904c9-d0c9-4d73-978b-8e36772fba19 HTTP/1.1" status: 200 len: 943 time: 0.2685349 Jul 16 08:34:26.922696 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-67bb625c-cc16-4567-9934-916dd8810ac4 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.926351 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-67bb625c-cc16-4567-9934-916dd8810ac4 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:26.946992 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1c039d38-3e19-4187-b297-e87b3475b07d req-be897eb9-3901-4f4c-8b45-808167e88a49 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188897 Jul 16 08:34:27.306266 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 14734760-d91c-4366-b7d4-f3acfe8b216e details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:34:27.309910 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 205273b4-c0e5-43b4-8a31-7fcc20e410c0 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:27.382055 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-67bb625c-cc16-4567-9934-916dd8810ac4 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.383030 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67bb625c-cc16-4567-9934-916dd8810ac4 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f3c3f611-6037-4c42-bd72-411e97e1ee13 {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:34:27.390333 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-67bb625c-cc16-4567-9934-916dd8810ac4 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.396789 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-67bb625c-cc16-4567-9934-916dd8810ac4 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] 10.222.0.22 "DELETE /v2.0/routers/f3c3f611-6037-4c42-bd72-411e97e1ee13 HTTP/1.1" status: 204 len: 168 time: 1.1032867 Jul 16 08:34:27.396965 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58896) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:27.401749 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c8180229-5744-409e-91d2-6ce297e0cd2d tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Request body: {'router': {'name': 'tempest-router-1541476757', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'a90e6429671b4435a641093a3790e5a8'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:27.461569 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8180229-5744-409e-91d2-6ce297e0cd2d tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.463041 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 205273b4-c0e5-43b4-8a31-7fcc20e410c0 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:27.463539 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8180229-5744-409e-91d2-6ce297e0cd2d tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.463789 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.553896 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8180229-5744-409e-91d2-6ce297e0cd2d tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.561698 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8180229-5744-409e-91d2-6ce297e0cd2d tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.596914 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8180229-5744-409e-91d2-6ce297e0cd2d tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.601859 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c8180229-5744-409e-91d2-6ce297e0cd2d tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2010975 Jul 16 08:34:27.602574 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58914) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:27.610447 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-e7fee9a3-64e5-4bef-baf7-ad5dfa33c37b tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:27.768964 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 14734760-d91c-4366-b7d4-f3acfe8b216e, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=14734760-d91c-4366-b7d4-f3acfe8b216e,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:27.830499 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '14734760-d91c-4366-b7d4-f3acfe8b216e', 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f', 'port_id': '14734760-d91c-4366-b7d4-f3acfe8b216e', 'mac_address': 'fa:16:3e:50:d2:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25132452-9e46-4209-8e8b-3e1b72482432', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:34:27.849570 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.918357 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4b6c55-fb71-4cba-9574-ff501bd2de62 req-b9337dd4-9c73-419e-b4c2-326f5e00f9d7 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:27.926842 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cf4b6c55-fb71-4cba-9574-ff501bd2de62 req-b9337dd4-9c73-419e-b4c2-326f5e00f9d7 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.0895720 Jul 16 08:34:27.982716 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:27.984852 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cf4b6c55-fb71-4cba-9574-ff501bd2de62 req-5a7342d6-0ce9-4b33-8991-9be9d585fdf0 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568619 Jul 16 08:34:28.021891 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14734760-d91c-4366-b7d4-f3acfe8b216e {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:28.052317 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438e7066-094e-4fb0-8a01-7bfc37619505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205273b4-c0e5-43b4-8a31-7fcc20e410c0'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:28.055723 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54a47f1-6c96-45a0-b10e-26420563246e" -d '{"events": [{"server_uuid": "438e7066-094e-4fb0-8a01-7bfc37619505", "name": "network-vif-plugged", "status": "completed", "tag": "205273b4-c0e5-43b4-8a31-7fcc20e410c0"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:28.096745 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 205273b4-c0e5-43b4-8a31-7fcc20e410c0, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=205273b4-c0e5-43b4-8a31-7fcc20e410c0,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:28.120084 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:28.125335 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 14734760-d91c-4366-b7d4-f3acfe8b216e, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=14734760-d91c-4366-b7d4-f3acfe8b216e,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:28.187250 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e7fee9a3-64e5-4bef-baf7-ad5dfa33c37b tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:28.187250 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e7fee9a3-64e5-4bef-baf7-ad5dfa33c37b tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks [] for router, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:28.187658 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:28.259688 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=205273b4-c0e5-43b4-8a31-7fcc20e410c0,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:28.392148 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=14734760-d91c-4366-b7d4-f3acfe8b216e,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:28.398549 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e7fee9a3-64e5-4bef-baf7-ad5dfa33c37b tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93758) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 16 08:34:28.399654 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-e7fee9a3-64e5-4bef-baf7-ad5dfa33c37b tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Router 7d0d730c-29d5-4ad2-8488-36e8a1a0c15f migrating from provider to provider. {{(pid=93758) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 16 08:34:28.400199 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e7fee9a3-64e5-4bef-baf7-ad5dfa33c37b tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:28.407046 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e7fee9a3-64e5-4bef-baf7-ad5dfa33c37b tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:28.425321 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e7fee9a3-64e5-4bef-baf7-ad5dfa33c37b tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-523541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-523532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523653'] for router, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:28.442027 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['14734760-d91c-4366-b7d4-f3acfe8b216e'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:28.466243 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4561f9-ffc3-43af-98db-2ba94794b547 req-be622a4e-b24e-40e9-ac28-5060ca9e5790 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:28.468340 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ad4561f9-ffc3-43af-98db-2ba94794b547 req-be622a4e-b24e-40e9-ac28-5060ca9e5790 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.0790815 Jul 16 08:34:28.546640 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ad4561f9-ffc3-43af-98db-2ba94794b547 req-ea63f00f-07fc-4a4d-839f-de3fc3308ef1 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688553 Jul 16 08:34:28.547973 n-d-771362-37 neutron-server[93758]: WARNING neutron.scheduler.l3_agent_scheduler [None req-e7fee9a3-64e5-4bef-baf7-ad5dfa33c37b tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] No L3 agents can host the router 7d0d730c-29d5-4ad2-8488-36e8a1a0c15f Jul 16 08:34:28.557531 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429adbd0-5022-4d6e-b1dd-dd9f46389691 req-7ac54518-533b-4fd2-a872-b272a64d0131 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:28.565666 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-429adbd0-5022-4d6e-b1dd-dd9f46389691 req-7ac54518-533b-4fd2-a872-b272a64d0131 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5b904c9-d0c9-4d73-978b-8e36772fba19 HTTP/1.1" status: 200 len: 944 time: 0.2778127 Jul 16 08:34:28.604003 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36b22dc5-ecb0-4c4f-b6ca-d064defc69aa x-openstack-request-id: req-36b22dc5-ecb0-4c4f-b6ca-d064defc69aa {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:28.604304 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438e7066-094e-4fb0-8a01-7bfc37619505", "name": "network-vif-plugged", "status": "completed", "tag": "205273b4-c0e5-43b4-8a31-7fcc20e410c0", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:28.604680 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-36b22dc5-ecb0-4c4f-b6ca-d064defc69aa {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:28.605141 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438e7066-094e-4fb0-8a01-7bfc37619505', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '205273b4-c0e5-43b4-8a31-7fcc20e410c0', 'code': 200} Jul 16 08:34:28.622650 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-429adbd0-5022-4d6e-b1dd-dd9f46389691 req-8c8185bf-afc3-453b-82a6-d0f66dd6a4ee tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548818 Jul 16 08:34:28.810238 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fee9a3-64e5-4bef-baf7-ad5dfa33c37b tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Hosts for router 7d0d730c-29d5-4ad2-8488-36e8a1a0c15f: [] {{(pid=93758) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 16 08:34:28.843330 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7fee9a3-64e5-4bef-baf7-ad5dfa33c37b tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Hosts for other DVR routers connected to router 7d0d730c-29d5-4ad2-8488-36e8a1a0c15f: set() {{(pid=93758) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 16 08:34:28.848701 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e7fee9a3-64e5-4bef-baf7-ad5dfa33c37b tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:28.853669 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58970) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:28.854219 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e7fee9a3-64e5-4bef-baf7-ad5dfa33c37b tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] 10.222.0.22 "PUT /v2.0/routers/7d0d730c-29d5-4ad2-8488-36e8a1a0c15f HTTP/1.1" status: 200 len: 717 time: 1.2504218 Jul 16 08:34:29.030539 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0c27df24-f6d4-4bec-9292-29d6b5e851ad tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] 10.222.0.22 "GET /v2.0/routers/7d0d730c-29d5-4ad2-8488-36e8a1a0c15f HTTP/1.1" status: 200 len: 717 time: 0.1756175 Jul 16 08:34:29.033720 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58978) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:29.107253 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8ffe00-44fc-4fde-8da9-f69a4c20e23b req-6d127d05-4f1f-420b-88c4-703d8de8bb44 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:29.115181 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8f8ffe00-44fc-4fde-8da9-f69a4c20e23b req-6d127d05-4f1f-420b-88c4-703d8de8bb44 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.0912187 Jul 16 08:34:29.171630 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8f8ffe00-44fc-4fde-8da9-f69a4c20e23b req-5ad37118-1a9c-47e8-a24f-0198f7a4ca89 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552309 Jul 16 08:34:29.319920 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 14734760-d91c-4366-b7d4-f3acfe8b216e up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:29.415329 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 14734760-d91c-4366-b7d4-f3acfe8b216e completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:29.423257 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 14734760-d91c-4366-b7d4-f3acfe8b216e triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:29.423682 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:29.564140 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-63971af0-798a-4d6d-a983-19e2619ff549 tempest-RoutersTestDVR-576821889 tempest-RoutersTestDVR-576821889-project] 10.222.0.22 "GET /v2.0/routers/7d0d730c-29d5-4ad2-8488-36e8a1a0c15f HTTP/1.1" status: 200 len: 683 time: 0.5270965 Jul 16 08:34:29.567344 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58992) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:29.595507 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:29.613448 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7b12fd-60f2-4f79-bd56-005e85686779 req-0cea3cde-24b6-4a5a-87aa-369498837bbd tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:29.622970 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cf7b12fd-60f2-4f79-bd56-005e85686779 req-0cea3cde-24b6-4a5a-87aa-369498837bbd tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1185286 Jul 16 08:34:29.632544 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 14734760-d91c-4366-b7d4-f3acfe8b216e, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=14734760-d91c-4366-b7d4-f3acfe8b216e,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:29.644304 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:29.696250 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0425a5dd-afdc-4848-82d1-63e208879708 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:29.796615 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cf7b12fd-60f2-4f79-bd56-005e85686779 req-28bf94a5-db34-46c6-89af-ba5d19adc221 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720588 Jul 16 08:34:29.798097 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=14734760-d91c-4366-b7d4-f3acfe8b216e,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:29.853159 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59002) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:30.103436 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0425a5dd-afdc-4848-82d1-63e208879708 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.111338 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0425a5dd-afdc-4848-82d1-63e208879708 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.130699 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21ba5d3-5a22-41a9-9b48-0495c4367c27 req-453b8e92-7689-4035-a54c-f8c925060b2b tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:30.143821 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e21ba5d3-5a22-41a9-9b48-0495c4367c27 req-453b8e92-7689-4035-a54c-f8c925060b2b tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5b904c9-d0c9-4d73-978b-8e36772fba19 HTTP/1.1" status: 200 len: 945 time: 0.1143804 Jul 16 08:34:30.199048 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c7709c20-4e55-4278-a36a-d176beac307d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.209842 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0425a5dd-afdc-4848-82d1-63e208879708 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.210896 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0425a5dd-afdc-4848-82d1-63e208879708 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7d0d730c-29d5-4ad2-8488-36e8a1a0c15f {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:34:30.226084 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0425a5dd-afdc-4848-82d1-63e208879708 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.227898 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0425a5dd-afdc-4848-82d1-63e208879708 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] 10.222.0.22 "DELETE /v2.0/routers/7d0d730c-29d5-4ad2-8488-36e8a1a0c15f HTTP/1.1" status: 204 len: 168 time: 0.6571684 Jul 16 08:34:30.234476 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59022) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:30.253770 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6cb45c48-e84e-435e-8221-b27b3507054a tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Request body: {'router': {'name': 'tempest-router-2042926653', 'distributed': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:30.359283 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831a5dbb-319e-4456-abc1-d38762a0d070 req-de85bb2b-8ad7-4244-9332-33a97359410c tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:30.361291 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-831a5dbb-319e-4456-abc1-d38762a0d070 req-de85bb2b-8ad7-4244-9332-33a97359410c tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1255486 Jul 16 08:34:30.393761 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e21ba5d3-5a22-41a9-9b48-0495c4367c27 req-328d827a-9239-448d-be05-b26f59f9b295 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2481520 Jul 16 08:34:30.423032 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c7709c20-4e55-4278-a36a-d176beac307d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.429708 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c7709c20-4e55-4278-a36a-d176beac307d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.459979 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59028) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:30.464929 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-831a5dbb-319e-4456-abc1-d38762a0d070 req-195be812-583c-4740-aa12-f2c829490b53 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947182 Jul 16 08:34:30.496268 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c7709c20-4e55-4278-a36a-d176beac307d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=82cafe66557d42d39dd13a2250ae179a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6389170 Jul 16 08:34:30.496268 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7709c20-4e55-4278-a36a-d176beac307d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=455c9cde-5314-47da-b27d-356609ac2b98,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:30.497322 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59034) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:30.513965 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cb45c48-e84e-435e-8221-b27b3507054a tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.517211 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cb45c48-e84e-435e-8221-b27b3507054a tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.539618 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7709c20-4e55-4278-a36a-d176beac307d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:30.539970 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7709c20-4e55-4278-a36a-d176beac307d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:30.540318 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7709c20-4e55-4278-a36a-d176beac307d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:30.540691 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7709c20-4e55-4278-a36a-d176beac307d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:30.541030 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7709c20-4e55-4278-a36a-d176beac307d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:30.541525 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7709c20-4e55-4278-a36a-d176beac307d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:30.541697 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7709c20-4e55-4278-a36a-d176beac307d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:30.542037 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7709c20-4e55-4278-a36a-d176beac307d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:30.542905 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7709c20-4e55-4278-a36a-d176beac307d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:30.543274 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7709c20-4e55-4278-a36a-d176beac307d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:30.543630 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7709c20-4e55-4278-a36a-d176beac307d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:30.544018 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7709c20-4e55-4278-a36a-d176beac307d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:30.584887 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e283e4d-8b9c-4009-ae0b-e464ef203de7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.606325 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b904c9-d0c9-4d73-978b-8e36772fba19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14734760-d91c-4366-b7d4-f3acfe8b216e'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:30.609017 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1610ae9-1eca-41c4-a7a4-4717137c92b2" -d '{"events": [{"server_uuid": "b5b904c9-d0c9-4d73-978b-8e36772fba19", "name": "network-vif-plugged", "status": "completed", "tag": "14734760-d91c-4366-b7d4-f3acfe8b216e"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:30.614688 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e283e4d-8b9c-4009-ae0b-e464ef203de7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.696507 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e283e4d-8b9c-4009-ae0b-e464ef203de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.700645 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e283e4d-8b9c-4009-ae0b-e464ef203de7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.714271 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5e283e4d-8b9c-4009-ae0b-e464ef203de7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/455c9cde-5314-47da-b27d-356609ac2b98 HTTP/1.1" status: 204 len: 168 time: 0.2083647 Jul 16 08:34:30.717523 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cb45c48-e84e-435e-8221-b27b3507054a tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.730746 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cb45c48-e84e-435e-8221-b27b3507054a tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.758472 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cb45c48-e84e-435e-8221-b27b3507054a tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.763538 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6cb45c48-e84e-435e-8221-b27b3507054a tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.5260584 Jul 16 08:34:30.764305 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59040) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:30.774289 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3947808e-b818-41a7-93b0-402444c3d4a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:30.798114 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c4984a6-21d6-4648-9101-ef992ec36470 x-openstack-request-id: req-1c4984a6-21d6-4648-9101-ef992ec36470 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:30.798521 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b904c9-d0c9-4d73-978b-8e36772fba19", "name": "network-vif-plugged", "status": "completed", "tag": "14734760-d91c-4366-b7d4-f3acfe8b216e", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:30.798843 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c4984a6-21d6-4648-9101-ef992ec36470 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:30.799456 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b904c9-d0c9-4d73-978b-8e36772fba19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14734760-d91c-4366-b7d4-f3acfe8b216e', 'code': 200} Jul 16 08:34:30.800727 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e283e4d-8b9c-4009-ae0b-e464ef203de7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=455c9cde-5314-47da-b27d-356609ac2b98,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:30.901367 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7059c864-68f7-4d8e-8134-c41e7676b477 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.110383 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2d7b44-c77f-4acc-a3c6-a54728d8da22 req-73ade4fa-0526-4163-bda9-857861c2e2e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:31.112262 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f2d7b44-c77f-4acc-a3c6-a54728d8da22 req-73ade4fa-0526-4163-bda9-857861c2e2e1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b5b904c9-d0c9-4d73-978b-8e36772fba19 HTTP/1.1" status: 200 len: 1097 time: 0.2170069 Jul 16 08:34:31.130673 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3947808e-b818-41a7-93b0-402444c3d4a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.157481 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3947808e-b818-41a7-93b0-402444c3d4a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.164047 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7059c864-68f7-4d8e-8134-c41e7676b477 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.167732 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7059c864-68f7-4d8e-8134-c41e7676b477 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.177395 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418f831c-3bab-4520-8e89-c253cd83bba0 req-e46793c1-6fed-49ae-ae33-dc434db6a9d6 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:31.184961 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-418f831c-3bab-4520-8e89-c253cd83bba0 req-e46793c1-6fed-49ae-ae33-dc434db6a9d6 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.3581760 Jul 16 08:34:31.186307 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f2d7b44-c77f-4acc-a3c6-a54728d8da22 req-2409feca-fe63-4bc9-816e-20af7fd8e893 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674555 Jul 16 08:34:31.187293 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3947808e-b818-41a7-93b0-402444c3d4a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0379639b-1349-4f87-9f4a-38805300e035,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:31.214369 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3947808e-b818-41a7-93b0-402444c3d4a4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f7e72fe0ee9a45f089a4f949edb30c58&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7532430 Jul 16 08:34:31.217033 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59058) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:31.295171 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59062) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:31.307727 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7059c864-68f7-4d8e-8134-c41e7676b477 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.308602 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7059c864-68f7-4d8e-8134-c41e7676b477 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47038c8f-fdae-4f45-a24b-d6038f86b3bc {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:34:31.315330 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7059c864-68f7-4d8e-8134-c41e7676b477 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.319911 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7059c864-68f7-4d8e-8134-c41e7676b477 tempest-RoutersTestDVR-2075003813 tempest-RoutersTestDVR-2075003813-project-admin] 10.222.0.22 "DELETE /v2.0/routers/47038c8f-fdae-4f45-a24b-d6038f86b3bc HTTP/1.1" status: 204 len: 168 time: 0.5512044 Jul 16 08:34:31.322691 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8485-bc84-4564-9a4f-468753813818 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.326158 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c9f953fd-e17c-4fa3-b83c-5189517c33d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.335441 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-418f831c-3bab-4520-8e89-c253cd83bba0 req-f8cd516d-6ed7-4f87-8eb6-e7fe014a34c0 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465325 Jul 16 08:34:31.359464 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8485-bc84-4564-9a4f-468753813818 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.475672 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8485-bc84-4564-9a4f-468753813818 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.485792 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6c4f8485-bc84-4564-9a4f-468753813818 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.489620 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6c4f8485-bc84-4564-9a4f-468753813818 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0379639b-1349-4f87-9f4a-38805300e035 HTTP/1.1" status: 204 len: 168 time: 0.2713406 Jul 16 08:34:31.524799 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4f8485-bc84-4564-9a4f-468753813818 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0379639b-1349-4f87-9f4a-38805300e035,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:31.614497 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c9f953fd-e17c-4fa3-b83c-5189517c33d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.623250 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c9f953fd-e17c-4fa3-b83c-5189517c33d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.708758 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c9f953fd-e17c-4fa3-b83c-5189517c33d7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=08c79a52c99046cd9ae690d229e61963&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4124169 Jul 16 08:34:31.708992 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59078) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:31.710484 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f953fd-e17c-4fa3-b83c-5189517c33d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb806b57-ef37-4da1-8e9f-f42b5da7164d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:31.768242 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750908bb-f62b-4cfe-8c6c-8f38866f61de req-037d64db-9b73-439c-b918-c8f6930057c5 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:31.779697 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-750908bb-f62b-4cfe-8c6c-8f38866f61de req-037d64db-9b73-439c-b918-c8f6930057c5 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5b904c9-d0c9-4d73-978b-8e36772fba19 HTTP/1.1" status: 200 len: 945 time: 0.1383114 Jul 16 08:34:31.833686 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-750908bb-f62b-4cfe-8c6c-8f38866f61de req-15126267-68f4-42c1-b722-300e5acf5a10 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530152 Jul 16 08:34:31.845875 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59084) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:31.879196 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.942259 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2995a632-9518-4824-9afb-7b2a62cdc0be req-3481f800-384d-494b-a16c-f6d0707f701c tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:31.944534 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2995a632-9518-4824-9afb-7b2a62cdc0be req-3481f800-384d-494b-a16c-f6d0707f701c tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1768160 Jul 16 08:34:31.947858 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc09df12-37a9-4876-ac6b-32f9406a4d37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.970623 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:31.975288 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc09df12-37a9-4876-ac6b-32f9406a4d37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.048623 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc09df12-37a9-4876-ac6b-32f9406a4d37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.051506 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bc09df12-37a9-4876-ac6b-32f9406a4d37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.054034 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bc09df12-37a9-4876-ac6b-32f9406a4d37 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/eb806b57-ef37-4da1-8e9f-f42b5da7164d HTTP/1.1" status: 204 len: 168 time: 0.3438463 Jul 16 08:34:32.068833 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc09df12-37a9-4876-ac6b-32f9406a4d37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb806b57-ef37-4da1-8e9f-f42b5da7164d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:32.079452 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc67a999-b76a-4032-a411-d97d320cb170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.117024 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09df12-37a9-4876-ac6b-32f9406a4d37 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.117378 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09df12-37a9-4876-ac6b-32f9406a4d37 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.119861 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09df12-37a9-4876-ac6b-32f9406a4d37 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.120211 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09df12-37a9-4876-ac6b-32f9406a4d37 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.121166 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09df12-37a9-4876-ac6b-32f9406a4d37 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.121504 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09df12-37a9-4876-ac6b-32f9406a4d37 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.123510 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09df12-37a9-4876-ac6b-32f9406a4d37 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.123841 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09df12-37a9-4876-ac6b-32f9406a4d37 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.124168 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09df12-37a9-4876-ac6b-32f9406a4d37 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.124532 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09df12-37a9-4876-ac6b-32f9406a4d37 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.124864 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09df12-37a9-4876-ac6b-32f9406a4d37 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.130514 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc09df12-37a9-4876-ac6b-32f9406a4d37 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:34:32.138274 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59096) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:32.163502 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2995a632-9518-4824-9afb-7b2a62cdc0be req-c8d0905d-2353-4503-9c67-83ccb2de542a tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362388 Jul 16 08:34:32.197024 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8250ba82-333d-4af8-9dca-c7149ef866c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.366300 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc67a999-b76a-4032-a411-d97d320cb170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.374570 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc67a999-b76a-4032-a411-d97d320cb170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.440650 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4ec515-1b9f-4b77-89b0-9a6269da5759 req-35b282f7-f1c1-4323-8915-e75a903d0fea tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:32.451781 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8b4ec515-1b9f-4b77-89b0-9a6269da5759 req-35b282f7-f1c1-4323-8915-e75a903d0fea tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.0905001 Jul 16 08:34:32.491419 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc67a999-b76a-4032-a411-d97d320cb170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4be8afb2-36cd-41b1-ad12-f91e65fdcd07,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:32.513485 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-dc67a999-b76a-4032-a411-d97d320cb170 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a90e6429671b4435a641093a3790e5a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6656165 Jul 16 08:34:32.516827 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59112) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:32.533174 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8b4ec515-1b9f-4b77-89b0-9a6269da5759 req-2e3696af-fe42-4a28-84b9-b95c119b688d tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799849 Jul 16 08:34:32.635055 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c54d6e8d-1e24-42dd-8260-2f0d6dd51bd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.663910 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8250ba82-333d-4af8-9dca-c7149ef866c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.675152 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8250ba82-333d-4af8-9dca-c7149ef866c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.690459 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c54d6e8d-1e24-42dd-8260-2f0d6dd51bd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.747897 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8250ba82-333d-4af8-9dca-c7149ef866c3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=302c6a01ea9a461296caab184389b08a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6072972 Jul 16 08:34:32.751435 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8250ba82-333d-4af8-9dca-c7149ef866c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bef5ba-b93a-4d4e-8dd4-02cc36f4cd97,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:32.753885 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59122) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:32.846227 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b549aa5a-2731-4d60-ae74-d00638634535 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.877517 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b549aa5a-2731-4d60-ae74-d00638634535 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.965073 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c54d6e8d-1e24-42dd-8260-2f0d6dd51bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.973921 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c54d6e8d-1e24-42dd-8260-2f0d6dd51bd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.975706 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c54d6e8d-1e24-42dd-8260-2f0d6dd51bd1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4be8afb2-36cd-41b1-ad12-f91e65fdcd07 HTTP/1.1" status: 204 len: 168 time: 0.4580412 Jul 16 08:34:32.985799 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b549aa5a-2731-4d60-ae74-d00638634535 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.991461 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b549aa5a-2731-4d60-ae74-d00638634535 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:32.996669 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b549aa5a-2731-4d60-ae74-d00638634535 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a4bef5ba-b93a-4d4e-8dd4-02cc36f4cd97 HTTP/1.1" status: 204 len: 168 time: 0.2389846 Jul 16 08:34:33.011706 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d6e8d-1e24-42dd-8260-2f0d6dd51bd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4be8afb2-36cd-41b1-ad12-f91e65fdcd07,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:33.134075 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b549aa5a-2731-4d60-ae74-d00638634535 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bef5ba-b93a-4d4e-8dd4-02cc36f4cd97,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:33.175345 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18521cd8-07f0-44e8-af43-b2d320ee7b7b req-ec96f37f-d3df-4c2f-b897-300af724bacd tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:33.183499 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-18521cd8-07f0-44e8-af43-b2d320ee7b7b req-ec96f37f-d3df-4c2f-b897-300af724bacd tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.2729249 Jul 16 08:34:33.190481 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68a23a0-dc22-4b20-9e19-ed44095d71c0 req-efce49e5-6a8d-43ee-ad13-40e1493c5e5f tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:33.192141 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e68a23a0-dc22-4b20-9e19-ed44095d71c0 req-efce49e5-6a8d-43ee-ad13-40e1493c5e5f tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5b904c9-d0c9-4d73-978b-8e36772fba19 HTTP/1.1" status: 200 len: 945 time: 0.1596117 Jul 16 08:34:33.263008 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-18521cd8-07f0-44e8-af43-b2d320ee7b7b req-4f34b221-551c-4559-97c9-bfc37e51da95 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759294 Jul 16 08:34:33.301544 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d8119f92-ea10-4222-b582-526985cda580 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:33.316416 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e68a23a0-dc22-4b20-9e19-ed44095d71c0 req-d3f9a16c-ee14-43fe-b036-94c8b86dda3d tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119156 Jul 16 08:34:33.604044 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59166) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:33.633914 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-efecb055-e40f-4a61-85a2-b18979c012e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:33.683535 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bc5607-3f78-439f-aeef-c3fc22e09cf4 req-2401d035-4347-49e1-a565-8df56b5c9be8 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:33.694429 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-30bc5607-3f78-439f-aeef-c3fc22e09cf4 req-2401d035-4347-49e1-a565-8df56b5c9be8 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1167452 Jul 16 08:34:33.751181 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-30bc5607-3f78-439f-aeef-c3fc22e09cf4 req-f2418223-2154-43c8-aa27-4188397e4d8b tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553725 Jul 16 08:34:33.938805 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-efecb055-e40f-4a61-85a2-b18979c012e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:33.948900 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-efecb055-e40f-4a61-85a2-b18979c012e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.046031 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efecb055-e40f-4a61-85a2-b18979c012e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1a4236-2b52-4cee-a002-0eff38471a87,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:34.068823 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-efecb055-e40f-4a61-85a2-b18979c012e6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=00cbea4bfd04447a8f89b308c8bd1292&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4627700 Jul 16 08:34:34.071567 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59186) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:34.123053 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f122894-ed8d-40f6-9388-e36e7931fe05 req-c02486b0-77c7-4c6b-9dab-e22fdb36fca6 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:34.133417 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8f122894-ed8d-40f6-9388-e36e7931fe05 req-c02486b0-77c7-4c6b-9dab-e22fdb36fca6 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5b904c9-d0c9-4d73-978b-8e36772fba19 HTTP/1.1" status: 200 len: 945 time: 0.1495709 Jul 16 08:34:34.138724 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16be357b-ce32-41f0-b850-1aeb4e112f01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.165022 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16be357b-ce32-41f0-b850-1aeb4e112f01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.218089 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8f122894-ed8d-40f6-9388-e36e7931fe05 req-0ba5ca8f-f335-4f39-8c3f-8211a9c69fe3 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837264 Jul 16 08:34:34.232751 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16be357b-ce32-41f0-b850-1aeb4e112f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.236595 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16be357b-ce32-41f0-b850-1aeb4e112f01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:34.238424 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-16be357b-ce32-41f0-b850-1aeb4e112f01 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0c1a4236-2b52-4cee-a002-0eff38471a87 HTTP/1.1" status: 204 len: 168 time: 0.1657753 Jul 16 08:34:34.271608 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be357b-ce32-41f0-b850-1aeb4e112f01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1a4236-2b52-4cee-a002-0eff38471a87,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:34.512780 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715c3b18-6059-49b1-b487-38aa17bfb38f req-ce3fecbd-9a48-48ea-ab2b-62e29b0be3ab tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:34.515064 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-715c3b18-6059-49b1-b487-38aa17bfb38f req-ce3fecbd-9a48-48ea-ab2b-62e29b0be3ab tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1019418 Jul 16 08:34:34.601309 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-715c3b18-6059-49b1-b487-38aa17bfb38f req-4738e31a-6c28-4e25-8218-6766f4b768fe tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799322 Jul 16 08:34:34.844333 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeb983a-2cf1-479a-b75f-d5dd8ef7e082 req-b0f8d330-51d2-4b76-9339-f736ffbadbcd tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:34.852387 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-beeb983a-2cf1-479a-b75f-d5dd8ef7e082 req-b0f8d330-51d2-4b76-9339-f736ffbadbcd tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1056323 Jul 16 08:34:34.906925 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-beeb983a-2cf1-479a-b75f-d5dd8ef7e082 req-ca096f7d-e1e0-4ad1-afab-128568ef414f tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491371 Jul 16 08:34:35.503146 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51342495-4cba-4d16-82bf-ae8b82d6b2bd req-d1844c7d-4750-4c9a-8b6a-6e718fc8235a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:35.504789 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-51342495-4cba-4d16-82bf-ae8b82d6b2bd req-d1844c7d-4750-4c9a-8b6a-6e718fc8235a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5b904c9-d0c9-4d73-978b-8e36772fba19 HTTP/1.1" status: 200 len: 945 time: 0.1210003 Jul 16 08:34:35.628452 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-51342495-4cba-4d16-82bf-ae8b82d6b2bd req-7cbf2fe9-b215-49ac-a932-ba77d769dcd1 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006687 Jul 16 08:34:35.655244 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24ce25-3816-40f3-b232-b0da0eda147c req-55122a62-89ac-453a-b58f-238d59a5265a tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:35.659950 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fa24ce25-3816-40f3-b232-b0da0eda147c req-55122a62-89ac-453a-b58f-238d59a5265a tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/networks?id=c8582703-4cc4-4fff-80b5-c471d9477e16 HTTP/1.1" status: 200 len: 813 time: 0.2614269 Jul 16 08:34:35.695547 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c89fab7d-9773-4b1a-b43b-2a906bcfe8a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:35.702115 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fa24ce25-3816-40f3-b232-b0da0eda147c req-ccbf4a8b-b123-4d15-9c1d-ea2a1666c953 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/quotas/fe485eef99184140b54eea7a4f5e6aa7 HTTP/1.1" status: 200 len: 375 time: 0.0278287 Jul 16 08:34:35.854294 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fa24ce25-3816-40f3-b232-b0da0eda147c req-b38f042e-3af0-47a0-8c1f-edfc65a87998 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=fe485eef99184140b54eea7a4f5e6aa7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1313491 Jul 16 08:34:35.970438 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:36.418369 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a167b8-1a29-490c-8667-453aef91c2cb req-c64e9a45-3a8d-4a48-8675-42324d7410cf tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:36.420552 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-96a167b8-1a29-490c-8667-453aef91c2cb req-c64e9a45-3a8d-4a48-8675-42324d7410cf tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.0824137 Jul 16 08:34:36.523693 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-96a167b8-1a29-490c-8667-453aef91c2cb req-3e9bcab9-b69e-4878-a2c8-31355f6c607f tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926116 Jul 16 08:34:36.660152 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e896f2a7-5f57-4afe-8328-e1b9fcd09942 req-b7a2ea3e-1a0f-46a6-96ba-b77864010906 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:36.676223 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e896f2a7-5f57-4afe-8328-e1b9fcd09942 req-b7a2ea3e-1a0f-46a6-96ba-b77864010906 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5b904c9-d0c9-4d73-978b-8e36772fba19 HTTP/1.1" status: 200 len: 945 time: 0.2174783 Jul 16 08:34:36.770629 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e896f2a7-5f57-4afe-8328-e1b9fcd09942 req-0397216e-428e-4513-8ba9-2cbce9138b5d tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894856 Jul 16 08:34:36.920966 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fe2c3a-4bb3-4213-9e79-a0c0c11c9a4c req-754b5cb5-4f47-4804-a187-35c6ab64a5ef tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:36.946695 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83fe2c3a-4bb3-4213-9e79-a0c0c11c9a4c req-754b5cb5-4f47-4804-a187-35c6ab64a5ef tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1836672 Jul 16 08:34:36.983738 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:36.996258 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59328) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:37.011525 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83fe2c3a-4bb3-4213-9e79-a0c0c11c9a4c req-b176f855-2878-4fb2-a180-e7179d1ca193 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635533 Jul 16 08:34:37.390886 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-835c014e-2d59-4793-abfa-2ac479841583 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-42775438'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:37.447673 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835c014e-2d59-4793-abfa-2ac479841583 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Made reservation on behalf of 5d86a8dac7be464fabf05e4f6eab88a6 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:37.453609 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-835c014e-2d59-4793-abfa-2ac479841583 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.478235 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-835c014e-2d59-4793-abfa-2ac479841583 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.506247 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e8491926-655b-4df7-9cff-93cd8ed1146b req-9fcbb69c-a555-49be-8abf-57c059b546ff tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=fe485eef99184140b54eea7a4f5e6aa7 HTTP/1.1" status: 200 len: 221 time: 0.0431039 Jul 16 08:34:37.688408 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-835c014e-2d59-4793-abfa-2ac479841583 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.782449 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-835c014e-2d59-4793-abfa-2ac479841583 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.867569 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c014e-2d59-4793-abfa-2ac479841583 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1b6de7-eda8-4134-bf61-96fbd0998ef3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:37.882898 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d42e74-ea01-46e7-8650-e1e3d8482a46 req-fc84ee7b-9796-4834-ae61-2635c37fa7c2 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:37.886450 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a4d42e74-ea01-46e7-8650-e1e3d8482a46 req-fc84ee7b-9796-4834-ae61-2635c37fa7c2 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.21 "GET /v2.0/ports?device_id=b5b904c9-d0c9-4d73-978b-8e36772fba19 HTTP/1.1" status: 200 len: 945 time: 0.1694632 Jul 16 08:34:37.907887 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-835c014e-2d59-4793-abfa-2ac479841583 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:34:37.928489 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13b0bb-22d1-4fc9-9fea-0f56615e152e req-f5f4379b-e4ce-45d2-b87c-5ee614e79b29 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:37.938323 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8d13b0bb-22d1-4fc9-9fea-0f56615e152e req-f5f4379b-e4ce-45d2-b87c-5ee614e79b29 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.2380302 Jul 16 08:34:37.979282 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-835c014e-2d59-4793-abfa-2ac479841583 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:37.980498 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-835c014e-2d59-4793-abfa-2ac479841583 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Added segment 756b0d8a-039b-4ab5-943f-0f6f4666bb27 of type vlan for network 04d6880c-5119-4455-b35c-e9168f24b641 Jul 16 08:34:38.004991 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8d13b0bb-22d1-4fc9-9fea-0f56615e152e req-8e04ee72-9a19-4f2b-ab72-304cd6dd73cd tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654278 Jul 16 08:34:38.075454 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-835c014e-2d59-4793-abfa-2ac479841583 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.140204 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-835c014e-2d59-4793-abfa-2ac479841583 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.143702 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83559f08-6732-4c74-9e75-81bff4179679 req-6c5e13f3-ab63-48e2-a179-beb997a8a4f0 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=c36eb8519e994563885fc22fb3f50618&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0391843 Jul 16 08:34:38.147842 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835c014e-2d59-4793-abfa-2ac479841583 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:38.148814 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-835c014e-2d59-4793-abfa-2ac479841583 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.253052 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-a4d42e74-ea01-46e7-8650-e1e3d8482a46 req-43e04ff7-4123-4aa8-9794-dfa52bce6e35 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Deleting port 14734760-d91c-4366-b7d4-f3acfe8b216e {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:38.253499 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a4d42e74-ea01-46e7-8650-e1e3d8482a46 req-43e04ff7-4123-4aa8-9794-dfa52bce6e35 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.356956 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83559f08-6732-4c74-9e75-81bff4179679 req-1d50824e-2e70-422e-bd97-32f9f6768340 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:38.361743 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835c014e-2d59-4793-abfa-2ac479841583 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event updated for resources: {'Network': ['ID=04d6880c-5119-4455-b35c-e9168f24b641,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:38.374942 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83559f08-6732-4c74-9e75-81bff4179679 req-1d50824e-2e70-422e-bd97-32f9f6768340 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2303355 Jul 16 08:34:38.376269 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 04d6880c-5119-4455-b35c-e9168f24b641 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:34:38.389458 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83559f08-6732-4c74-9e75-81bff4179679 req-b30b1b21-6583-47f8-9387-17816f149bde tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/quotas/c36eb8519e994563885fc22fb3f50618 HTTP/1.1" status: 200 len: 375 time: 0.0136468 Jul 16 08:34:38.398590 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-835c014e-2d59-4793-abfa-2ac479841583 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.4012103 Jul 16 08:34:38.480180 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-a4d42e74-ea01-46e7-8650-e1e3d8482a46 req-43e04ff7-4123-4aa8-9794-dfa52bce6e35 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] For port 14734760-d91c-4366-b7d4-f3acfe8b216e, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=14734760-d91c-4366-b7d4-f3acfe8b216e,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:38.480831 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a4d42e74-ea01-46e7-8650-e1e3d8482a46 req-43e04ff7-4123-4aa8-9794-dfa52bce6e35 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.495282 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-a4d42e74-ea01-46e7-8650-e1e3d8482a46 req-43e04ff7-4123-4aa8-9794-dfa52bce6e35 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Calling delete_port for 14734760-d91c-4366-b7d4-f3acfe8b216e owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:38.539351 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a511b0c9-e098-4647-a68c-822b7c708b99 req-547dfc4d-cb61-431a-954e-3f78ff374311 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:38.552414 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a511b0c9-e098-4647-a68c-822b7c708b99 req-547dfc4d-cb61-431a-954e-3f78ff374311 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=b5b904c9-d0c9-4d73-978b-8e36772fba19 HTTP/1.1" status: 200 len: 945 time: 0.1915560 Jul 16 08:34:38.554825 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59388) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:38.584879 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3c40a900-f325-4369-aa17-dcc6dbaa13e5 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Request body: {'subnet': {'network_id': '04d6880c-5119-4455-b35c-e9168f24b641', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:38.656980 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83559f08-6732-4c74-9e75-81bff4179679 req-3f064855-8154-4fc8-99a9-c361ca814ddf tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c36eb8519e994563885fc22fb3f50618&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2594366 Jul 16 08:34:38.665372 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a4d42e74-ea01-46e7-8650-e1e3d8482a46 req-43e04ff7-4123-4aa8-9794-dfa52bce6e35 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.767306 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59392) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:38.812230 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['14734760-d91c-4366-b7d4-f3acfe8b216e'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:38.823445 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e04ff7-4123-4aa8-9794-dfa52bce6e35 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Pushing event deleted for resources: {'Port': ['ID=14734760-d91c-4366-b7d4-f3acfe8b216e,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:38.832569 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a511b0c9-e098-4647-a68c-822b7c708b99 req-5569ee22-b0c4-4cf4-88e9-f5bd76f1150b tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2751994 Jul 16 08:34:38.884214 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:38.937674 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c40a900-f325-4369-aa17-dcc6dbaa13e5 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Made reservation on behalf of 5d86a8dac7be464fabf05e4f6eab88a6 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:38.941425 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c40a900-f325-4369-aa17-dcc6dbaa13e5 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.037929 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4d42e74-ea01-46e7-8650-e1e3d8482a46 req-43e04ff7-4123-4aa8-9794-dfa52bce6e35 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] No DVR routers for this DVR port 14734760-d91c-4366-b7d4-f3acfe8b216e on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:39.044053 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a4d42e74-ea01-46e7-8650-e1e3d8482a46 req-43e04ff7-4123-4aa8-9794-dfa52bce6e35 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.047322 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a4d42e74-ea01-46e7-8650-e1e3d8482a46 req-43e04ff7-4123-4aa8-9794-dfa52bce6e35 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.21 "DELETE /v2.0/ports/14734760-d91c-4366-b7d4-f3acfe8b216e HTTP/1.1" status: 204 len: 173 time: 1.1551876 Jul 16 08:34:39.051148 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5b904c9-d0c9-4d73-978b-8e36772fba19', 'name': 'network-vif-deleted', 'tag': '14734760-d91c-4366-b7d4-f3acfe8b216e'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:39.062249 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78e29570-781b-482f-8fb8-5142abaf2b1f" -d '{"events": [{"server_uuid": "b5b904c9-d0c9-4d73-978b-8e36772fba19", "name": "network-vif-deleted", "tag": "14734760-d91c-4366-b7d4-f3acfe8b216e"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:39.387937 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32241137-3e6e-442c-878b-40bb0ab96fb9 req-4ac7a49e-eade-4ada-9e5f-c932f48c7ec3 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:39.388640 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2555b82a-4c78-43da-9486-9227af7301c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.396295 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-32241137-3e6e-442c-878b-40bb0ab96fb9 req-4ac7a49e-eade-4ada-9e5f-c932f48c7ec3 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.2951500 Jul 16 08:34:39.459598 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c40a900-f325-4369-aa17-dcc6dbaa13e5 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.469927 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-32241137-3e6e-442c-878b-40bb0ab96fb9 req-b96ecff3-8931-4690-95fb-c84444d75801 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682261 Jul 16 08:34:39.492953 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-55ccbee4-2fc6-484e-a16b-1abe6c965157 req-d23a8d7c-f29c-4b14-8220-a6c81af3a96e tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3e287f4-5f9c-486c-bbcd-100eacab0aed HTTP/1.1" status: 200 len: 210 time: 0.0532391 Jul 16 08:34:39.567050 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93cae813-ef0c-4c35-9fb6-65aeda2b23fb x-openstack-request-id: req-93cae813-ef0c-4c35-9fb6-65aeda2b23fb {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:39.567522 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5b904c9-d0c9-4d73-978b-8e36772fba19", "name": "network-vif-deleted", "tag": "14734760-d91c-4366-b7d4-f3acfe8b216e", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:39.567975 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-93cae813-ef0c-4c35-9fb6-65aeda2b23fb {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:39.568663 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5b904c9-d0c9-4d73-978b-8e36772fba19', 'name': 'network-vif-deleted', 'tag': '14734760-d91c-4366-b7d4-f3acfe8b216e', 'status': 'completed', 'code': 200} Jul 16 08:34:39.649524 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c40a900-f325-4369-aa17-dcc6dbaa13e5 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event updated for resources: {'Subnet': ['ID=6e359dcc-3442-4606-bc5e-3658c3280713,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:39.780085 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2555b82a-4c78-43da-9486-9227af7301c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.793758 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c40a900-f325-4369-aa17-dcc6dbaa13e5 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Checking segment: {'id': '756b0d8a-039b-4ab5-943f-0f6f4666bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '04d6880c-5119-4455-b35c-e9168f24b641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:39.794214 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c40a900-f325-4369-aa17-dcc6dbaa13e5 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Network hostable DHCP agents. Network: 04d6880c-5119-4455-b35c-e9168f24b641, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:34:39.842849 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2555b82a-4c78-43da-9486-9227af7301c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:39.910613 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2555b82a-4c78-43da-9486-9227af7301c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b25413-1aa7-4701-99bc-b4eb399cdbfc,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:40.002009 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2555b82a-4c78-43da-9486-9227af7301c7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2a2a8e7c2c3f4786b47804be550fd1ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2270548 Jul 16 08:34:40.002919 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59424) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:40.035018 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c40a900-f325-4369-aa17-dcc6dbaa13e5 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Network 04d6880c-5119-4455-b35c-e9168f24b641 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:34:40.080153 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8133e1fe-7ef0-4398-b995-d83201635475 req-06073f13-7f80-42c1-af23-ef4a67c0013b tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:40.083947 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f38174da-37e3-4e2e-a4a9-a873f5450ab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.095499 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8133e1fe-7ef0-4398-b995-d83201635475 req-06073f13-7f80-42c1-af23-ef4a67c0013b tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.3087733 Jul 16 08:34:40.157878 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f38174da-37e3-4e2e-a4a9-a873f5450ab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.184779 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-3c40a900-f325-4369-aa17-dcc6dbaa13e5 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 04d6880c-5119-4455-b35c-e9168f24b641) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:40.199857 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-567e5b74-2e58-4f36-8022-74fdcd58fb90 None None] Network 04d6880c-5119-4455-b35c-e9168f24b641 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:40.205302 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c40a900-f325-4369-aa17-dcc6dbaa13e5 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:40.205912 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c40a900-f325-4369-aa17-dcc6dbaa13e5 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.263121 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8133e1fe-7ef0-4398-b995-d83201635475 req-0e9a5149-fb4d-4469-889c-0d7edbb28436 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652646 Jul 16 08:34:40.276678 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f38174da-37e3-4e2e-a4a9-a873f5450ab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.279639 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f38174da-37e3-4e2e-a4a9-a873f5450ab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.280854 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f38174da-37e3-4e2e-a4a9-a873f5450ab9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d9b25413-1aa7-4701-99bc-b4eb399cdbfc HTTP/1.1" status: 204 len: 168 time: 0.2763853 Jul 16 08:34:40.312287 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38174da-37e3-4e2e-a4a9-a873f5450ab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b25413-1aa7-4701-99bc-b4eb399cdbfc,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:40.321936 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59444) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:40.322573 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3c40a900-f325-4369-aa17-dcc6dbaa13e5 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.7611523 Jul 16 08:34:40.327418 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-03c7c442-a484-4482-8842-80ea9f414016 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-40317111'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:40.372550 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c7c442-a484-4482-8842-80ea9f414016 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Made reservation on behalf of 5d86a8dac7be464fabf05e4f6eab88a6 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:40.376212 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-03c7c442-a484-4482-8842-80ea9f414016 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.431838 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03c7c442-a484-4482-8842-80ea9f414016 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:34:40.453666 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-03c7c442-a484-4482-8842-80ea9f414016 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.453925 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-03c7c442-a484-4482-8842-80ea9f414016 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Added segment c68569e2-fe82-4454-9129-1fbec221435a of type vlan for network 7b068f34-5182-400c-9738-bd8135bde634 Jul 16 08:34:40.589602 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4d88a1-be0c-4405-b46e-43161c656d69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-04d6880c-5119-4455-b35c-e9168f24b641', 'network_id': '04d6880c-5119-4455-b35c-e9168f24b641', 'tenant_id': '5d86a8dac7be464fabf05e4f6eab88a6', 'fixed_ips': [{'subnet_id': '6e359dcc-3442-4606-bc5e-3658c3280713'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:34:40.590474 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe4d88a1-be0c-4405-b46e-43161c656d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.615149 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-03c7c442-a484-4482-8842-80ea9f414016 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.702171 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-03c7c442-a484-4482-8842-80ea9f414016 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.708422 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c7c442-a484-4482-8842-80ea9f414016 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:40.709057 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-03c7c442-a484-4482-8842-80ea9f414016 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:40.791030 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8565672c-4164-4d5b-8985-eee71212b8f1 req-400d80a2-3390-4c45-8e64-24c18fa51c98 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:40.797671 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8565672c-4164-4d5b-8985-eee71212b8f1 req-400d80a2-3390-4c45-8e64-24c18fa51c98 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1942568 Jul 16 08:34:40.877896 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c7c442-a484-4482-8842-80ea9f414016 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event updated for resources: {'Network': ['ID=7b068f34-5182-400c-9738-bd8135bde634,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:40.887638 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-03c7c442-a484-4482-8842-80ea9f414016 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.5641494 Jul 16 08:34:40.891789 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59456) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:40.897546 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-9ffc96e6-ef45-4c87-a4b1-51eac86cba40 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Request body: {'subnet': {'network_id': '7b068f34-5182-400c-9738-bd8135bde634', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:40.952546 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8565672c-4164-4d5b-8985-eee71212b8f1 req-8bbdf3dd-e5c7-430b-ac85-c4019d0455fe tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482267 Jul 16 08:34:40.989610 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59464) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:41.010414 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6ee17caf-3cfc-4284-a210-a3aa53105e6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.029663 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 7b068f34-5182-400c-9738-bd8135bde634 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:34:41.098587 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83559f08-6732-4c74-9e75-81bff4179679 req-2e692d6f-7074-43d5-8008-721f0d3d558e tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c36eb8519e994563885fc22fb3f50618&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2314236 Jul 16 08:34:41.173468 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-fe4d88a1-be0c-4405-b46e-43161c656d69 None None] Allocated IP 172.20.255.242 (04d6880c-5119-4455-b35c-e9168f24b641/6e359dcc-3442-4606-bc5e-3658c3280713/5f7fd104-dac5-459e-8356-d4b30f68a95d) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:41.340237 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6ee17caf-3cfc-4284-a210-a3aa53105e6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.345844 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6ee17caf-3cfc-4284-a210-a3aa53105e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.404089 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6ee17caf-3cfc-4284-a210-a3aa53105e6a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0b5b6174d68047c3bd805f50ee1b5c81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4131901 Jul 16 08:34:41.407181 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59470) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:41.413748 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee17caf-3cfc-4284-a210-a3aa53105e6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73994617-3578-4d11-b7ae-cae66f851a4e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:41.418874 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 14734760-d91c-4366-b7d4-f3acfe8b216e no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:41.490614 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8cefe2bf-0c91-4eb1-a156-732e5e164bf3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.499487 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-267e5d79-aa33-4b94-b5f6-084548b2b423 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:41.514555 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-267e5d79-aa33-4b94-b5f6-084548b2b423 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/networks?id=bffad17c-f1ab-47e1-8c7a-30b725bf841f HTTP/1.1" status: 200 len: 811 time: 0.4418151 Jul 16 08:34:41.518527 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8cefe2bf-0c91-4eb1-a156-732e5e164bf3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.556418 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-85ecb143-8b93-4ed6-aa9a-9c5a1406f61c tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/quotas/e2c8ee8748ed40f095f05f97decda731 HTTP/1.1" status: 200 len: 375 time: 0.0402591 Jul 16 08:34:41.564690 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe4d88a1-be0c-4405-b46e-43161c656d69 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.571513 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d83237d6-3e2e-42e6-8e45-a598aa7c4d46 req-ba9fb2d7-8f05-4739-a78d-c1f45315cee0 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3e287f4-5f9c-486c-bbcd-100eacab0aed HTTP/1.1" status: 200 len: 210 time: 0.0440853 Jul 16 08:34:41.573282 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-fe4d88a1-be0c-4405-b46e-43161c656d69 None None] Transition to ACTIVE for port object 5f7fd104-dac5-459e-8356-d4b30f68a95d will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:41.591457 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-fe4d88a1-be0c-4405-b46e-43161c656d69 None None] Transition to ACTIVE for port object 5f7fd104-dac5-459e-8356-d4b30f68a95d will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:41.595697 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 14734760-d91c-4366-b7d4-f3acfe8b216e {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:34:41.596050 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 14734760-d91c-4366-b7d4-f3acfe8b216e not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:34:41.601670 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe4d88a1-be0c-4405-b46e-43161c656d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.622505 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8cefe2bf-0c91-4eb1-a156-732e5e164bf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.626949 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8cefe2bf-0c91-4eb1-a156-732e5e164bf3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.631768 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8cefe2bf-0c91-4eb1-a156-732e5e164bf3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/73994617-3578-4d11-b7ae-cae66f851a4e HTTP/1.1" status: 204 len: 168 time: 0.2240541 Jul 16 08:34:41.642295 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cefe2bf-0c91-4eb1-a156-732e5e164bf3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73994617-3578-4d11-b7ae-cae66f851a4e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:41.663198 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-b865b557-e5f4-41bf-87b6-782b0736f691 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2c8ee8748ed40f095f05f97decda731&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1053374 Jul 16 08:34:41.664141 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d88a1-be0c-4405-b46e-43161c656d69 None None] Pushing event updated for resources: {'Port': ['ID=5f7fd104-dac5-459e-8356-d4b30f68a95d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:41.688823 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe4d88a1-be0c-4405-b46e-43161c656d69 None None] Network 04d6880c-5119-4455-b35c-e9168f24b641 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:41.690244 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-fe4d88a1-be0c-4405-b46e-43161c656d69 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:41.697109 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe4d88a1-be0c-4405-b46e-43161c656d69 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:41.750486 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffc96e6-ef45-4c87-a4b1-51eac86cba40 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Made reservation on behalf of 5d86a8dac7be464fabf05e4f6eab88a6 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:41.754044 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9ffc96e6-ef45-4c87-a4b1-51eac86cba40 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.780614 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-fe4d88a1-be0c-4405-b46e-43161c656d69 None None] Attempting to bind port 5f7fd104-dac5-459e-8356-d4b30f68a95d on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:41.781409 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-fe4d88a1-be0c-4405-b46e-43161c656d69 None None] Attempting to bind port 5f7fd104-dac5-459e-8356-d4b30f68a95d by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '756b0d8a-039b-4ab5-943f-0f6f4666bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '04d6880c-5119-4455-b35c-e9168f24b641'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:41.782008 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4d88a1-be0c-4405-b46e-43161c656d69 None None] Attempting to bind port 5f7fd104-dac5-459e-8356-d4b30f68a95d on network 04d6880c-5119-4455-b35c-e9168f24b641 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:41.789448 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4d88a1-be0c-4405-b46e-43161c656d69 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:41.790187 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4d88a1-be0c-4405-b46e-43161c656d69 None None] Checking segment: {'id': '756b0d8a-039b-4ab5-943f-0f6f4666bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '04d6880c-5119-4455-b35c-e9168f24b641'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:41.790811 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe4d88a1-be0c-4405-b46e-43161c656d69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.791406 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe4d88a1-be0c-4405-b46e-43161c656d69 None None] Bound using segment: {'id': '756b0d8a-039b-4ab5-943f-0f6f4666bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '04d6880c-5119-4455-b35c-e9168f24b641'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:41.793262 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-fe4d88a1-be0c-4405-b46e-43161c656d69 None None] Bound port: 5f7fd104-dac5-459e-8356-d4b30f68a95d, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '756b0d8a-039b-4ab5-943f-0f6f4666bb27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '04d6880c-5119-4455-b35c-e9168f24b641'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:41.794237 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe4d88a1-be0c-4405-b46e-43161c656d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.834238 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83559f08-6732-4c74-9e75-81bff4179679 req-fae5d662-df53-42e9-a73e-8310bcb48475 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:41.842019 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83559f08-6732-4c74-9e75-81bff4179679 req-fae5d662-df53-42e9-a73e-8310bcb48475 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7362356 Jul 16 08:34:41.878022 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-fe4d88a1-be0c-4405-b46e-43161c656d69 None None] For port 5f7fd104-dac5-459e-8356-d4b30f68a95d, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:41.881735 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-fe4d88a1-be0c-4405-b46e-43161c656d69 None None] For port 5f7fd104-dac5-459e-8356-d4b30f68a95d, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=5f7fd104-dac5-459e-8356-d4b30f68a95d,segment=NetworkSegment(756b0d8a-039b-4ab5-943f-0f6f4666bb27),segment_id=756b0d8a-039b-4ab5-943f-0f6f4666bb27)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:41.883905 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-83559f08-6732-4c74-9e75-81bff4179679 req-69e8cff8-25ec-4693-8f56-6a6c0bd8a2c1 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Request body: {'port': {'device_id': 'a3e287f4-5f9c-486c-bbcd-100eacab0aed', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'admin_state_up': True, 'tenant_id': 'c36eb8519e994563885fc22fb3f50618'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:41.888708 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe4d88a1-be0c-4405-b46e-43161c656d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:41.992730 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4d88a1-be0c-4405-b46e-43161c656d69 None None] Pushing event updated for resources: {'Port': ['ID=5f7fd104-dac5-459e-8356-d4b30f68a95d,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:42.010090 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ed5b79-98ac-4a36-982e-63df797ecd2e req-349c5f5a-ccb4-44cb-af03-8b77b5fa6cb6 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:42.018028 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d0ed5b79-98ac-4a36-982e-63df797ecd2e req-349c5f5a-ccb4-44cb-af03-8b77b5fa6cb6 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1052485 Jul 16 08:34:42.098305 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d0ed5b79-98ac-4a36-982e-63df797ecd2e req-bbe1b859-1418-40ea-bf60-2a8e8285354f tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793407 Jul 16 08:34:42.518713 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ffbadf-ad4c-4f34-ad4d-21303bf285ec req-c6b1bfaa-daa5-4ee6-aeab-da6ec239c3a9 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:42.533890 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-67ffbadf-ad4c-4f34-ad4d-21303bf285ec req-c6b1bfaa-daa5-4ee6-aeab-da6ec239c3a9 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1413927 Jul 16 08:34:42.605962 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-9e886d88-fc48-46aa-8df0-04f620da8e22 service neutron] 10.222.0.22 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9413595 Jul 16 08:34:42.644831 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-67ffbadf-ad4c-4f34-ad4d-21303bf285ec req-3a411a33-eef0-40fe-b688-233f202ac89b tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096776 Jul 16 08:34:42.869937 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-7ebadf22-4278-4b44-8899-02ee6fa413d7 service neutron] 10.222.0.22 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2629325 Jul 16 08:34:42.884254 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83559f08-6732-4c74-9e75-81bff4179679 req-69e8cff8-25ec-4693-8f56-6a6c0bd8a2c1 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Made reservation on behalf of c36eb8519e994563885fc22fb3f50618 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:42.889368 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-83559f08-6732-4c74-9e75-81bff4179679 req-69e8cff8-25ec-4693-8f56-6a6c0bd8a2c1 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:42.921710 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-83559f08-6732-4c74-9e75-81bff4179679 req-69e8cff8-25ec-4693-8f56-6a6c0bd8a2c1 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.010710 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b98ae4a5-2a7f-4cba-bdbb-d3fec73f8dbe req-56ea90a8-8169-489a-b29c-78578bf4eb4f tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3e287f4-5f9c-486c-bbcd-100eacab0aed HTTP/1.1" status: 200 len: 210 time: 0.0567932 Jul 16 08:34:43.205753 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-83559f08-6732-4c74-9e75-81bff4179679 req-69e8cff8-25ec-4693-8f56-6a6c0bd8a2c1 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.224988 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-83559f08-6732-4c74-9e75-81bff4179679 req-69e8cff8-25ec-4693-8f56-6a6c0bd8a2c1 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.318908 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-882d9631-61e3-4c1a-9770-d1ffc707836d req-2b6731d8-b569-4992-8f39-15e7d6239f97 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 210 time: 0.1057673 Jul 16 08:34:43.440501 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9ffc96e6-ef45-4c87-a4b1-51eac86cba40 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:43.575513 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffc96e6-ef45-4c87-a4b1-51eac86cba40 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event updated for resources: {'Subnet': ['ID=6a3bfc0b-7324-49cc-8326-46532fa98792,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:43.635147 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8cff8-25ec-4693-8f56-6a6c0bd8a2c1 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Pushing event updated for resources: {'SecurityGroup': ['ID=630fed5e-1f57-4806-bbed-db4678d395c3,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:43.725275 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6682166d-af11-4fdc-8e4b-3a14ec7793b2 None None] Network 04d6880c-5119-4455-b35c-e9168f24b641 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:43.758052 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ffc96e6-ef45-4c87-a4b1-51eac86cba40 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Checking segment: {'id': 'c68569e2-fe82-4454-9129-1fbec221435a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7b068f34-5182-400c-9738-bd8135bde634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:43.758398 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffc96e6-ef45-4c87-a4b1-51eac86cba40 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Network hostable DHCP agents. Network: 7b068f34-5182-400c-9738-bd8135bde634, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:34:43.896859 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6754a28-7401-4e66-b918-916d4c0e8cdb req-205eacbf-d6a7-4a48-9074-4f3d8a2dee12 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:43.910844 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e6754a28-7401-4e66-b918-916d4c0e8cdb req-205eacbf-d6a7-4a48-9074-4f3d8a2dee12 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.4900832 Jul 16 08:34:44.012540 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffc96e6-ef45-4c87-a4b1-51eac86cba40 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Network 7b068f34-5182-400c-9738-bd8135bde634 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:34:44.122037 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-83559f08-6732-4c74-9e75-81bff4179679 req-69e8cff8-25ec-4693-8f56-6a6c0bd8a2c1 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Allocated IP 192.168.233.118 (30bff2e9-dcab-4751-913d-9c4ac9d8019b/c36b7919-0b6b-490a-bff0-04ed964d98ec/49d80e56-0052-4560-ba73-06e600b8b9a3) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:44.164003 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e6754a28-7401-4e66-b918-916d4c0e8cdb req-bbe9a1b5-94b3-4dc4-b714-07c2664f2ff8 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511787 Jul 16 08:34:44.168321 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-9ffc96e6-ef45-4c87-a4b1-51eac86cba40 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 7b068f34-5182-400c-9738-bd8135bde634) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:44.203977 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72632046-932a-4b4d-b11c-52acf47b5a3c None None] Network 7b068f34-5182-400c-9738-bd8135bde634 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:44.215964 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffc96e6-ef45-4c87-a4b1-51eac86cba40 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:44.230628 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9ffc96e6-ef45-4c87-a4b1-51eac86cba40 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.271127 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59566) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:44.288106 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9ffc96e6-ef45-4c87-a4b1-51eac86cba40 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 3.3786542 Jul 16 08:34:44.418691 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 5f7fd104-dac5-459e-8356-d4b30f68a95d up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:44.420727 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7b6326ff-6ae0-4b8f-ba6b-d58db70d6a41 None None] Provisioning for port 5f7fd104-dac5-459e-8356-d4b30f68a95d completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:44.696987 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-acc97033-4f0e-4880-8454-febb3e14ebfd req-15912003-63e6-44f2-8624-4ac2eeb49ce9 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3e287f4-5f9c-486c-bbcd-100eacab0aed HTTP/1.1" status: 200 len: 210 time: 0.1406615 Jul 16 08:34:44.749458 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.771278 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2f7cf5-b88f-4f39-a3a7-a0dd050b9ced None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-7b068f34-5182-400c-9738-bd8135bde634', 'network_id': '7b068f34-5182-400c-9738-bd8135bde634', 'tenant_id': '5d86a8dac7be464fabf05e4f6eab88a6', 'fixed_ips': [{'subnet_id': '6a3bfc0b-7324-49cc-8326-46532fa98792'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:34:44.774407 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cb2f7cf5-b88f-4f39-a3a7-a0dd050b9ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.839725 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 5f7fd104-dac5-459e-8356-d4b30f68a95d completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:44.858072 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-83559f08-6732-4c74-9e75-81bff4179679 req-69e8cff8-25ec-4693-8f56-6a6c0bd8a2c1 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.872985 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 5f7fd104-dac5-459e-8356-d4b30f68a95d triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:44.874264 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:44.921014 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-83559f08-6732-4c74-9e75-81bff4179679 req-69e8cff8-25ec-4693-8f56-6a6c0bd8a2c1 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Transition to ACTIVE for port object 49d80e56-0052-4560-ba73-06e600b8b9a3 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:44.954988 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51fd8a22-59ba-40ad-8a6c-871acae31de0 req-722d96f2-d771-4ed0-a293-c5bda28808b2 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:44.970441 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-51fd8a22-59ba-40ad-8a6c-871acae31de0 req-722d96f2-d771-4ed0-a293-c5bda28808b2 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.3875635 Jul 16 08:34:44.978472 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.134942 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-51fd8a22-59ba-40ad-8a6c-871acae31de0 req-301cfac6-8b54-4329-8b0a-a53124ce61f8 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1632531 Jul 16 08:34:45.162267 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-83559f08-6732-4c74-9e75-81bff4179679 req-69e8cff8-25ec-4693-8f56-6a6c0bd8a2c1 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.178795 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-19c7a850-5e73-4131-a0f9-047f725c6e91 req-f0f3bc65-8c35-48f4-9be5-d08483cc8b51 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 210 time: 0.1305504 Jul 16 08:34:45.316191 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e8cff8-25ec-4693-8f56-6a6c0bd8a2c1 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Pushing event updated for resources: {'Port': ['ID=49d80e56-0052-4560-ba73-06e600b8b9a3,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:45.363924 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83559f08-6732-4c74-9e75-81bff4179679 req-69e8cff8-25ec-4693-8f56-6a6c0bd8a2c1 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:45.365647 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-83559f08-6732-4c74-9e75-81bff4179679 req-69e8cff8-25ec-4693-8f56-6a6c0bd8a2c1 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:45.371500 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-83559f08-6732-4c74-9e75-81bff4179679 req-69e8cff8-25ec-4693-8f56-6a6c0bd8a2c1 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:45.464959 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.592837 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83559f08-6732-4c74-9e75-81bff4179679 req-69e8cff8-25ec-4693-8f56-6a6c0bd8a2c1 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:45.596460 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4bd7f0a7-fc8d-4323-ae88-8b4c0b674c78 None None] Provisioning complete for port 5f7fd104-dac5-459e-8356-d4b30f68a95d triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:45.596850 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4bd7f0a7-fc8d-4323-ae88-8b4c0b674c78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.600509 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-83559f08-6732-4c74-9e75-81bff4179679 req-69e8cff8-25ec-4693-8f56-6a6c0bd8a2c1 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.647811 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-cb2f7cf5-b88f-4f39-a3a7-a0dd050b9ced None None] Allocated IP 172.20.0.2 (7b068f34-5182-400c-9738-bd8135bde634/6a3bfc0b-7324-49cc-8326-46532fa98792/4cf4115c-5551-4596-985e-974ca33875b8) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:45.648805 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89e08a-8868-49f9-a6c0-7213e56d79fc req-2c924fc7-a5c3-4c31-a93c-62f8508d5849 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:45.658383 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1d89e08a-8868-49f9-a6c0-7213e56d79fc req-2c924fc7-a5c3-4c31-a93c-62f8508d5849 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1463699 Jul 16 08:34:45.698450 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 5f7fd104-dac5-459e-8356-d4b30f68a95d, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=5f7fd104-dac5-459e-8356-d4b30f68a95d,segment=NetworkSegment(756b0d8a-039b-4ab5-943f-0f6f4666bb27),segment_id=756b0d8a-039b-4ab5-943f-0f6f4666bb27)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:45.711083 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:45.847521 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83559f08-6732-4c74-9e75-81bff4179679 req-69e8cff8-25ec-4693-8f56-6a6c0bd8a2c1 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9849348 Jul 16 08:34:45.874752 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-83559f08-6732-4c74-9e75-81bff4179679 req-e6f2f5f5-f850-45d8-b44a-89e9ebf06775 service neutron] Request body: {'port': {'device_id': 'a3e287f4-5f9c-486c-bbcd-100eacab0aed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:45.950195 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1d89e08a-8868-49f9-a6c0-7213e56d79fc req-f1650ea6-fb6f-4e2b-9b76-40825af91ab8 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905450 Jul 16 08:34:45.982821 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-555e3946-89e7-4d17-b8f2-f0e3bacc803f tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:45.988119 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-555e3946-89e7-4d17-b8f2-f0e3bacc803f tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.21 "GET /v2.0/networks?id=bffad17c-f1ab-47e1-8c7a-30b725bf841f HTTP/1.1" status: 200 len: 811 time: 0.3744440 Jul 16 08:34:46.010182 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-6c45e440-1458-4900-bbb5-82eea7ea69c5 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Request body: {'port': {'device_id': '1aa7342e-8608-4ddb-aa48-e82495f97963', 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f', 'admin_state_up': True, 'tenant_id': 'e2c8ee8748ed40f095f05f97decda731'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:46.069124 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=5f7fd104-dac5-459e-8356-d4b30f68a95d,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:46.160396 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-83559f08-6732-4c74-9e75-81bff4179679 req-e6f2f5f5-f850-45d8-b44a-89e9ebf06775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.326577 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cb2f7cf5-b88f-4f39-a3a7-a0dd050b9ced None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.340370 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-cb2f7cf5-b88f-4f39-a3a7-a0dd050b9ced None None] Transition to ACTIVE for port object 4cf4115c-5551-4596-985e-974ca33875b8 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:46.379822 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-cb2f7cf5-b88f-4f39-a3a7-a0dd050b9ced None None] Transition to ACTIVE for port object 4cf4115c-5551-4596-985e-974ca33875b8 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:46.380339 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0249eb7-beff-4a18-bfb4-f0a8500f5444 req-260fa3ea-7760-4d2f-990f-451a203f6172 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:46.390473 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cb2f7cf5-b88f-4f39-a3a7-a0dd050b9ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.390989 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a0249eb7-beff-4a18-bfb4-f0a8500f5444 req-260fa3ea-7760-4d2f-990f-451a203f6172 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1078708 Jul 16 08:34:46.434871 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb2f7cf5-b88f-4f39-a3a7-a0dd050b9ced None None] Network 7b068f34-5182-400c-9738-bd8135bde634 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:46.440087 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-cb2f7cf5-b88f-4f39-a3a7-a0dd050b9ced None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:46.452274 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb2f7cf5-b88f-4f39-a3a7-a0dd050b9ced None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:46.459140 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c1930a9d-8ac3-494a-939d-e1d006a7b1bd None None] Provisioning for port 49d80e56-0052-4560-ba73-06e600b8b9a3 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:46.460576 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a0249eb7-beff-4a18-bfb4-f0a8500f5444 req-e7ce51c9-6d29-4e8a-a9c7-6c0a6e67bac6 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682745 Jul 16 08:34:46.472033 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f7cf5-b88f-4f39-a3a7-a0dd050b9ced None None] Pushing event updated for resources: {'Port': ['ID=4cf4115c-5551-4596-985e-974ca33875b8,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:46.474733 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c1930a9d-8ac3-494a-939d-e1d006a7b1bd None None] Provisioning complete for port 49d80e56-0052-4560-ba73-06e600b8b9a3 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:46.475509 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1930a9d-8ac3-494a-939d-e1d006a7b1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.483113 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.547809 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event deleted for resources: {'Subnet': ['ID=6a3bfc0b-7324-49cc-8326-46532fa98792,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:46.599325 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-cb2f7cf5-b88f-4f39-a3a7-a0dd050b9ced None None] Attempting to bind port 4cf4115c-5551-4596-985e-974ca33875b8 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:46.608587 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-cb2f7cf5-b88f-4f39-a3a7-a0dd050b9ced None None] Attempting to bind port 4cf4115c-5551-4596-985e-974ca33875b8 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'c68569e2-fe82-4454-9129-1fbec221435a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7b068f34-5182-400c-9738-bd8135bde634'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:46.614298 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f7cf5-b88f-4f39-a3a7-a0dd050b9ced None None] Attempting to bind port 4cf4115c-5551-4596-985e-974ca33875b8 on network 7b068f34-5182-400c-9738-bd8135bde634 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:46.626675 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f7cf5-b88f-4f39-a3a7-a0dd050b9ced None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:46.634264 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f7cf5-b88f-4f39-a3a7-a0dd050b9ced None None] Checking segment: {'id': 'c68569e2-fe82-4454-9129-1fbec221435a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7b068f34-5182-400c-9738-bd8135bde634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:46.635086 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cb2f7cf5-b88f-4f39-a3a7-a0dd050b9ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.637753 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb2f7cf5-b88f-4f39-a3a7-a0dd050b9ced None None] Bound using segment: {'id': 'c68569e2-fe82-4454-9129-1fbec221435a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7b068f34-5182-400c-9738-bd8135bde634'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:46.638516 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-cb2f7cf5-b88f-4f39-a3a7-a0dd050b9ced None None] Bound port: 4cf4115c-5551-4596-985e-974ca33875b8, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c68569e2-fe82-4454-9129-1fbec221435a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7b068f34-5182-400c-9738-bd8135bde634'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:46.639175 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cb2f7cf5-b88f-4f39-a3a7-a0dd050b9ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.649279 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c1930a9d-8ac3-494a-939d-e1d006a7b1bd None None] Port 49d80e56-0052-4560-ba73-06e600b8b9a3 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:34:46.687435 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.699043 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b068f34-5182-400c-9738-bd8135bde634']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:46.710784 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68569e2-fe82-4454-9129-1fbec221435a') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:46.711333 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68569e2-fe82-4454-9129-1fbec221435a') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:46.733910 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.779361 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6f8bed3d-7a6b-4130-91bd-c54eafa0d781 req-6a022107-e147-4bb6-bbf3-eb89a612301e tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 210 time: 0.0599437 Jul 16 08:34:46.798075 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.811495 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-cb2f7cf5-b88f-4f39-a3a7-a0dd050b9ced None None] For port 4cf4115c-5551-4596-985e-974ca33875b8, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:46.812264 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:34:46.813636 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.819233 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:34:46.819233 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:34:46.819233 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:34:46.819233 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:34:46.819233 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:34:46.819233 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:34:46.819233 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:34:46.819233 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:34:46.819233 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:34:46.819233 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:34:46.819233 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:34:46.819233 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:34:46.819233 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:34:46.819233 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:34:46.819233 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:34:46.819233 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:34:46.819233 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:34:46.819233 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:34:46.819233 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:34:46.819233 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:34:46.819233 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:34:46.819233 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:34:46.819233 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:34:46.819233 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:34:46.819233 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:34:46.819233 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:34:46.819233 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:34:46.819233 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:34:46.819233 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:34:46.819233 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:34:46.819233 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:34:46.819233 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:34:46.935567 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-cb2f7cf5-b88f-4f39-a3a7-a0dd050b9ced None None] For port 4cf4115c-5551-4596-985e-974ca33875b8, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4cf4115c-5551-4596-985e-974ca33875b8,segment=NetworkSegment(c68569e2-fe82-4454-9129-1fbec221435a),segment_id=c68569e2-fe82-4454-9129-1fbec221435a)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:46.938055 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.db.api [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 08:34:46.938055 n-d-771362-37 neutron-server[93759]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 08:34:46.938055 n-d-771362-37 neutron-server[93759]: [parameters: {'id': '7b068f34-5182-400c-9738-bd8135bde634'}] Jul 16 08:34:46.938055 n-d-771362-37 neutron-server[93759]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:34:46.938631 n-d-771362-37 neutron-server[93759]: DEBUG oslo_db.api [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:34:46.941852 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cb2f7cf5-b88f-4f39-a3a7-a0dd050b9ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:46.993070 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-6c45e440-1458-4900-bbb5-82eea7ea69c5 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Made reservation on behalf of e2c8ee8748ed40f095f05f97decda731 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:47.003927 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-6c45e440-1458-4900-bbb5-82eea7ea69c5 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.141533 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b7065f-b7bb-4d25-9617-6fe34584d739 None None] Network 7b068f34-5182-400c-9738-bd8135bde634 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:47.201609 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-6c45e440-1458-4900-bbb5-82eea7ea69c5 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Allocated IP 172.20.0.12 (bffad17c-f1ab-47e1-8c7a-30b725bf841f/25132452-9e46-4209-8e8b-3e1b72482432/ed21fdfc-b7fa-4074-b131-4bf703c1a7a2) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:47.223386 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e155d28-a8ee-4b7b-9771-c81cf5d70f05 req-384e997f-0a9b-4382-bb6e-e88ab0dd675e tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:47.225002 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1e155d28-a8ee-4b7b-9771-c81cf5d70f05 req-384e997f-0a9b-4382-bb6e-e88ab0dd675e tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3e287f4-5f9c-486c-bbcd-100eacab0aed HTTP/1.1" status: 200 len: 936 time: 1.1435962 Jul 16 08:34:47.261696 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-83559f08-6732-4c74-9e75-81bff4179679 req-e6f2f5f5-f850-45d8-b44a-89e9ebf06775 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d80e56-0052-4560-ba73-06e600b8b9a3 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:47.292314 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-83559f08-6732-4c74-9e75-81bff4179679 req-e6f2f5f5-f850-45d8-b44a-89e9ebf06775 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.308721 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2f7cf5-b88f-4f39-a3a7-a0dd050b9ced None None] Pushing event updated for resources: {'Port': ['ID=4cf4115c-5551-4596-985e-974ca33875b8,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:47.340638 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-83559f08-6732-4c74-9e75-81bff4179679 req-e6f2f5f5-f850-45d8-b44a-89e9ebf06775 service neutron] Transition to ACTIVE for port object 49d80e56-0052-4560-ba73-06e600b8b9a3 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:47.423379 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edff7d82-89a8-4027-9104-033e17e522a8 None None] get_active_networks_info from n-d-771362-37 {{(pid=93760) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:34:47.444265 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.530761 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-6c45e440-1458-4900-bbb5-82eea7ea69c5 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.596316 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1e155d28-a8ee-4b7b-9771-c81cf5d70f05 req-77a892c0-f937-4820-bb3a-33e8b35ed3dc tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/security-groups?id=630fed5e-1f57-4806-bbed-db4678d395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3375657 Jul 16 08:34:47.596316 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-83559f08-6732-4c74-9e75-81bff4179679 req-e6f2f5f5-f850-45d8-b44a-89e9ebf06775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.613022 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5d3b6-fa76-4b32-add0-000e65e9e46a req-8d1162df-40c1-4ee2-883a-8fec73de7d56 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:47.629254 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-79c5d3b6-fa76-4b32-add0-000e65e9e46a req-8d1162df-40c1-4ee2-883a-8fec73de7d56 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.2029471 Jul 16 08:34:47.697596 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-79c5d3b6-fa76-4b32-add0-000e65e9e46a req-a5161d4e-fdbd-4e3a-a351-20338d32f5f2 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745165 Jul 16 08:34:47.707907 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Deleting port 4cf4115c-5551-4596-985e-974ca33875b8 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:47.708496 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.753102 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-6c45e440-1458-4900-bbb5-82eea7ea69c5 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.767068 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edff7d82-89a8-4027-9104-033e17e522a8 None None] Resources bound (agent type, host, resource id): {{(pid=93760) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:34:47.793723 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2f5f5-f850-45d8-b44a-89e9ebf06775 service neutron] Pushing event updated for resources: {'Port': ['ID=49d80e56-0052-4560-ba73-06e600b8b9a3,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:47.890293 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-6c45e440-1458-4900-bbb5-82eea7ea69c5 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Network bffad17c-f1ab-47e1-8c7a-30b725bf841f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:47.891267 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-83559f08-6732-4c74-9e75-81bff4179679 req-e6f2f5f5-f850-45d8-b44a-89e9ebf06775 service neutron] Attempting to bind port 49d80e56-0052-4560-ba73-06e600b8b9a3 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:47.891608 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-83559f08-6732-4c74-9e75-81bff4179679 req-e6f2f5f5-f850-45d8-b44a-89e9ebf06775 service neutron] Attempting to bind port 49d80e56-0052-4560-ba73-06e600b8b9a3 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:47.891939 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83559f08-6732-4c74-9e75-81bff4179679 req-e6f2f5f5-f850-45d8-b44a-89e9ebf06775 service neutron] Attempting to bind port 49d80e56-0052-4560-ba73-06e600b8b9a3 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:47.898283 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-6c45e440-1458-4900-bbb5-82eea7ea69c5 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:47.911712 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] For port 4cf4115c-5551-4596-985e-974ca33875b8, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4cf4115c-5551-4596-985e-974ca33875b8,segment=NetworkSegment(c68569e2-fe82-4454-9129-1fbec221435a),segment_id=c68569e2-fe82-4454-9129-1fbec221435a)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:47.914270 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:47.923385 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-6c45e440-1458-4900-bbb5-82eea7ea69c5 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:47.944014 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83559f08-6732-4c74-9e75-81bff4179679 req-e6f2f5f5-f850-45d8-b44a-89e9ebf06775 service neutron] Port 49d80e56-0052-4560-ba73-06e600b8b9a3 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:47.944652 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83559f08-6732-4c74-9e75-81bff4179679 req-e6f2f5f5-f850-45d8-b44a-89e9ebf06775 service neutron] Attempting to bind port 49d80e56-0052-4560-ba73-06e600b8b9a3 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:47.960972 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Calling delete_port for 4cf4115c-5551-4596-985e-974ca33875b8 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:47.988370 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83559f08-6732-4c74-9e75-81bff4179679 req-e6f2f5f5-f850-45d8-b44a-89e9ebf06775 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:47.988793 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83559f08-6732-4c74-9e75-81bff4179679 req-e6f2f5f5-f850-45d8-b44a-89e9ebf06775 service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:47.989088 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83559f08-6732-4c74-9e75-81bff4179679 req-e6f2f5f5-f850-45d8-b44a-89e9ebf06775 service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:47.989516 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-83559f08-6732-4c74-9e75-81bff4179679 req-e6f2f5f5-f850-45d8-b44a-89e9ebf06775 service neutron] Bound port: 49d80e56-0052-4560-ba73-06e600b8b9a3, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:47.995996 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-83559f08-6732-4c74-9e75-81bff4179679 req-e6f2f5f5-f850-45d8-b44a-89e9ebf06775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.033349 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45e440-1458-4900-bbb5-82eea7ea69c5 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Pushing event updated for resources: {'Port': ['ID=ed21fdfc-b7fa-4074-b131-4bf703c1a7a2,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:48.161202 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-6c45e440-1458-4900-bbb5-82eea7ea69c5 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:48.161888 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-6c45e440-1458-4900-bbb5-82eea7ea69c5 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.207366 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-6c45e440-1458-4900-bbb5-82eea7ea69c5 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2112114 Jul 16 08:34:48.217528 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-83559f08-6732-4c74-9e75-81bff4179679 req-e6f2f5f5-f850-45d8-b44a-89e9ebf06775 service neutron] For port 49d80e56-0052-4560-ba73-06e600b8b9a3, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:48.222364 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-83559f08-6732-4c74-9e75-81bff4179679 req-e6f2f5f5-f850-45d8-b44a-89e9ebf06775 service neutron] For port 49d80e56-0052-4560-ba73-06e600b8b9a3, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=49d80e56-0052-4560-ba73-06e600b8b9a3,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:48.231950 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a820d5-0934-4b0a-bd26-537de85d963e req-f8969042-dfd9-4364-aadf-89f481369e8c tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:48.239104 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-84a820d5-0934-4b0a-bd26-537de85d963e req-f8969042-dfd9-4364-aadf-89f481369e8c tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.2374401 Jul 16 08:34:48.243740 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 5f7fd104-dac5-459e-8356-d4b30f68a95d up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:48.247827 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-83559f08-6732-4c74-9e75-81bff4179679 req-e6f2f5f5-f850-45d8-b44a-89e9ebf06775 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.267397 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-baae050a-df29-4a4e-95e0-55d7ed087de7 service neutron] Request body: {'port': {'device_id': '1aa7342e-8608-4ddb-aa48-e82495f97963', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:48.372970 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-84a820d5-0934-4b0a-bd26-537de85d963e req-774206bb-5423-4da0-bd5d-bbcc34d2e959 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328890 Jul 16 08:34:48.376202 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83559f08-6732-4c74-9e75-81bff4179679 req-e6f2f5f5-f850-45d8-b44a-89e9ebf06775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:48.376849 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-83559f08-6732-4c74-9e75-81bff4179679 req-e6f2f5f5-f850-45d8-b44a-89e9ebf06775 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.381795 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83559f08-6732-4c74-9e75-81bff4179679 req-e6f2f5f5-f850-45d8-b44a-89e9ebf06775 service neutron] 10.222.0.30 "PUT /v2.0/ports/49d80e56-0052-4560-ba73-06e600b8b9a3 HTTP/1.1" status: 200 len: 1097 time: 2.5096338 Jul 16 08:34:48.392431 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3e287f4-5f9c-486c-bbcd-100eacab0aed', 'tag': '49d80e56-0052-4560-ba73-06e600b8b9a3'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:48.405995 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-740c3e11-a3e0-4699-b81d-dcc7c2570d67" -d '{"events": [{"name": "network-changed", "server_uuid": "a3e287f4-5f9c-486c-bbcd-100eacab0aed", "tag": "49d80e56-0052-4560-ba73-06e600b8b9a3"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:48.529792 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 5f7fd104-dac5-459e-8356-d4b30f68a95d triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:48.530719 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.548504 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-baae050a-df29-4a4e-95e0-55d7ed087de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.615668 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f2f5f5-f850-45d8-b44a-89e9ebf06775 service neutron] Pushing event updated for resources: {'Port': ['ID=49d80e56-0052-4560-ba73-06e600b8b9a3,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:48.767895 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d03b64-c8a8-4e72-8fcb-caea063edd9d req-a3cbfd45-8793-434e-baaf-c90ba7e9669c tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:48.777291 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-00d03b64-c8a8-4e72-8fcb-caea063edd9d req-a3cbfd45-8793-434e-baaf-c90ba7e9669c tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 932 time: 0.1455417 Jul 16 08:34:48.801967 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83559f08-6732-4c74-9e75-81bff4179679 req-a23f148e-0fe8-4318-a5c8-297af6cddf58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:48.807679 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83559f08-6732-4c74-9e75-81bff4179679 req-a23f148e-0fe8-4318-a5c8-297af6cddf58 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c36eb8519e994563885fc22fb3f50618&device_id=a3e287f4-5f9c-486c-bbcd-100eacab0aed HTTP/1.1" status: 200 len: 1100 time: 0.2977843 Jul 16 08:34:48.845216 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:48.937351 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-00d03b64-c8a8-4e72-8fcb-caea063edd9d req-73550e41-8004-4848-b20a-bc8fdd7ba2f3 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583705 Jul 16 08:34:48.944714 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] No DVR routers for this DVR port 4cf4115c-5551-4596-985e-974ca33875b8 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:48.960211 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event deleted for resources: {'Port': ['ID=4cf4115c-5551-4596-985e-974ca33875b8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:49.058021 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83559f08-6732-4c74-9e75-81bff4179679 req-ce7f6b70-ae79-4e23-8e05-48bd49eb7ce3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=49d80e56-0052-4560-ba73-06e600b8b9a3 HTTP/1.1" status: 200 len: 217 time: 0.2416799 Jul 16 08:34:49.121489 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.122595 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88207b66-4702-4e77-a606-3c408102d5b1 x-openstack-request-id: req-88207b66-4702-4e77-a606-3c408102d5b1 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:49.124286 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3e287f4-5f9c-486c-bbcd-100eacab0aed", "tag": "49d80e56-0052-4560-ba73-06e600b8b9a3", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:49.125223 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-88207b66-4702-4e77-a606-3c408102d5b1 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:49.125727 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3e287f4-5f9c-486c-bbcd-100eacab0aed', 'tag': '49d80e56-0052-4560-ba73-06e600b8b9a3', 'status': 'completed', 'code': 200} Jul 16 08:34:49.138750 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b068f34-5182-400c-9738-bd8135bde634']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:49.153276 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c68569e2-fe82-4454-9129-1fbec221435a') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:49.153617 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c68569e2-fe82-4454-9129-1fbec221435a') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:49.191699 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83559f08-6732-4c74-9e75-81bff4179679 req-b644f662-cef1-4070-8010-868832314d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:49.192785 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.196009 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83559f08-6732-4c74-9e75-81bff4179679 req-b644f662-cef1-4070-8010-868832314d54 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.1309469 Jul 16 08:34:49.226256 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.242896 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:34:49.243579 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.247296 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:34:49.247296 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:34:49.247296 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:34:49.247296 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:34:49.247296 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:34:49.247296 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:34:49.247296 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:34:49.247296 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:34:49.247296 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:34:49.247296 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:34:49.247296 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:34:49.247296 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:34:49.247296 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:34:49.247296 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:34:49.247296 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:34:49.247296 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:34:49.247296 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:34:49.247296 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:34:49.247296 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:34:49.247296 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:34:49.247296 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:34:49.247296 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:34:49.247296 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:34:49.247296 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:34:49.247296 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:34:49.247296 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:34:49.247296 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:34:49.247296 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:34:49.247296 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:34:49.247296 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:34:49.247296 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:34:49.247296 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:34:49.414792 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.424233 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-baae050a-df29-4a4e-95e0-55d7ed087de7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed21fdfc-b7fa-4074-b131-4bf703c1a7a2 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:49.443718 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.445722 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/networks/7b068f34-5182-400c-9738-bd8135bde634 HTTP/1.1" status: 204 len: 168 time: 5.1727290 Jul 16 08:34:49.446519 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-baae050a-df29-4a4e-95e0-55d7ed087de7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.447343 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1098a150-0c08-48f1-8c2c-d3ca4852d058 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event deleted for resources: {'Network': ['ID=7b068f34-5182-400c-9738-bd8135bde634,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:49.452018 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59722) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:49.462838 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83559f08-6732-4c74-9e75-81bff4179679 req-b37f5568-aa30-41db-867e-c33769017d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:49.465954 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83559f08-6732-4c74-9e75-81bff4179679 req-b37f5568-aa30-41db-867e-c33769017d99 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2579606 Jul 16 08:34:49.466657 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-885593c1-61df-4ed6-9957-316dc353f04c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-164624113'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:49.477421 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef82954-eed3-4b6e-9ca3-7bd744fc8aa7 req-bf64997b-dcf6-4e57-9e8e-b0df22544888 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:49.486119 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5ef82954-eed3-4b6e-9ca3-7bd744fc8aa7 req-bf64997b-dcf6-4e57-9e8e-b0df22544888 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3e287f4-5f9c-486c-bbcd-100eacab0aed HTTP/1.1" status: 200 len: 948 time: 0.1431746 Jul 16 08:34:49.508713 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-baae050a-df29-4a4e-95e0-55d7ed087de7 service neutron] Transition to ACTIVE for port object ed21fdfc-b7fa-4074-b131-4bf703c1a7a2 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:49.535294 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-baae050a-df29-4a4e-95e0-55d7ed087de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.536997 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5ef82954-eed3-4b6e-9ca3-7bd744fc8aa7 req-1c37f119-75ed-4428-9d99-bfbe6cda94aa tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/security-groups?id=630fed5e-1f57-4806-bbed-db4678d395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498848 Jul 16 08:34:49.551829 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-885593c1-61df-4ed6-9957-316dc353f04c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Made reservation on behalf of 5d86a8dac7be464fabf05e4f6eab88a6 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:49.558010 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-885593c1-61df-4ed6-9957-316dc353f04c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.590884 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-885593c1-61df-4ed6-9957-316dc353f04c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:34:49.602132 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae050a-df29-4a4e-95e0-55d7ed087de7 service neutron] Pushing event updated for resources: {'Port': ['ID=ed21fdfc-b7fa-4074-b131-4bf703c1a7a2,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:49.624067 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-885593c1-61df-4ed6-9957-316dc353f04c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.624437 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-885593c1-61df-4ed6-9957-316dc353f04c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Added segment ced4c96e-8c00-4527-89f3-3bb97ed5ecda of type vlan for network b22fda8f-6b80-412d-8b9e-eb9be55669c9 Jul 16 08:34:49.675434 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-885593c1-61df-4ed6-9957-316dc353f04c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.734484 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-885593c1-61df-4ed6-9957-316dc353f04c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.742347 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-885593c1-61df-4ed6-9957-316dc353f04c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:49.743129 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-885593c1-61df-4ed6-9957-316dc353f04c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.751679 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7069ed9b-0145-496a-aa24-fb5a358b6720 req-973d51d3-b2ac-464b-ac01-554841e6e1a1 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:49.753441 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7069ed9b-0145-496a-aa24-fb5a358b6720 req-973d51d3-b2ac-464b-ac01-554841e6e1a1 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.2856128 Jul 16 08:34:49.759399 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83559f08-6732-4c74-9e75-81bff4179679 req-f5bd86ca-a7c2-4802-a753-9b6b76d033ad service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761600 Jul 16 08:34:49.776492 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:34:49.831383 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-baae050a-df29-4a4e-95e0-55d7ed087de7 service neutron] Attempting to bind port ed21fdfc-b7fa-4074-b131-4bf703c1a7a2 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:49.831733 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-baae050a-df29-4a4e-95e0-55d7ed087de7 service neutron] Attempting to bind port ed21fdfc-b7fa-4074-b131-4bf703c1a7a2 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '7966b954-ba20-41a9-9f74-7745454be80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:49.832070 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-baae050a-df29-4a4e-95e0-55d7ed087de7 service neutron] Attempting to bind port ed21fdfc-b7fa-4074-b131-4bf703c1a7a2 on network bffad17c-f1ab-47e1-8c7a-30b725bf841f {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:49.842959 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885593c1-61df-4ed6-9957-316dc353f04c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event updated for resources: {'Network': ['ID=b22fda8f-6b80-412d-8b9e-eb9be55669c9,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:49.855069 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network b22fda8f-6b80-412d-8b9e-eb9be55669c9 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:34:49.863203 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-885593c1-61df-4ed6-9957-316dc353f04c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4063406 Jul 16 08:34:49.866294 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59728) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:49.869958 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-baae050a-df29-4a4e-95e0-55d7ed087de7 service neutron] Port ed21fdfc-b7fa-4074-b131-4bf703c1a7a2 on network bffad17c-f1ab-47e1-8c7a-30b725bf841f not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:49.870299 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-baae050a-df29-4a4e-95e0-55d7ed087de7 service neutron] Attempting to bind port ed21fdfc-b7fa-4074-b131-4bf703c1a7a2 on network bffad17c-f1ab-47e1-8c7a-30b725bf841f {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:49.871122 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-324f2e99-60d3-43a5-8e46-d41cb2eda4b1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Request body: {'subnet': {'network_id': 'b22fda8f-6b80-412d-8b9e-eb9be55669c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:49.877248 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7069ed9b-0145-496a-aa24-fb5a358b6720 req-37fbe108-13d2-46b8-843b-6168551f04af tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153727 Jul 16 08:34:49.884906 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-baae050a-df29-4a4e-95e0-55d7ed087de7 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:49.885781 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-baae050a-df29-4a4e-95e0-55d7ed087de7 service neutron] Checking segment: {'id': '7966b954-ba20-41a9-9f74-7745454be80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:49.886194 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-baae050a-df29-4a4e-95e0-55d7ed087de7 service neutron] Bound using segment: {'id': '7966b954-ba20-41a9-9f74-7745454be80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:49.886661 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-baae050a-df29-4a4e-95e0-55d7ed087de7 service neutron] Bound port: ed21fdfc-b7fa-4074-b131-4bf703c1a7a2, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7966b954-ba20-41a9-9f74-7745454be80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:49.887059 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-baae050a-df29-4a4e-95e0-55d7ed087de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:49.952464 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83559f08-6732-4c74-9e75-81bff4179679 req-614372fc-364b-41d4-9294-85125e1bd891 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814806 Jul 16 08:34:50.005294 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-baae050a-df29-4a4e-95e0-55d7ed087de7 service neutron] For port ed21fdfc-b7fa-4074-b131-4bf703c1a7a2, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:50.009381 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-baae050a-df29-4a4e-95e0-55d7ed087de7 service neutron] For port ed21fdfc-b7fa-4074-b131-4bf703c1a7a2, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ed21fdfc-b7fa-4074-b131-4bf703c1a7a2,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:50.016525 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-baae050a-df29-4a4e-95e0-55d7ed087de7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.023060 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-324f2e99-60d3-43a5-8e46-d41cb2eda4b1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Made reservation on behalf of 5d86a8dac7be464fabf05e4f6eab88a6 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:50.026805 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-324f2e99-60d3-43a5-8e46-d41cb2eda4b1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.055859 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-baae050a-df29-4a4e-95e0-55d7ed087de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:50.056550 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-baae050a-df29-4a4e-95e0-55d7ed087de7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.059264 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-baae050a-df29-4a4e-95e0-55d7ed087de7 service neutron] 10.222.0.21 "PUT /v2.0/ports/ed21fdfc-b7fa-4074-b131-4bf703c1a7a2 HTTP/1.1" status: 200 len: 1093 time: 1.8092997 Jul 16 08:34:50.098295 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.ipam_backend_mixin [None req-324f2e99-60d3-43a5-8e46-d41cb2eda4b1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Performing IP validity checks on allocation pools {{(pid=93759) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 08:34:50.098851 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.ipam_backend_mixin [None req-324f2e99-60d3-43a5-8e46-d41cb2eda4b1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93759) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 08:34:50.195645 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baae050a-df29-4a4e-95e0-55d7ed087de7 service neutron] Pushing event updated for resources: {'Port': ['ID=ed21fdfc-b7fa-4074-b131-4bf703c1a7a2,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:50.218092 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c3e11-a3e0-4699-b81d-dcc7c2570d67 req-2dde023a-ce6d-4758-a027-6ccc5dffc0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:50.220231 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-740c3e11-a3e0-4699-b81d-dcc7c2570d67 req-2dde023a-ce6d-4758-a027-6ccc5dffc0b1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c36eb8519e994563885fc22fb3f50618&device_id=a3e287f4-5f9c-486c-bbcd-100eacab0aed HTTP/1.1" status: 200 len: 1100 time: 0.2012172 Jul 16 08:34:50.234601 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189cbab-7db4-4831-b637-8dc6a921ed01 req-fa19e659-b612-49c0-8996-5312c038a41e tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:50.236292 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f189cbab-7db4-4831-b637-8dc6a921ed01 req-fa19e659-b612-49c0-8996-5312c038a41e tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=7206861f-be04-4ea1-852f-2cd3ac8825d0 HTTP/1.1" status: 200 len: 945 time: 0.5155971 Jul 16 08:34:50.237755 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-324f2e99-60d3-43a5-8e46-d41cb2eda4b1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.331325 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c3e11-a3e0-4699-b81d-dcc7c2570d67 req-858ea461-cba0-41c4-975b-8d369cfdde1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:50.333205 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-740c3e11-a3e0-4699-b81d-dcc7c2570d67 req-858ea461-cba0-41c4-975b-8d369cfdde1b service neutron] 10.222.0.30 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.1046510 Jul 16 08:34:50.335560 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-7cb70a8d-dfc0-4b2b-b7c9-ea6a0fd1aa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:50.336310 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324f2e99-60d3-43a5-8e46-d41cb2eda4b1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event updated for resources: {'Subnet': ['ID=57e15f5e-762d-4446-8c09-d1ba09315e9f,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:50.337306 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-7cb70a8d-dfc0-4b2b-b7c9-ea6a0fd1aa35 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e2c8ee8748ed40f095f05f97decda731&device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 1096 time: 0.2248731 Jul 16 08:34:50.346761 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-324f2e99-60d3-43a5-8e46-d41cb2eda4b1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Checking segment: {'id': 'ced4c96e-8c00-4527-89f3-3bb97ed5ecda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b22fda8f-6b80-412d-8b9e-eb9be55669c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:50.347141 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324f2e99-60d3-43a5-8e46-d41cb2eda4b1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Network hostable DHCP agents. Network: b22fda8f-6b80-412d-8b9e-eb9be55669c9, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:34:50.354674 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f189cbab-7db4-4831-b637-8dc6a921ed01 req-c1907477-f11c-48cb-bb47-f804e1edc603 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052046 Jul 16 08:34:50.372723 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-324f2e99-60d3-43a5-8e46-d41cb2eda4b1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Network b22fda8f-6b80-412d-8b9e-eb9be55669c9 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:34:50.384872 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-324f2e99-60d3-43a5-8e46-d41cb2eda4b1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, b22fda8f-6b80-412d-8b9e-eb9be55669c9) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:50.396131 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324f2e99-60d3-43a5-8e46-d41cb2eda4b1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:50.397448 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-324f2e99-60d3-43a5-8e46-d41cb2eda4b1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.403183 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6d2c48-13b7-44a2-b945-b697d6bac52f None None] Network b22fda8f-6b80-412d-8b9e-eb9be55669c9 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:50.418580 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-740c3e11-a3e0-4699-b81d-dcc7c2570d67 req-e582faba-d7e1-4ded-8377-023e3acde5f8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.118&port_id=49d80e56-0052-4560-ba73-06e600b8b9a3 HTTP/1.1" status: 200 len: 217 time: 0.0776098 Jul 16 08:34:50.420003 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-f1fc7e7e-5e3f-4670-84a7-48af4226df6b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed21fdfc-b7fa-4074-b131-4bf703c1a7a2 HTTP/1.1" status: 200 len: 217 time: 0.0726790 Jul 16 08:34:50.431608 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-324f2e99-60d3-43a5-8e46-d41cb2eda4b1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.5646999 Jul 16 08:34:50.434608 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59752) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:50.600643 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-ae189a64-7950-4fe5-8b55-cdb3ba9ce47f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:50.607160 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-ae189a64-7950-4fe5-8b55-cdb3ba9ce47f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25132452-9e46-4209-8e8b-3e1b72482432 HTTP/1.1" status: 200 len: 851 time: 0.1791131 Jul 16 08:34:50.614600 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c3e11-a3e0-4699-b81d-dcc7c2570d67 req-b7144a4a-d217-4fd6-b557-ccfed3a34ebc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:50.617036 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-740c3e11-a3e0-4699-b81d-dcc7c2570d67 req-b7144a4a-d217-4fd6-b557-ccfed3a34ebc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.1909714 Jul 16 08:34:50.618196 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.682985 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-e302d903-b2cd-474a-81d9-01ce56e6dc59 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bffad17c-f1ab-47e1-8c7a-30b725bf841f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0621278 Jul 16 08:34:50.703846 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194a542a-76c2-425f-8eef-b08a339c38dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-b22fda8f-6b80-412d-8b9e-eb9be55669c9', 'network_id': 'b22fda8f-6b80-412d-8b9e-eb9be55669c9', 'tenant_id': '5d86a8dac7be464fabf05e4f6eab88a6', 'fixed_ips': [{'subnet_id': '57e15f5e-762d-4446-8c09-d1ba09315e9f'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:34:50.705293 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-194a542a-76c2-425f-8eef-b08a339c38dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.828118 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:50.890778 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-194a542a-76c2-425f-8eef-b08a339c38dd None None] Allocated IP 172.20.0.3 (b22fda8f-6b80-412d-8b9e-eb9be55669c9/57e15f5e-762d-4446-8c09-d1ba09315e9f/82d8f111-0f66-4da9-8f97-f14120f491a0) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:50.915436 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d8fca1e-736d-42c8-9155-d13d7fbb1598 req-a86bc03f-b378-453f-abae-c27d4e2e280b tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:50.925304 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d8fca1e-736d-42c8-9155-d13d7fbb1598 req-a86bc03f-b378-453f-abae-c27d4e2e280b tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.2192013 Jul 16 08:34:51.015241 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d8fca1e-736d-42c8-9155-d13d7fbb1598 req-b9712c09-8df5-4fbf-a835-428f1c61e45c tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890000 Jul 16 08:34:51.067590 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba181c76-db5c-4336-a140-89f9679a4599 req-3711b9a2-c14b-4d22-a712-a56475230e0f tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:51.077992 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ba181c76-db5c-4336-a140-89f9679a4599 req-3711b9a2-c14b-4d22-a712-a56475230e0f tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.30 "GET /v2.0/ports?device_id=7206861f-be04-4ea1-852f-2cd3ac8825d0 HTTP/1.1" status: 200 len: 945 time: 0.2134869 Jul 16 08:34:51.174463 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1aa7342e-8608-4ddb-aa48-e82495f97963', 'tag': 'ed21fdfc-b7fa-4074-b131-4bf703c1a7a2'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:51.177069 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef5d4a4-8fb8-4982-8503-312963b78893" -d '{"events": [{"name": "network-changed", "server_uuid": "1aa7342e-8608-4ddb-aa48-e82495f97963", "tag": "ed21fdfc-b7fa-4074-b131-4bf703c1a7a2"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:51.217369 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-194a542a-76c2-425f-8eef-b08a339c38dd None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.233808 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-194a542a-76c2-425f-8eef-b08a339c38dd None None] Transition to ACTIVE for port object 82d8f111-0f66-4da9-8f97-f14120f491a0 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:51.255819 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-194a542a-76c2-425f-8eef-b08a339c38dd None None] Transition to ACTIVE for port object 82d8f111-0f66-4da9-8f97-f14120f491a0 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:51.271713 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-194a542a-76c2-425f-8eef-b08a339c38dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.311214 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.313034 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-3b06c7f8-0746-4996-902f-479deb60c00e service neutron] 10.222.0.21 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272674 Jul 16 08:34:51.327898 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a542a-76c2-425f-8eef-b08a339c38dd None None] Pushing event updated for resources: {'Port': ['ID=82d8f111-0f66-4da9-8f97-f14120f491a0,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:51.343723 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194a542a-76c2-425f-8eef-b08a339c38dd None None] Network b22fda8f-6b80-412d-8b9e-eb9be55669c9 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:51.344976 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-194a542a-76c2-425f-8eef-b08a339c38dd None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:51.347475 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194a542a-76c2-425f-8eef-b08a339c38dd None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:51.370929 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740c3e11-a3e0-4699-b81d-dcc7c2570d67 req-e23571da-0a39-4dd2-9caf-81918e09466f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:51.372526 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-740c3e11-a3e0-4699-b81d-dcc7c2570d67 req-e23571da-0a39-4dd2-9caf-81918e09466f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7280118 Jul 16 08:34:51.378158 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event deleted for resources: {'Subnet': ['ID=57e15f5e-762d-4446-8c09-d1ba09315e9f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:51.384295 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 205273b4-c0e5-43b4-8a31-7fcc20e410c0 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:51.451571 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-194a542a-76c2-425f-8eef-b08a339c38dd None None] Attempting to bind port 82d8f111-0f66-4da9-8f97-f14120f491a0 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:51.451953 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-194a542a-76c2-425f-8eef-b08a339c38dd None None] Attempting to bind port 82d8f111-0f66-4da9-8f97-f14120f491a0 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'ced4c96e-8c00-4527-89f3-3bb97ed5ecda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b22fda8f-6b80-412d-8b9e-eb9be55669c9'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:51.452329 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194a542a-76c2-425f-8eef-b08a339c38dd None None] Attempting to bind port 82d8f111-0f66-4da9-8f97-f14120f491a0 on network b22fda8f-6b80-412d-8b9e-eb9be55669c9 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:51.453513 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994b0834-4d9d-445c-94a6-933018606dc4 req-6d1ee669-5d6d-4a70-844c-a1d0d2fe4512 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:51.461290 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-994b0834-4d9d-445c-94a6-933018606dc4 req-6d1ee669-5d6d-4a70-844c-a1d0d2fe4512 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 944 time: 0.2024994 Jul 16 08:34:51.466014 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194a542a-76c2-425f-8eef-b08a339c38dd None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:51.466414 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194a542a-76c2-425f-8eef-b08a339c38dd None None] Checking segment: {'id': 'ced4c96e-8c00-4527-89f3-3bb97ed5ecda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b22fda8f-6b80-412d-8b9e-eb9be55669c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:51.467424 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-194a542a-76c2-425f-8eef-b08a339c38dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.467841 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194a542a-76c2-425f-8eef-b08a339c38dd None None] Bound using segment: {'id': 'ced4c96e-8c00-4527-89f3-3bb97ed5ecda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b22fda8f-6b80-412d-8b9e-eb9be55669c9'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:51.468937 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-194a542a-76c2-425f-8eef-b08a339c38dd None None] Bound port: 82d8f111-0f66-4da9-8f97-f14120f491a0, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced4c96e-8c00-4527-89f3-3bb97ed5ecda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'b22fda8f-6b80-412d-8b9e-eb9be55669c9'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:51.469679 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-194a542a-76c2-425f-8eef-b08a339c38dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.476446 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.492610 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b22fda8f-6b80-412d-8b9e-eb9be55669c9']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:51.505178 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced4c96e-8c00-4527-89f3-3bb97ed5ecda') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:51.505846 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced4c96e-8c00-4527-89f3-3bb97ed5ecda') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:51.516939 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.526841 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-16bbf514-bd6c-47c1-8ad9-945b388091ec req-6b256ad6-528e-4786-b87b-4cfe77e31a03 service neutron] 10.222.0.21 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065308 Jul 16 08:34:51.536201 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.545189 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:34:51.545833 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.566955 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-994b0834-4d9d-445c-94a6-933018606dc4 req-a6db98f8-d9b7-4e62-b0c2-277212b20d6e tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046870 Jul 16 08:34:51.589182 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 49d80e56-0052-4560-ba73-06e600b8b9a3 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:34:51.594370 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-740c3e11-a3e0-4699-b81d-dcc7c2570d67 req-0d300a4d-5a82-44d6-b974-30a8fcc1105c service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892035 Jul 16 08:34:51.605247 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.631283 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:34:51.631283 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:34:51.631283 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:34:51.631283 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:34:51.631283 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:34:51.631283 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:34:51.631283 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:34:51.631283 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:34:51.631283 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:34:51.631283 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:34:51.631283 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:34:51.631283 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:34:51.631283 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:34:51.631283 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:34:51.631283 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:34:51.631283 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:34:51.631283 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:34:51.631283 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:34:51.631283 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:34:51.631283 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:34:51.631283 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:34:51.631283 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:34:51.631283 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:34:51.631283 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:34:51.631283 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:34:51.631283 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:34:51.631283 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:34:51.631283 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:34:51.631283 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:34:51.631283 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:34:51.631283 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:34:51.631283 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:34:51.639272 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438e7066-094e-4fb0-8a01-7bfc37619505', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '205273b4-c0e5-43b4-8a31-7fcc20e410c0'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:51.641574 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ede787b9-402c-4c61-a928-c79a79ea23cb" -d '{"events": [{"server_uuid": "438e7066-094e-4fb0-8a01-7bfc37619505", "name": "network-vif-unplugged", "status": "completed", "tag": "205273b4-c0e5-43b4-8a31-7fcc20e410c0"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:51.644502 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-194a542a-76c2-425f-8eef-b08a339c38dd None None] For port 82d8f111-0f66-4da9-8f97-f14120f491a0, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:51.653269 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcad9cbe-7e86-44fc-9068-6df8e2aba2fc req-33464c32-facf-4099-8c18-913c9ee1fc85 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:51.655424 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bcad9cbe-7e86-44fc-9068-6df8e2aba2fc req-33464c32-facf-4099-8c18-913c9ee1fc85 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3e287f4-5f9c-486c-bbcd-100eacab0aed HTTP/1.1" status: 200 len: 948 time: 0.4228768 Jul 16 08:34:51.657780 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-ba181c76-db5c-4336-a140-89f9679a4599 req-44ca93b3-d476-487f-8b24-904d22d6d607 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Deleting port 23af05d7-9b1c-4796-9fcf-771b35b91332 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:51.658536 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ba181c76-db5c-4336-a140-89f9679a4599 req-44ca93b3-d476-487f-8b24-904d22d6d607 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.661769 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.db.api [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 08:34:51.661769 n-d-771362-37 neutron-server[93759]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 08:34:51.661769 n-d-771362-37 neutron-server[93759]: [parameters: {'id': 'b22fda8f-6b80-412d-8b9e-eb9be55669c9'}] Jul 16 08:34:51.661769 n-d-771362-37 neutron-server[93759]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:34:51.663076 n-d-771362-37 neutron-server[93759]: DEBUG oslo_db.api [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:34:51.675833 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 205273b4-c0e5-43b4-8a31-7fcc20e410c0, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=205273b4-c0e5-43b4-8a31-7fcc20e410c0,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:51.681075 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-194a542a-76c2-425f-8eef-b08a339c38dd None None] For port 82d8f111-0f66-4da9-8f97-f14120f491a0, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=82d8f111-0f66-4da9-8f97-f14120f491a0,segment=NetworkSegment(ced4c96e-8c00-4527-89f3-3bb97ed5ecda),segment_id=ced4c96e-8c00-4527-89f3-3bb97ed5ecda)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:51.765147 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.767383 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bcad9cbe-7e86-44fc-9068-6df8e2aba2fc req-46e4421f-6580-4387-9c28-0a0d5046f432 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/security-groups?id=630fed5e-1f57-4806-bbed-db4678d395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019845 Jul 16 08:34:51.783676 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-740c3e11-a3e0-4699-b81d-dcc7c2570d67 req-a19ab00e-29f3-4057-9132-1f3f4b4b6515 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809452 Jul 16 08:34:51.791654 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-194a542a-76c2-425f-8eef-b08a339c38dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.871184 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-ba181c76-db5c-4336-a140-89f9679a4599 req-44ca93b3-d476-487f-8b24-904d22d6d607 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] For port 23af05d7-9b1c-4796-9fcf-771b35b91332, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=23af05d7-9b1c-4796-9fcf-771b35b91332,segment=NetworkSegment(1601abd3-1b0f-467a-8573-16719ac9ee54),segment_id=1601abd3-1b0f-467a-8573-16719ac9ee54)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:51.871904 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ba181c76-db5c-4336-a140-89f9679a4599 req-44ca93b3-d476-487f-8b24-904d22d6d607 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:51.888815 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-ba181c76-db5c-4336-a140-89f9679a4599 req-44ca93b3-d476-487f-8b24-904d22d6d607 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Calling delete_port for 23af05d7-9b1c-4796-9fcf-771b35b91332 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:51.899447 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a66099a-1120-485b-be0a-ec2800eae889 x-openstack-request-id: req-9a66099a-1120-485b-be0a-ec2800eae889 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:51.899746 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1aa7342e-8608-4ddb-aa48-e82495f97963", "tag": "ed21fdfc-b7fa-4074-b131-4bf703c1a7a2", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:51.901450 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9a66099a-1120-485b-be0a-ec2800eae889 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:51.901941 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1aa7342e-8608-4ddb-aa48-e82495f97963', 'tag': 'ed21fdfc-b7fa-4074-b131-4bf703c1a7a2', 'status': 'completed', 'code': 200} Jul 16 08:34:51.934130 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=205273b4-c0e5-43b4-8a31-7fcc20e410c0,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:52.040760 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5d4a4-8fb8-4982-8503-312963b78893 req-4d191386-80a9-440c-812d-a78b463ffab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:52.044018 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5ef5d4a4-8fb8-4982-8503-312963b78893 req-4d191386-80a9-440c-812d-a78b463ffab3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e2c8ee8748ed40f095f05f97decda731&device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 1096 time: 0.1590352 Jul 16 08:34:52.050919 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 49d80e56-0052-4560-ba73-06e600b8b9a3, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=49d80e56-0052-4560-ba73-06e600b8b9a3,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:52.087548 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ba181c76-db5c-4336-a140-89f9679a4599 req-44ca93b3-d476-487f-8b24-904d22d6d607 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.118327 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['1f263586-c0cf-44d1-b41e-1d556581b79d', 'd204940f-c0e3-4813-b86e-1c35c0edcec8'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:52.120519 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['8c377edf-5e32-4f2a-9e29-361bcaa9f448', '23af05d7-9b1c-4796-9fcf-771b35b91332'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:52.140369 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-673aaa21-7c81-49d1-8f2b-d2a30a37b745 req-8ef2c13b-d575-40fb-bc7e-27319b5ba3cf tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=7206861f-be04-4ea1-852f-2cd3ac8825d0 HTTP/1.1" status: 200 len: 210 time: 0.0384624 Jul 16 08:34:52.165099 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.173366 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca93b3-d476-487f-8b24-904d22d6d607 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Pushing event deleted for resources: {'Port': ['ID=23af05d7-9b1c-4796-9fcf-771b35b91332,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:52.203077 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f559774-a66c-42b5-810f-4dec4d9b955f x-openstack-request-id: req-9f559774-a66c-42b5-810f-4dec4d9b955f {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:52.203456 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438e7066-094e-4fb0-8a01-7bfc37619505", "name": "network-vif-unplugged", "status": "completed", "tag": "205273b4-c0e5-43b4-8a31-7fcc20e410c0", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:52.203677 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9f559774-a66c-42b5-810f-4dec4d9b955f {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:52.204028 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438e7066-094e-4fb0-8a01-7bfc37619505', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '205273b4-c0e5-43b4-8a31-7fcc20e410c0', 'code': 200} Jul 16 08:34:52.216791 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5d4a4-8fb8-4982-8503-312963b78893 req-28b64627-c867-497d-a07a-eb24b823ce5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:52.218122 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5ef5d4a4-8fb8-4982-8503-312963b78893 req-28b64627-c867-497d-a07a-eb24b823ce5d service neutron] 10.222.0.21 "GET /v2.0/networks?id=bffad17c-f1ab-47e1-8c7a-30b725bf841f HTTP/1.1" status: 200 len: 912 time: 0.1647639 Jul 16 08:34:52.247152 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba181c76-db5c-4336-a140-89f9679a4599 req-44ca93b3-d476-487f-8b24-904d22d6d607 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] No DVR routers for this DVR port 23af05d7-9b1c-4796-9fcf-771b35b91332 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:52.254509 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ba181c76-db5c-4336-a140-89f9679a4599 req-44ca93b3-d476-487f-8b24-904d22d6d607 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.256672 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ba181c76-db5c-4336-a140-89f9679a4599 req-44ca93b3-d476-487f-8b24-904d22d6d607 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.30 "DELETE /v2.0/ports/23af05d7-9b1c-4796-9fcf-771b35b91332 HTTP/1.1" status: 204 len: 173 time: 1.1717339 Jul 16 08:34:52.258804 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7206861f-be04-4ea1-852f-2cd3ac8825d0', 'name': 'network-vif-deleted', 'tag': '23af05d7-9b1c-4796-9fcf-771b35b91332'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:52.270688 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce87db64-a410-4a72-b63c-01644b2b40d7" -d '{"events": [{"server_uuid": "7206861f-be04-4ea1-852f-2cd3ac8825d0", "name": "network-vif-deleted", "tag": "23af05d7-9b1c-4796-9fcf-771b35b91332"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:52.309594 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5ef5d4a4-8fb8-4982-8503-312963b78893 req-730bbcc2-c9ac-4618-b98b-2feb70ad128c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed21fdfc-b7fa-4074-b131-4bf703c1a7a2 HTTP/1.1" status: 200 len: 217 time: 0.0833132 Jul 16 08:34:52.379506 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Deleting port 82d8f111-0f66-4da9-8f97-f14120f491a0 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:52.380320 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.441812 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '49d80e56-0052-4560-ba73-06e600b8b9a3', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': '49d80e56-0052-4560-ba73-06e600b8b9a3', 'mac_address': 'fa:16:3e:8d:b7:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.118'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:34:52.466101 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a542a-76c2-425f-8eef-b08a339c38dd None None] Pushing event updated for resources: {'Port': ['ID=82d8f111-0f66-4da9-8f97-f14120f491a0,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:52.484950 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe766cc-d327-4887-9b72-4bd3d40226ab req-9e7ea8d1-79ae-41fc-9aa2-3e0d704f5166 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:52.486936 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6fe766cc-d327-4887-9b72-4bd3d40226ab req-9e7ea8d1-79ae-41fc-9aa2-3e0d704f5166 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1549783 Jul 16 08:34:52.495543 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] For port 82d8f111-0f66-4da9-8f97-f14120f491a0, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=82d8f111-0f66-4da9-8f97-f14120f491a0,segment=NetworkSegment(ced4c96e-8c00-4527-89f3-3bb97ed5ecda),segment_id=ced4c96e-8c00-4527-89f3-3bb97ed5ecda)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:52.495909 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.501989 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b51a11a6-a1b3-4a02-a73b-6ea116639bf8 None None] Network b22fda8f-6b80-412d-8b9e-eb9be55669c9 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:52.510853 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ef5d4a4-8fb8-4982-8503-312963b78893 req-c8be9b07-0adc-4916-baa8-92630783bc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:52.512472 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5ef5d4a4-8fb8-4982-8503-312963b78893 req-c8be9b07-0adc-4916-baa8-92630783bc07 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25132452-9e46-4209-8e8b-3e1b72482432 HTTP/1.1" status: 200 len: 851 time: 0.1745806 Jul 16 08:34:52.530541 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Calling delete_port for 82d8f111-0f66-4da9-8f97-f14120f491a0 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:52.556386 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5ef5d4a4-8fb8-4982-8503-312963b78893 req-c341798e-c821-4c7e-84b2-fa0997edce9a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bffad17c-f1ab-47e1-8c7a-30b725bf841f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359085 Jul 16 08:34:52.560797 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6fe766cc-d327-4887-9b72-4bd3d40226ab req-aae5eaa3-11b9-4bc6-b420-e16484aab36f tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621223 Jul 16 08:34:52.564833 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.590703 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d80e56-0052-4560-ba73-06e600b8b9a3 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:52.599802 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-24aab057-ad98-43dc-8943-56a181790c7d tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:52.607382 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-24aab057-ad98-43dc-8943-56a181790c7d tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/networks?id=0b0632f2-66a2-43c2-8891-f4c2d1d4df60 HTTP/1.1" status: 200 len: 804 time: 0.2947991 Jul 16 08:34:52.649153 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-45b447a1-3543-4c1e-b3ee-3e2503eb4205 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/quotas/403d6aa1ac0d41e3a4a28a0141013051 HTTP/1.1" status: 200 len: 375 time: 0.0406859 Jul 16 08:34:52.654107 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffd4cfc-952b-4293-92f3-e11f7b49e1c2 x-openstack-request-id: req-5ffd4cfc-952b-4293-92f3-e11f7b49e1c2 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:52.654516 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7206861f-be04-4ea1-852f-2cd3ac8825d0", "name": "network-vif-deleted", "tag": "23af05d7-9b1c-4796-9fcf-771b35b91332", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:52.656966 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5ffd4cfc-952b-4293-92f3-e11f7b49e1c2 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:52.657205 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7206861f-be04-4ea1-852f-2cd3ac8825d0', 'name': 'network-vif-deleted', 'tag': '23af05d7-9b1c-4796-9fcf-771b35b91332', 'status': 'completed', 'code': 200} Jul 16 08:34:52.658257 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.710342 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 49d80e56-0052-4560-ba73-06e600b8b9a3, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=49d80e56-0052-4560-ba73-06e600b8b9a3,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:52.755359 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] No DVR routers for this DVR port 82d8f111-0f66-4da9-8f97-f14120f491a0 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:52.760732 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event deleted for resources: {'Port': ['ID=82d8f111-0f66-4da9-8f97-f14120f491a0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:52.804431 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.826129 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-bb6fa4ad-3bc5-40fb-b929-377569fb805d tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=403d6aa1ac0d41e3a4a28a0141013051&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1698513 Jul 16 08:34:52.857661 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5ef5d4a4-8fb8-4982-8503-312963b78893 req-492f9e4e-691e-4979-b62a-190cbbc635e0 service neutron] 10.222.0.21 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917788 Jul 16 08:34:52.915168 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5a671ee-eb7e-4628-81d7-6db5017ddd97 None None] get_active_networks_info from n-d-771362-37 {{(pid=93760) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:34:52.918112 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.931070 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b22fda8f-6b80-412d-8b9e-eb9be55669c9']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:52.947763 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced4c96e-8c00-4527-89f3-3bb97ed5ecda') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:52.948072 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced4c96e-8c00-4527-89f3-3bb97ed5ecda') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:52.960288 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:52.993426 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a09f6dd-4e63-4818-8723-0933fb61d760 req-5248583d-1e04-4aea-a7c2-23fddd63458a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:53.000367 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9a09f6dd-4e63-4818-8723-0933fb61d760 req-5248583d-1e04-4aea-a7c2-23fddd63458a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 944 time: 0.1754332 Jul 16 08:34:53.007883 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:53.017073 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:34:53.018198 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:53.056735 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:34:53.056735 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:34:53.056735 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:34:53.056735 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:34:53.056735 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:34:53.056735 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:34:53.056735 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:34:53.056735 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:34:53.056735 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:34:53.056735 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:34:53.056735 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:34:53.056735 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:34:53.056735 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:34:53.056735 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:34:53.056735 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:34:53.056735 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:34:53.056735 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:34:53.056735 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:34:53.056735 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:34:53.056735 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:34:53.056735 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:34:53.056735 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:34:53.056735 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:34:53.056735 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:34:53.056735 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:34:53.056735 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:34:53.056735 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:34:53.056735 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:34:53.056735 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:34:53.056735 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:34:53.056735 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:34:53.056735 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:34:53.076410 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=49d80e56-0052-4560-ba73-06e600b8b9a3,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:53.088830 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-eee7c4d1-3244-46b8-93fe-6bf33b7827d8 service neutron] 10.222.0.22 "GET /v2.0/networks/0b0632f2-66a2-43c2-8891-f4c2d1d4df60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601476 Jul 16 08:34:53.099460 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5ef5d4a4-8fb8-4982-8503-312963b78893 req-44ec9ba7-02e7-4511-a63a-d745cecce43b service neutron] 10.222.0.21 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2182014 Jul 16 08:34:53.118396 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['49d80e56-0052-4560-ba73-06e600b8b9a3'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:53.193458 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-b66807f0-68bf-400f-834c-38b9714f1dcc service neutron] 10.222.0.22 "GET /v2.0/networks/0b0632f2-66a2-43c2-8891-f4c2d1d4df60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042366 Jul 16 08:34:53.196573 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:53.217409 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:53.223708 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/networks/b22fda8f-6b80-412d-8b9e-eb9be55669c9 HTTP/1.1" status: 204 len: 168 time: 2.7815380 Jul 16 08:34:53.223708 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588c30d-8766-4158-bcba-c01fea981541 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event deleted for resources: {'Network': ['ID=b22fda8f-6b80-412d-8b9e-eb9be55669c9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:53.223966 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59848) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:53.230337 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-ae2a721f-4238-41c3-b798-04858da774e3 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1093909657'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:53.249453 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9a09f6dd-4e63-4818-8723-0933fb61d760 req-b3449a31-ae57-4098-8a7f-bd402de2ecbb tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1721900 Jul 16 08:34:53.265298 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a671ee-eb7e-4628-81d7-6db5017ddd97 None None] Resources bound (agent type, host, resource id): {{(pid=93760) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:34:53.295993 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae2a721f-4238-41c3-b798-04858da774e3 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Made reservation on behalf of 5d86a8dac7be464fabf05e4f6eab88a6 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:53.300075 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ae2a721f-4238-41c3-b798-04858da774e3 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:53.446050 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae2a721f-4238-41c3-b798-04858da774e3 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:34:53.467770 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25329649-5d81-4978-a61d-53943f560a17 req-5f619be4-68e2-4871-bdad-d9c450c974f6 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:53.475524 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-25329649-5d81-4978-a61d-53943f560a17 req-5f619be4-68e2-4871-bdad-d9c450c974f6 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.0802586 Jul 16 08:34:53.501225 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ae2a721f-4238-41c3-b798-04858da774e3 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:53.501581 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-ae2a721f-4238-41c3-b798-04858da774e3 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Added segment 9adf96ef-cc4d-4db0-aa97-ed68c5945ccc of type vlan for network 1c9349a2-a0fa-41d1-9c9d-8397951168a8 Jul 16 08:34:53.528686 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-25329649-5d81-4978-a61d-53943f560a17 req-5868f5ea-8ccd-4ade-95f2-7924b41f4693 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520728 Jul 16 08:34:53.568294 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a089fb-d51c-4248-a3d9-454cea918c9b req-3530bf68-4672-4cdd-a2f6-97a1af36ab42 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:53.573540 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-79a089fb-d51c-4248-a3d9-454cea918c9b req-3530bf68-4672-4cdd-a2f6-97a1af36ab42 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.21 "GET /v2.0/ports?device_id=438e7066-094e-4fb0-8a01-7bfc37619505 HTTP/1.1" status: 200 len: 944 time: 0.2400985 Jul 16 08:34:53.718453 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 23af05d7-9b1c-4796-9fcf-771b35b91332 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:53.731615 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ae2a721f-4238-41c3-b798-04858da774e3 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:53.764387 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 23af05d7-9b1c-4796-9fcf-771b35b91332 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:34:53.764769 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 23af05d7-9b1c-4796-9fcf-771b35b91332 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:34:53.837914 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86979bac-64cf-4061-9fb5-c7376d4edf9d req-902a9d0e-d8d2-4762-88f7-b157da327553 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:53.839879 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-86979bac-64cf-4061-9fb5-c7376d4edf9d req-902a9d0e-d8d2-4762-88f7-b157da327553 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3e287f4-5f9c-486c-bbcd-100eacab0aed HTTP/1.1" status: 200 len: 949 time: 0.1705396 Jul 16 08:34:53.841990 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ae2a721f-4238-41c3-b798-04858da774e3 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:53.847890 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae2a721f-4238-41c3-b798-04858da774e3 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:53.848572 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ae2a721f-4238-41c3-b798-04858da774e3 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:53.944628 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2a721f-4238-41c3-b798-04858da774e3 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event updated for resources: {'Network': ['ID=1c9349a2-a0fa-41d1-9c9d-8397951168a8,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:53.969741 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ae2a721f-4238-41c3-b798-04858da774e3 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7447803 Jul 16 08:34:53.972936 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-79a089fb-d51c-4248-a3d9-454cea918c9b req-764eff0e-bf5b-4cb2-9063-d7c4c4954652 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Deleting port 205273b4-c0e5-43b4-8a31-7fcc20e410c0 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:53.973340 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-79a089fb-d51c-4248-a3d9-454cea918c9b req-764eff0e-bf5b-4cb2-9063-d7c4c4954652 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:53.976875 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59876) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:54.007155 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b22d3a75-dfb2-42f6-8454-433a2794fe75 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Request body: {'subnet': {'network_id': '1c9349a2-a0fa-41d1-9c9d-8397951168a8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:54.007494 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 1c9349a2-a0fa-41d1-9c9d-8397951168a8 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:34:54.012729 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-86979bac-64cf-4061-9fb5-c7376d4edf9d req-ff7a03ac-53a5-45f2-abaa-f0e6b7091371 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/security-groups?id=630fed5e-1f57-4806-bbed-db4678d395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519833 Jul 16 08:34:54.128047 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-faf6eb96-6a8f-4fc0-befd-1e1066bbd815 req-9f902289-f1eb-466f-9de6-622f6c558188 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c84a809-18ac-46d2-a89c-b100d0bc0538 HTTP/1.1" status: 200 len: 210 time: 0.1765501 Jul 16 08:34:54.186394 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-79a089fb-d51c-4248-a3d9-454cea918c9b req-764eff0e-bf5b-4cb2-9063-d7c4c4954652 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] For port 205273b4-c0e5-43b4-8a31-7fcc20e410c0, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=205273b4-c0e5-43b4-8a31-7fcc20e410c0,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:54.186764 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-79a089fb-d51c-4248-a3d9-454cea918c9b req-764eff0e-bf5b-4cb2-9063-d7c4c4954652 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:54.212283 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-79a089fb-d51c-4248-a3d9-454cea918c9b req-764eff0e-bf5b-4cb2-9063-d7c4c4954652 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Calling delete_port for 205273b4-c0e5-43b4-8a31-7fcc20e410c0 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:54.292712 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b22d3a75-dfb2-42f6-8454-433a2794fe75 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Made reservation on behalf of 5d86a8dac7be464fabf05e4f6eab88a6 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:54.297583 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b22d3a75-dfb2-42f6-8454-433a2794fe75 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:54.399902 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17954b66-b592-48c5-9aa5-a3cd3c0281ad req-162fcb9f-8747-46d1-a266-bf945e49f70d tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:54.402399 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17954b66-b592-48c5-9aa5-a3cd3c0281ad req-162fcb9f-8747-46d1-a266-bf945e49f70d tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1208320 Jul 16 08:34:54.499637 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17954b66-b592-48c5-9aa5-a3cd3c0281ad req-4d482864-050b-4106-85c0-5ad67fadd359 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688789 Jul 16 08:34:54.524717 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-79a089fb-d51c-4248-a3d9-454cea918c9b req-764eff0e-bf5b-4cb2-9063-d7c4c4954652 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:54.590903 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764eff0e-bf5b-4cb2-9063-d7c4c4954652 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Pushing event deleted for resources: {'Port': ['ID=205273b4-c0e5-43b4-8a31-7fcc20e410c0,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:54.653123 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a089fb-d51c-4248-a3d9-454cea918c9b req-764eff0e-bf5b-4cb2-9063-d7c4c4954652 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] No DVR routers for this DVR port 205273b4-c0e5-43b4-8a31-7fcc20e410c0 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:54.657485 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-79a089fb-d51c-4248-a3d9-454cea918c9b req-764eff0e-bf5b-4cb2-9063-d7c4c4954652 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:54.659998 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-79a089fb-d51c-4248-a3d9-454cea918c9b req-764eff0e-bf5b-4cb2-9063-d7c4c4954652 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.21 "DELETE /v2.0/ports/205273b4-c0e5-43b4-8a31-7fcc20e410c0 HTTP/1.1" status: 204 len: 173 time: 1.0524805 Jul 16 08:34:54.660588 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '438e7066-094e-4fb0-8a01-7bfc37619505', 'name': 'network-vif-deleted', 'tag': '205273b4-c0e5-43b4-8a31-7fcc20e410c0'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:54.663825 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab78ce4-df6a-4bb9-9c7e-f5a0e4348111" -d '{"events": [{"server_uuid": "438e7066-094e-4fb0-8a01-7bfc37619505", "name": "network-vif-deleted", "tag": "205273b4-c0e5-43b4-8a31-7fcc20e410c0"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:54.751471 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b22d3a75-dfb2-42f6-8454-433a2794fe75 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:54.770548 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e1ef4-1bab-45e0-8247-4c574d7b5e1e req-18a09b54-6eb2-4a3d-8092-20b96791f375 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:54.780060 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ec7e1ef4-1bab-45e0-8247-4c574d7b5e1e req-18a09b54-6eb2-4a3d-8092-20b96791f375 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 944 time: 0.2709699 Jul 16 08:34:54.830586 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b3facd-2dad-4380-8d82-529585ffed5f req-36d705e6-1b3e-43d1-ad14-609da3400082 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:54.840476 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-58b3facd-2dad-4380-8d82-529585ffed5f req-36d705e6-1b3e-43d1-ad14-609da3400082 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1193309 Jul 16 08:34:54.888586 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-58b3facd-2dad-4380-8d82-529585ffed5f req-b61f250e-3a5a-424d-aacd-eee4ef1798db tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470872 Jul 16 08:34:54.895503 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22d3a75-dfb2-42f6-8454-433a2794fe75 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Checking segment: {'id': '9adf96ef-cc4d-4db0-aa97-ed68c5945ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1c9349a2-a0fa-41d1-9c9d-8397951168a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:54.895933 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22d3a75-dfb2-42f6-8454-433a2794fe75 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Network hostable DHCP agents. Network: 1c9349a2-a0fa-41d1-9c9d-8397951168a8, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:34:54.927471 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ec7e1ef4-1bab-45e0-8247-4c574d7b5e1e req-8ad1d3de-7c69-4ca1-8a35-a4e114d67344 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434584 Jul 16 08:34:54.935500 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22d3a75-dfb2-42f6-8454-433a2794fe75 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event updated for resources: {'Subnet': ['ID=495e7088-a3bd-49e5-ba58-65aeefdc44e4,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:54.944639 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1592a91-bbd2-4a1c-b225-fdbc8213c67c x-openstack-request-id: req-d1592a91-bbd2-4a1c-b225-fdbc8213c67c {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:54.944639 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "438e7066-094e-4fb0-8a01-7bfc37619505", "name": "network-vif-deleted", "tag": "205273b4-c0e5-43b4-8a31-7fcc20e410c0", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:54.944639 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d1592a91-bbd2-4a1c-b225-fdbc8213c67c {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:54.944639 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '438e7066-094e-4fb0-8a01-7bfc37619505', 'name': 'network-vif-deleted', 'tag': '205273b4-c0e5-43b4-8a31-7fcc20e410c0', 'status': 'completed', 'code': 200} Jul 16 08:34:54.970314 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22d3a75-dfb2-42f6-8454-433a2794fe75 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Network 1c9349a2-a0fa-41d1-9c9d-8397951168a8 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:34:54.988429 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-b22d3a75-dfb2-42f6-8454-433a2794fe75 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 1c9349a2-a0fa-41d1-9c9d-8397951168a8) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:54.997429 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c510b05-6852-4cdd-a394-c53416a82b40 None None] Network 1c9349a2-a0fa-41d1-9c9d-8397951168a8 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:55.000183 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b22d3a75-dfb2-42f6-8454-433a2794fe75 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:55.002430 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b22d3a75-dfb2-42f6-8454-433a2794fe75 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.041371 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b22d3a75-dfb2-42f6-8454-433a2794fe75 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0601132 Jul 16 08:34:55.044073 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59906) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:55.300361 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59914) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:55.328061 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa56420b-9fff-4216-a808-df9315e986e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-1c9349a2-a0fa-41d1-9c9d-8397951168a8', 'network_id': '1c9349a2-a0fa-41d1-9c9d-8397951168a8', 'tenant_id': '5d86a8dac7be464fabf05e4f6eab88a6', 'fixed_ips': [{'subnet_id': '495e7088-a3bd-49e5-ba58-65aeefdc44e4'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:34:55.333571 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fa56420b-9fff-4216-a808-df9315e986e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.358693 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.465521 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2a9be-48f0-4082-8228-8e92dec41414 req-9061e2b2-e74d-46b2-8d24-b1d14fe91167 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:55.477598 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-44d2a9be-48f0-4082-8228-8e92dec41414 req-9061e2b2-e74d-46b2-8d24-b1d14fe91167 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.3767517 Jul 16 08:34:55.498039 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device ed21fdfc-b7fa-4074-b131-4bf703c1a7a2 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:34:55.606168 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 49d80e56-0052-4560-ba73-06e600b8b9a3 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:55.610086 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-44d2a9be-48f0-4082-8228-8e92dec41414 req-aae859e3-82b1-4e87-8390-5b25494d2ad9 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299307 Jul 16 08:34:55.638885 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.639844 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-e1b70916-f9ef-4f2d-9a48-7c7624f8b778 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:55.641502 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-e1b70916-f9ef-4f2d-9a48-7c7624f8b778 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.21 "GET /v2.0/networks?id=0b0632f2-66a2-43c2-8891-f4c2d1d4df60 HTTP/1.1" status: 200 len: 804 time: 0.4654717 Jul 16 08:34:55.673041 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-1fc50df1-929d-44d2-8d1b-c3b8c98e9bba tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Request body: {'port': {'device_id': '8c84a809-18ac-46d2-a89c-b100d0bc0538', 'network_id': '0b0632f2-66a2-43c2-8891-f4c2d1d4df60', 'admin_state_up': True, 'tenant_id': '403d6aa1ac0d41e3a4a28a0141013051'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:55.717959 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9fa148-d252-47e4-83cd-837c0141d395 req-4e1df542-1768-4c3b-9ae7-64f7709beded tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:55.726441 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ae9fa148-d252-47e4-83cd-837c0141d395 req-4e1df542-1768-4c3b-9ae7-64f7709beded tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3e287f4-5f9c-486c-bbcd-100eacab0aed HTTP/1.1" status: 200 len: 949 time: 0.1979325 Jul 16 08:34:55.747819 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e0c513b7-ffce-47d7-9ed6-efd7589863bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:55.805846 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ae9fa148-d252-47e4-83cd-837c0141d395 req-20abb6cc-5dba-4534-be82-7cf4cc77a55d tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/security-groups?id=630fed5e-1f57-4806-bbed-db4678d395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780563 Jul 16 08:34:55.868655 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-fa56420b-9fff-4216-a808-df9315e986e0 None None] Allocated IP 172.20.0.1 (1c9349a2-a0fa-41d1-9c9d-8397951168a8/495e7088-a3bd-49e5-ba58-65aeefdc44e4/70b0d8ff-5484-46a5-a9f4-869ce38108e5) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:55.885549 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ff1d011b-bc8e-468a-955d-e37b0432801b req-ddf81dc6-0281-4260-b36d-3fdad8cc6c11 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c84a809-18ac-46d2-a89c-b100d0bc0538 HTTP/1.1" status: 200 len: 210 time: 0.0567586 Jul 16 08:34:56.012214 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 49d80e56-0052-4560-ba73-06e600b8b9a3 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:56.016330 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port ed21fdfc-b7fa-4074-b131-4bf703c1a7a2, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ed21fdfc-b7fa-4074-b131-4bf703c1a7a2,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:56.057588 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e0c513b7-ffce-47d7-9ed6-efd7589863bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.066691 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e0c513b7-ffce-47d7-9ed6-efd7589863bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.073987 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 49d80e56-0052-4560-ba73-06e600b8b9a3 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:56.074363 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.081796 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'ed21fdfc-b7fa-4074-b131-4bf703c1a7a2', 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f', 'port_id': 'ed21fdfc-b7fa-4074-b131-4bf703c1a7a2', 'mac_address': 'fa:16:3e:1e:28:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25132452-9e46-4209-8e8b-3e1b72482432', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:34:56.087426 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750067c6-9fe9-48a4-938a-1c477e9a5c6b req-d3865a39-7110-4122-947a-506607ab94af tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:56.097864 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-750067c6-9fe9-48a4-938a-1c477e9a5c6b req-d3865a39-7110-4122-947a-506607ab94af tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1041551 Jul 16 08:34:56.146766 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-750067c6-9fe9-48a4-938a-1c477e9a5c6b req-064bcb50-3fa0-46c7-babc-7c2a9357a575 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405703 Jul 16 08:34:56.161441 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-1fc50df1-929d-44d2-8d1b-c3b8c98e9bba tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Made reservation on behalf of 403d6aa1ac0d41e3a4a28a0141013051 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:56.165200 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-1fc50df1-929d-44d2-8d1b-c3b8c98e9bba tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.176041 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e0c513b7-ffce-47d7-9ed6-efd7589863bb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e48e98b72aef4e9884dd35ccdccc357e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8703163 Jul 16 08:34:56.176517 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59922) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:56.179372 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c513b7-ffce-47d7-9ed6-efd7589863bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b60c75f0-faa1-4091-a9c2-2429631cac22,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:56.246928 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.251534 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fa56420b-9fff-4216-a808-df9315e986e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.261696 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-fa56420b-9fff-4216-a808-df9315e986e0 None None] Transition to ACTIVE for port object 70b0d8ff-5484-46a5-a9f4-869ce38108e5 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:56.273571 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc7c0f49-2159-4709-b853-dfa06a186e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.280975 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79bcc3b-8a0c-4383-bd9e-fdcc6cfb1b19 req-f3fbae11-79c0-488e-81c8-520cbe4036dd tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:56.284557 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b79bcc3b-8a0c-4383-bd9e-fdcc6cfb1b19 req-f3fbae11-79c0-488e-81c8-520cbe4036dd tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 944 time: 0.1980760 Jul 16 08:34:56.291520 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-fa56420b-9fff-4216-a808-df9315e986e0 None None] Transition to ACTIVE for port object 70b0d8ff-5484-46a5-a9f4-869ce38108e5 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:56.305726 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fa56420b-9fff-4216-a808-df9315e986e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.335594 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc7c0f49-2159-4709-b853-dfa06a186e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.373829 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-1fc50df1-929d-44d2-8d1b-c3b8c98e9bba tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Allocated IP 172.20.0.13 (0b0632f2-66a2-43c2-8891-f4c2d1d4df60/5a403916-6099-4ffc-ad6e-346025e9f7bf/1290d3a3-2a77-452a-a5cd-5d0aa2457c17) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:34:56.378780 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.390974 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa56420b-9fff-4216-a808-df9315e986e0 None None] Network 1c9349a2-a0fa-41d1-9c9d-8397951168a8 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:56.397673 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56420b-9fff-4216-a808-df9315e986e0 None None] Pushing event updated for resources: {'Port': ['ID=70b0d8ff-5484-46a5-a9f4-869ce38108e5,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:56.400227 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-fa56420b-9fff-4216-a808-df9315e986e0 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:56.418155 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa56420b-9fff-4216-a808-df9315e986e0 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:56.426327 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed21fdfc-b7fa-4074-b131-4bf703c1a7a2 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:56.542484 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-fa56420b-9fff-4216-a808-df9315e986e0 None None] Attempting to bind port 70b0d8ff-5484-46a5-a9f4-869ce38108e5 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:56.542868 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-fa56420b-9fff-4216-a808-df9315e986e0 None None] Attempting to bind port 70b0d8ff-5484-46a5-a9f4-869ce38108e5 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '9adf96ef-cc4d-4db0-aa97-ed68c5945ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1c9349a2-a0fa-41d1-9c9d-8397951168a8'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:56.543333 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa56420b-9fff-4216-a808-df9315e986e0 None None] Attempting to bind port 70b0d8ff-5484-46a5-a9f4-869ce38108e5 on network 1c9349a2-a0fa-41d1-9c9d-8397951168a8 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:56.552027 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa56420b-9fff-4216-a808-df9315e986e0 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:56.552512 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa56420b-9fff-4216-a808-df9315e986e0 None None] Checking segment: {'id': '9adf96ef-cc4d-4db0-aa97-ed68c5945ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1c9349a2-a0fa-41d1-9c9d-8397951168a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:56.552932 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fa56420b-9fff-4216-a808-df9315e986e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.553332 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa56420b-9fff-4216-a808-df9315e986e0 None None] Bound using segment: {'id': '9adf96ef-cc4d-4db0-aa97-ed68c5945ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1c9349a2-a0fa-41d1-9c9d-8397951168a8'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:56.553809 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-fa56420b-9fff-4216-a808-df9315e986e0 None None] Bound port: 70b0d8ff-5484-46a5-a9f4-869ce38108e5, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9adf96ef-cc4d-4db0-aa97-ed68c5945ccc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '1c9349a2-a0fa-41d1-9c9d-8397951168a8'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:56.554197 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fa56420b-9fff-4216-a808-df9315e986e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.554326 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.559692 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port ed21fdfc-b7fa-4074-b131-4bf703c1a7a2, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ed21fdfc-b7fa-4074-b131-4bf703c1a7a2,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:56.570495 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.570692 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c9349a2-a0fa-41d1-9c9d-8397951168a8']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:56.575395 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.598512 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9adf96ef-cc4d-4db0-aa97-ed68c5945ccc') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:56.598823 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9adf96ef-cc4d-4db0-aa97-ed68c5945ccc') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:56.612389 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event deleted for resources: {'Subnet': ['ID=495e7088-a3bd-49e5-ba58-65aeefdc44e4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:56.615421 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc7c0f49-2159-4709-b853-dfa06a186e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.618900 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc7c0f49-2159-4709-b853-dfa06a186e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.620241 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-dc7c0f49-2159-4709-b853-dfa06a186e3e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b60c75f0-faa1-4091-a9c2-2429631cac22 HTTP/1.1" status: 204 len: 168 time: 0.4426060 Jul 16 08:34:56.625527 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.644774 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.653192 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:34:56.654100 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.680316 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-1fc50df1-929d-44d2-8d1b-c3b8c98e9bba tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.706323 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-fa56420b-9fff-4216-a808-df9315e986e0 None None] For port 70b0d8ff-5484-46a5-a9f4-869ce38108e5, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:56.732269 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b79bcc3b-8a0c-4383-bd9e-fdcc6cfb1b19 req-a8bc3fca-6171-40e5-8eb9-51817a313c04 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4389148 Jul 16 08:34:56.776635 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 49d80e56-0052-4560-ba73-06e600b8b9a3, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=49d80e56-0052-4560-ba73-06e600b8b9a3,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:56.789092 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:34:56.789092 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:34:56.789092 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:34:56.789092 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:34:56.789092 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:34:56.789092 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:34:56.789092 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:34:56.789092 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:34:56.789092 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:34:56.789092 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:34:56.789092 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:34:56.789092 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:34:56.789092 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:34:56.789092 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:34:56.789092 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:34:56.789092 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:34:56.789092 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:34:56.789092 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:34:56.789092 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:34:56.789092 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:34:56.789092 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:34:56.789092 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:34:56.789092 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:34:56.789092 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:34:56.789092 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:34:56.789092 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:34:56.789092 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:34:56.789092 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:34:56.789092 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:34:56.789092 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:34:56.789092 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:34:56.789092 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:34:56.792041 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e287f4-5f9c-486c-bbcd-100eacab0aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d80e56-0052-4560-ba73-06e600b8b9a3'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:56.793745 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469e5f58-9afb-4dda-8d4e-500680a06135" -d '{"events": [{"server_uuid": "a3e287f4-5f9c-486c-bbcd-100eacab0aed", "name": "network-vif-plugged", "status": "completed", "tag": "49d80e56-0052-4560-ba73-06e600b8b9a3"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:56.795040 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.db.api [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 08:34:56.795040 n-d-771362-37 neutron-server[93759]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 08:34:56.795040 n-d-771362-37 neutron-server[93759]: [parameters: {'id': '1c9349a2-a0fa-41d1-9c9d-8397951168a8'}] Jul 16 08:34:56.795040 n-d-771362-37 neutron-server[93759]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:34:56.795556 n-d-771362-37 neutron-server[93759]: DEBUG oslo_db.api [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:34:56.810741 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c0f49-2159-4709-b853-dfa06a186e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b60c75f0-faa1-4091-a9c2-2429631cac22,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:56.821763 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-1fc50df1-929d-44d2-8d1b-c3b8c98e9bba tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.851250 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-fa56420b-9fff-4216-a808-df9315e986e0 None None] For port 70b0d8ff-5484-46a5-a9f4-869ce38108e5, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=70b0d8ff-5484-46a5-a9f4-869ce38108e5,segment=NetworkSegment(9adf96ef-cc4d-4db0-aa97-ed68c5945ccc),segment_id=9adf96ef-cc4d-4db0-aa97-ed68c5945ccc)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:56.852946 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['ed21fdfc-b7fa-4074-b131-4bf703c1a7a2'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:34:56.921329 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.926029 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3b45a04-04c5-4964-bb18-cb19f77d9caa x-openstack-request-id: req-b3b45a04-04c5-4964-bb18-cb19f77d9caa {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:56.926324 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e287f4-5f9c-486c-bbcd-100eacab0aed", "name": "network-vif-plugged", "status": "completed", "tag": "49d80e56-0052-4560-ba73-06e600b8b9a3", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:56.926584 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b3b45a04-04c5-4964-bb18-cb19f77d9caa {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:56.926981 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e287f4-5f9c-486c-bbcd-100eacab0aed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d80e56-0052-4560-ba73-06e600b8b9a3', 'code': 200} Jul 16 08:34:56.954800 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fa56420b-9fff-4216-a808-df9315e986e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:56.971152 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-1fc50df1-929d-44d2-8d1b-c3b8c98e9bba tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Network 0b0632f2-66a2-43c2-8891-f4c2d1d4df60 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:34:56.981072 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-1fc50df1-929d-44d2-8d1b-c3b8c98e9bba tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:34:56.990774 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-1fc50df1-929d-44d2-8d1b-c3b8c98e9bba tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:34:56.996696 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=ed21fdfc-b7fa-4074-b131-4bf703c1a7a2,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:57.059072 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc50df1-929d-44d2-8d1b-c3b8c98e9bba tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Pushing event updated for resources: {'Port': ['ID=1290d3a3-2a77-452a-a5cd-5d0aa2457c17,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:57.067118 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63ce28e-51d2-4f65-aa6f-b4cfc81b74e1 req-8a586e48-8f49-4b54-9f0a-5cadf1952d3f tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:57.078748 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e63ce28e-51d2-4f65-aa6f-b4cfc81b74e1 req-8a586e48-8f49-4b54-9f0a-5cadf1952d3f tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1779969 Jul 16 08:34:57.139320 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e63ce28e-51d2-4f65-aa6f-b4cfc81b74e1 req-48e205c6-1bbc-4e37-81ca-a1fceaaaab25 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594871 Jul 16 08:34:57.146395 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9334c37-4c85-4a09-a834-d274a70fa2fa req-81370c4f-ef7a-4293-8e00-c2940d92dbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:57.147910 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b9334c37-4c85-4a09-a834-d274a70fa2fa req-81370c4f-ef7a-4293-8e00-c2940d92dbfe service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a3e287f4-5f9c-486c-bbcd-100eacab0aed HTTP/1.1" status: 200 len: 1102 time: 0.1823313 Jul 16 08:34:57.176018 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-1fc50df1-929d-44d2-8d1b-c3b8c98e9bba tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:57.176660 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-1fc50df1-929d-44d2-8d1b-c3b8c98e9bba tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.193608 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=49d80e56-0052-4560-ba73-06e600b8b9a3,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:57.206776 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-1fc50df1-929d-44d2-8d1b-c3b8c98e9bba tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5483260 Jul 16 08:34:57.209420 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59944) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:57.224560 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b9334c37-4c85-4a09-a834-d274a70fa2fa req-807d437b-64e6-4968-b44e-69e7e5f69992 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=630fed5e-1f57-4806-bbed-db4678d395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686300 Jul 16 08:34:57.228590 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cdbb51a2-844f-477d-9fc2-df1ce93f2944 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.237555 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-f8615bde-d564-49cc-915c-429f088fee7b service neutron] Request body: {'port': {'device_id': '8c84a809-18ac-46d2-a89c-b100d0bc0538', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:57.259436 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-205bc454-0809-43c1-8e5e-0f779b041484 None None] Network 1c9349a2-a0fa-41d1-9c9d-8397951168a8 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:34:57.299621 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908c265-eb6d-476f-a4ce-61985150b81f req-41647358-d2d4-429d-b89e-9edfcbddc200 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:57.301582 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.307506 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9908c265-eb6d-476f-a4ce-61985150b81f req-41647358-d2d4-429d-b89e-9edfcbddc200 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3e287f4-5f9c-486c-bbcd-100eacab0aed HTTP/1.1" status: 200 len: 950 time: 0.2344289 Jul 16 08:34:57.399868 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 205273b4-c0e5-43b4-8a31-7fcc20e410c0 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:34:57.402370 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa56420b-9fff-4216-a808-df9315e986e0 None None] Pushing event updated for resources: {'Port': ['ID=70b0d8ff-5484-46a5-a9f4-869ce38108e5,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:57.420710 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef770db-9430-44bf-8f9d-1ace4328b918 req-f6d327f8-96b3-4958-a163-42420cd0f04a tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:57.427474 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9908c265-eb6d-476f-a4ce-61985150b81f req-153b2902-65ce-459f-af74-e80e7f60bcaf tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/security-groups?id=630fed5e-1f57-4806-bbed-db4678d395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182194 Jul 16 08:34:57.428908 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6ef770db-9430-44bf-8f9d-1ace4328b918 req-f6d327f8-96b3-4958-a163-42420cd0f04a tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c84a809-18ac-46d2-a89c-b100d0bc0538 HTTP/1.1" status: 200 len: 932 time: 0.1374350 Jul 16 08:34:57.438610 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 205273b4-c0e5-43b4-8a31-7fcc20e410c0 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:34:57.438961 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 205273b4-c0e5-43b4-8a31-7fcc20e410c0 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:34:57.483230 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-f8615bde-d564-49cc-915c-429f088fee7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.484148 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Deleting port 70b0d8ff-5484-46a5-a9f4-869ce38108e5 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:34:57.484533 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.501555 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6ef770db-9430-44bf-8f9d-1ace4328b918 req-fdbf1eb5-6cff-4377-8049-3b0f80a833bb tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716643 Jul 16 08:34:57.534484 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cdbb51a2-844f-477d-9fc2-df1ce93f2944 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.571985 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cdbb51a2-844f-477d-9fc2-df1ce93f2944 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.595503 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f461f1-d974-4e93-9214-f1897a8d1164 None None] get_active_networks_info from n-d-771362-37 {{(pid=93760) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:34:57.608067 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] For port 70b0d8ff-5484-46a5-a9f4-869ce38108e5, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=70b0d8ff-5484-46a5-a9f4-869ce38108e5,segment=NetworkSegment(9adf96ef-cc4d-4db0-aa97-ed68c5945ccc),segment_id=9adf96ef-cc4d-4db0-aa97-ed68c5945ccc)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:57.608541 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.624053 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-cdbb51a2-844f-477d-9fc2-df1ce93f2944 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a9313ffddbcf484e97751853e5fb9006&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4135382 Jul 16 08:34:57.625351 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59950) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:57.638061 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbb51a2-844f-477d-9fc2-df1ce93f2944 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecf564e1-f5f4-4f34-8df8-0dacdd49d528,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:57.651305 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Calling delete_port for 70b0d8ff-5484-46a5-a9f4-869ce38108e5 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:34:57.773696 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f461f1-d974-4e93-9214-f1897a8d1164 None None] Resources bound (agent type, host, resource id): {{(pid=93760) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:34:57.801970 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7965ba71-7888-4a44-9663-a6a5661f5c52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.841792 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7965ba71-7888-4a44-9663-a6a5661f5c52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.860654 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.911828 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-f8615bde-d564-49cc-915c-429f088fee7b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1290d3a3-2a77-452a-a5cd-5d0aa2457c17 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:34:57.922699 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-f8615bde-d564-49cc-915c-429f088fee7b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.932461 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event deleted for resources: {'Port': ['ID=70b0d8ff-5484-46a5-a9f4-869ce38108e5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:57.944638 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-f8615bde-d564-49cc-915c-429f088fee7b service neutron] Transition to ACTIVE for port object 1290d3a3-2a77-452a-a5cd-5d0aa2457c17 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:34:57.953218 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-f8615bde-d564-49cc-915c-429f088fee7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:57.985389 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] No DVR routers for this DVR port 70b0d8ff-5484-46a5-a9f4-869ce38108e5 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:34:58.152425 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.161543 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7965ba71-7888-4a44-9663-a6a5661f5c52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.164106 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7965ba71-7888-4a44-9663-a6a5661f5c52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.168124 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7965ba71-7888-4a44-9663-a6a5661f5c52 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ecf564e1-f5f4-4f34-8df8-0dacdd49d528 HTTP/1.1" status: 204 len: 168 time: 0.5375307 Jul 16 08:34:58.179262 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8615bde-d564-49cc-915c-429f088fee7b service neutron] Pushing event updated for resources: {'Port': ['ID=1290d3a3-2a77-452a-a5cd-5d0aa2457c17,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:58.195491 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c9349a2-a0fa-41d1-9c9d-8397951168a8']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:58.225118 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9adf96ef-cc4d-4db0-aa97-ed68c5945ccc') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:58.225419 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9adf96ef-cc4d-4db0-aa97-ed68c5945ccc') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:34:58.226782 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-f8615bde-d564-49cc-915c-429f088fee7b service neutron] Attempting to bind port 1290d3a3-2a77-452a-a5cd-5d0aa2457c17 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:34:58.227434 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-f8615bde-d564-49cc-915c-429f088fee7b service neutron] Attempting to bind port 1290d3a3-2a77-452a-a5cd-5d0aa2457c17 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '419a7790-970c-4a11-9d8c-ac3d75efc71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0b0632f2-66a2-43c2-8891-f4c2d1d4df60'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:34:58.228244 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-f8615bde-d564-49cc-915c-429f088fee7b service neutron] Attempting to bind port 1290d3a3-2a77-452a-a5cd-5d0aa2457c17 on network 0b0632f2-66a2-43c2-8891-f4c2d1d4df60 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:58.235307 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965ba71-7888-4a44-9663-a6a5661f5c52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecf564e1-f5f4-4f34-8df8-0dacdd49d528,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:58.240712 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.245661 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-f8615bde-d564-49cc-915c-429f088fee7b service neutron] Port 1290d3a3-2a77-452a-a5cd-5d0aa2457c17 on network 0b0632f2-66a2-43c2-8891-f4c2d1d4df60 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:34:58.246119 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-f8615bde-d564-49cc-915c-429f088fee7b service neutron] Attempting to bind port 1290d3a3-2a77-452a-a5cd-5d0aa2457c17 on network 0b0632f2-66a2-43c2-8891-f4c2d1d4df60 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:34:58.249946 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794f31f-acd0-47b0-8110-6896c31d58f1 req-52f8e8a5-bdd9-4cd3-8d36-6d754d0f108e tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:58.255998 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-f8615bde-d564-49cc-915c-429f088fee7b service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:34:58.256552 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-f8615bde-d564-49cc-915c-429f088fee7b service neutron] Checking segment: {'id': '419a7790-970c-4a11-9d8c-ac3d75efc71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0b0632f2-66a2-43c2-8891-f4c2d1d4df60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:58.257478 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-f8615bde-d564-49cc-915c-429f088fee7b service neutron] Bound using segment: {'id': '419a7790-970c-4a11-9d8c-ac3d75efc71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0b0632f2-66a2-43c2-8891-f4c2d1d4df60'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:34:58.257723 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7794f31f-acd0-47b0-8110-6896c31d58f1 req-52f8e8a5-bdd9-4cd3-8d36-6d754d0f108e tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 945 time: 0.2277052 Jul 16 08:34:58.258368 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-f8615bde-d564-49cc-915c-429f088fee7b service neutron] Bound port: 1290d3a3-2a77-452a-a5cd-5d0aa2457c17, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '419a7790-970c-4a11-9d8c-ac3d75efc71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0b0632f2-66a2-43c2-8891-f4c2d1d4df60'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:34:58.259484 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-f8615bde-d564-49cc-915c-429f088fee7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.277671 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e723889-fd90-4f2e-a3c6-a53662a8ba7e req-d64e7c1e-506d-4a9d-a763-5d02bead67a7 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:58.286567 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.287312 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9e723889-fd90-4f2e-a3c6-a53662a8ba7e req-d64e7c1e-506d-4a9d-a763-5d02bead67a7 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.2647169 Jul 16 08:34:58.297641 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:34:58.298115 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.301285 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:34:58.301285 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:34:58.301285 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:34:58.301285 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:34:58.301285 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:34:58.301285 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:34:58.301285 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:34:58.301285 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:34:58.301285 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:34:58.301285 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:34:58.301285 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:34:58.301285 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:34:58.301285 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:34:58.301285 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:34:58.301285 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:34:58.301285 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:34:58.301285 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:34:58.301285 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:34:58.301285 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:34:58.301285 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:34:58.301285 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:34:58.301285 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:34:58.301285 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:34:58.301285 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:34:58.301285 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:34:58.301285 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:34:58.301285 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:34:58.301285 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:34:58.301285 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:34:58.301285 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:34:58.301285 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:34:58.301285 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:34:58.349022 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7794f31f-acd0-47b0-8110-6896c31d58f1 req-0d84d212-c98a-4f38-9e1d-866555cedac7 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903270 Jul 16 08:34:58.392183 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9e723889-fd90-4f2e-a3c6-a53662a8ba7e req-f34093ba-b643-408e-ad3a-edcbdd498861 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038666 Jul 16 08:34:58.399637 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.409707 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.415237 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59960) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:58.417929 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/networks/1c9349a2-a0fa-41d1-9c9d-8397951168a8 HTTP/1.1" status: 204 len: 168 time: 3.3693480 Jul 16 08:34:58.426829 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-96255ae6-cbd9-4955-9678-bc051d24b8a8 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-156252255'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:58.427802 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c76fc2b-8a47-4b2a-9b2b-748e9f0c7b28 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event deleted for resources: {'Network': ['ID=1c9349a2-a0fa-41d1-9c9d-8397951168a8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:58.456204 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-f8615bde-d564-49cc-915c-429f088fee7b service neutron] For port 1290d3a3-2a77-452a-a5cd-5d0aa2457c17, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:34:58.460071 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96255ae6-cbd9-4955-9678-bc051d24b8a8 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Made reservation on behalf of 5d86a8dac7be464fabf05e4f6eab88a6 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:58.464104 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-96255ae6-cbd9-4955-9678-bc051d24b8a8 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.490175 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-f8615bde-d564-49cc-915c-429f088fee7b service neutron] For port 1290d3a3-2a77-452a-a5cd-5d0aa2457c17, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=1290d3a3-2a77-452a-a5cd-5d0aa2457c17,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:34:58.500244 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-f8615bde-d564-49cc-915c-429f088fee7b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.562310 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96255ae6-cbd9-4955-9678-bc051d24b8a8 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:34:58.571559 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-f8615bde-d564-49cc-915c-429f088fee7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:58.572176 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-f8615bde-d564-49cc-915c-429f088fee7b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.573666 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-f8615bde-d564-49cc-915c-429f088fee7b service neutron] 10.222.0.21 "PUT /v2.0/ports/1290d3a3-2a77-452a-a5cd-5d0aa2457c17 HTTP/1.1" status: 200 len: 1093 time: 1.3421595 Jul 16 08:34:58.575633 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8c84a809-18ac-46d2-a89c-b100d0bc0538', 'tag': '1290d3a3-2a77-452a-a5cd-5d0aa2457c17'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:58.578551 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b2d238-cd30-496c-93f2-3488987a5f8f" -d '{"events": [{"name": "network-changed", "server_uuid": "8c84a809-18ac-46d2-a89c-b100d0bc0538", "tag": "1290d3a3-2a77-452a-a5cd-5d0aa2457c17"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:58.586588 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8615bde-d564-49cc-915c-429f088fee7b service neutron] Pushing event updated for resources: {'Port': ['ID=1290d3a3-2a77-452a-a5cd-5d0aa2457c17,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:58.606250 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-96255ae6-cbd9-4955-9678-bc051d24b8a8 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.606551 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-96255ae6-cbd9-4955-9678-bc051d24b8a8 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Added segment 6fb405de-40d9-49e2-b766-9bf73b28f464 of type vlan for network 3663d2f9-7e90-47cc-982a-2ddd5dceba64 Jul 16 08:34:58.684063 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80009d-af71-430e-8bf3-ece5ed495997 req-e225e71f-00e9-48b3-b335-015db2936f64 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:58.690935 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3f80009d-af71-430e-8bf3-ece5ed495997 req-e225e71f-00e9-48b3-b335-015db2936f64 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3e287f4-5f9c-486c-bbcd-100eacab0aed HTTP/1.1" status: 200 len: 950 time: 0.1309240 Jul 16 08:34:58.705260 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-96255ae6-cbd9-4955-9678-bc051d24b8a8 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.761635 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-96255ae6-cbd9-4955-9678-bc051d24b8a8 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.768112 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96255ae6-cbd9-4955-9678-bc051d24b8a8 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:58.768839 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-96255ae6-cbd9-4955-9678-bc051d24b8a8 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:58.793641 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-082afdcf-2d84-42b7-9b2c-99ef9fce9541 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:58.795919 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-082afdcf-2d84-42b7-9b2c-99ef9fce9541 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=403d6aa1ac0d41e3a4a28a0141013051&device_id=8c84a809-18ac-46d2-a89c-b100d0bc0538 HTTP/1.1" status: 200 len: 1096 time: 0.1577275 Jul 16 08:34:58.874598 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-96255ae6-cbd9-4955-9678-bc051d24b8a8 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4573624 Jul 16 08:34:58.876032 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-a6fe97e2-3a9d-431d-a0f8-0f8a7702d2c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1290d3a3-2a77-452a-a5cd-5d0aa2457c17 HTTP/1.1" status: 200 len: 217 time: 0.0660455 Jul 16 08:34:58.879421 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59984) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:34:58.887558 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-b467fb3b-627b-43bd-899d-9a6e9e464520 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Request body: {'subnet': {'network_id': '3663d2f9-7e90-47cc-982a-2ddd5dceba64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:34:58.978114 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-4467754c-2ba2-4007-9955-947fd2abf8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:58.980312 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-4467754c-2ba2-4007-9955-947fd2abf8e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a403916-6099-4ffc-ad6e-346025e9f7bf HTTP/1.1" status: 200 len: 844 time: 0.0858619 Jul 16 08:34:58.993692 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96255ae6-cbd9-4955-9678-bc051d24b8a8 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event updated for resources: {'Network': ['ID=3663d2f9-7e90-47cc-982a-2ddd5dceba64,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:59.004621 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 3663d2f9-7e90-47cc-982a-2ddd5dceba64 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:34:59.068022 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-afe7d4d1-dd0a-435b-8d31-661bb7bf16a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b0632f2-66a2-43c2-8891-f4c2d1d4df60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784805 Jul 16 08:34:59.186478 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3f80009d-af71-430e-8bf3-ece5ed495997 req-fb68beef-caf4-45f2-afb1-ae93632f0942 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/security-groups?id=630fed5e-1f57-4806-bbed-db4678d395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4925904 Jul 16 08:34:59.243392 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885cfd9c-1957-42f5-a4da-b7e5d215afe5 req-c73247c9-6af9-42ba-9fae-f12058e19369 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:59.251074 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-885cfd9c-1957-42f5-a4da-b7e5d215afe5 req-c73247c9-6af9-42ba-9fae-f12058e19369 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c84a809-18ac-46d2-a89c-b100d0bc0538 HTTP/1.1" status: 200 len: 944 time: 0.2630000 Jul 16 08:34:59.255747 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b467fb3b-627b-43bd-899d-9a6e9e464520 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Made reservation on behalf of 5d86a8dac7be464fabf05e4f6eab88a6 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:34:59.259550 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b467fb3b-627b-43bd-899d-9a6e9e464520 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.271472 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d140976d-1abf-4d13-bfce-a53930d80f0e x-openstack-request-id: req-d140976d-1abf-4d13-bfce-a53930d80f0e {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:34:59.271765 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8c84a809-18ac-46d2-a89c-b100d0bc0538", "tag": "1290d3a3-2a77-452a-a5cd-5d0aa2457c17", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:34:59.272052 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d140976d-1abf-4d13-bfce-a53930d80f0e {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:34:59.272456 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8c84a809-18ac-46d2-a89c-b100d0bc0538', 'tag': '1290d3a3-2a77-452a-a5cd-5d0aa2457c17', 'status': 'completed', 'code': 200} Jul 16 08:34:59.293043 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-0f8b0e36-27ac-495b-ad7e-026bacba0623 service neutron] 10.222.0.21 "GET /v2.0/networks/0b0632f2-66a2-43c2-8891-f4c2d1d4df60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920216 Jul 16 08:34:59.393732 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-885cfd9c-1957-42f5-a4da-b7e5d215afe5 req-ab2a1888-7478-461c-bc9e-0955ca06313d tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416881 Jul 16 08:34:59.404826 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device ed21fdfc-b7fa-4074-b131-4bf703c1a7a2 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:34:59.444299 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8428c4e-1d56-4a9c-826c-def7138cf62f req-767a422c-c4bb-46aa-91ec-8d823226b979 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:59.446760 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b8428c4e-1d56-4a9c-826c-def7138cf62f req-767a422c-c4bb-46aa-91ec-8d823226b979 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=f37f16c2-1025-4f8b-8411-09076d4f5dd4 HTTP/1.1" status: 200 len: 945 time: 0.0875990 Jul 16 08:34:59.493998 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port ed21fdfc-b7fa-4074-b131-4bf703c1a7a2 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:34:59.498459 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-210f79d6-9c46-4dc6-9e77-96b8353e8523 req-2dfb3e2e-d700-473c-828e-425b3a55094b service neutron] 10.222.0.21 "GET /v2.0/networks/0b0632f2-66a2-43c2-8891-f4c2d1d4df60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960254 Jul 16 08:34:59.505133 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port ed21fdfc-b7fa-4074-b131-4bf703c1a7a2 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:34:59.506903 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.533400 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b8428c4e-1d56-4a9c-826c-def7138cf62f req-564d3b72-43d6-4cc3-8ab8-a9a789fb0c37 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775578 Jul 16 08:34:59.663952 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b467fb3b-627b-43bd-899d-9a6e9e464520 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.677655 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.708254 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa7342e-8608-4ddb-aa48-e82495f97963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed21fdfc-b7fa-4074-b131-4bf703c1a7a2'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:34:59.711773 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e585b61f-fa53-44a9-bcb1-b130c649eb32" -d '{"events": [{"server_uuid": "1aa7342e-8608-4ddb-aa48-e82495f97963", "name": "network-vif-plugged", "status": "completed", "tag": "ed21fdfc-b7fa-4074-b131-4bf703c1a7a2"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:34:59.723230 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b467fb3b-627b-43bd-899d-9a6e9e464520 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event updated for resources: {'Subnet': ['ID=891dbf19-f0a7-4c7b-b8f0-ec4ae73b866d,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:59.737682 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port ed21fdfc-b7fa-4074-b131-4bf703c1a7a2, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ed21fdfc-b7fa-4074-b131-4bf703c1a7a2,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:34:59.746762 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:34:59.798028 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2d238-cd30-496c-93f2-3488987a5f8f req-e4848909-bdfc-45e1-8b74-3ea25a5f73dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:59.799547 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f3b2d238-cd30-496c-93f2-3488987a5f8f req-e4848909-bdfc-45e1-8b74-3ea25a5f73dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=403d6aa1ac0d41e3a4a28a0141013051&device_id=8c84a809-18ac-46d2-a89c-b100d0bc0538 HTTP/1.1" status: 200 len: 1096 time: 0.2439940 Jul 16 08:34:59.808589 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=ed21fdfc-b7fa-4074-b131-4bf703c1a7a2,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:34:59.826308 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b467fb3b-627b-43bd-899d-9a6e9e464520 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Checking segment: {'id': '6fb405de-40d9-49e2-b766-9bf73b28f464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3663d2f9-7e90-47cc-982a-2ddd5dceba64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:34:59.826679 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b467fb3b-627b-43bd-899d-9a6e9e464520 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Network hostable DHCP agents. Network: 3663d2f9-7e90-47cc-982a-2ddd5dceba64, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:34:59.881107 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a798a2a-13da-4b87-b9b2-45e81e324080 req-4b0d64a8-2cbd-4dfd-b87d-e9b648d53ca3 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:34:59.882643 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7a798a2a-13da-4b87-b9b2-45e81e324080 req-4b0d64a8-2cbd-4dfd-b87d-e9b648d53ca3 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 945 time: 0.1607885 Jul 16 08:35:00.046778 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06711d74-3eb1-4c44-bb01-149dcc08e3af req-153383d1-8b69-4b25-bf7e-1991afa05f8e tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:00.048380 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-06711d74-3eb1-4c44-bb01-149dcc08e3af req-153383d1-8b69-4b25-bf7e-1991afa05f8e tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.0822451 Jul 16 08:35:00.098200 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-06711d74-3eb1-4c44-bb01-149dcc08e3af req-97c4525f-2dc3-4cc4-8496-a7dd4a47db60 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416636 Jul 16 08:35:00.152861 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:34:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3175e2c4-312e-4acd-a261-f74bfa743f0a x-openstack-request-id: req-3175e2c4-312e-4acd-a261-f74bfa743f0a {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:00.153444 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa7342e-8608-4ddb-aa48-e82495f97963", "name": "network-vif-plugged", "status": "completed", "tag": "ed21fdfc-b7fa-4074-b131-4bf703c1a7a2", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:00.153781 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3175e2c4-312e-4acd-a261-f74bfa743f0a {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:00.154319 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa7342e-8608-4ddb-aa48-e82495f97963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed21fdfc-b7fa-4074-b131-4bf703c1a7a2', 'code': 200} Jul 16 08:35:00.246557 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-ebe42ee1-9def-4c4d-b42f-79f772b35873 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=c36eb8519e994563885fc22fb3f50618&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0242622 Jul 16 08:35:00.279700 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b467fb3b-627b-43bd-899d-9a6e9e464520 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Network 3663d2f9-7e90-47cc-982a-2ddd5dceba64 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:35:00.333038 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-b467fb3b-627b-43bd-899d-9a6e9e464520 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 3663d2f9-7e90-47cc-982a-2ddd5dceba64) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:00.343459 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc4a1b8-6412-496e-958f-4f49f5878f70 None None] Network 3663d2f9-7e90-47cc-982a-2ddd5dceba64 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:00.351440 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b467fb3b-627b-43bd-899d-9a6e9e464520 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:00.352035 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b467fb3b-627b-43bd-899d-9a6e9e464520 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:00.373027 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-3cca1486-f325-4c97-89a4-6c9fb3f820e0 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:00.382009 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-3cca1486-f325-4c97-89a4-6c9fb3f820e0 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1282876 Jul 16 08:35:00.395796 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-02033d28-197a-4952-8ab3-960297fe1495 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/quotas/c36eb8519e994563885fc22fb3f50618 HTTP/1.1" status: 200 len: 375 time: 0.0110381 Jul 16 08:35:00.422131 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7a798a2a-13da-4b87-b9b2-45e81e324080 req-66266a07-a05c-498d-945e-4e77c42dc7e8 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1527386 Jul 16 08:35:00.439158 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b467fb3b-627b-43bd-899d-9a6e9e464520 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5565085 Jul 16 08:35:00.445916 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2d238-cd30-496c-93f2-3488987a5f8f req-63b86e89-4c11-48b8-8e4a-ed08cd5e0c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:00.445916 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f3b2d238-cd30-496c-93f2-3488987a5f8f req-63b86e89-4c11-48b8-8e4a-ed08cd5e0c79 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0b0632f2-66a2-43c2-8891-f4c2d1d4df60 HTTP/1.1" status: 200 len: 905 time: 0.6372676 Jul 16 08:35:00.449919 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60040) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:00.498788 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-fe3449b5-9795-4152-92c5-69f9bb8550ef tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c36eb8519e994563885fc22fb3f50618&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0958819 Jul 16 08:35:00.565623 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f3b2d238-cd30-496c-93f2-3488987a5f8f req-7f3bbb38-afac-4092-be61-034f017026be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1290d3a3-2a77-452a-a5cd-5d0aa2457c17 HTTP/1.1" status: 200 len: 217 time: 0.1035347 Jul 16 08:35:00.591471 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2659a5d9-cbb2-4c12-93af-ba9335deb52e req-d5dbd1a9-024c-4bd7-9297-9b694861f182 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:00.593116 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2659a5d9-cbb2-4c12-93af-ba9335deb52e req-d5dbd1a9-024c-4bd7-9297-9b694861f182 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 1098 time: 0.3250284 Jul 16 08:35:00.606669 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c25792-7d4a-4983-8861-4073e0dd9c24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-3663d2f9-7e90-47cc-982a-2ddd5dceba64', 'network_id': '3663d2f9-7e90-47cc-982a-2ddd5dceba64', 'tenant_id': '5d86a8dac7be464fabf05e4f6eab88a6', 'fixed_ips': [{'subnet_id': '891dbf19-f0a7-4c7b-b8f0-ec4ae73b866d'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:35:00.608048 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a0c25792-7d4a-4983-8861-4073e0dd9c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:00.698132 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b2d238-cd30-496c-93f2-3488987a5f8f req-386fdb27-740d-4dfe-88f2-a50a255b6033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:00.699866 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f3b2d238-cd30-496c-93f2-3488987a5f8f req-386fdb27-740d-4dfe-88f2-a50a255b6033 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a403916-6099-4ffc-ad6e-346025e9f7bf HTTP/1.1" status: 200 len: 844 time: 0.1230283 Jul 16 08:35:00.820172 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-a0c25792-7d4a-4983-8861-4073e0dd9c24 None None] Allocated IP 172.20.0.2 (3663d2f9-7e90-47cc-982a-2ddd5dceba64/891dbf19-f0a7-4c7b-b8f0-ec4ae73b866d/b293ddc6-02f7-4b4e-90b2-f2026737abe9) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:00.835414 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f3b2d238-cd30-496c-93f2-3488987a5f8f req-daf74f88-31b7-47c0-979b-82d2dc3bf688 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0b0632f2-66a2-43c2-8891-f4c2d1d4df60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0782628 Jul 16 08:35:00.850720 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd02fda-7c71-4181-b57b-d2fe3edcd529 req-ed0e2832-faf4-41dc-a5eb-8b26f79cf4a9 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:00.852379 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5cd02fda-7c71-4181-b57b-d2fe3edcd529 req-ed0e2832-faf4-41dc-a5eb-8b26f79cf4a9 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.21 "GET /v2.0/ports?device_id=f37f16c2-1025-4f8b-8411-09076d4f5dd4 HTTP/1.1" status: 200 len: 945 time: 0.5026186 Jul 16 08:35:00.852534 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3943987-18e0-4bbd-81db-617c5866d7e2 req-69034c4a-a467-42e4-8796-4558d006b082 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:00.858872 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2659a5d9-cbb2-4c12-93af-ba9335deb52e req-169eeb67-e230-46f3-9590-0ea9afbb81fa service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2320116 Jul 16 08:35:00.862445 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c3943987-18e0-4bbd-81db-617c5866d7e2 req-69034c4a-a467-42e4-8796-4558d006b082 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=f37f16c2-1025-4f8b-8411-09076d4f5dd4 HTTP/1.1" status: 200 len: 945 time: 0.1181619 Jul 16 08:35:00.905202 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c3943987-18e0-4bbd-81db-617c5866d7e2 req-57dab770-3ae0-48bf-9aa7-1ea3526898ea tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416923 Jul 16 08:35:00.954468 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.074868 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a0c25792-7d4a-4983-8861-4073e0dd9c24 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.087487 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a0c25792-7d4a-4983-8861-4073e0dd9c24 None None] Transition to ACTIVE for port object b293ddc6-02f7-4b4e-90b2-f2026737abe9 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:01.109618 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a0c25792-7d4a-4983-8861-4073e0dd9c24 None None] Transition to ACTIVE for port object b293ddc6-02f7-4b4e-90b2-f2026737abe9 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:01.110371 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a310fd94-65ac-44ac-8e5b-5cf06c1d36a5 req-71daeae6-d0c2-4838-a299-6a39c1bdf487 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:01.118198 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a310fd94-65ac-44ac-8e5b-5cf06c1d36a5 req-71daeae6-d0c2-4838-a299-6a39c1bdf487 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c84a809-18ac-46d2-a89c-b100d0bc0538 HTTP/1.1" status: 200 len: 944 time: 0.5240684 Jul 16 08:35:01.121792 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a0c25792-7d4a-4983-8861-4073e0dd9c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.205504 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-765a19c4-c2a7-449d-bf0c-561e3f41d80e req-d0a75f71-56bb-4d7d-af55-fa3d8d0443ac tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/ports?device_id=d956372c-dde9-479a-abf8-b6fa088e6815 HTTP/1.1" status: 200 len: 210 time: 0.0609941 Jul 16 08:35:01.205637 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0c25792-7d4a-4983-8861-4073e0dd9c24 None None] Network 3663d2f9-7e90-47cc-982a-2ddd5dceba64 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:01.218419 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-a0c25792-7d4a-4983-8861-4073e0dd9c24 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:01.225390 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c25792-7d4a-4983-8861-4073e0dd9c24 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:01.226959 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f3b2d238-cd30-496c-93f2-3488987a5f8f req-1c49d3c4-76ca-495f-96dc-21f39264f035 service neutron] 10.222.0.21 "GET /v2.0/networks/0b0632f2-66a2-43c2-8891-f4c2d1d4df60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735201 Jul 16 08:35:01.256663 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.310603 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c25792-7d4a-4983-8861-4073e0dd9c24 None None] Pushing event updated for resources: {'Port': ['ID=b293ddc6-02f7-4b4e-90b2-f2026737abe9,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:01.355623 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-a0c25792-7d4a-4983-8861-4073e0dd9c24 None None] Attempting to bind port b293ddc6-02f7-4b4e-90b2-f2026737abe9 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:01.356271 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-a0c25792-7d4a-4983-8861-4073e0dd9c24 None None] Attempting to bind port b293ddc6-02f7-4b4e-90b2-f2026737abe9 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '6fb405de-40d9-49e2-b766-9bf73b28f464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3663d2f9-7e90-47cc-982a-2ddd5dceba64'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:01.356858 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c25792-7d4a-4983-8861-4073e0dd9c24 None None] Attempting to bind port b293ddc6-02f7-4b4e-90b2-f2026737abe9 on network 3663d2f9-7e90-47cc-982a-2ddd5dceba64 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:01.364643 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c25792-7d4a-4983-8861-4073e0dd9c24 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 34, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:01.365398 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c25792-7d4a-4983-8861-4073e0dd9c24 None None] Checking segment: {'id': '6fb405de-40d9-49e2-b766-9bf73b28f464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3663d2f9-7e90-47cc-982a-2ddd5dceba64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:01.365981 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a0c25792-7d4a-4983-8861-4073e0dd9c24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.366753 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0c25792-7d4a-4983-8861-4073e0dd9c24 None None] Bound using segment: {'id': '6fb405de-40d9-49e2-b766-9bf73b28f464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3663d2f9-7e90-47cc-982a-2ddd5dceba64'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:01.367393 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-a0c25792-7d4a-4983-8861-4073e0dd9c24 None None] Bound port: b293ddc6-02f7-4b4e-90b2-f2026737abe9, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fb405de-40d9-49e2-b766-9bf73b28f464', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3663d2f9-7e90-47cc-982a-2ddd5dceba64'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:01.368598 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a0c25792-7d4a-4983-8861-4073e0dd9c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.392162 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff722ef-ac38-4a09-aa10-9d73e2a22bfe req-03a63a10-dcb9-41db-818e-1868709baf4e tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:01.398835 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a310fd94-65ac-44ac-8e5b-5cf06c1d36a5 req-b0122866-d192-46e8-9223-8f067616b4d3 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2797363 Jul 16 08:35:01.407160 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dff722ef-ac38-4a09-aa10-9d73e2a22bfe req-03a63a10-dcb9-41db-818e-1868709baf4e tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.0910780 Jul 16 08:35:01.454521 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dff722ef-ac38-4a09-aa10-9d73e2a22bfe req-81ac8ee0-c274-479c-b50e-e697e8ab15f1 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461507 Jul 16 08:35:01.514939 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f3b2d238-cd30-496c-93f2-3488987a5f8f req-928fbc36-ba6d-4432-9c5b-c0636448f5b3 service neutron] 10.222.0.21 "GET /v2.0/networks/0b0632f2-66a2-43c2-8891-f4c2d1d4df60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758303 Jul 16 08:35:01.516309 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-5cd02fda-7c71-4181-b57b-d2fe3edcd529 req-20868988-ca1b-4bd2-93a5-ba8e35d628b8 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Deleting port d204940f-c0e3-4813-b86e-1c35c0edcec8 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:01.516750 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5cd02fda-7c71-4181-b57b-d2fe3edcd529 req-20868988-ca1b-4bd2-93a5-ba8e35d628b8 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.611489 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.707488 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a0c25792-7d4a-4983-8861-4073e0dd9c24 None None] For port b293ddc6-02f7-4b4e-90b2-f2026737abe9, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:01.712144 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a0c25792-7d4a-4983-8861-4073e0dd9c24 None None] For port b293ddc6-02f7-4b4e-90b2-f2026737abe9, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=b293ddc6-02f7-4b4e-90b2-f2026737abe9,segment=NetworkSegment(6fb405de-40d9-49e2-b766-9bf73b28f464),segment_id=6fb405de-40d9-49e2-b766-9bf73b28f464)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:01.720546 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a0c25792-7d4a-4983-8861-4073e0dd9c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.734151 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event deleted for resources: {'Subnet': ['ID=891dbf19-f0a7-4c7b-b8f0-ec4ae73b866d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:01.739887 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-5cd02fda-7c71-4181-b57b-d2fe3edcd529 req-20868988-ca1b-4bd2-93a5-ba8e35d628b8 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] For port d204940f-c0e3-4813-b86e-1c35c0edcec8, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=d204940f-c0e3-4813-b86e-1c35c0edcec8,segment=NetworkSegment(1601abd3-1b0f-467a-8573-16719ac9ee54),segment_id=1601abd3-1b0f-467a-8573-16719ac9ee54)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:01.740606 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5cd02fda-7c71-4181-b57b-d2fe3edcd529 req-20868988-ca1b-4bd2-93a5-ba8e35d628b8 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.788474 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-5cd02fda-7c71-4181-b57b-d2fe3edcd529 req-20868988-ca1b-4bd2-93a5-ba8e35d628b8 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Calling delete_port for d204940f-c0e3-4813-b86e-1c35c0edcec8 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:01.794323 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c25792-7d4a-4983-8861-4073e0dd9c24 None None] Pushing event updated for resources: {'Port': ['ID=b293ddc6-02f7-4b4e-90b2-f2026737abe9,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:01.835591 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.864451 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.868040 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3663d2f9-7e90-47cc-982a-2ddd5dceba64']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:01.911927 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb405de-40d9-49e2-b766-9bf73b28f464') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:01.912225 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb405de-40d9-49e2-b766-9bf73b28f464') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:01.933948 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.944207 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:01.986415 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fe29c8-ad23-4484-9e72-6729d898f876 req-db29af97-6bdc-4318-a98c-1baef22efb51 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:02.000790 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-52fe29c8-ad23-4484-9e72-6729d898f876 req-db29af97-6bdc-4318-a98c-1baef22efb51 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 946 time: 0.3905611 Jul 16 08:35:02.043783 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.065046 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:35:02.065459 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:35:02.070856 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:35:02.132318 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-52fe29c8-ad23-4484-9e72-6729d898f876 req-b45aa657-d2b0-4042-8faa-849609e79388 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303773 Jul 16 08:35:02.245181 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b293ddc6-02f7-4b4e-90b2-f2026737abe9 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:02.255127 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce132d31-f5f0-48f5-a87a-704eaddc6f13 req-24c7008e-c86b-4140-93c2-3c6570352d2d tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:02.264776 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ce132d31-f5f0-48f5-a87a-704eaddc6f13 req-24c7008e-c86b-4140-93c2-3c6570352d2d tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=f37f16c2-1025-4f8b-8411-09076d4f5dd4 HTTP/1.1" status: 200 len: 945 time: 0.1664159 Jul 16 08:35:02.277786 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5cd02fda-7c71-4181-b57b-d2fe3edcd529 req-20868988-ca1b-4bd2-93a5-ba8e35d628b8 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.318411 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-900b6f50-b25b-4b04-aa1d-bac14f2392d6 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=c36eb8519e994563885fc22fb3f50618&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510318 Jul 16 08:35:02.321286 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['1f263586-c0cf-44d1-b41e-1d556581b79d'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:02.328114 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['8c377edf-5e32-4f2a-9e29-361bcaa9f448'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:02.329747 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 08:35:02.329747 n-d-771362-37 neutron-server[93758]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 08:35:02.329747 n-d-771362-37 neutron-server[93758]: [parameters: {'id': '3663d2f9-7e90-47cc-982a-2ddd5dceba64'}] Jul 16 08:35:02.329747 n-d-771362-37 neutron-server[93758]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:35:02.330115 n-d-771362-37 neutron-server[93758]: DEBUG oslo_db.api [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:35:02.409308 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ce132d31-f5f0-48f5-a87a-704eaddc6f13 req-1c1f77b6-f430-444c-8d0a-4b5f77d3f330 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429708 Jul 16 08:35:02.476094 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cd02fda-7c71-4181-b57b-d2fe3edcd529 req-20868988-ca1b-4bd2-93a5-ba8e35d628b8 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] No DVR routers for this DVR port d204940f-c0e3-4813-b86e-1c35c0edcec8 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:02.486836 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20868988-ca1b-4bd2-93a5-ba8e35d628b8 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Pushing event deleted for resources: {'Port': ['ID=d204940f-c0e3-4813-b86e-1c35c0edcec8,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:02.489377 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5cd02fda-7c71-4181-b57b-d2fe3edcd529 req-20868988-ca1b-4bd2-93a5-ba8e35d628b8 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.493025 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5cd02fda-7c71-4181-b57b-d2fe3edcd529 req-20868988-ca1b-4bd2-93a5-ba8e35d628b8 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.21 "DELETE /v2.0/ports/d204940f-c0e3-4813-b86e-1c35c0edcec8 HTTP/1.1" status: 204 len: 173 time: 1.6316125 Jul 16 08:35:02.493145 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f37f16c2-1025-4f8b-8411-09076d4f5dd4', 'name': 'network-vif-deleted', 'tag': 'd204940f-c0e3-4813-b86e-1c35c0edcec8'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:02.500974 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-653e8735-2b48-4820-b41e-63f431a70197" -d '{"events": [{"server_uuid": "f37f16c2-1025-4f8b-8411-09076d4f5dd4", "name": "network-vif-deleted", "tag": "d204940f-c0e3-4813-b86e-1c35c0edcec8"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:02.569772 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port b293ddc6-02f7-4b4e-90b2-f2026737abe9 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:02.611029 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-599d426b-33b0-4edf-bb5f-343a917aa7f2 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:02.614548 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-599d426b-33b0-4edf-bb5f-343a917aa7f2 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2833340 Jul 16 08:35:02.630826 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-b6f984cf-b5d3-45f6-9399-e75785073106 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Request body: {'port': {'device_id': 'd956372c-dde9-479a-abf8-b6fa088e6815', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'admin_state_up': True, 'tenant_id': 'c36eb8519e994563885fc22fb3f50618'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:02.654839 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-96693823-b310-4c24-b17a-2eec72fb44bc req-5b6306fc-f0ec-48df-a7f2-e72678e6f2b0 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/ports?device_id=d956372c-dde9-479a-abf8-b6fa088e6815 HTTP/1.1" status: 200 len: 210 time: 0.0511265 Jul 16 08:35:02.831586 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.879130 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aac12ca-7b90-4fb2-bf93-45a210725346 req-d479ebc6-bd1f-4f54-b147-ec8fd70b4fdb tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:02.880714 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4aac12ca-7b90-4fb2-bf93-45a210725346 req-d479ebc6-bd1f-4f54-b147-ec8fd70b4fdb tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c84a809-18ac-46d2-a89c-b100d0bc0538 HTTP/1.1" status: 200 len: 944 time: 0.2034400 Jul 16 08:35:02.917533 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-b6f984cf-b5d3-45f6-9399-e75785073106 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Made reservation on behalf of c36eb8519e994563885fc22fb3f50618 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:02.922418 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-b6f984cf-b5d3-45f6-9399-e75785073106 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.974396 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Deleting port b293ddc6-02f7-4b4e-90b2-f2026737abe9 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:02.974753 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:02.990397 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4aac12ca-7b90-4fb2-bf93-45a210725346 req-9430ce00-88e0-4c0b-b709-5638bc3c359f tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837476 Jul 16 08:35:03.067695 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef91642-294b-4e15-9cdb-ea05f9e9f45d req-bfbb1180-2f11-4517-8f07-e07a17b1a59b tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:03.070012 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8ef91642-294b-4e15-9cdb-ea05f9e9f45d req-bfbb1180-2f11-4517-8f07-e07a17b1a59b tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1902072 Jul 16 08:35:03.094416 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] For port b293ddc6-02f7-4b4e-90b2-f2026737abe9, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=b293ddc6-02f7-4b4e-90b2-f2026737abe9,segment=NetworkSegment(6fb405de-40d9-49e2-b766-9bf73b28f464),segment_id=6fb405de-40d9-49e2-b766-9bf73b28f464)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:03.094841 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.120224 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51c55edd-7c38-4996-98ff-442892fac492 x-openstack-request-id: req-51c55edd-7c38-4996-98ff-442892fac492 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:03.124663 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f37f16c2-1025-4f8b-8411-09076d4f5dd4", "name": "network-vif-deleted", "tag": "d204940f-c0e3-4813-b86e-1c35c0edcec8", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:03.127214 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-51c55edd-7c38-4996-98ff-442892fac492 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:03.127660 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f37f16c2-1025-4f8b-8411-09076d4f5dd4', 'name': 'network-vif-deleted', 'tag': 'd204940f-c0e3-4813-b86e-1c35c0edcec8', 'status': 'completed', 'code': 200} Jul 16 08:35:03.141499 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Calling delete_port for b293ddc6-02f7-4b4e-90b2-f2026737abe9 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:03.169935 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8ef91642-294b-4e15-9cdb-ea05f9e9f45d req-02eefc7d-5265-4790-a3e0-4f9f95cebe77 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910494 Jul 16 08:35:03.232472 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9665322-68f4-44a3-8a07-e36ec0d7217d None None] Network 3663d2f9-7e90-47cc-982a-2ddd5dceba64 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:03.251847 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-b6f984cf-b5d3-45f6-9399-e75785073106 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Allocated IP 192.168.233.10 (30bff2e9-dcab-4751-913d-9c4ac9d8019b/c36b7919-0b6b-490a-bff0-04ed964d98ec/9b659e90-274f-4084-8ada-ea5445f83c2a) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:03.308650 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.342547 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event deleted for resources: {'Port': ['ID=b293ddc6-02f7-4b4e-90b2-f2026737abe9,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:03.349017 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] No DVR routers for this DVR port b293ddc6-02f7-4b4e-90b2-f2026737abe9 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:03.463574 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 1290d3a3-2a77-452a-a5cd-5d0aa2457c17 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:35:03.468087 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device d204940f-c0e3-4813-b86e-1c35c0edcec8 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:03.469480 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.481876 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3663d2f9-7e90-47cc-982a-2ddd5dceba64']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:03.504044 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fb405de-40d9-49e2-b766-9bf73b28f464') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:03.504723 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fb405de-40d9-49e2-b766-9bf73b28f464') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:03.506075 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-b6f984cf-b5d3-45f6-9399-e75785073106 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.517242 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.518546 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4024ecca-b732-4d8d-871c-e7b1f2353e27 req-998a1b7c-5907-4a0d-a7bc-d526d8e08297 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:03.520512 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4024ecca-b732-4d8d-871c-e7b1f2353e27 req-998a1b7c-5907-4a0d-a7bc-d526d8e08297 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 946 time: 0.1806042 Jul 16 08:35:03.525502 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: d204940f-c0e3-4813-b86e-1c35c0edcec8 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:03.526119 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device d204940f-c0e3-4813-b86e-1c35c0edcec8 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:03.536872 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-dc5a8185-236a-43fe-8d1a-c7cd33d49b39 None None] Could not find standard attr ID for object b293ddc6-02f7-4b4e-90b2-f2026737abe9. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:35:03.556773 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-b6f984cf-b5d3-45f6-9399-e75785073106 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Transition to ACTIVE for port object 9b659e90-274f-4084-8ada-ea5445f83c2a will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:03.559506 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.573737 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:35:03.577721 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f461fe48-1b3d-4d57-83a6-6ce8aa562077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.586889 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.592221 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:35:03.592221 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:35:03.592221 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:35:03.592221 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:35:03.592221 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:35:03.592221 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:35:03.592221 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:35:03.592221 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:35:03.592221 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:35:03.592221 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:35:03.592221 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:35:03.592221 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:35:03.592221 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:35:03.592221 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:35:03.592221 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:35:03.592221 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:35:03.592221 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:35:03.592221 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:35:03.592221 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:35:03.592221 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:35:03.592221 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:35:03.592221 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:35:03.592221 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:35:03.592221 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:35:03.592221 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:35:03.592221 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:35:03.592221 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:35:03.592221 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:35:03.592221 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:35:03.592221 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:35:03.592221 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:35:03.592221 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:35:03.624841 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4024ecca-b732-4d8d-871c-e7b1f2353e27 req-2361ba46-499a-46c9-889f-2437b9cff294 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777087 Jul 16 08:35:03.659229 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-b6f984cf-b5d3-45f6-9399-e75785073106 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.702914 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['49d80e56-0052-4560-ba73-06e600b8b9a3'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:03.709511 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbfb7202-bc75-4373-b33e-d662f97d59c9 None None] DHCP port deletion for 3663d2f9-7e90-47cc-982a-2ddd5dceba64 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:35:03.741599 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.750289 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.757710 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/networks/3663d2f9-7e90-47cc-982a-2ddd5dceba64 HTTP/1.1" status: 204 len: 168 time: 3.2969270 Jul 16 08:35:03.759158 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60128) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:03.772412 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4dd2cb-4256-43b7-8390-0632d4c3ce2d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event deleted for resources: {'Network': ['ID=3663d2f9-7e90-47cc-982a-2ddd5dceba64,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:03.785518 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-b6f984cf-b5d3-45f6-9399-e75785073106 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:03.789935 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-458970df-85e2-4cd1-b6c0-2ffd892ac6a3 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-852103439'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:03.834022 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-b6f984cf-b5d3-45f6-9399-e75785073106 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:03.835124 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 1290d3a3-2a77-452a-a5cd-5d0aa2457c17, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=1290d3a3-2a77-452a-a5cd-5d0aa2457c17,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:03.851328 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-458970df-85e2-4cd1-b6c0-2ffd892ac6a3 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Made reservation on behalf of 5d86a8dac7be464fabf05e4f6eab88a6 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:03.852562 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '1290d3a3-2a77-452a-a5cd-5d0aa2457c17', 'network_id': '0b0632f2-66a2-43c2-8891-f4c2d1d4df60', 'port_id': '1290d3a3-2a77-452a-a5cd-5d0aa2457c17', 'mac_address': 'fa:16:3e:0a:84:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a403916-6099-4ffc-ad6e-346025e9f7bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:35:03.855189 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-458970df-85e2-4cd1-b6c0-2ffd892ac6a3 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:03.858756 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-b6f984cf-b5d3-45f6-9399-e75785073106 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:03.969969 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-b6f984cf-b5d3-45f6-9399-e75785073106 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:03.970786 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-b6f984cf-b5d3-45f6-9399-e75785073106 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.009117 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.019145 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f984cf-b5d3-45f6-9399-e75785073106 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Pushing event updated for resources: {'Port': ['ID=9b659e90-274f-4084-8ada-ea5445f83c2a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:04.076674 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1290d3a3-2a77-452a-a5cd-5d0aa2457c17 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:04.101006 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-b6f984cf-b5d3-45f6-9399-e75785073106 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4777412 Jul 16 08:35:04.102359 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-458970df-85e2-4cd1-b6c0-2ffd892ac6a3 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:35:04.104647 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 1290d3a3-2a77-452a-a5cd-5d0aa2457c17, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=1290d3a3-2a77-452a-a5cd-5d0aa2457c17,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:04.112435 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b293ddc6-02f7-4b4e-90b2-f2026737abe9 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:04.117415 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-c06a98a1-1911-46e9-8586-876bd0cc5d39 service neutron] Request body: {'port': {'device_id': 'd956372c-dde9-479a-abf8-b6fa088e6815', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:04.119554 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.125921 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-458970df-85e2-4cd1-b6c0-2ffd892ac6a3 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.126220 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-458970df-85e2-4cd1-b6c0-2ffd892ac6a3 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Added segment f4226da0-c6cd-4174-a168-800beccaff50 of type vlan for network a6414934-6f9f-43d0-ba05-05497a186de5 Jul 16 08:35:04.194369 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=1290d3a3-2a77-452a-a5cd-5d0aa2457c17,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:04.199776 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: b293ddc6-02f7-4b4e-90b2-f2026737abe9 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:04.200228 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b293ddc6-02f7-4b4e-90b2-f2026737abe9 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:04.275616 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-39dea12e-27e4-48b5-b2f7-6dddbb4bbd0e None None] Provisioning for port 9b659e90-274f-4084-8ada-ea5445f83c2a completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:04.277999 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-458970df-85e2-4cd1-b6c0-2ffd892ac6a3 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.285155 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-39dea12e-27e4-48b5-b2f7-6dddbb4bbd0e None None] Provisioning complete for port 9b659e90-274f-4084-8ada-ea5445f83c2a triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:04.285540 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-39dea12e-27e4-48b5-b2f7-6dddbb4bbd0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.296157 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83496bd1-fd22-42ca-bb8c-4f1d6715f005 req-2b1b6b56-fbd6-49ea-a31a-9b765cfc07d4 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:04.302379 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83496bd1-fd22-42ca-bb8c-4f1d6715f005 req-2b1b6b56-fbd6-49ea-a31a-9b765cfc07d4 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:04.309098 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83496bd1-fd22-42ca-bb8c-4f1d6715f005 req-2b1b6b56-fbd6-49ea-a31a-9b765cfc07d4 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:04.318852 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83496bd1-fd22-42ca-bb8c-4f1d6715f005 req-2b1b6b56-fbd6-49ea-a31a-9b765cfc07d4 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:04.325015 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83496bd1-fd22-42ca-bb8c-4f1d6715f005 req-2b1b6b56-fbd6-49ea-a31a-9b765cfc07d4 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:04.330980 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83496bd1-fd22-42ca-bb8c-4f1d6715f005 req-2b1b6b56-fbd6-49ea-a31a-9b765cfc07d4 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:04.332516 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['1290d3a3-2a77-452a-a5cd-5d0aa2457c17'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:04.337213 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83496bd1-fd22-42ca-bb8c-4f1d6715f005 req-2b1b6b56-fbd6-49ea-a31a-9b765cfc07d4 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:04.339378 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-83496bd1-fd22-42ca-bb8c-4f1d6715f005 req-2b1b6b56-fbd6-49ea-a31a-9b765cfc07d4 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 5442 time: 0.5069711 Jul 16 08:35:04.378129 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-c06a98a1-1911-46e9-8586-876bd0cc5d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.385910 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-39dea12e-27e4-48b5-b2f7-6dddbb4bbd0e None None] Port 9b659e90-274f-4084-8ada-ea5445f83c2a cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:35:04.421636 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-83496bd1-fd22-42ca-bb8c-4f1d6715f005 req-f3228ee1-c51d-4859-893f-f81f891fd07a tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0735765 Jul 16 08:35:04.424523 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-458970df-85e2-4cd1-b6c0-2ffd892ac6a3 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.432509 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458970df-85e2-4cd1-b6c0-2ffd892ac6a3 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:04.433251 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-458970df-85e2-4cd1-b6c0-2ffd892ac6a3 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.536389 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-458970df-85e2-4cd1-b6c0-2ffd892ac6a3 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7758029 Jul 16 08:35:04.540270 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60154) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:04.547219 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-b68a70a5-7cd0-43d5-b5ac-ed67aa563aeb tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Request body: {'subnet': {'network_id': 'a6414934-6f9f-43d0-ba05-05497a186de5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:04.661904 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b68a70a5-7cd0-43d5-b5ac-ed67aa563aeb tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Made reservation on behalf of 5d86a8dac7be464fabf05e4f6eab88a6 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:04.667653 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b68a70a5-7cd0-43d5-b5ac-ed67aa563aeb tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:04.668490 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458970df-85e2-4cd1-b6c0-2ffd892ac6a3 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event updated for resources: {'Network': ['ID=a6414934-6f9f-43d0-ba05-05497a186de5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:04.685666 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network a6414934-6f9f-43d0-ba05-05497a186de5 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:35:04.752842 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.ipam_backend_mixin [None req-b68a70a5-7cd0-43d5-b5ac-ed67aa563aeb tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Performing IP validity checks on allocation pools {{(pid=93758) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 08:35:04.753438 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.ipam_backend_mixin [None req-b68a70a5-7cd0-43d5-b5ac-ed67aa563aeb tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93758) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 08:35:04.842496 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a579a27-b151-43db-af97-3b8678c127db req-0c47d7e4-ea92-44d6-8a76-a72b56bfa98d tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:04.844035 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4a579a27-b151-43db-af97-3b8678c127db req-0c47d7e4-ea92-44d6-8a76-a72b56bfa98d tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/ports?device_id=d956372c-dde9-479a-abf8-b6fa088e6815 HTTP/1.1" status: 200 len: 935 time: 0.2531135 Jul 16 08:35:04.887268 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1d076-a248-474f-981a-ea6641398676 req-dcfff99a-72dd-448e-99de-45217214962a tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:04.894102 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c8f1d076-a248-474f-981a-ea6641398676 req-dcfff99a-72dd-448e-99de-45217214962a tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c84a809-18ac-46d2-a89c-b100d0bc0538 HTTP/1.1" status: 200 len: 945 time: 0.1368520 Jul 16 08:35:04.913728 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4a579a27-b151-43db-af97-3b8678c127db req-291e265f-8eef-418b-b930-91099e459a70 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/security-groups?id=630fed5e-1f57-4806-bbed-db4678d395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535078 Jul 16 08:35:04.956372 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c8f1d076-a248-474f-981a-ea6641398676 req-3bcb5381-1f65-4b08-9fd6-aad1dfd2ea3d tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611441 Jul 16 08:35:04.980818 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-c06a98a1-1911-46e9-8586-876bd0cc5d39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b659e90-274f-4084-8ada-ea5445f83c2a {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:04.998550 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-c06a98a1-1911-46e9-8586-876bd0cc5d39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:05.013256 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b68a70a5-7cd0-43d5-b5ac-ed67aa563aeb tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:05.038926 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-c06a98a1-1911-46e9-8586-876bd0cc5d39 service neutron] Transition to ACTIVE for port object 9b659e90-274f-4084-8ada-ea5445f83c2a will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:05.049421 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-c06a98a1-1911-46e9-8586-876bd0cc5d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:05.133675 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a98a1-1911-46e9-8586-876bd0cc5d39 service neutron] Pushing event updated for resources: {'Port': ['ID=9b659e90-274f-4084-8ada-ea5445f83c2a,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:05.153777 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68a70a5-7cd0-43d5-b5ac-ed67aa563aeb tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event updated for resources: {'Subnet': ['ID=a2c27487-34ec-46b7-a7c5-b6e296274c02,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:05.177363 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68a70a5-7cd0-43d5-b5ac-ed67aa563aeb tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Checking segment: {'id': 'f4226da0-c6cd-4174-a168-800beccaff50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a6414934-6f9f-43d0-ba05-05497a186de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:05.177732 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68a70a5-7cd0-43d5-b5ac-ed67aa563aeb tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Network hostable DHCP agents. Network: a6414934-6f9f-43d0-ba05-05497a186de5, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:35:05.217887 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff04994a-6f28-4b44-97ba-03bdaeb8d58d req-45f61476-50f8-4c75-8fcb-60b536dad19e tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:05.219445 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ff04994a-6f28-4b44-97ba-03bdaeb8d58d req-45f61476-50f8-4c75-8fcb-60b536dad19e tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 946 time: 0.1477182 Jul 16 08:35:05.220675 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b68a70a5-7cd0-43d5-b5ac-ed67aa563aeb tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Network a6414934-6f9f-43d0-ba05-05497a186de5 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:35:05.238141 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c85658-6b36-4ce0-896c-83e66f749b1b req-b06c52a6-e428-4f8e-80ed-20b5355647fe tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:05.239755 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-01c85658-6b36-4ce0-896c-83e66f749b1b req-b06c52a6-e428-4f8e-80ed-20b5355647fe tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1436746 Jul 16 08:35:05.253025 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-b68a70a5-7cd0-43d5-b5ac-ed67aa563aeb tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, a6414934-6f9f-43d0-ba05-05497a186de5) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:05.266042 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4039174f-4c93-4bd4-884b-ff683203eff5 None None] Network a6414934-6f9f-43d0-ba05-05497a186de5 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:05.272538 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b68a70a5-7cd0-43d5-b5ac-ed67aa563aeb tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:05.273156 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b68a70a5-7cd0-43d5-b5ac-ed67aa563aeb tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:05.276010 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-c06a98a1-1911-46e9-8586-876bd0cc5d39 service neutron] Attempting to bind port 9b659e90-274f-4084-8ada-ea5445f83c2a on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:05.276418 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-c06a98a1-1911-46e9-8586-876bd0cc5d39 service neutron] Attempting to bind port 9b659e90-274f-4084-8ada-ea5445f83c2a by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:05.276724 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-c06a98a1-1911-46e9-8586-876bd0cc5d39 service neutron] Attempting to bind port 9b659e90-274f-4084-8ada-ea5445f83c2a on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:05.283331 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ff04994a-6f28-4b44-97ba-03bdaeb8d58d req-7b035f0f-e848-4d55-9281-f21f442890fe tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513420 Jul 16 08:35:05.290116 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-c06a98a1-1911-46e9-8586-876bd0cc5d39 service neutron] Port 9b659e90-274f-4084-8ada-ea5445f83c2a on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:35:05.290398 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-c06a98a1-1911-46e9-8586-876bd0cc5d39 service neutron] Attempting to bind port 9b659e90-274f-4084-8ada-ea5445f83c2a on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:05.304756 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b68a70a5-7cd0-43d5-b5ac-ed67aa563aeb tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.7597294 Jul 16 08:35:05.305024 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60164) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:05.316548 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-c06a98a1-1911-46e9-8586-876bd0cc5d39 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:05.316885 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-c06a98a1-1911-46e9-8586-876bd0cc5d39 service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:05.317335 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-c06a98a1-1911-46e9-8586-876bd0cc5d39 service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:05.317816 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-c06a98a1-1911-46e9-8586-876bd0cc5d39 service neutron] Bound port: 9b659e90-274f-4084-8ada-ea5445f83c2a, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:05.318460 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-c06a98a1-1911-46e9-8586-876bd0cc5d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:05.352712 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-01c85658-6b36-4ce0-896c-83e66f749b1b req-e63fa599-7fd5-46c7-aa5d-5ef6bee59b9f tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017830 Jul 16 08:35:05.455858 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 1290d3a3-2a77-452a-a5cd-5d0aa2457c17 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:05.510967 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-c06a98a1-1911-46e9-8586-876bd0cc5d39 service neutron] For port 9b659e90-274f-4084-8ada-ea5445f83c2a, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:05.515564 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-c06a98a1-1911-46e9-8586-876bd0cc5d39 service neutron] For port 9b659e90-274f-4084-8ada-ea5445f83c2a, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=9b659e90-274f-4084-8ada-ea5445f83c2a,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:05.520121 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:05.530403 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-c06a98a1-1911-46e9-8586-876bd0cc5d39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:05.564337 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75408d7e-fbc4-4022-9dbd-bbba5ee19b7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-a6414934-6f9f-43d0-ba05-05497a186de5', 'network_id': 'a6414934-6f9f-43d0-ba05-05497a186de5', 'tenant_id': '5d86a8dac7be464fabf05e4f6eab88a6', 'fixed_ips': [{'subnet_id': 'a2c27487-34ec-46b7-a7c5-b6e296274c02'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:35:05.565821 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75408d7e-fbc4-4022-9dbd-bbba5ee19b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:05.580737 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-c06a98a1-1911-46e9-8586-876bd0cc5d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:05.581987 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-c06a98a1-1911-46e9-8586-876bd0cc5d39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:05.583490 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-c06a98a1-1911-46e9-8586-876bd0cc5d39 service neutron] 10.222.0.30 "PUT /v2.0/ports/9b659e90-274f-4084-8ada-ea5445f83c2a HTTP/1.1" status: 200 len: 1096 time: 1.4718285 Jul 16 08:35:05.585803 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd956372c-dde9-479a-abf8-b6fa088e6815', 'tag': '9b659e90-274f-4084-8ada-ea5445f83c2a'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:05.588601 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-185e665f-7dc8-415f-a34f-24d0c97d8f5e" -d '{"events": [{"name": "network-changed", "server_uuid": "d956372c-dde9-479a-abf8-b6fa088e6815", "tag": "9b659e90-274f-4084-8ada-ea5445f83c2a"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:05.613096 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b85f30-9aa9-4132-a045-6e1c147a4ad8 req-c6bcd9bd-05e4-4884-a575-220fc7300a4c tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:05.624290 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b85f30-9aa9-4132-a045-6e1c147a4ad8 req-c6bcd9bd-05e4-4884-a575-220fc7300a4c tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:05.635914 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b85f30-9aa9-4132-a045-6e1c147a4ad8 req-c6bcd9bd-05e4-4884-a575-220fc7300a4c tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:05.642897 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b85f30-9aa9-4132-a045-6e1c147a4ad8 req-c6bcd9bd-05e4-4884-a575-220fc7300a4c tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:05.649788 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b85f30-9aa9-4132-a045-6e1c147a4ad8 req-c6bcd9bd-05e4-4884-a575-220fc7300a4c tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:05.657203 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b85f30-9aa9-4132-a045-6e1c147a4ad8 req-c6bcd9bd-05e4-4884-a575-220fc7300a4c tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:05.665125 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b85f30-9aa9-4132-a045-6e1c147a4ad8 req-c6bcd9bd-05e4-4884-a575-220fc7300a4c tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:05.667624 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-82b85f30-9aa9-4132-a045-6e1c147a4ad8 req-c6bcd9bd-05e4-4884-a575-220fc7300a4c tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 5442 time: 0.2017429 Jul 16 08:35:05.723526 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06a98a1-1911-46e9-8586-876bd0cc5d39 service neutron] Pushing event updated for resources: {'Port': ['ID=9b659e90-274f-4084-8ada-ea5445f83c2a,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:05.760366 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:05.844059 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-75408d7e-fbc4-4022-9dbd-bbba5ee19b7b None None] Allocated IP 172.20.0.3 (a6414934-6f9f-43d0-ba05-05497a186de5/a2c27487-34ec-46b7-a7c5-b6e296274c02/9a63ca32-1926-4918-8657-c84592cce17b) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:05.847209 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 1290d3a3-2a77-452a-a5cd-5d0aa2457c17 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:05.859504 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-978e152f-651a-486e-966e-8813cb58b221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:05.861148 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd538b54-97b3-46a5-9f87-4813c5e59367 req-2199bedc-f459-44f1-a87c-0a43168bffa8 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:05.862913 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cd538b54-97b3-46a5-9f87-4813c5e59367 req-2199bedc-f459-44f1-a87c-0a43168bffa8 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e858434-a48a-4b1b-9f12-55e3e6968a58 HTTP/1.1" status: 200 len: 946 time: 0.2468367 Jul 16 08:35:05.866823 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 1290d3a3-2a77-452a-a5cd-5d0aa2457c17 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:05.867439 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:05.875416 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-703c530c-6355-4605-93ff-1d3e2c491b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:05.876914 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-703c530c-6355-4605-93ff-1d3e2c491b6a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c36eb8519e994563885fc22fb3f50618&device_id=d956372c-dde9-479a-abf8-b6fa088e6815 HTTP/1.1" status: 200 len: 1099 time: 0.2364521 Jul 16 08:35:05.911223 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1cbb00-8749-44b3-8c91-5bd093317888 req-0a7b43a1-de06-4e2d-84ed-920bd3a590fd tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:05.915627 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3b1cbb00-8749-44b3-8c91-5bd093317888 req-0a7b43a1-de06-4e2d-84ed-920bd3a590fd tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1307960 Jul 16 08:35:05.935053 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-ccc2e1a7-bebd-45d2-ab27-a243a0ea1675 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=9b659e90-274f-4084-8ada-ea5445f83c2a HTTP/1.1" status: 200 len: 217 time: 0.0458517 Jul 16 08:35:05.996972 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cd538b54-97b3-46a5-9f87-4813c5e59367 req-f86208ad-ec71-439e-ac09-9a70152722f6 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189902 Jul 16 08:35:06.021423 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-a612f823-0ead-4f6b-9ff1-968b41af61d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:06.021423 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-a612f823-0ead-4f6b-9ff1-968b41af61d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0724235 Jul 16 08:35:06.039013 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.081105 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1a0187-05c4-4466-95d3-8c20d35b1666 x-openstack-request-id: req-2b1a0187-05c4-4466-95d3-8c20d35b1666 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:06.082129 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d956372c-dde9-479a-abf8-b6fa088e6815", "tag": "9b659e90-274f-4084-8ada-ea5445f83c2a", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:06.082394 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2b1a0187-05c4-4466-95d3-8c20d35b1666 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:06.082812 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd956372c-dde9-479a-abf8-b6fa088e6815', 'tag': '9b659e90-274f-4084-8ada-ea5445f83c2a', 'status': 'completed', 'code': 200} Jul 16 08:35:06.099465 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.127192 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3b1cbb00-8749-44b3-8c91-5bd093317888 req-40b4596a-85f3-4e45-9169-b3a32c7bdd15 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019191 Jul 16 08:35:06.149026 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 1290d3a3-2a77-452a-a5cd-5d0aa2457c17, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=1290d3a3-2a77-452a-a5cd-5d0aa2457c17,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:06.156660 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c84a809-18ac-46d2-a89c-b100d0bc0538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1290d3a3-2a77-452a-a5cd-5d0aa2457c17'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:06.168733 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f439bae1-a012-40c9-9cb1-528f1e4229cb" -d '{"events": [{"server_uuid": "8c84a809-18ac-46d2-a89c-b100d0bc0538", "name": "network-vif-plugged", "status": "completed", "tag": "1290d3a3-2a77-452a-a5cd-5d0aa2457c17"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:06.168733 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.177532 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e611b1f0-86e1-4039-aee3-ada176263ad0 req-bf46ecfd-d722-4493-8015-5e21bd704c40 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:06.179058 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e611b1f0-86e1-4039-aee3-ada176263ad0 req-bf46ecfd-d722-4493-8015-5e21bd704c40 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.30 "GET /v2.0/ports?device_id=4e858434-a48a-4b1b-9f12-55e3e6968a58 HTTP/1.1" status: 200 len: 946 time: 0.2553334 Jul 16 08:35:06.184225 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-337ea91b-ac96-4beb-be7c-135fbae679b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:06.185855 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-337ea91b-ac96-4beb-be7c-135fbae679b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1586640 Jul 16 08:35:06.275643 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75408d7e-fbc4-4022-9dbd-bbba5ee19b7b None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.292141 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=1290d3a3-2a77-452a-a5cd-5d0aa2457c17,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:06.295928 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-75408d7e-fbc4-4022-9dbd-bbba5ee19b7b None None] Transition to ACTIVE for port object 9a63ca32-1926-4918-8657-c84592cce17b will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:06.313892 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-75408d7e-fbc4-4022-9dbd-bbba5ee19b7b None None] Transition to ACTIVE for port object 9a63ca32-1926-4918-8657-c84592cce17b will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:06.321089 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75408d7e-fbc4-4022-9dbd-bbba5ee19b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.380219 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75408d7e-fbc4-4022-9dbd-bbba5ee19b7b None None] Network a6414934-6f9f-43d0-ba05-05497a186de5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:06.388568 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-75408d7e-fbc4-4022-9dbd-bbba5ee19b7b None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:06.396925 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.399369 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75408d7e-fbc4-4022-9dbd-bbba5ee19b7b None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:06.420441 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edb882a-ed4b-4217-af90-5acebe23e641 req-31ca9aa3-ce82-4648-b3a6-8d526852a231 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:06.422104 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7edb882a-ed4b-4217-af90-5acebe23e641 req-31ca9aa3-ce82-4648-b3a6-8d526852a231 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c84a809-18ac-46d2-a89c-b100d0bc0538 HTTP/1.1" status: 200 len: 946 time: 0.1258023 Jul 16 08:35:06.424779 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-e611b1f0-86e1-4039-aee3-ada176263ad0 req-035d49b3-e716-4c99-926c-0e78548cf074 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Deleting port 8c377edf-5e32-4f2a-9e29-361bcaa9f448 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:06.425163 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e611b1f0-86e1-4039-aee3-ada176263ad0 req-035d49b3-e716-4c99-926c-0e78548cf074 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.441172 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75408d7e-fbc4-4022-9dbd-bbba5ee19b7b None None] Pushing event updated for resources: {'Port': ['ID=9a63ca32-1926-4918-8657-c84592cce17b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:06.474092 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-75408d7e-fbc4-4022-9dbd-bbba5ee19b7b None None] Attempting to bind port 9a63ca32-1926-4918-8657-c84592cce17b on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:06.474474 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-75408d7e-fbc4-4022-9dbd-bbba5ee19b7b None None] Attempting to bind port 9a63ca32-1926-4918-8657-c84592cce17b by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'f4226da0-c6cd-4174-a168-800beccaff50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a6414934-6f9f-43d0-ba05-05497a186de5'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:06.474847 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75408d7e-fbc4-4022-9dbd-bbba5ee19b7b None None] Attempting to bind port 9a63ca32-1926-4918-8657-c84592cce17b on network a6414934-6f9f-43d0-ba05-05497a186de5 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:06.481513 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75408d7e-fbc4-4022-9dbd-bbba5ee19b7b None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:06.481898 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75408d7e-fbc4-4022-9dbd-bbba5ee19b7b None None] Checking segment: {'id': 'f4226da0-c6cd-4174-a168-800beccaff50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a6414934-6f9f-43d0-ba05-05497a186de5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:06.482287 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75408d7e-fbc4-4022-9dbd-bbba5ee19b7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.482694 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75408d7e-fbc4-4022-9dbd-bbba5ee19b7b None None] Bound using segment: {'id': 'f4226da0-c6cd-4174-a168-800beccaff50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a6414934-6f9f-43d0-ba05-05497a186de5'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:06.483180 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-75408d7e-fbc4-4022-9dbd-bbba5ee19b7b None None] Bound port: 9a63ca32-1926-4918-8657-c84592cce17b, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4226da0-c6cd-4174-a168-800beccaff50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'a6414934-6f9f-43d0-ba05-05497a186de5'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:06.483630 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75408d7e-fbc4-4022-9dbd-bbba5ee19b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.488423 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.499505 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6414934-6f9f-43d0-ba05-05497a186de5']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:06.510167 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4226da0-c6cd-4174-a168-800beccaff50') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:06.510562 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4226da0-c6cd-4174-a168-800beccaff50') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:06.520127 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.528536 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7edb882a-ed4b-4217-af90-5acebe23e641 req-ace8c925-65e3-452a-b958-5add156d1ab5 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988517 Jul 16 08:35:06.566094 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-75408d7e-fbc4-4022-9dbd-bbba5ee19b7b None None] For port 9a63ca32-1926-4918-8657-c84592cce17b, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:06.569277 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-e611b1f0-86e1-4039-aee3-ada176263ad0 req-035d49b3-e716-4c99-926c-0e78548cf074 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] For port 8c377edf-5e32-4f2a-9e29-361bcaa9f448, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=8c377edf-5e32-4f2a-9e29-361bcaa9f448,segment=NetworkSegment(1601abd3-1b0f-467a-8573-16719ac9ee54),segment_id=1601abd3-1b0f-467a-8573-16719ac9ee54)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:06.569878 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-75408d7e-fbc4-4022-9dbd-bbba5ee19b7b None None] For port 9a63ca32-1926-4918-8657-c84592cce17b, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=9a63ca32-1926-4918-8657-c84592cce17b,segment=NetworkSegment(f4226da0-c6cd-4174-a168-800beccaff50),segment_id=f4226da0-c6cd-4174-a168-800beccaff50)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:06.570144 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e611b1f0-86e1-4039-aee3-ada176263ad0 req-035d49b3-e716-4c99-926c-0e78548cf074 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.576700 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75408d7e-fbc4-4022-9dbd-bbba5ee19b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.589459 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event deleted for resources: {'Subnet': ['ID=a2c27487-34ec-46b7-a7c5-b6e296274c02,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:06.598872 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.608336 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0eb55-941c-4069-8d7b-7e048fa20ae8 req-6a6433fa-2fa6-4706-bcab-b22b0bef7e57 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:06.609916 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87e0eb55-941c-4069-8d7b-7e048fa20ae8 req-6a6433fa-2fa6-4706-bcab-b22b0bef7e57 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/ports?device_id=d956372c-dde9-479a-abf8-b6fa088e6815 HTTP/1.1" status: 200 len: 947 time: 0.3845139 Jul 16 08:35:06.616856 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-e611b1f0-86e1-4039-aee3-ada176263ad0 req-035d49b3-e716-4c99-926c-0e78548cf074 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Calling delete_port for 8c377edf-5e32-4f2a-9e29-361bcaa9f448 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:06.642221 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:35:06.642646 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:35:06.648225 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:35:06.661317 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-2283199f-0db6-4017-8896-b1611a964302 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4679010 Jul 16 08:35:06.690961 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb649ca-ecec-40ef-912a-c4c654f28fbd x-openstack-request-id: req-8cb649ca-ecec-40ef-912a-c4c654f28fbd {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:06.691195 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c84a809-18ac-46d2-a89c-b100d0bc0538", "name": "network-vif-plugged", "status": "completed", "tag": "1290d3a3-2a77-452a-a5cd-5d0aa2457c17", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:06.691528 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8cb649ca-ecec-40ef-912a-c4c654f28fbd {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:06.691817 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c84a809-18ac-46d2-a89c-b100d0bc0538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1290d3a3-2a77-452a-a5cd-5d0aa2457c17', 'code': 200} Jul 16 08:35:06.695632 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75408d7e-fbc4-4022-9dbd-bbba5ee19b7b None None] Pushing event updated for resources: {'Port': ['ID=9a63ca32-1926-4918-8657-c84592cce17b,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:06.749207 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87e0eb55-941c-4069-8d7b-7e048fa20ae8 req-2bc69dde-d97c-472d-bdee-396efe27cbdf tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/security-groups?id=630fed5e-1f57-4806-bbed-db4678d395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248629 Jul 16 08:35:06.792048 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53fc909-dab9-4422-9642-1f4bdc94a056 req-19ed2aad-4284-4fb5-8402-05c905a821f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:06.793699 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c53fc909-dab9-4422-9642-1f4bdc94a056 req-19ed2aad-4284-4fb5-8402-05c905a821f4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8c84a809-18ac-46d2-a89c-b100d0bc0538 HTTP/1.1" status: 200 len: 1098 time: 0.0900908 Jul 16 08:35:06.840251 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db600cc1-79d4-474b-8419-9c229f1629bb None None] Network a6414934-6f9f-43d0-ba05-05497a186de5 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:06.874123 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c53fc909-dab9-4422-9642-1f4bdc94a056 req-dbec5861-d0d6-41ff-9932-bc3a896d2b89 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463986 Jul 16 08:35:06.880945 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.db.api [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 08:35:06.880945 n-d-771362-37 neutron-server[93759]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 08:35:06.880945 n-d-771362-37 neutron-server[93759]: [parameters: {'id': 'a6414934-6f9f-43d0-ba05-05497a186de5'}] Jul 16 08:35:06.880945 n-d-771362-37 neutron-server[93759]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:35:06.888568 n-d-771362-37 neutron-server[93759]: DEBUG oslo_db.api [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:35:06.892531 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e611b1f0-86e1-4039-aee3-ada176263ad0 req-035d49b3-e716-4c99-926c-0e78548cf074 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:06.908101 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['1f263586-c0cf-44d1-b41e-1d556581b79d'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:06.954430 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035d49b3-e716-4c99-926c-0e78548cf074 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Pushing event deleted for resources: {'Port': ['ID=8c377edf-5e32-4f2a-9e29-361bcaa9f448,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:06.962636 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['8c377edf-5e32-4f2a-9e29-361bcaa9f448'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:06.999122 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e7bdbbbc-ad96-4654-b238-ff9cef043b0d req-61b2075b-f42d-45fc-accc-37a00345d8d9 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3220935 Jul 16 08:35:07.057907 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2618fbfa-0ed1-4342-b7c4-48b5adfbd028 req-fbbb9b38-a76b-454e-a366-27c0bb707df0 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:07.059447 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2618fbfa-0ed1-4342-b7c4-48b5adfbd028 req-fbbb9b38-a76b-454e-a366-27c0bb707df0 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1270034 Jul 16 08:35:07.062164 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-e611b1f0-86e1-4039-aee3-ada176263ad0 req-035d49b3-e716-4c99-926c-0e78548cf074 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] No DVR routers for this DVR port 8c377edf-5e32-4f2a-9e29-361bcaa9f448 on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:07.065362 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e611b1f0-86e1-4039-aee3-ada176263ad0 req-035d49b3-e716-4c99-926c-0e78548cf074 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:07.067493 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e611b1f0-86e1-4039-aee3-ada176263ad0 req-035d49b3-e716-4c99-926c-0e78548cf074 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.30 "DELETE /v2.0/ports/8c377edf-5e32-4f2a-9e29-361bcaa9f448 HTTP/1.1" status: 204 len: 173 time: 0.8804324 Jul 16 08:35:07.075444 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e858434-a48a-4b1b-9f12-55e3e6968a58', 'name': 'network-vif-deleted', 'tag': '8c377edf-5e32-4f2a-9e29-361bcaa9f448'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:07.077978 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079c6b8b-dcf7-47d0-ba8f-76c749a78ba9" -d '{"events": [{"server_uuid": "4e858434-a48a-4b1b-9f12-55e3e6968a58", "name": "network-vif-deleted", "tag": "8c377edf-5e32-4f2a-9e29-361bcaa9f448"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:07.086941 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:07.115375 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-337655ce-b6fc-4826-bb0b-f6f3374672c1 req-d2473607-e901-4a36-849f-ff00506fec0b tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:07.116273 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-337655ce-b6fc-4826-bb0b-f6f3374672c1 req-d2473607-e901-4a36-849f-ff00506fec0b tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 946 time: 0.1699085 Jul 16 08:35:07.184056 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-337655ce-b6fc-4826-bb0b-f6f3374672c1 req-ad4c859d-fb6b-4288-8daa-d850364613fc tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566833 Jul 16 08:35:07.208086 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2618fbfa-0ed1-4342-b7c4-48b5adfbd028 req-98ba93c8-f706-49cd-883b-e9a5ade989a5 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1363754 Jul 16 08:35:07.227648 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e665f-7dc8-415f-a34f-24d0c97d8f5e req-1bec4c1e-deef-4a0b-96bf-7dec8f4a93a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:07.229445 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-185e665f-7dc8-415f-a34f-24d0c97d8f5e req-1bec4c1e-deef-4a0b-96bf-7dec8f4a93a9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c36eb8519e994563885fc22fb3f50618&device_id=d956372c-dde9-479a-abf8-b6fa088e6815 HTTP/1.1" status: 200 len: 1099 time: 0.1689055 Jul 16 08:35:07.248713 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b727da0b-5e9a-42bf-8e6b-0e04644dbfce None None] get_active_networks_info from n-d-771362-37 {{(pid=93760) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:35:07.310679 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3565f713-7064-4dcd-be1d-31a400817bac x-openstack-request-id: req-3565f713-7064-4dcd-be1d-31a400817bac {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:07.311659 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4e858434-a48a-4b1b-9f12-55e3e6968a58", "name": "network-vif-deleted", "tag": "8c377edf-5e32-4f2a-9e29-361bcaa9f448", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:07.312575 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3565f713-7064-4dcd-be1d-31a400817bac {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:07.313248 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e858434-a48a-4b1b-9f12-55e3e6968a58', 'name': 'network-vif-deleted', 'tag': '8c377edf-5e32-4f2a-9e29-361bcaa9f448', 'status': 'completed', 'code': 200} Jul 16 08:35:07.374348 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e665f-7dc8-415f-a34f-24d0c97d8f5e req-0a4fffdc-1ab6-46a7-ac8c-5f178d74568e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:07.375988 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-185e665f-7dc8-415f-a34f-24d0c97d8f5e req-0a4fffdc-1ab6-46a7-ac8c-5f178d74568e service neutron] 10.222.0.30 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.1372116 Jul 16 08:35:07.412704 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b727da0b-5e9a-42bf-8e6b-0e04644dbfce None None] Resources bound (agent type, host, resource id): {{(pid=93760) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:35:07.433313 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:07.436155 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-185e665f-7dc8-415f-a34f-24d0c97d8f5e req-d737435f-4e18-4e54-8722-8f53dd94b13c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=9b659e90-274f-4084-8ada-ea5445f83c2a HTTP/1.1" status: 200 len: 217 time: 0.0525653 Jul 16 08:35:07.442118 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f05826a7-5191-415c-bd0c-80103ab0e5bd req-6442b145-8bf4-490b-8204-8d693f073bc0 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=4e858434-a48a-4b1b-9f12-55e3e6968a58 HTTP/1.1" status: 200 len: 210 time: 0.0473745 Jul 16 08:35:07.583842 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e665f-7dc8-415f-a34f-24d0c97d8f5e req-a500d9a5-4cbe-48c0-8cfd-61654bceb683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:07.584796 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-185e665f-7dc8-415f-a34f-24d0c97d8f5e req-a500d9a5-4cbe-48c0-8cfd-61654bceb683 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.1199729 Jul 16 08:35:07.644838 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d7710a-971c-43ac-a831-eb7960a9e127 req-ceae1f86-1e8b-4678-a483-925fba4ac244 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:07.652824 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-33d7710a-971c-43ac-a831-eb7960a9e127 req-ceae1f86-1e8b-4678-a483-925fba4ac244 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.2145579 Jul 16 08:35:07.698678 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Deleting port 9a63ca32-1926-4918-8657-c84592cce17b {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:07.699029 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:07.754068 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-33d7710a-971c-43ac-a831-eb7960a9e127 req-178f3415-47a6-4d4d-a0e1-6243ef06d0ee tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002722 Jul 16 08:35:07.861177 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] For port 9a63ca32-1926-4918-8657-c84592cce17b, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=9a63ca32-1926-4918-8657-c84592cce17b,segment=NetworkSegment(f4226da0-c6cd-4174-a168-800beccaff50),segment_id=f4226da0-c6cd-4174-a168-800beccaff50)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:07.861670 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:07.876376 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e665f-7dc8-415f-a34f-24d0c97d8f5e req-b28ee4c1-643a-439d-96fc-92edc094a632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:07.877957 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-185e665f-7dc8-415f-a34f-24d0c97d8f5e req-b28ee4c1-643a-439d-96fc-92edc094a632 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2843153 Jul 16 08:35:07.882541 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Calling delete_port for 9a63ca32-1926-4918-8657-c84592cce17b owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:07.941243 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f109d71-535a-4fb9-8c3d-2ca6cc82b304 req-e0cae125-f5a5-4aee-bb78-c9b309800128 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:07.942882 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9f109d71-535a-4fb9-8c3d-2ca6cc82b304 req-e0cae125-f5a5-4aee-bb78-c9b309800128 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c84a809-18ac-46d2-a89c-b100d0bc0538 HTTP/1.1" status: 200 len: 946 time: 0.1540320 Jul 16 08:35:08.032010 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9f109d71-535a-4fb9-8c3d-2ca6cc82b304 req-f60052bc-e75a-455d-a401-f7b16853502e tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794744 Jul 16 08:35:08.131299 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-185e665f-7dc8-415f-a34f-24d0c97d8f5e req-3638a8c5-786d-4f5e-8fcd-267e0a1b3677 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418735 Jul 16 08:35:08.150555 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:08.174995 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51ae2b2-ee71-47bb-ad2b-a80944b6bb8c req-931788e9-f8a1-4da1-91d3-d073d17251b6 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:08.176546 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a51ae2b2-ee71-47bb-ad2b-a80944b6bb8c req-931788e9-f8a1-4da1-91d3-d073d17251b6 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/ports?device_id=d956372c-dde9-479a-abf8-b6fa088e6815 HTTP/1.1" status: 200 len: 947 time: 0.1861517 Jul 16 08:35:08.219981 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event deleted for resources: {'Port': ['ID=9a63ca32-1926-4918-8657-c84592cce17b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:08.230705 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] No DVR routers for this DVR port 9a63ca32-1926-4918-8657-c84592cce17b on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:08.452040 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:08.637710 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60248) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:08.683985 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af462ae0-1306-46f7-b250-02b603d8f9b7 req-e5e5ce99-c37d-4d7a-8097-7bab274df48b tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:08.691568 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-af462ae0-1306-46f7-b250-02b603d8f9b7 req-e5e5ce99-c37d-4d7a-8097-7bab274df48b tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.4510357 Jul 16 08:35:08.723760 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a51ae2b2-ee71-47bb-ad2b-a80944b6bb8c req-07538fd7-3042-49a6-a1d2-fc9b77424fad tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/security-groups?id=630fed5e-1f57-4806-bbed-db4678d395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5357971 Jul 16 08:35:08.771614 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:08.780177 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-af462ae0-1306-46f7-b250-02b603d8f9b7 req-da4fb413-8968-415a-816e-81c11cad4933 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876310 Jul 16 08:35:08.782536 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-185e665f-7dc8-415f-a34f-24d0c97d8f5e req-1400661c-050e-455c-a123-5a7a0dadd7b4 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6430852 Jul 16 08:35:08.786087 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6414934-6f9f-43d0-ba05-05497a186de5']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:08.813912 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4226da0-c6cd-4174-a168-800beccaff50') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:08.814296 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4226da0-c6cd-4174-a168-800beccaff50') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:08.825246 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:08.841976 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:08.850150 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:35:08.850797 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:08.855015 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:35:08.855015 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:35:08.855015 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:35:08.855015 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:35:08.855015 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:35:08.855015 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:35:08.855015 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:35:08.855015 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:35:08.855015 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:35:08.855015 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:35:08.855015 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:35:08.855015 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:35:08.855015 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:35:08.855015 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:35:08.855015 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:35:08.855015 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:35:08.855015 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:35:08.855015 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:35:08.855015 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:35:08.855015 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:35:08.855015 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:35:08.855015 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:35:08.855015 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:35:08.855015 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:35:08.855015 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:35:08.855015 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:35:08.855015 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:35:08.855015 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:35:08.855015 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:35:08.855015 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:35:08.855015 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:35:08.855015 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:35:08.903172 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4fe93-1f2c-4e21-971f-c99fbf82906d req-73f05476-bee7-4e51-9453-c6965ac5a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:08.903670 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4fe93-1f2c-4e21-971f-c99fbf82906d req-73f05476-bee7-4e51-9453-c6965ac5a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:08.904193 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4fe93-1f2c-4e21-971f-c99fbf82906d req-73f05476-bee7-4e51-9453-c6965ac5a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:08.904642 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4fe93-1f2c-4e21-971f-c99fbf82906d req-73f05476-bee7-4e51-9453-c6965ac5a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:08.905113 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4fe93-1f2c-4e21-971f-c99fbf82906d req-73f05476-bee7-4e51-9453-c6965ac5a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:08.905583 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4fe93-1f2c-4e21-971f-c99fbf82906d req-73f05476-bee7-4e51-9453-c6965ac5a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:08.906051 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4fe93-1f2c-4e21-971f-c99fbf82906d req-73f05476-bee7-4e51-9453-c6965ac5a347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:08.914581 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f5d4fe93-1f2c-4e21-971f-c99fbf82906d req-73f05476-bee7-4e51-9453-c6965ac5a347 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 6506 time: 0.2744617 Jul 16 08:35:08.945453 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:08.959879 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f5d4fe93-1f2c-4e21-971f-c99fbf82906d req-665ea201-0275-407d-bc10-f0ba88af5823 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0427768 Jul 16 08:35:08.977720 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:08.981480 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/networks/a6414934-6f9f-43d0-ba05-05497a186de5 HTTP/1.1" status: 204 len: 168 time: 3.6742795 Jul 16 08:35:08.986844 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60264) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:08.994212 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-ba36a800-3488-42e7-8a29-114473a92c88 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-406115963'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:09.011524 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7470beae-170d-41e0-8774-1f11e502d494 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event deleted for resources: {'Network': ['ID=a6414934-6f9f-43d0-ba05-05497a186de5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:09.049717 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba36a800-3488-42e7-8a29-114473a92c88 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Made reservation on behalf of 5d86a8dac7be464fabf05e4f6eab88a6 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:09.053494 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e946ea4e-bfe4-445e-a013-2459af7fe3ef req-8a7563d3-7378-4a04-8f72-2f1c0d7aab2d tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:09.058243 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ba36a800-3488-42e7-8a29-114473a92c88 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:09.062305 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e946ea4e-bfe4-445e-a013-2459af7fe3ef req-8a7563d3-7378-4a04-8f72-2f1c0d7aab2d tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 946 time: 0.1722193 Jul 16 08:35:09.115993 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba36a800-3488-42e7-8a29-114473a92c88 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:35:09.133008 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e946ea4e-bfe4-445e-a013-2459af7fe3ef req-f761cad8-6c2f-44ce-8678-fc47a36e1fed tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696793 Jul 16 08:35:09.169920 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ba36a800-3488-42e7-8a29-114473a92c88 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:09.170374 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-ba36a800-3488-42e7-8a29-114473a92c88 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Added segment 30121b75-61e7-4cbd-ae04-0d217ab0aa5b of type vlan for network 034d095a-d508-412b-a5e0-8bd5ab7b4115 Jul 16 08:35:09.233473 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ba36a800-3488-42e7-8a29-114473a92c88 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:09.257170 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3922a7b-6ee2-4e0b-9909-4833cc1a5605 req-da9121b9-021e-4bd4-b769-3ed7c052a2a1 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:09.259162 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e3922a7b-6ee2-4e0b-9909-4833cc1a5605 req-da9121b9-021e-4bd4-b769-3ed7c052a2a1 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1445427 Jul 16 08:35:09.331239 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e3922a7b-6ee2-4e0b-9909-4833cc1a5605 req-f1388231-5532-4004-ae1c-e47973fc4d2f tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612426 Jul 16 08:35:09.332500 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ba36a800-3488-42e7-8a29-114473a92c88 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:09.339735 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba36a800-3488-42e7-8a29-114473a92c88 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:09.340374 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ba36a800-3488-42e7-8a29-114473a92c88 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:09.368699 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74113e51-fc88-4813-add2-8b510d4f0f5a req-70cbaff9-3e59-4dca-b00c-7ee175a8973e tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:09.379911 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-74113e51-fc88-4813-add2-8b510d4f0f5a req-70cbaff9-3e59-4dca-b00c-7ee175a8973e tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c84a809-18ac-46d2-a89c-b100d0bc0538 HTTP/1.1" status: 200 len: 946 time: 0.1055980 Jul 16 08:35:09.417348 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba36a800-3488-42e7-8a29-114473a92c88 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event updated for resources: {'Network': ['ID=034d095a-d508-412b-a5e0-8bd5ab7b4115,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:09.429823 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 034d095a-d508-412b-a5e0-8bd5ab7b4115 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:35:09.439184 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-74113e51-fc88-4813-add2-8b510d4f0f5a req-2a5bca27-39f5-48f7-9166-b2c4804dc2e4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581865 Jul 16 08:35:09.444298 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ba36a800-3488-42e7-8a29-114473a92c88 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4561248 Jul 16 08:35:09.447574 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60282) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:09.463050 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-3d96ffeb-b8e3-4895-8eb8-6a4fcf729703 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Request body: {'subnet': {'network_id': '034d095a-d508-412b-a5e0-8bd5ab7b4115', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:09.583392 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d96ffeb-b8e3-4895-8eb8-6a4fcf729703 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Made reservation on behalf of 5d86a8dac7be464fabf05e4f6eab88a6 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:09.589585 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3d96ffeb-b8e3-4895-8eb8-6a4fcf729703 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:09.665294 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 9b659e90-274f-4084-8ada-ea5445f83c2a details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:35:09.697868 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 8c377edf-5e32-4f2a-9e29-361bcaa9f448 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:09.736839 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 8c377edf-5e32-4f2a-9e29-361bcaa9f448 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:09.737192 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 8c377edf-5e32-4f2a-9e29-361bcaa9f448 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:09.830664 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 9b659e90-274f-4084-8ada-ea5445f83c2a, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=9b659e90-274f-4084-8ada-ea5445f83c2a,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:09.844727 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57734e90-4581-44eb-93b4-12ace3d52440 req-71196b80-7f4b-4a75-86fa-964e89897afb tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:09.846501 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-57734e90-4581-44eb-93b4-12ace3d52440 req-71196b80-7f4b-4a75-86fa-964e89897afb tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1458900 Jul 16 08:35:09.861957 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '9b659e90-274f-4084-8ada-ea5445f83c2a', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': '9b659e90-274f-4084-8ada-ea5445f83c2a', 'mac_address': 'fa:16:3e:e8:1a:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:35:09.915389 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:09.950881 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b659e90-274f-4084-8ada-ea5445f83c2a {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:09.965243 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-57734e90-4581-44eb-93b4-12ace3d52440 req-33ab87d0-a3f5-4fc9-9e61-231fc56c0296 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127489 Jul 16 08:35:09.991296 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 9b659e90-274f-4084-8ada-ea5445f83c2a, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=9b659e90-274f-4084-8ada-ea5445f83c2a,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:09.999412 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:10.022893 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3d96ffeb-b8e3-4895-8eb8-6a4fcf729703 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:10.035247 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cb2fd2-3114-45a8-a8ac-49a5da5b3f02 req-61feff6f-a77f-4d9b-9f15-d9dabd8556f7 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:10.036920 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-06cb2fd2-3114-45a8-a8ac-49a5da5b3f02 req-61feff6f-a77f-4d9b-9f15-d9dabd8556f7 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/ports?device_id=d956372c-dde9-479a-abf8-b6fa088e6815 HTTP/1.1" status: 200 len: 947 time: 0.1310267 Jul 16 08:35:10.124184 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=9b659e90-274f-4084-8ada-ea5445f83c2a,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:10.139836 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:10.140388 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:10.140807 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:10.141200 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:10.141543 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:10.141881 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:10.142260 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:10.142596 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:10.142971 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:10.143806 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:10.144213 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:10.144574 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:10.162156 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96ffeb-b8e3-4895-8eb8-6a4fcf729703 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event updated for resources: {'Subnet': ['ID=76251322-a388-43b6-b07b-470877416d1b,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:10.177603 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-06cb2fd2-3114-45a8-a8ac-49a5da5b3f02 req-943adc7a-f1dc-4507-aa4b-1b593ee07ea5 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/security-groups?id=630fed5e-1f57-4806-bbed-db4678d395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318450 Jul 16 08:35:10.209472 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d96ffeb-b8e3-4895-8eb8-6a4fcf729703 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Checking segment: {'id': '30121b75-61e7-4cbd-ae04-0d217ab0aa5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '034d095a-d508-412b-a5e0-8bd5ab7b4115'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:10.209708 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d96ffeb-b8e3-4895-8eb8-6a4fcf729703 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Network hostable DHCP agents. Network: 034d095a-d508-412b-a5e0-8bd5ab7b4115, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:35:10.296077 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d96ffeb-b8e3-4895-8eb8-6a4fcf729703 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Network 034d095a-d508-412b-a5e0-8bd5ab7b4115 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:35:10.310230 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['9b659e90-274f-4084-8ada-ea5445f83c2a'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:10.332816 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0281ec9b-fd78-4a19-b8b2-606531f98609 req-5f6f8d8f-5d77-4729-bf7c-1f1a5c90f458 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:10.334769 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0281ec9b-fd78-4a19-b8b2-606531f98609 req-5f6f8d8f-5d77-4729-bf7c-1f1a5c90f458 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c84a809-18ac-46d2-a89c-b100d0bc0538 HTTP/1.1" status: 200 len: 946 time: 0.1082304 Jul 16 08:35:10.336064 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-3d96ffeb-b8e3-4895-8eb8-6a4fcf729703 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 034d095a-d508-412b-a5e0-8bd5ab7b4115) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:10.349219 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d96ffeb-b8e3-4895-8eb8-6a4fcf729703 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:10.350072 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3d96ffeb-b8e3-4895-8eb8-6a4fcf729703 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:10.374734 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3d96ffeb-b8e3-4895-8eb8-6a4fcf729703 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9259572 Jul 16 08:35:10.377962 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60312) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:10.400975 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673010a5-6b92-4570-9754-0653b1466e70 None None] Network 034d095a-d508-412b-a5e0-8bd5ab7b4115 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:10.412975 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0281ec9b-fd78-4a19-b8b2-606531f98609 req-39c324e9-9ac8-4f80-b043-c9f42b29e3bc tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719757 Jul 16 08:35:10.599122 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950e0bc2-de62-4dc0-91e2-657487e6020f req-2330bc6c-6d4d-4800-8b0f-80418201d4bf tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:10.600738 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-950e0bc2-de62-4dc0-91e2-657487e6020f req-2330bc6c-6d4d-4800-8b0f-80418201d4bf tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.2124615 Jul 16 08:35:10.671690 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18662886-0754-4fa0-b866-e9210e8216dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-034d095a-d508-412b-a5e0-8bd5ab7b4115', 'network_id': '034d095a-d508-412b-a5e0-8bd5ab7b4115', 'tenant_id': '5d86a8dac7be464fabf05e4f6eab88a6', 'fixed_ips': [{'subnet_id': '76251322-a388-43b6-b07b-470877416d1b'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:35:10.673019 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18662886-0754-4fa0-b866-e9210e8216dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:10.674987 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c20b11a0-9621-4de4-af8f-3a589fd2800e tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:10.684389 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2aa1825-d528-4c3f-8a49-b3f1104da945 req-9fab8107-4bf3-4f78-93a0-8517bf619715 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:10.691981 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f2aa1825-d528-4c3f-8a49-b3f1104da945 req-9fab8107-4bf3-4f78-93a0-8517bf619715 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 946 time: 0.1046760 Jul 16 08:35:10.742698 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-950e0bc2-de62-4dc0-91e2-657487e6020f req-21a49534-c72e-45b0-a3b9-920e5cd2042b tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260571 Jul 16 08:35:10.796638 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f2aa1825-d528-4c3f-8a49-b3f1104da945 req-bf84b4e5-4029-4c25-b4ee-13a382f10b17 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036308 Jul 16 08:35:10.849558 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c20b11a0-9621-4de4-af8f-3a589fd2800e tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:10.935157 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c20b11a0-9621-4de4-af8f-3a589fd2800e tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:10.990847 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b11a0-9621-4de4-af8f-3a589fd2800e tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event deleted for resources: {'Subnet': ['ID=76251322-a388-43b6-b07b-470877416d1b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server [None req-18662886-0754-4fa0-b866-e9210e8216dd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 76251322-a388-43b6-b07b-470877416d1b: This subnet is being modified by another concurrent operation. Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:35:11.041722 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise exception Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 76251322-a388-43b6-b07b-470877416d1b: This subnet is being modified by another concurrent operation. Jul 16 08:35:11.045310 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server Jul 16 08:35:11.079784 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8c66aa-6795-4986-9148-b720305be74a req-60522907-d1da-48d9-9815-25208e505014 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:11.086827 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5a8c66aa-6795-4986-9148-b720305be74a req-60522907-d1da-48d9-9815-25208e505014 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1265061 Jul 16 08:35:11.100241 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c20b11a0-9621-4de4-af8f-3a589fd2800e tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.112596 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db5dc0f-2786-4e8c-b9dc-b19826b2caf2 None None] Network 034d095a-d508-412b-a5e0-8bd5ab7b4115 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:11.117316 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-c20b11a0-9621-4de4-af8f-3a589fd2800e tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['034d095a-d508-412b-a5e0-8bd5ab7b4115']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:11.127807 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-c20b11a0-9621-4de4-af8f-3a589fd2800e tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30121b75-61e7-4cbd-ae04-0d217ab0aa5b') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:11.128187 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-c20b11a0-9621-4de4-af8f-3a589fd2800e tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30121b75-61e7-4cbd-ae04-0d217ab0aa5b') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:11.139385 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c20b11a0-9621-4de4-af8f-3a589fd2800e tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.156631 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c20b11a0-9621-4de4-af8f-3a589fd2800e tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.165726 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c20b11a0-9621-4de4-af8f-3a589fd2800e tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:35:11.165953 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c20b11a0-9621-4de4-af8f-3a589fd2800e tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.171836 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:35:11.171836 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:35:11.171836 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:35:11.171836 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:35:11.171836 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:35:11.171836 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:35:11.171836 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:35:11.171836 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:35:11.171836 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:35:11.171836 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:35:11.171836 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:35:11.171836 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:35:11.171836 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:35:11.171836 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:35:11.171836 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:35:11.171836 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:35:11.171836 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:35:11.171836 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:35:11.171836 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:35:11.171836 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:35:11.171836 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:35:11.171836 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:35:11.171836 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:35:11.171836 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:35:11.171836 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:35:11.171836 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:35:11.171836 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:35:11.171836 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:35:11.171836 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:35:11.171836 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:35:11.171836 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:35:11.171836 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:35:11.204930 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5a8c66aa-6795-4986-9148-b720305be74a req-c6bd8266-384b-4de5-8064-facc3b28a5b0 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115680 Jul 16 08:35:11.302342 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c31d2de-c321-4e67-abfa-440a85474ba2 None None] get_active_networks_info from n-d-771362-37 {{(pid=93760) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:35:11.329892 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c20b11a0-9621-4de4-af8f-3a589fd2800e tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.339005 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c20b11a0-9621-4de4-af8f-3a589fd2800e tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.354861 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60330) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:11.355086 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c20b11a0-9621-4de4-af8f-3a589fd2800e tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/networks/034d095a-d508-412b-a5e0-8bd5ab7b4115 HTTP/1.1" status: 204 len: 168 time: 0.9746780 Jul 16 08:35:11.362548 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-4af447ae-fb83-47eb-87e6-35101edb1e0f tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2033231017'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:11.401077 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20b11a0-9621-4de4-af8f-3a589fd2800e tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event deleted for resources: {'Network': ['ID=034d095a-d508-412b-a5e0-8bd5ab7b4115,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:11.432212 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af447ae-fb83-47eb-87e6-35101edb1e0f tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Made reservation on behalf of 5d86a8dac7be464fabf05e4f6eab88a6 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:11.439099 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4af447ae-fb83-47eb-87e6-35101edb1e0f tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.480229 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c31d2de-c321-4e67-abfa-440a85474ba2 None None] Resources bound (agent type, host, resource id): {{(pid=93760) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:35:11.509748 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3024685-5526-4bd7-bdcd-6ce8bda1df01 req-f048730a-abd4-4ce3-be9d-9bdd7211668d tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:11.516009 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4af447ae-fb83-47eb-87e6-35101edb1e0f tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:35:11.523913 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e3024685-5526-4bd7-bdcd-6ce8bda1df01 req-f048730a-abd4-4ce3-be9d-9bdd7211668d tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/ports?device_id=d956372c-dde9-479a-abf8-b6fa088e6815 HTTP/1.1" status: 200 len: 948 time: 0.1674995 Jul 16 08:35:11.527671 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4af447ae-fb83-47eb-87e6-35101edb1e0f tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.528032 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-4af447ae-fb83-47eb-87e6-35101edb1e0f tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Added segment ea7e9e37-1689-4bf8-96ed-768759ac7af4 of type vlan for network 8d29c433-6ce9-43a7-8e83-44fdbd54ac94 Jul 16 08:35:11.574852 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4af447ae-fb83-47eb-87e6-35101edb1e0f tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.605165 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e3024685-5526-4bd7-bdcd-6ce8bda1df01 req-d4225d15-d438-4174-b882-3d2b2fb6cf34 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/security-groups?id=630fed5e-1f57-4806-bbed-db4678d395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797639 Jul 16 08:35:11.672622 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4af447ae-fb83-47eb-87e6-35101edb1e0f tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.678941 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af447ae-fb83-47eb-87e6-35101edb1e0f tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:11.680292 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4af447ae-fb83-47eb-87e6-35101edb1e0f tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:11.722992 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4af447ae-fb83-47eb-87e6-35101edb1e0f tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3641214 Jul 16 08:35:11.724060 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60336) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:11.731398 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c9adb675-1321-4c89-9e93-331110a5e989 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Request body: {'subnet': {'network_id': '8d29c433-6ce9-43a7-8e83-44fdbd54ac94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:11.818099 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af447ae-fb83-47eb-87e6-35101edb1e0f tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event updated for resources: {'Network': ['ID=8d29c433-6ce9-43a7-8e83-44fdbd54ac94,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:11.840116 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 8d29c433-6ce9-43a7-8e83-44fdbd54ac94 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:35:11.918018 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9f4ff7-87da-4083-af16-dd2971ed4108 req-2c82b6d2-dcfc-4678-984c-e7f12eebbd5d tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:11.919627 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6f9f4ff7-87da-4083-af16-dd2971ed4108 req-2c82b6d2-dcfc-4678-984c-e7f12eebbd5d tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.2742507 Jul 16 08:35:12.044518 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6f9f4ff7-87da-4083-af16-dd2971ed4108 req-c3be2baa-3caf-472a-868c-4255a17a1a05 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168072 Jul 16 08:35:12.086921 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28acc55-e64f-400c-b45f-047058d25200 req-98e414a0-5116-4eb5-b44b-4198c4afc826 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:12.089247 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a28acc55-e64f-400c-b45f-047058d25200 req-98e414a0-5116-4eb5-b44b-4198c4afc826 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=8c84a809-18ac-46d2-a89c-b100d0bc0538 HTTP/1.1" status: 200 len: 946 time: 0.1740668 Jul 16 08:35:12.096596 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9adb675-1321-4c89-9e93-331110a5e989 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Made reservation on behalf of 5d86a8dac7be464fabf05e4f6eab88a6 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:12.100867 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c9adb675-1321-4c89-9e93-331110a5e989 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:12.260192 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a28acc55-e64f-400c-b45f-047058d25200 req-2fe72170-a998-4874-a10c-7a4ad260e0ff tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528208 Jul 16 08:35:12.316162 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae466a-c3bf-42ce-b147-ed44ed8f9bc6 req-b4e82caa-bd1e-4df4-bfeb-bc47931872c5 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:12.318743 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bdae466a-c3bf-42ce-b147-ed44ed8f9bc6 req-b4e82caa-bd1e-4df4-bfeb-bc47931872c5 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 946 time: 0.1168427 Jul 16 08:35:12.371032 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bdae466a-c3bf-42ce-b147-ed44ed8f9bc6 req-d207833b-521e-461b-ac2d-8cfb3140c137 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449045 Jul 16 08:35:12.560130 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60358) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:12.649900 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c9adb675-1321-4c89-9e93-331110a5e989 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:12.700629 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c17bf9-dd2c-48e4-abe6-f0922ef4bdb6 req-8ceb0cb6-25d4-433d-bde9-2a9772f26fbf tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:12.720955 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e3c17bf9-dd2c-48e4-abe6-f0922ef4bdb6 req-8ceb0cb6-25d4-433d-bde9-2a9772f26fbf tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.2157969 Jul 16 08:35:12.793212 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e3c17bf9-dd2c-48e4-abe6-f0922ef4bdb6 req-656a43d1-cfa9-4615-8fd6-b75634320abe tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713603 Jul 16 08:35:12.860904 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-869fbb91-67fb-433f-bfaa-cadc7e24448c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:12.880745 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9adb675-1321-4c89-9e93-331110a5e989 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event updated for resources: {'Subnet': ['ID=5f4e2008-e28f-4f1d-96cf-6e6fb0098a7a,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:12.913660 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9adb675-1321-4c89-9e93-331110a5e989 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Checking segment: {'id': 'ea7e9e37-1689-4bf8-96ed-768759ac7af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8d29c433-6ce9-43a7-8e83-44fdbd54ac94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:12.914227 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9adb675-1321-4c89-9e93-331110a5e989 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Network hostable DHCP agents. Network: 8d29c433-6ce9-43a7-8e83-44fdbd54ac94, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:35:12.977356 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5ea7c9b5-ccf2-423d-9c7a-1b7fb5275c36 req-777bbc9f-ea92-47b2-bb18-34279ab3c574 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2592571 Jul 16 08:35:12.986485 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9adb675-1321-4c89-9e93-331110a5e989 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Network 8d29c433-6ce9-43a7-8e83-44fdbd54ac94 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:35:13.008396 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-c9adb675-1321-4c89-9e93-331110a5e989 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 8d29c433-6ce9-43a7-8e83-44fdbd54ac94) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:13.018585 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20adc9bd-f2ce-4246-b4d3-a3afd374195a None None] Network 8d29c433-6ce9-43a7-8e83-44fdbd54ac94 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:13.024762 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9adb675-1321-4c89-9e93-331110a5e989 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:13.025918 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c9adb675-1321-4c89-9e93-331110a5e989 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.117042 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de523002-5426-4e81-9d11-24d2272c5b73 req-d15bbc45-ffb1-4dcf-88b1-e1f37ce4f66f tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:13.118922 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-de523002-5426-4e81-9d11-24d2272c5b73 req-d15bbc45-ffb1-4dcf-88b1-e1f37ce4f66f tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/ports?device_id=d956372c-dde9-479a-abf8-b6fa088e6815 HTTP/1.1" status: 200 len: 948 time: 0.1626945 Jul 16 08:35:13.122143 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-869fbb91-67fb-433f-bfaa-cadc7e24448c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.124511 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7c9b5-ccf2-423d-9c7a-1b7fb5275c36 req-ad9454d3-2da0-4f0c-af89-679f2a8e3df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:13.126030 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5ea7c9b5-ccf2-423d-9c7a-1b7fb5275c36 req-ad9454d3-2da0-4f0c-af89-679f2a8e3df5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fe485eef99184140b54eea7a4f5e6aa7&device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 1098 time: 0.1155984 Jul 16 08:35:13.130836 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-869fbb91-67fb-433f-bfaa-cadc7e24448c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.151300 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c9adb675-1321-4c89-9e93-331110a5e989 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4257860 Jul 16 08:35:13.158010 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60376) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:13.223143 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-de523002-5426-4e81-9d11-24d2272c5b73 req-0bff1fae-014a-48a5-8539-bdaa0480bfae tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/security-groups?id=630fed5e-1f57-4806-bbed-db4678d395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935926 Jul 16 08:35:13.244584 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869fbb91-67fb-433f-bfaa-cadc7e24448c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2bda173-7ab1-474b-9b04-f1ec79736f18,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:13.273488 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60384) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:13.285866 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-869fbb91-67fb-433f-bfaa-cadc7e24448c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6b27034c1afd405586c87a4bbb82e4ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7243145 Jul 16 08:35:13.353622 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6df010a-fa13-40a6-a2b6-f755e2116cdf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-8d29c433-6ce9-43a7-8e83-44fdbd54ac94', 'network_id': '8d29c433-6ce9-43a7-8e83-44fdbd54ac94', 'tenant_id': '5d86a8dac7be464fabf05e4f6eab88a6', 'fixed_ips': [{'subnet_id': '5f4e2008-e28f-4f1d-96cf-6e6fb0098a7a'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:35:13.354516 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f6df010a-fa13-40a6-a2b6-f755e2116cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.393369 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6393c9f6-9075-4fda-bb1b-67d69df88ee1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.458181 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6393c9f6-9075-4fda-bb1b-67d69df88ee1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.607479 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-f6df010a-fa13-40a6-a2b6-f755e2116cdf None None] Allocated IP 172.20.0.1 (8d29c433-6ce9-43a7-8e83-44fdbd54ac94/5f4e2008-e28f-4f1d-96cf-6e6fb0098a7a/0aeefc82-36e3-43d5-b584-8f79de6df7b8) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:13.628249 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6393c9f6-9075-4fda-bb1b-67d69df88ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.633521 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6393c9f6-9075-4fda-bb1b-67d69df88ee1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.637860 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6393c9f6-9075-4fda-bb1b-67d69df88ee1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b2bda173-7ab1-474b-9b04-f1ec79736f18 HTTP/1.1" status: 204 len: 168 time: 0.3631444 Jul 16 08:35:13.649668 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7c9b5-ccf2-423d-9c7a-1b7fb5275c36 req-a86f1048-b4b1-433b-b640-eac6e0474040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:13.651237 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5ea7c9b5-ccf2-423d-9c7a-1b7fb5275c36 req-a86f1048-b4b1-433b-b640-eac6e0474040 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8582703-4cc4-4fff-80b5-c471d9477e16 HTTP/1.1" status: 200 len: 914 time: 0.4921591 Jul 16 08:35:13.659227 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393c9f6-9075-4fda-bb1b-67d69df88ee1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2bda173-7ab1-474b-9b04-f1ec79736f18,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:13.700754 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 9b659e90-274f-4084-8ada-ea5445f83c2a up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:13.719914 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.726630 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5ea7c9b5-ccf2-423d-9c7a-1b7fb5275c36 req-a15083c9-e405-4939-903b-5510247a5866 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d260d8b-2721-4aad-939f-af2eced15fea HTTP/1.1" status: 200 len: 217 time: 0.0648499 Jul 16 08:35:13.769778 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff3e7a1-8667-43b6-bf20-018b22d2f487 req-54660ad1-1de6-4aa0-b79d-5817f566928d tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:13.773710 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2ff3e7a1-8667-43b6-bf20-018b22d2f487 req-54660ad1-1de6-4aa0-b79d-5817f566928d tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 946 time: 0.2197514 Jul 16 08:35:13.844764 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 9b659e90-274f-4084-8ada-ea5445f83c2a completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:13.851234 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8917fe1-c12b-416d-9870-164a4763ed52 req-aa87be46-e6ac-4f80-bb22-bde56dc89357 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:13.853846 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d8917fe1-c12b-416d-9870-164a4763ed52 req-aa87be46-e6ac-4f80-bb22-bde56dc89357 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.3830743 Jul 16 08:35:13.875310 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 9b659e90-274f-4084-8ada-ea5445f83c2a triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:13.875980 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:13.909677 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea7c9b5-ccf2-423d-9c7a-1b7fb5275c36 req-a92af234-9898-4331-a73c-e9e3a33f9573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:13.912723 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2ff3e7a1-8667-43b6-bf20-018b22d2f487 req-a92de8ad-4893-4c39-b405-482709525e6c tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325626 Jul 16 08:35:13.914651 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5ea7c9b5-ccf2-423d-9c7a-1b7fb5275c36 req-a92af234-9898-4331-a73c-e9e3a33f9573 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=df86fc55-3ccc-4737-ad2e-69164a017fd5 HTTP/1.1" status: 200 len: 853 time: 0.1778204 Jul 16 08:35:14.017651 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f6df010a-fa13-40a6-a2b6-f755e2116cdf None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.025294 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5ea7c9b5-ccf2-423d-9c7a-1b7fb5275c36 req-d99e76a9-7aa7-4dcf-b52e-9bb864f98bfa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8582703-4cc4-4fff-80b5-c471d9477e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901978 Jul 16 08:35:14.089357 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f6df010a-fa13-40a6-a2b6-f755e2116cdf None None] Transition to ACTIVE for port object 0aeefc82-36e3-43d5-b584-8f79de6df7b8 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:14.124679 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.182950 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5ea7c9b5-ccf2-423d-9c7a-1b7fb5275c36 req-559db19d-8f34-41f5-809b-3e470458e47f service neutron] 10.222.0.30 "GET /v2.0/networks/c8582703-4cc4-4fff-80b5-c471d9477e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563923 Jul 16 08:35:14.192679 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f6df010a-fa13-40a6-a2b6-f755e2116cdf None None] Transition to ACTIVE for port object 0aeefc82-36e3-43d5-b584-8f79de6df7b8 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:14.194790 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.201694 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd956372c-dde9-479a-abf8-b6fa088e6815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b659e90-274f-4084-8ada-ea5445f83c2a'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:14.203983 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be239c35-7fa6-4da2-838f-87c4318f0217" -d '{"events": [{"server_uuid": "d956372c-dde9-479a-abf8-b6fa088e6815", "name": "network-vif-plugged", "status": "completed", "tag": "9b659e90-274f-4084-8ada-ea5445f83c2a"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:14.209913 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f6df010a-fa13-40a6-a2b6-f755e2116cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.231893 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60402) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:14.250240 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 9b659e90-274f-4084-8ada-ea5445f83c2a, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=9b659e90-274f-4084-8ada-ea5445f83c2a,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:14.254085 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e9cd6fa-8aef-4f5c-a87f-fe051583dcfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.267726 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.273043 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6df010a-fa13-40a6-a2b6-f755e2116cdf None None] Network 8d29c433-6ce9-43a7-8e83-44fdbd54ac94 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:14.276964 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-f6df010a-fa13-40a6-a2b6-f755e2116cdf None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:14.281749 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6df010a-fa13-40a6-a2b6-f755e2116cdf None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:14.286423 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df010a-fa13-40a6-a2b6-f755e2116cdf None None] Pushing event updated for resources: {'Port': ['ID=0aeefc82-36e3-43d5-b584-8f79de6df7b8,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:14.346301 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.381559 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21120684-3907-4f2a-a1ca-4c57867f5346 x-openstack-request-id: req-21120684-3907-4f2a-a1ca-4c57867f5346 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:14.381978 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d956372c-dde9-479a-abf8-b6fa088e6815", "name": "network-vif-plugged", "status": "completed", "tag": "9b659e90-274f-4084-8ada-ea5445f83c2a", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:14.382120 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-21120684-3907-4f2a-a1ca-4c57867f5346 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:14.382609 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd956372c-dde9-479a-abf8-b6fa088e6815', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b659e90-274f-4084-8ada-ea5445f83c2a', 'code': 200} Jul 16 08:35:14.400305 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f6df010a-fa13-40a6-a2b6-f755e2116cdf None None] Attempting to bind port 0aeefc82-36e3-43d5-b584-8f79de6df7b8 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:14.400763 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f6df010a-fa13-40a6-a2b6-f755e2116cdf None None] Attempting to bind port 0aeefc82-36e3-43d5-b584-8f79de6df7b8 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'ea7e9e37-1689-4bf8-96ed-768759ac7af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8d29c433-6ce9-43a7-8e83-44fdbd54ac94'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:14.401138 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6df010a-fa13-40a6-a2b6-f755e2116cdf None None] Attempting to bind port 0aeefc82-36e3-43d5-b584-8f79de6df7b8 on network 8d29c433-6ce9-43a7-8e83-44fdbd54ac94 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:14.418619 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6df010a-fa13-40a6-a2b6-f755e2116cdf None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:14.419834 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6df010a-fa13-40a6-a2b6-f755e2116cdf None None] Checking segment: {'id': 'ea7e9e37-1689-4bf8-96ed-768759ac7af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8d29c433-6ce9-43a7-8e83-44fdbd54ac94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:14.419834 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f6df010a-fa13-40a6-a2b6-f755e2116cdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.419834 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6df010a-fa13-40a6-a2b6-f755e2116cdf None None] Bound using segment: {'id': 'ea7e9e37-1689-4bf8-96ed-768759ac7af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8d29c433-6ce9-43a7-8e83-44fdbd54ac94'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:14.420174 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f6df010a-fa13-40a6-a2b6-f755e2116cdf None None] Bound port: 0aeefc82-36e3-43d5-b584-8f79de6df7b8, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea7e9e37-1689-4bf8-96ed-768759ac7af4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '8d29c433-6ce9-43a7-8e83-44fdbd54ac94'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:14.420566 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f6df010a-fa13-40a6-a2b6-f755e2116cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.423605 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=9b659e90-274f-4084-8ada-ea5445f83c2a,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:14.444714 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e9cd6fa-8aef-4f5c-a87f-fe051583dcfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.451212 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e9cd6fa-8aef-4f5c-a87f-fe051583dcfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.476479 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d8917fe1-c12b-416d-9870-164a4763ed52 req-1b5d5d86-db68-4321-a53e-4abfec8d5676 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6124370 Jul 16 08:35:14.502169 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event deleted for resources: {'Subnet': ['ID=5f4e2008-e28f-4f1d-96cf-6e6fb0098a7a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:14.519724 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-f6df010a-fa13-40a6-a2b6-f755e2116cdf None None] For port 0aeefc82-36e3-43d5-b584-8f79de6df7b8, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:14.526544 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-f6df010a-fa13-40a6-a2b6-f755e2116cdf None None] For port 0aeefc82-36e3-43d5-b584-8f79de6df7b8, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0aeefc82-36e3-43d5-b584-8f79de6df7b8,segment=NetworkSegment(ea7e9e37-1689-4bf8-96ed-768759ac7af4),segment_id=ea7e9e37-1689-4bf8-96ed-768759ac7af4)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:14.533756 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f6df010a-fa13-40a6-a2b6-f755e2116cdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.579422 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.591716 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d29c433-6ce9-43a7-8e83-44fdbd54ac94']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:14.604060 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7e9e37-1689-4bf8-96ed-768759ac7af4') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:14.604537 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7e9e37-1689-4bf8-96ed-768759ac7af4') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:14.614250 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.626990 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6df010a-fa13-40a6-a2b6-f755e2116cdf None None] Pushing event updated for resources: {'Port': ['ID=0aeefc82-36e3-43d5-b584-8f79de6df7b8,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:14.632741 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.640017 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:35:14.640463 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.644559 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7e9cd6fa-8aef-4f5c-a87f-fe051583dcfc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2acc9854471e4973b3cb6f83ad26b0d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4113240 Jul 16 08:35:14.648450 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9cd6fa-8aef-4f5c-a87f-fe051583dcfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bd74d68-7603-48d2-b733-404fedf2563c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:14.664284 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60412) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:14.704801 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:35:14.704801 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:35:14.704801 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:35:14.704801 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:35:14.704801 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:35:14.704801 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:35:14.704801 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:35:14.704801 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:35:14.704801 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:35:14.704801 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:35:14.704801 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:35:14.704801 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:35:14.704801 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:35:14.704801 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:35:14.704801 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:35:14.704801 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:35:14.704801 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:35:14.704801 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:35:14.704801 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:35:14.704801 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:35:14.704801 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:35:14.704801 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:35:14.704801 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:35:14.704801 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:35:14.704801 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:35:14.704801 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:35:14.704801 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:35:14.704801 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:35:14.704801 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:35:14.704801 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:35:14.704801 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:35:14.704801 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:35:14.706930 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eda9148-5abe-4efa-9cc1-77407f6e7412 None None] Network 8d29c433-6ce9-43a7-8e83-44fdbd54ac94 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:14.735373 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.db.api [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 08:35:14.735373 n-d-771362-37 neutron-server[93759]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 08:35:14.735373 n-d-771362-37 neutron-server[93759]: [parameters: {'id': '8d29c433-6ce9-43a7-8e83-44fdbd54ac94'}] Jul 16 08:35:14.735373 n-d-771362-37 neutron-server[93759]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:35:14.735373 n-d-771362-37 neutron-server[93759]: DEBUG oslo_db.api [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:35:14.736523 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315afc7-1f73-4430-a5d0-1bca80e979b1 req-cffb5a96-bfa7-4490-a709-150e3d0b1fd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:14.738204 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f315afc7-1f73-4430-a5d0-1bca80e979b1 req-cffb5a96-bfa7-4490-a709-150e3d0b1fd5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d956372c-dde9-479a-abf8-b6fa088e6815 HTTP/1.1" status: 200 len: 1101 time: 0.2487442 Jul 16 08:35:14.770314 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970a0dae-f257-49df-9a60-8e6680dee6f6 req-a523fa10-9d73-4902-81f4-59172c8e5bca tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:14.777967 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-970a0dae-f257-49df-9a60-8e6680dee6f6 req-a523fa10-9d73-4902-81f4-59172c8e5bca tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/ports?device_id=d956372c-dde9-479a-abf8-b6fa088e6815 HTTP/1.1" status: 200 len: 949 time: 0.2302685 Jul 16 08:35:14.820466 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5ea7c9b5-ccf2-423d-9c7a-1b7fb5275c36 req-afc1971e-0a08-435a-a686-06f2bbf5db62 service neutron] 10.222.0.30 "GET /v2.0/networks/c8582703-4cc4-4fff-80b5-c471d9477e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6293163 Jul 16 08:35:14.833838 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40c12c81-be05-4524-9dae-46a122fbbd71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.850141 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f315afc7-1f73-4430-a5d0-1bca80e979b1 req-3cd9849c-a186-4e6f-9759-f86c3b72cb5d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=630fed5e-1f57-4806-bbed-db4678d395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008415 Jul 16 08:35:14.850399 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f033318f-b05c-43f7-9275-32b050818aab req-3794d457-2984-4504-9eb5-fc4c7b5325f7 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:14.852109 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f033318f-b05c-43f7-9275-32b050818aab req-3794d457-2984-4504-9eb5-fc4c7b5325f7 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=005467a0-c206-4ac7-9e53-42d96bcca5e6 HTTP/1.1" status: 200 len: 946 time: 0.1209023 Jul 16 08:35:14.868089 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-970a0dae-f257-49df-9a60-8e6680dee6f6 req-6b9dd1a9-93b0-48a4-951a-2e43f8122e2c tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/security-groups?id=630fed5e-1f57-4806-bbed-db4678d395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891612 Jul 16 08:35:14.893369 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40c12c81-be05-4524-9dae-46a122fbbd71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:14.921029 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11690d3f-0db7-46a1-aa8b-86008d63af21 None None] get_active_networks_info from n-d-771362-37 {{(pid=93760) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:35:14.942295 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f033318f-b05c-43f7-9275-32b050818aab req-e3914603-d1b0-41d4-b490-9df5bcfdeb55 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756369 Jul 16 08:35:15.002315 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40c12c81-be05-4524-9dae-46a122fbbd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.005119 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40c12c81-be05-4524-9dae-46a122fbbd71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.008714 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-40c12c81-be05-4524-9dae-46a122fbbd71 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3bd74d68-7603-48d2-b733-404fedf2563c HTTP/1.1" status: 204 len: 168 time: 0.3359804 Jul 16 08:35:15.016231 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c12c81-be05-4524-9dae-46a122fbbd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bd74d68-7603-48d2-b733-404fedf2563c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:15.079009 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11690d3f-0db7-46a1-aa8b-86008d63af21 None None] Resources bound (agent type, host, resource id): {{(pid=93760) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:35:15.179265 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c9b59b-4690-42c8-9f95-9ca27fa8f39d req-b355b771-31b0-495f-9318-960e5ac1a26b tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:15.180790 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73c9b59b-4690-42c8-9f95-9ca27fa8f39d req-b355b771-31b0-495f-9318-960e5ac1a26b tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 946 time: 0.0675676 Jul 16 08:35:15.236390 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-122bfba2-2964-4668-a6e2-d848c08ac202 req-f634d52c-4dbf-46e9-8bbb-77722c08eaf4 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:15.244653 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73c9b59b-4690-42c8-9f95-9ca27fa8f39d req-e4bc6ad9-e4e7-4718-b2a7-2856bea42fcd tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472338 Jul 16 08:35:15.245299 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.245797 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-122bfba2-2964-4668-a6e2-d848c08ac202 req-f634d52c-4dbf-46e9-8bbb-77722c08eaf4 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.0977042 Jul 16 08:35:15.300079 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-122bfba2-2964-4668-a6e2-d848c08ac202 req-13050180-c7a6-488f-8551-e7f26cf96488 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532959 Jul 16 08:35:15.323711 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Deleting port 0aeefc82-36e3-43d5-b584-8f79de6df7b8 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:15.324073 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.404525 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] For port 0aeefc82-36e3-43d5-b584-8f79de6df7b8, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0aeefc82-36e3-43d5-b584-8f79de6df7b8,segment=NetworkSegment(ea7e9e37-1689-4bf8-96ed-768759ac7af4),segment_id=ea7e9e37-1689-4bf8-96ed-768759ac7af4)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:15.404893 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.453199 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60432) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:15.457250 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Calling delete_port for 0aeefc82-36e3-43d5-b584-8f79de6df7b8 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:15.470847 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4988f251-c3d6-476b-9965-03ea18743e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.543129 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d4fc8-f99a-4ba1-9a80-4258aaa4380e req-0f367be2-731c-4882-ba8f-afe4bbb864da tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:15.544689 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a84d4fc8-f99a-4ba1-9a80-4258aaa4380e req-0f367be2-731c-4882-ba8f-afe4bbb864da tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1192708 Jul 16 08:35:15.563282 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4988f251-c3d6-476b-9965-03ea18743e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.568124 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4988f251-c3d6-476b-9965-03ea18743e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.594562 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.601205 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a84d4fc8-f99a-4ba1-9a80-4258aaa4380e req-0440fdca-bebe-46bf-9fcf-4c8196b5e4c5 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501256 Jul 16 08:35:15.613375 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4988f251-c3d6-476b-9965-03ea18743e4a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8341483660434e2db0444197b28360f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1565526 Jul 16 08:35:15.613375 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988f251-c3d6-476b-9965-03ea18743e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f1730d-38f7-4e3c-b047-5d1110d50a88,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:15.614316 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60434) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:15.624999 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event deleted for resources: {'Port': ['ID=0aeefc82-36e3-43d5-b584-8f79de6df7b8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:15.628529 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] No DVR routers for this DVR port 0aeefc82-36e3-43d5-b584-8f79de6df7b8 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:15.698305 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a8154495-42df-43be-a0ac-2678495f7fc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.735242 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.752831 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d29c433-6ce9-43a7-8e83-44fdbd54ac94']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:15.755073 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a8154495-42df-43be-a0ac-2678495f7fc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.777055 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea7e9e37-1689-4bf8-96ed-768759ac7af4') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:15.777868 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea7e9e37-1689-4bf8-96ed-768759ac7af4') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:15.791242 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.815398 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a8154495-42df-43be-a0ac-2678495f7fc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.817983 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.818313 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a8154495-42df-43be-a0ac-2678495f7fc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.822412 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a8154495-42df-43be-a0ac-2678495f7fc6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/42f1730d-38f7-4e3c-b047-5d1110d50a88 HTTP/1.1" status: 204 len: 168 time: 0.1933262 Jul 16 08:35:15.830815 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8154495-42df-43be-a0ac-2678495f7fc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f1730d-38f7-4e3c-b047-5d1110d50a88,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:15.858039 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:35:15.858529 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.861455 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:35:15.861455 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:35:15.861455 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:35:15.861455 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:35:15.861455 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:35:15.861455 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:35:15.861455 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:35:15.861455 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:35:15.861455 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:35:15.861455 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:35:15.861455 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:35:15.861455 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:35:15.861455 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:35:15.861455 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:35:15.861455 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:35:15.861455 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:35:15.861455 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:35:15.861455 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:35:15.861455 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:35:15.861455 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:35:15.861455 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:35:15.861455 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:35:15.861455 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:35:15.861455 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:35:15.861455 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:35:15.861455 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:35:15.861455 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:35:15.861455 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:35:15.861455 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:35:15.861455 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:35:15.861455 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:35:15.861455 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:35:15.936655 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.944551 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:15.946219 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/networks/8d29c433-6ce9-43a7-8e83-44fdbd54ac94 HTTP/1.1" status: 204 len: 168 time: 2.7854536 Jul 16 08:35:15.950627 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60452) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:15.956586 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-232ec7dd-860b-493e-9bb4-43efdb146273 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-328513856'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:15.957491 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb7693c-1ade-4387-a196-1f37e485cc25 req-2ffb4b63-68d3-4262-9e9f-e98295f50bcd tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:15.959038 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-adb7693c-1ade-4387-a196-1f37e485cc25 req-2ffb4b63-68d3-4262-9e9f-e98295f50bcd tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1527681 Jul 16 08:35:15.973573 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d7a7a9-1128-47ef-90be-6552fe5f2699 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event deleted for resources: {'Network': ['ID=8d29c433-6ce9-43a7-8e83-44fdbd54ac94,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:16.008461 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232ec7dd-860b-493e-9bb4-43efdb146273 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Made reservation on behalf of 5d86a8dac7be464fabf05e4f6eab88a6 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:16.012944 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-232ec7dd-860b-493e-9bb4-43efdb146273 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:16.036504 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-adb7693c-1ade-4387-a196-1f37e485cc25 req-88e9873b-f466-4d18-a680-57acd385c4b5 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639863 Jul 16 08:35:16.093835 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232ec7dd-860b-493e-9bb4-43efdb146273 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:35:16.108964 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-232ec7dd-860b-493e-9bb4-43efdb146273 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:16.109666 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-232ec7dd-860b-493e-9bb4-43efdb146273 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Added segment a5c5795a-0a04-48bb-9d83-2d1ccea74c87 of type vlan for network f385a82e-b32e-42bd-b5ff-db488fa79c38 Jul 16 08:35:16.164802 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff02622c-00ca-4ee6-b3d4-9c949dff51a0 req-2a104612-c643-4f92-8cab-3ceb3ef69f08 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:16.171779 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ff02622c-00ca-4ee6-b3d4-9c949dff51a0 req-2a104612-c643-4f92-8cab-3ceb3ef69f08 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/ports?device_id=d956372c-dde9-479a-abf8-b6fa088e6815 HTTP/1.1" status: 200 len: 949 time: 0.1392877 Jul 16 08:35:16.202318 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-232ec7dd-860b-493e-9bb4-43efdb146273 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:16.268172 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ff02622c-00ca-4ee6-b3d4-9c949dff51a0 req-ca69779d-e664-4966-8851-9cf77de86724 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/security-groups?id=630fed5e-1f57-4806-bbed-db4678d395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953906 Jul 16 08:35:16.299696 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-232ec7dd-860b-493e-9bb4-43efdb146273 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:16.311909 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ec7dd-860b-493e-9bb4-43efdb146273 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:16.312146 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-232ec7dd-860b-493e-9bb4-43efdb146273 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:16.375275 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db705a6-c7a5-4508-b491-6c34550b754b req-e65829e0-a668-4d8a-b49c-55062342fcf5 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:16.383435 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8db705a6-c7a5-4508-b491-6c34550b754b req-e65829e0-a668-4d8a-b49c-55062342fcf5 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=005467a0-c206-4ac7-9e53-42d96bcca5e6 HTTP/1.1" status: 200 len: 946 time: 0.1312304 Jul 16 08:35:16.399636 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-232ec7dd-860b-493e-9bb4-43efdb146273 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4453189 Jul 16 08:35:16.403441 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60490) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:16.409509 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-beefa33b-18af-490d-8bec-b9cb54bedaff tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:16.450732 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192cf12d-5412-40c6-ad3d-e74d1f90a0b7 req-5ad870f2-acd7-4488-8909-c440d3cf0a83 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:16.452611 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-192cf12d-5412-40c6-ad3d-e74d1f90a0b7 req-5ad870f2-acd7-4488-8909-c440d3cf0a83 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.21 "GET /v2.0/ports?device_id=005467a0-c206-4ac7-9e53-42d96bcca5e6 HTTP/1.1" status: 200 len: 946 time: 0.2602470 Jul 16 08:35:16.485503 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8db705a6-c7a5-4508-b491-6c34550b754b req-de22e209-d607-48ab-ac31-6a94d54cdd61 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/security-groups?id=c5baac74-5363-4e75-a7ee-4fe5323ef8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994349 Jul 16 08:35:16.641119 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ec7dd-860b-493e-9bb4-43efdb146273 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event updated for resources: {'Network': ['ID=f385a82e-b32e-42bd-b5ff-db488fa79c38,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:16.662293 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network f385a82e-b32e-42bd-b5ff-db488fa79c38 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:35:16.690487 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e26cd60-8e27-4bfb-9cb2-7020e03745e0 req-7f54e069-9298-4471-a1b2-6a8f1a55877b tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:16.698847 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6e26cd60-8e27-4bfb-9cb2-7020e03745e0 req-7f54e069-9298-4471-a1b2-6a8f1a55877b tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.2840524 Jul 16 08:35:16.744729 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-192cf12d-5412-40c6-ad3d-e74d1f90a0b7 req-3077821e-61b3-4ebb-95d0-9ff33de239ee tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Deleting port 1f263586-c0cf-44d1-b41e-1d556581b79d {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:16.745229 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-192cf12d-5412-40c6-ad3d-e74d1f90a0b7 req-3077821e-61b3-4ebb-95d0-9ff33de239ee tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:16.800087 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6e26cd60-8e27-4bfb-9cb2-7020e03745e0 req-0e850481-1b26-49c1-b05f-31dfdcd48481 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001155 Jul 16 08:35:16.883657 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-beefa33b-18af-490d-8bec-b9cb54bedaff tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:16.923148 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-beefa33b-18af-490d-8bec-b9cb54bedaff tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:16.994119 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-beefa33b-18af-490d-8bec-b9cb54bedaff tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Network f385a82e-b32e-42bd-b5ff-db488fa79c38 is not hosted by any dhcp agent {{(pid=93759) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 08:35:16.994892 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-192cf12d-5412-40c6-ad3d-e74d1f90a0b7 req-3077821e-61b3-4ebb-95d0-9ff33de239ee tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] For port 1f263586-c0cf-44d1-b41e-1d556581b79d, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=1f263586-c0cf-44d1-b41e-1d556581b79d,segment=NetworkSegment(1601abd3-1b0f-467a-8573-16719ac9ee54),segment_id=1601abd3-1b0f-467a-8573-16719ac9ee54)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:16.995282 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-192cf12d-5412-40c6-ad3d-e74d1f90a0b7 req-3077821e-61b3-4ebb-95d0-9ff33de239ee tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:17.000422 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beefa33b-18af-490d-8bec-b9cb54bedaff tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:17.001070 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-beefa33b-18af-490d-8bec-b9cb54bedaff tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:17.016688 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-beefa33b-18af-490d-8bec-b9cb54bedaff tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "PUT /v2.0/networks/f385a82e-b32e-42bd-b5ff-db488fa79c38 HTTP/1.1" status: 200 len: 723 time: 0.6118870 Jul 16 08:35:17.020130 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60508) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:17.043069 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-0622fff5-a0eb-497f-bdae-942b72edea7a tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Request body: {'subnet': {'network_id': 'f385a82e-b32e-42bd-b5ff-db488fa79c38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:17.175767 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-192cf12d-5412-40c6-ad3d-e74d1f90a0b7 req-3077821e-61b3-4ebb-95d0-9ff33de239ee tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Calling delete_port for 1f263586-c0cf-44d1-b41e-1d556581b79d owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:17.183988 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0622fff5-a0eb-497f-bdae-942b72edea7a tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Made reservation on behalf of 5d86a8dac7be464fabf05e4f6eab88a6 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:17.190003 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0622fff5-a0eb-497f-bdae-942b72edea7a tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:17.370572 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beefa33b-18af-490d-8bec-b9cb54bedaff tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event updated for resources: {'Network': ['ID=f385a82e-b32e-42bd-b5ff-db488fa79c38,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:17.386348 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network f385a82e-b32e-42bd-b5ff-db488fa79c38 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:35:17.412735 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77471655-f64a-4a7b-bc9d-1bc4a1113d1d req-c0c36d8c-f2cc-4f6d-8ec4-7419e4b1acc9 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:17.423265 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-77471655-f64a-4a7b-bc9d-1bc4a1113d1d req-c0c36d8c-f2cc-4f6d-8ec4-7419e4b1acc9 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 946 time: 0.6982462 Jul 16 08:35:17.511615 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-77471655-f64a-4a7b-bc9d-1bc4a1113d1d req-54a473da-8bc6-42e6-8f71-bf1b63510a27 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870945 Jul 16 08:35:17.560257 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 1290d3a3-2a77-452a-a5cd-5d0aa2457c17 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:35:17.685218 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0622fff5-a0eb-497f-bdae-942b72edea7a tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:17.746153 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0622fff5-a0eb-497f-bdae-942b72edea7a tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event updated for resources: {'Subnet': ['ID=efbe8b65-d414-4790-babe-aa7d2fcce9bb,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:17.784476 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0622fff5-a0eb-497f-bdae-942b72edea7a tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Checking segment: {'id': 'a5c5795a-0a04-48bb-9d83-2d1ccea74c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f385a82e-b32e-42bd-b5ff-db488fa79c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:17.784757 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0622fff5-a0eb-497f-bdae-942b72edea7a tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Network hostable DHCP agents. Network: f385a82e-b32e-42bd-b5ff-db488fa79c38, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:35:17.799400 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-192cf12d-5412-40c6-ad3d-e74d1f90a0b7 req-3077821e-61b3-4ebb-95d0-9ff33de239ee tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:17.818665 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['1f263586-c0cf-44d1-b41e-1d556581b79d'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:17.863460 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077821e-61b3-4ebb-95d0-9ff33de239ee tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Pushing event deleted for resources: {'Port': ['ID=1f263586-c0cf-44d1-b41e-1d556581b79d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:17.969289 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 1290d3a3-2a77-452a-a5cd-5d0aa2457c17, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=1290d3a3-2a77-452a-a5cd-5d0aa2457c17,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:17.988812 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-192cf12d-5412-40c6-ad3d-e74d1f90a0b7 req-3077821e-61b3-4ebb-95d0-9ff33de239ee tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] No DVR routers for this DVR port 1f263586-c0cf-44d1-b41e-1d556581b79d on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:17.991011 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0622fff5-a0eb-497f-bdae-942b72edea7a tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Network f385a82e-b32e-42bd-b5ff-db488fa79c38 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:35:18.002498 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '1290d3a3-2a77-452a-a5cd-5d0aa2457c17', 'network_id': '0b0632f2-66a2-43c2-8891-f4c2d1d4df60', 'port_id': '1290d3a3-2a77-452a-a5cd-5d0aa2457c17', 'mac_address': 'fa:16:3e:0a:84:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a403916-6099-4ffc-ad6e-346025e9f7bf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:35:18.005875 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-192cf12d-5412-40c6-ad3d-e74d1f90a0b7 req-3077821e-61b3-4ebb-95d0-9ff33de239ee tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.007947 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-192cf12d-5412-40c6-ad3d-e74d1f90a0b7 req-3077821e-61b3-4ebb-95d0-9ff33de239ee tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.21 "DELETE /v2.0/ports/1f263586-c0cf-44d1-b41e-1d556581b79d HTTP/1.1" status: 204 len: 173 time: 1.5353556 Jul 16 08:35:18.032253 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '005467a0-c206-4ac7-9e53-42d96bcca5e6', 'name': 'network-vif-deleted', 'tag': '1f263586-c0cf-44d1-b41e-1d556581b79d'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:18.034683 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-641dfc51-5114-473a-8690-6f0ad1a5a840" -d '{"events": [{"server_uuid": "005467a0-c206-4ac7-9e53-42d96bcca5e6", "name": "network-vif-deleted", "tag": "1f263586-c0cf-44d1-b41e-1d556581b79d"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:18.041431 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-89efe6cc-b1e3-4d46-836f-0a21a0727bda req-95fa462d-9471-4961-8952-0ffc6796cae2 tempest-AttachVolumeNegativeTest-861187721 tempest-AttachVolumeNegativeTest-861187721-project] 10.222.0.22 "GET /v2.0/ports?device_id=005467a0-c206-4ac7-9e53-42d96bcca5e6 HTTP/1.1" status: 200 len: 210 time: 0.0862932 Jul 16 08:35:18.105821 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-0622fff5-a0eb-497f-bdae-942b72edea7a tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, f385a82e-b32e-42bd-b5ff-db488fa79c38) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:18.131215 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0622fff5-a0eb-497f-bdae-942b72edea7a tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:18.131821 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0622fff5-a0eb-497f-bdae-942b72edea7a tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.188676 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0622fff5-a0eb-497f-bdae-942b72edea7a tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1567316 Jul 16 08:35:18.188785 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60540) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:18.188870 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b120f70-3a4a-4466-96ee-92b6fa9915b3 req-d0fe57a1-1f72-46e1-9d53-c015ad633283 tempest-ServersAdminNegativeTestJSON-1295410444 tempest-ServersAdminNegativeTestJSON-1295410444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:18.191196 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e93d4740-4d38-4b82-954f-8df3dc5a33b5 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:18.200011 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1b120f70-3a4a-4466-96ee-92b6fa9915b3 req-d0fe57a1-1f72-46e1-9d53-c015ad633283 tempest-ServersAdminNegativeTestJSON-1295410444 tempest-ServersAdminNegativeTestJSON-1295410444-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d956372c-dde9-479a-abf8-b6fa088e6815 HTTP/1.1" status: 200 len: 1101 time: 0.2146726 Jul 16 08:35:18.229881 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-1b120f70-3a4a-4466-96ee-92b6fa9915b3 req-72f9f16b-5dd6-4018-a3e8-1ac857776202 tempest-ServersAdminNegativeTestJSON-1295410444 tempest-ServersAdminNegativeTestJSON-1295410444-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.348987 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3a873b-e66c-432d-9445-2eb8e071031e None None] Network f385a82e-b32e-42bd-b5ff-db488fa79c38 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:18.374268 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-1b120f70-3a4a-4466-96ee-92b6fa9915b3 req-72f9f16b-5dd6-4018-a3e8-1ac857776202 tempest-ServersAdminNegativeTestJSON-1295410444 tempest-ServersAdminNegativeTestJSON-1295410444-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.379562 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-1b120f70-3a4a-4466-96ee-92b6fa9915b3 req-72f9f16b-5dd6-4018-a3e8-1ac857776202 tempest-ServersAdminNegativeTestJSON-1295410444 tempest-ServersAdminNegativeTestJSON-1295410444-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.387490 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.433844 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f9f16b-5dd6-4018-a3e8-1ac857776202 tempest-ServersAdminNegativeTestJSON-1295410444 tempest-ServersAdminNegativeTestJSON-1295410444-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69fa7b5f-53b8-49b2-adf2-220a8314c662,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:18.437266 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1290d3a3-2a77-452a-a5cd-5d0aa2457c17 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:18.458885 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 1290d3a3-2a77-452a-a5cd-5d0aa2457c17, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=1290d3a3-2a77-452a-a5cd-5d0aa2457c17,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:18.466044 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1b120f70-3a4a-4466-96ee-92b6fa9915b3 req-72f9f16b-5dd6-4018-a3e8-1ac857776202 tempest-ServersAdminNegativeTestJSON-1295410444 tempest-ServersAdminNegativeTestJSON-1295410444-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=630fed5e-1f57-4806-bbed-db4678d395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2633903 Jul 16 08:35:18.475279 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e93d4740-4d38-4b82-954f-8df3dc5a33b5 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16620526'] for subnet, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.487497 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.535759 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a1a93c-1864-4a48-996d-d837a8df7b7b x-openstack-request-id: req-54a1a93c-1864-4a48-996d-d837a8df7b7b {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:18.536283 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "005467a0-c206-4ac7-9e53-42d96bcca5e6", "name": "network-vif-deleted", "tag": "1f263586-c0cf-44d1-b41e-1d556581b79d", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:18.536779 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-54a1a93c-1864-4a48-996d-d837a8df7b7b {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:18.537439 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '005467a0-c206-4ac7-9e53-42d96bcca5e6', 'name': 'network-vif-deleted', 'tag': '1f263586-c0cf-44d1-b41e-1d556581b79d', 'status': 'completed', 'code': 200} Jul 16 08:35:18.575751 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d91ccef-ecc6-4b4d-829e-1e451a5af979 req-0f4a30b1-5c1d-44f1-a983-6ba55a5981fd tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:18.597130 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['1290d3a3-2a77-452a-a5cd-5d0aa2457c17'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:18.597682 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6d91ccef-ecc6-4b4d-829e-1e451a5af979 req-0f4a30b1-5c1d-44f1-a983-6ba55a5981fd tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.2625766 Jul 16 08:35:18.707354 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6d91ccef-ecc6-4b4d-829e-1e451a5af979 req-f0210999-ce52-4a28-9ad8-91e1197a0577 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069615 Jul 16 08:35:18.774286 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=1290d3a3-2a77-452a-a5cd-5d0aa2457c17,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:18.798609 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4345a118-0b05-4690-a98a-7850a1df1cf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-f385a82e-b32e-42bd-b5ff-db488fa79c38', 'network_id': 'f385a82e-b32e-42bd-b5ff-db488fa79c38', 'tenant_id': '5d86a8dac7be464fabf05e4f6eab88a6', 'fixed_ips': [{'subnet_id': 'efbe8b65-d414-4790-babe-aa7d2fcce9bb'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:35:18.801418 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4345a118-0b05-4690-a98a-7850a1df1cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.861968 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b19d52-8bc4-4412-b22b-b65cfe5695f6 req-5c7f6f72-af52-4ea8-9894-aaa0fdfad315 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:18.871801 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-89b19d52-8bc4-4412-b22b-b65cfe5695f6 req-5c7f6f72-af52-4ea8-9894-aaa0fdfad315 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 946 time: 0.1780200 Jul 16 08:35:18.913165 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e93d4740-4d38-4b82-954f-8df3dc5a33b5 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792700239499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16564212'] for subnet, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.964603 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e93d4740-4d38-4b82-954f-8df3dc5a33b5 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:18.965464 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e93d4740-4d38-4b82-954f-8df3dc5a33b5 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:18.967244 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e93d4740-4d38-4b82-954f-8df3dc5a33b5 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "PUT /v2.0/subnets/efbe8b65-d414-4790-babe-aa7d2fcce9bb HTTP/1.1" status: 200 len: 806 time: 0.7806349 Jul 16 08:35:18.970069 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60560) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:18.979340 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-89b19d52-8bc4-4412-b22b-b65cfe5695f6 req-00c4afc6-24a9-4384-82e5-5cd53a582ace tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050022 Jul 16 08:35:19.015064 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93d4740-4d38-4b82-954f-8df3dc5a33b5 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event updated for resources: {'Subnet': ['ID=efbe8b65-d414-4790-babe-aa7d2fcce9bb,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:19.215024 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.237592 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-4345a118-0b05-4690-a98a-7850a1df1cf3 None None] Allocated IP 172.20.0.2 (f385a82e-b32e-42bd-b5ff-db488fa79c38/efbe8b65-d414-4790-babe-aa7d2fcce9bb/38de10ca-7ea2-4f87-b612-4a24dd23cdac) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:19.279208 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60580) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:19.311666 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fa57d8-b85d-43dd-8f7d-2fe18fe87133 req-68dd8443-de90-4345-a75f-76892f1b1708 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:19.323953 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f6fa57d8-b85d-43dd-8f7d-2fe18fe87133 req-68dd8443-de90-4345-a75f-76892f1b1708 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1944551 Jul 16 08:35:19.333657 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.364832 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d999535-ddf2-4555-971d-bd96e45a3b58 admin admin] Deleting subnet 41d94230-f7df-4380-bdc6-f90c3a47e27a {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:35:19.373828 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d999535-ddf2-4555-971d-bd96e45a3b58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.388506 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f6fa57d8-b85d-43dd-8f7d-2fe18fe87133 req-3d8199f6-b1d4-4988-84ec-e6809fcc0fbf tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631557 Jul 16 08:35:19.471863 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d999535-ddf2-4555-971d-bd96e45a3b58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.519545 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 1290d3a3-2a77-452a-a5cd-5d0aa2457c17 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:19.573995 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d999535-ddf2-4555-971d-bd96e45a3b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.672843 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d999535-ddf2-4555-971d-bd96e45a3b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.716719 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d999535-ddf2-4555-971d-bd96e45a3b58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=41d94230-f7df-4380-bdc6-f90c3a47e27a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:19.718800 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d999535-ddf2-4555-971d-bd96e45a3b58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.720712 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8d999535-ddf2-4555-971d-bd96e45a3b58 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/41d94230-f7df-4380-bdc6-f90c3a47e27a HTTP/1.1" status: 204 len: 168 time: 0.4405115 Jul 16 08:35:19.723285 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60608) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:19.844196 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4345a118-0b05-4690-a98a-7850a1df1cf3 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.852568 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb7a55a-b7d0-4497-a0eb-1e614207309e req-beee9402-4463-4c5d-81c7-bec9bee937e1 tempest-ServersAdminNegativeTestJSON-1295410444 tempest-ServersAdminNegativeTestJSON-1295410444-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:19.860382 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9fb7a55a-b7d0-4497-a0eb-1e614207309e req-beee9402-4463-4c5d-81c7-bec9bee937e1 tempest-ServersAdminNegativeTestJSON-1295410444 tempest-ServersAdminNegativeTestJSON-1295410444-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d956372c-dde9-479a-abf8-b6fa088e6815 HTTP/1.1" status: 200 len: 1101 time: 0.0732410 Jul 16 08:35:19.868685 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4345a118-0b05-4690-a98a-7850a1df1cf3 None None] Transition to ACTIVE for port object 38de10ca-7ea2-4f87-b612-4a24dd23cdac will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:19.876489 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 1290d3a3-2a77-452a-a5cd-5d0aa2457c17 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:19.876916 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.917728 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4345a118-0b05-4690-a98a-7850a1df1cf3 None None] Transition to ACTIVE for port object 38de10ca-7ea2-4f87-b612-4a24dd23cdac will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:19.920163 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9fb7a55a-b7d0-4497-a0eb-1e614207309e req-ef51618f-ade4-45b1-8a15-87aae041c45f tempest-ServersAdminNegativeTestJSON-1295410444 tempest-ServersAdminNegativeTestJSON-1295410444-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=630fed5e-1f57-4806-bbed-db4678d395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587924 Jul 16 08:35:19.932762 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-49c427d8-7597-4478-91f1-aa7ffb992c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.935680 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4345a118-0b05-4690-a98a-7850a1df1cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:19.967612 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.007916 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4345a118-0b05-4690-a98a-7850a1df1cf3 None None] Network f385a82e-b32e-42bd-b5ff-db488fa79c38 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:20.013643 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-4345a118-0b05-4690-a98a-7850a1df1cf3 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:20.028622 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event deleted for resources: {'Subnet': ['ID=efbe8b65-d414-4790-babe-aa7d2fcce9bb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:20.029257 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4345a118-0b05-4690-a98a-7850a1df1cf3 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:20.112841 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-49c427d8-7597-4478-91f1-aa7ffb992c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.118512 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345a118-0b05-4690-a98a-7850a1df1cf3 None None] Pushing event updated for resources: {'Port': ['ID=38de10ca-7ea2-4f87-b612-4a24dd23cdac,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:20.125514 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-49c427d8-7597-4478-91f1-aa7ffb992c36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2d19c32-2fcb-4a1c-86db-a53ab571cdf4']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:20.137054 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-49c427d8-7597-4478-91f1-aa7ffb992c36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1601abd3-1b0f-467a-8573-16719ac9ee54') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:20.137369 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-49c427d8-7597-4478-91f1-aa7ffb992c36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1601abd3-1b0f-467a-8573-16719ac9ee54') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:20.148247 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-49c427d8-7597-4478-91f1-aa7ffb992c36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.167003 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-49c427d8-7597-4478-91f1-aa7ffb992c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.175068 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49c427d8-7597-4478-91f1-aa7ffb992c36 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:35:20.175411 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.175577 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-49c427d8-7597-4478-91f1-aa7ffb992c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.198834 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60618) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:20.210029 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f385a82e-b32e-42bd-b5ff-db488fa79c38']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:20.245954 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:35:20.245954 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:35:20.245954 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:35:20.245954 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:35:20.245954 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:35:20.245954 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:35:20.245954 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:35:20.245954 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:35:20.245954 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:35:20.245954 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:35:20.245954 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:35:20.245954 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:35:20.245954 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:35:20.245954 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:35:20.245954 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:35:20.245954 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:35:20.245954 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:35:20.245954 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:35:20.245954 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:35:20.245954 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:35:20.245954 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:35:20.245954 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:35:20.245954 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:35:20.245954 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:35:20.245954 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:35:20.245954 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:35:20.245954 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:35:20.245954 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:35:20.245954 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:35:20.245954 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:35:20.245954 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:35:20.245954 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:35:20.257075 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-49c427d8-7597-4478-91f1-aa7ffb992c36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.260259 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.266361 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c5795a-0a04-48bb-9d83-2d1ccea74c87') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:20.266677 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c5795a-0a04-48bb-9d83-2d1ccea74c87') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:20.278755 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-49c427d8-7597-4478-91f1-aa7ffb992c36 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-551780'] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.280736 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-49c427d8-7597-4478-91f1-aa7ffb992c36 admin admin] 10.222.0.22 "DELETE /v2.0/networks/b2d19c32-2fcb-4a1c-86db-a53ab571cdf4 HTTP/1.1" status: 204 len: 168 time: 0.5556915 Jul 16 08:35:20.285851 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4345a118-0b05-4690-a98a-7850a1df1cf3 None None] Attempting to bind port 38de10ca-7ea2-4f87-b612-4a24dd23cdac on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:20.286407 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4345a118-0b05-4690-a98a-7850a1df1cf3 None None] Attempting to bind port 38de10ca-7ea2-4f87-b612-4a24dd23cdac by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'a5c5795a-0a04-48bb-9d83-2d1ccea74c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f385a82e-b32e-42bd-b5ff-db488fa79c38'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:20.286562 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c427d8-7597-4478-91f1-aa7ffb992c36 admin admin] Pushing event deleted for resources: {'Network': ['ID=b2d19c32-2fcb-4a1c-86db-a53ab571cdf4,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:20.287511 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4345a118-0b05-4690-a98a-7850a1df1cf3 None None] Attempting to bind port 38de10ca-7ea2-4f87-b612-4a24dd23cdac on network f385a82e-b32e-42bd-b5ff-db488fa79c38 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:20.293970 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.298086 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4345a118-0b05-4690-a98a-7850a1df1cf3 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:20.298779 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4345a118-0b05-4690-a98a-7850a1df1cf3 None None] Checking segment: {'id': 'a5c5795a-0a04-48bb-9d83-2d1ccea74c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f385a82e-b32e-42bd-b5ff-db488fa79c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:20.299409 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4345a118-0b05-4690-a98a-7850a1df1cf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.300076 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4345a118-0b05-4690-a98a-7850a1df1cf3 None None] Bound using segment: {'id': 'a5c5795a-0a04-48bb-9d83-2d1ccea74c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f385a82e-b32e-42bd-b5ff-db488fa79c38'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:20.300856 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4345a118-0b05-4690-a98a-7850a1df1cf3 None None] Bound port: 38de10ca-7ea2-4f87-b612-4a24dd23cdac, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5c5795a-0a04-48bb-9d83-2d1ccea74c87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'f385a82e-b32e-42bd-b5ff-db488fa79c38'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:20.301481 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4345a118-0b05-4690-a98a-7850a1df1cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.313758 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e004d131-f5d9-4f86-a3cf-2349b6624ea8 req-50186b0c-93e3-4dd3-b276-fff2a7de6b8c tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:20.321822 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.323986 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e004d131-f5d9-4f86-a3cf-2349b6624ea8 req-50186b0c-93e3-4dd3-b276-fff2a7de6b8c tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.4957614 Jul 16 08:35:20.341200 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:35:20.341744 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.351363 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c84a809-18ac-46d2-a89c-b100d0bc0538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1290d3a3-2a77-452a-a5cd-5d0aa2457c17'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:20.354756 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f01a94c-400c-44d3-9ace-ccf35c259837" -d '{"events": [{"server_uuid": "8c84a809-18ac-46d2-a89c-b100d0bc0538", "name": "network-vif-plugged", "status": "completed", "tag": "1290d3a3-2a77-452a-a5cd-5d0aa2457c17"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:20.373205 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 1290d3a3-2a77-452a-a5cd-5d0aa2457c17, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=1290d3a3-2a77-452a-a5cd-5d0aa2457c17,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:20.382213 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.383327 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 1f263586-c0cf-44d1-b41e-1d556581b79d no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:20.438445 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e004d131-f5d9-4f86-a3cf-2349b6624ea8 req-63cdf0bb-53fa-4158-9a8c-a9ddc34c1b76 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135175 Jul 16 08:35:20.442929 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:35:20.442929 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:35:20.442929 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:35:20.442929 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:35:20.442929 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:35:20.442929 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:35:20.442929 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:35:20.442929 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:35:20.442929 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:35:20.442929 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:35:20.442929 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:35:20.442929 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:35:20.442929 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:35:20.442929 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:35:20.442929 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:35:20.442929 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:35:20.442929 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:35:20.442929 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:35:20.442929 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:35:20.442929 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:35:20.442929 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:35:20.442929 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:35:20.442929 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:35:20.442929 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:35:20.442929 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:35:20.442929 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:35:20.442929 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:35:20.442929 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:35:20.442929 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:35:20.442929 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:35:20.442929 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:35:20.442929 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:35:20.451540 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.db.api [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 08:35:20.451540 n-d-771362-37 neutron-server[93759]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 08:35:20.451540 n-d-771362-37 neutron-server[93759]: [parameters: {'id': 'f385a82e-b32e-42bd-b5ff-db488fa79c38'}] Jul 16 08:35:20.451540 n-d-771362-37 neutron-server[93759]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:35:20.451955 n-d-771362-37 neutron-server[93759]: DEBUG oslo_db.api [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:35:20.458747 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 1f263586-c0cf-44d1-b41e-1d556581b79d {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:20.459230 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 1f263586-c0cf-44d1-b41e-1d556581b79d not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:20.480872 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-4345a118-0b05-4690-a98a-7850a1df1cf3 None None] For port 38de10ca-7ea2-4f87-b612-4a24dd23cdac, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:20.487426 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-4345a118-0b05-4690-a98a-7850a1df1cf3 None None] For port 38de10ca-7ea2-4f87-b612-4a24dd23cdac, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=38de10ca-7ea2-4f87-b612-4a24dd23cdac,segment=NetworkSegment(a5c5795a-0a04-48bb-9d83-2d1ccea74c87),segment_id=a5c5795a-0a04-48bb-9d83-2d1ccea74c87)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:20.499248 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4345a118-0b05-4690-a98a-7850a1df1cf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.501812 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62ad3953-2f47-4a52-84db-605cbeefbaea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.527155 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=1290d3a3-2a77-452a-a5cd-5d0aa2457c17,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:20.588729 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60638) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:20.651378 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62ad3953-2f47-4a52-84db-605cbeefbaea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.666320 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52a41e9-a9ca-432f-92b7-a0d2444b3256 x-openstack-request-id: req-b52a41e9-a9ca-432f-92b7-a0d2444b3256 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:20.666632 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c84a809-18ac-46d2-a89c-b100d0bc0538", "name": "network-vif-plugged", "status": "completed", "tag": "1290d3a3-2a77-452a-a5cd-5d0aa2457c17", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:20.666889 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b52a41e9-a9ca-432f-92b7-a0d2444b3256 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:20.669510 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c84a809-18ac-46d2-a89c-b100d0bc0538', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1290d3a3-2a77-452a-a5cd-5d0aa2457c17', 'code': 200} Jul 16 08:35:20.675019 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62ad3953-2f47-4a52-84db-605cbeefbaea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.688177 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-65f35334-42c8-4fc8-a62a-9dc16d70ff75 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=96b808a620d443df8403c582e51f491a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0982709 Jul 16 08:35:20.688793 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60642) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:20.707168 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0e8727a-2f8e-4aaa-877d-0732849fe4d1 None None] Network f385a82e-b32e-42bd-b5ff-db488fa79c38 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:20.746046 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-62ad3953-2f47-4a52-84db-605cbeefbaea admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a430900e40014687b1e79e489bd79900&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5446723 Jul 16 08:35:20.750227 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60644) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:20.753979 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad3953-2f47-4a52-84db-605cbeefbaea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24ca131-affc-4274-b1ca-bdd360c21d01,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:20.783001 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4345a118-0b05-4690-a98a-7850a1df1cf3 None None] Pushing event updated for resources: {'Port': ['ID=38de10ca-7ea2-4f87-b612-4a24dd23cdac,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:20.887673 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-df5b0876-cb82-465c-960c-94a95d33b57b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.931388 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d9ba04d2-439c-4bc5-9f14-9f47495f4bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.953619 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:20.966247 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aa3dc2-4e2a-4bc1-b54e-530c0f05a3bc req-bcb624c6-1014-4841-9d6f-d50aaff5f1b4 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:20.967804 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e0aa3dc2-4e2a-4bc1-b54e-530c0f05a3bc req-bcb624c6-1014-4841-9d6f-d50aaff5f1b4 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1557248 Jul 16 08:35:21.001640 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-df5b0876-cb82-465c-960c-94a95d33b57b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.012362 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d9ba04d2-439c-4bc5-9f14-9f47495f4bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.014789 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a737963a-4abc-4370-b92e-23d88af60e32 None None] Network f385a82e-b32e-42bd-b5ff-db488fa79c38 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:21.087660 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51708b1a-f8d1-438f-9f64-876caa664855 req-edbaaf62-30ba-4ada-84e0-a252c05dac7a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:21.091254 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e0aa3dc2-4e2a-4bc1-b54e-530c0f05a3bc req-2dd6e3e9-867d-41cc-be4b-b5fb4c5bbe36 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106334 Jul 16 08:35:21.109347 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-51708b1a-f8d1-438f-9f64-876caa664855 req-edbaaf62-30ba-4ada-84e0-a252c05dac7a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 946 time: 0.1885610 Jul 16 08:35:21.124503 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d9ba04d2-439c-4bc5-9f14-9f47495f4bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.132151 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d9ba04d2-439c-4bc5-9f14-9f47495f4bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.138291 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d9ba04d2-439c-4bc5-9f14-9f47495f4bff admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c5baac74-5363-4e75-a7ee-4fe5323ef8f9 HTTP/1.1" status: 204 len: 168 time: 0.4456513 Jul 16 08:35:21.158603 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-df5b0876-cb82-465c-960c-94a95d33b57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.158720 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Deleting port 38de10ca-7ea2-4f87-b612-4a24dd23cdac {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:21.158994 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.161513 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-df5b0876-cb82-465c-960c-94a95d33b57b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.165015 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-df5b0876-cb82-465c-960c-94a95d33b57b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d24ca131-affc-4274-b1ca-bdd360c21d01 HTTP/1.1" status: 204 len: 168 time: 0.4115419 Jul 16 08:35:21.207658 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ba04d2-439c-4bc5-9f14-9f47495f4bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5baac74-5363-4e75-a7ee-4fe5323ef8f9,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:21.227975 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5b0876-cb82-465c-960c-94a95d33b57b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24ca131-affc-4274-b1ca-bdd360c21d01,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:21.251007 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee6a92b-831c-43b4-a81c-8def5eaf6b0d None None] get_active_networks_info from n-d-771362-37 {{(pid=93760) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:35:21.272978 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-51708b1a-f8d1-438f-9f64-876caa664855 req-ae347dc4-ad99-4148-accb-0ab65a695b2f tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598756 Jul 16 08:35:21.364000 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] For port 38de10ca-7ea2-4f87-b612-4a24dd23cdac, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=38de10ca-7ea2-4f87-b612-4a24dd23cdac,segment=NetworkSegment(a5c5795a-0a04-48bb-9d83-2d1ccea74c87),segment_id=a5c5795a-0a04-48bb-9d83-2d1ccea74c87)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:21.364495 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.393490 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Calling delete_port for 38de10ca-7ea2-4f87-b612-4a24dd23cdac owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:21.428800 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ee6a92b-831c-43b4-a81c-8def5eaf6b0d None None] Resources bound (agent type, host, resource id): {{(pid=93760) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:35:21.515846 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfcf450-0669-458d-ab1b-1702287f71d8 req-0d42d0a4-a3c1-42f8-bba0-8c49d9435d84 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:21.517792 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6bfcf450-0669-458d-ab1b-1702287f71d8 req-0d42d0a4-a3c1-42f8-bba0-8c49d9435d84 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1192081 Jul 16 08:35:21.576088 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6bfcf450-0669-458d-ab1b-1702287f71d8 req-0390c257-6f3c-4eb6-8078-9dcd0495feb8 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520606 Jul 16 08:35:21.653600 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:21.763823 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event deleted for resources: {'Port': ['ID=38de10ca-7ea2-4f87-b612-4a24dd23cdac,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:21.796454 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] No DVR routers for this DVR port 38de10ca-7ea2-4f87-b612-4a24dd23cdac on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:21.982531 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60682) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:21.987067 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e924ed-6e74-4111-86fb-1e5fda7c8be4 req-fe4dab0c-1eb2-4166-8cc0-2c29631f1241 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:21.994839 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a4e924ed-6e74-4111-86fb-1e5fda7c8be4 req-fe4dab0c-1eb2-4166-8cc0-2c29631f1241 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1200647 Jul 16 08:35:22.060607 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a4e924ed-6e74-4111-86fb-1e5fda7c8be4 req-11380106-0381-483f-b491-3c4ae2e13115 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647111 Jul 16 08:35:22.066516 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.071752 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77b902c2-0541-4994-bbfe-d4483f9fbb5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.121859 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f385a82e-b32e-42bd-b5ff-db488fa79c38']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:22.146609 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5c5795a-0a04-48bb-9d83-2d1ccea74c87') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:22.147186 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5c5795a-0a04-48bb-9d83-2d1ccea74c87') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:22.175084 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.211027 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.228823 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:35:22.229394 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.233669 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:35:22.233669 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:35:22.233669 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:35:22.233669 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:35:22.233669 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:35:22.233669 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:35:22.233669 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:35:22.233669 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:35:22.233669 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:35:22.233669 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:35:22.233669 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:35:22.233669 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:35:22.233669 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:35:22.233669 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:35:22.233669 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:35:22.233669 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:35:22.233669 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:35:22.233669 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:35:22.233669 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:35:22.233669 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:35:22.233669 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:35:22.233669 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:35:22.233669 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:35:22.233669 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:35:22.233669 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:35:22.233669 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:35:22.233669 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:35:22.233669 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:35:22.233669 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:35:22.233669 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:35:22.233669 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:35:22.233669 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:35:22.266659 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531c24d-8ba7-4430-935c-23b9c8e1b480 req-d50f9075-372a-48a1-8703-0c62afc6e6dd tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:22.275710 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5531c24d-8ba7-4430-935c-23b9c8e1b480 req-d50f9075-372a-48a1-8703-0c62afc6e6dd tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/ports?device_id=d956372c-dde9-479a-abf8-b6fa088e6815 HTTP/1.1" status: 200 len: 949 time: 0.2404611 Jul 16 08:35:22.408782 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5531c24d-8ba7-4430-935c-23b9c8e1b480 req-8a64a4fa-69b3-4421-86bd-ac1f4f661271 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/security-groups?id=630fed5e-1f57-4806-bbed-db4678d395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170297 Jul 16 08:35:22.412387 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.440841 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.446982 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/networks/f385a82e-b32e-42bd-b5ff-db488fa79c38 HTTP/1.1" status: 204 len: 168 time: 3.4730213 Jul 16 08:35:22.448267 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60698) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:22.485867 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a3a368-a34c-4ecb-a82e-be58d83e0d36 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event deleted for resources: {'Network': ['ID=f385a82e-b32e-42bd-b5ff-db488fa79c38,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:22.492213 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c00e4f2-57cc-4ae9-b75a-00f3afd85258 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] DELETE failed (client error): The resource could not be found. Jul 16 08:35:22.493568 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c00e4f2-57cc-4ae9-b75a-00f3afd85258 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:35:22.504960 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1c00e4f2-57cc-4ae9-b75a-00f3afd85258 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/networks/f385a82e-b32e-42bd-b5ff-db488fa79c38 HTTP/1.1" status: 404 len: 339 time: 0.0548613 Jul 16 08:35:22.505736 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60700) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:22.524161 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f96c909a-7a9c-4928-a977-87fb00805cb2 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1179088529', 'description': 'd1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:22.566181 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77b902c2-0541-4994-bbfe-d4483f9fbb5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.580429 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77b902c2-0541-4994-bbfe-d4483f9fbb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.682075 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96c909a-7a9c-4928-a977-87fb00805cb2 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Made reservation on behalf of 5d86a8dac7be464fabf05e4f6eab88a6 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:22.686770 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f96c909a-7a9c-4928-a977-87fb00805cb2 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.706700 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-77b902c2-0541-4994-bbfe-d4483f9fbb5a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6d58db45e04d441790f765f6ae31c00f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7229509 Jul 16 08:35:22.709498 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60712) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:22.710935 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b902c2-0541-4994-bbfe-d4483f9fbb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6a7885d-4f52-43ae-a4b7-d81a4537d0ea,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:22.784947 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96c909a-7a9c-4928-a977-87fb00805cb2 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:35:22.800786 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f96c909a-7a9c-4928-a977-87fb00805cb2 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.801456 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-f96c909a-7a9c-4928-a977-87fb00805cb2 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Added segment 56a54a27-71d6-48a5-8625-6b7b7f0a4aa5 of type vlan for network bcefe759-5cfd-40c1-bb71-a7110e340c7c Jul 16 08:35:22.824562 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e7809-da55-45fa-9dd5-fd436614ecec req-474dc476-95df-48cb-85c5-c7f27be0f09c tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:22.826356 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-935e7809-da55-45fa-9dd5-fd436614ecec req-474dc476-95df-48cb-85c5-c7f27be0f09c tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 946 time: 0.2152777 Jul 16 08:35:22.877049 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f96c909a-7a9c-4928-a977-87fb00805cb2 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.884420 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6185fd25-30b7-4bad-95d2-6ef4d1f18a41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.910985 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-935e7809-da55-45fa-9dd5-fd436614ecec req-bafc1143-23ac-4002-9609-f9ac71595409 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630140 Jul 16 08:35:22.929786 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f96c909a-7a9c-4928-a977-87fb00805cb2 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.930757 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6185fd25-30b7-4bad-95d2-6ef4d1f18a41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:22.938159 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96c909a-7a9c-4928-a977-87fb00805cb2 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:22.938790 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f96c909a-7a9c-4928-a977-87fb00805cb2 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.022346 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951439d9-57ca-40bf-8601-813fe934e9bb req-cc17bbca-e4bd-432c-aead-6a09cdd1bb95 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:23.024191 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-951439d9-57ca-40bf-8601-813fe934e9bb req-cc17bbca-e4bd-432c-aead-6a09cdd1bb95 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1953735 Jul 16 08:35:23.056570 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6185fd25-30b7-4bad-95d2-6ef4d1f18a41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.067404 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6185fd25-30b7-4bad-95d2-6ef4d1f18a41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.071731 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6185fd25-30b7-4bad-95d2-6ef4d1f18a41 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f6a7885d-4f52-43ae-a4b7-d81a4537d0ea HTTP/1.1" status: 204 len: 168 time: 0.3599508 Jul 16 08:35:23.078401 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f96c909a-7a9c-4928-a977-87fb00805cb2 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5697057 Jul 16 08:35:23.079003 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60730) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:23.090964 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c909a-7a9c-4928-a977-87fb00805cb2 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event updated for resources: {'Network': ['ID=bcefe759-5cfd-40c1-bb71-a7110e340c7c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:23.100183 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6185fd25-30b7-4bad-95d2-6ef4d1f18a41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6a7885d-4f52-43ae-a4b7-d81a4537d0ea,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:23.109915 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network bcefe759-5cfd-40c1-bb71-a7110e340c7c details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:35:23.116011 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-951439d9-57ca-40bf-8601-813fe934e9bb req-9e9eba8a-29a6-4a5e-b747-8ec9f60339f1 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854669 Jul 16 08:35:23.236968 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cef3d9-3561-4374-af96-a1db6491ef65 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:23.241225 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60738) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:23.241417 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-59cef3d9-3561-4374-af96-a1db6491ef65 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "GET /v2.0/networks?id=bcefe759-5cfd-40c1-bb71-a7110e340c7c HTTP/1.1" status: 200 len: 761 time: 0.1611505 Jul 16 08:35:23.247822 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-bee90197-ec3c-4064-a63d-13bf34cc5a21 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Request body: {'network': {'description': 'd2'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:23.502933 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bee90197-ec3c-4064-a63d-13bf34cc5a21 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.535244 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bee90197-ec3c-4064-a63d-13bf34cc5a21 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.595284 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bee90197-ec3c-4064-a63d-13bf34cc5a21 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Network bcefe759-5cfd-40c1-bb71-a7110e340c7c is not hosted by any dhcp agent {{(pid=93758) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 08:35:23.603219 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bee90197-ec3c-4064-a63d-13bf34cc5a21 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:23.603851 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bee90197-ec3c-4064-a63d-13bf34cc5a21 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:23.605188 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bee90197-ec3c-4064-a63d-13bf34cc5a21 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "PUT /v2.0/networks/bcefe759-5cfd-40c1-bb71-a7110e340c7c HTTP/1.1" status: 200 len: 758 time: 0.3623579 Jul 16 08:35:23.608014 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60748) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:23.701317 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee90197-ec3c-4064-a63d-13bf34cc5a21 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event updated for resources: {'Network': ['ID=bcefe759-5cfd-40c1-bb71-a7110e340c7c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:23.729714 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network bcefe759-5cfd-40c1-bb71-a7110e340c7c details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:35:23.774181 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-410e1fb6-6b05-432a-8c73-6abb3bd45b59 req-d901b82b-e743-436f-96b5-a78333956fac tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:23.775837 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-410e1fb6-6b05-432a-8c73-6abb3bd45b59 req-d901b82b-e743-436f-96b5-a78333956fac tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.30 "GET /v2.0/ports?device_id=d956372c-dde9-479a-abf8-b6fa088e6815 HTTP/1.1" status: 200 len: 949 time: 0.2568367 Jul 16 08:35:23.809521 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-feb5a99d-da07-4b09-95f9-aa826eb47e12 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:23.811177 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-feb5a99d-da07-4b09-95f9-aa826eb47e12 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "GET /v2.0/networks?id=bcefe759-5cfd-40c1-bb71-a7110e340c7c HTTP/1.1" status: 200 len: 761 time: 0.2017236 Jul 16 08:35:23.814916 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60758) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:23.826496 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-bbd1472d-5535-43f8-b09e-39cd9265d995 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-750666824'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:23.899052 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd1472d-5535-43f8-b09e-39cd9265d995 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Made reservation on behalf of 5d86a8dac7be464fabf05e4f6eab88a6 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:23.932699 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bbd1472d-5535-43f8-b09e-39cd9265d995 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.028469 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bbd1472d-5535-43f8-b09e-39cd9265d995 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:35:24.043989 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9c517-fbff-4551-908d-72083fb1aee1 req-de6911fb-e4e5-436f-9919-5bfd57dd9253 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:24.045213 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bbd1472d-5535-43f8-b09e-39cd9265d995 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.046051 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-bbd1472d-5535-43f8-b09e-39cd9265d995 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Added segment cb4d4fb9-822c-4eac-8764-dd23c015c64c of type vlan for network c004326a-0d83-451a-b1dc-90cd8fc074fd Jul 16 08:35:24.053491 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2ed9c517-fbff-4551-908d-72083fb1aee1 req-de6911fb-e4e5-436f-9919-5bfd57dd9253 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/ports?device_id=d956372c-dde9-479a-abf8-b6fa088e6815 HTTP/1.1" status: 200 len: 949 time: 0.4446230 Jul 16 08:35:24.115890 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bbd1472d-5535-43f8-b09e-39cd9265d995 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.129995 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2ed9c517-fbff-4551-908d-72083fb1aee1 req-a5132d86-4f09-449d-8c95-b36499e8c847 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/security-groups?id=630fed5e-1f57-4806-bbed-db4678d395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741439 Jul 16 08:35:24.150523 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-410e1fb6-6b05-432a-8c73-6abb3bd45b59 req-31d14d01-33de-4c0c-b718-9d8efae59b99 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Deleting port 9b659e90-274f-4084-8ada-ea5445f83c2a {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:24.151056 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-410e1fb6-6b05-432a-8c73-6abb3bd45b59 req-31d14d01-33de-4c0c-b718-9d8efae59b99 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.187407 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bbd1472d-5535-43f8-b09e-39cd9265d995 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.194799 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd1472d-5535-43f8-b09e-39cd9265d995 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:24.197298 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bbd1472d-5535-43f8-b09e-39cd9265d995 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.305040 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60792) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:24.308674 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bbd1472d-5535-43f8-b09e-39cd9265d995 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4840829 Jul 16 08:35:24.320257 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-679548fb-691e-4925-9c1b-f6b29412bfac tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Request body: {'subnet': {'network_id': 'c004326a-0d83-451a-b1dc-90cd8fc074fd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:24.355514 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-410e1fb6-6b05-432a-8c73-6abb3bd45b59 req-31d14d01-33de-4c0c-b718-9d8efae59b99 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] For port 9b659e90-274f-4084-8ada-ea5445f83c2a, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=9b659e90-274f-4084-8ada-ea5445f83c2a,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:24.356261 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-410e1fb6-6b05-432a-8c73-6abb3bd45b59 req-31d14d01-33de-4c0c-b718-9d8efae59b99 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.370978 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-410e1fb6-6b05-432a-8c73-6abb3bd45b59 req-31d14d01-33de-4c0c-b718-9d8efae59b99 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Calling delete_port for 9b659e90-274f-4084-8ada-ea5445f83c2a owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:24.372295 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd1472d-5535-43f8-b09e-39cd9265d995 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event updated for resources: {'Network': ['ID=c004326a-0d83-451a-b1dc-90cd8fc074fd,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:24.385979 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network c004326a-0d83-451a-b1dc-90cd8fc074fd details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:35:24.450813 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46e4ce59-2118-4e87-b13a-193411bc02eb req-569cfc5c-ae7b-4524-95bb-31fde5b64f97 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:24.453507 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-46e4ce59-2118-4e87-b13a-193411bc02eb req-569cfc5c-ae7b-4524-95bb-31fde5b64f97 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 946 time: 0.1579328 Jul 16 08:35:24.534684 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-46e4ce59-2118-4e87-b13a-193411bc02eb req-acc11c70-1e48-4f1b-b2a6-c817f545ee7f tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749724 Jul 16 08:35:24.664369 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-410e1fb6-6b05-432a-8c73-6abb3bd45b59 req-31d14d01-33de-4c0c-b718-9d8efae59b99 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.681901 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['49d80e56-0052-4560-ba73-06e600b8b9a3'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:24.774095 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d14d01-33de-4c0c-b718-9d8efae59b99 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Pushing event deleted for resources: {'Port': ['ID=9b659e90-274f-4084-8ada-ea5445f83c2a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:24.921743 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-410e1fb6-6b05-432a-8c73-6abb3bd45b59 req-31d14d01-33de-4c0c-b718-9d8efae59b99 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] No DVR routers for this DVR port 9b659e90-274f-4084-8ada-ea5445f83c2a on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:24.930028 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-410e1fb6-6b05-432a-8c73-6abb3bd45b59 req-31d14d01-33de-4c0c-b718-9d8efae59b99 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:24.934129 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-410e1fb6-6b05-432a-8c73-6abb3bd45b59 req-31d14d01-33de-4c0c-b718-9d8efae59b99 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.30 "DELETE /v2.0/ports/9b659e90-274f-4084-8ada-ea5445f83c2a HTTP/1.1" status: 204 len: 173 time: 1.1495640 Jul 16 08:35:24.935970 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd956372c-dde9-479a-abf8-b6fa088e6815', 'name': 'network-vif-deleted', 'tag': '9b659e90-274f-4084-8ada-ea5445f83c2a'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:24.939499 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed14883-09ae-4d91-9ea6-f35826bd31ab" -d '{"events": [{"server_uuid": "d956372c-dde9-479a-abf8-b6fa088e6815", "name": "network-vif-deleted", "tag": "9b659e90-274f-4084-8ada-ea5445f83c2a"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:24.972172 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261d4197-5aa6-4b34-8fe0-c994655b4c72 req-88339914-705e-4501-b52d-079d637fd7a1 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:24.980680 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-261d4197-5aa6-4b34-8fe0-c994655b4c72 req-88339914-705e-4501-b52d-079d637fd7a1 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.3647718 Jul 16 08:35:24.983834 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-679548fb-691e-4925-9c1b-f6b29412bfac tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Made reservation on behalf of 5d86a8dac7be464fabf05e4f6eab88a6 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:24.993671 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-679548fb-691e-4925-9c1b-f6b29412bfac tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:25.085181 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98213cd1-d29f-4028-ab62-4c4dffae8ba8 x-openstack-request-id: req-98213cd1-d29f-4028-ab62-4c4dffae8ba8 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:25.085789 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d956372c-dde9-479a-abf8-b6fa088e6815", "name": "network-vif-deleted", "tag": "9b659e90-274f-4084-8ada-ea5445f83c2a", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:25.085789 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-98213cd1-d29f-4028-ab62-4c4dffae8ba8 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:25.086253 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd956372c-dde9-479a-abf8-b6fa088e6815', 'name': 'network-vif-deleted', 'tag': '9b659e90-274f-4084-8ada-ea5445f83c2a', 'status': 'completed', 'code': 200} Jul 16 08:35:25.146850 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-261d4197-5aa6-4b34-8fe0-c994655b4c72 req-5a9bedc6-f835-4dff-a924-63b17bb3fb4d tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1649971 Jul 16 08:35:25.378761 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-679548fb-691e-4925-9c1b-f6b29412bfac tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:25.439172 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4d701375-1425-43ad-aa9a-7c6e194970e1 req-64010ebd-c603-409a-8c55-e1b51b1c7826 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/ports?device_id=d956372c-dde9-479a-abf8-b6fa088e6815 HTTP/1.1" status: 200 len: 210 time: 0.0499868 Jul 16 08:35:25.520966 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679548fb-691e-4925-9c1b-f6b29412bfac tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event updated for resources: {'Subnet': ['ID=3110bd1c-e9b4-4fd0-a899-03be408ff2a7,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:25.530070 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-679548fb-691e-4925-9c1b-f6b29412bfac tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Checking segment: {'id': 'cb4d4fb9-822c-4eac-8764-dd23c015c64c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'c004326a-0d83-451a-b1dc-90cd8fc074fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:25.530296 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679548fb-691e-4925-9c1b-f6b29412bfac tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Network hostable DHCP agents. Network: c004326a-0d83-451a-b1dc-90cd8fc074fd, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:35:25.569778 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-679548fb-691e-4925-9c1b-f6b29412bfac tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Network c004326a-0d83-451a-b1dc-90cd8fc074fd is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:35:25.592949 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-679548fb-691e-4925-9c1b-f6b29412bfac tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, c004326a-0d83-451a-b1dc-90cd8fc074fd) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:25.598599 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-679548fb-691e-4925-9c1b-f6b29412bfac tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:25.599247 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-679548fb-691e-4925-9c1b-f6b29412bfac tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:25.612977 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a95ce74-1bcc-4914-85f9-a002d88b39e7 None None] Network c004326a-0d83-451a-b1dc-90cd8fc074fd requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:25.646855 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60838) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:25.655115 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-679548fb-691e-4925-9c1b-f6b29412bfac tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3410296 Jul 16 08:35:25.760422 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 9b659e90-274f-4084-8ada-ea5445f83c2a no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:25.795076 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 9b659e90-274f-4084-8ada-ea5445f83c2a {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:25.795675 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 9b659e90-274f-4084-8ada-ea5445f83c2a not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:25.890819 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-012f754b-dd54-4baa-949a-eb984eebf26c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:25.932311 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58bd70b-5f8e-4711-8ed7-b4429a4a0ad2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-c004326a-0d83-451a-b1dc-90cd8fc074fd', 'network_id': 'c004326a-0d83-451a-b1dc-90cd8fc074fd', 'tenant_id': '5d86a8dac7be464fabf05e4f6eab88a6', 'fixed_ips': [{'subnet_id': '3110bd1c-e9b4-4fd0-a899-03be408ff2a7'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:35:25.933220 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a58bd70b-5f8e-4711-8ed7-b4429a4a0ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.027294 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3defd295-5e01-42b0-90e2-a2a9b57bb2b5 req-bb1fafef-621e-4247-90b5-0ab9217458d5 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:26.038846 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3defd295-5e01-42b0-90e2-a2a9b57bb2b5 req-bb1fafef-621e-4247-90b5-0ab9217458d5 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 946 time: 0.1484330 Jul 16 08:35:26.050289 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-012f754b-dd54-4baa-949a-eb984eebf26c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.111496 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3defd295-5e01-42b0-90e2-a2a9b57bb2b5 req-7f89c572-a8fc-4eaa-aef8-544ecd6004e6 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715837 Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server [None req-a58bd70b-5f8e-4711-8ed7-b4429a4a0ad2 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3110bd1c-e9b4-4fd0-a899-03be408ff2a7: This subnet is being modified by another concurrent operation. Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:35:26.206002 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise exception Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3110bd1c-e9b4-4fd0-a899-03be408ff2a7: This subnet is being modified by another concurrent operation. Jul 16 08:35:26.209533 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server Jul 16 08:35:26.211904 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-012f754b-dd54-4baa-949a-eb984eebf26c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.230420 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f524abc4-efb6-42bc-9613-a0d404a5685e None None] Network c004326a-0d83-451a-b1dc-90cd8fc074fd requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:26.323721 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f754b-dd54-4baa-949a-eb984eebf26c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event deleted for resources: {'Subnet': ['ID=3110bd1c-e9b4-4fd0-a899-03be408ff2a7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:26.503516 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-012f754b-dd54-4baa-949a-eb984eebf26c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.515980 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-012f754b-dd54-4baa-949a-eb984eebf26c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c004326a-0d83-451a-b1dc-90cd8fc074fd']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:26.529516 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ca8ab3-6114-4a10-be79-5388b7bf7e3e req-25ada485-d55b-430c-b3d6-a1ce381aab50 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:26.530576 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-012f754b-dd54-4baa-949a-eb984eebf26c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb4d4fb9-822c-4eac-8764-dd23c015c64c') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:26.531057 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-012f754b-dd54-4baa-949a-eb984eebf26c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb4d4fb9-822c-4eac-8764-dd23c015c64c') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:26.533852 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2d3dc8-9f6d-4a3b-a95b-b09ae48b0946 None None] get_active_networks_info from n-d-771362-37 {{(pid=93760) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:35:26.543768 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b3ca8ab3-6114-4a10-be79-5388b7bf7e3e req-25ada485-d55b-430c-b3d6-a1ce381aab50 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1652563 Jul 16 08:35:26.545090 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-012f754b-dd54-4baa-949a-eb984eebf26c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.561070 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-012f754b-dd54-4baa-949a-eb984eebf26c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.573739 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-012f754b-dd54-4baa-949a-eb984eebf26c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:35:26.574796 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-012f754b-dd54-4baa-949a-eb984eebf26c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.636980 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b3ca8ab3-6114-4a10-be79-5388b7bf7e3e req-dc315aa0-4065-4b80-b28c-889fe964508d tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898139 Jul 16 08:35:26.659774 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:35:26.659774 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:35:26.659774 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:35:26.659774 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:35:26.659774 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:35:26.659774 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:35:26.659774 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:35:26.659774 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:35:26.659774 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:35:26.659774 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:35:26.659774 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:35:26.659774 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:35:26.659774 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:35:26.659774 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:35:26.659774 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:35:26.659774 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:35:26.659774 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:35:26.659774 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:35:26.659774 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:35:26.659774 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:35:26.659774 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:35:26.659774 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:35:26.659774 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:35:26.659774 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:35:26.659774 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:35:26.659774 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:35:26.659774 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:35:26.659774 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:35:26.659774 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:35:26.659774 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:35:26.659774 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:35:26.659774 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:35:26.663955 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-012f754b-dd54-4baa-949a-eb984eebf26c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.671922 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-012f754b-dd54-4baa-949a-eb984eebf26c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:26.676699 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-012f754b-dd54-4baa-949a-eb984eebf26c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/networks/c004326a-0d83-451a-b1dc-90cd8fc074fd HTTP/1.1" status: 204 len: 168 time: 1.0254688 Jul 16 08:35:26.677369 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60870) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:26.689818 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f754b-dd54-4baa-949a-eb984eebf26c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event deleted for resources: {'Network': ['ID=c004326a-0d83-451a-b1dc-90cd8fc074fd,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:26.750034 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-53072c77-a1ba-4d6f-bf1b-241b49d98eaa tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] GET failed (client error): The resource could not be found. Jul 16 08:35:26.757409 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-53072c77-a1ba-4d6f-bf1b-241b49d98eaa tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "GET /v2.0/subnets/3110bd1c-e9b4-4fd0-a899-03be408ff2a7 HTTP/1.1" status: 404 len: 337 time: 0.0791976 Jul 16 08:35:26.760744 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60874) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:26.777067 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:35:26.797867 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c9a1623-3da7-45ee-be72-2ddc4fee7447 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] DELETE failed (client error): The resource could not be found. Jul 16 08:35:26.799982 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c9a1623-3da7-45ee-be72-2ddc4fee7447 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:35:26.800317 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2d3dc8-9f6d-4a3b-a95b-b09ae48b0946 None None] Resources bound (agent type, host, resource id): {{(pid=93760) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:35:26.809508 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4c9a1623-3da7-45ee-be72-2ddc4fee7447 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/networks/c004326a-0d83-451a-b1dc-90cd8fc074fd HTTP/1.1" status: 404 len: 339 time: 0.0435696 Jul 16 08:35:26.810225 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60878) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:27.879250 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b694fd4-e254-4eaa-9ad4-5142c28c99e0 req-1ac7a1a0-119d-4956-aa4f-233b669c0cb1 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:27.901005 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9b694fd4-e254-4eaa-9ad4-5142c28c99e0 req-1ac7a1a0-119d-4956-aa4f-233b669c0cb1 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 946 time: 0.3636131 Jul 16 08:35:27.982459 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9b694fd4-e254-4eaa-9ad4-5142c28c99e0 req-deb28278-2777-4923-bb7e-378e329dd28b tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756605 Jul 16 08:35:28.195377 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92af81fa-78e4-4de2-ab5c-3a09496f2d01 req-d7cb666e-5cab-42a5-91f4-594524527b2c tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:28.204825 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-92af81fa-78e4-4de2-ab5c-3a09496f2d01 req-d7cb666e-5cab-42a5-91f4-594524527b2c tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1003990 Jul 16 08:35:28.273224 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-92af81fa-78e4-4de2-ab5c-3a09496f2d01 req-8eb2063f-6717-4ece-9607-9b6116d869ac tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664411 Jul 16 08:35:28.507989 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da36eb53-3724-4b3d-9a63-907a8192930a tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:28.511223 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-da36eb53-3724-4b3d-9a63-907a8192930a tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.6999862 Jul 16 08:35:28.514414 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60940) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:28.610284 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6c9a35fc-03ed-42c3-997a-026e03bfcdde tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "GET /v2.0/subnets?network_id=4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 207 time: 0.0949361 Jul 16 08:35:28.613530 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60946) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:28.658591 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d127a654-cefe-435a-b66d-62a00beddda0 req-d6634dc4-78d0-40e1-bbc3-192015efcd8c tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:28.666636 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d127a654-cefe-435a-b66d-62a00beddda0 req-d6634dc4-78d0-40e1-bbc3-192015efcd8c tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3e287f4-5f9c-486c-bbcd-100eacab0aed HTTP/1.1" status: 200 len: 950 time: 0.5014558 Jul 16 08:35:28.725353 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d127a654-cefe-435a-b66d-62a00beddda0 req-a91d20b5-b0c6-4481-8f73-9179caada04d tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/security-groups?id=630fed5e-1f57-4806-bbed-db4678d395c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575097 Jul 16 08:35:28.797632 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60950) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:28.866304 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0fec8d-c341-433f-8e64-2a9ed9dd145f req-2d250663-9f5f-4198-a64d-98736637d16f tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:28.882246 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9a0fec8d-c341-433f-8e64-2a9ed9dd145f req-2d250663-9f5f-4198-a64d-98736637d16f tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.30 "GET /v2.0/ports?device_id=a3e287f4-5f9c-486c-bbcd-100eacab0aed HTTP/1.1" status: 200 len: 950 time: 0.1551621 Jul 16 08:35:28.965250 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-28ad3da6-15be-4f37-804b-16aa31262f52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.074030 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae74418-de2d-40db-8635-fa1143d5c8a9 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:29.080521 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae74418-de2d-40db-8635-fa1143d5c8a9 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:29.087169 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae74418-de2d-40db-8635-fa1143d5c8a9 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:29.093088 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ae74418-de2d-40db-8635-fa1143d5c8a9 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:29.094999 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6ae74418-de2d-40db-8635-fa1143d5c8a9 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2485 time: 0.4804728 Jul 16 08:35:29.100961 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60956) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:29.158733 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-9a0fec8d-c341-433f-8e64-2a9ed9dd145f req-72e504f6-429e-4f45-81f9-e159c80feba1 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Deleting port 49d80e56-0052-4560-ba73-06e600b8b9a3 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:29.159232 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9a0fec8d-c341-433f-8e64-2a9ed9dd145f req-72e504f6-429e-4f45-81f9-e159c80feba1 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.292310 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-28ad3da6-15be-4f37-804b-16aa31262f52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.303859 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-28ad3da6-15be-4f37-804b-16aa31262f52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.332839 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-9a0fec8d-c341-433f-8e64-2a9ed9dd145f req-72e504f6-429e-4f45-81f9-e159c80feba1 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] For port 49d80e56-0052-4560-ba73-06e600b8b9a3, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=49d80e56-0052-4560-ba73-06e600b8b9a3,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:29.333283 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9a0fec8d-c341-433f-8e64-2a9ed9dd145f req-72e504f6-429e-4f45-81f9-e159c80feba1 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.398105 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-9a0fec8d-c341-433f-8e64-2a9ed9dd145f req-72e504f6-429e-4f45-81f9-e159c80feba1 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Calling delete_port for 49d80e56-0052-4560-ba73-06e600b8b9a3 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:29.433636 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-28ad3da6-15be-4f37-804b-16aa31262f52 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a496f684036643ac984a701211c6ac87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6351345 Jul 16 08:35:29.462322 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60964) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:29.468873 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ad3da6-15be-4f37-804b-16aa31262f52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bef76c3-8275-4483-887f-b794fc01e21e,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:29.539231 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b9f4fabf-3ff9-47b9-aea7-46b7d04752b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.576430 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b9f4fabf-3ff9-47b9-aea7-46b7d04752b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.701008 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9a0fec8d-c341-433f-8e64-2a9ed9dd145f req-72e504f6-429e-4f45-81f9-e159c80feba1 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.715700 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['49d80e56-0052-4560-ba73-06e600b8b9a3'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:29.784309 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e504f6-429e-4f45-81f9-e159c80feba1 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Pushing event deleted for resources: {'Port': ['ID=49d80e56-0052-4560-ba73-06e600b8b9a3,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:29.791231 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b9f4fabf-3ff9-47b9-aea7-46b7d04752b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.793961 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b9f4fabf-3ff9-47b9-aea7-46b7d04752b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.795244 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b9f4fabf-3ff9-47b9-aea7-46b7d04752b1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6bef76c3-8275-4483-887f-b794fc01e21e HTTP/1.1" status: 204 len: 168 time: 0.3318386 Jul 16 08:35:29.825808 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0fec8d-c341-433f-8e64-2a9ed9dd145f req-72e504f6-429e-4f45-81f9-e159c80feba1 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] No DVR routers for this DVR port 49d80e56-0052-4560-ba73-06e600b8b9a3 on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:29.828369 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9a0fec8d-c341-433f-8e64-2a9ed9dd145f req-72e504f6-429e-4f45-81f9-e159c80feba1 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:29.832378 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9a0fec8d-c341-433f-8e64-2a9ed9dd145f req-72e504f6-429e-4f45-81f9-e159c80feba1 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.30 "DELETE /v2.0/ports/49d80e56-0052-4560-ba73-06e600b8b9a3 HTTP/1.1" status: 204 len: 173 time: 0.9383855 Jul 16 08:35:29.836261 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3e287f4-5f9c-486c-bbcd-100eacab0aed', 'name': 'network-vif-deleted', 'tag': '49d80e56-0052-4560-ba73-06e600b8b9a3'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:29.840396 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd109ba-8d24-48a6-8ded-ea647a6b833c" -d '{"events": [{"server_uuid": "a3e287f4-5f9c-486c-bbcd-100eacab0aed", "name": "network-vif-deleted", "tag": "49d80e56-0052-4560-ba73-06e600b8b9a3"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:29.847538 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4fabf-3ff9-47b9-aea7-46b7d04752b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bef76c3-8275-4483-887f-b794fc01e21e,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:29.860432 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d075df-6ff3-4eeb-be0b-b5812e5cf2b7 req-87b0fbf0-a517-4fd7-8dd6-25a7266f0db9 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:29.861660 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b8d075df-6ff3-4eeb-be0b-b5812e5cf2b7 req-87b0fbf0-a517-4fd7-8dd6-25a7266f0db9 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.2518666 Jul 16 08:35:30.011812 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b8d075df-6ff3-4eeb-be0b-b5812e5cf2b7 req-ee01ed8d-e8f2-4b56-b3c8-285fafcea569 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201148 Jul 16 08:35:30.117241 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-dc3cb860-2c5f-47d4-a3f4-cfefa4d2fce0 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 574 time: 1.0151496 Jul 16 08:35:30.121557 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60984) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:30.308263 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daade84f-5e41-49fd-895b-6e523d03683f req-203d1cf0-5e41-46a0-83c5-f29e76996406 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:30.315575 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-daade84f-5e41-49fd-895b-6e523d03683f req-203d1cf0-5e41-46a0-83c5-f29e76996406 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 946 time: 1.1755631 Jul 16 08:35:30.320172 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f406341-42f5-4700-8a07-f89d9334e95b tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:30.326104 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f406341-42f5-4700-8a07-f89d9334e95b tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:30.331278 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3f406341-42f5-4700-8a07-f89d9334e95b tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2056150 Jul 16 08:35:30.331775 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60992) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:30.470063 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-daade84f-5e41-49fd-895b-6e523d03683f req-56dd55f2-98fa-455c-98ca-96c67283c496 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479061 Jul 16 08:35:30.486989 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faa1adf-18f9-467a-a809-b9aba44d27e1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:30.498015 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faa1adf-18f9-467a-a809-b9aba44d27e1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:30.503062 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5faa1adf-18f9-467a-a809-b9aba44d27e1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1669838 Jul 16 08:35:30.503651 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60994) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:30.569961 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60996) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:30.595235 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986db189-7f08-4e32-961b-c597d0051982 x-openstack-request-id: req-986db189-7f08-4e32-961b-c597d0051982 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:30.595823 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3e287f4-5f9c-486c-bbcd-100eacab0aed", "name": "network-vif-deleted", "tag": "49d80e56-0052-4560-ba73-06e600b8b9a3", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:30.596342 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-986db189-7f08-4e32-961b-c597d0051982 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:30.596930 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-957a359d-bbf1-4ca2-8494-b9a1e57369f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:30.597046 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3e287f4-5f9c-486c-bbcd-100eacab0aed', 'name': 'network-vif-deleted', 'tag': '49d80e56-0052-4560-ba73-06e600b8b9a3', 'status': 'completed', 'code': 200} Jul 16 08:35:30.635558 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7794ddb-f352-4074-ad8c-7dc29e94f068 req-67ac502a-ad96-4aa5-be62-48b929f5d930 tempest-ServersAdminNegativeTestJSON-157263039 tempest-ServersAdminNegativeTestJSON-157263039-project] 10.222.0.22 "GET /v2.0/ports?device_id=a3e287f4-5f9c-486c-bbcd-100eacab0aed HTTP/1.1" status: 200 len: 210 time: 0.0621891 Jul 16 08:35:30.753417 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6367f45-646b-4210-aa08-e1dfc2dc2a1d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:30.755657 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a6367f45-646b-4210-aa08-e1dfc2dc2a1d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "GET /v2.0/networks/04d6880c-5119-4455-b35c-e9168f24b641 HTTP/1.1" status: 200 len: 798 time: 0.2504060 Jul 16 08:35:30.758836 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-957a359d-bbf1-4ca2-8494-b9a1e57369f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:30.759993 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60998) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:30.819489 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-957a359d-bbf1-4ca2-8494-b9a1e57369f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:30.904099 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-957a359d-bbf1-4ca2-8494-b9a1e57369f9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=56d70bb6e134468a964a31f5dc989b9e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3329298 Jul 16 08:35:30.907189 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 32768) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:30.909754 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957a359d-bbf1-4ca2-8494-b9a1e57369f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd60c928-d634-4b8d-9d89-ac24995ec815,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:30.941419 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-897da8a9-8d98-4a90-9868-67a67dcf1067 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "GET /v2.0/networks/04d6880c-5119-4455-b35c-e9168f24b641?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 314 time: 0.1786225 Jul 16 08:35:30.945307 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 32770) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:31.022667 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d5a10b7-88a6-408c-84f8-33c0042bc445 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:31.028136 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1e2dc09-a4c3-4cca-87eb-36ba1f48380c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:31.029530 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a1e2dc09-a4c3-4cca-87eb-36ba1f48380c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "GET /v2.0/subnets/6e359dcc-3442-4606-bc5e-3658c3280713 HTTP/1.1" status: 200 len: 811 time: 0.0832016 Jul 16 08:35:31.033520 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 32772) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:31.057842 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d5a10b7-88a6-408c-84f8-33c0042bc445 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:31.110480 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4712811b-d6bb-4042-a748-5e74121878f9 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:31.111918 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4712811b-d6bb-4042-a748-5e74121878f9 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "GET /v2.0/subnets/6e359dcc-3442-4606-bc5e-3658c3280713?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0773690 Jul 16 08:35:31.117375 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 32776) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:31.123098 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-371f0e14-ec31-475d-94fb-93c32599b0df tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1512757233'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:31.127593 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d5a10b7-88a6-408c-84f8-33c0042bc445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:31.130255 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d5a10b7-88a6-408c-84f8-33c0042bc445 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:31.131685 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1d5a10b7-88a6-408c-84f8-33c0042bc445 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bd60c928-d634-4b8d-9d89-ac24995ec815 HTTP/1.1" status: 204 len: 168 time: 0.2232704 Jul 16 08:35:31.148065 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5a10b7-88a6-408c-84f8-33c0042bc445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd60c928-d634-4b8d-9d89-ac24995ec815,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:31.161170 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a10b7-88a6-408c-84f8-33c0042bc445 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:31.161449 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a10b7-88a6-408c-84f8-33c0042bc445 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:31.161793 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a10b7-88a6-408c-84f8-33c0042bc445 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:31.162400 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a10b7-88a6-408c-84f8-33c0042bc445 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:31.162721 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a10b7-88a6-408c-84f8-33c0042bc445 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:31.163134 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a10b7-88a6-408c-84f8-33c0042bc445 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:31.163868 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a10b7-88a6-408c-84f8-33c0042bc445 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:31.164211 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a10b7-88a6-408c-84f8-33c0042bc445 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:31.164737 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a10b7-88a6-408c-84f8-33c0042bc445 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:31.165406 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a10b7-88a6-408c-84f8-33c0042bc445 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:31.166076 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a10b7-88a6-408c-84f8-33c0042bc445 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:31.166586 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d5a10b7-88a6-408c-84f8-33c0042bc445 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:31.176194 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371f0e14-ec31-475d-94fb-93c32599b0df tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Made reservation on behalf of 5d86a8dac7be464fabf05e4f6eab88a6 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:31.180146 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-371f0e14-ec31-475d-94fb-93c32599b0df tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:31.229220 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-371f0e14-ec31-475d-94fb-93c32599b0df tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:35:31.250471 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d930e0-a9bb-48b5-92b0-b52616aec1e3 req-fc0c4d15-3a96-45a2-a70f-fec0255022d9 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:31.251913 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-371f0e14-ec31-475d-94fb-93c32599b0df tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:31.252304 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-371f0e14-ec31-475d-94fb-93c32599b0df tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Added segment d26bca3e-6cfd-447e-a532-ad1beed3b15d of type vlan for network 21815861-f1d5-4986-aaba-3a2028004b8a Jul 16 08:35:31.254743 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-10d930e0-a9bb-48b5-92b0-b52616aec1e3 req-fc0c4d15-3a96-45a2-a70f-fec0255022d9 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1114130 Jul 16 08:35:31.354467 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-10d930e0-a9bb-48b5-92b0-b52616aec1e3 req-3bb736db-fac3-4233-880a-e87d6f554b98 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930586 Jul 16 08:35:31.367003 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-371f0e14-ec31-475d-94fb-93c32599b0df tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:31.484692 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-371f0e14-ec31-475d-94fb-93c32599b0df tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:31.490371 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371f0e14-ec31-475d-94fb-93c32599b0df tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:31.491012 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-371f0e14-ec31-475d-94fb-93c32599b0df tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:31.569631 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device ed21fdfc-b7fa-4074-b131-4bf703c1a7a2 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:35:31.646162 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-371f0e14-ec31-475d-94fb-93c32599b0df tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5248775 Jul 16 08:35:31.646805 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 32816) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:31.652957 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2379d2d8-cf9e-4a9d-aefd-e87264e42667 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Request body: {'subnet': {'network_id': '21815861-f1d5-4986-aaba-3a2028004b8a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:31.794409 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 49d80e56-0052-4560-ba73-06e600b8b9a3 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:31.872262 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f0e14-ec31-475d-94fb-93c32599b0df tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event updated for resources: {'Network': ['ID=21815861-f1d5-4986-aaba-3a2028004b8a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:31.872927 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 49d80e56-0052-4560-ba73-06e600b8b9a3 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:31.873283 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 49d80e56-0052-4560-ba73-06e600b8b9a3 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:31.880424 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2379d2d8-cf9e-4a9d-aefd-e87264e42667 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Made reservation on behalf of 5d86a8dac7be464fabf05e4f6eab88a6 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:31.889191 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2379d2d8-cf9e-4a9d-aefd-e87264e42667 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:31.905050 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port ed21fdfc-b7fa-4074-b131-4bf703c1a7a2, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ed21fdfc-b7fa-4074-b131-4bf703c1a7a2,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:31.912949 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 21815861-f1d5-4986-aaba-3a2028004b8a details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:35:31.948667 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9188c226-1857-4c0a-998a-a46a7c9149db req-ad4c1f43-2c9f-40a7-9297-1465ec6dba2f tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:31.958823 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9188c226-1857-4c0a-998a-a46a7c9149db req-ad4c1f43-2c9f-40a7-9297-1465ec6dba2f tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 946 time: 0.2880986 Jul 16 08:35:32.043729 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9188c226-1857-4c0a-998a-a46a7c9149db req-faa7fd34-55b0-4002-80f9-f3d20a828790 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831106 Jul 16 08:35:32.045592 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.046431 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'ed21fdfc-b7fa-4074-b131-4bf703c1a7a2', 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f', 'port_id': 'ed21fdfc-b7fa-4074-b131-4bf703c1a7a2', 'mac_address': 'fa:16:3e:1e:28:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25132452-9e46-4209-8e8b-3e1b72482432', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:35:32.056014 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.056364 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.ipam_backend_mixin [None req-2379d2d8-cf9e-4a9d-aefd-e87264e42667 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Performing IP validity checks on allocation pools {{(pid=93759) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 08:35:32.057079 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.ipam_backend_mixin [None req-2379d2d8-cf9e-4a9d-aefd-e87264e42667 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93759) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 08:35:32.329662 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.330432 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2379d2d8-cf9e-4a9d-aefd-e87264e42667 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.391487 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ed21fdfc-b7fa-4074-b131-4bf703c1a7a2 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:32.449237 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port ed21fdfc-b7fa-4074-b131-4bf703c1a7a2, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ed21fdfc-b7fa-4074-b131-4bf703c1a7a2,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:32.463055 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.478324 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379d2d8-cf9e-4a9d-aefd-e87264e42667 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event updated for resources: {'Subnet': ['ID=03d9d247-ef54-469c-87a4-b7b028642af1,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:32.484228 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2379d2d8-cf9e-4a9d-aefd-e87264e42667 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Checking segment: {'id': 'd26bca3e-6cfd-447e-a532-ad1beed3b15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '21815861-f1d5-4986-aaba-3a2028004b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:32.484620 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2379d2d8-cf9e-4a9d-aefd-e87264e42667 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Network hostable DHCP agents. Network: 21815861-f1d5-4986-aaba-3a2028004b8a, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:35:32.494722 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379d2d8-cf9e-4a9d-aefd-e87264e42667 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:32.495169 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379d2d8-cf9e-4a9d-aefd-e87264e42667 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:32.495571 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379d2d8-cf9e-4a9d-aefd-e87264e42667 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:32.495980 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379d2d8-cf9e-4a9d-aefd-e87264e42667 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:32.496405 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379d2d8-cf9e-4a9d-aefd-e87264e42667 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:32.496806 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379d2d8-cf9e-4a9d-aefd-e87264e42667 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:32.497220 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379d2d8-cf9e-4a9d-aefd-e87264e42667 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:32.497860 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379d2d8-cf9e-4a9d-aefd-e87264e42667 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:32.498265 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379d2d8-cf9e-4a9d-aefd-e87264e42667 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:32.498659 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379d2d8-cf9e-4a9d-aefd-e87264e42667 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:32.499052 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379d2d8-cf9e-4a9d-aefd-e87264e42667 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:32.499504 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2379d2d8-cf9e-4a9d-aefd-e87264e42667 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:35:32.545971 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2379d2d8-cf9e-4a9d-aefd-e87264e42667 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Network 21815861-f1d5-4986-aaba-3a2028004b8a is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:35:32.573738 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-2379d2d8-cf9e-4a9d-aefd-e87264e42667 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 21815861-f1d5-4986-aaba-3a2028004b8a) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:32.583683 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe806da-8815-40c0-9229-8b0c6be335a5 None None] Network 21815861-f1d5-4986-aaba-3a2028004b8a requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:32.594831 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2379d2d8-cf9e-4a9d-aefd-e87264e42667 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:32.594831 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2379d2d8-cf9e-4a9d-aefd-e87264e42667 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:32.608994 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 32854) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:32.620659 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['ed21fdfc-b7fa-4074-b131-4bf703c1a7a2'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:32.652794 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2379d2d8-cf9e-4a9d-aefd-e87264e42667 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.0051355 Jul 16 08:35:32.656139 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 32862) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:32.662155 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-235b9949-ad11-4094-b7b1-7568f95360e5 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:32.775307 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14edcd11-38ec-4e5a-a9c1-a648c19ec8c1 req-0fa99f84-770d-4634-a391-0fae31fbb200 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:32.778888 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-14edcd11-38ec-4e5a-a9c1-a648c19ec8c1 req-0fa99f84-770d-4634-a391-0fae31fbb200 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.2135282 Jul 16 08:35:32.868005 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=ed21fdfc-b7fa-4074-b131-4bf703c1a7a2,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:32.880323 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-14edcd11-38ec-4e5a-a9c1-a648c19ec8c1 req-b19afb83-0cf2-4e21-9143-055e1f6536de tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942538 Jul 16 08:35:32.882056 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-235b9949-ad11-4094-b7b1-7568f95360e5 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-16620526'] for subnet, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:33.218576 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa344bc-95fd-464e-b01b-deb1ddca2672 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-21815861-f1d5-4986-aaba-3a2028004b8a', 'network_id': '21815861-f1d5-4986-aaba-3a2028004b8a', 'tenant_id': '5d86a8dac7be464fabf05e4f6eab88a6', 'fixed_ips': [{'subnet_id': '03d9d247-ef54-469c-87a4-b7b028642af1'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:35:33.219849 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bfa344bc-95fd-464e-b01b-deb1ddca2672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:33.426364 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-235b9949-ad11-4094-b7b1-7568f95360e5 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792700239499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16564212'] for subnet, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:33.511420 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eda27b-fb5a-49f6-9cf8-2d1c3f53ab6e req-d80181ff-0763-429a-a293-a7c283936dbb tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:33.520833 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b3eda27b-fb5a-49f6-9cf8-2d1c3f53ab6e req-d80181ff-0763-429a-a293-a7c283936dbb tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 945 time: 0.2046013 Jul 16 08:35:33.545559 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6d7d31f6-3296-4e76-a76f-717146ad8ad3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c36eb8519e994563885fc22fb3f50618&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9332242 Jul 16 08:35:33.546284 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 32876) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:33.658989 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b3eda27b-fb5a-49f6-9cf8-2d1c3f53ab6e req-811940ad-4ad4-4006-bc2d-777a8f8e0f05 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271458 Jul 16 08:35:33.698456 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-bfa344bc-95fd-464e-b01b-deb1ddca2672 None None] Allocated IP 172.20.0.3 (21815861-f1d5-4986-aaba-3a2028004b8a/03d9d247-ef54-469c-87a4-b7b028642af1/9c4092f9-6e52-4e37-ba35-91721df59554) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:33.744214 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235b9949-ad11-4094-b7b1-7568f95360e5 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event updated for resources: {'Subnet': ['ID=03d9d247-ef54-469c-87a4-b7b028642af1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:33.782891 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-235b9949-ad11-4094-b7b1-7568f95360e5 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:33.785148 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-235b9949-ad11-4094-b7b1-7568f95360e5 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:33.791413 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-235b9949-ad11-4094-b7b1-7568f95360e5 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "PUT /v2.0/subnets/03d9d247-ef54-469c-87a4-b7b028642af1 HTTP/1.1" status: 200 len: 877 time: 1.1315062 Jul 16 08:35:33.795125 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 32880) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:33.804683 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 4d260d8b-2721-4aad-939f-af2eced15fea details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:35:33.902307 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-50352f93-7984-4cea-b049-48f182efa688 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:34.038753 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-50352f93-7984-4cea-b049-48f182efa688 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:34.054806 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:34.181975 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-50352f93-7984-4cea-b049-48f182efa688 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:34.192898 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-50352f93-7984-4cea-b049-48f182efa688 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:34.194160 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-50352f93-7984-4cea-b049-48f182efa688 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/630fed5e-1f57-4806-bbed-db4678d395c3 HTTP/1.1" status: 204 len: 168 time: 0.6346669 Jul 16 08:35:34.217265 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50352f93-7984-4cea-b049-48f182efa688 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=630fed5e-1f57-4806-bbed-db4678d395c3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:34.231600 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 4d260d8b-2721-4aad-939f-af2eced15fea, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=4d260d8b-2721-4aad-939f-af2eced15fea,segment=NetworkSegment(434f1074-36f8-46ba-becd-a201a761861a),segment_id=434f1074-36f8-46ba-becd-a201a761861a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:34.254673 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:34.263605 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '4d260d8b-2721-4aad-939f-af2eced15fea', 'network_id': 'c8582703-4cc4-4fff-80b5-c471d9477e16', 'port_id': '4d260d8b-2721-4aad-939f-af2eced15fea', 'mac_address': 'fa:16:3e:21:47:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df86fc55-3ccc-4737-ad2e-69164a017fd5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:35:34.359184 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-162b1ea3-a4bb-4131-91e1-1924ff84a021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:34.400328 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:34.422496 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 4d260d8b-2721-4aad-939f-af2eced15fea {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:34.453394 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 4d260d8b-2721-4aad-939f-af2eced15fea, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=4d260d8b-2721-4aad-939f-af2eced15fea,segment=NetworkSegment(434f1074-36f8-46ba-becd-a201a761861a),segment_id=434f1074-36f8-46ba-becd-a201a761861a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:34.463380 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:34.464863 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b93f5cc0-346a-4376-a16e-0861eb4bccfc req-07c8187f-329f-4fec-9147-5d93a9fa4b28 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:34.466671 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b93f5cc0-346a-4376-a16e-0861eb4bccfc req-07c8187f-329f-4fec-9147-5d93a9fa4b28 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.0887454 Jul 16 08:35:34.537915 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b93f5cc0-346a-4376-a16e-0861eb4bccfc req-ff4469a1-31d7-4f93-a920-f2ca2d5c45cc tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637798 Jul 16 08:35:34.606046 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=4d260d8b-2721-4aad-939f-af2eced15fea,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:34.623754 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bfa344bc-95fd-464e-b01b-deb1ddca2672 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:34.640415 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['4d260d8b-2721-4aad-939f-af2eced15fea'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:34.735505 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-bfa344bc-95fd-464e-b01b-deb1ddca2672 None None] Transition to ACTIVE for port object 9c4092f9-6e52-4e37-ba35-91721df59554 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:34.822655 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-bfa344bc-95fd-464e-b01b-deb1ddca2672 None None] Transition to ACTIVE for port object 9c4092f9-6e52-4e37-ba35-91721df59554 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:34.847230 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bfa344bc-95fd-464e-b01b-deb1ddca2672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:34.919265 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa344bc-95fd-464e-b01b-deb1ddca2672 None None] Network 21815861-f1d5-4986-aaba-3a2028004b8a is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:34.929346 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-bfa344bc-95fd-464e-b01b-deb1ddca2672 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:34.934129 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa344bc-95fd-464e-b01b-deb1ddca2672 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:34.953623 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa344bc-95fd-464e-b01b-deb1ddca2672 None None] Pushing event updated for resources: {'Port': ['ID=9c4092f9-6e52-4e37-ba35-91721df59554,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:34.978113 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.042388 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 32904) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:35.097991 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-bfa344bc-95fd-464e-b01b-deb1ddca2672 None None] Attempting to bind port 9c4092f9-6e52-4e37-ba35-91721df59554 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:35.098719 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-bfa344bc-95fd-464e-b01b-deb1ddca2672 None None] Attempting to bind port 9c4092f9-6e52-4e37-ba35-91721df59554 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'd26bca3e-6cfd-447e-a532-ad1beed3b15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '21815861-f1d5-4986-aaba-3a2028004b8a'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:35.099284 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa344bc-95fd-464e-b01b-deb1ddca2672 None None] Attempting to bind port 9c4092f9-6e52-4e37-ba35-91721df59554 on network 21815861-f1d5-4986-aaba-3a2028004b8a {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:35.105155 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event deleted for resources: {'Subnet': ['ID=03d9d247-ef54-469c-87a4-b7b028642af1,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:35.134613 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e0b87f94-2fef-427b-bb1b-c15dcfca1fde admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e31770a868c44974a75b773966021ac7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0884552 Jul 16 08:35:35.135596 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 32906) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:35.144029 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa344bc-95fd-464e-b01b-deb1ddca2672 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:35.144759 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa344bc-95fd-464e-b01b-deb1ddca2672 None None] Checking segment: {'id': 'd26bca3e-6cfd-447e-a532-ad1beed3b15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '21815861-f1d5-4986-aaba-3a2028004b8a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:35.145345 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bfa344bc-95fd-464e-b01b-deb1ddca2672 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.146069 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa344bc-95fd-464e-b01b-deb1ddca2672 None None] Bound using segment: {'id': 'd26bca3e-6cfd-447e-a532-ad1beed3b15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '21815861-f1d5-4986-aaba-3a2028004b8a'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:35.146733 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-bfa344bc-95fd-464e-b01b-deb1ddca2672 None None] Bound port: 9c4092f9-6e52-4e37-ba35-91721df59554, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd26bca3e-6cfd-447e-a532-ad1beed3b15d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '21815861-f1d5-4986-aaba-3a2028004b8a'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:35.147442 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bfa344bc-95fd-464e-b01b-deb1ddca2672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.188039 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e97e41f-a307-4ac3-870d-1467273660bb req-ec1571a9-04e4-48f2-a4cf-46ad593eee22 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:35.212725 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6e97e41f-a307-4ac3-870d-1467273660bb req-ec1571a9-04e4-48f2-a4cf-46ad593eee22 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 945 time: 0.3829045 Jul 16 08:35:35.265929 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14974065-5d08-40eb-a78f-131eb3087da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.314401 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-bfa344bc-95fd-464e-b01b-deb1ddca2672 None None] For port 9c4092f9-6e52-4e37-ba35-91721df59554, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:35.318417 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-bfa344bc-95fd-464e-b01b-deb1ddca2672 None None] For port 9c4092f9-6e52-4e37-ba35-91721df59554, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=9c4092f9-6e52-4e37-ba35-91721df59554,segment=NetworkSegment(d26bca3e-6cfd-447e-a532-ad1beed3b15d),segment_id=d26bca3e-6cfd-447e-a532-ad1beed3b15d)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:35.319007 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14974065-5d08-40eb-a78f-131eb3087da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.331280 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bfa344bc-95fd-464e-b01b-deb1ddca2672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.382106 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.425190 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14974065-5d08-40eb-a78f-131eb3087da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.428114 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21815861-f1d5-4986-aaba-3a2028004b8a']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:35.428304 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14974065-5d08-40eb-a78f-131eb3087da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.429454 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-14974065-5d08-40eb-a78f-131eb3087da7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/69fa7b5f-53b8-49b2-adf2-220a8314c662 HTTP/1.1" status: 204 len: 168 time: 0.2927539 Jul 16 08:35:35.445999 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14974065-5d08-40eb-a78f-131eb3087da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fa7b5f-53b8-49b2-adf2-220a8314c662,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:35.497932 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6e97e41f-a307-4ac3-870d-1467273660bb req-391cd76c-b85c-4120-a6f7-dc0fcd25dee8 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842016 Jul 16 08:35:35.506250 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd26bca3e-6cfd-447e-a532-ad1beed3b15d') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:35.517158 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa344bc-95fd-464e-b01b-deb1ddca2672 None None] Pushing event updated for resources: {'Port': ['ID=9c4092f9-6e52-4e37-ba35-91721df59554,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:35.518451 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd26bca3e-6cfd-447e-a532-ad1beed3b15d') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:35.544776 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.584148 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device ed21fdfc-b7fa-4074-b131-4bf703c1a7a2 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:35.589492 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4291c77d-a4f2-4143-b5f2-2457e3d54e2d None None] Network 21815861-f1d5-4986-aaba-3a2028004b8a requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:35.613136 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.638203 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:35:35.649691 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.653382 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:35:35.653382 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:35:35.653382 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:35:35.653382 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:35:35.653382 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:35:35.653382 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:35:35.653382 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:35:35.653382 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:35:35.653382 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:35:35.653382 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:35:35.653382 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:35:35.653382 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:35:35.653382 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:35:35.653382 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:35:35.653382 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:35:35.653382 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:35:35.653382 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:35:35.653382 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:35:35.653382 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:35:35.653382 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:35:35.653382 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:35:35.653382 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:35:35.653382 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:35:35.653382 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:35:35.653382 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:35:35.653382 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:35:35.653382 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:35:35.653382 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:35:35.653382 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:35:35.653382 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:35:35.653382 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:35:35.653382 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:35:35.824954 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0acbc4ee-937b-4066-8245-450f7c1618bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:35.827954 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 4d260d8b-2721-4aad-939f-af2eced15fea up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:35.863178 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 08:35:35.863178 n-d-771362-37 neutron-server[93758]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 08:35:35.863178 n-d-771362-37 neutron-server[93758]: [parameters: {'id': '21815861-f1d5-4986-aaba-3a2028004b8a'}] Jul 16 08:35:35.863178 n-d-771362-37 neutron-server[93758]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:35:35.863833 n-d-771362-37 neutron-server[93758]: DEBUG oslo_db.api [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:35:35.947398 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port ed21fdfc-b7fa-4074-b131-4bf703c1a7a2 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:35.948003 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:36.011886 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:36.061767 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8636aed-e1df-4f42-b534-9fb95347c26a req-cd60c0a2-e66e-4723-9375-703b224dcaff tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:36.096167 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8636aed-e1df-4f42-b534-9fb95347c26a req-cd60c0a2-e66e-4723-9375-703b224dcaff tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 945 time: 0.1938753 Jul 16 08:35:36.147023 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 4d260d8b-2721-4aad-939f-af2eced15fea triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:36.147479 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:36.197588 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8636aed-e1df-4f42-b534-9fb95347c26a req-90bd04b2-c950-470f-b70d-0649ebac212f tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969832 Jul 16 08:35:36.276631 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542ab162-6a45-4568-bd99-433d9060629e None None] Network 21815861-f1d5-4986-aaba-3a2028004b8a requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:36.368038 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:36.543136 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Deleting port 9c4092f9-6e52-4e37-ba35-91721df59554 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:36.543495 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:36.702081 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] For port 9c4092f9-6e52-4e37-ba35-91721df59554, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=9c4092f9-6e52-4e37-ba35-91721df59554,segment=NetworkSegment(d26bca3e-6cfd-447e-a532-ad1beed3b15d),segment_id=d26bca3e-6cfd-447e-a532-ad1beed3b15d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:36.702519 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:36.765094 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Calling delete_port for 9c4092f9-6e52-4e37-ba35-91721df59554 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:36.987267 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.033872 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.069859 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.077452 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa7342e-8608-4ddb-aa48-e82495f97963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed21fdfc-b7fa-4074-b131-4bf703c1a7a2'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:37.080159 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00c85dd6-0802-407c-b584-778d28cc3bf3" -d '{"events": [{"server_uuid": "1aa7342e-8608-4ddb-aa48-e82495f97963", "name": "network-vif-plugged", "status": "completed", "tag": "ed21fdfc-b7fa-4074-b131-4bf703c1a7a2"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:37.118901 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port ed21fdfc-b7fa-4074-b131-4bf703c1a7a2, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ed21fdfc-b7fa-4074-b131-4bf703c1a7a2,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:37.138986 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.144115 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 4d260d8b-2721-4aad-939f-af2eced15fea, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=4d260d8b-2721-4aad-939f-af2eced15fea,segment=NetworkSegment(434f1074-36f8-46ba-becd-a201a761861a),segment_id=434f1074-36f8-46ba-becd-a201a761861a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:37.171527 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f37964f-8dd5-41da-a654-6253d0f42705 req-ff53b862-ef2e-48cd-bbee-20a42a944b3f tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:37.178445 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.193580 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9f37964f-8dd5-41da-a654-6253d0f42705 req-ff53b862-ef2e-48cd-bbee-20a42a944b3f tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 945 time: 0.2763782 Jul 16 08:35:37.220956 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36ae5e2-1ae0-4d87-832a-e7244962e559 None None] get_active_networks_info from n-d-771362-37 {{(pid=93760) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:35:37.303688 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.305306 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 32958) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:37.378647 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=ed21fdfc-b7fa-4074-b131-4bf703c1a7a2,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:37.390180 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] No DVR routers for this DVR port 9c4092f9-6e52-4e37-ba35-91721df59554 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:37.395370 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event deleted for resources: {'Port': ['ID=9c4092f9-6e52-4e37-ba35-91721df59554,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:37.543001 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9f37964f-8dd5-41da-a654-6253d0f42705 req-b456dc5c-eaeb-48fc-9071-7cf1f11ef32d tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3483989 Jul 16 08:35:37.605393 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=4d260d8b-2721-4aad-939f-af2eced15fea,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:37.625447 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a36ae5e2-1ae0-4d87-832a-e7244962e559 None None] Resources bound (agent type, host, resource id): {{(pid=93760) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:35:37.738281 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15b58afc-b1a1-405b-b494-bfb6e8cd7335 x-openstack-request-id: req-15b58afc-b1a1-405b-b494-bfb6e8cd7335 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:37.740896 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa7342e-8608-4ddb-aa48-e82495f97963", "name": "network-vif-plugged", "status": "completed", "tag": "ed21fdfc-b7fa-4074-b131-4bf703c1a7a2", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:37.743394 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-15b58afc-b1a1-405b-b494-bfb6e8cd7335 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:37.744048 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa7342e-8608-4ddb-aa48-e82495f97963', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed21fdfc-b7fa-4074-b131-4bf703c1a7a2', 'code': 200} Jul 16 08:35:37.769290 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.796478 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b853afb9-e3de-4676-94b7-f830cc0b5962 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.805736 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21815861-f1d5-4986-aaba-3a2028004b8a']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:37.827460 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd26bca3e-6cfd-447e-a532-ad1beed3b15d') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:37.828242 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd26bca3e-6cfd-447e-a532-ad1beed3b15d') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:37.846240 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.885644 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.894733 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:35:37.895339 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:37.899567 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:35:37.899567 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:35:37.899567 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:35:37.899567 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:35:37.899567 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:35:37.899567 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:35:37.899567 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:35:37.899567 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:35:37.899567 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:35:37.899567 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:35:37.899567 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:35:37.899567 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:35:37.899567 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:35:37.899567 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:35:37.899567 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:35:37.899567 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:35:37.899567 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:35:37.899567 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:35:37.899567 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:35:37.899567 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:35:37.899567 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:35:37.899567 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:35:37.899567 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:35:37.899567 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:35:37.899567 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:35:37.899567 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:35:37.899567 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:35:37.899567 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:35:37.899567 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:35:37.899567 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:35:37.899567 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:35:37.899567 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:35:38.136393 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.141857 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.147211 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/networks/21815861-f1d5-4986-aaba-3a2028004b8a HTTP/1.1" status: 204 len: 168 time: 4.3509052 Jul 16 08:35:38.153217 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 32972) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:38.209273 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-59f60ada-815c-46d4-b1b5-f93187c8d38f tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] DELETE failed (client error): The resource could not be found. Jul 16 08:35:38.210193 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59f60ada-815c-46d4-b1b5-f93187c8d38f tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:35:38.211418 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-59f60ada-815c-46d4-b1b5-f93187c8d38f tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/subnets/03d9d247-ef54-469c-87a4-b7b028642af1 HTTP/1.1" status: 404 len: 337 time: 0.0569868 Jul 16 08:35:38.213168 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5799caf0-7a9b-463b-8c8f-edea4dd55be1 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event deleted for resources: {'Network': ['ID=21815861-f1d5-4986-aaba-3a2028004b8a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:38.220172 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 32978) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:38.270727 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394aa86a-c421-4013-8540-d70e7ee88bb9 req-94e71f5f-47c5-4a36-ac5f-62a2ac84db2d tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:38.273239 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-394aa86a-c421-4013-8540-d70e7ee88bb9 req-94e71f5f-47c5-4a36-ac5f-62a2ac84db2d tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.3078468 Jul 16 08:35:38.296328 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-05dfba3a-c233-475e-8aa4-4c345548dc2c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] DELETE failed (client error): The resource could not be found. Jul 16 08:35:38.297564 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05dfba3a-c233-475e-8aa4-4c345548dc2c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:35:38.300783 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-05dfba3a-c233-475e-8aa4-4c345548dc2c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/networks/21815861-f1d5-4986-aaba-3a2028004b8a HTTP/1.1" status: 404 len: 339 time: 0.0715084 Jul 16 08:35:38.308301 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 32980) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:38.356731 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-394aa86a-c421-4013-8540-d70e7ee88bb9 req-10075eab-a173-4eb9-a395-edf9efc882a0 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746515 Jul 16 08:35:38.361364 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-e52421f2-7328-45bf-b6df-1b487e666253 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] DELETE failed (client error): The resource could not be found. Jul 16 08:35:38.362117 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e52421f2-7328-45bf-b6df-1b487e666253 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:35:38.365514 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e52421f2-7328-45bf-b6df-1b487e666253 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/subnets/3110bd1c-e9b4-4fd0-a899-03be408ff2a7 HTTP/1.1" status: 404 len: 337 time: 0.0556471 Jul 16 08:35:38.384966 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 32982) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:38.441665 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-c021ec19-7300-43ee-9752-50aa2c61cf35 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] DELETE failed (client error): The resource could not be found. Jul 16 08:35:38.442616 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c021ec19-7300-43ee-9752-50aa2c61cf35 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:35:38.446635 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c021ec19-7300-43ee-9752-50aa2c61cf35 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/networks/c004326a-0d83-451a-b1dc-90cd8fc074fd HTTP/1.1" status: 404 len: 339 time: 0.0596182 Jul 16 08:35:38.452266 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 32990) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:38.461605 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.465011 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b853afb9-e3de-4676-94b7-f830cc0b5962 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.498990 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b853afb9-e3de-4676-94b7-f830cc0b5962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.596578 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b853afb9-e3de-4676-94b7-f830cc0b5962 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b5ef25cf017749ec8a9dabac3bf59079&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2881021 Jul 16 08:35:38.599824 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33002) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:38.657813 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b853afb9-e3de-4676-94b7-f830cc0b5962 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bde6cc9-f307-483f-bdfc-124fa8d1eb15,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:38.709395 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6621cd5b-ce9f-4895-a0b5-fa33ac875f43 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.728530 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07cffc0a-0ed7-41ec-b824-37712bbaa596 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.807631 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07cffc0a-0ed7-41ec-b824-37712bbaa596 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.922892 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6621cd5b-ce9f-4895-a0b5-fa33ac875f43 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.925834 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07cffc0a-0ed7-41ec-b824-37712bbaa596 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.928838 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07cffc0a-0ed7-41ec-b824-37712bbaa596 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:38.930376 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-07cffc0a-0ed7-41ec-b824-37712bbaa596 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2bde6cc9-f307-483f-bdfc-124fa8d1eb15 HTTP/1.1" status: 204 len: 168 time: 0.3288791 Jul 16 08:35:38.939500 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cffc0a-0ed7-41ec-b824-37712bbaa596 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bde6cc9-f307-483f-bdfc-124fa8d1eb15,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:38.944920 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-6621cd5b-ce9f-4895-a0b5-fa33ac875f43 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcefe759-5cfd-40c1-bb71-a7110e340c7c']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:38.969005 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-6621cd5b-ce9f-4895-a0b5-fa33ac875f43 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a54a27-71d6-48a5-8625-6b7b7f0a4aa5') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:38.969424 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-6621cd5b-ce9f-4895-a0b5-fa33ac875f43 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a54a27-71d6-48a5-8625-6b7b7f0a4aa5') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:38.986301 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84145e1-09f7-4709-affa-24c0f5e10c9a req-185a2ad9-fc9f-4c03-a686-93d4536b00c5 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:38.994290 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b84145e1-09f7-4709-affa-24c0f5e10c9a req-185a2ad9-fc9f-4c03-a686-93d4536b00c5 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 946 time: 0.2081861 Jul 16 08:35:39.006057 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6621cd5b-ce9f-4895-a0b5-fa33ac875f43 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:39.061428 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b84145e1-09f7-4709-affa-24c0f5e10c9a req-17f6db17-e034-49d6-b869-993d640324c3 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660172 Jul 16 08:35:39.064937 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6621cd5b-ce9f-4895-a0b5-fa33ac875f43 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:39.078952 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6621cd5b-ce9f-4895-a0b5-fa33ac875f43 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:35:39.079854 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6621cd5b-ce9f-4895-a0b5-fa33ac875f43 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:39.110674 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:35:39.110674 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:35:39.110674 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:35:39.110674 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:35:39.110674 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:35:39.110674 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:35:39.110674 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:35:39.110674 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:35:39.110674 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:35:39.110674 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:35:39.110674 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:35:39.110674 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:35:39.110674 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:35:39.110674 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:35:39.110674 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:35:39.110674 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:35:39.110674 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:35:39.110674 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:35:39.110674 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:35:39.110674 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:35:39.110674 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:35:39.110674 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:35:39.110674 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:35:39.110674 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:35:39.110674 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:35:39.110674 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:35:39.110674 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:35:39.110674 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:35:39.110674 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:35:39.110674 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:35:39.110674 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:35:39.110674 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:35:39.207861 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6621cd5b-ce9f-4895-a0b5-fa33ac875f43 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:39.226860 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6621cd5b-ce9f-4895-a0b5-fa33ac875f43 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:39.233672 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6621cd5b-ce9f-4895-a0b5-fa33ac875f43 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/networks/bcefe759-5cfd-40c1-bb71-a7110e340c7c HTTP/1.1" status: 204 len: 168 time: 0.7800758 Jul 16 08:35:39.235648 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33026) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:39.254574 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621cd5b-ce9f-4895-a0b5-fa33ac875f43 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event deleted for resources: {'Network': ['ID=bcefe759-5cfd-40c1-bb71-a7110e340c7c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:39.277870 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a0f995f-8c7e-47c1-abf4-080b4a59b443 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] DELETE failed (client error): The resource could not be found. Jul 16 08:35:39.278334 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a0f995f-8c7e-47c1-abf4-080b4a59b443 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:35:39.283346 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33028) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:39.283745 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1a0f995f-8c7e-47c1-abf4-080b4a59b443 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/subnets/efbe8b65-d414-4790-babe-aa7d2fcce9bb HTTP/1.1" status: 404 len: 337 time: 0.0468011 Jul 16 08:35:39.322353 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-28460351-4188-4434-a5bc-4c8ecc747b8a tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] DELETE failed (client error): The resource could not be found. Jul 16 08:35:39.327486 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28460351-4188-4434-a5bc-4c8ecc747b8a tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:35:39.333051 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-28460351-4188-4434-a5bc-4c8ecc747b8a tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/networks/f385a82e-b32e-42bd-b5ff-db488fa79c38 HTTP/1.1" status: 404 len: 339 time: 0.0482361 Jul 16 08:35:39.334619 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33034) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:39.398194 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e64821-a74e-4b6b-a54b-896fe9af877c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] DELETE failed (client error): The resource could not be found. Jul 16 08:35:39.398721 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8e64821-a74e-4b6b-a54b-896fe9af877c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:35:39.405068 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33048) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:39.409099 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a8e64821-a74e-4b6b-a54b-896fe9af877c tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/subnets/5f4e2008-e28f-4f1d-96cf-6e6fb0098a7a HTTP/1.1" status: 404 len: 337 time: 0.0733125 Jul 16 08:35:39.449892 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec7d8852-e67a-4ff3-9538-708daf9d0d20 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] DELETE failed (client error): The resource could not be found. Jul 16 08:35:39.450683 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec7d8852-e67a-4ff3-9538-708daf9d0d20 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:35:39.454868 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ec7d8852-e67a-4ff3-9538-708daf9d0d20 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/networks/8d29c433-6ce9-43a7-8e83-44fdbd54ac94 HTTP/1.1" status: 404 len: 339 time: 0.0464842 Jul 16 08:35:39.455015 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33056) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:39.497229 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f8052d8-8b26-46bd-a8b5-525659d3721f tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] DELETE failed (client error): The resource could not be found. Jul 16 08:35:39.497532 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f8052d8-8b26-46bd-a8b5-525659d3721f tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:35:39.501774 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1f8052d8-8b26-46bd-a8b5-525659d3721f tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/subnets/76251322-a388-43b6-b07b-470877416d1b HTTP/1.1" status: 404 len: 337 time: 0.0435498 Jul 16 08:35:39.502890 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33062) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:39.525441 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-edf61a73-3561-4efc-ae49-04d88173fc11 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] DELETE failed (client error): The resource could not be found. Jul 16 08:35:39.526326 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edf61a73-3561-4efc-ae49-04d88173fc11 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:35:39.528177 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-edf61a73-3561-4efc-ae49-04d88173fc11 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/networks/034d095a-d508-412b-a5e0-8bd5ab7b4115 HTTP/1.1" status: 404 len: 339 time: 0.0239856 Jul 16 08:35:39.530877 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33064) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:39.588969 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-07b2eea1-216f-419b-8058-350f2f4af6dd tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] DELETE failed (client error): The resource could not be found. Jul 16 08:35:39.597254 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07b2eea1-216f-419b-8058-350f2f4af6dd tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:35:39.600998 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-07b2eea1-216f-419b-8058-350f2f4af6dd tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/subnets/a2c27487-34ec-46b7-a7c5-b6e296274c02 HTTP/1.1" status: 404 len: 337 time: 0.0686038 Jul 16 08:35:39.604109 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33072) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:39.628647 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-3506c7fa-4ba8-496b-a13b-e04bfcee0eaa tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] DELETE failed (client error): The resource could not be found. Jul 16 08:35:39.630023 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3506c7fa-4ba8-496b-a13b-e04bfcee0eaa tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:35:39.633529 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3506c7fa-4ba8-496b-a13b-e04bfcee0eaa tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/networks/a6414934-6f9f-43d0-ba05-05497a186de5 HTTP/1.1" status: 404 len: 339 time: 0.0280309 Jul 16 08:35:39.636123 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33074) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:39.672297 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ef5063-98bf-4d4f-a247-33ece84d907d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] DELETE failed (client error): The resource could not be found. Jul 16 08:35:39.673101 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5ef5063-98bf-4d4f-a247-33ece84d907d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:35:39.675280 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c5ef5063-98bf-4d4f-a247-33ece84d907d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/subnets/891dbf19-f0a7-4c7b-b8f0-ec4ae73b866d HTTP/1.1" status: 404 len: 337 time: 0.0378444 Jul 16 08:35:39.678118 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33078) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:39.700866 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-50101b00-e26e-46d1-bd86-8f2ec5218cae tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] DELETE failed (client error): The resource could not be found. Jul 16 08:35:39.701452 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50101b00-e26e-46d1-bd86-8f2ec5218cae tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:35:39.705578 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-50101b00-e26e-46d1-bd86-8f2ec5218cae tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/networks/3663d2f9-7e90-47cc-982a-2ddd5dceba64 HTTP/1.1" status: 404 len: 339 time: 0.0229142 Jul 16 08:35:39.705933 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33080) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:39.745796 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986d7225-e1a5-4841-adf8-742db2ed93fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d260d8b-2721-4aad-939f-af2eced15fea'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:39.749621 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b650923-2d3d-40e5-a5e8-d4796a1d011d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] DELETE failed (client error): The resource could not be found. Jul 16 08:35:39.750108 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b650923-2d3d-40e5-a5e8-d4796a1d011d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:35:39.754248 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1b650923-2d3d-40e5-a5e8-d4796a1d011d tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/subnets/495e7088-a3bd-49e5-ba58-65aeefdc44e4 HTTP/1.1" status: 404 len: 337 time: 0.0449119 Jul 16 08:35:39.755417 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8637af2c-6cf2-4e26-972b-8ba00afd682f" -d '{"events": [{"server_uuid": "986d7225-e1a5-4841-adf8-742db2ed93fa", "name": "network-vif-plugged", "status": "completed", "tag": "4d260d8b-2721-4aad-939f-af2eced15fea"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:39.756006 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33082) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:39.780661 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-d971150f-74cc-4506-b179-91391090c5fb tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] DELETE failed (client error): The resource could not be found. Jul 16 08:35:39.780661 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d971150f-74cc-4506-b179-91391090c5fb tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:35:39.780661 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d971150f-74cc-4506-b179-91391090c5fb tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/networks/1c9349a2-a0fa-41d1-9c9d-8397951168a8 HTTP/1.1" status: 404 len: 339 time: 0.0228691 Jul 16 08:35:39.782726 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33088) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:39.836106 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-9263f186-8db7-4246-8c7c-1857c94f85e5 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] DELETE failed (client error): The resource could not be found. Jul 16 08:35:39.836632 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9263f186-8db7-4246-8c7c-1857c94f85e5 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:35:39.842703 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33098) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:39.844106 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9263f186-8db7-4246-8c7c-1857c94f85e5 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/subnets/57e15f5e-762d-4446-8c09-d1ba09315e9f HTTP/1.1" status: 404 len: 337 time: 0.0595961 Jul 16 08:35:39.876223 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6b26310-3707-4f4c-84e9-f4831daf7eb2 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] DELETE failed (client error): The resource could not be found. Jul 16 08:35:39.878073 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6b26310-3707-4f4c-84e9-f4831daf7eb2 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:35:39.885158 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33106) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:39.901300 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f6b26310-3707-4f4c-84e9-f4831daf7eb2 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/networks/b22fda8f-6b80-412d-8b9e-eb9be55669c9 HTTP/1.1" status: 404 len: 339 time: 0.0573130 Jul 16 08:35:39.957219 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f3da54c-10ae-4f7b-b506-555c2c37e5b0 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] DELETE failed (client error): The resource could not be found. Jul 16 08:35:39.957848 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f3da54c-10ae-4f7b-b506-555c2c37e5b0 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:35:39.963665 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33110) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:39.976410 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1f3da54c-10ae-4f7b-b506-555c2c37e5b0 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/subnets/6a3bfc0b-7324-49cc-8326-46532fa98792 HTTP/1.1" status: 404 len: 337 time: 0.0868473 Jul 16 08:35:39.996065 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00f0c81-e7e5-4c98-ba59-659796ff1493 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] DELETE failed (client error): The resource could not be found. Jul 16 08:35:39.996720 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a00f0c81-e7e5-4c98-ba59-659796ff1493 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:35:40.008337 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a00f0c81-e7e5-4c98-ba59-659796ff1493 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/networks/7b068f34-5182-400c-9738-bd8135bde634 HTTP/1.1" status: 404 len: 339 time: 0.0335503 Jul 16 08:35:40.009711 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33112) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:40.081694 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e804698e-da8c-4e60-89d9-cc955279a9d7 req-d3108bef-1f1a-49a6-83a7-f01aade3f170 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:40.103392 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e804698e-da8c-4e60-89d9-cc955279a9d7 req-d3108bef-1f1a-49a6-83a7-f01aade3f170 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1492474 Jul 16 08:35:40.117563 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-3406a898-eb8f-4f4f-9007-8ba8596a0fd9 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=cf0a48a2be3e4a97bf52e8f1f66ca53f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0360489 Jul 16 08:35:40.192595 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e804698e-da8c-4e60-89d9-cc955279a9d7 req-510359f5-6ec2-46ac-a962-485a6c833976 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881631 Jul 16 08:35:40.198520 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-acbc85d6-f053-43a6-9635-afca9e2249e2 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Deleting subnet 6e359dcc-3442-4606-bc5e-3658c3280713 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:35:40.213812 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-acbc85d6-f053-43a6-9635-afca9e2249e2 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:40.260011 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e86797c-70c0-4b2f-b670-b90327bc17a7 x-openstack-request-id: req-5e86797c-70c0-4b2f-b670-b90327bc17a7 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:40.260818 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986d7225-e1a5-4841-adf8-742db2ed93fa", "name": "network-vif-plugged", "status": "completed", "tag": "4d260d8b-2721-4aad-939f-af2eced15fea", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:40.262190 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5e86797c-70c0-4b2f-b670-b90327bc17a7 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:40.262786 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986d7225-e1a5-4841-adf8-742db2ed93fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d260d8b-2721-4aad-939f-af2eced15fea', 'code': 200} Jul 16 08:35:40.343516 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-acbc85d6-f053-43a6-9635-afca9e2249e2 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:40.416833 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-8934fd8e-f14c-4a4e-adf2-8c0542a81739 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:40.423331 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-8934fd8e-f14c-4a4e-adf2-8c0542a81739 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2982841 Jul 16 08:35:40.450261 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-47bf31e0-b371-4506-a707-ba8c1d211831 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.22 "GET /v2.0/quotas/cf0a48a2be3e4a97bf52e8f1f66ca53f HTTP/1.1" status: 200 len: 375 time: 0.0259483 Jul 16 08:35:40.530443 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-f584685c-ac0c-4a68-8334-ee9c7b8cdd5b tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=cf0a48a2be3e4a97bf52e8f1f66ca53f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0783896 Jul 16 08:35:40.566765 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-acbc85d6-f053-43a6-9635-afca9e2249e2 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:40.670419 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-acbc85d6-f053-43a6-9635-afca9e2249e2 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:40.746501 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbc85d6-f053-43a6-9635-afca9e2249e2 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event deleted for resources: {'Subnet': ['ID=6e359dcc-3442-4606-bc5e-3658c3280713,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:40.756380 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-acbc85d6-f053-43a6-9635-afca9e2249e2 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:40.761272 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-acbc85d6-f053-43a6-9635-afca9e2249e2 tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/subnets/6e359dcc-3442-4606-bc5e-3658c3280713 HTTP/1.1" status: 204 len: 168 time: 0.7500427 Jul 16 08:35:40.762099 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102d20b8-e996-46f0-a534-6a3f4969b331 None None] Network 04d6880c-5119-4455-b35c-e9168f24b641 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:40.763341 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33156) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:40.859217 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6a95b75-1e89-4231-8039-8f8bd5e9b5fd tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.023018 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb070dfd-6835-40ac-9187-4d693c93ff4c req-21afd531-1337-45ad-b810-495fda7218f0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:41.024681 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fb070dfd-6835-40ac-9187-4d693c93ff4c req-21afd531-1337-45ad-b810-495fda7218f0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 946 time: 0.1118720 Jul 16 08:35:41.028201 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f6a95b75-1e89-4231-8039-8f8bd5e9b5fd tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Deleting port 5f7fd104-dac5-459e-8356-d4b30f68a95d {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:41.028201 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6a95b75-1e89-4231-8039-8f8bd5e9b5fd tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.130233 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-f6a95b75-1e89-4231-8039-8f8bd5e9b5fd tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] For port 5f7fd104-dac5-459e-8356-d4b30f68a95d, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=5f7fd104-dac5-459e-8356-d4b30f68a95d,segment=NetworkSegment(756b0d8a-039b-4ab5-943f-0f6f4666bb27),segment_id=756b0d8a-039b-4ab5-943f-0f6f4666bb27)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:41.130809 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6a95b75-1e89-4231-8039-8f8bd5e9b5fd tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.161350 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f6a95b75-1e89-4231-8039-8f8bd5e9b5fd tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Calling delete_port for 5f7fd104-dac5-459e-8356-d4b30f68a95d owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:41.189527 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fb070dfd-6835-40ac-9187-4d693c93ff4c req-e0cc7eec-adf7-4bb5-8a2c-92b8dbecf7de tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789962 Jul 16 08:35:41.312332 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b5ef18e-180f-4c58-80bc-78f0e89c9a4a None None] DHCP port deletion for 04d6880c-5119-4455-b35c-e9168f24b641 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:35:41.367436 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-222d79a4-2253-43e6-98a3-695c90f38df9 req-d6c6df94-0c89-4099-af3a-bb666a3182b7 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17 HTTP/1.1" status: 200 len: 210 time: 0.0799327 Jul 16 08:35:41.405787 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6a95b75-1e89-4231-8039-8f8bd5e9b5fd tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.462665 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-9b5ef18e-180f-4c58-80bc-78f0e89c9a4a None None] Deleting port 5f7fd104-dac5-459e-8356-d4b30f68a95d {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:41.463049 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9b5ef18e-180f-4c58-80bc-78f0e89c9a4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.514022 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a95b75-1e89-4231-8039-8f8bd5e9b5fd tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] No DVR routers for this DVR port 5f7fd104-dac5-459e-8356-d4b30f68a95d on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:41.584312 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a95b75-1e89-4231-8039-8f8bd5e9b5fd tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event deleted for resources: {'Port': ['ID=5f7fd104-dac5-459e-8356-d4b30f68a95d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:41.809233 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 1290d3a3-2a77-452a-a5cd-5d0aa2457c17 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:41.828816 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6a95b75-1e89-4231-8039-8f8bd5e9b5fd tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.897145 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f6a95b75-1e89-4231-8039-8f8bd5e9b5fd tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04d6880c-5119-4455-b35c-e9168f24b641']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:41.918144 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-9b5ef18e-180f-4c58-80bc-78f0e89c9a4a None None] For port 5f7fd104-dac5-459e-8356-d4b30f68a95d, host n-d-771362-37, got binding levels [] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:41.918539 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9b5ef18e-180f-4c58-80bc-78f0e89c9a4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.938654 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-9b5ef18e-180f-4c58-80bc-78f0e89c9a4a None None] Calling delete_port for 5f7fd104-dac5-459e-8356-d4b30f68a95d owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:41.943338 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.ipam_backend_mixin [None req-9b5ef18e-180f-4c58-80bc-78f0e89c9a4a None None] Port 5f7fd104-dac5-459e-8356-d4b30f68a95d was not found and therefore no delete operation was performed {{(pid=93760) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:35:41.946330 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9b5ef18e-180f-4c58-80bc-78f0e89c9a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:41.963490 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5ef18e-180f-4c58-80bc-78f0e89c9a4a None None] No DVR routers for this DVR port 5f7fd104-dac5-459e-8356-d4b30f68a95d on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:35:41.999693 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f6a95b75-1e89-4231-8039-8f8bd5e9b5fd tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '756b0d8a-039b-4ab5-943f-0f6f4666bb27') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:42.000466 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f6a95b75-1e89-4231-8039-8f8bd5e9b5fd tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '756b0d8a-039b-4ab5-943f-0f6f4666bb27') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:42.014153 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ef18e-180f-4c58-80bc-78f0e89c9a4a None None] Pushing event deleted for resources: {'Port': ['ID=5f7fd104-dac5-459e-8356-d4b30f68a95d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:42.035261 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:42.059379 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6a95b75-1e89-4231-8039-8f8bd5e9b5fd tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:42.110911 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6a95b75-1e89-4231-8039-8f8bd5e9b5fd tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:42.130045 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 1290d3a3-2a77-452a-a5cd-5d0aa2457c17, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=1290d3a3-2a77-452a-a5cd-5d0aa2457c17,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:42.134919 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6a95b75-1e89-4231-8039-8f8bd5e9b5fd tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:35:42.135563 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6a95b75-1e89-4231-8039-8f8bd5e9b5fd tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:42.139292 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:35:42.139292 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:35:42.139292 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:35:42.139292 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:35:42.139292 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:35:42.139292 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:35:42.139292 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:35:42.139292 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:35:42.139292 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:35:42.139292 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:35:42.139292 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:35:42.139292 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:35:42.139292 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:35:42.139292 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:35:42.139292 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:35:42.139292 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:35:42.139292 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:35:42.139292 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:35:42.139292 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:35:42.139292 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:35:42.139292 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:35:42.139292 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:35:42.139292 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:35:42.139292 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:35:42.139292 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:35:42.139292 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:35:42.139292 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:35:42.139292 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:35:42.139292 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:35:42.139292 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:35:42.139292 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:35:42.139292 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:35:42.147633 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:42.177312 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1a8224-864a-4341-8894-9f39125b9248 req-29d31abb-d6ce-4c2a-b2d1-2aacdbf176e0 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:42.185883 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fe1a8224-864a-4341-8894-9f39125b9248 req-29d31abb-d6ce-4c2a-b2d1-2aacdbf176e0 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.5307055 Jul 16 08:35:42.298572 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c84a809-18ac-46d2-a89c-b100d0bc0538', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1290d3a3-2a77-452a-a5cd-5d0aa2457c17'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:42.301019 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a910ab5-d3dc-435c-a4c6-941f23c9d513" -d '{"events": [{"server_uuid": "8c84a809-18ac-46d2-a89c-b100d0bc0538", "name": "network-vif-unplugged", "status": "completed", "tag": "1290d3a3-2a77-452a-a5cd-5d0aa2457c17"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:42.302678 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6a95b75-1e89-4231-8039-8f8bd5e9b5fd tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:42.330654 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6a95b75-1e89-4231-8039-8f8bd5e9b5fd tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:42.332251 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 5f7fd104-dac5-459e-8356-d4b30f68a95d no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:42.338614 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f6a95b75-1e89-4231-8039-8f8bd5e9b5fd tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] 10.222.0.22 "DELETE /v2.0/networks/04d6880c-5119-4455-b35c-e9168f24b641 HTTP/1.1" status: 204 len: 168 time: 1.5735962 Jul 16 08:35:42.365892 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fe1a8224-864a-4341-8894-9f39125b9248 req-8e336d00-8006-4aeb-b4cb-d3c12463946d tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1789343 Jul 16 08:35:42.399767 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a95b75-1e89-4231-8039-8f8bd5e9b5fd tempest-NetworksTest-351141461 tempest-NetworksTest-351141461-project] Pushing event deleted for resources: {'Network': ['ID=04d6880c-5119-4455-b35c-e9168f24b641,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:42.413145 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 5f7fd104-dac5-459e-8356-d4b30f68a95d {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:35:42.416700 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 5f7fd104-dac5-459e-8356-d4b30f68a95d not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:35:42.421170 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=1290d3a3-2a77-452a-a5cd-5d0aa2457c17,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:42.728403 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68eafd97-6ef3-458f-be3a-dd293706aec4 req-74d55265-d779-4211-a11b-d8eecf0f5392 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:42.741607 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-68eafd97-6ef3-458f-be3a-dd293706aec4 req-74d55265-d779-4211-a11b-d8eecf0f5392 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 946 time: 0.2357459 Jul 16 08:35:42.884778 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-68eafd97-6ef3-458f-be3a-dd293706aec4 req-e27fb953-7420-4994-b7bb-47f0d7541d7e tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1268995 Jul 16 08:35:43.016436 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250d3684-3e8f-484e-ba50-5a5e22565c61 x-openstack-request-id: req-250d3684-3e8f-484e-ba50-5a5e22565c61 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:43.016954 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c84a809-18ac-46d2-a89c-b100d0bc0538", "name": "network-vif-unplugged", "status": "completed", "tag": "1290d3a3-2a77-452a-a5cd-5d0aa2457c17", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:43.017253 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-250d3684-3e8f-484e-ba50-5a5e22565c61 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:43.017778 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c84a809-18ac-46d2-a89c-b100d0bc0538', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1290d3a3-2a77-452a-a5cd-5d0aa2457c17', 'code': 200} Jul 16 08:35:43.168280 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33212) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:43.393218 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cc3f9ac4-f400-48ce-b48e-2ace45634631 req-0c9611fc-7dd6-4108-ade7-9c97004c4ba8 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17 HTTP/1.1" status: 200 len: 210 time: 0.0923755 Jul 16 08:35:43.454294 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-10d8a1b5-cef3-460c-92f2-1973509b2a7f tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=cf0a48a2be3e4a97bf52e8f1f66ca53f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0619659 Jul 16 08:35:43.797848 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-53c3282c-383d-4750-a2a2-c2017d4739b5 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:43.803712 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-53c3282c-383d-4750-a2a2-c2017d4739b5 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3419509 Jul 16 08:35:43.818514 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-b8db0d99-4856-48bb-aa65-2ec0a31d1979 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Request body: {'port': {'device_id': 'bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'admin_state_up': True, 'tenant_id': 'cf0a48a2be3e4a97bf52e8f1f66ca53f'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:44.032361 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf0f577-2431-458e-a972-a2c1316e6c17 req-68bc02cd-67bb-40b5-b33c-0d8b021a21f6 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:44.051342 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1bf0f577-2431-458e-a972-a2c1316e6c17 req-68bc02cd-67bb-40b5-b33c-0d8b021a21f6 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.2715318 Jul 16 08:35:44.060683 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8d5678fd-f283-4cb3-b20a-6833cf4a90ab admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5d86a8dac7be464fabf05e4f6eab88a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8903592 Jul 16 08:35:44.063364 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33226) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:44.132770 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-b8db0d99-4856-48bb-aa65-2ec0a31d1979 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Made reservation on behalf of cf0a48a2be3e4a97bf52e8f1f66ca53f for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:44.140510 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-b8db0d99-4856-48bb-aa65-2ec0a31d1979 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.167270 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-b8db0d99-4856-48bb-aa65-2ec0a31d1979 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.179473 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1bf0f577-2431-458e-a972-a2c1316e6c17 req-928465fd-73e9-468c-827f-af218e769719 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150656 Jul 16 08:35:44.203065 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a0edc34-7fcc-4877-95b1-a8034cbee314 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.232882 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a0edc34-7fcc-4877-95b1-a8034cbee314 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.302403 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a0edc34-7fcc-4877-95b1-a8034cbee314 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.308714 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a0edc34-7fcc-4877-95b1-a8034cbee314 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.313942 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9a0edc34-7fcc-4877-95b1-a8034cbee314 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5f1b6de7-eda8-4134-bf61-96fbd0998ef3 HTTP/1.1" status: 204 len: 168 time: 0.2416549 Jul 16 08:35:44.327340 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0edc34-7fcc-4877-95b1-a8034cbee314 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1b6de7-eda8-4134-bf61-96fbd0998ef3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:44.530541 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-b8db0d99-4856-48bb-aa65-2ec0a31d1979 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.550607 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-b8db0d99-4856-48bb-aa65-2ec0a31d1979 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:44.674827 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db0d99-4856-48bb-aa65-2ec0a31d1979 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b927d9-2dc4-4feb-bfa5-229c2c0a47e1,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:44.721158 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b18bf6-1182-4732-8a1c-db9099960ea1 req-876cf4ca-4a2f-4c07-b5d4-b407f8ad3be4 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:44.734554 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-43b18bf6-1182-4732-8a1c-db9099960ea1 req-876cf4ca-4a2f-4c07-b5d4-b407f8ad3be4 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 946 time: 0.2666860 Jul 16 08:35:44.937983 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-43b18bf6-1182-4732-8a1c-db9099960ea1 req-0ae1d79c-073f-4a4c-a569-2dea2535bf81 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018950 Jul 16 08:35:45.126701 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-b8db0d99-4856-48bb-aa65-2ec0a31d1979 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Allocated IP 192.168.233.171 (30bff2e9-dcab-4751-913d-9c4ac9d8019b/c36b7919-0b6b-490a-bff0-04ed964d98ec/1e68de88-3735-4ea8-a2f2-77ccabd41b74) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:45.152567 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f4a04a8c-4d24-452d-ba97-182f87d45cd6 req-335ac62f-fb74-4bec-8754-b5306c416e1a tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17 HTTP/1.1" status: 200 len: 210 time: 0.0777805 Jul 16 08:35:45.550388 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-b8db0d99-4856-48bb-aa65-2ec0a31d1979 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.576315 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-b8db0d99-4856-48bb-aa65-2ec0a31d1979 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Transition to ACTIVE for port object 1e68de88-3735-4ea8-a2f2-77ccabd41b74 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:45.592079 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52c838-62bf-4f9c-982e-d4b773ee5432 req-e14996ab-4382-4841-9232-4b8131d45acc tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:45.607512 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ee52c838-62bf-4f9c-982e-d4b773ee5432 req-e14996ab-4382-4841-9232-4b8131d45acc tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1486495 Jul 16 08:35:45.657114 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-b8db0d99-4856-48bb-aa65-2ec0a31d1979 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:45.764715 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ee52c838-62bf-4f9c-982e-d4b773ee5432 req-4a4956b8-64c1-42b6-9236-066d594b0138 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544015 Jul 16 08:35:45.882826 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-b8db0d99-4856-48bb-aa65-2ec0a31d1979 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:45.897741 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8db0d99-4856-48bb-aa65-2ec0a31d1979 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Pushing event updated for resources: {'Port': ['ID=1e68de88-3735-4ea8-a2f2-77ccabd41b74,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:45.902721 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-b8db0d99-4856-48bb-aa65-2ec0a31d1979 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:45.913002 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-b8db0d99-4856-48bb-aa65-2ec0a31d1979 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:46.141659 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-b8db0d99-4856-48bb-aa65-2ec0a31d1979 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:46.155456 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-b8db0d99-4856-48bb-aa65-2ec0a31d1979 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.222685 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-b8db0d99-4856-48bb-aa65-2ec0a31d1979 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4070303 Jul 16 08:35:46.272246 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-d7531541-9a6a-4052-893f-6780b36b50bb service neutron] Request body: {'port': {'device_id': 'bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:46.529200 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8ce051-592a-41cf-800c-092c7b4323f6 req-971d7d60-be9f-4271-975b-bb1b47f5d990 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:46.529200 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4e8ce051-592a-41cf-800c-092c7b4323f6 req-971d7d60-be9f-4271-975b-bb1b47f5d990 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 946 time: 0.1668861 Jul 16 08:35:46.575059 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-80455eb0-200d-4769-931c-2555543efc0f None None] Provisioning for port 1e68de88-3735-4ea8-a2f2-77ccabd41b74 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:46.590510 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-80455eb0-200d-4769-931c-2555543efc0f None None] Provisioning complete for port 1e68de88-3735-4ea8-a2f2-77ccabd41b74 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:46.591132 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80455eb0-200d-4769-931c-2555543efc0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.600393 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-d7531541-9a6a-4052-893f-6780b36b50bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:46.734578 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4e8ce051-592a-41cf-800c-092c7b4323f6 req-eb274641-884b-47fb-8aab-3a1659024a15 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1949406 Jul 16 08:35:46.741171 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-80455eb0-200d-4769-931c-2555543efc0f None None] Port 1e68de88-3735-4ea8-a2f2-77ccabd41b74 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:35:46.949355 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33280) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:47.175070 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596c8b98-4b16-4aa4-9d53-d4311298474e req-610ea161-31d1-4948-8de1-e396186d09f6 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:47.183526 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-596c8b98-4b16-4aa4-9d53-d4311298474e req-610ea161-31d1-4948-8de1-e396186d09f6 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17 HTTP/1.1" status: 200 len: 936 time: 0.1659100 Jul 16 08:35:47.302120 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-596c8b98-4b16-4aa4-9d53-d4311298474e req-51e8bb6a-9244-441f-bbd2-d741d359269e tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8b927d9-2dc4-4feb-bfa5-229c2c0a47e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171594 Jul 16 08:35:47.492758 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-d7531541-9a6a-4052-893f-6780b36b50bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e68de88-3735-4ea8-a2f2-77ccabd41b74 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:47.504409 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-d7531541-9a6a-4052-893f-6780b36b50bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.518390 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-d7531541-9a6a-4052-893f-6780b36b50bb service neutron] Transition to ACTIVE for port object 1e68de88-3735-4ea8-a2f2-77ccabd41b74 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:47.525750 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-d7531541-9a6a-4052-893f-6780b36b50bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:47.611404 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb018ea-c102-45d8-b479-59fb2e5a11ae req-209550c8-b01c-443d-acae-3cf7b8f481de tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:47.621658 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dbb018ea-c102-45d8-b479-59fb2e5a11ae req-209550c8-b01c-443d-acae-3cf7b8f481de tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1734514 Jul 16 08:35:47.696448 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-51bb48d3-f212-496c-890b-072d1755e40a tempest-SubnetPoolsTestJSON-226288565 tempest-SubnetPoolsTestJSON-226288565-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-475807685', 'prefixes': ['172.20.0.0/16']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:47.812968 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dbb018ea-c102-45d8-b479-59fb2e5a11ae req-7d5edf81-1430-4274-a334-ec31201b556c tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1902897 Jul 16 08:35:47.852072 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7531541-9a6a-4052-893f-6780b36b50bb service neutron] Pushing event updated for resources: {'Port': ['ID=1e68de88-3735-4ea8-a2f2-77ccabd41b74,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:48.016318 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-51bb48d3-f212-496c-890b-072d1755e40a tempest-SubnetPoolsTestJSON-226288565 tempest-SubnetPoolsTestJSON-226288565-project] Notify callbacks [] for subnetpool, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.037616 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-51bb48d3-f212-496c-890b-072d1755e40a tempest-SubnetPoolsTestJSON-226288565 tempest-SubnetPoolsTestJSON-226288565-project] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 1.0864148 Jul 16 08:35:48.042536 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33298) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:48.059593 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-d7531541-9a6a-4052-893f-6780b36b50bb service neutron] Attempting to bind port 1e68de88-3735-4ea8-a2f2-77ccabd41b74 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:48.060178 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-d7531541-9a6a-4052-893f-6780b36b50bb service neutron] Attempting to bind port 1e68de88-3735-4ea8-a2f2-77ccabd41b74 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:48.063654 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-d7531541-9a6a-4052-893f-6780b36b50bb service neutron] Attempting to bind port 1e68de88-3735-4ea8-a2f2-77ccabd41b74 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:48.087273 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-d7531541-9a6a-4052-893f-6780b36b50bb service neutron] Port 1e68de88-3735-4ea8-a2f2-77ccabd41b74 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:35:48.087800 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-d7531541-9a6a-4052-893f-6780b36b50bb service neutron] Attempting to bind port 1e68de88-3735-4ea8-a2f2-77ccabd41b74 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:48.099233 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-d7531541-9a6a-4052-893f-6780b36b50bb service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:48.099794 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-d7531541-9a6a-4052-893f-6780b36b50bb service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:48.100550 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-d7531541-9a6a-4052-893f-6780b36b50bb service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:48.101321 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-d7531541-9a6a-4052-893f-6780b36b50bb service neutron] Bound port: 1e68de88-3735-4ea8-a2f2-77ccabd41b74, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:48.101984 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-d7531541-9a6a-4052-893f-6780b36b50bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.142224 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bf4f191f-5866-4494-afd2-5f9a47abf47c tempest-SubnetPoolsTestJSON-226288565 tempest-SubnetPoolsTestJSON-226288565-project] 10.222.0.22 "GET /v2.0/subnetpools/f73d6481-7470-4ad4-8457-576e8a0ae430 HTTP/1.1" status: 200 len: 731 time: 0.0968511 Jul 16 08:35:48.144772 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33304) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:48.150206 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-61608252-12e6-433c-8623-4acfbc9117ff tempest-SubnetPoolsTestJSON-226288565 tempest-SubnetPoolsTestJSON-226288565-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-431718484'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:48.293796 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-d7531541-9a6a-4052-893f-6780b36b50bb service neutron] For port 1e68de88-3735-4ea8-a2f2-77ccabd41b74, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:48.298988 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-d7531541-9a6a-4052-893f-6780b36b50bb service neutron] For port 1e68de88-3735-4ea8-a2f2-77ccabd41b74, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=1e68de88-3735-4ea8-a2f2-77ccabd41b74,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:48.306868 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-d7531541-9a6a-4052-893f-6780b36b50bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.349963 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-d7531541-9a6a-4052-893f-6780b36b50bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:48.351058 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-d7531541-9a6a-4052-893f-6780b36b50bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.354828 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-d7531541-9a6a-4052-893f-6780b36b50bb service neutron] 10.222.0.21 "PUT /v2.0/ports/1e68de88-3735-4ea8-a2f2-77ccabd41b74 HTTP/1.1" status: 200 len: 1097 time: 2.1163552 Jul 16 08:35:48.435490 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-61608252-12e6-433c-8623-4acfbc9117ff tempest-SubnetPoolsTestJSON-226288565 tempest-SubnetPoolsTestJSON-226288565-project] Notify callbacks [] for subnetpool, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.437071 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-61608252-12e6-433c-8623-4acfbc9117ff tempest-SubnetPoolsTestJSON-226288565 tempest-SubnetPoolsTestJSON-226288565-project] 10.222.0.22 "PUT /v2.0/subnetpools/f73d6481-7470-4ad4-8457-576e8a0ae430 HTTP/1.1" status: 200 len: 683 time: 0.2912388 Jul 16 08:35:48.439314 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17', 'tag': '1e68de88-3735-4ea8-a2f2-77ccabd41b74'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:48.442993 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a679f07-5dd9-4d5a-8405-383a4774283a" -d '{"events": [{"name": "network-changed", "server_uuid": "bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17", "tag": "1e68de88-3735-4ea8-a2f2-77ccabd41b74"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:48.447116 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33314) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:48.520508 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d10997f-dbb7-4570-bb6b-ec3cf1a07d51 req-e450f7b1-a871-4b3a-9a96-8a9a4cf2d4c8 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:48.528280 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d10997f-dbb7-4570-bb6b-ec3cf1a07d51 req-e450f7b1-a871-4b3a-9a96-8a9a4cf2d4c8 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 946 time: 0.2445889 Jul 16 08:35:48.630652 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d10997f-dbb7-4570-bb6b-ec3cf1a07d51 req-60e0af98-2c93-4c71-8eac-690bb3374048 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961900 Jul 16 08:35:48.791340 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7531541-9a6a-4052-893f-6780b36b50bb service neutron] Pushing event updated for resources: {'Port': ['ID=1e68de88-3735-4ea8-a2f2-77ccabd41b74,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:48.823672 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9fb6cf4e-a04c-4534-94b7-bbca16c8bb98 tempest-SubnetPoolsTestJSON-226288565 tempest-SubnetPoolsTestJSON-226288565-project] Notify callbacks [] for subnetpool, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:48.825106 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9fb6cf4e-a04c-4534-94b7-bbca16c8bb98 tempest-SubnetPoolsTestJSON-226288565 tempest-SubnetPoolsTestJSON-226288565-project] 10.222.0.22 "DELETE /v2.0/subnetpools/f73d6481-7470-4ad4-8457-576e8a0ae430 HTTP/1.1" status: 204 len: 168 time: 0.3714786 Jul 16 08:35:48.827735 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33318) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:48.873389 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-33e863d2-2642-4306-a4bb-b90680ba3b58 tempest-SubnetPoolsTestJSON-226288565 tempest-SubnetPoolsTestJSON-226288565-project] show failed (client error): The resource could not be found. Jul 16 08:35:48.877479 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-33e863d2-2642-4306-a4bb-b90680ba3b58 tempest-SubnetPoolsTestJSON-226288565 tempest-SubnetPoolsTestJSON-226288565-project] 10.222.0.22 "GET /v2.0/subnetpools/f73d6481-7470-4ad4-8457-576e8a0ae430 HTTP/1.1" status: 404 len: 346 time: 0.0467339 Jul 16 08:35:48.879393 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33322) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:48.902647 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-2b7f5d94-3713-426a-88db-384ff5fdafcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:48.912594 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-2b7f5d94-3713-426a-88db-384ff5fdafcd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf0a48a2be3e4a97bf52e8f1f66ca53f&device_id=bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17 HTTP/1.1" status: 200 len: 1100 time: 0.4603980 Jul 16 08:35:48.922632 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-4c6402c9-bc66-4bd9-8b3f-b9aae5525453 tempest-SubnetPoolsTestJSON-226288565 tempest-SubnetPoolsTestJSON-226288565-project] delete failed (client error): The resource could not be found. Jul 16 08:35:48.928909 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4c6402c9-bc66-4bd9-8b3f-b9aae5525453 tempest-SubnetPoolsTestJSON-226288565 tempest-SubnetPoolsTestJSON-226288565-project] 10.222.0.22 "DELETE /v2.0/subnetpools/f73d6481-7470-4ad4-8457-576e8a0ae430 HTTP/1.1" status: 404 len: 346 time: 0.0445237 Jul 16 08:35:48.981775 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-b96c55f6-c815-4ba0-9355-e6343eb0ca26 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=1e68de88-3735-4ea8-a2f2-77ccabd41b74 HTTP/1.1" status: 200 len: 217 time: 0.0632644 Jul 16 08:35:49.118956 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-eea10cf2-240c-4b85-9c80-88de319866b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:49.120764 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-eea10cf2-240c-4b85-9c80-88de319866b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.1333838 Jul 16 08:35:49.143464 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4548ce6e-94dd-4cb1-9d7e-1f1930ff9188 req-7d059884-1e20-47fe-855d-0b62759e9661 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:49.165094 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4548ce6e-94dd-4cb1-9d7e-1f1930ff9188 req-7d059884-1e20-47fe-855d-0b62759e9661 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17 HTTP/1.1" status: 200 len: 948 time: 0.1950858 Jul 16 08:35:49.242919 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-1d22a715-f4f5-4913-a0fd-f0c8242fff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:49.244954 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-1d22a715-f4f5-4913-a0fd-f0c8242fff66 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1179378 Jul 16 08:35:49.274826 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4548ce6e-94dd-4cb1-9d7e-1f1930ff9188 req-e07b1cd9-92ac-4712-98a2-42928f3222ce tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8b927d9-2dc4-4feb-bfa5-229c2c0a47e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081018 Jul 16 08:35:49.358633 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c8bc4e-07ef-43b9-babe-95ab9efc9d77 x-openstack-request-id: req-12c8bc4e-07ef-43b9-babe-95ab9efc9d77 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:49.359012 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17", "tag": "1e68de88-3735-4ea8-a2f2-77ccabd41b74", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:49.359257 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-12c8bc4e-07ef-43b9-babe-95ab9efc9d77 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:49.359670 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17', 'tag': '1e68de88-3735-4ea8-a2f2-77ccabd41b74', 'status': 'completed', 'code': 200} Jul 16 08:35:49.512064 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-9adc056c-0fcb-406c-b184-7da7f9287a12 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546275 Jul 16 08:35:49.631489 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2406fbb6-c177-4b2c-8525-f42c8c8433f2 req-38be2793-760d-4514-baf6-cafe58f252cc service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131287 Jul 16 08:35:49.788433 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33346) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:49.805565 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a679f07-5dd9-4d5a-8405-383a4774283a req-080c022a-f777-4a46-bcec-1a9504eaed00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:49.806061 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0f4177-5055-4294-b990-064bdbd805b6 req-0eebe405-4439-47b0-8ca2-cc0b5e26ac3a tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:49.808000 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3a679f07-5dd9-4d5a-8405-383a4774283a req-080c022a-f777-4a46-bcec-1a9504eaed00 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cf0a48a2be3e4a97bf52e8f1f66ca53f&device_id=bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17 HTTP/1.1" status: 200 len: 1100 time: 0.1177349 Jul 16 08:35:49.811075 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3e0f4177-5055-4294-b990-064bdbd805b6 req-0eebe405-4439-47b0-8ca2-cc0b5e26ac3a tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.2313337 Jul 16 08:35:49.911748 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3e0f4177-5055-4294-b990-064bdbd805b6 req-de394109-b5d4-4c05-89a1-80c1ccc40d0f tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927289 Jul 16 08:35:50.050373 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a679f07-5dd9-4d5a-8405-383a4774283a req-663a93e1-68dd-402a-b210-999a84450546 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:50.052528 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3a679f07-5dd9-4d5a-8405-383a4774283a req-663a93e1-68dd-402a-b210-999a84450546 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.2374041 Jul 16 08:35:50.155903 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3a679f07-5dd9-4d5a-8405-383a4774283a req-6f0e4e5f-78da-4007-b079-f282b1b117d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.171&port_id=1e68de88-3735-4ea8-a2f2-77ccabd41b74 HTTP/1.1" status: 200 len: 217 time: 0.0934460 Jul 16 08:35:50.247434 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-786a85f5-4a2b-47b7-b4e9-00e580ba8b37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:50.253651 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a679f07-5dd9-4d5a-8405-383a4774283a req-9c6ac708-00ac-40c5-b97f-3ec6ce0b27e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:50.256881 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3a679f07-5dd9-4d5a-8405-383a4774283a req-9c6ac708-00ac-40c5-b97f-3ec6ce0b27e4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0824175 Jul 16 08:35:50.268006 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b06df58-5aef-4d37-8ea7-20939285327d req-74f4d85a-5c1a-4331-9bf5-d4da0a553e5b tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:50.281107 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9b06df58-5aef-4d37-8ea7-20939285327d req-74f4d85a-5c1a-4331-9bf5-d4da0a553e5b tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 946 time: 0.1258545 Jul 16 08:35:50.342734 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9b06df58-5aef-4d37-8ea7-20939285327d req-bc94f195-6fc5-405a-ad83-fe6b0c8ccfbc tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580347 Jul 16 08:35:50.475071 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a679f07-5dd9-4d5a-8405-383a4774283a req-fb1ca8c6-ae45-4aae-9a4a-ac03fadea7c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:50.476929 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3a679f07-5dd9-4d5a-8405-383a4774283a req-fb1ca8c6-ae45-4aae-9a4a-ac03fadea7c2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2068315 Jul 16 08:35:50.657126 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5420665-4e10-457d-ae1a-51f6ceab4164 req-6daa3156-e622-40be-922c-0e7e463f30cd tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:50.666943 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a5420665-4e10-457d-ae1a-51f6ceab4164 req-6daa3156-e622-40be-922c-0e7e463f30cd tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17 HTTP/1.1" status: 200 len: 948 time: 0.1408455 Jul 16 08:35:50.720137 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a5420665-4e10-457d-ae1a-51f6ceab4164 req-14bbde01-fa88-4d4b-9fb2-ac21762dc790 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8b927d9-2dc4-4feb-bfa5-229c2c0a47e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519946 Jul 16 08:35:51.371970 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2ab4b3-0c78-4fce-8485-3ae763e50295 req-58955d0b-d1fe-4cf0-951b-8506d409c9ef tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:51.373717 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7d2ab4b3-0c78-4fce-8485-3ae763e50295 req-58955d0b-d1fe-4cf0-951b-8506d409c9ef tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1468806 Jul 16 08:35:51.453813 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-786a85f5-4a2b-47b7-b4e9-00e580ba8b37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:51.468335 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-786a85f5-4a2b-47b7-b4e9-00e580ba8b37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:51.505111 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7d2ab4b3-0c78-4fce-8485-3ae763e50295 req-c6d81b56-c8c7-4ad7-a633-438af3b5ad9d tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193449 Jul 16 08:35:51.552131 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3a679f07-5dd9-4d5a-8405-383a4774283a req-970a0228-b09b-4eec-acae-616d92b39ec6 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0576427 Jul 16 08:35:51.613823 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33414) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:51.637254 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-786a85f5-4a2b-47b7-b4e9-00e580ba8b37 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b1beacf83ccc40248929f6b05123baae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8470943 Jul 16 08:35:51.759442 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786a85f5-4a2b-47b7-b4e9-00e580ba8b37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62058e03-ddec-488e-a930-a4897ba76007,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:51.779819 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3a679f07-5dd9-4d5a-8405-383a4774283a req-39dea907-7ca1-44d5-aa0a-c84cb8327a10 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2105527 Jul 16 08:35:51.903631 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4fce46e7-a94e-42b2-ac5b-568d061a240e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:51.951674 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4fce46e7-a94e-42b2-ac5b-568d061a240e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:51.991090 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae47ff1-a09b-4e43-8afe-ea9a30d77757 req-c4833efb-52bd-4b09-9927-7ecbe6469f3a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:51.999297 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eae47ff1-a09b-4e43-8afe-ea9a30d77757 req-c4833efb-52bd-4b09-9927-7ecbe6469f3a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 946 time: 0.1679974 Jul 16 08:35:52.125090 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eae47ff1-a09b-4e43-8afe-ea9a30d77757 req-cefd7627-703b-417c-80d4-d1684df30bc9 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244996 Jul 16 08:35:52.144182 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4fce46e7-a94e-42b2-ac5b-568d061a240e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:52.152302 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4fce46e7-a94e-42b2-ac5b-568d061a240e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:52.161164 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4fce46e7-a94e-42b2-ac5b-568d061a240e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/62058e03-ddec-488e-a930-a4897ba76007 HTTP/1.1" status: 204 len: 168 time: 0.5405412 Jul 16 08:35:52.228016 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fce46e7-a94e-42b2-ac5b-568d061a240e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62058e03-ddec-488e-a930-a4897ba76007,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:52.736521 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67097da6-b35e-4e26-81ac-d818ffa824af req-d7ae2dbd-9eb8-4cae-9bab-1529ed12c123 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:52.746337 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-67097da6-b35e-4e26-81ac-d818ffa824af req-d7ae2dbd-9eb8-4cae-9bab-1529ed12c123 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17 HTTP/1.1" status: 200 len: 948 time: 0.2181525 Jul 16 08:35:52.808125 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-67097da6-b35e-4e26-81ac-d818ffa824af req-fda1cb53-b52e-4565-a7a3-8fa43d76e850 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8b927d9-2dc4-4feb-bfa5-229c2c0a47e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604975 Jul 16 08:35:53.090206 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41281c7-707a-411c-af12-3d84d810cb7d req-29fe92bf-cb0d-43bb-bc22-f9f22cfe6005 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:53.101380 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f41281c7-707a-411c-af12-3d84d810cb7d req-29fe92bf-cb0d-43bb-bc22-f9f22cfe6005 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1479878 Jul 16 08:35:53.174429 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f41281c7-707a-411c-af12-3d84d810cb7d req-7081dcc6-0345-4326-a9d4-bdf4f317f5d9 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699351 Jul 16 08:35:53.469995 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8209f1-7d0d-4b9a-bcfc-f28eb1306c68 req-75419e30-d87b-43ec-a524-e2af0f4bcf3c tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:53.484264 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fd8209f1-7d0d-4b9a-bcfc-f28eb1306c68 req-75419e30-d87b-43ec-a524-e2af0f4bcf3c tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 946 time: 0.1504700 Jul 16 08:35:53.601300 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fd8209f1-7d0d-4b9a-bcfc-f28eb1306c68 req-da05ee07-5ae8-4d74-abe6-a734eedce710 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154041 Jul 16 08:35:53.693642 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 1e68de88-3735-4ea8-a2f2-77ccabd41b74 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:35:53.712674 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33490) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:53.883469 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 1e68de88-3735-4ea8-a2f2-77ccabd41b74, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=1e68de88-3735-4ea8-a2f2-77ccabd41b74,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:53.898154 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5d552916-737b-40a8-9e02-628bfebca3c2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-924812347'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:53.952909 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '1e68de88-3735-4ea8-a2f2-77ccabd41b74', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': '1e68de88-3735-4ea8-a2f2-77ccabd41b74', 'mac_address': 'fa:16:3e:f2:01:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.171'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:35:53.968764 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d552916-737b-40a8-9e02-628bfebca3c2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Made reservation on behalf of 56af8e378d34454993a0ecb410ecb29d for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:53.972271 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d552916-737b-40a8-9e02-628bfebca3c2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.005335 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d552916-737b-40a8-9e02-628bfebca3c2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.052716 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.068523 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e68de88-3735-4ea8-a2f2-77ccabd41b74 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:35:54.098557 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 1e68de88-3735-4ea8-a2f2-77ccabd41b74, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=1e68de88-3735-4ea8-a2f2-77ccabd41b74,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:54.105322 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.194812 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e11bcf-4c7f-487c-8714-0cb91ebd1f4c req-8e3af4c2-7b95-45b3-a162-da15c5455242 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:54.196018 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=1e68de88-3735-4ea8-a2f2-77ccabd41b74,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:54.197432 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64e11bcf-4c7f-487c-8714-0cb91ebd1f4c req-8e3af4c2-7b95-45b3-a162-da15c5455242 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17 HTTP/1.1" status: 200 len: 949 time: 0.1505289 Jul 16 08:35:54.278557 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64e11bcf-4c7f-487c-8714-0cb91ebd1f4c req-dbdc2711-ac66-49f5-a54d-4bc3aefd0ad1 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8b927d9-2dc4-4feb-bfa5-229c2c0a47e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718796 Jul 16 08:35:54.307329 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d552916-737b-40a8-9e02-628bfebca3c2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.312503 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d552916-737b-40a8-9e02-628bfebca3c2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.361638 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['1e68de88-3735-4ea8-a2f2-77ccabd41b74'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:35:54.367438 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d552916-737b-40a8-9e02-628bfebca3c2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b1d7d13-6ad4-4843-9dce-5f2eb3827564,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:54.389264 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d552916-737b-40a8-9e02-628bfebca3c2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:35:54.410284 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d552916-737b-40a8-9e02-628bfebca3c2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.410974 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-5d552916-737b-40a8-9e02-628bfebca3c2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Added segment 74735ffd-3559-475d-b38a-8be002c1e567 of type vlan for network eb2e2db3-a89c-4ba9-94e5-4f8c47ca21c5 Jul 16 08:35:54.449356 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33520) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:54.473047 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d552916-737b-40a8-9e02-628bfebca3c2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.514890 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d552916-737b-40a8-9e02-628bfebca3c2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.521076 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d552916-737b-40a8-9e02-628bfebca3c2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:54.522008 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d552916-737b-40a8-9e02-628bfebca3c2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.562107 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5d552916-737b-40a8-9e02-628bfebca3c2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8481221 Jul 16 08:35:54.565036 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33524) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:54.572140 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-4116ee70-bb76-4d5b-8f10-feeffaf0a209 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Request body: {'subnet': {'network_id': 'eb2e2db3-a89c-4ba9-94e5-4f8c47ca21c5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:54.719777 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4116ee70-bb76-4d5b-8f10-feeffaf0a209 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Made reservation on behalf of 56af8e378d34454993a0ecb410ecb29d for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:54.723504 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4116ee70-bb76-4d5b-8f10-feeffaf0a209 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.746459 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-376efa29-b7e6-4de4-935f-51cdf72000cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:54.993820 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-376efa29-b7e6-4de4-935f-51cdf72000cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.001835 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-376efa29-b7e6-4de4-935f-51cdf72000cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.013872 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d552916-737b-40a8-9e02-628bfebca3c2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Pushing event updated for resources: {'Network': ['ID=eb2e2db3-a89c-4ba9-94e5-4f8c47ca21c5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:55.027449 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network eb2e2db3-a89c-4ba9-94e5-4f8c47ca21c5 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:35:55.061235 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-376efa29-b7e6-4de4-935f-51cdf72000cf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=820412573be941a1992c5256b6ea11a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6112039 Jul 16 08:35:55.065460 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376efa29-b7e6-4de4-935f-51cdf72000cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11bb2e8-6d89-4540-889f-57349cc24d08,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:55.066004 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e21777-e263-4155-abdd-1c5176651f91 req-2bc7b6e3-7aa7-402f-82f8-036a57f85864 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:55.074310 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33542) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:55.093252 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-93e21777-e263-4155-abdd-1c5176651f91 req-2bc7b6e3-7aa7-402f-82f8-036a57f85864 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.5912457 Jul 16 08:35:55.117481 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4116ee70-bb76-4d5b-8f10-feeffaf0a209 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.185246 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-93e21777-e263-4155-abdd-1c5176651f91 req-159b2577-e880-4042-a3d7-357ed18a5d09 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907171 Jul 16 08:35:55.186219 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35edbb5a-89b7-4cce-9c6d-cdc844446b33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.222381 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35edbb5a-89b7-4cce-9c6d-cdc844446b33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.316223 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4116ee70-bb76-4d5b-8f10-feeffaf0a209 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Checking segment: {'id': '74735ffd-3559-475d-b38a-8be002c1e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'eb2e2db3-a89c-4ba9-94e5-4f8c47ca21c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:55.316885 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4116ee70-bb76-4d5b-8f10-feeffaf0a209 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Network hostable DHCP agents. Network: eb2e2db3-a89c-4ba9-94e5-4f8c47ca21c5, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:35:55.334371 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4116ee70-bb76-4d5b-8f10-feeffaf0a209 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Pushing event updated for resources: {'Subnet': ['ID=51e41088-7824-4311-a6df-518a5daf265c,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:55.354058 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4116ee70-bb76-4d5b-8f10-feeffaf0a209 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Network eb2e2db3-a89c-4ba9-94e5-4f8c47ca21c5 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:35:55.370366 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-4116ee70-bb76-4d5b-8f10-feeffaf0a209 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, eb2e2db3-a89c-4ba9-94e5-4f8c47ca21c5) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:55.374998 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35edbb5a-89b7-4cce-9c6d-cdc844446b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.379286 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35edbb5a-89b7-4cce-9c6d-cdc844446b33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.380676 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c924724-02a3-4c9a-b5e5-6a9d2131b3f9 None None] Network eb2e2db3-a89c-4ba9-94e5-4f8c47ca21c5 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:55.381440 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-35edbb5a-89b7-4cce-9c6d-cdc844446b33 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e11bb2e8-6d89-4540-889f-57349cc24d08 HTTP/1.1" status: 204 len: 168 time: 0.3059022 Jul 16 08:35:55.384533 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4116ee70-bb76-4d5b-8f10-feeffaf0a209 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:55.385863 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4116ee70-bb76-4d5b-8f10-feeffaf0a209 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.397066 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35edbb5a-89b7-4cce-9c6d-cdc844446b33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11bb2e8-6d89-4540-889f-57349cc24d08,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:55.431644 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4116ee70-bb76-4d5b-8f10-feeffaf0a209 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8651080 Jul 16 08:35:55.435852 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33560) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:55.451662 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-7b55e0cb-549a-4c9f-8f28-f4260459ec8a tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Request body: {'port': {'network_id': 'eb2e2db3-a89c-4ba9-94e5-4f8c47ca21c5', 'name': 'tempest-TagsExtTest-1845747804'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:55.530147 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4f741-7faf-4f7b-a2c3-7e23879f522e req-6ceb51ab-f016-4dba-9f80-36b7eb698fcb tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:55.562539 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-04e4f741-7faf-4f7b-a2c3-7e23879f522e req-6ceb51ab-f016-4dba-9f80-36b7eb698fcb tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 946 time: 0.2525020 Jul 16 08:35:55.643738 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b55e0cb-549a-4c9f-8f28-f4260459ec8a tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Made reservation on behalf of 56af8e378d34454993a0ecb410ecb29d for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:35:55.653958 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b55e0cb-549a-4c9f-8f28-f4260459ec8a tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:55.666713 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-04e4f741-7faf-4f7b-a2c3-7e23879f522e req-b4b3d643-3da2-4bc7-a872-8f7abd3d908b tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020303 Jul 16 08:35:55.687410 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-7b55e0cb-549a-4c9f-8f28-f4260459ec8a tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] device_id is not set on port f71b61c8-8f03-4537-84ea-902cf28bbe1e yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:35:55.709358 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 1e68de88-3735-4ea8-a2f2-77ccabd41b74 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:35:56.027999 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 1e68de88-3735-4ea8-a2f2-77ccabd41b74 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:35:56.035746 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 1e68de88-3735-4ea8-a2f2-77ccabd41b74 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:35:56.038375 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.091770 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc4d99e-c613-4641-9623-379a69f2a62a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-eb2e2db3-a89c-4ba9-94e5-4f8c47ca21c5', 'network_id': 'eb2e2db3-a89c-4ba9-94e5-4f8c47ca21c5', 'tenant_id': '56af8e378d34454993a0ecb410ecb29d', 'fixed_ips': [{'subnet_id': '51e41088-7824-4311-a6df-518a5daf265c'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:35:56.094173 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fbc4d99e-c613-4641-9623-379a69f2a62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.141013 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33594) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:56.144461 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ec4a6b-81a4-49a2-90fa-fb5f639677fb req-479c8d7c-9a42-4cad-a6ed-5ce04dbbce19 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:56.151053 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f2ec4a6b-81a4-49a2-90fa-fb5f639677fb req-479c8d7c-9a42-4cad-a6ed-5ce04dbbce19 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17 HTTP/1.1" status: 200 len: 949 time: 0.3552532 Jul 16 08:35:56.191708 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d1ae95f-fc5d-411d-b397-57291d942cb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.202033 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-7b55e0cb-549a-4c9f-8f28-f4260459ec8a tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Allocated IP 172.20.0.3 (eb2e2db3-a89c-4ba9-94e5-4f8c47ca21c5/51e41088-7824-4311-a6df-518a5daf265c/f71b61c8-8f03-4537-84ea-902cf28bbe1e) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:56.317958 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f2ec4a6b-81a4-49a2-90fa-fb5f639677fb req-4025da55-0af1-446e-b2c9-4043aa057309 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8b927d9-2dc4-4feb-bfa5-229c2c0a47e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648679 Jul 16 08:35:56.502633 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d1ae95f-fc5d-411d-b397-57291d942cb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.509553 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d1ae95f-fc5d-411d-b397-57291d942cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.577433 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4d1ae95f-fc5d-411d-b397-57291d942cb7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=63f4bf8f7334492e914aba316419b5f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4279664 Jul 16 08:35:56.590603 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33636) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:56.606448 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1ae95f-fc5d-411d-b397-57291d942cb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccc7453f-5c83-4f02-aca0-6bd45eb52a97,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:56.644461 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.691172 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92208286-5e5b-4c74-9740-12ac2b5ba059 req-6048a060-52f4-4022-9636-7f6fc913fec2 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:56.693327 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-92208286-5e5b-4c74-9740-12ac2b5ba059 req-6048a060-52f4-4022-9636-7f6fc913fec2 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1342607 Jul 16 08:35:56.721050 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e68de88-3735-4ea8-a2f2-77ccabd41b74'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:35:56.726009 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-488d4fdf-bbf3-4cf1-850b-5132f7dcca05" -d '{"events": [{"server_uuid": "bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17", "name": "network-vif-plugged", "status": "completed", "tag": "1e68de88-3735-4ea8-a2f2-77ccabd41b74"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:35:56.757741 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 1e68de88-3735-4ea8-a2f2-77ccabd41b74, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=1e68de88-3735-4ea8-a2f2-77ccabd41b74,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:56.763096 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-92208286-5e5b-4c74-9740-12ac2b5ba059 req-1f5c9d87-dc64-437a-8a50-4151ee436eda tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572150 Jul 16 08:35:56.775712 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.872880 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=1e68de88-3735-4ea8-a2f2-77ccabd41b74,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:56.974761 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b55e0cb-549a-4c9f-8f28-f4260459ec8a tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:56.994602 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7b55e0cb-549a-4c9f-8f28-f4260459ec8a tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Transition to ACTIVE for port object f71b61c8-8f03-4537-84ea-902cf28bbe1e will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:57.009099 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd02d6-34d9-475b-a33a-ba8ed0598755 req-e76818a6-5159-4e81-ab71-ba06d5f7ef1a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:57.016075 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-93cd02d6-34d9-475b-a33a-ba8ed0598755 req-e76818a6-5159-4e81-ab71-ba06d5f7ef1a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 946 time: 0.0835793 Jul 16 08:35:57.046520 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b55e0cb-549a-4c9f-8f28-f4260459ec8a tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.070197 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-93cd02d6-34d9-475b-a33a-ba8ed0598755 req-6acd7318-57fc-4599-a44f-c1c36752c9f7 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529301 Jul 16 08:35:57.075934 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0729fa7-cd66-49ca-94f3-a7b46b084585 req-236bcdaf-dfb8-4f99-9154-7dfb0094b214 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:57.077661 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c0729fa7-cd66-49ca-94f3-a7b46b084585 req-236bcdaf-dfb8-4f99-9154-7dfb0094b214 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e2c8ee8748ed40f095f05f97decda731&device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 1098 time: 0.5127499 Jul 16 08:35:57.140804 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:35:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae6711dd-bcf8-49ab-87f5-eb8213e9d895 x-openstack-request-id: req-ae6711dd-bcf8-49ab-87f5-eb8213e9d895 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:35:57.141296 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17", "name": "network-vif-plugged", "status": "completed", "tag": "1e68de88-3735-4ea8-a2f2-77ccabd41b74", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:35:57.141546 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ae6711dd-bcf8-49ab-87f5-eb8213e9d895 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:35:57.142035 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e68de88-3735-4ea8-a2f2-77ccabd41b74', 'code': 200} Jul 16 08:35:57.144066 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b55e0cb-549a-4c9f-8f28-f4260459ec8a tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Network eb2e2db3-a89c-4ba9-94e5-4f8c47ca21c5 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:57.154084 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-fbc4d99e-c613-4641-9623-379a69f2a62a None None] Allocated IP 172.20.0.2 (eb2e2db3-a89c-4ba9-94e5-4f8c47ca21c5/51e41088-7824-4311-a6df-518a5daf265c/6ac875e8-22d6-4766-8a38-2638ca526a9e) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:35:57.154923 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-f73f76c5-10f6-49f6-9d73-3ece4b64336b tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:57.157223 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-f73f76c5-10f6-49f6-9d73-3ece4b64336b tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/networks?id=0b0632f2-66a2-43c2-8891-f4c2d1d4df60 HTTP/1.1" status: 200 len: 804 time: 0.5137019 Jul 16 08:35:57.157919 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2a080189-9345-4299-ab7b-af98b6b6082d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.320761 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0729fa7-cd66-49ca-94f3-a7b46b084585 req-8707e6a1-b1f6-4dbb-aaf7-6ac882490c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:57.322880 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c0729fa7-cd66-49ca-94f3-a7b46b084585 req-8707e6a1-b1f6-4dbb-aaf7-6ac882490c85 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bffad17c-f1ab-47e1-8c7a-30b725bf841f HTTP/1.1" status: 200 len: 912 time: 0.2329681 Jul 16 08:35:57.324199 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-7b55e0cb-549a-4c9f-8f28-f4260459ec8a tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:57.332772 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b55e0cb-549a-4c9f-8f28-f4260459ec8a tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:57.349634 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55e0cb-549a-4c9f-8f28-f4260459ec8a tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Pushing event updated for resources: {'Port': ['ID=f71b61c8-8f03-4537-84ea-902cf28bbe1e,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:57.360341 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fbc4d99e-c613-4641-9623-379a69f2a62a None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.381693 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-fbc4d99e-c613-4641-9623-379a69f2a62a None None] Transition to ACTIVE for port object 6ac875e8-22d6-4766-8a38-2638ca526a9e will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:57.392019 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2a080189-9345-4299-ab7b-af98b6b6082d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.400817 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-fbc4d99e-c613-4641-9623-379a69f2a62a None None] Transition to ACTIVE for port object 6ac875e8-22d6-4766-8a38-2638ca526a9e will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:35:57.409827 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fbc4d99e-c613-4641-9623-379a69f2a62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.443477 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-1463dee7-7264-4a79-a3b0-009b70b96585 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/quotas/403d6aa1ac0d41e3a4a28a0141013051 HTTP/1.1" status: 200 len: 375 time: 0.1462526 Jul 16 08:35:57.457385 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc4d99e-c613-4641-9623-379a69f2a62a None None] Pushing event updated for resources: {'Port': ['ID=6ac875e8-22d6-4766-8a38-2638ca526a9e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:57.469667 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc4d99e-c613-4641-9623-379a69f2a62a None None] Network eb2e2db3-a89c-4ba9-94e5-4f8c47ca21c5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:35:57.470259 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-fbc4d99e-c613-4641-9623-379a69f2a62a None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:35:57.473606 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc4d99e-c613-4641-9623-379a69f2a62a None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:35:57.597648 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-fbc4d99e-c613-4641-9623-379a69f2a62a None None] Attempting to bind port 6ac875e8-22d6-4766-8a38-2638ca526a9e on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:35:57.598470 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-fbc4d99e-c613-4641-9623-379a69f2a62a None None] Attempting to bind port 6ac875e8-22d6-4766-8a38-2638ca526a9e by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '74735ffd-3559-475d-b38a-8be002c1e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'eb2e2db3-a89c-4ba9-94e5-4f8c47ca21c5'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:35:57.599019 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc4d99e-c613-4641-9623-379a69f2a62a None None] Attempting to bind port 6ac875e8-22d6-4766-8a38-2638ca526a9e on network eb2e2db3-a89c-4ba9-94e5-4f8c47ca21c5 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:35:57.606800 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc4d99e-c613-4641-9623-379a69f2a62a None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 35, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:35:57.607049 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c0729fa7-cd66-49ca-94f3-a7b46b084585 req-eedf2151-5a92-4fbc-9deb-de641c77aaf8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ed21fdfc-b7fa-4074-b131-4bf703c1a7a2 HTTP/1.1" status: 200 len: 217 time: 0.2114298 Jul 16 08:35:57.609050 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc4d99e-c613-4641-9623-379a69f2a62a None None] Checking segment: {'id': '74735ffd-3559-475d-b38a-8be002c1e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'eb2e2db3-a89c-4ba9-94e5-4f8c47ca21c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:35:57.609654 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fbc4d99e-c613-4641-9623-379a69f2a62a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.610228 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc4d99e-c613-4641-9623-379a69f2a62a None None] Bound using segment: {'id': '74735ffd-3559-475d-b38a-8be002c1e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'eb2e2db3-a89c-4ba9-94e5-4f8c47ca21c5'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:35:57.611000 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-fbc4d99e-c613-4641-9623-379a69f2a62a None None] Bound port: 6ac875e8-22d6-4766-8a38-2638ca526a9e, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74735ffd-3559-475d-b38a-8be002c1e567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'eb2e2db3-a89c-4ba9-94e5-4f8c47ca21c5'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:35:57.611686 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fbc4d99e-c613-4641-9623-379a69f2a62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.652858 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e8519a-5327-4b23-8b5e-cf17f49f4f03 req-aaa44b29-d43b-483c-9f21-13353b72cf69 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:57.654603 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e3e8519a-5327-4b23-8b5e-cf17f49f4f03 req-aaa44b29-d43b-483c-9f21-13353b72cf69 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17 HTTP/1.1" status: 200 len: 950 time: 0.1321115 Jul 16 08:35:57.741742 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-fbc4d99e-c613-4641-9623-379a69f2a62a None None] For port 6ac875e8-22d6-4766-8a38-2638ca526a9e, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:35:57.756514 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-fbc4d99e-c613-4641-9623-379a69f2a62a None None] For port 6ac875e8-22d6-4766-8a38-2638ca526a9e, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=6ac875e8-22d6-4766-8a38-2638ca526a9e,segment=NetworkSegment(74735ffd-3559-475d-b38a-8be002c1e567),segment_id=74735ffd-3559-475d-b38a-8be002c1e567)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:35:57.758754 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e3e8519a-5327-4b23-8b5e-cf17f49f4f03 req-dbc4c28f-da90-42ad-ae65-49ab1476071f tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8b927d9-2dc4-4feb-bfa5-229c2c0a47e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864627 Jul 16 08:35:57.761947 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fbc4d99e-c613-4641-9623-379a69f2a62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.796630 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b55e0cb-549a-4c9f-8f28-f4260459ec8a tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:57.797172 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b55e0cb-549a-4c9f-8f28-f4260459ec8a tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.836832 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0729fa7-cd66-49ca-94f3-a7b46b084585 req-d5025cc8-f83d-4aae-8477-c00c6ad875c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:57.838446 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c0729fa7-cd66-49ca-94f3-a7b46b084585 req-d5025cc8-f83d-4aae-8477-c00c6ad875c6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25132452-9e46-4209-8e8b-3e1b72482432 HTTP/1.1" status: 200 len: 851 time: 0.2144885 Jul 16 08:35:57.876050 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7b55e0cb-549a-4c9f-8f28-f4260459ec8a tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4385192 Jul 16 08:35:57.879664 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33692) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:57.887478 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8b9ca4c2-5088-479d-970c-c02eef378480 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-2088396086', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:57.897654 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc4d99e-c613-4641-9623-379a69f2a62a None None] Pushing event updated for resources: {'Port': ['ID=6ac875e8-22d6-4766-8a38-2638ca526a9e,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:57.937870 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c0729fa7-cd66-49ca-94f3-a7b46b084585 req-a87ba0d5-4273-443b-8062-9c114dc21c3c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bffad17c-f1ab-47e1-8c7a-30b725bf841f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0827355 Jul 16 08:35:57.940896 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d880ec-810b-4cfd-b9fd-992b5d4cc47a req-8eabc375-4999-4fe1-a802-5d6e04824373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:57.942428 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e1d880ec-810b-4cfd-b9fd-992b5d4cc47a req-8eabc375-4999-4fe1-a802-5d6e04824373 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17 HTTP/1.1" status: 200 len: 1102 time: 0.5288897 Jul 16 08:35:57.977647 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca4c2-5088-479d-970c-c02eef378480 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.982578 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca4c2-5088-479d-970c-c02eef378480 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.993029 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2a080189-9345-4299-ab7b-af98b6b6082d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.995822 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2a080189-9345-4299-ab7b-af98b6b6082d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:57.996971 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2a080189-9345-4299-ab7b-af98b6b6082d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ccc7453f-5c83-4f02-aca0-6bd45eb52a97 HTTP/1.1" status: 204 len: 168 time: 1.3977015 Jul 16 08:35:58.015319 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-9983227f-1dfe-470a-a42b-a4ac5b6abe84 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=403d6aa1ac0d41e3a4a28a0141013051&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5708606 Jul 16 08:35:58.107213 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a080189-9345-4299-ab7b-af98b6b6082d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccc7453f-5c83-4f02-aca0-6bd45eb52a97,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:58.116471 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca4c2-5088-479d-970c-c02eef378480 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.145285 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca4c2-5088-479d-970c-c02eef378480 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.187059 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d71c289-84de-4d05-8ba4-25f8bbc076fd req-e4d97125-e1f1-4837-9dfd-995b72e9bbd6 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:58.195906 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d71c289-84de-4d05-8ba4-25f8bbc076fd req-e4d97125-e1f1-4837-9dfd-995b72e9bbd6 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.2290549 Jul 16 08:35:58.205932 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca4c2-5088-479d-970c-c02eef378480 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.211339 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8b9ca4c2-5088-479d-970c-c02eef378480 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3299441 Jul 16 08:35:58.213529 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33700) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:58.219832 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e1d880ec-810b-4cfd-b9fd-992b5d4cc47a req-0245aa42-f58b-48bc-a001-a6453a8264e4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e8b927d9-2dc4-4feb-bfa5-229c2c0a47e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2378836 Jul 16 08:35:58.237243 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9da273b2-8dd5-4681-ab2d-064d0a859f3e tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-547018830', 'prefixes': ['172.20.0.0/16']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:35:58.346417 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33702) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:58.374287 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-2253593d-29e9-41a6-afa8-6abfc32e5aa9 service neutron] 10.222.0.22 "GET /v2.0/networks/0b0632f2-66a2-43c2-8891-f4c2d1d4df60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3579383 Jul 16 08:35:58.393379 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242a0ca8-7ca7-4315-9a19-d5b41666ef89 req-43733885-3174-449a-984b-a19cddfaa24c tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:58.394912 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-242a0ca8-7ca7-4315-9a19-d5b41666ef89 req-43733885-3174-449a-984b-a19cddfaa24c tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.21 "GET /v2.0/ports?device_id=8c84a809-18ac-46d2-a89c-b100d0bc0538 HTTP/1.1" status: 200 len: 944 time: 0.4726434 Jul 16 08:35:58.397056 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c0729fa7-cd66-49ca-94f3-a7b46b084585 req-63fa99f5-2fb4-4a6e-b96e-2bed4231401d service neutron] 10.222.0.21 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4276421 Jul 16 08:35:58.417218 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d71c289-84de-4d05-8ba4-25f8bbc076fd req-03359338-6562-40bf-9543-30559455807c tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2199194 Jul 16 08:35:58.427929 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9da273b2-8dd5-4681-ab2d-064d0a859f3e tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks [] for subnetpool, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.432792 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9da273b2-8dd5-4681-ab2d-064d0a859f3e tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2150912 Jul 16 08:35:58.434845 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33706) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:58.443640 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-6b048cbb-1f51-4e9a-aae2-441c10766630 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '51e41088-7824-4311-a6df-518a5daf265c', 'tempest-TagsExtTest-Tag-729313606') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:58.679192 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-f1c8b627-d630-4792-8419-ecc79b398e67 service neutron] 10.222.0.22 "GET /v2.0/networks/0b0632f2-66a2-43c2-8891-f4c2d1d4df60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038626 Jul 16 08:35:58.689070 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c0729fa7-cd66-49ca-94f3-a7b46b084585 req-06293bd9-b8af-4ee4-bbca-ff64e6f52d57 service neutron] 10.222.0.21 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2806551 Jul 16 08:35:58.712777 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-242a0ca8-7ca7-4315-9a19-d5b41666ef89 req-18b039a3-0a05-4a63-af21-64cc3a698e91 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Deleting port 1290d3a3-2a77-452a-a5cd-5d0aa2457c17 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:35:58.713444 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-242a0ca8-7ca7-4315-9a19-d5b41666ef89 req-18b039a3-0a05-4a63-af21-64cc3a698e91 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.859067 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe981dc-f231-4acd-b35f-c0d2c45dbfa8 req-abe539a5-af1d-4fb5-89bd-7fb16c8f0459 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:58.869047 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7fe981dc-f231-4acd-b35f-c0d2c45dbfa8 req-abe539a5-af1d-4fb5-89bd-7fb16c8f0459 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 946 time: 0.2798026 Jul 16 08:35:58.873549 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6b048cbb-1f51-4e9a-aae2-441c10766630 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "PUT /v2.0/subnets/51e41088-7824-4311-a6df-518a5daf265c/tags/tempest-TagsExtTest-Tag-729313606 HTTP/1.1" status: 201 len: 201 time: 0.4391749 Jul 16 08:35:58.876201 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33714) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:58.884781 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.tag.tag_plugin [None req-3db07ab6-3b17-4ede-9b63-36c594a7b60c tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f71b61c8-8f03-4537-84ea-902cf28bbe1e', 'tempest-TagsExtTest-Tag-903135166') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:58.894507 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4fe6333-d3f5-4935-8272-db08ef2f18c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:58.973079 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7fe981dc-f231-4acd-b35f-c0d2c45dbfa8 req-a167ccc3-7913-4b1a-a86e-d4495d29a541 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017778 Jul 16 08:35:59.029360 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-242a0ca8-7ca7-4315-9a19-d5b41666ef89 req-18b039a3-0a05-4a63-af21-64cc3a698e91 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] For port 1290d3a3-2a77-452a-a5cd-5d0aa2457c17, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=1290d3a3-2a77-452a-a5cd-5d0aa2457c17,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:35:59.031162 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-242a0ca8-7ca7-4315-9a19-d5b41666ef89 req-18b039a3-0a05-4a63-af21-64cc3a698e91 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:59.133845 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-242a0ca8-7ca7-4315-9a19-d5b41666ef89 req-18b039a3-0a05-4a63-af21-64cc3a698e91 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Calling delete_port for 1290d3a3-2a77-452a-a5cd-5d0aa2457c17 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:35:59.147874 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bca2ae5a-c107-42ad-8b74-17e1975582bb req-bc1707d6-3ca1-4a24-88a1-6f0108c807c5 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc688ae9-c7bd-4e41-ac60-024c6ac792d4 HTTP/1.1" status: 200 len: 210 time: 0.0545387 Jul 16 08:35:59.247012 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4fe6333-d3f5-4935-8272-db08ef2f18c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:59.252160 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4fe6333-d3f5-4935-8272-db08ef2f18c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:59.394961 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fe6333-d3f5-4935-8272-db08ef2f18c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b817ad1-5b41-4888-9d4b-47c0c3d05311,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:59.408524 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f4fe6333-d3f5-4935-8272-db08ef2f18c7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cd56f2d651794c12b7e46e3b9d78f3c9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0569599 Jul 16 08:35:59.412521 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33728) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:59.612032 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb3cd390-df46-4cb1-9775-d55289b2a63a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:59.702648 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3db07ab6-3b17-4ede-9b63-36c594a7b60c tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "PUT /v2.0/ports/f71b61c8-8f03-4537-84ea-902cf28bbe1e/tags/tempest-TagsExtTest-Tag-903135166 HTTP/1.1" status: 201 len: 201 time: 0.8252234 Jul 16 08:35:59.706918 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb3cd390-df46-4cb1-9775-d55289b2a63a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:59.710316 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33742) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:35:59.752145 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.tag.tag_plugin [None req-304d1b57-0def-4b07-9a22-27565c73a0b1 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd075a05c-fe48-4241-a086-a38f2bd76597', 'tempest-TagsExtTest-Tag-246609986') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:35:59.762802 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31daf94d-6991-476a-828f-6cdccdd8f602 None None] Network eb2e2db3-a89c-4ba9-94e5-4f8c47ca21c5 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:35:59.779506 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device ed21fdfc-b7fa-4074-b131-4bf703c1a7a2 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:35:59.848175 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae95b5a5-7a62-4894-8cce-93bfdc240e45 req-b3ad86c8-53ee-48ee-9463-9e72d1d7ef6c tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:35:59.849692 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae95b5a5-7a62-4894-8cce-93bfdc240e45 req-b3ad86c8-53ee-48ee-9463-9e72d1d7ef6c tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17 HTTP/1.1" status: 200 len: 950 time: 0.5144839 Jul 16 08:35:59.928532 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb3cd390-df46-4cb1-9775-d55289b2a63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:59.931260 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb3cd390-df46-4cb1-9775-d55289b2a63a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:35:59.932424 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fb3cd390-df46-4cb1-9775-d55289b2a63a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0b817ad1-5b41-4888-9d4b-47c0c3d05311 HTTP/1.1" status: 204 len: 168 time: 0.5189579 Jul 16 08:35:59.968215 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3cd390-df46-4cb1-9775-d55289b2a63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b817ad1-5b41-4888-9d4b-47c0c3d05311,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:35:59.997933 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afb86c9-31ef-40a0-9f59-a00d0241cbb5 req-361eee85-8806-41f7-a146-d3a3cf5b8f9a tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:00.005306 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5afb86c9-31ef-40a0-9f59-a00d0241cbb5 req-361eee85-8806-41f7-a146-d3a3cf5b8f9a tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.2312150 Jul 16 08:36:00.067085 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b6caf984-4def-4fd2-9391-7de5c3a37ba2 None None] Provisioning for port 6ac875e8-22d6-4766-8a38-2638ca526a9e completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:00.085476 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae95b5a5-7a62-4894-8cce-93bfdc240e45 req-8fea13a9-ca49-4596-b885-585913fd5c7c tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8b927d9-2dc4-4feb-bfa5-229c2c0a47e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2277381 Jul 16 08:36:00.109152 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5afb86c9-31ef-40a0-9f59-a00d0241cbb5 req-f2d567fe-0f3e-404a-be9b-e851e3ec56f9 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028538 Jul 16 08:36:00.145154 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-242a0ca8-7ca7-4315-9a19-d5b41666ef89 req-18b039a3-0a05-4a63-af21-64cc3a698e91 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:00.314569 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b039a3-0a05-4a63-af21-64cc3a698e91 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Pushing event deleted for resources: {'Port': ['ID=1290d3a3-2a77-452a-a5cd-5d0aa2457c17,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:00.331826 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33758) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:00.340213 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-277de684-58f6-4c08-a2e0-50b09604fd4f tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4c27400d-1a8e-453e-95d5-b72da01a5263', 'tempest-TagsExtTest-Tag-1917694736') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:00.365006 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-304d1b57-0def-4b07-9a22-27565c73a0b1 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "PUT /v2.0/routers/d075a05c-fe48-4241-a086-a38f2bd76597/tags/tempest-TagsExtTest-Tag-246609986 HTTP/1.1" status: 201 len: 201 time: 0.6111679 Jul 16 08:36:00.411159 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 6ac875e8-22d6-4766-8a38-2638ca526a9e up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:00.574496 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-242a0ca8-7ca7-4315-9a19-d5b41666ef89 req-18b039a3-0a05-4a63-af21-64cc3a698e91 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] No DVR routers for this DVR port 1290d3a3-2a77-452a-a5cd-5d0aa2457c17 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:00.586308 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-242a0ca8-7ca7-4315-9a19-d5b41666ef89 req-18b039a3-0a05-4a63-af21-64cc3a698e91 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:00.592603 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-242a0ca8-7ca7-4315-9a19-d5b41666ef89 req-18b039a3-0a05-4a63-af21-64cc3a698e91 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.21 "DELETE /v2.0/ports/1290d3a3-2a77-452a-a5cd-5d0aa2457c17 HTTP/1.1" status: 204 len: 173 time: 2.1758392 Jul 16 08:36:00.604583 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8c84a809-18ac-46d2-a89c-b100d0bc0538', 'name': 'network-vif-deleted', 'tag': '1290d3a3-2a77-452a-a5cd-5d0aa2457c17'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:00.611421 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-451467e2-f4fa-4f08-962c-3486797ed3cd" -d '{"events": [{"server_uuid": "8c84a809-18ac-46d2-a89c-b100d0bc0538", "name": "network-vif-deleted", "tag": "1290d3a3-2a77-452a-a5cd-5d0aa2457c17"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:00.697272 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-99e23f89-ebc3-4d38-8561-f42bfcd172a1 req-c082eb5d-6b9c-4563-a49f-beff2a5f2be1 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc688ae9-c7bd-4e41-ac60-024c6ac792d4 HTTP/1.1" status: 200 len: 210 time: 0.1586361 Jul 16 08:36:00.702198 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-277de684-58f6-4c08-a2e0-50b09604fd4f tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "PUT /v2.0/subnetpools/4c27400d-1a8e-453e-95d5-b72da01a5263/tags/tempest-TagsExtTest-Tag-1917694736 HTTP/1.1" status: 201 len: 201 time: 0.3679028 Jul 16 08:36:00.705679 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33764) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:00.719858 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.tag.tag_plugin [None req-fc02cdfb-5c4d-4067-9b78-014e3c2ef695 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '51e41088-7824-4311-a6df-518a5daf265c') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:00.740612 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 6ac875e8-22d6-4766-8a38-2638ca526a9e completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:00.743960 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:00.767232 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 6ac875e8-22d6-4766-8a38-2638ca526a9e triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:00.767867 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:00.892216 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa7342e-8608-4ddb-aa48-e82495f97963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed21fdfc-b7fa-4074-b131-4bf703c1a7a2'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:00.892216 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c817ece-fb2f-4aab-a157-f805f1ffbd26" -d '{"events": [{"server_uuid": "1aa7342e-8608-4ddb-aa48-e82495f97963", "name": "network-vif-unplugged", "status": "completed", "tag": "ed21fdfc-b7fa-4074-b131-4bf703c1a7a2"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:00.948056 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5962d42-ab95-4521-a339-1c690cb28125 req-9bd997dc-aed4-4a7c-80f6-ed4249bed7b5 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:00.948889 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port ed21fdfc-b7fa-4074-b131-4bf703c1a7a2, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ed21fdfc-b7fa-4074-b131-4bf703c1a7a2,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:00.949023 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d5962d42-ab95-4521-a339-1c690cb28125 req-9bd997dc-aed4-4a7c-80f6-ed4249bed7b5 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 946 time: 0.4331458 Jul 16 08:36:01.022252 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:01.024272 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7313b533-02ba-4002-9c1a-f1dc4cc46204 x-openstack-request-id: req-7313b533-02ba-4002-9c1a-f1dc4cc46204 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:01.024272 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8c84a809-18ac-46d2-a89c-b100d0bc0538", "name": "network-vif-deleted", "tag": "1290d3a3-2a77-452a-a5cd-5d0aa2457c17", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:01.024272 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7313b533-02ba-4002-9c1a-f1dc4cc46204 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:01.024272 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8c84a809-18ac-46d2-a89c-b100d0bc0538', 'name': 'network-vif-deleted', 'tag': '1290d3a3-2a77-452a-a5cd-5d0aa2457c17', 'status': 'completed', 'code': 200} Jul 16 08:36:01.033852 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df082841-e04b-4ce1-955e-1abadd5087bf x-openstack-request-id: req-df082841-e04b-4ce1-955e-1abadd5087bf {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:01.034327 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa7342e-8608-4ddb-aa48-e82495f97963", "name": "network-vif-unplugged", "status": "completed", "tag": "ed21fdfc-b7fa-4074-b131-4bf703c1a7a2", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:01.036629 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-df082841-e04b-4ce1-955e-1abadd5087bf {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:01.037334 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1aa7342e-8608-4ddb-aa48-e82495f97963', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ed21fdfc-b7fa-4074-b131-4bf703c1a7a2', 'code': 200} Jul 16 08:36:01.078341 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d5962d42-ab95-4521-a339-1c690cb28125 req-bb94e187-822e-4935-9bf5-e4f59fc7c9e4 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262257 Jul 16 08:36:01.081801 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33772) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:01.129520 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-676cba35-c49a-4684-85b6-f0f063bc2ce8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:01.164180 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-fc02cdfb-5c4d-4067-9b78-014e3c2ef695 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "GET /v2.0/subnets/51e41088-7824-4311-a6df-518a5daf265c/tags HTTP/1.1" status: 200 len: 240 time: 0.4492543 Jul 16 08:36:01.165066 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33782) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:01.182595 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.tag.tag_plugin [None req-8ae0b6e9-6262-4ec5-9252-9d8dee89b2a2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '51e41088-7824-4311-a6df-518a5daf265c', 'tempest-TagsExtTest-Tag-729313606') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:01.238641 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:01.249130 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=ed21fdfc-b7fa-4074-b131-4bf703c1a7a2,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:01.388002 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 6ac875e8-22d6-4766-8a38-2638ca526a9e, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=6ac875e8-22d6-4766-8a38-2638ca526a9e,segment=NetworkSegment(74735ffd-3559-475d-b38a-8be002c1e567),segment_id=74735ffd-3559-475d-b38a-8be002c1e567)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:01.394290 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:01.424528 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-676cba35-c49a-4684-85b6-f0f063bc2ce8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:01.439773 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-676cba35-c49a-4684-85b6-f0f063bc2ce8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:01.449784 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8ae0b6e9-6262-4ec5-9252-9d8dee89b2a2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "GET /v2.0/subnets/51e41088-7824-4311-a6df-518a5daf265c/tags/tempest-TagsExtTest-Tag-729313606 HTTP/1.1" status: 204 len: 168 time: 0.2836173 Jul 16 08:36:01.456220 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33784) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:01.464360 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c793edca-847e-433c-bb9c-923f3ff2e213 req-86c26681-03ba-4311-aa21-5a3a08c79a46 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:01.473054 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c793edca-847e-433c-bb9c-923f3ff2e213 req-86c26681-03ba-4311-aa21-5a3a08c79a46 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.1940196 Jul 16 08:36:01.494493 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.tag.tag_plugin [None req-090e1960-3e58-4039-a078-2c50d824ef6e tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '51e41088-7824-4311-a6df-518a5daf265c', 'tempest-TagsExtTest-Tag-729313606') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:01.574762 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-676cba35-c49a-4684-85b6-f0f063bc2ce8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8620397c2edf42f9850f35a6d0af6d61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4917598 Jul 16 08:36:01.587437 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33790) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:01.597090 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676cba35-c49a-4684-85b6-f0f063bc2ce8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8159dd6-55e7-466a-ae2e-ff743c41bfa1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:01.620762 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=6ac875e8-22d6-4766-8a38-2638ca526a9e,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:01.634980 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e278f5d-6735-4df3-9556-aa152feb4650 req-edc10f87-c37b-4105-8284-9bfebb01b23f tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:01.644014 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4e278f5d-6735-4df3-9556-aa152feb4650 req-edc10f87-c37b-4105-8284-9bfebb01b23f tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17 HTTP/1.1" status: 200 len: 950 time: 0.2107270 Jul 16 08:36:01.756201 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 1290d3a3-2a77-452a-a5cd-5d0aa2457c17 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:01.767958 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4e278f5d-6735-4df3-9556-aa152feb4650 req-6d0177bb-7804-4da6-b188-ea4a344896dd tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8b927d9-2dc4-4feb-bfa5-229c2c0a47e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225350 Jul 16 08:36:01.844240 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 1290d3a3-2a77-452a-a5cd-5d0aa2457c17 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:01.850426 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b32429c0-6f77-4ee9-b711-19e521017469 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:01.852192 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 1290d3a3-2a77-452a-a5cd-5d0aa2457c17 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:01.901607 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c793edca-847e-433c-bb9c-923f3ff2e213 req-2c6baa9d-07a7-489e-a159-4fd62ec56581 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4231210 Jul 16 08:36:01.904832 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:01.988000 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-adb6a72b-a397-48fd-aa21-10729e8b33a1 None None] Provisioning for port f71b61c8-8f03-4537-84ea-902cf28bbe1e completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:01.992073 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-261ba5c3-c617-4edf-bbcb-09aa7260ce3f req-4c7a8e5e-0ac4-4a21-bd7e-8c734a7fc5f8 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc688ae9-c7bd-4e41-ac60-024c6ac792d4 HTTP/1.1" status: 200 len: 210 time: 0.0850596 Jul 16 08:36:01.993208 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b32429c0-6f77-4ee9-b711-19e521017469 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:02.023964 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-adb6a72b-a397-48fd-aa21-10729e8b33a1 None None] Provisioning complete for port f71b61c8-8f03-4537-84ea-902cf28bbe1e triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:02.027627 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-adb6a72b-a397-48fd-aa21-10729e8b33a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:02.136477 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-adb6a72b-a397-48fd-aa21-10729e8b33a1 None None] Port f71b61c8-8f03-4537-84ea-902cf28bbe1e cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:36:02.146524 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:02.176041 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-adb6a72b-a397-48fd-aa21-10729e8b33a1 None None] Provisioning complete for port 6ac875e8-22d6-4766-8a38-2638ca526a9e triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:02.176473 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-adb6a72b-a397-48fd-aa21-10729e8b33a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:02.286965 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 6ac875e8-22d6-4766-8a38-2638ca526a9e up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:02.435514 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bd8f07-76ca-4594-966a-2cdfac13b66e req-92ef3fb4-d0ed-4604-855a-86e3b282143e tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:02.445881 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b6bd8f07-76ca-4594-966a-2cdfac13b66e req-92ef3fb4-d0ed-4604-855a-86e3b282143e tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 944 time: 0.1626577 Jul 16 08:36:02.521492 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b6bd8f07-76ca-4594-966a-2cdfac13b66e req-3f078020-f71a-4e5e-ab27-cb2df6854afd tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741467 Jul 16 08:36:02.657618 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-bdc8532c-70c2-4549-bf56-c44a5eec6a5b tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:02.660819 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-bdc8532c-70c2-4549-bf56-c44a5eec6a5b tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.30 "GET /v2.0/networks?id=0b0632f2-66a2-43c2-8891-f4c2d1d4df60 HTTP/1.1" status: 200 len: 804 time: 0.6247540 Jul 16 08:36:02.681401 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-97531014-b536-400f-b396-b3250f20c6e6 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Request body: {'port': {'device_id': 'bc688ae9-c7bd-4e41-ac60-024c6ac792d4', 'network_id': '0b0632f2-66a2-43c2-8891-f4c2d1d4df60', 'admin_state_up': True, 'tenant_id': '403d6aa1ac0d41e3a4a28a0141013051'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:02.820599 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-090e1960-3e58-4039-a078-2c50d824ef6e tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "DELETE /v2.0/subnets/51e41088-7824-4311-a6df-518a5daf265c/tags/tempest-TagsExtTest-Tag-729313606 HTTP/1.1" status: 204 len: 168 time: 1.3215714 Jul 16 08:36:02.821614 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33820) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:02.827484 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-382ba27d-2cc2-45df-9da5-77e5f194c3f4 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '51e41088-7824-4311-a6df-518a5daf265c') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:02.832145 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b32429c0-6f77-4ee9-b711-19e521017469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:02.838624 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b32429c0-6f77-4ee9-b711-19e521017469 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:02.856429 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b32429c0-6f77-4ee9-b711-19e521017469 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f8159dd6-55e7-466a-ae2e-ff743c41bfa1 HTTP/1.1" status: 204 len: 168 time: 1.2556911 Jul 16 08:36:02.921720 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 6ac875e8-22d6-4766-8a38-2638ca526a9e triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:02.922314 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:02.942284 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32429c0-6f77-4ee9-b711-19e521017469 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8159dd6-55e7-466a-ae2e-ff743c41bfa1,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:02.965434 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-382ba27d-2cc2-45df-9da5-77e5f194c3f4 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "GET /v2.0/subnets/51e41088-7824-4311-a6df-518a5daf265c/tags HTTP/1.1" status: 200 len: 205 time: 0.1426752 Jul 16 08:36:02.973421 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33828) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:02.983315 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-48840f09-a24c-43c1-b775-bcfb4aa85bce tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f71b61c8-8f03-4537-84ea-902cf28bbe1e') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:03.035747 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-97531014-b536-400f-b396-b3250f20c6e6 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Made reservation on behalf of 403d6aa1ac0d41e3a4a28a0141013051 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:03.044744 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-97531014-b536-400f-b396-b3250f20c6e6 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:03.066309 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8f3c37b6-a57c-472f-9606-80df181b64f1 None None] Provisioning complete for port f71b61c8-8f03-4537-84ea-902cf28bbe1e triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:03.068455 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8f3c37b6-a57c-472f-9606-80df181b64f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:03.150271 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-48840f09-a24c-43c1-b775-bcfb4aa85bce tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "GET /v2.0/ports/f71b61c8-8f03-4537-84ea-902cf28bbe1e/tags HTTP/1.1" status: 200 len: 240 time: 0.1754220 Jul 16 08:36:03.152737 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33838) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:03.170297 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-a93603e9-d3ff-48ff-a4f9-251502599e11 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f71b61c8-8f03-4537-84ea-902cf28bbe1e', 'tempest-TagsExtTest-Tag-903135166') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:03.262714 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8f3c37b6-a57c-472f-9606-80df181b64f1 None None] Port f71b61c8-8f03-4537-84ea-902cf28bbe1e cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:36:03.324385 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1753b642-c909-4207-aaa4-9abdd49b2f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:03.350434 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a93603e9-d3ff-48ff-a4f9-251502599e11 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "GET /v2.0/ports/f71b61c8-8f03-4537-84ea-902cf28bbe1e/tags/tempest-TagsExtTest-Tag-903135166 HTTP/1.1" status: 204 len: 168 time: 0.1965456 Jul 16 08:36:03.351172 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33842) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:03.398474 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-90d2bd5e-a668-4730-9013-3dc1fdbd5509 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'f71b61c8-8f03-4537-84ea-902cf28bbe1e', 'tempest-TagsExtTest-Tag-903135166') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:03.551949 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-90d2bd5e-a668-4730-9013-3dc1fdbd5509 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "DELETE /v2.0/ports/f71b61c8-8f03-4537-84ea-902cf28bbe1e/tags/tempest-TagsExtTest-Tag-903135166 HTTP/1.1" status: 204 len: 168 time: 0.1690791 Jul 16 08:36:03.552932 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33854) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:03.561906 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-cdec7bbc-3b6c-49f3-9ab0-40a3959c3c13 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'f71b61c8-8f03-4537-84ea-902cf28bbe1e') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:03.745761 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-cdec7bbc-3b6c-49f3-9ab0-40a3959c3c13 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "GET /v2.0/ports/f71b61c8-8f03-4537-84ea-902cf28bbe1e/tags HTTP/1.1" status: 200 len: 205 time: 0.1901271 Jul 16 08:36:03.748204 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33870) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:03.754339 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-183d23c6-d6d0-47d7-b72e-09e26fb0bcb4 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd075a05c-fe48-4241-a086-a38f2bd76597') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:03.771128 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device ed21fdfc-b7fa-4074-b131-4bf703c1a7a2 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:03.783844 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:36:03.886141 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33892) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:03.887436 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-183d23c6-d6d0-47d7-b72e-09e26fb0bcb4 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "GET /v2.0/routers/d075a05c-fe48-4241-a086-a38f2bd76597/tags HTTP/1.1" status: 200 len: 240 time: 0.1376257 Jul 16 08:36:03.896048 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.tag.tag_plugin [None req-ca47767c-a39f-47a3-8708-fa22eccbd035 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd075a05c-fe48-4241-a086-a38f2bd76597', 'tempest-TagsExtTest-Tag-246609986') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:04.071223 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-97531014-b536-400f-b396-b3250f20c6e6 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Allocated IP 172.20.0.2 (0b0632f2-66a2-43c2-8891-f4c2d1d4df60/5a403916-6099-4ffc-ad6e-346025e9f7bf/5520adae-392e-478d-b1df-471d9644a6f2) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:04.074700 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ca47767c-a39f-47a3-8708-fa22eccbd035 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "GET /v2.0/routers/d075a05c-fe48-4241-a086-a38f2bd76597/tags/tempest-TagsExtTest-Tag-246609986 HTTP/1.1" status: 204 len: 168 time: 0.1824114 Jul 16 08:36:04.078334 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33908) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:04.084074 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-9177fa21-b5da-4d0e-97de-82684c17da2f tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd075a05c-fe48-4241-a086-a38f2bd76597', 'tempest-TagsExtTest-Tag-246609986') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:04.085128 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e4099f-7921-4e9a-bb04-b3bf2942bc6c req-a89e4410-bf56-4b6b-9271-289cdd123876 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:04.093947 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-67e4099f-7921-4e9a-bb04-b3bf2942bc6c req-a89e4410-bf56-4b6b-9271-289cdd123876 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.2460008 Jul 16 08:36:04.183114 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-67e4099f-7921-4e9a-bb04-b3bf2942bc6c req-870d5856-d693-4fd2-b2cd-9fab2cbec00c tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878284 Jul 16 08:36:04.289515 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9177fa21-b5da-4d0e-97de-82684c17da2f tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "DELETE /v2.0/routers/d075a05c-fe48-4241-a086-a38f2bd76597/tags/tempest-TagsExtTest-Tag-246609986 HTTP/1.1" status: 204 len: 168 time: 0.2071424 Jul 16 08:36:04.290347 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33916) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:04.296539 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-ac363dd2-e59a-4d68-b642-7ba569c1c5d8 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd075a05c-fe48-4241-a086-a38f2bd76597') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:04.418793 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f07b6a35-d7c0-4f3d-a624-94fe0df363a7 req-c86457c0-6034-43ff-ad10-b4d135b5aa84 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc688ae9-c7bd-4e41-ac60-024c6ac792d4 HTTP/1.1" status: 200 len: 210 time: 0.0446763 Jul 16 08:36:04.438057 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-97531014-b536-400f-b396-b3250f20c6e6 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.470227 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ac363dd2-e59a-4d68-b642-7ba569c1c5d8 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "GET /v2.0/routers/d075a05c-fe48-4241-a086-a38f2bd76597/tags HTTP/1.1" status: 200 len: 205 time: 0.1751580 Jul 16 08:36:04.473284 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33922) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:04.480977 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.tag.tag_plugin [None req-4b055ce6-d10e-4b47-86e9-2b09cb79f8de tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4c27400d-1a8e-453e-95d5-b72da01a5263') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:04.521555 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54aa566-d716-44d7-899d-9fecbdfffdc0 req-b2448743-5b73-45ef-8f66-e99de680ad70 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:04.528449 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e54aa566-d716-44d7-899d-9fecbdfffdc0 req-b2448743-5b73-45ef-8f66-e99de680ad70 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=1aa7342e-8608-4ddb-aa48-e82495f97963 HTTP/1.1" status: 200 len: 944 time: 0.1863165 Jul 16 08:36:04.567522 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4b055ce6-d10e-4b47-86e9-2b09cb79f8de tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "GET /v2.0/subnetpools/4c27400d-1a8e-453e-95d5-b72da01a5263/tags HTTP/1.1" status: 200 len: 241 time: 0.0923989 Jul 16 08:36:04.569809 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33928) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:04.572038 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-97531014-b536-400f-b396-b3250f20c6e6 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.593112 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.tag.tag_plugin [None req-b73f93c2-2f44-47ef-8e96-67c4b263bed7 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4c27400d-1a8e-453e-95d5-b72da01a5263', 'tempest-TagsExtTest-Tag-1917694736') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:04.665483 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-97531014-b536-400f-b396-b3250f20c6e6 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Network 0b0632f2-66a2-43c2-8891-f4c2d1d4df60 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:04.676516 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1c037-3dd9-47e6-b222-2fa947c2ac19 req-62fd0d3c-bd04-4b56-beed-52f6e3ec7308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:04.678002 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f7d1c037-3dd9-47e6-b222-2fa947c2ac19 req-62fd0d3c-bd04-4b56-beed-52f6e3ec7308 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fe485eef99184140b54eea7a4f5e6aa7&device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 1098 time: 0.2140458 Jul 16 08:36:04.685703 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-97531014-b536-400f-b396-b3250f20c6e6 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:04.698258 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-97531014-b536-400f-b396-b3250f20c6e6 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:04.721059 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-e54aa566-d716-44d7-899d-9fecbdfffdc0 req-56b79315-4745-4396-833c-7c48655837b6 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Deleting port ed21fdfc-b7fa-4074-b131-4bf703c1a7a2 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:04.721458 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e54aa566-d716-44d7-899d-9fecbdfffdc0 req-56b79315-4745-4396-833c-7c48655837b6 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.827023 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-97531014-b536-400f-b396-b3250f20c6e6 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:04.827932 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-97531014-b536-400f-b396-b3250f20c6e6 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.860682 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1c037-3dd9-47e6-b222-2fa947c2ac19 req-adba866f-2e06-4452-b207-b916077d4d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:04.860682 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f7d1c037-3dd9-47e6-b222-2fa947c2ac19 req-adba866f-2e06-4452-b207-b916077d4d5b service neutron] 10.222.0.30 "GET /v2.0/networks?id=c8582703-4cc4-4fff-80b5-c471d9477e16 HTTP/1.1" status: 200 len: 914 time: 0.1728926 Jul 16 08:36:04.865397 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-97531014-b536-400f-b396-b3250f20c6e6 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1883936 Jul 16 08:36:04.880912 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b73f93c2-2f44-47ef-8e96-67c4b263bed7 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "GET /v2.0/subnetpools/4c27400d-1a8e-453e-95d5-b72da01a5263/tags/tempest-TagsExtTest-Tag-1917694736 HTTP/1.1" status: 204 len: 168 time: 0.3054588 Jul 16 08:36:04.884566 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33940) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:04.891826 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.tag.tag_plugin [None req-f791db00-cece-4d13-89c9-26407ec3e6c3 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '4c27400d-1a8e-453e-95d5-b72da01a5263', 'tempest-TagsExtTest-Tag-1917694736') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:04.909611 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f7d1c037-3dd9-47e6-b222-2fa947c2ac19 req-1f301103-fa82-45bb-a194-31de391e5c2a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d260d8b-2721-4aad-939f-af2eced15fea HTTP/1.1" status: 200 len: 217 time: 0.0431240 Jul 16 08:36:04.920095 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-7c5e969c-996a-4699-964f-e06bfc7223f1 service neutron] Request body: {'port': {'device_id': 'bc688ae9-c7bd-4e41-ac60-024c6ac792d4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:04.924592 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-e54aa566-d716-44d7-899d-9fecbdfffdc0 req-56b79315-4745-4396-833c-7c48655837b6 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] For port ed21fdfc-b7fa-4074-b131-4bf703c1a7a2, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ed21fdfc-b7fa-4074-b131-4bf703c1a7a2,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:04.925128 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e54aa566-d716-44d7-899d-9fecbdfffdc0 req-56b79315-4745-4396-833c-7c48655837b6 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:04.931143 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97531014-b536-400f-b396-b3250f20c6e6 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Pushing event updated for resources: {'Port': ['ID=5520adae-392e-478d-b1df-471d9644a6f2,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:04.963690 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-e54aa566-d716-44d7-899d-9fecbdfffdc0 req-56b79315-4745-4396-833c-7c48655837b6 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Calling delete_port for ed21fdfc-b7fa-4074-b131-4bf703c1a7a2 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:04.990481 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d1c037-3dd9-47e6-b222-2fa947c2ac19 req-8ef1080c-bcaf-4d1a-a238-3769ddad61b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:04.992053 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f7d1c037-3dd9-47e6-b222-2fa947c2ac19 req-8ef1080c-bcaf-4d1a-a238-3769ddad61b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=df86fc55-3ccc-4737-ad2e-69164a017fd5 HTTP/1.1" status: 200 len: 853 time: 0.0762143 Jul 16 08:36:05.045766 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f791db00-cece-4d13-89c9-26407ec3e6c3 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "DELETE /v2.0/subnetpools/4c27400d-1a8e-453e-95d5-b72da01a5263/tags/tempest-TagsExtTest-Tag-1917694736 HTTP/1.1" status: 204 len: 168 time: 0.1590519 Jul 16 08:36:05.048670 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33944) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:05.057622 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f7d1c037-3dd9-47e6-b222-2fa947c2ac19 req-b6ff2ef1-c746-46e0-8cb5-097a66377acf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c8582703-4cc4-4fff-80b5-c471d9477e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335391 Jul 16 08:36:05.065287 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.tag.tag_plugin [None req-cd48c29b-6d50-4acb-80f0-507dfa6ae303 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '4c27400d-1a8e-453e-95d5-b72da01a5263') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:05.129359 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-7c5e969c-996a-4699-964f-e06bfc7223f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:05.156190 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-cd48c29b-6d50-4acb-80f0-507dfa6ae303 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "GET /v2.0/subnetpools/4c27400d-1a8e-453e-95d5-b72da01a5263/tags HTTP/1.1" status: 200 len: 205 time: 0.0922163 Jul 16 08:36:05.156457 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33952) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:05.161574 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.tag.tag_plugin [None req-7c4d553d-c1ce-4623-a9ad-41172763e913 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4c27400d-1a8e-453e-95d5-b72da01a5263') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:05.227223 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1741b7-ab08-470a-b79c-ec0a5e07c20a req-bd3e8970-ff6d-43b2-bb57-0ce2a4d18b22 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:05.228868 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3d1741b7-ab08-470a-b79c-ec0a5e07c20a req-bd3e8970-ff6d-43b2-bb57-0ce2a4d18b22 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17 HTTP/1.1" status: 200 len: 950 time: 0.1916020 Jul 16 08:36:05.234229 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f7d1c037-3dd9-47e6-b222-2fa947c2ac19 req-2af4adb6-1b4e-4cda-9579-c371c685e9d4 service neutron] 10.222.0.30 "GET /v2.0/networks/c8582703-4cc4-4fff-80b5-c471d9477e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695366 Jul 16 08:36:05.261257 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7c4d553d-c1ce-4623-a9ad-41172763e913 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "DELETE /v2.0/subnetpools/4c27400d-1a8e-453e-95d5-b72da01a5263/tags HTTP/1.1" status: 204 len: 168 time: 0.0995660 Jul 16 08:36:05.267372 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33956) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:05.280809 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e54aa566-d716-44d7-899d-9fecbdfffdc0 req-56b79315-4745-4396-833c-7c48655837b6 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:05.286776 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-ca9ffdd5-f4d7-4cc4-8853-775c006dd375 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd075a05c-fe48-4241-a086-a38f2bd76597') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:05.357829 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b79315-4745-4396-833c-7c48655837b6 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Pushing event deleted for resources: {'Port': ['ID=ed21fdfc-b7fa-4074-b131-4bf703c1a7a2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:05.379621 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3d1741b7-ab08-470a-b79c-ec0a5e07c20a req-820b095a-8f29-4649-bae1-56154931c130 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8b927d9-2dc4-4feb-bfa5-229c2c0a47e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381166 Jul 16 08:36:05.674865 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-7c5e969c-996a-4699-964f-e06bfc7223f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5520adae-392e-478d-b1df-471d9644a6f2 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:05.685874 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-7c5e969c-996a-4699-964f-e06bfc7223f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:05.694469 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c7df83cb-6368-40e3-b0cb-9380c7d75cc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:05.703076 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-7c5e969c-996a-4699-964f-e06bfc7223f1 service neutron] Transition to ACTIVE for port object 5520adae-392e-478d-b1df-471d9644a6f2 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:05.759219 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-7c5e969c-996a-4699-964f-e06bfc7223f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:05.831212 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54aa566-d716-44d7-899d-9fecbdfffdc0 req-56b79315-4745-4396-833c-7c48655837b6 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] No DVR routers for this DVR port ed21fdfc-b7fa-4074-b131-4bf703c1a7a2 on host n-h2-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:05.839625 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e54aa566-d716-44d7-899d-9fecbdfffdc0 req-56b79315-4745-4396-833c-7c48655837b6 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:05.850333 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e54aa566-d716-44d7-899d-9fecbdfffdc0 req-56b79315-4745-4396-833c-7c48655837b6 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "DELETE /v2.0/ports/ed21fdfc-b7fa-4074-b131-4bf703c1a7a2 HTTP/1.1" status: 204 len: 173 time: 1.3208361 Jul 16 08:36:05.854134 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1aa7342e-8608-4ddb-aa48-e82495f97963', 'name': 'network-vif-deleted', 'tag': 'ed21fdfc-b7fa-4074-b131-4bf703c1a7a2'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:05.857630 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e969c-996a-4699-964f-e06bfc7223f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5520adae-392e-478d-b1df-471d9644a6f2,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:05.873605 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf64941-0b5e-43d6-af1a-49870c088a7c" -d '{"events": [{"server_uuid": "1aa7342e-8608-4ddb-aa48-e82495f97963", "name": "network-vif-deleted", "tag": "ed21fdfc-b7fa-4074-b131-4bf703c1a7a2"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:05.901109 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ca9ffdd5-f4d7-4cc4-8853-775c006dd375 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "DELETE /v2.0/routers/d075a05c-fe48-4241-a086-a38f2bd76597/tags HTTP/1.1" status: 204 len: 168 time: 0.6324117 Jul 16 08:36:05.903675 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33974) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:05.911742 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-9d81a2df-fc77-4d17-bdd3-b1a2de3f3e5b tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f71b61c8-8f03-4537-84ea-902cf28bbe1e') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:05.924709 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f7d1c037-3dd9-47e6-b222-2fa947c2ac19 req-de335093-a815-4fd1-b540-8677b4a3869e service neutron] 10.222.0.30 "GET /v2.0/networks/c8582703-4cc4-4fff-80b5-c471d9477e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6823273 Jul 16 08:36:05.966832 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:06.007222 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6783b754-00a6-4733-9741-3c310abc252b req-24354170-9f4a-492a-98d7-0931ca81306f tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:06.018472 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6783b754-00a6-4733-9741-3c310abc252b req-24354170-9f4a-492a-98d7-0931ca81306f tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.4375408 Jul 16 08:36:06.029548 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9d81a2df-fc77-4d17-bdd3-b1a2de3f3e5b tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "DELETE /v2.0/ports/f71b61c8-8f03-4537-84ea-902cf28bbe1e/tags HTTP/1.1" status: 204 len: 168 time: 0.1247246 Jul 16 08:36:06.033196 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33986) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:06.047324 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-b0f76629-b47b-4d7c-869d-4cd2474b22ba tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '51e41088-7824-4311-a6df-518a5daf265c') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:06.138312 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b0f76629-b47b-4d7c-869d-4cd2474b22ba tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "DELETE /v2.0/subnets/51e41088-7824-4311-a6df-518a5daf265c/tags HTTP/1.1" status: 204 len: 168 time: 0.0997937 Jul 16 08:36:06.138611 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33994) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:06.143702 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6783b754-00a6-4733-9741-3c310abc252b req-beec0865-c8b8-462a-81b8-2ddd08986e46 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240919 Jul 16 08:36:06.144508 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-7c5e969c-996a-4699-964f-e06bfc7223f1 service neutron] Attempting to bind port 5520adae-392e-478d-b1df-471d9644a6f2 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:06.144846 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-7c5e969c-996a-4699-964f-e06bfc7223f1 service neutron] Attempting to bind port 5520adae-392e-478d-b1df-471d9644a6f2 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '419a7790-970c-4a11-9d8c-ac3d75efc71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0b0632f2-66a2-43c2-8891-f4c2d1d4df60'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:06.145180 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-7c5e969c-996a-4699-964f-e06bfc7223f1 service neutron] Attempting to bind port 5520adae-392e-478d-b1df-471d9644a6f2 on network 0b0632f2-66a2-43c2-8891-f4c2d1d4df60 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:06.152167 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-c02db015-300f-402e-b468-29db92482397 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '51e41088-7824-4311-a6df-518a5daf265c', 'tempest-TagsExtTest-Tag-214939991') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:06.177166 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-7c5e969c-996a-4699-964f-e06bfc7223f1 service neutron] Port 5520adae-392e-478d-b1df-471d9644a6f2 on network 0b0632f2-66a2-43c2-8891-f4c2d1d4df60 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:36:06.177660 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-7c5e969c-996a-4699-964f-e06bfc7223f1 service neutron] Attempting to bind port 5520adae-392e-478d-b1df-471d9644a6f2 on network 0b0632f2-66a2-43c2-8891-f4c2d1d4df60 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:06.197715 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-7c5e969c-996a-4699-964f-e06bfc7223f1 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:06.198157 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-7c5e969c-996a-4699-964f-e06bfc7223f1 service neutron] Checking segment: {'id': '419a7790-970c-4a11-9d8c-ac3d75efc71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0b0632f2-66a2-43c2-8891-f4c2d1d4df60'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:06.198436 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-7c5e969c-996a-4699-964f-e06bfc7223f1 service neutron] Bound using segment: {'id': '419a7790-970c-4a11-9d8c-ac3d75efc71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0b0632f2-66a2-43c2-8891-f4c2d1d4df60'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:06.204145 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-7c5e969c-996a-4699-964f-e06bfc7223f1 service neutron] Bound port: 5520adae-392e-478d-b1df-471d9644a6f2, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '419a7790-970c-4a11-9d8c-ac3d75efc71c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '0b0632f2-66a2-43c2-8891-f4c2d1d4df60'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:06.204698 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-7c5e969c-996a-4699-964f-e06bfc7223f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:06.248651 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c02db015-300f-402e-b468-29db92482397 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "PUT /v2.0/subnets/51e41088-7824-4311-a6df-518a5daf265c/tags/tempest-TagsExtTest-Tag-214939991 HTTP/1.1" status: 201 len: 201 time: 0.1065981 Jul 16 08:36:06.251314 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33998) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:06.258642 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-8d4f9256-8fe1-4d15-8863-1396c73d2293 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'f71b61c8-8f03-4537-84ea-902cf28bbe1e', 'tempest-TagsExtTest-Tag-1727275949') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:06.268004 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828151ae-02bb-44e5-807e-151d1cc28ee2 req-4f047ce0-3cdd-46d8-a065-2f8cdc7fcd11 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:06.269686 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-828151ae-02bb-44e5-807e-151d1cc28ee2 req-4f047ce0-3cdd-46d8-a065-2f8cdc7fcd11 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.21 "GET /v2.0/ports?device_id=bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17 HTTP/1.1" status: 200 len: 950 time: 0.2074571 Jul 16 08:36:06.416922 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8d4f9256-8fe1-4d15-8863-1396c73d2293 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "PUT /v2.0/ports/f71b61c8-8f03-4537-84ea-902cf28bbe1e/tags/tempest-TagsExtTest-Tag-1727275949 HTTP/1.1" status: 201 len: 201 time: 0.1642787 Jul 16 08:36:06.419451 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34002) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:06.425701 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-28fdb85e-f608-42fd-a856-2626a45c18eb tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd075a05c-fe48-4241-a086-a38f2bd76597', 'tempest-TagsExtTest-Tag-125911305') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:06.430576 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-7c5e969c-996a-4699-964f-e06bfc7223f1 service neutron] For port 5520adae-392e-478d-b1df-471d9644a6f2, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:06.448315 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-7c5e969c-996a-4699-964f-e06bfc7223f1 service neutron] For port 5520adae-392e-478d-b1df-471d9644a6f2, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=5520adae-392e-478d-b1df-471d9644a6f2,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:06.455495 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-7c5e969c-996a-4699-964f-e06bfc7223f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:06.521892 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-7c5e969c-996a-4699-964f-e06bfc7223f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:06.522517 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-7c5e969c-996a-4699-964f-e06bfc7223f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:06.524284 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-7c5e969c-996a-4699-964f-e06bfc7223f1 service neutron] 10.222.0.30 "PUT /v2.0/ports/5520adae-392e-478d-b1df-471d9644a6f2 HTTP/1.1" status: 200 len: 1092 time: 1.6408267 Jul 16 08:36:06.527978 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc688ae9-c7bd-4e41-ac60-024c6ac792d4', 'tag': '5520adae-392e-478d-b1df-471d9644a6f2'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:06.530249 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0fae750-335f-4536-bce2-cb7485590f08" -d '{"events": [{"name": "network-changed", "server_uuid": "bc688ae9-c7bd-4e41-ac60-024c6ac792d4", "tag": "5520adae-392e-478d-b1df-471d9644a6f2"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:06.553095 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5e969c-996a-4699-964f-e06bfc7223f1 service neutron] Pushing event updated for resources: {'Port': ['ID=5520adae-392e-478d-b1df-471d9644a6f2,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:06.557585 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-828151ae-02bb-44e5-807e-151d1cc28ee2 req-1abf74ce-cef5-4e7a-987f-647a1e08b162 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Deleting port 1e68de88-3735-4ea8-a2f2-77ccabd41b74 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:06.557931 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-828151ae-02bb-44e5-807e-151d1cc28ee2 req-1abf74ce-cef5-4e7a-987f-647a1e08b162 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:06.569552 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3682d0e-ee83-45a8-bd66-b647e1ddd77c req-c9df3abd-5af5-404d-9e83-1a1bba9365dd tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:06.577198 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d3682d0e-ee83-45a8-bd66-b647e1ddd77c req-c9df3abd-5af5-404d-9e83-1a1bba9365dd tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc688ae9-c7bd-4e41-ac60-024c6ac792d4 HTTP/1.1" status: 200 len: 943 time: 0.2206337 Jul 16 08:36:06.599737 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-28fdb85e-f608-42fd-a856-2626a45c18eb tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "PUT /v2.0/routers/d075a05c-fe48-4241-a086-a38f2bd76597/tags/tempest-TagsExtTest-Tag-125911305 HTTP/1.1" status: 201 len: 201 time: 0.1790569 Jul 16 08:36:06.604299 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34010) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:06.609796 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-6e60b2e4-d22c-4242-8d05-c8710f3f4077 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '4c27400d-1a8e-453e-95d5-b72da01a5263', 'tempest-TagsExtTest-Tag-1285380539') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:06.629544 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c94102c-c9ac-4c2a-8bfe-75ad3e3b0896 x-openstack-request-id: req-6c94102c-c9ac-4c2a-8bfe-75ad3e3b0896 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:06.630068 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1aa7342e-8608-4ddb-aa48-e82495f97963", "name": "network-vif-deleted", "tag": "ed21fdfc-b7fa-4074-b131-4bf703c1a7a2", "status": "failed", "code": 422}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:06.630832 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6c94102c-c9ac-4c2a-8bfe-75ad3e3b0896 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:06.630832 n-d-771362-37 neutron-server[93759]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '1aa7342e-8608-4ddb-aa48-e82495f97963', 'name': 'network-vif-deleted', 'tag': 'ed21fdfc-b7fa-4074-b131-4bf703c1a7a2', 'status': 'failed', 'code': 422} returned with failed status Jul 16 08:36:06.656487 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6e60b2e4-d22c-4242-8d05-c8710f3f4077 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "PUT /v2.0/subnetpools/4c27400d-1a8e-453e-95d5-b72da01a5263/tags/tempest-TagsExtTest-Tag-1285380539 HTTP/1.1" status: 201 len: 201 time: 0.0508685 Jul 16 08:36:06.659235 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34016) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:06.666474 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-38b6d951-1dc3-4d7e-8623-077267e8f90d tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '51e41088-7824-4311-a6df-518a5daf265c', {'tags': ['tempest-TagsExtTest-Tag-880596748', 'tempest-TagsExtTest-Tag-1548104580', 'tempest-TagsExtTest-Tag-1965423549']}) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:06.755600 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d3682d0e-ee83-45a8-bd66-b647e1ddd77c req-73cc71bc-324f-4681-b638-4c21b49394a2 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708894 Jul 16 08:36:06.781551 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-38b6d951-1dc3-4d7e-8623-077267e8f90d tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "PUT /v2.0/subnets/51e41088-7824-4311-a6df-518a5daf265c/tags HTTP/1.1" status: 200 len: 317 time: 0.1120493 Jul 16 08:36:06.786126 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34022) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:06.791714 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-af43e1dd-ca36-4e05-bf2a-67614ab084a6 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '51e41088-7824-4311-a6df-518a5daf265c') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:06.816813 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-828151ae-02bb-44e5-807e-151d1cc28ee2 req-1abf74ce-cef5-4e7a-987f-647a1e08b162 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] For port 1e68de88-3735-4ea8-a2f2-77ccabd41b74, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=1e68de88-3735-4ea8-a2f2-77ccabd41b74,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:06.817694 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-828151ae-02bb-44e5-807e-151d1cc28ee2 req-1abf74ce-cef5-4e7a-987f-647a1e08b162 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:06.843180 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b7d8d2f-1f9b-46eb-9a86-df76d08cdb2d x-openstack-request-id: req-0b7d8d2f-1f9b-46eb-9a86-df76d08cdb2d {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:06.843461 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc688ae9-c7bd-4e41-ac60-024c6ac792d4", "tag": "5520adae-392e-478d-b1df-471d9644a6f2", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:06.843814 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0b7d8d2f-1f9b-46eb-9a86-df76d08cdb2d {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:06.844274 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc688ae9-c7bd-4e41-ac60-024c6ac792d4', 'tag': '5520adae-392e-478d-b1df-471d9644a6f2', 'status': 'completed', 'code': 200} Jul 16 08:36:06.851556 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-4d50c192-72fa-480d-b6ce-ee2e470ea74e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:06.853612 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-4d50c192-72fa-480d-b6ce-ee2e470ea74e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=403d6aa1ac0d41e3a4a28a0141013051&device_id=bc688ae9-c7bd-4e41-ac60-024c6ac792d4 HTTP/1.1" status: 200 len: 1095 time: 0.2745085 Jul 16 08:36:06.855094 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-828151ae-02bb-44e5-807e-151d1cc28ee2 req-1abf74ce-cef5-4e7a-987f-647a1e08b162 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Calling delete_port for 1e68de88-3735-4ea8-a2f2-77ccabd41b74 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:06.914806 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-a0538171-463a-4d91-b692-5513e2f3e007 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5520adae-392e-478d-b1df-471d9644a6f2 HTTP/1.1" status: 200 len: 217 time: 0.0496905 Jul 16 08:36:07.005055 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7be0ff-9801-4492-9725-220ebb23ff28 req-31c74ef5-caa3-4088-8529-0a286deb8175 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:07.008227 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.015938 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fb7be0ff-9801-4492-9725-220ebb23ff28 req-31c74ef5-caa3-4088-8529-0a286deb8175 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17 HTTP/1.1" status: 200 len: 950 time: 0.1848724 Jul 16 08:36:07.067950 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-737b718c-1fa0-4668-8466-5e8f3a0b0b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:07.070334 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-737b718c-1fa0-4668-8466-5e8f3a0b0b7b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a403916-6099-4ffc-ad6e-346025e9f7bf HTTP/1.1" status: 200 len: 844 time: 0.1069832 Jul 16 08:36:07.093004 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-af43e1dd-ca36-4e05-bf2a-67614ab084a6 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "DELETE /v2.0/subnets/51e41088-7824-4311-a6df-518a5daf265c/tags HTTP/1.1" status: 204 len: 168 time: 0.3056207 Jul 16 08:36:07.095985 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34052) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:07.101885 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-3460c60d-8b9e-4983-bc8e-750971ea69bf tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '51e41088-7824-4311-a6df-518a5daf265c', 'tempest-TagsExtTest-Tag-880596748') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:07.121477 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fb7be0ff-9801-4492-9725-220ebb23ff28 req-c006537b-9eec-49af-b7ef-cdb4029548b2 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.22 "GET /v2.0/security-groups?id=e8b927d9-2dc4-4feb-bfa5-229c2c0a47e1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041553 Jul 16 08:36:07.134713 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-50d38af9-2e99-4679-beb0-19eccb4a8843 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b0632f2-66a2-43c2-8891-f4c2d1d4df60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572948 Jul 16 08:36:07.190656 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-3460c60d-8b9e-4983-bc8e-750971ea69bf tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] show failed (client error): The resource could not be found. Jul 16 08:36:07.192521 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3460c60d-8b9e-4983-bc8e-750971ea69bf tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "GET /v2.0/subnets/51e41088-7824-4311-a6df-518a5daf265c/tags/tempest-TagsExtTest-Tag-880596748 HTTP/1.1" status: 404 len: 328 time: 0.0950127 Jul 16 08:36:07.195953 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34060) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:07.203229 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-ac1e1228-4e53-4e20-8920-c9d19b2365f5 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '51e41088-7824-4311-a6df-518a5daf265c', 'tempest-TagsExtTest-Tag-1548104580') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:07.247169 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-828151ae-02bb-44e5-807e-151d1cc28ee2 req-1abf74ce-cef5-4e7a-987f-647a1e08b162 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.261747 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['1e68de88-3735-4ea8-a2f2-77ccabd41b74'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:07.346269 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-ac1e1228-4e53-4e20-8920-c9d19b2365f5 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] show failed (client error): The resource could not be found. Jul 16 08:36:07.350314 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ac1e1228-4e53-4e20-8920-c9d19b2365f5 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "GET /v2.0/subnets/51e41088-7824-4311-a6df-518a5daf265c/tags/tempest-TagsExtTest-Tag-1548104580 HTTP/1.1" status: 404 len: 329 time: 0.1501098 Jul 16 08:36:07.354980 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34074) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:07.358967 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abf74ce-cef5-4e7a-987f-647a1e08b162 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Pushing event deleted for resources: {'Port': ['ID=1e68de88-3735-4ea8-a2f2-77ccabd41b74,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:07.362300 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-f76df977-a5d5-48a0-b763-61618d0f1bc3 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '51e41088-7824-4311-a6df-518a5daf265c', 'tempest-TagsExtTest-Tag-1965423549') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:07.403750 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-27b07143-65b4-4d2d-ac71-d5b5ff29a6b5 service neutron] 10.222.0.30 "GET /v2.0/networks/0b0632f2-66a2-43c2-8891-f4c2d1d4df60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615292 Jul 16 08:36:07.545054 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-828151ae-02bb-44e5-807e-151d1cc28ee2 req-1abf74ce-cef5-4e7a-987f-647a1e08b162 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] No DVR routers for this DVR port 1e68de88-3735-4ea8-a2f2-77ccabd41b74 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:07.554874 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-828151ae-02bb-44e5-807e-151d1cc28ee2 req-1abf74ce-cef5-4e7a-987f-647a1e08b162 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.557785 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-828151ae-02bb-44e5-807e-151d1cc28ee2 req-1abf74ce-cef5-4e7a-987f-647a1e08b162 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.21 "DELETE /v2.0/ports/1e68de88-3735-4ea8-a2f2-77ccabd41b74 HTTP/1.1" status: 204 len: 173 time: 1.2676394 Jul 16 08:36:07.602702 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e3ec3bd8-0e3c-4dad-be14-cc774d04f2fb req-6939d9f3-eb3f-40c6-b770-74bfdcb5f554 service neutron] 10.222.0.30 "GET /v2.0/networks/0b0632f2-66a2-43c2-8891-f4c2d1d4df60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822462 Jul 16 08:36:07.633529 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-ebe23277-5c3d-4d57-80f2-b187fb5b7577 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:07.649071 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-ebe23277-5c3d-4d57-80f2-b187fb5b7577 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/networks?id=bffad17c-f1ab-47e1-8c7a-30b725bf841f HTTP/1.1" status: 200 len: 811 time: 0.3286126 Jul 16 08:36:07.664851 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64f36b-28ed-4f3b-86e9-2a473aab1eb2 req-3936a60b-287e-480e-9bc8-531c1e7d8353 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:07.672598 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c64f36b-28ed-4f3b-86e9-2a473aab1eb2 req-3936a60b-287e-480e-9bc8-531c1e7d8353 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.2670085 Jul 16 08:36:07.682508 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-f76df977-a5d5-48a0-b763-61618d0f1bc3 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] show failed (client error): The resource could not be found. Jul 16 08:36:07.686403 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f76df977-a5d5-48a0-b763-61618d0f1bc3 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "GET /v2.0/subnets/51e41088-7824-4311-a6df-518a5daf265c/tags/tempest-TagsExtTest-Tag-1965423549 HTTP/1.1" status: 404 len: 329 time: 0.3304179 Jul 16 08:36:07.687814 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34082) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:07.693238 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-8a3ccd1c-2f1d-401a-8a20-12540dad4e90 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/quotas/e2c8ee8748ed40f095f05f97decda731 HTTP/1.1" status: 200 len: 375 time: 0.0376813 Jul 16 08:36:07.699208 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.tag.tag_plugin [None req-6c9b3bff-d896-47f0-adfd-1d5bf009b55d tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'f71b61c8-8f03-4537-84ea-902cf28bbe1e', {'tags': ['tempest-TagsExtTest-Tag-553283413', 'tempest-TagsExtTest-Tag-568246260', 'tempest-TagsExtTest-Tag-995176383']}) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:07.746713 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34084) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:07.768007 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-74c0c4e8-4368-4858-836e-4526a76c974e tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2c8ee8748ed40f095f05f97decda731&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0673206 Jul 16 08:36:07.841526 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c64f36b-28ed-4f3b-86e9-2a473aab1eb2 req-cdcbf11d-e2c7-40a4-ab09-a399bad581a3 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663918 Jul 16 08:36:07.915548 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-470e9d68-56a8-44ea-857a-decee82e23ff service neutron] 10.222.0.22 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366854 Jul 16 08:36:07.924224 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fae750-335f-4536-bce2-cb7485590f08 req-c46fc84a-0814-45a5-95a0-23fb79246be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:07.926007 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b0fae750-335f-4536-bce2-cb7485590f08 req-c46fc84a-0814-45a5-95a0-23fb79246be9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=403d6aa1ac0d41e3a4a28a0141013051&device_id=bc688ae9-c7bd-4e41-ac60-024c6ac792d4 HTTP/1.1" status: 200 len: 1095 time: 0.2235153 Jul 16 08:36:07.937723 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6c9b3bff-d896-47f0-adfd-1d5bf009b55d tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "PUT /v2.0/ports/f71b61c8-8f03-4537-84ea-902cf28bbe1e/tags HTTP/1.1" status: 200 len: 315 time: 0.2447920 Jul 16 08:36:07.937723 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-55936ed0-db27-4155-8805-c1c4570887f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:07.953144 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34090) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:07.960062 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.tag.tag_plugin [None req-80a25bfd-2ab4-49d7-a55e-bec8e7a37b7d tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f71b61c8-8f03-4537-84ea-902cf28bbe1e') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:08.014381 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 4d260d8b-2721-4aad-939f-af2eced15fea no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:08.061895 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-053a80bb-f287-4b14-944b-8910f43f38fc service neutron] 10.222.0.22 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443472 Jul 16 08:36:08.123747 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.158764 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986d7225-e1a5-4841-adf8-742db2ed93fa', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4d260d8b-2721-4aad-939f-af2eced15fea'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:08.160725 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fae750-335f-4536-bce2-cb7485590f08 req-90038092-2b06-4097-a8d0-028f2c6c9215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:08.161655 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f68e273-e191-4c38-b0f9-1ef77465db41" -d '{"events": [{"server_uuid": "986d7225-e1a5-4841-adf8-742db2ed93fa", "name": "network-vif-unplugged", "status": "completed", "tag": "4d260d8b-2721-4aad-939f-af2eced15fea"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:08.162231 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b0fae750-335f-4536-bce2-cb7485590f08 req-90038092-2b06-4097-a8d0-028f2c6c9215 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0b0632f2-66a2-43c2-8891-f4c2d1d4df60 HTTP/1.1" status: 200 len: 905 time: 0.2271507 Jul 16 08:36:08.177813 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 4d260d8b-2721-4aad-939f-af2eced15fea, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=4d260d8b-2721-4aad-939f-af2eced15fea,segment=NetworkSegment(434f1074-36f8-46ba-becd-a201a761861a),segment_id=434f1074-36f8-46ba-becd-a201a761861a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:08.183056 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.231465 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b0fae750-335f-4536-bce2-cb7485590f08 req-520b1c86-5ed8-430a-aa77-fda71cd87c8e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=5520adae-392e-478d-b1df-471d9644a6f2 HTTP/1.1" status: 200 len: 217 time: 0.0596442 Jul 16 08:36:08.305690 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6818af-9f61-404e-8c80-9d906a2b2abe req-a699e736-31ce-4505-8063-01390cc288b4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:08.313109 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4a6818af-9f61-404e-8c80-9d906a2b2abe req-a699e736-31ce-4505-8063-01390cc288b4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc688ae9-c7bd-4e41-ac60-024c6ac792d4 HTTP/1.1" status: 200 len: 943 time: 0.2570653 Jul 16 08:36:08.314954 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=4d260d8b-2721-4aad-939f-af2eced15fea,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:08.335053 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-55936ed0-db27-4155-8805-c1c4570887f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.344301 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-80a25bfd-2ab4-49d7-a55e-bec8e7a37b7d tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "DELETE /v2.0/ports/f71b61c8-8f03-4537-84ea-902cf28bbe1e/tags HTTP/1.1" status: 204 len: 168 time: 0.3886786 Jul 16 08:36:08.349784 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34100) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:08.355090 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-55936ed0-db27-4155-8805-c1c4570887f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.356659 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-596e2a03-586b-4158-843f-a08076cee19c tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f71b61c8-8f03-4537-84ea-902cf28bbe1e', 'tempest-TagsExtTest-Tag-553283413') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:08.428124 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55936ed0-db27-4155-8805-c1c4570887f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8ba157-5080-46aa-b47b-58aa270cdaaa,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:08.462448 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.477149 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2a2ae830-9dd2-4aea-8dd5-397866286f89 req-a0aa674c-8a4e-409c-a438-acd98dbe7719 tempest-TenantUsagesTestJSON-682375900 tempest-TenantUsagesTestJSON-682375900-project] 10.222.0.22 "GET /v2.0/ports?device_id=bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17 HTTP/1.1" status: 200 len: 210 time: 0.0578563 Jul 16 08:36:08.503417 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4a6818af-9f61-404e-8c80-9d906a2b2abe req-ceffd32c-f8e8-48db-87b0-5cff95289670 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1894181 Jul 16 08:36:08.519761 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-55936ed0-db27-4155-8805-c1c4570887f0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=257cf2acccf549e2854790ca32f6c169&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7457466 Jul 16 08:36:08.521616 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0fae750-335f-4536-bce2-cb7485590f08 req-c238fdeb-30c1-4f30-8fb0-912daf1c3aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:08.523551 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34106) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:08.525656 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b0fae750-335f-4536-bce2-cb7485590f08 req-c238fdeb-30c1-4f30-8fb0-912daf1c3aa4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a403916-6099-4ffc-ad6e-346025e9f7bf HTTP/1.1" status: 200 len: 844 time: 0.2847054 Jul 16 08:36:08.572784 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f1cb242-0fb9-4113-8ab3-08d00b3a2f57 x-openstack-request-id: req-6f1cb242-0fb9-4113-8ab3-08d00b3a2f57 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:08.573559 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986d7225-e1a5-4841-adf8-742db2ed93fa", "name": "network-vif-unplugged", "status": "failed", "tag": "4d260d8b-2721-4aad-939f-af2eced15fea", "code": 422}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:08.574038 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6f1cb242-0fb9-4113-8ab3-08d00b3a2f57 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:08.574968 n-d-771362-37 neutron-server[93760]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '986d7225-e1a5-4841-adf8-742db2ed93fa', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4d260d8b-2721-4aad-939f-af2eced15fea', 'code': 422} returned with failed status Jul 16 08:36:08.603429 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-596e2a03-586b-4158-843f-a08076cee19c tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] show failed (client error): The resource could not be found. Jul 16 08:36:08.605998 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-596e2a03-586b-4158-843f-a08076cee19c tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "GET /v2.0/ports/f71b61c8-8f03-4537-84ea-902cf28bbe1e/tags/tempest-TagsExtTest-Tag-553283413 HTTP/1.1" status: 404 len: 328 time: 0.2548347 Jul 16 08:36:08.610758 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34108) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:08.617485 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-ca451371-f09d-4c91-9e1b-e72ac91b5a4e tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f71b61c8-8f03-4537-84ea-902cf28bbe1e', 'tempest-TagsExtTest-Tag-568246260') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:08.681099 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cca6fc01-aafb-42a0-a8d0-e36eddce23a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.715557 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cca6fc01-aafb-42a0-a8d0-e36eddce23a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.738322 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-ca451371-f09d-4c91-9e1b-e72ac91b5a4e tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] show failed (client error): The resource could not be found. Jul 16 08:36:08.742514 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ca451371-f09d-4c91-9e1b-e72ac91b5a4e tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "GET /v2.0/ports/f71b61c8-8f03-4537-84ea-902cf28bbe1e/tags/tempest-TagsExtTest-Tag-568246260 HTTP/1.1" status: 404 len: 328 time: 0.1263902 Jul 16 08:36:08.745322 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34112) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:08.749964 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-9205c79f-16ab-4131-ba10-04a33f5ce76b tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'f71b61c8-8f03-4537-84ea-902cf28bbe1e', 'tempest-TagsExtTest-Tag-995176383') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:08.829578 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b0fae750-335f-4536-bce2-cb7485590f08 req-938d541f-d72d-4e17-adfb-ec26c389921f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0b0632f2-66a2-43c2-8891-f4c2d1d4df60&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2969573 Jul 16 08:36:08.842192 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cca6fc01-aafb-42a0-a8d0-e36eddce23a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.846989 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cca6fc01-aafb-42a0-a8d0-e36eddce23a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:08.850720 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-cca6fc01-aafb-42a0-a8d0-e36eddce23a7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9f8ba157-5080-46aa-b47b-58aa270cdaaa HTTP/1.1" status: 204 len: 168 time: 0.3210254 Jul 16 08:36:08.856047 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17', 'name': 'network-vif-deleted', 'tag': '1e68de88-3735-4ea8-a2f2-77ccabd41b74'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:08.858351 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dac0ec8a-6c45-4e1d-9fbb-bbd088e75ba4" -d '{"events": [{"server_uuid": "bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17", "name": "network-vif-deleted", "tag": "1e68de88-3735-4ea8-a2f2-77ccabd41b74"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:08.862211 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-19353cca-8c3f-49f8-aefb-2d2356c26e5e req-4cc3a467-54f9-49e9-8903-b016fbe319a2 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 210 time: 0.0354242 Jul 16 08:36:08.871618 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca6fc01-aafb-42a0-a8d0-e36eddce23a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8ba157-5080-46aa-b47b-58aa270cdaaa,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:08.915204 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-9205c79f-16ab-4131-ba10-04a33f5ce76b tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] show failed (client error): The resource could not be found. Jul 16 08:36:08.941626 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9205c79f-16ab-4131-ba10-04a33f5ce76b tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "GET /v2.0/ports/f71b61c8-8f03-4537-84ea-902cf28bbe1e/tags/tempest-TagsExtTest-Tag-995176383 HTTP/1.1" status: 404 len: 328 time: 0.1931851 Jul 16 08:36:08.942001 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34124) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:08.951944 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-d5cbb940-71c3-4667-8e08-e3347abfcfd3 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd075a05c-fe48-4241-a086-a38f2bd76597', {'tags': ['tempest-TagsExtTest-Tag-1650169784', 'tempest-TagsExtTest-Tag-323431742', 'tempest-TagsExtTest-Tag-261582009']}) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:08.956335 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce261be2-fb83-400d-a750-dcc91ba57a18 x-openstack-request-id: req-ce261be2-fb83-400d-a750-dcc91ba57a18 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:08.956685 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17", "name": "network-vif-deleted", "tag": "1e68de88-3735-4ea8-a2f2-77ccabd41b74", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:08.956925 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ce261be2-fb83-400d-a750-dcc91ba57a18 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:08.957310 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb9ff747-4bc8-4fbc-a8c1-fb218e83fb17', 'name': 'network-vif-deleted', 'tag': '1e68de88-3735-4ea8-a2f2-77ccabd41b74', 'status': 'completed', 'code': 200} Jul 16 08:36:09.002894 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b0fae750-335f-4536-bce2-cb7485590f08 req-23dc1a79-85ec-44dd-88b2-465f21604f09 service neutron] 10.222.0.30 "GET /v2.0/networks/0b0632f2-66a2-43c2-8891-f4c2d1d4df60?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393633 Jul 16 08:36:09.078642 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d5cbb940-71c3-4667-8e08-e3347abfcfd3 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "PUT /v2.0/routers/d075a05c-fe48-4241-a086-a38f2bd76597/tags HTTP/1.1" status: 200 len: 316 time: 0.1334617 Jul 16 08:36:09.081761 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34128) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:09.094268 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-53ce9433-2602-4010-968c-789dc7d95e92 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd075a05c-fe48-4241-a086-a38f2bd76597') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:09.232945 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b0fae750-335f-4536-bce2-cb7485590f08 req-121498d0-ca20-44e2-91d0-7c23197650ab service neutron] 10.222.0.30 "GET /v2.0/networks/0b0632f2-66a2-43c2-8891-f4c2d1d4df60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235482 Jul 16 08:36:09.246466 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-53ce9433-2602-4010-968c-789dc7d95e92 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "DELETE /v2.0/routers/d075a05c-fe48-4241-a086-a38f2bd76597/tags HTTP/1.1" status: 204 len: 168 time: 0.1622343 Jul 16 08:36:09.249530 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34132) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:09.255560 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-9cc6469a-6cd4-4167-a709-504b7b7e2739 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd075a05c-fe48-4241-a086-a38f2bd76597', 'tempest-TagsExtTest-Tag-1650169784') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:09.300978 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb77bdc2-077f-453e-bc69-f95a53b1df84 req-c3337eeb-71df-4735-b395-50f2756a6588 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:09.303709 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bb77bdc2-077f-453e-bc69-f95a53b1df84 req-c3337eeb-71df-4735-b395-50f2756a6588 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 944 time: 0.1735368 Jul 16 08:36:09.365665 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-9cc6469a-6cd4-4167-a709-504b7b7e2739 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] show failed (client error): The resource could not be found. Jul 16 08:36:09.366195 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bb77bdc2-077f-453e-bc69-f95a53b1df84 req-a26de90b-5db5-4f7a-9791-1c9d2dbdc889 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556681 Jul 16 08:36:09.366843 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9cc6469a-6cd4-4167-a709-504b7b7e2739 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "GET /v2.0/routers/d075a05c-fe48-4241-a086-a38f2bd76597/tags/tempest-TagsExtTest-Tag-1650169784 HTTP/1.1" status: 404 len: 329 time: 0.1163735 Jul 16 08:36:09.369841 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34134) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:09.375208 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-5b24f715-b5f7-4f86-9847-eaf25ffc2ce0 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd075a05c-fe48-4241-a086-a38f2bd76597', 'tempest-TagsExtTest-Tag-323431742') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:09.426349 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34140) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:09.441546 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c8ba01c4-7234-48f8-9f3e-f4f2f21e631b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.474860 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-5b24f715-b5f7-4f86-9847-eaf25ffc2ce0 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] show failed (client error): The resource could not be found. Jul 16 08:36:09.476455 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5b24f715-b5f7-4f86-9847-eaf25ffc2ce0 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "GET /v2.0/routers/d075a05c-fe48-4241-a086-a38f2bd76597/tags/tempest-TagsExtTest-Tag-323431742 HTTP/1.1" status: 404 len: 328 time: 0.1051331 Jul 16 08:36:09.479830 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34142) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:09.485634 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-b47ee6ac-c117-4340-a95e-6010597baf17 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd075a05c-fe48-4241-a086-a38f2bd76597', 'tempest-TagsExtTest-Tag-261582009') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:09.581575 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c8ba01c4-7234-48f8-9f3e-f4f2f21e631b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.587805 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c8ba01c4-7234-48f8-9f3e-f4f2f21e631b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.612906 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-b47ee6ac-c117-4340-a95e-6010597baf17 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] show failed (client error): The resource could not be found. Jul 16 08:36:09.614259 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b47ee6ac-c117-4340-a95e-6010597baf17 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "GET /v2.0/routers/d075a05c-fe48-4241-a086-a38f2bd76597/tags/tempest-TagsExtTest-Tag-261582009 HTTP/1.1" status: 404 len: 328 time: 0.1334608 Jul 16 08:36:09.618276 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34148) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:09.623293 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-fa37fb6b-199c-41b7-add7-31d59874e007 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '4c27400d-1a8e-453e-95d5-b72da01a5263', {'tags': ['tempest-TagsExtTest-Tag-673047382', 'tempest-TagsExtTest-Tag-402057519', 'tempest-TagsExtTest-Tag-1894244778']}) {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:09.662319 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c8ba01c4-7234-48f8-9f3e-f4f2f21e631b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1c0eabc0799347aea8267d09503bad32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2336600 Jul 16 08:36:09.664492 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34154) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:09.665682 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80699916-ede7-4f27-afdf-c635bdb20a8d req-82c47a2e-4654-4b87-9304-a377feacdea2 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:09.673129 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80699916-ede7-4f27-afdf-c635bdb20a8d req-82c47a2e-4654-4b87-9304-a377feacdea2 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 944 time: 0.1499846 Jul 16 08:36:09.692932 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba01c4-7234-48f8-9f3e-f4f2f21e631b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad22b361-491c-4d51-a863-d3acb740d2da,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:09.706972 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fa37fb6b-199c-41b7-add7-31d59874e007 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "PUT /v2.0/subnetpools/4c27400d-1a8e-453e-95d5-b72da01a5263/tags HTTP/1.1" status: 200 len: 316 time: 0.0874393 Jul 16 08:36:09.710159 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34156) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:09.718199 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.tag.tag_plugin [None req-0dcce43d-9d15-4622-8777-a142c8f37738 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4c27400d-1a8e-453e-95d5-b72da01a5263') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:09.748008 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80699916-ede7-4f27-afdf-c635bdb20a8d req-e046dfcd-e999-46b0-9ad2-c81454a59ff4 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737934 Jul 16 08:36:09.838238 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 1e68de88-3735-4ea8-a2f2-77ccabd41b74 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:09.854310 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eae16168-440f-4c80-aa42-2db7d477d21b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:09.886574 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0dcce43d-9d15-4622-8777-a142c8f37738 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "DELETE /v2.0/subnetpools/4c27400d-1a8e-453e-95d5-b72da01a5263/tags HTTP/1.1" status: 204 len: 168 time: 0.1709204 Jul 16 08:36:09.886898 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34166) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:09.891514 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-95607035-f577-48da-9017-f30e531f3939 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4c27400d-1a8e-453e-95d5-b72da01a5263', 'tempest-TagsExtTest-Tag-673047382') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:09.921644 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 1e68de88-3735-4ea8-a2f2-77ccabd41b74 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:09.922395 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 1e68de88-3735-4ea8-a2f2-77ccabd41b74 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:09.934661 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-95607035-f577-48da-9017-f30e531f3939 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] show failed (client error): The resource could not be found. Jul 16 08:36:09.939984 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-95607035-f577-48da-9017-f30e531f3939 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "GET /v2.0/subnetpools/4c27400d-1a8e-453e-95d5-b72da01a5263/tags/tempest-TagsExtTest-Tag-673047382 HTTP/1.1" status: 404 len: 328 time: 0.0481174 Jul 16 08:36:09.940230 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34170) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:09.949715 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.tag.tag_plugin [None req-d5f0bab0-acc8-413c-a478-fe1512f0a7f8 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4c27400d-1a8e-453e-95d5-b72da01a5263', 'tempest-TagsExtTest-Tag-402057519') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:09.955013 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eae16168-440f-4c80-aa42-2db7d477d21b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.022410 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 5520adae-392e-478d-b1df-471d9644a6f2 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:36:10.181406 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 5520adae-392e-478d-b1df-471d9644a6f2, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=5520adae-392e-478d-b1df-471d9644a6f2,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:10.187101 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eae16168-440f-4c80-aa42-2db7d477d21b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.189435 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eae16168-440f-4c80-aa42-2db7d477d21b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.193355 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-eae16168-440f-4c80-aa42-2db7d477d21b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ad22b361-491c-4d51-a863-d3acb740d2da HTTP/1.1" status: 204 len: 168 time: 0.5003173 Jul 16 08:36:10.205554 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '5520adae-392e-478d-b1df-471d9644a6f2', 'network_id': '0b0632f2-66a2-43c2-8891-f4c2d1d4df60', 'port_id': '5520adae-392e-478d-b1df-471d9644a6f2', 'mac_address': 'fa:16:3e:04:64:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a403916-6099-4ffc-ad6e-346025e9f7bf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:36:10.232044 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b6566a7d-cbba-48be-95d8-f68193580c5b req-c28dc9d6-fc2a-45d6-b24f-413c28648efc tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 210 time: 0.0459778 Jul 16 08:36:10.236558 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae16168-440f-4c80-aa42-2db7d477d21b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad22b361-491c-4d51-a863-d3acb740d2da,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:10.266388 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-d5f0bab0-acc8-413c-a478-fe1512f0a7f8 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] show failed (client error): The resource could not be found. Jul 16 08:36:10.271092 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d5f0bab0-acc8-413c-a478-fe1512f0a7f8 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "GET /v2.0/subnetpools/4c27400d-1a8e-453e-95d5-b72da01a5263/tags/tempest-TagsExtTest-Tag-402057519 HTTP/1.1" status: 404 len: 328 time: 0.3234668 Jul 16 08:36:10.272792 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34182) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:10.283834 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-2d3e7864-3865-45dd-a066-97b6cbe7f8e3 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '4c27400d-1a8e-453e-95d5-b72da01a5263', 'tempest-TagsExtTest-Tag-1894244778') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:10.310761 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-08489017-9122-41f2-a89d-5a0affe8aa2a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:10.315981 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-08489017-9122-41f2-a89d-5a0affe8aa2a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.21 "GET /v2.0/networks?id=bffad17c-f1ab-47e1-8c7a-30b725bf841f HTTP/1.1" status: 200 len: 811 time: 0.4787798 Jul 16 08:36:10.317857 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-2d3e7864-3865-45dd-a066-97b6cbe7f8e3 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] show failed (client error): The resource could not be found. Jul 16 08:36:10.324466 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2d3e7864-3865-45dd-a066-97b6cbe7f8e3 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "GET /v2.0/subnetpools/4c27400d-1a8e-453e-95d5-b72da01a5263/tags/tempest-TagsExtTest-Tag-1894244778 HTTP/1.1" status: 404 len: 329 time: 0.0485134 Jul 16 08:36:10.325648 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34184) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:10.333226 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-b7dee0be-cddc-49a2-80bb-eda7fe950f28 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '4c27400d-1a8e-453e-95d5-b72da01a5263') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:10.334125 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-ca6f0152-e55a-4c08-9598-13c862c969e0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Request body: {'port': {'device_id': 'ecb6d869-8552-40a6-8aae-d6c3146dc3f7', 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f', 'admin_state_up': True, 'tenant_id': 'e2c8ee8748ed40f095f05f97decda731'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:10.351879 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.360253 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34186) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:10.383377 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5520adae-392e-478d-b1df-471d9644a6f2 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:10.385256 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b7dee0be-cddc-49a2-80bb-eda7fe950f28 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "DELETE /v2.0/subnetpools/4c27400d-1a8e-453e-95d5-b72da01a5263/tags HTTP/1.1" status: 204 len: 168 time: 0.0582609 Jul 16 08:36:10.386316 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34190) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:10.391190 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-774423e8-3487-4467-971b-11579d6f2cec tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd075a05c-fe48-4241-a086-a38f2bd76597') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:10.391389 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0894e164-628c-4307-9919-b11c5a8ed5ab req-cca98b43-7f2d-450f-ad97-c109a9096902 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:10.402994 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0894e164-628c-4307-9919-b11c5a8ed5ab req-cca98b43-7f2d-450f-ad97-c109a9096902 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc688ae9-c7bd-4e41-ac60-024c6ac792d4 HTTP/1.1" status: 200 len: 943 time: 0.4619455 Jul 16 08:36:10.412994 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 5520adae-392e-478d-b1df-471d9644a6f2, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=5520adae-392e-478d-b1df-471d9644a6f2,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:10.420746 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.504625 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-774423e8-3487-4467-971b-11579d6f2cec tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "DELETE /v2.0/routers/d075a05c-fe48-4241-a086-a38f2bd76597/tags HTTP/1.1" status: 204 len: 168 time: 0.1165237 Jul 16 08:36:10.505226 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34192) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:10.510688 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=5520adae-392e-478d-b1df-471d9644a6f2,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:10.519588 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-52556d1f-81aa-4c00-b2a0-b7ae6ae28101 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'f71b61c8-8f03-4537-84ea-902cf28bbe1e') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:10.530601 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:10.530961 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:10.536178 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:10.536959 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:10.537522 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:10.539330 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:10.540797 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:10.543916 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:10.544501 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:10.545030 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:10.546337 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:10.547228 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:10.563342 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0894e164-628c-4307-9919-b11c5a8ed5ab req-de9491be-5b5a-4265-a4ad-c579b5684057 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593163 Jul 16 08:36:10.644981 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-52556d1f-81aa-4c00-b2a0-b7ae6ae28101 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "DELETE /v2.0/ports/f71b61c8-8f03-4537-84ea-902cf28bbe1e/tags HTTP/1.1" status: 204 len: 168 time: 0.1384361 Jul 16 08:36:10.647260 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-ca6f0152-e55a-4c08-9598-13c862c969e0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Made reservation on behalf of e2c8ee8748ed40f095f05f97decda731 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:10.651041 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-ca6f0152-e55a-4c08-9598-13c862c969e0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:10.652873 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34198) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:10.669383 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-34119bc1-c8c7-4a74-9ff6-c4e9f3c92f78 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '51e41088-7824-4311-a6df-518a5daf265c') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:10.694692 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['5520adae-392e-478d-b1df-471d9644a6f2'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:10.777250 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-34119bc1-c8c7-4a74-9ff6-c4e9f3c92f78 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "DELETE /v2.0/subnets/51e41088-7824-4311-a6df-518a5daf265c/tags HTTP/1.1" status: 204 len: 168 time: 0.1210985 Jul 16 08:36:10.787584 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34200) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:10.908188 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-ca6f0152-e55a-4c08-9598-13c862c969e0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Allocated IP 172.20.0.12 (bffad17c-f1ab-47e1-8c7a-30b725bf841f/25132452-9e46-4209-8e8b-3e1b72482432/48990872-1999-47ea-a6f2-f754ee2dcdf1) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:11.038854 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a2f928d1-a3d1-4350-b186-42bb92f048ca tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks [] for subnetpool, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.043618 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a2f928d1-a3d1-4350-b186-42bb92f048ca tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "DELETE /v2.0/subnetpools/4c27400d-1a8e-453e-95d5-b72da01a5263 HTTP/1.1" status: 204 len: 168 time: 0.2504725 Jul 16 08:36:11.044544 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34210) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:11.151874 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3d67d296-4c83-4103-a779-d5617c657532 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "GET /v2.0/ports?device_id=d075a05c-fe48-4241-a086-a38f2bd76597 HTTP/1.1" status: 200 len: 205 time: 0.1014149 Jul 16 08:36:11.151874 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34214) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:11.263225 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f0d3fe99-ffed-4e6d-84af-7879cf825849 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.404220 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-ca6f0152-e55a-4c08-9598-13c862c969e0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.463150 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08acbaac-b507-49e0-9df3-53cb8d22bafd req-45e5d509-39b9-48be-a29d-79376e5c4c0d tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:11.468909 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-08acbaac-b507-49e0-9df3-53cb8d22bafd req-45e5d509-39b9-48be-a29d-79376e5c4c0d tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 944 time: 0.3631740 Jul 16 08:36:11.472702 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-ca6f0152-e55a-4c08-9598-13c862c969e0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.529395 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f0d3fe99-ffed-4e6d-84af-7879cf825849 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.533943 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f0d3fe99-ffed-4e6d-84af-7879cf825849 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.543299 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-ca6f0152-e55a-4c08-9598-13c862c969e0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Network bffad17c-f1ab-47e1-8c7a-30b725bf841f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:11.557174 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-ca6f0152-e55a-4c08-9598-13c862c969e0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:11.570324 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-ca6f0152-e55a-4c08-9598-13c862c969e0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:11.607397 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-826154b8-2059-41d8-b129-0d34bf842a8d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cf0a48a2be3e4a97bf52e8f1f66ca53f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2434263 Jul 16 08:36:11.612260 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34222) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:11.614259 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f0d3fe99-ffed-4e6d-84af-7879cf825849 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.614994 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0d3fe99-ffed-4e6d-84af-7879cf825849 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Fanout notify agent at l3_agent the message router_deleted on router d075a05c-fe48-4241-a086-a38f2bd76597 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:36:11.627599 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6f0152-e55a-4c08-9598-13c862c969e0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Pushing event updated for resources: {'Port': ['ID=48990872-1999-47ea-a6f2-f754ee2dcdf1,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:11.636169 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f0d3fe99-ffed-4e6d-84af-7879cf825849 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.637650 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f0d3fe99-ffed-4e6d-84af-7879cf825849 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "DELETE /v2.0/routers/d075a05c-fe48-4241-a086-a38f2bd76597 HTTP/1.1" status: 204 len: 168 time: 0.4847229 Jul 16 08:36:11.642108 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34226) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:11.648977 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-08acbaac-b507-49e0-9df3-53cb8d22bafd req-ac2e34fb-d01b-4ac5-b968-0efd9297cc70 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1695013 Jul 16 08:36:11.679079 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-ca6f0152-e55a-4c08-9598-13c862c969e0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:11.685322 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-ca6f0152-e55a-4c08-9598-13c862c969e0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.716344 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-ca6f0152-e55a-4c08-9598-13c862c969e0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3897684 Jul 16 08:36:11.728243 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-32175440-49b8-4d8f-a09d-b400218dc638 service neutron] Request body: {'port': {'device_id': 'ecb6d869-8552-40a6-8aae-d6c3146dc3f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:11.735056 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0702d-30e9-4c2d-bdd9-70cddec38ade req-fc650d81-9530-46af-8d49-505518793885 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:11.744141 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b6b0702d-30e9-4c2d-bdd9-70cddec38ade req-fc650d81-9530-46af-8d49-505518793885 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 932 time: 0.3326814 Jul 16 08:36:11.848259 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4fe0a872-8703-44f0-8d39-2adb254a512f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.864733 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34234) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:11.900240 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b6b0702d-30e9-4c2d-bdd9-70cddec38ade req-52153875-a524-4105-81b1-51798c753701 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547356 Jul 16 08:36:11.958283 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-32175440-49b8-4d8f-a09d-b400218dc638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:11.974816 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4fe0a872-8703-44f0-8d39-2adb254a512f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.021937 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 5520adae-392e-478d-b1df-471d9644a6f2 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:12.027802 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-fba59333-b32c-4036-8b00-e619f7da8f4b tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Deleting port f71b61c8-8f03-4537-84ea-902cf28bbe1e {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:12.028470 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fba59333-b32c-4036-8b00-e619f7da8f4b tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.139597 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 5520adae-392e-478d-b1df-471d9644a6f2 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:12.144319 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fba59333-b32c-4036-8b00-e619f7da8f4b tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.149534 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 5520adae-392e-478d-b1df-471d9644a6f2 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:12.150614 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.169886 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-fba59333-b32c-4036-8b00-e619f7da8f4b tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Calling delete_port for f71b61c8-8f03-4537-84ea-902cf28bbe1e owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:12.193231 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3734259-ff7d-4e63-b388-36991aa16245 req-df3b076a-829e-4cad-8953-efe84ff1700f tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:12.195150 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a3734259-ff7d-4e63-b388-36991aa16245 req-df3b076a-829e-4cad-8953-efe84ff1700f tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc688ae9-c7bd-4e41-ac60-024c6ac792d4 HTTP/1.1" status: 200 len: 944 time: 0.3260517 Jul 16 08:36:12.289965 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ecda47d1-3c92-4d59-837d-7332c9d6deea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.329158 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-8208cf84-8c4d-4d42-81fd-ddbbca72c687 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4786232 Jul 16 08:36:12.363411 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.375224 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4fe0a872-8703-44f0-8d39-2adb254a512f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.377982 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4fe0a872-8703-44f0-8d39-2adb254a512f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.379167 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4fe0a872-8703-44f0-8d39-2adb254a512f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e8b927d9-2dc4-4feb-bfa5-229c2c0a47e1 HTTP/1.1" status: 204 len: 168 time: 0.7618127 Jul 16 08:36:12.393337 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a3734259-ff7d-4e63-b388-36991aa16245 req-b826374a-9abc-463d-aa94-dca20a36a279 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170452 Jul 16 08:36:12.403439 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe0a872-8703-44f0-8d39-2adb254a512f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b927d9-2dc4-4feb-bfa5-229c2c0a47e1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:12.438885 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fba59333-b32c-4036-8b00-e619f7da8f4b tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.510869 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba59333-b32c-4036-8b00-e619f7da8f4b tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Pushing event deleted for resources: {'Port': ['ID=f71b61c8-8f03-4537-84ea-902cf28bbe1e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:12.571062 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 5520adae-392e-478d-b1df-471d9644a6f2, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=5520adae-392e-478d-b1df-471d9644a6f2,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:12.576574 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc688ae9-c7bd-4e41-ac60-024c6ac792d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5520adae-392e-478d-b1df-471d9644a6f2'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:12.586496 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3943b023-c7f3-47f4-8c12-59a5eba9b6f4" -d '{"events": [{"server_uuid": "bc688ae9-c7bd-4e41-ac60-024c6ac792d4", "name": "network-vif-plugged", "status": "completed", "tag": "5520adae-392e-478d-b1df-471d9644a6f2"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:12.613908 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.782851 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3a3208e-fc50-476f-8f9a-c466965fe716 x-openstack-request-id: req-d3a3208e-fc50-476f-8f9a-c466965fe716 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:12.783301 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc688ae9-c7bd-4e41-ac60-024c6ac792d4", "name": "network-vif-plugged", "status": "completed", "tag": "5520adae-392e-478d-b1df-471d9644a6f2", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:12.798596 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d3a3208e-fc50-476f-8f9a-c466965fe716 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:12.800327 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc688ae9-c7bd-4e41-ac60-024c6ac792d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5520adae-392e-478d-b1df-471d9644a6f2', 'code': 200} Jul 16 08:36:12.825968 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-32175440-49b8-4d8f-a09d-b400218dc638 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 48990872-1999-47ea-a6f2-f754ee2dcdf1 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:12.876600 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fba59333-b32c-4036-8b00-e619f7da8f4b tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.881906 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fba59333-b32c-4036-8b00-e619f7da8f4b tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "DELETE /v2.0/ports/f71b61c8-8f03-4537-84ea-902cf28bbe1e HTTP/1.1" status: 204 len: 168 time: 1.2260442 Jul 16 08:36:12.883340 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34272) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:12.897267 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-32175440-49b8-4d8f-a09d-b400218dc638 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:12.919933 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=5520adae-392e-478d-b1df-471d9644a6f2,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:12.979393 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-32175440-49b8-4d8f-a09d-b400218dc638 service neutron] Transition to ACTIVE for port object 48990872-1999-47ea-a6f2-f754ee2dcdf1 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:12.989928 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-32175440-49b8-4d8f-a09d-b400218dc638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.028735 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ecda47d1-3c92-4d59-837d-7332c9d6deea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.046280 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ecda47d1-3c92-4d59-837d-7332c9d6deea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.106612 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecda47d1-3c92-4d59-837d-7332c9d6deea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5002a86-240d-4009-b73c-d9e0a8059279,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:13.134050 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-9315dcb0-2837-4114-887f-542c574c5116 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Deleting subnet 51e41088-7824-4311-a6df-518a5daf265c {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:36:13.174480 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9315dcb0-2837-4114-887f-542c574c5116 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.210318 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32175440-49b8-4d8f-a09d-b400218dc638 service neutron] Pushing event updated for resources: {'Port': ['ID=48990872-1999-47ea-a6f2-f754ee2dcdf1,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:13.224189 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ecda47d1-3c92-4d59-837d-7332c9d6deea admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=53d0e6ec0edb4a9ebc67ae23cf302b28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3376374 Jul 16 08:36:13.229516 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34300) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:13.268385 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a63adc-2abd-423c-ad8c-9bc1c98c5a56 req-f32fe09b-e971-4681-8785-7c3e45320e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:13.270055 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27a63adc-2abd-423c-ad8c-9bc1c98c5a56 req-f32fe09b-e971-4681-8785-7c3e45320e2a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bc688ae9-c7bd-4e41-ac60-024c6ac792d4 HTTP/1.1" status: 200 len: 1097 time: 0.4112835 Jul 16 08:36:13.275924 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34310) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:13.295126 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9315dcb0-2837-4114-887f-542c574c5116 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.361010 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ecfbccb6-60cf-4d98-b5d1-215544cc4d96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.430638 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27a63adc-2abd-423c-ad8c-9bc1c98c5a56 req-5d2930e7-3a5c-42f5-96d4-c4b7efe74d76 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487467 Jul 16 08:36:13.448331 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c06c077-4086-41b6-8c88-07656375fdbc req-fd9f090b-c8e6-443c-b74a-914ee78860cd tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:13.448612 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0e5f6d-751f-4ead-af32-d774709bb317 req-c98d8d52-739c-41a9-b909-219a54ea5bf4 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:13.450310 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c06c077-4086-41b6-8c88-07656375fdbc req-fd9f090b-c8e6-443c-b74a-914ee78860cd tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 944 time: 0.2830496 Jul 16 08:36:13.454210 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9315dcb0-2837-4114-887f-542c574c5116 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.455265 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fb0e5f6d-751f-4ead-af32-d774709bb317 req-c98d8d52-739c-41a9-b909-219a54ea5bf4 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 944 time: 0.3990955 Jul 16 08:36:13.467818 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-32175440-49b8-4d8f-a09d-b400218dc638 service neutron] Attempting to bind port 48990872-1999-47ea-a6f2-f754ee2dcdf1 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:13.468166 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-32175440-49b8-4d8f-a09d-b400218dc638 service neutron] Attempting to bind port 48990872-1999-47ea-a6f2-f754ee2dcdf1 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '7966b954-ba20-41a9-9f74-7745454be80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:13.468536 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-32175440-49b8-4d8f-a09d-b400218dc638 service neutron] Attempting to bind port 48990872-1999-47ea-a6f2-f754ee2dcdf1 on network bffad17c-f1ab-47e1-8c7a-30b725bf841f {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:13.478564 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f616b2ed-3a2b-4606-957f-ed46af2719e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.500645 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-32175440-49b8-4d8f-a09d-b400218dc638 service neutron] Port 48990872-1999-47ea-a6f2-f754ee2dcdf1 on network bffad17c-f1ab-47e1-8c7a-30b725bf841f not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:36:13.500900 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-32175440-49b8-4d8f-a09d-b400218dc638 service neutron] Attempting to bind port 48990872-1999-47ea-a6f2-f754ee2dcdf1 on network bffad17c-f1ab-47e1-8c7a-30b725bf841f {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:13.528915 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-32175440-49b8-4d8f-a09d-b400218dc638 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:13.529277 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-32175440-49b8-4d8f-a09d-b400218dc638 service neutron] Checking segment: {'id': '7966b954-ba20-41a9-9f74-7745454be80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:13.529765 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-32175440-49b8-4d8f-a09d-b400218dc638 service neutron] Bound using segment: {'id': '7966b954-ba20-41a9-9f74-7745454be80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:13.530204 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-32175440-49b8-4d8f-a09d-b400218dc638 service neutron] Bound port: 48990872-1999-47ea-a6f2-f754ee2dcdf1, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7966b954-ba20-41a9-9f74-7745454be80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:13.530569 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-32175440-49b8-4d8f-a09d-b400218dc638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.536684 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f616b2ed-3a2b-4606-957f-ed46af2719e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.576639 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fb0e5f6d-751f-4ead-af32-d774709bb317 req-a95f2ff3-0326-4d56-a7b0-72af217d43f8 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203582 Jul 16 08:36:13.640052 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34322) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:13.775056 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-32175440-49b8-4d8f-a09d-b400218dc638 service neutron] For port 48990872-1999-47ea-a6f2-f754ee2dcdf1, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:13.846053 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c06c077-4086-41b6-8c88-07656375fdbc req-6c4debbc-8aef-4999-a898-81063c1a1c8d tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3878276 Jul 16 08:36:13.861167 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9315dcb0-2837-4114-887f-542c574c5116 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.893606 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f616b2ed-3a2b-4606-957f-ed46af2719e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.894459 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9315dcb0-2837-4114-887f-542c574c5116 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Pushing event deleted for resources: {'Subnet': ['ID=51e41088-7824-4311-a6df-518a5daf265c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:13.896463 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9315dcb0-2837-4114-887f-542c574c5116 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.898143 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f616b2ed-3a2b-4606-957f-ed46af2719e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.898593 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9315dcb0-2837-4114-887f-542c574c5116 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "DELETE /v2.0/subnets/51e41088-7824-4311-a6df-518a5daf265c HTTP/1.1" status: 204 len: 168 time: 1.0087190 Jul 16 08:36:13.900012 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f616b2ed-3a2b-4606-957f-ed46af2719e0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a5002a86-240d-4009-b73c-d9e0a8059279 HTTP/1.1" status: 204 len: 168 time: 0.6686552 Jul 16 08:36:13.902372 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34326) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:13.909076 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e57baa3-c7c7-43ed-b317-9740c0905eae None None] Network eb2e2db3-a89c-4ba9-94e5-4f8c47ca21c5 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:13.943908 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-32175440-49b8-4d8f-a09d-b400218dc638 service neutron] For port 48990872-1999-47ea-a6f2-f754ee2dcdf1, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=48990872-1999-47ea-a6f2-f754ee2dcdf1,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:13.954230 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ecfbccb6-60cf-4d98-b5d1-215544cc4d96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.983349 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-32175440-49b8-4d8f-a09d-b400218dc638 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.994302 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-046e9c19-0e7a-4c47-ae9b-1067b2d4c44a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.994523 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc44edda-90b3-43bf-b1eb-64d4daaaccf2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:13.997628 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ecfbccb6-60cf-4d98-b5d1-215544cc4d96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.016768 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616b2ed-3a2b-4606-957f-ed46af2719e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5002a86-240d-4009-b73c-d9e0a8059279,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:14.088334 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-dc44edda-90b3-43bf-b1eb-64d4daaaccf2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Deleting port 6ac875e8-22d6-4766-8a38-2638ca526a9e {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:14.088691 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc44edda-90b3-43bf-b1eb-64d4daaaccf2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.142353 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-32175440-49b8-4d8f-a09d-b400218dc638 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:14.143396 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-32175440-49b8-4d8f-a09d-b400218dc638 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.145745 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-32175440-49b8-4d8f-a09d-b400218dc638 service neutron] 10.222.0.21 "PUT /v2.0/ports/48990872-1999-47ea-a6f2-f754ee2dcdf1 HTTP/1.1" status: 200 len: 1093 time: 2.4218028 Jul 16 08:36:14.160519 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-dc44edda-90b3-43bf-b1eb-64d4daaaccf2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] For port 6ac875e8-22d6-4766-8a38-2638ca526a9e, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=6ac875e8-22d6-4766-8a38-2638ca526a9e,segment=NetworkSegment(74735ffd-3559-475d-b38a-8be002c1e567),segment_id=74735ffd-3559-475d-b38a-8be002c1e567)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:14.161101 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc44edda-90b3-43bf-b1eb-64d4daaaccf2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.162830 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecb6d869-8552-40a6-8aae-d6c3146dc3f7', 'tag': '48990872-1999-47ea-a6f2-f754ee2dcdf1'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:14.167412 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714b705d-f838-47d7-8282-69a038168268" -d '{"events": [{"name": "network-changed", "server_uuid": "ecb6d869-8552-40a6-8aae-d6c3146dc3f7", "tag": "48990872-1999-47ea-a6f2-f754ee2dcdf1"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:14.200273 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-dc44edda-90b3-43bf-b1eb-64d4daaaccf2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Calling delete_port for 6ac875e8-22d6-4766-8a38-2638ca526a9e owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:14.212980 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cc078f-ec89-480b-bfb2-814f62e36438 None None] DHCP port deletion for eb2e2db3-a89c-4ba9-94e5-4f8c47ca21c5 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:36:14.265411 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ecfbccb6-60cf-4d98-b5d1-215544cc4d96 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d971e7fe8c39426f829d72f7501a91c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9864361 Jul 16 08:36:14.266354 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34334) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:14.272127 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7da6571-1a05-4b69-9514-5c206e404cff x-openstack-request-id: req-d7da6571-1a05-4b69-9514-5c206e404cff {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:14.273123 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecb6d869-8552-40a6-8aae-d6c3146dc3f7", "tag": "48990872-1999-47ea-a6f2-f754ee2dcdf1", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:14.273618 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d7da6571-1a05-4b69-9514-5c206e404cff {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:14.274860 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecb6d869-8552-40a6-8aae-d6c3146dc3f7', 'tag': '48990872-1999-47ea-a6f2-f754ee2dcdf1', 'status': 'completed', 'code': 200} Jul 16 08:36:14.305321 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc44edda-90b3-43bf-b1eb-64d4daaaccf2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.317529 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-75cc078f-ec89-480b-bfb2-814f62e36438 None None] Deleting port 6ac875e8-22d6-4766-8a38-2638ca526a9e {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:14.317918 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75cc078f-ec89-480b-bfb2-814f62e36438 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.343329 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44edda-90b3-43bf-b1eb-64d4daaaccf2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Pushing event deleted for resources: {'Port': ['ID=6ac875e8-22d6-4766-8a38-2638ca526a9e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:14.358383 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc44edda-90b3-43bf-b1eb-64d4daaaccf2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] No DVR routers for this DVR port 6ac875e8-22d6-4766-8a38-2638ca526a9e on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:14.361968 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfbccb6-60cf-4d98-b5d1-215544cc4d96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2ddcfc8-c0a1-4ac6-bd39-ac9626bc6ffb,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:14.412013 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32175440-49b8-4d8f-a09d-b400218dc638 service neutron] Pushing event updated for resources: {'Port': ['ID=48990872-1999-47ea-a6f2-f754ee2dcdf1,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:14.416957 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34336) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:14.449054 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-75cc078f-ec89-480b-bfb2-814f62e36438 None None] For port 6ac875e8-22d6-4766-8a38-2638ca526a9e, host n-d-771362-37, got binding levels [] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:14.449712 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75cc078f-ec89-480b-bfb2-814f62e36438 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.462621 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-75cc078f-ec89-480b-bfb2-814f62e36438 None None] Calling delete_port for 6ac875e8-22d6-4766-8a38-2638ca526a9e owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:14.465697 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.ipam_backend_mixin [None req-75cc078f-ec89-480b-bfb2-814f62e36438 None None] Port 6ac875e8-22d6-4766-8a38-2638ca526a9e was not found and therefore no delete operation was performed {{(pid=93760) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:36:14.467307 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75cc078f-ec89-480b-bfb2-814f62e36438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.472225 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc44edda-90b3-43bf-b1eb-64d4daaaccf2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.476911 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5472ed43-43f1-4d16-841e-17491ed4145d req-e27aa225-2d91-406a-bf5e-e31fabcbcab4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:14.480980 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5472ed43-43f1-4d16-841e-17491ed4145d req-e27aa225-2d91-406a-bf5e-e31fabcbcab4 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc688ae9-c7bd-4e41-ac60-024c6ac792d4 HTTP/1.1" status: 200 len: 945 time: 0.7425721 Jul 16 08:36:14.483129 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-dc44edda-90b3-43bf-b1eb-64d4daaaccf2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb2e2db3-a89c-4ba9-94e5-4f8c47ca21c5']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:14.494902 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-dc44edda-90b3-43bf-b1eb-64d4daaaccf2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74735ffd-3559-475d-b38a-8be002c1e567') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:14.495275 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-dc44edda-90b3-43bf-b1eb-64d4daaaccf2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74735ffd-3559-475d-b38a-8be002c1e567') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:14.498014 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cc078f-ec89-480b-bfb2-814f62e36438 None None] Pushing event deleted for resources: {'Port': ['ID=6ac875e8-22d6-4766-8a38-2638ca526a9e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:14.501964 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cc078f-ec89-480b-bfb2-814f62e36438 None None] No DVR routers for this DVR port 6ac875e8-22d6-4766-8a38-2638ca526a9e on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:14.510845 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc44edda-90b3-43bf-b1eb-64d4daaaccf2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.527014 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc44edda-90b3-43bf-b1eb-64d4daaaccf2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.533526 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc44edda-90b3-43bf-b1eb-64d4daaaccf2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:36:14.533917 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc44edda-90b3-43bf-b1eb-64d4daaaccf2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.535863 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-de312bf5-19a8-441f-a8ec-4832d8414f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:14.536873 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:36:14.536873 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:36:14.536873 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:36:14.536873 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:36:14.536873 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:36:14.536873 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:36:14.536873 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:36:14.536873 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:36:14.536873 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:36:14.536873 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:36:14.536873 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:36:14.536873 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:36:14.536873 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:36:14.536873 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:36:14.536873 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:36:14.536873 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:36:14.536873 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:36:14.536873 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:36:14.536873 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:36:14.536873 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:36:14.536873 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:36:14.536873 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:36:14.536873 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:36:14.536873 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:36:14.536873 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:36:14.536873 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:36:14.536873 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:36:14.536873 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:36:14.536873 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:36:14.536873 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:36:14.536873 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:36:14.536873 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:36:14.539433 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-de312bf5-19a8-441f-a8ec-4832d8414f6a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa&tenant_id=fe485eef99184140b54eea7a4f5e6aa7 HTTP/1.1" status: 200 len: 1096 time: 0.7559795 Jul 16 08:36:14.549389 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e999a53-e7ce-4d5e-b73b-611a1ccd5da5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.571947 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-c0116df3-0587-4546-a857-cfe3eb6a7bdf service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-37', 'device_owner': 'compute:nova'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:14.608501 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc44edda-90b3-43bf-b1eb-64d4daaaccf2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.617202 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc44edda-90b3-43bf-b1eb-64d4daaaccf2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.621587 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-dc44edda-90b3-43bf-b1eb-64d4daaaccf2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] 10.222.0.22 "DELETE /v2.0/networks/eb2e2db3-a89c-4ba9-94e5-4f8c47ca21c5 HTTP/1.1" status: 204 len: 168 time: 0.7157032 Jul 16 08:36:14.636822 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc44edda-90b3-43bf-b1eb-64d4daaaccf2 tempest-TagsExtTest-260704147 tempest-TagsExtTest-260704147-project] Pushing event deleted for resources: {'Network': ['ID=eb2e2db3-a89c-4ba9-94e5-4f8c47ca21c5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:14.648215 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb9fdaa8-9e00-45b0-ae5f-7cfc8cdfff09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:14.664120 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5472ed43-43f1-4d16-841e-17491ed4145d req-6792e51f-6c9d-4886-9019-12f8cb0cb11a tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621926 Jul 16 08:36:14.677335 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-ee214993-15b3-44b0-a1fb-877ee2cce184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:14.678876 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-ee214993-15b3-44b0-a1fb-877ee2cce184 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e2c8ee8748ed40f095f05f97decda731&device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 1096 time: 0.4463375 Jul 16 08:36:14.815929 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc23422d-bf3a-4eac-8cf9-8817565ae1ec req-cdd3d11e-e0e3-448a-bc94-8c7eca948a15 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:14.818189 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dc23422d-bf3a-4eac-8cf9-8817565ae1ec req-cdd3d11e-e0e3-448a-bc94-8c7eca948a15 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 944 time: 0.0734339 Jul 16 08:36:14.871175 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dc23422d-bf3a-4eac-8cf9-8817565ae1ec req-cf0ecce3-ea11-45ba-9d04-10c1b8138454 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451698 Jul 16 08:36:14.936267 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34346) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:15.007276 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb9fdaa8-9e00-45b0-ae5f-7cfc8cdfff09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.014253 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-dcfa17a9-aca1-4ed8-aa6f-e754e86237f3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48990872-1999-47ea-a6f2-f754ee2dcdf1 HTTP/1.1" status: 200 len: 217 time: 0.3039134 Jul 16 08:36:15.015945 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-046e9c19-0e7a-4c47-ae9b-1067b2d4c44a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.047826 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-046e9c19-0e7a-4c47-ae9b-1067b2d4c44a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.075299 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-27fe66b9-b23e-4b77-9b74-7e37cb2f8592 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=56af8e378d34454993a0ecb410ecb29d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1378279 Jul 16 08:36:15.078011 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34350) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:15.101964 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-c0116df3-0587-4546-a857-cfe3eb6a7bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.126363 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-be8725b5-3f5d-4adb-a690-b540eeaad878 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.148481 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-be8725b5-3f5d-4adb-a690-b540eeaad878 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.184436 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-046e9c19-0e7a-4c47-ae9b-1067b2d4c44a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ba9d02088a0d4eb7bff51219620affdd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5382535 Jul 16 08:36:15.184663 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34352) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:15.205402 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046e9c19-0e7a-4c47-ae9b-1067b2d4c44a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffc6fec9-cbe9-48aa-a5c2-d316d8e02863,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:15.215859 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-be8725b5-3f5d-4adb-a690-b540eeaad878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.218397 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-be8725b5-3f5d-4adb-a690-b540eeaad878 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.222019 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-be8725b5-3f5d-4adb-a690-b540eeaad878 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7b1d7d13-6ad4-4843-9dce-5f2eb3827564 HTTP/1.1" status: 204 len: 168 time: 0.1404705 Jul 16 08:36:15.222247 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-aba445f2-f6cd-4ea5-8d45-8e69d7e979d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:15.222247 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-aba445f2-f6cd-4ea5-8d45-8e69d7e979d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25132452-9e46-4209-8e8b-3e1b72482432 HTTP/1.1" status: 200 len: 851 time: 0.1911042 Jul 16 08:36:15.246552 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8725b5-3f5d-4adb-a690-b540eeaad878 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b1d7d13-6ad4-4843-9dce-5f2eb3827564,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:15.270327 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f0ff60c1-522b-4f26-a4c6-1be6ccbbb701 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.279905 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-0c52c966-2460-4a0a-b0fb-4e98b0217862 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bffad17c-f1ab-47e1-8c7a-30b725bf841f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459256 Jul 16 08:36:15.307645 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f0ff60c1-522b-4f26-a4c6-1be6ccbbb701 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.310546 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb9fdaa8-9e00-45b0-ae5f-7cfc8cdfff09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.312556 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb9fdaa8-9e00-45b0-ae5f-7cfc8cdfff09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.313668 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-fb9fdaa8-9e00-45b0-ae5f-7cfc8cdfff09 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b2ddcfc8-c0a1-4ac6-bd39-ac9626bc6ffb HTTP/1.1" status: 204 len: 168 time: 1.0199573 Jul 16 08:36:15.368566 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f0ff60c1-522b-4f26-a4c6-1be6ccbbb701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.372426 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f0ff60c1-522b-4f26-a4c6-1be6ccbbb701 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.378054 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f0ff60c1-522b-4f26-a4c6-1be6ccbbb701 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ffc6fec9-cbe9-48aa-a5c2-d316d8e02863 HTTP/1.1" status: 204 len: 168 time: 0.1922896 Jul 16 08:36:15.391764 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ff60c1-522b-4f26-a4c6-1be6ccbbb701 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffc6fec9-cbe9-48aa-a5c2-d316d8e02863,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:15.403175 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9fdaa8-9e00-45b0-ae5f-7cfc8cdfff09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2ddcfc8-c0a1-4ac6-bd39-ac9626bc6ffb,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:15.417862 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8806865-e2c6-45b2-9927-3bf4d6d6c866 req-c8e6074d-7ca2-4576-842f-cb3053918454 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:15.424697 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d8806865-e2c6-45b2-9927-3bf4d6d6c866 req-c8e6074d-7ca2-4576-842f-cb3053918454 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 944 time: 0.4200957 Jul 16 08:36:15.573869 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d8806865-e2c6-45b2-9927-3bf4d6d6c866 req-12daf2d1-98a7-47cd-b1b1-9f2668ca4d13 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482928 Jul 16 08:36:15.598334 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e999a53-e7ce-4d5e-b73b-611a1ccd5da5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.607810 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e999a53-e7ce-4d5e-b73b-611a1ccd5da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.611444 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-c75e7874-1cac-4911-a530-215ea0fb7f5c service neutron] 10.222.0.21 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165290 Jul 16 08:36:15.685704 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-c0116df3-0587-4546-a857-cfe3eb6a7bdf service neutron] For port 4d260d8b-2721-4aad-939f-af2eced15fea, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=4d260d8b-2721-4aad-939f-af2eced15fea,segment=NetworkSegment(434f1074-36f8-46ba-becd-a201a761861a),segment_id=434f1074-36f8-46ba-becd-a201a761861a)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:15.702913 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34370) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:15.703136 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7e999a53-e7ce-4d5e-b73b-611a1ccd5da5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d95b8d7ac5dd4b58867e897b21fe0054&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2701213 Jul 16 08:36:15.725364 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e999a53-e7ce-4d5e-b73b-611a1ccd5da5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2adcdc29-5c49-4625-8cb4-6bc17cc2e54f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:15.760235 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7003996a-3796-4f06-8fa9-bbeb8fbc3c78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.816884 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7003996a-3796-4f06-8fa9-bbeb8fbc3c78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.830141 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-c0116df3-0587-4546-a857-cfe3eb6a7bdf service neutron] For port 4d260d8b-2721-4aad-939f-af2eced15fea, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:15.907512 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-898a9a42-0151-49bb-95e3-820d1eddd2c9 req-519532a1-8f23-4e90-8eb6-e13c2c758760 service neutron] 10.222.0.21 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2865384 Jul 16 08:36:15.936533 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-c0116df3-0587-4546-a857-cfe3eb6a7bdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d260d8b-2721-4aad-939f-af2eced15fea {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:15.952444 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7003996a-3796-4f06-8fa9-bbeb8fbc3c78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.955178 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-c0116df3-0587-4546-a857-cfe3eb6a7bdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.957150 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7003996a-3796-4f06-8fa9-bbeb8fbc3c78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.964729 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7003996a-3796-4f06-8fa9-bbeb8fbc3c78 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2adcdc29-5c49-4625-8cb4-6bc17cc2e54f HTTP/1.1" status: 204 len: 168 time: 0.2602961 Jul 16 08:36:15.971134 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-c0116df3-0587-4546-a857-cfe3eb6a7bdf service neutron] Transition to ACTIVE for port object 4d260d8b-2721-4aad-939f-af2eced15fea will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:15.977943 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-c0116df3-0587-4546-a857-cfe3eb6a7bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:15.985149 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7003996a-3796-4f06-8fa9-bbeb8fbc3c78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2adcdc29-5c49-4625-8cb4-6bc17cc2e54f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:16.011480 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223b2a47-c2fa-42d8-9c1d-0a83dab19995 req-6f673e7f-0313-4268-93fd-e68fa63a8c47 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:16.024765 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-223b2a47-c2fa-42d8-9c1d-0a83dab19995 req-6f673e7f-0313-4268-93fd-e68fa63a8c47 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc688ae9-c7bd-4e41-ac60-024c6ac792d4 HTTP/1.1" status: 200 len: 945 time: 0.1496744 Jul 16 08:36:16.094485 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-223b2a47-c2fa-42d8-9c1d-0a83dab19995 req-f8dc551c-6b6c-4284-985c-c33167278366 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682096 Jul 16 08:36:16.152856 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0116df3-0587-4546-a857-cfe3eb6a7bdf service neutron] Pushing event updated for resources: {'Port': ['ID=4d260d8b-2721-4aad-939f-af2eced15fea,revision_number=9']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:16.192140 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 6ac875e8-22d6-4766-8a38-2638ca526a9e no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:16.226639 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 6ac875e8-22d6-4766-8a38-2638ca526a9e {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:16.227064 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 6ac875e8-22d6-4766-8a38-2638ca526a9e not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:16.258072 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-c0116df3-0587-4546-a857-cfe3eb6a7bdf service neutron] No DVR routers for this DVR port 4d260d8b-2721-4aad-939f-af2eced15fea on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:16.308934 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-c0116df3-0587-4546-a857-cfe3eb6a7bdf service neutron] Attempting to bind port 4d260d8b-2721-4aad-939f-af2eced15fea on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:16.309277 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-c0116df3-0587-4546-a857-cfe3eb6a7bdf service neutron] Attempting to bind port 4d260d8b-2721-4aad-939f-af2eced15fea by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '434f1074-36f8-46ba-becd-a201a761861a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c8582703-4cc4-4fff-80b5-c471d9477e16'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:16.309616 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-c0116df3-0587-4546-a857-cfe3eb6a7bdf service neutron] Attempting to bind port 4d260d8b-2721-4aad-939f-af2eced15fea on network c8582703-4cc4-4fff-80b5-c471d9477e16 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:16.314677 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-c0116df3-0587-4546-a857-cfe3eb6a7bdf service neutron] Port 4d260d8b-2721-4aad-939f-af2eced15fea on network c8582703-4cc4-4fff-80b5-c471d9477e16 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:36:16.315003 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-c0116df3-0587-4546-a857-cfe3eb6a7bdf service neutron] Attempting to bind port 4d260d8b-2721-4aad-939f-af2eced15fea on network c8582703-4cc4-4fff-80b5-c471d9477e16 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:16.340125 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-c0116df3-0587-4546-a857-cfe3eb6a7bdf service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:16.340492 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-c0116df3-0587-4546-a857-cfe3eb6a7bdf service neutron] Checking segment: {'id': '434f1074-36f8-46ba-becd-a201a761861a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c8582703-4cc4-4fff-80b5-c471d9477e16'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:16.340885 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-c0116df3-0587-4546-a857-cfe3eb6a7bdf service neutron] Bound using segment: {'id': '434f1074-36f8-46ba-becd-a201a761861a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c8582703-4cc4-4fff-80b5-c471d9477e16'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:16.341333 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-c0116df3-0587-4546-a857-cfe3eb6a7bdf service neutron] Bound port: 4d260d8b-2721-4aad-939f-af2eced15fea, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '434f1074-36f8-46ba-becd-a201a761861a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'c8582703-4cc4-4fff-80b5-c471d9477e16'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:16.341693 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-c0116df3-0587-4546-a857-cfe3eb6a7bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.354013 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b705d-f838-47d7-8282-69a038168268 req-b587676d-f25a-45d6-8a1f-efae679069dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:16.355548 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-714b705d-f838-47d7-8282-69a038168268 req-b587676d-f25a-45d6-8a1f-efae679069dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e2c8ee8748ed40f095f05f97decda731&device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 1096 time: 0.3509471 Jul 16 08:36:16.435177 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ad75a-94a4-4e93-88ae-d384c3639139 req-b0c7a34a-220c-4a13-92bc-3652029b81ba tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:16.442339 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-039ad75a-94a4-4e93-88ae-d384c3639139 req-b0c7a34a-220c-4a13-92bc-3652029b81ba tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 944 time: 0.2804570 Jul 16 08:36:16.531285 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-039ad75a-94a4-4e93-88ae-d384c3639139 req-e7a589e6-9594-4a63-b8c7-ca6add43f2b7 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878932 Jul 16 08:36:16.592035 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-c0116df3-0587-4546-a857-cfe3eb6a7bdf service neutron] For port 4d260d8b-2721-4aad-939f-af2eced15fea, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:16.595707 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-c0116df3-0587-4546-a857-cfe3eb6a7bdf service neutron] For port 4d260d8b-2721-4aad-939f-af2eced15fea, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=4d260d8b-2721-4aad-939f-af2eced15fea,segment=NetworkSegment(434f1074-36f8-46ba-becd-a201a761861a),segment_id=434f1074-36f8-46ba-becd-a201a761861a)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:16.603832 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-c0116df3-0587-4546-a857-cfe3eb6a7bdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.650439 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b705d-f838-47d7-8282-69a038168268 req-235af5c4-a799-4ec3-ab6a-9c04d8828386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:16.651992 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-714b705d-f838-47d7-8282-69a038168268 req-235af5c4-a799-4ec3-ab6a-9c04d8828386 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bffad17c-f1ab-47e1-8c7a-30b725bf841f HTTP/1.1" status: 200 len: 912 time: 0.2894113 Jul 16 08:36:16.727961 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0116df3-0587-4546-a857-cfe3eb6a7bdf service neutron] Pushing event updated for resources: {'Port': ['ID=4d260d8b-2721-4aad-939f-af2eced15fea,revision_number=10']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:16.740332 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-c0116df3-0587-4546-a857-cfe3eb6a7bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:16.741857 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-c0116df3-0587-4546-a857-cfe3eb6a7bdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:16.743518 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-c0116df3-0587-4546-a857-cfe3eb6a7bdf service neutron] 10.222.0.21 "PUT /v2.0/ports/4d260d8b-2721-4aad-939f-af2eced15fea HTTP/1.1" status: 200 len: 1093 time: 2.1901865 Jul 16 08:36:16.745468 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '986d7225-e1a5-4841-adf8-742db2ed93fa', 'tag': '4d260d8b-2721-4aad-939f-af2eced15fea'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:16.747986 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2943840a-0474-4448-a600-f4141953efe6" -d '{"events": [{"name": "network-changed", "server_uuid": "986d7225-e1a5-4841-adf8-742db2ed93fa", "tag": "4d260d8b-2721-4aad-939f-af2eced15fea"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:16.752484 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-714b705d-f838-47d7-8282-69a038168268 req-93d09e9e-29dc-4ed9-939e-3186ce7ea6ec service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=48990872-1999-47ea-a6f2-f754ee2dcdf1 HTTP/1.1" status: 200 len: 217 time: 0.0859807 Jul 16 08:36:16.857580 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10d9a074-cc2a-4f6f-a74a-a48eba6f2190 x-openstack-request-id: req-10d9a074-cc2a-4f6f-a74a-a48eba6f2190 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:16.858384 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "986d7225-e1a5-4841-adf8-742db2ed93fa", "tag": "4d260d8b-2721-4aad-939f-af2eced15fea", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:16.859023 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-10d9a074-cc2a-4f6f-a74a-a48eba6f2190 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:16.860683 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '986d7225-e1a5-4841-adf8-742db2ed93fa', 'tag': '4d260d8b-2721-4aad-939f-af2eced15fea', 'status': 'completed', 'code': 200} Jul 16 08:36:16.932580 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714b705d-f838-47d7-8282-69a038168268 req-188a0bdd-5384-4af5-a1f6-fb1da093e9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:16.934632 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-714b705d-f838-47d7-8282-69a038168268 req-188a0bdd-5384-4af5-a1f6-fb1da093e9b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25132452-9e46-4209-8e8b-3e1b72482432 HTTP/1.1" status: 200 len: 851 time: 0.1599579 Jul 16 08:36:16.993751 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-714b705d-f838-47d7-8282-69a038168268 req-018b706d-47f9-4b45-a606-c3a2e74363ff service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bffad17c-f1ab-47e1-8c7a-30b725bf841f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0520079 Jul 16 08:36:17.056669 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6462a48-050e-4302-8782-d9386aa6d69f req-f012368f-9ecd-4b3d-9f93-e4eba470f1c6 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:17.078115 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f6462a48-050e-4302-8782-d9386aa6d69f req-f012368f-9ecd-4b3d-9f93-e4eba470f1c6 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 944 time: 0.3532794 Jul 16 08:36:17.104656 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-d81342b4-5f5f-45c1-b1dc-ccb6abfe82a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:17.106959 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-d81342b4-5f5f-45c1-b1dc-ccb6abfe82a8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe485eef99184140b54eea7a4f5e6aa7&device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 1097 time: 0.3062568 Jul 16 08:36:17.242342 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34470) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:17.307241 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f6462a48-050e-4302-8782-d9386aa6d69f req-d941e7c1-d6a8-4c33-8874-00285e14e542 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2281792 Jul 16 08:36:17.311498 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-714b705d-f838-47d7-8282-69a038168268 req-57765df1-a421-4e14-b33a-f238d6f2b7ab service neutron] 10.222.0.21 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106656 Jul 16 08:36:17.376614 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-5ac0e856-5ce8-4943-ae11-ea043cb1ec3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:17.378097 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-5ac0e856-5ce8-4943-ae11-ea043cb1ec3d service neutron] 10.222.0.21 "GET /v2.0/networks?id=c8582703-4cc4-4fff-80b5-c471d9477e16 HTTP/1.1" status: 200 len: 914 time: 0.2055857 Jul 16 08:36:17.461785 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-65c591ff-4894-43d1-b02c-16fff4554cd9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d260d8b-2721-4aad-939f-af2eced15fea HTTP/1.1" status: 200 len: 217 time: 0.0771387 Jul 16 08:36:17.464897 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23380557-45a2-4415-ac71-a98a318a14a2 req-0b517f34-0db5-4b01-abfe-81ae2b6371d8 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:17.472342 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-23380557-45a2-4415-ac71-a98a318a14a2 req-0b517f34-0db5-4b01-abfe-81ae2b6371d8 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc688ae9-c7bd-4e41-ac60-024c6ac792d4 HTTP/1.1" status: 200 len: 945 time: 0.0758555 Jul 16 08:36:17.523714 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-23380557-45a2-4415-ac71-a98a318a14a2 req-ab747ed0-de40-4389-9c31-2c2ca4897c2e tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504613 Jul 16 08:36:17.542401 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-714b705d-f838-47d7-8282-69a038168268 req-27e6839a-7fee-47fc-9dfe-93bc9d419848 service neutron] 10.222.0.21 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241764 Jul 16 08:36:17.544034 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-5957a742-a0c4-414f-9862-a55486028f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:17.545625 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-5957a742-a0c4-414f-9862-a55486028f22 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df86fc55-3ccc-4737-ad2e-69164a017fd5 HTTP/1.1" status: 200 len: 853 time: 0.0769861 Jul 16 08:36:17.577519 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c37fdcd9-734c-49cb-9c30-bc2f8bca8e6b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-785071429-network', 'tenant_id': '5caadc89d84547f48fb2ad7adc37a5ad'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:17.595053 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-693f3cc4-9b85-46d1-bf70-dff399ebfad8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c8582703-4cc4-4fff-80b5-c471d9477e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422306 Jul 16 08:36:17.605823 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c37fdcd9-734c-49cb-9c30-bc2f8bca8e6b admin admin] Made reservation on behalf of 5caadc89d84547f48fb2ad7adc37a5ad for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:17.612700 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c37fdcd9-734c-49cb-9c30-bc2f8bca8e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:17.643128 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c37fdcd9-734c-49cb-9c30-bc2f8bca8e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:17.737786 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-237b3a0d-cc08-4584-b42d-47d5bd407360 service neutron] 10.222.0.21 "GET /v2.0/networks/c8582703-4cc4-4fff-80b5-c471d9477e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355107 Jul 16 08:36:17.830414 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c37fdcd9-734c-49cb-9c30-bc2f8bca8e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:17.837476 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c37fdcd9-734c-49cb-9c30-bc2f8bca8e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:17.873927 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c37fdcd9-734c-49cb-9c30-bc2f8bca8e6b admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:36:17.886183 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-152b5510-88a5-4959-b9f2-e10706f6778f service neutron] 10.222.0.21 "GET /v2.0/networks/c8582703-4cc4-4fff-80b5-c471d9477e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415112 Jul 16 08:36:17.896241 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fdcd9-734c-49cb-9c30-bc2f8bca8e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e42a16-e3c8-485f-b7f5-515a696e11e8,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:17.900789 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c37fdcd9-734c-49cb-9c30-bc2f8bca8e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:17.901853 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-c37fdcd9-734c-49cb-9c30-bc2f8bca8e6b admin admin] Added segment 91d6b793-ee4b-4a83-a2f8-34b7d5e93b86 of type vlan for network 2ec9381e-4ff7-47da-b8ef-eab3f5a31f21 Jul 16 08:36:17.930533 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03459506-2777-47ce-a8d6-cc61da11c853 req-d24019d4-0c30-4a22-a1b4-4def813ac686 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:17.937918 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-03459506-2777-47ce-a8d6-cc61da11c853 req-d24019d4-0c30-4a22-a1b4-4def813ac686 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 945 time: 0.1950490 Jul 16 08:36:17.968766 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c37fdcd9-734c-49cb-9c30-bc2f8bca8e6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:18.019308 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-03459506-2777-47ce-a8d6-cc61da11c853 req-891166ed-5f81-4ba8-9171-8197d14c87ba tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801017 Jul 16 08:36:18.029747 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c37fdcd9-734c-49cb-9c30-bc2f8bca8e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:18.031091 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37fdcd9-734c-49cb-9c30-bc2f8bca8e6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:18.031663 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c37fdcd9-734c-49cb-9c30-bc2f8bca8e6b admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:18.054419 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 5520adae-392e-478d-b1df-471d9644a6f2 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:36:18.071397 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943840a-0474-4448-a600-f4141953efe6 req-0d1fe79c-2c9d-466b-a6f4-fae7b6f59228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:18.082218 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2943840a-0474-4448-a600-f4141953efe6 req-0d1fe79c-2c9d-466b-a6f4-fae7b6f59228 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe485eef99184140b54eea7a4f5e6aa7&device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 1097 time: 0.1258640 Jul 16 08:36:18.114317 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c37fdcd9-734c-49cb-9c30-bc2f8bca8e6b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8692982 Jul 16 08:36:18.119543 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34514) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:18.142059 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-91c70878-dc5b-470c-b32e-81f63e189f9d admin admin] Request body: {'subnet': {'network_id': '2ec9381e-4ff7-47da-b8ef-eab3f5a31f21', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-785071429-subnet', 'tenant_id': '5caadc89d84547f48fb2ad7adc37a5ad', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:18.200852 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c37fdcd9-734c-49cb-9c30-bc2f8bca8e6b admin admin] Pushing event updated for resources: {'Network': ['ID=2ec9381e-4ff7-47da-b8ef-eab3f5a31f21,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:18.234220 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91c70878-dc5b-470c-b32e-81f63e189f9d admin admin] Made reservation on behalf of 5caadc89d84547f48fb2ad7adc37a5ad for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:18.235069 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 5520adae-392e-478d-b1df-471d9644a6f2, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=5520adae-392e-478d-b1df-471d9644a6f2,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:18.237085 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-91c70878-dc5b-470c-b32e-81f63e189f9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:18.254361 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '5520adae-392e-478d-b1df-471d9644a6f2', 'network_id': '0b0632f2-66a2-43c2-8891-f4c2d1d4df60', 'port_id': '5520adae-392e-478d-b1df-471d9644a6f2', 'mac_address': 'fa:16:3e:04:64:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a403916-6099-4ffc-ad6e-346025e9f7bf', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:36:18.265315 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 2ec9381e-4ff7-47da-b8ef-eab3f5a31f21 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:36:18.313670 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943840a-0474-4448-a600-f4141953efe6 req-07b2f69a-83fb-4215-b1d9-423dab235465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:18.315335 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2943840a-0474-4448-a600-f4141953efe6 req-07b2f69a-83fb-4215-b1d9-423dab235465 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c8582703-4cc4-4fff-80b5-c471d9477e16 HTTP/1.1" status: 200 len: 914 time: 0.2277067 Jul 16 08:36:18.392746 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:18.411286 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5520adae-392e-478d-b1df-471d9644a6f2 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:18.412444 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2943840a-0474-4448-a600-f4141953efe6 req-d4e8e6b7-d62c-42ea-847d-27b7921a2fd6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d260d8b-2721-4aad-939f-af2eced15fea HTTP/1.1" status: 200 len: 217 time: 0.0853117 Jul 16 08:36:18.448803 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 5520adae-392e-478d-b1df-471d9644a6f2, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=5520adae-392e-478d-b1df-471d9644a6f2,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:18.457764 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:18.512162 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2943840a-0474-4448-a600-f4141953efe6 req-0561a160-ddeb-4f0b-a405-b76566776b1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:18.513951 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2943840a-0474-4448-a600-f4141953efe6 req-0561a160-ddeb-4f0b-a405-b76566776b1f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df86fc55-3ccc-4737-ad2e-69164a017fd5 HTTP/1.1" status: 200 len: 853 time: 0.0905926 Jul 16 08:36:18.548669 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=5520adae-392e-478d-b1df-471d9644a6f2,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:18.570237 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2943840a-0474-4448-a600-f4141953efe6 req-e5976c4d-cbbd-4319-abf4-9ad09af74462 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c8582703-4cc4-4fff-80b5-c471d9477e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0494392 Jul 16 08:36:18.591688 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['5520adae-392e-478d-b1df-471d9644a6f2'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:18.623634 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e13ba2-5648-4542-b60c-54f06c9f9f9e req-7d6e8f8b-0410-42b2-841f-064edbb7adc2 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:18.630779 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e8e13ba2-5648-4542-b60c-54f06c9f9f9e req-7d6e8f8b-0410-42b2-841f-064edbb7adc2 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 944 time: 0.0991564 Jul 16 08:36:18.679400 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e8e13ba2-5648-4542-b60c-54f06c9f9f9e req-8e38fac1-6116-4314-a336-e6706fdcd021 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470927 Jul 16 08:36:19.332332 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92e3406-809f-4fa5-99ae-7926b2c32404 req-952a4986-e93c-4fe4-a73f-108d9d927de2 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:19.340624 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f92e3406-809f-4fa5-99ae-7926b2c32404 req-952a4986-e93c-4fe4-a73f-108d9d927de2 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 945 time: 0.0924487 Jul 16 08:36:19.353665 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-91c70878-dc5b-470c-b32e-81f63e189f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:19.365067 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2943840a-0474-4448-a600-f4141953efe6 req-4c87564b-accd-486a-b820-b1eb79ea4e02 service neutron] 10.222.0.21 "GET /v2.0/networks/c8582703-4cc4-4fff-80b5-c471d9477e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7870929 Jul 16 08:36:19.396366 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f92e3406-809f-4fa5-99ae-7926b2c32404 req-40026e48-10b1-4e00-b01b-bbacaf137a6c tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546889 Jul 16 08:36:19.498967 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91c70878-dc5b-470c-b32e-81f63e189f9d admin admin] Checking segment: {'id': '91d6b793-ee4b-4a83-a2f8-34b7d5e93b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2ec9381e-4ff7-47da-b8ef-eab3f5a31f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:19.499352 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c70878-dc5b-470c-b32e-81f63e189f9d admin admin] Network hostable DHCP agents. Network: 2ec9381e-4ff7-47da-b8ef-eab3f5a31f21, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:36:19.502353 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c70878-dc5b-470c-b32e-81f63e189f9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e37428c-dde5-4578-9b20-ce6e90635b39,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:19.542062 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8964c7-ef80-4592-927f-c235b2ec0fe9 req-c878166a-f725-484f-8b48-b5a7e2ba0f3d tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:19.549675 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac8964c7-ef80-4592-927f-c235b2ec0fe9 req-c878166a-f725-484f-8b48-b5a7e2ba0f3d tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc688ae9-c7bd-4e41-ac60-024c6ac792d4 HTTP/1.1" status: 200 len: 944 time: 0.7704043 Jul 16 08:36:19.561842 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91c70878-dc5b-470c-b32e-81f63e189f9d admin admin] Network 2ec9381e-4ff7-47da-b8ef-eab3f5a31f21 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:36:19.583937 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-91c70878-dc5b-470c-b32e-81f63e189f9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 2ec9381e-4ff7-47da-b8ef-eab3f5a31f21) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:19.596164 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91c70878-dc5b-470c-b32e-81f63e189f9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:19.597167 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-91c70878-dc5b-470c-b32e-81f63e189f9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:19.616957 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca32db6-ef64-43ad-ac3a-e5a1abc14e9e None None] Network 2ec9381e-4ff7-47da-b8ef-eab3f5a31f21 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:19.660994 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac8964c7-ef80-4592-927f-c235b2ec0fe9 req-7ec8c4c4-0988-4dd0-8d50-b8a52d30748f tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105874 Jul 16 08:36:19.670437 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-91c70878-dc5b-470c-b32e-81f63e189f9d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5493834 Jul 16 08:36:19.673502 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34578) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:19.684505 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c8b4ff24-7345-4da2-a706-23d75c8269d7 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-785071429-router', 'tenant_id': '5caadc89d84547f48fb2ad7adc37a5ad', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:19.715533 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34586) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:19.768556 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8b4ff24-7345-4da2-a706-23d75c8269d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:19.769742 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8b4ff24-7345-4da2-a706-23d75c8269d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:19.880521 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 48990872-1999-47ea-a6f2-f754ee2dcdf1 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:36:19.882974 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8b4ff24-7345-4da2-a706-23d75c8269d7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:20.085048 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b94a1b85-e124-47a2-bdda-6a6bb05a2cb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:20.169193 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2943840a-0474-4448-a600-f4141953efe6 req-b06ccb4e-1f37-42dd-98b0-e3d1c97be797 service neutron] 10.222.0.21 "GET /v2.0/networks/c8582703-4cc4-4fff-80b5-c471d9477e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3580670 Jul 16 08:36:20.192340 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 5520adae-392e-478d-b1df-471d9644a6f2 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:20.303068 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8b4ff24-7345-4da2-a706-23d75c8269d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:20.480239 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abf18cb-b378-48dd-8187-0733a4847143 req-d88ff0ec-74ec-4802-a3b8-4f7fd704898a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:20.482357 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe70962-122d-4d2f-b766-b4efea0edbf4 req-e25c4dec-32e5-4d9f-b505-738f301c27bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:20.483919 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cfe70962-122d-4d2f-b766-b4efea0edbf4 req-e25c4dec-32e5-4d9f-b505-738f301c27bf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe485eef99184140b54eea7a4f5e6aa7&device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 1097 time: 0.2101476 Jul 16 08:36:20.497130 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 5520adae-392e-478d-b1df-471d9644a6f2 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:20.498025 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3abf18cb-b378-48dd-8187-0733a4847143 req-d88ff0ec-74ec-4802-a3b8-4f7fd704898a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 944 time: 0.4222665 Jul 16 08:36:20.510500 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b94a1b85-e124-47a2-bdda-6a6bb05a2cb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:20.511588 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:20.538531 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b94a1b85-e124-47a2-bdda-6a6bb05a2cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:20.539832 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 48990872-1999-47ea-a6f2-f754ee2dcdf1, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=48990872-1999-47ea-a6f2-f754ee2dcdf1,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:20.621990 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34620) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:20.676384 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3abf18cb-b378-48dd-8187-0733a4847143 req-96fce19c-9bcb-40ff-903a-5ffeb64a56dd tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709285 Jul 16 08:36:20.732292 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b94a1b85-e124-47a2-bdda-6a6bb05a2cb0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d96bd85680a846d19206394bcb93eb91&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0133572 Jul 16 08:36:20.770524 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '48990872-1999-47ea-a6f2-f754ee2dcdf1', 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f', 'port_id': '48990872-1999-47ea-a6f2-f754ee2dcdf1', 'mac_address': 'fa:16:3e:74:ff:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25132452-9e46-4209-8e8b-3e1b72482432', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:36:20.779453 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34628) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:20.790547 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866a0d6b-044e-43f8-8020-2cd2e91e0c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-2ec9381e-4ff7-47da-b8ef-eab3f5a31f21', 'network_id': '2ec9381e-4ff7-47da-b8ef-eab3f5a31f21', 'tenant_id': '5caadc89d84547f48fb2ad7adc37a5ad', 'fixed_ips': [{'subnet_id': '0e37428c-dde5-4578-9b20-ce6e90635b39'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:36:20.794274 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-866a0d6b-044e-43f8-8020-2cd2e91e0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:21.021419 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94a1b85-e124-47a2-bdda-6a6bb05a2cb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2774bfc7-0cc6-4e99-a50b-95ac3c4cb637,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:21.048168 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:21.057455 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c2ae78c-945d-4652-bac5-21a54ba7623b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:21.062526 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1a953a7-22ad-43fd-8e40-291011476b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:21.098449 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1a953a7-22ad-43fd-8e40-291011476b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:21.109249 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe70962-122d-4d2f-b766-b4efea0edbf4 req-3dd5af91-133c-4318-86bd-11edd5c606c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:21.111593 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cfe70962-122d-4d2f-b766-b4efea0edbf4 req-3dd5af91-133c-4318-86bd-11edd5c606c0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c8582703-4cc4-4fff-80b5-c471d9477e16 HTTP/1.1" status: 200 len: 914 time: 0.5080657 Jul 16 08:36:21.140287 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58db0317-0b47-47ec-9336-9b6caa9b55b4 req-2d7d04cb-046c-4e79-ae64-489c91cd2b9a tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:21.143707 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-58db0317-0b47-47ec-9336-9b6caa9b55b4 req-2d7d04cb-046c-4e79-ae64-489c91cd2b9a tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 945 time: 0.3808682 Jul 16 08:36:21.163690 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 48990872-1999-47ea-a6f2-f754ee2dcdf1 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:21.232206 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:21.246301 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cfe70962-122d-4d2f-b766-b4efea0edbf4 req-253ec72e-2bf5-47b9-9763-71d164e9b96a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d260d8b-2721-4aad-939f-af2eced15fea HTTP/1.1" status: 200 len: 217 time: 0.0684454 Jul 16 08:36:21.266556 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34632) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:21.266774 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 48990872-1999-47ea-a6f2-f754ee2dcdf1, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=48990872-1999-47ea-a6f2-f754ee2dcdf1,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:21.280543 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:21.281681 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1a953a7-22ad-43fd-8e40-291011476b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:21.292943 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1a953a7-22ad-43fd-8e40-291011476b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:21.294180 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b1a953a7-22ad-43fd-8e40-291011476b44 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2774bfc7-0cc6-4e99-a50b-95ac3c4cb637 HTTP/1.1" status: 204 len: 168 time: 0.5067599 Jul 16 08:36:21.335966 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-58db0317-0b47-47ec-9336-9b6caa9b55b4 req-43386929-dbdd-4b6c-8e86-2e7465cdd369 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854517 Jul 16 08:36:21.372810 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a953a7-22ad-43fd-8e40-291011476b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2774bfc7-0cc6-4e99-a50b-95ac3c4cb637,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:21.382865 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-866a0d6b-044e-43f8-8020-2cd2e91e0c19 None None] Allocated IP 172.20.0.2 (2ec9381e-4ff7-47da-b8ef-eab3f5a31f21/0e37428c-dde5-4578-9b20-ce6e90635b39/54f7b68d-c939-42ed-9875-aa1572305f78) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:21.397285 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8b4ff24-7345-4da2-a706-23d75c8269d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:21.437226 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8b4ff24-7345-4da2-a706-23d75c8269d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:21.472145 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944137b-58db-4a42-9615-49d5ee111dc4 req-f323fb2e-da44-472a-8fae-37d03b16a729 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:21.480253 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b944137b-58db-4a42-9615-49d5ee111dc4 req-f323fb2e-da44-472a-8fae-37d03b16a729 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc688ae9-c7bd-4e41-ac60-024c6ac792d4 HTTP/1.1" status: 200 len: 944 time: 0.5563304 Jul 16 08:36:21.512196 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc688ae9-c7bd-4e41-ac60-024c6ac792d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5520adae-392e-478d-b1df-471d9644a6f2'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:21.522056 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c2b0c30-ef82-4877-8ea3-9398500c51f7" -d '{"events": [{"server_uuid": "bc688ae9-c7bd-4e41-ac60-024c6ac792d4", "name": "network-vif-plugged", "status": "completed", "tag": "5520adae-392e-478d-b1df-471d9644a6f2"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:21.621401 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eb60bb8-3c16-4741-add7-02e64181b19c x-openstack-request-id: req-7eb60bb8-3c16-4741-add7-02e64181b19c {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:21.622246 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc688ae9-c7bd-4e41-ac60-024c6ac792d4", "name": "network-vif-plugged", "status": "completed", "tag": "5520adae-392e-478d-b1df-471d9644a6f2", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:21.622246 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7eb60bb8-3c16-4741-add7-02e64181b19c {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:21.622465 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc688ae9-c7bd-4e41-ac60-024c6ac792d4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5520adae-392e-478d-b1df-471d9644a6f2', 'code': 200} Jul 16 08:36:21.639212 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['48990872-1999-47ea-a6f2-f754ee2dcdf1'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:21.669193 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b944137b-58db-4a42-9615-49d5ee111dc4 req-69975093-a115-41e1-ac8a-5045216365e9 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872633 Jul 16 08:36:21.704600 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 5520adae-392e-478d-b1df-471d9644a6f2, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=5520adae-392e-478d-b1df-471d9644a6f2,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:21.737283 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c2ae78c-945d-4652-bac5-21a54ba7623b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:21.779768 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-c8b4ff24-7345-4da2-a706-23d75c8269d7 admin admin] Allocated IP 172.25.3.230 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/e95afccb-7215-4f3a-8b57-6f6c215836cb) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:21.932519 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:21.934340 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=48990872-1999-47ea-a6f2-f754ee2dcdf1,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:21.955513 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe70962-122d-4d2f-b766-b4efea0edbf4 req-f2207d80-83cf-4091-b749-72a68a0f0814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:21.961966 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c2ae78c-945d-4652-bac5-21a54ba7623b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:21.967382 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8b4ff24-7345-4da2-a706-23d75c8269d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:21.973721 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cfe70962-122d-4d2f-b766-b4efea0edbf4 req-f2207d80-83cf-4091-b749-72a68a0f0814 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df86fc55-3ccc-4737-ad2e-69164a017fd5 HTTP/1.1" status: 200 len: 853 time: 0.1721315 Jul 16 08:36:22.052528 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf954bdc-7080-4854-8269-30a48071f7cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:22.072516 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2ae78c-945d-4652-bac5-21a54ba7623b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=799c8204-5592-4cbb-8cd8-27265dba9015,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:22.080806 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5c2ae78c-945d-4652-bac5-21a54ba7623b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7df9269b45594a7eb5da5ad66900e472&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4487722 Jul 16 08:36:22.081754 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34652) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:22.130946 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cfe70962-122d-4d2f-b766-b4efea0edbf4 req-6944ce49-58a4-4e54-8bba-c19cdaba5249 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c8582703-4cc4-4fff-80b5-c471d9477e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1295197 Jul 16 08:36:22.159356 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6a2d18-6275-4b85-8576-01b5b6c15757 req-56340551-601c-4d9d-8c13-b3277a41a9be tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:22.167207 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ee6a2d18-6275-4b85-8576-01b5b6c15757 req-56340551-601c-4d9d-8c13-b3277a41a9be tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 945 time: 0.2102361 Jul 16 08:36:22.191835 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=5520adae-392e-478d-b1df-471d9644a6f2,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:22.195846 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8b4ff24-7345-4da2-a706-23d75c8269d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:22.369884 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b4ff24-7345-4da2-a706-23d75c8269d7 admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:22.393872 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-c8b4ff24-7345-4da2-a706-23d75c8269d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:22.404415 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cfe70962-122d-4d2f-b766-b4efea0edbf4 req-0729ffca-f6f1-412c-89b6-79fa5ff0aec9 service neutron] 10.222.0.21 "GET /v2.0/networks/c8582703-4cc4-4fff-80b5-c471d9477e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2514498 Jul 16 08:36:22.420931 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ee6a2d18-6275-4b85-8576-01b5b6c15757 req-653b372c-3d59-4ca4-8808-24c6746d2dad tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2526274 Jul 16 08:36:22.425713 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-be5cdf84-bd04-4c66-a9fe-76e91da20e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:22.444973 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b4ff24-7345-4da2-a706-23d75c8269d7 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:22.534781 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b4ff24-7345-4da2-a706-23d75c8269d7 admin admin] Pushing event updated for resources: {'Port': ['ID=e95afccb-7215-4f3a-8b57-6f6c215836cb,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:22.639978 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-866a0d6b-044e-43f8-8020-2cd2e91e0c19 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:22.642526 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-be5cdf84-bd04-4c66-a9fe-76e91da20e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:22.665982 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-866a0d6b-044e-43f8-8020-2cd2e91e0c19 None None] Transition to ACTIVE for port object 54f7b68d-c939-42ed-9875-aa1572305f78 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:22.725597 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf954bdc-7080-4854-8269-30a48071f7cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:22.735553 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf954bdc-7080-4854-8269-30a48071f7cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:22.753940 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-866a0d6b-044e-43f8-8020-2cd2e91e0c19 None None] Transition to ACTIVE for port object 54f7b68d-c939-42ed-9875-aa1572305f78 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:22.767937 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-866a0d6b-044e-43f8-8020-2cd2e91e0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:22.872692 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bf954bdc-7080-4854-8269-30a48071f7cd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3bbc585c9c7044398d37a33696b97426&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6042273 Jul 16 08:36:22.889754 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866a0d6b-044e-43f8-8020-2cd2e91e0c19 None None] Network 2ec9381e-4ff7-47da-b8ef-eab3f5a31f21 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:22.900507 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-866a0d6b-044e-43f8-8020-2cd2e91e0c19 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:22.905280 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866a0d6b-044e-43f8-8020-2cd2e91e0c19 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:22.912263 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34676) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:22.934079 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cfe70962-122d-4d2f-b766-b4efea0edbf4 req-6a548229-dd02-435a-8c44-d712bcf6b6bb service neutron] 10.222.0.21 "GET /v2.0/networks/c8582703-4cc4-4fff-80b5-c471d9477e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4965613 Jul 16 08:36:22.978321 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf954bdc-7080-4854-8269-30a48071f7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=757e9bf8-3507-4082-ae1c-4e09cf4cd329,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:23.079987 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-866a0d6b-044e-43f8-8020-2cd2e91e0c19 None None] Attempting to bind port 54f7b68d-c939-42ed-9875-aa1572305f78 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:23.080632 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-866a0d6b-044e-43f8-8020-2cd2e91e0c19 None None] Attempting to bind port 54f7b68d-c939-42ed-9875-aa1572305f78 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '91d6b793-ee4b-4a83-a2f8-34b7d5e93b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2ec9381e-4ff7-47da-b8ef-eab3f5a31f21'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:23.080748 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866a0d6b-044e-43f8-8020-2cd2e91e0c19 None None] Attempting to bind port 54f7b68d-c939-42ed-9875-aa1572305f78 on network 2ec9381e-4ff7-47da-b8ef-eab3f5a31f21 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:23.095774 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a0d6b-044e-43f8-8020-2cd2e91e0c19 None None] Pushing event updated for resources: {'Port': ['ID=54f7b68d-c939-42ed-9875-aa1572305f78,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:23.103606 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866a0d6b-044e-43f8-8020-2cd2e91e0c19 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:23.104159 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866a0d6b-044e-43f8-8020-2cd2e91e0c19 None None] Checking segment: {'id': '91d6b793-ee4b-4a83-a2f8-34b7d5e93b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2ec9381e-4ff7-47da-b8ef-eab3f5a31f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:23.104621 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-866a0d6b-044e-43f8-8020-2cd2e91e0c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.105046 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-866a0d6b-044e-43f8-8020-2cd2e91e0c19 None None] Bound using segment: {'id': '91d6b793-ee4b-4a83-a2f8-34b7d5e93b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2ec9381e-4ff7-47da-b8ef-eab3f5a31f21'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:23.105580 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-866a0d6b-044e-43f8-8020-2cd2e91e0c19 None None] Bound port: 54f7b68d-c939-42ed-9875-aa1572305f78, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d6b793-ee4b-4a83-a2f8-34b7d5e93b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2ec9381e-4ff7-47da-b8ef-eab3f5a31f21'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:23.105979 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-866a0d6b-044e-43f8-8020-2cd2e91e0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.191653 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-be5cdf84-bd04-4c66-a9fe-76e91da20e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.203862 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-be5cdf84-bd04-4c66-a9fe-76e91da20e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.209271 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-be5cdf84-bd04-4c66-a9fe-76e91da20e96 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/799c8204-5592-4cbb-8cd8-27265dba9015 HTTP/1.1" status: 204 len: 168 time: 1.1241887 Jul 16 08:36:23.229481 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c16f98c-a8dd-466c-90e9-5227b73f7254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.244526 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531e765f-71e9-4ab9-ae8b-07ce081ae050 req-1633ab04-81e5-42ab-bef2-3f0e7f56262f tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:23.257777 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-531e765f-71e9-4ab9-ae8b-07ce081ae050 req-1633ab04-81e5-42ab-bef2-3f0e7f56262f tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 945 time: 0.5568027 Jul 16 08:36:23.310533 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c16f98c-a8dd-466c-90e9-5227b73f7254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.366010 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5cdf84-bd04-4c66-a9fe-76e91da20e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=799c8204-5592-4cbb-8cd8-27265dba9015,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:23.447419 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9254a400-acaa-4086-82b1-dfbe6bd93db1 req-28b72943-20a7-4d48-a47e-8eb52238b7cb tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:23.448231 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-866a0d6b-044e-43f8-8020-2cd2e91e0c19 None None] For port 54f7b68d-c939-42ed-9875-aa1572305f78, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:23.453022 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9254a400-acaa-4086-82b1-dfbe6bd93db1 req-28b72943-20a7-4d48-a47e-8eb52238b7cb tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc688ae9-c7bd-4e41-ac60-024c6ac792d4 HTTP/1.1" status: 200 len: 945 time: 0.3185425 Jul 16 08:36:23.506578 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-531e765f-71e9-4ab9-ae8b-07ce081ae050 req-c206f648-63a8-484e-84a4-3fe6968577ca tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2475808 Jul 16 08:36:23.520721 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-866a0d6b-044e-43f8-8020-2cd2e91e0c19 None None] For port 54f7b68d-c939-42ed-9875-aa1572305f78, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=54f7b68d-c939-42ed-9875-aa1572305f78,segment=NetworkSegment(91d6b793-ee4b-4a83-a2f8-34b7d5e93b86),segment_id=91d6b793-ee4b-4a83-a2f8-34b7d5e93b86)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:23.541394 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-866a0d6b-044e-43f8-8020-2cd2e91e0c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.566382 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9254a400-acaa-4086-82b1-dfbe6bd93db1 req-758215cf-4185-4fa3-a056-a0682be1c267 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996974 Jul 16 08:36:23.626012 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c16f98c-a8dd-466c-90e9-5227b73f7254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.638954 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c16f98c-a8dd-466c-90e9-5227b73f7254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.647442 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3c16f98c-a8dd-466c-90e9-5227b73f7254 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/757e9bf8-3507-4082-ae1c-4e09cf4cd329 HTTP/1.1" status: 204 len: 168 time: 0.7321341 Jul 16 08:36:23.694845 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8b4ff24-7345-4da2-a706-23d75c8269d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:23.708270 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16f98c-a8dd-466c-90e9-5227b73f7254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=757e9bf8-3507-4082-ae1c-4e09cf4cd329,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:23.739438 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866a0d6b-044e-43f8-8020-2cd2e91e0c19 None None] Pushing event updated for resources: {'Port': ['ID=54f7b68d-c939-42ed-9875-aa1572305f78,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:23.880929 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 48990872-1999-47ea-a6f2-f754ee2dcdf1 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:23.928570 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce25a41-288f-4c84-b1bc-2bf337a64619 req-fe9fa1e8-8339-438a-97ed-8dd82c574cf3 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:23.932676 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0ce25a41-288f-4c84-b1bc-2bf337a64619 req-fe9fa1e8-8339-438a-97ed-8dd82c574cf3 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc688ae9-c7bd-4e41-ac60-024c6ac792d4 HTTP/1.1" status: 200 len: 945 time: 0.2586093 Jul 16 08:36:24.027313 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 48990872-1999-47ea-a6f2-f754ee2dcdf1 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:24.032846 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 48990872-1999-47ea-a6f2-f754ee2dcdf1 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:24.034245 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.111177 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34696) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:24.160377 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 5520adae-392e-478d-b1df-471d9644a6f2 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:24.221097 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e678c327-60e0-40d3-b8a2-a2ebf0f4abfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.291889 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-0ce25a41-288f-4c84-b1bc-2bf337a64619 req-9bba6c0f-d69b-4001-8899-4973ebfd0d46 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Deleting port 5520adae-392e-478d-b1df-471d9644a6f2 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:24.292553 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0ce25a41-288f-4c84-b1bc-2bf337a64619 req-9bba6c0f-d69b-4001-8899-4973ebfd0d46 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.518669 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.547465 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8b4ff24-7345-4da2-a706-23d75c8269d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.595986 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.651446 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-0ce25a41-288f-4c84-b1bc-2bf337a64619 req-9bba6c0f-d69b-4001-8899-4973ebfd0d46 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] For port 5520adae-392e-478d-b1df-471d9644a6f2, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=5520adae-392e-478d-b1df-471d9644a6f2,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:24.663748 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0ce25a41-288f-4c84-b1bc-2bf337a64619 req-9bba6c0f-d69b-4001-8899-4973ebfd0d46 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.673342 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d2ec47-e464-4590-8f6d-d35c19f7fae8 req-68a772a8-5407-4107-b256-c6fbdad1def3 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:24.683790 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d2d2ec47-e464-4590-8f6d-d35c19f7fae8 req-68a772a8-5407-4107-b256-c6fbdad1def3 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 945 time: 0.8218980 Jul 16 08:36:24.755383 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb6d869-8552-40a6-8aae-d6c3146dc3f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48990872-1999-47ea-a6f2-f754ee2dcdf1'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:24.759281 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ade39ea-b6d5-4fa6-9d0b-79752b3d817b" -d '{"events": [{"server_uuid": "ecb6d869-8552-40a6-8aae-d6c3146dc3f7", "name": "network-vif-plugged", "status": "completed", "tag": "48990872-1999-47ea-a6f2-f754ee2dcdf1"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:24.764692 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-0ce25a41-288f-4c84-b1bc-2bf337a64619 req-9bba6c0f-d69b-4001-8899-4973ebfd0d46 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Calling delete_port for 5520adae-392e-478d-b1df-471d9644a6f2 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:24.857837 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d2d2ec47-e464-4590-8f6d-d35c19f7fae8 req-d1500e3f-0e2c-4b01-9c4e-928b432f7836 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592181 Jul 16 08:36:24.887986 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 48990872-1999-47ea-a6f2-f754ee2dcdf1, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=48990872-1999-47ea-a6f2-f754ee2dcdf1,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:24.894945 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 5520adae-392e-478d-b1df-471d9644a6f2, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=5520adae-392e-478d-b1df-471d9644a6f2,segment=NetworkSegment(419a7790-970c-4a11-9d8c-ac3d75efc71c),segment_id=419a7790-970c-4a11-9d8c-ac3d75efc71c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:24.921202 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:24.994165 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e678c327-60e0-40d3-b8a2-a2ebf0f4abfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.011377 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e678c327-60e0-40d3-b8a2-a2ebf0f4abfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.051593 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=48990872-1999-47ea-a6f2-f754ee2dcdf1,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:25.059210 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.146130 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e678c327-60e0-40d3-b8a2-a2ebf0f4abfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d4ad606-5bfc-4dbc-a34b-a12df85f505c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:25.163339 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e678c327-60e0-40d3-b8a2-a2ebf0f4abfb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4ebecc762625475aae66bbc6910da7df&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0481629 Jul 16 08:36:25.163339 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34726) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:25.187339 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=5520adae-392e-478d-b1df-471d9644a6f2,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:25.199936 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b4ff24-7345-4da2-a706-23d75c8269d7 admin admin] Router 5284b548-0c30-4b17-89de-4df31b78340a is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:36:25.315550 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bef7d9-6fdd-4a29-a5e3-ec96f3312d43 req-26ab1071-4d83-4f14-a1c1-4d070331423d tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:25.327449 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-79bef7d9-6fdd-4a29-a5e3-ec96f3312d43 req-26ab1071-4d83-4f14-a1c1-4d070331423d tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 945 time: 0.3644440 Jul 16 08:36:25.415146 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-79bef7d9-6fdd-4a29-a5e3-ec96f3312d43 req-a88ad90b-b593-4577-838f-4d56acaf1220 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758934 Jul 16 08:36:25.518272 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4cbc1e-99b0-452c-a983-01c807f110a3 x-openstack-request-id: req-1a4cbc1e-99b0-452c-a983-01c807f110a3 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:25.519039 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb6d869-8552-40a6-8aae-d6c3146dc3f7", "name": "network-vif-plugged", "status": "completed", "tag": "48990872-1999-47ea-a6f2-f754ee2dcdf1", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:25.519533 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1a4cbc1e-99b0-452c-a983-01c807f110a3 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:25.520324 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb6d869-8552-40a6-8aae-d6c3146dc3f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '48990872-1999-47ea-a6f2-f754ee2dcdf1', 'code': 200} Jul 16 08:36:25.532382 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34736) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:25.590735 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4106a620-f1d0-4c03-ab4c-1a436bc0294c None None] Network 2ec9381e-4ff7-47da-b8ef-eab3f5a31f21 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:25.604608 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ff8dd4e-55e3-4451-92bb-bc2d3f2f8bc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.622542 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e5395-3098-4010-a38e-92725f2c7a83 req-ac784085-b03b-4133-b527-b7fbfff5423b tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:25.627781 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0ce25a41-288f-4c84-b1bc-2bf337a64619 req-9bba6c0f-d69b-4001-8899-4973ebfd0d46 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.635099 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-472e5395-3098-4010-a38e-92725f2c7a83 req-ac784085-b03b-4133-b527-b7fbfff5423b tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/ports?device_id=bc688ae9-c7bd-4e41-ac60-024c6ac792d4 HTTP/1.1" status: 200 len: 943 time: 0.3852797 Jul 16 08:36:25.670971 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-bde0d5b9-5ec1-45fa-b482-c1c8cfed9fa1 None None] Provisioning for port 54f7b68d-c939-42ed-9875-aa1572305f78 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:25.707522 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba6c0f-d69b-4001-8899-4973ebfd0d46 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Pushing event deleted for resources: {'Port': ['ID=5520adae-392e-478d-b1df-471d9644a6f2,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:25.754299 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ff8dd4e-55e3-4451-92bb-bc2d3f2f8bc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.781693 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-0333b469-3c4e-449c-a50d-3f186ee63e94 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:25.857909 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b4ff24-7345-4da2-a706-23d75c8269d7 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:36:25.861057 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ce25a41-288f-4c84-b1bc-2bf337a64619 req-9bba6c0f-d69b-4001-8899-4973ebfd0d46 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] No DVR routers for this DVR port 5520adae-392e-478d-b1df-471d9644a6f2 on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:25.877464 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0ce25a41-288f-4c84-b1bc-2bf337a64619 req-9bba6c0f-d69b-4001-8899-4973ebfd0d46 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.880829 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0ce25a41-288f-4c84-b1bc-2bf337a64619 req-9bba6c0f-d69b-4001-8899-4973ebfd0d46 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.30 "DELETE /v2.0/ports/5520adae-392e-478d-b1df-471d9644a6f2 HTTP/1.1" status: 204 len: 173 time: 1.9423170 Jul 16 08:36:25.883363 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc688ae9-c7bd-4e41-ac60-024c6ac792d4', 'name': 'network-vif-deleted', 'tag': '5520adae-392e-478d-b1df-471d9644a6f2'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:25.889656 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbf2aec3-7264-46d8-a9d1-caa12e77c7aa" -d '{"events": [{"server_uuid": "bc688ae9-c7bd-4e41-ac60-024c6ac792d4", "name": "network-vif-deleted", "tag": "5520adae-392e-478d-b1df-471d9644a6f2"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:25.895257 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d649dd-166b-4c7b-a392-83cd532ecb6d None None] Sync routers for ids ['5284b548-0c30-4b17-89de-4df31b78340a'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:36:25.921968 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0333b469-3c4e-449c-a50d-3f186ee63e94 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] 10.222.0.22 "PUT /v2.0/quotas/f8584fe9cd884e8e84032b8af740f429 HTTP/1.1" status: 200 len: 368 time: 0.3880239 Jul 16 08:36:25.929760 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34748) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:25.952380 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-472e5395-3098-4010-a38e-92725f2c7a83 req-5c213c64-7d52-422b-a6b3-1d7766bacb52 tempest-ImagesTestJSON-1745715562 tempest-ImagesTestJSON-1745715562-project] 10.222.0.22 "GET /v2.0/security-groups?id=5a99dddb-d5d9-456b-b7cc-e685cbaf0171&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161671 Jul 16 08:36:25.952817 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-e8bbd6a3-5be4-4811-bc30-fa50202d9fac tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Request body: {'network': {'project_id': 'f8584fe9cd884e8e84032b8af740f429'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:25.965896 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ff8dd4e-55e3-4451-92bb-bc2d3f2f8bc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.973905 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ff8dd4e-55e3-4451-92bb-bc2d3f2f8bc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:25.980022 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3ff8dd4e-55e3-4451-92bb-bc2d3f2f8bc8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1d4ad606-5bfc-4dbc-a34b-a12df85f505c HTTP/1.1" status: 204 len: 168 time: 0.8137648 Jul 16 08:36:25.996672 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff8dd4e-55e3-4451-92bb-bc2d3f2f8bc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d4ad606-5bfc-4dbc-a34b-a12df85f505c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:25.996918 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d649dd-166b-4c7b-a392-83cd532ecb6d None None] Routers {'5284b548-0c30-4b17-89de-4df31b78340a'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:25.997554 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-31d649dd-166b-4c7b-a392-83cd532ecb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:36:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5284b548-0c30-4b17-89de-4df31b78340a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:26.067198 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f15e3027-a870-4df5-877a-10d6a8e9c9ef x-openstack-request-id: req-f15e3027-a870-4df5-877a-10d6a8e9c9ef {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:26.067605 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc688ae9-c7bd-4e41-ac60-024c6ac792d4", "name": "network-vif-deleted", "tag": "5520adae-392e-478d-b1df-471d9644a6f2", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:26.067878 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f15e3027-a870-4df5-877a-10d6a8e9c9ef {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:26.068316 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc688ae9-c7bd-4e41-ac60-024c6ac792d4', 'name': 'network-vif-deleted', 'tag': '5520adae-392e-478d-b1df-471d9644a6f2', 'status': 'completed', 'code': 200} Jul 16 08:36:26.163386 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34754) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:26.177234 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8bbd6a3-5be4-4811-bc30-fa50202d9fac tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Made reservation on behalf of f8584fe9cd884e8e84032b8af740f429 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:26.177616 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8b4ff24-7345-4da2-a706-23d75c8269d7 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.183161 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c8b4ff24-7345-4da2-a706-23d75c8269d7 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.5085216 Jul 16 08:36:26.190542 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34758) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:26.190791 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e8bbd6a3-5be4-4811-bc30-fa50202d9fac tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.210895 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e8bbd6a3-5be4-4811-bc30-fa50202d9fac tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.305795 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 54f7b68d-c939-42ed-9875-aa1572305f78 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:26.316642 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba671bb5-0fe9-4505-9e50-b416ffb63c6c req-8358f6e8-0b9c-4560-bf3f-80cc21fb1bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:26.318360 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ba671bb5-0fe9-4505-9e50-b416ffb63c6c req-8358f6e8-0b9c-4560-bf3f-80cc21fb1bdb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 1098 time: 0.3007858 Jul 16 08:36:26.449092 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-31d649dd-166b-4c7b-a392-83cd532ecb6d None None] Set router 5284b548-0c30-4b17-89de-4df31b78340a gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:26.526209 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4cf52e-caa5-485d-b5d1-0cd14bce7145 req-77b854ff-c647-499f-9600-cc592b2863b2 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:26.541689 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1a4cf52e-caa5-485d-b5d1-0cd14bce7145 req-77b854ff-c647-499f-9600-cc592b2863b2 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 946 time: 0.3499486 Jul 16 08:36:26.555612 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ba671bb5-0fe9-4505-9e50-b416ffb63c6c req-813767bd-6706-4031-8016-cf4a9eed1310 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038276 Jul 16 08:36:26.736576 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e8bbd6a3-5be4-4811-bc30-fa50202d9fac tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.745461 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e8bbd6a3-5be4-4811-bc30-fa50202d9fac tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.791366 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8bbd6a3-5be4-4811-bc30-fa50202d9fac tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:36:26.827124 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e8bbd6a3-5be4-4811-bc30-fa50202d9fac tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.827124 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-e8bbd6a3-5be4-4811-bc30-fa50202d9fac tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Added segment 7533f316-94c8-4b22-8303-2c861ec88892 of type vlan for network 773c1980-f868-4b9f-bc4e-8b32818c7923 Jul 16 08:36:26.941966 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e8bbd6a3-5be4-4811-bc30-fa50202d9fac tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.970001 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 54f7b68d-c939-42ed-9875-aa1572305f78 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:26.974894 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b6855871-53dd-4f2e-a289-b104e890725a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:26.982435 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 54f7b68d-c939-42ed-9875-aa1572305f78 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:26.990054 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:27.022798 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e8bbd6a3-5be4-4811-bc30-fa50202d9fac tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:27.023916 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8bbd6a3-5be4-4811-bc30-fa50202d9fac tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:27.024640 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e8bbd6a3-5be4-4811-bc30-fa50202d9fac tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:27.072063 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1a4cf52e-caa5-485d-b5d1-0cd14bce7145 req-174cb20b-8164-41db-ae3e-bf3ebf277886 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5162404 Jul 16 08:36:27.133019 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bbd6a3-5be4-4811-bc30-fa50202d9fac tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6305630-d7a9-40ce-99ca-8745b7225f44,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:27.211419 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bbd6a3-5be4-4811-bc30-fa50202d9fac tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Pushing event updated for resources: {'Network': ['ID=773c1980-f868-4b9f-bc4e-8b32818c7923,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:27.256399 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 773c1980-f868-4b9f-bc4e-8b32818c7923 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:36:27.273683 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa6f880-38f1-4170-96af-22e8447ad221 req-60e1f7ba-12b3-40b4-9815-e94f2f4b74e9 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:27.283956 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6fa6f880-38f1-4170-96af-22e8447ad221 req-60e1f7ba-12b3-40b4-9815-e94f2f4b74e9 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 945 time: 0.2727520 Jul 16 08:36:27.361106 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6fa6f880-38f1-4170-96af-22e8447ad221 req-d93ebc50-f119-4edb-a684-a49e35560e8b tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760484 Jul 16 08:36:27.369603 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-476d3d1f-cc6e-485d-ade4-d1d001046eca None None] Provisioning complete for port 54f7b68d-c939-42ed-9875-aa1572305f78 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:27.370210 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-476d3d1f-cc6e-485d-ade4-d1d001046eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:27.394560 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6eaa95a-47a5-4442-a212-6afdcd0c7f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:27.543049 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b6855871-53dd-4f2e-a289-b104e890725a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:27.549227 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc688ae9-c7bd-4e41-ac60-024c6ac792d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5520adae-392e-478d-b1df-471d9644a6f2'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:27.551528 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079237b3-d3cf-4b84-aa25-e3530ecb5d33" -d '{"events": [{"server_uuid": "bc688ae9-c7bd-4e41-ac60-024c6ac792d4", "name": "network-vif-unplugged", "status": "completed", "tag": "5520adae-392e-478d-b1df-471d9644a6f2"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:27.560773 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e8bbd6a3-5be4-4811-bc30-fa50202d9fac tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.6291330 Jul 16 08:36:27.563044 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34794) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:27.572003 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b6855871-53dd-4f2e-a289-b104e890725a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:27.586632 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-6a6be40e-f3d8-4e46-bd84-c77b91f3633a tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Request body: {'network': {'project_id': 'f8584fe9cd884e8e84032b8af740f429'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:27.668197 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b6855871-53dd-4f2e-a289-b104e890725a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ae20c987dae546568a92903e85378209&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5029526 Jul 16 08:36:27.671237 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34798) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:27.672987 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6855871-53dd-4f2e-a289-b104e890725a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3542d84c-e950-4680-a66a-ca57cba8e0f2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:27.718662 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a6be40e-f3d8-4e46-bd84-c77b91f3633a tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Made reservation on behalf of f8584fe9cd884e8e84032b8af740f429 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:27.721306 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a6be40e-f3d8-4e46-bd84-c77b91f3633a tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:27.736479 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e7f19b-c73a-4313-895e-9d05669f8bff x-openstack-request-id: req-37e7f19b-c73a-4313-895e-9d05669f8bff {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:27.736788 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc688ae9-c7bd-4e41-ac60-024c6ac792d4", "name": "network-vif-unplugged", "status": "completed", "tag": "5520adae-392e-478d-b1df-471d9644a6f2", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:27.737042 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-37e7f19b-c73a-4313-895e-9d05669f8bff {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:27.737458 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc688ae9-c7bd-4e41-ac60-024c6ac792d4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5520adae-392e-478d-b1df-471d9644a6f2', 'code': 200} Jul 16 08:36:27.798158 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a6be40e-f3d8-4e46-bd84-c77b91f3633a tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:36:27.827437 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-d6eaa95a-47a5-4442-a212-6afdcd0c7f27 admin admin] Allocated IP 172.20.0.1 (2ec9381e-4ff7-47da-b8ef-eab3f5a31f21/0e37428c-dde5-4578-9b20-ce6e90635b39/c7c4724f-745f-43a4-bea4-201fe0e2c9fe) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:27.852580 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-afe950b6-9440-4d11-88fc-5a4125f94572 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:27.856846 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a6be40e-f3d8-4e46-bd84-c77b91f3633a tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:27.861239 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-6a6be40e-f3d8-4e46-bd84-c77b91f3633a tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Added segment 5b40e042-4abc-4817-a9bf-4b266db8fa61 of type vlan for network c6a2d4cf-c416-4ddf-9ad6-59c5d3796177 Jul 16 08:36:27.868780 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-31d649dd-166b-4c7b-a392-83cd532ecb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284b548-0c30-4b17-89de-4df31b78340a', 'name': 'tempest-FloatingIPsTestJSON-785071429-router', 'tenant_id': '5caadc89d84547f48fb2ad7adc37a5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e95afccb-7215-4f3a-8b57-6f6c215836cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:19Z', 'updated_at': '2021-07-16T08:36:23Z', 'revision_number': 3, 'project_id': '5caadc89d84547f48fb2ad7adc37a5ad', 'gw_port': {'id': 'e95afccb-7215-4f3a-8b57-6f6c215836cb', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5284b548-0c30-4b17-89de-4df31b78340a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:21Z', 'updated_at': '2021-07-16T08:36:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:28.000542 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-afe950b6-9440-4d11-88fc-5a4125f94572 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.001896 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d649dd-166b-4c7b-a392-83cd532ecb6d None None] Checking router: 5284b548-0c30-4b17-89de-4df31b78340a for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:36:28.002247 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d649dd-166b-4c7b-a392-83cd532ecb6d None None] Updating router 5284b548-0c30-4b17-89de-4df31b78340a port e95afccb-7215-4f3a-8b57-6f6c215836cb binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:36:28.002736 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6eaa95a-47a5-4442-a212-6afdcd0c7f27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.007443 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.023119 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-d6eaa95a-47a5-4442-a212-6afdcd0c7f27 admin admin] Transition to ACTIVE for port object c7c4724f-745f-43a4-bea4-201fe0e2c9fe will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:28.041072 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a6be40e-f3d8-4e46-bd84-c77b91f3633a tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.077187 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6eaa95a-47a5-4442-a212-6afdcd0c7f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.144610 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a6be40e-f3d8-4e46-bd84-c77b91f3633a tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.149545 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a6be40e-f3d8-4e46-bd84-c77b91f3633a tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:28.152062 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a6be40e-f3d8-4e46-bd84-c77b91f3633a tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.183448 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eaa95a-47a5-4442-a212-6afdcd0c7f27 admin admin] Pushing event updated for resources: {'Port': ['ID=c7c4724f-745f-43a4-bea4-201fe0e2c9fe,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:28.199802 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6eaa95a-47a5-4442-a212-6afdcd0c7f27 admin admin] Network 2ec9381e-4ff7-47da-b8ef-eab3f5a31f21 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:28.200451 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-d6eaa95a-47a5-4442-a212-6afdcd0c7f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:28.203526 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6eaa95a-47a5-4442-a212-6afdcd0c7f27 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:28.219817 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6a6be40e-f3d8-4e46-bd84-c77b91f3633a tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.6539266 Jul 16 08:36:28.226868 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34828) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:28.236536 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-65cc0a51-54ce-4fe4-80b9-7c01dc36f8c1 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Request body: {'network': {'project_id': 'f8584fe9cd884e8e84032b8af740f429'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:28.242198 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-afe950b6-9440-4d11-88fc-5a4125f94572 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.249926 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-afe950b6-9440-4d11-88fc-5a4125f94572 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.251316 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-afe950b6-9440-4d11-88fc-5a4125f94572 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3542d84c-e950-4680-a66a-ca57cba8e0f2 HTTP/1.1" status: 204 len: 168 time: 0.5741677 Jul 16 08:36:28.314757 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6eaa95a-47a5-4442-a212-6afdcd0c7f27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.315530 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-476d3d1f-cc6e-485d-ade4-d1d001046eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.416216 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31d649dd-166b-4c7b-a392-83cd532ecb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:28.423626 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe950b6-9440-4d11-88fc-5a4125f94572 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3542d84c-e950-4680-a66a-ca57cba8e0f2,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:28.450088 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6be40e-f3d8-4e46-bd84-c77b91f3633a tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Pushing event updated for resources: {'Network': ['ID=c6a2d4cf-c416-4ddf-9ad6-59c5d3796177,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:28.467450 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-65cc0a51-54ce-4fe4-80b9-7c01dc36f8c1 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 08:36:28.468867 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65cc0a51-54ce-4fe4-80b9-7c01dc36f8c1 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:36:28.472889 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-65cc0a51-54ce-4fe4-80b9-7c01dc36f8c1 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2422180 Jul 16 08:36:28.686098 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network c6a2d4cf-c416-4ddf-9ad6-59c5d3796177 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:36:28.824142 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 54f7b68d-c939-42ed-9875-aa1572305f78, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=54f7b68d-c939-42ed-9875-aa1572305f78,segment=NetworkSegment(91d6b793-ee4b-4a83-a2f8-34b7d5e93b86),segment_id=91d6b793-ee4b-4a83-a2f8-34b7d5e93b86)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:28.844037 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d835d9-58d7-40ec-90db-645a1f6c5134 req-2a27f2a9-6934-4feb-baf9-8346b576bdf9 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:28.875171 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83d835d9-58d7-40ec-90db-645a1f6c5134 req-2a27f2a9-6934-4feb-baf9-8346b576bdf9 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 945 time: 0.1791365 Jul 16 08:36:28.882978 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34844) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:28.890194 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.003251 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83d835d9-58d7-40ec-90db-645a1f6c5134 req-30463ef8-2d71-44ba-ad3f-b4c3796b3698 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258883 Jul 16 08:36:29.138837 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.db.api [None req-476d3d1f-cc6e-485d-ade4-d1d001046eca None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:36:29.139612 n-d-771362-37 neutron-server[93760]: DEBUG oslo_db.api [None req-476d3d1f-cc6e-485d-ade4-d1d001046eca None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:36:29.176248 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34856) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:29.298317 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=54f7b68d-c939-42ed-9875-aa1572305f78,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:29.339184 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-7319a2fc-9160-4bfb-bff7-7aa907492b0d admin admin] Deleting subnet 5a403916-6099-4ffc-ad6e-346025e9f7bf {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:36:29.354456 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7319a2fc-9160-4bfb-bff7-7aa907492b0d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.414892 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3923a048-4034-48e4-bc69-14cc8678e8b3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f8584fe9cd884e8e84032b8af740f429&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5303159 Jul 16 08:36:29.417447 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34870) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:29.437658 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7319a2fc-9160-4bfb-bff7-7aa907492b0d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.477860 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31d649dd-166b-4c7b-a392-83cd532ecb6d None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.507595 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7319a2fc-9160-4bfb-bff7-7aa907492b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.513643 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-31d649dd-166b-4c7b-a392-83cd532ecb6d None None] Transition to ACTIVE for port object e95afccb-7215-4f3a-8b57-6f6c215836cb will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:29.547930 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31d649dd-166b-4c7b-a392-83cd532ecb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.568671 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c0b690-658b-4b68-b806-74ce3338c0a2 req-ddefe1f3-9ed0-4453-ae08-9be3909547ec tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:29.572744 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8076c04b-35b7-45f6-b622-c52912109dcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.583478 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-86c0b690-658b-4b68-b806-74ce3338c0a2 req-ddefe1f3-9ed0-4453-ae08-9be3909547ec tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 946 time: 1.1144245 Jul 16 08:36:29.619046 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8076c04b-35b7-45f6-b622-c52912109dcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.670580 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7319a2fc-9160-4bfb-bff7-7aa907492b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.770412 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7319a2fc-9160-4bfb-bff7-7aa907492b0d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a403916-6099-4ffc-ad6e-346025e9f7bf,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:29.778653 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-86c0b690-658b-4b68-b806-74ce3338c0a2 req-0aa94a63-7e42-4cb8-b160-4ba58950659d tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930153 Jul 16 08:36:29.783302 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7319a2fc-9160-4bfb-bff7-7aa907492b0d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.785450 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7319a2fc-9160-4bfb-bff7-7aa907492b0d admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5a403916-6099-4ffc-ad6e-346025e9f7bf HTTP/1.1" status: 204 len: 168 time: 0.6076033 Jul 16 08:36:29.796742 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34880) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:29.838091 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8076c04b-35b7-45f6-b622-c52912109dcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.843563 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8076c04b-35b7-45f6-b622-c52912109dcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.852442 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8076c04b-35b7-45f6-b622-c52912109dcc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a6305630-d7a9-40ce-99ca-8745b7225f44 HTTP/1.1" status: 204 len: 168 time: 0.4292855 Jul 16 08:36:29.853388 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34884) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:29.875208 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6eaa95a-47a5-4442-a212-6afdcd0c7f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.875683 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-31d649dd-166b-4c7b-a392-83cd532ecb6d None None] Attempting to bind port e95afccb-7215-4f3a-8b57-6f6c215836cb on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:29.876489 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-31d649dd-166b-4c7b-a392-83cd532ecb6d None None] Attempting to bind port e95afccb-7215-4f3a-8b57-6f6c215836cb by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:29.877195 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d649dd-166b-4c7b-a392-83cd532ecb6d None None] Attempting to bind port e95afccb-7215-4f3a-8b57-6f6c215836cb on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:29.897416 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ca392-d9fb-4b95-8c45-5954e6a6ec4a None None] Pushing event updated for resources: {'Port': ['ID=e95afccb-7215-4f3a-8b57-6f6c215836cb,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:29.935382 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d649dd-166b-4c7b-a392-83cd532ecb6d None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:29.936941 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d649dd-166b-4c7b-a392-83cd532ecb6d None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:29.940897 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31d649dd-166b-4c7b-a392-83cd532ecb6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.942612 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31d649dd-166b-4c7b-a392-83cd532ecb6d None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:29.943296 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-31d649dd-166b-4c7b-a392-83cd532ecb6d None None] Bound port: e95afccb-7215-4f3a-8b57-6f6c215836cb, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:29.944985 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31d649dd-166b-4c7b-a392-83cd532ecb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:29.955565 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8076c04b-35b7-45f6-b622-c52912109dcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6305630-d7a9-40ce-99ca-8745b7225f44,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:30.084885 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34892) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:30.101215 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2b5ccc0-cce6-46d1-a1d3-3998a8f8c791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:30.120709 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ede5af6-c666-4481-8761-4e20d6662ea9 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:30.131988 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-31d649dd-166b-4c7b-a392-83cd532ecb6d None None] For port e95afccb-7215-4f3a-8b57-6f6c215836cb, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:30.146574 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-31d649dd-166b-4c7b-a392-83cd532ecb6d None None] For port e95afccb-7215-4f3a-8b57-6f6c215836cb, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=e95afccb-7215-4f3a-8b57-6f6c215836cb,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:30.208184 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31d649dd-166b-4c7b-a392-83cd532ecb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:30.302685 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2cbc6b02-fd58-440d-b64b-59ee9c9fa2d1 None None] Provisioning for port c7c4724f-745f-43a4-bea4-201fe0e2c9fe completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:30.419477 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ede5af6-c666-4481-8761-4e20d6662ea9 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:30.451757 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-3ede5af6-c666-4481-8761-4e20d6662ea9 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a2d4cf-c416-4ddf-9ad6-59c5d3796177']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:30.499225 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-3ede5af6-c666-4481-8761-4e20d6662ea9 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b40e042-4abc-4817-a9bf-4b266db8fa61') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:30.499593 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-3ede5af6-c666-4481-8761-4e20d6662ea9 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b40e042-4abc-4817-a9bf-4b266db8fa61') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:30.531319 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ede5af6-c666-4481-8761-4e20d6662ea9 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:30.573260 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ede5af6-c666-4481-8761-4e20d6662ea9 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:30.597108 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ede5af6-c666-4481-8761-4e20d6662ea9 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:36:30.598979 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ede5af6-c666-4481-8761-4e20d6662ea9 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:36:30.633845 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:36:30.680478 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6eaa95a-47a5-4442-a212-6afdcd0c7f27 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:30.699707 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6eaa95a-47a5-4442-a212-6afdcd0c7f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:30.732121 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2b5ccc0-cce6-46d1-a1d3-3998a8f8c791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:30.755027 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7050edcf-3ac9-411f-a851-c1284071720e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:30.821133 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ede5af6-c666-4481-8761-4e20d6662ea9 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:30.858220 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ede5af6-c666-4481-8761-4e20d6662ea9 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:30.862533 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3ede5af6-c666-4481-8761-4e20d6662ea9 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] 10.222.0.22 "DELETE /v2.0/networks/c6a2d4cf-c416-4ddf-9ad6-59c5d3796177 HTTP/1.1" status: 204 len: 168 time: 0.9994686 Jul 16 08:36:30.864706 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede5af6-c666-4481-8761-4e20d6662ea9 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Pushing event deleted for resources: {'Network': ['ID=c6a2d4cf-c416-4ddf-9ad6-59c5d3796177,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:30.876328 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34910) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:30.940102 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7050edcf-3ac9-411f-a851-c1284071720e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:30.960512 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7050edcf-3ac9-411f-a851-c1284071720e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:30.965111 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f2b5ccc0-cce6-46d1-a1d3-3998a8f8c791 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0b0632f2-66a2-43c2-8891-f4c2d1d4df60']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:30.989143 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ca392-d9fb-4b95-8c45-5954e6a6ec4a None None] Pushing event updated for resources: {'Port': ['ID=e95afccb-7215-4f3a-8b57-6f6c215836cb,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:31.001038 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2cbc6b02-fd58-440d-b64b-59ee9c9fa2d1 None None] Provisioning complete for port c7c4724f-745f-43a4-bea4-201fe0e2c9fe triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:31.001504 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2cbc6b02-fd58-440d-b64b-59ee9c9fa2d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.071759 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7d90-39ad-4b68-9dde-01958b78e0a7 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.091746 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 54f7b68d-c939-42ed-9875-aa1572305f78 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:31.092234 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7050edcf-3ac9-411f-a851-c1284071720e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce77a8ea-6cf1-4fd5-98b6-5a90182e6f45,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:31.113942 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f2b5ccc0-cce6-46d1-a1d3-3998a8f8c791 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '419a7790-970c-4a11-9d8c-ac3d75efc71c') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:31.114251 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f2b5ccc0-cce6-46d1-a1d3-3998a8f8c791 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '419a7790-970c-4a11-9d8c-ac3d75efc71c') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:31.161378 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29d930d-f656-4e73-9e3b-59761f5ce984 req-d9be4b5a-869d-4a0d-81f3-a6b04db04271 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:31.170526 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a29d930d-f656-4e73-9e3b-59761f5ce984 req-d9be4b5a-869d-4a0d-81f3-a6b04db04271 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 946 time: 0.4076004 Jul 16 08:36:31.179239 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a9e4fd-b0b4-424b-9590-467165e91eea req-924b883c-ff20-4010-8ec0-dc12c30f39ad tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:31.188772 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c6a9e4fd-b0b4-424b-9590-467165e91eea req-924b883c-ff20-4010-8ec0-dc12c30f39ad tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 945 time: 0.8376622 Jul 16 08:36:31.190890 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2cbc6b02-fd58-440d-b64b-59ee9c9fa2d1 None None] Port c7c4724f-745f-43a4-bea4-201fe0e2c9fe cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:36:31.229411 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2b5ccc0-cce6-46d1-a1d3-3998a8f8c791 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.239252 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6eaa95a-47a5-4442-a212-6afdcd0c7f27 admin admin] Pushing event updated for resources: {'Port': ['ID=c7c4724f-745f-43a4-bea4-201fe0e2c9fe,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:31.256001 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d649dd-166b-4c7b-a392-83cd532ecb6d None None] Routers {'5284b548-0c30-4b17-89de-4df31b78340a'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:31.263487 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-31d649dd-166b-4c7b-a392-83cd532ecb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:36:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5284b548-0c30-4b17-89de-4df31b78340a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:31.279281 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a29d930d-f656-4e73-9e3b-59761f5ce984 req-3c8ba87b-3365-4c96-8abb-532d0eab3e87 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028819 Jul 16 08:36:31.288229 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7050edcf-3ac9-411f-a851-c1284071720e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a21127ecbbfc44c4891e0ba163bddbf0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1837060 Jul 16 08:36:31.289557 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6eaa95a-47a5-4442-a212-6afdcd0c7f27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.292425 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34924) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:31.345895 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2b5ccc0-cce6-46d1-a1d3-3998a8f8c791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.362555 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c6a9e4fd-b0b4-424b-9590-467165e91eea req-228aa881-26ea-4f84-8290-26112ca5f117 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690545 Jul 16 08:36:31.391991 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2b5ccc0-cce6-46d1-a1d3-3998a8f8c791 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:36:31.392849 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2b5ccc0-cce6-46d1-a1d3-3998a8f8c791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.395054 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:36:31.395054 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:36:31.395054 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:36:31.395054 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:36:31.395054 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:36:31.395054 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:36:31.395054 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:36:31.395054 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:36:31.395054 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:36:31.395054 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:36:31.395054 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:36:31.395054 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:36:31.395054 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:36:31.395054 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:36:31.395054 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:36:31.395054 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:36:31.395054 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:36:31.395054 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:36:31.395054 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:36:31.395054 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:36:31.395054 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:36:31.395054 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:36:31.395054 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:36:31.395054 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:36:31.395054 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:36:31.395054 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:36:31.395054 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:36:31.395054 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:36:31.395054 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:36:31.395054 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:36:31.395054 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:36:31.395054 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:36:31.398174 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7d90-39ad-4b68-9dde-01958b78e0a7 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.422741 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-4eeb7d90-39ad-4b68-9dde-01958b78e0a7 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['773c1980-f868-4b9f-bc4e-8b32818c7923']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:31.441704 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-4eeb7d90-39ad-4b68-9dde-01958b78e0a7 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7533f316-94c8-4b22-8303-2c861ec88892') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:31.442038 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-4eeb7d90-39ad-4b68-9dde-01958b78e0a7 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7533f316-94c8-4b22-8303-2c861ec88892') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:31.487151 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7d90-39ad-4b68-9dde-01958b78e0a7 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.519188 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7d90-39ad-4b68-9dde-01958b78e0a7 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.535806 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eeb7d90-39ad-4b68-9dde-01958b78e0a7 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:36:31.536278 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7d90-39ad-4b68-9dde-01958b78e0a7 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.538412 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:36:31.538412 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:36:31.538412 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:36:31.538412 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:36:31.538412 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:36:31.538412 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:36:31.538412 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:36:31.538412 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:36:31.538412 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:36:31.538412 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:36:31.538412 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:36:31.538412 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:36:31.538412 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:36:31.538412 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:36:31.538412 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:36:31.538412 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:36:31.538412 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:36:31.538412 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:36:31.538412 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:36:31.538412 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:36:31.538412 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:36:31.538412 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:36:31.538412 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:36:31.538412 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:36:31.538412 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:36:31.538412 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:36:31.538412 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:36:31.538412 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:36:31.538412 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:36:31.538412 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:36:31.538412 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:36:31.538412 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:36:31.587699 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-31d649dd-166b-4c7b-a392-83cd532ecb6d None None] Set router 5284b548-0c30-4b17-89de-4df31b78340a gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:31.604721 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2b5ccc0-cce6-46d1-a1d3-3998a8f8c791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.613935 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2b5ccc0-cce6-46d1-a1d3-3998a8f8c791 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.616342 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f2b5ccc0-cce6-46d1-a1d3-3998a8f8c791 admin admin] 10.222.0.22 "DELETE /v2.0/networks/0b0632f2-66a2-43c2-8891-f4c2d1d4df60 HTTP/1.1" status: 204 len: 168 time: 1.8179553 Jul 16 08:36:31.629903 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-514ae807-51ec-4c81-99e7-904dfcc5983f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.665320 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7d90-39ad-4b68-9dde-01958b78e0a7 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.668289 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b5ccc0-cce6-46d1-a1d3-3998a8f8c791 admin admin] Pushing event deleted for resources: {'Network': ['ID=0b0632f2-66a2-43c2-8891-f4c2d1d4df60,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:31.686853 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4eeb7d90-39ad-4b68-9dde-01958b78e0a7 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.689308 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4eeb7d90-39ad-4b68-9dde-01958b78e0a7 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] 10.222.0.22 "DELETE /v2.0/networks/773c1980-f868-4b9f-bc4e-8b32818c7923 HTTP/1.1" status: 204 len: 168 time: 0.8067992 Jul 16 08:36:31.690361 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eeb7d90-39ad-4b68-9dde-01958b78e0a7 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Pushing event deleted for resources: {'Network': ['ID=773c1980-f868-4b9f-bc4e-8b32818c7923,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:31.701954 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6eaa95a-47a5-4442-a212-6afdcd0c7f27 admin admin] Network 2ec9381e-4ff7-47da-b8ef-eab3f5a31f21 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:31.712922 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-d6eaa95a-47a5-4442-a212-6afdcd0c7f27 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:31.720108 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeb7d90-39ad-4b68-9dde-01958b78e0a7 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:31.732743 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeb7d90-39ad-4b68-9dde-01958b78e0a7 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:31.733893 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 54f7b68d-c939-42ed-9875-aa1572305f78 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:31.734779 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.736257 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeb7d90-39ad-4b68-9dde-01958b78e0a7 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:31.736657 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeb7d90-39ad-4b68-9dde-01958b78e0a7 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:31.737008 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeb7d90-39ad-4b68-9dde-01958b78e0a7 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:31.737354 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeb7d90-39ad-4b68-9dde-01958b78e0a7 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:31.737814 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeb7d90-39ad-4b68-9dde-01958b78e0a7 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:31.739195 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeb7d90-39ad-4b68-9dde-01958b78e0a7 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:31.739524 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeb7d90-39ad-4b68-9dde-01958b78e0a7 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:31.742052 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeb7d90-39ad-4b68-9dde-01958b78e0a7 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:31.742414 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeb7d90-39ad-4b68-9dde-01958b78e0a7 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:31.742755 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4eeb7d90-39ad-4b68-9dde-01958b78e0a7 tempest-QuotasNegativeTest-382106074 tempest-QuotasNegativeTest-382106074-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:31.759896 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-514ae807-51ec-4c81-99e7-904dfcc5983f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:31.926106 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34940) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:32.078143 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.096481 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d8a5a530-4131-4b26-83a9-7e26270b7c67 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=403d6aa1ac0d41e3a4a28a0141013051&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1683087 Jul 16 08:36:32.098276 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34946) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:32.175303 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6eaa95a-47a5-4442-a212-6afdcd0c7f27 admin admin] Router 5284b548-0c30-4b17-89de-4df31b78340a has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:36:32.204368 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-514ae807-51ec-4c81-99e7-904dfcc5983f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.212481 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-514ae807-51ec-4c81-99e7-904dfcc5983f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.220805 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-514ae807-51ec-4c81-99e7-904dfcc5983f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ce77a8ea-6cf1-4fd5-98b6-5a90182e6f45 HTTP/1.1" status: 204 len: 168 time: 0.9226384 Jul 16 08:36:32.249024 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514ae807-51ec-4c81-99e7-904dfcc5983f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce77a8ea-6cf1-4fd5-98b6-5a90182e6f45,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:32.263827 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.279781 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d57f8de-75f3-486d-ab9d-75a73247fb7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.325673 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d57f8de-75f3-486d-ab9d-75a73247fb7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.441032 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2ba500ea-a2ed-4183-a7c9-07ba42c654dd None None] Provisioning complete for port c7c4724f-745f-43a4-bea4-201fe0e2c9fe triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:32.441433 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ba500ea-a2ed-4183-a7c9-07ba42c654dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.459880 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d57f8de-75f3-486d-ab9d-75a73247fb7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.464918 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d57f8de-75f3-486d-ab9d-75a73247fb7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:32.473215 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1d57f8de-75f3-486d-ab9d-75a73247fb7e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5a99dddb-d5d9-456b-b7cc-e685cbaf0171 HTTP/1.1" status: 204 len: 168 time: 0.3689547 Jul 16 08:36:32.502138 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d57f8de-75f3-486d-ab9d-75a73247fb7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a99dddb-d5d9-456b-b7cc-e685cbaf0171,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:32.571908 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6eaa95a-47a5-4442-a212-6afdcd0c7f27 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:36:32.581933 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d6eaa95a-47a5-4442-a212-6afdcd0c7f27 admin admin] 10.222.0.22 "PUT /v2.0/routers/5284b548-0c30-4b17-89de-4df31b78340a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3849335 Jul 16 08:36:32.633096 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2ba500ea-a2ed-4183-a7c9-07ba42c654dd None None] Port c7c4724f-745f-43a4-bea4-201fe0e2c9fe cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:36:32.666676 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-31d649dd-166b-4c7b-a392-83cd532ecb6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284b548-0c30-4b17-89de-4df31b78340a', 'name': 'tempest-FloatingIPsTestJSON-785071429-router', 'tenant_id': '5caadc89d84547f48fb2ad7adc37a5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e95afccb-7215-4f3a-8b57-6f6c215836cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:19Z', 'updated_at': '2021-07-16T08:36:29Z', 'revision_number': 4, 'project_id': '5caadc89d84547f48fb2ad7adc37a5ad', 'gw_port': {'id': 'e95afccb-7215-4f3a-8b57-6f6c215836cb', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5284b548-0c30-4b17-89de-4df31b78340a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:21Z', 'updated_at': '2021-07-16T08:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'c7c4724f-745f-43a4-bea4-201fe0e2c9fe', 'name': '', 'network_id': '2ec9381e-4ff7-47da-b8ef-eab3f5a31f21', 'tenant_id': '5caadc89d84547f48fb2ad7adc37a5ad', 'mac_address': 'fa:16:3e:d3:76:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5284b548-0c30-4b17-89de-4df31b78340a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e37428c-dde5-4578-9b20-ce6e90635b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:27Z', 'updated_at': '2021-07-16T08:36:30Z', 'revision_number': 2, 'project_id': '5caadc89d84547f48fb2ad7adc37a5ad', 'subnets': [{'id': '0e37428c-dde5-4578-9b20-ce6e90635b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:32.770979 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37b8f99-165c-4487-b3a6-7692c9a4eb63 req-69d7f29d-553a-4e1f-b8a3-4381e2149919 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:32.777451 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d649dd-166b-4c7b-a392-83cd532ecb6d None None] The sync data for ids ['5284b548-0c30-4b17-89de-4df31b78340a'] in n-d-771362-37 is: [{'id': '5284b548-0c30-4b17-89de-4df31b78340a', 'name': 'tempest-FloatingIPsTestJSON-785071429-router', 'tenant_id': '5caadc89d84547f48fb2ad7adc37a5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e95afccb-7215-4f3a-8b57-6f6c215836cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:19Z', 'updated_at': '2021-07-16T08:36:29Z', 'revision_number': 4, 'project_id': '5caadc89d84547f48fb2ad7adc37a5ad', 'gw_port': {'id': 'e95afccb-7215-4f3a-8b57-6f6c215836cb', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f7:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5284b548-0c30-4b17-89de-4df31b78340a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:21Z', 'updated_at': '2021-07-16T08:36:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'c7c4724f-745f-43a4-bea4-201fe0e2c9fe', 'name': '', 'network_id': '2ec9381e-4ff7-47da-b8ef-eab3f5a31f21', 'tenant_id': '5caadc89d84547f48fb2ad7adc37a5ad', 'mac_address': 'fa:16:3e:d3:76:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5284b548-0c30-4b17-89de-4df31b78340a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e37428c-dde5-4578-9b20-ce6e90635b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:27Z', 'updated_at': '2021-07-16T08:36:30Z', 'revision_number': 2, 'project_id': '5caadc89d84547f48fb2ad7adc37a5ad', 'subnets': [{'id': '0e37428c-dde5-4578-9b20-ce6e90635b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:36:32.788200 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b37b8f99-165c-4487-b3a6-7692c9a4eb63 req-69d7f29d-553a-4e1f-b8a3-4381e2149919 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 946 time: 0.2778842 Jul 16 08:36:32.814449 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34968) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:32.870517 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a22d93c-4896-408f-b140-3767d043abcb req-03a984e4-318b-4d24-b528-60091c28dc78 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:32.871178 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b37b8f99-165c-4487-b3a6-7692c9a4eb63 req-bdc14faf-66c6-45aa-baa7-75d321140c37 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804088 Jul 16 08:36:32.875032 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6a22d93c-4896-408f-b140-3767d043abcb req-03a984e4-318b-4d24-b528-60091c28dc78 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 945 time: 0.2285147 Jul 16 08:36:32.908890 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a9db0af7-4eb0-460c-92ad-31a452df2da4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.026030 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6a22d93c-4896-408f-b140-3767d043abcb req-071088ee-96f3-467b-a364-652b902342e7 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277924 Jul 16 08:36:33.321622 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b1817a01-89c2-445c-8ee1-d18cafe7fc1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.324834 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a9db0af7-4eb0-460c-92ad-31a452df2da4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.332580 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a9db0af7-4eb0-460c-92ad-31a452df2da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.430847 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34980) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:33.450336 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a9db0af7-4eb0-460c-92ad-31a452df2da4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fce3de101bc747a79a0b3ba9d310449a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6267848 Jul 16 08:36:33.451281 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9db0af7-4eb0-460c-92ad-31a452df2da4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ebf152-d821-490d-b804-e8a025b25448,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:33.484014 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db0af7-4eb0-460c-92ad-31a452df2da4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:33.486478 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db0af7-4eb0-460c-92ad-31a452df2da4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:33.487622 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db0af7-4eb0-460c-92ad-31a452df2da4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:33.488676 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db0af7-4eb0-460c-92ad-31a452df2da4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:33.490350 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db0af7-4eb0-460c-92ad-31a452df2da4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:33.492499 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db0af7-4eb0-460c-92ad-31a452df2da4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:33.492867 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db0af7-4eb0-460c-92ad-31a452df2da4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:33.493210 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db0af7-4eb0-460c-92ad-31a452df2da4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:33.493549 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db0af7-4eb0-460c-92ad-31a452df2da4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:33.496758 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db0af7-4eb0-460c-92ad-31a452df2da4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:33.497136 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db0af7-4eb0-460c-92ad-31a452df2da4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:33.498702 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9db0af7-4eb0-460c-92ad-31a452df2da4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:33.570931 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-513798f0-dc96-40b1-a2b4-d932f3aa1c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.598426 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34996) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:33.617000 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-513798f0-dc96-40b1-a2b4-d932f3aa1c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.626724 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-963c0fee-dcb6-4f6b-af24-92a41f6c71aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.680239 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-513798f0-dc96-40b1-a2b4-d932f3aa1c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.682833 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-513798f0-dc96-40b1-a2b4-d932f3aa1c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.687317 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-513798f0-dc96-40b1-a2b4-d932f3aa1c69 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f3ebf152-d821-490d-b804-e8a025b25448 HTTP/1.1" status: 204 len: 168 time: 0.2525206 Jul 16 08:36:33.698771 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513798f0-dc96-40b1-a2b4-d932f3aa1c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ebf152-d821-490d-b804-e8a025b25448,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:33.789219 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-963c0fee-dcb6-4f6b-af24-92a41f6c71aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.799602 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-963c0fee-dcb6-4f6b-af24-92a41f6c71aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:33.850190 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963c0fee-dcb6-4f6b-af24-92a41f6c71aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faa1c313-7852-4d1f-871e-360f1008d25d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:33.885441 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35008) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:33.893182 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-963c0fee-dcb6-4f6b-af24-92a41f6c71aa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f198386991784dd3824bb6b9d4f2cadb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2938168 Jul 16 08:36:34.147628 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f12c55af-2f80-46e7-a17e-c522def05d9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.161881 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f368d-e8b2-4e82-9c83-e1e862c9e3eb req-2b8dde49-f61b-4617-a76b-05be11672a37 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:34.164150 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-687f368d-e8b2-4e82-9c83-e1e862c9e3eb req-2b8dde49-f61b-4617-a76b-05be11672a37 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 946 time: 0.1252382 Jul 16 08:36:34.222222 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f12c55af-2f80-46e7-a17e-c522def05d9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.251576 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-687f368d-e8b2-4e82-9c83-e1e862c9e3eb req-74f5ba54-b62b-478e-a74a-353e07d4d11b tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814817 Jul 16 08:36:34.258677 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2f22f62f-173b-4974-9caa-de3f4c34b7de req-7d8a44cf-0cd6-4afa-9fb7-4c19f10093b2 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3127530 Jul 16 08:36:34.273978 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-2f22f62f-173b-4974-9caa-de3f4c34b7de req-740fb3b1-3109-43e4-99b2-3430dcbbbe8a tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:34.328643 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2f22f62f-173b-4974-9caa-de3f4c34b7de req-740fb3b1-3109-43e4-99b2-3430dcbbbe8a tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.365789 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f12c55af-2f80-46e7-a17e-c522def05d9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.368555 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f12c55af-2f80-46e7-a17e-c522def05d9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.372012 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f12c55af-2f80-46e7-a17e-c522def05d9f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/faa1c313-7852-4d1f-871e-360f1008d25d HTTP/1.1" status: 204 len: 168 time: 0.4833031 Jul 16 08:36:34.404818 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12c55af-2f80-46e7-a17e-c522def05d9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faa1c313-7852-4d1f-871e-360f1008d25d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:34.544847 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2f22f62f-173b-4974-9caa-de3f4c34b7de req-740fb3b1-3109-43e4-99b2-3430dcbbbe8a tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.551495 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35034) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:34.552134 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9c3030-73d8-4a10-b7e8-b0d82fb72ee8 req-7b6588e4-50e8-45a0-bf60-e28b29644a2f tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:34.559938 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8d9c3030-73d8-4a10-b7e8-b0d82fb72ee8 req-7b6588e4-50e8-45a0-bf60-e28b29644a2f tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 945 time: 0.1564944 Jul 16 08:36:34.594089 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6e2055df-0516-4d35-b553-08fae12b0e2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:34.619877 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8d9c3030-73d8-4a10-b7e8-b0d82fb72ee8 req-a195fd50-044e-40b5-bf4a-f5a9c0a45ab8 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588853 Jul 16 08:36:35.065274 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device e95afccb-7215-4f3a-8b57-6f6c215836cb up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:35.116071 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-2f22f62f-173b-4974-9caa-de3f4c34b7de req-740fb3b1-3109-43e4-99b2-3430dcbbbe8a tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Allocated IP 172.25.3.76 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/469ee9f4-b24b-4088-b42b-4a07feb06fc4) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:35.125127 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port e95afccb-7215-4f3a-8b57-6f6c215836cb completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:35.132255 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port e95afccb-7215-4f3a-8b57-6f6c215836cb triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:35.133170 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.243983 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.270792 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6e2055df-0516-4d35-b553-08fae12b0e2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.282806 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port e95afccb-7215-4f3a-8b57-6f6c215836cb, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=e95afccb-7215-4f3a-8b57-6f6c215836cb,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:35.293841 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.307854 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6e2055df-0516-4d35-b553-08fae12b0e2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.363081 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6e2055df-0516-4d35-b553-08fae12b0e2e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f3c08395e6584ee9aac3adb7ab2483bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8078969 Jul 16 08:36:35.366073 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35072) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:35.380702 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2f22f62f-173b-4974-9caa-de3f4c34b7de req-740fb3b1-3109-43e4-99b2-3430dcbbbe8a tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.395539 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2055df-0516-4d35-b553-08fae12b0e2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0907bdc-0761-472f-91e7-2596aea6a23c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:35.416938 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=e95afccb-7215-4f3a-8b57-6f6c215836cb,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:35.461748 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41e307f1-a3d2-4ea8-b55b-739bfcdaad1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.488225 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2f22f62f-173b-4974-9caa-de3f4c34b7de req-740fb3b1-3109-43e4-99b2-3430dcbbbe8a tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.531730 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41e307f1-a3d2-4ea8-b55b-739bfcdaad1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.549129 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f22f62f-173b-4974-9caa-de3f4c34b7de req-740fb3b1-3109-43e4-99b2-3430dcbbbe8a tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:35.556543 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-2f22f62f-173b-4974-9caa-de3f4c34b7de req-740fb3b1-3109-43e4-99b2-3430dcbbbe8a tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:35.560418 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f22f62f-173b-4974-9caa-de3f4c34b7de req-740fb3b1-3109-43e4-99b2-3430dcbbbe8a tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:35.586696 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740fb3b1-3109-43e4-99b2-3430dcbbbe8a tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Pushing event updated for resources: {'Port': ['ID=469ee9f4-b24b-4088-b42b-4a07feb06fc4,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:35.619382 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fea2589-fc1b-4d3e-b50e-dedf326a0a5f req-49975eb6-e7b0-4f9d-9f51-039df87784c0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:35.622393 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9fea2589-fc1b-4d3e-b50e-dedf326a0a5f req-49975eb6-e7b0-4f9d-9f51-039df87784c0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 946 time: 0.1397529 Jul 16 08:36:35.643465 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41e307f1-a3d2-4ea8-b55b-739bfcdaad1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.646507 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41e307f1-a3d2-4ea8-b55b-739bfcdaad1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.651448 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-41e307f1-a3d2-4ea8-b55b-739bfcdaad1a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e0907bdc-0761-472f-91e7-2596aea6a23c HTTP/1.1" status: 204 len: 168 time: 0.2828419 Jul 16 08:36:35.672466 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e307f1-a3d2-4ea8-b55b-739bfcdaad1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0907bdc-0761-472f-91e7-2596aea6a23c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:35.688884 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b02de6ee-cb06-4084-a64c-5b50fbf447f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.689089 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9fea2589-fc1b-4d3e-b50e-dedf326a0a5f req-e340535b-7115-42f4-9288-b45909743e3d tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557086 Jul 16 08:36:35.757479 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2f22f62f-173b-4974-9caa-de3f4c34b7de req-740fb3b1-3109-43e4-99b2-3430dcbbbe8a tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.819330 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2f22f62f-173b-4974-9caa-de3f4c34b7de req-740fb3b1-3109-43e4-99b2-3430dcbbbe8a tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:35.905335 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0dc8a-acf5-40d9-9052-c86f4c816f77 None None] Sync routers for ids ['5284b548-0c30-4b17-89de-4df31b78340a'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:36:35.915914 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc0dc8a-acf5-40d9-9052-c86f4c816f77 None None] Routers {'5284b548-0c30-4b17-89de-4df31b78340a'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:35.916589 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bfc0dc8a-acf5-40d9-9052-c86f4c816f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:36:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5284b548-0c30-4b17-89de-4df31b78340a'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:35.973895 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.013625 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2f22f62f-173b-4974-9caa-de3f4c34b7de req-740fb3b1-3109-43e4-99b2-3430dcbbbe8a tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.020717 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2f22f62f-173b-4974-9caa-de3f4c34b7de req-740fb3b1-3109-43e4-99b2-3430dcbbbe8a tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.046059 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-bfc0dc8a-acf5-40d9-9052-c86f4c816f77 None None] Set router 5284b548-0c30-4b17-89de-4df31b78340a gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:36.102951 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740fb3b1-3109-43e4-99b2-3430dcbbbe8a tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Pushing event updated for resources: {'Port': ['ID=469ee9f4-b24b-4088-b42b-4a07feb06fc4,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:36.124050 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2f22f62f-173b-4974-9caa-de3f4c34b7de req-740fb3b1-3109-43e4-99b2-3430dcbbbe8a tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.144113 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2f22f62f-173b-4974-9caa-de3f4c34b7de req-740fb3b1-3109-43e4-99b2-3430dcbbbe8a tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.153924 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2f22f62f-173b-4974-9caa-de3f4c34b7de req-740fb3b1-3109-43e4-99b2-3430dcbbbe8a tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.8840153 Jul 16 08:36:36.245834 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2f22f62f-173b-4974-9caa-de3f4c34b7de req-93816875-ec81-451c-bb57-149c23e407f9 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.76 HTTP/1.1" status: 200 len: 695 time: 0.0907602 Jul 16 08:36:36.360517 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc41b61-a8b5-4454-98f9-48444990daf1 req-74184ce0-f6f3-427c-b46b-e98d9b7fec46 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:36.361105 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f22f62f-173b-4974-9caa-de3f4c34b7de req-638b1b1e-c316-450c-aeb4-0c9ee4eb47b3 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:36.367771 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2f22f62f-173b-4974-9caa-de3f4c34b7de req-638b1b1e-c316-450c-aeb4-0c9ee4eb47b3 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 784 time: 0.1210046 Jul 16 08:36:36.371745 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8cc41b61-a8b5-4454-98f9-48444990daf1 req-74184ce0-f6f3-427c-b46b-e98d9b7fec46 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 945 time: 0.1575227 Jul 16 08:36:36.375258 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bfc0dc8a-acf5-40d9-9052-c86f4c816f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284b548-0c30-4b17-89de-4df31b78340a', 'name': 'tempest-FloatingIPsTestJSON-785071429-router', 'tenant_id': '5caadc89d84547f48fb2ad7adc37a5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e95afccb-7215-4f3a-8b57-6f6c215836cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:19Z', 'updated_at': '2021-07-16T08:36:29Z', 'revision_number': 4, 'project_id': '5caadc89d84547f48fb2ad7adc37a5ad', 'gw_port': {'id': 'e95afccb-7215-4f3a-8b57-6f6c215836cb', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284b548-0c30-4b17-89de-4df31b78340a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:21Z', 'updated_at': '2021-07-16T08:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'c7c4724f-745f-43a4-bea4-201fe0e2c9fe', 'name': '', 'network_id': '2ec9381e-4ff7-47da-b8ef-eab3f5a31f21', 'tenant_id': '5caadc89d84547f48fb2ad7adc37a5ad', 'mac_address': 'fa:16:3e:d3:76:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5284b548-0c30-4b17-89de-4df31b78340a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e37428c-dde5-4578-9b20-ce6e90635b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:27Z', 'updated_at': '2021-07-16T08:36:30Z', 'revision_number': 2, 'project_id': '5caadc89d84547f48fb2ad7adc37a5ad', 'subnets': [{'id': '0e37428c-dde5-4578-9b20-ce6e90635b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:36.376127 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-2f22f62f-173b-4974-9caa-de3f4c34b7de req-4d4afd11-d41f-4f67-9e77-06b16ffb73a5 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:36:36.396728 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2f22f62f-173b-4974-9caa-de3f4c34b7de req-4d4afd11-d41f-4f67-9e77-06b16ffb73a5 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0278273 Jul 16 08:36:36.415381 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0dc8a-acf5-40d9-9052-c86f4c816f77 None None] Checking router: 5284b548-0c30-4b17-89de-4df31b78340a for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:36:36.415781 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0dc8a-acf5-40d9-9052-c86f4c816f77 None None] Updating router 5284b548-0c30-4b17-89de-4df31b78340a port c7c4724f-745f-43a4-bea4-201fe0e2c9fe binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:36:36.437672 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8cc41b61-a8b5-4454-98f9-48444990daf1 req-d40e14b1-3887-42ce-a4e8-35c99fc5ce4b tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481296 Jul 16 08:36:36.452241 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bfc0dc8a-acf5-40d9-9052-c86f4c816f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.518961 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-10027e91-af7b-4f62-aea1-ecd1add98f15 req-2c1b6b1f-062b-453a-8119-7ba661f5c5e9 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] 10.222.0.22 "GET /v2.0/floatingips/e91a1e57-1cfd-48e1-964f-d2691fce74cf HTTP/1.1" status: 200 len: 692 time: 0.0527070 Jul 16 08:36:36.690864 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10027e91-af7b-4f62-aea1-ecd1add98f15 req-e925c5ed-92f8-47b4-ab9c-fca71843583e tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:36.692621 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-10027e91-af7b-4f62-aea1-ecd1add98f15 req-e925c5ed-92f8-47b4-ab9c-fca71843583e tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 784 time: 0.1728332 Jul 16 08:36:36.706805 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-10027e91-af7b-4f62-aea1-ecd1add98f15 req-33790f43-6539-4f25-9bd7-b61f6d3f50e8 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:36:36.708735 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-10027e91-af7b-4f62-aea1-ecd1add98f15 req-33790f43-6539-4f25-9bd7-b61f6d3f50e8 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0090892 Jul 16 08:36:36.835885 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bfc0dc8a-acf5-40d9-9052-c86f4c816f77 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.847987 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-bfc0dc8a-acf5-40d9-9052-c86f4c816f77 None None] Transition to ACTIVE for port object c7c4724f-745f-43a4-bea4-201fe0e2c9fe will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:36:36.868018 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bfc0dc8a-acf5-40d9-9052-c86f4c816f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:36.944386 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b3ea116-ae65-4a75-b18f-5e84fc9974e6 req-63290af4-0f2f-47b9-9a42-b201846fcebc tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:36.954276 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7b3ea116-ae65-4a75-b18f-5e84fc9974e6 req-63290af4-0f2f-47b9-9a42-b201846fcebc tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 946 time: 0.0930448 Jul 16 08:36:36.970000 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf861ac-c225-4f8a-8e52-2ea322829118 None None] Pushing event updated for resources: {'Port': ['ID=c7c4724f-745f-43a4-bea4-201fe0e2c9fe,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:37.003276 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.008389 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf861ac-c225-4f8a-8e52-2ea322829118 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:37.008760 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf861ac-c225-4f8a-8e52-2ea322829118 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:37.009247 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf861ac-c225-4f8a-8e52-2ea322829118 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:37.010064 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf861ac-c225-4f8a-8e52-2ea322829118 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:37.010889 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf861ac-c225-4f8a-8e52-2ea322829118 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:37.011235 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf861ac-c225-4f8a-8e52-2ea322829118 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:37.011570 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf861ac-c225-4f8a-8e52-2ea322829118 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:37.011902 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf861ac-c225-4f8a-8e52-2ea322829118 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:37.012520 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf861ac-c225-4f8a-8e52-2ea322829118 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:37.013001 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf861ac-c225-4f8a-8e52-2ea322829118 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:37.016702 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf861ac-c225-4f8a-8e52-2ea322829118 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:37.016702 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bf861ac-c225-4f8a-8e52-2ea322829118 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:36:37.026499 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7b3ea116-ae65-4a75-b18f-5e84fc9974e6 req-a04b2f7a-8969-4f1c-b820-b76abbfe5778 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713465 Jul 16 08:36:37.038608 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device e95afccb-7215-4f3a-8b57-6f6c215836cb up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:37.040906 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-bfc0dc8a-acf5-40d9-9052-c86f4c816f77 None None] Attempting to bind port c7c4724f-745f-43a4-bea4-201fe0e2c9fe on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:36:37.041281 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-bfc0dc8a-acf5-40d9-9052-c86f4c816f77 None None] Attempting to bind port c7c4724f-745f-43a4-bea4-201fe0e2c9fe by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '91d6b793-ee4b-4a83-a2f8-34b7d5e93b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2ec9381e-4ff7-47da-b8ef-eab3f5a31f21'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:36:37.041847 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0dc8a-acf5-40d9-9052-c86f4c816f77 None None] Attempting to bind port c7c4724f-745f-43a4-bea4-201fe0e2c9fe on network 2ec9381e-4ff7-47da-b8ef-eab3f5a31f21 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:36:37.066405 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0dc8a-acf5-40d9-9052-c86f4c816f77 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:36:37.067135 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0dc8a-acf5-40d9-9052-c86f4c816f77 None None] Checking segment: {'id': '91d6b793-ee4b-4a83-a2f8-34b7d5e93b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2ec9381e-4ff7-47da-b8ef-eab3f5a31f21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:37.067715 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bfc0dc8a-acf5-40d9-9052-c86f4c816f77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.068282 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc0dc8a-acf5-40d9-9052-c86f4c816f77 None None] Bound using segment: {'id': '91d6b793-ee4b-4a83-a2f8-34b7d5e93b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2ec9381e-4ff7-47da-b8ef-eab3f5a31f21'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:36:37.069592 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-bfc0dc8a-acf5-40d9-9052-c86f4c816f77 None None] Bound port: c7c4724f-745f-43a4-bea4-201fe0e2c9fe, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91d6b793-ee4b-4a83-a2f8-34b7d5e93b86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '2ec9381e-4ff7-47da-b8ef-eab3f5a31f21'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:36:37.070738 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bfc0dc8a-acf5-40d9-9052-c86f4c816f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.136313 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port e95afccb-7215-4f3a-8b57-6f6c215836cb triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:37.138349 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.171688 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-bfc0dc8a-acf5-40d9-9052-c86f4c816f77 None None] For port c7c4724f-745f-43a4-bea4-201fe0e2c9fe, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:36:37.182152 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-bfc0dc8a-acf5-40d9-9052-c86f4c816f77 None None] For port c7c4724f-745f-43a4-bea4-201fe0e2c9fe, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=c7c4724f-745f-43a4-bea4-201fe0e2c9fe,segment=NetworkSegment(91d6b793-ee4b-4a83-a2f8-34b7d5e93b86),segment_id=91d6b793-ee4b-4a83-a2f8-34b7d5e93b86)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:36:37.194668 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bfc0dc8a-acf5-40d9-9052-c86f4c816f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:37.222565 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-38552c15-c4e0-4e8f-ba25-262d7445709f req-b11247bc-ad33-46c4-a466-224089eb2d39 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] 10.222.0.22 "GET /v2.0/floatingips?tenant_id=5caadc89d84547f48fb2ad7adc37a5ad HTTP/1.1" status: 200 len: 695 time: 0.1348920 Jul 16 08:36:37.255448 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc0dc8a-acf5-40d9-9052-c86f4c816f77 None None] Routers {'5284b548-0c30-4b17-89de-4df31b78340a'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:37.256570 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bfc0dc8a-acf5-40d9-9052-c86f4c816f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:36:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5284b548-0c30-4b17-89de-4df31b78340a'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:37.363177 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38552c15-c4e0-4e8f-ba25-262d7445709f req-875e244e-e1e7-4000-8243-f78fd4ff2db0 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:37.365915 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-38552c15-c4e0-4e8f-ba25-262d7445709f req-875e244e-e1e7-4000-8243-f78fd4ff2db0 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] 10.222.0.22 "GET /v2.0/networks?id=4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 787 time: 0.1359282 Jul 16 08:36:37.385061 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-38552c15-c4e0-4e8f-ba25-262d7445709f req-827a6267-dbf3-4436-822f-381b6b8fd62a tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:36:37.386120 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-38552c15-c4e0-4e8f-ba25-262d7445709f req-827a6267-dbf3-4436-822f-381b6b8fd62a tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0147054 Jul 16 08:36:37.413214 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-bfc0dc8a-acf5-40d9-9052-c86f4c816f77 None None] Set router 5284b548-0c30-4b17-89de-4df31b78340a gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:37.528132 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c9f88af3-0116-408d-ab3b-3d42f5ed7342 req-727c528a-422c-412c-a2c4-126649700001 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] 10.222.0.22 "GET /v2.0/floatingips/e91a1e57-1cfd-48e1-964f-d2691fce74cf HTTP/1.1" status: 200 len: 692 time: 0.0948012 Jul 16 08:36:37.682895 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f88af3-0116-408d-ab3b-3d42f5ed7342 req-9bcf8101-7369-4635-9c38-7d56b9e22cc1 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:37.689367 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c9f88af3-0116-408d-ab3b-3d42f5ed7342 req-9bcf8101-7369-4635-9c38-7d56b9e22cc1 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 784 time: 0.1601062 Jul 16 08:36:37.696649 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-c9f88af3-0116-408d-ab3b-3d42f5ed7342 req-e7300d42-f49a-43f3-801f-b3513734fbff tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:36:37.703884 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c9f88af3-0116-408d-ab3b-3d42f5ed7342 req-e7300d42-f49a-43f3-801f-b3513734fbff tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135612 Jul 16 08:36:37.711876 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf861ac-c225-4f8a-8e52-2ea322829118 None None] Pushing event updated for resources: {'Port': ['ID=c7c4724f-745f-43a4-bea4-201fe0e2c9fe,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:37.754087 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35202) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:37.760747 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [-] 10.222.0.22 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0055549 Jul 16 08:36:37.764184 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35204) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:37.826326 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c9f88af3-0116-408d-ab3b-3d42f5ed7342 req-94b544c7-f550-4561-bc8d-ff8a085d02df tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.76 HTTP/1.1" status: 200 len: 695 time: 0.1212413 Jul 16 08:36:37.857297 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bfc0dc8a-acf5-40d9-9052-c86f4c816f77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284b548-0c30-4b17-89de-4df31b78340a', 'name': 'tempest-FloatingIPsTestJSON-785071429-router', 'tenant_id': '5caadc89d84547f48fb2ad7adc37a5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e95afccb-7215-4f3a-8b57-6f6c215836cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:19Z', 'updated_at': '2021-07-16T08:36:29Z', 'revision_number': 4, 'project_id': '5caadc89d84547f48fb2ad7adc37a5ad', 'gw_port': {'id': 'e95afccb-7215-4f3a-8b57-6f6c215836cb', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284b548-0c30-4b17-89de-4df31b78340a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:21Z', 'updated_at': '2021-07-16T08:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'c7c4724f-745f-43a4-bea4-201fe0e2c9fe', 'name': '', 'network_id': '2ec9381e-4ff7-47da-b8ef-eab3f5a31f21', 'tenant_id': '5caadc89d84547f48fb2ad7adc37a5ad', 'mac_address': 'fa:16:3e:d3:76:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5284b548-0c30-4b17-89de-4df31b78340a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e37428c-dde5-4578-9b20-ce6e90635b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:27Z', 'updated_at': '2021-07-16T08:36:37Z', 'revision_number': 4, 'project_id': '5caadc89d84547f48fb2ad7adc37a5ad', 'subnets': [{'id': '0e37428c-dde5-4578-9b20-ce6e90635b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:37.883258 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c9f88af3-0116-408d-ab3b-3d42f5ed7342 req-d1873a1f-64ea-46d0-a2e0-63eb12936ec1 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.76 HTTP/1.1" status: 200 len: 695 time: 0.0558634 Jul 16 08:36:37.916232 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc0dc8a-acf5-40d9-9052-c86f4c816f77 None None] The sync data for ids ['5284b548-0c30-4b17-89de-4df31b78340a'] in n-d-771362-37 is: [{'id': '5284b548-0c30-4b17-89de-4df31b78340a', 'name': 'tempest-FloatingIPsTestJSON-785071429-router', 'tenant_id': '5caadc89d84547f48fb2ad7adc37a5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e95afccb-7215-4f3a-8b57-6f6c215836cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:19Z', 'updated_at': '2021-07-16T08:36:29Z', 'revision_number': 4, 'project_id': '5caadc89d84547f48fb2ad7adc37a5ad', 'gw_port': {'id': 'e95afccb-7215-4f3a-8b57-6f6c215836cb', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284b548-0c30-4b17-89de-4df31b78340a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:21Z', 'updated_at': '2021-07-16T08:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'c7c4724f-745f-43a4-bea4-201fe0e2c9fe', 'name': '', 'network_id': '2ec9381e-4ff7-47da-b8ef-eab3f5a31f21', 'tenant_id': '5caadc89d84547f48fb2ad7adc37a5ad', 'mac_address': 'fa:16:3e:d3:76:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5284b548-0c30-4b17-89de-4df31b78340a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1548, 'fixed_ips': [{'subnet_id': '0e37428c-dde5-4578-9b20-ce6e90635b39', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:27Z', 'updated_at': '2021-07-16T08:36:37Z', 'revision_number': 4, 'project_id': '5caadc89d84547f48fb2ad7adc37a5ad', 'subnets': [{'id': '0e37428c-dde5-4578-9b20-ce6e90635b39', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:36:37.949574 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 4d260d8b-2721-4aad-939f-af2eced15fea details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:36:37.971462 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6a3cfabb-add5-4043-84cb-fca8ef596e89 tempest-NetworksApiDiscovery-1660351137 tempest-NetworksApiDiscovery-1660351137-project] 10.222.0.22 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1993320 Jul 16 08:36:38.041786 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703b68f9-8618-4827-8163-d8f050f74025 req-d83d47ff-456c-42d4-8c0c-ecd36a095ed2 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:38.051703 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-703b68f9-8618-4827-8163-d8f050f74025 req-d83d47ff-456c-42d4-8c0c-ecd36a095ed2 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 945 time: 0.2451603 Jul 16 08:36:38.089682 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-c9f88af3-0116-408d-ab3b-3d42f5ed7342 req-44caff8a-47fb-4f48-8491-3cc506394128 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Deleting port 469ee9f4-b24b-4088-b42b-4a07feb06fc4 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:38.090044 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c9f88af3-0116-408d-ab3b-3d42f5ed7342 req-44caff8a-47fb-4f48-8491-3cc506394128 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.134240 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-703b68f9-8618-4827-8163-d8f050f74025 req-ad328db4-8294-46e2-9836-7a8cc90c1a62 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777178 Jul 16 08:36:38.238400 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c9f88af3-0116-408d-ab3b-3d42f5ed7342 req-44caff8a-47fb-4f48-8491-3cc506394128 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.238822 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c9f88af3-0116-408d-ab3b-3d42f5ed7342 req-44caff8a-47fb-4f48-8491-3cc506394128 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.243310 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 4d260d8b-2721-4aad-939f-af2eced15fea, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=4d260d8b-2721-4aad-939f-af2eced15fea,segment=NetworkSegment(434f1074-36f8-46ba-becd-a201a761861a),segment_id=434f1074-36f8-46ba-becd-a201a761861a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:38.258168 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-c9f88af3-0116-408d-ab3b-3d42f5ed7342 req-44caff8a-47fb-4f48-8491-3cc506394128 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Calling delete_port for 469ee9f4-b24b-4088-b42b-4a07feb06fc4 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:38.278827 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '4d260d8b-2721-4aad-939f-af2eced15fea', 'network_id': 'c8582703-4cc4-4fff-80b5-c471d9477e16', 'port_id': '4d260d8b-2721-4aad-939f-af2eced15fea', 'mac_address': 'fa:16:3e:21:47:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df86fc55-3ccc-4737-ad2e-69164a017fd5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:36:38.351211 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.373272 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d260d8b-2721-4aad-939f-af2eced15fea {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:36:38.417621 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 4d260d8b-2721-4aad-939f-af2eced15fea, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=4d260d8b-2721-4aad-939f-af2eced15fea,segment=NetworkSegment(434f1074-36f8-46ba-becd-a201a761861a),segment_id=434f1074-36f8-46ba-becd-a201a761861a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:38.427045 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.530541 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.569739 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=4d260d8b-2721-4aad-939f-af2eced15fea,revision_number=11']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:38.576840 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c9f88af3-0116-408d-ab3b-3d42f5ed7342 req-44caff8a-47fb-4f48-8491-3cc506394128 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.605606 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caff8a-47fb-4f48-8491-3cc506394128 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Pushing event deleted for resources: {'Port': ['ID=469ee9f4-b24b-4088-b42b-4a07feb06fc4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:38.660708 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['4d260d8b-2721-4aad-939f-af2eced15fea'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:36:38.661035 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35260) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:38.786560 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c9f88af3-0116-408d-ab3b-3d42f5ed7342 req-44caff8a-47fb-4f48-8491-3cc506394128 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.791209 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c9f88af3-0116-408d-ab3b-3d42f5ed7342 req-44caff8a-47fb-4f48-8491-3cc506394128 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:38.793222 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c9f88af3-0116-408d-ab3b-3d42f5ed7342 req-44caff8a-47fb-4f48-8491-3cc506394128 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] 10.222.0.22 "DELETE /v2.0/floatingips/e91a1e57-1cfd-48e1-964f-d2691fce74cf HTTP/1.1" status: 204 len: 173 time: 0.9087355 Jul 16 08:36:38.806727 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97da0785-0eec-46c6-8ed7-a937781aef36 req-d496b2f7-4bb4-4cfc-8437-0015ac820a55 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:38.821203 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-97da0785-0eec-46c6-8ed7-a937781aef36 req-d496b2f7-4bb4-4cfc-8437-0015ac820a55 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 946 time: 0.1676576 Jul 16 08:36:38.901832 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-97da0785-0eec-46c6-8ed7-a937781aef36 req-8ee25092-78ba-4d5f-82ba-1302e3a0faed tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755444 Jul 16 08:36:38.917727 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1cad29b9-6090-4893-93a3-45a95416678e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.130225 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d241bda0-57b3-4275-a626-49c91080c50d req-7985c8f2-0c44-4ef0-92b8-926357fcb923 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1340353 Jul 16 08:36:39.135767 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-d241bda0-57b3-4275-a626-49c91080c50d req-1f4d6b28-42fd-4a97-8f24-3e3b88fcf525 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:39.152221 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device c7c4724f-745f-43a4-bea4-201fe0e2c9fe up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:39.227218 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1cad29b9-6090-4893-93a3-45a95416678e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.241781 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port c7c4724f-745f-43a4-bea4-201fe0e2c9fe completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:39.247839 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1cad29b9-6090-4893-93a3-45a95416678e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.249806 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port c7c4724f-745f-43a4-bea4-201fe0e2c9fe triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:39.250398 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.257365 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d241bda0-57b3-4275-a626-49c91080c50d req-1f4d6b28-42fd-4a97-8f24-3e3b88fcf525 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.346322 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1cad29b9-6090-4893-93a3-45a95416678e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=788dce2d621646f08758cc2ca3c49ec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6841424 Jul 16 08:36:39.347910 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cad29b9-6090-4893-93a3-45a95416678e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cccd0c6f-75b7-49c1-977e-810a4ef407db,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:39.350811 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35296) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:39.413145 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d67e43c-d9dd-47c6-97a5-26c78950eaee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.444106 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d67e43c-d9dd-47c6-97a5-26c78950eaee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.447632 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d241bda0-57b3-4275-a626-49c91080c50d req-1f4d6b28-42fd-4a97-8f24-3e3b88fcf525 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.462047 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.514889 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d67e43c-d9dd-47c6-97a5-26c78950eaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.515666 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port c7c4724f-745f-43a4-bea4-201fe0e2c9fe, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=c7c4724f-745f-43a4-bea4-201fe0e2c9fe,segment=NetworkSegment(91d6b793-ee4b-4a83-a2f8-34b7d5e93b86),segment_id=91d6b793-ee4b-4a83-a2f8-34b7d5e93b86)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:39.525469 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d67e43c-d9dd-47c6-97a5-26c78950eaee admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.526984 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4d67e43c-d9dd-47c6-97a5-26c78950eaee admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cccd0c6f-75b7-49c1-977e-810a4ef407db HTTP/1.1" status: 204 len: 168 time: 0.1746759 Jul 16 08:36:39.531961 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:39.545993 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d67e43c-d9dd-47c6-97a5-26c78950eaee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccd0c6f-75b7-49c1-977e-810a4ef407db,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:39.672105 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=c7c4724f-745f-43a4-bea4-201fe0e2c9fe,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:39.813684 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-d241bda0-57b3-4275-a626-49c91080c50d req-1f4d6b28-42fd-4a97-8f24-3e3b88fcf525 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Allocated IP 172.25.3.99 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/79df6b12-c340-4cac-aad4-9e1668189491) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:39.865997 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62a3821-c5c1-405f-a09e-e7529e29bc38 req-8c543027-3d67-451f-b158-834b0d07665d tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:39.867828 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e62a3821-c5c1-405f-a09e-e7529e29bc38 req-8c543027-3d67-451f-b158-834b0d07665d tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 946 time: 0.0934000 Jul 16 08:36:39.920110 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e62a3821-c5c1-405f-a09e-e7529e29bc38 req-da1c5bb3-9d46-41fd-89fd-6f872f6e17d0 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442283 Jul 16 08:36:39.965494 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 4d260d8b-2721-4aad-939f-af2eced15fea up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:39.971873 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d241bda0-57b3-4275-a626-49c91080c50d req-1f4d6b28-42fd-4a97-8f24-3e3b88fcf525 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.030146 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 4d260d8b-2721-4aad-939f-af2eced15fea completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:36:40.034443 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d241bda0-57b3-4275-a626-49c91080c50d req-1f4d6b28-42fd-4a97-8f24-3e3b88fcf525 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.051740 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 4d260d8b-2721-4aad-939f-af2eced15fea triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:40.052256 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.121854 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d6b28-42fd-4a97-8f24-3e3b88fcf525 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Pushing event updated for resources: {'Port': ['ID=79df6b12-c340-4cac-aad4-9e1668189491,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:40.141055 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d241bda0-57b3-4275-a626-49c91080c50d req-1f4d6b28-42fd-4a97-8f24-3e3b88fcf525 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:40.142642 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-d241bda0-57b3-4275-a626-49c91080c50d req-1f4d6b28-42fd-4a97-8f24-3e3b88fcf525 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:40.145218 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-d241bda0-57b3-4275-a626-49c91080c50d req-1f4d6b28-42fd-4a97-8f24-3e3b88fcf525 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:40.175496 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.211997 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb17244-3cef-4348-9fcd-48208bb78f3c req-4415f1a3-8009-4a75-b1dc-1841ec926555 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:40.213874 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986d7225-e1a5-4841-adf8-742db2ed93fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d260d8b-2721-4aad-939f-af2eced15fea'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:36:40.215414 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8cb17244-3cef-4348-9fcd-48208bb78f3c req-4415f1a3-8009-4a75-b1dc-1841ec926555 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 946 time: 0.0895040 Jul 16 08:36:40.220855 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af24dd45-cbe4-44e0-9cf4-1d5b6e8eeb1f" -d '{"events": [{"server_uuid": "986d7225-e1a5-4841-adf8-742db2ed93fa", "name": "network-vif-plugged", "status": "completed", "tag": "4d260d8b-2721-4aad-939f-af2eced15fea"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:36:40.238334 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 4d260d8b-2721-4aad-939f-af2eced15fea, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=4d260d8b-2721-4aad-939f-af2eced15fea,segment=NetworkSegment(434f1074-36f8-46ba-becd-a201a761861a),segment_id=434f1074-36f8-46ba-becd-a201a761861a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:40.243561 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.278909 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d241bda0-57b3-4275-a626-49c91080c50d req-1f4d6b28-42fd-4a97-8f24-3e3b88fcf525 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.300909 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8cb17244-3cef-4348-9fcd-48208bb78f3c req-b19c7dbf-d922-4d8f-802c-9664381ca193 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785797 Jul 16 08:36:40.304725 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=4d260d8b-2721-4aad-939f-af2eced15fea,revision_number=12']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:40.354014 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d241bda0-57b3-4275-a626-49c91080c50d req-1f4d6b28-42fd-4a97-8f24-3e3b88fcf525 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.381604 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:36:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14bff269-b706-4d37-a8bd-8be41bd06c03 x-openstack-request-id: req-14bff269-b706-4d37-a8bd-8be41bd06c03 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:36:40.381938 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986d7225-e1a5-4841-adf8-742db2ed93fa", "name": "network-vif-plugged", "status": "completed", "tag": "4d260d8b-2721-4aad-939f-af2eced15fea", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:36:40.382153 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-14bff269-b706-4d37-a8bd-8be41bd06c03 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:36:40.383165 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986d7225-e1a5-4841-adf8-742db2ed93fa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d260d8b-2721-4aad-939f-af2eced15fea', 'code': 200} Jul 16 08:36:40.625174 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d241bda0-57b3-4275-a626-49c91080c50d req-1f4d6b28-42fd-4a97-8f24-3e3b88fcf525 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.630649 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d241bda0-57b3-4275-a626-49c91080c50d req-1f4d6b28-42fd-4a97-8f24-3e3b88fcf525 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.681710 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3698a1c5-a351-4840-b7d3-ff68f7458fb1 req-d9663993-bba6-4e40-9073-25966bd6f674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:40.683736 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3698a1c5-a351-4840-b7d3-ff68f7458fb1 req-d9663993-bba6-4e40-9073-25966bd6f674 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 1099 time: 0.1527750 Jul 16 08:36:40.765667 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4d6b28-42fd-4a97-8f24-3e3b88fcf525 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Pushing event updated for resources: {'Port': ['ID=79df6b12-c340-4cac-aad4-9e1668189491,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:40.781597 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d241bda0-57b3-4275-a626-49c91080c50d req-1f4d6b28-42fd-4a97-8f24-3e3b88fcf525 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.786498 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:36:40.797129 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3698a1c5-a351-4840-b7d3-ff68f7458fb1 req-b225ae98-49b6-4b89-8fe5-5007bbf00d57 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036720 Jul 16 08:36:40.801600 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-d241bda0-57b3-4275-a626-49c91080c50d req-1f4d6b28-42fd-4a97-8f24-3e3b88fcf525 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:40.804839 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d241bda0-57b3-4275-a626-49c91080c50d req-1f4d6b28-42fd-4a97-8f24-3e3b88fcf525 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.6729999 Jul 16 08:36:40.871012 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d241bda0-57b3-4275-a626-49c91080c50d req-74d18dfc-83b0-4484-8e4e-a7d9e31aa279 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 695 time: 0.0582805 Jul 16 08:36:41.023732 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device c7c4724f-745f-43a4-bea4-201fe0e2c9fe up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:36:41.038908 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35412) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:41.124659 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port c7c4724f-745f-43a4-bea4-201fe0e2c9fe triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:36:41.125182 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.135325 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241bda0-57b3-4275-a626-49c91080c50d req-e6a8364a-7672-4a2a-b6e0-af7c52533fd4 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:41.146522 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d241bda0-57b3-4275-a626-49c91080c50d req-e6a8364a-7672-4a2a-b6e0-af7c52533fd4 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 784 time: 0.2645411 Jul 16 08:36:41.262335 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8540e79-c24d-4371-9b43-f9499ac9f49c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.325789 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-62d1563b-1644-42ef-818c-21f16a56a75e req-d6c53412-8b5d-4478-96a5-07b6b7b6508b tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] 10.222.0.22 "GET /v2.0/floatingips/ac9444cb-9436-46e7-99ff-7bc00ae217ef HTTP/1.1" status: 200 len: 692 time: 0.1577547 Jul 16 08:36:41.330444 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e9dd3-28de-473f-9c49-a170049dfaa1 req-67a0d2f7-374c-4903-bfb8-2bd2e73efa03 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:41.340829 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8d6e9dd3-28de-473f-9c49-a170049dfaa1 req-67a0d2f7-374c-4903-bfb8-2bd2e73efa03 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 947 time: 0.1975517 Jul 16 08:36:41.435724 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8d6e9dd3-28de-473f-9c49-a170049dfaa1 req-095c1b84-f50d-4f07-8988-bee1400871d1 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921736 Jul 16 08:36:41.554168 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1563b-1644-42ef-818c-21f16a56a75e req-9047836a-709f-489e-a54e-998943b50e9e tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:41.555859 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-62d1563b-1644-42ef-818c-21f16a56a75e req-9047836a-709f-489e-a54e-998943b50e9e tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 784 time: 0.2234306 Jul 16 08:36:41.573324 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-62d1563b-1644-42ef-818c-21f16a56a75e req-fc1311bc-5834-439e-affe-a42868e21f7e tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:36:41.574374 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-62d1563b-1644-42ef-818c-21f16a56a75e req-fc1311bc-5834-439e-affe-a42868e21f7e tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0117810 Jul 16 08:36:41.595945 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8540e79-c24d-4371-9b43-f9499ac9f49c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.604329 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8540e79-c24d-4371-9b43-f9499ac9f49c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.649903 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-62d1563b-1644-42ef-818c-21f16a56a75e req-4b6352c5-a225-49ea-9e97-73dd51a6584c tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 695 time: 0.0622189 Jul 16 08:36:41.696527 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c8540e79-c24d-4371-9b43-f9499ac9f49c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b0f0624f12f749a9a286eb5ec726483c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6562853 Jul 16 08:36:41.698705 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8540e79-c24d-4371-9b43-f9499ac9f49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b15a1a-7feb-41fc-8f3e-7577652bcd25,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:41.703100 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35454) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:41.726130 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-62d1563b-1644-42ef-818c-21f16a56a75e req-2bc6552c-c759-46ee-93d7-a0ce1efb90e1 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 695 time: 0.0688117 Jul 16 08:36:41.812446 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0ecc50-fa8d-4fc1-82bc-a6bc7d3181f6 req-a1320230-eb0e-4379-94f7-339b26c5a81a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:41.824079 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ea0ecc50-fa8d-4fc1-82bc-a6bc7d3181f6 req-a1320230-eb0e-4379-94f7-339b26c5a81a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 946 time: 0.1290567 Jul 16 08:36:41.876285 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30baa8b1-02ea-4e92-b640-5ea31ef17e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.883089 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ea0ecc50-fa8d-4fc1-82bc-a6bc7d3181f6 req-5872c436-7862-4566-aafd-8e252d85681b tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558600 Jul 16 08:36:41.928525 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30baa8b1-02ea-4e92-b640-5ea31ef17e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:41.977427 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-62d1563b-1644-42ef-818c-21f16a56a75e req-f512ffad-5612-4207-a7b2-9ad3b0d3842a tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Deleting port 79df6b12-c340-4cac-aad4-9e1668189491 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:41.978101 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-62d1563b-1644-42ef-818c-21f16a56a75e req-f512ffad-5612-4207-a7b2-9ad3b0d3842a tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.054880 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30baa8b1-02ea-4e92-b640-5ea31ef17e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.058709 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30baa8b1-02ea-4e92-b640-5ea31ef17e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.063709 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-30baa8b1-02ea-4e92-b640-5ea31ef17e76 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/47b15a1a-7feb-41fc-8f3e-7577652bcd25 HTTP/1.1" status: 204 len: 168 time: 0.3594170 Jul 16 08:36:42.079698 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30baa8b1-02ea-4e92-b640-5ea31ef17e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b15a1a-7feb-41fc-8f3e-7577652bcd25,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:42.107518 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-62d1563b-1644-42ef-818c-21f16a56a75e req-f512ffad-5612-4207-a7b2-9ad3b0d3842a tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.108073 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-62d1563b-1644-42ef-818c-21f16a56a75e req-f512ffad-5612-4207-a7b2-9ad3b0d3842a tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.127263 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-62d1563b-1644-42ef-818c-21f16a56a75e req-f512ffad-5612-4207-a7b2-9ad3b0d3842a tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Calling delete_port for 79df6b12-c340-4cac-aad4-9e1668189491 owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:42.370103 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-62d1563b-1644-42ef-818c-21f16a56a75e req-f512ffad-5612-4207-a7b2-9ad3b0d3842a tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.448840 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f512ffad-5612-4207-a7b2-9ad3b0d3842a tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Pushing event deleted for resources: {'Port': ['ID=79df6b12-c340-4cac-aad4-9e1668189491,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:42.574812 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-62d1563b-1644-42ef-818c-21f16a56a75e req-f512ffad-5612-4207-a7b2-9ad3b0d3842a tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.582429 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-62d1563b-1644-42ef-818c-21f16a56a75e req-f512ffad-5612-4207-a7b2-9ad3b0d3842a tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:42.583689 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-62d1563b-1644-42ef-818c-21f16a56a75e req-f512ffad-5612-4207-a7b2-9ad3b0d3842a tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] 10.222.0.22 "DELETE /v2.0/floatingips/ac9444cb-9436-46e7-99ff-7bc00ae217ef HTTP/1.1" status: 204 len: 173 time: 0.8471949 Jul 16 08:36:42.764841 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd852d01-01bf-4e88-b661-b10940024270 req-45ae5d6b-cbe0-4e05-b523-587cfa0ad368 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:42.796924 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bd852d01-01bf-4e88-b661-b10940024270 req-45ae5d6b-cbe0-4e05-b523-587cfa0ad368 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 947 time: 0.1763759 Jul 16 08:36:42.815534 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [req-e2a1702c-3756-400e-872f-c8ea19c637a4 req-86997bec-821a-4f93-9288-2dd38fe314d9 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] show failed (client error): The resource could not be found. Jul 16 08:36:42.816882 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e2a1702c-3756-400e-872f-c8ea19c637a4 req-86997bec-821a-4f93-9288-2dd38fe314d9 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] 10.222.0.22 "GET /v2.0/floatingips/ac9444cb-9436-46e7-99ff-7bc00ae217ef HTTP/1.1" status: 404 len: 350 time: 0.2045221 Jul 16 08:36:42.901983 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bd852d01-01bf-4e88-b661-b10940024270 req-03e85d1d-e3c9-4515-952a-442da0785780 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038945 Jul 16 08:36:42.967850 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [req-ec3ec494-436b-47c6-bf76-a8254b81fcf5 req-6b74b64e-db64-4602-9910-a6d279873b57 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] show failed (client error): The resource could not be found. Jul 16 08:36:42.971063 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ec3ec494-436b-47c6-bf76-a8254b81fcf5 req-6b74b64e-db64-4602-9910-a6d279873b57 tempest-FloatingIPsTestJSON-134268618 tempest-FloatingIPsTestJSON-134268618-project] 10.222.0.22 "GET /v2.0/floatingips/ac9444cb-9436-46e7-99ff-7bc00ae217ef HTTP/1.1" status: 404 len: 350 time: 0.1211383 Jul 16 08:36:42.979810 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35538) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:43.214237 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccff868-efe4-461d-b383-85fa85c28a26 req-2fd27bec-eadf-4775-ba5d-880d7ce28e4d tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:43.223910 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6ccff868-efe4-461d-b383-85fa85c28a26 req-2fd27bec-eadf-4775-ba5d-880d7ce28e4d tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 946 time: 0.1186817 Jul 16 08:36:43.267478 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6ccff868-efe4-461d-b383-85fa85c28a26 req-aa87e767-bc27-4a75-99e0-a7fc3216efd4 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410254 Jul 16 08:36:43.542909 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35576) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:43.560854 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35580) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:43.627275 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-508f51a8-5d4b-40b4-b11e-7e2d0c258f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:43.699790 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-efa070d9-5b34-447e-b009-f4d86f04337c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-28507255-network', 'tenant_id': '3d017e74284e42e8a5e4501873a21bbf'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:43.715537 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-472b1709-b703-47b9-90a9-9da2da3ed9ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:43.751417 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efa070d9-5b34-447e-b009-f4d86f04337c admin admin] Made reservation on behalf of 3d017e74284e42e8a5e4501873a21bbf for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:43.754495 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-efa070d9-5b34-447e-b009-f4d86f04337c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:43.770839 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-efa070d9-5b34-447e-b009-f4d86f04337c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:43.868682 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-472b1709-b703-47b9-90a9-9da2da3ed9ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:43.878981 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-472b1709-b703-47b9-90a9-9da2da3ed9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:43.928170 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-472b1709-b703-47b9-90a9-9da2da3ed9ef admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b70b20e319764d9d9cc1a9c39f4caae8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3632081 Jul 16 08:36:43.935608 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35590) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:43.964658 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472b1709-b703-47b9-90a9-9da2da3ed9ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e6d8ed5-c117-4eaf-8cdd-f890b8ac1800,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:44.059501 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d145df87-d299-406f-bbda-3847307df4cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.110939 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d145df87-d299-406f-bbda-3847307df4cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.174310 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-efa070d9-5b34-447e-b009-f4d86f04337c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.179244 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-efa070d9-5b34-447e-b009-f4d86f04337c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.214261 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa070d9-5b34-447e-b009-f4d86f04337c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ab735fb-47e3-46b3-baa1-46fa9b479ad6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:44.237622 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d145df87-d299-406f-bbda-3847307df4cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.240256 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d145df87-d299-406f-bbda-3847307df4cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.241429 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d145df87-d299-406f-bbda-3847307df4cf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8e6d8ed5-c117-4eaf-8cdd-f890b8ac1800 HTTP/1.1" status: 204 len: 168 time: 0.3045127 Jul 16 08:36:44.242558 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efa070d9-5b34-447e-b009-f4d86f04337c admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:36:44.255635 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d145df87-d299-406f-bbda-3847307df4cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e6d8ed5-c117-4eaf-8cdd-f890b8ac1800,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:44.267280 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-efa070d9-5b34-447e-b009-f4d86f04337c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.268095 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-efa070d9-5b34-447e-b009-f4d86f04337c admin admin] Added segment 81ca6030-bb13-4c40-a548-cc9329740788 of type vlan for network 3690926e-a389-45b8-b03e-bb481c3a8736 Jul 16 08:36:44.339400 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-efa070d9-5b34-447e-b009-f4d86f04337c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.405750 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-efa070d9-5b34-447e-b009-f4d86f04337c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.407400 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efa070d9-5b34-447e-b009-f4d86f04337c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:44.407665 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-efa070d9-5b34-447e-b009-f4d86f04337c admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.433965 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fbaf13-63d9-4b7e-9144-8ae02beee899 req-da168dae-0287-48be-99ba-aaa66cd2f2d1 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:44.435633 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-efa070d9-5b34-447e-b009-f4d86f04337c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.8912787 Jul 16 08:36:44.437433 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35616) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:44.438166 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-50fbaf13-63d9-4b7e-9144-8ae02beee899 req-da168dae-0287-48be-99ba-aaa66cd2f2d1 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 947 time: 0.2813282 Jul 16 08:36:44.449723 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-86ce46b8-ef95-4ad4-8e84-17ea9a6fce0f admin admin] Request body: {'subnet': {'network_id': '3690926e-a389-45b8-b03e-bb481c3a8736', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-28507255-subnet', 'tenant_id': '3d017e74284e42e8a5e4501873a21bbf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:44.544220 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa070d9-5b34-447e-b009-f4d86f04337c admin admin] Pushing event updated for resources: {'Network': ['ID=3690926e-a389-45b8-b03e-bb481c3a8736,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:44.557283 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 3690926e-a389-45b8-b03e-bb481c3a8736 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:36:44.566880 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-50fbaf13-63d9-4b7e-9144-8ae02beee899 req-40182cc5-acbf-4e80-8841-e89e490749ad tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215887 Jul 16 08:36:44.576215 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ce46b8-ef95-4ad4-8e84-17ea9a6fce0f admin admin] Made reservation on behalf of 3d017e74284e42e8a5e4501873a21bbf for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:44.581166 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-86ce46b8-ef95-4ad4-8e84-17ea9a6fce0f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.615762 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-508f51a8-5d4b-40b4-b11e-7e2d0c258f4f admin admin] Deleting port c7c4724f-745f-43a4-bea4-201fe0e2c9fe {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:44.616553 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-508f51a8-5d4b-40b4-b11e-7e2d0c258f4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.803361 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-508f51a8-5d4b-40b4-b11e-7e2d0c258f4f admin admin] For port c7c4724f-745f-43a4-bea4-201fe0e2c9fe, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=c7c4724f-745f-43a4-bea4-201fe0e2c9fe,segment=NetworkSegment(91d6b793-ee4b-4a83-a2f8-34b7d5e93b86),segment_id=91d6b793-ee4b-4a83-a2f8-34b7d5e93b86)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:44.805301 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-508f51a8-5d4b-40b4-b11e-7e2d0c258f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:44.891482 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-508f51a8-5d4b-40b4-b11e-7e2d0c258f4f admin admin] Calling delete_port for c7c4724f-745f-43a4-bea4-201fe0e2c9fe owned by network:router_interface {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:45.032695 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd422be-ac38-41d9-85db-dee761e1a5e1 req-c4e17b3d-6717-42b0-ba02-573d7268ea80 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:45.034585 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cbd422be-ac38-41d9-85db-dee761e1a5e1 req-c4e17b3d-6717-42b0-ba02-573d7268ea80 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 947 time: 0.2034626 Jul 16 08:36:45.269330 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f72c5ebb-4088-4a24-9067-40be5f4113bf req-d054904c-b02f-43b9-80a8-295d6885ae7c tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:45.277378 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f72c5ebb-4088-4a24-9067-40be5f4113bf req-d054904c-b02f-43b9-80a8-295d6885ae7c tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 946 time: 0.7831879 Jul 16 08:36:45.311991 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cbd422be-ac38-41d9-85db-dee761e1a5e1 req-a2936743-6d6c-4e45-98c5-d8efaad13558 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699478 Jul 16 08:36:45.329254 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f72c5ebb-4088-4a24-9067-40be5f4113bf req-59bf62dc-31f6-4db0-a005-487b1cc483c9 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507426 Jul 16 08:36:45.349777 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-508f51a8-5d4b-40b4-b11e-7e2d0c258f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.398945 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f51a8-5d4b-40b4-b11e-7e2d0c258f4f admin admin] Pushing event deleted for resources: {'Port': ['ID=c7c4724f-745f-43a4-bea4-201fe0e2c9fe,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:45.573305 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-86ce46b8-ef95-4ad4-8e84-17ea9a6fce0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.636090 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ce46b8-ef95-4ad4-8e84-17ea9a6fce0f admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c8f8a4b-1170-4ac4-9f57-a73ac519a871,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:45.643565 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b00fe0-fdab-4fe8-acff-c860acd5d16d req-729149c6-8bc0-4a7b-9ff7-c5a548f1231e tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:45.650687 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-48b00fe0-fdab-4fe8-acff-c860acd5d16d req-729149c6-8bc0-4a7b-9ff7-c5a548f1231e tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 947 time: 0.1733110 Jul 16 08:36:45.665930 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ce46b8-ef95-4ad4-8e84-17ea9a6fce0f admin admin] Checking segment: {'id': '81ca6030-bb13-4c40-a548-cc9329740788', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '3690926e-a389-45b8-b03e-bb481c3a8736'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:36:45.666431 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ce46b8-ef95-4ad4-8e84-17ea9a6fce0f admin admin] Network hostable DHCP agents. Network: 3690926e-a389-45b8-b03e-bb481c3a8736, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:36:45.685891 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ce46b8-ef95-4ad4-8e84-17ea9a6fce0f admin admin] Network 3690926e-a389-45b8-b03e-bb481c3a8736 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:36:45.697230 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-86ce46b8-ef95-4ad4-8e84-17ea9a6fce0f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 3690926e-a389-45b8-b03e-bb481c3a8736) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:45.717753 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ce46b8-ef95-4ad4-8e84-17ea9a6fce0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:45.718355 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-86ce46b8-ef95-4ad4-8e84-17ea9a6fce0f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.721536 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-508f51a8-5d4b-40b4-b11e-7e2d0c258f4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:45.722136 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14957221-b92f-431a-a9e6-bab28385edf4 None None] Network 3690926e-a389-45b8-b03e-bb481c3a8736 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:45.739096 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-48b00fe0-fdab-4fe8-acff-c860acd5d16d req-12a75a8a-97ee-4bc0-bd49-46cbc12feec8 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875468 Jul 16 08:36:45.796829 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-86ce46b8-ef95-4ad4-8e84-17ea9a6fce0f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.3517044 Jul 16 08:36:46.092069 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71384826-89d9-4eb3-908f-94fdfab2c5d1 None None] Network 3690926e-a389-45b8-b03e-bb481c3a8736 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:46.253082 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508f51a8-5d4b-40b4-b11e-7e2d0c258f4f admin admin] Router 5284b548-0c30-4b17-89de-4df31b78340a has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:36:46.268668 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e7bbe9-c854-451c-9747-5677d45d7f52 req-5e4b102f-c2bf-4851-8d9a-bd1e9d69aac7 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:46.270244 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73e7bbe9-c854-451c-9747-5677d45d7f52 req-5e4b102f-c2bf-4851-8d9a-bd1e9d69aac7 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 947 time: 0.2025189 Jul 16 08:36:46.368386 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73e7bbe9-c854-451c-9747-5677d45d7f52 req-8911d229-9318-467f-9398-46c1b13cf226 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869067 Jul 16 08:36:46.474266 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-c9be23ca-fc8f-4661-9b61-e07bad0520da req-15d37612-06f8-49d9-ba65-00efc3b9f1e3 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-890372295', 'description': 'tempest-description-1587664738'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:46.487699 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508f51a8-5d4b-40b4-b11e-7e2d0c258f4f admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:36:46.498726 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553536f0-ab40-41a0-b81f-afc6a8b204b4 None None] Sync routers for ids ['5284b548-0c30-4b17-89de-4df31b78340a'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:36:46.503853 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-508f51a8-5d4b-40b4-b11e-7e2d0c258f4f admin admin] 10.222.0.22 "PUT /v2.0/routers/5284b548-0c30-4b17-89de-4df31b78340a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5217693 Jul 16 08:36:46.505901 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35742) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:46.516136 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553536f0-ab40-41a0-b81f-afc6a8b204b4 None None] Routers {'5284b548-0c30-4b17-89de-4df31b78340a'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:46.518468 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-553536f0-ab40-41a0-b81f-afc6a8b204b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:36:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5284b548-0c30-4b17-89de-4df31b78340a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:46.534006 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c9be23ca-fc8f-4661-9b61-e07bad0520da req-15d37612-06f8-49d9-ba65-00efc3b9f1e3 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.638028 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c9be23ca-fc8f-4661-9b61-e07bad0520da req-15d37612-06f8-49d9-ba65-00efc3b9f1e3 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.644874 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c9be23ca-fc8f-4661-9b61-e07bad0520da req-15d37612-06f8-49d9-ba65-00efc3b9f1e3 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.653284 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35752) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:46.682320 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c9be23ca-fc8f-4661-9b61-e07bad0520da req-15d37612-06f8-49d9-ba65-00efc3b9f1e3 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.683183 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c9be23ca-fc8f-4661-9b61-e07bad0520da req-15d37612-06f8-49d9-ba65-00efc3b9f1e3 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.2137642 Jul 16 08:36:46.698318 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d37612-06f8-49d9-ba65-00efc3b9f1e3 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4230328-659e-4bd9-9a92-5c24d075cc23,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:46.789101 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-553536f0-ab40-41a0-b81f-afc6a8b204b4 None None] Set router 5284b548-0c30-4b17-89de-4df31b78340a gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:46.843075 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc037-a422-46db-bef4-3ec25d148b33 admin admin] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:46.929135 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61329305-ff02-491c-91b1-d423db235858 req-0b860e5b-8493-4fa2-b6d2-c42d8fede7cf tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:46.939480 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-61329305-ff02-491c-91b1-d423db235858 req-0b860e5b-8493-4fa2-b6d2-c42d8fede7cf tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 946 time: 0.3000662 Jul 16 08:36:46.990453 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3d668f3-b2a6-401e-9d1f-dcf1f7c670c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.042149 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-61329305-ff02-491c-91b1-d423db235858 req-75764713-8a8b-4545-a23e-6a492373e9db tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011119 Jul 16 08:36:47.046670 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3dbe42-1a67-4d30-bf4d-58f8eb70b9cc req-04714b1c-4436-406a-bd9a-54a46f3f9090 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:47.055065 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7a3dbe42-1a67-4d30-bf4d-58f8eb70b9cc req-04714b1c-4436-406a-bd9a-54a46f3f9090 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 947 time: 0.2053771 Jul 16 08:36:47.086602 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-553536f0-ab40-41a0-b81f-afc6a8b204b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284b548-0c30-4b17-89de-4df31b78340a', 'name': 'tempest-FloatingIPsTestJSON-785071429-router', 'tenant_id': '5caadc89d84547f48fb2ad7adc37a5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e95afccb-7215-4f3a-8b57-6f6c215836cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:19Z', 'updated_at': '2021-07-16T08:36:45Z', 'revision_number': 5, 'project_id': '5caadc89d84547f48fb2ad7adc37a5ad', 'gw_port': {'id': 'e95afccb-7215-4f3a-8b57-6f6c215836cb', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284b548-0c30-4b17-89de-4df31b78340a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:21Z', 'updated_at': '2021-07-16T08:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:47.125912 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553536f0-ab40-41a0-b81f-afc6a8b204b4 None None] Checking router: 5284b548-0c30-4b17-89de-4df31b78340a for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:36:47.135981 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553536f0-ab40-41a0-b81f-afc6a8b204b4 None None] Routers {'5284b548-0c30-4b17-89de-4df31b78340a'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:36:47.137240 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-553536f0-ab40-41a0-b81f-afc6a8b204b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:36:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5284b548-0c30-4b17-89de-4df31b78340a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:47.146417 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc037-a422-46db-bef4-3ec25d148b33 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.161046 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7a3dbe42-1a67-4d30-bf4d-58f8eb70b9cc req-02988eff-7538-485a-a8d3-a1a5df73d005 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049144 Jul 16 08:36:47.214988 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-23e084c5-4aca-41e1-bcd1-43ae5e69f541 req-6592d7dc-cb6e-48fa-aca0-e4136fd72a73 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] 10.222.0.22 "GET /v2.0/security-groups/a4230328-659e-4bd9-9a92-5c24d075cc23 HTTP/1.1" status: 200 len: 1814 time: 0.1336060 Jul 16 08:36:47.231649 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-23e084c5-4aca-41e1-bcd1-43ae5e69f541 req-1c7b02d7-a646-4af2-b34d-02411f91e07f tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a4230328-659e-4bd9-9a92-5c24d075cc23', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:47.231981 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-23e084c5-4aca-41e1-bcd1-43ae5e69f541 req-1c7b02d7-a646-4af2-b34d-02411f91e07f tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'a4230328-659e-4bd9-9a92-5c24d075cc23', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:47.260420 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3c1bc037-a422-46db-bef4-3ec25d148b33 admin admin] Deleting port e95afccb-7215-4f3a-8b57-6f6c215836cb {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:47.261131 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc037-a422-46db-bef4-3ec25d148b33 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.264744 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-553536f0-ab40-41a0-b81f-afc6a8b204b4 None None] Set router 5284b548-0c30-4b17-89de-4df31b78340a gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:36:47.306128 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35780) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:47.312383 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3d668f3-b2a6-401e-9d1f-dcf1f7c670c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.320045 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3d668f3-b2a6-401e-9d1f-dcf1f7c670c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.393576 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d668f3-b2a6-401e-9d1f-dcf1f7c670c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e0a157e-58da-43db-92c3-c8963b2f1b88,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:47.398933 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c3d668f3-b2a6-401e-9d1f-dcf1f7c670c3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9dfa3f1dc50640cf8318c8376195830a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7410209 Jul 16 08:36:47.401889 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35784) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:47.484883 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-3c1bc037-a422-46db-bef4-3ec25d148b33 admin admin] For port e95afccb-7215-4f3a-8b57-6f6c215836cb, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=e95afccb-7215-4f3a-8b57-6f6c215836cb,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:47.485411 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc037-a422-46db-bef4-3ec25d148b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.506963 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-553536f0-ab40-41a0-b81f-afc6a8b204b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5284b548-0c30-4b17-89de-4df31b78340a', 'name': 'tempest-FloatingIPsTestJSON-785071429-router', 'tenant_id': '5caadc89d84547f48fb2ad7adc37a5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e95afccb-7215-4f3a-8b57-6f6c215836cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:19Z', 'updated_at': '2021-07-16T08:36:45Z', 'revision_number': 5, 'project_id': '5caadc89d84547f48fb2ad7adc37a5ad', 'gw_port': {'id': 'e95afccb-7215-4f3a-8b57-6f6c215836cb', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284b548-0c30-4b17-89de-4df31b78340a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:21Z', 'updated_at': '2021-07-16T08:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:47.512389 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-23e084c5-4aca-41e1-bcd1-43ae5e69f541 req-1c7b02d7-a646-4af2-b34d-02411f91e07f tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.515769 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3c1bc037-a422-46db-bef4-3ec25d148b33 admin admin] Calling delete_port for e95afccb-7215-4f3a-8b57-6f6c215836cb owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:47.577709 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9d54f48-18ef-42ea-8e2c-4c482f6882c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.583798 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-23e084c5-4aca-41e1-bcd1-43ae5e69f541 req-1c7b02d7-a646-4af2-b34d-02411f91e07f tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.596818 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1e733051-35eb-4d51-ab28-c4e323f2d058 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.597979 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41de29e2-4edc-4ccc-a118-cad50e7d8f00 req-e6ed95e1-1e59-468b-8547-df2f97175ca7 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:47.600231 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-41de29e2-4edc-4ccc-a118-cad50e7d8f00 req-e6ed95e1-1e59-468b-8547-df2f97175ca7 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 947 time: 0.2087450 Jul 16 08:36:47.602512 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-23e084c5-4aca-41e1-bcd1-43ae5e69f541 req-1c7b02d7-a646-4af2-b34d-02411f91e07f tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.638825 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-23e084c5-4aca-41e1-bcd1-43ae5e69f541 req-1c7b02d7-a646-4af2-b34d-02411f91e07f tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.640143 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-23e084c5-4aca-41e1-bcd1-43ae5e69f541 req-1c7b02d7-a646-4af2-b34d-02411f91e07f tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4163337 Jul 16 08:36:47.643972 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9d54f48-18ef-42ea-8e2c-4c482f6882c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.672711 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7b02d7-a646-4af2-b34d-02411f91e07f tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dda7923-29c5-4525-92bb-ddd4908f997c,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:47.681741 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-41de29e2-4edc-4ccc-a118-cad50e7d8f00 req-6819aa85-e655-47c4-8ff4-3862faeebfe8 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695491 Jul 16 08:36:47.721597 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553536f0-ab40-41a0-b81f-afc6a8b204b4 None None] The sync data for ids ['5284b548-0c30-4b17-89de-4df31b78340a'] in n-d-771362-37 is: [{'id': '5284b548-0c30-4b17-89de-4df31b78340a', 'name': 'tempest-FloatingIPsTestJSON-785071429-router', 'tenant_id': '5caadc89d84547f48fb2ad7adc37a5ad', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.230'}], 'enable_snat': True}, 'gw_port_id': 'e95afccb-7215-4f3a-8b57-6f6c215836cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:36:19Z', 'updated_at': '2021-07-16T08:36:45Z', 'revision_number': 5, 'project_id': '5caadc89d84547f48fb2ad7adc37a5ad', 'gw_port': {'id': 'e95afccb-7215-4f3a-8b57-6f6c215836cb', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:f7:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5284b548-0c30-4b17-89de-4df31b78340a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1521, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:36:21Z', 'updated_at': '2021-07-16T08:36:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:36:47.739551 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9d54f48-18ef-42ea-8e2c-4c482f6882c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.742375 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9d54f48-18ef-42ea-8e2c-4c482f6882c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:47.743837 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d9d54f48-18ef-42ea-8e2c-4c482f6882c8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6e0a157e-58da-43db-92c3-c8963b2f1b88 HTTP/1.1" status: 204 len: 168 time: 0.3401091 Jul 16 08:36:47.775150 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f8b92005-f961-4a47-a51c-65f3f5d55aa1 req-a48228c3-6f90-451f-906a-4597d0c6f69c tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] 10.222.0.22 "GET /v2.0/security-groups/a4230328-659e-4bd9-9a92-5c24d075cc23 HTTP/1.1" status: 200 len: 2408 time: 0.1107185 Jul 16 08:36:47.779204 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d54f48-18ef-42ea-8e2c-4c482f6882c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e0a157e-58da-43db-92c3-c8963b2f1b88,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:48.008301 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1e733051-35eb-4d51-ab28-c4e323f2d058 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.016246 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1e733051-35eb-4d51-ab28-c4e323f2d058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.024124 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc037-a422-46db-bef4-3ec25d148b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.082448 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1bc037-a422-46db-bef4-3ec25d148b33 admin admin] Pushing event deleted for resources: {'Port': ['ID=e95afccb-7215-4f3a-8b57-6f6c215836cb,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:48.087919 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19a9e8-9b89-45e1-9975-3fa72fc34374 req-461ab064-eb19-4060-9844-8abdfd9f3aac tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:48.090508 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bb19a9e8-9b89-45e1-9975-3fa72fc34374 req-461ab064-eb19-4060-9844-8abdfd9f3aac tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 947 time: 0.1751354 Jul 16 08:36:48.213279 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bb19a9e8-9b89-45e1-9975-3fa72fc34374 req-eeefbe23-386d-485c-a80e-39cae1a43e11 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096387 Jul 16 08:36:48.216844 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e733051-35eb-4d51-ab28-c4e323f2d058 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8557f65-8e36-4c62-a99c-827daa9b86d8,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:48.260523 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-be652a96-7bd1-405f-8d31-a1979de10845 req-8f15981e-0404-40df-be62-b9e4d55c4478 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] 10.222.0.22 "GET /v2.0/security-group-rules/2dda7923-29c5-4525-92bb-ddd4908f997c HTTP/1.1" status: 200 len: 778 time: 0.1775708 Jul 16 08:36:48.297956 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1e733051-35eb-4d51-ab28-c4e323f2d058 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ea186224878341cab7c3a8dec7fe9270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9886265 Jul 16 08:36:48.298172 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35802) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:48.300526 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35804) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:48.316510 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-87fa0f73-4181-47e0-a603-10b8ee9b5f28 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.358250 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc037-a422-46db-bef4-3ec25d148b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.484372 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-be652a96-7bd1-405f-8d31-a1979de10845 req-3f9fc2d5-8b46-4344-a0fa-3b2bbfa7d6d7 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] 10.222.0.22 "GET /v2.0/security-groups/a4230328-659e-4bd9-9a92-5c24d075cc23 HTTP/1.1" status: 200 len: 2408 time: 0.2229056 Jul 16 08:36:48.486289 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc037-a422-46db-bef4-3ec25d148b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.489556 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc037-a422-46db-bef4-3ec25d148b33 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.498485 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d7c63-8492-4f36-a5ce-7ba7186d0374 req-3df0fe13-0f8e-4b9e-87f5-f6f2e38aee3f tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:48.500594 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-638d7c63-8492-4f36-a5ce-7ba7186d0374 req-3df0fe13-0f8e-4b9e-87f5-f6f2e38aee3f tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 946 time: 0.1057589 Jul 16 08:36:48.514614 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-87fa0f73-4181-47e0-a603-10b8ee9b5f28 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.523087 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-87fa0f73-4181-47e0-a603-10b8ee9b5f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.560647 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc037-a422-46db-bef4-3ec25d148b33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.561133 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c1bc037-a422-46db-bef4-3ec25d148b33 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5284b548-0c30-4b17-89de-4df31b78340a {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:36:48.563046 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-99febeca-e3e6-417d-815f-580daf7ada05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.571627 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc037-a422-46db-bef4-3ec25d148b33 admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.574946 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3c1bc037-a422-46db-bef4-3ec25d148b33 admin admin] 10.222.0.22 "DELETE /v2.0/routers/5284b548-0c30-4b17-89de-4df31b78340a HTTP/1.1" status: 204 len: 168 time: 2.0679770 Jul 16 08:36:48.575576 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35806) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:48.577351 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-638d7c63-8492-4f36-a5ce-7ba7186d0374 req-79bcdb23-6025-48e5-b142-853a729c0832 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653479 Jul 16 08:36:48.593823 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fa0f73-4181-47e0-a603-10b8ee9b5f28 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df015a6-f576-4713-8e1d-637ba3b76ed3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:48.595857 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-be652a96-7bd1-405f-8d31-a1979de10845 req-2136d5fe-2d7d-4242-91a1-aec3c7a4a7a3 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.603493 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-87fa0f73-4181-47e0-a603-10b8ee9b5f28 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=03a94bf99c7d494f95dd7988c3a5ce9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3062980 Jul 16 08:36:48.604170 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35808) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:48.648287 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-be652a96-7bd1-405f-8d31-a1979de10845 req-2136d5fe-2d7d-4242-91a1-aec3c7a4a7a3 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.658469 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-99febeca-e3e6-417d-815f-580daf7ada05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.660006 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-155d5ce3-2903-42bd-9f0b-a0aedb44f12c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.698439 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-155d5ce3-2903-42bd-9f0b-a0aedb44f12c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.704001 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-58cb42ac-a8cb-4e4b-bdd0-240dfed1a295 admin admin] Deleting subnet 0e37428c-dde5-4578-9b20-ce6e90635b39 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:36:48.717247 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-58cb42ac-a8cb-4e4b-bdd0-240dfed1a295 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.779408 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-155d5ce3-2903-42bd-9f0b-a0aedb44f12c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.782811 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-155d5ce3-2903-42bd-9f0b-a0aedb44f12c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.784478 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-155d5ce3-2903-42bd-9f0b-a0aedb44f12c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2df015a6-f576-4713-8e1d-637ba3b76ed3 HTTP/1.1" status: 204 len: 168 time: 0.1788528 Jul 16 08:36:48.804111 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155d5ce3-2903-42bd-9f0b-a0aedb44f12c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df015a6-f576-4713-8e1d-637ba3b76ed3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:48.829919 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-58cb42ac-a8cb-4e4b-bdd0-240dfed1a295 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.853132 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-99febeca-e3e6-417d-815f-580daf7ada05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.858531 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-99febeca-e3e6-417d-815f-580daf7ada05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.862418 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-99febeca-e3e6-417d-815f-580daf7ada05 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d8557f65-8e36-4c62-a99c-827daa9b86d8 HTTP/1.1" status: 204 len: 168 time: 0.5504868 Jul 16 08:36:48.873828 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-be652a96-7bd1-405f-8d31-a1979de10845 req-2136d5fe-2d7d-4242-91a1-aec3c7a4a7a3 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.890896 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99febeca-e3e6-417d-815f-580daf7ada05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8557f65-8e36-4c62-a99c-827daa9b86d8,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:48.896749 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-be652a96-7bd1-405f-8d31-a1979de10845 req-2136d5fe-2d7d-4242-91a1-aec3c7a4a7a3 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:48.899447 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-be652a96-7bd1-405f-8d31-a1979de10845 req-2136d5fe-2d7d-4242-91a1-aec3c7a4a7a3 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/2dda7923-29c5-4525-92bb-ddd4908f997c HTTP/1.1" status: 204 len: 173 time: 0.4026656 Jul 16 08:36:48.926009 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2136d5fe-2d7d-4242-91a1-aec3c7a4a7a3 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2dda7923-29c5-4525-92bb-ddd4908f997c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:48.935260 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-59a1b480-79fd-4b3d-9d84-e485710dee48 req-32ac005a-4f70-407f-b46d-93d702154199 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-733406578', 'description': 'tempest-description-1590440992'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:48.998829 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-59a1b480-79fd-4b3d-9d84-e485710dee48 req-32ac005a-4f70-407f-b46d-93d702154199 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.025903 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-58cb42ac-a8cb-4e4b-bdd0-240dfed1a295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.111317 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-58cb42ac-a8cb-4e4b-bdd0-240dfed1a295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.145274 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cb42ac-a8cb-4e4b-bdd0-240dfed1a295 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0e37428c-dde5-4578-9b20-ce6e90635b39,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:49.166043 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-58cb42ac-a8cb-4e4b-bdd0-240dfed1a295 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.169830 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95034104-da44-4e51-80ff-e04584419cb9 None None] Network 2ec9381e-4ff7-47da-b8ef-eab3f5a31f21 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:36:49.170626 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35822) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:49.180842 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-58cb42ac-a8cb-4e4b-bdd0-240dfed1a295 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/0e37428c-dde5-4578-9b20-ce6e90635b39 HTTP/1.1" status: 204 len: 168 time: 0.5890393 Jul 16 08:36:49.207285 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-59a1b480-79fd-4b3d-9d84-e485710dee48 req-32ac005a-4f70-407f-b46d-93d702154199 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.216150 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-59a1b480-79fd-4b3d-9d84-e485710dee48 req-32ac005a-4f70-407f-b46d-93d702154199 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.299299 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-59a1b480-79fd-4b3d-9d84-e485710dee48 req-32ac005a-4f70-407f-b46d-93d702154199 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.300583 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-59a1b480-79fd-4b3d-9d84-e485710dee48 req-32ac005a-4f70-407f-b46d-93d702154199 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.3719549 Jul 16 08:36:49.309873 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ac005a-4f70-407f-b46d-93d702154199 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f9a3b192-2296-4909-b4ca-511edebb65f4,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:49.357463 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ecd2b3e-bd33-402b-ad1d-911a95d1b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.430783 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d62cf662-ee42-4719-b646-2779b18d7fb4 req-6282052a-3708-4c91-9a71-d234613228b2 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] 10.222.0.22 "GET /v2.0/security-groups/f9a3b192-2296-4909-b4ca-511edebb65f4 HTTP/1.1" status: 200 len: 1814 time: 0.0984795 Jul 16 08:36:49.432498 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device c7c4724f-745f-43a4-bea4-201fe0e2c9fe no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:49.462201 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: c7c4724f-745f-43a4-bea4-201fe0e2c9fe {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:49.462552 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device c7c4724f-745f-43a4-bea4-201fe0e2c9fe not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:49.462972 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device e95afccb-7215-4f3a-8b57-6f6c215836cb no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:49.480026 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-ee5e2968-bed2-4044-943f-939956fc56f4 req-037882e0-27c0-4232-9ee1-f33db7a08eaa tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-624374872', 'description': 'tempest-description-888127589'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:49.541742 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfc0c45-ffbc-407b-9b3a-36c09c824d04 req-1bbffd48-d2de-425a-8270-e4fdacd7c944 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:49.543491 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: e95afccb-7215-4f3a-8b57-6f6c215836cb {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:49.550439 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9dfc0c45-ffbc-407b-9b3a-36c09c824d04 req-1bbffd48-d2de-425a-8270-e4fdacd7c944 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 947 time: 0.1879723 Jul 16 08:36:49.553554 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device e95afccb-7215-4f3a-8b57-6f6c215836cb not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:49.565329 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0ecd2b3e-bd33-402b-ad1d-911a95d1b1bd admin admin] Deleting port 54f7b68d-c939-42ed-9875-aa1572305f78 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:49.565752 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ecd2b3e-bd33-402b-ad1d-911a95d1b1bd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.587866 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ee5e2968-bed2-4044-943f-939956fc56f4 req-037882e0-27c0-4232-9ee1-f33db7a08eaa tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.642382 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9dfc0c45-ffbc-407b-9b3a-36c09c824d04 req-9dd1f8b2-c48a-4adb-bad4-ee7308e1fd39 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905938 Jul 16 08:36:49.733459 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4785ebcc-2501-496b-a3dd-4ad937ac2354 None None] DHCP port deletion for 2ec9381e-4ff7-47da-b8ef-eab3f5a31f21 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:36:49.776503 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-0ecd2b3e-bd33-402b-ad1d-911a95d1b1bd admin admin] For port 54f7b68d-c939-42ed-9875-aa1572305f78, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=54f7b68d-c939-42ed-9875-aa1572305f78,segment=NetworkSegment(91d6b793-ee4b-4a83-a2f8-34b7d5e93b86),segment_id=91d6b793-ee4b-4a83-a2f8-34b7d5e93b86)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:49.777240 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ecd2b3e-bd33-402b-ad1d-911a95d1b1bd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.793545 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0ecd2b3e-bd33-402b-ad1d-911a95d1b1bd admin admin] Calling delete_port for 54f7b68d-c939-42ed-9875-aa1572305f78 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:49.843878 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ee5e2968-bed2-4044-943f-939956fc56f4 req-037882e0-27c0-4232-9ee1-f33db7a08eaa tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.853096 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-4785ebcc-2501-496b-a3dd-4ad937ac2354 None None] Deleting port 54f7b68d-c939-42ed-9875-aa1572305f78 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:49.855106 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ee5e2968-bed2-4044-943f-939956fc56f4 req-037882e0-27c0-4232-9ee1-f33db7a08eaa tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.859439 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4785ebcc-2501-496b-a3dd-4ad937ac2354 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.924867 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ee5e2968-bed2-4044-943f-939956fc56f4 req-037882e0-27c0-4232-9ee1-f33db7a08eaa tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:49.927831 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ee5e2968-bed2-4044-943f-939956fc56f4 req-037882e0-27c0-4232-9ee1-f33db7a08eaa tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.4517255 Jul 16 08:36:49.938122 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037882e0-27c0-4232-9ee1-f33db7a08eaa tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=86d4c43b-4e5a-430e-9331-b0922ff9e8ce,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:49.985612 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-4785ebcc-2501-496b-a3dd-4ad937ac2354 None None] For port 54f7b68d-c939-42ed-9875-aa1572305f78, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=54f7b68d-c939-42ed-9875-aa1572305f78,segment=NetworkSegment(91d6b793-ee4b-4a83-a2f8-34b7d5e93b86),segment_id=91d6b793-ee4b-4a83-a2f8-34b7d5e93b86)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:49.986310 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4785ebcc-2501-496b-a3dd-4ad937ac2354 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.000605 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-4785ebcc-2501-496b-a3dd-4ad937ac2354 None None] Calling delete_port for 54f7b68d-c939-42ed-9875-aa1572305f78 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:50.032089 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fac30197-30f3-47cb-b615-7e8912e2a51a req-efd1a0c1-f4ad-4409-904e-c27e88b979ea tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] 10.222.0.22 "GET /v2.0/security-groups/86d4c43b-4e5a-430e-9331-b0922ff9e8ce HTTP/1.1" status: 200 len: 1813 time: 0.0680220 Jul 16 08:36:50.061126 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-2c3aeb04-402c-44fe-a814-1677410f3c52 req-84eb5610-22c4-4928-8713-66c6e2785fa6 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-11570115', 'description': 'tempest-description-1547709132'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:50.070311 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ead23-e438-4868-90c5-7d0a67beb89a req-459f9a3c-2921-4298-869c-78bf58a0fa44 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:50.079017 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-555ead23-e438-4868-90c5-7d0a67beb89a req-459f9a3c-2921-4298-869c-78bf58a0fa44 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 946 time: 0.1327150 Jul 16 08:36:50.090158 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ecd2b3e-bd33-402b-ad1d-911a95d1b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.107295 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2c3aeb04-402c-44fe-a814-1677410f3c52 req-84eb5610-22c4-4928-8713-66c6e2785fa6 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.109655 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4785ebcc-2501-496b-a3dd-4ad937ac2354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.132836 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd2b3e-bd33-402b-ad1d-911a95d1b1bd admin admin] Pushing event deleted for resources: {'Port': ['ID=54f7b68d-c939-42ed-9875-aa1572305f78,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:50.153321 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecd2b3e-bd33-402b-ad1d-911a95d1b1bd admin admin] No DVR routers for this DVR port 54f7b68d-c939-42ed-9875-aa1572305f78 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:50.159453 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785ebcc-2501-496b-a3dd-4ad937ac2354 None None] Pushing event deleted for resources: {'Port': ['ID=54f7b68d-c939-42ed-9875-aa1572305f78,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:50.169243 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4785ebcc-2501-496b-a3dd-4ad937ac2354 None None] No DVR routers for this DVR port 54f7b68d-c939-42ed-9875-aa1572305f78 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:36:50.178866 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-555ead23-e438-4868-90c5-7d0a67beb89a req-83ade661-f46e-406a-94fd-99945a1cb7ff tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985467 Jul 16 08:36:50.180899 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35866) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:50.260218 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2c3aeb04-402c-44fe-a814-1677410f3c52 req-84eb5610-22c4-4928-8713-66c6e2785fa6 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.266918 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2c3aeb04-402c-44fe-a814-1677410f3c52 req-84eb5610-22c4-4928-8713-66c6e2785fa6 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.293684 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ecd2b3e-bd33-402b-ad1d-911a95d1b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.306044 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2c3aeb04-402c-44fe-a814-1677410f3c52 req-84eb5610-22c4-4928-8713-66c6e2785fa6 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.307316 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2c3aeb04-402c-44fe-a814-1677410f3c52 req-84eb5610-22c4-4928-8713-66c6e2785fa6 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2516799 Jul 16 08:36:50.312821 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84eb5610-22c4-4928-8713-66c6e2785fa6 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbb2fb10-703a-4883-b289-82551431cfab,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:50.316212 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0ecd2b3e-bd33-402b-ad1d-911a95d1b1bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ec9381e-4ff7-47da-b8ef-eab3f5a31f21']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:50.329462 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0ecd2b3e-bd33-402b-ad1d-911a95d1b1bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91d6b793-ee4b-4a83-a2f8-34b7d5e93b86') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:50.330152 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0ecd2b3e-bd33-402b-ad1d-911a95d1b1bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91d6b793-ee4b-4a83-a2f8-34b7d5e93b86') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:50.349802 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e17ceb4e-b9da-405f-9b57-a58f6c7fc1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.362018 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ecd2b3e-bd33-402b-ad1d-911a95d1b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.396576 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ecd2b3e-bd33-402b-ad1d-911a95d1b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.416037 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ecd2b3e-bd33-402b-ad1d-911a95d1b1bd admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:36:50.416474 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ecd2b3e-bd33-402b-ad1d-911a95d1b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.418291 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:36:50.418291 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:36:50.418291 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:36:50.418291 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:36:50.418291 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:36:50.418291 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:36:50.418291 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:36:50.418291 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:36:50.418291 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:36:50.418291 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:36:50.418291 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:36:50.418291 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:36:50.418291 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:36:50.418291 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:36:50.418291 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:36:50.418291 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:36:50.418291 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:36:50.418291 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:36:50.418291 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:36:50.418291 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:36:50.418291 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:36:50.418291 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:36:50.418291 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:36:50.418291 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:36:50.418291 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:36:50.418291 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:36:50.418291 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:36:50.418291 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:36:50.418291 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:36:50.418291 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:36:50.418291 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:36:50.418291 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:36:50.448779 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1f9bd3dd-c72a-4f78-abdd-1746a6e923fc req-7848eff5-184f-4bf3-8ef6-a421336896c9 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] 10.222.0.22 "GET /v2.0/security-groups/bbb2fb10-703a-4883-b289-82551431cfab HTTP/1.1" status: 200 len: 1813 time: 0.1099930 Jul 16 08:36:50.492480 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e17ceb4e-b9da-405f-9b57-a58f6c7fc1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.492480 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-2b74aaec-de66-4df5-a37c-2cfef639b036 req-fd5f9676-94a3-4d5e-8900-7217f71f721d tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2071919079', 'description': 'tempest-description-2114703564'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:50.492902 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ecd2b3e-bd33-402b-ad1d-911a95d1b1bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.497035 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e17ceb4e-b9da-405f-9b57-a58f6c7fc1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.504607 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ecd2b3e-bd33-402b-ad1d-911a95d1b1bd admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.507507 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0ecd2b3e-bd33-402b-ad1d-911a95d1b1bd admin admin] 10.222.0.22 "DELETE /v2.0/networks/2ec9381e-4ff7-47da-b8ef-eab3f5a31f21 HTTP/1.1" status: 204 len: 168 time: 1.3357546 Jul 16 08:36:50.524156 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecd2b3e-bd33-402b-ad1d-911a95d1b1bd admin admin] Pushing event deleted for resources: {'Network': ['ID=2ec9381e-4ff7-47da-b8ef-eab3f5a31f21,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:50.553761 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ceb4e-b9da-405f-9b57-a58f6c7fc1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d048288-5bb7-4e45-b1bd-f737dbcd548a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:50.556523 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2b74aaec-de66-4df5-a37c-2cfef639b036 req-fd5f9676-94a3-4d5e-8900-7217f71f721d tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.563864 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e17ceb4e-b9da-405f-9b57-a58f6c7fc1a8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=18c6b1a45a284615a683ab5bffa18489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3796089 Jul 16 08:36:50.564338 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35888) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:50.627065 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f388d745-cc95-46a5-b160-383bc2f38b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.657843 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f388d745-cc95-46a5-b160-383bc2f38b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.677412 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2b74aaec-de66-4df5-a37c-2cfef639b036 req-fd5f9676-94a3-4d5e-8900-7217f71f721d tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.683272 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2b74aaec-de66-4df5-a37c-2cfef639b036 req-fd5f9676-94a3-4d5e-8900-7217f71f721d tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.731863 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5f9676-94a3-4d5e-8900-7217f71f721d tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Pushing event updated for resources: {'SecurityGroup': ['ID=785cbc2e-f9e8-43d9-a7f0-862468eb23df,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:50.737397 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2b74aaec-de66-4df5-a37c-2cfef639b036 req-fd5f9676-94a3-4d5e-8900-7217f71f721d tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.743180 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2b74aaec-de66-4df5-a37c-2cfef639b036 req-fd5f9676-94a3-4d5e-8900-7217f71f721d tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.2620704 Jul 16 08:36:50.757132 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f388d745-cc95-46a5-b160-383bc2f38b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.761179 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f388d745-cc95-46a5-b160-383bc2f38b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:50.762884 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f388d745-cc95-46a5-b160-383bc2f38b73 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5d048288-5bb7-4e45-b1bd-f737dbcd548a HTTP/1.1" status: 204 len: 168 time: 0.1969802 Jul 16 08:36:50.776836 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f388d745-cc95-46a5-b160-383bc2f38b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d048288-5bb7-4e45-b1bd-f737dbcd548a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:50.838049 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-da0fdf5d-71b3-40b0-9e09-484814284475 req-be78d0c0-04e6-44db-b4bb-39674535baa8 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] 10.222.0.22 "GET /v2.0/security-groups/785cbc2e-f9e8-43d9-a7f0-862468eb23df HTTP/1.1" status: 200 len: 1815 time: 0.0755587 Jul 16 08:36:50.874918 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [req-f5b89220-3d85-49af-b18d-019215d10f83 req-0aaedf67-d49c-4139-841b-cf08c4f1c7e2 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] show failed (client error): The resource could not be found. Jul 16 08:36:50.883206 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f5b89220-3d85-49af-b18d-019215d10f83 req-0aaedf67-d49c-4139-841b-cf08c4f1c7e2 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] 10.222.0.22 "GET /v2.0/security-groups/8e1f7b6a-df99-4fcd-afcd-ca239c77eb38 HTTP/1.1" status: 404 len: 352 time: 0.0227942 Jul 16 08:36:50.898719 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35908) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:50.923476 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63a8042-e077-4883-a8cc-54ea811c9056 req-07839f88-2b7a-4500-8e5c-32b2257f51d8 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:50.925527 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d63a8042-e077-4883-a8cc-54ea811c9056 req-07839f88-2b7a-4500-8e5c-32b2257f51d8 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 947 time: 0.0925994 Jul 16 08:36:50.939358 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [req-1730c95b-1f9c-49a2-bc06-50f7306409b6 req-1bea1fc3-e9a5-4ad2-a180-399ea1e9976a tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] show failed (client error): The resource could not be found. Jul 16 08:36:50.946788 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1730c95b-1f9c-49a2-bc06-50f7306409b6 req-1bea1fc3-e9a5-4ad2-a180-399ea1e9976a tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] 10.222.0.22 "GET /v2.0/security-group-rules/09e8c461-d054-4d2c-877a-f41b3138b4b4 HTTP/1.1" status: 404 len: 361 time: 0.0243874 Jul 16 08:36:51.005004 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d63a8042-e077-4883-a8cc-54ea811c9056 req-55fd80c7-477f-4280-a1b9-364b3ba484cd tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703797 Jul 16 08:36:51.027141 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 54f7b68d-c939-42ed-9875-aa1572305f78 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:36:51.033105 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35914) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:51.033374 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7433d0e2-c96a-4ec2-bfd6-33a3720705c1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5caadc89d84547f48fb2ad7adc37a5ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1335506 Jul 16 08:36:51.037997 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2ca42f53-55e6-45b4-9bd2-ed0ff34173c9 req-48e57be5-3818-419a-a35b-4f5a9a8d017c tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] 10.222.0.22 "GET /v2.0/security-groups/785cbc2e-f9e8-43d9-a7f0-862468eb23df HTTP/1.1" status: 200 len: 1815 time: 0.0758369 Jul 16 08:36:51.069903 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 54f7b68d-c939-42ed-9875-aa1572305f78 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:36:51.070247 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 54f7b68d-c939-42ed-9875-aa1572305f78 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:36:51.128385 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ed5fb4c-8751-42ff-9c95-f9743e2510ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.137744 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2ca42f53-55e6-45b4-9bd2-ed0ff34173c9 req-b1172c90-33aa-4d71-969d-315607bb6e0b tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.160138 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ed5fb4c-8751-42ff-9c95-f9743e2510ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.175663 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2ca42f53-55e6-45b4-9bd2-ed0ff34173c9 req-b1172c90-33aa-4d71-969d-315607bb6e0b tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.227218 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ed5fb4c-8751-42ff-9c95-f9743e2510ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.231496 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ed5fb4c-8751-42ff-9c95-f9743e2510ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.235201 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8ed5fb4c-8751-42ff-9c95-f9743e2510ab admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a2e42a16-e3c8-485f-b7f5-515a696e11e8 HTTP/1.1" status: 204 len: 168 time: 0.1986976 Jul 16 08:36:51.247143 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed5fb4c-8751-42ff-9c95-f9743e2510ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e42a16-e3c8-485f-b7f5-515a696e11e8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:51.276936 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2ca42f53-55e6-45b4-9bd2-ed0ff34173c9 req-b1172c90-33aa-4d71-969d-315607bb6e0b tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.280453 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-2ca42f53-55e6-45b4-9bd2-ed0ff34173c9 req-b1172c90-33aa-4d71-969d-315607bb6e0b tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.291993 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2ca42f53-55e6-45b4-9bd2-ed0ff34173c9 req-b1172c90-33aa-4d71-969d-315607bb6e0b tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] 10.222.0.22 "DELETE /v2.0/security-groups/785cbc2e-f9e8-43d9-a7f0-862468eb23df HTTP/1.1" status: 204 len: 173 time: 0.2463355 Jul 16 08:36:51.308970 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1172c90-33aa-4d71-969d-315607bb6e0b tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=785cbc2e-f9e8-43d9-a7f0-862468eb23df,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:51.469553 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35934) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:51.489276 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4ab89fdc-e5b0-4466-8dca-55e1d364ae54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.509467 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d344ec93-175e-49e8-a4ec-0b9c779ddd3d req-96fbd1b1-6cd7-4523-a9d0-a80bde23542c tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] 10.222.0.22 "GET /v2.0/security-groups/bbb2fb10-703a-4883-b289-82551431cfab HTTP/1.1" status: 200 len: 1813 time: 0.0714700 Jul 16 08:36:51.510108 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f38215-30e2-44a3-bab3-8f268babc13c req-9eee8a09-a816-4cd3-9f18-533fa1f2f1a0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:51.517552 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e1f38215-30e2-44a3-bab3-8f268babc13c req-9eee8a09-a816-4cd3-9f18-533fa1f2f1a0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 946 time: 0.1153479 Jul 16 08:36:51.579757 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d344ec93-175e-49e8-a4ec-0b9c779ddd3d req-205b9337-165f-4373-9b7c-11cef61b55fd tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.616523 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e1f38215-30e2-44a3-bab3-8f268babc13c req-c060ed5f-afbd-43c9-b993-bdbfb7e6797b tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979626 Jul 16 08:36:51.620669 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d344ec93-175e-49e8-a4ec-0b9c779ddd3d req-205b9337-165f-4373-9b7c-11cef61b55fd tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.682355 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d344ec93-175e-49e8-a4ec-0b9c779ddd3d req-205b9337-165f-4373-9b7c-11cef61b55fd tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.686610 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d344ec93-175e-49e8-a4ec-0b9c779ddd3d req-205b9337-165f-4373-9b7c-11cef61b55fd tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.691317 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d344ec93-175e-49e8-a4ec-0b9c779ddd3d req-205b9337-165f-4373-9b7c-11cef61b55fd tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] 10.222.0.22 "DELETE /v2.0/security-groups/bbb2fb10-703a-4883-b289-82551431cfab HTTP/1.1" status: 204 len: 173 time: 0.1798115 Jul 16 08:36:51.703286 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fea34b-4cce-4a7b-9879-3077745d533c req-a4dd20c3-6677-4b6a-a013-3e2aabe91491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:51.704841 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c4fea34b-4cce-4a7b-9879-3077745d533c req-a4dd20c3-6677-4b6a-a013-3e2aabe91491 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=fe485eef99184140b54eea7a4f5e6aa7&device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 1099 time: 0.1751788 Jul 16 08:36:51.717070 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b9337-165f-4373-9b7c-11cef61b55fd tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbb2fb10-703a-4883-b289-82551431cfab,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:51.809394 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d0271109-e98b-4d67-ae45-527461b53153 req-12ce2d2c-d13f-4140-b0ec-c71b4e29425b tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] 10.222.0.22 "GET /v2.0/security-groups/86d4c43b-4e5a-430e-9331-b0922ff9e8ce HTTP/1.1" status: 200 len: 1813 time: 0.0946846 Jul 16 08:36:51.869545 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4ab89fdc-e5b0-4466-8dca-55e1d364ae54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.881389 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4ab89fdc-e5b0-4466-8dca-55e1d364ae54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.890671 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d0271109-e98b-4d67-ae45-527461b53153 req-f3eadb92-e96c-43c5-9db9-5bf851350fc4 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.928973 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d0271109-e98b-4d67-ae45-527461b53153 req-f3eadb92-e96c-43c5-9db9-5bf851350fc4 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.992637 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d0271109-e98b-4d67-ae45-527461b53153 req-f3eadb92-e96c-43c5-9db9-5bf851350fc4 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.995523 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d0271109-e98b-4d67-ae45-527461b53153 req-f3eadb92-e96c-43c5-9db9-5bf851350fc4 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:51.996969 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d0271109-e98b-4d67-ae45-527461b53153 req-f3eadb92-e96c-43c5-9db9-5bf851350fc4 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] 10.222.0.22 "DELETE /v2.0/security-groups/86d4c43b-4e5a-430e-9331-b0922ff9e8ce HTTP/1.1" status: 204 len: 173 time: 0.1801088 Jul 16 08:36:52.011601 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3eadb92-e96c-43c5-9db9-5bf851350fc4 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=86d4c43b-4e5a-430e-9331-b0922ff9e8ce,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:52.093648 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3733fa94-7293-4567-a945-58844ba4ba83 req-7ac2f380-f615-4687-8667-afb6cb7b869d tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] 10.222.0.22 "GET /v2.0/security-groups/f9a3b192-2296-4909-b4ca-511edebb65f4 HTTP/1.1" status: 200 len: 1814 time: 0.0537710 Jul 16 08:36:52.151185 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35958) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:52.173996 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3733fa94-7293-4567-a945-58844ba4ba83 req-08bed2ca-00e0-4d09-8679-37f2822f65bc tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.200044 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3733fa94-7293-4567-a945-58844ba4ba83 req-08bed2ca-00e0-4d09-8679-37f2822f65bc tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.242923 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fea34b-4cce-4a7b-9879-3077745d533c req-1337dec9-ac38-4932-b741-3d9050c3edf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:52.245147 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c4fea34b-4cce-4a7b-9879-3077745d533c req-1337dec9-ac38-4932-b741-3d9050c3edf1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c8582703-4cc4-4fff-80b5-c471d9477e16 HTTP/1.1" status: 200 len: 914 time: 0.5238960 Jul 16 08:36:52.246009 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab89fdc-e5b0-4466-8dca-55e1d364ae54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8de0b8db-1d5d-4b1a-b299-0418f66109da,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:52.254064 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4ab89fdc-e5b0-4466-8dca-55e1d364ae54 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=101feb7a91544067b5c71443ce3e94ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7834599 Jul 16 08:36:52.254615 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35966) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:52.267091 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3733fa94-7293-4567-a945-58844ba4ba83 req-08bed2ca-00e0-4d09-8679-37f2822f65bc tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.270023 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3733fa94-7293-4567-a945-58844ba4ba83 req-08bed2ca-00e0-4d09-8679-37f2822f65bc tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.276906 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3733fa94-7293-4567-a945-58844ba4ba83 req-08bed2ca-00e0-4d09-8679-37f2822f65bc tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] 10.222.0.22 "DELETE /v2.0/security-groups/f9a3b192-2296-4909-b4ca-511edebb65f4 HTTP/1.1" status: 204 len: 173 time: 0.1749544 Jul 16 08:36:52.309647 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c4fea34b-4cce-4a7b-9879-3077745d533c req-786b3d7f-87cb-498c-b730-96db7593042e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4d260d8b-2721-4aad-939f-af2eced15fea HTTP/1.1" status: 200 len: 217 time: 0.0541313 Jul 16 08:36:52.312966 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bed2ca-00e0-4d09-8679-37f2822f65bc tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9a3b192-2296-4909-b4ca-511edebb65f4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:52.336792 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88cef51-aa84-46c7-97ab-320c110ecf8b req-2965d834-75f3-492d-824d-aaf79d47be7a tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:52.355176 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b88cef51-aa84-46c7-97ab-320c110ecf8b req-2965d834-75f3-492d-824d-aaf79d47be7a tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 947 time: 0.5690928 Jul 16 08:36:52.372280 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1baaeffb-ab3e-46ff-a7f0-2cfab3ee2153 req-4dc35896-93c0-4cf8-b4b1-c9c671c50fbb tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] 10.222.0.22 "GET /v2.0/security-groups/a4230328-659e-4bd9-9a92-5c24d075cc23 HTTP/1.1" status: 200 len: 1814 time: 0.0754569 Jul 16 08:36:52.378147 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e172fc96-a70a-482a-91c6-b4f69692fc92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.421748 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e172fc96-a70a-482a-91c6-b4f69692fc92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.424486 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4fea34b-4cce-4a7b-9879-3077745d533c req-b3708bdb-ef22-418a-93c6-3081137e33d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:52.426051 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c4fea34b-4cce-4a7b-9879-3077745d533c req-b3708bdb-ef22-418a-93c6-3081137e33d7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=df86fc55-3ccc-4737-ad2e-69164a017fd5 HTTP/1.1" status: 200 len: 853 time: 0.0595324 Jul 16 08:36:52.462580 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1c7fdb90-ab7f-41bb-9243-768c18961989 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:52.473372 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c4fea34b-4cce-4a7b-9879-3077745d533c req-3653a807-a49b-4530-bde0-3cb443055191 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c8582703-4cc4-4fff-80b5-c471d9477e16&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382099 Jul 16 08:36:52.492836 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1baaeffb-ab3e-46ff-a7f0-2cfab3ee2153 req-f0ffaf35-6f37-4221-b0f4-05cb0cb64c83 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.493495 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b88cef51-aa84-46c7-97ab-320c110ecf8b req-c7cfa98e-9f40-4db4-b711-5f24a2f89c1e tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365039 Jul 16 08:36:52.529221 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1baaeffb-ab3e-46ff-a7f0-2cfab3ee2153 req-f0ffaf35-6f37-4221-b0f4-05cb0cb64c83 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.539645 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c7fdb90-ab7f-41bb-9243-768c18961989 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.545714 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e172fc96-a70a-482a-91c6-b4f69692fc92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.548227 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e172fc96-a70a-482a-91c6-b4f69692fc92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.551975 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e172fc96-a70a-482a-91c6-b4f69692fc92 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8de0b8db-1d5d-4b1a-b299-0418f66109da HTTP/1.1" status: 204 len: 168 time: 0.2953112 Jul 16 08:36:52.585646 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172fc96-a70a-482a-91c6-b4f69692fc92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8de0b8db-1d5d-4b1a-b299-0418f66109da,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:52.621520 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1baaeffb-ab3e-46ff-a7f0-2cfab3ee2153 req-f0ffaf35-6f37-4221-b0f4-05cb0cb64c83 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.627279 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1baaeffb-ab3e-46ff-a7f0-2cfab3ee2153 req-f0ffaf35-6f37-4221-b0f4-05cb0cb64c83 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.632621 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1baaeffb-ab3e-46ff-a7f0-2cfab3ee2153 req-f0ffaf35-6f37-4221-b0f4-05cb0cb64c83 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] 10.222.0.22 "DELETE /v2.0/security-groups/a4230328-659e-4bd9-9a92-5c24d075cc23 HTTP/1.1" status: 204 len: 173 time: 0.2476218 Jul 16 08:36:52.636717 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35980) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:52.639191 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c4fea34b-4cce-4a7b-9879-3077745d533c req-86e1cf03-92a8-4012-b9f2-cdba4795d2d3 service neutron] 10.222.0.21 "GET /v2.0/networks/c8582703-4cc4-4fff-80b5-c471d9477e16?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1592083 Jul 16 08:36:52.652889 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ffaf35-6f37-4221-b0f4-05cb0cb64c83 tempest-SecurityGroupRulesNegativeTestJSON-857931784 tempest-SecurityGroupRulesNegativeTestJSON-857931784-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4230328-659e-4bd9-9a92-5c24d075cc23,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:52.773717 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-7df0841b-607d-46ce-8908-b01102d2ffe8 admin admin] Deleting subnet 1c8f8a4b-1170-4ac4-9f57-a73ac519a871 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:36:52.781075 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7df0841b-607d-46ce-8908-b01102d2ffe8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.823468 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c7fdb90-ab7f-41bb-9243-768c18961989 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.830812 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7df0841b-607d-46ce-8908-b01102d2ffe8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.882734 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c4fea34b-4cce-4a7b-9879-3077745d533c req-1b2e399d-9045-4201-822c-7d4bab568d49 service neutron] 10.222.0.21 "GET /v2.0/networks/c8582703-4cc4-4fff-80b5-c471d9477e16?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2314789 Jul 16 08:36:52.902614 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d5e782-f9e5-4a45-89d0-4997ee64d522 req-7dbb31d2-ada7-4561-b92a-3e4ea2b68b6e tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:52.904492 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-58d5e782-f9e5-4a45-89d0-4997ee64d522 req-7dbb31d2-ada7-4561-b92a-3e4ea2b68b6e tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 946 time: 0.0939219 Jul 16 08:36:52.939323 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7df0841b-607d-46ce-8908-b01102d2ffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:52.957933 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-58d5e782-f9e5-4a45-89d0-4997ee64d522 req-92ecddf8-b1f3-441a-9b12-0d53d4578e9b tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420973 Jul 16 08:36:53.032675 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-1c7fdb90-ab7f-41bb-9243-768c18961989 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Allocated IP 172.25.3.197 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/40064fff-da1c-499e-b6dd-33d06a687109) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:36:53.056415 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7df0841b-607d-46ce-8908-b01102d2ffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.101961 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df0841b-607d-46ce-8908-b01102d2ffe8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1c8f8a4b-1170-4ac4-9f57-a73ac519a871,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:53.109876 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7df0841b-607d-46ce-8908-b01102d2ffe8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.111932 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7df0841b-607d-46ce-8908-b01102d2ffe8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1c8f8a4b-1170-4ac4-9f57-a73ac519a871 HTTP/1.1" status: 204 len: 168 time: 0.4621077 Jul 16 08:36:53.114656 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35998) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:53.210830 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c7fdb90-ab7f-41bb-9243-768c18961989 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.233596 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cf78fc9a-311f-409b-a218-5704c77fd1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.262430 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c7fdb90-ab7f-41bb-9243-768c18961989 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.270401 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36010) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:53.335298 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7fdb90-ab7f-41bb-9243-768c18961989 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Pushing event updated for resources: {'Port': ['ID=40064fff-da1c-499e-b6dd-33d06a687109,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:53.339414 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c7fdb90-ab7f-41bb-9243-768c18961989 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:36:53.341246 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cf78fc9a-311f-409b-a218-5704c77fd1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.341407 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-1c7fdb90-ab7f-41bb-9243-768c18961989 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:36:53.343431 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c7fdb90-ab7f-41bb-9243-768c18961989 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:36:53.353646 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-cf78fc9a-311f-409b-a218-5704c77fd1d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3690926e-a389-45b8-b03e-bb481c3a8736']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:53.364100 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-cf78fc9a-311f-409b-a218-5704c77fd1d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81ca6030-bb13-4c40-a548-cc9329740788') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:53.364445 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-cf78fc9a-311f-409b-a218-5704c77fd1d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81ca6030-bb13-4c40-a548-cc9329740788') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:36:53.377896 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cf78fc9a-311f-409b-a218-5704c77fd1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.402307 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cf78fc9a-311f-409b-a218-5704c77fd1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.410030 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf78fc9a-311f-409b-a218-5704c77fd1d6 admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:36:53.410657 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cf78fc9a-311f-409b-a218-5704c77fd1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.413590 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:36:53.413590 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:36:53.413590 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:36:53.413590 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:36:53.413590 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:36:53.413590 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:36:53.413590 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:36:53.413590 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:36:53.413590 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:36:53.413590 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:36:53.413590 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:36:53.413590 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:36:53.413590 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:36:53.413590 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:36:53.413590 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:36:53.413590 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:36:53.413590 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:36:53.413590 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:36:53.413590 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:36:53.413590 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:36:53.413590 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:36:53.413590 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:36:53.413590 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:36:53.413590 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:36:53.413590 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:36:53.413590 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:36:53.413590 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:36:53.413590 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:36:53.413590 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:36:53.413590 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:36:53.413590 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:36:53.413590 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:36:53.452113 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c7fdb90-ab7f-41bb-9243-768c18961989 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.460282 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a5f4911-79f0-40e9-a6fd-026c36b1915b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.517300 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cf78fc9a-311f-409b-a218-5704c77fd1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.536634 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cf78fc9a-311f-409b-a218-5704c77fd1d6 admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.541409 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-cf78fc9a-311f-409b-a218-5704c77fd1d6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/3690926e-a389-45b8-b03e-bb481c3a8736 HTTP/1.1" status: 204 len: 168 time: 0.4229374 Jul 16 08:36:53.543070 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c7fdb90-ab7f-41bb-9243-768c18961989 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.544281 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf78fc9a-311f-409b-a218-5704c77fd1d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=3690926e-a389-45b8-b03e-bb481c3a8736,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:53.710802 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a5f4911-79f0-40e9-a6fd-026c36b1915b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.718089 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a5f4911-79f0-40e9-a6fd-026c36b1915b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.786943 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5f4911-79f0-40e9-a6fd-026c36b1915b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7abbcef8-d7f9-4e92-8c77-820215cc5e9f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:53.810200 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9a5f4911-79f0-40e9-a6fd-026c36b1915b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e1af7acbe139413cbd5c2acffaaa882c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5378091 Jul 16 08:36:53.812801 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36030) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:53.836014 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9181eb7-f468-4fb5-b0e2-3e4d04e49a2e req-2add7a5e-3602-4ae0-b29c-db23545b8351 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:53.837640 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b9181eb7-f468-4fb5-b0e2-3e4d04e49a2e req-2add7a5e-3602-4ae0-b29c-db23545b8351 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 947 time: 0.1710119 Jul 16 08:36:53.865552 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36036) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:53.875497 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c7fdb90-ab7f-41bb-9243-768c18961989 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.883795 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c7fdb90-ab7f-41bb-9243-768c18961989 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.905486 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4ca7af80-3c17-4791-9ca9-83146e6b46d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.945726 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-95513c28-4ff1-4d43-95b0-2ab3f41c07c9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3d017e74284e42e8a5e4501873a21bbf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0758626 Jul 16 08:36:53.948273 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4ca7af80-3c17-4791-9ca9-83146e6b46d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:53.950032 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7fdb90-ab7f-41bb-9243-768c18961989 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Pushing event updated for resources: {'Port': ['ID=40064fff-da1c-499e-b6dd-33d06a687109,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:53.950259 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36038) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:54.025168 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b9181eb7-f468-4fb5-b0e2-3e4d04e49a2e req-0c376aa1-0378-4af6-bd43-eb7d3b639342 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799753 Jul 16 08:36:54.039374 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c7fdb90-ab7f-41bb-9243-768c18961989 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.060789 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1c7fdb90-ab7f-41bb-9243-768c18961989 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.061196 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1c7fdb90-ab7f-41bb-9243-768c18961989 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.9088757 Jul 16 08:36:54.063996 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36046) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:54.070722 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-87c0bec2-c5bf-49c1-859c-76de54e01d26 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-290862773', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'fixed_ips': [{'ip_address': '172.25.3.197'}]}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:54.101751 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5d682086-0b52-4f2b-acfd-6076e24d6a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.117968 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c0bec2-c5bf-49c1-859c-76de54e01d26 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Made reservation on behalf of 484f0a285bde4c4e85e090de70cca5dd for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:54.119963 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-87c0bec2-c5bf-49c1-859c-76de54e01d26 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.124184 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4ca7af80-3c17-4791-9ca9-83146e6b46d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.126946 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4ca7af80-3c17-4791-9ca9-83146e6b46d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.128419 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4ca7af80-3c17-4791-9ca9-83146e6b46d5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7abbcef8-d7f9-4e92-8c77-820215cc5e9f HTTP/1.1" status: 204 len: 168 time: 0.3144171 Jul 16 08:36:54.179019 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-87c0bec2-c5bf-49c1-859c-76de54e01d26 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.182554 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5d682086-0b52-4f2b-acfd-6076e24d6a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.217534 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca7af80-3c17-4791-9ca9-83146e6b46d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7abbcef8-d7f9-4e92-8c77-820215cc5e9f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:54.341336 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c552a95-26cb-4750-a379-f8c544a2ca78 req-f43390ad-8c4c-444e-a7f2-436193444f3f tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:54.343178 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7c552a95-26cb-4750-a379-f8c544a2ca78 req-f43390ad-8c4c-444e-a7f2-436193444f3f tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 946 time: 0.1837766 Jul 16 08:36:54.346033 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5d682086-0b52-4f2b-acfd-6076e24d6a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.349809 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5d682086-0b52-4f2b-acfd-6076e24d6a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.352162 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5d682086-0b52-4f2b-acfd-6076e24d6a57 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6ab735fb-47e3-46b3-baa1-46fa9b479ad6 HTTP/1.1" status: 204 len: 168 time: 0.4007394 Jul 16 08:36:54.392992 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d682086-0b52-4f2b-acfd-6076e24d6a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ab735fb-47e3-46b3-baa1-46fa9b479ad6,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:54.456809 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7c552a95-26cb-4750-a379-f8c544a2ca78 req-d169ea6c-da85-4668-9bdd-8062fd08e2dc tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034107 Jul 16 08:36:54.478322 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-87c0bec2-c5bf-49c1-859c-76de54e01d26 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.484583 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-87c0bec2-c5bf-49c1-859c-76de54e01d26 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.501414 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-87c0bec2-c5bf-49c1-859c-76de54e01d26 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] device_id is not set on port 7a52affc-972c-4eb1-9664-8de039e9de93 yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:36:54.556044 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c0bec2-c5bf-49c1-859c-76de54e01d26 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d9b351c-f11d-4ea6-bc81-9a32b5699877,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:54.637567 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36108) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:54.652990 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9eef1dd9-2996-4add-875f-cd1cef9dfbc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.736564 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-87c0bec2-c5bf-49c1-859c-76de54e01d26 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 08:36:54.737953 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87c0bec2-c5bf-49c1-859c-76de54e01d26 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:36:54.804959 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9eef1dd9-2996-4add-875f-cd1cef9dfbc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.811621 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9eef1dd9-2996-4add-875f-cd1cef9dfbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:54.820046 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-87c0bec2-c5bf-49c1-859c-76de54e01d26 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.7549133 Jul 16 08:36:54.822682 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36118) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:54.873000 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9eef1dd9-2996-4add-875f-cd1cef9dfbc3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ea8c9af8e5de4e3795b99054d9c22a4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2342932 Jul 16 08:36:54.875009 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eef1dd9-2996-4add-875f-cd1cef9dfbc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a00fecf3-ba72-42c9-8a73-b9eacef2442f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:54.879337 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36124) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:55.043286 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1a276435-f835-4e57-bda4-1dc804f25cc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.075612 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1a276435-f835-4e57-bda4-1dc804f25cc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.089973 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-41d889fe-add6-4f53-91a2-1079c69514f1 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Deleting port 40064fff-da1c-499e-b6dd-33d06a687109 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:55.090325 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-41d889fe-add6-4f53-91a2-1079c69514f1 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.198736 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1a276435-f835-4e57-bda4-1dc804f25cc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.201556 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1a276435-f835-4e57-bda4-1dc804f25cc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.205467 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1a276435-f835-4e57-bda4-1dc804f25cc8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a00fecf3-ba72-42c9-8a73-b9eacef2442f HTTP/1.1" status: 204 len: 168 time: 0.3250484 Jul 16 08:36:55.212735 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-41d889fe-add6-4f53-91a2-1079c69514f1 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.213179 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-41d889fe-add6-4f53-91a2-1079c69514f1 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.225178 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a276435-f835-4e57-bda4-1dc804f25cc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a00fecf3-ba72-42c9-8a73-b9eacef2442f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:55.259063 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-41d889fe-add6-4f53-91a2-1079c69514f1 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Calling delete_port for 40064fff-da1c-499e-b6dd-33d06a687109 owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:55.398969 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88eaa12-c42c-494e-b124-7b9e660f68f1 req-4dec42eb-e7d2-4813-9d74-86056fcee60b tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:55.401271 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e88eaa12-c42c-494e-b124-7b9e660f68f1 req-4dec42eb-e7d2-4813-9d74-86056fcee60b tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 947 time: 0.1409512 Jul 16 08:36:55.477338 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e88eaa12-c42c-494e-b124-7b9e660f68f1 req-389d39ca-8675-4aab-a360-b91fd922c96b tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679102 Jul 16 08:36:55.490924 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-41d889fe-add6-4f53-91a2-1079c69514f1 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.533375 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d889fe-add6-4f53-91a2-1079c69514f1 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Pushing event deleted for resources: {'Port': ['ID=40064fff-da1c-499e-b6dd-33d06a687109,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:55.646949 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-41d889fe-add6-4f53-91a2-1079c69514f1 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.651870 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-41d889fe-add6-4f53-91a2-1079c69514f1 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:55.654288 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-41d889fe-add6-4f53-91a2-1079c69514f1 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962 tempest-ExternalNetworksAdminNegativeTestJSON-1781879962-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/a7fca18b-e8c8-4dab-ba27-f13d9e16bcf4 HTTP/1.1" status: 204 len: 168 time: 0.8283489 Jul 16 08:36:55.693331 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a03ff-bc5c-4f1e-af3e-314cd384b514 req-946fee3c-604e-43e0-99bc-1c8d75d55bd1 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:55.695323 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f41a03ff-bc5c-4f1e-af3e-314cd384b514 req-946fee3c-604e-43e0-99bc-1c8d75d55bd1 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 946 time: 0.0827055 Jul 16 08:36:55.750737 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f41a03ff-bc5c-4f1e-af3e-314cd384b514 req-58a59399-debe-4984-9aea-3990c8c29f90 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494618 Jul 16 08:36:55.805203 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961a423c-53af-4ff7-b14a-1003c96c425e req-fd2bee49-5600-4376-9456-69433be99084 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:55.807346 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-961a423c-53af-4ff7-b14a-1003c96c425e req-fd2bee49-5600-4376-9456-69433be99084 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 947 time: 0.0909507 Jul 16 08:36:55.868476 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-961a423c-53af-4ff7-b14a-1003c96c425e req-07a8615e-9a1a-42d5-b36e-12e6e66a8281 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551615 Jul 16 08:36:56.097932 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f9cab8-1093-4b32-b8bf-4e57013b24e5 req-c0aaf6f4-e51c-4851-a45f-263d6d9e4d43 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:56.101370 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d1f9cab8-1093-4b32-b8bf-4e57013b24e5 req-c0aaf6f4-e51c-4851-a45f-263d6d9e4d43 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 947 time: 0.0704386 Jul 16 08:36:56.155202 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d1f9cab8-1093-4b32-b8bf-4e57013b24e5 req-49ead762-4040-4f6f-8a7c-c3afd2256fbb tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484254 Jul 16 08:36:56.203226 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36270) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:56.454750 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222f864f-eb63-4f35-94d7-09987f501876 req-3b98018f-5b0b-4e19-b0e0-9f6e74d0130f tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:56.462747 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-222f864f-eb63-4f35-94d7-09987f501876 req-3b98018f-5b0b-4e19-b0e0-9f6e74d0130f tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 947 time: 0.1213875 Jul 16 08:36:56.530097 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-222f864f-eb63-4f35-94d7-09987f501876 req-75759977-f7e0-4e38-ac05-b8652afa5a1f tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660388 Jul 16 08:36:56.602551 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c969ac6b-643e-485c-a764-24148e545e32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:56.908181 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c969ac6b-643e-485c-a764-24148e545e32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:56.929108 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c969ac6b-643e-485c-a764-24148e545e32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:56.981079 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c969ac6b-643e-485c-a764-24148e545e32 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5b68b6b9cea3460c9a6992e8601e0681&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7766955 Jul 16 08:36:56.983723 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36360) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:57.067127 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c969ac6b-643e-485c-a764-24148e545e32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7541b5c-0393-492a-a757-e7bdc45fcb29,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:57.097564 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36376) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:57.136372 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a613b1af-5726-456f-be62-302715a94c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:57.170162 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a613b1af-5726-456f-be62-302715a94c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:57.191492 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ae5c5-912a-4e7e-b5ef-e9e549216820 req-77338c39-51a0-49ff-9790-c9331c20f45a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:57.198478 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c07ae5c5-912a-4e7e-b5ef-e9e549216820 req-77338c39-51a0-49ff-9790-c9331c20f45a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 946 time: 0.1445272 Jul 16 08:36:57.266800 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c07ae5c5-912a-4e7e-b5ef-e9e549216820 req-988620ac-fa82-4d40-808f-3699c7e3854b tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672596 Jul 16 08:36:57.291645 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a613b1af-5726-456f-be62-302715a94c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:57.295332 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a613b1af-5726-456f-be62-302715a94c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:57.296788 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a613b1af-5726-456f-be62-302715a94c9b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f7541b5c-0393-492a-a757-e7bdc45fcb29 HTTP/1.1" status: 204 len: 168 time: 0.3120193 Jul 16 08:36:57.307330 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a613b1af-5726-456f-be62-302715a94c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7541b5c-0393-492a-a757-e7bdc45fcb29,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:57.320959 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f6136f-02b1-4023-9984-fe855ba3f541 req-5cd6a0b1-cc9d-495f-8f88-4712a7cefbee tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:57.322568 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f5f6136f-02b1-4023-9984-fe855ba3f541 req-5cd6a0b1-cc9d-495f-8f88-4712a7cefbee tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 947 time: 0.0886097 Jul 16 08:36:57.367590 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f5f6136f-02b1-4023-9984-fe855ba3f541 req-7e8612a7-b362-4247-8884-34fa3ddf481c tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364716 Jul 16 08:36:57.428737 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d0d290d4-def6-42fc-95e4-b1ade952339a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:57.456925 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36412) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:57.613703 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d0d290d4-def6-42fc-95e4-b1ade952339a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:57.626543 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d0d290d4-def6-42fc-95e4-b1ade952339a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:57.707316 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d0d290d4-def6-42fc-95e4-b1ade952339a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a458729282bb4280a5863ddfb6f61da5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6090524 Jul 16 08:36:57.709871 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d290d4-def6-42fc-95e4-b1ade952339a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca0a873c-781d-486d-af3b-9ad391f2a9ef,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:57.710323 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36440) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:57.819486 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-589f3c92-ef2b-49f0-b0de-981314db5e30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:57.877455 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-589f3c92-ef2b-49f0-b0de-981314db5e30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:57.891143 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e695a38a-9c10-4fb7-9d37-1e30ea54ed44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.004748 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-589f3c92-ef2b-49f0-b0de-981314db5e30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.008267 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-589f3c92-ef2b-49f0-b0de-981314db5e30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.013781 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-589f3c92-ef2b-49f0-b0de-981314db5e30 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ca0a873c-781d-486d-af3b-9ad391f2a9ef HTTP/1.1" status: 204 len: 168 time: 0.3006966 Jul 16 08:36:58.039302 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589f3c92-ef2b-49f0-b0de-981314db5e30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca0a873c-781d-486d-af3b-9ad391f2a9ef,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:58.059352 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94ddfc5-5102-45a1-afa4-61c51bf9e1cf req-44e2e06c-9802-4017-b0df-801bb7ffc601 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:58.061382 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f94ddfc5-5102-45a1-afa4-61c51bf9e1cf req-44e2e06c-9802-4017-b0df-801bb7ffc601 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 946 time: 0.1056972 Jul 16 08:36:58.062623 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36462) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:58.083883 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce7eb5-cdc2-437a-a4a6-3b80e2aef263 req-993122fb-e25f-4b42-850c-c29ac0bb5d38 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:58.090845 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-adce7eb5-cdc2-437a-a4a6-3b80e2aef263 req-993122fb-e25f-4b42-850c-c29ac0bb5d38 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 947 time: 0.1622298 Jul 16 08:36:58.155403 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-adce7eb5-cdc2-437a-a4a6-3b80e2aef263 req-cb0842ec-c56e-4640-b4ba-93ede9e30e54 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635464 Jul 16 08:36:58.158109 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f94ddfc5-5102-45a1-afa4-61c51bf9e1cf req-03ca2a6a-f314-4c33-bd54-adf8c4faef55 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818660 Jul 16 08:36:58.165670 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3c773766-b8f0-4ad2-aedc-41f68e2ce78e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=484f0a285bde4c4e85e090de70cca5dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0994697 Jul 16 08:36:58.166885 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36464) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:58.248785 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e695a38a-9c10-4fb7-9d37-1e30ea54ed44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.260489 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e695a38a-9c10-4fb7-9d37-1e30ea54ed44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.305276 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f1d4ab3-7483-4c67-9340-7ff1f86d3d90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.345824 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e695a38a-9c10-4fb7-9d37-1e30ea54ed44 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9c20ad7945554b06ae82360fd189332b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8849063 Jul 16 08:36:58.348323 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36486) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:58.363185 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e695a38a-9c10-4fb7-9d37-1e30ea54ed44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dbcf963-b414-4de3-a7ed-9801ac95a61a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:58.415545 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f1d4ab3-7483-4c67-9340-7ff1f86d3d90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.547773 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f91377e0-e7d4-49b5-a59a-a6fac796737c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.574175 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f91377e0-e7d4-49b5-a59a-a6fac796737c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.582483 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f1d4ab3-7483-4c67-9340-7ff1f86d3d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.585232 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f1d4ab3-7483-4c67-9340-7ff1f86d3d90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.586451 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8f1d4ab3-7483-4c67-9340-7ff1f86d3d90 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9d9b351c-f11d-4ea6-bc81-9a32b5699877 HTTP/1.1" status: 204 len: 168 time: 0.4174869 Jul 16 08:36:58.608989 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1d4ab3-7483-4c67-9340-7ff1f86d3d90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d9b351c-f11d-4ea6-bc81-9a32b5699877,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:58.642172 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d028cfa-352d-4e75-a32c-0f7b41e8242d req-2b3d545d-222a-4755-8471-277cc455c29b tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:58.643678 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5d028cfa-352d-4e75-a32c-0f7b41e8242d req-2b3d545d-222a-4755-8471-277cc455c29b tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 947 time: 0.2481906 Jul 16 08:36:58.723390 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f91377e0-e7d4-49b5-a59a-a6fac796737c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.727678 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f91377e0-e7d4-49b5-a59a-a6fac796737c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:58.728866 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f91377e0-e7d4-49b5-a59a-a6fac796737c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5dbcf963-b414-4de3-a7ed-9801ac95a61a HTTP/1.1" status: 204 len: 168 time: 0.3790512 Jul 16 08:36:58.740568 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5d028cfa-352d-4e75-a32c-0f7b41e8242d req-a3f9f693-3e42-4822-b2f8-f7d28c213811 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877776 Jul 16 08:36:58.759732 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91377e0-e7d4-49b5-a59a-a6fac796737c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dbcf963-b414-4de3-a7ed-9801ac95a61a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:59.179628 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4cb331-2730-4ebd-9098-a5a343c66ce0 req-7a587c32-fe73-4bc5-b482-7eb99bd815c8 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:59.194713 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ad4cb331-2730-4ebd-9098-a5a343c66ce0 req-7a587c32-fe73-4bc5-b482-7eb99bd815c8 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 947 time: 0.2359104 Jul 16 08:36:59.255616 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953d341d-7632-4d58-a315-0cd1fcb939f1 req-1a3a90c6-4b2f-4baa-b033-e9c4186e2606 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:59.258813 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-953d341d-7632-4d58-a315-0cd1fcb939f1 req-1a3a90c6-4b2f-4baa-b033-e9c4186e2606 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 946 time: 0.2435632 Jul 16 08:36:59.290003 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ad4cb331-2730-4ebd-9098-a5a343c66ce0 req-3296a296-338e-430b-800c-920adaeeee88 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902267 Jul 16 08:36:59.422394 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36602) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:59.459984 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce92f254-e1a1-4fb0-bf69-4c13e81a410a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:59.491230 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-953d341d-7632-4d58-a315-0cd1fcb939f1 req-bb6bafd8-09d3-4b95-aa50-f1c5a195da7a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Deleting port 48990872-1999-47ea-a6f2-f754ee2dcdf1 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:36:59.491696 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-953d341d-7632-4d58-a315-0cd1fcb939f1 req-bb6bafd8-09d3-4b95-aa50-f1c5a195da7a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:59.621110 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36610) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:59.698458 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c930f176-8656-44dc-a6e4-bf944cd4bc8b req-8fd5a9ef-040e-4bda-998a-434fa6ad9922 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:36:59.707874 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c930f176-8656-44dc-a6e4-bf944cd4bc8b req-8fd5a9ef-040e-4bda-998a-434fa6ad9922 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 946 time: 0.2094283 Jul 16 08:36:59.760429 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce92f254-e1a1-4fb0-bf69-4c13e81a410a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:59.766055 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce92f254-e1a1-4fb0-bf69-4c13e81a410a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:59.775121 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-953d341d-7632-4d58-a315-0cd1fcb939f1 req-bb6bafd8-09d3-4b95-aa50-f1c5a195da7a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] For port 48990872-1999-47ea-a6f2-f754ee2dcdf1, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=48990872-1999-47ea-a6f2-f754ee2dcdf1,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:36:59.775531 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-953d341d-7632-4d58-a315-0cd1fcb939f1 req-bb6bafd8-09d3-4b95-aa50-f1c5a195da7a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:59.795444 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c930f176-8656-44dc-a6e4-bf944cd4bc8b req-178b41aa-d019-42f7-a19e-9b15b8e5c298 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860605 Jul 16 08:36:59.813032 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-953d341d-7632-4d58-a315-0cd1fcb939f1 req-bb6bafd8-09d3-4b95-aa50-f1c5a195da7a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Calling delete_port for 48990872-1999-47ea-a6f2-f754ee2dcdf1 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:36:59.860801 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ce92f254-e1a1-4fb0-bf69-4c13e81a410a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=86095e9f399243ecabbd1ad245ba044e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4353373 Jul 16 08:36:59.862559 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce92f254-e1a1-4fb0-bf69-4c13e81a410a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b720059b-8a91-4b82-9211-dc030adce87e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:36:59.866199 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36622) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:36:59.889848 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2f29cd09-9092-4337-a4ad-16a3e7a238a2 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-2017388132-network', 'tenant_id': 'a39b129c9efc4bdb8d522f3e682a2e06'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:36:59.948806 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f29cd09-9092-4337-a4ad-16a3e7a238a2 admin admin] Made reservation on behalf of a39b129c9efc4bdb8d522f3e682a2e06 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:36:59.954297 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f29cd09-9092-4337-a4ad-16a3e7a238a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:36:59.982584 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f29cd09-9092-4337-a4ad-16a3e7a238a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.028278 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e16a96bb-c630-4128-96b0-9e622cb7c5ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.187746 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e16a96bb-c630-4128-96b0-9e622cb7c5ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.236254 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f29cd09-9092-4337-a4ad-16a3e7a238a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.247940 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f29cd09-9092-4337-a4ad-16a3e7a238a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.346124 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f29cd09-9092-4337-a4ad-16a3e7a238a2 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:37:00.374734 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f29cd09-9092-4337-a4ad-16a3e7a238a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2025759a-2679-4599-bf09-485c4c5c391a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:00.379663 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f29cd09-9092-4337-a4ad-16a3e7a238a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.381611 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-2f29cd09-9092-4337-a4ad-16a3e7a238a2 admin admin] Added segment 72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed of type vlan for network 067beccc-09db-4a00-bd3c-3662b2e68988 Jul 16 08:37:00.444441 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f29cd09-9092-4337-a4ad-16a3e7a238a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.488902 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa1c8eb-37ac-4b9e-88d4-9576d8454531 req-b0f3885c-f162-44e9-bf63-11506fa5c5b4 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:00.490530 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0fa1c8eb-37ac-4b9e-88d4-9576d8454531 req-b0f3885c-f162-44e9-bf63-11506fa5c5b4 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 947 time: 0.4583023 Jul 16 08:37:00.493510 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-953d341d-7632-4d58-a315-0cd1fcb939f1 req-bb6bafd8-09d3-4b95-aa50-f1c5a195da7a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.510184 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f29cd09-9092-4337-a4ad-16a3e7a238a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.510480 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['48990872-1999-47ea-a6f2-f754ee2dcdf1'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:37:00.511889 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f29cd09-9092-4337-a4ad-16a3e7a238a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:00.512994 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f29cd09-9092-4337-a4ad-16a3e7a238a2 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.539254 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6bafd8-09d3-4b95-aa50-f1c5a195da7a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Pushing event deleted for resources: {'Port': ['ID=48990872-1999-47ea-a6f2-f754ee2dcdf1,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:00.542771 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2f29cd09-9092-4337-a4ad-16a3e7a238a2 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.9158723 Jul 16 08:37:00.543737 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36662) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:00.566347 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e16a96bb-c630-4128-96b0-9e622cb7c5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.570031 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e16a96bb-c630-4128-96b0-9e622cb7c5ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.571743 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d17e118f-01cc-4940-89a5-b7e35d57dc18 admin admin] Request body: {'subnet': {'network_id': '067beccc-09db-4a00-bd3c-3662b2e68988', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-2017388132-subnet', 'tenant_id': 'a39b129c9efc4bdb8d522f3e682a2e06', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:00.572326 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e16a96bb-c630-4128-96b0-9e622cb7c5ef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b720059b-8a91-4b82-9211-dc030adce87e HTTP/1.1" status: 204 len: 168 time: 0.7045600 Jul 16 08:37:00.656207 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0fa1c8eb-37ac-4b9e-88d4-9576d8454531 req-0b84c34d-2739-4b07-b1c3-13134e155c2b tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452780 Jul 16 08:37:00.680594 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a96bb-c630-4128-96b0-9e622cb7c5ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b720059b-8a91-4b82-9211-dc030adce87e,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:00.682982 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-953d341d-7632-4d58-a315-0cd1fcb939f1 req-bb6bafd8-09d3-4b95-aa50-f1c5a195da7a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] No DVR routers for this DVR port 48990872-1999-47ea-a6f2-f754ee2dcdf1 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:00.685647 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-953d341d-7632-4d58-a315-0cd1fcb939f1 req-bb6bafd8-09d3-4b95-aa50-f1c5a195da7a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.688639 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-953d341d-7632-4d58-a315-0cd1fcb939f1 req-bb6bafd8-09d3-4b95-aa50-f1c5a195da7a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.21 "DELETE /v2.0/ports/48990872-1999-47ea-a6f2-f754ee2dcdf1 HTTP/1.1" status: 204 len: 173 time: 1.4043167 Jul 16 08:37:00.689267 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecb6d869-8552-40a6-8aae-d6c3146dc3f7', 'name': 'network-vif-deleted', 'tag': '48990872-1999-47ea-a6f2-f754ee2dcdf1'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:00.707025 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8647dd-722c-4472-b287-56d5c045fabc" -d '{"events": [{"server_uuid": "ecb6d869-8552-40a6-8aae-d6c3146dc3f7", "name": "network-vif-deleted", "tag": "48990872-1999-47ea-a6f2-f754ee2dcdf1"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:00.791656 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f29cd09-9092-4337-a4ad-16a3e7a238a2 admin admin] Pushing event updated for resources: {'Network': ['ID=067beccc-09db-4a00-bd3c-3662b2e68988,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:00.817839 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d17e118f-01cc-4940-89a5-b7e35d57dc18 admin admin] Made reservation on behalf of a39b129c9efc4bdb8d522f3e682a2e06 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:00.820219 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 067beccc-09db-4a00-bd3c-3662b2e68988 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:37:00.821617 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d17e118f-01cc-4940-89a5-b7e35d57dc18 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:00.941838 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-072f4415-f762-42c6-9f24-9f64b20a3d87 x-openstack-request-id: req-072f4415-f762-42c6-9f24-9f64b20a3d87 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:00.942768 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecb6d869-8552-40a6-8aae-d6c3146dc3f7", "name": "network-vif-deleted", "tag": "48990872-1999-47ea-a6f2-f754ee2dcdf1", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:00.943246 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-072f4415-f762-42c6-9f24-9f64b20a3d87 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:00.943903 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecb6d869-8552-40a6-8aae-d6c3146dc3f7', 'name': 'network-vif-deleted', 'tag': '48990872-1999-47ea-a6f2-f754ee2dcdf1', 'status': 'completed', 'code': 200} Jul 16 08:37:00.992963 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0472a9-d911-4491-b3e1-41e9f531dceb req-209976ab-509b-4855-b7c8-afbe09969d79 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:01.002129 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5a0472a9-d911-4491-b3e1-41e9f531dceb req-209976ab-509b-4855-b7c8-afbe09969d79 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 947 time: 0.1704311 Jul 16 08:37:01.108263 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5a0472a9-d911-4491-b3e1-41e9f531dceb req-a909955d-8988-4885-b54a-3d469f37c557 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046445 Jul 16 08:37:01.209893 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d17e118f-01cc-4940-89a5-b7e35d57dc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.288686 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e118f-01cc-4940-89a5-b7e35d57dc18 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bd5574f-0003-4886-ae62-fbcf34b117a8,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:01.361764 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0b4fd29d-6226-40b5-856d-3e237d2a4d4f req-19798c79-4038-4255-8991-9f09a0f304e8 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=ecb6d869-8552-40a6-8aae-d6c3146dc3f7 HTTP/1.1" status: 200 len: 210 time: 0.0991235 Jul 16 08:37:01.386827 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d17e118f-01cc-4940-89a5-b7e35d57dc18 admin admin] Checking segment: {'id': '72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '067beccc-09db-4a00-bd3c-3662b2e68988'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:01.387898 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17e118f-01cc-4940-89a5-b7e35d57dc18 admin admin] Network hostable DHCP agents. Network: 067beccc-09db-4a00-bd3c-3662b2e68988, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:37:01.419779 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d17e118f-01cc-4940-89a5-b7e35d57dc18 admin admin] Network 067beccc-09db-4a00-bd3c-3662b2e68988 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:37:01.453596 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-d17e118f-01cc-4940-89a5-b7e35d57dc18 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 067beccc-09db-4a00-bd3c-3662b2e68988) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:01.461173 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d17e118f-01cc-4940-89a5-b7e35d57dc18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:01.462979 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d17e118f-01cc-4940-89a5-b7e35d57dc18 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:01.463685 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1d9711d-479f-4f9e-9206-f67a28a5029a None None] Network 067beccc-09db-4a00-bd3c-3662b2e68988 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:01.529898 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d17e118f-01cc-4940-89a5-b7e35d57dc18 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9663684 Jul 16 08:37:01.866803 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4014a27-b37b-4d43-9c62-e916dd896477 None None] Network 067beccc-09db-4a00-bd3c-3662b2e68988 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:01.888904 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53756d88-bf96-4d39-9051-b9c3f7b6ae1d req-4fd9dc26-d833-47e8-9a39-111c9e9f02f7 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:01.899435 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-53756d88-bf96-4d39-9051-b9c3f7b6ae1d req-4fd9dc26-d833-47e8-9a39-111c9e9f02f7 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 947 time: 0.2590518 Jul 16 08:37:01.974637 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-53756d88-bf96-4d39-9051-b9c3f7b6ae1d req-ee1adbbb-ed0d-46a5-82f9-a695ff5a652d tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735915 Jul 16 08:37:02.104106 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.117615 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.242573 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36802) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:02.305063 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a192012-31f4-46b0-a599-3dd835022468 req-c405326b-64d8-405c-8928-4cd5ae923d8a tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:02.308601 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1a192012-31f4-46b0-a599-3dd835022468 req-c405326b-64d8-405c-8928-4cd5ae923d8a tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 947 time: 0.1487577 Jul 16 08:37:02.392976 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1a192012-31f4-46b0-a599-3dd835022468 req-77c37dfc-cdd1-44d0-80e8-1fa73a408594 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777268 Jul 16 08:37:02.505650 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b925ffe6-4d45-4347-b838-536d47a27bab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1585443742'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:02.550839 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b925ffe6-4d45-4347-b838-536d47a27bab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709-project] Made reservation on behalf of 4629008944e841e9b756cb7e79403541 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:02.571532 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b925ffe6-4d45-4347-b838-536d47a27bab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.597964 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b925ffe6-4d45-4347-b838-536d47a27bab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.801046 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b925ffe6-4d45-4347-b838-536d47a27bab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.808431 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b925ffe6-4d45-4347-b838-536d47a27bab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.851847 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b925ffe6-4d45-4347-b838-536d47a27bab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:37:02.883900 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b925ffe6-4d45-4347-b838-536d47a27bab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:02.884673 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-b925ffe6-4d45-4347-b838-536d47a27bab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709-project] Added segment 26307f4e-da5d-4181-8fca-b1f57defeaa4 of type vlan for network b833e6bf-4776-4a93-ad06-435b971649c1 Jul 16 08:37:02.902429 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925ffe6-4d45-4347-b838-536d47a27bab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5032d963-ecca-4723-9d17-271811b41fcd,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:03.003227 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b925ffe6-4d45-4347-b838-536d47a27bab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:03.059299 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f11f1ae-5c04-489d-a070-09ae2f021995 req-ae348a45-4b87-475a-8ec5-e0e1246e844a tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:03.061182 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3f11f1ae-5c04-489d-a070-09ae2f021995 req-ae348a45-4b87-475a-8ec5-e0e1246e844a tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 947 time: 0.1633933 Jul 16 08:37:03.062684 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b925ffe6-4d45-4347-b838-536d47a27bab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:03.070660 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b925ffe6-4d45-4347-b838-536d47a27bab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:03.071308 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b925ffe6-4d45-4347-b838-536d47a27bab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:03.084120 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-8fb65044-820c-4c11-a427-cdd515dfb99e tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:03.086569 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-8fb65044-820c-4c11-a427-cdd515dfb99e tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/networks?id=067beccc-09db-4a00-bd3c-3662b2e68988 HTTP/1.1" status: 200 len: 815 time: 0.2286735 Jul 16 08:37:03.126344 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-0077ee74-9996-4f98-9d7e-138608a85967 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/quotas/a39b129c9efc4bdb8d522f3e682a2e06 HTTP/1.1" status: 200 len: 375 time: 0.0333340 Jul 16 08:37:03.135209 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b925ffe6-4d45-4347-b838-536d47a27bab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 0.8910306 Jul 16 08:37:03.185098 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b925ffe6-4d45-4347-b838-536d47a27bab tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709-project] Pushing event updated for resources: {'Network': ['ID=b833e6bf-4776-4a93-ad06-435b971649c1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:03.187863 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-2049c20d-5f04-4eca-a847-0d24f9669011 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a39b129c9efc4bdb8d522f3e682a2e06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0605905 Jul 16 08:37:03.192637 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3f11f1ae-5c04-489d-a070-09ae2f021995 req-eaff9b6f-5f4c-4f5e-81ca-67ac08a4038d tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174443 Jul 16 08:37:03.198987 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network b833e6bf-4776-4a93-ad06-435b971649c1 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:37:03.354650 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-91487b25-a669-4666-a48c-8a32b5f4f20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:03.361215 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-6ef68bf2-ecd6-43ef-8dbb-2d439efd46ef service neutron] 10.222.0.22 "GET /v2.0/networks/067beccc-09db-4a00-bd3c-3662b2e68988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719117 Jul 16 08:37:03.556803 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-d98474d7-f3d4-4b33-9483-cc597b41a498 service neutron] 10.222.0.22 "GET /v2.0/networks/067beccc-09db-4a00-bd3c-3662b2e68988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1930313 Jul 16 08:37:03.578907 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397154a2-15c8-431d-b241-92793b8d6355 req-b7e3312c-ba77-47ee-9c04-42140a5a2e98 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:03.588066 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-397154a2-15c8-431d-b241-92793b8d6355 req-b7e3312c-ba77-47ee-9c04-42140a5a2e98 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/networks?id=bffad17c-f1ab-47e1-8c7a-30b725bf841f HTTP/1.1" status: 200 len: 811 time: 0.1911211 Jul 16 08:37:03.621471 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-397154a2-15c8-431d-b241-92793b8d6355 req-b07a1637-5595-4e89-b8c8-f6614c3ba75e tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/quotas/e2c8ee8748ed40f095f05f97decda731 HTTP/1.1" status: 200 len: 375 time: 0.0320470 Jul 16 08:37:03.668993 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-397154a2-15c8-431d-b241-92793b8d6355 req-dda78caa-c3af-4503-8042-fafd4ee32fea tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=e2c8ee8748ed40f095f05f97decda731&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0459275 Jul 16 08:37:03.823673 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-397154a2-15c8-431d-b241-92793b8d6355 req-0a793f2b-04a2-4dd8-a45b-caca6e42d513 service neutron] 10.222.0.22 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1530230 Jul 16 08:37:04.144730 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 48990872-1999-47ea-a6f2-f754ee2dcdf1 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:04.174560 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36924) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:04.194458 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36928) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:04.199566 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Request body: {'port': {'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1', 'binding:host_id': 'n-h2-771362-37', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1501282165'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:04.209429 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 48990872-1999-47ea-a6f2-f754ee2dcdf1 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:37:04.221215 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 48990872-1999-47ea-a6f2-f754ee2dcdf1 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:37:04.257160 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Made reservation on behalf of a81353837f064000a87136a25fca8f17 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:04.259619 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.284218 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.397900 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c725adc1-8a9e-4941-bb4d-983e2690934d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.454503 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-397154a2-15c8-431d-b241-92793b8d6355 req-6a6764d1-216b-4ee7-a60f-363f72c5b782 service neutron] 10.222.0.22 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6295176 Jul 16 08:37:04.529567 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.536201 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:04.550190 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] device_id is not set on port d43597c6-bc1e-4a19-9c13-55b76dc636bc yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:37:04.665185 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebc733-7b38-493d-a193-c195c782cbd6 req-06a1b71d-04e7-472e-9f53-9b7de21afd99 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:04.667439 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-deebc733-7b38-493d-a193-c195c782cbd6 req-06a1b71d-04e7-472e-9f53-9b7de21afd99 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 947 time: 0.2671778 Jul 16 08:37:04.725244 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=601efc30-3f5f-42df-8a22-b485feb06820,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:04.764429 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1dfa33c0-5fdd-40f8-be32-bd6ec41598ff req-d43052d7-f591-4c43-9590-8c07cfa60d5a tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 210 time: 0.0533879 Jul 16 08:37:04.965631 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c3813a4f-37fe-4dee-99e6-f87c56007129 req-112455e8-b05f-4515-aca5-20df62736c01 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=2df262b3-a00e-4996-bfcb-cd6ecd798149 HTTP/1.1" status: 200 len: 210 time: 0.0947022 Jul 16 08:37:05.118195 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-deebc733-7b38-493d-a193-c195c782cbd6 req-79525895-6f81-48dd-8602-26637c8bb174 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4248726 Jul 16 08:37:05.166543 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c725adc1-8a9e-4941-bb4d-983e2690934d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.174802 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c725adc1-8a9e-4941-bb4d-983e2690934d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.214363 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c725adc1-8a9e-4941-bb4d-983e2690934d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6b48a1c90c2b479487fde88e5a99fe83&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0381453 Jul 16 08:37:05.217078 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36958) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:05.237014 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] device_id is not set on port d43597c6-bc1e-4a19-9c13-55b76dc636bc yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:37:05.289357 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.292760 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c725adc1-8a9e-4941-bb4d-983e2690934d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f685001c-5d5f-4bca-aa8c-1063bc418337,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:05.303934 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69d5184b-c606-4f6c-b5ee-00010f074ab1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.328892 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69d5184b-c606-4f6c-b5ee-00010f074ab1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.348807 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Transition to ACTIVE for port object d43597c6-bc1e-4a19-9c13-55b76dc636bc will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:05.368421 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.401160 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69d5184b-c606-4f6c-b5ee-00010f074ab1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.405345 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69d5184b-c606-4f6c-b5ee-00010f074ab1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.406614 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-69d5184b-c606-4f6c-b5ee-00010f074ab1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f685001c-5d5f-4bca-aa8c-1063bc418337 HTTP/1.1" status: 204 len: 168 time: 0.1883216 Jul 16 08:37:05.419914 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d5184b-c606-4f6c-b5ee-00010f074ab1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f685001c-5d5f-4bca-aa8c-1063bc418337,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:05.468057 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Pushing event updated for resources: {'Port': ['ID=d43597c6-bc1e-4a19-9c13-55b76dc636bc,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:05.486773 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d27ac2-d782-4cce-b086-64d89c74bbb0 req-d6ff4b67-44df-4d27-a2ed-4525237b0075 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:05.489996 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-39d27ac2-d782-4cce-b086-64d89c74bbb0 req-d6ff4b67-44df-4d27-a2ed-4525237b0075 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 947 time: 0.1974173 Jul 16 08:37:05.532647 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Checking segment: {'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:05.533100 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Network hostable DHCP agents. Network: b833e6bf-4776-4a93-ad06-435b971649c1, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:37:05.564276 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-39d27ac2-d782-4cce-b086-64d89c74bbb0 req-6e46107a-4347-4eea-b038-a6e713cbfaad tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568705 Jul 16 08:37:05.572686 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Network b833e6bf-4776-4a93-ad06-435b971649c1 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:37:05.597531 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, b833e6bf-4776-4a93-ad06-435b971649c1) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:05.620044 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81ce107e-235c-431c-80b0-f771d21b84f4 None None] Network b833e6bf-4776-4a93-ad06-435b971649c1 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:05.625071 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:05.643479 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:05.643829 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:05.644523 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc on network b833e6bf-4776-4a93-ad06-435b971649c1 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:05.650975 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Port d43597c6-bc1e-4a19-9c13-55b76dc636bc on network b833e6bf-4776-4a93-ad06-435b971649c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:05.651686 n-d-771362-37 neutron-server[93758]: ERROR neutron.plugins.ml2.managers [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Failed to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc on host n-h2-771362-37 for vnic_type normal using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] Jul 16 08:37:05.652271 n-d-771362-37 neutron-server[93758]: INFO neutron.plugins.ml2.plugin [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempt 2 to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc Jul 16 08:37:05.693399 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:05.693835 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:05.699703 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc on network b833e6bf-4776-4a93-ad06-435b971649c1 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:05.731901 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Port d43597c6-bc1e-4a19-9c13-55b76dc636bc on network b833e6bf-4776-4a93-ad06-435b971649c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:05.733111 n-d-771362-37 neutron-server[93758]: ERROR neutron.plugins.ml2.managers [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Failed to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc on host n-h2-771362-37 for vnic_type normal using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] Jul 16 08:37:05.744680 n-d-771362-37 neutron-server[93758]: INFO neutron.plugins.ml2.plugin [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempt 3 to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc Jul 16 08:37:05.860218 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:05.860618 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:05.861105 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc on network b833e6bf-4776-4a93-ad06-435b971649c1 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:05.872059 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Port d43597c6-bc1e-4a19-9c13-55b76dc636bc on network b833e6bf-4776-4a93-ad06-435b971649c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:05.872603 n-d-771362-37 neutron-server[93758]: ERROR neutron.plugins.ml2.managers [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Failed to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc on host n-h2-771362-37 for vnic_type normal using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] Jul 16 08:37:05.876697 n-d-771362-37 neutron-server[93758]: INFO neutron.plugins.ml2.plugin [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempt 4 to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc Jul 16 08:37:05.887443 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49467fe0-edd6-4f16-a23c-57ab3e0af54b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:05.908462 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:05.908905 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:05.909317 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc on network b833e6bf-4776-4a93-ad06-435b971649c1 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:05.916036 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Port d43597c6-bc1e-4a19-9c13-55b76dc636bc on network b833e6bf-4776-4a93-ad06-435b971649c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:05.916588 n-d-771362-37 neutron-server[93758]: ERROR neutron.plugins.ml2.managers [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Failed to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc on host n-h2-771362-37 for vnic_type normal using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] Jul 16 08:37:05.917380 n-d-771362-37 neutron-server[93758]: INFO neutron.plugins.ml2.plugin [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempt 5 to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc Jul 16 08:37:05.928811 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-11cb5014-47e8-4159-a544-38a312147107 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:05.930707 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-11cb5014-47e8-4159-a544-38a312147107 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.21 "GET /v2.0/networks?id=067beccc-09db-4a00-bd3c-3662b2e68988 HTTP/1.1" status: 200 len: 815 time: 0.2657595 Jul 16 08:37:05.949881 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-86e1ca39-4466-445a-8cdc-bfc977b26cd7 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Request body: {'port': {'device_id': '0884b693-ba27-412c-83fd-4e2450d528fc', 'network_id': '067beccc-09db-4a00-bd3c-3662b2e68988', 'admin_state_up': True, 'tenant_id': 'a39b129c9efc4bdb8d522f3e682a2e06'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:05.993925 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:05.994267 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:06.003194 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc on network b833e6bf-4776-4a93-ad06-435b971649c1 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:06.028741 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Port d43597c6-bc1e-4a19-9c13-55b76dc636bc on network b833e6bf-4776-4a93-ad06-435b971649c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:06.029065 n-d-771362-37 neutron-server[93758]: ERROR neutron.plugins.ml2.managers [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Failed to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc on host n-h2-771362-37 for vnic_type normal using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] Jul 16 08:37:06.037166 n-d-771362-37 neutron-server[93758]: INFO neutron.plugins.ml2.plugin [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempt 6 to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc Jul 16 08:37:06.039515 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-33fc8c18-f68b-4cb0-a73a-db60a95c1bf7 req-4022b599-ac0a-42e5-8e9c-9f57107f4c15 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 210 time: 0.0432179 Jul 16 08:37:06.068007 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:06.068428 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:06.068787 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc on network b833e6bf-4776-4a93-ad06-435b971649c1 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:06.111623 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Port d43597c6-bc1e-4a19-9c13-55b76dc636bc on network b833e6bf-4776-4a93-ad06-435b971649c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:06.111961 n-d-771362-37 neutron-server[93758]: ERROR neutron.plugins.ml2.managers [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Failed to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc on host n-h2-771362-37 for vnic_type normal using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] Jul 16 08:37:06.115251 n-d-771362-37 neutron-server[93758]: INFO neutron.plugins.ml2.plugin [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempt 7 to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc Jul 16 08:37:06.139246 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:06.139597 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:06.139954 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc on network b833e6bf-4776-4a93-ad06-435b971649c1 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:06.164969 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:06.655885 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Port d43597c6-bc1e-4a19-9c13-55b76dc636bc on network b833e6bf-4776-4a93-ad06-435b971649c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:06.656468 n-d-771362-37 neutron-server[93758]: ERROR neutron.plugins.ml2.managers [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Failed to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc on host n-h2-771362-37 for vnic_type normal using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] Jul 16 08:37:06.665581 n-d-771362-37 neutron-server[93758]: INFO neutron.plugins.ml2.plugin [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempt 8 to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc Jul 16 08:37:06.670625 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-48773015-7597-4c0f-a6f1-5fa9328d67fa req-8c294788-ce9e-41f7-b805-c4241c96b1d7 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=2df262b3-a00e-4996-bfcb-cd6ecd798149 HTTP/1.1" status: 200 len: 210 time: 0.5281394 Jul 16 08:37:06.795728 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397154a2-15c8-431d-b241-92793b8d6355 req-317b0518-ad88-4ee6-a227-d73795eaf1b0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:06.797262 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-397154a2-15c8-431d-b241-92793b8d6355 req-317b0518-ad88-4ee6-a227-d73795eaf1b0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.21 "GET /v2.0/networks?id=bffad17c-f1ab-47e1-8c7a-30b725bf841f HTTP/1.1" status: 200 len: 811 time: 0.1397107 Jul 16 08:37:06.816890 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-397154a2-15c8-431d-b241-92793b8d6355 req-a6ef6adf-f258-46b6-ac1a-109b8ab01680 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Request body: {'port': {'device_id': '2df262b3-a00e-4996-bfcb-cd6ecd798149', 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f', 'admin_state_up': True, 'tenant_id': 'e2c8ee8748ed40f095f05f97decda731'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:06.825630 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:06.826511 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:06.826889 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc on network b833e6bf-4776-4a93-ad06-435b971649c1 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:06.866132 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Port d43597c6-bc1e-4a19-9c13-55b76dc636bc on network b833e6bf-4776-4a93-ad06-435b971649c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:06.866471 n-d-771362-37 neutron-server[93758]: ERROR neutron.plugins.ml2.managers [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Failed to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc on host n-h2-771362-37 for vnic_type normal using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] Jul 16 08:37:06.870762 n-d-771362-37 neutron-server[93758]: INFO neutron.plugins.ml2.plugin [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempt 9 to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc Jul 16 08:37:06.891782 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37004) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:06.925734 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-86e1ca39-4466-445a-8cdc-bfc977b26cd7 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Made reservation on behalf of a39b129c9efc4bdb8d522f3e682a2e06 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:06.930432 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-86e1ca39-4466-445a-8cdc-bfc977b26cd7 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:06.970763 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:06.971191 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:06.971883 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc on network b833e6bf-4776-4a93-ad06-435b971649c1 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:06.996364 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.075116 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Port d43597c6-bc1e-4a19-9c13-55b76dc636bc on network b833e6bf-4776-4a93-ad06-435b971649c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:07.075456 n-d-771362-37 neutron-server[93758]: ERROR neutron.plugins.ml2.managers [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Failed to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc on host n-h2-771362-37 for vnic_type normal using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] Jul 16 08:37:07.086426 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-43d789d8-3932-4f93-b496-30dddb6b7e72 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-368013283-network', 'tenant_id': 'a88791d577d845c2acb15df694bb481f'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:07.096478 n-d-771362-37 neutron-server[93758]: INFO neutron.plugins.ml2.plugin [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempt 10 to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc Jul 16 08:37:07.127815 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:07.128158 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:07.128552 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc on network b833e6bf-4776-4a93-ad06-435b971649c1 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:07.148199 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Port d43597c6-bc1e-4a19-9c13-55b76dc636bc on network b833e6bf-4776-4a93-ad06-435b971649c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:07.148704 n-d-771362-37 neutron-server[93758]: ERROR neutron.plugins.ml2.managers [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Failed to bind port d43597c6-bc1e-4a19-9c13-55b76dc636bc on host n-h2-771362-37 for vnic_type normal using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] Jul 16 08:37:07.149101 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.154128 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d789d8-3932-4f93-b496-30dddb6b7e72 admin admin] Made reservation on behalf of a88791d577d845c2acb15df694bb481f for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:07.156608 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43d789d8-3932-4f93-b496-30dddb6b7e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.184180 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43d789d8-3932-4f93-b496-30dddb6b7e72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.275680 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-397154a2-15c8-431d-b241-92793b8d6355 req-a6ef6adf-f258-46b6-ac1a-109b8ab01680 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Made reservation on behalf of e2c8ee8748ed40f095f05f97decda731 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:07.279733 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-397154a2-15c8-431d-b241-92793b8d6355 req-a6ef6adf-f258-46b6-ac1a-109b8ab01680 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.309189 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-86e1ca39-4466-445a-8cdc-bfc977b26cd7 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Allocated IP 172.20.0.7 (067beccc-09db-4a00-bd3c-3662b2e68988/8bd5574f-0003-4886-ae62-fbcf34b117a8/3f928d83-b65f-4ea6-963f-5b5b840e81a4) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:07.361250 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aa319fa3-d5af-42fe-9af9-1b9780a22f4f req-fb1b6328-fd23-42fe-93e4-f6e70e1cac33 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 210 time: 0.0580101 Jul 16 08:37:07.415531 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] For port d43597c6-bc1e-4a19-9c13-55b76dc636bc, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:07.415917 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempted to set empty binding levels {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 08:37:07.416100 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43d789d8-3932-4f93-b496-30dddb6b7e72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.425416 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43d789d8-3932-4f93-b496-30dddb6b7e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.433544 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.459591 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d789d8-3932-4f93-b496-30dddb6b7e72 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:37:07.471508 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d789d8-3932-4f93-b496-30dddb6b7e72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64b202e1-2e3d-4373-bb3a-a41071018a4a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:07.497080 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:07.497837 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.504451 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43d789d8-3932-4f93-b496-30dddb6b7e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.504831 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-43d789d8-3932-4f93-b496-30dddb6b7e72 admin admin] Added segment 713d361a-6e2c-48ef-9d05-d7638b707b75 of type vlan for network 350280ab-10c7-4ed0-8e1d-ec03b07478d8 Jul 16 08:37:07.583773 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43d789d8-3932-4f93-b496-30dddb6b7e72 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.597467 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Pushing event updated for resources: {'Port': ['ID=d43597c6-bc1e-4a19-9c13-55b76dc636bc,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:07.603029 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a99beee8-a10f-4846-a5c7-31583a1482f2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 985 time: 3.4048901 Jul 16 08:37:07.627249 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37018) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:07.638720 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43d789d8-3932-4f93-b496-30dddb6b7e72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.639968 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d789d8-3932-4f93-b496-30dddb6b7e72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:07.640619 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43d789d8-3932-4f93-b496-30dddb6b7e72 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.688495 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-43d789d8-3932-4f93-b496-30dddb6b7e72 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7949550 Jul 16 08:37:07.697857 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 37020) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:07.707512 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-397154a2-15c8-431d-b241-92793b8d6355 req-a6ef6adf-f258-46b6-ac1a-109b8ab01680 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Allocated IP 172.20.0.13 (bffad17c-f1ab-47e1-8c7a-30b725bf841f/25132452-9e46-4209-8e8b-3e1b72482432/88170eea-1ec6-460c-91d6-dbfd5ddb6073) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:07.724075 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-ab35b132-d358-4278-8e26-4fa474275f7a admin admin] Request body: {'subnet': {'network_id': '350280ab-10c7-4ed0-8e1d-ec03b07478d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-368013283-subnet', 'tenant_id': 'a88791d577d845c2acb15df694bb481f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:07.774472 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d789d8-3932-4f93-b496-30dddb6b7e72 admin admin] Pushing event updated for resources: {'Network': ['ID=350280ab-10c7-4ed0-8e1d-ec03b07478d8,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:07.787980 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 350280ab-10c7-4ed0-8e1d-ec03b07478d8 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:37:07.884730 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-056e2ad2-d513-44cd-b323-e52e5da9cdff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Deleting port d43597c6-bc1e-4a19-9c13-55b76dc636bc {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:07.887396 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-056e2ad2-d513-44cd-b323-e52e5da9cdff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.945198 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab35b132-d358-4278-8e26-4fa474275f7a admin admin] Made reservation on behalf of a88791d577d845c2acb15df694bb481f for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:07.947520 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab35b132-d358-4278-8e26-4fa474275f7a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:07.952281 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-86e1ca39-4466-445a-8cdc-bfc977b26cd7 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.002671 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-056e2ad2-d513-44cd-b323-e52e5da9cdff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] For port d43597c6-bc1e-4a19-9c13-55b76dc636bc, host n-h2-771362-37, got binding levels [] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:08.003188 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-056e2ad2-d513-44cd-b323-e52e5da9cdff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.017804 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-056e2ad2-d513-44cd-b323-e52e5da9cdff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Calling delete_port for d43597c6-bc1e-4a19-9c13-55b76dc636bc owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:08.030390 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ff7ba3b2-fef7-4a98-b82f-1414f89df450 req-44235178-f963-4c2e-a3dc-c603ff838a27 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=2df262b3-a00e-4996-bfcb-cd6ecd798149 HTTP/1.1" status: 200 len: 210 time: 0.1290431 Jul 16 08:37:08.154096 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-056e2ad2-d513-44cd-b323-e52e5da9cdff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.215621 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e2ad2-d513-44cd-b323-e52e5da9cdff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Pushing event deleted for resources: {'Port': ['ID=d43597c6-bc1e-4a19-9c13-55b76dc636bc,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:08.240787 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-056e2ad2-d513-44cd-b323-e52e5da9cdff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.247456 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-056e2ad2-d513-44cd-b323-e52e5da9cdff tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] 10.222.0.22 "DELETE /v2.0/ports/d43597c6-bc1e-4a19-9c13-55b76dc636bc HTTP/1.1" status: 204 len: 168 time: 0.6184747 Jul 16 08:37:08.248168 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37028) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:08.292505 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c021926-8a04-4d4b-8878-6936b2ac871f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] GET failed (client error): The resource could not be found. Jul 16 08:37:08.294421 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1c021926-8a04-4d4b-8878-6936b2ac871f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] 10.222.0.22 "GET /v2.0/ports/d43597c6-bc1e-4a19-9c13-55b76dc636bc HTTP/1.1" status: 404 len: 333 time: 0.0452240 Jul 16 08:37:08.298095 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37030) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:08.298784 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-86e1ca39-4466-445a-8cdc-bfc977b26cd7 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.305045 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5e29761f-4b08-4d1b-a97f-3ab764085e78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Request body: {'port': {'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-539074509'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:08.330027 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e29761f-4b08-4d1b-a97f-3ab764085e78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Made reservation on behalf of a81353837f064000a87136a25fca8f17 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:08.334742 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e29761f-4b08-4d1b-a97f-3ab764085e78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.353152 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-5e29761f-4b08-4d1b-a97f-3ab764085e78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] device_id is not set on port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:37:08.388712 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-397154a2-15c8-431d-b241-92793b8d6355 req-a6ef6adf-f258-46b6-ac1a-109b8ab01680 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.427432 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-86e1ca39-4466-445a-8cdc-bfc977b26cd7 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Network 067beccc-09db-4a00-bd3c-3662b2e68988 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:08.440827 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-86e1ca39-4466-445a-8cdc-bfc977b26cd7 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:08.465606 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-86e1ca39-4466-445a-8cdc-bfc977b26cd7 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:08.468315 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e1ca39-4466-445a-8cdc-bfc977b26cd7 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Pushing event updated for resources: {'Port': ['ID=3f928d83-b65f-4ea6-963f-5b5b840e81a4,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:08.477183 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.566886 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-86e1ca39-4466-445a-8cdc-bfc977b26cd7 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:08.567560 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-86e1ca39-4466-445a-8cdc-bfc977b26cd7 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.571768 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab35b132-d358-4278-8e26-4fa474275f7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.612129 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-397154a2-15c8-431d-b241-92793b8d6355 req-a6ef6adf-f258-46b6-ac1a-109b8ab01680 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.625575 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-86e1ca39-4466-445a-8cdc-bfc977b26cd7 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6855428 Jul 16 08:37:08.678736 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-e961c71a-249a-4f4b-b4ef-65b748bc0864 service neutron] Request body: {'port': {'device_id': '0884b693-ba27-412c-83fd-4e2450d528fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:08.681085 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e29761f-4b08-4d1b-a97f-3ab764085e78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.733673 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab35b132-d358-4278-8e26-4fa474275f7a admin admin] Pushing event updated for resources: {'Subnet': ['ID=c40c9930-f388-47c3-befd-669b8aded165,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:08.736333 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135c85c0-cc25-48d6-9852-19a379a95ba3 req-1325e73d-bb65-433b-9687-a547bd9f0af6 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:08.737951 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-135c85c0-cc25-48d6-9852-19a379a95ba3 req-1325e73d-bb65-433b-9687-a547bd9f0af6 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 931 time: 0.1178300 Jul 16 08:37:08.758044 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-397154a2-15c8-431d-b241-92793b8d6355 req-a6ef6adf-f258-46b6-ac1a-109b8ab01680 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Network bffad17c-f1ab-47e1-8c7a-30b725bf841f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:08.784071 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e29761f-4b08-4d1b-a97f-3ab764085e78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.809210 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-397154a2-15c8-431d-b241-92793b8d6355 req-a6ef6adf-f258-46b6-ac1a-109b8ab01680 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:08.811794 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-397154a2-15c8-431d-b241-92793b8d6355 req-a6ef6adf-f258-46b6-ac1a-109b8ab01680 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:08.836414 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-135c85c0-cc25-48d6-9852-19a379a95ba3 req-7b495a4a-c157-4a5e-b51f-95a0d7f12a83 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789442 Jul 16 08:37:08.851718 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e29761f-4b08-4d1b-a97f-3ab764085e78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Network b833e6bf-4776-4a93-ad06-435b971649c1 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:08.865130 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-5e29761f-4b08-4d1b-a97f-3ab764085e78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:08.867194 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e29761f-4b08-4d1b-a97f-3ab764085e78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Pushing event updated for resources: {'Port': ['ID=a9b9cd8c-6b26-49bb-a33f-e77b286e4340,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:08.869397 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e29761f-4b08-4d1b-a97f-3ab764085e78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:08.870458 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e29761f-4b08-4d1b-a97f-3ab764085e78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:08.871145 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e29761f-4b08-4d1b-a97f-3ab764085e78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.887490 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5e29761f-4b08-4d1b-a97f-3ab764085e78 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.5876987 Jul 16 08:37:08.889958 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37036) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:08.896715 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:08.920044 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-e961c71a-249a-4f4b-b4ef-65b748bc0864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.930763 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397154a2-15c8-431d-b241-92793b8d6355 req-a6ef6adf-f258-46b6-ac1a-109b8ab01680 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:08.931321 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-397154a2-15c8-431d-b241-92793b8d6355 req-a6ef6adf-f258-46b6-ac1a-109b8ab01680 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.942890 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ef6adf-f258-46b6-ac1a-109b8ab01680 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Pushing event updated for resources: {'Port': ['ID=88170eea-1ec6-460c-91d6-dbfd5ddb6073,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:08.951299 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab35b132-d358-4278-8e26-4fa474275f7a admin admin] Checking segment: {'id': '713d361a-6e2c-48ef-9d05-d7638b707b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '350280ab-10c7-4ed0-8e1d-ec03b07478d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:08.951668 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab35b132-d358-4278-8e26-4fa474275f7a admin admin] Network hostable DHCP agents. Network: 350280ab-10c7-4ed0-8e1d-ec03b07478d8, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:37:08.990121 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:08.994196 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-397154a2-15c8-431d-b241-92793b8d6355 req-a6ef6adf-f258-46b6-ac1a-109b8ab01680 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1864266 Jul 16 08:37:09.033434 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-397154a2-15c8-431d-b241-92793b8d6355 req-9523091e-afa1-4024-979d-1bb956204215 service neutron] Request body: {'port': {'device_id': '2df262b3-a00e-4996-bfcb-cd6ecd798149', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:09.090677 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab35b132-d358-4278-8e26-4fa474275f7a admin admin] Network 350280ab-10c7-4ed0-8e1d-ec03b07478d8 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:37:09.175671 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-ab35b132-d358-4278-8e26-4fa474275f7a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 350280ab-10c7-4ed0-8e1d-ec03b07478d8) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:09.191658 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54cf3441-5398-4ca4-9d3b-c3df0e1da5f2 None None] Network 350280ab-10c7-4ed0-8e1d-ec03b07478d8 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:09.205442 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab35b132-d358-4278-8e26-4fa474275f7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:09.206154 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab35b132-d358-4278-8e26-4fa474275f7a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:09.309909 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] device_id is not set on port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:37:09.324056 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:09.337612 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Transition to ACTIVE for port object a9b9cd8c-6b26-49bb-a33f-e77b286e4340 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:09.342471 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:09.357869 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-397154a2-15c8-431d-b241-92793b8d6355 req-9523091e-afa1-4024-979d-1bb956204215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:09.429368 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ab35b132-d358-4278-8e26-4fa474275f7a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.7276466 Jul 16 08:37:09.434827 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 37052) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:09.475543 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-350280ab-10c7-4ed0-8e1d-ec03b07478d8', 'network_id': '350280ab-10c7-4ed0-8e1d-ec03b07478d8', 'tenant_id': 'a88791d577d845c2acb15df694bb481f', 'fixed_ips': [{'subnet_id': 'c40c9930-f388-47c3-befd-669b8aded165'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:37:09.477799 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:09.524089 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Pushing event updated for resources: {'Port': ['ID=a9b9cd8c-6b26-49bb-a33f-e77b286e4340,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:09.632255 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:09.632698 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:09.632929 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on network b833e6bf-4776-4a93-ad06-435b971649c1 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:09.673633 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on network b833e6bf-4776-4a93-ad06-435b971649c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:09.673977 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Failed to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on host n-h2-771362-37 for vnic_type normal using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] Jul 16 08:37:09.674382 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempt 2 to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 Jul 16 08:37:09.724051 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:09.724480 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:09.724780 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on network b833e6bf-4776-4a93-ad06-435b971649c1 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:09.739148 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on network b833e6bf-4776-4a93-ad06-435b971649c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:09.739711 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Failed to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on host n-h2-771362-37 for vnic_type normal using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] Jul 16 08:37:09.740275 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempt 3 to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 Jul 16 08:37:09.762174 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:09.765705 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:09.766240 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on network b833e6bf-4776-4a93-ad06-435b971649c1 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:09.780779 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on network b833e6bf-4776-4a93-ad06-435b971649c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:09.781383 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Failed to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on host n-h2-771362-37 for vnic_type normal using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] Jul 16 08:37:09.781964 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempt 4 to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 Jul 16 08:37:09.796766 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Allocated IP 172.20.0.2 (350280ab-10c7-4ed0-8e1d-ec03b07478d8/c40c9930-f388-47c3-befd-669b8aded165/ae5538cb-6f37-4394-9e59-a805e23b01b3) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:09.814614 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:09.815509 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:09.817009 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on network b833e6bf-4776-4a93-ad06-435b971649c1 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:09.837301 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on network b833e6bf-4776-4a93-ad06-435b971649c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:09.838198 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Failed to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on host n-h2-771362-37 for vnic_type normal using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] Jul 16 08:37:09.839082 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempt 5 to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 Jul 16 08:37:09.848794 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-397154a2-15c8-431d-b241-92793b8d6355 req-9523091e-afa1-4024-979d-1bb956204215 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88170eea-1ec6-460c-91d6-dbfd5ddb6073 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:09.878385 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-397154a2-15c8-431d-b241-92793b8d6355 req-9523091e-afa1-4024-979d-1bb956204215 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:09.895522 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:09.897317 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:09.899134 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on network b833e6bf-4776-4a93-ad06-435b971649c1 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:09.901262 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-397154a2-15c8-431d-b241-92793b8d6355 req-9523091e-afa1-4024-979d-1bb956204215 service neutron] Transition to ACTIVE for port object 88170eea-1ec6-460c-91d6-dbfd5ddb6073 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:09.913536 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-30e58960-f40b-4ab6-8b03-81ebb5f7a51c admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-368013283-router', 'tenant_id': 'a88791d577d845c2acb15df694bb481f', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:09.920003 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on network b833e6bf-4776-4a93-ad06-435b971649c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:09.931238 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-397154a2-15c8-431d-b241-92793b8d6355 req-9523091e-afa1-4024-979d-1bb956204215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:09.939395 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Failed to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on host n-h2-771362-37 for vnic_type normal using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] Jul 16 08:37:09.940168 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempt 6 to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 Jul 16 08:37:09.987416 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:09.987739 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:09.988005 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on network b833e6bf-4776-4a93-ad06-435b971649c1 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:10.010771 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on network b833e6bf-4776-4a93-ad06-435b971649c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:10.011337 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Failed to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on host n-h2-771362-37 for vnic_type normal using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] Jul 16 08:37:10.012011 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempt 7 to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 Jul 16 08:37:10.067881 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:10.068947 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:10.069813 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on network b833e6bf-4776-4a93-ad06-435b971649c1 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:10.086870 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on network b833e6bf-4776-4a93-ad06-435b971649c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:10.087596 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Failed to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on host n-h2-771362-37 for vnic_type normal using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] Jul 16 08:37:10.088180 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempt 8 to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 Jul 16 08:37:10.128661 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:10.128884 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:10.129173 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on network b833e6bf-4776-4a93-ad06-435b971649c1 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:10.141776 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on network b833e6bf-4776-4a93-ad06-435b971649c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:10.142151 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Failed to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on host n-h2-771362-37 for vnic_type normal using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] Jul 16 08:37:10.142527 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempt 9 to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 Jul 16 08:37:10.157605 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-e961c71a-249a-4f4b-b4ef-65b748bc0864 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f928d83-b65f-4ea6-963f-5b5b840e81a4 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:10.169645 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-e961c71a-249a-4f4b-b4ef-65b748bc0864 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:10.170203 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:10.171037 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:10.171037 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on network b833e6bf-4776-4a93-ad06-435b971649c1 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:10.178130 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on network b833e6bf-4776-4a93-ad06-435b971649c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:10.178659 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Failed to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on host n-h2-771362-37 for vnic_type normal using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] Jul 16 08:37:10.179342 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempt 10 to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 Jul 16 08:37:10.187733 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-e961c71a-249a-4f4b-b4ef-65b748bc0864 service neutron] Transition to ACTIVE for port object 3f928d83-b65f-4ea6-963f-5b5b840e81a4 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:10.201591 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:10.201927 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:10.202207 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on network b833e6bf-4776-4a93-ad06-435b971649c1 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:10.207162 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on network b833e6bf-4776-4a93-ad06-435b971649c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:10.207582 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Failed to bind port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on host n-h2-771362-37 for vnic_type normal using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] Jul 16 08:37:10.208036 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:10.211255 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-e961c71a-249a-4f4b-b4ef-65b748bc0864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:10.385318 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:10.409578 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523091e-afa1-4024-979d-1bb956204215 service neutron] Pushing event updated for resources: {'Port': ['ID=88170eea-1ec6-460c-91d6-dbfd5ddb6073,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:10.414180 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Transition to ACTIVE for port object ae5538cb-6f37-4394-9e59-a805e23b01b3 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:10.427745 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30e58960-f40b-4ab6-8b03-81ebb5f7a51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:10.430702 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30e58960-f40b-4ab6-8b03-81ebb5f7a51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:10.457466 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Transition to ACTIVE for port object ae5538cb-6f37-4394-9e59-a805e23b01b3 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:10.461438 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] For port a9b9cd8c-6b26-49bb-a33f-e77b286e4340, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:10.463962 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempted to set empty binding levels {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 08:37:10.472142 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:10.472458 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:10.573917 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Network 350280ab-10c7-4ed0-8e1d-ec03b07478d8 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:10.588237 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:10.590668 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6132b02-1773-4196-b8e1-a05de3e899d8 req-337b7ce3-e415-4345-a90f-6be6d4e514bf tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:10.591926 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:10.598020 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6132b02-1773-4196-b8e1-a05de3e899d8 req-337b7ce3-e415-4345-a90f-6be6d4e514bf tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 943 time: 0.3589020 Jul 16 08:37:10.601416 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] In _notify_port_updated(), no bound segment for port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 on network b833e6bf-4776-4a93-ad06-435b971649c1 {{(pid=93759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:37:10.602288 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:10.602916 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:10.606854 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] 10.222.0.22 "PUT /v2.0/ports/a9b9cd8c-6b26-49bb-a33f-e77b286e4340 HTTP/1.1" status: 200 len: 979 time: 1.7158761 Jul 16 08:37:10.607753 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac6cf76-2a7d-49b6-92b6-400a94d1d4d6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Pushing event updated for resources: {'Port': ['ID=a9b9cd8c-6b26-49bb-a33f-e77b286e4340,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:10.623102 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37068) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:10.670975 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Pushing event updated for resources: {'Port': ['ID=ae5538cb-6f37-4394-9e59-a805e23b01b3,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:10.707252 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30e58960-f40b-4ab6-8b03-81ebb5f7a51c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:10.747713 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6132b02-1773-4196-b8e1-a05de3e899d8 req-19d2d277-9f41-464a-b6d6-f85f8181fa72 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486430 Jul 16 08:37:10.771936 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:10.775353 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:10.776042 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:10.788163 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:10.791876 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:10.796886 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1412045-ff46-41a3-b2f7-9fa7becb82cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:10.797387 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1412045-ff46-41a3-b2f7-9fa7becb82cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:10.797951 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1412045-ff46-41a3-b2f7-9fa7becb82cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:10.798346 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1412045-ff46-41a3-b2f7-9fa7becb82cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:10.798465 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:10.798828 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1412045-ff46-41a3-b2f7-9fa7becb82cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:10.798959 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:10.799370 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1412045-ff46-41a3-b2f7-9fa7becb82cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:10.799497 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:10.799815 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:10.799934 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1412045-ff46-41a3-b2f7-9fa7becb82cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:10.800260 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:10.800740 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1412045-ff46-41a3-b2f7-9fa7becb82cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:10.800856 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:10.801237 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:10.801355 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1412045-ff46-41a3-b2f7-9fa7becb82cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:10.802238 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1412045-ff46-41a3-b2f7-9fa7becb82cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:10.802780 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1412045-ff46-41a3-b2f7-9fa7becb82cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:10.803358 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1412045-ff46-41a3-b2f7-9fa7becb82cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:10.804188 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1412045-ff46-41a3-b2f7-9fa7becb82cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:10.804791 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1412045-ff46-41a3-b2f7-9fa7becb82cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:10.805720 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1412045-ff46-41a3-b2f7-9fa7becb82cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:10.806432 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1412045-ff46-41a3-b2f7-9fa7becb82cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:10.807063 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1412045-ff46-41a3-b2f7-9fa7becb82cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:10.807886 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1412045-ff46-41a3-b2f7-9fa7becb82cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:10.808462 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1412045-ff46-41a3-b2f7-9fa7becb82cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:10.809234 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1412045-ff46-41a3-b2f7-9fa7becb82cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:10.809964 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1412045-ff46-41a3-b2f7-9fa7becb82cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:10.810566 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1412045-ff46-41a3-b2f7-9fa7becb82cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:10.820609 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b1412045-ff46-41a3-b2f7-9fa7becb82cc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19838 time: 0.1958375 Jul 16 08:37:10.828783 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37076) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:10.850852 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Attempting to bind port ae5538cb-6f37-4394-9e59-a805e23b01b3 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:10.851366 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Attempting to bind port ae5538cb-6f37-4394-9e59-a805e23b01b3 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '713d361a-6e2c-48ef-9d05-d7638b707b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '350280ab-10c7-4ed0-8e1d-ec03b07478d8'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:10.859926 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Attempting to bind port ae5538cb-6f37-4394-9e59-a805e23b01b3 on network 350280ab-10c7-4ed0-8e1d-ec03b07478d8 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:10.866003 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:10.866423 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Checking segment: {'id': '713d361a-6e2c-48ef-9d05-d7638b707b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '350280ab-10c7-4ed0-8e1d-ec03b07478d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:10.866808 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:10.867211 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Bound using segment: {'id': '713d361a-6e2c-48ef-9d05-d7638b707b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '350280ab-10c7-4ed0-8e1d-ec03b07478d8'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:10.867717 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Bound port: ae5538cb-6f37-4394-9e59-a805e23b01b3, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '713d361a-6e2c-48ef-9d05-d7638b707b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '350280ab-10c7-4ed0-8e1d-ec03b07478d8'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:10.868111 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.015764 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7f6532d3-e3e3-485c-be8c-83bb941738d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Deleting port a9b9cd8c-6b26-49bb-a33f-e77b286e4340 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:11.016547 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7f6532d3-e3e3-485c-be8c-83bb941738d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.044242 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] For port ae5538cb-6f37-4394-9e59-a805e23b01b3, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:11.061911 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] For port ae5538cb-6f37-4394-9e59-a805e23b01b3, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ae5538cb-6f37-4394-9e59-a805e23b01b3,segment=NetworkSegment(713d361a-6e2c-48ef-9d05-d7638b707b75),segment_id=713d361a-6e2c-48ef-9d05-d7638b707b75)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:11.068862 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.097152 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-7f6532d3-e3e3-485c-be8c-83bb941738d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] For port a9b9cd8c-6b26-49bb-a33f-e77b286e4340, host n-h2-771362-37, got binding levels [] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:11.097818 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7f6532d3-e3e3-485c-be8c-83bb941738d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.112772 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7f6532d3-e3e3-485c-be8c-83bb941738d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Calling delete_port for a9b9cd8c-6b26-49bb-a33f-e77b286e4340 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:11.227792 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-397154a2-15c8-431d-b241-92793b8d6355 req-9523091e-afa1-4024-979d-1bb956204215 service neutron] Attempting to bind port 88170eea-1ec6-460c-91d6-dbfd5ddb6073 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:11.228929 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7f6532d3-e3e3-485c-be8c-83bb941738d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.230664 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-397154a2-15c8-431d-b241-92793b8d6355 req-9523091e-afa1-4024-979d-1bb956204215 service neutron] Attempting to bind port 88170eea-1ec6-460c-91d6-dbfd5ddb6073 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '7966b954-ba20-41a9-9f74-7745454be80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:11.233904 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397154a2-15c8-431d-b241-92793b8d6355 req-9523091e-afa1-4024-979d-1bb956204215 service neutron] Attempting to bind port 88170eea-1ec6-460c-91d6-dbfd5ddb6073 on network bffad17c-f1ab-47e1-8c7a-30b725bf841f {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:11.261995 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961c71a-249a-4f4b-b4ef-65b748bc0864 service neutron] Pushing event updated for resources: {'Port': ['ID=3f928d83-b65f-4ea6-963f-5b5b840e81a4,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:11.318344 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2922f648-b05d-4c82-80b7-46465c3740a2 req-48fcc4cc-0169-44fa-88d1-d67b553e5277 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:11.320873 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2922f648-b05d-4c82-80b7-46465c3740a2 req-48fcc4cc-0169-44fa-88d1-d67b553e5277 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=2df262b3-a00e-4996-bfcb-cd6ecd798149 HTTP/1.1" status: 200 len: 944 time: 1.9581726 Jul 16 08:37:11.338297 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c32a18a4-e9db-4fba-b951-4778719fd2fa None None] Pushing event updated for resources: {'Port': ['ID=ae5538cb-6f37-4394-9e59-a805e23b01b3,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:11.352823 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6532d3-e3e3-485c-be8c-83bb941738d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Pushing event deleted for resources: {'Port': ['ID=a9b9cd8c-6b26-49bb-a33f-e77b286e4340,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:11.353121 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397154a2-15c8-431d-b241-92793b8d6355 req-9523091e-afa1-4024-979d-1bb956204215 service neutron] Port 88170eea-1ec6-460c-91d6-dbfd5ddb6073 on network bffad17c-f1ab-47e1-8c7a-30b725bf841f not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:11.358749 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397154a2-15c8-431d-b241-92793b8d6355 req-9523091e-afa1-4024-979d-1bb956204215 service neutron] Attempting to bind port 88170eea-1ec6-460c-91d6-dbfd5ddb6073 on network bffad17c-f1ab-47e1-8c7a-30b725bf841f {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:11.372394 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7f6532d3-e3e3-485c-be8c-83bb941738d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.384774 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7f6532d3-e3e3-485c-be8c-83bb941738d4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] 10.222.0.22 "DELETE /v2.0/ports/a9b9cd8c-6b26-49bb-a33f-e77b286e4340 HTTP/1.1" status: 204 len: 168 time: 0.5540118 Jul 16 08:37:11.385721 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37082) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:11.460732 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-33070e00-62e6-4d1a-aa7f-3f3022b4eff1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] GET failed (client error): The resource could not be found. Jul 16 08:37:11.469179 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-33070e00-62e6-4d1a-aa7f-3f3022b4eff1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] 10.222.0.22 "GET /v2.0/ports/a9b9cd8c-6b26-49bb-a33f-e77b286e4340 HTTP/1.1" status: 404 len: 333 time: 0.0793612 Jul 16 08:37:11.470558 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37084) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:11.477135 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6a39cccb-d72a-45c4-8be0-db90aacbab37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-699339897', 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:11.535887 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a39cccb-d72a-45c4-8be0-db90aacbab37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Made reservation on behalf of a81353837f064000a87136a25fca8f17 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:11.538971 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6a39cccb-d72a-45c4-8be0-db90aacbab37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.593715 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-6a39cccb-d72a-45c4-8be0-db90aacbab37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] device_id is not set on port 28ae0c8f-9d6d-4446-9190-907fad975b96 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:37:11.754311 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397154a2-15c8-431d-b241-92793b8d6355 req-9523091e-afa1-4024-979d-1bb956204215 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:11.754311 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397154a2-15c8-431d-b241-92793b8d6355 req-9523091e-afa1-4024-979d-1bb956204215 service neutron] Checking segment: {'id': '7966b954-ba20-41a9-9f74-7745454be80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:11.754311 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-397154a2-15c8-431d-b241-92793b8d6355 req-9523091e-afa1-4024-979d-1bb956204215 service neutron] Bound using segment: {'id': '7966b954-ba20-41a9-9f74-7745454be80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:11.758236 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-397154a2-15c8-431d-b241-92793b8d6355 req-9523091e-afa1-4024-979d-1bb956204215 service neutron] Bound port: 88170eea-1ec6-460c-91d6-dbfd5ddb6073, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7966b954-ba20-41a9-9f74-7745454be80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:11.758236 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-397154a2-15c8-431d-b241-92793b8d6355 req-9523091e-afa1-4024-979d-1bb956204215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.827553 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30e58960-f40b-4ab6-8b03-81ebb5f7a51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.973340 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-397154a2-15c8-431d-b241-92793b8d6355 req-9523091e-afa1-4024-979d-1bb956204215 service neutron] For port 88170eea-1ec6-460c-91d6-dbfd5ddb6073, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:11.976393 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6a39cccb-d72a-45c4-8be0-db90aacbab37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:11.977835 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-397154a2-15c8-431d-b241-92793b8d6355 req-9523091e-afa1-4024-979d-1bb956204215 service neutron] For port 88170eea-1ec6-460c-91d6-dbfd5ddb6073, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=88170eea-1ec6-460c-91d6-dbfd5ddb6073,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:11.999586 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-397154a2-15c8-431d-b241-92793b8d6355 req-9523091e-afa1-4024-979d-1bb956204215 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:12.035926 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2922f648-b05d-4c82-80b7-46465c3740a2 req-2a2bc207-30b8-4070-bfb4-08c0a7350d77 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6871829 Jul 16 08:37:12.040571 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-e961c71a-249a-4f4b-b4ef-65b748bc0864 service neutron] Attempting to bind port 3f928d83-b65f-4ea6-963f-5b5b840e81a4 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:12.041338 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-e961c71a-249a-4f4b-b4ef-65b748bc0864 service neutron] Attempting to bind port 3f928d83-b65f-4ea6-963f-5b5b840e81a4 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '067beccc-09db-4a00-bd3c-3662b2e68988'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:12.041338 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-e961c71a-249a-4f4b-b4ef-65b748bc0864 service neutron] Attempting to bind port 3f928d83-b65f-4ea6-963f-5b5b840e81a4 on network 067beccc-09db-4a00-bd3c-3662b2e68988 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:12.071061 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-e961c71a-249a-4f4b-b4ef-65b748bc0864 service neutron] Port 3f928d83-b65f-4ea6-963f-5b5b840e81a4 on network 067beccc-09db-4a00-bd3c-3662b2e68988 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:12.071689 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-e961c71a-249a-4f4b-b4ef-65b748bc0864 service neutron] Attempting to bind port 3f928d83-b65f-4ea6-963f-5b5b840e81a4 on network 067beccc-09db-4a00-bd3c-3662b2e68988 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:12.081752 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6a39cccb-d72a-45c4-8be0-db90aacbab37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:12.090545 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397154a2-15c8-431d-b241-92793b8d6355 req-9523091e-afa1-4024-979d-1bb956204215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:12.091259 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-397154a2-15c8-431d-b241-92793b8d6355 req-9523091e-afa1-4024-979d-1bb956204215 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:12.093369 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-397154a2-15c8-431d-b241-92793b8d6355 req-9523091e-afa1-4024-979d-1bb956204215 service neutron] 10.222.0.21 "PUT /v2.0/ports/88170eea-1ec6-460c-91d6-dbfd5ddb6073 HTTP/1.1" status: 200 len: 1093 time: 3.0662899 Jul 16 08:37:12.100702 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2df262b3-a00e-4996-bfcb-cd6ecd798149', 'tag': '88170eea-1ec6-460c-91d6-dbfd5ddb6073'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:12.105225 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a8d7999-2882-45f5-84e0-4f283276c57e" -d '{"events": [{"name": "network-changed", "server_uuid": "2df262b3-a00e-4996-bfcb-cd6ecd798149", "tag": "88170eea-1ec6-460c-91d6-dbfd5ddb6073"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:12.134500 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-e961c71a-249a-4f4b-b4ef-65b748bc0864 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:12.134881 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-e961c71a-249a-4f4b-b4ef-65b748bc0864 service neutron] Checking segment: {'id': '72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '067beccc-09db-4a00-bd3c-3662b2e68988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:12.135299 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-e961c71a-249a-4f4b-b4ef-65b748bc0864 service neutron] Bound using segment: {'id': '72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '067beccc-09db-4a00-bd3c-3662b2e68988'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:12.135804 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-e961c71a-249a-4f4b-b4ef-65b748bc0864 service neutron] Bound port: 3f928d83-b65f-4ea6-963f-5b5b840e81a4, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '067beccc-09db-4a00-bd3c-3662b2e68988'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:12.136202 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-e961c71a-249a-4f4b-b4ef-65b748bc0864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:12.285367 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a39cccb-d72a-45c4-8be0-db90aacbab37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Network b833e6bf-4776-4a93-ad06-435b971649c1 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:12.302204 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-6a39cccb-d72a-45c4-8be0-db90aacbab37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:12.334631 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a39cccb-d72a-45c4-8be0-db90aacbab37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:12.336147 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a39cccb-d72a-45c4-8be0-db90aacbab37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:12.344702 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6a39cccb-d72a-45c4-8be0-db90aacbab37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:12.417631 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a39cccb-d72a-45c4-8be0-db90aacbab37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Pushing event updated for resources: {'Port': ['ID=28ae0c8f-9d6d-4446-9190-907fad975b96,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:12.519462 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6a39cccb-d72a-45c4-8be0-db90aacbab37 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.0474753 Jul 16 08:37:12.526028 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37100) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:12.609180 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5bf5a49-fa56-4172-a2c1-5ec89e256f45 req-25c36606-aebc-438d-bdad-c0e72379606f tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:12.617436 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c5bf5a49-fa56-4172-a2c1-5ec89e256f45 req-25c36606-aebc-438d-bdad-c0e72379606f tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 943 time: 0.5008540 Jul 16 08:37:12.630079 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fd8b11-943f-4f62-8609-48347bb7a8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:12.632163 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-94fd8b11-943f-4f62-8609-48347bb7a8e9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] 10.222.0.22 "GET /v2.0/ports/28ae0c8f-9d6d-4446-9190-907fad975b96 HTTP/1.1" status: 200 len: 958 time: 0.0984991 Jul 16 08:37:12.642165 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37102) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:12.851512 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c5bf5a49-fa56-4172-a2c1-5ec89e256f45 req-7809ea4f-3286-4135-af14-a8a6ca7ec7fa tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325246 Jul 16 08:37:13.045504 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c3d6593c-8fc5-4c9d-934d-1fa6612109cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Deleting port 28ae0c8f-9d6d-4446-9190-907fad975b96 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:13.048338 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3d6593c-8fc5-4c9d-934d-1fa6612109cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:13.069664 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be95c9f-9c16-4dfa-afcc-d36cdb08c7bf None None] Network 350280ab-10c7-4ed0-8e1d-ec03b07478d8 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:13.081987 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d1187f7-cfe6-47c5-abb2-a60e7eacdf31 x-openstack-request-id: req-8d1187f7-cfe6-47c5-abb2-a60e7eacdf31 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:13.082553 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2df262b3-a00e-4996-bfcb-cd6ecd798149", "tag": "88170eea-1ec6-460c-91d6-dbfd5ddb6073", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:13.082553 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8d1187f7-cfe6-47c5-abb2-a60e7eacdf31 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:13.083531 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2df262b3-a00e-4996-bfcb-cd6ecd798149', 'tag': '88170eea-1ec6-460c-91d6-dbfd5ddb6073', 'status': 'completed', 'code': 200} Jul 16 08:37:13.211304 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1d742905-f41d-4233-9c8a-69187c903c8c None None] Provisioning for port ae5538cb-6f37-4394-9e59-a805e23b01b3 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:13.213777 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3d6593c-8fc5-4c9d-934d-1fa6612109cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:13.250215 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-e961c71a-249a-4f4b-b4ef-65b748bc0864 service neutron] For port 3f928d83-b65f-4ea6-963f-5b5b840e81a4, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:13.253338 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c3d6593c-8fc5-4c9d-934d-1fa6612109cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Calling delete_port for 28ae0c8f-9d6d-4446-9190-907fad975b96 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:13.255871 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-e961c71a-249a-4f4b-b4ef-65b748bc0864 service neutron] For port 3f928d83-b65f-4ea6-963f-5b5b840e81a4, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=3f928d83-b65f-4ea6-963f-5b5b840e81a4,segment=NetworkSegment(72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed),segment_id=72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:13.325371 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ae5538cb-6f37-4394-9e59-a805e23b01b3 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:13.367848 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9523091e-afa1-4024-979d-1bb956204215 service neutron] Pushing event updated for resources: {'Port': ['ID=88170eea-1ec6-460c-91d6-dbfd5ddb6073,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:13.377196 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-e961c71a-249a-4f4b-b4ef-65b748bc0864 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:13.459847 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-e961c71a-249a-4f4b-b4ef-65b748bc0864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:13.462341 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-e961c71a-249a-4f4b-b4ef-65b748bc0864 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:13.463828 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-e961c71a-249a-4f4b-b4ef-65b748bc0864 service neutron] 10.222.0.21 "PUT /v2.0/ports/3f928d83-b65f-4ea6-963f-5b5b840e81a4 HTTP/1.1" status: 200 len: 1092 time: 4.8155861 Jul 16 08:37:13.476331 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port ae5538cb-6f37-4394-9e59-a805e23b01b3 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:13.487640 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port ae5538cb-6f37-4394-9e59-a805e23b01b3 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:13.488015 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:13.711334 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397154a2-15c8-431d-b241-92793b8d6355 req-629c6801-7480-412b-9cf5-ce9ba6807486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:13.712230 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-397154a2-15c8-431d-b241-92793b8d6355 req-629c6801-7480-412b-9cf5-ce9ba6807486 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e2c8ee8748ed40f095f05f97decda731&device_id=2df262b3-a00e-4996-bfcb-cd6ecd798149 HTTP/1.1" status: 200 len: 1096 time: 1.5506599 Jul 16 08:37:13.744522 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:13.762095 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-159c62bc-e972-40a8-8015-8ad3f34205dd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:13.776104 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-159c62bc-e972-40a8-8015-8ad3f34205dd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:13.790726 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3d6593c-8fc5-4c9d-934d-1fa6612109cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:13.792385 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-159c62bc-e972-40a8-8015-8ad3f34205dd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:13.800847 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-159c62bc-e972-40a8-8015-8ad3f34205dd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:13.815012 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-159c62bc-e972-40a8-8015-8ad3f34205dd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:13.861217 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port ae5538cb-6f37-4394-9e59-a805e23b01b3, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ae5538cb-6f37-4394-9e59-a805e23b01b3,segment=NetworkSegment(713d361a-6e2c-48ef-9d05-d7638b707b75),segment_id=713d361a-6e2c-48ef-9d05-d7638b707b75)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:13.871523 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:13.885201 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8bfd12-1772-40e7-9590-479fbf1b8eeb req-669b1b35-fa57-4416-886a-6cbda3ff001a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:13.886849 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-159c62bc-e972-40a8-8015-8ad3f34205dd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:13.894191 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d8bfd12-1772-40e7-9590-479fbf1b8eeb req-669b1b35-fa57-4416-886a-6cbda3ff001a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=2df262b3-a00e-4996-bfcb-cd6ecd798149 HTTP/1.1" status: 200 len: 944 time: 0.4594257 Jul 16 08:37:13.902306 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-159c62bc-e972-40a8-8015-8ad3f34205dd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:13.903874 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d6593c-8fc5-4c9d-934d-1fa6612109cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Pushing event deleted for resources: {'Port': ['ID=28ae0c8f-9d6d-4446-9190-907fad975b96,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:13.907115 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-159c62bc-e972-40a8-8015-8ad3f34205dd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 5442 time: 1.0040467 Jul 16 08:37:13.914932 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3d6593c-8fc5-4c9d-934d-1fa6612109cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:13.918520 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c3d6593c-8fc5-4c9d-934d-1fa6612109cf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] 10.222.0.22 "DELETE /v2.0/ports/28ae0c8f-9d6d-4446-9190-907fad975b96 HTTP/1.1" status: 204 len: 168 time: 1.2738612 Jul 16 08:37:13.926889 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37118) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:13.963073 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-c53ea694-1071-4092-9182-9d2df8707466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] GET failed (client error): The resource could not be found. Jul 16 08:37:13.964950 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c53ea694-1071-4092-9182-9d2df8707466 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] 10.222.0.22 "GET /v2.0/ports/28ae0c8f-9d6d-4446-9190-907fad975b96 HTTP/1.1" status: 404 len: 333 time: 0.0368655 Jul 16 08:37:13.976341 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37120) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:14.003761 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-759e43d5-8edb-4092-a6e0-9f1335a9afa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Request body: {'port': {'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1400639410'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:14.023361 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=ae5538cb-6f37-4394-9e59-a805e23b01b3,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:14.037095 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-759e43d5-8edb-4092-a6e0-9f1335a9afa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Made reservation on behalf of a81353837f064000a87136a25fca8f17 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:14.040681 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-759e43d5-8edb-4092-a6e0-9f1335a9afa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.050171 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-397154a2-15c8-431d-b241-92793b8d6355 req-9296ce37-9a1d-402a-aaf3-93cf80081605 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88170eea-1ec6-460c-91d6-dbfd5ddb6073 HTTP/1.1" status: 200 len: 217 time: 0.1247473 Jul 16 08:37:14.059526 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d8bfd12-1772-40e7-9590-479fbf1b8eeb req-e085cbec-a67c-430f-93f8-f3cdf1d51c2a tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641297 Jul 16 08:37:14.082695 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-759e43d5-8edb-4092-a6e0-9f1335a9afa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] device_id is not set on port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:37:14.276229 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a994e6-4fdd-4402-b6b6-c68b597fe6ea req-3a1714c4-704c-4586-bec3-e956f186711d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:14.282953 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a994e6-4fdd-4402-b6b6-c68b597fe6ea req-3a1714c4-704c-4586-bec3-e956f186711d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:14.296618 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a994e6-4fdd-4402-b6b6-c68b597fe6ea req-3a1714c4-704c-4586-bec3-e956f186711d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:14.303802 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a994e6-4fdd-4402-b6b6-c68b597fe6ea req-3a1714c4-704c-4586-bec3-e956f186711d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:14.312418 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a994e6-4fdd-4402-b6b6-c68b597fe6ea req-3a1714c4-704c-4586-bec3-e956f186711d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:14.319270 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a994e6-4fdd-4402-b6b6-c68b597fe6ea req-3a1714c4-704c-4586-bec3-e956f186711d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:14.325768 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a994e6-4fdd-4402-b6b6-c68b597fe6ea req-3a1714c4-704c-4586-bec3-e956f186711d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:14.327954 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-75a994e6-4fdd-4402-b6b6-c68b597fe6ea req-3a1714c4-704c-4586-bec3-e956f186711d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 5442 time: 1.3245363 Jul 16 08:37:14.331662 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-9ce32506-903f-4ffb-97ac-7f0684acd359 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:14.332520 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7b27d578-e599-4c3a-b2d2-2a9062e63525 None None] Provisioning complete for port ae5538cb-6f37-4394-9e59-a805e23b01b3 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:14.333538 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7b27d578-e599-4c3a-b2d2-2a9062e63525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.334595 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-9ce32506-903f-4ffb-97ac-7f0684acd359 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.30 "GET /v2.0/ports/d87407fc-af4d-474c-a503-fcc8cf9cdf4a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2737803 Jul 16 08:37:14.356136 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e961c71a-249a-4f4b-b4ef-65b748bc0864 service neutron] Pushing event updated for resources: {'Port': ['ID=3f928d83-b65f-4ea6-963f-5b5b840e81a4,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:14.476138 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-759e43d5-8edb-4092-a6e0-9f1335a9afa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.484591 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-71fe2bdc-4bee-4591-9e3a-9c44140ef813 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.30 "GET /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1329806 Jul 16 08:37:14.509673 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-11c95aae-444b-47b6-868e-08fd756eb6a0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:14.659560 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-759e43d5-8edb-4092-a6e0-9f1335a9afa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.775466 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-11c95aae-444b-47b6-868e-08fd756eb6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.785511 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-759e43d5-8edb-4092-a6e0-9f1335a9afa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Network b833e6bf-4776-4a93-ad06-435b971649c1 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:14.796939 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397154a2-15c8-431d-b241-92793b8d6355 req-31fbd641-4073-4d6b-beaf-99e5e289bfe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:14.798990 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-397154a2-15c8-431d-b241-92793b8d6355 req-31fbd641-4073-4d6b-beaf-99e5e289bfe2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25132452-9e46-4209-8e8b-3e1b72482432 HTTP/1.1" status: 200 len: 851 time: 0.6972513 Jul 16 08:37:14.810736 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-759e43d5-8edb-4092-a6e0-9f1335a9afa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:14.814320 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-759e43d5-8edb-4092-a6e0-9f1335a9afa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:14.815651 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759e43d5-8edb-4092-a6e0-9f1335a9afa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:14.819486 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-759e43d5-8edb-4092-a6e0-9f1335a9afa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:14.858763 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759e43d5-8edb-4092-a6e0-9f1335a9afa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Pushing event updated for resources: {'Port': ['ID=37d2b0f0-c1cd-406f-af41-f39ed15d1912,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:14.860041 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-397154a2-15c8-431d-b241-92793b8d6355 req-535da1ca-c3af-4c74-99bb-d0cb31e6beb7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bffad17c-f1ab-47e1-8c7a-30b725bf841f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472124 Jul 16 08:37:14.867473 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-759e43d5-8edb-4092-a6e0-9f1335a9afa3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8871815 Jul 16 08:37:14.878079 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64f3e90-b8b2-4a25-a141-db70162c37be req-7abd96ae-1771-4440-b055-d6651df1db0a tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:14.886674 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b64f3e90-b8b2-4a25-a141-db70162c37be req-7abd96ae-1771-4440-b055-d6651df1db0a tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 943 time: 0.3239729 Jul 16 08:37:14.889322 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37130) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:14.896194 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:15.011027 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b64f3e90-b8b2-4a25-a141-db70162c37be req-dc6f3e00-521b-479b-b751-b6291781ac83 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206522 Jul 16 08:37:15.075999 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-11c95aae-444b-47b6-868e-08fd756eb6a0 service neutron] For port d87407fc-af4d-474c-a503-fcc8cf9cdf4a, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d87407fc-af4d-474c-a503-fcc8cf9cdf4a,segment=NetworkSegment(770b5d3c-5878-41d4-ad65-54e929f23d48),segment_id=770b5d3c-5878-41d4-ad65-54e929f23d48)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:15.116528 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-11c95aae-444b-47b6-868e-08fd756eb6a0 service neutron] For port d87407fc-af4d-474c-a503-fcc8cf9cdf4a, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:15.121513 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:15.143325 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ae5538cb-6f37-4394-9e59-a805e23b01b3 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:15.156522 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-11c95aae-444b-47b6-868e-08fd756eb6a0 service neutron] device_id is not set on port d87407fc-af4d-474c-a503-fcc8cf9cdf4a yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:37:15.174305 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-11c95aae-444b-47b6-868e-08fd756eb6a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:15.300652 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-75a994e6-4fdd-4402-b6b6-c68b597fe6ea req-a0431a78-4d76-4c2b-aefc-d4b2c74c76cc tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.9624057 Jul 16 08:37:15.301925 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0884b693-ba27-412c-83fd-4e2450d528fc', 'tag': '3f928d83-b65f-4ea6-963f-5b5b840e81a4'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:15.305113 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port ae5538cb-6f37-4394-9e59-a805e23b01b3 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:15.305255 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d5269fb-98be-429f-a6d5-1dbb54887d0c" -d '{"events": [{"name": "network-changed", "server_uuid": "0884b693-ba27-412c-83fd-4e2450d528fc", "tag": "3f928d83-b65f-4ea6-963f-5b5b840e81a4"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:15.305486 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:15.313988 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-0cfc3f19-7d26-4ff4-849a-6f1f5f351b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:15.315648 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-0cfc3f19-7d26-4ff4-849a-6f1f5f351b0f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a39b129c9efc4bdb8d522f3e682a2e06&device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 1095 time: 1.7813728 Jul 16 08:37:15.333174 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-11c95aae-444b-47b6-868e-08fd756eb6a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:15.496213 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c95aae-444b-47b6-868e-08fd756eb6a0 service neutron] Pushing event updated for resources: {'Port': ['ID=d87407fc-af4d-474c-a503-fcc8cf9cdf4a,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:15.565345 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-f6e14e70-0bfb-43ce-a60b-d1ee53c883ab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f928d83-b65f-4ea6-963f-5b5b840e81a4 HTTP/1.1" status: 200 len: 217 time: 0.2296884 Jul 16 08:37:15.814812 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-11c95aae-444b-47b6-868e-08fd756eb6a0 service neutron] No DVR routers for this DVR port d87407fc-af4d-474c-a503-fcc8cf9cdf4a on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:15.829189 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] device_id is not set on port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:37:15.864699 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30e58960-f40b-4ab6-8b03-81ebb5f7a51c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:15.869811 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6538928-02cf-4cd6-a182-40f20a294bde x-openstack-request-id: req-c6538928-02cf-4cd6-a182-40f20a294bde {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:15.870114 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0884b693-ba27-412c-83fd-4e2450d528fc", "tag": "3f928d83-b65f-4ea6-963f-5b5b840e81a4", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:15.870373 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c6538928-02cf-4cd6-a182-40f20a294bde {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:15.870778 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0884b693-ba27-412c-83fd-4e2450d528fc', 'tag': '3f928d83-b65f-4ea6-963f-5b5b840e81a4', 'status': 'completed', 'code': 200} Jul 16 08:37:15.880521 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:15.907645 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b6fe14-d4ba-435a-b785-130e45be7504 req-c17f56a6-3fb7-4df8-b1cf-6ceb8743c3f1 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:15.915164 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54b6fe14-d4ba-435a-b785-130e45be7504 req-c17f56a6-3fb7-4df8-b1cf-6ceb8743c3f1 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=2df262b3-a00e-4996-bfcb-cd6ecd798149 HTTP/1.1" status: 200 len: 944 time: 0.4230843 Jul 16 08:37:15.975345 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30e58960-f40b-4ab6-8b03-81ebb5f7a51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:15.996955 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Transition to ACTIVE for port object 37d2b0f0-c1cd-406f-af41-f39ed15d1912 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:16.031166 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.038857 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1af2e4c8-361c-4e9c-9acc-a76142833a4e None None] Provisioning complete for port d87407fc-af4d-474c-a503-fcc8cf9cdf4a triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:16.039412 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1af2e4c8-361c-4e9c-9acc-a76142833a4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.089262 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-40c929a2-4f8c-4df0-aaa2-f8164e8afba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:16.090809 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-40c929a2-4f8c-4df0-aaa2-f8164e8afba5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8bd5574f-0003-4886-ae62-fbcf34b117a8 HTTP/1.1" status: 200 len: 855 time: 0.5089440 Jul 16 08:37:16.137251 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-11c95aae-444b-47b6-868e-08fd756eb6a0 service neutron] In _notify_port_updated(), no bound segment for port d87407fc-af4d-474c-a503-fcc8cf9cdf4a on network aa91a730-1f66-43ab-9470-038c67461639 {{(pid=93758) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:37:16.138526 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-11c95aae-444b-47b6-868e-08fd756eb6a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:16.139154 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-11c95aae-444b-47b6-868e-08fd756eb6a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.140472 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-11c95aae-444b-47b6-868e-08fd756eb6a0 service neutron] 10.222.0.30 "PUT /v2.0/ports/d87407fc-af4d-474c-a503-fcc8cf9cdf4a HTTP/1.1" status: 200 len: 1031 time: 1.6468353 Jul 16 08:37:16.142473 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-397154a2-15c8-431d-b241-92793b8d6355 req-38c696d1-2257-4a7f-8eea-5a69b830cd14 service neutron] 10.222.0.21 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8840575 Jul 16 08:37:16.148654 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54b6fe14-d4ba-435a-b785-130e45be7504 req-a2cc1520-f8f7-4121-a523-6953df1882d7 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319753 Jul 16 08:37:16.154366 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1af2e4c8-361c-4e9c-9acc-a76142833a4e None None] Port d87407fc-af4d-474c-a503-fcc8cf9cdf4a cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:16.201122 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Pushing event updated for resources: {'Port': ['ID=37d2b0f0-c1cd-406f-af41-f39ed15d1912,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:16.234079 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 091da7a4-e099-4e84-a774-919605faad63 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:16.239602 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:16.240379 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:16.240871 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on network b833e6bf-4776-4a93-ad06-435b971649c1 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:16.247502 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-698b6d5d-b69a-4215-8d19-67fd924891a4 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:16.248936 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-698b6d5d-b69a-4215-8d19-67fd924891a4 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.30 "GET /v2.0/ports/184a58dc-9828-4052-989b-49e6206f70e7?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0894399 Jul 16 08:37:16.250224 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on network b833e6bf-4776-4a93-ad06-435b971649c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:16.250633 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Failed to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on host n-h2-771362-37 for vnic_type normal using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] Jul 16 08:37:16.251151 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempt 2 to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 Jul 16 08:37:16.281226 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-8c9fa56d-363f-4993-a502-5d6213d01309 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=067beccc-09db-4a00-bd3c-3662b2e68988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1717751 Jul 16 08:37:16.282326 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:16.283163 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:16.287345 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on network b833e6bf-4776-4a93-ad06-435b971649c1 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:16.296112 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-a80566f3-58c0-41de-8d32-87bc79293ec6 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:16.296437 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on network b833e6bf-4776-4a93-ad06-435b971649c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:16.296865 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Failed to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on host n-h2-771362-37 for vnic_type normal using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] Jul 16 08:37:16.299181 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempt 3 to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 Jul 16 08:37:16.324275 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:16.324798 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:16.325257 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on network b833e6bf-4776-4a93-ad06-435b971649c1 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:16.330398 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on network b833e6bf-4776-4a93-ad06-435b971649c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:16.334024 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Failed to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on host n-h2-771362-37 for vnic_type normal using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] Jul 16 08:37:16.334571 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempt 4 to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 Jul 16 08:37:16.366571 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.381163 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:16.381772 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:16.382311 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on network b833e6bf-4776-4a93-ad06-435b971649c1 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:16.413261 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 091da7a4-e099-4e84-a774-919605faad63, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=091da7a4-e099-4e84-a774-919605faad63,segment=NetworkSegment(31f9b961-21bb-41b6-bbbd-a954d90f0b1b),segment_id=31f9b961-21bb-41b6-bbbd-a954d90f0b1b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:16.414847 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '091da7a4-e099-4e84-a774-919605faad63'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:16.418289 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-bf32bb00-5305-4f5f-a604-c2be20b8f193 service neutron] 10.222.0.21 "GET /v2.0/networks/067beccc-09db-4a00-bd3c-3662b2e68988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154578 Jul 16 08:37:16.418863 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbd6ddfd-5264-475d-b81b-8dd88bd4f95b" -d '{"events": [{"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-unplugged", "status": "completed", "tag": "091da7a4-e099-4e84-a774-919605faad63"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:16.424916 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.426158 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 3c2a3de7-55c1-4291-849c-36872eca1820 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:16.436389 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on network b833e6bf-4776-4a93-ad06-435b971649c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:16.436852 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Failed to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on host n-h2-771362-37 for vnic_type normal using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] Jul 16 08:37:16.440916 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempt 5 to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 Jul 16 08:37:16.460390 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:16.460781 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:16.461092 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on network b833e6bf-4776-4a93-ad06-435b971649c1 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:16.473035 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on network b833e6bf-4776-4a93-ad06-435b971649c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:16.474000 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Failed to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on host n-h2-771362-37 for vnic_type normal using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] Jul 16 08:37:16.476071 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempt 6 to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 Jul 16 08:37:16.498262 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:16.498640 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:16.498910 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on network b833e6bf-4776-4a93-ad06-435b971649c1 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:16.514544 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef4be14-0311-43f6-9f77-75b288b75fb2 req-c9e7e7c0-06ed-41f6-a047-b6a096e7864a tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:16.522420 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0ef4be14-0311-43f6-9f77-75b288b75fb2 req-c9e7e7c0-06ed-41f6-a047-b6a096e7864a tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 943 time: 0.1781690 Jul 16 08:37:16.523232 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=091da7a4-e099-4e84-a774-919605faad63,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:16.532098 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on network b833e6bf-4776-4a93-ad06-435b971649c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:16.532776 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Failed to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on host n-h2-771362-37 for vnic_type normal using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] Jul 16 08:37:16.540999 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempt 7 to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 Jul 16 08:37:16.563579 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:16.563976 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:16.564303 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on network b833e6bf-4776-4a93-ad06-435b971649c1 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:16.578132 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on network b833e6bf-4776-4a93-ad06-435b971649c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:16.578505 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Failed to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on host n-h2-771362-37 for vnic_type normal using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] Jul 16 08:37:16.579056 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempt 8 to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 Jul 16 08:37:16.594866 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0ef4be14-0311-43f6-9f77-75b288b75fb2 req-4a1eabd1-c713-476d-84c3-ec6d68ce5021 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714772 Jul 16 08:37:16.601311 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.626934 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:16.628401 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:16.628594 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on network b833e6bf-4776-4a93-ad06-435b971649c1 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:16.646210 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on network b833e6bf-4776-4a93-ad06-435b971649c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:16.646670 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Failed to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on host n-h2-771362-37 for vnic_type normal using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] Jul 16 08:37:16.647171 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempt 9 to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 Jul 16 08:37:16.648814 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-30e58960-f40b-4ab6-8b03-81ebb5f7a51c admin admin] Allocated IP 172.25.3.152 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/0bea2e04-1965-4b91-a2c4-bf3d89617abb) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:16.662294 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 3c2a3de7-55c1-4291-849c-36872eca1820, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=3c2a3de7-55c1-4291-849c-36872eca1820,segment=NetworkSegment(770b5d3c-5878-41d4-ad65-54e929f23d48),segment_id=770b5d3c-5878-41d4-ad65-54e929f23d48)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:16.668380 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:16.668716 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:16.670605 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.671335 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 184a58dc-9828-4052-989b-49e6206f70e7 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:16.676903 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on network b833e6bf-4776-4a93-ad06-435b971649c1 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:16.687259 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on network b833e6bf-4776-4a93-ad06-435b971649c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:16.687660 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Failed to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on host n-h2-771362-37 for vnic_type normal using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] Jul 16 08:37:16.687995 n-d-771362-37 neutron-server[93759]: INFO neutron.plugins.ml2.plugin [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempt 10 to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 Jul 16 08:37:16.705975 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:16.706342 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:16.706659 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempting to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on network b833e6bf-4776-4a93-ad06-435b971649c1 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:16.711894 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on network b833e6bf-4776-4a93-ad06-435b971649c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:16.712228 n-d-771362-37 neutron-server[93759]: ERROR neutron.plugins.ml2.managers [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Failed to bind port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on host n-h2-771362-37 for vnic_type normal using segments [{'id': '26307f4e-da5d-4181-8fca-b1f57defeaa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'b833e6bf-4776-4a93-ad06-435b971649c1'}] Jul 16 08:37:16.712700 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.780562 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=3c2a3de7-55c1-4291-849c-36872eca1820,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:16.841163 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] For port 37d2b0f0-c1cd-406f-af41-f39ed15d1912, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:16.841778 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attempted to set empty binding levels {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 16 08:37:16.867842 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.869948 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.909611 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 184a58dc-9828-4052-989b-49e6206f70e7, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=184a58dc-9828-4052-989b-49e6206f70e7,segment=NetworkSegment(770b5d3c-5878-41d4-ad65-54e929f23d48),segment_id=770b5d3c-5878-41d4-ad65-54e929f23d48)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:16.917200 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.917994 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device d87407fc-af4d-474c-a503-fcc8cf9cdf4a no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:16.948856 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Pushing event updated for resources: {'Port': ['ID=37d2b0f0-c1cd-406f-af41-f39ed15d1912,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:16.950121 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1bd92062-3f6b-487e-9b85-ab346efd0bfc req-9443ad60-bd3c-4c09-bdef-e58d75ab12e0 service neutron] 10.222.0.21 "GET /v2.0/networks/067beccc-09db-4a00-bd3c-3662b2e68988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4903834 Jul 16 08:37:16.962119 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] In _notify_port_updated(), no bound segment for port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 on network b833e6bf-4776-4a93-ad06-435b971649c1 {{(pid=93759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:37:16.963009 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:16.963622 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:16.968144 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3b7dd351-4cd7-4fc1-a66d-0c24af973ffc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] 10.222.0.22 "PUT /v2.0/ports/37d2b0f0-c1cd-406f-af41-f39ed15d1912 HTTP/1.1" status: 200 len: 980 time: 2.0777631 Jul 16 08:37:16.968833 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37158) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:17.002869 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-397154a2-15c8-431d-b241-92793b8d6355 req-93c41e37-fae1-4bad-9331-c0bd8019c3a8 service neutron] 10.222.0.21 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8447189 Jul 16 08:37:17.062836 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f36515-b81e-4db6-a7ae-b54e948489db req-1e2afe34-6b17-4edf-9aba-1ea625cc0064 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:17.085038 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-54f36515-b81e-4db6-a7ae-b54e948489db req-1e2afe34-6b17-4edf-9aba-1ea625cc0064 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 947 time: 0.9747481 Jul 16 08:37:17.107684 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda96077-3f85-4b59-b0f8-57c73acab941 req-feb50b3d-f0e4-4795-a873-f986e6fdea98 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:17.115362 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda96077-3f85-4b59-b0f8-57c73acab941 req-feb50b3d-f0e4-4795-a873-f986e6fdea98 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:17.122336 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda96077-3f85-4b59-b0f8-57c73acab941 req-feb50b3d-f0e4-4795-a873-f986e6fdea98 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:17.130450 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda96077-3f85-4b59-b0f8-57c73acab941 req-feb50b3d-f0e4-4795-a873-f986e6fdea98 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:17.133758 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=184a58dc-9828-4052-989b-49e6206f70e7,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:17.139011 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda96077-3f85-4b59-b0f8-57c73acab941 req-feb50b3d-f0e4-4795-a873-f986e6fdea98 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:17.146278 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda96077-3f85-4b59-b0f8-57c73acab941 req-feb50b3d-f0e4-4795-a873-f986e6fdea98 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:17.149977 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device d87407fc-af4d-474c-a503-fcc8cf9cdf4a not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:37:17.150408 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 76090f44-539b-438f-8800-1f8cae00b415 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:17.155614 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bda96077-3f85-4b59-b0f8-57c73acab941 req-feb50b3d-f0e4-4795-a873-f986e6fdea98 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 4660 time: 0.3179944 Jul 16 08:37:17.171124 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-a80566f3-58c0-41de-8d32-87bc79293ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:17.255653 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bda96077-3f85-4b59-b0f8-57c73acab941 req-08d49535-5a86-4352-96fc-f83e168e8a47 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=03feaef0-ea92-4471-ae62-410a0f6dbf3b&id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0988266 Jul 16 08:37:17.260446 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:17.265776 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-580ff578-fd9b-4e84-b082-11dd3d6a45ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Deleting port 37d2b0f0-c1cd-406f-af41-f39ed15d1912 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:17.266425 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-580ff578-fd9b-4e84-b082-11dd3d6a45ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:17.302451 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30e58960-f40b-4ab6-8b03-81ebb5f7a51c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:17.375699 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-580ff578-fd9b-4e84-b082-11dd3d6a45ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] For port 37d2b0f0-c1cd-406f-af41-f39ed15d1912, host n-h2-771362-37, got binding levels [] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:17.376064 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-580ff578-fd9b-4e84-b082-11dd3d6a45ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:17.390964 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-580ff578-fd9b-4e84-b082-11dd3d6a45ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Calling delete_port for 37d2b0f0-c1cd-406f-af41-f39ed15d1912 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:17.395980 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 76090f44-539b-438f-8800-1f8cae00b415, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=76090f44-539b-438f-8800-1f8cae00b415,segment=NetworkSegment(770b5d3c-5878-41d4-ad65-54e929f23d48),segment_id=770b5d3c-5878-41d4-ad65-54e929f23d48)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:17.404566 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:17.405698 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 731fdcab-68d6-4de1-9151-da7a41b03db8 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:17.458172 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae23cab3-5e96-479d-ba36-e0f6e4bad9e6 x-openstack-request-id: req-ae23cab3-5e96-479d-ba36-e0f6e4bad9e6 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:17.460560 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-unplugged", "status": "completed", "tag": "091da7a4-e099-4e84-a774-919605faad63", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:17.462354 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ae23cab3-5e96-479d-ba36-e0f6e4bad9e6 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:17.463109 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '091da7a4-e099-4e84-a774-919605faad63', 'code': 200} Jul 16 08:37:17.562049 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-580ff578-fd9b-4e84-b082-11dd3d6a45ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:17.602972 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580ff578-fd9b-4e84-b082-11dd3d6a45ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Pushing event deleted for resources: {'Port': ['ID=37d2b0f0-c1cd-406f-af41-f39ed15d1912,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:17.618150 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-580ff578-fd9b-4e84-b082-11dd3d6a45ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:17.630186 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-580ff578-fd9b-4e84-b082-11dd3d6a45ce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] 10.222.0.22 "DELETE /v2.0/ports/37d2b0f0-c1cd-406f-af41-f39ed15d1912 HTTP/1.1" status: 204 len: 168 time: 0.6566513 Jul 16 08:37:17.630484 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37166) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:17.663753 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-f389f155-09aa-49dc-9f3c-322d04a52fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] GET failed (client error): The resource could not be found. Jul 16 08:37:17.665872 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f389f155-09aa-49dc-9f3c-322d04a52fb6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1372564373-project-admin] 10.222.0.22 "GET /v2.0/ports/37d2b0f0-c1cd-406f-af41-f39ed15d1912 HTTP/1.1" status: 404 len: 333 time: 0.0338950 Jul 16 08:37:17.676825 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37168) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:17.778414 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5269fb-98be-429f-a6d5-1dbb54887d0c req-240b2530-31bc-4fb0-aab5-7c69ec0f0645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:17.779913 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2d5269fb-98be-429f-a6d5-1dbb54887d0c req-240b2530-31bc-4fb0-aab5-7c69ec0f0645 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a39b129c9efc4bdb8d522f3e682a2e06&device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 1095 time: 0.6621161 Jul 16 08:37:17.788990 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:37:17.794134 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-54f36515-b81e-4db6-a7ae-b54e948489db req-25ac80ce-0d4a-4006-8ce4-d1ca1726709c tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7080467 Jul 16 08:37:17.809761 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c3f8c2a-c0c0-42b1-9fc1-bced347cdd0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:17.837241 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=76090f44-539b-438f-8800-1f8cae00b415,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:17.909233 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30989c8b-4836-4ee1-9856-bcaaa800593d req-26010edd-729d-4a6c-859b-cf6a2651613b tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:17.912054 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-30989c8b-4836-4ee1-9856-bcaaa800593d req-26010edd-729d-4a6c-859b-cf6a2651613b tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=2df262b3-a00e-4996-bfcb-cd6ecd798149 HTTP/1.1" status: 200 len: 944 time: 0.2450628 Jul 16 08:37:17.941264 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c3f8c2a-c0c0-42b1-9fc1-bced347cdd0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:17.952748 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.008242 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5269fb-98be-429f-a6d5-1dbb54887d0c req-0f0b5147-d305-4f68-949e-e1d88a4257d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.010600 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2d5269fb-98be-429f-a6d5-1dbb54887d0c req-0f0b5147-d305-4f68-949e-e1d88a4257d8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=067beccc-09db-4a00-bd3c-3662b2e68988 HTTP/1.1" status: 200 len: 916 time: 0.2000446 Jul 16 08:37:18.014200 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 731fdcab-68d6-4de1-9151-da7a41b03db8, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=731fdcab-68d6-4de1-9151-da7a41b03db8,segment=NetworkSegment(31f9b961-21bb-41b6-bbbd-a954d90f0b1b),segment_id=31f9b961-21bb-41b6-bbbd-a954d90f0b1b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:18.023052 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.024005 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device d1214eb5-4495-47f0-8778-79707a2c0a79 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:18.032763 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d7999-2882-45f5-84e0-4f283276c57e req-8dbd9780-829d-497e-995a-ce16b25e2bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.034387 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9a8d7999-2882-45f5-84e0-4f283276c57e req-8dbd9780-829d-497e-995a-ce16b25e2bcf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e2c8ee8748ed40f095f05f97decda731&device_id=2df262b3-a00e-4996-bfcb-cd6ecd798149 HTTP/1.1" status: 200 len: 1096 time: 0.9465182 Jul 16 08:37:18.205415 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-a80566f3-58c0-41de-8d32-87bc79293ec6 service neutron] For port 184a58dc-9828-4052-989b-49e6206f70e7, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=184a58dc-9828-4052-989b-49e6206f70e7,segment=NetworkSegment(770b5d3c-5878-41d4-ad65-54e929f23d48),segment_id=770b5d3c-5878-41d4-ad65-54e929f23d48)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:18.258987 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-a80566f3-58c0-41de-8d32-87bc79293ec6 service neutron] For port 184a58dc-9828-4052-989b-49e6206f70e7, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:18.261521 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=731fdcab-68d6-4de1-9151-da7a41b03db8,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:18.316523 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.329850 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2d5269fb-98be-429f-a6d5-1dbb54887d0c req-f70808ab-09a8-4465-b129-a53881e3c879 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=3f928d83-b65f-4ea6-963f-5b5b840e81a4 HTTP/1.1" status: 200 len: 217 time: 0.3058407 Jul 16 08:37:18.342672 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30e58960-f40b-4ab6-8b03-81ebb5f7a51c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.357992 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port d1214eb5-4495-47f0-8778-79707a2c0a79, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d1214eb5-4495-47f0-8778-79707a2c0a79,segment=NetworkSegment(2630c0b4-c25a-4e71-baf9-4cb001668487),segment_id=2630c0b4-c25a-4e71-baf9-4cb001668487)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:18.365592 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.428271 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e58960-f40b-4ab6-8b03-81ebb5f7a51c admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:18.439511 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0c3f8c2a-c0c0-42b1-9fc1-bced347cdd0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b833e6bf-4776-4a93-ad06-435b971649c1']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:18.442639 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=d1214eb5-4495-47f0-8778-79707a2c0a79,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:18.461965 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-a80566f3-58c0-41de-8d32-87bc79293ec6 service neutron] device_id is not set on port 184a58dc-9828-4052-989b-49e6206f70e7 yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:37:18.474537 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0c3f8c2a-c0c0-42b1-9fc1-bced347cdd0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26307f4e-da5d-4181-8fca-b1f57defeaa4') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:18.474834 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0c3f8c2a-c0c0-42b1-9fc1-bced347cdd0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26307f4e-da5d-4181-8fca-b1f57defeaa4') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:18.481334 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-30e58960-f40b-4ab6-8b03-81ebb5f7a51c admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:18.489131 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-a80566f3-58c0-41de-8d32-87bc79293ec6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.502954 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e58960-f40b-4ab6-8b03-81ebb5f7a51c admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:18.518356 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-30989c8b-4836-4ee1-9856-bcaaa800593d req-27e08309-14c8-4c3d-b7ea-70613972b87d tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5729115 Jul 16 08:37:18.524295 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c3f8c2a-c0c0-42b1-9fc1-bced347cdd0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.559184 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c3f8c2a-c0c0-42b1-9fc1-bced347cdd0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.572323 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c3f8c2a-c0c0-42b1-9fc1-bced347cdd0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:37:18.573025 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c3f8c2a-c0c0-42b1-9fc1-bced347cdd0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.574912 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-a80566f3-58c0-41de-8d32-87bc79293ec6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:37:18.605619 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:37:18.608709 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e58960-f40b-4ab6-8b03-81ebb5f7a51c admin admin] Pushing event updated for resources: {'Port': ['ID=0bea2e04-1965-4b91-a2c4-bf3d89617abb,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:18.619941 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5269fb-98be-429f-a6d5-1dbb54887d0c req-8ca7b11c-6311-4fa6-bb60-7bc9f34b169e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.621579 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2d5269fb-98be-429f-a6d5-1dbb54887d0c req-8ca7b11c-6311-4fa6-bb60-7bc9f34b169e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8bd5574f-0003-4886-ae62-fbcf34b117a8 HTTP/1.1" status: 200 len: 855 time: 0.2659307 Jul 16 08:37:18.629214 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058b6431-487f-4b1b-873c-9e3064714283 req-d8aa16be-280f-46ea-867e-854b11d58dc8 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.631611 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-058b6431-487f-4b1b-873c-9e3064714283 req-d8aa16be-280f-46ea-867e-854b11d58dc8 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.21 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 947 time: 0.9152343 Jul 16 08:37:18.709808 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c3f8c2a-c0c0-42b1-9fc1-bced347cdd0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.717423 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c3f8c2a-c0c0-42b1-9fc1-bced347cdd0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:18.734738 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0c3f8c2a-c0c0-42b1-9fc1-bced347cdd0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709-project] 10.222.0.22 "DELETE /v2.0/networks/b833e6bf-4776-4a93-ad06-435b971649c1 HTTP/1.1" status: 204 len: 168 time: 1.0543656 Jul 16 08:37:18.796899 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f8c2a-c0c0-42b1-9fc1-bced347cdd0b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2108080709-project] Pushing event deleted for resources: {'Network': ['ID=b833e6bf-4776-4a93-ad06-435b971649c1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:18.821917 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2d5269fb-98be-429f-a6d5-1dbb54887d0c req-a45b891f-b98a-4cf4-880e-8d088a244e2f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=067beccc-09db-4a00-bd3c-3662b2e68988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1852784 Jul 16 08:37:18.869003 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81264c82-ca71-4521-abff-b6e32dec21bf req-fb94c2e1-454b-41bf-8462-032d74b7b19e tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.877090 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-a80566f3-58c0-41de-8d32-87bc79293ec6 service neutron] No DVR routers for this DVR port 184a58dc-9828-4052-989b-49e6206f70e7 on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:18.881429 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81264c82-ca71-4521-abff-b6e32dec21bf req-fb94c2e1-454b-41bf-8462-032d74b7b19e tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.893875 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81264c82-ca71-4521-abff-b6e32dec21bf req-fb94c2e1-454b-41bf-8462-032d74b7b19e tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.910466 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81264c82-ca71-4521-abff-b6e32dec21bf req-fb94c2e1-454b-41bf-8462-032d74b7b19e tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.924975 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81264c82-ca71-4521-abff-b6e32dec21bf req-fb94c2e1-454b-41bf-8462-032d74b7b19e tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.934995 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-81264c82-ca71-4521-abff-b6e32dec21bf req-fb94c2e1-454b-41bf-8462-032d74b7b19e tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 3876 time: 0.1910322 Jul 16 08:37:18.942936 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df31cd01-b3b4-4654-af03-61100402594f req-dcdbef44-c765-492a-8b0e-db939e12f96b tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:18.945072 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-df31cd01-b3b4-4654-af03-61100402594f req-dcdbef44-c765-492a-8b0e-db939e12f96b tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 943 time: 0.9297445 Jul 16 08:37:19.021281 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-81264c82-ca71-4521-abff-b6e32dec21bf req-2564428c-6d88-4667-a319-e704c46cad31 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0847909 Jul 16 08:37:19.112121 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-a80566f3-58c0-41de-8d32-87bc79293ec6 service neutron] In _notify_port_updated(), no bound segment for port 184a58dc-9828-4052-989b-49e6206f70e7 on network aa91a730-1f66-43ab-9470-038c67461639 {{(pid=93758) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:37:19.113330 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-a80566f3-58c0-41de-8d32-87bc79293ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:19.114244 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-a80566f3-58c0-41de-8d32-87bc79293ec6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:19.116037 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-a80566f3-58c0-41de-8d32-87bc79293ec6 service neutron] 10.222.0.30 "PUT /v2.0/ports/184a58dc-9828-4052-989b-49e6206f70e7 HTTP/1.1" status: 200 len: 1031 time: 2.8284340 Jul 16 08:37:19.134741 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5222e3b1-ae2d-4dd2-ba8e-814d7cef502c None None] Provisioning complete for port 184a58dc-9828-4052-989b-49e6206f70e7 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:19.135123 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5222e3b1-ae2d-4dd2-ba8e-814d7cef502c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:19.152237 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37188) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:19.177008 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d7999-2882-45f5-84e0-4f283276c57e req-cdb012e2-71e4-4904-aad9-714d106f74c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:19.178336 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9a8d7999-2882-45f5-84e0-4f283276c57e req-cdb012e2-71e4-4904-aad9-714d106f74c7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=bffad17c-f1ab-47e1-8c7a-30b725bf841f HTTP/1.1" status: 200 len: 912 time: 0.8533983 Jul 16 08:37:19.212185 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-5222e3b1-ae2d-4dd2-ba8e-814d7cef502c None None] Port 184a58dc-9828-4052-989b-49e6206f70e7 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:19.436768 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376e816-e309-43be-8f62-44c0bb5078de req-d766376f-0031-4f0d-9423-132745e83fa4 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:19.439575 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9a8d7999-2882-45f5-84e0-4f283276c57e req-37d2d0be-e4f9-458b-8745-09dc92d7fc47 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=88170eea-1ec6-460c-91d6-dbfd5ddb6073 HTTP/1.1" status: 200 len: 217 time: 0.2212646 Jul 16 08:37:19.443875 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80566f3-58c0-41de-8d32-87bc79293ec6 service neutron] Pushing event updated for resources: {'Port': ['ID=184a58dc-9828-4052-989b-49e6206f70e7,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:19.444308 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a376e816-e309-43be-8f62-44c0bb5078de req-d766376f-0031-4f0d-9423-132745e83fa4 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 947 time: 0.1668999 Jul 16 08:37:19.468988 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c2a3de7-55c1-4291-849c-36872eca1820'}, {'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '184a58dc-9828-4052-989b-49e6206f70e7'}, {'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76090f44-539b-438f-8800-1f8cae00b415'}, {'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '731fdcab-68d6-4de1-9151-da7a41b03db8'}, {'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1214eb5-4495-47f0-8778-79707a2c0a79'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:19.482828 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada6d6a7-5018-48d0-873a-1828f4493796" -d '{"events": [{"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-unplugged", "status": "completed", "tag": "3c2a3de7-55c1-4291-849c-36872eca1820"}, {"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-unplugged", "status": "completed", "tag": "184a58dc-9828-4052-989b-49e6206f70e7"}, {"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-unplugged", "status": "completed", "tag": "76090f44-539b-438f-8800-1f8cae00b415"}, {"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-unplugged", "status": "completed", "tag": "731fdcab-68d6-4de1-9151-da7a41b03db8"}, {"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-unplugged", "status": "completed", "tag": "d1214eb5-4495-47f0-8778-79707a2c0a79"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:19.505743 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1d037c7a-0d13-4a98-865b-906aa48e7d6f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4629008944e841e9b756cb7e79403541&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3495755 Jul 16 08:37:19.506611 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37198) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:19.527769 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a376e816-e309-43be-8f62-44c0bb5078de req-2874480a-3fed-4eef-880d-4a88211960b2 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821068 Jul 16 08:37:19.650537 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-24e92fc4-f2de-4b23-8aaa-b766a18e303e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:19.683339 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd16364d-bb14-42b6-ab2c-4c9133484cd8 x-openstack-request-id: req-bd16364d-bb14-42b6-ab2c-4c9133484cd8 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:19.684244 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-unplugged", "status": "completed", "tag": "3c2a3de7-55c1-4291-849c-36872eca1820", "code": 200}, {"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-unplugged", "status": "completed", "tag": "184a58dc-9828-4052-989b-49e6206f70e7", "code": 200}, {"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-unplugged", "status": "completed", "tag": "76090f44-539b-438f-8800-1f8cae00b415", "code": 200}, {"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-unplugged", "status": "completed", "tag": "731fdcab-68d6-4de1-9151-da7a41b03db8", "code": 200}, {"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-unplugged", "status": "completed", "tag": "d1214eb5-4495-47f0-8778-79707a2c0a79", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:19.684642 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bd16364d-bb14-42b6-ab2c-4c9133484cd8 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:19.685682 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c2a3de7-55c1-4291-849c-36872eca1820', 'code': 200} Jul 16 08:37:19.686048 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '184a58dc-9828-4052-989b-49e6206f70e7', 'code': 200} Jul 16 08:37:19.686312 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '76090f44-539b-438f-8800-1f8cae00b415', 'code': 200} Jul 16 08:37:19.686727 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '731fdcab-68d6-4de1-9151-da7a41b03db8', 'code': 200} Jul 16 08:37:19.686989 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1214eb5-4495-47f0-8778-79707a2c0a79', 'code': 200} Jul 16 08:37:19.707355 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-24e92fc4-f2de-4b23-8aaa-b766a18e303e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:19.718862 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-df31cd01-b3b4-4654-af03-61100402594f req-c1223b10-4fe5-4bf4-8e1f-ae1cc1c74077 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7414100 Jul 16 08:37:19.802339 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-24e92fc4-f2de-4b23-8aaa-b766a18e303e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:19.809743 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-24e92fc4-f2de-4b23-8aaa-b766a18e303e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:19.811648 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-24e92fc4-f2de-4b23-8aaa-b766a18e303e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5032d963-ecca-4723-9d17-271811b41fcd HTTP/1.1" status: 204 len: 168 time: 0.2744431 Jul 16 08:37:19.824209 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e92fc4-f2de-4b23-8aaa-b766a18e303e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5032d963-ecca-4723-9d17-271811b41fcd,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:19.903181 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-058b6431-487f-4b1b-873c-9e3064714283 req-df53d8b5-d371-47b2-ba49-aafb20b35b4a tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Deleting port 4d260d8b-2721-4aad-939f-af2eced15fea {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:19.904014 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-058b6431-487f-4b1b-873c-9e3064714283 req-df53d8b5-d371-47b2-ba49-aafb20b35b4a tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:19.917109 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8d7999-2882-45f5-84e0-4f283276c57e req-0316492c-ab85-4542-83fc-ed1c093a2bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:19.918633 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9a8d7999-2882-45f5-84e0-4f283276c57e req-0316492c-ab85-4542-83fc-ed1c093a2bf4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=25132452-9e46-4209-8e8b-3e1b72482432 HTTP/1.1" status: 200 len: 851 time: 0.4465890 Jul 16 08:37:19.969926 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2d5269fb-98be-429f-a6d5-1dbb54887d0c req-e78d9565-a42c-4607-a1ce-d659258e97e1 service neutron] 10.222.0.21 "GET /v2.0/networks/067beccc-09db-4a00-bd3c-3662b2e68988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9996073 Jul 16 08:37:19.971938 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c257b365-8600-44ad-9cf7-ac02c9af1fbd req-697cffde-7555-418a-b38b-f4048f3adf86 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:19.975068 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c257b365-8600-44ad-9cf7-ac02c9af1fbd req-697cffde-7555-418a-b38b-f4048f3adf86 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=2df262b3-a00e-4996-bfcb-cd6ecd798149 HTTP/1.1" status: 200 len: 944 time: 0.1114221 Jul 16 08:37:20.019508 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c257b365-8600-44ad-9cf7-ac02c9af1fbd req-3d88c96c-6568-4ddc-b6c1-d198def40b6e tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379994 Jul 16 08:37:20.130830 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-058b6431-487f-4b1b-873c-9e3064714283 req-df53d8b5-d371-47b2-ba49-aafb20b35b4a tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] For port 4d260d8b-2721-4aad-939f-af2eced15fea, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=4d260d8b-2721-4aad-939f-af2eced15fea,segment=NetworkSegment(434f1074-36f8-46ba-becd-a201a761861a),segment_id=434f1074-36f8-46ba-becd-a201a761861a)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:20.135326 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-058b6431-487f-4b1b-873c-9e3064714283 req-df53d8b5-d371-47b2-ba49-aafb20b35b4a tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:20.144240 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9a8d7999-2882-45f5-84e0-4f283276c57e req-3b3b1d00-ffc8-40fb-85f9-a889ebf1de0c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=bffad17c-f1ab-47e1-8c7a-30b725bf841f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1835079 Jul 16 08:37:20.213428 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-058b6431-487f-4b1b-873c-9e3064714283 req-df53d8b5-d371-47b2-ba49-aafb20b35b4a tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Calling delete_port for 4d260d8b-2721-4aad-939f-af2eced15fea owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:20.223706 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 3f928d83-b65f-4ea6-963f-5b5b840e81a4 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:37:20.235891 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30e58960-f40b-4ab6-8b03-81ebb5f7a51c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:20.284193 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37210) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:20.350853 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-53ff668e-5615-46cc-9f09-f9b7716f4c99 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a81353837f064000a87136a25fca8f17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0624826 Jul 16 08:37:20.351391 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37212) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:20.358628 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 3f928d83-b65f-4ea6-963f-5b5b840e81a4, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=3f928d83-b65f-4ea6-963f-5b5b840e81a4,segment=NetworkSegment(72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed),segment_id=72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:20.376367 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '3f928d83-b65f-4ea6-963f-5b5b840e81a4', 'network_id': '067beccc-09db-4a00-bd3c-3662b2e68988', 'port_id': '3f928d83-b65f-4ea6-963f-5b5b840e81a4', 'mac_address': 'fa:16:3e:e5:c9:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd5574f-0003-4886-ae62-fbcf34b117a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:37:20.424233 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-622730d0-b626-42b6-9f0e-9f848e302304 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:20.479531 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-622730d0-b626-42b6-9f0e-9f848e302304 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:20.484771 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:20.513837 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f928d83-b65f-4ea6-963f-5b5b840e81a4 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:20.541022 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 3f928d83-b65f-4ea6-963f-5b5b840e81a4, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=3f928d83-b65f-4ea6-963f-5b5b840e81a4,segment=NetworkSegment(72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed),segment_id=72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:20.549085 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:20.552737 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 88170eea-1ec6-460c-91d6-dbfd5ddb6073 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:37:20.584282 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-622730d0-b626-42b6-9f0e-9f848e302304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:20.588442 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-622730d0-b626-42b6-9f0e-9f848e302304 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:20.594635 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-622730d0-b626-42b6-9f0e-9f848e302304 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/601efc30-3f5f-42df-8a22-b485feb06820 HTTP/1.1" status: 204 len: 168 time: 0.2421350 Jul 16 08:37:20.614658 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622730d0-b626-42b6-9f0e-9f848e302304 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=601efc30-3f5f-42df-8a22-b485feb06820,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:20.739070 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=3f928d83-b65f-4ea6-963f-5b5b840e81a4,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:20.753819 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.db.resource_extend [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:37:20.854064 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f2eda4-121c-427d-b019-2abd2c0681d4 req-d5c8c652-ed77-4b3c-a0a8-4a18957075ae tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:20.862561 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-33f2eda4-121c-427d-b019-2abd2c0681d4 req-d5c8c652-ed77-4b3c-a0a8-4a18957075ae tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 947 time: 0.1272595 Jul 16 08:37:20.937272 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-33f2eda4-121c-427d-b019-2abd2c0681d4 req-c8f1f3ff-fe8d-48d1-9ece-22e780353798 tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/security-groups?id=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678909 Jul 16 08:37:20.961725 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 88170eea-1ec6-460c-91d6-dbfd5ddb6073, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=88170eea-1ec6-460c-91d6-dbfd5ddb6073,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:21.011121 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '88170eea-1ec6-460c-91d6-dbfd5ddb6073', 'network_id': 'bffad17c-f1ab-47e1-8c7a-30b725bf841f', 'port_id': '88170eea-1ec6-460c-91d6-dbfd5ddb6073', 'mac_address': 'fa:16:3e:41:32:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '25132452-9e46-4209-8e8b-3e1b72482432', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:37:21.033005 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2d5269fb-98be-429f-a6d5-1dbb54887d0c req-996347ce-4f43-4929-8c1b-bcf7e8fc42ad service neutron] 10.222.0.21 "GET /v2.0/networks/067beccc-09db-4a00-bd3c-3662b2e68988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0448265 Jul 16 08:37:21.108451 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:21.127880 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-864509f8-26d6-4267-9f8a-b8fdda38b7ca tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Deleting port 3c2a3de7-55c1-4291-849c-36872eca1820 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:21.128232 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-864509f8-26d6-4267-9f8a-b8fdda38b7ca tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:21.131011 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88170eea-1ec6-460c-91d6-dbfd5ddb6073 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:21.168636 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 88170eea-1ec6-460c-91d6-dbfd5ddb6073, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=88170eea-1ec6-460c-91d6-dbfd5ddb6073,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:21.205635 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:21.268811 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9a8d7999-2882-45f5-84e0-4f283276c57e req-b7eb2a42-6a6f-4505-8753-136b7716b47c service neutron] 10.222.0.21 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0798981 Jul 16 08:37:21.315241 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=88170eea-1ec6-460c-91d6-dbfd5ddb6073,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:21.361252 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30e58960-f40b-4ab6-8b03-81ebb5f7a51c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:21.371315 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743dfd6f-0b46-48b3-bc3d-f7a92e0a226c req-593e988f-4a22-40db-bc20-8a2b87b9fae0 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:21.374285 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-743dfd6f-0b46-48b3-bc3d-f7a92e0a226c req-593e988f-4a22-40db-bc20-8a2b87b9fae0 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 944 time: 0.1433918 Jul 16 08:37:21.423902 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['3f928d83-b65f-4ea6-963f-5b5b840e81a4'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:37:21.430247 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['88170eea-1ec6-460c-91d6-dbfd5ddb6073'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:37:21.485335 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-743dfd6f-0b46-48b3-bc3d-f7a92e0a226c req-bcfb9aaa-6e24-41e8-9d3a-eeb2328f7e12 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035075 Jul 16 08:37:21.536426 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9a8d7999-2882-45f5-84e0-4f283276c57e req-2609c6cd-6e01-4e1e-9a2f-e450b834397a service neutron] 10.222.0.21 "GET /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891601 Jul 16 08:37:21.556429 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337be40-6187-418c-bccc-bf7c8320b522 req-190826ce-3c01-4806-9aec-ccb2637d162d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:21.563723 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337be40-6187-418c-bccc-bf7c8320b522 req-190826ce-3c01-4806-9aec-ccb2637d162d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:21.570821 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337be40-6187-418c-bccc-bf7c8320b522 req-190826ce-3c01-4806-9aec-ccb2637d162d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:21.580661 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337be40-6187-418c-bccc-bf7c8320b522 req-190826ce-3c01-4806-9aec-ccb2637d162d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:21.588206 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d337be40-6187-418c-bccc-bf7c8320b522 req-190826ce-3c01-4806-9aec-ccb2637d162d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:21.590510 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d337be40-6187-418c-bccc-bf7c8320b522 req-190826ce-3c01-4806-9aec-ccb2637d162d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 3876 time: 1.3876095 Jul 16 08:37:21.713072 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d337be40-6187-418c-bccc-bf7c8320b522 req-5591eeb8-9773-46b1-a67f-cd153c2ef50c tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821593 Jul 16 08:37:21.747493 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-864509f8-26d6-4267-9f8a-b8fdda38b7ca tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] For port 3c2a3de7-55c1-4291-849c-36872eca1820, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=3c2a3de7-55c1-4291-849c-36872eca1820,segment=NetworkSegment(770b5d3c-5878-41d4-ad65-54e929f23d48),segment_id=770b5d3c-5878-41d4-ad65-54e929f23d48)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:21.748258 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-864509f8-26d6-4267-9f8a-b8fdda38b7ca tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:21.817725 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-864509f8-26d6-4267-9f8a-b8fdda38b7ca tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Calling delete_port for 3c2a3de7-55c1-4291-849c-36872eca1820 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:21.894511 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-058b6431-487f-4b1b-873c-9e3064714283 req-df53d8b5-d371-47b2-ba49-aafb20b35b4a tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:21.966117 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf03e26e-bc85-46de-84bc-eef9c6d95f64 req-816a2c54-ace1-4fe8-8f19-0e7c08e630cf tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:21.978032 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bf03e26e-bc85-46de-84bc-eef9c6d95f64 req-816a2c54-ace1-4fe8-8f19-0e7c08e630cf tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=2df262b3-a00e-4996-bfcb-cd6ecd798149 HTTP/1.1" status: 200 len: 945 time: 0.1776335 Jul 16 08:37:22.034358 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-058b6431-487f-4b1b-873c-9e3064714283 req-df53d8b5-d371-47b2-ba49-aafb20b35b4a tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] No DVR routers for this DVR port 4d260d8b-2721-4aad-939f-af2eced15fea on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:22.044106 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-058b6431-487f-4b1b-873c-9e3064714283 req-df53d8b5-d371-47b2-ba49-aafb20b35b4a tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:22.046366 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-058b6431-487f-4b1b-873c-9e3064714283 req-df53d8b5-d371-47b2-ba49-aafb20b35b4a tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.21 "DELETE /v2.0/ports/4d260d8b-2721-4aad-939f-af2eced15fea HTTP/1.1" status: 204 len: 173 time: 3.3888590 Jul 16 08:37:22.047012 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '986d7225-e1a5-4841-adf8-742db2ed93fa', 'name': 'network-vif-deleted', 'tag': '4d260d8b-2721-4aad-939f-af2eced15fea'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:22.061330 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87d6208f-fdf1-46df-8ca6-187d117538e3" -d '{"events": [{"server_uuid": "986d7225-e1a5-4841-adf8-742db2ed93fa", "name": "network-vif-deleted", "tag": "4d260d8b-2721-4aad-939f-af2eced15fea"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:22.075456 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df53d8b5-d371-47b2-ba49-aafb20b35b4a tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] Pushing event deleted for resources: {'Port': ['ID=4d260d8b-2721-4aad-939f-af2eced15fea,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:22.125556 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bf03e26e-bc85-46de-84bc-eef9c6d95f64 req-24d496c7-4029-42f7-ad1f-b7119cf2efe8 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457617 Jul 16 08:37:22.198508 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30e58960-f40b-4ab6-8b03-81ebb5f7a51c admin admin] Router df559ece-5550-4d68-969a-92b61f0dd52b is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:37:22.229785 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 3f928d83-b65f-4ea6-963f-5b5b840e81a4 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:22.293929 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aca826c-86a9-4130-be3b-7ce94995b92f x-openstack-request-id: req-7aca826c-86a9-4130-be3b-7ce94995b92f {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:22.294650 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "986d7225-e1a5-4841-adf8-742db2ed93fa", "name": "network-vif-deleted", "tag": "4d260d8b-2721-4aad-939f-af2eced15fea", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:22.295393 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7aca826c-86a9-4130-be3b-7ce94995b92f {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:22.296231 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '986d7225-e1a5-4841-adf8-742db2ed93fa', 'name': 'network-vif-deleted', 'tag': '4d260d8b-2721-4aad-939f-af2eced15fea', 'status': 'completed', 'code': 200} Jul 16 08:37:22.349356 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37272) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:22.380768 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 3f928d83-b65f-4ea6-963f-5b5b840e81a4 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:22.401236 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 3f928d83-b65f-4ea6-963f-5b5b840e81a4 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:22.402096 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:22.600596 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-892d1102-76b7-4528-8d57-d0f5191707d4 req-6ddfea77-1c4c-4ecd-b79b-e0cb2d6d42eb tempest-ServersNegativeTestJSON-694544030 tempest-ServersNegativeTestJSON-694544030-project] 10.222.0.22 "GET /v2.0/ports?device_id=986d7225-e1a5-4841-adf8-742db2ed93fa HTTP/1.1" status: 200 len: 210 time: 0.1332495 Jul 16 08:37:22.603514 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-864509f8-26d6-4267-9f8a-b8fdda38b7ca tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:22.614510 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:22.641343 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0884b693-ba27-412c-83fd-4e2450d528fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f928d83-b65f-4ea6-963f-5b5b840e81a4'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:22.643779 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb436ef9-68a2-48a9-91fd-f71479475b71" -d '{"events": [{"server_uuid": "0884b693-ba27-412c-83fd-4e2450d528fc", "name": "network-vif-plugged", "status": "completed", "tag": "3f928d83-b65f-4ea6-963f-5b5b840e81a4"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:22.660080 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 3f928d83-b65f-4ea6-963f-5b5b840e81a4, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=3f928d83-b65f-4ea6-963f-5b5b840e81a4,segment=NetworkSegment(72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed),segment_id=72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:22.666805 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:22.667932 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 4d260d8b-2721-4aad-939f-af2eced15fea no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:22.685949 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864509f8-26d6-4267-9f8a-b8fdda38b7ca tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Pushing event deleted for resources: {'Port': ['ID=3c2a3de7-55c1-4291-849c-36872eca1820,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:22.716093 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485e0605-f85e-478a-b922-40f8dd32097c x-openstack-request-id: req-485e0605-f85e-478a-b922-40f8dd32097c {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:22.716425 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0884b693-ba27-412c-83fd-4e2450d528fc", "name": "network-vif-plugged", "status": "completed", "tag": "3f928d83-b65f-4ea6-963f-5b5b840e81a4", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:22.716780 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-485e0605-f85e-478a-b922-40f8dd32097c {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:22.717182 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0884b693-ba27-412c-83fd-4e2450d528fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f928d83-b65f-4ea6-963f-5b5b840e81a4', 'code': 200} Jul 16 08:37:22.719557 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 4d260d8b-2721-4aad-939f-af2eced15fea {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:37:22.719944 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 4d260d8b-2721-4aad-939f-af2eced15fea not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:37:22.860577 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=3f928d83-b65f-4ea6-963f-5b5b840e81a4,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:22.860761 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-195af816-4fa6-41f4-844e-2de87b7fd41c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:22.904747 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-864509f8-26d6-4267-9f8a-b8fdda38b7ca tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] No DVR routers for this DVR port 3c2a3de7-55c1-4291-849c-36872eca1820 on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:22.909405 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-864509f8-26d6-4267-9f8a-b8fdda38b7ca tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:22.923327 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-864509f8-26d6-4267-9f8a-b8fdda38b7ca tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.30 "DELETE /v2.0/ports/3c2a3de7-55c1-4291-849c-36872eca1820 HTTP/1.1" status: 204 len: 173 time: 3.7378850 Jul 16 08:37:22.938418 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30e58960-f40b-4ab6-8b03-81ebb5f7a51c admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:37:22.949883 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3045a159-0675-45c2-af8d-0dbac60f6128 None None] Sync routers for ids ['df559ece-5550-4d68-969a-92b61f0dd52b'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:37:22.967977 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3045a159-0675-45c2-af8d-0dbac60f6128 None None] Routers {'df559ece-5550-4d68-969a-92b61f0dd52b'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:37:22.974160 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3045a159-0675-45c2-af8d-0dbac60f6128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:37:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['df559ece-5550-4d68-969a-92b61f0dd52b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:22.979356 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6d1968-2c24-4ea5-9550-6740494fb7c0 req-73a7ba67-e910-44b7-8d39-d7d105cad00a tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:22.981279 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7b6d1968-2c24-4ea5-9550-6740494fb7c0 req-73a7ba67-e910-44b7-8d39-d7d105cad00a tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 945 time: 0.2697308 Jul 16 08:37:23.074191 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7b6d1968-2c24-4ea5-9550-6740494fb7c0 req-dd1ac5f2-93f4-4dfc-a132-d180386fa736 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826397 Jul 16 08:37:23.146756 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-195af816-4fa6-41f4-844e-2de87b7fd41c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:23.155968 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-195af816-4fa6-41f4-844e-2de87b7fd41c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:23.258239 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3045a159-0675-45c2-af8d-0dbac60f6128 None None] Set router df559ece-5550-4d68-969a-92b61f0dd52b gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:37:23.287638 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195af816-4fa6-41f4-844e-2de87b7fd41c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed034682-1728-41d7-994c-d6927e9ee252,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:23.299996 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30e58960-f40b-4ab6-8b03-81ebb5f7a51c admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:23.302228 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-30e58960-f40b-4ab6-8b03-81ebb5f7a51c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 13.3990965 Jul 16 08:37:23.322126 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-195af816-4fa6-41f4-844e-2de87b7fd41c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b2809c14361347b89cd338ad8f568b7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9711113 Jul 16 08:37:23.322787 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37300) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:23.329785 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37304) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:23.365780 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e4997-735b-4af6-9150-215cadb0a733 req-1cd66505-f8ca-4219-aa22-52cb7248bdb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:23.368168 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-518e4997-735b-4af6-9150-215cadb0a733 req-1cd66505-f8ca-4219-aa22-52cb7248bdb3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 1097 time: 0.5494499 Jul 16 08:37:23.419068 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-287a6e94-7ae5-4645-b675-dd705c2f6fcd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Deleting port 091da7a4-e099-4e84-a774-919605faad63 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:23.419668 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-287a6e94-7ae5-4645-b675-dd705c2f6fcd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:23.578566 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-622c511b-2b2b-4695-b7cf-7ca3f462020e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:23.621032 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3045a159-0675-45c2-af8d-0dbac60f6128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'name': 'tempest-ServersTestJSON-368013283-router', 'tenant_id': 'a88791d577d845c2acb15df694bb481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '0bea2e04-1965-4b91-a2c4-bf3d89617abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:10Z', 'updated_at': '2021-07-16T08:37:19Z', 'revision_number': 3, 'project_id': 'a88791d577d845c2acb15df694bb481f', 'gw_port': {'id': '0bea2e04-1965-4b91-a2c4-bf3d89617abb', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:15Z', 'updated_at': '2021-07-16T08:37:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:23.631080 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 37312) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:23.636991 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-518e4997-735b-4af6-9150-215cadb0a733 req-86a9f5e5-8486-4121-9989-f83f6a89a6f1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2599471 Jul 16 08:37:23.650100 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-622c511b-2b2b-4695-b7cf-7ca3f462020e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:23.675974 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bd8a58-6004-4749-829b-fec775ff3f21 req-0f78f0ac-ed14-4a6d-9247-c35c06a09f8f tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:23.679306 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675367a-7ebf-4838-9708-2ab792a957c1 req-193bc2d2-6986-4a2c-a54c-ea73fbff3af4 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:23.683061 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-31bd8a58-6004-4749-829b-fec775ff3f21 req-0f78f0ac-ed14-4a6d-9247-c35c06a09f8f tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=2df262b3-a00e-4996-bfcb-cd6ecd798149 HTTP/1.1" status: 200 len: 945 time: 0.2917120 Jul 16 08:37:23.686374 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675367a-7ebf-4838-9708-2ab792a957c1 req-193bc2d2-6986-4a2c-a54c-ea73fbff3af4 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:23.694112 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675367a-7ebf-4838-9708-2ab792a957c1 req-193bc2d2-6986-4a2c-a54c-ea73fbff3af4 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:23.701963 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d675367a-7ebf-4838-9708-2ab792a957c1 req-193bc2d2-6986-4a2c-a54c-ea73fbff3af4 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:23.710406 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d675367a-7ebf-4838-9708-2ab792a957c1 req-193bc2d2-6986-4a2c-a54c-ea73fbff3af4 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 3143 time: 0.5624909 Jul 16 08:37:23.775881 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-287a6e94-7ae5-4645-b675-dd705c2f6fcd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] For port 091da7a4-e099-4e84-a774-919605faad63, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=091da7a4-e099-4e84-a774-919605faad63,segment=NetworkSegment(31f9b961-21bb-41b6-bbbd-a954d90f0b1b),segment_id=31f9b961-21bb-41b6-bbbd-a954d90f0b1b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:23.776264 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-287a6e94-7ae5-4645-b675-dd705c2f6fcd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:23.794015 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-31bd8a58-6004-4749-829b-fec775ff3f21 req-227048d3-c071-4fdd-a56f-e43fb4c2f880 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096468 Jul 16 08:37:23.834120 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-622c511b-2b2b-4695-b7cf-7ca3f462020e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:23.838471 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-622c511b-2b2b-4695-b7cf-7ca3f462020e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:23.839857 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-622c511b-2b2b-4695-b7cf-7ca3f462020e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ed034682-1728-41d7-994c-d6927e9ee252 HTTP/1.1" status: 204 len: 168 time: 0.5091631 Jul 16 08:37:23.874418 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-287a6e94-7ae5-4645-b675-dd705c2f6fcd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Calling delete_port for 091da7a4-e099-4e84-a774-919605faad63 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:23.878096 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3045a159-0675-45c2-af8d-0dbac60f6128 None None] Checking router: df559ece-5550-4d68-969a-92b61f0dd52b for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:37:23.878707 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3045a159-0675-45c2-af8d-0dbac60f6128 None None] Updating router df559ece-5550-4d68-969a-92b61f0dd52b port 0bea2e04-1965-4b91-a2c4-bf3d89617abb binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:37:23.890928 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622c511b-2b2b-4695-b7cf-7ca3f462020e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed034682-1728-41d7-994c-d6927e9ee252,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:23.913755 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-e3e76f4c-d263-4a85-ae21-0605ffab47bd tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-290888221', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:23.968818 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d675367a-7ebf-4838-9708-2ab792a957c1 req-beae5799-b48c-4748-9abb-a3a34e0a2797 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2571514 Jul 16 08:37:23.984717 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3045a159-0675-45c2-af8d-0dbac60f6128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.012743 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37324) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:24.050935 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e76f4c-d263-4a85-ae21-0605ffab47bd tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Made reservation on behalf of ff35e40532a84876b0a36f059e437807 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:24.054248 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3e76f4c-d263-4a85-ae21-0605ffab47bd tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.070764 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3e76f4c-d263-4a85-ae21-0605ffab47bd tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.158842 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4b3a6dd-258f-499e-af7a-d26a130d8544 admin admin] Deleting subnet df86fc55-3ccc-4737-ad2e-69164a017fd5 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:37:24.205984 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c4b3a6dd-258f-499e-af7a-d26a130d8544 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.252824 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 88170eea-1ec6-460c-91d6-dbfd5ddb6073 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:24.305446 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-deleted', 'tag': '3c2a3de7-55c1-4291-849c-36872eca1820'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:24.309641 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88b22cf0-a51a-4710-912a-7d10319e10a0" -d '{"events": [{"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-deleted", "tag": "3c2a3de7-55c1-4291-849c-36872eca1820"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:24.324236 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c4b3a6dd-258f-499e-af7a-d26a130d8544 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.389270 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129f7c34-5bd3-43e5-8db8-d28d71719aa2 x-openstack-request-id: req-129f7c34-5bd3-43e5-8db8-d28d71719aa2 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:24.390005 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-deleted", "tag": "3c2a3de7-55c1-4291-849c-36872eca1820", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:24.390485 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-129f7c34-5bd3-43e5-8db8-d28d71719aa2 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:24.391233 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-deleted', 'tag': '3c2a3de7-55c1-4291-849c-36872eca1820', 'status': 'completed', 'code': 200} Jul 16 08:37:24.397233 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-287a6e94-7ae5-4645-b675-dd705c2f6fcd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.397537 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 88170eea-1ec6-460c-91d6-dbfd5ddb6073 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:24.401990 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 88170eea-1ec6-460c-91d6-dbfd5ddb6073 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:24.402561 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.486723 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c173300f-5411-4ab2-b489-9cb1c87d5ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.500204 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287a6e94-7ae5-4645-b675-dd705c2f6fcd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Pushing event deleted for resources: {'Port': ['ID=091da7a4-e099-4e84-a774-919605faad63,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:24.542710 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c4b3a6dd-258f-499e-af7a-d26a130d8544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.553791 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3e76f4c-d263-4a85-ae21-0605ffab47bd tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.561040 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.602850 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 88170eea-1ec6-460c-91d6-dbfd5ddb6073, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=88170eea-1ec6-460c-91d6-dbfd5ddb6073,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:24.613976 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.646141 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3045a159-0675-45c2-af8d-0dbac60f6128 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.646965 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-287a6e94-7ae5-4645-b675-dd705c2f6fcd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] No DVR routers for this DVR port 091da7a4-e099-4e84-a774-919605faad63 on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:24.648861 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfde6cc3-516c-43d0-9611-dc7d8fc7c314 req-8e8eae6c-a218-4a4d-9cfb-13bbb34c6b9b tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:24.651878 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-287a6e94-7ae5-4645-b675-dd705c2f6fcd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.654666 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-287a6e94-7ae5-4645-b675-dd705c2f6fcd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.30 "DELETE /v2.0/ports/091da7a4-e099-4e84-a774-919605faad63 HTTP/1.1" status: 204 len: 173 time: 1.7211909 Jul 16 08:37:24.655808 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cfde6cc3-516c-43d0-9611-dc7d8fc7c314 req-8e8eae6c-a218-4a4d-9cfb-13bbb34c6b9b tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 945 time: 0.3397188 Jul 16 08:37:24.656133 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3e76f4c-d263-4a85-ae21-0605ffab47bd tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.666251 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3045a159-0675-45c2-af8d-0dbac60f6128 None None] Transition to ACTIVE for port object 0bea2e04-1965-4b91-a2c4-bf3d89617abb will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:24.667725 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-e3e76f4c-d263-4a85-ae21-0605ffab47bd tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] device_id is not set on port a6bdcd20-2dd1-46d4-a787-18fc0f26bea3 yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:37:24.679150 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3045a159-0675-45c2-af8d-0dbac60f6128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.706862 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=88170eea-1ec6-460c-91d6-dbfd5ddb6073,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:24.719091 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df262b3-a00e-4996-bfcb-cd6ecd798149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88170eea-1ec6-460c-91d6-dbfd5ddb6073'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:24.721427 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8513f080-0dad-418a-bdc0-1d023db35b0e" -d '{"events": [{"server_uuid": "2df262b3-a00e-4996-bfcb-cd6ecd798149", "name": "network-vif-plugged", "status": "completed", "tag": "88170eea-1ec6-460c-91d6-dbfd5ddb6073"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:24.769102 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37340) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:24.793780 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c4b3a6dd-258f-499e-af7a-d26a130d8544 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.794410 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3045a159-0675-45c2-af8d-0dbac60f6128 None None] Attempting to bind port 0bea2e04-1965-4b91-a2c4-bf3d89617abb on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:24.794977 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3045a159-0675-45c2-af8d-0dbac60f6128 None None] Attempting to bind port 0bea2e04-1965-4b91-a2c4-bf3d89617abb by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:24.795763 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3045a159-0675-45c2-af8d-0dbac60f6128 None None] Attempting to bind port 0bea2e04-1965-4b91-a2c4-bf3d89617abb on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:24.809248 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c25e7412-e998-4cc7-8600-8b22a9ce98a9 x-openstack-request-id: req-c25e7412-e998-4cc7-8600-8b22a9ce98a9 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:24.809576 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df262b3-a00e-4996-bfcb-cd6ecd798149", "name": "network-vif-plugged", "status": "completed", "tag": "88170eea-1ec6-460c-91d6-dbfd5ddb6073", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:24.810347 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c25e7412-e998-4cc7-8600-8b22a9ce98a9 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:24.811155 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df262b3-a00e-4996-bfcb-cd6ecd798149', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88170eea-1ec6-460c-91d6-dbfd5ddb6073', 'code': 200} Jul 16 08:37:24.812167 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3045a159-0675-45c2-af8d-0dbac60f6128 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:24.812574 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3045a159-0675-45c2-af8d-0dbac60f6128 None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:24.812988 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3045a159-0675-45c2-af8d-0dbac60f6128 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.813385 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3045a159-0675-45c2-af8d-0dbac60f6128 None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:24.814511 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3045a159-0675-45c2-af8d-0dbac60f6128 None None] Bound port: 0bea2e04-1965-4b91-a2c4-bf3d89617abb, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:24.815116 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3045a159-0675-45c2-af8d-0dbac60f6128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.827160 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cfde6cc3-516c-43d0-9611-dc7d8fc7c314 req-54df632d-ff04-47d1-ac1e-70bf922255e1 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703062 Jul 16 08:37:24.864963 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d148ff5-35c6-498e-aad0-efb357b2ebda None None] Pushing event updated for resources: {'Port': ['ID=0bea2e04-1965-4b91-a2c4-bf3d89617abb,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:24.890127 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8e50773-6140-46f9-b6d5-ab99b013d86a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.897693 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b3a6dd-258f-499e-af7a-d26a130d8544 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df86fc55-3ccc-4737-ad2e-69164a017fd5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:24.908124 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c4b3a6dd-258f-499e-af7a-d26a130d8544 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:24.910434 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c4b3a6dd-258f-499e-af7a-d26a130d8544 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/df86fc55-3ccc-4737-ad2e-69164a017fd5 HTTP/1.1" status: 204 len: 168 time: 0.8967111 Jul 16 08:37:24.921487 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37348) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:24.925534 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3045a159-0675-45c2-af8d-0dbac60f6128 None None] For port 0bea2e04-1965-4b91-a2c4-bf3d89617abb, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:24.933841 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e76f4c-d263-4a85-ae21-0605ffab47bd tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feaf1d6d-bdb0-4510-9c7b-e40adc4ff705,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:24.934824 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3045a159-0675-45c2-af8d-0dbac60f6128 None None] For port 0bea2e04-1965-4b91-a2c4-bf3d89617abb, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0bea2e04-1965-4b91-a2c4-bf3d89617abb,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:24.956714 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3045a159-0675-45c2-af8d-0dbac60f6128 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:25.010388 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-c173300f-5411-4ab2-b489-9cb1c87d5ba8 admin admin] Allocated IP 172.20.0.1 (350280ab-10c7-4ed0-8e1d-ec03b07478d8/c40c9930-f388-47c3-befd-669b8aded165/48dda09d-df77-485f-9bf9-d49139c07fc3) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:25.077799 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3045a159-0675-45c2-af8d-0dbac60f6128 None None] Routers {'df559ece-5550-4d68-969a-92b61f0dd52b'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:37:25.078648 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3045a159-0675-45c2-af8d-0dbac60f6128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:37:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['df559ece-5550-4d68-969a-92b61f0dd52b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:25.185956 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f125b09d-7dbf-485f-8ec7-279032755e08 req-205b66c4-f2ed-453b-bfa5-62d74945d4ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:25.188270 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d148ff5-35c6-498e-aad0-efb357b2ebda None None] Pushing event updated for resources: {'Port': ['ID=0bea2e04-1965-4b91-a2c4-bf3d89617abb,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:25.189181 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f125b09d-7dbf-485f-8ec7-279032755e08 req-205b66c4-f2ed-453b-bfa5-62d74945d4ad service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2df262b3-a00e-4996-bfcb-cd6ecd798149 HTTP/1.1" status: 200 len: 1098 time: 0.2521524 Jul 16 08:37:25.224629 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-65f696de-38e9-4b9b-9f8f-b4f906a492b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:25.225100 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3045a159-0675-45c2-af8d-0dbac60f6128 None None] Set router df559ece-5550-4d68-969a-92b61f0dd52b gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:37:25.246931 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-92425b35-2b0f-42d0-812c-f5dc4a7775fd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Deleting port 731fdcab-68d6-4de1-9151-da7a41b03db8 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:25.247684 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-92425b35-2b0f-42d0-812c-f5dc4a7775fd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:25.305363 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-e3e76f4c-d263-4a85-ae21-0605ffab47bd tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Allocated IP 172.25.3.223 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/a6bdcd20-2dd1-46d4-a787-18fc0f26bea3) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:25.393346 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f125b09d-7dbf-485f-8ec7-279032755e08 req-22256da8-4462-4a88-8efe-d0d588ebe25e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672311 Jul 16 08:37:25.408755 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ada059-8fac-4930-8abc-57c098c1c854 req-075f1fe1-f5af-43d6-b2b8-a9c0bfef9624 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:25.410873 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-38ada059-8fac-4930-8abc-57c098c1c854 req-075f1fe1-f5af-43d6-b2b8-a9c0bfef9624 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=2df262b3-a00e-4996-bfcb-cd6ecd798149 HTTP/1.1" status: 200 len: 946 time: 0.2801139 Jul 16 08:37:25.417442 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c173300f-5411-4ab2-b489-9cb1c87d5ba8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:25.462163 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8e50773-6140-46f9-b6d5-ab99b013d86a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:25.486229 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3045a159-0675-45c2-af8d-0dbac60f6128 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'name': 'tempest-ServersTestJSON-368013283-router', 'tenant_id': 'a88791d577d845c2acb15df694bb481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '0bea2e04-1965-4b91-a2c4-bf3d89617abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:10Z', 'updated_at': '2021-07-16T08:37:19Z', 'revision_number': 3, 'project_id': 'a88791d577d845c2acb15df694bb481f', 'gw_port': {'id': '0bea2e04-1965-4b91-a2c4-bf3d89617abb', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:15Z', 'updated_at': '2021-07-16T08:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:25.492870 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8e50773-6140-46f9-b6d5-ab99b013d86a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:25.508948 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-38ada059-8fac-4930-8abc-57c098c1c854 req-e2134123-9c93-413c-befb-a988f29d62c6 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868897 Jul 16 08:37:25.516655 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-c173300f-5411-4ab2-b489-9cb1c87d5ba8 admin admin] Transition to ACTIVE for port object 48dda09d-df77-485f-9bf9-d49139c07fc3 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:25.546961 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b8e50773-6140-46f9-b6d5-ab99b013d86a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7c25a0dfe046449ca53fdf878f6eecc5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7728076 Jul 16 08:37:25.548915 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-92425b35-2b0f-42d0-812c-f5dc4a7775fd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] For port 731fdcab-68d6-4de1-9151-da7a41b03db8, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=731fdcab-68d6-4de1-9151-da7a41b03db8,segment=NetworkSegment(31f9b961-21bb-41b6-bbbd-a954d90f0b1b),segment_id=31f9b961-21bb-41b6-bbbd-a954d90f0b1b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:25.551368 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e50773-6140-46f9-b6d5-ab99b013d86a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5ae96e-2ea1-432e-88ad-e68f8605662b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:25.558950 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3045a159-0675-45c2-af8d-0dbac60f6128 None None] The sync data for ids ['df559ece-5550-4d68-969a-92b61f0dd52b'] in n-d-771362-37 is: [{'id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'name': 'tempest-ServersTestJSON-368013283-router', 'tenant_id': 'a88791d577d845c2acb15df694bb481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '0bea2e04-1965-4b91-a2c4-bf3d89617abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:10Z', 'updated_at': '2021-07-16T08:37:19Z', 'revision_number': 3, 'project_id': 'a88791d577d845c2acb15df694bb481f', 'gw_port': {'id': '0bea2e04-1965-4b91-a2c4-bf3d89617abb', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1c:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:15Z', 'updated_at': '2021-07-16T08:37:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:37:25.559797 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37358) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:25.560786 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-92425b35-2b0f-42d0-812c-f5dc4a7775fd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:25.608739 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-92425b35-2b0f-42d0-812c-f5dc4a7775fd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Calling delete_port for 731fdcab-68d6-4de1-9151-da7a41b03db8 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:25.628483 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-65f696de-38e9-4b9b-9f8f-b4f906a492b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:25.657789 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-65f696de-38e9-4b9b-9f8f-b4f906a492b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8582703-4cc4-4fff-80b5-c471d9477e16']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:25.697602 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-65f696de-38e9-4b9b-9f8f-b4f906a492b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '434f1074-36f8-46ba-becd-a201a761861a') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:25.697909 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-65f696de-38e9-4b9b-9f8f-b4f906a492b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '434f1074-36f8-46ba-becd-a201a761861a') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:25.709822 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3e76f4c-d263-4a85-ae21-0605ffab47bd tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:25.718035 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed83c6-72b0-4454-a540-dad39ceabea6 req-2eb9cd63-b508-47b5-8f3c-9fb43f19456a tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:25.728636 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed83c6-72b0-4454-a540-dad39ceabea6 req-2eb9cd63-b508-47b5-8f3c-9fb43f19456a tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:25.735597 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eed83c6-72b0-4454-a540-dad39ceabea6 req-2eb9cd63-b508-47b5-8f3c-9fb43f19456a tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:25.744979 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2eed83c6-72b0-4454-a540-dad39ceabea6 req-2eb9cd63-b508-47b5-8f3c-9fb43f19456a tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 2410 time: 0.4600208 Jul 16 08:37:25.753924 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-65f696de-38e9-4b9b-9f8f-b4f906a492b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:25.775288 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-65f696de-38e9-4b9b-9f8f-b4f906a492b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:25.798378 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c173300f-5411-4ab2-b489-9cb1c87d5ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:25.803147 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f696de-38e9-4b9b-9f8f-b4f906a492b6 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:37:25.804105 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-65f696de-38e9-4b9b-9f8f-b4f906a492b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:25.812168 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:37:25.812168 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:37:25.812168 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:37:25.812168 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:37:25.812168 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:37:25.812168 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:37:25.812168 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:37:25.812168 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:37:25.812168 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:37:25.812168 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:37:25.812168 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:37:25.812168 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:37:25.812168 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:37:25.812168 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:37:25.812168 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:37:25.812168 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:37:25.812168 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:37:25.812168 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:37:25.812168 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:37:25.812168 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:37:25.812168 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:37:25.812168 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:37:25.812168 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:37:25.812168 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:37:25.812168 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:37:25.812168 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:37:25.812168 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:37:25.812168 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:37:25.812168 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:37:25.812168 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:37:25.812168 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:37:25.812168 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:37:25.827017 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-92425b35-2b0f-42d0-812c-f5dc4a7775fd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:25.838665 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3e76f4c-d263-4a85-ae21-0605ffab47bd tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:25.881693 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c390a50-b879-4146-831f-45669fcce74d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:25.924847 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92425b35-2b0f-42d0-812c-f5dc4a7775fd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Pushing event deleted for resources: {'Port': ['ID=731fdcab-68d6-4de1-9151-da7a41b03db8,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:25.986000 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c173300f-5411-4ab2-b489-9cb1c87d5ba8 admin admin] Network 350280ab-10c7-4ed0-8e1d-ec03b07478d8 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:26.016923 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c390a50-b879-4146-831f-45669fcce74d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:26.041840 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e76f4c-d263-4a85-ae21-0605ffab47bd tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:26.095137 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-c173300f-5411-4ab2-b489-9cb1c87d5ba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:26.097704 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-e3e76f4c-d263-4a85-ae21-0605ffab47bd tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:26.102459 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-92425b35-2b0f-42d0-812c-f5dc4a7775fd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] No DVR routers for this DVR port 731fdcab-68d6-4de1-9151-da7a41b03db8 on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:26.106046 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-92425b35-2b0f-42d0-812c-f5dc4a7775fd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:26.107870 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-92425b35-2b0f-42d0-812c-f5dc4a7775fd tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.30 "DELETE /v2.0/ports/731fdcab-68d6-4de1-9151-da7a41b03db8 HTTP/1.1" status: 204 len: 173 time: 1.4445267 Jul 16 08:37:26.110462 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e76f4c-d263-4a85-ae21-0605ffab47bd tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:26.118115 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2eed83c6-72b0-4454-a540-dad39ceabea6 req-e7d86dc3-04f4-4551-ade6-5b036a57cbe1 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3717010 Jul 16 08:37:26.121232 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c173300f-5411-4ab2-b489-9cb1c87d5ba8 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:26.168776 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e76f4c-d263-4a85-ae21-0605ffab47bd tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Pushing event updated for resources: {'Port': ['ID=a6bdcd20-2dd1-46d4-a787-18fc0f26bea3,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:26.210009 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c173300f-5411-4ab2-b489-9cb1c87d5ba8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:26.338583 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-65f696de-38e9-4b9b-9f8f-b4f906a492b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:26.341166 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173300f-5411-4ab2-b489-9cb1c87d5ba8 admin admin] Pushing event updated for resources: {'Port': ['ID=48dda09d-df77-485f-9bf9-d49139c07fc3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:26.344858 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c390a50-b879-4146-831f-45669fcce74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:26.348258 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c390a50-b879-4146-831f-45669fcce74d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:26.352816 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7c390a50-b879-4146-831f-45669fcce74d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cb5ae96e-2ea1-432e-88ad-e68f8605662b HTTP/1.1" status: 204 len: 168 time: 0.7893314 Jul 16 08:37:26.411321 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-65f696de-38e9-4b9b-9f8f-b4f906a492b6 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:26.418854 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-65f696de-38e9-4b9b-9f8f-b4f906a492b6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/c8582703-4cc4-4fff-80b5-c471d9477e16 HTTP/1.1" status: 204 len: 168 time: 1.4958858 Jul 16 08:37:26.532878 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c390a50-b879-4146-831f-45669fcce74d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5ae96e-2ea1-432e-88ad-e68f8605662b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:26.542260 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f696de-38e9-4b9b-9f8f-b4f906a492b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8582703-4cc4-4fff-80b5-c471d9477e16,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:26.595485 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c173300f-5411-4ab2-b489-9cb1c87d5ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:26.622095 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1d7c1311-4b07-4467-af6e-d77829f10d2a None None] Provisioning for port 48dda09d-df77-485f-9bf9-d49139c07fc3 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:26.628573 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1d7c1311-4b07-4467-af6e-d77829f10d2a None None] Provisioning complete for port 48dda09d-df77-485f-9bf9-d49139c07fc3 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:26.629111 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1d7c1311-4b07-4467-af6e-d77829f10d2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:26.749276 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1d7c1311-4b07-4467-af6e-d77829f10d2a None None] Port 48dda09d-df77-485f-9bf9-d49139c07fc3 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:26.867306 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37388) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:26.920834 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-deleted', 'tag': '091da7a4-e099-4e84-a774-919605faad63'}, {'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-deleted', 'tag': '731fdcab-68d6-4de1-9151-da7a41b03db8'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:26.923174 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1b98878-71be-4a5b-8888-5b5c8f93e940" -d '{"events": [{"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-deleted", "tag": "091da7a4-e099-4e84-a774-919605faad63"}, {"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-deleted", "tag": "731fdcab-68d6-4de1-9151-da7a41b03db8"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:26.975335 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3e76f4c-d263-4a85-ae21-0605ffab47bd tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:26.975335 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3e76f4c-d263-4a85-ae21-0605ffab47bd tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:27.021351 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e3e76f4c-d263-4a85-ae21-0605ffab47bd tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.3830307 Jul 16 08:37:27.028744 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 37394) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:27.046500 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-55d80736-018d-4320-8d1b-55838349466b tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.223'}]}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:27.062970 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60cbef7-e48b-4534-a922-97cd1e617685 req-c74446c1-a061-434d-bc5e-e82bb1fc9f91 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:27.071791 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f60cbef7-e48b-4534-a922-97cd1e617685 req-c74446c1-a061-434d-bc5e-e82bb1fc9f91 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 945 time: 1.0284820 Jul 16 08:37:27.146694 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-55d80736-018d-4320-8d1b-55838349466b tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:27.147775 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-55d80736-018d-4320-8d1b-55838349466b tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:27.157035 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-8ba6683b-c2ee-44fb-ae88-cb319c0b1c1c tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Deleting port 76090f44-539b-438f-8800-1f8cae00b415 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:27.157393 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-8ba6683b-c2ee-44fb-ae88-cb319c0b1c1c tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:27.178607 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0bea2e04-1965-4b91-a2c4-bf3d89617abb up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:27.205571 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f60cbef7-e48b-4534-a922-97cd1e617685 req-a8136a19-08a7-4973-915a-ef6c2c2061a0 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327093 Jul 16 08:37:27.295053 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 0bea2e04-1965-4b91-a2c4-bf3d89617abb completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:27.300119 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 0bea2e04-1965-4b91-a2c4-bf3d89617abb triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:27.300535 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:27.318105 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e431a2a-aa24-479e-b9d5-a744ca381eb0 x-openstack-request-id: req-2e431a2a-aa24-479e-b9d5-a744ca381eb0 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:27.318561 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-deleted", "tag": "091da7a4-e099-4e84-a774-919605faad63", "status": "completed", "code": 200}, {"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-deleted", "tag": "731fdcab-68d6-4de1-9151-da7a41b03db8", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:27.319224 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2e431a2a-aa24-479e-b9d5-a744ca381eb0 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:27.319741 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-deleted', 'tag': '091da7a4-e099-4e84-a774-919605faad63', 'status': 'completed', 'code': 200} Jul 16 08:37:27.320087 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-deleted', 'tag': '731fdcab-68d6-4de1-9151-da7a41b03db8', 'status': 'completed', 'code': 200} Jul 16 08:37:27.364241 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-55d80736-018d-4320-8d1b-55838349466b tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:27.455520 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:27.486798 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 0bea2e04-1965-4b91-a2c4-bf3d89617abb, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0bea2e04-1965-4b91-a2c4-bf3d89617abb,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:27.493310 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:27.563903 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=0bea2e04-1965-4b91-a2c4-bf3d89617abb,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:27.574573 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a9be0a52-44e5-4e8b-ae65-ff627e3ad1ab admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fe485eef99184140b54eea7a4f5e6aa7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7043042 Jul 16 08:37:27.576138 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 37414) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:27.596241 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a6f60-976a-4bc1-9233-43fd2d2366d5 req-e3250d09-0a7f-44df-bd78-91f029ec5734 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:27.603949 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-739a6f60-976a-4bc1-9233-43fd2d2366d5 req-e3250d09-0a7f-44df-bd78-91f029ec5734 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=2df262b3-a00e-4996-bfcb-cd6ecd798149 HTTP/1.1" status: 200 len: 946 time: 0.7680697 Jul 16 08:37:27.661372 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c173300f-5411-4ab2-b489-9cb1c87d5ba8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:27.682802 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-739a6f60-976a-4bc1-9233-43fd2d2366d5 req-094a6b1f-c1e9-4b60-be87-5c14bbf78dc0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760901 Jul 16 08:37:27.685326 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c173300f-5411-4ab2-b489-9cb1c87d5ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:27.692792 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-8ba6683b-c2ee-44fb-ae88-cb319c0b1c1c tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] For port 76090f44-539b-438f-8800-1f8cae00b415, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=76090f44-539b-438f-8800-1f8cae00b415,segment=NetworkSegment(770b5d3c-5878-41d4-ad65-54e929f23d48),segment_id=770b5d3c-5878-41d4-ad65-54e929f23d48)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:27.693402 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-8ba6683b-c2ee-44fb-ae88-cb319c0b1c1c tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:27.770917 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-8ba6683b-c2ee-44fb-ae88-cb319c0b1c1c tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Calling delete_port for 76090f44-539b-438f-8800-1f8cae00b415 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:27.785858 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c173300f-5411-4ab2-b489-9cb1c87d5ba8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:27.832988 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-55d80736-018d-4320-8d1b-55838349466b tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:27.877269 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173300f-5411-4ab2-b489-9cb1c87d5ba8 admin admin] Pushing event updated for resources: {'Port': ['ID=48dda09d-df77-485f-9bf9-d49139c07fc3,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:27.983914 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-62fd51b4-2b79-47b8-8fa9-fbf413aa3239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:27.997654 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c173300f-5411-4ab2-b489-9cb1c87d5ba8 admin admin] Network 350280ab-10c7-4ed0-8e1d-ec03b07478d8 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:28.001555 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-c173300f-5411-4ab2-b489-9cb1c87d5ba8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:28.012290 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54ead4-713a-4ebe-b037-c34af34a559b req-b8e6328d-ea8d-413d-81b1-ebea14d27f7d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:28.018508 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d54ead4-713a-4ebe-b037-c34af34a559b req-b8e6328d-ea8d-413d-81b1-ebea14d27f7d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:28.019023 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37260b2d-41c7-44ef-9ec2-a012b1b675fa req-85f73e5f-77a7-4179-8119-5019228c96ef tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:28.021143 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-37260b2d-41c7-44ef-9ec2-a012b1b675fa req-85f73e5f-77a7-4179-8119-5019228c96ef tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 945 time: 0.1141522 Jul 16 08:37:28.026333 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1d54ead4-713a-4ebe-b037-c34af34a559b req-b8e6328d-ea8d-413d-81b1-ebea14d27f7d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 1677 time: 0.4477556 Jul 16 08:37:28.063591 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-62fd51b4-2b79-47b8-8fa9-fbf413aa3239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:28.155270 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-37260b2d-41c7-44ef-9ec2-a012b1b675fa req-c2f3d7c9-08c4-45f1-a125-43cb480d5e0d tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943816 Jul 16 08:37:28.217171 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c173300f-5411-4ab2-b489-9cb1c87d5ba8 admin admin] Router df559ece-5550-4d68-969a-92b61f0dd52b has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:37:28.336812 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1d54ead4-713a-4ebe-b037-c34af34a559b req-b4bfbc21-721a-4c4e-ada5-e49f93be916e tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups?id=910f791b-abac-4082-995f-040cf1f16d45&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2996705 Jul 16 08:37:28.377270 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-8ba6683b-c2ee-44fb-ae88-cb319c0b1c1c tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:28.395563 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-62fd51b4-2b79-47b8-8fa9-fbf413aa3239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:28.397959 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-02922a96-579c-45ba-b905-40a5ca46ffd5 None None] Provisioning complete for port 48dda09d-df77-485f-9bf9-d49139c07fc3 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:28.398472 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-62fd51b4-2b79-47b8-8fa9-fbf413aa3239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:28.399373 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-62fd51b4-2b79-47b8-8fa9-fbf413aa3239 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6195fc0b-d2de-43f5-9bb1-3b90d5062c5c HTTP/1.1" status: 204 len: 168 time: 0.7963226 Jul 16 08:37:28.400822 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-02922a96-579c-45ba-b905-40a5ca46ffd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:28.462206 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c173300f-5411-4ab2-b489-9cb1c87d5ba8 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:37:28.478618 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c173300f-5411-4ab2-b489-9cb1c87d5ba8 admin admin] 10.222.0.22 "PUT /v2.0/routers/df559ece-5550-4d68-969a-92b61f0dd52b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1542904 Jul 16 08:37:28.479701 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba6683b-c2ee-44fb-ae88-cb319c0b1c1c tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Pushing event deleted for resources: {'Port': ['ID=76090f44-539b-438f-8800-1f8cae00b415,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:28.518138 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b76c10a-de84-43f7-ab7c-2ae860771f46 None None] Sync routers for ids ['df559ece-5550-4d68-969a-92b61f0dd52b'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:37:28.547331 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fd51b4-2b79-47b8-8fa9-fbf413aa3239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6195fc0b-d2de-43f5-9bb1-3b90d5062c5c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:28.574963 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b76c10a-de84-43f7-ab7c-2ae860771f46 None None] Routers {'df559ece-5550-4d68-969a-92b61f0dd52b'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:37:28.575625 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4b76c10a-de84-43f7-ab7c-2ae860771f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:37:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['df559ece-5550-4d68-969a-92b61f0dd52b'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:28.735513 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-8ba6683b-c2ee-44fb-ae88-cb319c0b1c1c tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] No DVR routers for this DVR port 76090f44-539b-438f-8800-1f8cae00b415 on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:28.762455 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-02922a96-579c-45ba-b905-40a5ca46ffd5 None None] Port 48dda09d-df77-485f-9bf9-d49139c07fc3 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:28.771499 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-8ba6683b-c2ee-44fb-ae88-cb319c0b1c1c tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:28.773853 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-8ba6683b-c2ee-44fb-ae88-cb319c0b1c1c tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.30 "DELETE /v2.0/ports/76090f44-539b-438f-8800-1f8cae00b415 HTTP/1.1" status: 204 len: 173 time: 2.6545594 Jul 16 08:37:28.991006 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-4b76c10a-de84-43f7-ab7c-2ae860771f46 None None] Set router df559ece-5550-4d68-969a-92b61f0dd52b gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:37:29.034244 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-55d80736-018d-4320-8d1b-55838349466b tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:29.104699 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-55d80736-018d-4320-8d1b-55838349466b tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:29.139972 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0bea2e04-1965-4b91-a2c4-bf3d89617abb up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:29.344649 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-deleted', 'tag': '76090f44-539b-438f-8800-1f8cae00b415'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:29.353926 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-721d522c-76eb-470f-b8d2-22fd843b2843" -d '{"events": [{"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-deleted", "tag": "76090f44-539b-438f-8800-1f8cae00b415"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:29.734147 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4b76c10a-de84-43f7-ab7c-2ae860771f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'name': 'tempest-ServersTestJSON-368013283-router', 'tenant_id': 'a88791d577d845c2acb15df694bb481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '0bea2e04-1965-4b91-a2c4-bf3d89617abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:10Z', 'updated_at': '2021-07-16T08:37:26Z', 'revision_number': 4, 'project_id': 'a88791d577d845c2acb15df694bb481f', 'gw_port': {'id': '0bea2e04-1965-4b91-a2c4-bf3d89617abb', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:15Z', 'updated_at': '2021-07-16T08:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '48dda09d-df77-485f-9bf9-d49139c07fc3', 'name': '', 'network_id': '350280ab-10c7-4ed0-8e1d-ec03b07478d8', 'tenant_id': 'a88791d577d845c2acb15df694bb481f', 'mac_address': 'fa:16:3e:fe:8a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'c40c9930-f388-47c3-befd-669b8aded165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:24Z', 'updated_at': '2021-07-16T08:37:26Z', 'revision_number': 2, 'project_id': 'a88791d577d845c2acb15df694bb481f', 'subnets': [{'id': 'c40c9930-f388-47c3-befd-669b8aded165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:29.742984 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-51f7598a-9fa3-458f-8baa-60f546fb7eb4 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Deleting port d1214eb5-4495-47f0-8778-79707a2c0a79 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:29.743554 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-51f7598a-9fa3-458f-8baa-60f546fb7eb4 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:29.744001 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 0bea2e04-1965-4b91-a2c4-bf3d89617abb triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:29.744576 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:29.865523 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b76c10a-de84-43f7-ab7c-2ae860771f46 None None] Checking router: df559ece-5550-4d68-969a-92b61f0dd52b for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:37:29.876334 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b76c10a-de84-43f7-ab7c-2ae860771f46 None None] Updating router df559ece-5550-4d68-969a-92b61f0dd52b port 48dda09d-df77-485f-9bf9-d49139c07fc3 binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:37:29.997841 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4b76c10a-de84-43f7-ab7c-2ae860771f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.066660 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab889cb-9e0a-49d2-8d3e-223b4d925bfa req-d9d37b2e-833a-4dfa-9fa0-73167eaad7c3 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:30.076971 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bab889cb-9e0a-49d2-8d3e-223b4d925bfa req-d9d37b2e-833a-4dfa-9fa0-73167eaad7c3 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=2df262b3-a00e-4996-bfcb-cd6ecd798149 HTTP/1.1" status: 200 len: 946 time: 0.5353720 Jul 16 08:37:30.123920 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-55d80736-018d-4320-8d1b-55838349466b tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.130853 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-51f7598a-9fa3-458f-8baa-60f546fb7eb4 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] For port d1214eb5-4495-47f0-8778-79707a2c0a79, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=d1214eb5-4495-47f0-8778-79707a2c0a79,segment=NetworkSegment(2630c0b4-c25a-4e71-baf9-4cb001668487),segment_id=2630c0b4-c25a-4e71-baf9-4cb001668487)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:30.131233 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-51f7598a-9fa3-458f-8baa-60f546fb7eb4 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.402596 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37514) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:30.408012 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-eb066729-3f8e-4af5-b938-4cea753b7f55 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Request body: {'security_group': {'name': 'tempest-securitygroup--476841148', 'description': 'tempest-description--1933995859'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:30.442484 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eb066729-3f8e-4af5-b938-4cea753b7f55 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.474329 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4b76c10a-de84-43f7-ab7c-2ae860771f46 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.485384 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4b76c10a-de84-43f7-ab7c-2ae860771f46 None None] Transition to ACTIVE for port object 48dda09d-df77-485f-9bf9-d49139c07fc3 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:30.492197 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4b76c10a-de84-43f7-ab7c-2ae860771f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.547367 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bab889cb-9e0a-49d2-8d3e-223b4d925bfa req-a3c6ce41-6f01-496b-8074-beed8154b753 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4685776 Jul 16 08:37:30.605974 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eb066729-3f8e-4af5-b938-4cea753b7f55 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.615747 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eb066729-3f8e-4af5-b938-4cea753b7f55 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.656696 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-55d80736-018d-4320-8d1b-55838349466b tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.658267 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb066729-3f8e-4af5-b938-4cea753b7f55 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7666d4f4-8db4-486a-993c-6cb58115ed88,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:30.661166 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-55d80736-018d-4320-8d1b-55838349466b tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.662688 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eb066729-3f8e-4af5-b938-4cea753b7f55 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.664042 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-eb066729-3f8e-4af5-b938-4cea753b7f55 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2604167 Jul 16 08:37:30.667503 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37524) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:30.676110 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3d56f794-e6a6-466a-bc83-e290fb92ab05 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Request body: {'security_group_rule': {'security_group_id': '7666d4f4-8db4-486a-993c-6cb58115ed88', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:30.719847 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d56f794-e6a6-466a-bc83-e290fb92ab05 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.800136 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0ca0e-f921-4e3e-b8c7-64b92afe0413 None None] Pushing event updated for resources: {'Port': ['ID=48dda09d-df77-485f-9bf9-d49139c07fc3,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:30.821214 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-51f7598a-9fa3-458f-8baa-60f546fb7eb4 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.821596 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-51f7598a-9fa3-458f-8baa-60f546fb7eb4 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.821916 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-51f7598a-9fa3-458f-8baa-60f546fb7eb4 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Floating IP 844742e3-e63c-4627-9a05-b36933570bc9 disassociated. External IP: 172.25.3.97, port: d1214eb5-4495-47f0-8778-79707a2c0a79. Jul 16 08:37:30.822277 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-51f7598a-9fa3-458f-8baa-60f546fb7eb4 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Calling delete_port for d1214eb5-4495-47f0-8778-79707a2c0a79 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:30.825430 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4b76c10a-de84-43f7-ab7c-2ae860771f46 None None] Attempting to bind port 48dda09d-df77-485f-9bf9-d49139c07fc3 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:30.826051 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4b76c10a-de84-43f7-ab7c-2ae860771f46 None None] Attempting to bind port 48dda09d-df77-485f-9bf9-d49139c07fc3 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '713d361a-6e2c-48ef-9d05-d7638b707b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '350280ab-10c7-4ed0-8e1d-ec03b07478d8'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:30.826660 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b76c10a-de84-43f7-ab7c-2ae860771f46 None None] Attempting to bind port 48dda09d-df77-485f-9bf9-d49139c07fc3 on network 350280ab-10c7-4ed0-8e1d-ec03b07478d8 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:30.833042 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d56f794-e6a6-466a-bc83-e290fb92ab05 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.839518 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d56f794-e6a6-466a-bc83-e290fb92ab05 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.842360 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b76c10a-de84-43f7-ab7c-2ae860771f46 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:30.843340 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b76c10a-de84-43f7-ab7c-2ae860771f46 None None] Checking segment: {'id': '713d361a-6e2c-48ef-9d05-d7638b707b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '350280ab-10c7-4ed0-8e1d-ec03b07478d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:30.844500 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4b76c10a-de84-43f7-ab7c-2ae860771f46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.845126 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b76c10a-de84-43f7-ab7c-2ae860771f46 None None] Bound using segment: {'id': '713d361a-6e2c-48ef-9d05-d7638b707b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '350280ab-10c7-4ed0-8e1d-ec03b07478d8'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:30.845878 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4b76c10a-de84-43f7-ab7c-2ae860771f46 None None] Bound port: 48dda09d-df77-485f-9bf9-d49139c07fc3, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '713d361a-6e2c-48ef-9d05-d7638b707b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '350280ab-10c7-4ed0-8e1d-ec03b07478d8'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:30.846734 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4b76c10a-de84-43f7-ab7c-2ae860771f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.867611 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56f794-e6a6-466a-bc83-e290fb92ab05 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60212453-cf2a-41bc-8dcb-3d864ffd68ec,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:30.879633 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d56f794-e6a6-466a-bc83-e290fb92ab05 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.884167 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3d56f794-e6a6-466a-bc83-e290fb92ab05 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2142863 Jul 16 08:37:30.884985 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37526) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:30.890373 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-69148388-6cd6-4731-8aef-5d6c5220a1c1 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Request body: {'security_group_rule': {'security_group_id': '7666d4f4-8db4-486a-993c-6cb58115ed88', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:30.925160 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69148388-6cd6-4731-8aef-5d6c5220a1c1 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:30.982329 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-4b76c10a-de84-43f7-ab7c-2ae860771f46 None None] For port 48dda09d-df77-485f-9bf9-d49139c07fc3, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:30.986065 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-4b76c10a-de84-43f7-ab7c-2ae860771f46 None None] For port 48dda09d-df77-485f-9bf9-d49139c07fc3, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=48dda09d-df77-485f-9bf9-d49139c07fc3,segment=NetworkSegment(713d361a-6e2c-48ef-9d05-d7638b707b75),segment_id=713d361a-6e2c-48ef-9d05-d7638b707b75)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:30.990287 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4b76c10a-de84-43f7-ab7c-2ae860771f46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:31.010403 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be69c262-de29-404d-b288-6c501e2698b6 x-openstack-request-id: req-be69c262-de29-404d-b288-6c501e2698b6 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:31.010699 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-deleted", "tag": "76090f44-539b-438f-8800-1f8cae00b415", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:31.010889 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-be69c262-de29-404d-b288-6c501e2698b6 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:31.011339 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-deleted', 'tag': '76090f44-539b-438f-8800-1f8cae00b415', 'status': 'completed', 'code': 200} Jul 16 08:37:31.069073 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-55d80736-018d-4320-8d1b-55838349466b tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:31.069759 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55d80736-018d-4320-8d1b-55838349466b tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1f6f6567-179a-42af-b6a8-ec0c474b8f4e {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:37:31.092883 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-51f7598a-9fa3-458f-8baa-60f546fb7eb4 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:31.107702 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b76c10a-de84-43f7-ab7c-2ae860771f46 None None] Routers {'df559ece-5550-4d68-969a-92b61f0dd52b'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:37:31.109454 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4b76c10a-de84-43f7-ab7c-2ae860771f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:37:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['df559ece-5550-4d68-969a-92b61f0dd52b'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:31.114574 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69148388-6cd6-4731-8aef-5d6c5220a1c1 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:31.122310 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69148388-6cd6-4731-8aef-5d6c5220a1c1 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:31.156811 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a0ca0e-f921-4e3e-b8c7-64b92afe0413 None None] Pushing event updated for resources: {'Port': ['ID=48dda09d-df77-485f-9bf9-d49139c07fc3,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:31.178557 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-55d80736-018d-4320-8d1b-55838349466b tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 08:37:31.185694 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-55d80736-018d-4320-8d1b-55838349466b tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.1508677 Jul 16 08:37:31.195826 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c6fc7348-0b0c-4fb8-9f64-a71f6aa1a4b0 req-9c1ef075-bbef-4a82-91a6-95ff0ed8a7a0 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 210 time: 0.1721969 Jul 16 08:37:31.199100 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f7598a-9fa3-458f-8baa-60f546fb7eb4 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Pushing event deleted for resources: {'Port': ['ID=d1214eb5-4495-47f0-8778-79707a2c0a79,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:31.202962 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37536) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:31.327095 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-4b76c10a-de84-43f7-ab7c-2ae860771f46 None None] Set router df559ece-5550-4d68-969a-92b61f0dd52b gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:37:31.378748 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69148388-6cd6-4731-8aef-5d6c5220a1c1 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1806e3e5-01a9-4575-831e-d0079af5edab,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:31.383900 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3a7e5c-f57c-4613-ab67-26ffc46ad884 req-cad3ee05-d54d-4b19-a1da-e28d04904f18 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:31.387223 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6c3a7e5c-f57c-4613-ab67-26ffc46ad884 req-cad3ee05-d54d-4b19-a1da-e28d04904f18 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 945 time: 0.3889406 Jul 16 08:37:31.417081 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69148388-6cd6-4731-8aef-5d6c5220a1c1 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:31.427102 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-69148388-6cd6-4731-8aef-5d6c5220a1c1 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5408866 Jul 16 08:37:31.430603 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37550) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:31.445634 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b07dd5b3-177f-49f9-9aa0-fb66cb76db13 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:31.487534 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-43572c86-81d7-4f5f-90dd-2bf30cb21cca tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Deleting port a6bdcd20-2dd1-46d4-a787-18fc0f26bea3 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:31.488487 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43572c86-81d7-4f5f-90dd-2bf30cb21cca tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:31.492468 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b07dd5b3-177f-49f9-9aa0-fb66cb76db13 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:31.588410 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-887068cf-930e-4f24-bd9f-75991d2355a3 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=48c700a125dd4a50a4bb2ea3583d56cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0427096 Jul 16 08:37:31.867568 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43572c86-81d7-4f5f-90dd-2bf30cb21cca tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:31.881708 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-43572c86-81d7-4f5f-90dd-2bf30cb21cca tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Calling delete_port for a6bdcd20-2dd1-46d4-a787-18fc0f26bea3 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:31.889190 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4b76c10a-de84-43f7-ab7c-2ae860771f46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'name': 'tempest-ServersTestJSON-368013283-router', 'tenant_id': 'a88791d577d845c2acb15df694bb481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '0bea2e04-1965-4b91-a2c4-bf3d89617abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:10Z', 'updated_at': '2021-07-16T08:37:26Z', 'revision_number': 4, 'project_id': 'a88791d577d845c2acb15df694bb481f', 'gw_port': {'id': '0bea2e04-1965-4b91-a2c4-bf3d89617abb', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:15Z', 'updated_at': '2021-07-16T08:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '48dda09d-df77-485f-9bf9-d49139c07fc3', 'name': '', 'network_id': '350280ab-10c7-4ed0-8e1d-ec03b07478d8', 'tenant_id': 'a88791d577d845c2acb15df694bb481f', 'mac_address': 'fa:16:3e:fe:8a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'c40c9930-f388-47c3-befd-669b8aded165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:24Z', 'updated_at': '2021-07-16T08:37:30Z', 'revision_number': 4, 'project_id': 'a88791d577d845c2acb15df694bb481f', 'subnets': [{'id': 'c40c9930-f388-47c3-befd-669b8aded165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:31.926682 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b76c10a-de84-43f7-ab7c-2ae860771f46 None None] The sync data for ids ['df559ece-5550-4d68-969a-92b61f0dd52b'] in n-d-771362-37 is: [{'id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'name': 'tempest-ServersTestJSON-368013283-router', 'tenant_id': 'a88791d577d845c2acb15df694bb481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '0bea2e04-1965-4b91-a2c4-bf3d89617abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:10Z', 'updated_at': '2021-07-16T08:37:26Z', 'revision_number': 4, 'project_id': 'a88791d577d845c2acb15df694bb481f', 'gw_port': {'id': '0bea2e04-1965-4b91-a2c4-bf3d89617abb', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:15Z', 'updated_at': '2021-07-16T08:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '48dda09d-df77-485f-9bf9-d49139c07fc3', 'name': '', 'network_id': '350280ab-10c7-4ed0-8e1d-ec03b07478d8', 'tenant_id': 'a88791d577d845c2acb15df694bb481f', 'mac_address': 'fa:16:3e:fe:8a:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'c40c9930-f388-47c3-befd-669b8aded165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:24Z', 'updated_at': '2021-07-16T08:37:30Z', 'revision_number': 4, 'project_id': 'a88791d577d845c2acb15df694bb481f', 'subnets': [{'id': 'c40c9930-f388-47c3-befd-669b8aded165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:37:31.953269 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:31.956941 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:31.986908 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-c9ef09a2-dafb-47a8-a2a0-f215425748ed tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:32.015416 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6c3a7e5c-f57c-4613-ab67-26ffc46ad884 req-a50808a4-22c8-4cb8-adf5-d2cb8c3b3147 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6059678 Jul 16 08:37:32.016235 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-c9ef09a2-dafb-47a8-a2a0-f215425748ed tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3802667 Jul 16 08:37:32.049593 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-f08a1e1c-b9b0-480a-85d9-145cd3110cc0 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] 10.222.0.22 "GET /v2.0/quotas/48c700a125dd4a50a4bb2ea3583d56cb HTTP/1.1" status: 200 len: 375 time: 0.0323973 Jul 16 08:37:32.077449 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-51f7598a-9fa3-458f-8baa-60f546fb7eb4 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Router 04122545-aaaa-4e6a-b960-143c734187c6 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:37:32.136466 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-3a6e60d6-cd0f-4a68-aee4-63085e2ace41 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=48c700a125dd4a50a4bb2ea3583d56cb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0678229 Jul 16 08:37:32.138985 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b07dd5b3-177f-49f9-9aa0-fb66cb76db13 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:32.298990 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-51f7598a-9fa3-458f-8baa-60f546fb7eb4 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:37:32.312945 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f13b3e-1690-4d63-9fd9-5abea6c9d5c7 None None] Sync routers for ids ['04122545-aaaa-4e6a-b960-143c734187c6'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:37:32.338177 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f13b3e-1690-4d63-9fd9-5abea6c9d5c7 None None] Routers {'04122545-aaaa-4e6a-b960-143c734187c6'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:37:32.340043 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-52f13b3e-1690-4d63-9fd9-5abea6c9d5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:37:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['04122545-aaaa-4e6a-b960-143c734187c6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:32.380337 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-51f7598a-9fa3-458f-8baa-60f546fb7eb4 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] No DVR routers for this DVR port d1214eb5-4495-47f0-8778-79707a2c0a79 on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:32.383911 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-51f7598a-9fa3-458f-8baa-60f546fb7eb4 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:32.387351 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4d4bec48-febf-4b1b-b027-aa1ffe52c700 req-51f7598a-9fa3-458f-8baa-60f546fb7eb4 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.30 "DELETE /v2.0/ports/d1214eb5-4495-47f0-8778-79707a2c0a79 HTTP/1.1" status: 204 len: 173 time: 3.6080134 Jul 16 08:37:32.415005 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43572c86-81d7-4f5f-90dd-2bf30cb21cca tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:32.519337 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43572c86-81d7-4f5f-90dd-2bf30cb21cca tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Pushing event deleted for resources: {'Port': ['ID=a6bdcd20-2dd1-46d4-a787-18fc0f26bea3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:32.569715 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-b07dd5b3-177f-49f9-9aa0-fb66cb76db13 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Allocated IP 172.25.3.17 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/f6a75e14-db0d-4d9a-a80e-79dcc3adce03) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:32.573358 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074e715-cfcb-46b2-a15b-01e28319019d req-7d81ea92-2fc3-42a2-b6e5-17e437ffa245 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:32.586248 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2074e715-cfcb-46b2-a15b-01e28319019d req-7d81ea92-2fc3-42a2-b6e5-17e437ffa245 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=2df262b3-a00e-4996-bfcb-cd6ecd798149 HTTP/1.1" status: 200 len: 946 time: 0.1594238 Jul 16 08:37:32.651439 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-52f13b3e-1690-4d63-9fd9-5abea6c9d5c7 None None] Set router 04122545-aaaa-4e6a-b960-143c734187c6 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:37:32.658276 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2074e715-cfcb-46b2-a15b-01e28319019d req-1a9406e2-5575-4c22-9250-6615fbf80270 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700591 Jul 16 08:37:32.739597 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43572c86-81d7-4f5f-90dd-2bf30cb21cca tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:32.743217 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-43572c86-81d7-4f5f-90dd-2bf30cb21cca tempest-RoutersAdminNegativeIpV6Test-1306854975 tempest-RoutersAdminNegativeIpV6Test-1306854975-project-admin] 10.222.0.22 "DELETE /v2.0/ports/a6bdcd20-2dd1-46d4-a787-18fc0f26bea3 HTTP/1.1" status: 204 len: 168 time: 1.5341163 Jul 16 08:37:32.902004 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-de5ab96d-a78c-4282-9412-7b06087d3a51 req-b137f6be-9e39-45ef-a27a-23be057abf90 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] 10.222.0.22 "GET /v2.0/ports?device_id=2283cad0-b5e5-4e71-8254-3061baebee59 HTTP/1.1" status: 200 len: 210 time: 0.1427515 Jul 16 08:37:32.942558 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aff3c82e-c6a8-4731-955b-98f90966ef48 req-02022f81-535d-4595-8839-2710185091b7 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 210 time: 0.1137609 Jul 16 08:37:33.012115 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-deleted', 'tag': 'd1214eb5-4495-47f0-8778-79707a2c0a79'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:33.014892 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52ed2652-6914-4440-93a0-824f10e44119" -d '{"events": [{"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-deleted", "tag": "d1214eb5-4495-47f0-8778-79707a2c0a79"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:33.170641 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b07dd5b3-177f-49f9-9aa0-fb66cb76db13 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:33.284797 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 48dda09d-df77-485f-9bf9-d49139c07fc3 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:33.342303 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-52f13b3e-1690-4d63-9fd9-5abea6c9d5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04122545-aaaa-4e6a-b960-143c734187c6', 'name': 'tempest-TaggedBootDevicesTest_v242-628218279-router', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '1e5ceaae-e846-497a-af28-a721d641abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:45Z', 'updated_at': '2021-07-16T08:26:52Z', 'revision_number': 4, 'project_id': '18d3bd29957e4274890e11da19ecb787', 'gw_port': {'id': '1e5ceaae-e846-497a-af28-a721d641abf6', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04122545-aaaa-4e6a-b960-143c734187c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:47Z', 'updated_at': '2021-07-16T08:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '69c9762b-8085-47b9-a1a6-e157f46ebb6b', 'name': '', 'network_id': 'ef42b60b-a2a6-4c00-9b16-9d40351d12af', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'mac_address': 'fa:16:3e:bb:29:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04122545-aaaa-4e6a-b960-143c734187c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '90e1689d-683e-4bf7-9829-529743ada4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:50Z', 'updated_at': '2021-07-16T08:27:01Z', 'revision_number': 5, 'project_id': '18d3bd29957e4274890e11da19ecb787', 'subnets': [{'id': '90e1689d-683e-4bf7-9829-529743ada4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:33.353317 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a1ac8ef-6e1b-40a5-9209-93676bad968c x-openstack-request-id: req-1a1ac8ef-6e1b-40a5-9209-93676bad968c {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:33.353852 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd773991-9c2a-4fb9-b654-84fd3108a036", "name": "network-vif-deleted", "tag": "d1214eb5-4495-47f0-8778-79707a2c0a79", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:33.353852 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1a1ac8ef-6e1b-40a5-9209-93676bad968c {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:33.354433 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd773991-9c2a-4fb9-b654-84fd3108a036', 'name': 'network-vif-deleted', 'tag': 'd1214eb5-4495-47f0-8778-79707a2c0a79', 'status': 'completed', 'code': 200} Jul 16 08:37:33.371790 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5842f902-88cf-4ccb-991b-5545067a92cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:33.379324 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b07dd5b3-177f-49f9-9aa0-fb66cb76db13 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:33.442934 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f13b3e-1690-4d63-9fd9-5abea6c9d5c7 None None] Checking router: 04122545-aaaa-4e6a-b960-143c734187c6 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:37:33.468377 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52f13b3e-1690-4d63-9fd9-5abea6c9d5c7 None None] Routers {'04122545-aaaa-4e6a-b960-143c734187c6'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:37:33.469818 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 48dda09d-df77-485f-9bf9-d49139c07fc3 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:33.469967 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-52f13b3e-1690-4d63-9fd9-5abea6c9d5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:37:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['04122545-aaaa-4e6a-b960-143c734187c6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:33.483141 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 48dda09d-df77-485f-9bf9-d49139c07fc3 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:33.483515 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:33.637903 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b07dd5b3-177f-49f9-9aa0-fb66cb76db13 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:33.661526 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 37626) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:33.666316 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07dd5b3-177f-49f9-9aa0-fb66cb76db13 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Pushing event updated for resources: {'Port': ['ID=f6a75e14-db0d-4d9a-a80e-79dcc3adce03,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:33.692736 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dd5b3-177f-49f9-9aa0-fb66cb76db13 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:33.694454 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:33.705231 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dd5b3-177f-49f9-9aa0-fb66cb76db13 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:33.707978 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dd5b3-177f-49f9-9aa0-fb66cb76db13 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:33.710256 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dd5b3-177f-49f9-9aa0-fb66cb76db13 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:33.710953 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dd5b3-177f-49f9-9aa0-fb66cb76db13 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:33.712775 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dd5b3-177f-49f9-9aa0-fb66cb76db13 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:33.713409 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dd5b3-177f-49f9-9aa0-fb66cb76db13 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:33.714169 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dd5b3-177f-49f9-9aa0-fb66cb76db13 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:33.715462 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dd5b3-177f-49f9-9aa0-fb66cb76db13 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:33.716787 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dd5b3-177f-49f9-9aa0-fb66cb76db13 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:33.720075 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dd5b3-177f-49f9-9aa0-fb66cb76db13 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:33.722399 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b07dd5b3-177f-49f9-9aa0-fb66cb76db13 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:33.734563 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-b07dd5b3-177f-49f9-9aa0-fb66cb76db13 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:33.747243 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b07dd5b3-177f-49f9-9aa0-fb66cb76db13 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:33.806050 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605b7f8c-a6a8-4acd-8766-150df1976b18 req-aad199bd-d6ea-4d5b-9ee8-1d717a90ea6d tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:33.809327 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 48dda09d-df77-485f-9bf9-d49139c07fc3, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=48dda09d-df77-485f-9bf9-d49139c07fc3,segment=NetworkSegment(713d361a-6e2c-48ef-9d05-d7638b707b75),segment_id=713d361a-6e2c-48ef-9d05-d7638b707b75)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:33.810984 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-605b7f8c-a6a8-4acd-8766-150df1976b18 req-aad199bd-d6ea-4d5b-9ee8-1d717a90ea6d tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 945 time: 0.2007079 Jul 16 08:37:33.820446 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:33.935135 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-605b7f8c-a6a8-4acd-8766-150df1976b18 req-317909ec-6355-4133-9d4e-26900923da0c tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118424 Jul 16 08:37:33.977647 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-52f13b3e-1690-4d63-9fd9-5abea6c9d5c7 None None] Set router 04122545-aaaa-4e6a-b960-143c734187c6 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:37:33.996669 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=48dda09d-df77-485f-9bf9-d49139c07fc3,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:34.010322 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-519c6286-683c-4382-b249-ffac87ac2549 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:34.132776 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b07dd5b3-177f-49f9-9aa0-fb66cb76db13 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:34.362922 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b07dd5b3-177f-49f9-9aa0-fb66cb76db13 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:34.503423 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-519c6286-683c-4382-b249-ffac87ac2549 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:34.515901 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-519c6286-683c-4382-b249-ffac87ac2549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:34.556182 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cddae31-665c-45a1-92ae-cb2850b1d688 req-d8a23a17-b791-4557-afc5-c9d92d7e0013 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:34.562519 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3cddae31-665c-45a1-92ae-cb2850b1d688 req-d8a23a17-b791-4557-afc5-c9d92d7e0013 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=2df262b3-a00e-4996-bfcb-cd6ecd798149 HTTP/1.1" status: 200 len: 946 time: 0.2436068 Jul 16 08:37:34.566391 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-52f13b3e-1690-4d63-9fd9-5abea6c9d5c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04122545-aaaa-4e6a-b960-143c734187c6', 'name': 'tempest-TaggedBootDevicesTest_v242-628218279-router', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '1e5ceaae-e846-497a-af28-a721d641abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:45Z', 'updated_at': '2021-07-16T08:26:52Z', 'revision_number': 4, 'project_id': '18d3bd29957e4274890e11da19ecb787', 'gw_port': {'id': '1e5ceaae-e846-497a-af28-a721d641abf6', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04122545-aaaa-4e6a-b960-143c734187c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:47Z', 'updated_at': '2021-07-16T08:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '69c9762b-8085-47b9-a1a6-e157f46ebb6b', 'name': '', 'network_id': 'ef42b60b-a2a6-4c00-9b16-9d40351d12af', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'mac_address': 'fa:16:3e:bb:29:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04122545-aaaa-4e6a-b960-143c734187c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '90e1689d-683e-4bf7-9829-529743ada4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:50Z', 'updated_at': '2021-07-16T08:27:01Z', 'revision_number': 5, 'project_id': '18d3bd29957e4274890e11da19ecb787', 'subnets': [{'id': '90e1689d-683e-4bf7-9829-529743ada4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:34.606177 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-519c6286-683c-4382-b249-ffac87ac2549 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=26447e8d16434fc7b09876a4af8958b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9401357 Jul 16 08:37:34.609004 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 37652) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:34.609884 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52f13b3e-1690-4d63-9fd9-5abea6c9d5c7 None None] The sync data for ids ['04122545-aaaa-4e6a-b960-143c734187c6'] in n-d-771362-37 is: [{'id': '04122545-aaaa-4e6a-b960-143c734187c6', 'name': 'tempest-TaggedBootDevicesTest_v242-628218279-router', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '1e5ceaae-e846-497a-af28-a721d641abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:45Z', 'updated_at': '2021-07-16T08:26:52Z', 'revision_number': 4, 'project_id': '18d3bd29957e4274890e11da19ecb787', 'gw_port': {'id': '1e5ceaae-e846-497a-af28-a721d641abf6', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04122545-aaaa-4e6a-b960-143c734187c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:47Z', 'updated_at': '2021-07-16T08:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '69c9762b-8085-47b9-a1a6-e157f46ebb6b', 'name': '', 'network_id': 'ef42b60b-a2a6-4c00-9b16-9d40351d12af', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'mac_address': 'fa:16:3e:bb:29:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04122545-aaaa-4e6a-b960-143c734187c6', 'device_owner': 'network:router_interface', 'standard_attr_id': 718, 'fixed_ips': [{'subnet_id': '90e1689d-683e-4bf7-9829-529743ada4e0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:50Z', 'updated_at': '2021-07-16T08:27:01Z', 'revision_number': 5, 'project_id': '18d3bd29957e4274890e11da19ecb787', 'subnets': [{'id': '90e1689d-683e-4bf7-9829-529743ada4e0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:37:34.616226 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c576309a-a2a4-4731-a1bc-29d4c13f7628 req-2ebd5e24-c965-427a-b6e2-b06f4a501448 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] 10.222.0.22 "GET /v2.0/ports?device_id=2283cad0-b5e5-4e71-8254-3061baebee59 HTTP/1.1" status: 200 len: 210 time: 0.1897752 Jul 16 08:37:34.636032 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519c6286-683c-4382-b249-ffac87ac2549 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dddab73c-2dd4-4580-aba8-2d508e538f6b,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:34.670382 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37654) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:34.694371 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c6286-683c-4382-b249-ffac87ac2549 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:34.694630 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c6286-683c-4382-b249-ffac87ac2549 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:34.695158 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c6286-683c-4382-b249-ffac87ac2549 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:34.695671 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c6286-683c-4382-b249-ffac87ac2549 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:34.696171 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c6286-683c-4382-b249-ffac87ac2549 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:34.696846 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c6286-683c-4382-b249-ffac87ac2549 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:34.697360 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c6286-683c-4382-b249-ffac87ac2549 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:34.697858 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c6286-683c-4382-b249-ffac87ac2549 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:34.698688 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c6286-683c-4382-b249-ffac87ac2549 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:34.698810 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c6286-683c-4382-b249-ffac87ac2549 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:34.699111 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c6286-683c-4382-b249-ffac87ac2549 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:34.699604 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-519c6286-683c-4382-b249-ffac87ac2549 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:37:34.801959 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3cddae31-665c-45a1-92ae-cb2850b1d688 req-392365a9-0253-4374-897f-9a9734758303 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2268908 Jul 16 08:37:34.897309 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-96ec5a33-6d7e-4478-b1a7-39eb01d064b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:34.937259 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-96ec5a33-6d7e-4478-b1a7-39eb01d064b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.015108 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-96ec5a33-6d7e-4478-b1a7-39eb01d064b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.022530 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-96ec5a33-6d7e-4478-b1a7-39eb01d064b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.028212 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-96ec5a33-6d7e-4478-b1a7-39eb01d064b7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dddab73c-2dd4-4580-aba8-2d508e538f6b HTTP/1.1" status: 204 len: 168 time: 0.4130800 Jul 16 08:37:35.034303 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-49456fe5-5459-43f2-935b-dbbeebc30e19 req-a7c362e0-f97a-46d9-beeb-59160c2a7c59 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 210 time: 0.1101665 Jul 16 08:37:35.048769 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ec5a33-6d7e-4478-b1a7-39eb01d064b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dddab73c-2dd4-4580-aba8-2d508e538f6b,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:35.072577 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b07dd5b3-177f-49f9-9aa0-fb66cb76db13 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.077429 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-349f9a49-e1a4-49f0-bcc0-9a77d620804d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.121849 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b07dd5b3-177f-49f9-9aa0-fb66cb76db13 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.156791 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 48dda09d-df77-485f-9bf9-d49139c07fc3 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:35.234028 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae5a1951-8a7d-476a-9b29-c564b1837121 None None] New status for floating IP 844742e3-e63c-4627-9a05-b36933570bc9: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:37:35.306950 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07dd5b3-177f-49f9-9aa0-fb66cb76db13 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Pushing event updated for resources: {'Port': ['ID=f6a75e14-db0d-4d9a-a80e-79dcc3adce03,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:35.336174 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b07dd5b3-177f-49f9-9aa0-fb66cb76db13 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.428666 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 48dda09d-df77-485f-9bf9-d49139c07fc3 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:35.429927 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.436268 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-349f9a49-e1a4-49f0-bcc0-9a77d620804d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.448675 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-349f9a49-e1a4-49f0-bcc0-9a77d620804d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.509883 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-e4e6aa88-7db7-430d-81ed-58ea8ba160e8 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=48c700a125dd4a50a4bb2ea3583d56cb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1390984 Jul 16 08:37:35.513686 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b07dd5b3-177f-49f9-9aa0-fb66cb76db13 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.516610 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b07dd5b3-177f-49f9-9aa0-fb66cb76db13 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.0806699 Jul 16 08:37:35.602568 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03050bcf-bc31-4e14-b730-6f7dfc06feb3 req-96dac906-e826-47f3-bf9b-f9de203b48e8 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:35.610272 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-03050bcf-bc31-4e14-b730-6f7dfc06feb3 req-96dac906-e826-47f3-bf9b-f9de203b48e8 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 945 time: 0.3661757 Jul 16 08:37:35.659898 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349f9a49-e1a4-49f0-bcc0-9a77d620804d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab141a8b-5586-4203-bc98-dd1c2a219cb3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:35.665141 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e258d77-eef4-4e2d-bbd2-5aa21241ebe9 req-087e97b5-e1da-4dfc-9508-5194fa252a5c tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:35.666994 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3e258d77-eef4-4e2d-bbd2-5aa21241ebe9 req-087e97b5-e1da-4dfc-9508-5194fa252a5c tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.21 "GET /v2.0/ports?device_id=2df262b3-a00e-4996-bfcb-cd6ecd798149 HTTP/1.1" status: 200 len: 946 time: 0.3484704 Jul 16 08:37:35.679813 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-025ea57e-f479-4bcc-9502-a1ec7a9559bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.700413 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-349f9a49-e1a4-49f0-bcc0-9a77d620804d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e354d9bee36748599fc8c9783967a191&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0283668 Jul 16 08:37:35.703032 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37684) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:35.824519 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37692) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:35.876967 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-03050bcf-bc31-4e14-b730-6f7dfc06feb3 req-c13fcc61-0f79-45b6-bcf8-3723e34f25ed tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2654741 Jul 16 08:37:35.890356 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-9134efc7-3906-4313-a456-6617911d5a4e tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:35.892271 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-9134efc7-3906-4313-a456-6617911d5a4e tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3765650 Jul 16 08:37:35.907457 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-ec740fb8-2e78-4bd3-9c01-b723425d9719 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Request body: {'port': {'device_id': '2283cad0-b5e5-4e71-8254-3061baebee59', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'admin_state_up': True, 'tenant_id': '48c700a125dd4a50a4bb2ea3583d56cb'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:35.934573 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2c55d6a0-8ff4-4390-8940-9e4322d8901c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:35.941306 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fcd9a07b-f1b7-402a-9ad3-db05f24f20a5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ff35e40532a84876b0a36f059e437807&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1137102 Jul 16 08:37:35.943074 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37696) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:35.947609 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-adedcc69-ff76-450c-943a-c0575a599669 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--476841148&fields=id&tenant_id=a88791d577d845c2acb15df694bb481f HTTP/1.1" status: 200 len: 267 time: 0.1649377 Jul 16 08:37:35.989974 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:36.051698 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2c55d6a0-8ff4-4390-8940-9e4322d8901c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:36.053477 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67899bb6-473d-4ef3-8961-91324a4ee3c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:36.148282 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-3e258d77-eef4-4e2d-bbd2-5aa21241ebe9 req-0fba6a01-a8f5-4a96-bf59-09c5e5418ed0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Deleting port 88170eea-1ec6-460c-91d6-dbfd5ddb6073 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:36.148791 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3e258d77-eef4-4e2d-bbd2-5aa21241ebe9 req-0fba6a01-a8f5-4a96-bf59-09c5e5418ed0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:36.162842 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67899bb6-473d-4ef3-8961-91324a4ee3c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:36.224295 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2c55d6a0-8ff4-4390-8940-9e4322d8901c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:36.226993 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2c55d6a0-8ff4-4390-8940-9e4322d8901c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:36.230485 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2c55d6a0-8ff4-4390-8940-9e4322d8901c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ab141a8b-5586-4203-bc98-dd1c2a219cb3 HTTP/1.1" status: 204 len: 168 time: 0.5240698 Jul 16 08:37:36.249801 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-758ebdf3-f9de-4949-932e-c879c7960756 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:36.251426 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-758ebdf3-f9de-4949-932e-c879c7960756 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/networks?id=350280ab-10c7-4ed0-8e1d-ec03b07478d8 HTTP/1.1" status: 200 len: 805 time: 0.2587521 Jul 16 08:37:36.253441 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c55d6a0-8ff4-4390-8940-9e4322d8901c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab141a8b-5586-4203-bc98-dd1c2a219cb3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:36.275228 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-36bd279f-a466-4a75-91bd-01c2f4fbbd03 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/quotas/a88791d577d845c2acb15df694bb481f HTTP/1.1" status: 200 len: 375 time: 0.0121045 Jul 16 08:37:36.299292 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67899bb6-473d-4ef3-8961-91324a4ee3c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:36.302609 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67899bb6-473d-4ef3-8961-91324a4ee3c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:36.305942 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-67899bb6-473d-4ef3-8961-91324a4ee3c1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/feaf1d6d-bdb0-4510-9c7b-e40adc4ff705 HTTP/1.1" status: 204 len: 168 time: 0.3595643 Jul 16 08:37:36.336479 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67899bb6-473d-4ef3-8961-91324a4ee3c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feaf1d6d-bdb0-4510-9c7b-e40adc4ff705,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:36.384806 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f15df8aa-ea9e-4c5e-a3f5-feaed2abc234 req-d9495e0a-643a-4942-86fb-21c169e9a5c5 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] 10.222.0.22 "GET /v2.0/ports?device_id=2283cad0-b5e5-4e71-8254-3061baebee59 HTTP/1.1" status: 200 len: 210 time: 0.2648952 Jul 16 08:37:36.399326 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-37d88a9d-0cb2-45ec-bfbb-10984dd72ffa tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a88791d577d845c2acb15df694bb481f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1122792 Jul 16 08:37:36.408394 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-ec740fb8-2e78-4bd3-9c01-b723425d9719 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Made reservation on behalf of 48c700a125dd4a50a4bb2ea3583d56cb for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:36.412691 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-ec740fb8-2e78-4bd3-9c01-b723425d9719 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:36.469119 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-3e258d77-eef4-4e2d-bbd2-5aa21241ebe9 req-0fba6a01-a8f5-4a96-bf59-09c5e5418ed0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] For port 88170eea-1ec6-460c-91d6-dbfd5ddb6073, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=88170eea-1ec6-460c-91d6-dbfd5ddb6073,segment=NetworkSegment(7966b954-ba20-41a9-9f74-7745454be80c),segment_id=7966b954-ba20-41a9-9f74-7745454be80c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:36.469908 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3e258d77-eef4-4e2d-bbd2-5aa21241ebe9 req-0fba6a01-a8f5-4a96-bf59-09c5e5418ed0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:36.506221 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-3e258d77-eef4-4e2d-bbd2-5aa21241ebe9 req-0fba6a01-a8f5-4a96-bf59-09c5e5418ed0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Calling delete_port for 88170eea-1ec6-460c-91d6-dbfd5ddb6073 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:36.513011 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-ec740fb8-2e78-4bd3-9c01-b723425d9719 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:36.540118 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-636468e6-5317-4711-9fe3-23f5debcfee5 service neutron] 10.222.0.22 "GET /v2.0/networks/350280ab-10c7-4ed0-8e1d-ec03b07478d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195309 Jul 16 08:37:36.717226 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-ec740fb8-2e78-4bd3-9c01-b723425d9719 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:36.780125 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-ec740fb8-2e78-4bd3-9c01-b723425d9719 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:36.792493 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-a8f3a7ed-a5da-4bb3-b4f0-a7132d8bee14 service neutron] 10.222.0.22 "GET /v2.0/networks/350280ab-10c7-4ed0-8e1d-ec03b07478d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2440667 Jul 16 08:37:37.009682 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:37.093687 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec740fb8-2e78-4bd3-9c01-b723425d9719 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Pushing event updated for resources: {'SecurityGroup': ['ID=908d7fe0-71ef-426e-b4e0-71869b14276b,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:37.126526 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3e258d77-eef4-4e2d-bbd2-5aa21241ebe9 req-0fba6a01-a8f5-4a96-bf59-09c5e5418ed0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:37.138524 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['88170eea-1ec6-460c-91d6-dbfd5ddb6073'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:37:37.241224 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fba6a01-a8f5-4a96-bf59-09c5e5418ed0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Pushing event deleted for resources: {'Port': ['ID=88170eea-1ec6-460c-91d6-dbfd5ddb6073,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:37.292648 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee0828d-e1c2-44e4-bc06-06de421780cb req-bc49d219-0b59-45cd-8f54-8d92be00f4ec tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:37.305243 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8ee0828d-e1c2-44e4-bc06-06de421780cb req-bc49d219-0b59-45cd-8f54-8d92be00f4ec tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=2df262b3-a00e-4996-bfcb-cd6ecd798149 HTTP/1.1" status: 200 len: 867 time: 0.5864136 Jul 16 08:37:37.411488 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0e683e78-bd10-482a-8f79-51ededc5192b req-c9499b7c-9b08-40ba-8336-c5618c4d0cd5 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 210 time: 0.0831861 Jul 16 08:37:37.569481 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e258d77-eef4-4e2d-bbd2-5aa21241ebe9 req-0fba6a01-a8f5-4a96-bf59-09c5e5418ed0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] No DVR routers for this DVR port 88170eea-1ec6-460c-91d6-dbfd5ddb6073 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:37:37.578014 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3e258d77-eef4-4e2d-bbd2-5aa21241ebe9 req-0fba6a01-a8f5-4a96-bf59-09c5e5418ed0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:37.580503 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3e258d77-eef4-4e2d-bbd2-5aa21241ebe9 req-0fba6a01-a8f5-4a96-bf59-09c5e5418ed0 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.21 "DELETE /v2.0/ports/88170eea-1ec6-460c-91d6-dbfd5ddb6073 HTTP/1.1" status: 204 len: 173 time: 1.8465352 Jul 16 08:37:37.590068 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2df262b3-a00e-4996-bfcb-cd6ecd798149', 'name': 'network-vif-deleted', 'tag': '88170eea-1ec6-460c-91d6-dbfd5ddb6073'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:37.594114 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd35162-d121-4830-9413-74cc7e8d315a" -d '{"events": [{"server_uuid": "2df262b3-a00e-4996-bfcb-cd6ecd798149", "name": "network-vif-deleted", "tag": "88170eea-1ec6-460c-91d6-dbfd5ddb6073"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:37.655204 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8ee0828d-e1c2-44e4-bc06-06de421780cb req-fdf74aa9-13c3-4897-852a-a6e3dfa5a301 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/security-groups?id=ab216348-292e-418e-9937-937aa57aa109&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792065 Jul 16 08:37:37.702641 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-ec740fb8-2e78-4bd3-9c01-b723425d9719 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Allocated IP 192.168.233.90 (30bff2e9-dcab-4751-913d-9c4ac9d8019b/c36b7919-0b6b-490a-bff0-04ed964d98ec/5127906d-c7b2-470d-8a83-28229ee73e18) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:37.898592 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ff015353-6166-44ed-8398-55f4989699b1 req-fb6af37f-40f3-4614-ad82-b5021836732b tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/ports?device_id=444d036b-08c3-4af9-8168-7c65c89db112 HTTP/1.1" status: 200 len: 210 time: 0.1246889 Jul 16 08:37:38.030834 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d859d8a-6b7e-4ef4-9226-66dbb9f3c9db req-836add2c-be50-4d71-b42d-7f86b414fa8b tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:38.043457 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8d859d8a-6b7e-4ef4-9226-66dbb9f3c9db req-836add2c-be50-4d71-b42d-7f86b414fa8b tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 945 time: 0.2505729 Jul 16 08:37:38.182584 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8d859d8a-6b7e-4ef4-9226-66dbb9f3c9db req-b5715fe9-5e9b-4a93-b49d-35a091f42b6c tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380117 Jul 16 08:37:38.231729 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c900746e-fa20-4704-ad64-24368bf5b36c req-26561f8c-67b0-4b58-b4fa-85bde36448b9 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] 10.222.0.22 "GET /v2.0/ports?device_id=2283cad0-b5e5-4e71-8254-3061baebee59 HTTP/1.1" status: 200 len: 210 time: 0.0959671 Jul 16 08:37:38.317429 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-ec740fb8-2e78-4bd3-9c01-b723425d9719 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:38.336134 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-ec740fb8-2e78-4bd3-9c01-b723425d9719 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Transition to ACTIVE for port object 5127906d-c7b2-470d-8a83-28229ee73e18 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:38.374924 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1aabd5-3148-4783-915e-df86c4e747dd x-openstack-request-id: req-1e1aabd5-3148-4783-915e-df86c4e747dd {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:38.375549 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2df262b3-a00e-4996-bfcb-cd6ecd798149", "name": "network-vif-deleted", "tag": "88170eea-1ec6-460c-91d6-dbfd5ddb6073", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:38.376281 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1e1aabd5-3148-4783-915e-df86c4e747dd {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:38.377681 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2df262b3-a00e-4996-bfcb-cd6ecd798149', 'name': 'network-vif-deleted', 'tag': '88170eea-1ec6-460c-91d6-dbfd5ddb6073', 'status': 'completed', 'code': 200} Jul 16 08:37:38.381010 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-ec740fb8-2e78-4bd3-9c01-b723425d9719 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:38.422026 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-ec740fb8-2e78-4bd3-9c01-b723425d9719 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:38.470336 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:38.491645 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-ec740fb8-2e78-4bd3-9c01-b723425d9719 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:38.509919 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-ec740fb8-2e78-4bd3-9c01-b723425d9719 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:38.657449 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec740fb8-2e78-4bd3-9c01-b723425d9719 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Pushing event updated for resources: {'Port': ['ID=5127906d-c7b2-470d-8a83-28229ee73e18,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:38.815421 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-60efacd0-07c8-47c9-a2f8-e885c671dd39 req-c3766fd5-17eb-4263-b1c6-e3b9dc4907f7 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 210 time: 0.0955751 Jul 16 08:37:38.837336 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-ec740fb8-2e78-4bd3-9c01-b723425d9719 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:38.846783 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-ec740fb8-2e78-4bd3-9c01-b723425d9719 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:38.880530 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-ec740fb8-2e78-4bd3-9c01-b723425d9719 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9780178 Jul 16 08:37:39.029580 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 37818) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:39.044950 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8e8863ac-a171-4084-9936-aacda3767043 None None] Provisioning for port 5127906d-c7b2-470d-8a83-28229ee73e18 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:39.057760 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8e8863ac-a171-4084-9936-aacda3767043 None None] Provisioning complete for port 5127906d-c7b2-470d-8a83-28229ee73e18 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:39.064752 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e8863ac-a171-4084-9936-aacda3767043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:39.089695 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c002819f-b824-4404-9af6-6f76806e7594 req-458e7930-7ec8-4123-b393-d639ab991f97 tempest-DeleteServersTestJSON-2104632068 tempest-DeleteServersTestJSON-2104632068-project] 10.222.0.22 "GET /v2.0/ports?device_id=2df262b3-a00e-4996-bfcb-cd6ecd798149 HTTP/1.1" status: 200 len: 210 time: 0.0707469 Jul 16 08:37:39.157431 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8e8863ac-a171-4084-9936-aacda3767043 None None] Port 5127906d-c7b2-470d-8a83-28229ee73e18 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:39.228281 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4ee9aef-87da-4abe-80b0-306f3c8027f0 req-73dc4397-5b07-4343-b520-f8558d326379 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/ports?device_id=444d036b-08c3-4af9-8168-7c65c89db112 HTTP/1.1" status: 200 len: 210 time: 0.0482678 Jul 16 08:37:39.290711 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-9923e6f7-8234-4a65-b16b-cf8880c98ed4 service neutron] Request body: {'port': {'device_id': '2283cad0-b5e5-4e71-8254-3061baebee59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:39.435585 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f70647fb-a788-486e-a621-682668ecd5f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:39.647603 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-9923e6f7-8234-4a65-b16b-cf8880c98ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:39.740983 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-5a654d80-0603-4279-8368-424cf7e9f44b tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:39.742613 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-5a654d80-0603-4279-8368-424cf7e9f44b tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.30 "GET /v2.0/networks?id=350280ab-10c7-4ed0-8e1d-ec03b07478d8 HTTP/1.1" status: 200 len: 805 time: 0.3390985 Jul 16 08:37:39.778407 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7891722f-7726-477d-8f8c-e15556106e6d req-a5440e99-e9f2-4748-bd63-bcbb675e6ea7 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:39.780041 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7891722f-7726-477d-8f8c-e15556106e6d req-a5440e99-e9f2-4748-bd63-bcbb675e6ea7 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 945 time: 0.3022306 Jul 16 08:37:39.782142 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37836) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:39.866661 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eb2af2-a39d-400f-8593-f084c106fcf7 req-73fe9d85-4838-4de8-a5a8-c1542658443d tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:39.876133 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-38eb2af2-a39d-400f-8593-f084c106fcf7 req-73fe9d85-4838-4de8-a5a8-c1542658443d tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] 10.222.0.22 "GET /v2.0/ports?device_id=2283cad0-b5e5-4e71-8254-3061baebee59 HTTP/1.1" status: 200 len: 935 time: 0.3698485 Jul 16 08:37:39.896299 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-2a6df8d4-9071-461e-b432-9892c2c88ec5 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a88791d577d845c2acb15df694bb481f HTTP/1.1" status: 200 len: 379 time: 0.1333058 Jul 16 08:37:39.919410 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7891722f-7726-477d-8f8c-e15556106e6d req-f7d478f8-3c0c-40b6-abf3-44161d693edc tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196249 Jul 16 08:37:39.932407 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-f7e14518-b917-47ce-8d76-228a30a48384 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Request body: {'port': {'device_id': '444d036b-08c3-4af9-8168-7c65c89db112', 'network_id': '350280ab-10c7-4ed0-8e1d-ec03b07478d8', 'admin_state_up': True, 'tenant_id': 'a88791d577d845c2acb15df694bb481f', 'security_groups': ['7666d4f4-8db4-486a-993c-6cb58115ed88']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:39.993454 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1182fe36-218c-489d-ac1c-20a177b8daf7 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-990862847', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:40.061164 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-38eb2af2-a39d-400f-8593-f084c106fcf7 req-9ac5a644-9260-44cc-a5f4-fb013ab144fe tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] 10.222.0.22 "GET /v2.0/security-groups?id=908d7fe0-71ef-426e-b4e0-71869b14276b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1836853 Jul 16 08:37:40.103833 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f70647fb-a788-486e-a621-682668ecd5f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.113981 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f70647fb-a788-486e-a621-682668ecd5f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.148043 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70647fb-a788-486e-a621-682668ecd5f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e04a7038-d419-4948-b62c-99051385ae62,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:40.201883 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f70647fb-a788-486e-a621-682668ecd5f1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9e84b215c5da49b0a64a51e62f473d28&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1708689 Jul 16 08:37:40.204572 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 37850) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:40.305682 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-72f7f551-09d7-4ce6-9192-5281bd63b2d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.335195 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 88170eea-1ec6-460c-91d6-dbfd5ddb6073 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:37:40.346685 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-72f7f551-09d7-4ce6-9192-5281bd63b2d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.380593 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 88170eea-1ec6-460c-91d6-dbfd5ddb6073 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:37:40.381006 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 88170eea-1ec6-460c-91d6-dbfd5ddb6073 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:37:40.439069 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-9923e6f7-8234-4a65-b16b-cf8880c98ed4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5127906d-c7b2-470d-8a83-28229ee73e18 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:40.454401 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-9923e6f7-8234-4a65-b16b-cf8880c98ed4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.471736 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-9923e6f7-8234-4a65-b16b-cf8880c98ed4 service neutron] Transition to ACTIVE for port object 5127906d-c7b2-470d-8a83-28229ee73e18 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:40.479729 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-9923e6f7-8234-4a65-b16b-cf8880c98ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.548478 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1c640e69-e142-4c67-858e-ba56f2ff2fce req-0d9d2f4e-b4db-4ee7-9df5-d26f7d19e910 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 210 time: 0.0604396 Jul 16 08:37:40.558196 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1182fe36-218c-489d-ac1c-20a177b8daf7 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Made reservation on behalf of 225fa055e65c43a6ac887512b43cb485 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:40.560570 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1182fe36-218c-489d-ac1c-20a177b8daf7 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.587885 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-72f7f551-09d7-4ce6-9192-5281bd63b2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.593595 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-72f7f551-09d7-4ce6-9192-5281bd63b2d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.600774 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-72f7f551-09d7-4ce6-9192-5281bd63b2d2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e04a7038-d419-4948-b62c-99051385ae62 HTTP/1.1" status: 204 len: 168 time: 0.3913088 Jul 16 08:37:40.619965 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923e6f7-8234-4a65-b16b-cf8880c98ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=5127906d-c7b2-470d-8a83-28229ee73e18,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:40.630511 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1182fe36-218c-489d-ac1c-20a177b8daf7 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.698395 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7f551-09d7-4ce6-9192-5281bd63b2d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e04a7038-d419-4948-b62c-99051385ae62,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:40.882392 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4d224ea0-de4f-402d-93b2-8f36eb776e38 req-55ad271c-a0a1-4468-a024-35f731b67a0f tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/ports?device_id=444d036b-08c3-4af9-8168-7c65c89db112 HTTP/1.1" status: 200 len: 210 time: 0.1033747 Jul 16 08:37:40.949596 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-9923e6f7-8234-4a65-b16b-cf8880c98ed4 service neutron] Attempting to bind port 5127906d-c7b2-470d-8a83-28229ee73e18 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:40.950754 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-9923e6f7-8234-4a65-b16b-cf8880c98ed4 service neutron] Attempting to bind port 5127906d-c7b2-470d-8a83-28229ee73e18 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:40.955102 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-9923e6f7-8234-4a65-b16b-cf8880c98ed4 service neutron] Attempting to bind port 5127906d-c7b2-470d-8a83-28229ee73e18 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:40.965771 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-9923e6f7-8234-4a65-b16b-cf8880c98ed4 service neutron] Port 5127906d-c7b2-470d-8a83-28229ee73e18 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:40.967893 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-9923e6f7-8234-4a65-b16b-cf8880c98ed4 service neutron] Attempting to bind port 5127906d-c7b2-470d-8a83-28229ee73e18 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:40.974028 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1182fe36-218c-489d-ac1c-20a177b8daf7 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.981147 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-9923e6f7-8234-4a65-b16b-cf8880c98ed4 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:40.982005 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-9923e6f7-8234-4a65-b16b-cf8880c98ed4 service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:40.983395 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-9923e6f7-8234-4a65-b16b-cf8880c98ed4 service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:40.983986 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-9923e6f7-8234-4a65-b16b-cf8880c98ed4 service neutron] Bound port: 5127906d-c7b2-470d-8a83-28229ee73e18, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:40.984401 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-9923e6f7-8234-4a65-b16b-cf8880c98ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:40.985284 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1182fe36-218c-489d-ac1c-20a177b8daf7 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:41.000306 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-1182fe36-218c-489d-ac1c-20a177b8daf7 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] device_id is not set on port 12fd8923-cf69-4bea-9c5e-03c170b133bc yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:37:41.138105 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-9923e6f7-8234-4a65-b16b-cf8880c98ed4 service neutron] For port 5127906d-c7b2-470d-8a83-28229ee73e18, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:41.145157 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-9923e6f7-8234-4a65-b16b-cf8880c98ed4 service neutron] For port 5127906d-c7b2-470d-8a83-28229ee73e18, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=5127906d-c7b2-470d-8a83-28229ee73e18,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:41.153314 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-9923e6f7-8234-4a65-b16b-cf8880c98ed4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:41.237718 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-f7e14518-b917-47ce-8d76-228a30a48384 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Made reservation on behalf of a88791d577d845c2acb15df694bb481f for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:41.250214 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-f7e14518-b917-47ce-8d76-228a30a48384 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:41.251743 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-9923e6f7-8234-4a65-b16b-cf8880c98ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:41.252858 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-9923e6f7-8234-4a65-b16b-cf8880c98ed4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:41.254496 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-9923e6f7-8234-4a65-b16b-cf8880c98ed4 service neutron] 10.222.0.30 "PUT /v2.0/ports/5127906d-c7b2-470d-8a83-28229ee73e18 HTTP/1.1" status: 200 len: 1096 time: 2.3666861 Jul 16 08:37:41.255316 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2283cad0-b5e5-4e71-8254-3061baebee59', 'tag': '5127906d-c7b2-470d-8a83-28229ee73e18'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:41.258313 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bcfe2da-a813-4ead-81f6-eac7d2018a25" -d '{"events": [{"name": "network-changed", "server_uuid": "2283cad0-b5e5-4e71-8254-3061baebee59", "tag": "5127906d-c7b2-470d-8a83-28229ee73e18"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:41.327027 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182fe36-218c-489d-ac1c-20a177b8daf7 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bce8fbe-ade4-4c30-8732-35dec94208c0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:41.336578 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9923e6f7-8234-4a65-b16b-cf8880c98ed4 service neutron] Pushing event updated for resources: {'Port': ['ID=5127906d-c7b2-470d-8a83-28229ee73e18,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:41.468954 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-527b9bc5-cd11-4718-ab02-86f362d14409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:41.474489 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-527b9bc5-cd11-4718-ab02-86f362d14409 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=48c700a125dd4a50a4bb2ea3583d56cb&device_id=2283cad0-b5e5-4e71-8254-3061baebee59 HTTP/1.1" status: 200 len: 1099 time: 0.1688354 Jul 16 08:37:41.650937 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-1182fe36-218c-489d-ac1c-20a177b8daf7 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Allocated IP 172.25.3.75 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/12fd8923-cf69-4bea-9c5e-03c170b133bc) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:41.667408 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-a3dcdc4a-0997-423c-b2d9-22a1fcb8ef85 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=5127906d-c7b2-470d-8a83-28229ee73e18 HTTP/1.1" status: 200 len: 217 time: 0.1817720 Jul 16 08:37:41.721988 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174987c-1dc7-43ae-baa4-2b68b9b51a09 req-70b6e5f9-6719-4682-921c-7d347d735c3a tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:41.738354 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1174987c-1dc7-43ae-baa4-2b68b9b51a09 req-70b6e5f9-6719-4682-921c-7d347d735c3a tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 945 time: 0.4330609 Jul 16 08:37:41.763123 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-f7e14518-b917-47ce-8d76-228a30a48384 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Allocated IP 172.20.0.4 (350280ab-10c7-4ed0-8e1d-ec03b07478d8/c40c9930-f388-47c3-befd-669b8aded165/7573a97a-dce4-416a-aa08-722907080fc3) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:41.768575 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-b5b57e97-a1c2-4221-a526-9199c6cb54ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:41.770841 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-b5b57e97-a1c2-4221-a526-9199c6cb54ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0997124 Jul 16 08:37:41.780325 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da445d2-8739-4afc-a3f4-16006086de24 req-d58ee35e-7777-453c-a2de-a8940918540e tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:41.781925 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3da445d2-8739-4afc-a3f4-16006086de24 req-d58ee35e-7777-453c-a2de-a8940918540e tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] 10.222.0.22 "GET /v2.0/ports?device_id=2283cad0-b5e5-4e71-8254-3061baebee59 HTTP/1.1" status: 200 len: 947 time: 0.3025687 Jul 16 08:37:41.883455 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3da445d2-8739-4afc-a3f4-16006086de24 req-19ae335a-bc99-4b33-80df-701c28546501 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] 10.222.0.22 "GET /v2.0/security-groups?id=908d7fe0-71ef-426e-b4e0-71869b14276b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887473 Jul 16 08:37:41.920743 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-c466d6ca-88e2-4eae-841f-8b6881955dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:41.922340 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-c466d6ca-88e2-4eae-841f-8b6881955dbd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1394925 Jul 16 08:37:42.030888 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1174987c-1dc7-43ae-baa4-2b68b9b51a09 req-81cd674d-effe-48d2-925d-d758cbc496eb tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2912791 Jul 16 08:37:42.102821 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-fa196598-f027-4abb-a4c4-0e6af5a73e5b service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1697474 Jul 16 08:37:42.147795 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7518d93c-1545-4bb8-bf07-2d9f4163ceb0 x-openstack-request-id: req-7518d93c-1545-4bb8-bf07-2d9f4163ceb0 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:42.148145 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2283cad0-b5e5-4e71-8254-3061baebee59", "tag": "5127906d-c7b2-470d-8a83-28229ee73e18", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:42.149976 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7518d93c-1545-4bb8-bf07-2d9f4163ceb0 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:42.150414 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2283cad0-b5e5-4e71-8254-3061baebee59', 'tag': '5127906d-c7b2-470d-8a83-28229ee73e18', 'status': 'completed', 'code': 200} Jul 16 08:37:42.311258 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1182fe36-218c-489d-ac1c-20a177b8daf7 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:42.326050 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b417fc1a-5e2d-4ddb-91c2-49afcc05d585 req-8aa1fe0e-0d54-48ef-b884-2154c33ce2a2 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2169743 Jul 16 08:37:42.381611 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6eb0bf5-428f-4ce0-a4a2-cfde816f9f6e req-5779e0fb-4f5f-48b0-9ae1-bc7ab68b023b tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 210 time: 0.1143582 Jul 16 08:37:42.461270 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-044940c4-f64b-40af-98a4-75e732f4f1f3 req-40df4bca-c490-4d41-8a90-36c71ba66db7 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/ports?device_id=444d036b-08c3-4af9-8168-7c65c89db112 HTTP/1.1" status: 200 len: 210 time: 0.0849490 Jul 16 08:37:42.505105 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-f7e14518-b917-47ce-8d76-228a30a48384 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:42.526738 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-f7e14518-b917-47ce-8d76-228a30a48384 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Transition to ACTIVE for port object 7573a97a-dce4-416a-aa08-722907080fc3 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:42.536141 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1182fe36-218c-489d-ac1c-20a177b8daf7 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:42.554743 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfe2da-a813-4ead-81f6-eac7d2018a25 req-7cdb0c21-643c-48e6-9a4b-526ceccbbc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:42.556160 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8bcfe2da-a813-4ead-81f6-eac7d2018a25 req-7cdb0c21-643c-48e6-9a4b-526ceccbbc3c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=48c700a125dd4a50a4bb2ea3583d56cb&device_id=2283cad0-b5e5-4e71-8254-3061baebee59 HTTP/1.1" status: 200 len: 1099 time: 0.1576335 Jul 16 08:37:42.624020 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1182fe36-218c-489d-ac1c-20a177b8daf7 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:42.639838 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-1182fe36-218c-489d-ac1c-20a177b8daf7 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:42.657075 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1182fe36-218c-489d-ac1c-20a177b8daf7 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:42.671273 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfe2da-a813-4ead-81f6-eac7d2018a25 req-36bc3366-d8fc-4057-be35-0ce7101dd6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:42.675799 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8bcfe2da-a813-4ead-81f6-eac7d2018a25 req-36bc3366-d8fc-4057-be35-0ce7101dd6b5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.1124904 Jul 16 08:37:42.743814 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8bcfe2da-a813-4ead-81f6-eac7d2018a25 req-67257385-6df4-4b86-afd4-8b74fd66bbac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=5127906d-c7b2-470d-8a83-28229ee73e18 HTTP/1.1" status: 200 len: 217 time: 0.0601981 Jul 16 08:37:42.762801 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182fe36-218c-489d-ac1c-20a177b8daf7 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Pushing event updated for resources: {'Port': ['ID=12fd8923-cf69-4bea-9c5e-03c170b133bc,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:42.811897 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-f7e14518-b917-47ce-8d76-228a30a48384 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:42.817842 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1182fe36-218c-489d-ac1c-20a177b8daf7 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:42.818457 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1182fe36-218c-489d-ac1c-20a177b8daf7 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:42.847867 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfe2da-a813-4ead-81f6-eac7d2018a25 req-13780af0-34d0-4062-8c5e-01f36c75e891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:42.849360 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8bcfe2da-a813-4ead-81f6-eac7d2018a25 req-13780af0-34d0-4062-8c5e-01f36c75e891 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0982871 Jul 16 08:37:42.938867 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-f7e14518-b917-47ce-8d76-228a30a48384 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Network 350280ab-10c7-4ed0-8e1d-ec03b07478d8 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:42.942009 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1182fe36-218c-489d-ac1c-20a177b8daf7 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.1568501 Jul 16 08:37:42.943382 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 37942) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:42.953582 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-f7e14518-b917-47ce-8d76-228a30a48384 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:42.958549 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-f7e14518-b917-47ce-8d76-228a30a48384 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:42.962029 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-c1dc43aa-19b5-46c6-a3f2-45165dc42237 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.75'}]}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:42.979179 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e14518-b917-47ce-8d76-228a30a48384 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Pushing event updated for resources: {'Port': ['ID=7573a97a-dce4-416a-aa08-722907080fc3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:43.050285 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcfe2da-a813-4ead-81f6-eac7d2018a25 req-215706e8-b2f9-4eff-8f6a-636922162d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:43.052577 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8bcfe2da-a813-4ead-81f6-eac7d2018a25 req-215706e8-b2f9-4eff-8f6a-636922162d5b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1964006 Jul 16 08:37:43.075147 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-f7e14518-b917-47ce-8d76-228a30a48384 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:43.078142 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-f7e14518-b917-47ce-8d76-228a30a48384 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.114820 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-f7e14518-b917-47ce-8d76-228a30a48384 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1927917 Jul 16 08:37:43.118621 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c1dc43aa-19b5-46c6-a3f2-45165dc42237 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.119645 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c1dc43aa-19b5-46c6-a3f2-45165dc42237 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.134224 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-cfd00ceb-a173-4aa0-ac95-8ee786de32e0 service neutron] Request body: {'port': {'device_id': '444d036b-08c3-4af9-8168-7c65c89db112', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:43.409409 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7ab146d2-611f-4409-b33b-41a096e42211 None None] Provisioning for port 7573a97a-dce4-416a-aa08-722907080fc3 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:43.414476 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7ab146d2-611f-4409-b33b-41a096e42211 None None] Provisioning complete for port 7573a97a-dce4-416a-aa08-722907080fc3 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:43.416229 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ab146d2-611f-4409-b33b-41a096e42211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.424008 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-cfd00ceb-a173-4aa0-ac95-8ee786de32e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.463342 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8bcfe2da-a813-4ead-81f6-eac7d2018a25 req-8c25c19d-2b92-4b69-89ed-970cae194ef1 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4018059 Jul 16 08:37:43.464960 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c1dc43aa-19b5-46c6-a3f2-45165dc42237 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:43.514022 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7ab146d2-611f-4409-b33b-41a096e42211 None None] Port 7573a97a-dce4-416a-aa08-722907080fc3 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:43.862136 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10aceb88-66cd-4d95-bcba-0c214680a521 req-03ed45a1-b24d-4087-93ea-9353c7bb587b tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:43.867232 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-10aceb88-66cd-4d95-bcba-0c214680a521 req-03ed45a1-b24d-4087-93ea-9353c7bb587b tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 945 time: 0.3536358 Jul 16 08:37:43.969035 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-10aceb88-66cd-4d95-bcba-0c214680a521 req-0dba113d-db88-4786-8158-49fd972c572e tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856740 Jul 16 08:37:44.148791 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c1dc43aa-19b5-46c6-a3f2-45165dc42237 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:44.224045 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4af73-6f34-4997-ab3f-a64bc72b3071 req-d3123c7b-c62f-42c7-8e8c-e9563606c91c tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:44.226312 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-30e4af73-6f34-4997-ab3f-a64bc72b3071 req-d3123c7b-c62f-42c7-8e8c-e9563606c91c tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] 10.222.0.22 "GET /v2.0/ports?device_id=2283cad0-b5e5-4e71-8254-3061baebee59 HTTP/1.1" status: 200 len: 947 time: 0.9391160 Jul 16 08:37:44.237568 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-cfd00ceb-a173-4aa0-ac95-8ee786de32e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7573a97a-dce4-416a-aa08-722907080fc3 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:44.270172 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-cfd00ceb-a173-4aa0-ac95-8ee786de32e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:44.302919 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8bcfe2da-a813-4ead-81f6-eac7d2018a25 req-a19c71d9-c150-47dd-9b19-cfe5fc843be1 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7727406 Jul 16 08:37:44.350411 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f0e56b44-602c-4add-884c-91b9f7f63490 req-e7047c1b-3b98-4995-85b4-d30260159447 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 210 time: 0.0840900 Jul 16 08:37:44.353540 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-cfd00ceb-a173-4aa0-ac95-8ee786de32e0 service neutron] Transition to ACTIVE for port object 7573a97a-dce4-416a-aa08-722907080fc3 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:44.360698 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-cfd00ceb-a173-4aa0-ac95-8ee786de32e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:44.520182 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-30e4af73-6f34-4997-ab3f-a64bc72b3071 req-8697ef34-f676-4304-a30c-8e89dc18da61 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] 10.222.0.22 "GET /v2.0/security-groups?id=908d7fe0-71ef-426e-b4e0-71869b14276b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2612672 Jul 16 08:37:44.525179 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd00ceb-a173-4aa0-ac95-8ee786de32e0 service neutron] Pushing event updated for resources: {'Port': ['ID=7573a97a-dce4-416a-aa08-722907080fc3,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:44.699985 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-cfd00ceb-a173-4aa0-ac95-8ee786de32e0 service neutron] Attempting to bind port 7573a97a-dce4-416a-aa08-722907080fc3 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:44.700322 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-cfd00ceb-a173-4aa0-ac95-8ee786de32e0 service neutron] Attempting to bind port 7573a97a-dce4-416a-aa08-722907080fc3 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '713d361a-6e2c-48ef-9d05-d7638b707b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '350280ab-10c7-4ed0-8e1d-ec03b07478d8'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:44.700699 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-cfd00ceb-a173-4aa0-ac95-8ee786de32e0 service neutron] Attempting to bind port 7573a97a-dce4-416a-aa08-722907080fc3 on network 350280ab-10c7-4ed0-8e1d-ec03b07478d8 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:44.710752 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-cfd00ceb-a173-4aa0-ac95-8ee786de32e0 service neutron] Port 7573a97a-dce4-416a-aa08-722907080fc3 on network 350280ab-10c7-4ed0-8e1d-ec03b07478d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:37:44.711094 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-cfd00ceb-a173-4aa0-ac95-8ee786de32e0 service neutron] Attempting to bind port 7573a97a-dce4-416a-aa08-722907080fc3 on network 350280ab-10c7-4ed0-8e1d-ec03b07478d8 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:44.733087 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-cfd00ceb-a173-4aa0-ac95-8ee786de32e0 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:44.733743 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-cfd00ceb-a173-4aa0-ac95-8ee786de32e0 service neutron] Checking segment: {'id': '713d361a-6e2c-48ef-9d05-d7638b707b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '350280ab-10c7-4ed0-8e1d-ec03b07478d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:44.734318 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-cfd00ceb-a173-4aa0-ac95-8ee786de32e0 service neutron] Bound using segment: {'id': '713d361a-6e2c-48ef-9d05-d7638b707b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '350280ab-10c7-4ed0-8e1d-ec03b07478d8'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:44.734978 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-cfd00ceb-a173-4aa0-ac95-8ee786de32e0 service neutron] Bound port: 7573a97a-dce4-416a-aa08-722907080fc3, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '713d361a-6e2c-48ef-9d05-d7638b707b75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '350280ab-10c7-4ed0-8e1d-ec03b07478d8'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:44.735523 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-cfd00ceb-a173-4aa0-ac95-8ee786de32e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:44.835211 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c1dc43aa-19b5-46c6-a3f2-45165dc42237 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:44.856624 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c1dc43aa-19b5-46c6-a3f2-45165dc42237 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:44.925044 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-cfd00ceb-a173-4aa0-ac95-8ee786de32e0 service neutron] For port 7573a97a-dce4-416a-aa08-722907080fc3, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:44.940457 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-cfd00ceb-a173-4aa0-ac95-8ee786de32e0 service neutron] For port 7573a97a-dce4-416a-aa08-722907080fc3, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=7573a97a-dce4-416a-aa08-722907080fc3,segment=NetworkSegment(713d361a-6e2c-48ef-9d05-d7638b707b75),segment_id=713d361a-6e2c-48ef-9d05-d7638b707b75)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:44.946465 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-cfd00ceb-a173-4aa0-ac95-8ee786de32e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:44.958772 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeee3b1-9c39-4783-9dbf-3f8cbf367fba req-55d09162-cebc-4b3d-99e0-9e7d2f67c7f0 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:44.960430 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ebeee3b1-9c39-4783-9dbf-3f8cbf367fba req-55d09162-cebc-4b3d-99e0-9e7d2f67c7f0 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/ports?device_id=444d036b-08c3-4af9-8168-7c65c89db112 HTTP/1.1" status: 200 len: 943 time: 0.2013099 Jul 16 08:37:45.078153 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd00ceb-a173-4aa0-ac95-8ee786de32e0 service neutron] Pushing event updated for resources: {'Port': ['ID=7573a97a-dce4-416a-aa08-722907080fc3,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:45.105842 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-cfd00ceb-a173-4aa0-ac95-8ee786de32e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:45.110293 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-cfd00ceb-a173-4aa0-ac95-8ee786de32e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.114239 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-cfd00ceb-a173-4aa0-ac95-8ee786de32e0 service neutron] 10.222.0.30 "PUT /v2.0/ports/7573a97a-dce4-416a-aa08-722907080fc3 HTTP/1.1" status: 200 len: 1092 time: 1.9910598 Jul 16 08:37:45.117921 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444d036b-08c3-4af9-8168-7c65c89db112', 'tag': '7573a97a-dce4-416a-aa08-722907080fc3'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:45.123378 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58c8f81a-7a6c-47e3-a32d-fdd69d107eac" -d '{"events": [{"name": "network-changed", "server_uuid": "444d036b-08c3-4af9-8168-7c65c89db112", "tag": "7573a97a-dce4-416a-aa08-722907080fc3"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:45.154023 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ebeee3b1-9c39-4783-9dbf-3f8cbf367fba req-0cb7476b-9fcd-4626-bf96-6edf4d1e2b32 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/security-groups?id=7666d4f4-8db4-486a-993c-6cb58115ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421955 Jul 16 08:37:45.235917 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c1dc43aa-19b5-46c6-a3f2-45165dc42237 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.345153 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-1b2840e8-d127-4594-a787-5ff0f595b099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:45.346972 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-1b2840e8-d127-4594-a787-5ff0f595b099 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a88791d577d845c2acb15df694bb481f&device_id=444d036b-08c3-4af9-8168-7c65c89db112 HTTP/1.1" status: 200 len: 1095 time: 0.1817002 Jul 16 08:37:45.488569 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-be0381ec-62a3-47d5-80b7-ee2f6ff9656b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7573a97a-dce4-416a-aa08-722907080fc3 HTTP/1.1" status: 200 len: 217 time: 0.1144762 Jul 16 08:37:45.573938 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-9f244c41-4fbf-4762-aae0-d988010724f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:45.575707 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-9f244c41-4fbf-4762-aae0-d988010724f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c40c9930-f388-47c3-befd-669b8aded165 HTTP/1.1" status: 200 len: 844 time: 0.0812700 Jul 16 08:37:45.605425 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6777e397-1740-4bb4-9662-df9568bad1dd x-openstack-request-id: req-6777e397-1740-4bb4-9662-df9568bad1dd {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:45.605775 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "444d036b-08c3-4af9-8168-7c65c89db112", "tag": "7573a97a-dce4-416a-aa08-722907080fc3", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:45.606008 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6777e397-1740-4bb4-9662-df9568bad1dd {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:45.606431 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444d036b-08c3-4af9-8168-7c65c89db112', 'tag': '7573a97a-dce4-416a-aa08-722907080fc3', 'status': 'completed', 'code': 200} Jul 16 08:37:45.650834 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c1dc43aa-19b5-46c6-a3f2-45165dc42237 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.655471 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c1dc43aa-19b5-46c6-a3f2-45165dc42237 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.674129 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad05a35-d4a4-411c-aec4-9644f0a191a1 req-50f3dc3d-d019-4258-875b-d9a221b3dd28 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:45.683137 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7ad05a35-d4a4-411c-aec4-9644f0a191a1 req-50f3dc3d-d019-4258-875b-d9a221b3dd28 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 945 time: 0.4352317 Jul 16 08:37:45.707248 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38040) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:45.765265 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c1dc43aa-19b5-46c6-a3f2-45165dc42237 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:45.766054 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1dc43aa-19b5-46c6-a3f2-45165dc42237 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 325abdf8-1102-4a48-ae54-498970097517 {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:37:45.773588 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-c50cde7e-be63-4d8e-9694-a2f9e3f80552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:45.775267 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-c50cde7e-be63-4d8e-9694-a2f9e3f80552 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=350280ab-10c7-4ed0-8e1d-ec03b07478d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1913593 Jul 16 08:37:45.830042 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7ad05a35-d4a4-411c-aec4-9644f0a191a1 req-02e78a1e-f16d-47b3-ac6e-e20439b5c2b7 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455965 Jul 16 08:37:45.831301 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-c1dc43aa-19b5-46c6-a3f2-45165dc42237 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 16 08:37:45.835879 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c1dc43aa-19b5-46c6-a3f2-45165dc42237 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.8915331 Jul 16 08:37:45.836484 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 38044) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:45.891978 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a8963959-9562-4ea0-9ee9-9aed79b24ebc req-acd41903-363f-4fc4-8525-0b15aedb6e94 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 210 time: 0.1137516 Jul 16 08:37:45.965977 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-64f5253c-80ff-4111-bed6-bab157e42e77 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Deleting port 12fd8923-cf69-4bea-9c5e-03c170b133bc {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:45.966343 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-64f5253c-80ff-4111-bed6-bab157e42e77 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.059104 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-486642c8-c98a-4153-bb8d-3cddfe57db56 service neutron] 10.222.0.30 "GET /v2.0/networks/350280ab-10c7-4ed0-8e1d-ec03b07478d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2706933 Jul 16 08:37:46.060319 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d3dbec2-aed3-4f05-a612-bfb539de2ffa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.130176 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-64f5253c-80ff-4111-bed6-bab157e42e77 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.150544 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-64f5253c-80ff-4111-bed6-bab157e42e77 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Calling delete_port for 12fd8923-cf69-4bea-9c5e-03c170b133bc owned by {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:46.188006 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e48842-1568-4f6a-8abf-eda0fb62a4ab req-e359620a-5237-4775-82c6-49df90c7b136 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:46.214636 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c3e48842-1568-4f6a-8abf-eda0fb62a4ab req-e359620a-5237-4775-82c6-49df90c7b136 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] 10.222.0.22 "GET /v2.0/ports?device_id=2283cad0-b5e5-4e71-8254-3061baebee59 HTTP/1.1" status: 200 len: 947 time: 0.1645660 Jul 16 08:37:46.223870 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb32c1ed-9f14-476e-a30b-028026f17288 req-1296363d-f8dc-4872-bdbf-cfcbb61a0ca8 service neutron] 10.222.0.30 "GET /v2.0/networks/350280ab-10c7-4ed0-8e1d-ec03b07478d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552105 Jul 16 08:37:46.332604 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 5127906d-c7b2-470d-8a83-28229ee73e18 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:37:46.350956 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c3e48842-1568-4f6a-8abf-eda0fb62a4ab req-8285083b-03d2-4c4c-a8a4-36d0c5d75575 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] 10.222.0.22 "GET /v2.0/security-groups?id=908d7fe0-71ef-426e-b4e0-71869b14276b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1338873 Jul 16 08:37:46.411231 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d3dbec2-aed3-4f05-a612-bfb539de2ffa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.438476 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d3dbec2-aed3-4f05-a612-bfb539de2ffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.466298 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-64f5253c-80ff-4111-bed6-bab157e42e77 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.499197 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7d3dbec2-aed3-4f05-a612-bfb539de2ffa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f0654ce38ad1489996eb03166373a7fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7907057 Jul 16 08:37:46.512539 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3dbec2-aed3-4f05-a612-bfb539de2ffa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae1ea27-7c09-4256-93a1-6530e7b20b97,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:46.514752 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 38058) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:46.544709 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8f81a-7a6c-47e3-a32d-fdd69d107eac req-229d389f-774a-48d2-8cfb-7ff86a6841cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:46.546632 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58c8f81a-7a6c-47e3-a32d-fdd69d107eac req-229d389f-774a-48d2-8cfb-7ff86a6841cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a88791d577d845c2acb15df694bb481f&device_id=444d036b-08c3-4af9-8168-7c65c89db112 HTTP/1.1" status: 200 len: 1095 time: 0.2469370 Jul 16 08:37:46.562944 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715237d2-aa38-4a8c-b83e-bf309afccbf6 req-a222a539-ce17-4f74-b89b-94a460fc367c tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:46.571924 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-715237d2-aa38-4a8c-b83e-bf309afccbf6 req-a222a539-ce17-4f74-b89b-94a460fc367c tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/ports?device_id=444d036b-08c3-4af9-8168-7c65c89db112 HTTP/1.1" status: 200 len: 943 time: 0.1794195 Jul 16 08:37:46.575841 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 5127906d-c7b2-470d-8a83-28229ee73e18, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=5127906d-c7b2-470d-8a83-28229ee73e18,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:46.577132 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f5253c-80ff-4111-bed6-bab157e42e77 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Pushing event deleted for resources: {'Port': ['ID=12fd8923-cf69-4bea-9c5e-03c170b133bc,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:46.601052 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '5127906d-c7b2-470d-8a83-28229ee73e18', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': '5127906d-c7b2-470d-8a83-28229ee73e18', 'mac_address': 'fa:16:3e:17:8e:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:37:46.650772 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b14963fc-e132-45d5-8397-2be25eaddd75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.684693 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b14963fc-e132-45d5-8397-2be25eaddd75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.697010 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-715237d2-aa38-4a8c-b83e-bf309afccbf6 req-7acf5c81-075c-4152-a610-2f62b588d0f4 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/security-groups?id=7666d4f4-8db4-486a-993c-6cb58115ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1230469 Jul 16 08:37:46.701711 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-64f5253c-80ff-4111-bed6-bab157e42e77 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.703807 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-64f5253c-80ff-4111-bed6-bab157e42e77 tempest-RoutersAdminNegativeTest-656829929 tempest-RoutersAdminNegativeTest-656829929-project-admin] 10.222.0.22 "DELETE /v2.0/ports/12fd8923-cf69-4bea-9c5e-03c170b133bc HTTP/1.1" status: 204 len: 168 time: 0.8662386 Jul 16 08:37:46.710320 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.743626 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5127906d-c7b2-470d-8a83-28229ee73e18 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:46.766881 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 5127906d-c7b2-470d-8a83-28229ee73e18, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=5127906d-c7b2-470d-8a83-28229ee73e18,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:46.772587 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.793768 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b14963fc-e132-45d5-8397-2be25eaddd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.795225 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8f81a-7a6c-47e3-a32d-fdd69d107eac req-881adec3-bc90-4131-8ac9-6620cba509a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:46.796881 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58c8f81a-7a6c-47e3-a32d-fdd69d107eac req-881adec3-bc90-4131-8ac9-6620cba509a7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=350280ab-10c7-4ed0-8e1d-ec03b07478d8 HTTP/1.1" status: 200 len: 906 time: 0.2225718 Jul 16 08:37:46.797311 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b14963fc-e132-45d5-8397-2be25eaddd75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:46.798465 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b14963fc-e132-45d5-8397-2be25eaddd75 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2ae1ea27-7c09-4256-93a1-6530e7b20b97 HTTP/1.1" status: 204 len: 168 time: 0.2811742 Jul 16 08:37:46.829663 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14963fc-e132-45d5-8397-2be25eaddd75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae1ea27-7c09-4256-93a1-6530e7b20b97,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:46.918612 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58c8f81a-7a6c-47e3-a32d-fdd69d107eac req-5f88449a-e820-4bd7-9459-fe50e9d5e898 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7573a97a-dce4-416a-aa08-722907080fc3 HTTP/1.1" status: 200 len: 217 time: 0.1090953 Jul 16 08:37:46.936538 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=5127906d-c7b2-470d-8a83-28229ee73e18,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:47.001133 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['5127906d-c7b2-470d-8a83-28229ee73e18'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:37:47.039002 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8f81a-7a6c-47e3-a32d-fdd69d107eac req-8926930f-60e3-417c-bcd5-11222f418eb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:47.044445 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58c8f81a-7a6c-47e3-a32d-fdd69d107eac req-8926930f-60e3-417c-bcd5-11222f418eb6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c40c9930-f388-47c3-befd-669b8aded165 HTTP/1.1" status: 200 len: 844 time: 0.1208332 Jul 16 08:37:47.158288 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38078) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:47.223121 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8861de3e-2dfd-41ae-8c7e-b575b3670239 req-c2ce2bd5-14cb-4efd-8cb6-34bbd70c21b5 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:47.232057 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8861de3e-2dfd-41ae-8c7e-b575b3670239 req-c2ce2bd5-14cb-4efd-8cb6-34bbd70c21b5 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 945 time: 0.1433032 Jul 16 08:37:47.297354 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-27da9516-b360-4bb4-b087-34219224167b req-20c17e79-a46b-47a0-b313-51dcd6045ca7 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 210 time: 0.1016347 Jul 16 08:37:47.303860 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8861de3e-2dfd-41ae-8c7e-b575b3670239 req-7a61be3e-5483-489b-b491-387373b5c9a0 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716200 Jul 16 08:37:47.344335 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c8f81a-7a6c-47e3-a32d-fdd69d107eac req-e092b061-e599-4e5b-b8e8-ebaf9a3bbf57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:47.351548 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58c8f81a-7a6c-47e3-a32d-fdd69d107eac req-e092b061-e599-4e5b-b8e8-ebaf9a3bbf57 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=350280ab-10c7-4ed0-8e1d-ec03b07478d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2990777 Jul 16 08:37:47.448427 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 38090) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:47.467976 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4480ba2f-d65a-4f88-9c40-738eec8081c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.526119 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7984386b-85c8-452d-ba3f-1bfb20c89cc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.530272 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58c8f81a-7a6c-47e3-a32d-fdd69d107eac req-f884c506-37e5-4f4a-bd2d-9595f6e48854 service neutron] 10.222.0.30 "GET /v2.0/networks/350280ab-10c7-4ed0-8e1d-ec03b07478d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704772 Jul 16 08:37:47.642698 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4480ba2f-d65a-4f88-9c40-738eec8081c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.648742 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4480ba2f-d65a-4f88-9c40-738eec8081c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.710613 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58c8f81a-7a6c-47e3-a32d-fdd69d107eac req-2388cf5b-0387-46b0-8a64-de8c5c19ad72 service neutron] 10.222.0.30 "GET /v2.0/networks/350280ab-10c7-4ed0-8e1d-ec03b07478d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711121 Jul 16 08:37:47.769316 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480ba2f-d65a-4f88-9c40-738eec8081c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfa9557b-4c76-467c-90d8-294ec9ea4637,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:47.807409 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7984386b-85c8-452d-ba3f-1bfb20c89cc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.813291 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7984386b-85c8-452d-ba3f-1bfb20c89cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:47.844278 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4480ba2f-d65a-4f88-9c40-738eec8081c8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bbe6362aae51424e95497a627cc83de5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3925991 Jul 16 08:37:47.845058 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 38100) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:47.850591 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7984386b-85c8-452d-ba3f-1bfb20c89cc6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8269a6432a6a4580b1dcd175d633749e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6873860 Jul 16 08:37:47.851236 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38102) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:47.927724 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f93cb7b-94b2-4104-9b1e-1d6b50dbce8a req-fa15169b-5df9-4eec-8492-159d6954db44 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:47.943563 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6f93cb7b-94b2-4104-9b1e-1d6b50dbce8a req-fa15169b-5df9-4eec-8492-159d6954db44 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] 10.222.0.22 "GET /v2.0/ports?device_id=2283cad0-b5e5-4e71-8254-3061baebee59 HTTP/1.1" status: 200 len: 948 time: 0.3840456 Jul 16 08:37:48.005819 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984386b-85c8-452d-ba3f-1bfb20c89cc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ce135d-aae4-4c81-bd3b-b110f394966a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:48.064757 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a8216fd4-1ba5-41fa-aaf2-b9ef82d78837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.086612 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b8ccabc-b377-4774-951a-cb85849f6cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.091794 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a8216fd4-1ba5-41fa-aaf2-b9ef82d78837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.117262 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85bcfdf-593c-40e4-957b-a21febcb4448 req-2e31bb2c-eadc-4c61-adcc-62f7a7df5030 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:48.124405 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c85bcfdf-593c-40e4-957b-a21febcb4448 req-2e31bb2c-eadc-4c61-adcc-62f7a7df5030 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/ports?device_id=444d036b-08c3-4af9-8168-7c65c89db112 HTTP/1.1" status: 200 len: 943 time: 0.1770265 Jul 16 08:37:48.141610 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b8ccabc-b377-4774-951a-cb85849f6cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.180982 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a8216fd4-1ba5-41fa-aaf2-b9ef82d78837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.183509 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a8216fd4-1ba5-41fa-aaf2-b9ef82d78837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.184710 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a8216fd4-1ba5-41fa-aaf2-b9ef82d78837 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dfa9557b-4c76-467c-90d8-294ec9ea4637 HTTP/1.1" status: 204 len: 168 time: 0.3364935 Jul 16 08:37:48.210590 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8216fd4-1ba5-41fa-aaf2-b9ef82d78837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfa9557b-4c76-467c-90d8-294ec9ea4637,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:48.238783 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6f93cb7b-94b2-4104-9b1e-1d6b50dbce8a req-6de51b41-ffbe-44f3-948d-e2da379a8fab tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] 10.222.0.22 "GET /v2.0/security-groups?id=908d7fe0-71ef-426e-b4e0-71869b14276b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672858 Jul 16 08:37:48.245090 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c85bcfdf-593c-40e4-957b-a21febcb4448 req-4ec345de-7c4d-46c9-bb71-e5fb8fa35059 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/security-groups?id=7666d4f4-8db4-486a-993c-6cb58115ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1034007 Jul 16 08:37:48.251485 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b8ccabc-b377-4774-951a-cb85849f6cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.254241 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b8ccabc-b377-4774-951a-cb85849f6cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.256287 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5b8ccabc-b377-4774-951a-cb85849f6cbc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c5ce135d-aae4-4c81-bd3b-b110f394966a HTTP/1.1" status: 204 len: 168 time: 0.4029889 Jul 16 08:37:48.277830 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b8ccabc-b377-4774-951a-cb85849f6cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ce135d-aae4-4c81-bd3b-b110f394966a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:48.348831 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 5127906d-c7b2-470d-8a83-28229ee73e18 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:48.502277 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 5127906d-c7b2-470d-8a83-28229ee73e18 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:48.524551 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 5127906d-c7b2-470d-8a83-28229ee73e18 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:48.524940 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.602666 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-50ae8dd3-cbe9-49bb-9784-58b0bee89506 req-059e13b4-8009-4e66-9ea8-ecb7b3a0e71d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 210 time: 0.0641332 Jul 16 08:37:48.834939 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:48.843005 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431682b0-699c-488c-a762-968062022952 req-b4f3fae7-2b38-41eb-86d8-f6f199e13d8f tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:48.857952 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-431682b0-699c-488c-a762-968062022952 req-b4f3fae7-2b38-41eb-86d8-f6f199e13d8f tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 945 time: 0.2103443 Jul 16 08:37:48.934112 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 5127906d-c7b2-470d-8a83-28229ee73e18, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=5127906d-c7b2-470d-8a83-28229ee73e18,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:48.939922 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2283cad0-b5e5-4e71-8254-3061baebee59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5127906d-c7b2-470d-8a83-28229ee73e18'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:48.944047 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-431682b0-699c-488c-a762-968062022952 req-9e0e2d36-efc2-44e4-8a2a-abc23b97e359 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851047 Jul 16 08:37:48.947234 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c5ef932-440a-4ffc-b1ab-1ee47424cc07" -d '{"events": [{"server_uuid": "2283cad0-b5e5-4e71-8254-3061baebee59", "name": "network-vif-plugged", "status": "completed", "tag": "5127906d-c7b2-470d-8a83-28229ee73e18"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:48.954903 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.038256 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f876a1c5-e3ea-4d26-b273-61eb8586fe00 x-openstack-request-id: req-f876a1c5-e3ea-4d26-b273-61eb8586fe00 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:49.038550 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2283cad0-b5e5-4e71-8254-3061baebee59", "name": "network-vif-plugged", "status": "completed", "tag": "5127906d-c7b2-470d-8a83-28229ee73e18", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:49.038800 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f876a1c5-e3ea-4d26-b273-61eb8586fe00 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:49.039931 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2283cad0-b5e5-4e71-8254-3061baebee59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5127906d-c7b2-470d-8a83-28229ee73e18', 'code': 200} Jul 16 08:37:49.077859 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 38138) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:49.102871 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=5127906d-c7b2-470d-8a83-28229ee73e18,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:49.198973 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38142) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:49.202246 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-52ee0dd1-059b-429b-b850-9093ed1f8a08 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=225fa055e65c43a6ac887512b43cb485&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1231651 Jul 16 08:37:49.296777 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6071702c-e6a7-407e-aaba-8c0dfabff7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.369951 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6071702c-e6a7-407e-aaba-8c0dfabff7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.462773 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93c69a-e989-4dba-8a3d-517ff6e3a7e9 req-aeab5734-4e83-4cdf-abd1-5da205d931e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:49.466046 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9b93c69a-e989-4dba-8a3d-517ff6e3a7e9 req-aeab5734-4e83-4cdf-abd1-5da205d931e2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2283cad0-b5e5-4e71-8254-3061baebee59 HTTP/1.1" status: 200 len: 1101 time: 0.3352230 Jul 16 08:37:49.508854 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6071702c-e6a7-407e-aaba-8c0dfabff7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.512983 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6071702c-e6a7-407e-aaba-8c0dfabff7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:49.514684 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6071702c-e6a7-407e-aaba-8c0dfabff7c3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5bce8fbe-ade4-4c30-8732-35dec94208c0 HTTP/1.1" status: 204 len: 168 time: 0.3145313 Jul 16 08:37:49.554893 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6071702c-e6a7-407e-aaba-8c0dfabff7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bce8fbe-ade4-4c30-8732-35dec94208c0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:49.593858 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9b93c69a-e989-4dba-8a3d-517ff6e3a7e9 req-ec3b4cc1-4bef-469c-9af1-b56167958e50 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=908d7fe0-71ef-426e-b4e0-71869b14276b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198792 Jul 16 08:37:49.620763 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f918d703-e08e-479d-b2de-17011bcbd130 req-e02032d0-cc5f-49bf-807c-1f53e49bae5d tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:49.629592 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9185e0b3-48e8-492b-9f35-aface9da91a5 req-7bc9a035-aff0-4ab6-91c5-8e6f64aa5e77 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:49.631434 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9185e0b3-48e8-492b-9f35-aface9da91a5 req-7bc9a035-aff0-4ab6-91c5-8e6f64aa5e77 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] 10.222.0.22 "GET /v2.0/ports?device_id=2283cad0-b5e5-4e71-8254-3061baebee59 HTTP/1.1" status: 200 len: 949 time: 0.1326947 Jul 16 08:37:49.633479 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f918d703-e08e-479d-b2de-17011bcbd130 req-e02032d0-cc5f-49bf-807c-1f53e49bae5d tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/ports?device_id=444d036b-08c3-4af9-8168-7c65c89db112 HTTP/1.1" status: 200 len: 943 time: 0.1282425 Jul 16 08:37:49.713422 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9185e0b3-48e8-492b-9f35-aface9da91a5 req-7257ba7b-6b46-460f-842a-99305baa2611 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] 10.222.0.22 "GET /v2.0/security-groups?id=908d7fe0-71ef-426e-b4e0-71869b14276b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755899 Jul 16 08:37:49.729479 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f918d703-e08e-479d-b2de-17011bcbd130 req-ec2d6785-9c93-4ae5-ab53-e78887483c24 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/security-groups?id=7666d4f4-8db4-486a-993c-6cb58115ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0949976 Jul 16 08:37:50.047909 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ecccfb5a-c517-4ce2-8275-322e2e5242fc req-4ba2760d-557b-4118-9e9c-9ebb3ca2e868 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 210 time: 0.1143253 Jul 16 08:37:50.305064 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbeba77d-1d42-49e8-994c-7ce9fc1a86bc req-20a7fa52-7417-4fc8-85af-8666906326f1 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:50.317589 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bbeba77d-1d42-49e8-994c-7ce9fc1a86bc req-20a7fa52-7417-4fc8-85af-8666906326f1 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 945 time: 0.1470084 Jul 16 08:37:50.366179 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 7573a97a-dce4-416a-aa08-722907080fc3 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:37:50.419697 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bbeba77d-1d42-49e8-994c-7ce9fc1a86bc req-67ebf3e9-ef7f-4533-8283-0dc31c2275c0 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006835 Jul 16 08:37:50.522648 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 7573a97a-dce4-416a-aa08-722907080fc3, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=7573a97a-dce4-416a-aa08-722907080fc3,segment=NetworkSegment(713d361a-6e2c-48ef-9d05-d7638b707b75),segment_id=713d361a-6e2c-48ef-9d05-d7638b707b75)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:50.539899 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '7573a97a-dce4-416a-aa08-722907080fc3', 'network_id': '350280ab-10c7-4ed0-8e1d-ec03b07478d8', 'port_id': '7573a97a-dce4-416a-aa08-722907080fc3', 'mac_address': 'fa:16:3e:82:bb:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c40c9930-f388-47c3-befd-669b8aded165', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:37:50.620119 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.661724 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7573a97a-dce4-416a-aa08-722907080fc3 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:37:50.698210 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 7573a97a-dce4-416a-aa08-722907080fc3, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=7573a97a-dce4-416a-aa08-722907080fc3,segment=NetworkSegment(713d361a-6e2c-48ef-9d05-d7638b707b75),segment_id=713d361a-6e2c-48ef-9d05-d7638b707b75)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:50.702907 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:50.801924 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=7573a97a-dce4-416a-aa08-722907080fc3,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:50.902733 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['7573a97a-dce4-416a-aa08-722907080fc3'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:37:50.988333 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38222) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:51.157048 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457271a3-a970-404b-8dcd-58697ce12fe9 req-b054c596-eec5-4726-be1e-d9de6ba2b962 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:51.160180 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-457271a3-a970-404b-8dcd-58697ce12fe9 req-b054c596-eec5-4726-be1e-d9de6ba2b962 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/ports?device_id=444d036b-08c3-4af9-8168-7c65c89db112 HTTP/1.1" status: 200 len: 944 time: 0.2024717 Jul 16 08:37:51.160720 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa68d170-551f-4615-a579-0e2164f586c1 req-968c18fe-8f98-40f3-b623-c80bdfcd2158 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:51.169675 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aa68d170-551f-4615-a579-0e2164f586c1 req-968c18fe-8f98-40f3-b623-c80bdfcd2158 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] 10.222.0.22 "GET /v2.0/ports?device_id=2283cad0-b5e5-4e71-8254-3061baebee59 HTTP/1.1" status: 200 len: 949 time: 0.1545122 Jul 16 08:37:51.250697 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-457271a3-a970-404b-8dcd-58697ce12fe9 req-0139ff9b-face-4d78-9d7b-fd1d803fc6e6 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/security-groups?id=7666d4f4-8db4-486a-993c-6cb58115ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0839298 Jul 16 08:37:51.270448 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aa68d170-551f-4615-a579-0e2164f586c1 req-14faf486-225b-422d-b21b-7cfbb5fc22a2 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] 10.222.0.22 "GET /v2.0/security-groups?id=908d7fe0-71ef-426e-b4e0-71869b14276b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997064 Jul 16 08:37:51.295215 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-12e37019-18cc-47a7-935d-5936a983d4a1 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1220222772'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:51.344980 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12e37019-18cc-47a7-935d-5936a983d4a1 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Made reservation on behalf of 68935eab19be49b6ba568ded93cb49d4 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:51.357466 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-12e37019-18cc-47a7-935d-5936a983d4a1 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.448231 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-12e37019-18cc-47a7-935d-5936a983d4a1 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.490280 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-728743ff-7d8e-4ef1-aa07-9036879ffa70 req-4cbd968e-f28b-4ae8-89d6-d75078422bb2 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 210 time: 0.0439563 Jul 16 08:37:51.726045 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-12e37019-18cc-47a7-935d-5936a983d4a1 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.737916 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-12e37019-18cc-47a7-935d-5936a983d4a1 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:51.830077 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12e37019-18cc-47a7-935d-5936a983d4a1 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:37:51.987324 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e37019-18cc-47a7-935d-5936a983d4a1 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad37faa9-5408-4f2f-b3b3-234fa9779b74,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:52.017778 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-12e37019-18cc-47a7-935d-5936a983d4a1 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.018136 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-12e37019-18cc-47a7-935d-5936a983d4a1 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Added segment 890edd8b-2276-4439-9639-19c9086d12db of type vlan for network f2478bae-c0f7-42f4-b5fb-e2e17845f00f Jul 16 08:37:52.100186 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-12e37019-18cc-47a7-935d-5936a983d4a1 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.154832 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7115c33-fd0a-4051-a812-21e5b9dd4e6a req-9a624b40-e3a4-4761-a036-9984727d9d3f tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:52.163833 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c7115c33-fd0a-4051-a812-21e5b9dd4e6a req-9a624b40-e3a4-4761-a036-9984727d9d3f tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 945 time: 0.3462040 Jul 16 08:37:52.201510 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 38276) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:52.268010 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c7115c33-fd0a-4051-a812-21e5b9dd4e6a req-4bd53f50-c5d7-4680-8c4d-caf078b3ca70 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880702 Jul 16 08:37:52.269587 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-12e37019-18cc-47a7-935d-5936a983d4a1 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.275807 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12e37019-18cc-47a7-935d-5936a983d4a1 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:52.276632 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-12e37019-18cc-47a7-935d-5936a983d4a1 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.380842 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 7573a97a-dce4-416a-aa08-722907080fc3 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:52.394222 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 38284) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:52.396885 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-12e37019-18cc-47a7-935d-5936a983d4a1 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.4078765 Jul 16 08:37:52.399584 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-13c540ee-f519-4ae0-9b3c-c026931e5e59 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Request body: {'subnet': {'network_id': 'f2478bae-c0f7-42f4-b5fb-e2e17845f00f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:52.468875 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e37019-18cc-47a7-935d-5936a983d4a1 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Pushing event updated for resources: {'Network': ['ID=f2478bae-c0f7-42f4-b5fb-e2e17845f00f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:52.503641 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network f2478bae-c0f7-42f4-b5fb-e2e17845f00f details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:37:52.559139 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 7573a97a-dce4-416a-aa08-722907080fc3 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:52.572322 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 7573a97a-dce4-416a-aa08-722907080fc3 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:52.573020 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.593974 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c6d732-0bc9-4b5d-ab1f-fe71f44616a4 req-05b7d1ef-e6ee-42a6-aa5f-979500072403 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:52.601283 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-44c6d732-0bc9-4b5d-ab1f-fe71f44616a4 req-05b7d1ef-e6ee-42a6-aa5f-979500072403 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/ports?device_id=444d036b-08c3-4af9-8168-7c65c89db112 HTTP/1.1" status: 200 len: 944 time: 0.1240373 Jul 16 08:37:52.652701 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-44c6d732-0bc9-4b5d-ab1f-fe71f44616a4 req-1d54e493-7c2e-40eb-90fb-725e7b0df506 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/security-groups?id=7666d4f4-8db4-486a-993c-6cb58115ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438762 Jul 16 08:37:52.655953 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-81715c59-f317-4769-ac52-397693af6a01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.726997 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.757959 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c540ee-f519-4ae0-9b3c-c026931e5e59 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Made reservation on behalf of 68935eab19be49b6ba568ded93cb49d4 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:52.767414 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13c540ee-f519-4ae0-9b3c-c026931e5e59 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.780900 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444d036b-08c3-4af9-8168-7c65c89db112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7573a97a-dce4-416a-aa08-722907080fc3'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:37:52.783592 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37cae376-85e4-4fec-9129-cb27af9eee2e" -d '{"events": [{"server_uuid": "444d036b-08c3-4af9-8168-7c65c89db112", "name": "network-vif-plugged", "status": "completed", "tag": "7573a97a-dce4-416a-aa08-722907080fc3"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:37:52.804204 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 7573a97a-dce4-416a-aa08-722907080fc3, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=7573a97a-dce4-416a-aa08-722907080fc3,segment=NetworkSegment(713d361a-6e2c-48ef-9d05-d7638b707b75),segment_id=713d361a-6e2c-48ef-9d05-d7638b707b75)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:52.811700 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:52.846509 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38298) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:52.876536 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=7573a97a-dce4-416a-aa08-722907080fc3,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:52.949863 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-15c15bb5-d67b-4ece-9faf-d16a6b7937f3 req-0b7f12a4-cd74-4215-9b03-c6d84676405a tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 210 time: 0.2036250 Jul 16 08:37:53.055940 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-1642e211-6975-4680-a1db-0734b6f5a071 admin admin] Deleting subnet 25132452-9e46-4209-8e8b-3e1b72482432 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:37:53.067162 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1642e211-6975-4680-a1db-0734b6f5a071 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.126985 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1642e211-6975-4680-a1db-0734b6f5a071 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.186018 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13c540ee-f519-4ae0-9b3c-c026931e5e59 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.222615 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1642e211-6975-4680-a1db-0734b6f5a071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.253033 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:37:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2640990a-d305-49f9-a937-49f4f9549193 x-openstack-request-id: req-2640990a-d305-49f9-a937-49f4f9549193 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:37:53.253425 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444d036b-08c3-4af9-8168-7c65c89db112", "name": "network-vif-plugged", "status": "completed", "tag": "7573a97a-dce4-416a-aa08-722907080fc3", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:37:53.253866 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2640990a-d305-49f9-a937-49f4f9549193 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:37:53.254348 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444d036b-08c3-4af9-8168-7c65c89db112', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7573a97a-dce4-416a-aa08-722907080fc3', 'code': 200} Jul 16 08:37:53.372946 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1642e211-6975-4680-a1db-0734b6f5a071 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.405850 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1642e211-6975-4680-a1db-0734b6f5a071 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.411989 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1642e211-6975-4680-a1db-0734b6f5a071 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/25132452-9e46-4209-8e8b-3e1b72482432 HTTP/1.1" status: 204 len: 168 time: 0.5630631 Jul 16 08:37:53.417158 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 38310) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:53.462773 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c540ee-f519-4ae0-9b3c-c026931e5e59 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Pushing event updated for resources: {'Subnet': ['ID=d32be387-07c0-4a35-853b-558a45d47ea0,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:53.491765 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c540ee-f519-4ae0-9b3c-c026931e5e59 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Checking segment: {'id': '890edd8b-2276-4439-9639-19c9086d12db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f2478bae-c0f7-42f4-b5fb-e2e17845f00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:53.492702 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c540ee-f519-4ae0-9b3c-c026931e5e59 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Network hostable DHCP agents. Network: f2478bae-c0f7-42f4-b5fb-e2e17845f00f, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:37:53.494046 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1642e211-6975-4680-a1db-0734b6f5a071 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25132452-9e46-4209-8e8b-3e1b72482432,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:53.573454 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53459f1a-9e35-4e43-b72f-62c9aa149772 req-dedb539b-fe50-4fa3-8e17-4aa5008320ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:53.577016 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-53459f1a-9e35-4e43-b72f-62c9aa149772 req-dedb539b-fe50-4fa3-8e17-4aa5008320ea service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=444d036b-08c3-4af9-8168-7c65c89db112 HTTP/1.1" status: 200 len: 1097 time: 0.1912334 Jul 16 08:37:53.643841 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-53459f1a-9e35-4e43-b72f-62c9aa149772 req-5886d2e3-5790-4589-94c8-09a53d771247 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7666d4f4-8db4-486a-993c-6cb58115ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0552657 Jul 16 08:37:53.689639 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c540ee-f519-4ae0-9b3c-c026931e5e59 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Network f2478bae-c0f7-42f4-b5fb-e2e17845f00f is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:37:53.715689 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d1492651-4a26-4f47-aa3f-b301dcfd10ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.745336 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab4713-d35f-460d-852d-5f779a6bd591 req-aba7d18b-66ca-4656-87c0-f2aae8458778 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:53.755024 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b8ab4713-d35f-460d-852d-5f779a6bd591 req-aba7d18b-66ca-4656-87c0-f2aae8458778 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 945 time: 0.2991543 Jul 16 08:37:53.761974 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-13c540ee-f519-4ae0-9b3c-c026931e5e59 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, f2478bae-c0f7-42f4-b5fb-e2e17845f00f) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:53.767083 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c540ee-f519-4ae0-9b3c-c026931e5e59 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:53.768039 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13c540ee-f519-4ae0-9b3c-c026931e5e59 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.780920 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe25a5e6-28d8-424c-a6d3-2b1af3a7902c None None] Network f2478bae-c0f7-42f4-b5fb-e2e17845f00f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:53.836482 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-81715c59-f317-4769-ac52-397693af6a01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.919325 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b8ab4713-d35f-460d-852d-5f779a6bd591 req-7517803c-3ae9-4b71-8553-4582eca5208c tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480992 Jul 16 08:37:53.922224 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-81715c59-f317-4769-ac52-397693af6a01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:53.952384 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-13c540ee-f519-4ae0-9b3c-c026931e5e59 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5529401 Jul 16 08:37:53.954600 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38320) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:53.967299 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-38c4f062-97c5-42ea-ba4f-7f204fe605c6 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Request body: {'port': {'network_id': 'f2478bae-c0f7-42f4-b5fb-e2e17845f00f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2046278738'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:54.104795 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac15015c-5995-46ed-b853-d9b318753df3 req-5d42cbc9-1c7b-4796-b240-cf0fe4b3260e tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:54.107299 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ac15015c-5995-46ed-b853-d9b318753df3 req-5d42cbc9-1c7b-4796-b240-cf0fe4b3260e tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/ports?device_id=444d036b-08c3-4af9-8168-7c65c89db112 HTTP/1.1" status: 200 len: 945 time: 0.2694378 Jul 16 08:37:54.126964 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dcc43d-83c2-4e0c-9ed1-1d6f35aed8ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-f2478bae-c0f7-42f4-b5fb-e2e17845f00f', 'network_id': 'f2478bae-c0f7-42f4-b5fb-e2e17845f00f', 'tenant_id': '68935eab19be49b6ba568ded93cb49d4', 'fixed_ips': [{'subnet_id': 'd32be387-07c0-4a35-853b-558a45d47ea0'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:37:54.127852 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4dcc43d-83c2-4e0c-9ed1-1d6f35aed8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.172742 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d1492651-4a26-4f47-aa3f-b301dcfd10ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.195431 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-d1492651-4a26-4f47-aa3f-b301dcfd10ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bffad17c-f1ab-47e1-8c7a-30b725bf841f']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:54.218462 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-d1492651-4a26-4f47-aa3f-b301dcfd10ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7966b954-ba20-41a9-9f74-7745454be80c') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:54.218777 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-d1492651-4a26-4f47-aa3f-b301dcfd10ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7966b954-ba20-41a9-9f74-7745454be80c') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:37:54.246162 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d1492651-4a26-4f47-aa3f-b301dcfd10ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.257589 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ac15015c-5995-46ed-b853-d9b318753df3 req-f4bc3062-6fd8-4586-a1a2-433b6f2e3822 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/security-groups?id=7666d4f4-8db4-486a-993c-6cb58115ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1388283 Jul 16 08:37:54.277225 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d1492651-4a26-4f47-aa3f-b301dcfd10ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.286582 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1492651-4a26-4f47-aa3f-b301dcfd10ae admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:37:54.287565 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d1492651-4a26-4f47-aa3f-b301dcfd10ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.328309 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38c4f062-97c5-42ea-ba4f-7f204fe605c6 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Made reservation on behalf of 68935eab19be49b6ba568ded93cb49d4 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:54.331652 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-c4dcc43d-83c2-4e0c-9ed1-1d6f35aed8ff None None] Allocated IP 2001:db8::2 (f2478bae-c0f7-42f4-b5fb-e2e17845f00f/d32be387-07c0-4a35-853b-558a45d47ea0/1b7d0a34-a887-41a4-a2c4-ecb598a1a493) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:54.335286 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38c4f062-97c5-42ea-ba4f-7f204fe605c6 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.366193 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-38c4f062-97c5-42ea-ba4f-7f204fe605c6 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] device_id is not set on port 14a07e85-c84f-4ec7-9aac-ea7426d5d07e yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:37:54.373138 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:37:54.380282 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d1492651-4a26-4f47-aa3f-b301dcfd10ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.383125 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d1492651-4a26-4f47-aa3f-b301dcfd10ae admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.388301 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d1492651-4a26-4f47-aa3f-b301dcfd10ae admin admin] 10.222.0.22 "DELETE /v2.0/networks/bffad17c-f1ab-47e1-8c7a-30b725bf841f HTTP/1.1" status: 204 len: 168 time: 0.9599485 Jul 16 08:37:54.392457 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81715c59-f317-4769-ac52-397693af6a01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1f0eaf-32cd-4bfd-b1b2-2880ef8dea91,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:54.424428 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-81715c59-f317-4769-ac52-397693af6a01 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=08fe8bcf647f4e97852f503d0a1a2248&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2201345 Jul 16 08:37:54.427855 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 38328) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:54.555891 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1492651-4a26-4f47-aa3f-b301dcfd10ae admin admin] Pushing event deleted for resources: {'Network': ['ID=bffad17c-f1ab-47e1-8c7a-30b725bf841f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:54.635483 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-181a4dd0-3c08-47aa-b15b-f7db5dcba725 req-ce4b82ae-47af-4c31-a5a6-75b19b29f818 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/ports?device_id=dd773991-9c2a-4fb9-b654-84fd3108a036 HTTP/1.1" status: 200 len: 210 time: 0.1510112 Jul 16 08:37:54.647408 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4dcc43d-83c2-4e0c-9ed1-1d6f35aed8ff None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.661077 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c4dcc43d-83c2-4e0c-9ed1-1d6f35aed8ff None None] Transition to ACTIVE for port object 1b7d0a34-a887-41a4-a2c4-ecb598a1a493 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:54.684260 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c4dcc43d-83c2-4e0c-9ed1-1d6f35aed8ff None None] Transition to ACTIVE for port object 1b7d0a34-a887-41a4-a2c4-ecb598a1a493 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:54.689450 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-63bfd4d5-ca7e-435b-b75b-b5694e5ffd1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.692728 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38332) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:54.707806 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4dcc43d-83c2-4e0c-9ed1-1d6f35aed8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.741978 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-63bfd4d5-ca7e-435b-b75b-b5694e5ffd1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.807717 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:37:54.825014 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-38c4f062-97c5-42ea-ba4f-7f204fe605c6 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Allocated IP 2001:db8::316 (f2478bae-c0f7-42f4-b5fb-e2e17845f00f/d32be387-07c0-4a35-853b-558a45d47ea0/14a07e85-c84f-4ec7-9aac-ea7426d5d07e) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:54.845612 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4dcc43d-83c2-4e0c-9ed1-1d6f35aed8ff None None] Network f2478bae-c0f7-42f4-b5fb-e2e17845f00f is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:54.861265 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-c4dcc43d-83c2-4e0c-9ed1-1d6f35aed8ff None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:54.870057 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4dcc43d-83c2-4e0c-9ed1-1d6f35aed8ff None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:54.875295 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcc43d-83c2-4e0c-9ed1-1d6f35aed8ff None None] Pushing event updated for resources: {'Port': ['ID=1b7d0a34-a887-41a4-a2c4-ecb598a1a493,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:54.883425 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-63bfd4d5-ca7e-435b-b75b-b5694e5ffd1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.888484 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-63bfd4d5-ca7e-435b-b75b-b5694e5ffd1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:54.890366 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-63bfd4d5-ca7e-435b-b75b-b5694e5ffd1f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ef1f0eaf-32cd-4bfd-b1b2-2880ef8dea91 HTTP/1.1" status: 204 len: 168 time: 0.4594078 Jul 16 08:37:54.903648 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bfd4d5-ca7e-435b-b75b-b5694e5ffd1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1f0eaf-32cd-4bfd-b1b2-2880ef8dea91,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:55.109714 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c4dcc43d-83c2-4e0c-9ed1-1d6f35aed8ff None None] Attempting to bind port 1b7d0a34-a887-41a4-a2c4-ecb598a1a493 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:37:55.110316 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c4dcc43d-83c2-4e0c-9ed1-1d6f35aed8ff None None] Attempting to bind port 1b7d0a34-a887-41a4-a2c4-ecb598a1a493 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '890edd8b-2276-4439-9639-19c9086d12db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f2478bae-c0f7-42f4-b5fb-e2e17845f00f'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:37:55.110907 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dcc43d-83c2-4e0c-9ed1-1d6f35aed8ff None None] Attempting to bind port 1b7d0a34-a887-41a4-a2c4-ecb598a1a493 on network f2478bae-c0f7-42f4-b5fb-e2e17845f00f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:37:55.137796 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dcc43d-83c2-4e0c-9ed1-1d6f35aed8ff None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 37, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:37:55.138184 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dcc43d-83c2-4e0c-9ed1-1d6f35aed8ff None None] Checking segment: {'id': '890edd8b-2276-4439-9639-19c9086d12db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f2478bae-c0f7-42f4-b5fb-e2e17845f00f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:37:55.138777 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4dcc43d-83c2-4e0c-9ed1-1d6f35aed8ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.139228 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4dcc43d-83c2-4e0c-9ed1-1d6f35aed8ff None None] Bound using segment: {'id': '890edd8b-2276-4439-9639-19c9086d12db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f2478bae-c0f7-42f4-b5fb-e2e17845f00f'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:37:55.139715 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c4dcc43d-83c2-4e0c-9ed1-1d6f35aed8ff None None] Bound port: 1b7d0a34-a887-41a4-a2c4-ecb598a1a493, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890edd8b-2276-4439-9639-19c9086d12db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'f2478bae-c0f7-42f4-b5fb-e2e17845f00f'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:37:55.140161 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4dcc43d-83c2-4e0c-9ed1-1d6f35aed8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.240240 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7c2b11cb-fab1-453a-8f4c-ea703f45764b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e2c8ee8748ed40f095f05f97decda731&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3390200 Jul 16 08:37:55.240542 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 38348) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:55.324017 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9d984151-9a57-48a4-bd20-11c6706b26f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.326093 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c4dcc43d-83c2-4e0c-9ed1-1d6f35aed8ff None None] For port 1b7d0a34-a887-41a4-a2c4-ecb598a1a493, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:37:55.350225 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c4dcc43d-83c2-4e0c-9ed1-1d6f35aed8ff None None] For port 1b7d0a34-a887-41a4-a2c4-ecb598a1a493, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1b7d0a34-a887-41a4-a2c4-ecb598a1a493,segment=NetworkSegment(890edd8b-2276-4439-9639-19c9086d12db),segment_id=890edd8b-2276-4439-9639-19c9086d12db)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:37:55.375437 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4dcc43d-83c2-4e0c-9ed1-1d6f35aed8ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.376631 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9d984151-9a57-48a4-bd20-11c6706b26f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.400245 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38c4f062-97c5-42ea-ba4f-7f204fe605c6 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.490150 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9d984151-9a57-48a4-bd20-11c6706b26f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.494450 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9d984151-9a57-48a4-bd20-11c6706b26f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.497743 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-38c4f062-97c5-42ea-ba4f-7f204fe605c6 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Transition to ACTIVE for port object 14a07e85-c84f-4ec7-9aac-ea7426d5d07e will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:37:55.497914 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9d984151-9a57-48a4-bd20-11c6706b26f8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ab216348-292e-418e-9937-937aa57aa109 HTTP/1.1" status: 204 len: 168 time: 0.2554381 Jul 16 08:37:55.524194 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d984151-9a57-48a4-bd20-11c6706b26f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab216348-292e-418e-9937-937aa57aa109,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:55.603504 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38c4f062-97c5-42ea-ba4f-7f204fe605c6 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:55.625148 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcc43d-83c2-4e0c-9ed1-1d6f35aed8ff None None] Pushing event updated for resources: {'Port': ['ID=1b7d0a34-a887-41a4-a2c4-ecb598a1a493,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:55.963358 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5f8267-6379-417f-832e-78dea85e0df9 req-4a37565c-98c6-4236-aeb0-09facfca375b tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:55.975170 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fa5f8267-6379-417f-832e-78dea85e0df9 req-4a37565c-98c6-4236-aeb0-09facfca375b tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/ports?device_id=444d036b-08c3-4af9-8168-7c65c89db112 HTTP/1.1" status: 200 len: 945 time: 0.2322540 Jul 16 08:37:56.076180 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fa5f8267-6379-417f-832e-78dea85e0df9 req-0b328445-f263-4304-8416-663fd95508a6 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/security-groups?id=7666d4f4-8db4-486a-993c-6cb58115ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982959 Jul 16 08:37:56.644889 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38c4f062-97c5-42ea-ba4f-7f204fe605c6 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Network f2478bae-c0f7-42f4-b5fb-e2e17845f00f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:37:56.669695 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726eb478-5d18-4ef0-98c9-413a9988aef4 req-bccf3bbb-4578-4eb6-b303-7a42463b5102 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:56.680843 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-726eb478-5d18-4ef0-98c9-413a9988aef4 req-bccf3bbb-4578-4eb6-b303-7a42463b5102 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 945 time: 1.4326680 Jul 16 08:37:56.708133 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-38c4f062-97c5-42ea-ba4f-7f204fe605c6 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:37:56.722605 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38c4f062-97c5-42ea-ba4f-7f204fe605c6 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:37:56.728273 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38c4f062-97c5-42ea-ba4f-7f204fe605c6 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:56.732684 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-38c4f062-97c5-42ea-ba4f-7f204fe605c6 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:56.768875 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c4f062-97c5-42ea-ba4f-7f204fe605c6 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Pushing event updated for resources: {'Port': ['ID=14a07e85-c84f-4ec7-9aac-ea7426d5d07e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:56.814538 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 38414) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:56.820970 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-38c4f062-97c5-42ea-ba4f-7f204fe605c6 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.8643744 Jul 16 08:37:56.821256 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-3ca45fe0-ff3a-499c-8d48-23c5d2928c26 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Request body: {'port': {'network_id': 'f2478bae-c0f7-42f4-b5fb-e2e17845f00f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1267333181', 'allowed_address_pairs': [{'ip_address': '2001:db8::316', 'mac_address': 'fa:16:3e:9b:a6:58'}]}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:56.847943 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-726eb478-5d18-4ef0-98c9-413a9988aef4 req-426e83e2-e3e7-4d85-b0ea-e4298a4c353e tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665964 Jul 16 08:37:56.916171 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38424) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:57.119912 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-20fa46d5-123e-4056-b6ba-ce29c2455034 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:57.169790 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-20fa46d5-123e-4056-b6ba-ce29c2455034 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:57.233695 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb397578-2029-48fc-8696-fc03437ffd9c req-6508b344-5def-4e41-9dd3-03eddf9bcba5 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:57.242639 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-eb397578-2029-48fc-8696-fc03437ffd9c req-6508b344-5def-4e41-9dd3-03eddf9bcba5 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/ports?device_id=444d036b-08c3-4af9-8168-7c65c89db112 HTTP/1.1" status: 200 len: 945 time: 0.3811104 Jul 16 08:37:57.253607 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 38432) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:57.258746 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-60c78404-c9e0-479a-8920-9c053e7d7b0c tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Request body: {'floatingip': {'port_id': '7573a97a-dce4-416a-aa08-722907080fc3'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:57.286521 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1b7d0a34-a887-41a4-a2c4-ecb598a1a493 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:57.324283 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-20fa46d5-123e-4056-b6ba-ce29c2455034 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:57.326986 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-20fa46d5-123e-4056-b6ba-ce29c2455034 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:57.330852 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-20fa46d5-123e-4056-b6ba-ce29c2455034 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "DELETE /v2.0/security-groups/910f791b-abac-4082-995f-040cf1f16d45 HTTP/1.1" status: 204 len: 168 time: 0.4130676 Jul 16 08:37:57.332472 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38436) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:57.391857 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38438) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:57.392861 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa46d5-123e-4056-b6ba-ce29c2455034 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=910f791b-abac-4082-995f-040cf1f16d45,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:57.444325 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-60c78404-c9e0-479a-8920-9c053e7d7b0c tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks [] for floatingip, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:57.447387 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 1b7d0a34-a887-41a4-a2c4-ecb598a1a493 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:57.472511 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc913ef2-9629-40ef-9135-d8432e957037 None None] Network f2478bae-c0f7-42f4-b5fb-e2e17845f00f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:37:57.482067 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-234c98eb-9989-43f2-ba2c-3a4e3b3e55a5 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] show failed (client error): The resource could not be found. Jul 16 08:37:57.484980 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-234c98eb-9989-43f2-ba2c-3a4e3b3e55a5 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "GET /v2.0/security-groups/910f791b-abac-4082-995f-040cf1f16d45 HTTP/1.1" status: 404 len: 347 time: 0.0842550 Jul 16 08:37:57.487779 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38446) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:57.552493 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca45fe0-ff3a-499c-8d48-23c5d2928c26 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Made reservation on behalf of 68935eab19be49b6ba568ded93cb49d4 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:57.618983 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-68519eee-fa79-4490-99dd-b23b6a18750a None None] Provisioning for port 1b7d0a34-a887-41a4-a2c4-ecb598a1a493 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:57.642133 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-68519eee-fa79-4490-99dd-b23b6a18750a None None] Provisioning complete for port 1b7d0a34-a887-41a4-a2c4-ecb598a1a493 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:57.642627 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68519eee-fa79-4490-99dd-b23b6a18750a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:57.695538 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-dbfdc3f0-bf12-45f5-b633-dd8cf6b8117e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1249024240-network', 'tenant_id': '42202b588264491c81b7c18a4ce03ee8'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:57.840230 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfdc3f0-bf12-45f5-b633-dd8cf6b8117e admin admin] Made reservation on behalf of 42202b588264491c81b7c18a4ce03ee8 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:57.845572 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dbfdc3f0-bf12-45f5-b633-dd8cf6b8117e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:57.874711 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dbfdc3f0-bf12-45f5-b633-dd8cf6b8117e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:57.962865 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ca45fe0-ff3a-499c-8d48-23c5d2928c26 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:57.976651 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b0d41e08-9160-4f7e-bb66-4f454b9beb39 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Deleting port 57326cf6-abb7-4f30-85b2-911461b2944c {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:37:57.978495 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b0d41e08-9160-4f7e-bb66-4f454b9beb39 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.017449 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-3ca45fe0-ff3a-499c-8d48-23c5d2928c26 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] device_id is not set on port 298bd1a4-01d3-477a-9802-7a997c1856d0 yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:37:58.036020 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68519eee-fa79-4490-99dd-b23b6a18750a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.151344 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-68519eee-fa79-4490-99dd-b23b6a18750a None None] For port 1b7d0a34-a887-41a4-a2c4-ecb598a1a493, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1b7d0a34-a887-41a4-a2c4-ecb598a1a493,segment=NetworkSegment(890edd8b-2276-4439-9639-19c9086d12db),segment_id=890edd8b-2276-4439-9639-19c9086d12db)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:37:58.157120 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68519eee-fa79-4490-99dd-b23b6a18750a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.206434 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b0d41e08-9160-4f7e-bb66-4f454b9beb39 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.206913 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b0d41e08-9160-4f7e-bb66-4f454b9beb39 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.223703 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38464) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:58.247653 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b0d41e08-9160-4f7e-bb66-4f454b9beb39 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Calling delete_port for 57326cf6-abb7-4f30-85b2-911461b2944c owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:37:58.283131 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594c342e-67ee-43b0-97de-29fdec144e02 req-6dedacb7-5287-43a3-ac6e-25cf7e5e8ee5 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:58.286662 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68519eee-fa79-4490-99dd-b23b6a18750a None None] Pushing event updated for resources: {'Port': ['ID=1b7d0a34-a887-41a4-a2c4-ecb598a1a493,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:58.287208 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-594c342e-67ee-43b0-97de-29fdec144e02 req-6dedacb7-5287-43a3-ac6e-25cf7e5e8ee5 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 945 time: 0.2716627 Jul 16 08:37:58.292128 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dbfdc3f0-bf12-45f5-b633-dd8cf6b8117e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.309651 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dbfdc3f0-bf12-45f5-b633-dd8cf6b8117e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.426528 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbfdc3f0-bf12-45f5-b633-dd8cf6b8117e admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:37:58.437589 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dbfdc3f0-bf12-45f5-b633-dd8cf6b8117e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.438088 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-dbfdc3f0-bf12-45f5-b633-dd8cf6b8117e admin admin] Added segment 4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8 of type vlan for network fbaf6646-1a17-4393-858b-454a43ff2295 Jul 16 08:37:58.495795 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dbfdc3f0-bf12-45f5-b633-dd8cf6b8117e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.565053 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-299c6fe9-f36b-44b2-889a-962b0577a27c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.590325 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dbfdc3f0-bf12-45f5-b633-dd8cf6b8117e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.591336 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfdc3f0-bf12-45f5-b633-dd8cf6b8117e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:37:58.591939 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dbfdc3f0-bf12-45f5-b633-dd8cf6b8117e admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.651666 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d776028d-955c-4958-bc03-947ca8e38951 None None] Provisioning complete for port 1b7d0a34-a887-41a4-a2c4-ecb598a1a493 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:58.652049 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d776028d-955c-4958-bc03-947ca8e38951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:58.700161 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfdc3f0-bf12-45f5-b633-dd8cf6b8117e admin admin] Pushing event updated for resources: {'Network': ['ID=fbaf6646-1a17-4393-858b-454a43ff2295,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:58.759604 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network fbaf6646-1a17-4393-858b-454a43ff2295 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:37:58.773344 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-594c342e-67ee-43b0-97de-29fdec144e02 req-8da9b1ed-0e0b-4885-a423-8e86d83e8bdc tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4535608 Jul 16 08:37:58.787041 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfdc3f0-bf12-45f5-b633-dd8cf6b8117e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0667c6e-7d2e-4769-8c20-5580b8f62872,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:59.127589 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d776028d-955c-4958-bc03-947ca8e38951 None None] Provisioning for port 14a07e85-c84f-4ec7-9aac-ea7426d5d07e completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:37:59.144303 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d776028d-955c-4958-bc03-947ca8e38951 None None] Provisioning complete for port 14a07e85-c84f-4ec7-9aac-ea7426d5d07e triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:59.144815 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d776028d-955c-4958-bc03-947ca8e38951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.199387 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1b7d0a34-a887-41a4-a2c4-ecb598a1a493 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:37:59.232620 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-d776028d-955c-4958-bc03-947ca8e38951 None None] Port 14a07e85-c84f-4ec7-9aac-ea7426d5d07e cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:59.278560 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b0d41e08-9160-4f7e-bb66-4f454b9beb39 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.297908 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 1b7d0a34-a887-41a4-a2c4-ecb598a1a493 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:59.298509 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.345581 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-299c6fe9-f36b-44b2-889a-962b0577a27c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.354553 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d41e08-9160-4f7e-bb66-4f454b9beb39 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Pushing event deleted for resources: {'Port': ['ID=57326cf6-abb7-4f30-85b2-911461b2944c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:59.374721 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-3ca45fe0-ff3a-499c-8d48-23c5d2928c26 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Allocated IP 2001:db8::3ae (f2478bae-c0f7-42f4-b5fb-e2e17845f00f/d32be387-07c0-4a35-853b-558a45d47ea0/298bd1a4-01d3-477a-9802-7a997c1856d0) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:37:59.379911 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-299c6fe9-f36b-44b2-889a-962b0577a27c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.409134 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-dbfdc3f0-bf12-45f5-b633-dd8cf6b8117e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.0339017 Jul 16 08:37:59.420142 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38484) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:59.436158 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0ba67b1a-9ec1-4c76-8f47-820b9dd7f43c admin admin] Request body: {'subnet': {'network_id': 'fbaf6646-1a17-4393-858b-454a43ff2295', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1249024240-subnet', 'tenant_id': '42202b588264491c81b7c18a4ce03ee8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:37:59.457502 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1c290eaa-84ea-4dc9-82f4-f71bfb71416a None None] Provisioning complete for port 14a07e85-c84f-4ec7-9aac-ea7426d5d07e triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:37:59.458006 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1c290eaa-84ea-4dc9-82f4-f71bfb71416a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.474793 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-299c6fe9-f36b-44b2-889a-962b0577a27c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b7648e42bf9340e897003bbaef99f7a0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2481339 Jul 16 08:37:59.482963 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38486) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:59.499186 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299c6fe9-f36b-44b2-889a-962b0577a27c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cefb876-32a2-4b8f-9dfb-63b31d0dce19,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:37:59.500773 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1c290eaa-84ea-4dc9-82f4-f71bfb71416a None None] Port 14a07e85-c84f-4ec7-9aac-ea7426d5d07e cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:37:59.524731 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b0d41e08-9160-4f7e-bb66-4f454b9beb39 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.527748 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b0d41e08-9160-4f7e-bb66-4f454b9beb39 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.532023 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b0d41e08-9160-4f7e-bb66-4f454b9beb39 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "DELETE /v2.0/floatingips/844742e3-e63c-4627-9a05-b36933570bc9 HTTP/1.1" status: 204 len: 168 time: 2.0419319 Jul 16 08:37:59.532691 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38488) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:37:59.538989 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ba67b1a-9ec1-4c76-8f47-820b9dd7f43c admin admin] Made reservation on behalf of 42202b588264491c81b7c18a4ce03ee8 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:37:59.541822 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ba67b1a-9ec1-4c76-8f47-820b9dd7f43c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.590166 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.db.resource_extend [None req-60c78404-c9e0-479a-8920-9c053e7d7b0c tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:37:59.707248 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-60c78404-c9e0-479a-8920-9c053e7d7b0c tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.712651 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d83e14b1-e217-40ea-9051-14c24c9d362d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.715260 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-60c78404-c9e0-479a-8920-9c053e7d7b0c tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.865765 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d83e14b1-e217-40ea-9051-14c24c9d362d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:37:59.985787 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ca45fe0-ff3a-499c-8d48-23c5d2928c26 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.007568 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-60c78404-c9e0-479a-8920-9c053e7d7b0c tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Floating IP d5de152d-eaea-4d03-bd45-d15fa57afb53 associated. External IP: 172.25.3.17, port: 7573a97a-dce4-416a-aa08-722907080fc3. Jul 16 08:38:00.045257 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9686d94b-0fed-4bc3-89e6-3f5ab37f3e23 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Deleting port 184a58dc-9828-4052-989b-49e6206f70e7 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:00.045783 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9686d94b-0fed-4bc3-89e6-3f5ab37f3e23 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.104908 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3ca45fe0-ff3a-499c-8d48-23c5d2928c26 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Transition to ACTIVE for port object 298bd1a4-01d3-477a-9802-7a997c1856d0 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:00.139130 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d83e14b1-e217-40ea-9051-14c24c9d362d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.142730 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d83e14b1-e217-40ea-9051-14c24c9d362d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.147829 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d83e14b1-e217-40ea-9051-14c24c9d362d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1cefb876-32a2-4b8f-9dfb-63b31d0dce19 HTTP/1.1" status: 204 len: 168 time: 0.6621397 Jul 16 08:38:00.208590 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ca45fe0-ff3a-499c-8d48-23c5d2928c26 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.240381 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9686d94b-0fed-4bc3-89e6-3f5ab37f3e23 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.256812 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9686d94b-0fed-4bc3-89e6-3f5ab37f3e23 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Calling delete_port for 184a58dc-9828-4052-989b-49e6206f70e7 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:00.309073 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca45fe0-ff3a-499c-8d48-23c5d2928c26 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Network f2478bae-c0f7-42f4-b5fb-e2e17845f00f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:00.319244 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-3ca45fe0-ff3a-499c-8d48-23c5d2928c26 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:00.356586 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca45fe0-ff3a-499c-8d48-23c5d2928c26 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:00.379085 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca45fe0-ff3a-499c-8d48-23c5d2928c26 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:00.383398 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ca45fe0-ff3a-499c-8d48-23c5d2928c26 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.393105 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca45fe0-ff3a-499c-8d48-23c5d2928c26 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Pushing event updated for resources: {'Port': ['ID=298bd1a4-01d3-477a-9802-7a997c1856d0,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:00.404857 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebc29aa-361f-4849-bc28-cba7c32508c6 req-bcd451a3-eb3d-4eec-b4af-8a6c706cc3f4 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:00.411618 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 3f928d83-b65f-4ea6-963f-5b5b840e81a4 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:38:00.413509 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4ebc29aa-361f-4849-bc28-cba7c32508c6 req-bcd451a3-eb3d-4eec-b4af-8a6c706cc3f4 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 945 time: 0.3323901 Jul 16 08:38:00.485646 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83e14b1-e217-40ea-9051-14c24c9d362d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cefb876-32a2-4b8f-9dfb-63b31d0dce19,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:00.489810 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9686d94b-0fed-4bc3-89e6-3f5ab37f3e23 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.502078 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 3f928d83-b65f-4ea6-963f-5b5b840e81a4 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:00.521777 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4ebc29aa-361f-4849-bc28-cba7c32508c6 req-227137d8-96f1-4cf8-8d2a-21486b47be7d tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068251 Jul 16 08:38:00.558861 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3ca45fe0-ff3a-499c-8d48-23c5d2928c26 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.7431855 Jul 16 08:38:00.563082 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 38512) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:00.593432 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9686d94b-0fed-4bc3-89e6-3f5ab37f3e23 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Pushing event deleted for resources: {'Port': ['ID=184a58dc-9828-4052-989b-49e6206f70e7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:00.709778 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ba67b1a-9ec1-4c76-8f47-820b9dd7f43c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:00.859509 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ea0cd6-4722-4e92-acd4-60dfec1a4079 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:00.869609 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ea0cd6-4722-4e92-acd4-60dfec1a4079 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:00.879480 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ea0cd6-4722-4e92-acd4-60dfec1a4079 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:00.881791 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-06ea0cd6-4722-4e92-acd4-60dfec1a4079 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.3094308 Jul 16 08:38:00.886483 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38522) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:00.890070 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba67b1a-9ec1-4c76-8f47-820b9dd7f43c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e9bc1b2c-bcdd-4be6-b44c-fd94eb843d78,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:00.900595 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c78404-c9e0-479a-8920-9c053e7d7b0c tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Router df559ece-5550-4d68-969a-92b61f0dd52b has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:38:01.087713 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 3f928d83-b65f-4ea6-963f-5b5b840e81a4, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=3f928d83-b65f-4ea6-963f-5b5b840e81a4,segment=NetworkSegment(72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed),segment_id=72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:01.112311 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9686d94b-0fed-4bc3-89e6-3f5ab37f3e23 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.114678 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9686d94b-0fed-4bc3-89e6-3f5ab37f3e23 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "DELETE /v2.0/ports/184a58dc-9828-4052-989b-49e6206f70e7 HTTP/1.1" status: 204 len: 168 time: 1.5766878 Jul 16 08:38:01.120085 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38530) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:01.124991 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '3f928d83-b65f-4ea6-963f-5b5b840e81a4', 'network_id': '067beccc-09db-4a00-bd3c-3662b2e68988', 'port_id': '3f928d83-b65f-4ea6-963f-5b5b840e81a4', 'mac_address': 'fa:16:3e:e5:c9:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd5574f-0003-4886-ae62-fbcf34b117a8', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:38:01.203926 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ba67b1a-9ec1-4c76-8f47-820b9dd7f43c admin admin] Checking segment: {'id': '4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fbaf6646-1a17-4393-858b-454a43ff2295'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:01.204619 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba67b1a-9ec1-4c76-8f47-820b9dd7f43c admin admin] Network hostable DHCP agents. Network: fbaf6646-1a17-4393-858b-454a43ff2295, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:38:01.233340 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.265801 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3f928d83-b65f-4ea6-963f-5b5b840e81a4 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:01.280391 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-007dd72d-1bbe-43da-95fa-a4df58f65418 None None] Provisioning for port 298bd1a4-01d3-477a-9802-7a997c1856d0 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:01.290713 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-218ae49a-5f2b-4a27-be0e-116bc51f99b2 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Deleting port 298bd1a4-01d3-477a-9802-7a997c1856d0 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:01.291043 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-218ae49a-5f2b-4a27-be0e-116bc51f99b2 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.305467 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-007dd72d-1bbe-43da-95fa-a4df58f65418 None None] Provisioning complete for port 298bd1a4-01d3-477a-9802-7a997c1856d0 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:01.306277 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-007dd72d-1bbe-43da-95fa-a4df58f65418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.319542 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c78404-c9e0-479a-8920-9c053e7d7b0c tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:38:01.326027 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-60c78404-c9e0-479a-8920-9c053e7d7b0c tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.331085 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0830729-6583-4e02-a214-40ae7d0aaf66 None None] Sync routers for ids ['df559ece-5550-4d68-969a-92b61f0dd52b'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:38:01.345744 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0830729-6583-4e02-a214-40ae7d0aaf66 None None] Routers {'df559ece-5550-4d68-969a-92b61f0dd52b'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:01.347284 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 3f928d83-b65f-4ea6-963f-5b5b840e81a4, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=3f928d83-b65f-4ea6-963f-5b5b840e81a4,segment=NetworkSegment(72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed),segment_id=72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:01.347500 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f0830729-6583-4e02-a214-40ae7d0aaf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:37:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['df559ece-5550-4d68-969a-92b61f0dd52b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:01.360207 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.407286 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-60c78404-c9e0-479a-8920-9c053e7d7b0c tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "PUT /v2.0/floatingips/d5de152d-eaea-4d03-bd45-d15fa57afb53 HTTP/1.1" status: 200 len: 990 time: 4.1515512 Jul 16 08:38:01.408526 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '444d036b-08c3-4af9-8168-7c65c89db112', 'tag': '7573a97a-dce4-416a-aa08-722907080fc3'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:01.427048 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1e86bcb-f739-424f-98bd-4d525a765aac" -d '{"events": [{"name": "network-changed", "server_uuid": "444d036b-08c3-4af9-8168-7c65c89db112", "tag": "7573a97a-dce4-416a-aa08-722907080fc3"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:01.457884 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-007dd72d-1bbe-43da-95fa-a4df58f65418 None None] Port 298bd1a4-01d3-477a-9802-7a997c1856d0 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:01.494616 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a608ae06-8854-43ed-9189-f5ad3fbef14a x-openstack-request-id: req-a608ae06-8854-43ed-9189-f5ad3fbef14a {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:01.495279 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "444d036b-08c3-4af9-8168-7c65c89db112", "tag": "7573a97a-dce4-416a-aa08-722907080fc3", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:01.496756 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a608ae06-8854-43ed-9189-f5ad3fbef14a {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:01.497628 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '444d036b-08c3-4af9-8168-7c65c89db112', 'tag': '7573a97a-dce4-416a-aa08-722907080fc3', 'status': 'completed', 'code': 200} Jul 16 08:38:01.512121 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.563992 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-218ae49a-5f2b-4a27-be0e-116bc51f99b2 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.575831 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['3f928d83-b65f-4ea6-963f-5b5b840e81a4'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:01.605591 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=3f928d83-b65f-4ea6-963f-5b5b840e81a4,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:01.610329 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-218ae49a-5f2b-4a27-be0e-116bc51f99b2 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Calling delete_port for 298bd1a4-01d3-477a-9802-7a997c1856d0 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:01.766353 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 3f928d83-b65f-4ea6-963f-5b5b840e81a4 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:01.795717 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-f0830729-6583-4e02-a214-40ae7d0aaf66 None None] Set router df559ece-5550-4d68-969a-92b61f0dd52b gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:38:01.825646 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ba67b1a-9ec1-4c76-8f47-820b9dd7f43c admin admin] Network fbaf6646-1a17-4393-858b-454a43ff2295 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:38:01.827567 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-218ae49a-5f2b-4a27-be0e-116bc51f99b2 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.858112 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 3f928d83-b65f-4ea6-963f-5b5b840e81a4, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=3f928d83-b65f-4ea6-963f-5b5b840e81a4,segment=NetworkSegment(72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed),segment_id=72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:01.864982 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.901140 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-0ba67b1a-9ec1-4c76-8f47-820b9dd7f43c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, fbaf6646-1a17-4393-858b-454a43ff2295) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:01.902935 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218ae49a-5f2b-4a27-be0e-116bc51f99b2 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Pushing event deleted for resources: {'Port': ['ID=298bd1a4-01d3-477a-9802-7a997c1856d0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:01.915621 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ba67b1a-9ec1-4c76-8f47-820b9dd7f43c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:01.916233 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ba67b1a-9ec1-4c76-8f47-820b9dd7f43c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:01.944670 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0ba67b1a-9ec1-4c76-8f47-820b9dd7f43c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5135343 Jul 16 08:38:01.978073 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb3f73bc-0277-4fe7-a98c-dc3ba7a16918 None None] Network fbaf6646-1a17-4393-858b-454a43ff2295 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:01.997238 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefee678-64c8-4c01-9119-564267410d0d req-c72b006c-4006-4bb0-be83-6294275e0a03 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:01.999160 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aefee678-64c8-4c01-9119-564267410d0d req-c72b006c-4006-4bb0-be83-6294275e0a03 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 944 time: 0.1910295 Jul 16 08:38:02.094061 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aefee678-64c8-4c01-9119-564267410d0d req-2f13eeec-8b4a-4a26-ac84-d2ace13a6f99 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806057 Jul 16 08:38:02.130639 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-84fa4212-b0dc-48d8-9db1-1977f8a5b3a7 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Deleting port d87407fc-af4d-474c-a503-fcc8cf9cdf4a {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:02.131876 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84fa4212-b0dc-48d8-9db1-1977f8a5b3a7 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.161503 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.189078 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.207045 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e86bcb-f739-424f-98bd-4d525a765aac req-e1815be6-c36b-4f10-8eba-e51586748b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:02.212230 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d1e86bcb-f739-424f-98bd-4d525a765aac req-e1815be6-c36b-4f10-8eba-e51586748b70 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a88791d577d845c2acb15df694bb481f&device_id=444d036b-08c3-4af9-8168-7c65c89db112 HTTP/1.1" status: 200 len: 1097 time: 0.3967686 Jul 16 08:38:02.291478 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-218ae49a-5f2b-4a27-be0e-116bc51f99b2 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.293913 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-218ae49a-5f2b-4a27-be0e-116bc51f99b2 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] 10.222.0.22 "DELETE /v2.0/ports/298bd1a4-01d3-477a-9802-7a997c1856d0 HTTP/1.1" status: 204 len: 168 time: 1.3940701 Jul 16 08:38:02.298152 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 38560) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:02.318211 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=3f928d83-b65f-4ea6-963f-5b5b840e81a4,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:02.354862 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-161fd8e9-d8f8-4f4d-b7c3-59524c4de808 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] GET failed (client error): The resource could not be found. Jul 16 08:38:02.364528 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-161fd8e9-d8f8-4f4d-b7c3-59524c4de808 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] 10.222.0.22 "GET /v2.0/ports/298bd1a4-01d3-477a-9802-7a997c1856d0 HTTP/1.1" status: 404 len: 333 time: 0.0590734 Jul 16 08:38:02.364528 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 38564) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:02.369619 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-052b5077-47f7-48cf-8895-99ae9bd03d95 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Request body: {'port': {'network_id': 'f2478bae-c0f7-42f4-b5fb-e2e17845f00f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1076173341'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:02.418083 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f0830729-6583-4e02-a214-40ae7d0aaf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'name': 'tempest-ServersTestJSON-368013283-router', 'tenant_id': 'a88791d577d845c2acb15df694bb481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '0bea2e04-1965-4b91-a2c4-bf3d89617abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:10Z', 'updated_at': '2021-07-16T08:37:26Z', 'revision_number': 4, 'project_id': 'a88791d577d845c2acb15df694bb481f', 'gw_port': {'id': '0bea2e04-1965-4b91-a2c4-bf3d89617abb', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:15Z', 'updated_at': '2021-07-16T08:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'd5de152d-eaea-4d03-bd45-d15fa57afb53', 'tenant_id': 'a88791d577d845c2acb15df694bb481f', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'port_id': '7573a97a-dce4-416a-aa08-722907080fc3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '350280ab-10c7-4ed0-8e1d-ec03b07478d8', 'mac_address': 'fa:16:3e:82:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444d036b-08c3-4af9-8168-7c65c89db112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:37:33Z', 'updated_at': '2021-07-16T08:37:59Z', 'revision_number': 1, 'project_id': 'a88791d577d845c2acb15df694bb481f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dda09d-df77-485f-9bf9-d49139c07fc3', 'name': '', 'network_id': '350280ab-10c7-4ed0-8e1d-ec03b07478d8', 'tenant_id': 'a88791d577d845c2acb15df694bb481f', 'mac_address': 'fa:16:3e:fe:8a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'c40c9930-f388-47c3-befd-669b8aded165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:24Z', 'updated_at': '2021-07-16T08:37:33Z', 'revision_number': 5, 'project_id': 'a88791d577d845c2acb15df694bb481f', 'subnets': [{'id': 'c40c9930-f388-47c3-befd-669b8aded165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:02.485665 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0830729-6583-4e02-a214-40ae7d0aaf66 None None] Checking router: df559ece-5550-4d68-969a-92b61f0dd52b for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:38:02.511560 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0830729-6583-4e02-a214-40ae7d0aaf66 None None] Routers {'df559ece-5550-4d68-969a-92b61f0dd52b'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:02.512194 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f0830729-6583-4e02-a214-40ae7d0aaf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:37:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['df559ece-5550-4d68-969a-92b61f0dd52b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:02.521224 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84fa4212-b0dc-48d8-9db1-1977f8a5b3a7 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.553461 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-84fa4212-b0dc-48d8-9db1-1977f8a5b3a7 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Calling delete_port for d87407fc-af4d-474c-a503-fcc8cf9cdf4a owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:02.589974 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-052b5077-47f7-48cf-8895-99ae9bd03d95 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Made reservation on behalf of 68935eab19be49b6ba568ded93cb49d4 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:02.593881 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-052b5077-47f7-48cf-8895-99ae9bd03d95 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.603770 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85d8d2bc-6743-4899-b276-56c70ffc0c90 None None] Network fbaf6646-1a17-4393-858b-454a43ff2295 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:02.628510 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-052b5077-47f7-48cf-8895-99ae9bd03d95 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] device_id is not set on port 32cd45a8-c447-40f9-8159-db9763f0946f yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:38:02.738914 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-f0830729-6583-4e02-a214-40ae7d0aaf66 None None] Set router df559ece-5550-4d68-969a-92b61f0dd52b gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:38:02.781930 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84fa4212-b0dc-48d8-9db1-1977f8a5b3a7 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:02.890068 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fa4212-b0dc-48d8-9db1-1977f8a5b3a7 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Pushing event deleted for resources: {'Port': ['ID=d87407fc-af4d-474c-a503-fcc8cf9cdf4a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:02.955155 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-052b5077-47f7-48cf-8895-99ae9bd03d95 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Allocated IP 2001:db8::cd (f2478bae-c0f7-42f4-b5fb-e2e17845f00f/d32be387-07c0-4a35-853b-558a45d47ea0/32cd45a8-c447-40f9-8159-db9763f0946f) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:03.104886 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e86bcb-f739-424f-98bd-4d525a765aac req-18b68b44-4c2a-480b-96d1-fe9c157573a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:03.107318 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d1e86bcb-f739-424f-98bd-4d525a765aac req-18b68b44-4c2a-480b-96d1-fe9c157573a9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=350280ab-10c7-4ed0-8e1d-ec03b07478d8 HTTP/1.1" status: 200 len: 906 time: 0.8198237 Jul 16 08:38:03.291463 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-abc7551d-9c15-475e-a46d-2e9434dc826d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.314624 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f0830729-6583-4e02-a214-40ae7d0aaf66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'name': 'tempest-ServersTestJSON-368013283-router', 'tenant_id': 'a88791d577d845c2acb15df694bb481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '0bea2e04-1965-4b91-a2c4-bf3d89617abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:10Z', 'updated_at': '2021-07-16T08:37:26Z', 'revision_number': 4, 'project_id': 'a88791d577d845c2acb15df694bb481f', 'gw_port': {'id': '0bea2e04-1965-4b91-a2c4-bf3d89617abb', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:15Z', 'updated_at': '2021-07-16T08:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'd5de152d-eaea-4d03-bd45-d15fa57afb53', 'tenant_id': 'a88791d577d845c2acb15df694bb481f', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'port_id': '7573a97a-dce4-416a-aa08-722907080fc3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '350280ab-10c7-4ed0-8e1d-ec03b07478d8', 'mac_address': 'fa:16:3e:82:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444d036b-08c3-4af9-8168-7c65c89db112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:37:33Z', 'updated_at': '2021-07-16T08:37:59Z', 'revision_number': 1, 'project_id': 'a88791d577d845c2acb15df694bb481f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dda09d-df77-485f-9bf9-d49139c07fc3', 'name': '', 'network_id': '350280ab-10c7-4ed0-8e1d-ec03b07478d8', 'tenant_id': 'a88791d577d845c2acb15df694bb481f', 'mac_address': 'fa:16:3e:fe:8a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'c40c9930-f388-47c3-befd-669b8aded165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:24Z', 'updated_at': '2021-07-16T08:37:33Z', 'revision_number': 5, 'project_id': 'a88791d577d845c2acb15df694bb481f', 'subnets': [{'id': 'c40c9930-f388-47c3-befd-669b8aded165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:03.354357 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d1e86bcb-f739-424f-98bd-4d525a765aac req-a8fae218-f946-431e-be1d-180e24365f9a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7573a97a-dce4-416a-aa08-722907080fc3 HTTP/1.1" status: 200 len: 998 time: 0.2107522 Jul 16 08:38:03.368636 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0830729-6583-4e02-a214-40ae7d0aaf66 None None] The sync data for ids ['df559ece-5550-4d68-969a-92b61f0dd52b'] in n-d-771362-37 is: [{'id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'name': 'tempest-ServersTestJSON-368013283-router', 'tenant_id': 'a88791d577d845c2acb15df694bb481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '0bea2e04-1965-4b91-a2c4-bf3d89617abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:10Z', 'updated_at': '2021-07-16T08:37:26Z', 'revision_number': 4, 'project_id': 'a88791d577d845c2acb15df694bb481f', 'gw_port': {'id': '0bea2e04-1965-4b91-a2c4-bf3d89617abb', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:15Z', 'updated_at': '2021-07-16T08:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'd5de152d-eaea-4d03-bd45-d15fa57afb53', 'tenant_id': 'a88791d577d845c2acb15df694bb481f', 'floating_ip_address': '172.25.3.17', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'port_id': '7573a97a-dce4-416a-aa08-722907080fc3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1744, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '350280ab-10c7-4ed0-8e1d-ec03b07478d8', 'mac_address': 'fa:16:3e:82:bb:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444d036b-08c3-4af9-8168-7c65c89db112', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:37:33Z', 'updated_at': '2021-07-16T08:37:59Z', 'revision_number': 1, 'project_id': 'a88791d577d845c2acb15df694bb481f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48dda09d-df77-485f-9bf9-d49139c07fc3', 'name': '', 'network_id': '350280ab-10c7-4ed0-8e1d-ec03b07478d8', 'tenant_id': 'a88791d577d845c2acb15df694bb481f', 'mac_address': 'fa:16:3e:fe:8a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'c40c9930-f388-47c3-befd-669b8aded165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:24Z', 'updated_at': '2021-07-16T08:37:33Z', 'revision_number': 5, 'project_id': 'a88791d577d845c2acb15df694bb481f', 'subnets': [{'id': 'c40c9930-f388-47c3-befd-669b8aded165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:38:03.474554 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-052b5077-47f7-48cf-8895-99ae9bd03d95 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.528123 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84fa4212-b0dc-48d8-9db1-1977f8a5b3a7 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.533649 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-84fa4212-b0dc-48d8-9db1-1977f8a5b3a7 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "DELETE /v2.0/ports/d87407fc-af4d-474c-a503-fcc8cf9cdf4a HTTP/1.1" status: 204 len: 168 time: 2.4119885 Jul 16 08:38:03.534829 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38614) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:03.562476 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-052b5077-47f7-48cf-8895-99ae9bd03d95 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Transition to ACTIVE for port object 32cd45a8-c447-40f9-8159-db9763f0946f will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:03.586337 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983e323-e927-4c17-9692-12b261e2b932 req-9b52e812-b94a-46cd-bc32-e72b675220bb tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:03.595437 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b983e323-e927-4c17-9692-12b261e2b932 req-9b52e812-b94a-46cd-bc32-e72b675220bb tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/networks?id=fbaf6646-1a17-4393-858b-454a43ff2295 HTTP/1.1" status: 200 len: 813 time: 0.3593700 Jul 16 08:38:03.602168 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e86bcb-f739-424f-98bd-4d525a765aac req-e10a0a88-8420-40b3-b66e-c5440ff7aa87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:03.603370 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d1e86bcb-f739-424f-98bd-4d525a765aac req-e10a0a88-8420-40b3-b66e-c5440ff7aa87 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c40c9930-f388-47c3-befd-669b8aded165 HTTP/1.1" status: 200 len: 844 time: 0.2275944 Jul 16 08:38:03.615478 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b983e323-e927-4c17-9692-12b261e2b932 req-9f375fa5-8526-42ff-af3a-6c9b07b4b8f9 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/quotas/42202b588264491c81b7c18a4ce03ee8 HTTP/1.1" status: 200 len: 375 time: 0.0190544 Jul 16 08:38:03.688507 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e650802-023f-438d-9406-41028323d9ed tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Deleting subnet 7842a341-61cf-4424-8fa5-ccac1e8e2370 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:38:03.704088 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e650802-023f-438d-9406-41028323d9ed tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.709852 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b983e323-e927-4c17-9692-12b261e2b932 req-36d00a6e-1f44-49b7-8e79-a2a787b889c1 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=42202b588264491c81b7c18a4ce03ee8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0930421 Jul 16 08:38:03.729876 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138849be-64d9-43bb-a3d6-428a43d1cd39 req-3f02ba88-e7c4-4ddf-a443-6e526b72eb69 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:03.739988 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-138849be-64d9-43bb-a3d6-428a43d1cd39 req-3f02ba88-e7c4-4ddf-a443-6e526b72eb69 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 943 time: 0.3626623 Jul 16 08:38:03.794169 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-052b5077-47f7-48cf-8895-99ae9bd03d95 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.833574 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-138849be-64d9-43bb-a3d6-428a43d1cd39 req-7fa3ade5-e84a-45f1-af14-e516c26db89b tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924397 Jul 16 08:38:03.844205 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052b5077-47f7-48cf-8895-99ae9bd03d95 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Network f2478bae-c0f7-42f4-b5fb-e2e17845f00f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:03.859075 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-052b5077-47f7-48cf-8895-99ae9bd03d95 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:03.863955 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dbd3bde-ca31-4c2b-bb14-a8fb8c538cef None None] New status for floating IP d5de152d-eaea-4d03-bd45-d15fa57afb53: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:38:03.883918 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052b5077-47f7-48cf-8895-99ae9bd03d95 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:03.885036 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e650802-023f-438d-9406-41028323d9ed tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.895333 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052b5077-47f7-48cf-8895-99ae9bd03d95 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:03.896920 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-052b5077-47f7-48cf-8895-99ae9bd03d95 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:03.927212 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-052b5077-47f7-48cf-8895-99ae9bd03d95 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5587313 Jul 16 08:38:03.936940 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e86bcb-f739-424f-98bd-4d525a765aac req-014b9f7e-9bc2-462f-850d-e9207cf480c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:03.937612 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 38626) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:03.939671 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d1e86bcb-f739-424f-98bd-4d525a765aac req-014b9f7e-9bc2-462f-850d-e9207cf480c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=350280ab-10c7-4ed0-8e1d-ec03b07478d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3288524 Jul 16 08:38:03.944626 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-c27fb4fe-463c-443f-aca0-96b7ead29799 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::316', 'mac_address': 'fa:16:3e:9b:a6:58'}]}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:04.061460 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052b5077-47f7-48cf-8895-99ae9bd03d95 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Pushing event updated for resources: {'Port': ['ID=32cd45a8-c447-40f9-8159-db9763f0946f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:04.075264 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e650802-023f-438d-9406-41028323d9ed tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.173621 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e650802-023f-438d-9406-41028323d9ed tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.276273 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e650802-023f-438d-9406-41028323d9ed tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Pushing event deleted for resources: {'Subnet': ['ID=7842a341-61cf-4424-8fa5-ccac1e8e2370,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:04.290513 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e650802-023f-438d-9406-41028323d9ed tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.298745 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5e650802-023f-438d-9406-41028323d9ed tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "DELETE /v2.0/subnets/7842a341-61cf-4424-8fa5-ccac1e8e2370 HTTP/1.1" status: 204 len: 168 time: 0.7601345 Jul 16 08:38:04.299476 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38648) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:04.392222 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-754e0854-133d-49d4-9da2-6620807501d5 None None] Network 75416cd1-a2d8-4e5f-acde-36e6b516d991 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:04.451644 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 3f928d83-b65f-4ea6-963f-5b5b840e81a4 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:04.561383 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c27fb4fe-463c-443f-aca0-96b7ead29799 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.636748 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b983e323-e927-4c17-9692-12b261e2b932 req-8c1b55df-e338-48ea-a515-3d7a36746663 service neutron] 10.222.0.22 "GET /v2.0/networks/fbaf6646-1a17-4393-858b-454a43ff2295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9256675 Jul 16 08:38:04.659059 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-24fa1730-3c7e-4336-8db6-34e8f74134ed None None] Provisioning for port 32cd45a8-c447-40f9-8159-db9763f0946f completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:04.682870 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-24fa1730-3c7e-4336-8db6-34e8f74134ed None None] Provisioning complete for port 32cd45a8-c447-40f9-8159-db9763f0946f triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:04.683487 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-24fa1730-3c7e-4336-8db6-34e8f74134ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.721334 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 3f928d83-b65f-4ea6-963f-5b5b840e81a4 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:04.721902 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.871250 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-24fa1730-3c7e-4336-8db6-34e8f74134ed None None] Port 32cd45a8-c447-40f9-8159-db9763f0946f cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:04.892240 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-43ac4954-d2dd-40e9-9b7d-a78332c0c16d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Deleting subnet 7a964aa1-f099-4baa-ad12-6f062d38c70f {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:38:04.904472 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43ac4954-d2dd-40e9-9b7d-a78332c0c16d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:04.907842 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b983e323-e927-4c17-9692-12b261e2b932 req-af66ebae-0b5b-4159-aeed-9dfa6db3ffc7 service neutron] 10.222.0.22 "GET /v2.0/networks/fbaf6646-1a17-4393-858b-454a43ff2295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2692635 Jul 16 08:38:04.966669 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d1e86bcb-f739-424f-98bd-4d525a765aac req-0146790d-7b64-4bfd-a6d2-c9c43ed1df29 service neutron] 10.222.0.30 "GET /v2.0/networks/350280ab-10c7-4ed0-8e1d-ec03b07478d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8089499 Jul 16 08:38:05.061962 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43ac4954-d2dd-40e9-9b7d-a78332c0c16d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.089870 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.177660 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0884b693-ba27-412c-83fd-4e2450d528fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f928d83-b65f-4ea6-963f-5b5b840e81a4'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:05.182836 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff659598-e0fa-49d6-8b2c-e2a9ede275c7" -d '{"events": [{"server_uuid": "0884b693-ba27-412c-83fd-4e2450d528fc", "name": "network-vif-plugged", "status": "completed", "tag": "3f928d83-b65f-4ea6-963f-5b5b840e81a4"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:05.190818 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d1e86bcb-f739-424f-98bd-4d525a765aac req-064ffb0d-7684-4c8c-9070-8b3a4404cb20 service neutron] 10.222.0.30 "GET /v2.0/networks/350280ab-10c7-4ed0-8e1d-ec03b07478d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2000031 Jul 16 08:38:05.195077 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1adb2603-1c5f-42d7-b62d-01ac974a94c5 None None] DHCP port deletion for 75416cd1-a2d8-4e5f-acde-36e6b516d991 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:38:05.230311 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c27fb4fe-463c-443f-aca0-96b7ead29799 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.239632 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c27fb4fe-463c-443f-aca0-96b7ead29799 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.273217 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 3f928d83-b65f-4ea6-963f-5b5b840e81a4, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=3f928d83-b65f-4ea6-963f-5b5b840e81a4,segment=NetworkSegment(72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed),segment_id=72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:05.289932 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.340142 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38672) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:05.392642 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43ac4954-d2dd-40e9-9b7d-a78332c0c16d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.398380 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c27fb4fe-463c-443f-aca0-96b7ead29799 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] In _notify_port_updated(), no bound segment for port 32cd45a8-c447-40f9-8159-db9763f0946f on network f2478bae-c0f7-42f4-b5fb-e2e17845f00f {{(pid=93758) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:38:05.420645 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c27fb4fe-463c-443f-aca0-96b7ead29799 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:05.421786 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c27fb4fe-463c-443f-aca0-96b7ead29799 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.427555 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c27fb4fe-463c-443f-aca0-96b7ead29799 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] 10.222.0.22 "PUT /v2.0/ports/32cd45a8-c447-40f9-8159-db9763f0946f HTTP/1.1" status: 200 len: 1002 time: 1.4883711 Jul 16 08:38:05.431119 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 38684) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:05.484969 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=3f928d83-b65f-4ea6-963f-5b5b840e81a4,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:05.521512 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1adb2603-1c5f-42d7-b62d-01ac974a94c5 None None] Deleting port 22f3e2ad-893a-418a-99ce-254ecb5926de {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:05.528008 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1adb2603-1c5f-42d7-b62d-01ac974a94c5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.534106 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27fb4fe-463c-443f-aca0-96b7ead29799 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Pushing event updated for resources: {'Port': ['ID=32cd45a8-c447-40f9-8159-db9763f0946f,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:05.640209 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d560e9-f196-464b-9f63-b9d143bc7343 req-f2e1d5dd-7e77-4fdc-9c98-66dc9a6209fe tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:05.642606 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f1d560e9-f196-464b-9f63-b9d143bc7343 req-f2e1d5dd-7e77-4fdc-9c98-66dc9a6209fe tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 943 time: 0.4056234 Jul 16 08:38:05.780321 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-1adb2603-1c5f-42d7-b62d-01ac974a94c5 None None] For port 22f3e2ad-893a-418a-99ce-254ecb5926de, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=22f3e2ad-893a-418a-99ce-254ecb5926de,segment=NetworkSegment(31f9b961-21bb-41b6-bbbd-a954d90f0b1b),segment_id=31f9b961-21bb-41b6-bbbd-a954d90f0b1b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:05.804363 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1adb2603-1c5f-42d7-b62d-01ac974a94c5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.807165 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f503302-a83b-4bde-ac97-9f983291aaa2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.835184 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-153cb295-0570-4ea7-8585-596f180bfcc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.838751 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43ac4954-d2dd-40e9-9b7d-a78332c0c16d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.839641 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-19f63c5e-16bc-4802-82c8-74b2eed7fb48 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Deleting port 32cd45a8-c447-40f9-8159-db9763f0946f {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:05.840169 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-19f63c5e-16bc-4802-82c8-74b2eed7fb48 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:05.852985 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1adb2603-1c5f-42d7-b62d-01ac974a94c5 None None] Calling delete_port for 22f3e2ad-893a-418a-99ce-254ecb5926de owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:05.889399 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2cbcb114-e373-4287-8268-dc47e2ab59f7 x-openstack-request-id: req-2cbcb114-e373-4287-8268-dc47e2ab59f7 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:05.890027 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0884b693-ba27-412c-83fd-4e2450d528fc", "name": "network-vif-plugged", "status": "completed", "tag": "3f928d83-b65f-4ea6-963f-5b5b840e81a4", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:05.890027 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2cbcb114-e373-4287-8268-dc47e2ab59f7 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:05.892618 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0884b693-ba27-412c-83fd-4e2450d528fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f928d83-b65f-4ea6-963f-5b5b840e81a4', 'code': 200} Jul 16 08:38:06.045013 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f1d560e9-f196-464b-9f63-b9d143bc7343 req-6dbb29c0-d831-45e9-ac13-edc17bd50ec2 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964398 Jul 16 08:38:06.063512 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.072944 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-64a4d19d-f61e-4c36-b238-0a2cfdedcc87 None None] Provisioning complete for port 32cd45a8-c447-40f9-8159-db9763f0946f triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:06.073634 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-64a4d19d-f61e-4c36-b238-0a2cfdedcc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.084411 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-19f63c5e-16bc-4802-82c8-74b2eed7fb48 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.107919 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-19f63c5e-16bc-4802-82c8-74b2eed7fb48 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Calling delete_port for 32cd45a8-c447-40f9-8159-db9763f0946f owned by {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:06.144184 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ac4954-d2dd-40e9-9b7d-a78332c0c16d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Pushing event deleted for resources: {'Subnet': ['ID=7a964aa1-f099-4baa-ad12-6f062d38c70f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:06.155273 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43ac4954-d2dd-40e9-9b7d-a78332c0c16d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.160774 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-43ac4954-d2dd-40e9-9b7d-a78332c0c16d tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "DELETE /v2.0/subnets/7a964aa1-f099-4baa-ad12-6f062d38c70f HTTP/1.1" status: 204 len: 168 time: 1.8584673 Jul 16 08:38:06.163767 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38704) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:06.193380 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-64a4d19d-f61e-4c36-b238-0a2cfdedcc87 None None] Port 32cd45a8-c447-40f9-8159-db9763f0946f cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:06.207072 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f503302-a83b-4bde-ac97-9f983291aaa2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.226620 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f503302-a83b-4bde-ac97-9f983291aaa2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.227943 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c55fcc6-afae-48b1-9a07-84367ec0898b None None] Network aa91a730-1f66-43ab-9470-038c67461639 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:06.359427 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0760f9f3-53f7-42db-a96a-f115204eccdb req-6167275e-b319-42c7-bbbf-f2b3c45b6231 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fad6c18-f12c-4e26-8ed9-ee36ccc7b374 HTTP/1.1" status: 200 len: 210 time: 0.0548558 Jul 16 08:38:06.386756 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4785eb02-3eea-478d-9631-85bba80de256 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.387027 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-19f63c5e-16bc-4802-82c8-74b2eed7fb48 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.396799 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0f503302-a83b-4bde-ac97-9f983291aaa2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d42030be158c49b3abb12e2c3a054890&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0546975 Jul 16 08:38:06.399137 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f503302-a83b-4bde-ac97-9f983291aaa2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afb2c332-7d3f-44fc-a9d2-420ba5553cbb,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:06.402347 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38710) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:06.477812 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f63c5e-16bc-4802-82c8-74b2eed7fb48 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Pushing event deleted for resources: {'Port': ['ID=32cd45a8-c447-40f9-8159-db9763f0946f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:06.489785 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1adb2603-1c5f-42d7-b62d-01ac974a94c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.538928 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1adb2603-1c5f-42d7-b62d-01ac974a94c5 None None] No DVR routers for this DVR port 22f3e2ad-893a-418a-99ce-254ecb5926de on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:06.541074 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb2603-1c5f-42d7-b62d-01ac974a94c5 None None] Pushing event deleted for resources: {'Port': ['ID=22f3e2ad-893a-418a-99ce-254ecb5926de,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:06.601501 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-51e0cf67-5b54-47fb-a2a8-bfd2f8ac51e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.604179 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4785eb02-3eea-478d-9631-85bba80de256 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Deleting port 22f3e2ad-893a-418a-99ce-254ecb5926de {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:06.604546 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4785eb02-3eea-478d-9631-85bba80de256 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.791145 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb32d296-e224-4b54-bc7a-9859fb570918 None None] DHCP port deletion for aa91a730-1f66-43ab-9470-038c67461639 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:38:06.795508 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-4785eb02-3eea-478d-9631-85bba80de256 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] For port 22f3e2ad-893a-418a-99ce-254ecb5926de, host n-d-771362-37, got binding levels [] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:06.795923 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4785eb02-3eea-478d-9631-85bba80de256 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.811434 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16f5708-01b4-40d8-9121-1a86b2356ffd req-403c31fa-48c7-4d9d-8e50-2fa74a9abdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:06.813189 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e16f5708-01b4-40d8-9121-1a86b2356ffd req-403c31fa-48c7-4d9d-8e50-2fa74a9abdc3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 1097 time: 0.6715555 Jul 16 08:38:06.840307 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4785eb02-3eea-478d-9631-85bba80de256 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Calling delete_port for 22f3e2ad-893a-418a-99ce-254ecb5926de owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:06.844454 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-51e0cf67-5b54-47fb-a2a8-bfd2f8ac51e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.847834 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.ipam_backend_mixin [None req-4785eb02-3eea-478d-9631-85bba80de256 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Port 22f3e2ad-893a-418a-99ce-254ecb5926de was not found and therefore no delete operation was performed {{(pid=93759) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:38:06.858138 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4785eb02-3eea-478d-9631-85bba80de256 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.898808 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4785eb02-3eea-478d-9631-85bba80de256 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] No DVR routers for this DVR port 22f3e2ad-893a-418a-99ce-254ecb5926de on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:06.922231 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-fb32d296-e224-4b54-bc7a-9859fb570918 None None] Deleting port 7bae437b-0e13-4649-9f7a-5e01fee391bb {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:06.922990 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fb32d296-e224-4b54-bc7a-9859fb570918 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.938209 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-19f63c5e-16bc-4802-82c8-74b2eed7fb48 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:06.943153 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-19f63c5e-16bc-4802-82c8-74b2eed7fb48 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] 10.222.0.22 "DELETE /v2.0/ports/32cd45a8-c447-40f9-8159-db9763f0946f HTTP/1.1" status: 204 len: 168 time: 1.4991665 Jul 16 08:38:06.943802 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 38722) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:07.001329 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785eb02-3eea-478d-9631-85bba80de256 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Pushing event deleted for resources: {'Port': ['ID=22f3e2ad-893a-418a-99ce-254ecb5926de,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:07.027320 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.038616 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-45f3f679-686f-4dcc-b891-c7d0012196f3 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] GET failed (client error): The resource could not be found. Jul 16 08:38:07.065207 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-45f3f679-686f-4dcc-b891-c7d0012196f3 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] 10.222.0.22 "GET /v2.0/ports/32cd45a8-c447-40f9-8159-db9763f0946f HTTP/1.1" status: 404 len: 333 time: 0.1155622 Jul 16 08:38:07.067965 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 38728) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:07.074652 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-835836eb-dfbf-4b5d-8860-f239159af4ba tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Request body: {'port': {'network_id': 'f2478bae-c0f7-42f4-b5fb-e2e17845f00f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-526824293'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:07.095230 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e16f5708-01b4-40d8-9121-1a86b2356ffd req-ff8fdd83-71a2-4589-b30f-7405e34ef722 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2611079 Jul 16 08:38:07.157313 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-fb32d296-e224-4b54-bc7a-9859fb570918 None None] For port 7bae437b-0e13-4649-9f7a-5e01fee391bb, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=7bae437b-0e13-4649-9f7a-5e01fee391bb,segment=NetworkSegment(770b5d3c-5878-41d4-ad65-54e929f23d48),segment_id=770b5d3c-5878-41d4-ad65-54e929f23d48)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:07.157748 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fb32d296-e224-4b54-bc7a-9859fb570918 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.195225 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-fb32d296-e224-4b54-bc7a-9859fb570918 None None] Calling delete_port for 7bae437b-0e13-4649-9f7a-5e01fee391bb owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:07.206238 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 22f3e2ad-893a-418a-99ce-254ecb5926de no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:07.246626 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 22f3e2ad-893a-418a-99ce-254ecb5926de {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:38:07.248180 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 22f3e2ad-893a-418a-99ce-254ecb5926de not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:38:07.249141 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 7bae437b-0e13-4649-9f7a-5e01fee391bb no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:07.252239 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4785eb02-3eea-478d-9631-85bba80de256 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.282691 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-4785eb02-3eea-478d-9631-85bba80de256 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75416cd1-a2d8-4e5f-acde-36e6b516d991']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:07.317869 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-4785eb02-3eea-478d-9631-85bba80de256 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31f9b961-21bb-41b6-bbbd-a954d90f0b1b') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:07.317869 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-4785eb02-3eea-478d-9631-85bba80de256 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31f9b961-21bb-41b6-bbbd-a954d90f0b1b') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:07.346989 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-51e0cf67-5b54-47fb-a2a8-bfd2f8ac51e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.350126 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-51e0cf67-5b54-47fb-a2a8-bfd2f8ac51e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.351492 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-51e0cf67-5b54-47fb-a2a8-bfd2f8ac51e3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/afb2c332-7d3f-44fc-a9d2-420ba5553cbb HTTP/1.1" status: 204 len: 168 time: 0.9456415 Jul 16 08:38:07.434598 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-835836eb-dfbf-4b5d-8860-f239159af4ba tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Made reservation on behalf of 68935eab19be49b6ba568ded93cb49d4 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:07.438613 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-835836eb-dfbf-4b5d-8860-f239159af4ba tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.493026 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-835836eb-dfbf-4b5d-8860-f239159af4ba tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] device_id is not set on port 3700e311-54cf-4c77-b862-50337e4065a7 yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:38:07.495295 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4785eb02-3eea-478d-9631-85bba80de256 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.496603 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.546021 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e0cf67-5b54-47fb-a2a8-bfd2f8ac51e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afb2c332-7d3f-44fc-a9d2-420ba5553cbb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:07.577297 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4785eb02-3eea-478d-9631-85bba80de256 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.604757 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4785eb02-3eea-478d-9631-85bba80de256 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:38:07.605461 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4785eb02-3eea-478d-9631-85bba80de256 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:38:07.609196 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:38:07.686410 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fb32d296-e224-4b54-bc7a-9859fb570918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.710254 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d25521-78cb-4381-9972-11e7eee2f63e req-a9944207-beb7-4bfd-a795-4808f837d6a8 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:07.719317 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80d25521-78cb-4381-9972-11e7eee2f63e req-a9944207-beb7-4bfd-a795-4808f837d6a8 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 945 time: 0.3933737 Jul 16 08:38:07.790191 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4785eb02-3eea-478d-9631-85bba80de256 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.803351 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4785eb02-3eea-478d-9631-85bba80de256 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:07.809542 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4785eb02-3eea-478d-9631-85bba80de256 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "DELETE /v2.0/networks/75416cd1-a2d8-4e5f-acde-36e6b516d991 HTTP/1.1" status: 204 len: 168 time: 1.6434262 Jul 16 08:38:07.820611 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38746) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:07.868154 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb32d296-e224-4b54-bc7a-9859fb570918 None None] Pushing event deleted for resources: {'Port': ['ID=7bae437b-0e13-4649-9f7a-5e01fee391bb,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:07.884274 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb32d296-e224-4b54-bc7a-9859fb570918 None None] No DVR routers for this DVR port 7bae437b-0e13-4649-9f7a-5e01fee391bb on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:07.954172 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-835836eb-dfbf-4b5d-8860-f239159af4ba tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Allocated IP 2001:db8::12d (f2478bae-c0f7-42f4-b5fb-e2e17845f00f/d32be387-07c0-4a35-853b-558a45d47ea0/3700e311-54cf-4c77-b862-50337e4065a7) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:07.963141 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80d25521-78cb-4381-9972-11e7eee2f63e req-80502f66-48f8-4981-9a88-ddbf6e9f0667 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427528 Jul 16 08:38:07.970461 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4785eb02-3eea-478d-9631-85bba80de256 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Pushing event deleted for resources: {'Network': ['ID=75416cd1-a2d8-4e5f-acde-36e6b516d991,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:08.098329 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4d7219e-b830-488d-ac8b-a092ccb9d5d0 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.179661 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-835836eb-dfbf-4b5d-8860-f239159af4ba tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.201415 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-835836eb-dfbf-4b5d-8860-f239159af4ba tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Transition to ACTIVE for port object 3700e311-54cf-4c77-b862-50337e4065a7 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:08.274721 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f182425-3a99-476c-94bd-0364ab6af10e req-5cbf1b0e-3b4b-4615-a0b1-296f2341ae27 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fad6c18-f12c-4e26-8ed9-ee36ccc7b374 HTTP/1.1" status: 200 len: 210 time: 0.5879922 Jul 16 08:38:08.279352 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-835836eb-dfbf-4b5d-8860-f239159af4ba tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.281695 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 38754) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:08.320532 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c3ac8262-1939-49c8-bb72-73c7521182a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.365968 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-835836eb-dfbf-4b5d-8860-f239159af4ba tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Network f2478bae-c0f7-42f4-b5fb-e2e17845f00f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:08.375994 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-835836eb-dfbf-4b5d-8860-f239159af4ba tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:08.387435 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835836eb-dfbf-4b5d-8860-f239159af4ba tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:08.396409 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835836eb-dfbf-4b5d-8860-f239159af4ba tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:08.398063 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-835836eb-dfbf-4b5d-8860-f239159af4ba tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.436547 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835836eb-dfbf-4b5d-8860-f239159af4ba tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Pushing event updated for resources: {'Port': ['ID=3700e311-54cf-4c77-b862-50337e4065a7,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:08.466381 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4d7219e-b830-488d-ac8b-a092ccb9d5d0 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.510892 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.514099 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d4d7219e-b830-488d-ac8b-a092ccb9d5d0 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa91a730-1f66-43ab-9470-038c67461639']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:08.571847 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d4d7219e-b830-488d-ac8b-a092ccb9d5d0 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '770b5d3c-5878-41d4-ad65-54e929f23d48') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:08.572453 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d4d7219e-b830-488d-ac8b-a092ccb9d5d0 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '770b5d3c-5878-41d4-ad65-54e929f23d48') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:08.621805 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4d7219e-b830-488d-ac8b-a092ccb9d5d0 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.662203 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4d7219e-b830-488d-ac8b-a092ccb9d5d0 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.712006 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d7219e-b830-488d-ac8b-a092ccb9d5d0 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:38:08.712764 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4d7219e-b830-488d-ac8b-a092ccb9d5d0 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.716317 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:38:08.716317 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:38:08.716317 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:38:08.716317 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:38:08.716317 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:38:08.716317 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:38:08.716317 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:38:08.716317 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:38:08.716317 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:38:08.716317 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:38:08.716317 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:38:08.716317 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:38:08.716317 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:38:08.716317 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:38:08.716317 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:38:08.716317 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:38:08.716317 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:38:08.716317 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:38:08.716317 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:38:08.716317 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:38:08.716317 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:38:08.716317 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:38:08.716317 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:38:08.716317 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:38:08.716317 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:38:08.716317 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:38:08.716317 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:38:08.716317 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:38:08.716317 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:38:08.716317 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:38:08.716317 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:38:08.716317 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:38:08.854348 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4d7219e-b830-488d-ac8b-a092ccb9d5d0 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.877357 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4d7219e-b830-488d-ac8b-a092ccb9d5d0 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:08.880611 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d4d7219e-b830-488d-ac8b-a092ccb9d5d0 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] 10.222.0.22 "DELETE /v2.0/networks/aa91a730-1f66-43ab-9470-038c67461639 HTTP/1.1" status: 204 len: 168 time: 1.0423377 Jul 16 08:38:08.882127 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d7219e-b830-488d-ac8b-a092ccb9d5d0 tempest-TaggedBootDevicesTest_v242-1115873106 tempest-TaggedBootDevicesTest_v242-1115873106-project] Pushing event deleted for resources: {'Network': ['ID=aa91a730-1f66-43ab-9470-038c67461639,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:08.941463 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983e323-e927-4c17-9692-12b261e2b932 req-4b964758-de99-4575-95fb-6597d4cf6434 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:08.943055 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b983e323-e927-4c17-9692-12b261e2b932 req-4b964758-de99-4575-95fb-6597d4cf6434 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.30 "GET /v2.0/networks?id=fbaf6646-1a17-4393-858b-454a43ff2295 HTTP/1.1" status: 200 len: 813 time: 0.3829987 Jul 16 08:38:08.993878 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-b983e323-e927-4c17-9692-12b261e2b932 req-4e5294e4-966b-43f6-aa17-057d07d6b262 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Request body: {'port': {'device_id': '8fad6c18-f12c-4e26-8ed9-ee36ccc7b374', 'network_id': 'fbaf6646-1a17-4393-858b-454a43ff2295', 'admin_state_up': True, 'tenant_id': '42202b588264491c81b7c18a4ce03ee8'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:09.134639 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ad8a6378-9a98-47f0-a08e-5557817fce11 None None] Provisioning for port 3700e311-54cf-4c77-b862-50337e4065a7 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:09.168724 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ad8a6378-9a98-47f0-a08e-5557817fce11 None None] Provisioning complete for port 3700e311-54cf-4c77-b862-50337e4065a7 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:09.169589 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ad8a6378-9a98-47f0-a08e-5557817fce11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:09.266361 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ad8a6378-9a98-47f0-a08e-5557817fce11 None None] Port 3700e311-54cf-4c77-b862-50337e4065a7 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:09.632816 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f5f162a0-ca21-4eeb-8eaa-99146ff342df req-8079eba9-76b0-4958-82bf-c74564d845cc tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fad6c18-f12c-4e26-8ed9-ee36ccc7b374 HTTP/1.1" status: 200 len: 210 time: 0.0758474 Jul 16 08:38:09.649470 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983e323-e927-4c17-9692-12b261e2b932 req-f69d5552-f3de-427c-aa99-50e9da4aba6b tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:09.652073 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b983e323-e927-4c17-9692-12b261e2b932 req-f69d5552-f3de-427c-aa99-50e9da4aba6b tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.21 "GET /v2.0/networks?id=fbaf6646-1a17-4393-858b-454a43ff2295 HTTP/1.1" status: 200 len: 813 time: 0.9636517 Jul 16 08:38:09.667682 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c3ac8262-1939-49c8-bb72-73c7521182a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:09.696907 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-b983e323-e927-4c17-9692-12b261e2b932 req-32e3ce09-b3eb-48ea-8f0c-ade7ec3cfa8d tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Request body: {'port': {'device_id': '7923d608-a0f4-47a2-8b09-0739c3dd3eeb', 'network_id': 'fbaf6646-1a17-4393-858b-454a43ff2295', 'admin_state_up': True, 'tenant_id': '42202b588264491c81b7c18a4ce03ee8'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:09.708655 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c3ac8262-1939-49c8-bb72-73c7521182a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:09.744691 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b983e323-e927-4c17-9692-12b261e2b932 req-4e5294e4-966b-43f6-aa17-057d07d6b262 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Made reservation on behalf of 42202b588264491c81b7c18a4ce03ee8 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:09.749294 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b983e323-e927-4c17-9692-12b261e2b932 req-4e5294e4-966b-43f6-aa17-057d07d6b262 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:09.781077 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-835836eb-dfbf-4b5d-8860-f239159af4ba tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.7116530 Jul 16 08:38:09.790520 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ac8262-1939-49c8-bb72-73c7521182a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b05a401e-2e3d-4151-9ebf-0ed0e9cd0c9c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:09.791704 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38784) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:09.813738 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c3ac8262-1939-49c8-bb72-73c7521182a6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fec1c137c9644c5a8c444c97f8fdf9c0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5240378 Jul 16 08:38:09.815978 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-13eba279-c156-488b-a91b-17bb4cc3c3d5 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:9b:a6:58'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:09.816684 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 38786) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:10.100575 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314680ff-121a-49a8-8a96-7353f96fd02d req-60b0000a-b8d4-49e8-a427-4195ba4e7bed tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:10.108841 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-314680ff-121a-49a8-8a96-7353f96fd02d req-60b0000a-b8d4-49e8-a427-4195ba4e7bed tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 945 time: 0.4553640 Jul 16 08:38:10.110318 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-b983e323-e927-4c17-9692-12b261e2b932 req-4e5294e4-966b-43f6-aa17-057d07d6b262 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Allocated IP 172.20.0.12 (fbaf6646-1a17-4393-858b-454a43ff2295/e9bc1b2c-bcdd-4be6-b44c-fd94eb843d78/a89de094-fceb-4dc1-9604-7c21ee89c4f4) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:10.117830 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b983e323-e927-4c17-9692-12b261e2b932 req-32e3ce09-b3eb-48ea-8f0c-ade7ec3cfa8d tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Made reservation on behalf of 42202b588264491c81b7c18a4ce03ee8 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:10.122253 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b983e323-e927-4c17-9692-12b261e2b932 req-32e3ce09-b3eb-48ea-8f0c-ade7ec3cfa8d tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:10.126267 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c4a0f94e-a2cc-4cb0-9122-0761ce1c5474 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:10.230530 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13eba279-c156-488b-a91b-17bb4cc3c3d5 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:10.286459 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c4a0f94e-a2cc-4cb0-9122-0761ce1c5474 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:10.301855 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-314680ff-121a-49a8-8a96-7353f96fd02d req-96f4b9bf-47be-45dc-9af1-247ac529d434 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917262 Jul 16 08:38:10.448276 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c4a0f94e-a2cc-4cb0-9122-0761ce1c5474 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:10.451055 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c4a0f94e-a2cc-4cb0-9122-0761ce1c5474 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:10.452320 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c4a0f94e-a2cc-4cb0-9122-0761ce1c5474 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b05a401e-2e3d-4151-9ebf-0ed0e9cd0c9c HTTP/1.1" status: 204 len: 168 time: 0.6319606 Jul 16 08:38:10.468690 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a0f94e-a2cc-4cb0-9122-0761ce1c5474 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b05a401e-2e3d-4151-9ebf-0ed0e9cd0c9c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:10.578068 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b983e323-e927-4c17-9692-12b261e2b932 req-4e5294e4-966b-43f6-aa17-057d07d6b262 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.017514 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b983e323-e927-4c17-9692-12b261e2b932 req-4e5294e4-966b-43f6-aa17-057d07d6b262 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.229490 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-b983e323-e927-4c17-9692-12b261e2b932 req-32e3ce09-b3eb-48ea-8f0c-ade7ec3cfa8d tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Allocated IP 172.20.0.14 (fbaf6646-1a17-4393-858b-454a43ff2295/e9bc1b2c-bcdd-4be6-b44c-fd94eb843d78/5aa32bf1-0457-4b8a-8781-93eddf2ce4a6) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:11.398878 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13eba279-c156-488b-a91b-17bb4cc3c3d5 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.415112 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13eba279-c156-488b-a91b-17bb4cc3c3d5 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.461199 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b983e323-e927-4c17-9692-12b261e2b932 req-4e5294e4-966b-43f6-aa17-057d07d6b262 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Network fbaf6646-1a17-4393-858b-454a43ff2295 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:11.463463 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-b983e323-e927-4c17-9692-12b261e2b932 req-4e5294e4-966b-43f6-aa17-057d07d6b262 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:11.466943 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b983e323-e927-4c17-9692-12b261e2b932 req-4e5294e4-966b-43f6-aa17-057d07d6b262 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:11.513728 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-13eba279-c156-488b-a91b-17bb4cc3c3d5 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] In _notify_port_updated(), no bound segment for port 3700e311-54cf-4c77-b862-50337e4065a7 on network f2478bae-c0f7-42f4-b5fb-e2e17845f00f {{(pid=93759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:38:11.521094 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13eba279-c156-488b-a91b-17bb4cc3c3d5 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:11.521815 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13eba279-c156-488b-a91b-17bb4cc3c3d5 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.523253 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-13eba279-c156-488b-a91b-17bb4cc3c3d5 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] 10.222.0.22 "PUT /v2.0/ports/3700e311-54cf-4c77-b862-50337e4065a7 HTTP/1.1" status: 200 len: 1002 time: 1.7149854 Jul 16 08:38:11.527816 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38832) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:11.531438 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5294e4-966b-43f6-aa17-057d07d6b262 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Pushing event updated for resources: {'Port': ['ID=a89de094-fceb-4dc1-9604-7c21ee89c4f4,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:11.531958 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0504cd-9e7b-4cac-aec3-86e23e35ab64 req-c6ace356-9ee2-455b-9d81-4be283e05a67 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:11.546451 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2c0504cd-9e7b-4cac-aec3-86e23e35ab64 req-c6ace356-9ee2-455b-9d81-4be283e05a67 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fad6c18-f12c-4e26-8ed9-ee36ccc7b374 HTTP/1.1" status: 200 len: 932 time: 0.5729167 Jul 16 08:38:11.564663 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b37453a-fead-4103-81ec-a7265728d7d2 req-f3528e37-c742-4ba4-92a1-048323b1b52f tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:11.567659 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3b37453a-fead-4103-81ec-a7265728d7d2 req-f3528e37-c742-4ba4-92a1-048323b1b52f tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 945 time: 0.7749090 Jul 16 08:38:11.755897 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2c0504cd-9e7b-4cac-aec3-86e23e35ab64 req-0198f74b-af47-4067-927a-87f6bcda44f0 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0667c6e-7d2e-4769-8c20-5580b8f62872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2081904 Jul 16 08:38:11.872975 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3b37453a-fead-4103-81ec-a7265728d7d2 req-68b8ef1d-e8f4-4a6f-aece-99dfe7d7eaa4 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3003249 Jul 16 08:38:11.923930 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983e323-e927-4c17-9692-12b261e2b932 req-4e5294e4-966b-43f6-aa17-057d07d6b262 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:11.927339 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b983e323-e927-4c17-9692-12b261e2b932 req-4e5294e4-966b-43f6-aa17-057d07d6b262 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:11.941083 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eba279-c156-488b-a91b-17bb4cc3c3d5 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Pushing event updated for resources: {'Port': ['ID=3700e311-54cf-4c77-b862-50337e4065a7,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:11.974606 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b983e323-e927-4c17-9692-12b261e2b932 req-32e3ce09-b3eb-48ea-8f0c-ade7ec3cfa8d tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:12.101197 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b983e323-e927-4c17-9692-12b261e2b932 req-4e5294e4-966b-43f6-aa17-057d07d6b262 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1404252 Jul 16 08:38:12.103860 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b983e323-e927-4c17-9692-12b261e2b932 req-32e3ce09-b3eb-48ea-8f0c-ade7ec3cfa8d tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:12.117499 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-41c48560-ade3-4d4c-97e5-207b298ce2bb None None] Provisioning complete for port 3700e311-54cf-4c77-b862-50337e4065a7 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:12.118198 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41c48560-ade3-4d4c-97e5-207b298ce2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:12.144715 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-b983e323-e927-4c17-9692-12b261e2b932 req-58f09ca6-6476-48f2-bcf3-2b0550326e42 service neutron] Request body: {'port': {'device_id': '8fad6c18-f12c-4e26-8ed9-ee36ccc7b374', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:12.197632 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-41c48560-ade3-4d4c-97e5-207b298ce2bb None None] Port 3700e311-54cf-4c77-b862-50337e4065a7 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:12.210922 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b983e323-e927-4c17-9692-12b261e2b932 req-32e3ce09-b3eb-48ea-8f0c-ade7ec3cfa8d tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Network fbaf6646-1a17-4393-858b-454a43ff2295 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:12.225744 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-b983e323-e927-4c17-9692-12b261e2b932 req-32e3ce09-b3eb-48ea-8f0c-ade7ec3cfa8d tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:12.230173 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-b983e323-e927-4c17-9692-12b261e2b932 req-32e3ce09-b3eb-48ea-8f0c-ade7ec3cfa8d tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:12.351261 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3ce09-b3eb-48ea-8f0c-ade7ec3cfa8d tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Pushing event updated for resources: {'Port': ['ID=5aa32bf1-0457-4b8a-8781-93eddf2ce4a6,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:12.413452 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983e323-e927-4c17-9692-12b261e2b932 req-32e3ce09-b3eb-48ea-8f0c-ade7ec3cfa8d tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:12.415856 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b983e323-e927-4c17-9692-12b261e2b932 req-32e3ce09-b3eb-48ea-8f0c-ade7ec3cfa8d tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:12.444692 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b983e323-e927-4c17-9692-12b261e2b932 req-32e3ce09-b3eb-48ea-8f0c-ade7ec3cfa8d tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7728581 Jul 16 08:38:12.461661 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-b983e323-e927-4c17-9692-12b261e2b932 req-a6532c45-922e-4fcd-bc6f-93d42846380b service neutron] Request body: {'port': {'device_id': '7923d608-a0f4-47a2-8b09-0739c3dd3eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:12.674874 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7118ec9a-2dd0-449e-9ef5-912a741cc3f3 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Deleting port 3700e311-54cf-4c77-b862-50337e4065a7 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:12.676271 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7118ec9a-2dd0-449e-9ef5-912a741cc3f3 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:12.740693 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b983e323-e927-4c17-9692-12b261e2b932 req-58f09ca6-6476-48f2-bcf3-2b0550326e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:12.754292 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b983e323-e927-4c17-9692-12b261e2b932 req-a6532c45-922e-4fcd-bc6f-93d42846380b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:12.986282 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7118ec9a-2dd0-449e-9ef5-912a741cc3f3 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:13.089808 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7118ec9a-2dd0-449e-9ef5-912a741cc3f3 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Calling delete_port for 3700e311-54cf-4c77-b862-50337e4065a7 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:13.322105 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee0dcc5-63e6-4dff-982d-2193f3dc9d78 req-ad40cfd3-0864-44bd-a2e4-e3b42eee6cf1 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:13.326300 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3ee0dcc5-63e6-4dff-982d-2193f3dc9d78 req-ad40cfd3-0864-44bd-a2e4-e3b42eee6cf1 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fad6c18-f12c-4e26-8ed9-ee36ccc7b374 HTTP/1.1" status: 200 len: 932 time: 0.1535692 Jul 16 08:38:13.390628 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3ee0dcc5-63e6-4dff-982d-2193f3dc9d78 req-d785f5e7-f0ee-4505-b9dd-594ca5f523f5 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0667c6e-7d2e-4769-8c20-5580b8f62872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587590 Jul 16 08:38:13.478909 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73867fa-08b4-4961-af71-34010e1ee04c req-00182d84-78eb-421f-9ccc-064beca709c3 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:13.486140 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e73867fa-08b4-4961-af71-34010e1ee04c req-00182d84-78eb-421f-9ccc-064beca709c3 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/networks?id=067beccc-09db-4a00-bd3c-3662b2e68988 HTTP/1.1" status: 200 len: 815 time: 0.2698450 Jul 16 08:38:13.746447 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-591830ca-e18c-490b-a04f-7b9e51021369 req-9f15a3b0-d1c0-418f-b190-ef160d5f15f2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2283cad0-b5e5-4e71-8254-3061baebee59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1357839 Jul 16 08:38:14.132204 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e73867fa-08b4-4961-af71-34010e1ee04c req-530d56ac-0cb8-4c7e-b535-dad9307ecbf8 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/quotas/a39b129c9efc4bdb8d522f3e682a2e06 HTTP/1.1" status: 200 len: 375 time: 0.6447725 Jul 16 08:38:14.292315 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591830ca-e18c-490b-a04f-7b9e51021369 req-3b089ad3-c471-4bf9-9184-47435ba2b017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:14.299922 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-591830ca-e18c-490b-a04f-7b9e51021369 req-3b089ad3-c471-4bf9-9184-47435ba2b017 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=48c700a125dd4a50a4bb2ea3583d56cb&device_id=2283cad0-b5e5-4e71-8254-3061baebee59 HTTP/1.1" status: 200 len: 1101 time: 0.4376254 Jul 16 08:38:14.367057 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d81a0ed-d7dd-42b6-b7a5-b7145cbff1cd req-f5feaae2-d7b2-4629-8719-600ae77cbd5a tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:14.378528 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9d81a0ed-d7dd-42b6-b7a5-b7145cbff1cd req-f5feaae2-d7b2-4629-8719-600ae77cbd5a tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.21 "GET /v2.0/ports?device_id=0884b693-ba27-412c-83fd-4e2450d528fc HTTP/1.1" status: 200 len: 945 time: 0.4995475 Jul 16 08:38:14.502338 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38910) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:14.504190 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7118ec9a-2dd0-449e-9ef5-912a741cc3f3 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.561191 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7118ec9a-2dd0-449e-9ef5-912a741cc3f3 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Pushing event deleted for resources: {'Port': ['ID=3700e311-54cf-4c77-b862-50337e4065a7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:14.569258 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-b983e323-e927-4c17-9692-12b261e2b932 req-58f09ca6-6476-48f2-bcf3-2b0550326e42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a89de094-fceb-4dc1-9604-7c21ee89c4f4 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:14.579622 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e73867fa-08b4-4961-af71-34010e1ee04c req-70253cfc-def4-493f-b7ea-b8fb27745fdc tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a39b129c9efc4bdb8d522f3e682a2e06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4461186 Jul 16 08:38:14.655695 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b983e323-e927-4c17-9692-12b261e2b932 req-58f09ca6-6476-48f2-bcf3-2b0550326e42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.792237 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7118ec9a-2dd0-449e-9ef5-912a741cc3f3 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:14.797438 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7118ec9a-2dd0-449e-9ef5-912a741cc3f3 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] 10.222.0.22 "DELETE /v2.0/ports/3700e311-54cf-4c77-b862-50337e4065a7 HTTP/1.1" status: 204 len: 168 time: 3.2601798 Jul 16 08:38:14.797909 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e73867fa-08b4-4961-af71-34010e1ee04c req-f5773eda-adae-4202-87a9-bc72615b9be5 service neutron] 10.222.0.22 "GET /v2.0/networks/067beccc-09db-4a00-bd3c-3662b2e68988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1484382 Jul 16 08:38:14.800281 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38922) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:14.928246 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-88db0c28-0519-4b56-b3a1-9400ff3ededf tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] GET failed (client error): The resource could not be found. Jul 16 08:38:14.940403 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-88db0c28-0519-4b56-b3a1-9400ff3ededf tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] 10.222.0.22 "GET /v2.0/ports/3700e311-54cf-4c77-b862-50337e4065a7 HTTP/1.1" status: 404 len: 333 time: 0.1389089 Jul 16 08:38:14.945723 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38926) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:14.956086 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-b983e323-e927-4c17-9692-12b261e2b932 req-58f09ca6-6476-48f2-bcf3-2b0550326e42 service neutron] Transition to ACTIVE for port object a89de094-fceb-4dc1-9604-7c21ee89c4f4 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:14.999240 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-9d81a0ed-d7dd-42b6-b7a5-b7145cbff1cd req-dcfe71bd-e42d-4c71-a69c-357aa527d78d tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Deleting port 3f928d83-b65f-4ea6-963f-5b5b840e81a4 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:15.001176 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9d81a0ed-d7dd-42b6-b7a5-b7145cbff1cd req-dcfe71bd-e42d-4c71-a69c-357aa527d78d tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:15.020236 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-98729dcb-70a4-4b61-b6a2-26189d8763c2 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Request body: {'port': {'network_id': 'f2478bae-c0f7-42f4-b5fb-e2e17845f00f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1295670378'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:15.066031 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3e791bb7-5422-4f5f-941e-4e3c95ba5249 tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-170894532'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:15.074361 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b983e323-e927-4c17-9692-12b261e2b932 req-58f09ca6-6476-48f2-bcf3-2b0550326e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:15.139960 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549fa92-b21c-4e53-8db0-aadbc4df62ff req-c3c6336b-f0e0-452b-b42e-d7b89bb1e9bd tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:15.148782 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2549fa92-b21c-4e53-8db0-aadbc4df62ff req-c3c6336b-f0e0-452b-b42e-d7b89bb1e9bd tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fad6c18-f12c-4e26-8ed9-ee36ccc7b374 HTTP/1.1" status: 200 len: 932 time: 0.4549134 Jul 16 08:38:15.161758 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591830ca-e18c-490b-a04f-7b9e51021369 req-5737c3ae-4ff0-4e43-bb73-b3f831e51a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:15.163405 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-591830ca-e18c-490b-a04f-7b9e51021369 req-5737c3ae-4ff0-4e43-bb73-b3f831e51a19 service neutron] 10.222.0.30 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.7835760 Jul 16 08:38:15.211735 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f09ca6-6476-48f2-bcf3-2b0550326e42 service neutron] Pushing event updated for resources: {'Port': ['ID=a89de094-fceb-4dc1-9604-7c21ee89c4f4,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:15.446892 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e791bb7-5422-4f5f-941e-4e3c95ba5249 tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] Made reservation on behalf of 6201793b00264d15a6c7d8b87da36e5e for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:15.451443 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e791bb7-5422-4f5f-941e-4e3c95ba5249 tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:15.477100 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-591830ca-e18c-490b-a04f-7b9e51021369 req-7d7abf9a-e264-40cf-888f-85c84421ca4a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.90&port_id=5127906d-c7b2-470d-8a83-28229ee73e18 HTTP/1.1" status: 200 len: 217 time: 0.2714624 Jul 16 08:38:15.506610 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e791bb7-5422-4f5f-941e-4e3c95ba5249 tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:15.569358 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e73867fa-08b4-4961-af71-34010e1ee04c req-89b0b6d6-6735-4578-ae29-16a843377ffa service neutron] 10.222.0.22 "GET /v2.0/networks/067beccc-09db-4a00-bd3c-3662b2e68988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6651487 Jul 16 08:38:15.633673 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-9d81a0ed-d7dd-42b6-b7a5-b7145cbff1cd req-dcfe71bd-e42d-4c71-a69c-357aa527d78d tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] For port 3f928d83-b65f-4ea6-963f-5b5b840e81a4, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=3f928d83-b65f-4ea6-963f-5b5b840e81a4,segment=NetworkSegment(72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed),segment_id=72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:15.634989 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9d81a0ed-d7dd-42b6-b7a5-b7145cbff1cd req-dcfe71bd-e42d-4c71-a69c-357aa527d78d tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:15.635149 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-b983e323-e927-4c17-9692-12b261e2b932 req-58f09ca6-6476-48f2-bcf3-2b0550326e42 service neutron] Attempting to bind port a89de094-fceb-4dc1-9604-7c21ee89c4f4 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:15.635563 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-b983e323-e927-4c17-9692-12b261e2b932 req-58f09ca6-6476-48f2-bcf3-2b0550326e42 service neutron] Attempting to bind port a89de094-fceb-4dc1-9604-7c21ee89c4f4 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fbaf6646-1a17-4393-858b-454a43ff2295'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:15.636192 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b983e323-e927-4c17-9692-12b261e2b932 req-58f09ca6-6476-48f2-bcf3-2b0550326e42 service neutron] Attempting to bind port a89de094-fceb-4dc1-9604-7c21ee89c4f4 on network fbaf6646-1a17-4393-858b-454a43ff2295 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:15.646146 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98729dcb-70a4-4b61-b6a2-26189d8763c2 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Made reservation on behalf of 68935eab19be49b6ba568ded93cb49d4 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:15.650114 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98729dcb-70a4-4b61-b6a2-26189d8763c2 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:15.668213 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-9d81a0ed-d7dd-42b6-b7a5-b7145cbff1cd req-dcfe71bd-e42d-4c71-a69c-357aa527d78d tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Calling delete_port for 3f928d83-b65f-4ea6-963f-5b5b840e81a4 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:15.706006 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b983e323-e927-4c17-9692-12b261e2b932 req-58f09ca6-6476-48f2-bcf3-2b0550326e42 service neutron] Port a89de094-fceb-4dc1-9604-7c21ee89c4f4 on network fbaf6646-1a17-4393-858b-454a43ff2295 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:38:15.707161 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b983e323-e927-4c17-9692-12b261e2b932 req-58f09ca6-6476-48f2-bcf3-2b0550326e42 service neutron] Attempting to bind port a89de094-fceb-4dc1-9604-7c21ee89c4f4 on network fbaf6646-1a17-4393-858b-454a43ff2295 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:15.735544 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-98729dcb-70a4-4b61-b6a2-26189d8763c2 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] device_id is not set on port f51a50aa-c529-4983-b254-a0067c15c828 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:38:15.744961 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b983e323-e927-4c17-9692-12b261e2b932 req-58f09ca6-6476-48f2-bcf3-2b0550326e42 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:15.745524 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b983e323-e927-4c17-9692-12b261e2b932 req-58f09ca6-6476-48f2-bcf3-2b0550326e42 service neutron] Checking segment: {'id': '4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fbaf6646-1a17-4393-858b-454a43ff2295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:15.746161 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b983e323-e927-4c17-9692-12b261e2b932 req-58f09ca6-6476-48f2-bcf3-2b0550326e42 service neutron] Bound using segment: {'id': '4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fbaf6646-1a17-4393-858b-454a43ff2295'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:15.746899 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-b983e323-e927-4c17-9692-12b261e2b932 req-58f09ca6-6476-48f2-bcf3-2b0550326e42 service neutron] Bound port: a89de094-fceb-4dc1-9604-7c21ee89c4f4, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fbaf6646-1a17-4393-858b-454a43ff2295'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:15.747647 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b983e323-e927-4c17-9692-12b261e2b932 req-58f09ca6-6476-48f2-bcf3-2b0550326e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:15.963309 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2549fa92-b21c-4e53-8db0-aadbc4df62ff req-5e7f175e-6d37-4874-b993-59a0a5801a3c tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0667c6e-7d2e-4769-8c20-5580b8f62872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8135419 Jul 16 08:38:16.019668 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9d81a0ed-d7dd-42b6-b7a5-b7145cbff1cd req-dcfe71bd-e42d-4c71-a69c-357aa527d78d tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:16.031052 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['3f928d83-b65f-4ea6-963f-5b5b840e81a4'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:16.077975 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591830ca-e18c-490b-a04f-7b9e51021369 req-fb29420f-f1b2-45bb-b025-1c9f47e252df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:16.079745 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-591830ca-e18c-490b-a04f-7b9e51021369 req-fb29420f-f1b2-45bb-b025-1c9f47e252df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.5471435 Jul 16 08:38:16.111276 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfe71bd-e42d-4c71-a69c-357aa527d78d tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Pushing event deleted for resources: {'Port': ['ID=3f928d83-b65f-4ea6-963f-5b5b840e81a4,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:16.162964 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-b983e323-e927-4c17-9692-12b261e2b932 req-a6532c45-922e-4fcd-bc6f-93d42846380b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aa32bf1-0457-4b8a-8781-93eddf2ce4a6 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:16.244450 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b983e323-e927-4c17-9692-12b261e2b932 req-a6532c45-922e-4fcd-bc6f-93d42846380b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:16.304068 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-db6a0f70-bb24-42a6-b9de-8079cdd1adb1 req-cc34c9f9-8411-4a1d-83dc-ded19300cbb9 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 210 time: 0.0809457 Jul 16 08:38:16.315937 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e791bb7-5422-4f5f-941e-4e3c95ba5249 tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:16.360444 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-b983e323-e927-4c17-9692-12b261e2b932 req-a6532c45-922e-4fcd-bc6f-93d42846380b service neutron] Transition to ACTIVE for port object 5aa32bf1-0457-4b8a-8781-93eddf2ce4a6 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:16.363920 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d81a0ed-d7dd-42b6-b7a5-b7145cbff1cd req-dcfe71bd-e42d-4c71-a69c-357aa527d78d tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] No DVR routers for this DVR port 3f928d83-b65f-4ea6-963f-5b5b840e81a4 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:16.367221 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9d81a0ed-d7dd-42b6-b7a5-b7145cbff1cd req-dcfe71bd-e42d-4c71-a69c-357aa527d78d tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:16.370097 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9d81a0ed-d7dd-42b6-b7a5-b7145cbff1cd req-dcfe71bd-e42d-4c71-a69c-357aa527d78d tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.21 "DELETE /v2.0/ports/3f928d83-b65f-4ea6-963f-5b5b840e81a4 HTTP/1.1" status: 204 len: 173 time: 1.9443519 Jul 16 08:38:16.371168 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0884b693-ba27-412c-83fd-4e2450d528fc', 'name': 'network-vif-deleted', 'tag': '3f928d83-b65f-4ea6-963f-5b5b840e81a4'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:16.374776 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f883a2db-aa76-4a21-b3b0-c3425f8dba8f" -d '{"events": [{"server_uuid": "0884b693-ba27-412c-83fd-4e2450d528fc", "name": "network-vif-deleted", "tag": "3f928d83-b65f-4ea6-963f-5b5b840e81a4"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:16.379312 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b983e323-e927-4c17-9692-12b261e2b932 req-a6532c45-922e-4fcd-bc6f-93d42846380b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:16.483770 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e791bb7-5422-4f5f-941e-4e3c95ba5249 tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:16.492179 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-591830ca-e18c-490b-a04f-7b9e51021369 req-0af2690f-17a8-4d72-abfe-ec7f729125fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:16.494468 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-591830ca-e18c-490b-a04f-7b9e51021369 req-0af2690f-17a8-4d72-abfe-ec7f729125fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3860238 Jul 16 08:38:16.553009 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6532c45-922e-4fcd-bc6f-93d42846380b service neutron] Pushing event updated for resources: {'Port': ['ID=5aa32bf1-0457-4b8a-8781-93eddf2ce4a6,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:16.564132 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-b983e323-e927-4c17-9692-12b261e2b932 req-58f09ca6-6476-48f2-bcf3-2b0550326e42 service neutron] For port a89de094-fceb-4dc1-9604-7c21ee89c4f4, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:16.574088 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-b983e323-e927-4c17-9692-12b261e2b932 req-58f09ca6-6476-48f2-bcf3-2b0550326e42 service neutron] For port a89de094-fceb-4dc1-9604-7c21ee89c4f4, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=a89de094-fceb-4dc1-9604-7c21ee89c4f4,segment=NetworkSegment(4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8),segment_id=4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:16.593482 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc302daa-65a9-4469-9a8f-2d6521d67ab1 x-openstack-request-id: req-bc302daa-65a9-4469-9a8f-2d6521d67ab1 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:16.593835 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0884b693-ba27-412c-83fd-4e2450d528fc", "name": "network-vif-deleted", "tag": "3f928d83-b65f-4ea6-963f-5b5b840e81a4", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:16.594001 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bc302daa-65a9-4469-9a8f-2d6521d67ab1 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:16.594677 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0884b693-ba27-412c-83fd-4e2450d528fc', 'name': 'network-vif-deleted', 'tag': '3f928d83-b65f-4ea6-963f-5b5b840e81a4', 'status': 'completed', 'code': 200} Jul 16 08:38:16.621999 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b983e323-e927-4c17-9692-12b261e2b932 req-58f09ca6-6476-48f2-bcf3-2b0550326e42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:16.731115 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b983e323-e927-4c17-9692-12b261e2b932 req-a6532c45-922e-4fcd-bc6f-93d42846380b service neutron] Attempting to bind port 5aa32bf1-0457-4b8a-8781-93eddf2ce4a6 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:16.731480 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b983e323-e927-4c17-9692-12b261e2b932 req-a6532c45-922e-4fcd-bc6f-93d42846380b service neutron] Attempting to bind port 5aa32bf1-0457-4b8a-8781-93eddf2ce4a6 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fbaf6646-1a17-4393-858b-454a43ff2295'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:16.731760 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b983e323-e927-4c17-9692-12b261e2b932 req-a6532c45-922e-4fcd-bc6f-93d42846380b service neutron] Attempting to bind port 5aa32bf1-0457-4b8a-8781-93eddf2ce4a6 on network fbaf6646-1a17-4393-858b-454a43ff2295 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:16.743012 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b983e323-e927-4c17-9692-12b261e2b932 req-a6532c45-922e-4fcd-bc6f-93d42846380b service neutron] Port 5aa32bf1-0457-4b8a-8781-93eddf2ce4a6 on network fbaf6646-1a17-4393-858b-454a43ff2295 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:38:16.743398 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b983e323-e927-4c17-9692-12b261e2b932 req-a6532c45-922e-4fcd-bc6f-93d42846380b service neutron] Attempting to bind port 5aa32bf1-0457-4b8a-8781-93eddf2ce4a6 on network fbaf6646-1a17-4393-858b-454a43ff2295 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:16.749177 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-98729dcb-70a4-4b61-b6a2-26189d8763c2 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Allocated IP 2001:db8::374 (f2478bae-c0f7-42f4-b5fb-e2e17845f00f/d32be387-07c0-4a35-853b-558a45d47ea0/f51a50aa-c529-4983-b254-a0067c15c828) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:16.757871 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b983e323-e927-4c17-9692-12b261e2b932 req-a6532c45-922e-4fcd-bc6f-93d42846380b service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:16.758239 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b983e323-e927-4c17-9692-12b261e2b932 req-a6532c45-922e-4fcd-bc6f-93d42846380b service neutron] Checking segment: {'id': '4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fbaf6646-1a17-4393-858b-454a43ff2295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:16.759259 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b983e323-e927-4c17-9692-12b261e2b932 req-a6532c45-922e-4fcd-bc6f-93d42846380b service neutron] Bound using segment: {'id': '4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fbaf6646-1a17-4393-858b-454a43ff2295'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:16.760381 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b983e323-e927-4c17-9692-12b261e2b932 req-a6532c45-922e-4fcd-bc6f-93d42846380b service neutron] Bound port: 5aa32bf1-0457-4b8a-8781-93eddf2ce4a6, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fbaf6646-1a17-4393-858b-454a43ff2295'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:16.760795 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b983e323-e927-4c17-9692-12b261e2b932 req-a6532c45-922e-4fcd-bc6f-93d42846380b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:16.879862 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e791bb7-5422-4f5f-941e-4e3c95ba5249 tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:38:16.893696 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f09ca6-6476-48f2-bcf3-2b0550326e42 service neutron] Pushing event updated for resources: {'Port': ['ID=a89de094-fceb-4dc1-9604-7c21ee89c4f4,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:16.912167 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-591830ca-e18c-490b-a04f-7b9e51021369 req-139b30e2-3c83-44f2-9b64-311571c3ec6f service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765450 Jul 16 08:38:16.947992 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983e323-e927-4c17-9692-12b261e2b932 req-58f09ca6-6476-48f2-bcf3-2b0550326e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:16.954256 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b983e323-e927-4c17-9692-12b261e2b932 req-58f09ca6-6476-48f2-bcf3-2b0550326e42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:16.957868 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b983e323-e927-4c17-9692-12b261e2b932 req-58f09ca6-6476-48f2-bcf3-2b0550326e42 service neutron] 10.222.0.30 "PUT /v2.0/ports/a89de094-fceb-4dc1-9604-7c21ee89c4f4 HTTP/1.1" status: 200 len: 1093 time: 4.8397565 Jul 16 08:38:16.960747 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fad6c18-f12c-4e26-8ed9-ee36ccc7b374', 'tag': 'a89de094-fceb-4dc1-9604-7c21ee89c4f4'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:17.017768 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cfc2b5d-70d7-444f-a8cf-450dce55eb51" -d '{"events": [{"name": "network-changed", "server_uuid": "8fad6c18-f12c-4e26-8ed9-ee36ccc7b374", "tag": "a89de094-fceb-4dc1-9604-7c21ee89c4f4"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:17.058448 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e791bb7-5422-4f5f-941e-4e3c95ba5249 tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.060811 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-3e791bb7-5422-4f5f-941e-4e3c95ba5249 tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] Added segment 7739d7c6-0724-41be-a0d1-bc37d8c4c630 of type vlan for network d9b72437-a03f-40f7-b802-6795f1efb56a Jul 16 08:38:17.067043 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e791bb7-5422-4f5f-941e-4e3c95ba5249 tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c97faf20-81f7-4470-ade9-29e51b329080,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:17.240681 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb2a33a-0f32-4255-9594-43f1255142eb x-openstack-request-id: req-2fb2a33a-0f32-4255-9594-43f1255142eb {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:17.245268 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fad6c18-f12c-4e26-8ed9-ee36ccc7b374", "tag": "a89de094-fceb-4dc1-9604-7c21ee89c4f4", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:17.245687 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2fb2a33a-0f32-4255-9594-43f1255142eb {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:17.247468 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fad6c18-f12c-4e26-8ed9-ee36ccc7b374', 'tag': 'a89de094-fceb-4dc1-9604-7c21ee89c4f4', 'status': 'completed', 'code': 200} Jul 16 08:38:17.349338 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b983e323-e927-4c17-9692-12b261e2b932 req-a6532c45-922e-4fcd-bc6f-93d42846380b service neutron] For port 5aa32bf1-0457-4b8a-8781-93eddf2ce4a6, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:17.480186 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b983e323-e927-4c17-9692-12b261e2b932 req-a6532c45-922e-4fcd-bc6f-93d42846380b service neutron] For port 5aa32bf1-0457-4b8a-8781-93eddf2ce4a6, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5aa32bf1-0457-4b8a-8781-93eddf2ce4a6,segment=NetworkSegment(4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8),segment_id=4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:17.508996 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b983e323-e927-4c17-9692-12b261e2b932 req-a6532c45-922e-4fcd-bc6f-93d42846380b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.597429 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e791bb7-5422-4f5f-941e-4e3c95ba5249 tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.726040 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6532c45-922e-4fcd-bc6f-93d42846380b service neutron] Pushing event updated for resources: {'Port': ['ID=5aa32bf1-0457-4b8a-8781-93eddf2ce4a6,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:17.735691 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e791bb7-5422-4f5f-941e-4e3c95ba5249 tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.755979 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e791bb7-5422-4f5f-941e-4e3c95ba5249 tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:17.759955 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3e791bb7-5422-4f5f-941e-4e3c95ba5249 tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.768265 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-591830ca-e18c-490b-a04f-7b9e51021369 req-b036921d-e25f-4f19-8237-f11207af9c06 service neutron] 10.222.0.30 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8432615 Jul 16 08:38:17.799286 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983e323-e927-4c17-9692-12b261e2b932 req-a6532c45-922e-4fcd-bc6f-93d42846380b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:17.801957 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b983e323-e927-4c17-9692-12b261e2b932 req-a6532c45-922e-4fcd-bc6f-93d42846380b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:17.804998 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b983e323-e927-4c17-9692-12b261e2b932 req-a6532c45-922e-4fcd-bc6f-93d42846380b service neutron] 10.222.0.21 "PUT /v2.0/ports/5aa32bf1-0457-4b8a-8781-93eddf2ce4a6 HTTP/1.1" status: 200 len: 1093 time: 5.3515599 Jul 16 08:38:17.878232 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65b0cfb-85b9-4907-8bf4-e4aa5d89671c req-70a46641-7062-4894-a4c9-504f16953a54 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:17.885726 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b65b0cfb-85b9-4907-8bf4-e4aa5d89671c req-70a46641-7062-4894-a4c9-504f16953a54 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fad6c18-f12c-4e26-8ed9-ee36ccc7b374 HTTP/1.1" status: 200 len: 944 time: 0.5439882 Jul 16 08:38:18.028478 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b65b0cfb-85b9-4907-8bf4-e4aa5d89671c req-d950bf5a-b93f-4324-b607-1049a5f82510 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0667c6e-7d2e-4769-8c20-5580b8f62872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319578 Jul 16 08:38:18.044330 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e791bb7-5422-4f5f-941e-4e3c95ba5249 tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] Pushing event updated for resources: {'Network': ['ID=d9b72437-a03f-40f7-b802-6795f1efb56a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:18.064009 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network d9b72437-a03f-40f7-b802-6795f1efb56a details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:38:18.152990 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3e791bb7-5422-4f5f-941e-4e3c95ba5249 tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.6457484 Jul 16 08:38:18.171397 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38988) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:18.294975 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2609990e-320d-4772-9f9a-cd42fabbced4 req-ae097502-8840-45ca-9de4-4ea37fb7a868 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 210 time: 0.1609828 Jul 16 08:38:18.306205 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5338adac-1040-462b-80c5-f343568feec9 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Request body: {'network': {'name': 'tempest-network--1787891520', 'router:external': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:18.317387 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983e323-e927-4c17-9692-12b261e2b932 req-7a9cb326-7b67-4f85-ab13-007cfe3ee1d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:18.326388 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b983e323-e927-4c17-9692-12b261e2b932 req-7a9cb326-7b67-4f85-ab13-007cfe3ee1d4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42202b588264491c81b7c18a4ce03ee8&device_id=7923d608-a0f4-47a2-8b09-0739c3dd3eeb HTTP/1.1" status: 200 len: 1096 time: 0.2503176 Jul 16 08:38:18.348702 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983e323-e927-4c17-9692-12b261e2b932 req-ed8d6860-87a0-4181-a029-26c1dcb804fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:18.350815 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b983e323-e927-4c17-9692-12b261e2b932 req-ed8d6860-87a0-4181-a029-26c1dcb804fa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42202b588264491c81b7c18a4ce03ee8&device_id=8fad6c18-f12c-4e26-8ed9-ee36ccc7b374 HTTP/1.1" status: 200 len: 1096 time: 1.3089590 Jul 16 08:38:18.354988 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5338adac-1040-462b-80c5-f343568feec9 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Made reservation on behalf of d24f192609484314a393bcae4e187b5b for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:18.366698 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5338adac-1040-462b-80c5-f343568feec9 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:18.490496 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 3f928d83-b65f-4ea6-963f-5b5b840e81a4 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:18.519602 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b983e323-e927-4c17-9692-12b261e2b932 req-e46f98e2-536c-4785-8be1-db9e6bc92a1e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5aa32bf1-0457-4b8a-8781-93eddf2ce4a6 HTTP/1.1" status: 200 len: 217 time: 0.1863604 Jul 16 08:38:18.540943 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 3f928d83-b65f-4ea6-963f-5b5b840e81a4 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:38:18.543344 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 3f928d83-b65f-4ea6-963f-5b5b840e81a4 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:38:18.572237 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5338adac-1040-462b-80c5-f343568feec9 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:18.595547 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983e323-e927-4c17-9692-12b261e2b932 req-aa1293a1-f28e-4760-a52b-4d07ccf70be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:18.599931 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b983e323-e927-4c17-9692-12b261e2b932 req-aa1293a1-f28e-4760-a52b-4d07ccf70be7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e9bc1b2c-bcdd-4be6-b44c-fd94eb843d78 HTTP/1.1" status: 200 len: 853 time: 0.0714583 Jul 16 08:38:18.599931 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7923d608-a0f4-47a2-8b09-0739c3dd3eeb', 'tag': '5aa32bf1-0457-4b8a-8781-93eddf2ce4a6'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:18.603875 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc2a7f47-b7ef-4bd1-93d8-46633af1c4f4" -d '{"events": [{"name": "network-changed", "server_uuid": "7923d608-a0f4-47a2-8b09-0739c3dd3eeb", "tag": "5aa32bf1-0457-4b8a-8781-93eddf2ce4a6"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:18.676793 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b983e323-e927-4c17-9692-12b261e2b932 req-be6c4696-3810-4106-a801-5ca81a146bfe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a89de094-fceb-4dc1-9604-7c21ee89c4f4 HTTP/1.1" status: 200 len: 217 time: 0.3027132 Jul 16 08:38:18.689023 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b983e323-e927-4c17-9692-12b261e2b932 req-58507743-d24e-49c0-9344-49ce88a1aedb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbaf6646-1a17-4393-858b-454a43ff2295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0725868 Jul 16 08:38:18.692248 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8b109d-0398-48f1-943a-d04c39e166a7 x-openstack-request-id: req-4c8b109d-0398-48f1-943a-d04c39e166a7 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:18.692729 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7923d608-a0f4-47a2-8b09-0739c3dd3eeb", "tag": "5aa32bf1-0457-4b8a-8781-93eddf2ce4a6", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:18.693140 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4c8b109d-0398-48f1-943a-d04c39e166a7 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:18.693740 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7923d608-a0f4-47a2-8b09-0739c3dd3eeb', 'tag': '5aa32bf1-0457-4b8a-8781-93eddf2ce4a6', 'status': 'completed', 'code': 200} Jul 16 08:38:18.826295 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b983e323-e927-4c17-9692-12b261e2b932 req-1c797341-e161-4cb6-be76-90abc0b1a4c2 service neutron] 10.222.0.21 "GET /v2.0/networks/fbaf6646-1a17-4393-858b-454a43ff2295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278093 Jul 16 08:38:19.110647 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983e323-e927-4c17-9692-12b261e2b932 req-61608ba3-0693-4826-b1d6-697ea9b09f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:19.113902 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b983e323-e927-4c17-9692-12b261e2b932 req-61608ba3-0693-4826-b1d6-697ea9b09f65 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9bc1b2c-bcdd-4be6-b44c-fd94eb843d78 HTTP/1.1" status: 200 len: 853 time: 0.3943074 Jul 16 08:38:19.154946 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98729dcb-70a4-4b61-b6a2-26189d8763c2 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:19.297450 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73867fa-08b4-4961-af71-34010e1ee04c req-47126c4c-2c75-4e3e-a552-5a0eba9694f2 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:19.306938 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e73867fa-08b4-4961-af71-34010e1ee04c req-47126c4c-2c75-4e3e-a552-5a0eba9694f2 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.21 "GET /v2.0/networks?id=067beccc-09db-4a00-bd3c-3662b2e68988 HTTP/1.1" status: 200 len: 815 time: 0.4797289 Jul 16 08:38:19.315839 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b983e323-e927-4c17-9692-12b261e2b932 req-50dd3871-fd21-4be1-a32b-7e3a371bad37 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbaf6646-1a17-4393-858b-454a43ff2295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1835821 Jul 16 08:38:19.467951 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-e73867fa-08b4-4961-af71-34010e1ee04c req-b9868336-6e99-42b9-b928-53c8adc10cf0 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Request body: {'port': {'device_id': 'c914cfe9-5e3e-495d-92a0-90544d889683', 'network_id': '067beccc-09db-4a00-bd3c-3662b2e68988', 'admin_state_up': True, 'tenant_id': 'a39b129c9efc4bdb8d522f3e682a2e06'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:19.645443 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-98729dcb-70a4-4b61-b6a2-26189d8763c2 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Transition to ACTIVE for port object f51a50aa-c529-4983-b254-a0067c15c828 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:19.718716 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9fbd4fcc-f90a-4978-bbe4-9ccc0746ea49 req-98abe2c9-c4f7-48fb-9013-40dcdc733fe8 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 210 time: 0.0746551 Jul 16 08:38:19.756477 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b983e323-e927-4c17-9692-12b261e2b932 req-02bf95c1-8060-4829-9a8f-c4379d48dd61 service neutron] 10.222.0.21 "GET /v2.0/networks/fbaf6646-1a17-4393-858b-454a43ff2295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8894613 Jul 16 08:38:19.905668 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b983e323-e927-4c17-9692-12b261e2b932 req-a6a77d41-b6fe-4e5a-ba68-a403e40c7658 service neutron] 10.222.0.30 "GET /v2.0/networks/fbaf6646-1a17-4393-858b-454a43ff2295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5469694 Jul 16 08:38:19.912587 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e446c4-f77d-430c-8228-7c7151991f97 req-63e8e638-3a90-44e5-8055-048b6bf850b4 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:19.916298 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13e446c4-f77d-430c-8228-7c7151991f97 req-63e8e638-3a90-44e5-8055-048b6bf850b4 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fad6c18-f12c-4e26-8ed9-ee36ccc7b374 HTTP/1.1" status: 200 len: 944 time: 0.6018255 Jul 16 08:38:20.071146 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13e446c4-f77d-430c-8228-7c7151991f97 req-855abd6c-8b30-4868-b52b-13caee532125 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0667c6e-7d2e-4769-8c20-5580b8f62872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1397271 Jul 16 08:38:20.122378 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a7f47-b7ef-4bd1-93d8-46633af1c4f4 req-f77c21cd-0d53-4d6b-921b-f929c44d7d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:20.124132 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dc2a7f47-b7ef-4bd1-93d8-46633af1c4f4 req-f77c21cd-0d53-4d6b-921b-f929c44d7d3e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=42202b588264491c81b7c18a4ce03ee8&device_id=7923d608-a0f4-47a2-8b09-0739c3dd3eeb HTTP/1.1" status: 200 len: 1096 time: 0.2066183 Jul 16 08:38:20.144094 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5338adac-1040-462b-80c5-f343568feec9 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:20.149304 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98729dcb-70a4-4b61-b6a2-26189d8763c2 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:20.156924 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5338adac-1040-462b-80c5-f343568feec9 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:20.250525 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5338adac-1040-462b-80c5-f343568feec9 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:38:20.301514 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98729dcb-70a4-4b61-b6a2-26189d8763c2 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Network f2478bae-c0f7-42f4-b5fb-e2e17845f00f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:20.310508 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e73867fa-08b4-4961-af71-34010e1ee04c req-b9868336-6e99-42b9-b928-53c8adc10cf0 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Made reservation on behalf of a39b129c9efc4bdb8d522f3e682a2e06 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:20.324647 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e73867fa-08b4-4961-af71-34010e1ee04c req-b9868336-6e99-42b9-b928-53c8adc10cf0 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:20.328578 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-98729dcb-70a4-4b61-b6a2-26189d8763c2 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:20.329426 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5338adac-1040-462b-80c5-f343568feec9 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:20.330832 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-5338adac-1040-462b-80c5-f343568feec9 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Added segment ed4f3415-cbbc-423b-8afb-edd5792d5f08 of type vlan for network b7fc5cdd-f5a6-411b-a933-c36a814d349d Jul 16 08:38:20.363590 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98729dcb-70a4-4b61-b6a2-26189d8763c2 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:20.372289 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98729dcb-70a4-4b61-b6a2-26189d8763c2 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:20.372289 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98729dcb-70a4-4b61-b6a2-26189d8763c2 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:20.379735 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338adac-1040-462b-80c5-f343568feec9 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9ded1b-1aae-4e3d-a6b8-617626d1d3e7,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:20.394184 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b983e323-e927-4c17-9692-12b261e2b932 req-c63f63b4-6fbb-4240-9a2c-c10ed5179994 service neutron] 10.222.0.30 "GET /v2.0/networks/fbaf6646-1a17-4393-858b-454a43ff2295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4807827 Jul 16 08:38:20.453213 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98729dcb-70a4-4b61-b6a2-26189d8763c2 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Pushing event updated for resources: {'Port': ['ID=f51a50aa-c529-4983-b254-a0067c15c828,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:20.481951 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-98729dcb-70a4-4b61-b6a2-26189d8763c2 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 5.5274506 Jul 16 08:38:20.487054 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39014) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:20.646472 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3f148ffa-d87b-4b8e-97b9-2b1b3e75525c tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Request body: {'port': {'network_id': 'f2478bae-c0f7-42f4-b5fb-e2e17845f00f', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2134091906'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:20.661484 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a7f47-b7ef-4bd1-93d8-46633af1c4f4 req-f179f236-a4a3-4882-8b33-51513fa4dfa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:20.668104 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dc2a7f47-b7ef-4bd1-93d8-46633af1c4f4 req-f179f236-a4a3-4882-8b33-51513fa4dfa7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fbaf6646-1a17-4393-858b-454a43ff2295 HTTP/1.1" status: 200 len: 914 time: 0.5314481 Jul 16 08:38:20.792399 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dc2a7f47-b7ef-4bd1-93d8-46633af1c4f4 req-44f16ec6-094f-40ae-a0a9-4c2d53f28986 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5aa32bf1-0457-4b8a-8781-93eddf2ce4a6 HTTP/1.1" status: 200 len: 217 time: 0.1068280 Jul 16 08:38:20.936590 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2a7f47-b7ef-4bd1-93d8-46633af1c4f4 req-762f97ae-7782-416a-b714-2c98a5cfafc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:20.939065 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dc2a7f47-b7ef-4bd1-93d8-46633af1c4f4 req-762f97ae-7782-416a-b714-2c98a5cfafc4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e9bc1b2c-bcdd-4be6-b44c-fd94eb843d78 HTTP/1.1" status: 200 len: 853 time: 0.0788660 Jul 16 08:38:21.003581 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-cee98442-5f8f-4787-abed-956f28c3a089 None None] Provisioning for port f51a50aa-c529-4983-b254-a0067c15c828 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:21.007823 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5338adac-1040-462b-80c5-f343568feec9 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:21.036306 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-cee98442-5f8f-4787-abed-956f28c3a089 None None] Provisioning complete for port f51a50aa-c529-4983-b254-a0067c15c828 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:21.041010 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cee98442-5f8f-4787-abed-956f28c3a089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:21.086121 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dc2a7f47-b7ef-4bd1-93d8-46633af1c4f4 req-d3b3f8af-f470-41b5-8a89-8b43bb4e8cc7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fbaf6646-1a17-4393-858b-454a43ff2295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1401358 Jul 16 08:38:21.240589 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5338adac-1040-462b-80c5-f343568feec9 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:21.240589 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5338adac-1040-462b-80c5-f343568feec9 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:21.240589 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5338adac-1040-462b-80c5-f343568feec9 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:21.278966 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-cee98442-5f8f-4787-abed-956f28c3a089 None None] Port f51a50aa-c529-4983-b254-a0067c15c828 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:21.325611 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5338adac-1040-462b-80c5-f343568feec9 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Pushing event updated for resources: {'Network': ['ID=b7fc5cdd-f5a6-411b-a933-c36a814d349d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:21.329030 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc2b5d-70d7-444f-a8cf-450dce55eb51 req-704dd620-7f65-4e26-97fa-0f4ac8efd018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:21.331173 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0cfc2b5d-70d7-444f-a8cf-450dce55eb51 req-704dd620-7f65-4e26-97fa-0f4ac8efd018 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42202b588264491c81b7c18a4ce03ee8&device_id=8fad6c18-f12c-4e26-8ed9-ee36ccc7b374 HTTP/1.1" status: 200 len: 1096 time: 0.8427739 Jul 16 08:38:21.343343 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network b7fc5cdd-f5a6-411b-a933-c36a814d349d details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:38:21.387580 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f148ffa-d87b-4b8e-97b9-2b1b3e75525c tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Made reservation on behalf of 68935eab19be49b6ba568ded93cb49d4 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:21.393559 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f148ffa-d87b-4b8e-97b9-2b1b3e75525c tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:21.413054 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5338adac-1040-462b-80c5-f343568feec9 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.2405791 Jul 16 08:38:21.417760 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39028) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:21.569781 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-3f148ffa-d87b-4b8e-97b9-2b1b3e75525c tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] device_id is not set on port 6f0132f7-9cf2-4581-9d0b-35d29f9e06ff yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:38:21.599626 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-e73867fa-08b4-4961-af71-34010e1ee04c req-b9868336-6e99-42b9-b928-53c8adc10cf0 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Allocated IP 172.20.0.13 (067beccc-09db-4a00-bd3c-3662b2e68988/8bd5574f-0003-4886-ae62-fbcf34b117a8/e7caa148-d7a2-4060-8cff-82657d81ff98) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:21.751104 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dc2a7f47-b7ef-4bd1-93d8-46633af1c4f4 req-b72bed54-c3a1-4c54-b802-17ccb689ce40 service neutron] 10.222.0.21 "GET /v2.0/networks/fbaf6646-1a17-4393-858b-454a43ff2295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4385252 Jul 16 08:38:21.808509 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7ffb6c4-c28d-4630-ba92-f4d455e86c3c req-66ea4e1d-dc62-4844-86b3-a8ad8c2f7c57 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 210 time: 0.7942255 Jul 16 08:38:21.854852 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-3f148ffa-d87b-4b8e-97b9-2b1b3e75525c tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Allocated IP 2001:db8::1ff (f2478bae-c0f7-42f4-b5fb-e2e17845f00f/d32be387-07c0-4a35-853b-558a45d47ea0/6f0132f7-9cf2-4581-9d0b-35d29f9e06ff) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:22.101087 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc2b5d-70d7-444f-a8cf-450dce55eb51 req-e17893b7-8eb9-45e0-a708-260a4fee2800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.103958 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0cfc2b5d-70d7-444f-a8cf-450dce55eb51 req-e17893b7-8eb9-45e0-a708-260a4fee2800 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbaf6646-1a17-4393-858b-454a43ff2295 HTTP/1.1" status: 200 len: 914 time: 0.7641830 Jul 16 08:38:22.195694 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a80a308-bc99-4d05-a26d-255aba72b2c4 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:22.256283 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0cfc2b5d-70d7-444f-a8cf-450dce55eb51 req-06bd54a3-44f8-4c59-afef-5d604d50ac1b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a89de094-fceb-4dc1-9604-7c21ee89c4f4 HTTP/1.1" status: 200 len: 217 time: 0.1424758 Jul 16 08:38:22.520292 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f148ffa-d87b-4b8e-97b9-2b1b3e75525c tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:22.523910 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 5aa32bf1-0457-4b8a-8781-93eddf2ce4a6 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:38:22.545605 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-3f148ffa-d87b-4b8e-97b9-2b1b3e75525c tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Transition to ACTIVE for port object 6f0132f7-9cf2-4581-9d0b-35d29f9e06ff will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:22.778702 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc2b5d-70d7-444f-a8cf-450dce55eb51 req-f7934761-7a92-4de0-89b6-1c4722fba7e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.779823 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dc2a7f47-b7ef-4bd1-93d8-46633af1c4f4 req-1cbf2179-29c1-4328-997d-85659bbf913f service neutron] 10.222.0.21 "GET /v2.0/networks/fbaf6646-1a17-4393-858b-454a43ff2295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9730744 Jul 16 08:38:22.781102 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0cfc2b5d-70d7-444f-a8cf-450dce55eb51 req-f7934761-7a92-4de0-89b6-1c4722fba7e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9bc1b2c-bcdd-4be6-b44c-fd94eb843d78 HTTP/1.1" status: 200 len: 853 time: 0.4780397 Jul 16 08:38:22.792340 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e73867fa-08b4-4961-af71-34010e1ee04c req-b9868336-6e99-42b9-b928-53c8adc10cf0 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:22.803066 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2162c06-e454-4c35-afb0-4b1843378b19 req-4457cfa6-d7ac-41c8-83f5-f3daa4b274df tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:22.811379 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f2162c06-e454-4c35-afb0-4b1843378b19 req-4457cfa6-d7ac-41c8-83f5-f3daa4b274df tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fad6c18-f12c-4e26-8ed9-ee36ccc7b374 HTTP/1.1" status: 200 len: 944 time: 1.3052349 Jul 16 08:38:22.875387 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 5aa32bf1-0457-4b8a-8781-93eddf2ce4a6, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5aa32bf1-0457-4b8a-8781-93eddf2ce4a6,segment=NetworkSegment(4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8),segment_id=4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:22.910814 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a80a308-bc99-4d05-a26d-255aba72b2c4 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:22.912400 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e73867fa-08b4-4961-af71-34010e1ee04c req-b9868336-6e99-42b9-b928-53c8adc10cf0 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:22.933796 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-8a80a308-bc99-4d05-a26d-255aba72b2c4 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7fc5cdd-f5a6-411b-a933-c36a814d349d']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:22.952427 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-8a80a308-bc99-4d05-a26d-255aba72b2c4 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed4f3415-cbbc-423b-8afb-edd5792d5f08') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:22.953222 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-8a80a308-bc99-4d05-a26d-255aba72b2c4 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed4f3415-cbbc-423b-8afb-edd5792d5f08') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:22.960763 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '5aa32bf1-0457-4b8a-8781-93eddf2ce4a6', 'network_id': 'fbaf6646-1a17-4393-858b-454a43ff2295', 'port_id': '5aa32bf1-0457-4b8a-8781-93eddf2ce4a6', 'mac_address': 'fa:16:3e:35:f3:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9bc1b2c-bcdd-4be6-b44c-fd94eb843d78', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:38:22.971448 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a80a308-bc99-4d05-a26d-255aba72b2c4 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.008825 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a80a308-bc99-4d05-a26d-255aba72b2c4 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.017046 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a80a308-bc99-4d05-a26d-255aba72b2c4 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:38:23.018332 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a80a308-bc99-4d05-a26d-255aba72b2c4 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.039033 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e73867fa-08b4-4961-af71-34010e1ee04c req-b9868336-6e99-42b9-b928-53c8adc10cf0 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Network 067beccc-09db-4a00-bd3c-3662b2e68988 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:23.052218 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-e73867fa-08b4-4961-af71-34010e1ee04c req-b9868336-6e99-42b9-b928-53c8adc10cf0 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:23.075942 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-e73867fa-08b4-4961-af71-34010e1ee04c req-b9868336-6e99-42b9-b928-53c8adc10cf0 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:23.097172 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9868336-6e99-42b9-b928-53c8adc10cf0 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Pushing event updated for resources: {'Port': ['ID=e7caa148-d7a2-4060-8cff-82657d81ff98,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:23.208905 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f148ffa-d87b-4b8e-97b9-2b1b3e75525c tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:38:23.230829 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:38:23.257222 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73867fa-08b4-4961-af71-34010e1ee04c req-b9868336-6e99-42b9-b928-53c8adc10cf0 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:23.257222 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e73867fa-08b4-4961-af71-34010e1ee04c req-b9868336-6e99-42b9-b928-53c8adc10cf0 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.258233 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a80a308-bc99-4d05-a26d-255aba72b2c4 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.398073 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e73867fa-08b4-4961-af71-34010e1ee04c req-b9868336-6e99-42b9-b928-53c8adc10cf0 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9538815 Jul 16 08:38:23.443492 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-e73867fa-08b4-4961-af71-34010e1ee04c req-0ac87f05-30ad-4b41-841f-d3cf7d0a5a7f service neutron] Request body: {'port': {'device_id': 'c914cfe9-5e3e-495d-92a0-90544d889683', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:23.463927 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a80a308-bc99-4d05-a26d-255aba72b2c4 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b7fc5cdd-f5a6-411b-a933-c36a814d349d {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 08:38:23.482438 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80a308-bc99-4d05-a26d-255aba72b2c4 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Pushing event deleted for resources: {'Network': ['ID=b7fc5cdd-f5a6-411b-a933-c36a814d349d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:23.487908 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0cfc2b5d-70d7-444f-a8cf-450dce55eb51 req-2d36ac11-180f-4d50-84c8-721a7b2fb8dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbaf6646-1a17-4393-858b-454a43ff2295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2762539 Jul 16 08:38:23.490081 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8a80a308-bc99-4d05-a26d-255aba72b2c4 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.497857 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8a80a308-bc99-4d05-a26d-255aba72b2c4 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] 10.222.0.22 "DELETE /v2.0/networks/b7fc5cdd-f5a6-411b-a933-c36a814d349d HTTP/1.1" status: 204 len: 168 time: 2.0771587 Jul 16 08:38:23.500585 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39062) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:23.568477 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.614902 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aa32bf1-0457-4b8a-8781-93eddf2ce4a6 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:23.615565 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-0e4921fe-10ee-42d8-94bd-0f64106ed67b tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:23.687049 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 5aa32bf1-0457-4b8a-8781-93eddf2ce4a6, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5aa32bf1-0457-4b8a-8781-93eddf2ce4a6,segment=NetworkSegment(4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8),segment_id=4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:23.694458 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:23.848163 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f051134-3856-4e60-8ab6-c03c65093eb5 req-4a54a707-9ba5-47ff-8454-6584cd003d83 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:23.863487 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f051134-3856-4e60-8ab6-c03c65093eb5 req-4a54a707-9ba5-47ff-8454-6584cd003d83 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 932 time: 0.6047378 Jul 16 08:38:23.903810 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=5aa32bf1-0457-4b8a-8781-93eddf2ce4a6,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:23.970805 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.985930 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.988853 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.993094 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.993502 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.993831 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.996076 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.997835 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.998533 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.998886 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.999226 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:23.999563 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:24.069515 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4921fe-10ee-42d8-94bd-0f64106ed67b tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Made reservation on behalf of d24f192609484314a393bcae4e187b5b for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:24.086614 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0e4921fe-10ee-42d8-94bd-0f64106ed67b tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:24.105205 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['5aa32bf1-0457-4b8a-8781-93eddf2ce4a6'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:24.240838 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f2162c06-e454-4c35-afb0-4b1843378b19 req-54a7bfd3-0199-43c9-b905-fce423bb22fc tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0667c6e-7d2e-4769-8c20-5580b8f62872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4265137 Jul 16 08:38:24.269133 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f148ffa-d87b-4b8e-97b9-2b1b3e75525c tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Pushing event updated for resources: {'Port': ['ID=6f0132f7-9cf2-4581-9d0b-35d29f9e06ff,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:24.281593 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f148ffa-d87b-4b8e-97b9-2b1b3e75525c tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Network f2478bae-c0f7-42f4-b5fb-e2e17845f00f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:24.301405 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-3f148ffa-d87b-4b8e-97b9-2b1b3e75525c tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:24.357047 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e73867fa-08b4-4961-af71-34010e1ee04c req-0ac87f05-30ad-4b41-841f-d3cf7d0a5a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:24.374221 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f148ffa-d87b-4b8e-97b9-2b1b3e75525c tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:24.388021 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f148ffa-d87b-4b8e-97b9-2b1b3e75525c tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:24.388801 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f148ffa-d87b-4b8e-97b9-2b1b3e75525c tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:24.397091 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f051134-3856-4e60-8ab6-c03c65093eb5 req-e5904010-925a-414d-8178-c5625d0657b3 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5299747 Jul 16 08:38:24.479818 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e4921fe-10ee-42d8-94bd-0f64106ed67b tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:38:24.552622 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3f148ffa-d87b-4b8e-97b9-2b1b3e75525c tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.9219747 Jul 16 08:38:24.566613 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39074) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:24.585194 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device a89de094-fceb-4dc1-9604-7c21ee89c4f4 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:38:24.594671 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e26a617f-1ffb-4a2b-be6d-3177bacb2302 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::316', 'mac_address': 'fa:16:3e:9b:a6:58'}, {'ip_address': '2001:db8::374', 'mac_address': 'fa:16:3e:86:37:c0'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:24.618606 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0cfc2b5d-70d7-444f-a8cf-450dce55eb51 req-dfbe4fc5-72d7-43d2-9c3c-1e961cd7f00c service neutron] 10.222.0.30 "GET /v2.0/networks/fbaf6646-1a17-4393-858b-454a43ff2295?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1076317 Jul 16 08:38:24.705066 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0e4921fe-10ee-42d8-94bd-0f64106ed67b tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:24.707540 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-0e4921fe-10ee-42d8-94bd-0f64106ed67b tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Added segment cd63b104-4136-4238-ab94-4d6169d99a83 of type vlan for network eedbc92d-fb53-49a7-b38d-a94a5c44ee52 Jul 16 08:38:24.932654 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0e4921fe-10ee-42d8-94bd-0f64106ed67b tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:24.999316 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port a89de094-fceb-4dc1-9604-7c21ee89c4f4, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=a89de094-fceb-4dc1-9604-7c21ee89c4f4,segment=NetworkSegment(4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8),segment_id=4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:25.018813 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0cfc2b5d-70d7-444f-a8cf-450dce55eb51 req-604e099e-c1ac-4a5f-bfb8-f813409787bd service neutron] 10.222.0.30 "GET /v2.0/networks/fbaf6646-1a17-4393-858b-454a43ff2295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323207 Jul 16 08:38:25.052042 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c62a0f33-aa24-4ecb-89e6-989ff6d066ae None None] Provisioning for port 6f0132f7-9cf2-4581-9d0b-35d29f9e06ff completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:25.057516 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'a89de094-fceb-4dc1-9604-7c21ee89c4f4', 'network_id': 'fbaf6646-1a17-4393-858b-454a43ff2295', 'port_id': 'a89de094-fceb-4dc1-9604-7c21ee89c4f4', 'mac_address': 'fa:16:3e:e6:44:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9bc1b2c-bcdd-4be6-b44c-fd94eb843d78', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:38:25.059259 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c62a0f33-aa24-4ecb-89e6-989ff6d066ae None None] Provisioning complete for port 6f0132f7-9cf2-4581-9d0b-35d29f9e06ff triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:25.059638 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c62a0f33-aa24-4ecb-89e6-989ff6d066ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.196242 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c62a0f33-aa24-4ecb-89e6-989ff6d066ae None None] Port 6f0132f7-9cf2-4581-9d0b-35d29f9e06ff cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:25.203266 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.218889 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a89de094-fceb-4dc1-9604-7c21ee89c4f4 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:25.266173 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port a89de094-fceb-4dc1-9604-7c21ee89c4f4, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=a89de094-fceb-4dc1-9604-7c21ee89c4f4,segment=NetworkSegment(4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8),segment_id=4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:25.282300 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.320604 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e26a617f-1ffb-4a2b-be6d-3177bacb2302 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.375523 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-e73867fa-08b4-4961-af71-34010e1ee04c req-0ac87f05-30ad-4b41-841f-d3cf7d0a5a7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7caa148-d7a2-4060-8cff-82657d81ff98 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:25.386213 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e73867fa-08b4-4961-af71-34010e1ee04c req-0ac87f05-30ad-4b41-841f-d3cf7d0a5a7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.401987 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-e73867fa-08b4-4961-af71-34010e1ee04c req-0ac87f05-30ad-4b41-841f-d3cf7d0a5a7f service neutron] Transition to ACTIVE for port object e7caa148-d7a2-4060-8cff-82657d81ff98 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:25.405019 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0e4921fe-10ee-42d8-94bd-0f64106ed67b tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.406254 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4921fe-10ee-42d8-94bd-0f64106ed67b tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:25.406877 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0e4921fe-10ee-42d8-94bd-0f64106ed67b tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.412454 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e73867fa-08b4-4961-af71-34010e1ee04c req-0ac87f05-30ad-4b41-841f-d3cf7d0a5a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.434074 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=a89de094-fceb-4dc1-9604-7c21ee89c4f4,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:25.518203 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['a89de094-fceb-4dc1-9604-7c21ee89c4f4'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:25.547933 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac87f05-30ad-4b41-841f-d3cf7d0a5a7f service neutron] Pushing event updated for resources: {'Port': ['ID=e7caa148-d7a2-4060-8cff-82657d81ff98,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:25.585925 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0e4921fe-10ee-42d8-94bd-0f64106ed67b tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.0522742 Jul 16 08:38:25.591754 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39088) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:25.598706 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-f1e546ec-dc55-4eb0-926c-ba967803069a tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Request body: {'subnet': {'network_id': 'eedbc92d-fb53-49a7-b38d-a94a5c44ee52', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:25.686798 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1e546ec-dc55-4eb0-926c-ba967803069a tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Made reservation on behalf of d24f192609484314a393bcae4e187b5b for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:25.689375 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f1e546ec-dc55-4eb0-926c-ba967803069a tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.774490 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e26a617f-1ffb-4a2b-be6d-3177bacb2302 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.790298 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e26a617f-1ffb-4a2b-be6d-3177bacb2302 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.862247 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc5b37f-02ad-4cc3-b4fd-7d02a94f6eaa req-73f8a76b-d871-479e-bebd-3dbc28c1c1b4 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:25.864139 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-adc5b37f-02ad-4cc3-b4fd-7d02a94f6eaa req-73f8a76b-d871-479e-bebd-3dbc28c1c1b4 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fad6c18-f12c-4e26-8ed9-ee36ccc7b374 HTTP/1.1" status: 200 len: 945 time: 0.3989129 Jul 16 08:38:25.867171 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4921fe-10ee-42d8-94bd-0f64106ed67b tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Pushing event updated for resources: {'Network': ['ID=eedbc92d-fb53-49a7-b38d-a94a5c44ee52,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:25.881538 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network eedbc92d-fb53-49a7-b38d-a94a5c44ee52 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:38:25.906547 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-e26a617f-1ffb-4a2b-be6d-3177bacb2302 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] In _notify_port_updated(), no bound segment for port 6f0132f7-9cf2-4581-9d0b-35d29f9e06ff on network f2478bae-c0f7-42f4-b5fb-e2e17845f00f {{(pid=93759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:38:25.916767 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e26a617f-1ffb-4a2b-be6d-3177bacb2302 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:25.917696 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e26a617f-1ffb-4a2b-be6d-3177bacb2302 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:25.922037 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e26a617f-1ffb-4a2b-be6d-3177bacb2302 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] 10.222.0.22 "PUT /v2.0/ports/6f0132f7-9cf2-4581-9d0b-35d29f9e06ff HTTP/1.1" status: 200 len: 1068 time: 1.3524146 Jul 16 08:38:25.923055 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26a617f-1ffb-4a2b-be6d-3177bacb2302 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Pushing event updated for resources: {'Port': ['ID=6f0132f7-9cf2-4581-9d0b-35d29f9e06ff,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:25.928380 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39092) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:26.002542 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-adc5b37f-02ad-4cc3-b4fd-7d02a94f6eaa req-e5717e7a-8e8e-4336-9087-8b7efd74a0ff tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0667c6e-7d2e-4769-8c20-5580b8f62872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263738 Jul 16 08:38:26.139991 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c95840-bc9d-459b-b653-282a0bdc96c1 req-71ad1866-3953-44a9-a9da-fe75495b5ccd tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.141650 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f1c95840-bc9d-459b-b653-282a0bdc96c1 req-71ad1866-3953-44a9-a9da-fe75495b5ccd tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 944 time: 0.3648491 Jul 16 08:38:26.146448 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-e73867fa-08b4-4961-af71-34010e1ee04c req-0ac87f05-30ad-4b41-841f-d3cf7d0a5a7f service neutron] Attempting to bind port e7caa148-d7a2-4060-8cff-82657d81ff98 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:26.146887 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-e73867fa-08b4-4961-af71-34010e1ee04c req-0ac87f05-30ad-4b41-841f-d3cf7d0a5a7f service neutron] Attempting to bind port e7caa148-d7a2-4060-8cff-82657d81ff98 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '067beccc-09db-4a00-bd3c-3662b2e68988'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:26.147291 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73867fa-08b4-4961-af71-34010e1ee04c req-0ac87f05-30ad-4b41-841f-d3cf7d0a5a7f service neutron] Attempting to bind port e7caa148-d7a2-4060-8cff-82657d81ff98 on network 067beccc-09db-4a00-bd3c-3662b2e68988 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:26.162548 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73867fa-08b4-4961-af71-34010e1ee04c req-0ac87f05-30ad-4b41-841f-d3cf7d0a5a7f service neutron] Port e7caa148-d7a2-4060-8cff-82657d81ff98 on network 067beccc-09db-4a00-bd3c-3662b2e68988 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:38:26.164396 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73867fa-08b4-4961-af71-34010e1ee04c req-0ac87f05-30ad-4b41-841f-d3cf7d0a5a7f service neutron] Attempting to bind port e7caa148-d7a2-4060-8cff-82657d81ff98 on network 067beccc-09db-4a00-bd3c-3662b2e68988 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:26.229717 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73867fa-08b4-4961-af71-34010e1ee04c req-0ac87f05-30ad-4b41-841f-d3cf7d0a5a7f service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:26.230170 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73867fa-08b4-4961-af71-34010e1ee04c req-0ac87f05-30ad-4b41-841f-d3cf7d0a5a7f service neutron] Checking segment: {'id': '72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '067beccc-09db-4a00-bd3c-3662b2e68988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:26.231062 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e73867fa-08b4-4961-af71-34010e1ee04c req-0ac87f05-30ad-4b41-841f-d3cf7d0a5a7f service neutron] Bound using segment: {'id': '72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '067beccc-09db-4a00-bd3c-3662b2e68988'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:26.232959 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-e73867fa-08b4-4961-af71-34010e1ee04c req-0ac87f05-30ad-4b41-841f-d3cf7d0a5a7f service neutron] Bound port: e7caa148-d7a2-4060-8cff-82657d81ff98, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '067beccc-09db-4a00-bd3c-3662b2e68988'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:26.234398 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e73867fa-08b4-4961-af71-34010e1ee04c req-0ac87f05-30ad-4b41-841f-d3cf7d0a5a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.320750 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f1c95840-bc9d-459b-b653-282a0bdc96c1 req-17a50b9c-3c95-43e0-9ce2-13f2c00d7fd7 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1643581 Jul 16 08:38:26.346176 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4efdece3-a526-4917-9dc8-d56bafa8f77e tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Deleting port 6f0132f7-9cf2-4581-9d0b-35d29f9e06ff {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:26.346524 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4efdece3-a526-4917-9dc8-d56bafa8f77e tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.446752 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-e73867fa-08b4-4961-af71-34010e1ee04c req-0ac87f05-30ad-4b41-841f-d3cf7d0a5a7f service neutron] For port e7caa148-d7a2-4060-8cff-82657d81ff98, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:26.458178 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-e73867fa-08b4-4961-af71-34010e1ee04c req-0ac87f05-30ad-4b41-841f-d3cf7d0a5a7f service neutron] For port e7caa148-d7a2-4060-8cff-82657d81ff98, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e7caa148-d7a2-4060-8cff-82657d81ff98,segment=NetworkSegment(72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed),segment_id=72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:26.471650 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e73867fa-08b4-4961-af71-34010e1ee04c req-0ac87f05-30ad-4b41-841f-d3cf7d0a5a7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.509495 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4d289203-257b-4f74-9ade-95f72b243dff None None] Provisioning complete for port 6f0132f7-9cf2-4581-9d0b-35d29f9e06ff triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:26.510036 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d289203-257b-4f74-9ade-95f72b243dff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.523649 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4efdece3-a526-4917-9dc8-d56bafa8f77e tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.535864 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73867fa-08b4-4961-af71-34010e1ee04c req-0ac87f05-30ad-4b41-841f-d3cf7d0a5a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.536977 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e73867fa-08b4-4961-af71-34010e1ee04c req-0ac87f05-30ad-4b41-841f-d3cf7d0a5a7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.539204 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e73867fa-08b4-4961-af71-34010e1ee04c req-0ac87f05-30ad-4b41-841f-d3cf7d0a5a7f service neutron] 10.222.0.21 "PUT /v2.0/ports/e7caa148-d7a2-4060-8cff-82657d81ff98 HTTP/1.1" status: 200 len: 1093 time: 3.1164355 Jul 16 08:38:26.542807 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c914cfe9-5e3e-495d-92a0-90544d889683', 'tag': 'e7caa148-d7a2-4060-8cff-82657d81ff98'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:26.547024 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c564466-604b-4145-9eba-bc839989e50c" -d '{"events": [{"name": "network-changed", "server_uuid": "c914cfe9-5e3e-495d-92a0-90544d889683", "tag": "e7caa148-d7a2-4060-8cff-82657d81ff98"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:26.552048 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4efdece3-a526-4917-9dc8-d56bafa8f77e tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Calling delete_port for 6f0132f7-9cf2-4581-9d0b-35d29f9e06ff owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:26.567690 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 5aa32bf1-0457-4b8a-8781-93eddf2ce4a6 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:26.569715 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device a89de094-fceb-4dc1-9604-7c21ee89c4f4 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:26.656319 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-471b4cf5-b3de-4f75-890d-c86c36a80e57 x-openstack-request-id: req-471b4cf5-b3de-4f75-890d-c86c36a80e57 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:26.656777 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c914cfe9-5e3e-495d-92a0-90544d889683", "tag": "e7caa148-d7a2-4060-8cff-82657d81ff98", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:26.657179 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-471b4cf5-b3de-4f75-890d-c86c36a80e57 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:26.657803 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c914cfe9-5e3e-495d-92a0-90544d889683', 'tag': 'e7caa148-d7a2-4060-8cff-82657d81ff98', 'status': 'completed', 'code': 200} Jul 16 08:38:26.674585 n-d-771362-37 neutron-server[93758]: DEBUG neutron.objects.ports [None req-f1e546ec-dc55-4eb0-926c-ba967803069a tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93758) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:38:26.675186 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f1e546ec-dc55-4eb0-926c-ba967803069a tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.698167 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-4d289203-257b-4f74-9ade-95f72b243dff None None] Port 6f0132f7-9cf2-4581-9d0b-35d29f9e06ff cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:38:26.743470 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 5aa32bf1-0457-4b8a-8781-93eddf2ce4a6 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:26.761815 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 5aa32bf1-0457-4b8a-8781-93eddf2ce4a6 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:26.762099 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.798455 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac87f05-30ad-4b41-841f-d3cf7d0a5a7f service neutron] Pushing event updated for resources: {'Port': ['ID=e7caa148-d7a2-4060-8cff-82657d81ff98,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:26.824340 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port a89de094-fceb-4dc1-9604-7c21ee89c4f4 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:26.830816 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e546ec-dc55-4eb0-926c-ba967803069a tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Pushing event updated for resources: {'Subnet': ['ID=f7078042-57b4-4ffc-872f-c7c48227df4b,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:26.837584 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port a89de094-fceb-4dc1-9604-7c21ee89c4f4 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:26.838546 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.879837 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e546ec-dc55-4eb0-926c-ba967803069a tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Checking segment: {'id': 'cd63b104-4136-4238-ab94-4d6169d99a83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'eedbc92d-fb53-49a7-b38d-a94a5c44ee52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:26.880268 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e546ec-dc55-4eb0-926c-ba967803069a tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Network hostable DHCP agents. Network: eedbc92d-fb53-49a7-b38d-a94a5c44ee52, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:38:26.885507 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73867fa-08b4-4961-af71-34010e1ee04c req-064f5466-0395-42ee-8133-396ae53e8ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:26.887194 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e73867fa-08b4-4961-af71-34010e1ee04c req-064f5466-0395-42ee-8133-396ae53e8ece service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a39b129c9efc4bdb8d522f3e682a2e06&device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 1096 time: 0.2751911 Jul 16 08:38:26.944698 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.946676 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4efdece3-a526-4917-9dc8-d56bafa8f77e tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:26.994686 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e73867fa-08b4-4961-af71-34010e1ee04c req-0c695ab2-d0f2-4aa8-a95d-da626427d578 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7caa148-d7a2-4060-8cff-82657d81ff98 HTTP/1.1" status: 200 len: 217 time: 0.0966444 Jul 16 08:38:27.008904 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7923d608-a0f4-47a2-8b09-0739c3dd3eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa32bf1-0457-4b8a-8781-93eddf2ce4a6'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:27.011976 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eae34aae-9e13-4143-a195-7abdcec65ea7" -d '{"events": [{"server_uuid": "7923d608-a0f4-47a2-8b09-0739c3dd3eeb", "name": "network-vif-plugged", "status": "completed", "tag": "5aa32bf1-0457-4b8a-8781-93eddf2ce4a6"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:27.017276 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 5aa32bf1-0457-4b8a-8781-93eddf2ce4a6, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5aa32bf1-0457-4b8a-8781-93eddf2ce4a6,segment=NetworkSegment(4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8),segment_id=4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:27.023444 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.042915 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efdece3-a526-4917-9dc8-d56bafa8f77e tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Pushing event deleted for resources: {'Port': ['ID=6f0132f7-9cf2-4581-9d0b-35d29f9e06ff,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:27.076700 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e546ec-dc55-4eb0-926c-ba967803069a tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Network eedbc92d-fb53-49a7-b38d-a94a5c44ee52 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:38:27.103012 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-f1e546ec-dc55-4eb0-926c-ba967803069a tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, eedbc92d-fb53-49a7-b38d-a94a5c44ee52) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:27.105948 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=5aa32bf1-0457-4b8a-8781-93eddf2ce4a6,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:27.111738 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1e546ec-dc55-4eb0-926c-ba967803069a tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:27.114476 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f1e546ec-dc55-4eb0-926c-ba967803069a tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.137957 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e2075c-eef3-4e5d-9647-dd2011e37473 None None] Network eedbc92d-fb53-49a7-b38d-a94a5c44ee52 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:27.150579 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73867fa-08b4-4961-af71-34010e1ee04c req-d29ba4f2-ff2d-4d81-812b-763ce3aa5863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:27.156818 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e73867fa-08b4-4961-af71-34010e1ee04c req-d29ba4f2-ff2d-4d81-812b-763ce3aa5863 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8bd5574f-0003-4886-ae62-fbcf34b117a8 HTTP/1.1" status: 200 len: 855 time: 0.1496866 Jul 16 08:38:27.243605 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e73867fa-08b4-4961-af71-34010e1ee04c req-dcbf70fc-de86-4917-af17-eda3869c67b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=067beccc-09db-4a00-bd3c-3662b2e68988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812910 Jul 16 08:38:27.245901 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f1e546ec-dc55-4eb0-926c-ba967803069a tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.6527686 Jul 16 08:38:27.249770 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39106) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:27.338100 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3fa8d10-4e2c-4762-81ad-f2b4ca8b50f7 x-openstack-request-id: req-d3fa8d10-4e2c-4762-81ad-f2b4ca8b50f7 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:27.338443 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7923d608-a0f4-47a2-8b09-0739c3dd3eeb", "name": "network-vif-plugged", "status": "completed", "tag": "5aa32bf1-0457-4b8a-8781-93eddf2ce4a6", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:27.338705 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d3fa8d10-4e2c-4762-81ad-f2b4ca8b50f7 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:27.339109 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7923d608-a0f4-47a2-8b09-0739c3dd3eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa32bf1-0457-4b8a-8781-93eddf2ce4a6', 'code': 200} Jul 16 08:38:27.454083 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4efdece3-a526-4917-9dc8-d56bafa8f77e tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.459103 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4efdece3-a526-4917-9dc8-d56bafa8f77e tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] 10.222.0.22 "DELETE /v2.0/ports/6f0132f7-9cf2-4581-9d0b-35d29f9e06ff HTTP/1.1" status: 204 len: 168 time: 1.5285857 Jul 16 08:38:27.459861 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39114) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:27.475229 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.524083 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-1f43f421-b176-4746-bbb6-a27326cc9b6f tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Request body: {'floatingip': {'floating_network_id': 'eedbc92d-fb53-49a7-b38d-a94a5c44ee52'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:27.532293 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-f19b5b49-e270-43a8-a1c2-3cb67e284656 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] GET failed (client error): The resource could not be found. Jul 16 08:38:27.537047 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e73867fa-08b4-4961-af71-34010e1ee04c req-23780543-7789-4792-b7ee-be6e8d4c6229 service neutron] 10.222.0.21 "GET /v2.0/networks/067beccc-09db-4a00-bd3c-3662b2e68988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2739971 Jul 16 08:38:27.539723 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f19b5b49-e270-43a8-a1c2-3cb67e284656 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] 10.222.0.22 "GET /v2.0/ports/6f0132f7-9cf2-4581-9d0b-35d29f9e06ff HTTP/1.1" status: 404 len: 333 time: 0.0784905 Jul 16 08:38:27.540572 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39116) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:27.567108 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fa1afad-1595-479a-8b70-bf3c5d0dde07 None None] Network eedbc92d-fb53-49a7-b38d-a94a5c44ee52 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:27.667532 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port a89de094-fceb-4dc1-9604-7c21ee89c4f4, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=a89de094-fceb-4dc1-9604-7c21ee89c4f4,segment=NetworkSegment(4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8),segment_id=4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:27.686508 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.729206 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1f43f421-b176-4746-bbb6-a27326cc9b6f tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.762852 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-680b399f-4fa2-45bb-952d-975827e989ef tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Deleting port f51a50aa-c529-4983-b254-a0067c15c828 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:27.763337 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-680b399f-4fa2-45bb-952d-975827e989ef tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.868285 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-680b399f-4fa2-45bb-952d-975827e989ef tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:27.883909 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-680b399f-4fa2-45bb-952d-975827e989ef tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Calling delete_port for f51a50aa-c529-4983-b254-a0067c15c828 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:27.899324 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=a89de094-fceb-4dc1-9604-7c21ee89c4f4,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:27.908685 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8119dc4-e837-4280-9ed1-b10486cd6f8d req-498dd729-ef79-4f6a-86aa-01c94754c823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:27.911904 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b8119dc4-e837-4280-9ed1-b10486cd6f8d req-498dd729-ef79-4f6a-86aa-01c94754c823 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7923d608-a0f4-47a2-8b09-0739c3dd3eeb HTTP/1.1" status: 200 len: 1098 time: 0.6901159 Jul 16 08:38:27.914100 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e73867fa-08b4-4961-af71-34010e1ee04c req-85559f4d-e700-496d-b8b5-5a0110f219c7 service neutron] 10.222.0.21 "GET /v2.0/networks/067beccc-09db-4a00-bd3c-3662b2e68988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134527 Jul 16 08:38:27.950055 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aca41d1-06ba-4bdc-bdb2-66fd39d1c1ac req-675fd9f2-0ab0-432e-9934-697da8353e05 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:27.952043 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5aca41d1-06ba-4bdc-bdb2-66fd39d1c1ac req-675fd9f2-0ab0-432e-9934-697da8353e05 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fad6c18-f12c-4e26-8ed9-ee36ccc7b374 HTTP/1.1" status: 200 len: 945 time: 0.3600421 Jul 16 08:38:27.994898 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368158d4-dee3-44bd-9f0d-ec48c3787db8 req-63a68ae3-c829-4c89-8b91-efb5151daba8 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:27.996434 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-368158d4-dee3-44bd-9f0d-ec48c3787db8 req-63a68ae3-c829-4c89-8b91-efb5151daba8 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 944 time: 0.3265319 Jul 16 08:38:28.087203 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5aca41d1-06ba-4bdc-bdb2-66fd39d1c1ac req-476384cb-8692-4624-9d7e-ecbd0730dfc8 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0667c6e-7d2e-4769-8c20-5580b8f62872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252058 Jul 16 08:38:28.091691 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b8119dc4-e837-4280-9ed1-b10486cd6f8d req-704f1d9b-93ff-4030-a6da-c46ce62a09e1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d0667c6e-7d2e-4769-8c20-5580b8f62872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1606700 Jul 16 08:38:28.096864 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-368158d4-dee3-44bd-9f0d-ec48c3787db8 req-6a976eb8-36f8-4246-a74e-b5f594f6d32a tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904551 Jul 16 08:38:28.134096 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-680b399f-4fa2-45bb-952d-975827e989ef tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:28.168285 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c564466-604b-4145-9eba-bc839989e50c req-542a91a8-4f5f-4a1d-bff2-139959d24560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:28.170017 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1c564466-604b-4145-9eba-bc839989e50c req-542a91a8-4f5f-4a1d-bff2-139959d24560 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a39b129c9efc4bdb8d522f3e682a2e06&device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 1096 time: 0.1835983 Jul 16 08:38:28.175275 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680b399f-4fa2-45bb-952d-975827e989ef tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Pushing event deleted for resources: {'Port': ['ID=f51a50aa-c529-4983-b254-a0067c15c828,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:28.202135 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1f43f421-b176-4746-bbb6-a27326cc9b6f tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:28.243135 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-680b399f-4fa2-45bb-952d-975827e989ef tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:28.249428 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-680b399f-4fa2-45bb-952d-975827e989ef tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] 10.222.0.22 "DELETE /v2.0/ports/f51a50aa-c529-4983-b254-a0067c15c828 HTTP/1.1" status: 204 len: 168 time: 0.7053568 Jul 16 08:38:28.253196 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39128) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:28.293106 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e4b067f-67fe-4803-a725-a578395640b6 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] GET failed (client error): The resource could not be found. Jul 16 08:38:28.299108 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5e4b067f-67fe-4803-a725-a578395640b6 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] 10.222.0.22 "GET /v2.0/ports/f51a50aa-c529-4983-b254-a0067c15c828 HTTP/1.1" status: 404 len: 333 time: 0.0443978 Jul 16 08:38:28.302659 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39130) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:28.419422 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c564466-604b-4145-9eba-bc839989e50c req-321e4d69-ee04-46f2-a8e2-95f8953e5bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:28.421050 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1c564466-604b-4145-9eba-bc839989e50c req-321e4d69-ee04-46f2-a8e2-95f8953e5bef service neutron] 10.222.0.21 "GET /v2.0/networks?id=067beccc-09db-4a00-bd3c-3662b2e68988 HTTP/1.1" status: 200 len: 916 time: 0.1249452 Jul 16 08:38:28.541045 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-5e20f1aa-2a94-4786-bb5a-8d380a9428f8 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Deleting port 14a07e85-c84f-4ec7-9aac-ea7426d5d07e {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:28.541905 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e20f1aa-2a94-4786-bb5a-8d380a9428f8 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:28.549198 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1c564466-604b-4145-9eba-bc839989e50c req-98458bdb-3149-4d10-b69e-c0095ae3fc24 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e7caa148-d7a2-4060-8cff-82657d81ff98 HTTP/1.1" status: 200 len: 217 time: 0.1197171 Jul 16 08:38:28.660559 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c564466-604b-4145-9eba-bc839989e50c req-81fd9582-abbd-4feb-a856-98973fef2331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:28.662270 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1c564466-604b-4145-9eba-bc839989e50c req-81fd9582-abbd-4feb-a856-98973fef2331 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8bd5574f-0003-4886-ae62-fbcf34b117a8 HTTP/1.1" status: 200 len: 855 time: 0.1056983 Jul 16 08:38:28.715657 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1c564466-604b-4145-9eba-bc839989e50c req-f4abfbe2-f1c1-41a2-8bfa-742a093b7a5e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=067beccc-09db-4a00-bd3c-3662b2e68988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444846 Jul 16 08:38:28.734814 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-1f43f421-b176-4746-bbb6-a27326cc9b6f tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Allocated IP 172.20.0.11 (eedbc92d-fb53-49a7-b38d-a94a5c44ee52/f7078042-57b4-4ffc-872f-c7c48227df4b/97e704fa-14d1-4887-84be-dfdc22fdb9d0) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:28.762193 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e20f1aa-2a94-4786-bb5a-8d380a9428f8 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:28.802272 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-5e20f1aa-2a94-4786-bb5a-8d380a9428f8 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Calling delete_port for 14a07e85-c84f-4ec7-9aac-ea7426d5d07e owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:28.893682 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1c564466-604b-4145-9eba-bc839989e50c req-715b96e9-5fa3-421d-b6b0-a4e89ba93e23 service neutron] 10.222.0.21 "GET /v2.0/networks/067beccc-09db-4a00-bd3c-3662b2e68988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692886 Jul 16 08:38:29.009881 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e20f1aa-2a94-4786-bb5a-8d380a9428f8 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.010179 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1c564466-604b-4145-9eba-bc839989e50c req-2311bbcc-7b76-4c8e-aa6c-c4bb7f5c6ef2 service neutron] 10.222.0.21 "GET /v2.0/networks/067beccc-09db-4a00-bd3c-3662b2e68988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079316 Jul 16 08:38:29.017074 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1f43f421-b176-4746-bbb6-a27326cc9b6f tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.046967 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e20f1aa-2a94-4786-bb5a-8d380a9428f8 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Pushing event deleted for resources: {'Port': ['ID=14a07e85-c84f-4ec7-9aac-ea7426d5d07e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:29.079974 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1f43f421-b176-4746-bbb6-a27326cc9b6f tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.102630 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e20f1aa-2a94-4786-bb5a-8d380a9428f8 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.108141 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5e20f1aa-2a94-4786-bb5a-8d380a9428f8 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] 10.222.0.22 "DELETE /v2.0/ports/14a07e85-c84f-4ec7-9aac-ea7426d5d07e HTTP/1.1" status: 204 len: 168 time: 0.8042202 Jul 16 08:38:29.108863 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39144) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:29.147364 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f43f421-b176-4746-bbb6-a27326cc9b6f tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Network eedbc92d-fb53-49a7-b38d-a94a5c44ee52 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:29.151203 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-1f43f421-b176-4746-bbb6-a27326cc9b6f tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:29.155615 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f43f421-b176-4746-bbb6-a27326cc9b6f tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:29.189845 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-bca2d5ad-4fd7-44b3-93dc-086ee9d53215 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Deleting subnet d32be387-07c0-4a35-853b-558a45d47ea0 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:38:29.207585 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bca2d5ad-4fd7-44b3-93dc-086ee9d53215 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.246134 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43f421-b176-4746-bbb6-a27326cc9b6f tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Pushing event updated for resources: {'Port': ['ID=97e704fa-14d1-4887-84be-dfdc22fdb9d0,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:29.327550 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bca2d5ad-4fd7-44b3-93dc-086ee9d53215 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.340320 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fad6c18-f12c-4e26-8ed9-ee36ccc7b374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89de094-fceb-4dc1-9604-7c21ee89c4f4'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:29.345342 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92d739c-47c3-42f0-b46d-fa61d332ef93" -d '{"events": [{"server_uuid": "8fad6c18-f12c-4e26-8ed9-ee36ccc7b374", "name": "network-vif-plugged", "status": "completed", "tag": "a89de094-fceb-4dc1-9604-7c21ee89c4f4"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:29.458748 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1f43f421-b176-4746-bbb6-a27326cc9b6f tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.536765 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b6523-72ba-4ca1-bbe2-6f20e3233b04 req-b5325f5d-1b39-4d55-bb94-b34c0db60e93 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:29.538428 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-749b6523-72ba-4ca1-bbe2-6f20e3233b04 req-b5325f5d-1b39-4d55-bb94-b34c0db60e93 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fad6c18-f12c-4e26-8ed9-ee36ccc7b374 HTTP/1.1" status: 200 len: 946 time: 0.1252639 Jul 16 08:38:29.552029 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bca2d5ad-4fd7-44b3-93dc-086ee9d53215 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.564616 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1f43f421-b176-4746-bbb6-a27326cc9b6f tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.605568 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6fa80b1-8c6c-43e3-94b9-dc5b7d592a03 req-025247fb-d60e-44e2-bdc8-6eb76343e2ba tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:29.616158 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a6fa80b1-8c6c-43e3-94b9-dc5b7d592a03 req-025247fb-d60e-44e2-bdc8-6eb76343e2ba tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 944 time: 0.2128105 Jul 16 08:38:29.637865 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-749b6523-72ba-4ca1-bbe2-6f20e3233b04 req-f3e90ccc-da5c-4684-b7ee-69f63c706815 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0667c6e-7d2e-4769-8c20-5580b8f62872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890582 Jul 16 08:38:29.687303 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bca2d5ad-4fd7-44b3-93dc-086ee9d53215 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.726784 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a6fa80b1-8c6c-43e3-94b9-dc5b7d592a03 req-b2154882-c553-4dae-89f2-106d4dee1ba8 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089590 Jul 16 08:38:29.799655 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130e4542-b78f-44f4-bf57-cf3f300e1a13 x-openstack-request-id: req-130e4542-b78f-44f4-bf57-cf3f300e1a13 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:29.799983 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fad6c18-f12c-4e26-8ed9-ee36ccc7b374", "name": "network-vif-plugged", "status": "completed", "tag": "a89de094-fceb-4dc1-9604-7c21ee89c4f4", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:29.800275 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-130e4542-b78f-44f4-bf57-cf3f300e1a13 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:29.800704 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fad6c18-f12c-4e26-8ed9-ee36ccc7b374', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a89de094-fceb-4dc1-9604-7c21ee89c4f4', 'code': 200} Jul 16 08:38:29.838258 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2d5ad-4fd7-44b3-93dc-086ee9d53215 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Pushing event deleted for resources: {'Subnet': ['ID=d32be387-07c0-4a35-853b-558a45d47ea0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:29.854814 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bca2d5ad-4fd7-44b3-93dc-086ee9d53215 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:29.858565 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bca2d5ad-4fd7-44b3-93dc-086ee9d53215 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] 10.222.0.22 "DELETE /v2.0/subnets/d32be387-07c0-4a35-853b-558a45d47ea0 HTTP/1.1" status: 204 len: 168 time: 0.7485125 Jul 16 08:38:29.863587 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec65ae4-be19-4cf7-bbb5-c09035bfbe99 None None] Network f2478bae-c0f7-42f4-b5fb-e2e17845f00f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:29.874007 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39164) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:30.091969 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1f43f421-b176-4746-bbb6-a27326cc9b6f tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:30.106141 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1f43f421-b176-4746-bbb6-a27326cc9b6f tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:30.137990 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-584205d7-1d09-46ea-9b4c-ea925930ba20 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:30.206226 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80796cc9-3395-4d41-bdd7-7fafd40e573c req-74799f16-a735-4dc7-83e2-961a513ec3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:30.207879 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80796cc9-3395-4d41-bdd7-7fafd40e573c req-74799f16-a735-4dc7-83e2-961a513ec3f3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8fad6c18-f12c-4e26-8ed9-ee36ccc7b374 HTTP/1.1" status: 200 len: 1098 time: 0.1267419 Jul 16 08:38:30.267159 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80796cc9-3395-4d41-bdd7-7fafd40e573c req-dbc8e5a8-c5c6-4c84-a02a-369e50ea7c06 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d0667c6e-7d2e-4769-8c20-5580b8f62872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499618 Jul 16 08:38:30.277295 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-584205d7-1d09-46ea-9b4c-ea925930ba20 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Deleting port 1b7d0a34-a887-41a4-a2c4-ecb598a1a493 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:30.277885 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-584205d7-1d09-46ea-9b4c-ea925930ba20 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:30.278172 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f43f421-b176-4746-bbb6-a27326cc9b6f tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Pushing event updated for resources: {'Port': ['ID=97e704fa-14d1-4887-84be-dfdc22fdb9d0,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:30.357144 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1f43f421-b176-4746-bbb6-a27326cc9b6f tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:30.390081 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1f43f421-b176-4746-bbb6-a27326cc9b6f tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:30.390339 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7443347-a230-4111-9c1e-4917431e2758 None None] DHCP port deletion for f2478bae-c0f7-42f4-b5fb-e2e17845f00f request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:38:30.392182 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1f43f421-b176-4746-bbb6-a27326cc9b6f tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.8720770 Jul 16 08:38:30.394966 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39166) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:30.411186 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-584205d7-1d09-46ea-9b4c-ea925930ba20 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] For port 1b7d0a34-a887-41a4-a2c4-ecb598a1a493, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1b7d0a34-a887-41a4-a2c4-ecb598a1a493,segment=NetworkSegment(890edd8b-2276-4439-9639-19c9086d12db),segment_id=890edd8b-2276-4439-9639-19c9086d12db)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:30.411851 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-584205d7-1d09-46ea-9b4c-ea925930ba20 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:30.430368 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-584205d7-1d09-46ea-9b4c-ea925930ba20 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Calling delete_port for 1b7d0a34-a887-41a4-a2c4-ecb598a1a493 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:30.524629 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e7443347-a230-4111-9c1e-4917431e2758 None None] Deleting port 1b7d0a34-a887-41a4-a2c4-ecb598a1a493 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:30.525357 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e7443347-a230-4111-9c1e-4917431e2758 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:30.554202 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-171b274a-a8ba-4541-9d14-294073b49fdf tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] 10.222.0.22 "GET /v2.0/floatingips?floating_network_id=eedbc92d-fb53-49a7-b38d-a94a5c44ee52 HTTP/1.1" status: 200 len: 690 time: 0.1546252 Jul 16 08:38:30.554828 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39170) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:30.588000 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-584205d7-1d09-46ea-9b4c-ea925930ba20 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:30.676956 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device e7caa148-d7a2-4060-8cff-82657d81ff98 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:38:30.678004 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584205d7-1d09-46ea-9b4c-ea925930ba20 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Pushing event deleted for resources: {'Port': ['ID=1b7d0a34-a887-41a4-a2c4-ecb598a1a493,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:30.700052 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-584205d7-1d09-46ea-9b4c-ea925930ba20 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] No DVR routers for this DVR port 1b7d0a34-a887-41a4-a2c4-ecb598a1a493 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:30.703211 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e7443347-a230-4111-9c1e-4917431e2758 None None] For port 1b7d0a34-a887-41a4-a2c4-ecb598a1a493, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1b7d0a34-a887-41a4-a2c4-ecb598a1a493,segment=NetworkSegment(890edd8b-2276-4439-9639-19c9086d12db),segment_id=890edd8b-2276-4439-9639-19c9086d12db)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:30.703398 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e7443347-a230-4111-9c1e-4917431e2758 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:30.731208 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a54f345-fb4a-48dc-8290-d73ce2036856 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:30.733546 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e7443347-a230-4111-9c1e-4917431e2758 None None] Calling delete_port for 1b7d0a34-a887-41a4-a2c4-ecb598a1a493 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:30.956683 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-9a54f345-fb4a-48dc-8290-d73ce2036856 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Deleting port 97e704fa-14d1-4887-84be-dfdc22fdb9d0 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:30.957026 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a54f345-fb4a-48dc-8290-d73ce2036856 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:31.007937 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-584205d7-1d09-46ea-9b4c-ea925930ba20 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: from cryptography.utils import int_from_bytes Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: from cryptography.utils import int_from_bytes Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:31.040916 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:38:31.045040 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:31.045040 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:38:31.045040 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:31.045040 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:38:31.045040 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:31.045040 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:38:31.045040 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:31.045040 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:38:31.045040 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:31.045040 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:38:31.045040 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:31.045040 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:38:31.045040 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:31.045040 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:38:31.045040 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port e7caa148-d7a2-4060-8cff-82657d81ff98, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e7caa148-d7a2-4060-8cff-82657d81ff98,segment=NetworkSegment(72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed),segment_id=72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:31.057738 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e7443347-a230-4111-9c1e-4917431e2758 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:31.063279 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'e7caa148-d7a2-4060-8cff-82657d81ff98', 'network_id': '067beccc-09db-4a00-bd3c-3662b2e68988', 'port_id': 'e7caa148-d7a2-4060-8cff-82657d81ff98', 'mac_address': 'fa:16:3e:07:14:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd5574f-0003-4886-ae62-fbcf34b117a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:38:31.074192 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-584205d7-1d09-46ea-9b4c-ea925930ba20 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2478bae-c0f7-42f4-b5fb-e2e17845f00f']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:31.147552 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-584205d7-1d09-46ea-9b4c-ea925930ba20 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '890edd8b-2276-4439-9639-19c9086d12db') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:31.147847 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-584205d7-1d09-46ea-9b4c-ea925930ba20 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '890edd8b-2276-4439-9639-19c9086d12db') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:31.172731 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7443347-a230-4111-9c1e-4917431e2758 None None] Pushing event deleted for resources: {'Port': ['ID=1b7d0a34-a887-41a4-a2c4-ecb598a1a493,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:31.177549 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7443347-a230-4111-9c1e-4917431e2758 None None] No DVR routers for this DVR port 1b7d0a34-a887-41a4-a2c4-ecb598a1a493 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:31.178956 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-584205d7-1d09-46ea-9b4c-ea925930ba20 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:31.190393 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:31.225083 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-584205d7-1d09-46ea-9b4c-ea925930ba20 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:31.228265 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7caa148-d7a2-4060-8cff-82657d81ff98 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:31.244815 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-584205d7-1d09-46ea-9b4c-ea925930ba20 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:38:31.245229 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-584205d7-1d09-46ea-9b4c-ea925930ba20 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:38:31.252820 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:38:31.278409 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port e7caa148-d7a2-4060-8cff-82657d81ff98, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e7caa148-d7a2-4060-8cff-82657d81ff98,segment=NetworkSegment(72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed),segment_id=72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:31.285486 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a54f345-fb4a-48dc-8290-d73ce2036856 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:31.286843 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a54f345-fb4a-48dc-8290-d73ce2036856 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:31.287043 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:31.333934 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-9a54f345-fb4a-48dc-8290-d73ce2036856 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Calling delete_port for 97e704fa-14d1-4887-84be-dfdc22fdb9d0 owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:31.380979 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82c3a9-ec90-45c2-adc9-b679ab6747ee req-f2fcb2e3-5441-49ab-9231-26eed7c92c35 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:31.383287 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7c82c3a9-ec90-45c2-adc9-b679ab6747ee req-f2fcb2e3-5441-49ab-9231-26eed7c92c35 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fad6c18-f12c-4e26-8ed9-ee36ccc7b374 HTTP/1.1" status: 200 len: 946 time: 0.3564687 Jul 16 08:38:31.406461 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-584205d7-1d09-46ea-9b4c-ea925930ba20 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:31.430821 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-584205d7-1d09-46ea-9b4c-ea925930ba20 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:31.437258 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-584205d7-1d09-46ea-9b4c-ea925930ba20 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] 10.222.0.22 "DELETE /v2.0/networks/f2478bae-c0f7-42f4-b5fb-e2e17845f00f HTTP/1.1" status: 204 len: 168 time: 1.5601797 Jul 16 08:38:31.449186 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=e7caa148-d7a2-4060-8cff-82657d81ff98,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:31.468292 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1b7d0a34-a887-41a4-a2c4-ecb598a1a493 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:31.495789 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584205d7-1d09-46ea-9b4c-ea925930ba20 tempest-AllowedAddressPairIpV6TestJSON-179656069 tempest-AllowedAddressPairIpV6TestJSON-179656069-project] Pushing event deleted for resources: {'Network': ['ID=f2478bae-c0f7-42f4-b5fb-e2e17845f00f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:31.506311 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 1b7d0a34-a887-41a4-a2c4-ecb598a1a493 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:38:31.506663 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1b7d0a34-a887-41a4-a2c4-ecb598a1a493 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:38:31.542318 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['e7caa148-d7a2-4060-8cff-82657d81ff98'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:31.542912 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7c82c3a9-ec90-45c2-adc9-b679ab6747ee req-8145cd91-a1cc-46fc-91d8-4f751ce705b8 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0667c6e-7d2e-4769-8c20-5580b8f62872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491449 Jul 16 08:38:31.795481 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:38:31.819467 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39188) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:32.011420 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.012715 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.150322 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39196) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:32.268060 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fcd4e1-d485-42f6-ba3d-2c2d0de30762 req-5257be75-6479-40d4-bb74-57fa836065ce tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:32.276739 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f2fcd4e1-d485-42f6-ba3d-2c2d0de30762 req-5257be75-6479-40d4-bb74-57fa836065ce tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 944 time: 1.1176159 Jul 16 08:38:32.373396 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-98ba7f16-4ae4-45ac-a21c-4aceab46a483 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=68935eab19be49b6ba568ded93cb49d4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2192557 Jul 16 08:38:32.373615 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39200) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:32.418120 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f2fcd4e1-d485-42f6-ba3d-2c2d0de30762 req-ae8d5a81-0c8f-47cf-b6ee-2bc13f1cb5cc tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318705 Jul 16 08:38:32.472313 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a54f345-fb4a-48dc-8290-d73ce2036856 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.511946 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54f345-fb4a-48dc-8290-d73ce2036856 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Pushing event deleted for resources: {'Port': ['ID=97e704fa-14d1-4887-84be-dfdc22fdb9d0,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:32.534198 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05f944f2-3315-4c5d-86bd-6e16142e3a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.565965 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device e7caa148-d7a2-4060-8cff-82657d81ff98 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:32.649985 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05f944f2-3315-4c5d-86bd-6e16142e3a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.686820 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port e7caa148-d7a2-4060-8cff-82657d81ff98 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:32.690065 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a54f345-fb4a-48dc-8290-d73ce2036856 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.692561 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port e7caa148-d7a2-4060-8cff-82657d81ff98 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:32.693191 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.788989 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64d1288b-9fbe-4e41-b582-db680131615a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.816903 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.898680 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port e7caa148-d7a2-4060-8cff-82657d81ff98, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e7caa148-d7a2-4060-8cff-82657d81ff98,segment=NetworkSegment(72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed),segment_id=72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:32.899712 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c914cfe9-5e3e-495d-92a0-90544d889683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7caa148-d7a2-4060-8cff-82657d81ff98'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:32.903263 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c044944-486b-45a5-a4b0-e4dc55ca54ac" -d '{"events": [{"server_uuid": "c914cfe9-5e3e-495d-92a0-90544d889683", "name": "network-vif-plugged", "status": "completed", "tag": "e7caa148-d7a2-4060-8cff-82657d81ff98"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:32.907407 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.910769 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05f944f2-3315-4c5d-86bd-6e16142e3a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.913685 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05f944f2-3315-4c5d-86bd-6e16142e3a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.917194 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-05f944f2-3315-4c5d-86bd-6e16142e3a2c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ad37faa9-5408-4f2f-b3b3-234fa9779b74 HTTP/1.1" status: 204 len: 168 time: 0.5271428 Jul 16 08:38:32.928521 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a54f345-fb4a-48dc-8290-d73ce2036856 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:32.977794 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=e7caa148-d7a2-4060-8cff-82657d81ff98,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:32.986800 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f944f2-3315-4c5d-86bd-6e16142e3a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad37faa9-5408-4f2f-b3b3-234fa9779b74,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:33.059002 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff850479-a95a-4fb2-9fe9-fbed275bbeb7 x-openstack-request-id: req-ff850479-a95a-4fb2-9fe9-fbed275bbeb7 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:33.059307 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c914cfe9-5e3e-495d-92a0-90544d889683", "name": "network-vif-plugged", "status": "completed", "tag": "e7caa148-d7a2-4060-8cff-82657d81ff98", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:33.059569 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ff850479-a95a-4fb2-9fe9-fbed275bbeb7 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:33.060697 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c914cfe9-5e3e-495d-92a0-90544d889683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7caa148-d7a2-4060-8cff-82657d81ff98', 'code': 200} Jul 16 08:38:33.093501 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a54f345-fb4a-48dc-8290-d73ce2036856 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:33.133159 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54f345-fb4a-48dc-8290-d73ce2036856 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=f7078042-57b4-4ffc-872f-c7c48227df4b,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:33.285660 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c0e45b50-9aaa-41f8-b816-13043b99aaeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:33.307947 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818202e4-f0cb-4c7c-995c-6107281ae70a req-9c8ea16b-3e30-49d1-9359-a82f7a732a88 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.321382 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-818202e4-f0cb-4c7c-995c-6107281ae70a req-9c8ea16b-3e30-49d1-9359-a82f7a732a88 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=8fad6c18-f12c-4e26-8ed9-ee36ccc7b374 HTTP/1.1" status: 200 len: 946 time: 0.4240565 Jul 16 08:38:33.337359 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a54f345-fb4a-48dc-8290-d73ce2036856 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:33.361835 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-9a54f345-fb4a-48dc-8290-d73ce2036856 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eedbc92d-fb53-49a7-b38d-a94a5c44ee52']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:33.406113 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-9a54f345-fb4a-48dc-8290-d73ce2036856 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd63b104-4136-4238-ab94-4d6169d99a83') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:33.406443 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-9a54f345-fb4a-48dc-8290-d73ce2036856 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd63b104-4136-4238-ab94-4d6169d99a83') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:33.436763 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a54f345-fb4a-48dc-8290-d73ce2036856 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:33.469527 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594610c8-fdc7-4850-8852-91ae101de1df req-1c629104-e771-43f0-9bf1-0d15ae1102a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.471594 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-594610c8-fdc7-4850-8852-91ae101de1df req-1c629104-e771-43f0-9bf1-0d15ae1102a5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 1098 time: 0.2762082 Jul 16 08:38:33.522499 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a54f345-fb4a-48dc-8290-d73ce2036856 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:33.546009 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a54f345-fb4a-48dc-8290-d73ce2036856 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:38:33.546714 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a54f345-fb4a-48dc-8290-d73ce2036856 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:33.547427 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-818202e4-f0cb-4c7c-995c-6107281ae70a req-d29a08a4-aab4-41d9-89d5-19b571100206 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0667c6e-7d2e-4769-8c20-5580b8f62872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2251658 Jul 16 08:38:33.557171 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-594610c8-fdc7-4850-8852-91ae101de1df req-b5950651-9aaa-4e91-95db-ddc48f07bf01 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698230 Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:38:33.557864 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:38:33.809889 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a54f345-fb4a-48dc-8290-d73ce2036856 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:33.824866 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a54f345-fb4a-48dc-8290-d73ce2036856 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eedbc92d-fb53-49a7-b38d-a94a5c44ee52 {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 08:38:33.828329 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a54f345-fb4a-48dc-8290-d73ce2036856 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:33.830966 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9a54f345-fb4a-48dc-8290-d73ce2036856 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] 10.222.0.22 "DELETE /v2.0/networks/eedbc92d-fb53-49a7-b38d-a94a5c44ee52 HTTP/1.1" status: 204 len: 168 time: 3.2751226 Jul 16 08:38:33.836851 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39230) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:33.850507 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54f345-fb4a-48dc-8290-d73ce2036856 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Pushing event deleted for resources: {'Network': ['ID=eedbc92d-fb53-49a7-b38d-a94a5c44ee52,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:33.894803 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03770066-99c1-4672-ba36-a30b37c87df8 req-1cbaf843-33b2-4aa1-a14e-ae87f7694850 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:33.896805 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-03770066-99c1-4672-ba36-a30b37c87df8 req-1cbaf843-33b2-4aa1-a14e-ae87f7694850 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 946 time: 0.1981819 Jul 16 08:38:33.982011 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-03770066-99c1-4672-ba36-a30b37c87df8 req-4bb3a282-82d1-4a1b-af12-4abbdf6ca515 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779481 Jul 16 08:38:34.006676 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-64d1288b-9fbe-4e41-b582-db680131615a admin admin] Deleting port 69c9762b-8085-47b9-a1a6-e157f46ebb6b {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:34.007222 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64d1288b-9fbe-4e41-b582-db680131615a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:34.259356 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39244) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.424053 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-e29e1b0d-6824-48a2-bcdf-6b2232119012 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.425100 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e29e1b0d-6824-48a2-bcdf-6b2232119012 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1647513 Jul 16 08:38:34.427983 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39248) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.432422 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-6e6a765a-0c09-4df8-b25d-610d1f925886 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.433355 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6e6a765a-0c09-4df8-b25d-610d1f925886 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0042443 Jul 16 08:38:34.440316 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39250) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.465572 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [None req-1dbca815-7a5c-4739-8304-d8364127b329 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.466558 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1dbca815-7a5c-4739-8304-d8364127b329 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0253050 Jul 16 08:38:34.469277 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39252) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.474268 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-3b7ea06b-c034-40fc-89f1-0805d4bbc9dc tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.477951 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3b7ea06b-c034-40fc-89f1-0805d4bbc9dc tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0049601 Jul 16 08:38:34.478205 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39254) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.482965 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-3a2f5aac-4df5-4be9-8ded-fb53a84568ee tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.484211 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3a2f5aac-4df5-4be9-8ded-fb53a84568ee tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0052724 Jul 16 08:38:34.487815 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39256) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.492314 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-da63f0ac-ce0c-4e56-89dc-6e4d3dbd153b tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.493637 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-da63f0ac-ce0c-4e56-89dc-6e4d3dbd153b tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0045655 Jul 16 08:38:34.497068 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39258) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.502402 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-dc407a76-3438-4bc3-9afb-216fa6ba0540 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.513605 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-dc407a76-3438-4bc3-9afb-216fa6ba0540 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0153153 Jul 16 08:38:34.516693 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39260) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.521626 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-4d015bd3-73e9-4fc6-9499-c42e5acf7572 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.522968 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4d015bd3-73e9-4fc6-9499-c42e5acf7572 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0046878 Jul 16 08:38:34.526215 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39262) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.532163 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-06178ed1-8013-4db6-820f-8f723c42d1a0 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.533617 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-06178ed1-8013-4db6-820f-8f723c42d1a0 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0059235 Jul 16 08:38:34.538486 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4d431041-430e-4a75-9aa7-b5ed40c6ef1f tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 995 time: 0.6570938 Jul 16 08:38:34.539102 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39264) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.544913 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39266) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.548971 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [None req-df51e06a-61f7-4f55-b377-06e077713a2e tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.550113 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-df51e06a-61f7-4f55-b377-06e077713a2e tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0052860 Jul 16 08:38:34.553144 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39268) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.558168 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [None req-9e843e53-9e36-4f8a-b908-385bf2260fc6 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.559493 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9e843e53-9e36-4f8a-b908-385bf2260fc6 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0052183 Jul 16 08:38:34.563230 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39270) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.574611 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [None req-cf78543a-3da6-4be6-9286-89a07cb5a9da tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.576083 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-cf78543a-3da6-4be6-9286-89a07cb5a9da tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0080140 Jul 16 08:38:34.583967 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39272) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.592340 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [None req-d234b115-1b13-4800-abb3-5731732f763a tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.593789 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d234b115-1b13-4800-abb3-5731732f763a tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0073159 Jul 16 08:38:34.603953 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a30644e-f469-4fe0-b7e1-ed716a9f8ffb req-a2e0d59b-66c4-426f-a99f-e33a5eb6e155 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:34.605432 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39274) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.607242 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1a30644e-f469-4fe0-b7e1-ed716a9f8ffb req-a2e0d59b-66c4-426f-a99f-e33a5eb6e155 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=7923d608-a0f4-47a2-8b09-0739c3dd3eeb HTTP/1.1" status: 200 len: 946 time: 0.8055370 Jul 16 08:38:34.614362 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-64d1288b-9fbe-4e41-b582-db680131615a admin admin] For port 69c9762b-8085-47b9-a1a6-e157f46ebb6b, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=69c9762b-8085-47b9-a1a6-e157f46ebb6b,segment=NetworkSegment(2630c0b4-c25a-4e71-baf9-4cb001668487),segment_id=2630c0b4-c25a-4e71-baf9-4cb001668487)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:34.614931 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64d1288b-9fbe-4e41-b582-db680131615a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:34.616315 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-42fd278f-001c-4646-98c0-2bd4669232b7 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.617309 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-42fd278f-001c-4646-98c0-2bd4669232b7 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0109339 Jul 16 08:38:34.626360 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39276) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.632990 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-8d8b4d5c-bdea-4ef6-a84b-73331b6fe058 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.637866 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8d8b4d5c-bdea-4ef6-a84b-73331b6fe058 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0067639 Jul 16 08:38:34.638517 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39278) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.639562 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-64d1288b-9fbe-4e41-b582-db680131615a admin admin] Calling delete_port for 69c9762b-8085-47b9-a1a6-e157f46ebb6b owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:34.647677 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [None req-59108795-97b7-4344-a60c-a2d554bc2631 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.650991 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-59108795-97b7-4344-a60c-a2d554bc2631 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0070894 Jul 16 08:38:34.651938 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39280) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.660296 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-5d8bf6cf-33fa-4e6f-8bd0-336d942d227c tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.661293 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5d8bf6cf-33fa-4e6f-8bd0-336d942d227c tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0083907 Jul 16 08:38:34.667058 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39282) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.676825 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-7d8b63e3-f80a-435b-aafb-fb970bb1e9ba tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.678182 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7d8b63e3-f80a-435b-aafb-fb970bb1e9ba tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0100014 Jul 16 08:38:34.685719 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39284) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.696522 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-ea8b44f2-e431-4eb5-b2e7-7572d86f5682 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.697490 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ea8b44f2-e431-4eb5-b2e7-7572d86f5682 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0106323 Jul 16 08:38:34.700251 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39286) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.704418 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-1e71602e-d64e-4d87-acdc-05f8c720806f tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.705970 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1e71602e-d64e-4d87-acdc-05f8c720806f tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0046337 Jul 16 08:38:34.710038 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f75b07-a039-4c70-8116-8d19532b3e00 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:34.710761 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f75b07-a039-4c70-8116-8d19532b3e00 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:34.711300 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f75b07-a039-4c70-8116-8d19532b3e00 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:34.711829 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f75b07-a039-4c70-8116-8d19532b3e00 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:34.712374 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f75b07-a039-4c70-8116-8d19532b3e00 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:34.712893 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1a30644e-f469-4fe0-b7e1-ed716a9f8ffb req-93f605dd-1eeb-40ea-b70a-11dae1b364af tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0667c6e-7d2e-4769-8c20-5580b8f62872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000509 Jul 16 08:38:34.713323 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f75b07-a039-4c70-8116-8d19532b3e00 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:34.713980 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f75b07-a039-4c70-8116-8d19532b3e00 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:34.714439 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39288) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.716052 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-44f75b07-a039-4c70-8116-8d19532b3e00 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4664 time: 0.1690633 Jul 16 08:38:34.718372 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39290) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.723709 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [None req-e3f25f49-68d5-46db-9b6c-813f0988af43 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.733260 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e3f25f49-68d5-46db-9b6c-813f0988af43 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0178549 Jul 16 08:38:34.761550 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39292) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.768952 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-ea729201-2327-442d-a21f-ac81cca54da8 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.770404 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ea729201-2327-442d-a21f-ac81cca54da8 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0072162 Jul 16 08:38:34.771870 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-95456574-7b8a-4b37-9b3e-86bb5065ea60 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] delete failed (client error): The resource could not be found. Jul 16 08:38:34.773448 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-95456574-7b8a-4b37-9b3e-86bb5065ea60 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] 10.222.0.22 "DELETE /v2.0/floatingips/ba52b865-3328-4bb8-9eb5-68cec73941d4 HTTP/1.1" status: 404 len: 345 time: 0.0538921 Jul 16 08:38:34.775780 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39298) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.778665 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39300) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.794623 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-7a57b874-7f02-41cb-871f-486999d821e0 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.795214 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7a57b874-7f02-41cb-871f-486999d821e0 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0068469 Jul 16 08:38:34.799743 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39302) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.817878 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-ef541b91-a1f0-4fd8-bfe7-7f0fcd0fc52f tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.821163 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ef541b91-a1f0-4fd8-bfe7-7f0fcd0fc52f tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0179672 Jul 16 08:38:34.821910 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39304) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.823023 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-c90dff93-afe0-4f83-be19-328e4c2fcc5e tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] DELETE failed (client error): The resource could not be found. Jul 16 08:38:34.823484 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c90dff93-afe0-4f83-be19-328e4c2fcc5e tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:38:34.829064 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c90dff93-afe0-4f83-be19-328e4c2fcc5e tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] 10.222.0.22 "DELETE /v2.0/networks/eedbc92d-fb53-49a7-b38d-a94a5c44ee52 HTTP/1.1" status: 404 len: 339 time: 0.0482605 Jul 16 08:38:34.829500 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-43941df0-d9bd-4b22-8e3d-c01366ec2d9e tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.833457 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-43941df0-d9bd-4b22-8e3d-c01366ec2d9e tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0047851 Jul 16 08:38:34.833677 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39306) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.836882 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39308) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.843665 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-73e49e56-43f7-4680-ac3b-b50c55db879f tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.849079 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-03602286-3615-4bdb-976e-c33e51f1ee70 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Request body: {'network': {'name': 'tempest-network--881664908', 'router:external': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:34.849319 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-73e49e56-43f7-4680-ac3b-b50c55db879f tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0103590 Jul 16 08:38:34.849458 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39310) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.855029 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-7cd9bb6e-8051-44a4-af57-bf1b6f44b550 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.858385 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7cd9bb6e-8051-44a4-af57-bf1b6f44b550 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0057194 Jul 16 08:38:34.859606 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39312) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.868173 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-d02f0065-5823-4fd4-ad23-3a5ae42a1f76 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.873404 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d02f0065-5823-4fd4-ad23-3a5ae42a1f76 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0120625 Jul 16 08:38:34.875723 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39314) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.884476 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-01f78096-b529-4ea8-ab44-d32241ca231f tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.890065 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03602286-3615-4bdb-976e-c33e51f1ee70 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Made reservation on behalf of d24f192609484314a393bcae4e187b5b for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:34.891021 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-01f78096-b529-4ea8-ab44-d32241ca231f tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0129213 Jul 16 08:38:34.891777 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39316) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.893526 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-03602286-3615-4bdb-976e-c33e51f1ee70 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:34.895918 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-5b7085ed-5ffe-4ec8-b2ee-df81809bc2cf tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.897814 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5b7085ed-5ffe-4ec8-b2ee-df81809bc2cf tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0052700 Jul 16 08:38:34.900831 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39318) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.905269 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-e7fedc56-cf60-4423-82bd-b60fd76a4a68 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.906962 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e7fedc56-cf60-4423-82bd-b60fd76a4a68 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0047724 Jul 16 08:38:34.909855 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39320) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.917988 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-30c7f02f-5fe3-4d52-99cd-cf69db5e33d5 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.919829 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-30c7f02f-5fe3-4d52-99cd-cf69db5e33d5 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0081232 Jul 16 08:38:34.922310 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39322) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.927880 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-236741a2-6337-48e8-a438-b7a24b2eaf88 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.929239 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-236741a2-6337-48e8-a438-b7a24b2eaf88 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0053909 Jul 16 08:38:34.931706 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39324) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.938295 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-b18ba4af-3fca-4af1-b16b-c485b041194b tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.940586 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b18ba4af-3fca-4af1-b16b-c485b041194b tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0074816 Jul 16 08:38:34.943034 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39326) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.951305 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-d7d49dcc-e5fe-4468-9532-5c3c29c278fa tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.954120 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d7d49dcc-e5fe-4468-9532-5c3c29c278fa tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0087659 Jul 16 08:38:34.958419 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39328) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.959783 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03602286-3615-4bdb-976e-c33e51f1ee70 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:38:34.964562 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-46f83a62-5523-49e9-ba62-7f72d7ef93e1 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.971035 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39330) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.971709 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-46f83a62-5523-49e9-ba62-7f72d7ef93e1 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0116034 Jul 16 08:38:34.979290 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [None req-28267698-b78e-4d39-a621-6ab78d23d129 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.982713 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-28267698-b78e-4d39-a621-6ab78d23d129 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0066845 Jul 16 08:38:34.983734 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64d1288b-9fbe-4e41-b582-db680131615a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:34.986204 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39332) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:34.987634 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-03602286-3615-4bdb-976e-c33e51f1ee70 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:34.988215 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-03602286-3615-4bdb-976e-c33e51f1ee70 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Added segment c6f6497c-8b9c-4690-813c-38402f4c0fb1 of type vlan for network 8e160fa9-1aab-4a40-a10b-7f1f656fd933 Jul 16 08:38:34.994559 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-69dc967a-5e77-4333-a40f-8f1ef16d6f15 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:34.999587 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-69dc967a-5e77-4333-a40f-8f1ef16d6f15 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0119078 Jul 16 08:38:35.000296 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39334) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.006365 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-993f8fbc-d9cc-43ca-82e0-e9ae62d4f78c tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:35.010753 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-993f8fbc-d9cc-43ca-82e0-e9ae62d4f78c tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0092013 Jul 16 08:38:35.011449 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39336) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.016906 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-e2c56141-91a9-4efc-8315-c343aa8137da tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:35.020926 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e2c56141-91a9-4efc-8315-c343aa8137da tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0056839 Jul 16 08:38:35.021261 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39338) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.031656 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-eae1e4b9-a54d-481b-a5ae-1a7650522cda tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:35.036880 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-eae1e4b9-a54d-481b-a5ae-1a7650522cda tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0120194 Jul 16 08:38:35.037765 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39342) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.048875 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d1288b-9fbe-4e41-b582-db680131615a admin admin] Pushing event deleted for resources: {'Port': ['ID=69c9762b-8085-47b9-a1a6-e157f46ebb6b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:35.081667 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-07775844-5c2a-4c59-a5a9-b0a3bc9134eb tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:35.082912 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-07775844-5c2a-4c59-a5a9-b0a3bc9134eb tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0440269 Jul 16 08:38:35.087218 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39346) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.105990 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-dd6a275d-6995-46a9-b28b-9702dd0520a1 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:35.109726 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-dd6a275d-6995-46a9-b28b-9702dd0520a1 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0215302 Jul 16 08:38:35.112768 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39348) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.120849 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-7435739a-8e92-4f5b-901c-930b33b55fe1 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:35.121886 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7435739a-8e92-4f5b-901c-930b33b55fe1 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0081079 Jul 16 08:38:35.125249 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39350) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.132981 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d1288b-9fbe-4e41-b582-db680131615a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:35.133334 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d1288b-9fbe-4e41-b582-db680131615a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:35.133679 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d1288b-9fbe-4e41-b582-db680131615a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:35.134023 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d1288b-9fbe-4e41-b582-db680131615a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:35.134354 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d1288b-9fbe-4e41-b582-db680131615a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:35.134690 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d1288b-9fbe-4e41-b582-db680131615a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:35.135111 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d1288b-9fbe-4e41-b582-db680131615a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:35.135336 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d1288b-9fbe-4e41-b582-db680131615a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:35.135665 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d1288b-9fbe-4e41-b582-db680131615a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:35.136201 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d1288b-9fbe-4e41-b582-db680131615a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:35.139790 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d1288b-9fbe-4e41-b582-db680131615a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:35.140416 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64d1288b-9fbe-4e41-b582-db680131615a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:35.150090 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [None req-2ed75704-5604-4c84-accd-a8c89f5feb08 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:35.151349 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2ed75704-5604-4c84-accd-a8c89f5feb08 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0074534 Jul 16 08:38:35.155419 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39354) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.212508 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-03602286-3615-4bdb-976e-c33e51f1ee70 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:35.219318 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [None req-6b940443-7b30-444a-891f-b2d57ff2407b tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:35.221333 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6b940443-7b30-444a-891f-b2d57ff2407b tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0614130 Jul 16 08:38:35.225056 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39358) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.233262 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-e8ef3a3f-a972-4bc4-89a2-9947384dccc7 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:35.235742 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e8ef3a3f-a972-4bc4-89a2-9947384dccc7 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0083857 Jul 16 08:38:35.241139 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39360) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.257096 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-9b3b7706-326c-48e3-b2d2-7820d29ed3f3 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:35.261124 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9b3b7706-326c-48e3-b2d2-7820d29ed3f3 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0156674 Jul 16 08:38:35.262813 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39362) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.281294 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-1c953e9b-d3f1-4f27-921d-2a21caf7767f tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:35.282522 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1c953e9b-d3f1-4f27-921d-2a21caf7767f tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0184927 Jul 16 08:38:35.286539 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39364) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.298137 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-751044af-f287-4fe3-883a-fc70522bed17 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:35.304417 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-751044af-f287-4fe3-883a-fc70522bed17 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0163953 Jul 16 08:38:35.305259 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39366) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.313059 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-64237837-eaa0-41e4-b615-c4335fd6c5ca tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:35.318889 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-64237837-eaa0-41e4-b615-c4335fd6c5ca tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0088453 Jul 16 08:38:35.319770 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39368) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.324552 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-831473b5-ce99-4065-95aa-d07ffa9aeab9 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:35.329027 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-831473b5-ce99-4065-95aa-d07ffa9aeab9 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0079448 Jul 16 08:38:35.330770 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39370) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.337308 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-d5ded43f-c92b-4621-b872-be25d3a83f4f tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:35.341865 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39372) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.342449 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d5ded43f-c92b-4621-b872-be25d3a83f4f tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0101454 Jul 16 08:38:35.354442 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [None req-5b0cf275-7fdc-4d8c-89e0-78868406365c tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:35.356537 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5b0cf275-7fdc-4d8c-89e0-78868406365c tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0085874 Jul 16 08:38:35.359347 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39374) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.364934 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-1ff7db4a-a0c8-420f-80ee-5317428fc9d0 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:35.379343 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1ff7db4a-a0c8-420f-80ee-5317428fc9d0 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0187016 Jul 16 08:38:35.380302 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39376) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.385690 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-b216f901-8c2b-4acb-b43b-50cc1ebb6c2b tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:35.390384 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b216f901-8c2b-4acb-b43b-50cc1ebb6c2b tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0087204 Jul 16 08:38:35.391234 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39378) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.396721 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-39b49d5b-2314-4f3a-85fb-7dec6f5b2580 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:35.401118 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-39b49d5b-2314-4f3a-85fb-7dec6f5b2580 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0079994 Jul 16 08:38:35.401961 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39380) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.409287 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-20f8bf70-9bac-450a-978a-3e0d01fab14c tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:35.413954 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-20f8bf70-9bac-450a-978a-3e0d01fab14c tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0108149 Jul 16 08:38:35.414934 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39382) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.420613 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-9e6aeebb-3089-4a17-a5fa-cab8c4f7a2f0 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:35.425987 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9e6aeebb-3089-4a17-a5fa-cab8c4f7a2f0 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0098073 Jul 16 08:38:35.426996 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39384) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.433739 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-e0e029c3-8a49-4025-8525-4464644e9824 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:35.439750 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e0e029c3-8a49-4025-8525-4464644e9824 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0121169 Jul 16 08:38:35.440711 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39386) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.445249 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-06ff6684-972a-4cf3-a386-16b34d9f1226 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:35.449930 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-06ff6684-972a-4cf3-a386-16b34d9f1226 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0079641 Jul 16 08:38:35.450857 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39388) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.456873 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-e3349cdc-e088-4161-a12d-41487861cb1f tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:35.460711 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e3349cdc-e088-4161-a12d-41487861cb1f tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0086689 Jul 16 08:38:35.461477 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39390) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.467639 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-20217c20-31cf-4ccf-95bf-3e4fe487884f tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:35.471631 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-20217c20-31cf-4ccf-95bf-3e4fe487884f tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0088248 Jul 16 08:38:35.472521 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39392) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.478083 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-4fe297ae-508e-457d-93ab-d9a41c30fab7 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:35.482983 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4fe297ae-508e-457d-93ab-d9a41c30fab7 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0092874 Jul 16 08:38:35.483816 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39394) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.490928 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-991493a1-9324-4969-b913-d3782f49f6ee tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:35.495629 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-991493a1-9324-4969-b913-d3782f49f6ee tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0105228 Jul 16 08:38:35.497969 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39396) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.503638 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-fafc2add-6811-4f92-9348-3619f3998754 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:35.512854 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-fafc2add-6811-4f92-9348-3619f3998754 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0103414 Jul 16 08:38:35.513486 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64d1288b-9fbe-4e41-b582-db680131615a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:35.514725 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39400) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.522021 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-e3ca8940-fce9-4a22-8049-f74d5b3f19f5 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:35.526298 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e3ca8940-fce9-4a22-8049-f74d5b3f19f5 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0102038 Jul 16 08:38:35.527180 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39404) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.538138 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-0b4d7ebb-8b0d-4a41-a8f0-64b2d156bf09 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:35.546229 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0b4d7ebb-8b0d-4a41-a8f0-64b2d156bf09 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0172837 Jul 16 08:38:35.549258 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39406) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.576145 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [None req-cc53f466-5180-40b8-8fca-c2bdefa7e937 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] http://10.222.0.22:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:38:35.590819 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-cc53f466-5180-40b8-8fca-c2bdefa7e937 tempest-ExtensionsTestJSON-1381807454 tempest-ExtensionsTestJSON-1381807454-project] 10.222.0.22 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0323627 Jul 16 08:38:35.634898 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-03602286-3615-4bdb-976e-c33e51f1ee70 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:35.636824 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03602286-3615-4bdb-976e-c33e51f1ee70 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:35.639045 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-03602286-3615-4bdb-976e-c33e51f1ee70 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:35.681849 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a8c521e4-fe5a-4a77-bf3d-ee2dbf476c66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:35.723935 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fb24e-97e7-4ac8-aad6-6cbf81d4ae1b req-cc79ffc9-9199-4f1c-861a-9d73b9f73aca tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:35.732045 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2b0fb24e-97e7-4ac8-aad6-6cbf81d4ae1b req-cc79ffc9-9199-4f1c-861a-9d73b9f73aca tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 946 time: 0.5068586 Jul 16 08:38:35.752992 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-03602286-3615-4bdb-976e-c33e51f1ee70 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.9109550 Jul 16 08:38:35.755238 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39414) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:35.842555 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03602286-3615-4bdb-976e-c33e51f1ee70 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Pushing event updated for resources: {'Network': ['ID=8e160fa9-1aab-4a40-a10b-7f1f656fd933,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:35.859767 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 8e160fa9-1aab-4a40-a10b-7f1f656fd933 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:38:35.969772 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2b0fb24e-97e7-4ac8-aad6-6cbf81d4ae1b req-c87c8a8b-f632-4cc8-bdec-e808e799f891 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2362726 Jul 16 08:38:36.021816 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:36.152614 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fea74f-b1ff-4205-bade-bb39dbece90e tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.159726 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fea74f-b1ff-4205-bade-bb39dbece90e tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.166271 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fea74f-b1ff-4205-bade-bb39dbece90e tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.172173 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77fea74f-b1ff-4205-bade-bb39dbece90e tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.177315 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-77fea74f-b1ff-4205-bade-bb39dbece90e tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.4183593 Jul 16 08:38:36.177922 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39432) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:36.182635 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64d1288b-9fbe-4e41-b582-db680131615a admin admin] Router 04122545-aaaa-4e6a-b960-143c734187c6 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:38:36.306500 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39434) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:36.335544 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b248316e-07f5-4715-a5f1-f9dded322594 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:36.379809 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64d1288b-9fbe-4e41-b582-db680131615a admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:38:36.402220 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db3d269-f912-41e6-a5d6-f35e88dfb3d8 None None] Sync routers for ids ['04122545-aaaa-4e6a-b960-143c734187c6'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:38:36.412653 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-64d1288b-9fbe-4e41-b582-db680131615a admin admin] 10.222.0.22 "PUT /v2.0/routers/04122545-aaaa-4e6a-b960-143c734187c6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5881517 Jul 16 08:38:36.414718 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39438) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:36.425451 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-b8ba9ffb-8a7c-4a8a-b4db-44451b1e1166 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.429065 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db3d269-f912-41e6-a5d6-f35e88dfb3d8 None None] Routers {'04122545-aaaa-4e6a-b960-143c734187c6'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:36.430083 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4db3d269-f912-41e6-a5d6-f35e88dfb3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:38:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['04122545-aaaa-4e6a-b960-143c734187c6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:36.432775 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-b8ba9ffb-8a7c-4a8a-b4db-44451b1e1166 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/networks?id=fbaf6646-1a17-4393-858b-454a43ff2295 HTTP/1.1" status: 200 len: 813 time: 0.5048404 Jul 16 08:38:36.483118 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d9bfd0-513e-4a2f-a14b-10f70ddf3f84 req-0b4c80b6-f672-470e-bb22-897edaffc9c2 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:36.486188 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57d9bfd0-513e-4a2f-a14b-10f70ddf3f84 req-0b4c80b6-f672-470e-bb22-897edaffc9c2 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 946 time: 0.1786363 Jul 16 08:38:36.515189 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b248316e-07f5-4715-a5f1-f9dded322594 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:36.530497 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-689e8449-8a8d-4361-bfab-fb17b779b154 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:36.555993 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57d9bfd0-513e-4a2f-a14b-10f70ddf3f84 req-b96c31a0-af1f-4069-97e7-a0c78c941b93 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643718 Jul 16 08:38:36.609339 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-4db3d269-f912-41e6-a5d6-f35e88dfb3d8 None None] Set router 04122545-aaaa-4e6a-b960-143c734187c6 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:38:36.622273 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-f78838f8-1f12-44c3-88ed-6f2c5eed0c40 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/quotas/42202b588264491c81b7c18a4ce03ee8 HTTP/1.1" status: 200 len: 375 time: 0.1882756 Jul 16 08:38:36.692533 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-b248316e-07f5-4715-a5f1-f9dded322594 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e160fa9-1aab-4a40-a10b-7f1f656fd933']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:36.729619 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-689e8449-8a8d-4361-bfab-fb17b779b154 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:36.735554 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-689e8449-8a8d-4361-bfab-fb17b779b154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:36.818880 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689e8449-8a8d-4361-bfab-fb17b779b154 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc8cc5fc-b2ff-48b2-9c3a-3dcdc6d41968,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:36.827398 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-b248316e-07f5-4715-a5f1-f9dded322594 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6f6497c-8b9c-4690-813c-38402f4c0fb1') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:36.827776 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-b248316e-07f5-4715-a5f1-f9dded322594 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6f6497c-8b9c-4690-813c-38402f4c0fb1') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:36.853664 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-689e8449-8a8d-4361-bfab-fb17b779b154 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0e05160876a34a46a22c73c863bd0013&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5435688 Jul 16 08:38:36.869001 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39444) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:36.993545 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b248316e-07f5-4715-a5f1-f9dded322594 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.015635 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f45a84a-c1df-4926-8927-2156057b86a8 req-1d1a9a9d-1710-41d3-8f81-d293bfecf07f tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:37.021020 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4db3d269-f912-41e6-a5d6-f35e88dfb3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04122545-aaaa-4e6a-b960-143c734187c6', 'name': 'tempest-TaggedBootDevicesTest_v242-628218279-router', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '1e5ceaae-e846-497a-af28-a721d641abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:45Z', 'updated_at': '2021-07-16T08:38:34Z', 'revision_number': 5, 'project_id': '18d3bd29957e4274890e11da19ecb787', 'gw_port': {'id': '1e5ceaae-e846-497a-af28-a721d641abf6', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04122545-aaaa-4e6a-b960-143c734187c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:47Z', 'updated_at': '2021-07-16T08:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:37.022618 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.024682 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6f45a84a-c1df-4926-8927-2156057b86a8 req-1d1a9a9d-1710-41d3-8f81-d293bfecf07f tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fad6c18-f12c-4e26-8ed9-ee36ccc7b374 HTTP/1.1" status: 200 len: 946 time: 0.1665277 Jul 16 08:38:37.126076 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db3d269-f912-41e6-a5d6-f35e88dfb3d8 None None] Checking router: 04122545-aaaa-4e6a-b960-143c734187c6 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:38:37.156711 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db3d269-f912-41e6-a5d6-f35e88dfb3d8 None None] Routers {'04122545-aaaa-4e6a-b960-143c734187c6'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:38:37.157347 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4db3d269-f912-41e6-a5d6-f35e88dfb3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:38:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['04122545-aaaa-4e6a-b960-143c734187c6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:37.178777 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b248316e-07f5-4715-a5f1-f9dded322594 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.301473 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b248316e-07f5-4715-a5f1-f9dded322594 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:38:37.301892 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b248316e-07f5-4715-a5f1-f9dded322594 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.310941 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-6f45a84a-c1df-4926-8927-2156057b86a8 req-81c8267b-969f-4647-a028-6a8da7084544 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Deleting port a89de094-fceb-4dc1-9604-7c21ee89c4f4 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:37.311346 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6f45a84a-c1df-4926-8927-2156057b86a8 req-81c8267b-969f-4647-a028-6a8da7084544 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.316300 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:38:37.316300 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:38:37.316300 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:38:37.316300 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:38:37.316300 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:38:37.316300 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:38:37.316300 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:38:37.316300 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:38:37.316300 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:38:37.316300 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:38:37.316300 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:38:37.316300 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:38:37.316300 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:38:37.316300 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:38:37.316300 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:38:37.316300 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:38:37.316300 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:38:37.316300 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:38:37.316300 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:38:37.316300 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:38:37.316300 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:38:37.316300 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:38:37.316300 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:38:37.316300 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:38:37.316300 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:38:37.316300 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:38:37.316300 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:38:37.316300 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:38:37.316300 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:38:37.316300 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:38:37.316300 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:38:37.316300 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:38:37.354623 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c53bc287-3108-4caa-b6c0-b4bc886cdc5d admin admin] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.447699 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-4db3d269-f912-41e6-a5d6-f35e88dfb3d8 None None] Set router 04122545-aaaa-4e6a-b960-143c734187c6 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:38:37.478456 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b558f1-6e19-41ba-9a7a-4d44770b3a8c req-665965f2-497d-40b4-be90-7f49c54f38c7 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:37.482158 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b1b558f1-6e19-41ba-9a7a-4d44770b3a8c req-665965f2-497d-40b4-be90-7f49c54f38c7 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.21 "GET /v2.0/ports?device_id=7923d608-a0f4-47a2-8b09-0739c3dd3eeb HTTP/1.1" status: 200 len: 946 time: 0.9637749 Jul 16 08:38:37.492805 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-6f45a84a-c1df-4926-8927-2156057b86a8 req-81c8267b-969f-4647-a028-6a8da7084544 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] For port a89de094-fceb-4dc1-9604-7c21ee89c4f4, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=a89de094-fceb-4dc1-9604-7c21ee89c4f4,segment=NetworkSegment(4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8),segment_id=4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:37.493486 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6f45a84a-c1df-4926-8927-2156057b86a8 req-81c8267b-969f-4647-a028-6a8da7084544 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.540434 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-fcedb130-eb0e-43b8-90b4-830725a54aed tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=42202b588264491c81b7c18a4ce03ee8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.9166059 Jul 16 08:38:37.542673 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-6f45a84a-c1df-4926-8927-2156057b86a8 req-81c8267b-969f-4647-a028-6a8da7084544 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Calling delete_port for a89de094-fceb-4dc1-9604-7c21ee89c4f4 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:37.632253 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0e1c7581-4812-4fab-888c-62c5cd178bfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.679982 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b248316e-07f5-4715-a5f1-f9dded322594 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.716550 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b248316e-07f5-4715-a5f1-f9dded322594 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8e160fa9-1aab-4a40-a10b-7f1f656fd933 {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 08:38:37.754916 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b248316e-07f5-4715-a5f1-f9dded322594 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.757064 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b248316e-07f5-4715-a5f1-f9dded322594 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] 10.222.0.22 "DELETE /v2.0/networks/8e160fa9-1aab-4a40-a10b-7f1f656fd933 HTTP/1.1" status: 204 len: 168 time: 1.5785160 Jul 16 08:38:37.839928 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39462) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:37.848391 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-4e4e3341-5ad9-43d2-8baf-2f21ed05f7d3 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Request body: {'network': {'name': 'tempest-network--1459276893', 'router:external': True}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:37.875885 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b248316e-07f5-4715-a5f1-f9dded322594 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Pushing event deleted for resources: {'Network': ['ID=8e160fa9-1aab-4a40-a10b-7f1f656fd933,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:37.895812 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c53bc287-3108-4caa-b6c0-b4bc886cdc5d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.897894 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4db3d269-f912-41e6-a5d6-f35e88dfb3d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04122545-aaaa-4e6a-b960-143c734187c6', 'name': 'tempest-TaggedBootDevicesTest_v242-628218279-router', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '1e5ceaae-e846-497a-af28-a721d641abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:45Z', 'updated_at': '2021-07-16T08:38:34Z', 'revision_number': 5, 'project_id': '18d3bd29957e4274890e11da19ecb787', 'gw_port': {'id': '1e5ceaae-e846-497a-af28-a721d641abf6', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04122545-aaaa-4e6a-b960-143c734187c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:47Z', 'updated_at': '2021-07-16T08:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:37.951102 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0e1c7581-4812-4fab-888c-62c5cd178bfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.958609 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6f45a84a-c1df-4926-8927-2156057b86a8 req-81c8267b-969f-4647-a028-6a8da7084544 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:37.977653 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['5aa32bf1-0457-4b8a-8781-93eddf2ce4a6'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:37.981548 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['a89de094-fceb-4dc1-9604-7c21ee89c4f4'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:38.009706 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b248316e-07f5-4715-a5f1-f9dded322594 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:38.010250 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b248316e-07f5-4715-a5f1-f9dded322594 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:38.010935 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b248316e-07f5-4715-a5f1-f9dded322594 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:38.011226 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db3d269-f912-41e6-a5d6-f35e88dfb3d8 None None] The sync data for ids ['04122545-aaaa-4e6a-b960-143c734187c6'] in n-d-771362-37 is: [{'id': '04122545-aaaa-4e6a-b960-143c734187c6', 'name': 'tempest-TaggedBootDevicesTest_v242-628218279-router', 'tenant_id': '18d3bd29957e4274890e11da19ecb787', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '1e5ceaae-e846-497a-af28-a721d641abf6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:26:45Z', 'updated_at': '2021-07-16T08:38:34Z', 'revision_number': 5, 'project_id': '18d3bd29957e4274890e11da19ecb787', 'gw_port': {'id': '1e5ceaae-e846-497a-af28-a721d641abf6', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:52:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04122545-aaaa-4e6a-b960-143c734187c6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 708, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:26:47Z', 'updated_at': '2021-07-16T08:26:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:38:38.011841 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b248316e-07f5-4715-a5f1-f9dded322594 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:38.012890 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b248316e-07f5-4715-a5f1-f9dded322594 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:38.013487 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b248316e-07f5-4715-a5f1-f9dded322594 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:38.014145 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b248316e-07f5-4715-a5f1-f9dded322594 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:38.014727 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b248316e-07f5-4715-a5f1-f9dded322594 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:38.015514 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b248316e-07f5-4715-a5f1-f9dded322594 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:38.016228 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b248316e-07f5-4715-a5f1-f9dded322594 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:38.016765 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b248316e-07f5-4715-a5f1-f9dded322594 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:38.017738 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b248316e-07f5-4715-a5f1-f9dded322594 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:38:38.052402 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c8267b-969f-4647-a028-6a8da7084544 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Pushing event deleted for resources: {'Port': ['ID=a89de094-fceb-4dc1-9604-7c21ee89c4f4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:38.108786 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16dc9bb-97fe-4370-905b-293211430b17 req-05c482e8-e16b-4b30-aeec-655ce74d2309 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:38.117274 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e16dc9bb-97fe-4370-905b-293211430b17 req-05c482e8-e16b-4b30-aeec-655ce74d2309 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 946 time: 0.4752221 Jul 16 08:38:38.175940 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f45a84a-c1df-4926-8927-2156057b86a8 req-81c8267b-969f-4647-a028-6a8da7084544 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] No DVR routers for this DVR port a89de094-fceb-4dc1-9604-7c21ee89c4f4 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:38.187339 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-6f45a84a-c1df-4926-8927-2156057b86a8 req-81c8267b-969f-4647-a028-6a8da7084544 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:38.190425 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6f45a84a-c1df-4926-8927-2156057b86a8 req-81c8267b-969f-4647-a028-6a8da7084544 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.30 "DELETE /v2.0/ports/a89de094-fceb-4dc1-9604-7c21ee89c4f4 HTTP/1.1" status: 204 len: 173 time: 1.1597273 Jul 16 08:38:38.191122 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fad6c18-f12c-4e26-8ed9-ee36ccc7b374', 'name': 'network-vif-deleted', 'tag': 'a89de094-fceb-4dc1-9604-7c21ee89c4f4'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:38.194947 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f609fe5-bf75-4d43-ba14-4492738c6fd1" -d '{"events": [{"server_uuid": "8fad6c18-f12c-4e26-8ed9-ee36ccc7b374", "name": "network-vif-deleted", "tag": "a89de094-fceb-4dc1-9604-7c21ee89c4f4"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:38.221265 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-7c56edc1-56de-49f8-9245-e05615b25c13 service neutron] 10.222.0.22 "GET /v2.0/networks/fbaf6646-1a17-4393-858b-454a43ff2295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6793756 Jul 16 08:38:38.222184 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e16dc9bb-97fe-4370-905b-293211430b17 req-b4bfa9b6-83af-4a6c-b405-d6b2a501478a tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012621 Jul 16 08:38:38.327459 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-391e095c-f4a3-4195-ab8c-96071aef5e6e x-openstack-request-id: req-391e095c-f4a3-4195-ab8c-96071aef5e6e {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:38.327756 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fad6c18-f12c-4e26-8ed9-ee36ccc7b374", "name": "network-vif-deleted", "tag": "a89de094-fceb-4dc1-9604-7c21ee89c4f4", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:38.330776 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-391e095c-f4a3-4195-ab8c-96071aef5e6e {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:38.330776 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fad6c18-f12c-4e26-8ed9-ee36ccc7b374', 'name': 'network-vif-deleted', 'tag': 'a89de094-fceb-4dc1-9604-7c21ee89c4f4', 'status': 'completed', 'code': 200} Jul 16 08:38:38.465012 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:38.506786 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-d90dbe69-93b6-43a0-9ef9-7291a441a1cb service neutron] 10.222.0.22 "GET /v2.0/networks/fbaf6646-1a17-4393-858b-454a43ff2295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2661645 Jul 16 08:38:38.507740 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4e3341-5ad9-43d2-8baf-2f21ed05f7d3 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Made reservation on behalf of d24f192609484314a393bcae4e187b5b for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:38.511793 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4e4e3341-5ad9-43d2-8baf-2f21ed05f7d3 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:38.585340 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-b1b558f1-6e19-41ba-9a7a-4d44770b3a8c req-3f64fb38-cdb2-4f30-8680-e4c77a812864 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Deleting port 5aa32bf1-0457-4b8a-8781-93eddf2ce4a6 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:38.585701 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b1b558f1-6e19-41ba-9a7a-4d44770b3a8c req-3f64fb38-cdb2-4f30-8680-e4c77a812864 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:38.642020 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f911bfa9-6269-40c0-90b7-6547cf7071f0 req-90ffa2b1-cbf1-4f7d-b482-a358ca26ea0b tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:38.651702 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f911bfa9-6269-40c0-90b7-6547cf7071f0 req-90ffa2b1-cbf1-4f7d-b482-a358ca26ea0b tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 946 time: 0.1328616 Jul 16 08:38:38.720000 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f911bfa9-6269-40c0-90b7-6547cf7071f0 req-9ae6e109-e28e-4027-90a3-3940aafa5653 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671368 Jul 16 08:38:38.740182 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c53bc287-3108-4caa-b6c0-b4bc886cdc5d admin admin] Deleting port 1e5ceaae-e846-497a-af28-a721d641abf6 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:38.740753 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c53bc287-3108-4caa-b6c0-b4bc886cdc5d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:39.181100 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c53bc287-3108-4caa-b6c0-b4bc886cdc5d admin admin] For port 1e5ceaae-e846-497a-af28-a721d641abf6, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1e5ceaae-e846-497a-af28-a721d641abf6,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:39.181700 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c53bc287-3108-4caa-b6c0-b4bc886cdc5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:39.251615 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c53bc287-3108-4caa-b6c0-b4bc886cdc5d admin admin] Calling delete_port for 1e5ceaae-e846-497a-af28-a721d641abf6 owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:39.589296 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0e1c7581-4812-4fab-888c-62c5cd178bfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:39.612533 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0e1c7581-4812-4fab-888c-62c5cd178bfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:39.618337 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0e1c7581-4812-4fab-888c-62c5cd178bfa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dc8cc5fc-b2ff-48b2-9c3a-3dcdc6d41968 HTTP/1.1" status: 204 len: 168 time: 2.6621523 Jul 16 08:38:39.745323 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e4e3341-5ad9-43d2-8baf-2f21ed05f7d3 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:38:39.798132 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4e4e3341-5ad9-43d2-8baf-2f21ed05f7d3 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:39.798706 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-4e4e3341-5ad9-43d2-8baf-2f21ed05f7d3 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Added segment 1cc2dd56-e64a-4508-9e40-b459d244c084 of type vlan for network 87c53ef7-e09a-4eb0-a603-446790496aff Jul 16 08:38:40.211116 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1c7581-4812-4fab-888c-62c5cd178bfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc8cc5fc-b2ff-48b2-9c3a-3dcdc6d41968,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:40.284253 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a3d915ca-cbbb-4f6a-a0e0-c8cb09d35b1b req-7f7dfd8a-15d8-42e5-8550-18799c1398ee tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb1fa6b5-f13d-4d0e-a549-50a81a4e455b HTTP/1.1" status: 200 len: 210 time: 0.1632836 Jul 16 08:38:40.340828 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4e4e3341-5ad9-43d2-8baf-2f21ed05f7d3 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:40.382302 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b1b558f1-6e19-41ba-9a7a-4d44770b3a8c req-3f64fb38-cdb2-4f30-8680-e4c77a812864 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] For port 5aa32bf1-0457-4b8a-8781-93eddf2ce4a6, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5aa32bf1-0457-4b8a-8781-93eddf2ce4a6,segment=NetworkSegment(4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8),segment_id=4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:40.385832 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b1b558f1-6e19-41ba-9a7a-4d44770b3a8c req-3f64fb38-cdb2-4f30-8680-e4c77a812864 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:40.448843 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-b1b558f1-6e19-41ba-9a7a-4d44770b3a8c req-3f64fb38-cdb2-4f30-8680-e4c77a812864 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Calling delete_port for 5aa32bf1-0457-4b8a-8781-93eddf2ce4a6 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:40.501395 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.db.resource_extend [None req-4e4e3341-5ad9-43d2-8baf-2f21ed05f7d3 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:38:40.626171 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 5aa32bf1-0457-4b8a-8781-93eddf2ce4a6 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:40.702234 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c53bc287-3108-4caa-b6c0-b4bc886cdc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:40.704248 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device a89de094-fceb-4dc1-9604-7c21ee89c4f4 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:40.708319 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4e4e3341-5ad9-43d2-8baf-2f21ed05f7d3 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:40.709778 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4e3341-5ad9-43d2-8baf-2f21ed05f7d3 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:40.710504 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4e4e3341-5ad9-43d2-8baf-2f21ed05f7d3 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:40.731295 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: a89de094-fceb-4dc1-9604-7c21ee89c4f4 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:38:40.731956 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device a89de094-fceb-4dc1-9604-7c21ee89c4f4 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:38:40.781168 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:40.822879 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 5aa32bf1-0457-4b8a-8781-93eddf2ce4a6, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5aa32bf1-0457-4b8a-8781-93eddf2ce4a6,segment=NetworkSegment(4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8),segment_id=4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:40.824406 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7923d608-a0f4-47a2-8b09-0739c3dd3eeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aa32bf1-0457-4b8a-8781-93eddf2ce4a6'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:40.828485 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4bfcf7b-e5ea-4845-abeb-b9fadd471d05" -d '{"events": [{"server_uuid": "7923d608-a0f4-47a2-8b09-0739c3dd3eeb", "name": "network-vif-unplugged", "status": "completed", "tag": "5aa32bf1-0457-4b8a-8781-93eddf2ce4a6"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:40.835886 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:40.901363 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=5aa32bf1-0457-4b8a-8781-93eddf2ce4a6,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:40.946744 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53bc287-3108-4caa-b6c0-b4bc886cdc5d admin admin] Pushing event deleted for resources: {'Port': ['ID=1e5ceaae-e846-497a-af28-a721d641abf6,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:40.984571 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39558) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:40.984811 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4e4e3341-5ad9-43d2-8baf-2f21ed05f7d3 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.1432672 Jul 16 08:38:40.994439 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f75a12-36b1-43de-a2be-04890077e87d x-openstack-request-id: req-c6f75a12-36b1-43de-a2be-04890077e87d {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:40.995850 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7923d608-a0f4-47a2-8b09-0739c3dd3eeb", "name": "network-vif-unplugged", "status": "completed", "tag": "5aa32bf1-0457-4b8a-8781-93eddf2ce4a6", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:40.996290 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c6f75a12-36b1-43de-a2be-04890077e87d {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:40.999563 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7923d608-a0f4-47a2-8b09-0739c3dd3eeb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5aa32bf1-0457-4b8a-8781-93eddf2ce4a6', 'code': 200} Jul 16 08:38:41.115010 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4e3341-5ad9-43d2-8baf-2f21ed05f7d3 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Pushing event updated for resources: {'Network': ['ID=87c53ef7-e09a-4eb0-a603-446790496aff,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:41.161106 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 87c53ef7-e09a-4eb0-a603-446790496aff details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:38:41.341943 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be418115-4c4d-4867-babd-497a56769f00 tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:41.351195 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-be418115-4c4d-4867-babd-497a56769f00 tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] 10.222.0.22 "GET /v2.0/networks/87c53ef7-e09a-4eb0-a603-446790496aff HTTP/1.1" status: 200 len: 757 time: 0.3603253 Jul 16 08:38:41.352872 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39576) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:41.365824 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 69c9762b-8085-47b9-a1a6-e157f46ebb6b no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:41.400056 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 69c9762b-8085-47b9-a1a6-e157f46ebb6b {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:38:41.400591 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 69c9762b-8085-47b9-a1a6-e157f46ebb6b not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:38:41.642234 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39582) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:41.712459 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d18ac0-a64b-44a7-b0db-e2e9c3009364 tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:41.716380 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-05d18ac0-a64b-44a7-b0db-e2e9c3009364 tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] 10.222.0.22 "GET /v2.0/networks/d9b72437-a03f-40f7-b802-6795f1efb56a HTTP/1.1" status: 200 len: 767 time: 0.3611681 Jul 16 08:38:41.719591 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39586) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:41.940612 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c405b23a-c84a-425d-9085-c3f07d95dab2 req-6d8c7208-a762-49d8-b7fc-921e6cf46864 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:41.954215 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c405b23a-c84a-425d-9085-c3f07d95dab2 req-6d8c7208-a762-49d8-b7fc-921e6cf46864 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 946 time: 1.4000547 Jul 16 08:38:41.992824 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c53bc287-3108-4caa-b6c0-b4bc886cdc5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:42.008966 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-83ca9372-bcc5-4139-a5bd-fb39104654d0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-717487799'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:42.087561 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83ca9372-bcc5-4139-a5bd-fb39104654d0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:42.111163 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83ca9372-bcc5-4139-a5bd-fb39104654d0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:42.154062 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-4308c25a-1093-4032-9c9d-7b3349fc7f50 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:42.156081 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-4308c25a-1093-4032-9c9d-7b3349fc7f50 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.30 "GET /v2.0/networks?id=fbaf6646-1a17-4393-858b-454a43ff2295 HTTP/1.1" status: 200 len: 813 time: 0.4045014 Jul 16 08:38:42.163586 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83ca9372-bcc5-4139-a5bd-fb39104654d0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:42.171842 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-355ece2b-0f8b-495c-91e6-fb546b97aa94 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Request body: {'port': {'device_id': '206ac632-b787-4107-95ed-640d2daeb0ed', 'network_id': 'fbaf6646-1a17-4393-858b-454a43ff2295', 'admin_state_up': True, 'tenant_id': '42202b588264491c81b7c18a4ce03ee8'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:42.181041 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b1b558f1-6e19-41ba-9a7a-4d44770b3a8c req-3f64fb38-cdb2-4f30-8680-e4c77a812864 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:42.189875 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c53bc287-3108-4caa-b6c0-b4bc886cdc5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:42.197789 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c53bc287-3108-4caa-b6c0-b4bc886cdc5d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:42.217444 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fff8b1ad-3ff7-4689-bf30-efe4be4858ae req-358a2596-eb9f-4f03-9195-4b374cf031c3 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb1fa6b5-f13d-4d0e-a549-50a81a4e455b HTTP/1.1" status: 200 len: 210 time: 0.2274561 Jul 16 08:38:42.230897 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c405b23a-c84a-425d-9085-c3f07d95dab2 req-831dd0aa-7487-4c81-96b8-80e2f32f281a tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521338 Jul 16 08:38:42.247366 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f64fb38-cdb2-4f30-8680-e4c77a812864 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Pushing event deleted for resources: {'Port': ['ID=5aa32bf1-0457-4b8a-8781-93eddf2ce4a6,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:42.326337 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c53bc287-3108-4caa-b6c0-b4bc886cdc5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:42.326863 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c53bc287-3108-4caa-b6c0-b4bc886cdc5d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 04122545-aaaa-4e6a-b960-143c734187c6 {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:38:42.332594 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c53bc287-3108-4caa-b6c0-b4bc886cdc5d admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:42.334441 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c53bc287-3108-4caa-b6c0-b4bc886cdc5d admin admin] 10.222.0.22 "DELETE /v2.0/routers/04122545-aaaa-4e6a-b960-143c734187c6 HTTP/1.1" status: 204 len: 168 time: 5.9171436 Jul 16 08:38:42.342967 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39598) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:42.381913 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1b558f1-6e19-41ba-9a7a-4d44770b3a8c req-3f64fb38-cdb2-4f30-8680-e4c77a812864 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] No DVR routers for this DVR port 5aa32bf1-0457-4b8a-8781-93eddf2ce4a6 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:42.385611 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b1b558f1-6e19-41ba-9a7a-4d44770b3a8c req-3f64fb38-cdb2-4f30-8680-e4c77a812864 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:42.400885 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b1b558f1-6e19-41ba-9a7a-4d44770b3a8c req-3f64fb38-cdb2-4f30-8680-e4c77a812864 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.21 "DELETE /v2.0/ports/5aa32bf1-0457-4b8a-8781-93eddf2ce4a6 HTTP/1.1" status: 204 len: 173 time: 4.8366041 Jul 16 08:38:42.401479 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7923d608-a0f4-47a2-8b09-0739c3dd3eeb', 'name': 'network-vif-deleted', 'tag': '5aa32bf1-0457-4b8a-8781-93eddf2ce4a6'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:42.404771 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-278cad84-882a-4e48-8299-f75689317def" -d '{"events": [{"server_uuid": "7923d608-a0f4-47a2-8b09-0739c3dd3eeb", "name": "network-vif-deleted", "tag": "5aa32bf1-0457-4b8a-8781-93eddf2ce4a6"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:42.439993 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-197fd77b-7de7-48a9-870d-217347e719a5 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:42.521470 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5688d70e-1d39-472d-bffd-1754f43f8527 x-openstack-request-id: req-5688d70e-1d39-472d-bffd-1754f43f8527 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:42.521762 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7923d608-a0f4-47a2-8b09-0739c3dd3eeb", "name": "network-vif-deleted", "tag": "5aa32bf1-0457-4b8a-8781-93eddf2ce4a6", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:42.522233 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5688d70e-1d39-472d-bffd-1754f43f8527 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:42.523056 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7923d608-a0f4-47a2-8b09-0739c3dd3eeb', 'name': 'network-vif-deleted', 'tag': '5aa32bf1-0457-4b8a-8781-93eddf2ce4a6', 'status': 'completed', 'code': 200} Jul 16 08:38:42.761244 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d4c7097-80a8-401d-9ce8-3cfd41e65649 admin admin] Deleting subnet 90e1689d-683e-4bf7-9829-529743ada4e0 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:38:42.765650 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d4c7097-80a8-401d-9ce8-3cfd41e65649 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:42.827499 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-7ce05f56-39b1-4d68-a7cc-74f9613dff62 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:42.838467 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-7ce05f56-39b1-4d68-a7cc-74f9613dff62 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.30 "GET /v2.0/networks?id=fbaf6646-1a17-4393-858b-454a43ff2295 HTTP/1.1" status: 200 len: 813 time: 0.2211332 Jul 16 08:38:42.853043 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-96576dd6-b028-4a78-b7e8-c9caa87d469b tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Request body: {'port': {'device_id': 'fb1fa6b5-f13d-4d0e-a549-50a81a4e455b', 'network_id': 'fbaf6646-1a17-4393-858b-454a43ff2295', 'admin_state_up': True, 'tenant_id': '42202b588264491c81b7c18a4ce03ee8'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:42.879368 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d4c7097-80a8-401d-9ce8-3cfd41e65649 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.001110 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-197fd77b-7de7-48a9-870d-217347e719a5 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.035212 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-197fd77b-7de7-48a9-870d-217347e719a5 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c53ef7-e09a-4eb0-a603-446790496aff']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:43.074560 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-197fd77b-7de7-48a9-870d-217347e719a5 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cc2dd56-e64a-4508-9e40-b459d244c084') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:43.074863 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-197fd77b-7de7-48a9-870d-217347e719a5 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cc2dd56-e64a-4508-9e40-b459d244c084') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:43.116605 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-197fd77b-7de7-48a9-870d-217347e719a5 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.132917 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1e5ceaae-e846-497a-af28-a721d641abf6 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:43.139075 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-197fd77b-7de7-48a9-870d-217347e719a5 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.146773 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-197fd77b-7de7-48a9-870d-217347e719a5 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:38:43.147598 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-197fd77b-7de7-48a9-870d-217347e719a5 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.161361 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:38:43.161361 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:38:43.161361 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:38:43.161361 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:38:43.161361 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:38:43.161361 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:38:43.161361 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:38:43.161361 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:38:43.161361 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:38:43.161361 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:38:43.161361 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:38:43.161361 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:38:43.161361 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:38:43.161361 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:38:43.161361 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:38:43.161361 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:38:43.161361 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:38:43.161361 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:38:43.161361 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:38:43.161361 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:38:43.161361 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:38:43.161361 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:38:43.161361 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:38:43.161361 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:38:43.161361 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:38:43.161361 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:38:43.161361 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:38:43.161361 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:38:43.161361 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:38:43.161361 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:38:43.161361 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:38:43.161361 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:38:43.167902 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 1e5ceaae-e846-497a-af28-a721d641abf6 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:38:43.168253 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1e5ceaae-e846-497a-af28-a721d641abf6 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:38:43.274781 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d4c7097-80a8-401d-9ce8-3cfd41e65649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.279171 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83ca9372-bcc5-4139-a5bd-fb39104654d0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.325335 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83ca9372-bcc5-4139-a5bd-fb39104654d0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.337895 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.db.api [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-96576dd6-b028-4a78-b7e8-c9caa87d469b tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:38:43.337895 n-d-771362-37 neutron-server[93758]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:38:43.337895 n-d-771362-37 neutron-server[93758]: [parameters: {'project_id_1': '42202b588264491c81b7c18a4ce03ee8', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 38, 43, 82947)}] Jul 16 08:38:43.337895 n-d-771362-37 neutron-server[93758]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:38:43.339001 n-d-771362-37 neutron-server[93758]: DEBUG oslo_db.api [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-96576dd6-b028-4a78-b7e8-c9caa87d469b tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:38:43.358081 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-197fd77b-7de7-48a9-870d-217347e719a5 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.383290 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197fd77b-7de7-48a9-870d-217347e719a5 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 87c53ef7-e09a-4eb0-a603-446790496aff {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 08:38:43.411607 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-197fd77b-7de7-48a9-870d-217347e719a5 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.414396 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-197fd77b-7de7-48a9-870d-217347e719a5 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] 10.222.0.22 "DELETE /v2.0/networks/87c53ef7-e09a-4eb0-a603-446790496aff HTTP/1.1" status: 204 len: 168 time: 1.6924813 Jul 16 08:38:43.436506 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39620) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:43.464279 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-355ece2b-0f8b-495c-91e6-fb546b97aa94 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Made reservation on behalf of 42202b588264491c81b7c18a4ce03ee8 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:43.477529 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-355ece2b-0f8b-495c-91e6-fb546b97aa94 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.480054 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca9372-bcc5-4139-a5bd-fb39104654d0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=59ae5682-8e00-4f9f-b2ba-d8c5a12bcbca,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:43.489952 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-cf01b45c-60de-40c6-9ed3-d540fb1b989c tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Request body: {'network': {'name': 'tempest-network--1404476174'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:43.534568 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83ca9372-bcc5-4139-a5bd-fb39104654d0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:38:43.554803 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-baee9e72-7ae2-4616-995f-a742af8c7481 req-1ee8fde0-2566-4b69-a9e8-047d6dcebacc tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb1fa6b5-f13d-4d0e-a549-50a81a4e455b HTTP/1.1" status: 200 len: 210 time: 0.0710247 Jul 16 08:38:43.570872 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83ca9372-bcc5-4139-a5bd-fb39104654d0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.571676 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-83ca9372-bcc5-4139-a5bd-fb39104654d0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Added segment e458d3ca-fd73-44a1-a0df-fc18b1610d19 of type vlan for network 9259dc43-dd22-4f0c-b8a5-bf2f039342ea Jul 16 08:38:43.604150 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf01b45c-60de-40c6-9ed3-d540fb1b989c tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Made reservation on behalf of d24f192609484314a393bcae4e187b5b for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:43.604700 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197fd77b-7de7-48a9-870d-217347e719a5 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Pushing event deleted for resources: {'Network': ['ID=87c53ef7-e09a-4eb0-a603-446790496aff,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:43.615632 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cf01b45c-60de-40c6-9ed3-d540fb1b989c tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.686941 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cf01b45c-60de-40c6-9ed3-d540fb1b989c tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:38:43.705253 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a365a0-f33c-48f4-a348-dcaa1e245c03 req-f544d119-a67b-463c-9da7-2a5c6ce8cd4d tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:43.713674 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-99a365a0-f33c-48f4-a348-dcaa1e245c03 req-f544d119-a67b-463c-9da7-2a5c6ce8cd4d tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 946 time: 0.3099382 Jul 16 08:38:43.749215 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cf01b45c-60de-40c6-9ed3-d540fb1b989c tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.749883 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-cf01b45c-60de-40c6-9ed3-d540fb1b989c tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Added segment 53f8f633-4279-42ce-b8de-f1aa0ac53176 of type vlan for network d3352f55-29a0-4bf3-81ee-6c188e1c3cc5 Jul 16 08:38:43.897063 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-99a365a0-f33c-48f4-a348-dcaa1e245c03 req-2f2ccf73-c54f-4ea4-8ea9-2d2cf516d0c8 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820977 Jul 16 08:38:43.910006 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cf01b45c-60de-40c6-9ed3-d540fb1b989c tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:43.982977 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-96576dd6-b028-4a78-b7e8-c9caa87d469b tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Made reservation on behalf of 42202b588264491c81b7c18a4ce03ee8 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:43.987031 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-96576dd6-b028-4a78-b7e8-c9caa87d469b tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.066473 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cf01b45c-60de-40c6-9ed3-d540fb1b989c tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.069571 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf01b45c-60de-40c6-9ed3-d540fb1b989c tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:44.070538 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cf01b45c-60de-40c6-9ed3-d540fb1b989c tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.164400 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83ca9372-bcc5-4139-a5bd-fb39104654d0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.178626 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-cf01b45c-60de-40c6-9ed3-d540fb1b989c tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.7360599 Jul 16 08:38:44.208323 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39632) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:44.215793 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5dec665a-c365-456c-95a7-cf2414cf7dfb tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:44.223144 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d4c7097-80a8-401d-9ce8-3cfd41e65649 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.245569 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01b45c-60de-40c6-9ed3-d540fb1b989c tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Pushing event updated for resources: {'Network': ['ID=d3352f55-29a0-4bf3-81ee-6c188e1c3cc5,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:44.262775 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network d3352f55-29a0-4bf3-81ee-6c188e1c3cc5 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:38:44.314803 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d4c7097-80a8-401d-9ce8-3cfd41e65649 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.318353 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0b4487-f354-47af-9b9b-ee8310f0755a None None] Network ef42b60b-a2a6-4c00-9b16-9d40351d12af requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:44.318682 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0d4c7097-80a8-401d-9ce8-3cfd41e65649 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/90e1689d-683e-4bf7-9829-529743ada4e0 HTTP/1.1" status: 204 len: 168 time: 1.9692092 Jul 16 08:38:44.319595 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d4c7097-80a8-401d-9ce8-3cfd41e65649 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=90e1689d-683e-4bf7-9829-529743ada4e0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:44.325841 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39638) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:44.361413 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-96576dd6-b028-4a78-b7e8-c9caa87d469b tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Allocated IP 172.20.0.13 (fbaf6646-1a17-4393-858b-454a43ff2295/e9bc1b2c-bcdd-4be6-b44c-fd94eb843d78/8317e3c8-7143-4f98-b32f-759372e9e6d3) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:44.412671 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83ca9372-bcc5-4139-a5bd-fb39104654d0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.421350 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83ca9372-bcc5-4139-a5bd-fb39104654d0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:44.421930 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83ca9372-bcc5-4139-a5bd-fb39104654d0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.536281 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ca9372-bcc5-4139-a5bd-fb39104654d0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Network': ['ID=9259dc43-dd22-4f0c-b8a5-bf2f039342ea,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:44.546795 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-83ca9372-bcc5-4139-a5bd-fb39104654d0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.9031255 Jul 16 08:38:44.555877 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39644) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:44.558961 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 9259dc43-dd22-4f0c-b8a5-bf2f039342ea details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:38:44.564396 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-cfa81f2c-9f45-4d90-9448-58f213b87879 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'port': {'network_id': '9259dc43-dd22-4f0c-b8a5-bf2f039342ea', 'name': 'tempest-PortsIpV6TestJSON-633263880'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:44.718084 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-93265672-12fe-48c4-872a-e92e8295742e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.742342 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfa81f2c-9f45-4d90-9448-58f213b87879 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:44.746017 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cfa81f2c-9f45-4d90-9448-58f213b87879 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.763033 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5dec665a-c365-456c-95a7-cf2414cf7dfb tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.772439 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-cfa81f2c-9f45-4d90-9448-58f213b87879 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] device_id is not set on port eefa8e51-6548-4a1c-a4ee-4897e82412fa yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:38:44.807829 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c1f46cff-85d9-4f56-bf68-ae8cdf3020c4 req-aa3a02ea-718e-46f1-8129-20b7a0826683 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb1fa6b5-f13d-4d0e-a549-50a81a4e455b HTTP/1.1" status: 200 len: 210 time: 0.0860641 Jul 16 08:38:44.861636 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5dec665a-c365-456c-95a7-cf2414cf7dfb tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.880238 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5dec665a-c365-456c-95a7-cf2414cf7dfb tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Network d3352f55-29a0-4bf3-81ee-6c188e1c3cc5 is not hosted by any dhcp agent {{(pid=93759) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 08:38:44.881173 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dec665a-c365-456c-95a7-cf2414cf7dfb tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:44.881785 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5dec665a-c365-456c-95a7-cf2414cf7dfb tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:44.889167 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39652) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:44.892281 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5dec665a-c365-456c-95a7-cf2414cf7dfb tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] 10.222.0.22 "PUT /v2.0/networks/d3352f55-29a0-4bf3-81ee-6c188e1c3cc5 HTTP/1.1" status: 200 len: 858 time: 0.6823058 Jul 16 08:38:44.987068 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec665a-c365-456c-95a7-cf2414cf7dfb tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Pushing event updated for resources: {'Network': ['ID=d3352f55-29a0-4bf3-81ee-6c188e1c3cc5,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:45.010902 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-96576dd6-b028-4a78-b7e8-c9caa87d469b tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.019768 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-caf91670-7fb0-45b6-aa93-b9024e203f52 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.047333 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4d90f14-1346-4259-9a8d-e32627de71de None None] DHCP port deletion for ef42b60b-a2a6-4c00-9b16-9d40351d12af request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:38:45.106678 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-93265672-12fe-48c4-872a-e92e8295742e admin admin] Deleting port b5bf7c00-3058-4f00-a70f-dd68d183f3a5 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:45.107034 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-93265672-12fe-48c4-872a-e92e8295742e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.187629 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b4d90f14-1346-4259-9a8d-e32627de71de None None] Deleting port b5bf7c00-3058-4f00-a70f-dd68d183f3a5 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:45.188038 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b4d90f14-1346-4259-9a8d-e32627de71de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.231124 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b5bf7c00-3058-4f00-a70f-dd68d183f3a5 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:38:45.291845 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-caf91670-7fb0-45b6-aa93-b9024e203f52 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.312927 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-caf91670-7fb0-45b6-aa93-b9024e203f52 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3352f55-29a0-4bf3-81ee-6c188e1c3cc5']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:45.322715 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cfa81f2c-9f45-4d90-9448-58f213b87879 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.405618 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880e0077-7d34-4b5b-a6b9-39a26aae1dde req-c3e5ae8d-c98c-4be2-8855-7e53c487cffc tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:45.414155 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-880e0077-7d34-4b5b-a6b9-39a26aae1dde req-c3e5ae8d-c98c-4be2-8855-7e53c487cffc tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 946 time: 0.2497082 Jul 16 08:38:45.415107 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-b4d90f14-1346-4259-9a8d-e32627de71de None None] For port b5bf7c00-3058-4f00-a70f-dd68d183f3a5, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=b5bf7c00-3058-4f00-a70f-dd68d183f3a5,segment=NetworkSegment(2630c0b4-c25a-4e71-baf9-4cb001668487),segment_id=2630c0b4-c25a-4e71-baf9-4cb001668487)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:45.415571 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b4d90f14-1346-4259-9a8d-e32627de71de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.436519 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.444530 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b4d90f14-1346-4259-9a8d-e32627de71de None None] Calling delete_port for b5bf7c00-3058-4f00-a70f-dd68d183f3a5 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:45.486027 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-880e0077-7d34-4b5b-a6b9-39a26aae1dde req-c8dc3fe7-c986-4995-bb04-27fcb8a9f1a7 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689976 Jul 16 08:38:45.491306 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port b5bf7c00-3058-4f00-a70f-dd68d183f3a5, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=b5bf7c00-3058-4f00-a70f-dd68d183f3a5,segment=NetworkSegment(2630c0b4-c25a-4e71-baf9-4cb001668487),segment_id=2630c0b4-c25a-4e71-baf9-4cb001668487)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:45.498274 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.512605 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-caf91670-7fb0-45b6-aa93-b9024e203f52 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53f8f633-4279-42ce-b8de-f1aa0ac53176') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:45.513201 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-caf91670-7fb0-45b6-aa93-b9024e203f52 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53f8f633-4279-42ce-b8de-f1aa0ac53176') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:45.544106 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-96576dd6-b028-4a78-b7e8-c9caa87d469b tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.544628 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-355ece2b-0f8b-495c-91e6-fb546b97aa94 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Allocated IP 172.20.0.5 (fbaf6646-1a17-4393-858b-454a43ff2295/e9bc1b2c-bcdd-4be6-b44c-fd94eb843d78/76a7f60c-6ae9-49ec-a611-d34732aed303) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:45.559325 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-caf91670-7fb0-45b6-aa93-b9024e203f52 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.582418 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-93265672-12fe-48c4-872a-e92e8295742e admin admin] For port b5bf7c00-3058-4f00-a70f-dd68d183f3a5, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=b5bf7c00-3058-4f00-a70f-dd68d183f3a5,segment=NetworkSegment(2630c0b4-c25a-4e71-baf9-4cb001668487),segment_id=2630c0b4-c25a-4e71-baf9-4cb001668487)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:45.582799 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-93265672-12fe-48c4-872a-e92e8295742e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.627745 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cfa81f2c-9f45-4d90-9448-58f213b87879 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.650575 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-caf91670-7fb0-45b6-aa93-b9024e203f52 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.661717 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-96576dd6-b028-4a78-b7e8-c9caa87d469b tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Network fbaf6646-1a17-4393-858b-454a43ff2295 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:45.674135 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=b5bf7c00-3058-4f00-a70f-dd68d183f3a5,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:45.674983 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-93265672-12fe-48c4-872a-e92e8295742e admin admin] Calling delete_port for b5bf7c00-3058-4f00-a70f-dd68d183f3a5 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:45.687178 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-96576dd6-b028-4a78-b7e8-c9caa87d469b tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:45.691894 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf91670-7fb0-45b6-aa93-b9024e203f52 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:38:45.692601 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-caf91670-7fb0-45b6-aa93-b9024e203f52 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.699135 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:38:45.699135 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:38:45.699135 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:38:45.699135 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:38:45.699135 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:38:45.699135 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:38:45.699135 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:38:45.699135 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:38:45.699135 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:38:45.699135 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:38:45.699135 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:38:45.699135 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:38:45.699135 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:38:45.699135 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:38:45.699135 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:38:45.699135 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:38:45.699135 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:38:45.699135 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:38:45.699135 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:38:45.699135 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:38:45.699135 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:38:45.699135 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:38:45.699135 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:38:45.699135 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:38:45.699135 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:38:45.699135 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:38:45.699135 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:38:45.699135 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:38:45.699135 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:38:45.699135 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:38:45.699135 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:38:45.699135 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:38:45.703403 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-96576dd6-b028-4a78-b7e8-c9caa87d469b tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:45.719592 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b4d90f14-1346-4259-9a8d-e32627de71de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:45.728919 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96576dd6-b028-4a78-b7e8-c9caa87d469b tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Pushing event updated for resources: {'Port': ['ID=8317e3c8-7143-4f98-b32f-759372e9e6d3,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:45.756394 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d90f14-1346-4259-9a8d-e32627de71de None None] No DVR routers for this DVR port b5bf7c00-3058-4f00-a70f-dd68d183f3a5 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:45.787616 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa81f2c-9f45-4d90-9448-58f213b87879 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Port': ['ID=eefa8e51-6548-4a1c-a4ee-4897e82412fa,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:45.812397 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d90f14-1346-4259-9a8d-e32627de71de None None] Pushing event deleted for resources: {'Port': ['ID=b5bf7c00-3058-4f00-a70f-dd68d183f3a5,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:45.999764 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa81f2c-9f45-4d90-9448-58f213b87879 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Checking segment: {'id': 'e458d3ca-fd73-44a1-a0df-fc18b1610d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9259dc43-dd22-4f0c-b8a5-bf2f039342ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:45.999764 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa81f2c-9f45-4d90-9448-58f213b87879 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network hostable DHCP agents. Network: 9259dc43-dd22-4f0c-b8a5-bf2f039342ea, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:38:46.160558 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-caf91670-7fb0-45b6-aa93-b9024e203f52 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.160558 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-caf91670-7fb0-45b6-aa93-b9024e203f52 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d3352f55-29a0-4bf3-81ee-6c188e1c3cc5 {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 08:38:46.160558 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-96576dd6-b028-4a78-b7e8-c9caa87d469b tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:46.160558 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-96576dd6-b028-4a78-b7e8-c9caa87d469b tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.160558 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-caf91670-7fb0-45b6-aa93-b9024e203f52 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.160558 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-caf91670-7fb0-45b6-aa93-b9024e203f52 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] 10.222.0.22 "DELETE /v2.0/networks/d3352f55-29a0-4bf3-81ee-6c188e1c3cc5 HTTP/1.1" status: 204 len: 168 time: 1.1098735 Jul 16 08:38:46.160558 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39684) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:46.160558 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf91670-7fb0-45b6-aa93-b9024e203f52 tempest-ExternalNetworksTestJSON-1418279275 tempest-ExternalNetworksTestJSON-1418279275-project-admin] Pushing event deleted for resources: {'Network': ['ID=d3352f55-29a0-4bf3-81ee-6c188e1c3cc5,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:46.160558 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b7740cd-3cb9-4181-9a5b-5569583df8df tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] DELETE failed (client error): The resource could not be found. Jul 16 08:38:46.160558 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b7740cd-3cb9-4181-9a5b-5569583df8df tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:38:46.160558 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3b7740cd-3cb9-4181-9a5b-5569583df8df tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] 10.222.0.22 "DELETE /v2.0/subnets/f7078042-57b4-4ffc-872f-c7c48227df4b HTTP/1.1" status: 404 len: 337 time: 0.0486627 Jul 16 08:38:46.160558 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-93265672-12fe-48c4-872a-e92e8295742e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.160558 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39688) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:46.164663 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-96576dd6-b028-4a78-b7e8-c9caa87d469b tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2240686 Jul 16 08:38:46.164663 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-4cfb2090-3480-446b-a845-9ab5ff8c833b service neutron] Request body: {'port': {'device_id': 'fb1fa6b5-f13d-4d0e-a549-50a81a4e455b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:46.165429 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfa81f2c-9f45-4d90-9448-58f213b87879 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network 9259dc43-dd22-4f0c-b8a5-bf2f039342ea is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:38:46.194441 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93265672-12fe-48c4-872a-e92e8295742e admin admin] Pushing event deleted for resources: {'Port': ['ID=b5bf7c00-3058-4f00-a70f-dd68d183f3a5,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:46.215401 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-cfa81f2c-9f45-4d90-9448-58f213b87879 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 9259dc43-dd22-4f0c-b8a5-bf2f039342ea) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:46.219591 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93265672-12fe-48c4-872a-e92e8295742e admin admin] No DVR routers for this DVR port b5bf7c00-3058-4f00-a70f-dd68d183f3a5 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:38:46.228124 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3573a6b2-5c65-4817-8545-d1c78e6becc9 None None] Network 9259dc43-dd22-4f0c-b8a5-bf2f039342ea requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:46.240013 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa81f2c-9f45-4d90-9448-58f213b87879 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:46.265336 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa81f2c-9f45-4d90-9448-58f213b87879 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:46.266166 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cfa81f2c-9f45-4d90-9448-58f213b87879 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.386682 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-cfa81f2c-9f45-4d90-9448-58f213b87879 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.8278279 Jul 16 08:38:46.394436 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39696) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:46.413930 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-580c4eaa-907c-40a3-9865-1dece5aa2eff tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-779994803'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:46.435751 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-355ece2b-0f8b-495c-91e6-fb546b97aa94 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.443129 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f7d4f50-46dd-4981-9405-5a72262fbf0c tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.512583 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-93265672-12fe-48c4-872a-e92e8295742e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.543322 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-93265672-12fe-48c4-872a-e92e8295742e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef42b60b-a2a6-4c00-9b16-9d40351d12af']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:46.546148 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-4cfb2090-3480-446b-a845-9ab5ff8c833b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.547868 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-580c4eaa-907c-40a3-9865-1dece5aa2eff tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:46.562202 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-580c4eaa-907c-40a3-9865-1dece5aa2eff tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.574720 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-93265672-12fe-48c4-872a-e92e8295742e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2630c0b4-c25a-4e71-baf9-4cb001668487') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:46.575115 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-93265672-12fe-48c4-872a-e92e8295742e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2630c0b4-c25a-4e71-baf9-4cb001668487') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:46.619668 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-93265672-12fe-48c4-872a-e92e8295742e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.627885 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-580c4eaa-907c-40a3-9865-1dece5aa2eff tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:38:46.652419 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-580c4eaa-907c-40a3-9865-1dece5aa2eff tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.652981 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-580c4eaa-907c-40a3-9865-1dece5aa2eff tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Added segment a84ddab2-1a16-49c4-a8eb-ce552e34049d of type vlan for network c16cf545-4660-45d7-9755-f7622d2f551f Jul 16 08:38:46.717672 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-93265672-12fe-48c4-872a-e92e8295742e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.743023 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e43bf2a-7d41-4ea4-a97b-072028c1a355 req-710dc804-8848-4624-b852-4c3dac027ccf tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:46.745132 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-580c4eaa-907c-40a3-9865-1dece5aa2eff tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.761808 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0e43bf2a-7d41-4ea4-a97b-072028c1a355 req-710dc804-8848-4624-b852-4c3dac027ccf tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb1fa6b5-f13d-4d0e-a549-50a81a4e455b HTTP/1.1" status: 200 len: 932 time: 0.4190104 Jul 16 08:38:46.827649 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-580c4eaa-907c-40a3-9865-1dece5aa2eff tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.833709 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-580c4eaa-907c-40a3-9865-1dece5aa2eff tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:46.834338 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-580c4eaa-907c-40a3-9865-1dece5aa2eff tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.839303 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93265672-12fe-48c4-872a-e92e8295742e admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:38:46.839721 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-93265672-12fe-48c4-872a-e92e8295742e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:46.891717 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-580c4eaa-907c-40a3-9865-1dece5aa2eff tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4959586 Jul 16 08:38:46.896439 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39712) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:46.902665 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-64eec207-234e-4a36-98cd-9f6e35ff6fc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'ports': [{'network_id': '9259dc43-dd22-4f0c-b8a5-bf2f039342ea'}, {'network_id': 'c16cf545-4660-45d7-9755-f7622d2f551f'}]} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:46.902982 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-64eec207-234e-4a36-98cd-9f6e35ff6fc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'port': {'network_id': '9259dc43-dd22-4f0c-b8a5-bf2f039342ea'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:46.903472 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-64eec207-234e-4a36-98cd-9f6e35ff6fc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'port': {'network_id': 'c16cf545-4660-45d7-9755-f7622d2f551f'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:38:46.947502 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:38:46.953601 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-93265672-12fe-48c4-872a-e92e8295742e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.005058 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f7d4f50-46dd-4981-9405-5a72262fbf0c tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.033624 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-93265672-12fe-48c4-872a-e92e8295742e admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.037189 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-93265672-12fe-48c4-872a-e92e8295742e admin admin] 10.222.0.22 "DELETE /v2.0/networks/ef42b60b-a2a6-4c00-9b16-9d40351d12af HTTP/1.1" status: 204 len: 168 time: 2.7077818 Jul 16 08:38:47.072842 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-355ece2b-0f8b-495c-91e6-fb546b97aa94 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.134872 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-3f7d4f50-46dd-4981-9405-5a72262fbf0c tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9b72437-a03f-40f7-b802-6795f1efb56a']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:47.138237 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93265672-12fe-48c4-872a-e92e8295742e admin admin] Pushing event deleted for resources: {'Network': ['ID=ef42b60b-a2a6-4c00-9b16-9d40351d12af,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:47.164644 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c4eaa-907c-40a3-9865-1dece5aa2eff tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Network': ['ID=c16cf545-4660-45d7-9755-f7622d2f551f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:47.179538 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network c16cf545-4660-45d7-9755-f7622d2f551f details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:38:47.197366 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0e43bf2a-7d41-4ea4-a97b-072028c1a355 req-4b79361e-71c2-4d7b-a4ea-1033e95b9310 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0667c6e-7d2e-4769-8c20-5580b8f62872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4252126 Jul 16 08:38:47.207496 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-3f7d4f50-46dd-4981-9405-5a72262fbf0c tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7739d7c6-0724-41be-a0d1-bc37d8c4c630') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:47.207869 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-3f7d4f50-46dd-4981-9405-5a72262fbf0c tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7739d7c6-0724-41be-a0d1-bc37d8c4c630') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:47.278537 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-355ece2b-0f8b-495c-91e6-fb546b97aa94 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Network fbaf6646-1a17-4393-858b-454a43ff2295 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:47.304633 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-355ece2b-0f8b-495c-91e6-fb546b97aa94 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:47.312627 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-355ece2b-0f8b-495c-91e6-fb546b97aa94 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:47.402706 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39726) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:47.412505 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f7d4f50-46dd-4981-9405-5a72262fbf0c tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.421735 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355ece2b-0f8b-495c-91e6-fb546b97aa94 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Pushing event updated for resources: {'Port': ['ID=76a7f60c-6ae9-49ec-a611-d34732aed303,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:47.444012 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab6c71-65e0-4beb-ab47-76d03ce282d5 req-e4c73e58-116c-4cf3-b6fe-82c9653a26da tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:47.448933 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9cab6c71-65e0-4beb-ab47-76d03ce282d5 req-e4c73e58-116c-4cf3-b6fe-82c9653a26da tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 946 time: 0.6352050 Jul 16 08:38:47.454977 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f7d4f50-46dd-4981-9405-5a72262fbf0c tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.488720 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f7d4f50-46dd-4981-9405-5a72262fbf0c tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:38:47.489252 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f7d4f50-46dd-4981-9405-5a72262fbf0c tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.491943 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:38:47.491943 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:38:47.491943 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:38:47.491943 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:38:47.491943 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:38:47.491943 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:38:47.491943 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:38:47.491943 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:38:47.491943 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:38:47.491943 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:38:47.491943 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:38:47.491943 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:38:47.491943 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:38:47.491943 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:38:47.491943 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:38:47.491943 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:38:47.491943 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:38:47.491943 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:38:47.491943 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:38:47.491943 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:38:47.491943 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:38:47.491943 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:38:47.491943 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:38:47.491943 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:38:47.491943 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:38:47.491943 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:38:47.491943 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:38:47.491943 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:38:47.491943 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:38:47.491943 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:38:47.491943 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:38:47.491943 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:38:47.540633 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bb4b868e-d2fe-4c0b-bd0a-4bff3bb1d66b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=18d3bd29957e4274890e11da19ecb787&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1020885 Jul 16 08:38:47.543391 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-355ece2b-0f8b-495c-91e6-fb546b97aa94 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:47.543616 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39730) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:47.544238 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-355ece2b-0f8b-495c-91e6-fb546b97aa94 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.549351 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64eec207-234e-4a36-98cd-9f6e35ff6fc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'port': 2} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:47.554815 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64eec207-234e-4a36-98cd-9f6e35ff6fc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.572900 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64eec207-234e-4a36-98cd-9f6e35ff6fc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.640922 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f7d4f50-46dd-4981-9405-5a72262fbf0c tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.653057 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f7d4f50-46dd-4981-9405-5a72262fbf0c tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.655744 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3f7d4f50-46dd-4981-9405-5a72262fbf0c tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] 10.222.0.22 "DELETE /v2.0/networks/d9b72437-a03f-40f7-b802-6795f1efb56a HTTP/1.1" status: 204 len: 168 time: 1.5932257 Jul 16 08:38:47.734611 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9cab6c71-65e0-4beb-ab47-76d03ce282d5 req-e7b5e5d3-f12e-439c-bde6-d91744a40bc6 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813468 Jul 16 08:38:47.760074 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18ad42e6-550e-45a0-8649-15e04b15e5f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.760838 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-355ece2b-0f8b-495c-91e6-fb546b97aa94 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.5863495 Jul 16 08:38:47.770344 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-e7122103-5c4b-42ff-bbcb-4dad078dbc3d service neutron] Request body: {'port': {'device_id': '206ac632-b787-4107-95ed-640d2daeb0ed', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:47.784290 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7d4f50-46dd-4981-9405-5a72262fbf0c tempest-ExternalNetworksTestJSON-1066331686 tempest-ExternalNetworksTestJSON-1066331686-project] Pushing event deleted for resources: {'Network': ['ID=d9b72437-a03f-40f7-b802-6795f1efb56a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:47.841722 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18ad42e6-550e-45a0-8649-15e04b15e5f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.941988 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-4cfb2090-3480-446b-a845-9ab5ff8c833b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8317e3c8-7143-4f98-b32f-759372e9e6d3 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:47.955245 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-4cfb2090-3480-446b-a845-9ab5ff8c833b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:47.987558 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-64eec207-234e-4a36-98cd-9f6e35ff6fc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] device_id is not set on port e520633e-ff7e-4d88-b279-1d4b05a842b7 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:38:47.995172 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-4cfb2090-3480-446b-a845-9ab5ff8c833b service neutron] Transition to ACTIVE for port object 8317e3c8-7143-4f98-b32f-759372e9e6d3 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:47.997414 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18ad42e6-550e-45a0-8649-15e04b15e5f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:48.001047 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18ad42e6-550e-45a0-8649-15e04b15e5f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:48.005535 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-18ad42e6-550e-45a0-8649-15e04b15e5f0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/03feaef0-ea92-4471-ae62-410a0f6dbf3b HTTP/1.1" status: 204 len: 168 time: 0.4221079 Jul 16 08:38:48.013935 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-4cfb2090-3480-446b-a845-9ab5ff8c833b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:48.125619 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ad42e6-550e-45a0-8649-15e04b15e5f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03feaef0-ea92-4471-ae62-410a0f6dbf3b,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:48.199837 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb2090-3480-446b-a845-9ab5ff8c833b service neutron] Pushing event updated for resources: {'Port': ['ID=8317e3c8-7143-4f98-b32f-759372e9e6d3,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:48.213489 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64eec207-234e-4a36-98cd-9f6e35ff6fc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:48.311898 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39762) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:48.335953 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-4cfb2090-3480-446b-a845-9ab5ff8c833b service neutron] Attempting to bind port 8317e3c8-7143-4f98-b32f-759372e9e6d3 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:48.336726 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-4cfb2090-3480-446b-a845-9ab5ff8c833b service neutron] Attempting to bind port 8317e3c8-7143-4f98-b32f-759372e9e6d3 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fbaf6646-1a17-4393-858b-454a43ff2295'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:48.337272 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-4cfb2090-3480-446b-a845-9ab5ff8c833b service neutron] Attempting to bind port 8317e3c8-7143-4f98-b32f-759372e9e6d3 on network fbaf6646-1a17-4393-858b-454a43ff2295 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:48.342878 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-4cfb2090-3480-446b-a845-9ab5ff8c833b service neutron] Port 8317e3c8-7143-4f98-b32f-759372e9e6d3 on network fbaf6646-1a17-4393-858b-454a43ff2295 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:38:48.343256 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-4cfb2090-3480-446b-a845-9ab5ff8c833b service neutron] Attempting to bind port 8317e3c8-7143-4f98-b32f-759372e9e6d3 on network fbaf6646-1a17-4393-858b-454a43ff2295 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:48.349398 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-4cfb2090-3480-446b-a845-9ab5ff8c833b service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:48.349779 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-4cfb2090-3480-446b-a845-9ab5ff8c833b service neutron] Checking segment: {'id': '4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fbaf6646-1a17-4393-858b-454a43ff2295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:48.350172 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-4cfb2090-3480-446b-a845-9ab5ff8c833b service neutron] Bound using segment: {'id': '4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fbaf6646-1a17-4393-858b-454a43ff2295'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:48.350613 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-4cfb2090-3480-446b-a845-9ab5ff8c833b service neutron] Bound port: 8317e3c8-7143-4f98-b32f-759372e9e6d3, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fbaf6646-1a17-4393-858b-454a43ff2295'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:48.351266 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-4cfb2090-3480-446b-a845-9ab5ff8c833b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:48.434757 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-4cfb2090-3480-446b-a845-9ab5ff8c833b service neutron] For port 8317e3c8-7143-4f98-b32f-759372e9e6d3, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:48.445268 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-4cfb2090-3480-446b-a845-9ab5ff8c833b service neutron] For port 8317e3c8-7143-4f98-b32f-759372e9e6d3, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=8317e3c8-7143-4f98-b32f-759372e9e6d3,segment=NetworkSegment(4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8),segment_id=4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:48.450951 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-4cfb2090-3480-446b-a845-9ab5ff8c833b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:48.529554 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cfb2090-3480-446b-a845-9ab5ff8c833b service neutron] Pushing event updated for resources: {'Port': ['ID=8317e3c8-7143-4f98-b32f-759372e9e6d3,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:48.537364 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-4cfb2090-3480-446b-a845-9ab5ff8c833b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:48.538074 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-4cfb2090-3480-446b-a845-9ab5ff8c833b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:48.539610 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-4cfb2090-3480-446b-a845-9ab5ff8c833b service neutron] 10.222.0.30 "PUT /v2.0/ports/8317e3c8-7143-4f98-b32f-759372e9e6d3 HTTP/1.1" status: 200 len: 1093 time: 2.4102361 Jul 16 08:38:48.540080 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb1fa6b5-f13d-4d0e-a549-50a81a4e455b', 'tag': '8317e3c8-7143-4f98-b32f-759372e9e6d3'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:48.542678 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c82e1e7-6713-49f7-bcb4-7f7583e902bd" -d '{"events": [{"name": "network-changed", "server_uuid": "fb1fa6b5-f13d-4d0e-a549-50a81a4e455b", "tag": "8317e3c8-7143-4f98-b32f-759372e9e6d3"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:48.608246 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-64eec207-234e-4a36-98cd-9f6e35ff6fc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] device_id is not set on port 543ba2c7-2781-41b6-a365-b26f958d1fb9 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:38:48.639514 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-e7122103-5c4b-42ff-bbcb-4dad078dbc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:48.643062 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87dd4fd0-d8c9-46c1-8f90-def269d418f9 x-openstack-request-id: req-87dd4fd0-d8c9-46c1-8f90-def269d418f9 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:48.643576 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb1fa6b5-f13d-4d0e-a549-50a81a4e455b", "tag": "8317e3c8-7143-4f98-b32f-759372e9e6d3", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:48.643813 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-87dd4fd0-d8c9-46c1-8f90-def269d418f9 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:48.644218 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb1fa6b5-f13d-4d0e-a549-50a81a4e455b', 'tag': '8317e3c8-7143-4f98-b32f-759372e9e6d3', 'status': 'completed', 'code': 200} Jul 16 08:38:48.695626 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-2c56a547-53c5-491b-9279-7d387a413af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:48.697708 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-2c56a547-53c5-491b-9279-7d387a413af1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42202b588264491c81b7c18a4ce03ee8&device_id=fb1fa6b5-f13d-4d0e-a549-50a81a4e455b HTTP/1.1" status: 200 len: 1096 time: 0.1106427 Jul 16 08:38:48.743269 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f31b5cf8-f7d8-43e2-8fb1-c268cbbf3b52 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6201793b00264d15a6c7d8b87da36e5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4220853 Jul 16 08:38:48.749206 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39786) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:48.774136 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62461d9f-699b-45f8-9598-f8d926e7f9d3 req-3fff96e2-6209-4e74-967b-fc9149a0e467 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:48.776087 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-62461d9f-699b-45f8-9598-f8d926e7f9d3 req-3fff96e2-6209-4e74-967b-fc9149a0e467 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb1fa6b5-f13d-4d0e-a549-50a81a4e455b HTTP/1.1" status: 200 len: 944 time: 0.2923038 Jul 16 08:38:48.811895 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-05e2654c-b880-4d4e-ae26-459101b6d14f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8317e3c8-7143-4f98-b32f-759372e9e6d3 HTTP/1.1" status: 200 len: 217 time: 0.1056502 Jul 16 08:38:49.012509 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-789cc129-9782-4b3a-a079-8ca68e04e267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:49.014170 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-789cc129-9782-4b3a-a079-8ca68e04e267 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9bc1b2c-bcdd-4be6-b44c-fd94eb843d78 HTTP/1.1" status: 200 len: 853 time: 0.1814585 Jul 16 08:38:49.066723 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-62461d9f-699b-45f8-9598-f8d926e7f9d3 req-43930c85-0d6f-461f-a0df-00d20f0c462b tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0667c6e-7d2e-4769-8c20-5580b8f62872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2293401 Jul 16 08:38:49.127339 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af1c062d-0814-4abd-b780-487bef7d0791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:49.143689 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-9e31e6e9-9139-439e-96f5-b7d016b6274a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbaf6646-1a17-4393-858b-454a43ff2295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1208756 Jul 16 08:38:49.177651 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64eec207-234e-4a36-98cd-9f6e35ff6fc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:49.290828 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af1c062d-0814-4abd-b780-487bef7d0791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:49.293300 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39810) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:49.359402 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-0f37eedd-2c9e-4f39-b0a7-dc0b48d8a534 service neutron] 10.222.0.30 "GET /v2.0/networks/fbaf6646-1a17-4393-858b-454a43ff2295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2068932 Jul 16 08:38:49.462211 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2002b9e0-150a-42dd-be27-f1ff4240d241 req-ae7b5054-9ea5-486a-ba9c-3453c3caa492 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:49.470664 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2002b9e0-150a-42dd-be27-f1ff4240d241 req-ae7b5054-9ea5-486a-ba9c-3453c3caa492 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 946 time: 0.4515564 Jul 16 08:38:49.516127 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c9cc7e25-9ffc-4c3c-aec9-7d2ad2d14c85 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1248124353-network', 'tenant_id': 'a24a2d7518784a6b80d1cbc6a1e85a5c'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:49.528483 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64eec207-234e-4a36-98cd-9f6e35ff6fc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:49.630396 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2002b9e0-150a-42dd-be27-f1ff4240d241 req-87680686-72d1-40ed-9d43-8ebe950c4672 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586630 Jul 16 08:38:49.677550 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eec207-234e-4a36-98cd-9f6e35ff6fc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network 9259dc43-dd22-4f0c-b8a5-bf2f039342ea is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:49.687796 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af1c062d-0814-4abd-b780-487bef7d0791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:49.689577 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-a7d1bb6d-9996-490b-94ec-9255e7e3a65b service neutron] 10.222.0.30 "GET /v2.0/networks/fbaf6646-1a17-4393-858b-454a43ff2295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3040223 Jul 16 08:38:49.693342 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af1c062d-0814-4abd-b780-487bef7d0791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:49.698245 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-af1c062d-0814-4abd-b780-487bef7d0791 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c97faf20-81f7-4470-ade9-29e51b329080 HTTP/1.1" status: 204 len: 168 time: 0.9428544 Jul 16 08:38:49.713690 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eec207-234e-4a36-98cd-9f6e35ff6fc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Port': ['ID=e520633e-ff7e-4d88-b279-1d4b05a842b7,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:49.717439 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-64eec207-234e-4a36-98cd-9f6e35ff6fc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:49.727891 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64eec207-234e-4a36-98cd-9f6e35ff6fc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:49.729140 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64eec207-234e-4a36-98cd-9f6e35ff6fc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:49.791434 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9cc7e25-9ffc-4c3c-aec9-7d2ad2d14c85 admin admin] Made reservation on behalf of a24a2d7518784a6b80d1cbc6a1e85a5c for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:49.795661 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7e25-9ffc-4c3c-aec9-7d2ad2d14c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:49.798873 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1c062d-0814-4abd-b780-487bef7d0791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97faf20-81f7-4470-ade9-29e51b329080,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:49.862113 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7e25-9ffc-4c3c-aec9-7d2ad2d14c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:49.901153 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82e1e7-6713-49f7-bcb4-7f7583e902bd req-c7867eb4-41f9-4559-aea3-a85430a8e1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:49.903003 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7c82e1e7-6713-49f7-bcb4-7f7583e902bd req-c7867eb4-41f9-4559-aea3-a85430a8e1d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42202b588264491c81b7c18a4ce03ee8&device_id=fb1fa6b5-f13d-4d0e-a549-50a81a4e455b HTTP/1.1" status: 200 len: 1096 time: 0.1347129 Jul 16 08:38:49.939979 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eec207-234e-4a36-98cd-9f6e35ff6fc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Port': ['ID=543ba2c7-2781-41b6-a365-b26f958d1fb9,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:49.954760 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-e7122103-5c4b-42ff-bbcb-4dad078dbc3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a7f60c-6ae9-49ec-a611-d34732aed303 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:49.965412 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-e7122103-5c4b-42ff-bbcb-4dad078dbc3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.009114 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-e7122103-5c4b-42ff-bbcb-4dad078dbc3d service neutron] Transition to ACTIVE for port object 76a7f60c-6ae9-49ec-a611-d34732aed303 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:50.010097 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64eec207-234e-4a36-98cd-9f6e35ff6fc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Checking segment: {'id': 'a84ddab2-1a16-49c4-a8eb-ce552e34049d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'c16cf545-4660-45d7-9755-f7622d2f551f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:50.010511 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eec207-234e-4a36-98cd-9f6e35ff6fc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network hostable DHCP agents. Network: c16cf545-4660-45d7-9755-f7622d2f551f, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:38:50.021444 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-e7122103-5c4b-42ff-bbcb-4dad078dbc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.104586 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82e1e7-6713-49f7-bcb4-7f7583e902bd req-a3cce897-d061-472c-b2eb-0981705bfcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:50.108153 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7c82e1e7-6713-49f7-bcb4-7f7583e902bd req-a3cce897-d061-472c-b2eb-0981705bfcf8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbaf6646-1a17-4393-858b-454a43ff2295 HTTP/1.1" status: 200 len: 914 time: 0.1973784 Jul 16 08:38:50.173302 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7c82e1e7-6713-49f7-bcb4-7f7583e902bd req-f8c3477a-b2ab-4fd5-ba0c-1362d0830dea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8317e3c8-7143-4f98-b32f-759372e9e6d3 HTTP/1.1" status: 200 len: 217 time: 0.0583375 Jul 16 08:38:50.224453 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7e25-9ffc-4c3c-aec9-7d2ad2d14c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.243044 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c82e1e7-6713-49f7-bcb4-7f7583e902bd req-1a2a7aad-abb9-4dbe-a459-a14f61a3d071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:50.244610 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7c82e1e7-6713-49f7-bcb4-7f7583e902bd req-1a2a7aad-abb9-4dbe-a459-a14f61a3d071 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9bc1b2c-bcdd-4be6-b44c-fd94eb843d78 HTTP/1.1" status: 200 len: 853 time: 0.0580516 Jul 16 08:38:50.304081 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7c82e1e7-6713-49f7-bcb4-7f7583e902bd req-f93e83cc-4226-4d2f-914a-76ad494074e5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbaf6646-1a17-4393-858b-454a43ff2295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513680 Jul 16 08:38:50.371321 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7e25-9ffc-4c3c-aec9-7d2ad2d14c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.388742 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9cc7e25-9ffc-4c3c-aec9-7d2ad2d14c85 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:38:50.399336 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7e25-9ffc-4c3c-aec9-7d2ad2d14c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.399965 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-c9cc7e25-9ffc-4c3c-aec9-7d2ad2d14c85 admin admin] Added segment f9790199-6c5d-491a-891c-5c49adfcdac9 of type vlan for network 4f619c87-6120-4620-97f2-eb2dbd06a3c2 Jul 16 08:38:50.447525 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7e25-9ffc-4c3c-aec9-7d2ad2d14c85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.483541 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7122103-5c4b-42ff-bbcb-4dad078dbc3d service neutron] Pushing event updated for resources: {'Port': ['ID=76a7f60c-6ae9-49ec-a611-d34732aed303,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:50.492579 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64eec207-234e-4a36-98cd-9f6e35ff6fc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network c16cf545-4660-45d7-9755-f7622d2f551f is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:38:50.511330 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39850) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:50.569316 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-64eec207-234e-4a36-98cd-9f6e35ff6fc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, c16cf545-4660-45d7-9755-f7622d2f551f) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:50.582937 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7c82e1e7-6713-49f7-bcb4-7f7583e902bd req-e5dd8eab-49b0-4dba-9b1c-ead10dd2960e service neutron] 10.222.0.30 "GET /v2.0/networks/fbaf6646-1a17-4393-858b-454a43ff2295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684214 Jul 16 08:38:50.584160 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d42ed8e-a391-45cb-a57a-cab5afb73d1b None None] Network c16cf545-4660-45d7-9755-f7622d2f551f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:50.600555 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64eec207-234e-4a36-98cd-9f6e35ff6fc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:50.606387 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64eec207-234e-4a36-98cd-9f6e35ff6fc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:50.611291 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64eec207-234e-4a36-98cd-9f6e35ff6fc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:50.612033 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64eec207-234e-4a36-98cd-9f6e35ff6fc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.649341 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc7e25-9ffc-4c3c-aec9-7d2ad2d14c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef87949d-b379-4b62-83ac-22ada1b4e00a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:50.728813 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-64eec207-234e-4a36-98cd-9f6e35ff6fc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.8294399 Jul 16 08:38:50.729467 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7e25-9ffc-4c3c-aec9-7d2ad2d14c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.730009 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9cc7e25-9ffc-4c3c-aec9-7d2ad2d14c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:50.730647 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c9cc7e25-9ffc-4c3c-aec9-7d2ad2d14c85 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:50.737190 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39856) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:50.802090 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-e7122103-5c4b-42ff-bbcb-4dad078dbc3d service neutron] Attempting to bind port 76a7f60c-6ae9-49ec-a611-d34732aed303 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:38:50.802572 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-e7122103-5c4b-42ff-bbcb-4dad078dbc3d service neutron] Attempting to bind port 76a7f60c-6ae9-49ec-a611-d34732aed303 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fbaf6646-1a17-4393-858b-454a43ff2295'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:38:50.803109 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-e7122103-5c4b-42ff-bbcb-4dad078dbc3d service neutron] Attempting to bind port 76a7f60c-6ae9-49ec-a611-d34732aed303 on network fbaf6646-1a17-4393-858b-454a43ff2295 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:50.807199 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b43063dc-20ac-4ee4-8e7e-ac9d571b24a9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d24f192609484314a393bcae4e187b5b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2887895 Jul 16 08:38:50.830642 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39864) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:50.889845 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c9cc7e25-9ffc-4c3c-aec9-7d2ad2d14c85 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.5953169 Jul 16 08:38:50.890932 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39868) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:50.904443 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-e7122103-5c4b-42ff-bbcb-4dad078dbc3d service neutron] Port 76a7f60c-6ae9-49ec-a611-d34732aed303 on network fbaf6646-1a17-4393-858b-454a43ff2295 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:38:50.904781 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-e7122103-5c4b-42ff-bbcb-4dad078dbc3d service neutron] Attempting to bind port 76a7f60c-6ae9-49ec-a611-d34732aed303 on network fbaf6646-1a17-4393-858b-454a43ff2295 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:38:50.925740 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-d0044732-deb7-49ba-9676-762459ce8ded admin admin] Request body: {'subnet': {'network_id': '4f619c87-6120-4620-97f2-eb2dbd06a3c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1248124353-subnet', 'tenant_id': 'a24a2d7518784a6b80d1cbc6a1e85a5c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:50.987308 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7c82e1e7-6713-49f7-bcb4-7f7583e902bd req-e0fa2038-db76-4914-bfdc-0ebc70b00350 service neutron] 10.222.0.30 "GET /v2.0/networks/fbaf6646-1a17-4393-858b-454a43ff2295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3891947 Jul 16 08:38:51.019246 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9cc7e25-9ffc-4c3c-aec9-7d2ad2d14c85 admin admin] Pushing event updated for resources: {'Network': ['ID=4f619c87-6120-4620-97f2-eb2dbd06a3c2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:51.026920 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-e7122103-5c4b-42ff-bbcb-4dad078dbc3d service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:38:51.027566 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-e7122103-5c4b-42ff-bbcb-4dad078dbc3d service neutron] Checking segment: {'id': '4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fbaf6646-1a17-4393-858b-454a43ff2295'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:51.029092 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-e7122103-5c4b-42ff-bbcb-4dad078dbc3d service neutron] Bound using segment: {'id': '4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fbaf6646-1a17-4393-858b-454a43ff2295'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:38:51.029912 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-e7122103-5c4b-42ff-bbcb-4dad078dbc3d service neutron] Bound port: 76a7f60c-6ae9-49ec-a611-d34732aed303, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'fbaf6646-1a17-4393-858b-454a43ff2295'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:38:51.030459 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-e7122103-5c4b-42ff-bbcb-4dad078dbc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.034755 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 4f619c87-6120-4620-97f2-eb2dbd06a3c2 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:38:51.060817 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0044732-deb7-49ba-9676-762459ce8ded admin admin] Made reservation on behalf of a24a2d7518784a6b80d1cbc6a1e85a5c for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:51.063214 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d0044732-deb7-49ba-9676-762459ce8ded admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.081120 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d771d4-1955-41b0-a9c8-5f57ef3506f7 req-5ce379c1-ad6a-4be2-8eac-2a14933fac2a tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:51.082812 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87d771d4-1955-41b0-a9c8-5f57ef3506f7 req-5ce379c1-ad6a-4be2-8eac-2a14933fac2a tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb1fa6b5-f13d-4d0e-a549-50a81a4e455b HTTP/1.1" status: 200 len: 944 time: 0.7137387 Jul 16 08:38:51.249475 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95dc7f40-e633-4559-b239-a3e5687894e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.258821 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87d771d4-1955-41b0-a9c8-5f57ef3506f7 req-3c4072bd-f8c5-4cad-b308-a8fd6b3af4ca tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0667c6e-7d2e-4769-8c20-5580b8f62872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220784 Jul 16 08:38:51.315338 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352f4987-42ed-484a-b790-6354d4bee714 req-ffa09e60-807a-4ae0-a0ae-e4a15749259b tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:51.317457 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-352f4987-42ed-484a-b790-6354d4bee714 req-ffa09e60-807a-4ae0-a0ae-e4a15749259b tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 946 time: 0.3290865 Jul 16 08:38:51.331937 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95dc7f40-e633-4559-b239-a3e5687894e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.334655 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1f9dcc51-b156-4710-ad09-0caee32a4d1a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting port 543ba2c7-2781-41b6-a365-b26f958d1fb9 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:51.335000 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f9dcc51-b156-4710-ad09-0caee32a4d1a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.343972 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-e7122103-5c4b-42ff-bbcb-4dad078dbc3d service neutron] For port 76a7f60c-6ae9-49ec-a611-d34732aed303, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:38:51.395227 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-352f4987-42ed-484a-b790-6354d4bee714 req-48fdefe6-f2a2-48fb-9875-6a94e5c9e174 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505886 Jul 16 08:38:51.402448 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-e7122103-5c4b-42ff-bbcb-4dad078dbc3d service neutron] For port 76a7f60c-6ae9-49ec-a611-d34732aed303, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=76a7f60c-6ae9-49ec-a611-d34732aed303,segment=NetworkSegment(4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8),segment_id=4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:38:51.413779 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-e7122103-5c4b-42ff-bbcb-4dad078dbc3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.494216 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d0044732-deb7-49ba-9676-762459ce8ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.612254 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0044732-deb7-49ba-9676-762459ce8ded admin admin] Checking segment: {'id': 'f9790199-6c5d-491a-891c-5c49adfcdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4f619c87-6120-4620-97f2-eb2dbd06a3c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:51.612652 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0044732-deb7-49ba-9676-762459ce8ded admin admin] Network hostable DHCP agents. Network: 4f619c87-6120-4620-97f2-eb2dbd06a3c2, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:38:51.623568 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0044732-deb7-49ba-9676-762459ce8ded admin admin] Pushing event updated for resources: {'Subnet': ['ID=202ee305-b6ac-4fd1-ab5c-c4ff10e64050,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:51.649441 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0044732-deb7-49ba-9676-762459ce8ded admin admin] Network 4f619c87-6120-4620-97f2-eb2dbd06a3c2 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:38:51.662593 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-d0044732-deb7-49ba-9676-762459ce8ded admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 4f619c87-6120-4620-97f2-eb2dbd06a3c2) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:51.669499 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0044732-deb7-49ba-9676-762459ce8ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:51.670517 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d0044732-deb7-49ba-9676-762459ce8ded admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.676562 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5683977c-f058-416c-abeb-6566aef86caa None None] Network 4f619c87-6120-4620-97f2-eb2dbd06a3c2 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:51.744395 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d0044732-deb7-49ba-9676-762459ce8ded admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8375721 Jul 16 08:38:51.879499 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aaf11cc-bc23-4cc6-8ca6-f93279288ce8 None None] Network 4f619c87-6120-4620-97f2-eb2dbd06a3c2 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:51.887446 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f9dcc51-b156-4710-ad09-0caee32a4d1a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.911469 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-e7122103-5c4b-42ff-bbcb-4dad078dbc3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:51.912278 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-e7122103-5c4b-42ff-bbcb-4dad078dbc3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.913925 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-e7122103-5c4b-42ff-bbcb-4dad078dbc3d service neutron] 10.222.0.30 "PUT /v2.0/ports/76a7f60c-6ae9-49ec-a611-d34732aed303 HTTP/1.1" status: 200 len: 1092 time: 4.1520362 Jul 16 08:38:51.914501 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '206ac632-b787-4107-95ed-640d2daeb0ed', 'tag': '76a7f60c-6ae9-49ec-a611-d34732aed303'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:51.918083 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66756022-db3e-4eac-a5c3-8d15c60d7de4" -d '{"events": [{"name": "network-changed", "server_uuid": "206ac632-b787-4107-95ed-640d2daeb0ed", "tag": "76a7f60c-6ae9-49ec-a611-d34732aed303"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:51.933860 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1f9dcc51-b156-4710-ad09-0caee32a4d1a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Calling delete_port for 543ba2c7-2781-41b6-a365-b26f958d1fb9 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:51.949981 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95dc7f40-e633-4559-b239-a3e5687894e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.969322 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-95dc7f40-e633-4559-b239-a3e5687894e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:51.992514 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-95dc7f40-e633-4559-b239-a3e5687894e6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8f9ded1b-1aae-4e3d-a6b8-617626d1d3e7 HTTP/1.1" status: 204 len: 168 time: 1.1455481 Jul 16 08:38:52.140222 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0681d41f-0624-4219-8ae0-2b3c37d94ea5 x-openstack-request-id: req-0681d41f-0624-4219-8ae0-2b3c37d94ea5 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:52.140629 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "206ac632-b787-4107-95ed-640d2daeb0ed", "tag": "76a7f60c-6ae9-49ec-a611-d34732aed303", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:52.140951 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0681d41f-0624-4219-8ae0-2b3c37d94ea5 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:52.141421 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '206ac632-b787-4107-95ed-640d2daeb0ed', 'tag': '76a7f60c-6ae9-49ec-a611-d34732aed303', 'status': 'completed', 'code': 200} Jul 16 08:38:52.148644 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7122103-5c4b-42ff-bbcb-4dad078dbc3d service neutron] Pushing event updated for resources: {'Port': ['ID=76a7f60c-6ae9-49ec-a611-d34732aed303,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:52.163130 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dc7f40-e633-4559-b239-a3e5687894e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9ded1b-1aae-4e3d-a6b8-617626d1d3e7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:52.257895 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f9dcc51-b156-4710-ad09-0caee32a4d1a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:52.308254 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-f440228f-7301-4fd1-a90a-55ef2148beef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:52.309280 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-f440228f-7301-4fd1-a90a-55ef2148beef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42202b588264491c81b7c18a4ce03ee8&device_id=206ac632-b787-4107-95ed-640d2daeb0ed HTTP/1.1" status: 200 len: 1095 time: 0.3176494 Jul 16 08:38:52.312497 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9dcc51-b156-4710-ad09-0caee32a4d1a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Port': ['ID=543ba2c7-2781-41b6-a365-b26f958d1fb9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:52.315662 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f9dcc51-b156-4710-ad09-0caee32a4d1a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:52.321304 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1f9dcc51-b156-4710-ad09-0caee32a4d1a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/ports/543ba2c7-2781-41b6-a365-b26f958d1fb9 HTTP/1.1" status: 204 len: 168 time: 1.5772467 Jul 16 08:38:52.325332 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39934) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:52.468741 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-598a3aac-981a-4316-95d7-bf2f8e45db46 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76a7f60c-6ae9-49ec-a611-d34732aed303 HTTP/1.1" status: 200 len: 217 time: 0.1462331 Jul 16 08:38:52.588327 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f002ea5-8203-47fe-92ff-4e032adc140d req-018efcd1-8dda-49c9-8d64-1d1817163223 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:52.611508 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f002ea5-8203-47fe-92ff-4e032adc140d req-018efcd1-8dda-49c9-8d64-1d1817163223 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb1fa6b5-f13d-4d0e-a549-50a81a4e455b HTTP/1.1" status: 200 len: 944 time: 0.1494782 Jul 16 08:38:52.626860 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-2729b1c2-8c1c-4a2c-b6d6-4ad9ab985882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:52.628796 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-2729b1c2-8c1c-4a2c-b6d6-4ad9ab985882 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9bc1b2c-bcdd-4be6-b44c-fd94eb843d78 HTTP/1.1" status: 200 len: 853 time: 0.1532679 Jul 16 08:38:52.664120 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 8317e3c8-7143-4f98-b32f-759372e9e6d3 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:38:52.680289 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f002ea5-8203-47fe-92ff-4e032adc140d req-f598ecc7-51cd-428d-83cf-120101cee0e0 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0667c6e-7d2e-4769-8c20-5580b8f62872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640395 Jul 16 08:38:52.769515 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-66b4032e-49ce-4e08-98b3-52d1aa98ddf3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbaf6646-1a17-4393-858b-454a43ff2295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1247718 Jul 16 08:38:52.863600 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25868ef7-a136-42c6-8673-466e84b2dca6 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:52.880104 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25868ef7-a136-42c6-8673-466e84b2dca6 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:52.882276 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-25868ef7-a136-42c6-8673-466e84b2dca6 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.5577707 Jul 16 08:38:52.887609 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39968) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:52.927658 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 8317e3c8-7143-4f98-b32f-759372e9e6d3, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=8317e3c8-7143-4f98-b32f-759372e9e6d3,segment=NetworkSegment(4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8),segment_id=4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:52.946322 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '8317e3c8-7143-4f98-b32f-759372e9e6d3', 'network_id': 'fbaf6646-1a17-4393-858b-454a43ff2295', 'port_id': '8317e3c8-7143-4f98-b32f-759372e9e6d3', 'mac_address': 'fa:16:3e:13:77:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9bc1b2c-bcdd-4be6-b44c-fd94eb843d78', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:38:52.993939 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:53.010108 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8317e3c8-7143-4f98-b32f-759372e9e6d3 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:53.010789 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-e6938240-9f81-4aba-8537-b6ce83811c56 service neutron] 10.222.0.30 "GET /v2.0/networks/fbaf6646-1a17-4393-858b-454a43ff2295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079072 Jul 16 08:38:53.035377 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 8317e3c8-7143-4f98-b32f-759372e9e6d3, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=8317e3c8-7143-4f98-b32f-759372e9e6d3,segment=NetworkSegment(4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8),segment_id=4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:53.040946 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:53.173730 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=8317e3c8-7143-4f98-b32f-759372e9e6d3,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:53.227280 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-abe16aa0-4e69-4b23-aedd-1bd63ecd4abd tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:53.230492 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-abe16aa0-4e69-4b23-aedd-1bd63ecd4abd tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/networks?id=4f619c87-6120-4620-97f2-eb2dbd06a3c2 HTTP/1.1" status: 200 len: 818 time: 0.5993471 Jul 16 08:38:53.255778 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0dd16a-f299-484c-9e50-30631de59142 req-91236473-03e8-4bcd-9636-a60dff9a48d1 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:53.258333 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fd0dd16a-f299-484c-9e50-30631de59142 req-91236473-03e8-4bcd-9636-a60dff9a48d1 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 946 time: 0.3448570 Jul 16 08:38:53.281714 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['8317e3c8-7143-4f98-b32f-759372e9e6d3'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:53.322909 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-a31b174b-e818-43fe-be0c-eaaa91d8d641 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/quotas/a24a2d7518784a6b80d1cbc6a1e85a5c HTTP/1.1" status: 200 len: 375 time: 0.0743926 Jul 16 08:38:53.346012 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fd0dd16a-f299-484c-9e50-30631de59142 req-7d4f6260-d6d9-4ec5-a20e-e3d8835761d5 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777962 Jul 16 08:38:53.363386 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-70204519-36a7-4aad-bf6e-9904724aeb98 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting port e520633e-ff7e-4d88-b279-1d4b05a842b7 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:38:53.365365 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-70204519-36a7-4aad-bf6e-9904724aeb98 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:53.414344 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-614747ee-fb15-4b11-8db5-1d4f6298b08c req-d7658208-8603-4028-b548-d24b7dfd8aea service neutron] 10.222.0.30 "GET /v2.0/networks/fbaf6646-1a17-4393-858b-454a43ff2295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156877 Jul 16 08:38:53.426495 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-e6ded812-946e-4fab-bd26-89c67bc72574 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a24a2d7518784a6b80d1cbc6a1e85a5c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1025102 Jul 16 08:38:53.840703 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-5dd192a7-5412-41c8-bc20-db66e0f7b007 service neutron] 10.222.0.22 "GET /v2.0/networks/4f619c87-6120-4620-97f2-eb2dbd06a3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4132817 Jul 16 08:38:53.865516 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66756022-db3e-4eac-a5c3-8d15c60d7de4 req-d41f545d-931a-417c-8bf8-0412c3d755c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:53.872508 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-66756022-db3e-4eac-a5c3-8d15c60d7de4 req-d41f545d-931a-417c-8bf8-0412c3d755c3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=42202b588264491c81b7c18a4ce03ee8&device_id=206ac632-b787-4107-95ed-640d2daeb0ed HTTP/1.1" status: 200 len: 1095 time: 0.3519187 Jul 16 08:38:54.086751 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-70204519-36a7-4aad-bf6e-9904724aeb98 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:54.140529 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66756022-db3e-4eac-a5c3-8d15c60d7de4 req-0d036a08-239c-4b87-a8a4-164b4bffb402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:54.143246 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-70204519-36a7-4aad-bf6e-9904724aeb98 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Calling delete_port for e520633e-ff7e-4d88-b279-1d4b05a842b7 owned by {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:38:54.150819 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-66756022-db3e-4eac-a5c3-8d15c60d7de4 req-0d036a08-239c-4b87-a8a4-164b4bffb402 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fbaf6646-1a17-4393-858b-454a43ff2295 HTTP/1.1" status: 200 len: 914 time: 0.2766185 Jul 16 08:38:54.253259 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0004dd7e-8364-468e-b720-5de36d7f92a9 req-47895cd3-db62-4938-a640-16a27f3ce5f5 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:54.264619 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0004dd7e-8364-468e-b720-5de36d7f92a9 req-47895cd3-db62-4938-a640-16a27f3ce5f5 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb1fa6b5-f13d-4d0e-a549-50a81a4e455b HTTP/1.1" status: 200 len: 945 time: 0.1967671 Jul 16 08:38:54.292838 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-66756022-db3e-4eac-a5c3-8d15c60d7de4 req-6e9f2c61-8e2c-4efe-a8a7-4edc0ffcfae6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76a7f60c-6ae9-49ec-a611-d34732aed303 HTTP/1.1" status: 200 len: 217 time: 0.1343300 Jul 16 08:38:54.379942 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0004dd7e-8364-468e-b720-5de36d7f92a9 req-185e13fe-64ec-4d61-bbc0-48279262752f tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0667c6e-7d2e-4769-8c20-5580b8f62872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128199 Jul 16 08:38:54.388770 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-70204519-36a7-4aad-bf6e-9904724aeb98 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:54.389488 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66756022-db3e-4eac-a5c3-8d15c60d7de4 req-a8f956a6-b920-4bde-af63-25e7956bbff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:54.391858 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-66756022-db3e-4eac-a5c3-8d15c60d7de4 req-a8f956a6-b920-4bde-af63-25e7956bbff4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e9bc1b2c-bcdd-4be6-b44c-fd94eb843d78 HTTP/1.1" status: 200 len: 853 time: 0.0812874 Jul 16 08:38:54.428515 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-70204519-36a7-4aad-bf6e-9904724aeb98 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:54.431648 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-70204519-36a7-4aad-bf6e-9904724aeb98 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/ports/e520633e-ff7e-4d88-b279-1d4b05a842b7 HTTP/1.1" status: 204 len: 168 time: 1.5413184 Jul 16 08:38:54.450987 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40028) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:54.458691 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70204519-36a7-4aad-bf6e-9904724aeb98 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Port': ['ID=e520633e-ff7e-4d88-b279-1d4b05a842b7,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:54.466836 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-66756022-db3e-4eac-a5c3-8d15c60d7de4 req-4b0f990d-3fe6-46be-84d7-2eccd4301b3d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fbaf6646-1a17-4393-858b-454a43ff2295&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667682 Jul 16 08:38:54.685156 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 8317e3c8-7143-4f98-b32f-759372e9e6d3 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:54.698947 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2211c2c7-deda-416a-8eb8-d91aae0d2a07 req-5b9a0b47-7059-4114-88f7-a712a3e56e7f tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:54.714963 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2211c2c7-deda-416a-8eb8-d91aae0d2a07 req-5b9a0b47-7059-4114-88f7-a712a3e56e7f tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 946 time: 0.1178505 Jul 16 08:38:54.734380 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-bfe187c4-200f-4459-b7c1-7125ef5eb067 service neutron] 10.222.0.22 "GET /v2.0/networks/4f619c87-6120-4620-97f2-eb2dbd06a3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8755062 Jul 16 08:38:54.790209 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40046) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:54.814555 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348a8546-7227-4490-b491-ed552cbe3132 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:54.833156 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-348a8546-7227-4490-b491-ed552cbe3132 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3583658 Jul 16 08:38:54.840763 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-66756022-db3e-4eac-a5c3-8d15c60d7de4 req-f604a50f-48b6-4e48-84b0-48cef61ac79f service neutron] 10.222.0.30 "GET /v2.0/networks/fbaf6646-1a17-4393-858b-454a43ff2295?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3685668 Jul 16 08:38:54.845105 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40050) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:54.870024 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 8317e3c8-7143-4f98-b32f-759372e9e6d3 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:54.879879 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 8317e3c8-7143-4f98-b32f-759372e9e6d3 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:54.881797 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:54.912712 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2211c2c7-deda-416a-8eb8-d91aae0d2a07 req-828d0b42-51a5-43a2-be10-b87c7129448a tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896579 Jul 16 08:38:54.943516 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-c07c63d7-2527-4bb0-b48e-55664a8c99d1 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] GET failed (client error): The resource could not be found. Jul 16 08:38:54.945687 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c07c63d7-2527-4bb0-b48e-55664a8c99d1 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "GET /v2.0/ports/543ba2c7-2781-41b6-a365-b26f958d1fb9 HTTP/1.1" status: 404 len: 333 time: 0.0967054 Jul 16 08:38:54.960555 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40054) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:55.032195 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eba7d1e-0e0a-46e1-8812-f869cd58c265 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] GET failed (client error): The resource could not be found. Jul 16 08:38:55.037105 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8eba7d1e-0e0a-46e1-8812-f869cd58c265 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "GET /v2.0/ports/e520633e-ff7e-4d88-b279-1d4b05a842b7 HTTP/1.1" status: 404 len: 333 time: 0.0751331 Jul 16 08:38:55.041147 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40058) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:55.137277 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.138926 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-66756022-db3e-4eac-a5c3-8d15c60d7de4 req-10e78da0-6fba-4c05-ace4-639c3ceaca80 service neutron] 10.222.0.30 "GET /v2.0/networks/fbaf6646-1a17-4393-858b-454a43ff2295?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2883375 Jul 16 08:38:55.188970 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-16823152-d859-4c99-a075-3f5d60dd3d6a tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-620531202'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:55.188970 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-16823152-d859-4c99-a075-3f5d60dd3d6a tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] Unknown quota resources ['metering_label']. {{(pid=93758) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:38:55.252151 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1fa6b5-f13d-4d0e-a549-50a81a4e455b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8317e3c8-7143-4f98-b32f-759372e9e6d3'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:55.267364 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb3187f-7246-46fc-a2d4-6dadf2481a8b" -d '{"events": [{"server_uuid": "fb1fa6b5-f13d-4d0e-a549-50a81a4e455b", "name": "network-vif-plugged", "status": "completed", "tag": "8317e3c8-7143-4f98-b32f-759372e9e6d3"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:55.309642 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8cb88877-1236-4227-8d5a-00f24b51bc01 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.311416 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 8317e3c8-7143-4f98-b32f-759372e9e6d3, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=8317e3c8-7143-4f98-b32f-759372e9e6d3,segment=NetworkSegment(4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8),segment_id=4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:55.328549 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.427038 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8806a101-4659-4fbc-8725-6ed27949e549 x-openstack-request-id: req-8806a101-4659-4fbc-8725-6ed27949e549 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:38:55.427396 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1fa6b5-f13d-4d0e-a549-50a81a4e455b", "name": "network-vif-plugged", "status": "completed", "tag": "8317e3c8-7143-4f98-b32f-759372e9e6d3", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:38:55.427546 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8806a101-4659-4fbc-8725-6ed27949e549 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:38:55.428036 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1fa6b5-f13d-4d0e-a549-50a81a4e455b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8317e3c8-7143-4f98-b32f-759372e9e6d3', 'code': 200} Jul 16 08:38:55.494039 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=8317e3c8-7143-4f98-b32f-759372e9e6d3,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:55.613037 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16823152-d859-4c99-a075-3f5d60dd3d6a tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.614307 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-16823152-d859-4c99-a075-3f5d60dd3d6a tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8227160 Jul 16 08:38:55.630868 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40080) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:55.645659 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d69fa10f-1192-48eb-a634-1eb7e1768dce tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'c7738227-9a63-4231-a3e1-6a057761379e'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:55.656056 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d69fa10f-1192-48eb-a634-1eb7e1768dce tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93759) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:38:55.707566 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-152d398b-aae4-4be5-b40f-d2dd321288a8 req-7a9e4d9b-9fea-48c4-8771-5660b1a48331 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/ports?device_id=26c49f11-2f4b-4581-83e7-898f8c066575 HTTP/1.1" status: 200 len: 210 time: 0.0786350 Jul 16 08:38:55.781240 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de743f0e-de88-4efc-b310-c6b882731414 req-048030cf-caef-4dcd-9f8f-9d6a57f5d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.783050 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-de743f0e-de88-4efc-b310-c6b882731414 req-048030cf-caef-4dcd-9f8f-9d6a57f5d069 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fb1fa6b5-f13d-4d0e-a549-50a81a4e455b HTTP/1.1" status: 200 len: 1098 time: 0.2738063 Jul 16 08:38:55.816713 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8cb88877-1236-4227-8d5a-00f24b51bc01 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.851324 n-d-771362-37 neutron-server[93759]: WARNING neutron.services.metering.metering_plugin [None req-d69fa10f-1192-48eb-a634-1eb7e1768dce tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 08:38:55.851714 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-8cb88877-1236-4227-8d5a-00f24b51bc01 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c16cf545-4660-45d7-9755-f7622d2f551f']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:55.869309 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-8cb88877-1236-4227-8d5a-00f24b51bc01 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a84ddab2-1a16-49c4-a8eb-ce552e34049d') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:55.869594 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-8cb88877-1236-4227-8d5a-00f24b51bc01 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a84ddab2-1a16-49c4-a8eb-ce552e34049d') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:38:55.884124 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8cb88877-1236-4227-8d5a-00f24b51bc01 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.909501 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f77b6-361a-4dbc-9952-0d1366e8b4ca req-b91c14b8-976e-49a9-b3e6-87ac6effa966 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:55.916909 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-107f77b6-361a-4dbc-9952-0d1366e8b4ca req-b91c14b8-976e-49a9-b3e6-87ac6effa966 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb1fa6b5-f13d-4d0e-a549-50a81a4e455b HTTP/1.1" status: 200 len: 946 time: 0.2666187 Jul 16 08:38:55.927538 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8cb88877-1236-4227-8d5a-00f24b51bc01 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:55.957486 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cb88877-1236-4227-8d5a-00f24b51bc01 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:38:55.959945 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8cb88877-1236-4227-8d5a-00f24b51bc01 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:38:56.052535 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:38:56.058173 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8cb88877-1236-4227-8d5a-00f24b51bc01 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.064388 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8cb88877-1236-4227-8d5a-00f24b51bc01 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.074439 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8cb88877-1236-4227-8d5a-00f24b51bc01 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/networks/c16cf545-4660-45d7-9755-f7622d2f551f HTTP/1.1" status: 204 len: 168 time: 1.0316486 Jul 16 08:38:56.075018 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40102) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:56.094133 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d69fa10f-1192-48eb-a634-1eb7e1768dce tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.095906 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d69fa10f-1192-48eb-a634-1eb7e1768dce tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4602969 Jul 16 08:38:56.101851 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb88877-1236-4227-8d5a-00f24b51bc01 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Network': ['ID=c16cf545-4660-45d7-9755-f7622d2f551f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:56.106524 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-de743f0e-de88-4efc-b310-c6b882731414 req-81c01ed8-dcf4-4b18-b17b-9a547c974805 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d0667c6e-7d2e-4769-8c20-5580b8f62872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2686014 Jul 16 08:38:56.108004 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40106) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:56.109701 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-15b23825-e972-412e-8259-0c5ba72acc68 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-994987644'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:56.116419 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f438f3d0-6c87-431e-8cd4-f43cc4bc1af0 tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'c7738227-9a63-4231-a3e1-6a057761379e'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:56.121305 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f438f3d0-6c87-431e-8cd4-f43cc4bc1af0 tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93759) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:38:56.137320 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-107f77b6-361a-4dbc-9952-0d1366e8b4ca req-e49c3526-3c49-4556-bb9f-99aab3f2515c tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0667c6e-7d2e-4769-8c20-5580b8f62872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2191441 Jul 16 08:38:56.191676 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15b23825-e972-412e-8259-0c5ba72acc68 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:56.202556 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-15b23825-e972-412e-8259-0c5ba72acc68 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.256181 n-d-771362-37 neutron-server[93759]: WARNING neutron.services.metering.metering_plugin [None req-f438f3d0-6c87-431e-8cd4-f43cc4bc1af0 tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 08:38:56.272983 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15b23825-e972-412e-8259-0c5ba72acc68 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:38:56.311841 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-15b23825-e972-412e-8259-0c5ba72acc68 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.313057 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-15b23825-e972-412e-8259-0c5ba72acc68 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Added segment 404e6ead-2d78-46a6-8d48-34fc1669b13b of type vlan for network a4e81cd4-f3ba-49c9-a0d5-8cc8bc304edf Jul 16 08:38:56.411945 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-15b23825-e972-412e-8259-0c5ba72acc68 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.480576 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f438f3d0-6c87-431e-8cd4-f43cc4bc1af0 tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.481793 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f438f3d0-6c87-431e-8cd4-f43cc4bc1af0 tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3725357 Jul 16 08:38:56.486012 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40122) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:56.500514 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-219ad833-9297-4fd7-9240-f60c00088836 tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=376e0e7b-4cb8-4ef0-adfd-8b77ce8ecee5 HTTP/1.1" status: 200 len: 462 time: 0.0132968 Jul 16 08:38:56.508107 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40126) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:56.519440 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-15b23825-e972-412e-8259-0c5ba72acc68 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.527171 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15b23825-e972-412e-8259-0c5ba72acc68 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:56.527806 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-15b23825-e972-412e-8259-0c5ba72acc68 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.551115 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c5f04d-91b7-433a-a86a-14ac74df8889 req-9b47481e-bc4c-473b-80e8-f04d05053a3a tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:56.555351 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6c5f04d-91b7-433a-a86a-14ac74df8889 req-9b47481e-bc4c-473b-80e8-f04d05053a3a tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 946 time: 0.3276057 Jul 16 08:38:56.672605 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b23825-e972-412e-8259-0c5ba72acc68 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Network': ['ID=a4e81cd4-f3ba-49c9-a0d5-8cc8bc304edf,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:56.682736 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6c5f04d-91b7-433a-a86a-14ac74df8889 req-a492d571-74a1-4183-925c-7803ecbf7ed1 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165102 Jul 16 08:38:56.705056 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network a4e81cd4-f3ba-49c9-a0d5-8cc8bc304edf details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:38:56.712487 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 76a7f60c-6ae9-49ec-a611-d34732aed303 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:38:56.857956 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-15b23825-e972-412e-8259-0c5ba72acc68 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7636156 Jul 16 08:38:56.861227 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40134) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:56.866736 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-dc4ec558-1f93-4f90-b1e4-1c89fc3107bb tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'subnet': {'network_id': 'a4e81cd4-f3ba-49c9-a0d5-8cc8bc304edf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:56.957045 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d7a8696-3ad4-4a90-9cae-4b019b0d734f tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:56.958741 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1d7a8696-3ad4-4a90-9cae-4b019b0d734f tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/376e0e7b-4cb8-4ef0-adfd-8b77ce8ecee5 HTTP/1.1" status: 204 len: 168 time: 0.4494634 Jul 16 08:38:56.981634 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40138) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:56.998845 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-057c2b31-ec24-413b-a6ae-40a5dce27157 req-07cf4b02-7825-48fb-9d28-5eb059fe7a58 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/ports?device_id=26c49f11-2f4b-4581-83e7-898f8c066575 HTTP/1.1" status: 200 len: 210 time: 0.1417382 Jul 16 08:38:57.105907 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8d22c948-d2d6-49c5-989e-63f80f628bb7 tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=376e0e7b-4cb8-4ef0-adfd-8b77ce8ecee5 HTTP/1.1" status: 200 len: 221 time: 0.1030500 Jul 16 08:38:57.111373 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40142) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:57.119123 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc4ec558-1f93-4f90-b1e4-1c89fc3107bb tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:57.123761 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc4ec558-1f93-4f90-b1e4-1c89fc3107bb tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:57.129515 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 76a7f60c-6ae9-49ec-a611-d34732aed303, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=76a7f60c-6ae9-49ec-a611-d34732aed303,segment=NetworkSegment(4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8),segment_id=4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:57.131447 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-6bf6cfd3-4cca-4f26-998d-853a2a755ac0 tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--898434648', 'description': 'label created by tempest'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:57.132050 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-6bf6cfd3-4cca-4f26-998d-853a2a755ac0 tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] Unknown quota resources ['metering_label']. {{(pid=93758) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:38:57.146368 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '76a7f60c-6ae9-49ec-a611-d34732aed303', 'network_id': 'fbaf6646-1a17-4393-858b-454a43ff2295', 'port_id': '76a7f60c-6ae9-49ec-a611-d34732aed303', 'mac_address': 'fa:16:3e:b4:60:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e9bc1b2c-bcdd-4be6-b44c-fd94eb843d78', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:38:57.222851 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:57.250027 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a7f60c-6ae9-49ec-a611-d34732aed303 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:38:57.320126 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 76a7f60c-6ae9-49ec-a611-d34732aed303, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=76a7f60c-6ae9-49ec-a611-d34732aed303,segment=NetworkSegment(4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8),segment_id=4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:57.328100 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:57.430818 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=76a7f60c-6ae9-49ec-a611-d34732aed303,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:57.549380 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['76a7f60c-6ae9-49ec-a611-d34732aed303'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:38:57.754867 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6bf6cfd3-4cca-4f26-998d-853a2a755ac0 tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:57.758271 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6bf6cfd3-4cca-4f26-998d-853a2a755ac0 tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.6452296 Jul 16 08:38:57.765640 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40162) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:57.838431 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc4ec558-1f93-4f90-b1e4-1c89fc3107bb tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:58.106280 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0d8383-b43a-4aa5-88f8-b3399df68892 req-cdeef5d4-504e-476b-bf5a-9a27793dc86f tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.111677 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9db0d9a2-5344-410b-8fd7-20a6e655088e tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=e6a6710a-e4f0-45ec-b765-f11ef6faea23 HTTP/1.1" status: 200 len: 467 time: 0.3409839 Jul 16 08:38:58.113512 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40174) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:58.122534 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1c0d8383-b43a-4aa5-88f8-b3399df68892 req-cdeef5d4-504e-476b-bf5a-9a27793dc86f tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb1fa6b5-f13d-4d0e-a549-50a81a4e455b HTTP/1.1" status: 200 len: 946 time: 0.5966566 Jul 16 08:38:58.183498 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ec558-1f93-4f90-b1e4-1c89fc3107bb tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Subnet': ['ID=716cea35-6564-4e6a-98e1-24038716713d,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:38:58.240728 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc4ec558-1f93-4f90-b1e4-1c89fc3107bb tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Checking segment: {'id': '404e6ead-2d78-46a6-8d48-34fc1669b13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a4e81cd4-f3ba-49c9-a0d5-8cc8bc304edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:38:58.241497 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4ec558-1f93-4f90-b1e4-1c89fc3107bb tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network hostable DHCP agents. Network: a4e81cd4-f3ba-49c9-a0d5-8cc8bc304edf, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:38:58.252972 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1c0d8383-b43a-4aa5-88f8-b3399df68892 req-d5888fcc-b676-4167-93a1-ffb89d207c3c tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0667c6e-7d2e-4769-8c20-5580b8f62872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291957 Jul 16 08:38:58.299335 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc4ec558-1f93-4f90-b1e4-1c89fc3107bb tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network a4e81cd4-f3ba-49c9-a0d5-8cc8bc304edf is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:38:58.311808 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-dc4ec558-1f93-4f90-b1e4-1c89fc3107bb tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, a4e81cd4-f3ba-49c9-a0d5-8cc8bc304edf) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:58.319291 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc4ec558-1f93-4f90-b1e4-1c89fc3107bb tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.322860 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a63ef05-c7f5-46dd-a012-59907802224e None None] Network a4e81cd4-f3ba-49c9-a0d5-8cc8bc304edf requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:38:58.328792 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc4ec558-1f93-4f90-b1e4-1c89fc3107bb tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:58.360784 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-dc4ec558-1f93-4f90-b1e4-1c89fc3107bb tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4980350 Jul 16 08:38:58.362146 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40180) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:58.378478 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7e3ecc00-8be9-4230-91d9-cbc0bc5321bd tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'port': {'network_id': 'a4e81cd4-f3ba-49c9-a0d5-8cc8bc304edf', 'name': 'tempest-PortsIpV6TestJSON-1424338993'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:58.608106 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48799c87-f780-4732-8b9f-2f8f7d724504 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-a4e81cd4-f3ba-49c9-a0d5-8cc8bc304edf', 'network_id': 'a4e81cd4-f3ba-49c9-a0d5-8cc8bc304edf', 'tenant_id': '2196520d70524290b0f888590747f176', 'fixed_ips': [{'subnet_id': '716cea35-6564-4e6a-98e1-24038716713d'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:38:58.609068 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-48799c87-f780-4732-8b9f-2f8f7d724504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:58.713970 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-960575da-8fdd-4f5f-9f12-7d0d37532bd6 req-f49ab1c0-462c-46bd-a3cd-9469e45f7ec6 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/ports?device_id=26c49f11-2f4b-4581-83e7-898f8c066575 HTTP/1.1" status: 200 len: 210 time: 0.1671767 Jul 16 08:38:58.767131 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 76a7f60c-6ae9-49ec-a611-d34732aed303 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:38:58.851177 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1149c852-b5e2-406e-bcbb-dd13ea516a92 tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:58.854220 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1149c852-b5e2-406e-bcbb-dd13ea516a92 tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/e6a6710a-e4f0-45ec-b765-f11ef6faea23 HTTP/1.1" status: 204 len: 168 time: 0.7353697 Jul 16 08:38:58.857164 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40196) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:58.865307 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3ecc00-8be9-4230-91d9-cbc0bc5321bd tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:58.878053 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e3ecc00-8be9-4230-91d9-cbc0bc5321bd tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:58.889279 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eae49a0-4724-410b-b865-e021bf3daf9b req-23bb0b48-b341-4c6e-a39f-321dfcdb610f tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:58.899882 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5eae49a0-4724-410b-b865-e021bf3daf9b req-23bb0b48-b341-4c6e-a39f-321dfcdb610f tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 946 time: 0.6767230 Jul 16 08:38:58.918431 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 76a7f60c-6ae9-49ec-a611-d34732aed303 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:38:58.931900 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 76a7f60c-6ae9-49ec-a611-d34732aed303 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:38:58.932553 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:58.947287 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-7e3ecc00-8be9-4230-91d9-cbc0bc5321bd tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] device_id is not set on port 7481b8f2-b7a0-4443-9199-39d74eaabe1b yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:38:58.960666 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a5bd777a-2ec1-41f0-b356-b7cda68ab7b5 tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=e6a6710a-e4f0-45ec-b765-f11ef6faea23 HTTP/1.1" status: 200 len: 216 time: 0.0907543 Jul 16 08:38:58.970673 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40198) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:59.038665 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-48799c87-f780-4732-8b9f-2f8f7d724504 None None] Allocated IP 2001:db8::2 (a4e81cd4-f3ba-49c9-a0d5-8cc8bc304edf/716cea35-6564-4e6a-98e1-24038716713d/001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:38:59.117926 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5eae49a0-4724-410b-b865-e021bf3daf9b req-d2ef84e2-3ff8-448f-b482-7fab8e3c26bc tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167108 Jul 16 08:38:59.167022 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-521e0364-908d-4bb5-a6dc-4fdd45b32499 tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1929781 Jul 16 08:38:59.170984 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40206) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:59.236172 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-0fc37848-9807-45dd-801c-5a6e4a07deff tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:59.238013 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-0fc37848-9807-45dd-801c-5a6e4a07deff tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.21 "GET /v2.0/networks?id=4f619c87-6120-4620-97f2-eb2dbd06a3c2 HTTP/1.1" status: 200 len: 818 time: 0.5119162 Jul 16 08:38:59.256492 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-11a56f77-8e3b-41be-85a2-68f75e750438 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Request body: {'port': {'device_id': '78f9a15a-41ae-4465-8463-0f3f67d24bea', 'network_id': '4f619c87-6120-4620-97f2-eb2dbd06a3c2', 'admin_state_up': True, 'tenant_id': 'a24a2d7518784a6b80d1cbc6a1e85a5c'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:59.292963 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ea88c4b8-5a61-4327-b36d-3037249d292c tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0832820 Jul 16 08:38:59.302357 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40212) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:38:59.595488 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-48799c87-f780-4732-8b9f-2f8f7d724504 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:59.602406 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-4c5ccecb-bcb7-4ef2-b2fc-66f249765202 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:38:59.609572 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-4c5ccecb-bcb7-4ef2-b2fc-66f249765202 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.21 "GET /v2.0/networks?id=4f619c87-6120-4620-97f2-eb2dbd06a3c2 HTTP/1.1" status: 200 len: 818 time: 0.3457234 Jul 16 08:38:59.620147 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:59.625386 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-54a13a90-e920-46e8-a4cc-c4496cd044ac tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Request body: {'port': {'device_id': '7de5225a-8629-406d-925c-f9abf69fa661', 'network_id': '4f619c87-6120-4620-97f2-eb2dbd06a3c2', 'admin_state_up': True, 'tenant_id': 'a24a2d7518784a6b80d1cbc6a1e85a5c'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:38:59.629873 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-48799c87-f780-4732-8b9f-2f8f7d724504 None None] Transition to ACTIVE for port object 001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:59.778876 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-48799c87-f780-4732-8b9f-2f8f7d724504 None None] Transition to ACTIVE for port object 001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:38:59.789992 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206ac632-b787-4107-95ed-640d2daeb0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a7f60c-6ae9-49ec-a611-d34732aed303'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:38:59.792848 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6ecbd46-6d2c-481d-a0e4-0d15bc6c4869" -d '{"events": [{"server_uuid": "206ac632-b787-4107-95ed-640d2daeb0ed", "name": "network-vif-plugged", "status": "completed", "tag": "76a7f60c-6ae9-49ec-a611-d34732aed303"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:38:59.821213 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 76a7f60c-6ae9-49ec-a611-d34732aed303, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=76a7f60c-6ae9-49ec-a611-d34732aed303,segment=NetworkSegment(4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8),segment_id=4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:38:59.825937 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-48799c87-f780-4732-8b9f-2f8f7d724504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:59.850530 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:59.905312 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48799c87-f780-4732-8b9f-2f8f7d724504 None None] Network a4e81cd4-f3ba-49c9-a0d5-8cc8bc304edf is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:38:59.933220 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-11a56f77-8e3b-41be-85a2-68f75e750438 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Made reservation on behalf of a24a2d7518784a6b80d1cbc6a1e85a5c for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:38:59.938715 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-11a56f77-8e3b-41be-85a2-68f75e750438 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:38:59.948074 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-48799c87-f780-4732-8b9f-2f8f7d724504 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:38:59.950688 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48799c87-f780-4732-8b9f-2f8f7d724504 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:38:59.952865 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48799c87-f780-4732-8b9f-2f8f7d724504 None None] Pushing event updated for resources: {'Port': ['ID=001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:00.137713 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-48799c87-f780-4732-8b9f-2f8f7d724504 None None] Attempting to bind port 001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:00.138173 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-48799c87-f780-4732-8b9f-2f8f7d724504 None None] Attempting to bind port 001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '404e6ead-2d78-46a6-8d48-34fc1669b13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a4e81cd4-f3ba-49c9-a0d5-8cc8bc304edf'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:00.138433 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48799c87-f780-4732-8b9f-2f8f7d724504 None None] Attempting to bind port 001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2 on network a4e81cd4-f3ba-49c9-a0d5-8cc8bc304edf {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:00.144436 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=76a7f60c-6ae9-49ec-a611-d34732aed303,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:00.150001 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48799c87-f780-4732-8b9f-2f8f7d724504 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 38, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:00.150451 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48799c87-f780-4732-8b9f-2f8f7d724504 None None] Checking segment: {'id': '404e6ead-2d78-46a6-8d48-34fc1669b13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a4e81cd4-f3ba-49c9-a0d5-8cc8bc304edf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:00.150797 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-48799c87-f780-4732-8b9f-2f8f7d724504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.151191 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48799c87-f780-4732-8b9f-2f8f7d724504 None None] Bound using segment: {'id': '404e6ead-2d78-46a6-8d48-34fc1669b13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a4e81cd4-f3ba-49c9-a0d5-8cc8bc304edf'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:00.151793 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-48799c87-f780-4732-8b9f-2f8f7d724504 None None] Bound port: 001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '404e6ead-2d78-46a6-8d48-34fc1669b13b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'a4e81cd4-f3ba-49c9-a0d5-8cc8bc304edf'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:00.152048 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-48799c87-f780-4732-8b9f-2f8f7d724504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.156560 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-436a4b09-fc60-406f-b461-68965f011a36 req-859c46d8-5801-42c2-b4da-7729f2b6d6a6 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/ports?device_id=26c49f11-2f4b-4581-83e7-898f8c066575 HTTP/1.1" status: 200 len: 210 time: 0.1133401 Jul 16 08:39:00.175017 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-54a13a90-e920-46e8-a4cc-c4496cd044ac tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Made reservation on behalf of a24a2d7518784a6b80d1cbc6a1e85a5c for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:00.180318 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-54a13a90-e920-46e8-a4cc-c4496cd044ac tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.261584 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-48799c87-f780-4732-8b9f-2f8f7d724504 None None] For port 001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:00.271054 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-48799c87-f780-4732-8b9f-2f8f7d724504 None None] For port 001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2,segment=NetworkSegment(404e6ead-2d78-46a6-8d48-34fc1669b13b),segment_id=404e6ead-2d78-46a6-8d48-34fc1669b13b)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:00.278394 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-48799c87-f780-4732-8b9f-2f8f7d724504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:00.306129 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6ccc52c-424a-4d10-b0db-450387cf5ad5 x-openstack-request-id: req-d6ccc52c-424a-4d10-b0db-450387cf5ad5 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:00.309803 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206ac632-b787-4107-95ed-640d2daeb0ed", "name": "network-vif-plugged", "status": "completed", "tag": "76a7f60c-6ae9-49ec-a611-d34732aed303", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:00.310071 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d6ccc52c-424a-4d10-b0db-450387cf5ad5 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:00.310477 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '206ac632-b787-4107-95ed-640d2daeb0ed', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a7f60c-6ae9-49ec-a611-d34732aed303', 'code': 200} Jul 16 08:39:00.337244 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-7e3ecc00-8be9-4230-91d9-cbc0bc5321bd tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Allocated IP 2001:db8::2f3 (a4e81cd4-f3ba-49c9-a0d5-8cc8bc304edf/716cea35-6564-4e6a-98e1-24038716713d/7481b8f2-b7a0-4443-9199-39d74eaabe1b) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:00.403565 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-11a56f77-8e3b-41be-85a2-68f75e750438 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Allocated IP 172.20.0.10 (4f619c87-6120-4620-97f2-eb2dbd06a3c2/202ee305-b6ac-4fd1-ab5c-c4ff10e64050/8a52750e-1b18-460e-bef3-6f3bc1a5ec50) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:00.535910 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48799c87-f780-4732-8b9f-2f8f7d724504 None None] Pushing event updated for resources: {'Port': ['ID=001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:00.578044 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ff6f00c5-4bf4-41c9-89fa-b6dbf5f4cd7b tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels/c7738227-9a63-4231-a3e1-6a057761379e HTTP/1.1" status: 200 len: 472 time: 1.2633140 Jul 16 08:39:00.615176 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40248) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:00.687690 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-cea82a1a-ae70-4668-9242-f00b6c7ea9cd tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules/49732442-4e35-4873-b2ad-695bb4905a1e HTTP/1.1" status: 200 len: 459 time: 0.0676188 Jul 16 08:39:00.695619 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40258) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:00.717229 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-4b356017-dad0-4f49-8220-3726efc97bf9 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:00.718822 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-4b356017-dad0-4f49-8220-3726efc97bf9 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.30 "GET /v2.0/networks?id=4f619c87-6120-4620-97f2-eb2dbd06a3c2 HTTP/1.1" status: 200 len: 818 time: 1.5995100 Jul 16 08:39:00.736665 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device e7caa148-d7a2-4060-8cff-82657d81ff98 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:39:00.740150 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device e7caa148-d7a2-4060-8cff-82657d81ff98 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:00.777422 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-c0be18d9-e788-4e21-b877-86cd1f5f7a6a tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Request body: {'port': {'device_id': '26c49f11-2f4b-4581-83e7-898f8c066575', 'network_id': '4f619c87-6120-4620-97f2-eb2dbd06a3c2', 'admin_state_up': True, 'tenant_id': 'a24a2d7518784a6b80d1cbc6a1e85a5c'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:00.884331 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e149b02-867c-4d40-b87e-4849c0bbeb3c req-5da932f4-e343-4c66-84df-202308cbf7d8 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:00.886150 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0e149b02-867c-4d40-b87e-4849c0bbeb3c req-5da932f4-e343-4c66-84df-202308cbf7d8 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb1fa6b5-f13d-4d0e-a549-50a81a4e455b HTTP/1.1" status: 200 len: 946 time: 0.8369081 Jul 16 08:39:00.889355 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e3ecc00-8be9-4230-91d9-cbc0bc5321bd tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:01.038220 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-7e3ecc00-8be9-4230-91d9-cbc0bc5321bd tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Transition to ACTIVE for port object 7481b8f2-b7a0-4443-9199-39d74eaabe1b will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:01.077251 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:01.085990 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0e149b02-867c-4d40-b87e-4849c0bbeb3c req-11dfedba-dca0-4b0f-909d-0f376a003b5d tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0667c6e-7d2e-4769-8c20-5580b8f62872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1895878 Jul 16 08:39:01.155784 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port e7caa148-d7a2-4060-8cff-82657d81ff98, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e7caa148-d7a2-4060-8cff-82657d81ff98,segment=NetworkSegment(72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed),segment_id=72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:01.164915 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-11a56f77-8e3b-41be-85a2-68f75e750438 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:01.175629 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e3ecc00-8be9-4230-91d9-cbc0bc5321bd tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:01.197298 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port e7caa148-d7a2-4060-8cff-82657d81ff98, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e7caa148-d7a2-4060-8cff-82657d81ff98,segment=NetworkSegment(72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed),segment_id=72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:01.206414 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:01.243666 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'e7caa148-d7a2-4060-8cff-82657d81ff98', 'network_id': '067beccc-09db-4a00-bd3c-3662b2e68988', 'port_id': 'e7caa148-d7a2-4060-8cff-82657d81ff98', 'mac_address': 'fa:16:3e:07:14:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd5574f-0003-4886-ae62-fbcf34b117a8', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:39:01.244964 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-042b45bc-ff16-4b4a-b5d9-4f5bff86e826 tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:01.246852 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-042b45bc-ff16-4b4a-b5d9-4f5bff86e826 tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/49732442-4e35-4873-b2ad-695bb4905a1e HTTP/1.1" status: 204 len: 168 time: 0.5493822 Jul 16 08:39:01.252335 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-c0be18d9-e788-4e21-b877-86cd1f5f7a6a tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Made reservation on behalf of a24a2d7518784a6b80d1cbc6a1e85a5c for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:01.255979 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40270) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:01.257264 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-c0be18d9-e788-4e21-b877-86cd1f5f7a6a tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:01.257426 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-11a56f77-8e3b-41be-85a2-68f75e750438 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:01.273320 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3ecc00-8be9-4230-91d9-cbc0bc5321bd tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network a4e81cd4-f3ba-49c9-a0d5-8cc8bc304edf is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:01.316405 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:01.317173 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-11a56f77-8e3b-41be-85a2-68f75e750438 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Network 4f619c87-6120-4620-97f2-eb2dbd06a3c2 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:01.335603 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-7e3ecc00-8be9-4230-91d9-cbc0bc5321bd tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:01.346283 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3ecc00-8be9-4230-91d9-cbc0bc5321bd tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:01.360586 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3ecc00-8be9-4230-91d9-cbc0bc5321bd tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:01.361858 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e3ecc00-8be9-4230-91d9-cbc0bc5321bd tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:01.382105 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-11a56f77-8e3b-41be-85a2-68f75e750438 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:01.392374 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=e7caa148-d7a2-4060-8cff-82657d81ff98,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:01.395048 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3ecc00-8be9-4230-91d9-cbc0bc5321bd tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Port': ['ID=7481b8f2-b7a0-4443-9199-39d74eaabe1b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:01.399202 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:01.429073 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7caa148-d7a2-4060-8cff-82657d81ff98 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:01.466417 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port e7caa148-d7a2-4060-8cff-82657d81ff98, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e7caa148-d7a2-4060-8cff-82657d81ff98,segment=NetworkSegment(72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed),segment_id=72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:01.467854 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:01.487428 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-11a56f77-8e3b-41be-85a2-68f75e750438 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:01.491268 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07aa3a87-4431-47ac-8f24-a9776bac3492 req-de2357ac-c0e3-434a-a585-030dd2eea1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:01.494059 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:01.513763 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-07aa3a87-4431-47ac-8f24-a9776bac3492 req-de2357ac-c0e3-434a-a585-030dd2eea1b2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=206ac632-b787-4107-95ed-640d2daeb0ed HTTP/1.1" status: 200 len: 1097 time: 0.9907808 Jul 16 08:39:01.514798 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7e3ecc00-8be9-4230-91d9-cbc0bc5321bd tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1481400 Jul 16 08:39:01.527989 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40282) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:01.764490 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892f2aab-cbae-48f5-a8f0-5dacd140129c req-c6a45ac0-b462-4a17-b09b-756fb7064a1e tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:01.767193 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-892f2aab-cbae-48f5-a8f0-5dacd140129c req-c6a45ac0-b462-4a17-b09b-756fb7064a1e tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=206ac632-b787-4107-95ed-640d2daeb0ed HTTP/1.1" status: 200 len: 945 time: 0.2541449 Jul 16 08:39:01.787688 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-54a13a90-e920-46e8-a4cc-c4496cd044ac tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Allocated IP 172.20.0.12 (4f619c87-6120-4620-97f2-eb2dbd06a3c2/202ee305-b6ac-4fd1-ab5c-c4ff10e64050/0013f433-bedc-45e5-9b90-9a40d3534a22) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:01.885580 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-892f2aab-cbae-48f5-a8f0-5dacd140129c req-eab7db66-c3a2-49e7-a5a1-44bfc1cdd1ad tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0667c6e-7d2e-4769-8c20-5580b8f62872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084571 Jul 16 08:39:01.941970 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-47e9a5fb-a149-4b16-aed0-cfb91a8c2786 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting port 7481b8f2-b7a0-4443-9199-39d74eaabe1b {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:01.947333 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47e9a5fb-a149-4b16-aed0-cfb91a8c2786 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:01.996914 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.001622 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['e7caa148-d7a2-4060-8cff-82657d81ff98'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:02.003993 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.026806 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=e7caa148-d7a2-4060-8cff-82657d81ff98,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:02.037193 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-54a13a90-e920-46e8-a4cc-c4496cd044ac tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.072172 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162b008e-827d-41d1-a0a4-ea0e5ec1f241 None None] Network a4e81cd4-f3ba-49c9-a0d5-8cc8bc304edf requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:02.093043 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a56f77-8e3b-41be-85a2-68f75e750438 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Pushing event updated for resources: {'Port': ['ID=8a52750e-1b18-460e-bef3-6f3bc1a5ec50,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:02.131885 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2f00e45f-90e6-449c-b4cd-3c908c737307 None None] Provisioning for port 001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:02.182304 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2f00e45f-90e6-449c-b4cd-3c908c737307 None None] Provisioning complete for port 001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:02.184066 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f00e45f-90e6-449c-b4cd-3c908c737307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.218761 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-11a56f77-8e3b-41be-85a2-68f75e750438 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:02.219813 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-11a56f77-8e3b-41be-85a2-68f75e750438 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.235482 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47e9a5fb-a149-4b16-aed0-cfb91a8c2786 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.324248 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c914cfe9-5e3e-495d-92a0-90544d889683', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7caa148-d7a2-4060-8cff-82657d81ff98'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:02.324638 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5eba40-2bac-4062-a3fd-c79d9d283d46 req-c486538b-5cf0-4a7d-8c79-1b416978d6e4 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:02.326672 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f96a24-4730-4e53-b8c2-26dffb6224e1" -d '{"events": [{"server_uuid": "c914cfe9-5e3e-495d-92a0-90544d889683", "name": "network-vif-unplugged", "status": "completed", "tag": "e7caa148-d7a2-4060-8cff-82657d81ff98"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:02.332581 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6b5eba40-2bac-4062-a3fd-c79d9d283d46 req-c486538b-5cf0-4a7d-8c79-1b416978d6e4 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 946 time: 1.6880567 Jul 16 08:39:02.383320 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-11a56f77-8e3b-41be-85a2-68f75e750438 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1308494 Jul 16 08:39:02.384833 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-47e9a5fb-a149-4b16-aed0-cfb91a8c2786 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Calling delete_port for 7481b8f2-b7a0-4443-9199-39d74eaabe1b owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:02.397418 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-61ac077d-54a5-4eba-9b64-a308a622db5d req-3a5acdad-8cfa-4793-9ff5-dd5b9d3b062c tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/ports?device_id=26c49f11-2f4b-4581-83e7-898f8c066575 HTTP/1.1" status: 200 len: 210 time: 0.1421072 Jul 16 08:39:02.398409 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-07aa3a87-4431-47ac-8f24-a9776bac3492 req-eaf9acb5-528c-49be-a4d7-039d0ca13440 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d0667c6e-7d2e-4769-8c20-5580b8f62872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2985041 Jul 16 08:39:02.418109 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-f24aee1a-787c-4104-8b8e-16bee60a2c95 service neutron] Request body: {'port': {'device_id': '78f9a15a-41ae-4465-8463-0f3f67d24bea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:02.435315 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f00e45f-90e6-449c-b4cd-3c908c737307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.525150 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-2f00e45f-90e6-449c-b4cd-3c908c737307 None None] For port 001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2,segment=NetworkSegment(404e6ead-2d78-46a6-8d48-34fc1669b13b),segment_id=404e6ead-2d78-46a6-8d48-34fc1669b13b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:02.532573 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f00e45f-90e6-449c-b4cd-3c908c737307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.618098 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00e45f-90e6-449c-b4cd-3c908c737307 None None] Pushing event updated for resources: {'Port': ['ID=001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:02.633837 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-54a13a90-e920-46e8-a4cc-c4496cd044ac tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.641600 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e6ca6c79-0114-4b67-938d-c67ec3745650 tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:02.643662 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e6ca6c79-0114-4b67-938d-c67ec3745650 tempest-MeteringIpV6TestJSON-275570500 tempest-MeteringIpV6TestJSON-275570500-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/c7738227-9a63-4231-a3e1-6a057761379e HTTP/1.1" status: 204 len: 168 time: 1.3839905 Jul 16 08:39:02.909667 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-c0be18d9-e788-4e21-b877-86cd1f5f7a6a tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Allocated IP 172.20.0.2 (4f619c87-6120-4620-97f2-eb2dbd06a3c2/202ee305-b6ac-4fd1-ab5c-c4ff10e64050/3a89a772-0ad5-4c1a-a732-116ec07c2537) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:02.916398 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218f14ac-08af-4629-a357-59c37f9121e4 x-openstack-request-id: req-218f14ac-08af-4629-a357-59c37f9121e4 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:02.916715 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c914cfe9-5e3e-495d-92a0-90544d889683", "name": "network-vif-unplugged", "status": "completed", "tag": "e7caa148-d7a2-4060-8cff-82657d81ff98", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:02.916975 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-218f14ac-08af-4629-a357-59c37f9121e4 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:02.917387 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c914cfe9-5e3e-495d-92a0-90544d889683', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7caa148-d7a2-4060-8cff-82657d81ff98', 'code': 200} Jul 16 08:39:03.103129 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-09c7f618-f369-488e-9ae7-5f86a6bd4680 None None] Provisioning complete for port 7481b8f2-b7a0-4443-9199-39d74eaabe1b triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:03.103767 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-09c7f618-f369-488e-9ae7-5f86a6bd4680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.108684 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47e9a5fb-a149-4b16-aed0-cfb91a8c2786 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.168053 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-09c7f618-f369-488e-9ae7-5f86a6bd4680 None None] Port 7481b8f2-b7a0-4443-9199-39d74eaabe1b was deleted so its status cannot be updated. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 08:39:03.226721 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e9a5fb-a149-4b16-aed0-cfb91a8c2786 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Port': ['ID=7481b8f2-b7a0-4443-9199-39d74eaabe1b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:03.229296 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-09c7f618-f369-488e-9ae7-5f86a6bd4680 None None] Provisioning complete for port 001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:03.229680 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-09c7f618-f369-488e-9ae7-5f86a6bd4680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.341625 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:03.474721 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47e9a5fb-a149-4b16-aed0-cfb91a8c2786 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.477030 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-47e9a5fb-a149-4b16-aed0-cfb91a8c2786 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/ports/7481b8f2-b7a0-4443-9199-39d74eaabe1b HTTP/1.1" status: 204 len: 168 time: 1.9476416 Jul 16 08:39:03.484068 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40332) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:03.573516 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40334) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:03.581507 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21033295-8367-4864-81a6-b85b1e29a7e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.651181 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-500bbed1-9de0-4cb0-8902-226700df7a3a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] DELETE failed (client error): The resource could not be found. Jul 16 08:39:03.652295 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-500bbed1-9de0-4cb0-8902-226700df7a3a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:39:03.654346 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-500bbed1-9de0-4cb0-8902-226700df7a3a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/ports/7481b8f2-b7a0-4443-9199-39d74eaabe1b HTTP/1.1" status: 404 len: 333 time: 0.1674781 Jul 16 08:39:03.712573 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40342) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:03.724466 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:03.724856 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.783436 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b62a30f-2517-4ea2-a394-759c47e28aff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.842865 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-bbccc7f3-c941-4ef4-84b3-c278240c778e None None] Could not find standard attr ID for object 7481b8f2-b7a0-4443-9199-39d74eaabe1b. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:39:03.949431 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-f24aee1a-787c-4104-8b8e-16bee60a2c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:03.979070 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-c0be18d9-e788-4e21-b877-86cd1f5f7a6a tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.043079 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d1daf-796c-491c-9258-c9773efbc732 req-0554c5f0-5cf1-4d82-acbe-493f3215c00c tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:04.051056 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d99d1daf-796c-491c-9258-c9773efbc732 req-0554c5f0-5cf1-4d82-acbe-493f3215c00c tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=206ac632-b787-4107-95ed-640d2daeb0ed HTTP/1.1" status: 200 len: 945 time: 0.6779871 Jul 16 08:39:04.069970 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-54a13a90-e920-46e8-a4cc-c4496cd044ac tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Network 4f619c87-6120-4620-97f2-eb2dbd06a3c2 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:04.077232 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-157fd74a-99eb-4df2-b115-cee6b6872975 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] GET failed (client error): The resource could not be found. Jul 16 08:39:04.080313 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-157fd74a-99eb-4df2-b115-cee6b6872975 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "GET /v2.0/ports/7481b8f2-b7a0-4443-9199-39d74eaabe1b HTTP/1.1" status: 404 len: 333 time: 0.2627931 Jul 16 08:39:04.085902 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b62a30f-2517-4ea2-a394-759c47e28aff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.094567 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40358) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:04.102258 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6b5eba40-2bac-4062-a3fd-c79d9d283d46 req-c3f4d8d8-216a-445b-8cee-131bc3b59242 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.7687001 Jul 16 08:39:04.141025 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b62a30f-2517-4ea2-a394-759c47e28aff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.196399 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-54a13a90-e920-46e8-a4cc-c4496cd044ac tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:04.199871 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-54a13a90-e920-46e8-a4cc-c4496cd044ac tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:04.259709 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d99d1daf-796c-491c-9258-c9773efbc732 req-ceed5b6d-b9b0-4f5a-9d6d-7234c33454cd tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0667c6e-7d2e-4769-8c20-5580b8f62872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2071137 Jul 16 08:39:04.270741 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-54a13a90-e920-46e8-a4cc-c4496cd044ac tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:04.271495 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-54a13a90-e920-46e8-a4cc-c4496cd044ac tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.276641 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9b62a30f-2517-4ea2-a394-759c47e28aff admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=10d2f44ea71343fda642f923d640d5ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7007680 Jul 16 08:39:04.281289 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b62a30f-2517-4ea2-a394-759c47e28aff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2c2fdf-f8a4-41c2-85bf-4440e7c15a5e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:04.286379 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40362) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:04.292659 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a13a90-e920-46e8-a4cc-c4496cd044ac tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Pushing event updated for resources: {'Port': ['ID=0013f433-bedc-45e5-9b90-9a40d3534a22,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:04.302074 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ed2c049-7478-41a3-8409-a3185b8b617b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting subnet 716cea35-6564-4e6a-98e1-24038716713d {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:39:04.310332 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ed2c049-7478-41a3-8409-a3185b8b617b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.311461 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-54a13a90-e920-46e8-a4cc-c4496cd044ac tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.6964538 Jul 16 08:39:04.372234 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-c0be18d9-e788-4e21-b877-86cd1f5f7a6a tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.390321 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-8f896e2d-08ff-4a0e-9c55-1912340dd268 service neutron] Request body: {'port': {'device_id': '7de5225a-8629-406d-925c-f9abf69fa661', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:04.397677 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ec87e701-dc0e-4dc4-a8f8-6e22ee768eaf req-93ff72c7-aab5-46c9-b789-c00f1905454c tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/ports?device_id=26c49f11-2f4b-4581-83e7-898f8c066575 HTTP/1.1" status: 200 len: 210 time: 0.0893357 Jul 16 08:39:04.417355 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ed2c049-7478-41a3-8409-a3185b8b617b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.530605 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-c0be18d9-e788-4e21-b877-86cd1f5f7a6a tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Network 4f619c87-6120-4620-97f2-eb2dbd06a3c2 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:04.550941 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-c0be18d9-e788-4e21-b877-86cd1f5f7a6a tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:04.563758 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-c0be18d9-e788-4e21-b877-86cd1f5f7a6a tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:04.567646 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be18d9-e788-4e21-b877-86cd1f5f7a6a tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Pushing event updated for resources: {'Port': ['ID=3a89a772-0ad5-4c1a-a732-116ec07c2537,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:04.635112 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-8f896e2d-08ff-4a0e-9c55-1912340dd268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.648642 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6f95322a-96b0-4f90-82cc-57598a1d1ac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.720223 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device e7caa148-d7a2-4060-8cff-82657d81ff98 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:04.726381 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-c0be18d9-e788-4e21-b877-86cd1f5f7a6a tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:04.727077 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-c0be18d9-e788-4e21-b877-86cd1f5f7a6a tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.734582 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ed2c049-7478-41a3-8409-a3185b8b617b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.786517 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6f95322a-96b0-4f90-82cc-57598a1d1ac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.830107 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-c0be18d9-e788-4e21-b877-86cd1f5f7a6a tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0627060 Jul 16 08:39:04.850036 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-1e90af20-f997-40cc-b8c9-2d9294b53c7f service neutron] Request body: {'port': {'device_id': '26c49f11-2f4b-4581-83e7-898f8c066575', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:04.854101 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port e7caa148-d7a2-4060-8cff-82657d81ff98 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:04.859265 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.938247 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ed2c049-7478-41a3-8409-a3185b8b617b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:04.963800 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-f24aee1a-787c-4104-8b8e-16bee60a2c95 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a52750e-1b18-460e-bef3-6f3bc1a5ec50 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:04.975011 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-f24aee1a-787c-4104-8b8e-16bee60a2c95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.019325 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-f24aee1a-787c-4104-8b8e-16bee60a2c95 service neutron] Transition to ACTIVE for port object 8a52750e-1b18-460e-bef3-6f3bc1a5ec50 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:05.030824 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-f24aee1a-787c-4104-8b8e-16bee60a2c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.047061 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.051967 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ed2c049-7478-41a3-8409-a3185b8b617b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.057748 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0ed2c049-7478-41a3-8409-a3185b8b617b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/subnets/716cea35-6564-4e6a-98e1-24038716713d HTTP/1.1" status: 204 len: 168 time: 0.9612224 Jul 16 08:39:05.058590 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6f95322a-96b0-4f90-82cc-57598a1d1ac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.062015 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6f95322a-96b0-4f90-82cc-57598a1d1ac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.063828 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6f95322a-96b0-4f90-82cc-57598a1d1ac1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cf2c2fdf-f8a4-41c2-85bf-4440e7c15a5e HTTP/1.1" status: 204 len: 168 time: 0.7760918 Jul 16 08:39:05.064823 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed2c049-7478-41a3-8409-a3185b8b617b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Subnet': ['ID=716cea35-6564-4e6a-98e1-24038716713d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:05.069674 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40382) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:05.092655 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69decca7-617d-469b-b028-3101c9c667ac None None] Network a4e81cd4-f3ba-49c9-a0d5-8cc8bc304edf requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:05.109384 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f95322a-96b0-4f90-82cc-57598a1d1ac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2c2fdf-f8a4-41c2-85bf-4440e7c15a5e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:05.119920 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c914cfe9-5e3e-495d-92a0-90544d889683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7caa148-d7a2-4060-8cff-82657d81ff98'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:05.123262 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9227e2ec-6b85-4be9-9a3c-902d120633aa" -d '{"events": [{"server_uuid": "c914cfe9-5e3e-495d-92a0-90544d889683", "name": "network-vif-plugged", "status": "completed", "tag": "e7caa148-d7a2-4060-8cff-82657d81ff98"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:05.159162 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-1e90af20-f997-40cc-b8c9-2d9294b53c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.252568 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722f0751-76c9-44b4-ae65-452dc268447b x-openstack-request-id: req-722f0751-76c9-44b4-ae65-452dc268447b {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:05.253306 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c914cfe9-5e3e-495d-92a0-90544d889683", "name": "network-vif-plugged", "status": "completed", "tag": "e7caa148-d7a2-4060-8cff-82657d81ff98", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:05.253985 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-722f0751-76c9-44b4-ae65-452dc268447b {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:05.254824 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c914cfe9-5e3e-495d-92a0-90544d889683', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7caa148-d7a2-4060-8cff-82657d81ff98', 'code': 200} Jul 16 08:39:05.259579 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port e7caa148-d7a2-4060-8cff-82657d81ff98, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e7caa148-d7a2-4060-8cff-82657d81ff98,segment=NetworkSegment(72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed),segment_id=72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:05.272531 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.435461 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24aee1a-787c-4104-8b8e-16bee60a2c95 service neutron] Pushing event updated for resources: {'Port': ['ID=8a52750e-1b18-460e-bef3-6f3bc1a5ec50,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:05.487005 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-834e6358-55c6-47d0-9307-61c435ed274c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.587533 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=e7caa148-d7a2-4060-8cff-82657d81ff98,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:05.680898 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5aa12a57-ed19-47d0-83a8-86ac796dbe43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.760448 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c21040e-0335-4c5f-9c46-6208d71ae62f None None] DHCP port deletion for a4e81cd4-f3ba-49c9-a0d5-8cc8bc304edf request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:39:05.819558 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40414) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:05.823459 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2c21040e-0335-4c5f-9c46-6208d71ae62f None None] Deleting port 001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:05.827469 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2c21040e-0335-4c5f-9c46-6208d71ae62f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.856236 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-986a328e-de23-4934-9349-dc3ab1ab8c25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.952902 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-2c21040e-0335-4c5f-9c46-6208d71ae62f None None] For port 001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2,segment=NetworkSegment(404e6ead-2d78-46a6-8d48-34fc1669b13b),segment_id=404e6ead-2d78-46a6-8d48-34fc1669b13b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:05.953405 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2c21040e-0335-4c5f-9c46-6208d71ae62f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:05.989994 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2c21040e-0335-4c5f-9c46-6208d71ae62f None None] Calling delete_port for 001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:05.992815 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651bae5d-646b-4a11-9cba-3f8991835df5 req-b1eee6b7-f758-4d54-ab24-232870fdaeef tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:05.994560 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-651bae5d-646b-4a11-9cba-3f8991835df5 req-b1eee6b7-f758-4d54-ab24-232870fdaeef tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 946 time: 0.5022995 Jul 16 08:39:05.998611 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.020838 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-f24aee1a-787c-4104-8b8e-16bee60a2c95 service neutron] Attempting to bind port 8a52750e-1b18-460e-bef3-6f3bc1a5ec50 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:06.022237 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-f24aee1a-787c-4104-8b8e-16bee60a2c95 service neutron] Attempting to bind port 8a52750e-1b18-460e-bef3-6f3bc1a5ec50 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'f9790199-6c5d-491a-891c-5c49adfcdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4f619c87-6120-4620-97f2-eb2dbd06a3c2'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:06.022953 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-f24aee1a-787c-4104-8b8e-16bee60a2c95 service neutron] Attempting to bind port 8a52750e-1b18-460e-bef3-6f3bc1a5ec50 on network 4f619c87-6120-4620-97f2-eb2dbd06a3c2 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:06.054572 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-f24aee1a-787c-4104-8b8e-16bee60a2c95 service neutron] Port 8a52750e-1b18-460e-bef3-6f3bc1a5ec50 on network 4f619c87-6120-4620-97f2-eb2dbd06a3c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:39:06.055215 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-f24aee1a-787c-4104-8b8e-16bee60a2c95 service neutron] Attempting to bind port 8a52750e-1b18-460e-bef3-6f3bc1a5ec50 on network 4f619c87-6120-4620-97f2-eb2dbd06a3c2 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:06.066073 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-f24aee1a-787c-4104-8b8e-16bee60a2c95 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:06.066073 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-f24aee1a-787c-4104-8b8e-16bee60a2c95 service neutron] Checking segment: {'id': 'f9790199-6c5d-491a-891c-5c49adfcdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4f619c87-6120-4620-97f2-eb2dbd06a3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:06.066073 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-f24aee1a-787c-4104-8b8e-16bee60a2c95 service neutron] Bound using segment: {'id': 'f9790199-6c5d-491a-891c-5c49adfcdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4f619c87-6120-4620-97f2-eb2dbd06a3c2'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:06.066607 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-f24aee1a-787c-4104-8b8e-16bee60a2c95 service neutron] Bound port: 8a52750e-1b18-460e-bef3-6f3bc1a5ec50, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9790199-6c5d-491a-891c-5c49adfcdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4f619c87-6120-4620-97f2-eb2dbd06a3c2'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:06.067203 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-f24aee1a-787c-4104-8b8e-16bee60a2c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.091695 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-8f896e2d-08ff-4a0e-9c55-1912340dd268 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0013f433-bedc-45e5-9b90-9a40d3534a22 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:06.104127 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-834e6358-55c6-47d0-9307-61c435ed274c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting port 001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:06.104127 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-834e6358-55c6-47d0-9307-61c435ed274c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.106671 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42de2cc9-6494-47b9-b56c-f17f7e628193 req-698ed3be-6d00-4eca-a4e2-4e3550adb790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:06.108325 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-42de2cc9-6494-47b9-b56c-f17f7e628193 req-698ed3be-6d00-4eca-a4e2-4e3550adb790 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 1098 time: 0.5739377 Jul 16 08:39:06.111399 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-8f896e2d-08ff-4a0e-9c55-1912340dd268 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.112908 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-651bae5d-646b-4a11-9cba-3f8991835df5 req-b0bf6b5f-7592-4a2c-9082-90c5fb2c71d0 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067295 Jul 16 08:39:06.165777 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-986a328e-de23-4934-9349-dc3ab1ab8c25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.191298 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2c21040e-0335-4c5f-9c46-6208d71ae62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.230867 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c21040e-0335-4c5f-9c46-6208d71ae62f None None] Pushing event deleted for resources: {'Port': ['ID=001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:06.238462 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c21040e-0335-4c5f-9c46-6208d71ae62f None None] No DVR routers for this DVR port 001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:06.243778 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-834e6358-55c6-47d0-9307-61c435ed274c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] For port 001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2,segment=NetworkSegment(404e6ead-2d78-46a6-8d48-34fc1669b13b),segment_id=404e6ead-2d78-46a6-8d48-34fc1669b13b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:06.245161 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-834e6358-55c6-47d0-9307-61c435ed274c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.262347 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-834e6358-55c6-47d0-9307-61c435ed274c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Calling delete_port for 001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:06.311798 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-f24aee1a-787c-4104-8b8e-16bee60a2c95 service neutron] For port 8a52750e-1b18-460e-bef3-6f3bc1a5ec50, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:06.316662 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-f24aee1a-787c-4104-8b8e-16bee60a2c95 service neutron] For port 8a52750e-1b18-460e-bef3-6f3bc1a5ec50, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=8a52750e-1b18-460e-bef3-6f3bc1a5ec50,segment=NetworkSegment(f9790199-6c5d-491a-891c-5c49adfcdac9),segment_id=f9790199-6c5d-491a-891c-5c49adfcdac9)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:06.331118 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-f24aee1a-787c-4104-8b8e-16bee60a2c95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.333953 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-8f896e2d-08ff-4a0e-9c55-1912340dd268 service neutron] Transition to ACTIVE for port object 0013f433-bedc-45e5-9b90-9a40d3534a22 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:06.349926 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e130e9f4-c7c9-44a2-bc4f-54866606852b req-2b0c4c1a-4d1e-4b09-ba9e-ba104c8a3a84 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:06.350624 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-986a328e-de23-4934-9349-dc3ab1ab8c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.356303 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e130e9f4-c7c9-44a2-bc4f-54866606852b req-2b0c4c1a-4d1e-4b09-ba9e-ba104c8a3a84 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=206ac632-b787-4107-95ed-640d2daeb0ed HTTP/1.1" status: 200 len: 945 time: 0.8228269 Jul 16 08:39:06.367215 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-42de2cc9-6494-47b9-b56c-f17f7e628193 req-19e924d3-0a6e-4052-ad40-c6242a49ba20 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2346952 Jul 16 08:39:06.397504 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-8f896e2d-08ff-4a0e-9c55-1912340dd268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.440821 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-f24aee1a-787c-4104-8b8e-16bee60a2c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:06.441804 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-f24aee1a-787c-4104-8b8e-16bee60a2c95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.442927 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-f24aee1a-787c-4104-8b8e-16bee60a2c95 service neutron] 10.222.0.21 "PUT /v2.0/ports/8a52750e-1b18-460e-bef3-6f3bc1a5ec50 HTTP/1.1" status: 200 len: 1093 time: 4.0385473 Jul 16 08:39:06.445850 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '78f9a15a-41ae-4465-8463-0f3f67d24bea', 'tag': '8a52750e-1b18-460e-bef3-6f3bc1a5ec50'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:06.453574 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03cb73dc-0a6f-4512-8d24-f75a21ed2c38" -d '{"events": [{"name": "network-changed", "server_uuid": "78f9a15a-41ae-4465-8463-0f3f67d24bea", "tag": "8a52750e-1b18-460e-bef3-6f3bc1a5ec50"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:06.483471 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24aee1a-787c-4104-8b8e-16bee60a2c95 service neutron] Pushing event updated for resources: {'Port': ['ID=8a52750e-1b18-460e-bef3-6f3bc1a5ec50,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:06.521376 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-986a328e-de23-4934-9349-dc3ab1ab8c25 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=14ca35e4362a440b8ebea5e39101d0d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6998541 Jul 16 08:39:06.521376 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-834e6358-55c6-47d0-9307-61c435ed274c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.523391 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40424) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:06.638466 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e6358-55c6-47d0-9307-61c435ed274c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Port': ['ID=001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:06.664466 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986a328e-de23-4934-9349-dc3ab1ab8c25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09cac3a4-a59e-45d8-8193-b1fe9285f23b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:06.668752 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-834e6358-55c6-47d0-9307-61c435ed274c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] No DVR routers for this DVR port 001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:06.721059 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e130e9f4-c7c9-44a2-bc4f-54866606852b req-ede4f8a3-cabd-48a5-86d3-2c6e5f60fc37 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0667c6e-7d2e-4769-8c20-5580b8f62872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3628576 Jul 16 08:39:06.778437 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f896e2d-08ff-4a0e-9c55-1912340dd268 service neutron] Pushing event updated for resources: {'Port': ['ID=0013f433-bedc-45e5-9b90-9a40d3534a22,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:06.804948 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-1600c5f0-e968-4104-8123-13f9005dba3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:06.806824 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-1600c5f0-e968-4104-8123-13f9005dba3e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a24a2d7518784a6b80d1cbc6a1e85a5c&device_id=78f9a15a-41ae-4465-8463-0f3f67d24bea HTTP/1.1" status: 200 len: 1096 time: 0.3115723 Jul 16 08:39:06.856594 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51918df-3879-45e6-9699-b247fa787cee req-5d27a9ac-ea14-43c8-86ba-7fde6144f2f8 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:06.858159 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b51918df-3879-45e6-9699-b247fa787cee req-5d27a9ac-ea14-43c8-86ba-7fde6144f2f8 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/ports?device_id=26c49f11-2f4b-4581-83e7-898f8c066575 HTTP/1.1" status: 200 len: 931 time: 0.5205636 Jul 16 08:39:06.904280 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-834e6358-55c6-47d0-9307-61c435ed274c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.912319 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8fd47f43-3196-4ee9-b3e1-febfc5baac72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.916115 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c35b32-9b4e-45c0-8c6d-f485e116cc85 x-openstack-request-id: req-e6c35b32-9b4e-45c0-8c6d-f485e116cc85 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:06.916446 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "78f9a15a-41ae-4465-8463-0f3f67d24bea", "tag": "8a52750e-1b18-460e-bef3-6f3bc1a5ec50", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:06.916701 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e6c35b32-9b4e-45c0-8c6d-f485e116cc85 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:06.917102 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '78f9a15a-41ae-4465-8463-0f3f67d24bea', 'tag': '8a52750e-1b18-460e-bef3-6f3bc1a5ec50', 'status': 'completed', 'code': 200} Jul 16 08:39:06.918138 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-8f896e2d-08ff-4a0e-9c55-1912340dd268 service neutron] Attempting to bind port 0013f433-bedc-45e5-9b90-9a40d3534a22 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:06.918474 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-8f896e2d-08ff-4a0e-9c55-1912340dd268 service neutron] Attempting to bind port 0013f433-bedc-45e5-9b90-9a40d3534a22 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'f9790199-6c5d-491a-891c-5c49adfcdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4f619c87-6120-4620-97f2-eb2dbd06a3c2'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:06.918804 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-8f896e2d-08ff-4a0e-9c55-1912340dd268 service neutron] Attempting to bind port 0013f433-bedc-45e5-9b90-9a40d3534a22 on network 4f619c87-6120-4620-97f2-eb2dbd06a3c2 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:06.921852 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-4596626d-66d5-4e00-bfb1-3e7d9af8f228 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a52750e-1b18-460e-bef3-6f3bc1a5ec50 HTTP/1.1" status: 200 len: 217 time: 0.1045902 Jul 16 08:39:06.943829 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-834e6358-55c6-47d0-9307-61c435ed274c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4e81cd4-f3ba-49c9-a0d5-8cc8bc304edf']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:06.952272 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-8f896e2d-08ff-4a0e-9c55-1912340dd268 service neutron] Port 0013f433-bedc-45e5-9b90-9a40d3534a22 on network 4f619c87-6120-4620-97f2-eb2dbd06a3c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:39:06.952634 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-8f896e2d-08ff-4a0e-9c55-1912340dd268 service neutron] Attempting to bind port 0013f433-bedc-45e5-9b90-9a40d3534a22 on network 4f619c87-6120-4620-97f2-eb2dbd06a3c2 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:06.986028 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-8f896e2d-08ff-4a0e-9c55-1912340dd268 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:06.986365 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-8f896e2d-08ff-4a0e-9c55-1912340dd268 service neutron] Checking segment: {'id': 'f9790199-6c5d-491a-891c-5c49adfcdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4f619c87-6120-4620-97f2-eb2dbd06a3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:06.987092 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-8f896e2d-08ff-4a0e-9c55-1912340dd268 service neutron] Bound using segment: {'id': 'f9790199-6c5d-491a-891c-5c49adfcdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4f619c87-6120-4620-97f2-eb2dbd06a3c2'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:06.987721 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-8f896e2d-08ff-4a0e-9c55-1912340dd268 service neutron] Bound port: 0013f433-bedc-45e5-9b90-9a40d3534a22, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9790199-6c5d-491a-891c-5c49adfcdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4f619c87-6120-4620-97f2-eb2dbd06a3c2'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:06.988211 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-834e6358-55c6-47d0-9307-61c435ed274c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '404e6ead-2d78-46a6-8d48-34fc1669b13b') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:06.988494 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-8f896e2d-08ff-4a0e-9c55-1912340dd268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:06.988647 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-834e6358-55c6-47d0-9307-61c435ed274c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '404e6ead-2d78-46a6-8d48-34fc1669b13b') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:07.020329 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.032064 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8fd47f43-3196-4ee9-b3e1-febfc5baac72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.049919 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-834e6358-55c6-47d0-9307-61c435ed274c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.058987 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b51918df-3879-45e6-9699-b247fa787cee req-1eee3c5d-715f-4bfb-966a-765a44400108 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef87949d-b379-4b62-83ac-22ada1b4e00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1938360 Jul 16 08:39:07.075921 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-6625d850-7cb7-43a7-9af8-e3c3cc444f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:07.082175 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-6625d850-7cb7-43a7-9af8-e3c3cc444f2e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=202ee305-b6ac-4fd1-ab5c-c4ff10e64050 HTTP/1.1" status: 200 len: 858 time: 0.1431551 Jul 16 08:39:07.153488 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-1e90af20-f997-40cc-b8c9-2d9294b53c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a89a772-0ad5-4c1a-a732-116ec07c2537 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:07.179849 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-834e6358-55c6-47d0-9307-61c435ed274c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.197309 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-1e90af20-f997-40cc-b8c9-2d9294b53c7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.206690 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-834e6358-55c6-47d0-9307-61c435ed274c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:39:07.207162 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-834e6358-55c6-47d0-9307-61c435ed274c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:39:07.211812 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:39:07.235514 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-af0ddb5f-767f-4d93-a2b9-b90c9cf8aa4c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f619c87-6120-4620-97f2-eb2dbd06a3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1467631 Jul 16 08:39:07.320097 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-8f896e2d-08ff-4a0e-9c55-1912340dd268 service neutron] For port 0013f433-bedc-45e5-9b90-9a40d3534a22, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:07.347852 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8fd47f43-3196-4ee9-b3e1-febfc5baac72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.356275 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8fd47f43-3196-4ee9-b3e1-febfc5baac72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.356275 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8fd47f43-3196-4ee9-b3e1-febfc5baac72 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/09cac3a4-a59e-45d8-8193-b1fe9285f23b HTTP/1.1" status: 204 len: 168 time: 0.8258493 Jul 16 08:39:07.369723 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-1e90af20-f997-40cc-b8c9-2d9294b53c7f service neutron] Transition to ACTIVE for port object 3a89a772-0ad5-4c1a-a732-116ec07c2537 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:07.382771 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:07.390553 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-8f896e2d-08ff-4a0e-9c55-1912340dd268 service neutron] For port 0013f433-bedc-45e5-9b90-9a40d3534a22, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0013f433-bedc-45e5-9b90-9a40d3534a22,segment=NetworkSegment(f9790199-6c5d-491a-891c-5c49adfcdac9),segment_id=f9790199-6c5d-491a-891c-5c49adfcdac9)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:07.405986 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-8f896e2d-08ff-4a0e-9c55-1912340dd268 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.419170 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-834e6358-55c6-47d0-9307-61c435ed274c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.428656 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-834e6358-55c6-47d0-9307-61c435ed274c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.439928 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-834e6358-55c6-47d0-9307-61c435ed274c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/networks/a4e81cd4-f3ba-49c9-a0d5-8cc8bc304edf HTTP/1.1" status: 204 len: 168 time: 2.3558552 Jul 16 08:39:07.455172 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:07.456063 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 001d7bb2-7c3f-4ff6-9555-6cc6a4685cd2 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:07.472551 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-1e90af20-f997-40cc-b8c9-2d9294b53c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.480184 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40444) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:07.509792 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd47f43-3196-4ee9-b3e1-febfc5baac72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09cac3a4-a59e-45d8-8193-b1fe9285f23b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:07.551037 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-8f896e2d-08ff-4a0e-9c55-1912340dd268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:07.551764 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-8f896e2d-08ff-4a0e-9c55-1912340dd268 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:07.553296 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-8f896e2d-08ff-4a0e-9c55-1912340dd268 service neutron] 10.222.0.21 "PUT /v2.0/ports/0013f433-bedc-45e5-9b90-9a40d3534a22 HTTP/1.1" status: 200 len: 1093 time: 3.2200334 Jul 16 08:39:07.596280 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-e3a320f5-0a39-4c95-a62c-25679de20b91 service neutron] 10.222.0.21 "GET /v2.0/networks/4f619c87-6120-4620-97f2-eb2dbd06a3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417962 Jul 16 08:39:07.612291 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7d751685-06c7-4127-8bdf-461449077602 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-437859924'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:07.650915 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834e6358-55c6-47d0-9307-61c435ed274c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Network': ['ID=a4e81cd4-f3ba-49c9-a0d5-8cc8bc304edf,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:07.736434 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f896e2d-08ff-4a0e-9c55-1912340dd268 service neutron] Pushing event updated for resources: {'Port': ['ID=0013f433-bedc-45e5-9b90-9a40d3534a22,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:07.750570 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-d5e1f0a7-fd00-41ed-ba82-ba00c0376171 service neutron] 10.222.0.21 "GET /v2.0/networks/4f619c87-6120-4620-97f2-eb2dbd06a3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357236 Jul 16 08:39:08.069901 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb73dc-0a6f-4512-8d24-f75a21ed2c38 req-a3b84ac3-08e0-4559-8fb8-d2d1841ac599 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:08.071496 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-03cb73dc-0a6f-4512-8d24-f75a21ed2c38 req-a3b84ac3-08e0-4559-8fb8-d2d1841ac599 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a24a2d7518784a6b80d1cbc6a1e85a5c&device_id=78f9a15a-41ae-4465-8463-0f3f67d24bea HTTP/1.1" status: 200 len: 1096 time: 0.1992903 Jul 16 08:39:08.073447 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-32e3fbce-0528-423c-aff9-21709fc06a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:08.077384 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-32e3fbce-0528-423c-aff9-21709fc06a45 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a24a2d7518784a6b80d1cbc6a1e85a5c&device_id=7de5225a-8629-406d-925c-f9abf69fa661 HTTP/1.1" status: 200 len: 1096 time: 0.3236101 Jul 16 08:39:08.197473 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb73dc-0a6f-4512-8d24-f75a21ed2c38 req-fe78599b-4c2a-4652-b4b3-a1adf52fb367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:08.199272 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-03cb73dc-0a6f-4512-8d24-f75a21ed2c38 req-fe78599b-4c2a-4652-b4b3-a1adf52fb367 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4f619c87-6120-4620-97f2-eb2dbd06a3c2 HTTP/1.1" status: 200 len: 919 time: 0.1133246 Jul 16 08:39:08.277122 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-7259e07d-cf82-451d-9dd8-5c5261e78166 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0013f433-bedc-45e5-9b90-9a40d3534a22 HTTP/1.1" status: 200 len: 217 time: 0.0771468 Jul 16 08:39:08.321629 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90af20-f997-40cc-b8c9-2d9294b53c7f service neutron] Pushing event updated for resources: {'Port': ['ID=3a89a772-0ad5-4c1a-a732-116ec07c2537,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:08.342613 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d751685-06c7-4127-8bdf-461449077602 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:08.347393 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d751685-06c7-4127-8bdf-461449077602 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.399523 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-03cb73dc-0a6f-4512-8d24-f75a21ed2c38 req-d3f92bc1-a64b-4ad6-b1fe-2ae502007425 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8a52750e-1b18-460e-bef3-6f3bc1a5ec50 HTTP/1.1" status: 200 len: 217 time: 0.1213787 Jul 16 08:39:08.467667 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.471489 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d751685-06c7-4127-8bdf-461449077602 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:39:08.503095 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-4d5c5078-54ec-4e1f-bbb1-2542bc6a6d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:08.504577 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-4d5c5078-54ec-4e1f-bbb1-2542bc6a6d6e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=202ee305-b6ac-4fd1-ab5c-c4ff10e64050 HTTP/1.1" status: 200 len: 858 time: 0.2135012 Jul 16 08:39:08.511439 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03cb73dc-0a6f-4512-8d24-f75a21ed2c38 req-fd28c4af-5e56-4d42-b111-48a8d97b5231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:08.513165 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-03cb73dc-0a6f-4512-8d24-f75a21ed2c38 req-fd28c4af-5e56-4d42-b111-48a8d97b5231 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=202ee305-b6ac-4fd1-ab5c-c4ff10e64050 HTTP/1.1" status: 200 len: 858 time: 0.0763493 Jul 16 08:39:08.527067 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d751685-06c7-4127-8bdf-461449077602 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.527523 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-7d751685-06c7-4127-8bdf-461449077602 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Added segment 2b988c5d-12f8-4d24-84e0-747f1878b07d of type vlan for network f99a7629-84e9-4ab8-a744-cc1858821cbe Jul 16 08:39:08.548223 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-0f3da872-f381-4693-acce-6b98d3e54f1a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f619c87-6120-4620-97f2-eb2dbd06a3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301890 Jul 16 08:39:08.591947 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f8d3a-4324-4914-9806-728e1fc50dc2 req-cffa9d81-169d-4798-a110-6ef4da4f581b tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:08.603878 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a66f8d3a-4324-4914-9806-728e1fc50dc2 req-cffa9d81-169d-4798-a110-6ef4da4f581b tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 946 time: 1.1231372 Jul 16 08:39:08.618821 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-1e90af20-f997-40cc-b8c9-2d9294b53c7f service neutron] Attempting to bind port 3a89a772-0ad5-4c1a-a732-116ec07c2537 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:08.619576 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-1e90af20-f997-40cc-b8c9-2d9294b53c7f service neutron] Attempting to bind port 3a89a772-0ad5-4c1a-a732-116ec07c2537 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'f9790199-6c5d-491a-891c-5c49adfcdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4f619c87-6120-4620-97f2-eb2dbd06a3c2'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:08.621333 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-1e90af20-f997-40cc-b8c9-2d9294b53c7f service neutron] Attempting to bind port 3a89a772-0ad5-4c1a-a732-116ec07c2537 on network 4f619c87-6120-4620-97f2-eb2dbd06a3c2 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:08.639735 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-03cb73dc-0a6f-4512-8d24-f75a21ed2c38 req-04cd911f-85f6-4073-8e6b-389b9da928d3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f619c87-6120-4620-97f2-eb2dbd06a3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0897727 Jul 16 08:39:08.676224 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-1e90af20-f997-40cc-b8c9-2d9294b53c7f service neutron] Port 3a89a772-0ad5-4c1a-a732-116ec07c2537 on network 4f619c87-6120-4620-97f2-eb2dbd06a3c2 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:39:08.676897 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-1e90af20-f997-40cc-b8c9-2d9294b53c7f service neutron] Attempting to bind port 3a89a772-0ad5-4c1a-a732-116ec07c2537 on network 4f619c87-6120-4620-97f2-eb2dbd06a3c2 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:08.684717 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d751685-06c7-4127-8bdf-461449077602 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.702696 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-1e90af20-f997-40cc-b8c9-2d9294b53c7f service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:08.703390 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-1e90af20-f997-40cc-b8c9-2d9294b53c7f service neutron] Checking segment: {'id': 'f9790199-6c5d-491a-891c-5c49adfcdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4f619c87-6120-4620-97f2-eb2dbd06a3c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:08.703988 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-1e90af20-f997-40cc-b8c9-2d9294b53c7f service neutron] Bound using segment: {'id': 'f9790199-6c5d-491a-891c-5c49adfcdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4f619c87-6120-4620-97f2-eb2dbd06a3c2'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:08.704663 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-1e90af20-f997-40cc-b8c9-2d9294b53c7f service neutron] Bound port: 3a89a772-0ad5-4c1a-a732-116ec07c2537, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f9790199-6c5d-491a-891c-5c49adfcdac9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4f619c87-6120-4620-97f2-eb2dbd06a3c2'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:08.705240 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-1e90af20-f997-40cc-b8c9-2d9294b53c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.743593 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a66f8d3a-4324-4914-9806-728e1fc50dc2 req-bdd74061-535e-4654-b210-851b48a77568 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1382284 Jul 16 08:39:08.788797 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:39:08.852259 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d751685-06c7-4127-8bdf-461449077602 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.859557 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d751685-06c7-4127-8bdf-461449077602 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:08.860805 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d751685-06c7-4127-8bdf-461449077602 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:08.954549 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7d751685-06c7-4127-8bdf-461449077602 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.4017477 Jul 16 08:39:09.019992 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40482) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:09.021519 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-1e90af20-f997-40cc-b8c9-2d9294b53c7f service neutron] For port 3a89a772-0ad5-4c1a-a732-116ec07c2537, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:09.028941 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-927f90e7-b5c0-423d-9a60-47e9b225ffc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'subnet': {'network_id': 'f99a7629-84e9-4ab8-a744-cc1858821cbe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:09.034978 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d751685-06c7-4127-8bdf-461449077602 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Network': ['ID=f99a7629-84e9-4ab8-a744-cc1858821cbe,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:09.046930 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network f99a7629-84e9-4ab8-a744-cc1858821cbe details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:39:09.054829 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-1e90af20-f997-40cc-b8c9-2d9294b53c7f service neutron] For port 3a89a772-0ad5-4c1a-a732-116ec07c2537, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=3a89a772-0ad5-4c1a-a732-116ec07c2537,segment=NetworkSegment(f9790199-6c5d-491a-891c-5c49adfcdac9),segment_id=f9790199-6c5d-491a-891c-5c49adfcdac9)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:09.411020 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7de5225a-8629-406d-925c-f9abf69fa661', 'tag': '0013f433-bedc-45e5-9b90-9a40d3534a22'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:09.413709 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-967d0130-ddbc-4786-80da-8814af23b7ce" -d '{"events": [{"name": "network-changed", "server_uuid": "7de5225a-8629-406d-925c-f9abf69fa661", "tag": "0013f433-bedc-45e5-9b90-9a40d3534a22"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:09.418328 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40494) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:09.485955 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-a576e736-8590-493a-afd3-bd104816477a service neutron] 10.222.0.21 "GET /v2.0/networks/4f619c87-6120-4620-97f2-eb2dbd06a3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9342952 Jul 16 08:39:09.584093 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-1e90af20-f997-40cc-b8c9-2d9294b53c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.597250 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-0d147d17-c429-4f07-91d3-7f0a8da0640f service neutron] 10.222.0.21 "GET /v2.0/networks/4f619c87-6120-4620-97f2-eb2dbd06a3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043401 Jul 16 08:39:09.642301 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-03cb73dc-0a6f-4512-8d24-f75a21ed2c38 req-27177ae8-4d1e-4710-a08a-f5b289a9795e service neutron] 10.222.0.21 "GET /v2.0/networks/4f619c87-6120-4620-97f2-eb2dbd06a3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9861403 Jul 16 08:39:09.701733 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-1e90af20-f997-40cc-b8c9-2d9294b53c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:09.702377 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-1e90af20-f997-40cc-b8c9-2d9294b53c7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.705842 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-1e90af20-f997-40cc-b8c9-2d9294b53c7f service neutron] 10.222.0.30 "PUT /v2.0/ports/3a89a772-0ad5-4c1a-a732-116ec07c2537 HTTP/1.1" status: 200 len: 1092 time: 4.8606606 Jul 16 08:39:09.712477 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e90af20-f997-40cc-b8c9-2d9294b53c7f service neutron] Pushing event updated for resources: {'Port': ['ID=3a89a772-0ad5-4c1a-a732-116ec07c2537,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:09.722495 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26c49f11-2f4b-4581-83e7-898f8c066575', 'tag': '3a89a772-0ad5-4c1a-a732-116ec07c2537'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:09.726770 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0089d47-a632-493e-813b-872b4b62d4d3" -d '{"events": [{"name": "network-changed", "server_uuid": "26c49f11-2f4b-4581-83e7-898f8c066575", "tag": "3a89a772-0ad5-4c1a-a732-116ec07c2537"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:09.835795 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-03cb73dc-0a6f-4512-8d24-f75a21ed2c38 req-b9f39d64-c1bb-4215-a66e-636d54c11bad service neutron] 10.222.0.21 "GET /v2.0/networks/4f619c87-6120-4620-97f2-eb2dbd06a3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1848574 Jul 16 08:39:09.860397 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-b7f4f6ed-0db5-4b81-b445-84909a59d03f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Request body: {'networks': [{'name': 'tempest-network--1060485742'}, {'name': 'tempest-network--831284856'}]} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:09.860806 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-b7f4f6ed-0db5-4b81-b445-84909a59d03f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Request body: {'network': {'name': 'tempest-network--1060485742'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:09.861226 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-b7f4f6ed-0db5-4b81-b445-84909a59d03f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Request body: {'network': {'name': 'tempest-network--831284856'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:09.876676 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-927f90e7-b5c0-423d-9a60-47e9b225ffc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:09.877850 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eef333-9299-47e1-ae79-ae742891f219 req-19579eb0-4af0-4388-822e-8d0dda2b9d4c tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:09.880214 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-927f90e7-b5c0-423d-9a60-47e9b225ffc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:09.884882 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-95eef333-9299-47e1-ae79-ae742891f219 req-19579eb0-4af0-4388-822e-8d0dda2b9d4c tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/ports?device_id=26c49f11-2f4b-4581-83e7-898f8c066575 HTTP/1.1" status: 200 len: 943 time: 1.1914515 Jul 16 08:39:09.935809 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16593dad-be8d-49a4-968d-c6a0cc0759e2 req-b9c2ba42-e5ba-4520-8e8a-0fcae6d0ccb3 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:09.938009 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-16593dad-be8d-49a4-968d-c6a0cc0759e2 req-b9c2ba42-e5ba-4520-8e8a-0fcae6d0ccb3 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.30 "GET /v2.0/ports?device_id=206ac632-b787-4107-95ed-640d2daeb0ed HTTP/1.1" status: 200 len: 945 time: 0.4771526 Jul 16 08:39:09.943537 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4e01d2-e7a2-40ce-8d3d-3bffdcb6385b req-01c2fa2f-54fe-44af-b38d-0e900091d0fa tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:09.945866 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0e4e01d2-e7a2-40ce-8d3d-3bffdcb6385b req-01c2fa2f-54fe-44af-b38d-0e900091d0fa tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=206ac632-b787-4107-95ed-640d2daeb0ed HTTP/1.1" status: 200 len: 945 time: 0.9075985 Jul 16 08:39:09.976760 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7f4f6ed-0db5-4b81-b445-84909a59d03f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Made reservation on behalf of ff9c0ac517e240ab9328a674a5ffd948 for: {'network': 2} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:09.982634 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f6ed-0db5-4b81-b445-84909a59d03f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.014802 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-95eef333-9299-47e1-ae79-ae742891f219 req-672143a6-925d-43a8-8dc7-671b0e3bc444 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef87949d-b379-4b62-83ac-22ada1b4e00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290176 Jul 16 08:39:10.025311 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f6ed-0db5-4b81-b445-84909a59d03f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.056528 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-181aa1a2-ae70-4f84-bba5-ab35f9e98793 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:10.058082 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-181aa1a2-ae70-4f84-bba5-ab35f9e98793 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a24a2d7518784a6b80d1cbc6a1e85a5c&device_id=26c49f11-2f4b-4581-83e7-898f8c066575 HTTP/1.1" status: 200 len: 1095 time: 0.2997036 Jul 16 08:39:10.088741 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8605a-bee3-4e38-bf73-c8d8ee3323b5 req-dc7232c0-c0cd-4234-ac0f-11b92b9ae821 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:10.090327 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0ba8605a-bee3-4e38-bf73-c8d8ee3323b5 req-dc7232c0-c0cd-4234-ac0f-11b92b9ae821 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb1fa6b5-f13d-4d0e-a549-50a81a4e455b HTTP/1.1" status: 200 len: 946 time: 0.3921010 Jul 16 08:39:10.122803 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53304bb9-fec8-4448-a91b-a8ebe48e92e3 x-openstack-request-id: req-53304bb9-fec8-4448-a91b-a8ebe48e92e3 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:10.123230 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7de5225a-8629-406d-925c-f9abf69fa661", "tag": "0013f433-bedc-45e5-9b90-9a40d3534a22", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:10.123568 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-53304bb9-fec8-4448-a91b-a8ebe48e92e3 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:10.123976 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7de5225a-8629-406d-925c-f9abf69fa661', 'tag': '0013f433-bedc-45e5-9b90-9a40d3534a22', 'status': 'completed', 'code': 200} Jul 16 08:39:10.140907 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-d1dfb727-7d85-42d5-8608-f0f95026cf8e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a89a772-0ad5-4c1a-a732-116ec07c2537 HTTP/1.1" status: 200 len: 217 time: 0.0469122 Jul 16 08:39:10.144163 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0e4e01d2-e7a2-40ce-8d3d-3bffdcb6385b req-76238d26-6c36-4373-b95b-a3eaa18f9590 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/security-groups?id=d0667c6e-7d2e-4769-8c20-5580b8f62872&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1855135 Jul 16 08:39:10.272327 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be54789-f421-4216-8ada-e273738b2572 x-openstack-request-id: req-6be54789-f421-4216-8ada-e273738b2572 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:10.272632 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26c49f11-2f4b-4581-83e7-898f8c066575", "tag": "3a89a772-0ad5-4c1a-a732-116ec07c2537", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:10.272892 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6be54789-f421-4216-8ada-e273738b2572 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:10.273292 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26c49f11-2f4b-4581-83e7-898f8c066575', 'tag': '3a89a772-0ad5-4c1a-a732-116ec07c2537', 'status': 'completed', 'code': 200} Jul 16 08:39:10.335230 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-2fafe17d-c42b-4d07-b0dd-607f09a1883e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:10.335230 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-2fafe17d-c42b-4d07-b0dd-607f09a1883e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=202ee305-b6ac-4fd1-ab5c-c4ff10e64050 HTTP/1.1" status: 200 len: 858 time: 0.1649737 Jul 16 08:39:10.335615 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-16593dad-be8d-49a4-968d-c6a0cc0759e2 req-d6afe0ea-0043-41ed-b66f-0f2d695fe17f tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Deleting port 76a7f60c-6ae9-49ec-a611-d34732aed303 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:10.335615 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-16593dad-be8d-49a4-968d-c6a0cc0759e2 req-d6afe0ea-0043-41ed-b66f-0f2d695fe17f tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.390910 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-6ffd5932-880f-41e3-b93c-63ffde368ab1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f619c87-6120-4620-97f2-eb2dbd06a3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345323 Jul 16 08:39:10.421874 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d0130-ddbc-4786-80da-8814af23b7ce req-050b8547-fcd4-4f8b-a9bd-9524591418dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:10.424176 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-967d0130-ddbc-4786-80da-8814af23b7ce req-050b8547-fcd4-4f8b-a9bd-9524591418dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a24a2d7518784a6b80d1cbc6a1e85a5c&device_id=7de5225a-8629-406d-925c-f9abf69fa661 HTTP/1.1" status: 200 len: 1096 time: 0.2976348 Jul 16 08:39:10.546561 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f6ed-0db5-4b81-b445-84909a59d03f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.555909 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f6ed-0db5-4b81-b445-84909a59d03f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.556436 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f6ed-0db5-4b81-b445-84909a59d03f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.639692 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-927f90e7-b5c0-423d-9a60-47e9b225ffc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.652908 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-16593dad-be8d-49a4-968d-c6a0cc0759e2 req-d6afe0ea-0043-41ed-b66f-0f2d695fe17f tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] For port 76a7f60c-6ae9-49ec-a611-d34732aed303, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=76a7f60c-6ae9-49ec-a611-d34732aed303,segment=NetworkSegment(4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8),segment_id=4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:10.653344 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-16593dad-be8d-49a4-968d-c6a0cc0759e2 req-d6afe0ea-0043-41ed-b66f-0f2d695fe17f tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.686510 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-0ba8605a-bee3-4e38-bf73-c8d8ee3323b5 req-261aa2c2-7c80-40c3-902d-0780df88bf00 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Deleting port 8317e3c8-7143-4f98-b32f-759372e9e6d3 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:10.686780 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-0ba8605a-bee3-4e38-bf73-c8d8ee3323b5 req-261aa2c2-7c80-40c3-902d-0780df88bf00 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.687257 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-16593dad-be8d-49a4-968d-c6a0cc0759e2 req-d6afe0ea-0043-41ed-b66f-0f2d695fe17f tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Calling delete_port for 76a7f60c-6ae9-49ec-a611-d34732aed303 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:10.689373 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f4f6ed-0db5-4b81-b445-84909a59d03f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:39:10.691873 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4f6ed-0db5-4b81-b445-84909a59d03f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2fa6525-2da9-455f-a63d-9d1b76cf1e54,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:10.723053 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f6ed-0db5-4b81-b445-84909a59d03f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.723412 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-b7f4f6ed-0db5-4b81-b445-84909a59d03f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Added segment f280fcf0-5562-4e16-a305-900f392995cc of type vlan for network aeb27542-41a7-430a-b7ea-32129277c97a Jul 16 08:39:10.732947 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d0130-ddbc-4786-80da-8814af23b7ce req-d5904977-1937-4d1c-8f0f-aedb48a12fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:10.734452 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-967d0130-ddbc-4786-80da-8814af23b7ce req-d5904977-1937-4d1c-8f0f-aedb48a12fd8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4f619c87-6120-4620-97f2-eb2dbd06a3c2 HTTP/1.1" status: 200 len: 919 time: 0.2540269 Jul 16 08:39:10.742199 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a79f6c5-f26d-4c04-b97b-d2de0d21f4b6 req-e494bf63-d402-4103-aad2-b9f7648325c2 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:10.743807 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5a79f6c5-f26d-4c04-b97b-d2de0d21f4b6 req-e494bf63-d402-4103-aad2-b9f7648325c2 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 946 time: 0.3120360 Jul 16 08:39:10.756185 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 8a52750e-1b18-460e-bef3-6f3bc1a5ec50 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:39:10.796254 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-fe09078f-af06-48a7-8f42-11bd55fcadbb service neutron] 10.222.0.30 "GET /v2.0/networks/4f619c87-6120-4620-97f2-eb2dbd06a3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3805153 Jul 16 08:39:10.896711 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-967d0130-ddbc-4786-80da-8814af23b7ce req-0f281659-5320-4d6a-bf11-49b7d085429a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0013f433-bedc-45e5-9b90-9a40d3534a22 HTTP/1.1" status: 200 len: 217 time: 0.1307740 Jul 16 08:39:10.902736 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f6ed-0db5-4b81-b445-84909a59d03f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:10.923878 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 8a52750e-1b18-460e-bef3-6f3bc1a5ec50, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=8a52750e-1b18-460e-bef3-6f3bc1a5ec50,segment=NetworkSegment(f9790199-6c5d-491a-891c-5c49adfcdac9),segment_id=f9790199-6c5d-491a-891c-5c49adfcdac9)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:10.952026 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '8a52750e-1b18-460e-bef3-6f3bc1a5ec50', 'network_id': '4f619c87-6120-4620-97f2-eb2dbd06a3c2', 'port_id': '8a52750e-1b18-460e-bef3-6f3bc1a5ec50', 'mac_address': 'fa:16:3e:8e:98:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '202ee305-b6ac-4fd1-ab5c-c4ff10e64050', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:39:11.002973 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d0130-ddbc-4786-80da-8814af23b7ce req-e255a587-95b0-4280-b865-c9e90c2e9010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:11.004515 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-967d0130-ddbc-4786-80da-8814af23b7ce req-e255a587-95b0-4280-b865-c9e90c2e9010 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=202ee305-b6ac-4fd1-ab5c-c4ff10e64050 HTTP/1.1" status: 200 len: 858 time: 0.0935419 Jul 16 08:39:11.033503 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.046658 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7f4f6ed-0db5-4b81-b445-84909a59d03f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:39:11.072517 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a52750e-1b18-460e-bef3-6f3bc1a5ec50 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:11.093832 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-967d0130-ddbc-4786-80da-8814af23b7ce req-804dc423-e668-4a11-bdc0-dbe316bf4cc5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f619c87-6120-4620-97f2-eb2dbd06a3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0637681 Jul 16 08:39:11.131266 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 8a52750e-1b18-460e-bef3-6f3bc1a5ec50, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=8a52750e-1b18-460e-bef3-6f3bc1a5ec50,segment=NetworkSegment(f9790199-6c5d-491a-891c-5c49adfcdac9),segment_id=f9790199-6c5d-491a-891c-5c49adfcdac9)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:11.136328 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.160073 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f6ed-0db5-4b81-b445-84909a59d03f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.166007 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-b7f4f6ed-0db5-4b81-b445-84909a59d03f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Added segment 52775061-fe70-4f63-850f-48e47bdcaa09 of type vlan for network efe68ad7-d1fb-4475-acc5-55aaf7daf565 Jul 16 08:39:11.194102 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927f90e7-b5c0-423d-9a60-47e9b225ffc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Subnet': ['ID=f65791a7-2028-4fa1-9924-38d6efd9affe,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:11.227620 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5a79f6c5-f26d-4c04-b97b-d2de0d21f4b6 req-fc5a9bf1-02f3-41fd-b00f-be0274b3cc77 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4393766 Jul 16 08:39:11.248455 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f19b65cb-1cb3-4462-8680-cbaacccef006 req-a43d9105-7902-4c9a-8101-b23ef342a562 service neutron] 10.222.0.30 "GET /v2.0/networks/4f619c87-6120-4620-97f2-eb2dbd06a3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4092028 Jul 16 08:39:11.257023 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-16593dad-be8d-49a4-968d-c6a0cc0759e2 req-d6afe0ea-0043-41ed-b66f-0f2d695fe17f tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.270786 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927f90e7-b5c0-423d-9a60-47e9b225ffc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Checking segment: {'id': '2b988c5d-12f8-4d24-84e0-747f1878b07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f99a7629-84e9-4ab8-a744-cc1858821cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:11.271163 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927f90e7-b5c0-423d-9a60-47e9b225ffc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network hostable DHCP agents. Network: f99a7629-84e9-4ab8-a744-cc1858821cbe, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:39:11.306685 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-0ba8605a-bee3-4e38-bf73-c8d8ee3323b5 req-261aa2c2-7c80-40c3-902d-0780df88bf00 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] For port 8317e3c8-7143-4f98-b32f-759372e9e6d3, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=8317e3c8-7143-4f98-b32f-759372e9e6d3,segment=NetworkSegment(4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8),segment_id=4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:11.310498 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-0ba8605a-bee3-4e38-bf73-c8d8ee3323b5 req-261aa2c2-7c80-40c3-902d-0780df88bf00 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.348993 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afe0ea-0043-41ed-b66f-0f2d695fe17f tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Pushing event deleted for resources: {'Port': ['ID=76a7f60c-6ae9-49ec-a611-d34732aed303,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:11.368996 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['8a52750e-1b18-460e-bef3-6f3bc1a5ec50'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:11.380567 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f6ed-0db5-4b81-b445-84909a59d03f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.383970 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-0ba8605a-bee3-4e38-bf73-c8d8ee3323b5 req-261aa2c2-7c80-40c3-902d-0780df88bf00 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Calling delete_port for 8317e3c8-7143-4f98-b32f-759372e9e6d3 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:11.451567 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=8a52750e-1b18-460e-bef3-6f3bc1a5ec50,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:11.489852 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-16593dad-be8d-49a4-968d-c6a0cc0759e2 req-d6afe0ea-0043-41ed-b66f-0f2d695fe17f tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] No DVR routers for this DVR port 76a7f60c-6ae9-49ec-a611-d34732aed303 on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:11.492899 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-16593dad-be8d-49a4-968d-c6a0cc0759e2 req-d6afe0ea-0043-41ed-b66f-0f2d695fe17f tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.495081 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-16593dad-be8d-49a4-968d-c6a0cc0759e2 req-d6afe0ea-0043-41ed-b66f-0f2d695fe17f tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.30 "DELETE /v2.0/ports/76a7f60c-6ae9-49ec-a611-d34732aed303 HTTP/1.1" status: 204 len: 173 time: 1.5388942 Jul 16 08:39:11.598009 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-967d0130-ddbc-4786-80da-8814af23b7ce req-f198f16c-3754-4aab-b0e4-fd28a2b1c059 service neutron] 10.222.0.21 "GET /v2.0/networks/4f619c87-6120-4620-97f2-eb2dbd06a3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4749818 Jul 16 08:39:11.667088 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f6ed-0db5-4b81-b445-84909a59d03f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.668023 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f6ed-0db5-4b81-b445-84909a59d03f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.674323 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f4f6ed-0db5-4b81-b445-84909a59d03f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:11.679841 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7f4f6ed-0db5-4b81-b445-84909a59d03f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:11.681105 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b7f4f6ed-0db5-4b81-b445-84909a59d03f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.717276 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5f2b44c1-11ff-4b10-a92a-881f7928fb8c req-9e4a8929-3501-4e8b-8077-68c31d305859 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=206ac632-b787-4107-95ed-640d2daeb0ed HTTP/1.1" status: 200 len: 210 time: 0.0850739 Jul 16 08:39:11.739235 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-0ba8605a-bee3-4e38-bf73-c8d8ee3323b5 req-261aa2c2-7c80-40c3-902d-0780df88bf00 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.836157 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261aa2c2-7c80-40c3-902d-0780df88bf00 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Pushing event deleted for resources: {'Port': ['ID=8317e3c8-7143-4f98-b32f-759372e9e6d3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:11.883360 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4f6ed-0db5-4b81-b445-84909a59d03f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Pushing event updated for resources: {'Network': ['ID=aeb27542-41a7-430a-b7ea-32129277c97a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:11.895616 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e159bfc-f815-4b59-a84e-973746ef4829 req-c6c1f4f1-0271-45f1-975f-7f863963761f tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:11.898010 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network aeb27542-41a7-430a-b7ea-32129277c97a details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:39:11.918007 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1e159bfc-f815-4b59-a84e-973746ef4829 req-c6c1f4f1-0271-45f1-975f-7f863963761f tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/ports?device_id=26c49f11-2f4b-4581-83e7-898f8c066575 HTTP/1.1" status: 200 len: 943 time: 0.6025763 Jul 16 08:39:11.936747 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927f90e7-b5c0-423d-9a60-47e9b225ffc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network f99a7629-84e9-4ab8-a744-cc1858821cbe is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:39:11.971885 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba8605a-bee3-4e38-bf73-c8d8ee3323b5 req-261aa2c2-7c80-40c3-902d-0780df88bf00 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] No DVR routers for this DVR port 8317e3c8-7143-4f98-b32f-759372e9e6d3 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:11.978241 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-0ba8605a-bee3-4e38-bf73-c8d8ee3323b5 req-261aa2c2-7c80-40c3-902d-0780df88bf00 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:11.980742 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0ba8605a-bee3-4e38-bf73-c8d8ee3323b5 req-261aa2c2-7c80-40c3-902d-0780df88bf00 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.30 "DELETE /v2.0/ports/8317e3c8-7143-4f98-b32f-759372e9e6d3 HTTP/1.1" status: 204 len: 173 time: 1.8355582 Jul 16 08:39:12.017976 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-927f90e7-b5c0-423d-9a60-47e9b225ffc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, f99a7629-84e9-4ab8-a744-cc1858821cbe) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:12.038780 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241ccfd3-0082-48c9-ba5e-e5b1a5f0f5ee None None] Network f99a7629-84e9-4ab8-a744-cc1858821cbe requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:12.156318 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '206ac632-b787-4107-95ed-640d2daeb0ed', 'name': 'network-vif-deleted', 'tag': '76a7f60c-6ae9-49ec-a611-d34732aed303'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:12.160035 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ffd539a-1bc2-4042-b820-793c780197ed" -d '{"events": [{"server_uuid": "206ac632-b787-4107-95ed-640d2daeb0ed", "name": "network-vif-deleted", "tag": "76a7f60c-6ae9-49ec-a611-d34732aed303"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:12.160326 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0089d47-a632-493e-813b-872b4b62d4d3 req-bda0b4a3-7d54-47cc-b5b2-fec2abb10021 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:12.164544 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-967d0130-ddbc-4786-80da-8814af23b7ce req-351822f2-b42f-420e-af72-6391537d3455 service neutron] 10.222.0.21 "GET /v2.0/networks/4f619c87-6120-4620-97f2-eb2dbd06a3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5079648 Jul 16 08:39:12.167925 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f0089d47-a632-493e-813b-872b4b62d4d3 req-bda0b4a3-7d54-47cc-b5b2-fec2abb10021 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a24a2d7518784a6b80d1cbc6a1e85a5c&device_id=26c49f11-2f4b-4581-83e7-898f8c066575 HTTP/1.1" status: 200 len: 1095 time: 0.5767009 Jul 16 08:39:12.184298 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b7f4f6ed-0db5-4b81-b445-84909a59d03f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.7107077 Jul 16 08:39:12.193832 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40554) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:12.216711 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927f90e7-b5c0-423d-9a60-47e9b225ffc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:12.223594 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-927f90e7-b5c0-423d-9a60-47e9b225ffc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.298451 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb1fa6b5-f13d-4d0e-a549-50a81a4e455b', 'name': 'network-vif-deleted', 'tag': '8317e3c8-7143-4f98-b32f-759372e9e6d3'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:12.305323 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21694f6c-aeda-45ec-9ae4-df89c192540e" -d '{"events": [{"server_uuid": "fb1fa6b5-f13d-4d0e-a549-50a81a4e455b", "name": "network-vif-deleted", "tag": "8317e3c8-7143-4f98-b32f-759372e9e6d3"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:12.348511 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1e159bfc-f815-4b59-a84e-973746ef4829 req-d874ee67-b5c0-4c81-9d52-1c508787acbc tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef87949d-b379-4b62-83ac-22ada1b4e00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4165330 Jul 16 08:39:12.348696 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-927f90e7-b5c0-423d-9a60-47e9b225ffc7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3220005 Jul 16 08:39:12.360709 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40560) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:12.379058 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-17829f72-5fd7-4623-bfe4-425a78f2dc6e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'port': {'network_id': 'f99a7629-84e9-4ab8-a744-cc1858821cbe', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1088000651'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:12.403665 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ece4d81-87b6-4321-8742-aecb79b858ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-f99a7629-84e9-4ab8-a744-cc1858821cbe', 'network_id': 'f99a7629-84e9-4ab8-a744-cc1858821cbe', 'tenant_id': '2196520d70524290b0f888590747f176', 'fixed_ips': [{'subnet_id': 'f65791a7-2028-4fa1-9924-38d6efd9affe'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:39:12.404574 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ece4d81-87b6-4321-8742-aecb79b858ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.445042 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f4f6ed-0db5-4b81-b445-84909a59d03f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Pushing event updated for resources: {'Network': ['ID=efe68ad7-d1fb-4475-acc5-55aaf7daf565,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:12.466043 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network efe68ad7-d1fb-4475-acc5-55aaf7daf565 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:39:12.589906 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbe5325-6fce-4160-a60e-33ed646e4ef7 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:12.603386 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbe5325-6fce-4160-a60e-33ed646e4ef7 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:12.613653 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbe5325-6fce-4160-a60e-33ed646e4ef7 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:12.623481 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbe5325-6fce-4160-a60e-33ed646e4ef7 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:12.626891 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-acbe5325-6fce-4160-a60e-33ed646e4ef7 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.4270215 Jul 16 08:39:12.631332 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40566) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:12.819643 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86815bbe-cd5d-42d9-b497-45c35ee5de81 x-openstack-request-id: req-86815bbe-cd5d-42d9-b497-45c35ee5de81 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:12.820582 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb1fa6b5-f13d-4d0e-a549-50a81a4e455b", "name": "network-vif-deleted", "tag": "8317e3c8-7143-4f98-b32f-759372e9e6d3", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:12.821048 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-86815bbe-cd5d-42d9-b497-45c35ee5de81 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:12.821760 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb1fa6b5-f13d-4d0e-a549-50a81a4e455b', 'name': 'network-vif-deleted', 'tag': '8317e3c8-7143-4f98-b32f-759372e9e6d3', 'status': 'completed', 'code': 200} Jul 16 08:39:12.866918 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d00fc07b-5f7c-46c8-a7cf-b8360ce0f539 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:12.869102 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 0013f433-bedc-45e5-9b90-9a40d3534a22 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:39:12.872055 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b899f0a5-971d-4627-86aa-b095c8d1015a x-openstack-request-id: req-b899f0a5-971d-4627-86aa-b095c8d1015a {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:12.872787 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "206ac632-b787-4107-95ed-640d2daeb0ed", "name": "network-vif-deleted", "tag": "76a7f60c-6ae9-49ec-a611-d34732aed303", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:12.873215 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 8a52750e-1b18-460e-bef3-6f3bc1a5ec50 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:12.873450 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b899f0a5-971d-4627-86aa-b095c8d1015a {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:12.874030 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '206ac632-b787-4107-95ed-640d2daeb0ed', 'name': 'network-vif-deleted', 'tag': '76a7f60c-6ae9-49ec-a611-d34732aed303', 'status': 'completed', 'code': 200} Jul 16 08:39:12.889446 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0089d47-a632-493e-813b-872b4b62d4d3 req-da75478b-9b30-473a-ab6b-98bfa8e027e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:12.892090 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f0089d47-a632-493e-813b-872b4b62d4d3 req-da75478b-9b30-473a-ab6b-98bfa8e027e8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4f619c87-6120-4620-97f2-eb2dbd06a3c2 HTTP/1.1" status: 200 len: 919 time: 0.7215044 Jul 16 08:39:12.906657 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 76a7f60c-6ae9-49ec-a611-d34732aed303 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:12.947686 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407a753d-3d1e-4cea-8a41-2963f6b88740 req-4aa54848-089b-4465-8839-1b18df70e35b tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:12.959880 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-407a753d-3d1e-4cea-8a41-2963f6b88740 req-4aa54848-089b-4465-8839-1b18df70e35b tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 946 time: 0.9075954 Jul 16 08:39:13.066585 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f0089d47-a632-493e-813b-872b4b62d4d3 req-eb9bd02a-04b9-4ccd-882a-c673c97caeb3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3a89a772-0ad5-4c1a-a732-116ec07c2537 HTTP/1.1" status: 200 len: 217 time: 0.1612091 Jul 16 08:39:13.092427 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 76a7f60c-6ae9-49ec-a611-d34732aed303 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:13.093054 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 76a7f60c-6ae9-49ec-a611-d34732aed303 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:13.093717 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 8317e3c8-7143-4f98-b32f-759372e9e6d3 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:13.095123 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d00fc07b-5f7c-46c8-a7cf-b8360ce0f539 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.110351 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-d00fc07b-5f7c-46c8-a7cf-b8360ce0f539 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeb27542-41a7-430a-b7ea-32129277c97a']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:13.159255 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-d00fc07b-5f7c-46c8-a7cf-b8360ce0f539 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f280fcf0-5562-4e16-a305-900f392995cc') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:13.159581 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-d00fc07b-5f7c-46c8-a7cf-b8360ce0f539 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f280fcf0-5562-4e16-a305-900f392995cc') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:13.182656 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 8317e3c8-7143-4f98-b32f-759372e9e6d3 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:13.183231 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 8317e3c8-7143-4f98-b32f-759372e9e6d3 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:13.189464 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d00fc07b-5f7c-46c8-a7cf-b8360ce0f539 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.244429 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17829f72-5fd7-4623-bfe4-425a78f2dc6e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:13.248117 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17829f72-5fd7-4623-bfe4-425a78f2dc6e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.284116 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-407a753d-3d1e-4cea-8a41-2963f6b88740 req-40fee234-28d0-443f-becf-481d258c57cc tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227279 Jul 16 08:39:13.295089 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0089d47-a632-493e-813b-872b4b62d4d3 req-ef61170c-9169-4fc1-a441-1ec26e43e904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:13.297434 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d00fc07b-5f7c-46c8-a7cf-b8360ce0f539 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.301504 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f0089d47-a632-493e-813b-872b4b62d4d3 req-ef61170c-9169-4fc1-a441-1ec26e43e904 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=202ee305-b6ac-4fd1-ab5c-c4ff10e64050 HTTP/1.1" status: 200 len: 858 time: 0.2334385 Jul 16 08:39:13.309364 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-17829f72-5fd7-4623-bfe4-425a78f2dc6e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] device_id is not set on port 21cc58e8-4f37-4fa5-b0d6-e7ceb824dbbe yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:39:13.369885 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-10b23c3a-7c6d-4250-ba7a-fc220ec3f7e6 req-1e177ba0-e299-42d4-910c-da0e148ac6e3 tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] 10.222.0.22 "GET /v2.0/ports?device_id=fb1fa6b5-f13d-4d0e-a549-50a81a4e455b HTTP/1.1" status: 200 len: 210 time: 0.1291726 Jul 16 08:39:13.384679 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d00fc07b-5f7c-46c8-a7cf-b8360ce0f539 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:39:13.385570 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d00fc07b-5f7c-46c8-a7cf-b8360ce0f539 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:39:13.392189 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:39:13.447718 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f0089d47-a632-493e-813b-872b4b62d4d3 req-a18bb7f2-8ef2-467d-a7f6-575bc6dd50ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4f619c87-6120-4620-97f2-eb2dbd06a3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1398802 Jul 16 08:39:13.478792 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 0013f433-bedc-45e5-9b90-9a40d3534a22, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0013f433-bedc-45e5-9b90-9a40d3534a22,segment=NetworkSegment(f9790199-6c5d-491a-891c-5c49adfcdac9),segment_id=f9790199-6c5d-491a-891c-5c49adfcdac9)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:13.507333 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '0013f433-bedc-45e5-9b90-9a40d3534a22', 'network_id': '4f619c87-6120-4620-97f2-eb2dbd06a3c2', 'port_id': '0013f433-bedc-45e5-9b90-9a40d3534a22', 'mac_address': 'fa:16:3e:96:45:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '202ee305-b6ac-4fd1-ab5c-c4ff10e64050', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:39:13.538299 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d00fc07b-5f7c-46c8-a7cf-b8360ce0f539 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.543467 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d00fc07b-5f7c-46c8-a7cf-b8360ce0f539 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.550425 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d00fc07b-5f7c-46c8-a7cf-b8360ce0f539 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] 10.222.0.22 "DELETE /v2.0/networks/aeb27542-41a7-430a-b7ea-32129277c97a HTTP/1.1" status: 204 len: 168 time: 0.9128370 Jul 16 08:39:13.554034 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40584) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:13.569357 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-7ece4d81-87b6-4321-8742-aecb79b858ec None None] Allocated IP 2001:db8::2 (f99a7629-84e9-4ab8-a744-cc1858821cbe/f65791a7-2028-4fa1-9924-38d6efd9affe/55b7860a-9da7-41aa-a82e-3bc5433a0cfa) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:13.596597 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 8a52750e-1b18-460e-bef3-6f3bc1a5ec50 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:13.608978 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.635804 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0013f433-bedc-45e5-9b90-9a40d3534a22 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:13.661070 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 0013f433-bedc-45e5-9b90-9a40d3534a22, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0013f433-bedc-45e5-9b90-9a40d3534a22,segment=NetworkSegment(f9790199-6c5d-491a-891c-5c49adfcdac9),segment_id=f9790199-6c5d-491a-891c-5c49adfcdac9)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:13.662235 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 8a52750e-1b18-460e-bef3-6f3bc1a5ec50 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:13.662618 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.673712 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.678793 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00fc07b-5f7c-46c8-a7cf-b8360ce0f539 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Pushing event deleted for resources: {'Network': ['ID=aeb27542-41a7-430a-b7ea-32129277c97a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:13.842614 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f0089d47-a632-493e-813b-872b4b62d4d3 req-39c6b08e-1217-40d5-b986-9f57bcc2c133 service neutron] 10.222.0.30 "GET /v2.0/networks/4f619c87-6120-4620-97f2-eb2dbd06a3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2769148 Jul 16 08:39:13.893181 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f0397f53-6f85-42dd-92db-9009aebe2b66 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:13.927286 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00693f79-cb85-47e3-b065-e17ef7e371a1 req-f1847754-ee16-42fc-a96e-adedbc4032cb tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:13.929328 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-00693f79-cb85-47e3-b065-e17ef7e371a1 req-f1847754-ee16-42fc-a96e-adedbc4032cb tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/ports?device_id=26c49f11-2f4b-4581-83e7-898f8c066575 HTTP/1.1" status: 200 len: 943 time: 0.1953440 Jul 16 08:39:14.125952 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f0397f53-6f85-42dd-92db-9009aebe2b66 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.150123 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-00693f79-cb85-47e3-b065-e17ef7e371a1 req-7d35564b-f467-4c6f-a996-158b3d7a205e tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef87949d-b379-4b62-83ac-22ada1b4e00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795073 Jul 16 08:39:14.159079 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-f0397f53-6f85-42dd-92db-9009aebe2b66 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efe68ad7-d1fb-4475-acc5-55aaf7daf565']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:14.182206 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-f0397f53-6f85-42dd-92db-9009aebe2b66 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52775061-fe70-4f63-850f-48e47bdcaa09') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:14.184911 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-f0397f53-6f85-42dd-92db-9009aebe2b66 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52775061-fe70-4f63-850f-48e47bdcaa09') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:14.224987 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f0397f53-6f85-42dd-92db-9009aebe2b66 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.231737 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f0089d47-a632-493e-813b-872b4b62d4d3 req-ce66f51a-e512-4e91-81a6-830f97e3fcaa service neutron] 10.222.0.30 "GET /v2.0/networks/4f619c87-6120-4620-97f2-eb2dbd06a3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122334 Jul 16 08:39:14.249058 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=0013f433-bedc-45e5-9b90-9a40d3534a22,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:14.255885 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f0397f53-6f85-42dd-92db-9009aebe2b66 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.262574 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f0397f53-6f85-42dd-92db-9009aebe2b66 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:39:14.262927 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f0397f53-6f85-42dd-92db-9009aebe2b66 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.266578 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:39:14.266578 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:39:14.266578 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:39:14.266578 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:39:14.266578 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:39:14.266578 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:39:14.266578 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:39:14.266578 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:39:14.266578 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:39:14.266578 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:39:14.266578 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:39:14.266578 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:39:14.266578 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:39:14.266578 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:39:14.266578 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:39:14.266578 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:39:14.266578 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:39:14.266578 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:39:14.266578 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:39:14.266578 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:39:14.266578 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:39:14.266578 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:39:14.266578 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:39:14.266578 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:39:14.266578 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:39:14.266578 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:39:14.266578 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:39:14.266578 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:39:14.266578 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:39:14.266578 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:39:14.266578 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:39:14.266578 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:39:14.345443 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['0013f433-bedc-45e5-9b90-9a40d3534a22'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:14.383107 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f0397f53-6f85-42dd-92db-9009aebe2b66 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.399820 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f0397f53-6f85-42dd-92db-9009aebe2b66 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.404216 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f0397f53-6f85-42dd-92db-9009aebe2b66 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] 10.222.0.22 "DELETE /v2.0/networks/efe68ad7-d1fb-4475-acc5-55aaf7daf565 HTTP/1.1" status: 204 len: 168 time: 0.8427613 Jul 16 08:39:14.408027 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40608) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:14.449078 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0397f53-6f85-42dd-92db-9009aebe2b66 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Pushing event deleted for resources: {'Network': ['ID=efe68ad7-d1fb-4475-acc5-55aaf7daf565,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:14.463858 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e3f1183e-40a7-451c-81b1-822dd1319dad req-18b2b26e-9d83-4fca-b238-2fe4dec487c7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=444d036b-08c3-4af9-8168-7c65c89db112&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.6144516 Jul 16 08:39:14.508125 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.545200 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40616) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:14.549633 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ece4d81-87b6-4321-8742-aecb79b858ec None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.605513 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 8a52750e-1b18-460e-bef3-6f3bc1a5ec50, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=8a52750e-1b18-460e-bef3-6f3bc1a5ec50,segment=NetworkSegment(f9790199-6c5d-491a-891c-5c49adfcdac9),segment_id=f9790199-6c5d-491a-891c-5c49adfcdac9)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:14.607998 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f9a15a-41ae-4465-8463-0f3f67d24bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a52750e-1b18-460e-bef3-6f3bc1a5ec50'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:14.610850 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04531891-bf49-4e90-8c05-abdc71320d25" -d '{"events": [{"server_uuid": "78f9a15a-41ae-4465-8463-0f3f67d24bea", "name": "network-vif-plugged", "status": "completed", "tag": "8a52750e-1b18-460e-bef3-6f3bc1a5ec50"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:14.619977 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7ece4d81-87b6-4321-8742-aecb79b858ec None None] Transition to ACTIVE for port object 55b7860a-9da7-41aa-a82e-3bc5433a0cfa will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:14.631472 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.636480 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-388fa3f6-6d26-4c89-93a4-133f7ff865f1 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:14.644747 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-388fa3f6-6d26-4c89-93a4-133f7ff865f1 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/networks?id=067beccc-09db-4a00-bd3c-3662b2e68988 HTTP/1.1" status: 200 len: 815 time: 0.4246025 Jul 16 08:39:14.673128 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c65e36c-6d8b-4e4c-af26-4a03462d01d7 admin admin] Deleting subnet e9bc1b2c-bcdd-4be6-b44c-fd94eb843d78 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:39:14.677915 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c65e36c-6d8b-4e4c-af26-4a03462d01d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.684826 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-b11e35a8-4366-4ac4-ace0-a6e7b007396e tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/quotas/a39b129c9efc4bdb8d522f3e682a2e06 HTTP/1.1" status: 200 len: 375 time: 0.0390205 Jul 16 08:39:14.699597 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9c2323-857a-455c-a2a6-2b3e4cdae3e1 x-openstack-request-id: req-2f9c2323-857a-455c-a2a6-2b3e4cdae3e1 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:14.699937 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f9a15a-41ae-4465-8463-0f3f67d24bea", "name": "network-vif-plugged", "status": "completed", "tag": "8a52750e-1b18-460e-bef3-6f3bc1a5ec50", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:14.700302 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2f9c2323-857a-455c-a2a6-2b3e4cdae3e1 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:14.700871 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f9a15a-41ae-4465-8463-0f3f67d24bea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a52750e-1b18-460e-bef3-6f3bc1a5ec50', 'code': 200} Jul 16 08:39:14.734152 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7ece4d81-87b6-4321-8742-aecb79b858ec None None] Transition to ACTIVE for port object 55b7860a-9da7-41aa-a82e-3bc5433a0cfa will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:14.765595 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ece4d81-87b6-4321-8742-aecb79b858ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.771981 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecfecff-ef3d-483f-bc2a-782eb0baa00c tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:14.779799 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecfecff-ef3d-483f-bc2a-782eb0baa00c tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:14.788396 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-aecfecff-ef3d-483f-bc2a-782eb0baa00c tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3714950 Jul 16 08:39:14.789501 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40620) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:14.797614 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ece4d81-87b6-4321-8742-aecb79b858ec None None] Network f99a7629-84e9-4ab8-a744-cc1858821cbe is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:14.810162 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-7ece4d81-87b6-4321-8742-aecb79b858ec None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:14.816034 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ece4d81-87b6-4321-8742-aecb79b858ec None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:14.829372 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=8a52750e-1b18-460e-bef3-6f3bc1a5ec50,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:14.868504 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-17829f72-5fd7-4623-bfe4-425a78f2dc6e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Allocated IP 2001:db8::50 (f99a7629-84e9-4ab8-a744-cc1858821cbe/f65791a7-2028-4fa1-9924-38d6efd9affe/21cc58e8-4f37-4fa5-b0d6-e7ceb824dbbe) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:14.869179 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 3a89a772-0ad5-4c1a-a732-116ec07c2537 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:39:14.949903 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-7ece4d81-87b6-4321-8742-aecb79b858ec None None] Attempting to bind port 55b7860a-9da7-41aa-a82e-3bc5433a0cfa on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:14.950285 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-7ece4d81-87b6-4321-8742-aecb79b858ec None None] Attempting to bind port 55b7860a-9da7-41aa-a82e-3bc5433a0cfa by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '2b988c5d-12f8-4d24-84e0-747f1878b07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f99a7629-84e9-4ab8-a744-cc1858821cbe'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:14.950661 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece4d81-87b6-4321-8742-aecb79b858ec None None] Attempting to bind port 55b7860a-9da7-41aa-a82e-3bc5433a0cfa on network f99a7629-84e9-4ab8-a744-cc1858821cbe {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:14.983259 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece4d81-87b6-4321-8742-aecb79b858ec None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:14.983639 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece4d81-87b6-4321-8742-aecb79b858ec None None] Checking segment: {'id': '2b988c5d-12f8-4d24-84e0-747f1878b07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f99a7629-84e9-4ab8-a744-cc1858821cbe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:14.984068 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ece4d81-87b6-4321-8742-aecb79b858ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:14.985137 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ece4d81-87b6-4321-8742-aecb79b858ec None None] Bound using segment: {'id': '2b988c5d-12f8-4d24-84e0-747f1878b07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f99a7629-84e9-4ab8-a744-cc1858821cbe'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:14.985670 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-7ece4d81-87b6-4321-8742-aecb79b858ec None None] Bound port: 55b7860a-9da7-41aa-a82e-3bc5433a0cfa, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b988c5d-12f8-4d24-84e0-747f1878b07d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'f99a7629-84e9-4ab8-a744-cc1858821cbe'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:14.986070 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ece4d81-87b6-4321-8742-aecb79b858ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.007053 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece4d81-87b6-4321-8742-aecb79b858ec None None] Pushing event updated for resources: {'Port': ['ID=55b7860a-9da7-41aa-a82e-3bc5433a0cfa,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:15.042879 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17829f72-5fd7-4623-bfe4-425a78f2dc6e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.057378 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b008d5b7-b931-453d-b494-b0276c3b165b tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-597861240'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:15.076946 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c65e36c-6d8b-4e4c-af26-4a03462d01d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.105684 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-17829f72-5fd7-4623-bfe4-425a78f2dc6e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Transition to ACTIVE for port object 21cc58e8-4f37-4fa5-b0d6-e7ceb824dbbe will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:15.139241 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c65e36c-6d8b-4e4c-af26-4a03462d01d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.143725 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb62e7e9-a618-4a6f-85dd-5de84abcfaf0 req-55170e91-c567-4fc8-b15f-d1c52c9987a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:15.144288 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1183e-40a7-451c-81b1-822dd1319dad req-5dc91ed1-0a0f-45c5-ac62-b4fff9a6fb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:15.145344 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-eb62e7e9-a618-4a6f-85dd-5de84abcfaf0 req-55170e91-c567-4fc8-b15f-d1c52c9987a0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=78f9a15a-41ae-4465-8463-0f3f67d24bea HTTP/1.1" status: 200 len: 1098 time: 0.1316829 Jul 16 08:39:15.146377 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e3f1183e-40a7-451c-81b1-822dd1319dad req-5dc91ed1-0a0f-45c5-ac62-b4fff9a6fb0a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a88791d577d845c2acb15df694bb481f&device_id=444d036b-08c3-4af9-8168-7c65c89db112 HTTP/1.1" status: 200 len: 1097 time: 0.6272159 Jul 16 08:39:15.236569 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b008d5b7-b931-453d-b494-b0276c3b165b tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Made reservation on behalf of ff9c0ac517e240ab9328a674a5ffd948 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:15.241222 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b008d5b7-b931-453d-b494-b0276c3b165b tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.247870 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-eb62e7e9-a618-4a6f-85dd-5de84abcfaf0 req-7912d960-16b6-4553-ba53-f6f15ad4cd7a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ef87949d-b379-4b62-83ac-22ada1b4e00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817783 Jul 16 08:39:15.248254 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7ece4d81-87b6-4321-8742-aecb79b858ec None None] For port 55b7860a-9da7-41aa-a82e-3bc5433a0cfa, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:15.253451 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7ece4d81-87b6-4321-8742-aecb79b858ec None None] For port 55b7860a-9da7-41aa-a82e-3bc5433a0cfa, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=55b7860a-9da7-41aa-a82e-3bc5433a0cfa,segment=NetworkSegment(2b988c5d-12f8-4d24-84e0-747f1878b07d),segment_id=2b988c5d-12f8-4d24-84e0-747f1878b07d)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:15.257273 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 3a89a772-0ad5-4c1a-a732-116ec07c2537, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=3a89a772-0ad5-4c1a-a732-116ec07c2537,segment=NetworkSegment(f9790199-6c5d-491a-891c-5c49adfcdac9),segment_id=f9790199-6c5d-491a-891c-5c49adfcdac9)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:15.289150 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c65e36c-6d8b-4e4c-af26-4a03462d01d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.291852 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '3a89a772-0ad5-4c1a-a732-116ec07c2537', 'network_id': '4f619c87-6120-4620-97f2-eb2dbd06a3c2', 'port_id': '3a89a772-0ad5-4c1a-a732-116ec07c2537', 'mac_address': 'fa:16:3e:6d:4b:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '202ee305-b6ac-4fd1-ab5c-c4ff10e64050', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:39:15.296958 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ece4d81-87b6-4321-8742-aecb79b858ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.325775 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c65e36c-6d8b-4e4c-af26-4a03462d01d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e9bc1b2c-bcdd-4be6-b44c-fd94eb843d78,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:15.334315 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c65e36c-6d8b-4e4c-af26-4a03462d01d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.337955 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17829f72-5fd7-4623-bfe4-425a78f2dc6e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.339226 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8c65e36c-6d8b-4e4c-af26-4a03462d01d7 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e9bc1b2c-bcdd-4be6-b44c-fd94eb843d78 HTTP/1.1" status: 204 len: 168 time: 0.7924457 Jul 16 08:39:15.351035 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40632) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:15.359930 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-3fad1558-384b-4f9a-99f7-7ef8501d56af tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a39b129c9efc4bdb8d522f3e682a2e06&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6739616 Jul 16 08:39:15.364597 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b008d5b7-b931-453d-b494-b0276c3b165b tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:39:15.415572 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0f95e4-4616-41fa-834e-3538585a7371 req-1a38989f-7112-4b14-ab92-d6ffb121e449 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:15.417105 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5d0f95e4-4616-41fa-834e-3538585a7371 req-1a38989f-7112-4b14-ab92-d6ffb121e449 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.21 "GET /v2.0/ports?device_id=c914cfe9-5e3e-495d-92a0-90544d889683 HTTP/1.1" status: 200 len: 946 time: 0.1830251 Jul 16 08:39:15.418795 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ece4d81-87b6-4321-8742-aecb79b858ec None None] Pushing event updated for resources: {'Port': ['ID=55b7860a-9da7-41aa-a82e-3bc5433a0cfa,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:15.523093 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.554576 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a89a772-0ad5-4c1a-a732-116ec07c2537 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:15.614901 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 3a89a772-0ad5-4c1a-a732-116ec07c2537, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=3a89a772-0ad5-4c1a-a732-116ec07c2537,segment=NetworkSegment(f9790199-6c5d-491a-891c-5c49adfcdac9),segment_id=f9790199-6c5d-491a-891c-5c49adfcdac9)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:15.621079 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.757222 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e2c62460-5b04-48f2-acd6-2c0e6a89c1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:15.768543 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=3a89a772-0ad5-4c1a-a732-116ec07c2537,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:15.843112 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['3a89a772-0ad5-4c1a-a732-116ec07c2537'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:15.846200 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b835a-b814-49b5-9697-23f7e38071f9 req-4b28d0a6-5078-4201-8179-e1ddf4d0b5ab tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:15.856113 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-574b835a-b814-49b5-9697-23f7e38071f9 req-4b28d0a6-5078-4201-8179-e1ddf4d0b5ab tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/ports?device_id=26c49f11-2f4b-4581-83e7-898f8c066575 HTTP/1.1" status: 200 len: 943 time: 0.4114542 Jul 16 08:39:16.087722 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e2c62460-5b04-48f2-acd6-2c0e6a89c1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.108255 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-e2c62460-5b04-48f2-acd6-2c0e6a89c1d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbaf6646-1a17-4393-858b-454a43ff2295']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:16.122263 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-e2c62460-5b04-48f2-acd6-2c0e6a89c1d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:16.122850 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-e2c62460-5b04-48f2-acd6-2c0e6a89c1d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b8a0dde-2e1e-437b-aa7c-a34235dfa7c8') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:16.134552 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e2c62460-5b04-48f2-acd6-2c0e6a89c1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.158003 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e2c62460-5b04-48f2-acd6-2c0e6a89c1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.166483 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2c62460-5b04-48f2-acd6-2c0e6a89c1d6 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:39:16.167348 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e2c62460-5b04-48f2-acd6-2c0e6a89c1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.305714 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:39:16.305714 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:39:16.305714 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:39:16.305714 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:39:16.305714 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:39:16.305714 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:39:16.305714 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:39:16.305714 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:39:16.305714 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:39:16.305714 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:39:16.305714 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:39:16.305714 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:39:16.305714 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:39:16.305714 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:39:16.305714 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:39:16.305714 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:39:16.305714 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:39:16.305714 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:39:16.305714 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:39:16.305714 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:39:16.305714 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:39:16.305714 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:39:16.305714 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:39:16.305714 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:39:16.305714 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:39:16.305714 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:39:16.305714 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:39:16.305714 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:39:16.305714 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:39:16.305714 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:39:16.305714 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:39:16.305714 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:39:16.337875 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e2c62460-5b04-48f2-acd6-2c0e6a89c1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.345416 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e2c62460-5b04-48f2-acd6-2c0e6a89c1d6 admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.348196 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e2c62460-5b04-48f2-acd6-2c0e6a89c1d6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/fbaf6646-1a17-4393-858b-454a43ff2295 HTTP/1.1" status: 204 len: 168 time: 0.9926093 Jul 16 08:39:16.399740 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-5d0f95e4-4616-41fa-834e-3538585a7371 req-a384100d-a72f-440c-9b08-ff2d391580da tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Deleting port e7caa148-d7a2-4060-8cff-82657d81ff98 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:16.400093 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5d0f95e4-4616-41fa-834e-3538585a7371 req-a384100d-a72f-440c-9b08-ff2d391580da tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.429938 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-574b835a-b814-49b5-9697-23f7e38071f9 req-08e0013f-6506-4bf4-a76f-0571af49fb24 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef87949d-b379-4b62-83ac-22ada1b4e00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5613320 Jul 16 08:39:16.430816 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c62460-5b04-48f2-acd6-2c0e6a89c1d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fbaf6646-1a17-4393-858b-454a43ff2295,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:16.476074 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17829f72-5fd7-4623-bfe4-425a78f2dc6e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network f99a7629-84e9-4ab8-a744-cc1858821cbe is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:16.494896 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b008d5b7-b931-453d-b494-b0276c3b165b tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.495227 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-b008d5b7-b931-453d-b494-b0276c3b165b tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Added segment 2a859775-bfb0-48b2-b41f-a5ae2ad72b27 of type vlan for network 8eb944dd-78bc-4500-95a4-9723ce3d50b7 Jul 16 08:39:16.557189 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-17829f72-5fd7-4623-bfe4-425a78f2dc6e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:16.561169 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17829f72-5fd7-4623-bfe4-425a78f2dc6e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:16.581466 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17829f72-5fd7-4623-bfe4-425a78f2dc6e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:16.582164 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17829f72-5fd7-4623-bfe4-425a78f2dc6e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.678995 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40674) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:16.736138 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-84b16263-761c-4e8e-83f9-03f051183964 service neutron] 10.222.0.22 "GET /v2.0/networks/067beccc-09db-4a00-bd3c-3662b2e68988?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3751607 Jul 16 08:39:16.741611 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-5d0f95e4-4616-41fa-834e-3538585a7371 req-a384100d-a72f-440c-9b08-ff2d391580da tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] For port e7caa148-d7a2-4060-8cff-82657d81ff98, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e7caa148-d7a2-4060-8cff-82657d81ff98,segment=NetworkSegment(72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed),segment_id=72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:16.741993 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5d0f95e4-4616-41fa-834e-3538585a7371 req-a384100d-a72f-440c-9b08-ff2d391580da tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.755825 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-5d0f95e4-4616-41fa-834e-3538585a7371 req-a384100d-a72f-440c-9b08-ff2d391580da tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Calling delete_port for e7caa148-d7a2-4060-8cff-82657d81ff98 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:16.761989 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17829f72-5fd7-4623-bfe4-425a78f2dc6e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Port': ['ID=21cc58e8-4f37-4fa5-b0d6-e7ceb824dbbe,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:16.765389 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-17829f72-5fd7-4623-bfe4-425a78f2dc6e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 4.3985417 Jul 16 08:39:16.771898 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40676) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:16.782192 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 0013f433-bedc-45e5-9b90-9a40d3534a22 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:16.782797 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b008d5b7-b931-453d-b494-b0276c3b165b tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.823223 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1183e-40a7-451c-81b1-822dd1319dad req-56aee1f1-8d23-4cfa-bc43-913382b51c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:16.825580 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e3f1183e-40a7-451c-81b1-822dd1319dad req-56aee1f1-8d23-4cfa-bc43-913382b51c98 service neutron] 10.222.0.30 "GET /v2.0/networks?id=350280ab-10c7-4ed0-8e1d-ec03b07478d8 HTTP/1.1" status: 200 len: 906 time: 1.6025243 Jul 16 08:39:16.849302 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 0013f433-bedc-45e5-9b90-9a40d3534a22 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:16.854635 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 0013f433-bedc-45e5-9b90-9a40d3534a22 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:16.855406 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:16.897792 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 3a89a772-0ad5-4c1a-a732-116ec07c2537 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:16.908509 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d252efbc-25a7-47d3-96a6-fd435bed42d1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=42202b588264491c81b7c18a4ce03ee8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2186582 Jul 16 08:39:16.911959 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40678) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:16.964539 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e3f1183e-40a7-451c-81b1-822dd1319dad req-b157055d-19f3-449c-b70b-e2b1bc1e3bff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7573a97a-dce4-416a-aa08-722907080fc3 HTTP/1.1" status: 200 len: 1000 time: 0.0981050 Jul 16 08:39:16.979828 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.db.resource_extend [None req-b008d5b7-b931-453d-b494-b0276c3b165b tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:39:17.012184 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.040918 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-14dcad59-7b70-4039-b6d4-8d9f4b9efb4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.055770 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 3a89a772-0ad5-4c1a-a732-116ec07c2537 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:17.072095 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-14dcad59-7b70-4039-b6d4-8d9f4b9efb4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.089062 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de5225a-8629-406d-925c-f9abf69fa661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0013f433-bedc-45e5-9b90-9a40d3534a22'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:17.094603 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814fa24f-b8be-43de-a5a0-9075537cb8e4" -d '{"events": [{"server_uuid": "7de5225a-8629-406d-925c-f9abf69fa661", "name": "network-vif-plugged", "status": "completed", "tag": "0013f433-bedc-45e5-9b90-9a40d3534a22"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:17.123308 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 3a89a772-0ad5-4c1a-a732-116ec07c2537 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:17.123586 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.176460 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 0013f433-bedc-45e5-9b90-9a40d3534a22, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0013f433-bedc-45e5-9b90-9a40d3534a22,segment=NetworkSegment(f9790199-6c5d-491a-891c-5c49adfcdac9),segment_id=f9790199-6c5d-491a-891c-5c49adfcdac9)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:17.187273 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-14dcad59-7b70-4039-b6d4-8d9f4b9efb4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.202080 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-14dcad59-7b70-4039-b6d4-8d9f4b9efb4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.206227 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-14dcad59-7b70-4039-b6d4-8d9f4b9efb4e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d0667c6e-7d2e-4769-8c20-5580b8f62872 HTTP/1.1" status: 204 len: 168 time: 0.2869015 Jul 16 08:39:17.226950 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b008d5b7-b931-453d-b494-b0276c3b165b tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.239594 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b008d5b7-b931-453d-b494-b0276c3b165b tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:17.241406 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b008d5b7-b931-453d-b494-b0276c3b165b tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.242206 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5728e03e-c3e0-41bb-8ba1-90dd4cd82663 x-openstack-request-id: req-5728e03e-c3e0-41bb-8ba1-90dd4cd82663 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:17.242597 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de5225a-8629-406d-925c-f9abf69fa661", "name": "network-vif-plugged", "status": "completed", "tag": "0013f433-bedc-45e5-9b90-9a40d3534a22", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:17.242756 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5728e03e-c3e0-41bb-8ba1-90dd4cd82663 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:17.243327 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de5225a-8629-406d-925c-f9abf69fa661', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0013f433-bedc-45e5-9b90-9a40d3534a22', 'code': 200} Jul 16 08:39:17.254010 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.315129 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dcad59-7b70-4039-b6d4-8d9f4b9efb4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0667c6e-7d2e-4769-8c20-5580b8f62872,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:17.379471 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f424a35-6b19-425a-a8a3-f6fbc8056324 None None] Network f99a7629-84e9-4ab8-a744-cc1858821cbe requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:17.452225 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 55b7860a-9da7-41aa-a82e-3bc5433a0cfa up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:17.502704 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b008d5b7-b931-453d-b494-b0276c3b165b tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.4539323 Jul 16 08:39:17.526908 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1183e-40a7-451c-81b1-822dd1319dad req-d20d7ad6-10ef-484c-ac6c-fe26d46db547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:17.538281 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e3f1183e-40a7-451c-81b1-822dd1319dad req-d20d7ad6-10ef-484c-ac6c-fe26d46db547 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c40c9930-f388-47c3-befd-669b8aded165 HTTP/1.1" status: 200 len: 844 time: 0.5588381 Jul 16 08:39:17.554098 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-447e8ebc-a4be-48a8-b639-dbd1f0297fdd service neutron] 10.222.0.22 "GET /v2.0/networks/067beccc-09db-4a00-bd3c-3662b2e68988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8169773 Jul 16 08:39:17.588257 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40720) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:17.605261 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-8748e44d-aa9b-4b31-9ade-432cc631ac71 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1681888116'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:17.716163 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b008d5b7-b931-453d-b494-b0276c3b165b tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Pushing event updated for resources: {'Network': ['ID=8eb944dd-78bc-4500-95a4-9723ce3d50b7,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:17.738537 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-12ecb112-8490-4c68-add9-5ba688c22ed2 None None] Provisioning for port 55b7860a-9da7-41aa-a82e-3bc5433a0cfa completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:17.783583 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 8eb944dd-78bc-4500-95a4-9723ce3d50b7 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:39:17.787235 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=0013f433-bedc-45e5-9b90-9a40d3534a22,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:17.794904 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 55b7860a-9da7-41aa-a82e-3bc5433a0cfa completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:17.821884 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 55b7860a-9da7-41aa-a82e-3bc5433a0cfa triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:17.822482 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.915243 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-87dcd847-d88b-4362-8cf0-b12cd3f822a0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting port 21cc58e8-4f37-4fa5-b0d6-e7ceb824dbbe {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:17.918529 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-87dcd847-d88b-4362-8cf0-b12cd3f822a0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.927994 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5d0f95e4-4616-41fa-834e-3538585a7371 req-a384100d-a72f-440c-9b08-ff2d391580da tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.939926 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:17.956012 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['e7caa148-d7a2-4060-8cff-82657d81ff98'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:18.210793 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f1183e-40a7-451c-81b1-822dd1319dad req-9ef8a3e5-f6d8-48c2-8a18-43d387ad889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:18.217977 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e3f1183e-40a7-451c-81b1-822dd1319dad req-9ef8a3e5-f6d8-48c2-8a18-43d387ad889f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=350280ab-10c7-4ed0-8e1d-ec03b07478d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5349162 Jul 16 08:39:18.287451 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8748e44d-aa9b-4b31-9ade-432cc631ac71 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Made reservation on behalf of ff9c0ac517e240ab9328a674a5ffd948 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:18.317305 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8748e44d-aa9b-4b31-9ade-432cc631ac71 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.384932 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-87dcd847-d88b-4362-8cf0-b12cd3f822a0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.390181 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a384100d-a72f-440c-9b08-ff2d391580da tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Pushing event deleted for resources: {'Port': ['ID=e7caa148-d7a2-4060-8cff-82657d81ff98,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:18.392234 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 3a89a772-0ad5-4c1a-a732-116ec07c2537, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=3a89a772-0ad5-4c1a-a732-116ec07c2537,segment=NetworkSegment(f9790199-6c5d-491a-891c-5c49adfcdac9),segment_id=f9790199-6c5d-491a-891c-5c49adfcdac9)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:18.402505 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.489158 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390797b-4a11-483c-9e9e-7bf797455b5a req-e76ddaf2-9e42-40bb-8e06-eccd81b9b122 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:18.491284 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0390797b-4a11-483c-9e9e-7bf797455b5a req-e76ddaf2-9e42-40bb-8e06-eccd81b9b122 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7de5225a-8629-406d-925c-f9abf69fa661 HTTP/1.1" status: 200 len: 1098 time: 1.1569757 Jul 16 08:39:18.493013 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d0f95e4-4616-41fa-834e-3538585a7371 req-a384100d-a72f-440c-9b08-ff2d391580da tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] No DVR routers for this DVR port e7caa148-d7a2-4060-8cff-82657d81ff98 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:18.496851 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5d0f95e4-4616-41fa-834e-3538585a7371 req-a384100d-a72f-440c-9b08-ff2d391580da tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.500806 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5d0f95e4-4616-41fa-834e-3538585a7371 req-a384100d-a72f-440c-9b08-ff2d391580da tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.21 "DELETE /v2.0/ports/e7caa148-d7a2-4060-8cff-82657d81ff98 HTTP/1.1" status: 204 len: 173 time: 3.0562811 Jul 16 08:39:18.513553 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c914cfe9-5e3e-495d-92a0-90544d889683', 'name': 'network-vif-deleted', 'tag': 'e7caa148-d7a2-4060-8cff-82657d81ff98'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:18.517780 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9204a14e-d649-43ad-a7b6-5463ae22d1f0" -d '{"events": [{"server_uuid": "c914cfe9-5e3e-495d-92a0-90544d889683", "name": "network-vif-deleted", "tag": "e7caa148-d7a2-4060-8cff-82657d81ff98"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:18.545971 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-87dcd847-d88b-4362-8cf0-b12cd3f822a0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Calling delete_port for 21cc58e8-4f37-4fa5-b0d6-e7ceb824dbbe owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:18.615906 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbfa6d7-4c8d-4646-8518-b7587c11a384 req-9ef2aed4-d088-4eb6-8e30-0acbac2ba03f tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:18.626284 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1bbfa6d7-4c8d-4646-8518-b7587c11a384 req-9ef2aed4-d088-4eb6-8e30-0acbac2ba03f tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/ports?device_id=26c49f11-2f4b-4581-83e7-898f8c066575 HTTP/1.1" status: 200 len: 944 time: 0.9004388 Jul 16 08:39:18.642564 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c479cf6-06d0-4ce3-854a-c1eed65d932d req-ae041a0b-199f-47e4-aa4b-de4cc8612d74 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4c25df3-5e1b-40e0-8516-7ff02760caa2 HTTP/1.1" status: 200 len: 210 time: 0.2039208 Jul 16 08:39:18.644743 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.686418 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8748e44d-aa9b-4b31-9ade-432cc631ac71 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:39:18.759336 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8748e44d-aa9b-4b31-9ade-432cc631ac71 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.760951 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=3a89a772-0ad5-4c1a-a732-116ec07c2537,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:18.764481 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-8748e44d-aa9b-4b31-9ade-432cc631ac71 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Added segment fcf91868-442a-4977-8968-fa51ee91bc4b of type vlan for network 3ac1bb99-4e82-4f4b-9afe-91a3207cf682 Jul 16 08:39:18.822383 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 55b7860a-9da7-41aa-a82e-3bc5433a0cfa, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=55b7860a-9da7-41aa-a82e-3bc5433a0cfa,segment=NetworkSegment(2b988c5d-12f8-4d24-84e0-747f1878b07d),segment_id=2b988c5d-12f8-4d24-84e0-747f1878b07d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:18.828539 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0390797b-4a11-483c-9e9e-7bf797455b5a req-5a89a146-d94c-4e24-a47f-d8fb42fb9c07 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ef87949d-b379-4b62-83ac-22ada1b4e00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3229287 Jul 16 08:39:18.833492 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.909589 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cd84dc2-5837-4f70-99c7-12cbb3ae1294 x-openstack-request-id: req-1cd84dc2-5837-4f70-99c7-12cbb3ae1294 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:18.910002 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c914cfe9-5e3e-495d-92a0-90544d889683", "name": "network-vif-deleted", "tag": "e7caa148-d7a2-4060-8cff-82657d81ff98", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:18.918093 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1cd84dc2-5837-4f70-99c7-12cbb3ae1294 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:18.918873 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c914cfe9-5e3e-495d-92a0-90544d889683', 'name': 'network-vif-deleted', 'tag': 'e7caa148-d7a2-4060-8cff-82657d81ff98', 'status': 'completed', 'code': 200} Jul 16 08:39:18.975002 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8748e44d-aa9b-4b31-9ade-432cc631ac71 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:18.999187 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=55b7860a-9da7-41aa-a82e-3bc5433a0cfa,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:19.005582 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1bbfa6d7-4c8d-4646-8518-b7587c11a384 req-179b7559-081f-4c1e-aac5-33ad7afa7498 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef87949d-b379-4b62-83ac-22ada1b4e00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3783035 Jul 16 08:39:19.036926 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8748e44d-aa9b-4b31-9ade-432cc631ac71 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:19.048022 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8748e44d-aa9b-4b31-9ade-432cc631ac71 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:19.049330 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8748e44d-aa9b-4b31-9ade-432cc631ac71 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:19.118082 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8748e44d-aa9b-4b31-9ade-432cc631ac71 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.5237715 Jul 16 08:39:19.121251 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40882) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:19.127178 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-96b64a37-657e-48f9-b27b-67f3c66fe498 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Request body: {'ports': [{'network_id': '8eb944dd-78bc-4500-95a4-9723ce3d50b7', 'name': 'tempest-port--1847781011', 'admin_state_up': True}, {'network_id': '3ac1bb99-4e82-4f4b-9afe-91a3207cf682', 'admin_state_up': False}]} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:19.127706 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-96b64a37-657e-48f9-b27b-67f3c66fe498 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Request body: {'port': {'network_id': '8eb944dd-78bc-4500-95a4-9723ce3d50b7', 'name': 'tempest-port--1847781011', 'admin_state_up': True}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:19.128385 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-96b64a37-657e-48f9-b27b-67f3c66fe498 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Request body: {'port': {'network_id': '3ac1bb99-4e82-4f4b-9afe-91a3207cf682', 'admin_state_up': False}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:19.153835 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e3f1183e-40a7-451c-81b1-822dd1319dad req-5f91b490-bf2d-4dc8-8357-cee9029d0721 service neutron] 10.222.0.30 "GET /v2.0/networks/350280ab-10c7-4ed0-8e1d-ec03b07478d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9255989 Jul 16 08:39:19.245945 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c49f11-2f4b-4581-83e7-898f8c066575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a89a772-0ad5-4c1a-a732-116ec07c2537'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:19.248663 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da989c7-17b6-4288-bb51-06fb32d7e962" -d '{"events": [{"server_uuid": "26c49f11-2f4b-4581-83e7-898f8c066575", "name": "network-vif-plugged", "status": "completed", "tag": "3a89a772-0ad5-4c1a-a732-116ec07c2537"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:19.329626 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c2341f90-8a12-4f71-befe-3b2fc47d4b62 None None] Provisioning for port 21cc58e8-4f37-4fa5-b0d6-e7ceb824dbbe completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:19.338219 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8748e44d-aa9b-4b31-9ade-432cc631ac71 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Pushing event updated for resources: {'Network': ['ID=3ac1bb99-4e82-4f4b-9afe-91a3207cf682,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:19.356997 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c2341f90-8a12-4f71-befe-3b2fc47d4b62 None None] Provisioning complete for port 21cc58e8-4f37-4fa5-b0d6-e7ceb824dbbe triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:19.362284 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2341f90-8a12-4f71-befe-3b2fc47d4b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:19.542622 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f4e469-6f9c-4731-97f8-92dd10174962 x-openstack-request-id: req-84f4e469-6f9c-4731-97f8-92dd10174962 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:19.543140 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c49f11-2f4b-4581-83e7-898f8c066575", "name": "network-vif-plugged", "status": "completed", "tag": "3a89a772-0ad5-4c1a-a732-116ec07c2537", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:19.543552 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84f4e469-6f9c-4731-97f8-92dd10174962 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:19.545419 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c49f11-2f4b-4581-83e7-898f8c066575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a89a772-0ad5-4c1a-a732-116ec07c2537', 'code': 200} Jul 16 08:39:19.546475 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c2341f90-8a12-4f71-befe-3b2fc47d4b62 None None] Port 21cc58e8-4f37-4fa5-b0d6-e7ceb824dbbe cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:39:19.556747 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 55b7860a-9da7-41aa-a82e-3bc5433a0cfa up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:19.562865 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 3ac1bb99-4e82-4f4b-9afe-91a3207cf682 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:39:19.759770 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e3f1183e-40a7-451c-81b1-822dd1319dad req-a6b1ef46-7d54-474a-a0c0-dabf34207b28 service neutron] 10.222.0.30 "GET /v2.0/networks/350280ab-10c7-4ed0-8e1d-ec03b07478d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5982308 Jul 16 08:39:19.880952 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c2341f90-8a12-4f71-befe-3b2fc47d4b62 None None] Provisioning complete for port 55b7860a-9da7-41aa-a82e-3bc5433a0cfa triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:19.882665 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b64a37-657e-48f9-b27b-67f3c66fe498 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Made reservation on behalf of ff9c0ac517e240ab9328a674a5ffd948 for: {'port': 2} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:19.890372 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2341f90-8a12-4f71-befe-3b2fc47d4b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:19.895770 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-87dcd847-d88b-4362-8cf0-b12cd3f822a0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:19.911434 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-96b64a37-657e-48f9-b27b-67f3c66fe498 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:19.959992 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-96b64a37-657e-48f9-b27b-67f3c66fe498 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:20.003882 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dcd847-d88b-4362-8cf0-b12cd3f822a0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Port': ['ID=21cc58e8-4f37-4fa5-b0d6-e7ceb824dbbe,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:20.057006 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 55b7860a-9da7-41aa-a82e-3bc5433a0cfa triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:20.057462 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:20.296514 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-87dcd847-d88b-4362-8cf0-b12cd3f822a0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:20.314200 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-87dcd847-d88b-4362-8cf0-b12cd3f822a0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/ports/21cc58e8-4f37-4fa5-b0d6-e7ceb824dbbe HTTP/1.1" status: 204 len: 168 time: 3.5266695 Jul 16 08:39:20.317599 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40986) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:20.394138 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c4b97c9-f545-49cf-848c-fc1b0decd4d2 None None] Could not find standard attr ID for object 21cc58e8-4f37-4fa5-b0d6-e7ceb824dbbe. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:39:20.395716 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-96b64a37-657e-48f9-b27b-67f3c66fe498 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] device_id is not set on port 1b227a19-955c-487a-a3e0-d78cd4c66f73 yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:39:20.398545 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dfba7512-2b4c-4734-a535-2f1f017632ab req-125fdfa1-ab28-4b19-8a53-bc1d1b03baa4 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4c25df3-5e1b-40e0-8516-7ff02760caa2 HTTP/1.1" status: 200 len: 210 time: 0.1468334 Jul 16 08:39:20.543225 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-bedf3967-cf1a-4d23-a647-e73bd28b941b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] GET failed (client error): The resource could not be found. Jul 16 08:39:20.550135 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41014) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:20.568241 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bedf3967-cf1a-4d23-a647-e73bd28b941b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "GET /v2.0/ports/21cc58e8-4f37-4fa5-b0d6-e7ceb824dbbe HTTP/1.1" status: 404 len: 333 time: 0.2485211 Jul 16 08:39:20.780258 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ef096a-9938-401c-a371-602c39ab073f req-51fed7b3-9511-4412-b3fb-6c33c9fad5fe tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:20.790123 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-57ef096a-9938-401c-a371-602c39ab073f req-51fed7b3-9511-4412-b3fb-6c33c9fad5fe tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/ports?device_id=26c49f11-2f4b-4581-83e7-898f8c066575 HTTP/1.1" status: 200 len: 945 time: 0.2578347 Jul 16 08:39:20.791843 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-50437370-bcd4-4226-81d8-bd0733e952f8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting subnet f65791a7-2028-4fa1-9924-38d6efd9affe {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:39:20.799892 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-50437370-bcd4-4226-81d8-bd0733e952f8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:20.801095 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device e7caa148-d7a2-4060-8cff-82657d81ff98 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:20.888142 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-50437370-bcd4-4226-81d8-bd0733e952f8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:20.890223 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: e7caa148-d7a2-4060-8cff-82657d81ff98 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:20.891023 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device e7caa148-d7a2-4060-8cff-82657d81ff98 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:20.896766 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51abfa8c-667f-4e97-913d-c059d2b83682 req-ddb030e1-ca5c-44ad-9292-d3d553f6d939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:20.900458 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-51abfa8c-667f-4e97-913d-c059d2b83682 req-ddb030e1-ca5c-44ad-9292-d3d553f6d939 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=26c49f11-2f4b-4581-83e7-898f8c066575 HTTP/1.1" status: 200 len: 1097 time: 0.2661955 Jul 16 08:39:20.963875 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-57ef096a-9938-401c-a371-602c39ab073f req-d019d92a-331c-4add-9597-664f510286e6 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef87949d-b379-4b62-83ac-22ada1b4e00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726611 Jul 16 08:39:21.036332 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-96b64a37-657e-48f9-b27b-67f3c66fe498 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:21.115582 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-51abfa8c-667f-4e97-913d-c059d2b83682 req-6c51ab5c-d4f0-44b9-a5a8-ea9175f28e6e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=ef87949d-b379-4b62-83ac-22ada1b4e00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1759100 Jul 16 08:39:21.189476 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-50437370-bcd4-4226-81d8-bd0733e952f8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:21.292387 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-96b64a37-657e-48f9-b27b-67f3c66fe498 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] device_id is not set on port a83562bb-bc26-4283-89c1-5107cabb4b22 yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:39:21.682040 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-64a64117-235a-4c5c-b2ca-a9a1cd9d9a68 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:21.684713 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-64a64117-235a-4c5c-b2ca-a9a1cd9d9a68 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.30 "GET /v2.0/networks?id=067beccc-09db-4a00-bd3c-3662b2e68988 HTTP/1.1" status: 200 len: 815 time: 0.5138564 Jul 16 08:39:21.699733 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-50437370-bcd4-4226-81d8-bd0733e952f8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:21.755701 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-96b64a37-657e-48f9-b27b-67f3c66fe498 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:21.832483 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-03cef5f1-3bc1-4eec-8990-b067c3cfad92 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Request body: {'port': {'device_id': 'f4c25df3-5e1b-40e0-8516-7ff02760caa2', 'network_id': '067beccc-09db-4a00-bd3c-3662b2e68988', 'admin_state_up': True, 'tenant_id': 'a39b129c9efc4bdb8d522f3e682a2e06'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:21.837252 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7926dc-7514-4ff7-9b8e-bbda212890c9 None None] Network f99a7629-84e9-4ab8-a744-cc1858821cbe requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:21.851786 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50437370-bcd4-4226-81d8-bd0733e952f8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Subnet': ['ID=f65791a7-2028-4fa1-9924-38d6efd9affe,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:21.857133 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-50437370-bcd4-4226-81d8-bd0733e952f8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:21.869482 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-50437370-bcd4-4226-81d8-bd0733e952f8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/subnets/f65791a7-2028-4fa1-9924-38d6efd9affe HTTP/1.1" status: 204 len: 168 time: 1.3179758 Jul 16 08:39:21.872657 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41120) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:22.003250 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fd1bd0a9-33e0-41ad-8aa0-bdbe92aaadfb req-7020d0d5-d098-4933-acd6-6683cbdb1d42 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4c25df3-5e1b-40e0-8516-7ff02760caa2 HTTP/1.1" status: 200 len: 210 time: 0.1018763 Jul 16 08:39:22.011200 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-96b64a37-657e-48f9-b27b-67f3c66fe498 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:22.517846 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28df95e8-25c7-47c2-abbe-d559a55ee195 None None] DHCP port deletion for f99a7629-84e9-4ab8-a744-cc1858821cbe request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:39:22.536651 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b64a37-657e-48f9-b27b-67f3c66fe498 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Pushing event updated for resources: {'Port': ['ID=1b227a19-955c-487a-a3e0-d78cd4c66f73,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:22.570983 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b64a37-657e-48f9-b27b-67f3c66fe498 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Checking segment: {'id': '2a859775-bfb0-48b2-b41f-a5ae2ad72b27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '8eb944dd-78bc-4500-95a4-9723ce3d50b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:22.574819 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b64a37-657e-48f9-b27b-67f3c66fe498 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Network hostable DHCP agents. Network: 8eb944dd-78bc-4500-95a4-9723ce3d50b7, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:39:22.651508 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-28df95e8-25c7-47c2-abbe-d559a55ee195 None None] Deleting port 55b7860a-9da7-41aa-a82e-3bc5433a0cfa {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:22.652323 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28df95e8-25c7-47c2-abbe-d559a55ee195 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:22.668622 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b64a37-657e-48f9-b27b-67f3c66fe498 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Network 8eb944dd-78bc-4500-95a4-9723ce3d50b7 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:39:22.729459 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f41f7ca8-9ea4-4fdd-8777-9c159012b283 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:22.735020 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-994d3ddf-6842-471f-9e88-5e46ac617da2 req-c2effa73-8dcf-4909-89b2-e95839d18e5b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7de5225a-8629-406d-925c-f9abf69fa661&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4713843 Jul 16 08:39:22.744229 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-96b64a37-657e-48f9-b27b-67f3c66fe498 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 8eb944dd-78bc-4500-95a4-9723ce3d50b7) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:22.745286 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-03cef5f1-3bc1-4eec-8990-b067c3cfad92 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Made reservation on behalf of a39b129c9efc4bdb8d522f3e682a2e06 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:22.760266 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-03cef5f1-3bc1-4eec-8990-b067c3cfad92 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:22.769202 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b64a37-657e-48f9-b27b-67f3c66fe498 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:22.773034 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-96b64a37-657e-48f9-b27b-67f3c66fe498 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:22.786907 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb4696b-40f9-4bb4-9062-a9671238744e None None] Network 8eb944dd-78bc-4500-95a4-9723ce3d50b7 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:23.247642 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f41f7ca8-9ea4-4fdd-8777-9c159012b283 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting port 55b7860a-9da7-41aa-a82e-3bc5433a0cfa {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:23.252903 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f41f7ca8-9ea4-4fdd-8777-9c159012b283 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:23.294743 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b64a37-657e-48f9-b27b-67f3c66fe498 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Pushing event updated for resources: {'Port': ['ID=a83562bb-bc26-4283-89c1-5107cabb4b22,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:23.355048 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 55b7860a-9da7-41aa-a82e-3bc5433a0cfa no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:23.383608 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-03cef5f1-3bc1-4eec-8990-b067c3cfad92 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Allocated IP 172.20.0.11 (067beccc-09db-4a00-bd3c-3662b2e68988/8bd5574f-0003-4886-ae62-fbcf34b117a8/7362d79f-77db-4e36-90ff-7dd9a2f0e422) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:23.411207 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-28df95e8-25c7-47c2-abbe-d559a55ee195 None None] For port 55b7860a-9da7-41aa-a82e-3bc5433a0cfa, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=55b7860a-9da7-41aa-a82e-3bc5433a0cfa,segment=NetworkSegment(2b988c5d-12f8-4d24-84e0-747f1878b07d),segment_id=2b988c5d-12f8-4d24-84e0-747f1878b07d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:23.411510 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28df95e8-25c7-47c2-abbe-d559a55ee195 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:23.447192 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-28df95e8-25c7-47c2-abbe-d559a55ee195 None None] Calling delete_port for 55b7860a-9da7-41aa-a82e-3bc5433a0cfa owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:23.515195 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b64a37-657e-48f9-b27b-67f3c66fe498 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Checking segment: {'id': 'fcf91868-442a-4977-8968-fa51ee91bc4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '3ac1bb99-4e82-4f4b-9afe-91a3207cf682'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:23.516770 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b64a37-657e-48f9-b27b-67f3c66fe498 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Network hostable DHCP agents. Network: 3ac1bb99-4e82-4f4b-9afe-91a3207cf682, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:39:23.517012 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-34b3e60e-2213-4c72-b309-dd0574fdaaf3 req-2c545126-9ccd-4082-ad44-4c3a19616aec tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4c25df3-5e1b-40e0-8516-7ff02760caa2 HTTP/1.1" status: 200 len: 210 time: 0.1190567 Jul 16 08:39:23.607324 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7218fa2c-042a-4471-95a3-4262f72f2b34 req-18eba6f0-c4bf-4995-b0f9-9d4194e4ff79 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:23.610024 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7218fa2c-042a-4471-95a3-4262f72f2b34 req-18eba6f0-c4bf-4995-b0f9-9d4194e4ff79 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/ports?device_id=26c49f11-2f4b-4581-83e7-898f8c066575 HTTP/1.1" status: 200 len: 945 time: 0.5832880 Jul 16 08:39:23.697426 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d3ddf-6842-471f-9e88-5e46ac617da2 req-f623eb81-12b4-4e87-9a05-9d90e049356d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:23.700046 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-994d3ddf-6842-471f-9e88-5e46ac617da2 req-f623eb81-12b4-4e87-9a05-9d90e049356d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a24a2d7518784a6b80d1cbc6a1e85a5c&device_id=7de5225a-8629-406d-925c-f9abf69fa661 HTTP/1.1" status: 200 len: 1098 time: 0.8104854 Jul 16 08:39:23.704631 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b64a37-657e-48f9-b27b-67f3c66fe498 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Network 3ac1bb99-4e82-4f4b-9afe-91a3207cf682 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:39:23.765744 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-96b64a37-657e-48f9-b27b-67f3c66fe498 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 3ac1bb99-4e82-4f4b-9afe-91a3207cf682) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:23.808823 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b64a37-657e-48f9-b27b-67f3c66fe498 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:23.819104 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60908ac-8b41-44aa-a476-f9ddfe58c84b None None] Network 3ac1bb99-4e82-4f4b-9afe-91a3207cf682 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:23.820824 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b64a37-657e-48f9-b27b-67f3c66fe498 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:23.828424 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-f41f7ca8-9ea4-4fdd-8777-9c159012b283 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] For port 55b7860a-9da7-41aa-a82e-3bc5433a0cfa, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=55b7860a-9da7-41aa-a82e-3bc5433a0cfa,segment=NetworkSegment(2b988c5d-12f8-4d24-84e0-747f1878b07d),segment_id=2b988c5d-12f8-4d24-84e0-747f1878b07d)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:23.833948 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f41f7ca8-9ea4-4fdd-8777-9c159012b283 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:23.861379 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b64a37-657e-48f9-b27b-67f3c66fe498 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:23.862113 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-96b64a37-657e-48f9-b27b-67f3c66fe498 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:23.902216 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f41f7ca8-9ea4-4fdd-8777-9c159012b283 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Calling delete_port for 55b7860a-9da7-41aa-a82e-3bc5433a0cfa owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:24.085886 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-03cef5f1-3bc1-4eec-8990-b067c3cfad92 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.170204 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.197837 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7218fa2c-042a-4471-95a3-4262f72f2b34 req-7c5034fc-3430-4faf-a5e3-9c3c6dd51b30 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef87949d-b379-4b62-83ac-22ada1b4e00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5572701 Jul 16 08:39:24.219175 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-96b64a37-657e-48f9-b27b-67f3c66fe498 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 5.0864570 Jul 16 08:39:24.220320 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41272) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:24.244774 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28df95e8-25c7-47c2-abbe-d559a55ee195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.297622 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28df95e8-25c7-47c2-abbe-d559a55ee195 None None] Pushing event deleted for resources: {'Port': ['ID=55b7860a-9da7-41aa-a82e-3bc5433a0cfa,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:24.307818 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df95e8-25c7-47c2-abbe-d559a55ee195 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:24.308833 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df95e8-25c7-47c2-abbe-d559a55ee195 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:24.309354 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df95e8-25c7-47c2-abbe-d559a55ee195 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:24.310268 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df95e8-25c7-47c2-abbe-d559a55ee195 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:24.310784 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df95e8-25c7-47c2-abbe-d559a55ee195 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:24.311317 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df95e8-25c7-47c2-abbe-d559a55ee195 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:24.311837 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df95e8-25c7-47c2-abbe-d559a55ee195 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:24.312491 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df95e8-25c7-47c2-abbe-d559a55ee195 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:24.313024 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df95e8-25c7-47c2-abbe-d559a55ee195 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:24.313562 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df95e8-25c7-47c2-abbe-d559a55ee195 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:24.314232 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df95e8-25c7-47c2-abbe-d559a55ee195 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:24.314731 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28df95e8-25c7-47c2-abbe-d559a55ee195 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:24.349981 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28df95e8-25c7-47c2-abbe-d559a55ee195 None None] No DVR routers for this DVR port 55b7860a-9da7-41aa-a82e-3bc5433a0cfa on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:24.379297 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f41f7ca8-9ea4-4fdd-8777-9c159012b283 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.501825 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-03cef5f1-3bc1-4eec-8990-b067c3cfad92 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.508623 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f7ca8-9ea4-4fdd-8777-9c159012b283 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Port': ['ID=55b7860a-9da7-41aa-a82e-3bc5433a0cfa,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:24.523278 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41f7ca8-9ea4-4fdd-8777-9c159012b283 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] No DVR routers for this DVR port 55b7860a-9da7-41aa-a82e-3bc5433a0cfa on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:24.558509 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d3ddf-6842-471f-9e88-5e46ac617da2 req-b5fad358-d047-43f8-bf67-90f645bfdf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:24.567607 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-994d3ddf-6842-471f-9e88-5e46ac617da2 req-b5fad358-d047-43f8-bf67-90f645bfdf30 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4f619c87-6120-4620-97f2-eb2dbd06a3c2 HTTP/1.1" status: 200 len: 919 time: 0.8113844 Jul 16 08:39:24.639849 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-994d3ddf-6842-471f-9e88-5e46ac617da2 req-fa2ac171-ea24-47d9-9013-1e48abadd3a5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0013f433-bedc-45e5-9b90-9a40d3534a22 HTTP/1.1" status: 200 len: 217 time: 0.0625684 Jul 16 08:39:24.654619 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf060cb-6b0e-4898-9e5a-bda032802113 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:24.662895 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf060cb-6b0e-4898-9e5a-bda032802113 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:24.664933 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ddf060cb-6b0e-4898-9e5a-bda032802113 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.4379694 Jul 16 08:39:24.675635 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41288) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:24.706976 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-03cef5f1-3bc1-4eec-8990-b067c3cfad92 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Network 067beccc-09db-4a00-bd3c-3662b2e68988 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:24.725856 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-03cef5f1-3bc1-4eec-8990-b067c3cfad92 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:24.730999 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-03cef5f1-3bc1-4eec-8990-b067c3cfad92 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:24.821406 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cef5f1-3bc1-4eec-8990-b067c3cfad92 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Pushing event updated for resources: {'Port': ['ID=7362d79f-77db-4e36-90ff-7dd9a2f0e422,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:24.845655 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d3ddf-6842-471f-9e88-5e46ac617da2 req-15d40c9f-0739-4194-a7f4-81d484d2f9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:24.848329 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-994d3ddf-6842-471f-9e88-5e46ac617da2 req-15d40c9f-0739-4194-a7f4-81d484d2f9cc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=202ee305-b6ac-4fd1-ab5c-c4ff10e64050 HTTP/1.1" status: 200 len: 858 time: 0.1817741 Jul 16 08:39:24.892510 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f41f7ca8-9ea4-4fdd-8777-9c159012b283 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.906125 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f41f7ca8-9ea4-4fdd-8777-9c159012b283 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f99a7629-84e9-4ab8-a744-cc1858821cbe']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:24.920007 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f41f7ca8-9ea4-4fdd-8777-9c159012b283 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b988c5d-12f8-4d24-84e0-747f1878b07d') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:24.920815 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f41f7ca8-9ea4-4fdd-8777-9c159012b283 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b988c5d-12f8-4d24-84e0-747f1878b07d') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:24.924122 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-994d3ddf-6842-471f-9e88-5e46ac617da2 req-31f72d39-82dd-4aec-b7c5-ebf65149655b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f619c87-6120-4620-97f2-eb2dbd06a3c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0620944 Jul 16 08:39:24.936167 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f41f7ca8-9ea4-4fdd-8777-9c159012b283 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.957687 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f41f7ca8-9ea4-4fdd-8777-9c159012b283 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.966813 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f41f7ca8-9ea4-4fdd-8777-9c159012b283 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:39:24.967421 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f41f7ca8-9ea4-4fdd-8777-9c159012b283 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:39:24.997499 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:39:25.030588 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-03cef5f1-3bc1-4eec-8990-b067c3cfad92 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:25.031779 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-03cef5f1-3bc1-4eec-8990-b067c3cfad92 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:25.056132 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f5fb2fb3-8d69-4da5-a0f1-cac7de788304 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Deleting port 1b227a19-955c-487a-a3e0-d78cd4c66f73 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:25.056563 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f5fb2fb3-8d69-4da5-a0f1-cac7de788304 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:25.059298 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d7d38c-2608-44ce-a8d7-e7ab3b1804aa req-33c7c3f8-dfe9-42c5-a427-5a642ed82411 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:25.061219 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d7d7d38c-2608-44ce-a8d7-e7ab3b1804aa req-33c7c3f8-dfe9-42c5-a427-5a642ed82411 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/ports?device_id=78f9a15a-41ae-4465-8463-0f3f67d24bea HTTP/1.1" status: 200 len: 946 time: 0.4710491 Jul 16 08:39:25.127497 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15451cd8-8488-4435-9eb8-4376493c7845 req-db749dfa-256b-404c-9803-113bc9675be7 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:25.135875 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-15451cd8-8488-4435-9eb8-4376493c7845 req-db749dfa-256b-404c-9803-113bc9675be7 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4c25df3-5e1b-40e0-8516-7ff02760caa2 HTTP/1.1" status: 200 len: 932 time: 0.3305576 Jul 16 08:39:25.175725 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d7d7d38c-2608-44ce-a8d7-e7ab3b1804aa req-e269e1ec-a731-45eb-a5dc-b40888847b07 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef87949d-b379-4b62-83ac-22ada1b4e00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962141 Jul 16 08:39:25.175725 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f41f7ca8-9ea4-4fdd-8777-9c159012b283 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:25.178343 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-03cef5f1-3bc1-4eec-8990-b067c3cfad92 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4551799 Jul 16 08:39:25.205930 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f41f7ca8-9ea4-4fdd-8777-9c159012b283 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:25.224142 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f41f7ca8-9ea4-4fdd-8777-9c159012b283 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/networks/f99a7629-84e9-4ab8-a744-cc1858821cbe HTTP/1.1" status: 204 len: 168 time: 3.3404229 Jul 16 08:39:25.224881 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f5fb2fb3-8d69-4da5-a0f1-cac7de788304 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:25.225085 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41f7ca8-9ea4-4fdd-8777-9c159012b283 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Network': ['ID=f99a7629-84e9-4ab8-a744-cc1858821cbe,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:25.225085 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-255d3d61-0c6e-4258-9885-376bc54cd274 service neutron] Request body: {'port': {'device_id': 'f4c25df3-5e1b-40e0-8516-7ff02760caa2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:25.226555 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41300) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:25.234199 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-602a4f47-77f9-473c-8f80-28e08c59fcda tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'port': {'network_id': '9259dc43-dd22-4f0c-b8a5-bf2f039342ea', 'name': 'tempest-PortsIpV6TestJSON-1275637236'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:25.238577 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f5fb2fb3-8d69-4da5-a0f1-cac7de788304 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Calling delete_port for 1b227a19-955c-487a-a3e0-d78cd4c66f73 owned by {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:25.376146 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-15451cd8-8488-4435-9eb8-4376493c7845 req-0941fa30-9812-44c6-ac10-de7903f57f75 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345459 Jul 16 08:39:25.384088 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-994d3ddf-6842-471f-9e88-5e46ac617da2 req-d45edc34-606d-4cec-84cc-8a4947966b0f service neutron] 10.222.0.21 "GET /v2.0/networks/4f619c87-6120-4620-97f2-eb2dbd06a3c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4533117 Jul 16 08:39:25.385233 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f5fb2fb3-8d69-4da5-a0f1-cac7de788304 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:25.451879 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-602a4f47-77f9-473c-8f80-28e08c59fcda tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:25.456371 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-602a4f47-77f9-473c-8f80-28e08c59fcda tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:25.566296 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb2fb3-8d69-4da5-a0f1-cac7de788304 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Pushing event deleted for resources: {'Port': ['ID=1b227a19-955c-487a-a3e0-d78cd4c66f73,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:25.605191 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f5fb2fb3-8d69-4da5-a0f1-cac7de788304 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:25.607488 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f5fb2fb3-8d69-4da5-a0f1-cac7de788304 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] 10.222.0.22 "DELETE /v2.0/ports/1b227a19-955c-487a-a3e0-d78cd4c66f73 HTTP/1.1" status: 204 len: 168 time: 0.9302111 Jul 16 08:39:25.616758 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41310) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:25.659209 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-602a4f47-77f9-473c-8f80-28e08c59fcda tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] device_id is not set on port 23a2abd7-13ee-4b4a-b3b2-712a5299348e yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:39:25.847475 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-255d3d61-0c6e-4258-9885-376bc54cd274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:26.255916 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-994d3ddf-6842-471f-9e88-5e46ac617da2 req-9a6aad6b-7924-4059-8a0a-c75f19a2fa98 service neutron] 10.222.0.21 "GET /v2.0/networks/4f619c87-6120-4620-97f2-eb2dbd06a3c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8399882 Jul 16 08:39:26.276892 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-7242d8a8-7808-4207-8428-c1b09e6e37dc tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Deleting port a83562bb-bc26-4283-89c1-5107cabb4b22 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:26.277488 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7242d8a8-7808-4207-8428-c1b09e6e37dc tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:26.368112 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7242d8a8-7808-4207-8428-c1b09e6e37dc tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:26.383011 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-7242d8a8-7808-4207-8428-c1b09e6e37dc tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Calling delete_port for a83562bb-bc26-4283-89c1-5107cabb4b22 owned by {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:26.486400 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7242d8a8-7808-4207-8428-c1b09e6e37dc tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:26.525154 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7242d8a8-7808-4207-8428-c1b09e6e37dc tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:26.527747 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7242d8a8-7808-4207-8428-c1b09e6e37dc tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] 10.222.0.22 "DELETE /v2.0/ports/a83562bb-bc26-4283-89c1-5107cabb4b22 HTTP/1.1" status: 204 len: 168 time: 0.9102249 Jul 16 08:39:26.530887 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41338) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:26.549463 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-602a4f47-77f9-473c-8f80-28e08c59fcda tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:26.569964 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7242d8a8-7808-4207-8428-c1b09e6e37dc tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Pushing event deleted for resources: {'Port': ['ID=a83562bb-bc26-4283-89c1-5107cabb4b22,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:26.570204 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160a2387-cc5a-435a-b26c-e3dd67e8d79a req-3a9023d1-3f22-4080-9b8f-a4592347c813 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:26.576610 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-160a2387-cc5a-435a-b26c-e3dd67e8d79a req-3a9023d1-3f22-4080-9b8f-a4592347c813 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/ports?device_id=7de5225a-8629-406d-925c-f9abf69fa661 HTTP/1.1" status: 200 len: 946 time: 0.7758532 Jul 16 08:39:26.597171 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3088fb3e-7929-4a87-83bf-1661bc64802f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0650408 Jul 16 08:39:26.603769 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41340) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:26.612009 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-122d5702-18b0-42d4-968d-46de44687050 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-397060300'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:26.623128 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-255d3d61-0c6e-4258-9885-376bc54cd274 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7362d79f-77db-4e36-90ff-7dd9a2f0e422 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:26.642074 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-255d3d61-0c6e-4258-9885-376bc54cd274 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:26.654937 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-122d5702-18b0-42d4-968d-46de44687050 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Made reservation on behalf of ff9c0ac517e240ab9328a674a5ffd948 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:26.659894 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-122d5702-18b0-42d4-968d-46de44687050 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:26.670133 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-160a2387-cc5a-435a-b26c-e3dd67e8d79a req-a01a2764-bbcd-4134-9426-6f10902ac76f tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef87949d-b379-4b62-83ac-22ada1b4e00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925241 Jul 16 08:39:26.707960 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-255d3d61-0c6e-4258-9885-376bc54cd274 service neutron] Transition to ACTIVE for port object 7362d79f-77db-4e36-90ff-7dd9a2f0e422 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:26.715353 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-255d3d61-0c6e-4258-9885-376bc54cd274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:26.719803 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-122d5702-18b0-42d4-968d-46de44687050 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:39:26.845955 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d3d61-0c6e-4258-9885-376bc54cd274 service neutron] Pushing event updated for resources: {'Port': ['ID=7362d79f-77db-4e36-90ff-7dd9a2f0e422,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:26.850040 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-602a4f47-77f9-473c-8f80-28e08c59fcda tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:26.875429 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-122d5702-18b0-42d4-968d-46de44687050 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:26.876210 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-122d5702-18b0-42d4-968d-46de44687050 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Added segment ea254da8-b52d-4d5c-b0ba-f25c6fa25ea2 of type vlan for network e5612074-fcdf-4e00-a371-6c591c341b90 Jul 16 08:39:26.960641 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-122d5702-18b0-42d4-968d-46de44687050 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:26.988294 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9730605f-a4e5-4def-865d-066dde664a22 req-344d7c76-eec6-4f14-b1a2-9fd8a4f76d5c tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:27.000098 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9730605f-a4e5-4def-865d-066dde664a22 req-344d7c76-eec6-4f14-b1a2-9fd8a4f76d5c tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4c25df3-5e1b-40e0-8516-7ff02760caa2 HTTP/1.1" status: 200 len: 944 time: 0.2335851 Jul 16 08:39:27.055335 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602a4f47-77f9-473c-8f80-28e08c59fcda tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Port': ['ID=23a2abd7-13ee-4b4a-b3b2-712a5299348e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:27.058900 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-602a4f47-77f9-473c-8f80-28e08c59fcda tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network 9259dc43-dd22-4f0c-b8a5-bf2f039342ea is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:27.095598 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-602a4f47-77f9-473c-8f80-28e08c59fcda tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:27.108375 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-602a4f47-77f9-473c-8f80-28e08c59fcda tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:27.118649 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-602a4f47-77f9-473c-8f80-28e08c59fcda tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:27.119545 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-602a4f47-77f9-473c-8f80-28e08c59fcda tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.180500 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9730605f-a4e5-4def-865d-066dde664a22 req-dc109d56-af60-4988-8cf9-abfe21a6d82e tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758986 Jul 16 08:39:27.192262 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-122d5702-18b0-42d4-968d-46de44687050 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.208515 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-602a4f47-77f9-473c-8f80-28e08c59fcda tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9806116 Jul 16 08:39:27.211925 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41360) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:27.236923 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-122d5702-18b0-42d4-968d-46de44687050 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:27.237599 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-122d5702-18b0-42d4-968d-46de44687050 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.321213 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-122d5702-18b0-42d4-968d-46de44687050 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7157993 Jul 16 08:39:27.334161 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41366) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:27.353760 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-ac0a6b40-483d-44a7-b1a0-cc93d57be7a0 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1327872074'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:27.361957 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-255d3d61-0c6e-4258-9885-376bc54cd274 service neutron] Attempting to bind port 7362d79f-77db-4e36-90ff-7dd9a2f0e422 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:27.362571 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-255d3d61-0c6e-4258-9885-376bc54cd274 service neutron] Attempting to bind port 7362d79f-77db-4e36-90ff-7dd9a2f0e422 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '067beccc-09db-4a00-bd3c-3662b2e68988'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:27.363172 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-255d3d61-0c6e-4258-9885-376bc54cd274 service neutron] Attempting to bind port 7362d79f-77db-4e36-90ff-7dd9a2f0e422 on network 067beccc-09db-4a00-bd3c-3662b2e68988 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:27.409495 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-255d3d61-0c6e-4258-9885-376bc54cd274 service neutron] Port 7362d79f-77db-4e36-90ff-7dd9a2f0e422 on network 067beccc-09db-4a00-bd3c-3662b2e68988 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:39:27.409898 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-255d3d61-0c6e-4258-9885-376bc54cd274 service neutron] Attempting to bind port 7362d79f-77db-4e36-90ff-7dd9a2f0e422 on network 067beccc-09db-4a00-bd3c-3662b2e68988 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:27.424565 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d5702-18b0-42d4-968d-46de44687050 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Pushing event updated for resources: {'Network': ['ID=e5612074-fcdf-4e00-a371-6c591c341b90,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:27.430405 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-255d3d61-0c6e-4258-9885-376bc54cd274 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:27.431074 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-255d3d61-0c6e-4258-9885-376bc54cd274 service neutron] Checking segment: {'id': '72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '067beccc-09db-4a00-bd3c-3662b2e68988'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:27.432207 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-255d3d61-0c6e-4258-9885-376bc54cd274 service neutron] Bound using segment: {'id': '72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '067beccc-09db-4a00-bd3c-3662b2e68988'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:27.432888 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-255d3d61-0c6e-4258-9885-376bc54cd274 service neutron] Bound port: 7362d79f-77db-4e36-90ff-7dd9a2f0e422, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '067beccc-09db-4a00-bd3c-3662b2e68988'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:27.433338 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-255d3d61-0c6e-4258-9885-376bc54cd274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.439365 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network e5612074-fcdf-4e00-a371-6c591c341b90 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:39:27.445505 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac0a6b40-483d-44a7-b1a0-cc93d57be7a0 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Made reservation on behalf of ff9c0ac517e240ab9328a674a5ffd948 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:27.452605 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ac0a6b40-483d-44a7-b1a0-cc93d57be7a0 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.509344 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac0a6b40-483d-44a7-b1a0-cc93d57be7a0 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:39:27.532576 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ac0a6b40-483d-44a7-b1a0-cc93d57be7a0 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.533356 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-ac0a6b40-483d-44a7-b1a0-cc93d57be7a0 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Added segment 259f1503-d70b-4926-8ffc-b286f4f7d56e of type vlan for network d6abd667-8db4-49d1-9518-5dd5f0d3e67f Jul 16 08:39:27.615229 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ac0a6b40-483d-44a7-b1a0-cc93d57be7a0 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.633064 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-255d3d61-0c6e-4258-9885-376bc54cd274 service neutron] For port 7362d79f-77db-4e36-90ff-7dd9a2f0e422, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:27.637297 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-255d3d61-0c6e-4258-9885-376bc54cd274 service neutron] For port 7362d79f-77db-4e36-90ff-7dd9a2f0e422, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=7362d79f-77db-4e36-90ff-7dd9a2f0e422,segment=NetworkSegment(72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed),segment_id=72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:27.654128 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-255d3d61-0c6e-4258-9885-376bc54cd274 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.686374 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ac0a6b40-483d-44a7-b1a0-cc93d57be7a0 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.697277 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac0a6b40-483d-44a7-b1a0-cc93d57be7a0 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:27.697915 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ac0a6b40-483d-44a7-b1a0-cc93d57be7a0 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.764232 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0a6b40-483d-44a7-b1a0-cc93d57be7a0 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Pushing event updated for resources: {'Network': ['ID=d6abd667-8db4-49d1-9518-5dd5f0d3e67f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:27.776309 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ac0a6b40-483d-44a7-b1a0-cc93d57be7a0 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4413872 Jul 16 08:39:27.778406 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network d6abd667-8db4-49d1-9518-5dd5f0d3e67f details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:39:27.781971 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-255d3d61-0c6e-4258-9885-376bc54cd274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:27.782631 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-255d3d61-0c6e-4258-9885-376bc54cd274 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.784884 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-255d3d61-0c6e-4258-9885-376bc54cd274 service neutron] 10.222.0.30 "PUT /v2.0/ports/7362d79f-77db-4e36-90ff-7dd9a2f0e422 HTTP/1.1" status: 200 len: 1093 time: 2.5801690 Jul 16 08:39:27.787392 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255d3d61-0c6e-4258-9885-376bc54cd274 service neutron] Pushing event updated for resources: {'Port': ['ID=7362d79f-77db-4e36-90ff-7dd9a2f0e422,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:27.791339 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f4c25df3-5e1b-40e0-8516-7ff02760caa2', 'tag': '7362d79f-77db-4e36-90ff-7dd9a2f0e422'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:27.793872 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f809c037-4ead-417a-8be5-3ebbd52c2371" -d '{"events": [{"name": "network-changed", "server_uuid": "f4c25df3-5e1b-40e0-8516-7ff02760caa2", "tag": "7362d79f-77db-4e36-90ff-7dd9a2f0e422"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:27.797993 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-312aeea8-6df5-4946-8aab-76f1e5e5316b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting port 23a2abd7-13ee-4b4a-b3b2-712a5299348e {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:27.798398 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-312aeea8-6df5-4946-8aab-76f1e5e5316b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:27.993264 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-666bfd4a-2d7a-41c9-bc1a-801259572563 x-openstack-request-id: req-666bfd4a-2d7a-41c9-bc1a-801259572563 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:27.994143 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f4c25df3-5e1b-40e0-8516-7ff02760caa2", "tag": "7362d79f-77db-4e36-90ff-7dd9a2f0e422", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:27.994801 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-666bfd4a-2d7a-41c9-bc1a-801259572563 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:27.995669 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f4c25df3-5e1b-40e0-8516-7ff02760caa2', 'tag': '7362d79f-77db-4e36-90ff-7dd9a2f0e422', 'status': 'completed', 'code': 200} Jul 16 08:39:28.621690 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5197763-3cff-4802-afed-af2141ef8d6e req-c04b2c40-db36-49eb-8477-bc388ae60dcf tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:28.632077 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b5197763-3cff-4802-afed-af2141ef8d6e req-c04b2c40-db36-49eb-8477-bc388ae60dcf tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4c25df3-5e1b-40e0-8516-7ff02760caa2 HTTP/1.1" status: 200 len: 944 time: 0.1215451 Jul 16 08:39:28.773047 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b5197763-3cff-4802-afed-af2141ef8d6e req-2668a699-329d-45fa-a42a-f107d27106b2 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244385 Jul 16 08:39:28.809870 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-312aeea8-6df5-4946-8aab-76f1e5e5316b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:28.822691 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-2cd1c732-5d28-46a4-9eaf-48fe5e6b849d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:28.824343 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-2cd1c732-5d28-46a4-9eaf-48fe5e6b849d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a39b129c9efc4bdb8d522f3e682a2e06&device_id=f4c25df3-5e1b-40e0-8516-7ff02760caa2 HTTP/1.1" status: 200 len: 1096 time: 0.9616873 Jul 16 08:39:28.876140 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-520c4eca-04e5-415a-9810-7d33690785ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7362d79f-77db-4e36-90ff-7dd9a2f0e422 HTTP/1.1" status: 200 len: 217 time: 0.0416665 Jul 16 08:39:28.877959 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-312aeea8-6df5-4946-8aab-76f1e5e5316b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Calling delete_port for 23a2abd7-13ee-4b4a-b3b2-712a5299348e owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:28.907016 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0fc2d-24e8-482f-ba3b-f07e81663c8e req-d3c6fbdc-7443-4346-b01f-c341a8e55a13 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:28.908598 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970dc6e9-a32f-49f9-880a-04e3f9f760f6 req-00eff760-292f-4bcc-8b1c-8e6bde78c770 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:28.912812 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bcc0fc2d-24e8-482f-ba3b-f07e81663c8e req-d3c6fbdc-7443-4346-b01f-c341a8e55a13 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.21 "GET /v2.0/ports?device_id=7de5225a-8629-406d-925c-f9abf69fa661 HTTP/1.1" status: 200 len: 946 time: 0.2152226 Jul 16 08:39:28.920952 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-970dc6e9-a32f-49f9-880a-04e3f9f760f6 req-00eff760-292f-4bcc-8b1c-8e6bde78c770 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/ports?device_id=7de5225a-8629-406d-925c-f9abf69fa661 HTTP/1.1" status: 200 len: 946 time: 1.2815669 Jul 16 08:39:29.181924 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-970dc6e9-a32f-49f9-880a-04e3f9f760f6 req-0016d0fd-7179-4c98-94fc-517de0a2ffa8 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef87949d-b379-4b62-83ac-22ada1b4e00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2593708 Jul 16 08:39:29.237844 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-fa6c6ea8-381a-4d6e-a84d-25fd231a4840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:29.242000 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-fa6c6ea8-381a-4d6e-a84d-25fd231a4840 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bd5574f-0003-4886-ae62-fbcf34b117a8 HTTP/1.1" status: 200 len: 855 time: 0.2747726 Jul 16 08:39:29.364556 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-f2a0df86-c5d7-4db4-8eac-44ce0dfe07f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=067beccc-09db-4a00-bd3c-3662b2e68988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1109996 Jul 16 08:39:29.493608 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-bcc0fc2d-24e8-482f-ba3b-f07e81663c8e req-5137c0a6-e891-4bb8-9384-f869d45bbb4b tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Deleting port 0013f433-bedc-45e5-9b90-9a40d3534a22 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:29.494004 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-bcc0fc2d-24e8-482f-ba3b-f07e81663c8e req-5137c0a6-e891-4bb8-9384-f869d45bbb4b tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:29.650243 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-1ee0d9b3-e9e9-420e-b181-1ba3b9f4fe78 service neutron] 10.222.0.30 "GET /v2.0/networks/067beccc-09db-4a00-bd3c-3662b2e68988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2770803 Jul 16 08:39:29.670179 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41410) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:29.836605 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-bcc0fc2d-24e8-482f-ba3b-f07e81663c8e req-5137c0a6-e891-4bb8-9384-f869d45bbb4b tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] For port 0013f433-bedc-45e5-9b90-9a40d3534a22, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0013f433-bedc-45e5-9b90-9a40d3534a22,segment=NetworkSegment(f9790199-6c5d-491a-891c-5c49adfcdac9),segment_id=f9790199-6c5d-491a-891c-5c49adfcdac9)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:29.839151 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-bcc0fc2d-24e8-482f-ba3b-f07e81663c8e req-5137c0a6-e891-4bb8-9384-f869d45bbb4b tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:29.891734 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-bcc0fc2d-24e8-482f-ba3b-f07e81663c8e req-5137c0a6-e891-4bb8-9384-f869d45bbb4b tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Calling delete_port for 0013f433-bedc-45e5-9b90-9a40d3534a22 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:29.911241 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-312aeea8-6df5-4946-8aab-76f1e5e5316b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:29.986560 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-312aeea8-6df5-4946-8aab-76f1e5e5316b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:29.990892 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-312aeea8-6df5-4946-8aab-76f1e5e5316b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/ports/23a2abd7-13ee-4b4a-b3b2-712a5299348e HTTP/1.1" status: 204 len: 168 time: 2.7375553 Jul 16 08:39:30.025344 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41420) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:30.040295 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-65a38993-effa-4f38-9db8-c49300d08031 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'port': {'network_id': '9259dc43-dd22-4f0c-b8a5-bf2f039342ea', 'mac_address': 'fa:16:3e:5c:76:f1', 'name': 'tempest-PortsIpV6TestJSON-1473594249'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:30.121510 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-468c05a9-d822-48ac-b63c-7a694d4b6bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:30.121510 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312aeea8-6df5-4946-8aab-76f1e5e5316b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Port': ['ID=23a2abd7-13ee-4b4a-b3b2-712a5299348e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:30.152455 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1189e9da-3bd6-495e-966e-46075a8a0eb4 req-be783524-4b52-405e-8f22-ad7f8d6f4e41 service neutron] 10.222.0.30 "GET /v2.0/networks/067beccc-09db-4a00-bd3c-3662b2e68988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4941614 Jul 16 08:39:30.434340 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-bcc0fc2d-24e8-482f-ba3b-f07e81663c8e req-5137c0a6-e891-4bb8-9384-f869d45bbb4b tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:30.447622 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['8a52750e-1b18-460e-bef3-6f3bc1a5ec50', '0013f433-bedc-45e5-9b90-9a40d3534a22'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:30.450164 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['3a89a772-0ad5-4c1a-a732-116ec07c2537'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:30.699426 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f3395853-b6bb-4b13-b8e9-0a266e7a577f req-e70590c1-b422-462c-9894-5e43b2b85580 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/ports?device_id=7de5225a-8629-406d-925c-f9abf69fa661 HTTP/1.1" status: 200 len: 210 time: 0.0529284 Jul 16 08:39:30.777017 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5137c0a6-e891-4bb8-9384-f869d45bbb4b tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Pushing event deleted for resources: {'Port': ['ID=0013f433-bedc-45e5-9b90-9a40d3534a22,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:30.787325 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcc0fc2d-24e8-482f-ba3b-f07e81663c8e req-5137c0a6-e891-4bb8-9384-f869d45bbb4b tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] No DVR routers for this DVR port 0013f433-bedc-45e5-9b90-9a40d3534a22 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:30.793947 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-bcc0fc2d-24e8-482f-ba3b-f07e81663c8e req-5137c0a6-e891-4bb8-9384-f869d45bbb4b tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:30.797336 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bcc0fc2d-24e8-482f-ba3b-f07e81663c8e req-5137c0a6-e891-4bb8-9384-f869d45bbb4b tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.21 "DELETE /v2.0/ports/0013f433-bedc-45e5-9b90-9a40d3534a22 HTTP/1.1" status: 204 len: 173 time: 1.8790939 Jul 16 08:39:30.797807 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7de5225a-8629-406d-925c-f9abf69fa661', 'name': 'network-vif-deleted', 'tag': '0013f433-bedc-45e5-9b90-9a40d3534a22'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:30.812515 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e9efacd-905f-4480-a9e9-024ddb9e126e" -d '{"events": [{"server_uuid": "7de5225a-8629-406d-925c-f9abf69fa661", "name": "network-vif-deleted", "tag": "0013f433-bedc-45e5-9b90-9a40d3534a22"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:30.832002 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a38993-effa-4f38-9db8-c49300d08031 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:30.863220 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.db.api [None req-468c05a9-d822-48ac-b63c-7a694d4b6bd1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:39:30.863220 n-d-771362-37 neutron-server[93759]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 08:39:30.863220 n-d-771362-37 neutron-server[93759]: [parameters: {'project_id': '9fa72ae2feec442e9081c6ec64ae5664', 'id': '19a6de31-e852-490c-84a7-b1ac8b836da5', 'expiration': datetime.datetime(2021, 7, 16, 8, 41, 30, 800025)}] Jul 16 08:39:30.863220 n-d-771362-37 neutron-server[93759]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:39:30.864024 n-d-771362-37 neutron-server[93759]: DEBUG oslo_db.api [None req-468c05a9-d822-48ac-b63c-7a694d4b6bd1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:39:30.949843 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe99b239-483e-49c9-91ea-1ad1196435c5 req-c18c665f-83b4-4f6b-a5eb-bb9ba9d93e8b tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:30.951961 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fe99b239-483e-49c9-91ea-1ad1196435c5 req-c18c665f-83b4-4f6b-a5eb-bb9ba9d93e8b tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4c25df3-5e1b-40e0-8516-7ff02760caa2 HTTP/1.1" status: 200 len: 944 time: 0.7946565 Jul 16 08:39:30.961405 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809c037-4ead-417a-8be5-3ebbd52c2371 req-b56fdcd6-9c22-4010-a7f6-962fbf38d763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:30.968969 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f809c037-4ead-417a-8be5-3ebbd52c2371 req-b56fdcd6-9c22-4010-a7f6-962fbf38d763 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a39b129c9efc4bdb8d522f3e682a2e06&device_id=f4c25df3-5e1b-40e0-8516-7ff02760caa2 HTTP/1.1" status: 200 len: 1096 time: 0.4016948 Jul 16 08:39:31.089314 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41436) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:31.096759 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-6d35deb8-9737-48d0-9b3e-d3876dce7204 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Request body: {'subnets': [{'network_id': 'e5612074-fcdf-4e00-a371-6c591c341b90', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--122537053', 'ip_version': 6}, {'network_id': 'd6abd667-8db4-49d1-9518-5dd5f0d3e67f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:31.097337 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-6d35deb8-9737-48d0-9b3e-d3876dce7204 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Request body: {'subnet': {'network_id': 'e5612074-fcdf-4e00-a371-6c591c341b90', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--122537053', 'ip_version': 6}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:31.098111 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-6d35deb8-9737-48d0-9b3e-d3876dce7204 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Request body: {'subnet': {'network_id': 'd6abd667-8db4-49d1-9518-5dd5f0d3e67f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:31.236656 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa0cea71-0d01-4a13-a9ab-7e800d06da7e x-openstack-request-id: req-fa0cea71-0d01-4a13-a9ab-7e800d06da7e {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:31.237252 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7de5225a-8629-406d-925c-f9abf69fa661", "name": "network-vif-deleted", "tag": "0013f433-bedc-45e5-9b90-9a40d3534a22", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:31.238474 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fa0cea71-0d01-4a13-a9ab-7e800d06da7e {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:31.239175 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7de5225a-8629-406d-925c-f9abf69fa661', 'name': 'network-vif-deleted', 'tag': '0013f433-bedc-45e5-9b90-9a40d3534a22', 'status': 'completed', 'code': 200} Jul 16 08:39:31.281662 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-65a38993-effa-4f38-9db8-c49300d08031 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.374078 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-468c05a9-d822-48ac-b63c-7a694d4b6bd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.380767 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fe99b239-483e-49c9-91ea-1ad1196435c5 req-ea2181af-dad7-4646-b8c5-7c230bf346b9 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104590 Jul 16 08:39:31.398952 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-65a38993-effa-4f38-9db8-c49300d08031 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] device_id is not set on port fd767a59-b499-4ffb-b2b4-7c3a9e091846 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:39:31.479485 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d35deb8-9737-48d0-9b3e-d3876dce7204 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Made reservation on behalf of ff9c0ac517e240ab9328a674a5ffd948 for: {'subnet': 2} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:31.485085 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6d35deb8-9737-48d0-9b3e-d3876dce7204 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.485624 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6d35deb8-9737-48d0-9b3e-d3876dce7204 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.500712 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809c037-4ead-417a-8be5-3ebbd52c2371 req-cb680fa9-0a04-4dba-9740-530bdee13567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:31.502413 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f809c037-4ead-417a-8be5-3ebbd52c2371 req-cb680fa9-0a04-4dba-9740-530bdee13567 service neutron] 10.222.0.30 "GET /v2.0/networks?id=067beccc-09db-4a00-bd3c-3662b2e68988 HTTP/1.1" status: 200 len: 916 time: 0.5088632 Jul 16 08:39:31.592311 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f809c037-4ead-417a-8be5-3ebbd52c2371 req-ea977361-1105-4427-873b-513270d8dbf6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7362d79f-77db-4e36-90ff-7dd9a2f0e422 HTTP/1.1" status: 200 len: 217 time: 0.0796158 Jul 16 08:39:31.868843 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f809c037-4ead-417a-8be5-3ebbd52c2371 req-ac6943d8-1a31-49e0-ac12-43ca691c64e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:31.870399 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f809c037-4ead-417a-8be5-3ebbd52c2371 req-ac6943d8-1a31-49e0-ac12-43ca691c64e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8bd5574f-0003-4886-ae62-fbcf34b117a8 HTTP/1.1" status: 200 len: 855 time: 0.2692716 Jul 16 08:39:31.946573 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f809c037-4ead-417a-8be5-3ebbd52c2371 req-64b6847f-cdd7-4f4f-9b71-e05ad16b4cfd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=067beccc-09db-4a00-bd3c-3662b2e68988&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0354578 Jul 16 08:39:31.959334 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:31.988761 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:32.075830 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f809c037-4ead-417a-8be5-3ebbd52c2371 req-7f5004d6-3aba-4005-8359-279a850d5042 service neutron] 10.222.0.30 "GET /v2.0/networks/067beccc-09db-4a00-bd3c-3662b2e68988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188364 Jul 16 08:39:32.147723 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6d35deb8-9737-48d0-9b3e-d3876dce7204 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:32.196849 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f809c037-4ead-417a-8be5-3ebbd52c2371 req-030a3e05-2b79-4bee-8e4c-b299f896f32d service neutron] 10.222.0.30 "GET /v2.0/networks/067beccc-09db-4a00-bd3c-3662b2e68988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111875 Jul 16 08:39:32.240133 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-65a38993-effa-4f38-9db8-c49300d08031 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:32.294883 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35deb8-9737-48d0-9b3e-d3876dce7204 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Pushing event updated for resources: {'Subnet': ['ID=aee43e28-6587-4b94-aaa4-76efde441231,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:32.330824 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-65a38993-effa-4f38-9db8-c49300d08031 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:32.368833 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d35deb8-9737-48d0-9b3e-d3876dce7204 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Checking segment: {'id': 'ea254da8-b52d-4d5c-b0ba-f25c6fa25ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e5612074-fcdf-4e00-a371-6c591c341b90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:32.369212 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d35deb8-9737-48d0-9b3e-d3876dce7204 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Network hostable DHCP agents. Network: e5612074-fcdf-4e00-a371-6c591c341b90, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:39:32.416185 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a38993-effa-4f38-9db8-c49300d08031 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network 9259dc43-dd22-4f0c-b8a5-bf2f039342ea is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:32.420787 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d35deb8-9737-48d0-9b3e-d3876dce7204 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Network e5612074-fcdf-4e00-a371-6c591c341b90 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:39:32.443130 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-65a38993-effa-4f38-9db8-c49300d08031 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:32.443440 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-6d35deb8-9737-48d0-9b3e-d3876dce7204 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, e5612074-fcdf-4e00-a371-6c591c341b90) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:32.452436 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6d35deb8-9737-48d0-9b3e-d3876dce7204 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:32.456324 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb06491b-b84f-4e45-b42a-a6c45fe6e1b1 None None] Network e5612074-fcdf-4e00-a371-6c591c341b90 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:32.468195 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65a38993-effa-4f38-9db8-c49300d08031 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:32.478167 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a38993-effa-4f38-9db8-c49300d08031 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:32.479158 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-65a38993-effa-4f38-9db8-c49300d08031 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:32.503502 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a38993-effa-4f38-9db8-c49300d08031 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Port': ['ID=fd767a59-b499-4ffb-b2b4-7c3a9e091846,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:32.513006 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-468c05a9-d822-48ac-b63c-7a694d4b6bd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:32.522889 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-468c05a9-d822-48ac-b63c-7a694d4b6bd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:32.565858 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-65a38993-effa-4f38-9db8-c49300d08031 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5341432 Jul 16 08:39:32.574120 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41470) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:32.682577 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d61b3f4c-9968-4198-a9e4-5b27d2590669 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:32.686755 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d61b3f4c-9968-4198-a9e4-5b27d2590669 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "GET /v2.0/ports/fd767a59-b499-4ffb-b2b4-7c3a9e091846 HTTP/1.1" status: 200 len: 845 time: 0.1050193 Jul 16 08:39:32.692505 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41474) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:32.716270 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-468c05a9-d822-48ac-b63c-7a694d4b6bd1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9fa72ae2feec442e9081c6ec64ae5664&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0342791 Jul 16 08:39:32.743051 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41478) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:32.752466 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c05a9-d822-48ac-b63c-7a694d4b6bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c69a8b95-c9d6-445f-8f9d-e6a0d71c7ba4,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:32.752718 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d35deb8-9737-48d0-9b3e-d3876dce7204 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Pushing event updated for resources: {'Subnet': ['ID=4877e733-c12e-45f8-ba1a-3664475c3439,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:32.840836 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8534bbdd-97d0-4aa9-b27a-f44ee8240ebd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-e5612074-fcdf-4e00-a371-6c591c341b90', 'network_id': 'e5612074-fcdf-4e00-a371-6c591c341b90', 'tenant_id': 'ff9c0ac517e240ab9328a674a5ffd948', 'fixed_ips': [{'subnet_id': 'aee43e28-6587-4b94-aaa4-76efde441231'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:39:32.841795 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8534bbdd-97d0-4aa9-b27a-f44ee8240ebd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:32.858669 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 0013f433-bedc-45e5-9b90-9a40d3534a22 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:32.865216 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d35deb8-9737-48d0-9b3e-d3876dce7204 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Checking segment: {'id': '259f1503-d70b-4926-8ffc-b286f4f7d56e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'd6abd667-8db4-49d1-9518-5dd5f0d3e67f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:32.865216 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d35deb8-9737-48d0-9b3e-d3876dce7204 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Network hostable DHCP agents. Network: d6abd667-8db4-49d1-9518-5dd5f0d3e67f, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:39:32.903133 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 0013f433-bedc-45e5-9b90-9a40d3534a22 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:32.903489 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 0013f433-bedc-45e5-9b90-9a40d3534a22 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:32.928821 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9951bb04-ac8b-4d63-a57b-630e557e1f53 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting port fd767a59-b499-4ffb-b2b4-7c3a9e091846 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:32.929233 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9951bb04-ac8b-4d63-a57b-630e557e1f53 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:32.944602 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0716dd22-e7ee-4c78-899a-c85f4801cc46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:32.961931 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c596812-b002-4a0d-a972-e52c1f848efe req-ecefbd80-b34d-4a69-a09f-f98d9a4286f6 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:32.971957 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4c596812-b002-4a0d-a972-e52c1f848efe req-ecefbd80-b34d-4a69-a09f-f98d9a4286f6 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4c25df3-5e1b-40e0-8516-7ff02760caa2 HTTP/1.1" status: 200 len: 944 time: 0.3024728 Jul 16 08:39:32.982496 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d35deb8-9737-48d0-9b3e-d3876dce7204 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Network d6abd667-8db4-49d1-9518-5dd5f0d3e67f is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:39:33.003953 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-6d35deb8-9737-48d0-9b3e-d3876dce7204 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, d6abd667-8db4-49d1-9518-5dd5f0d3e67f) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:33.021158 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d35deb8-9737-48d0-9b3e-d3876dce7204 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:33.021636 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d35deb8-9737-48d0-9b3e-d3876dce7204 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:33.022580 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6d35deb8-9737-48d0-9b3e-d3876dce7204 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.039996 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af90071a-c323-481f-896a-6f8d3588bc58 None None] Network d6abd667-8db4-49d1-9518-5dd5f0d3e67f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:33.045679 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0716dd22-e7ee-4c78-899a-c85f4801cc46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.083622 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6d35deb8-9737-48d0-9b3e-d3876dce7204 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.9910178 Jul 16 08:39:33.096066 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4c596812-b002-4a0d-a972-e52c1f848efe req-3119d094-3bc3-4f4a-bed5-e87bcb855c32 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229999 Jul 16 08:39:33.116584 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41484) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:33.137537 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 7362d79f-77db-4e36-90ff-7dd9a2f0e422 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:39:33.165011 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9951bb04-ac8b-4d63-a57b-630e557e1f53 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.187200 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0716dd22-e7ee-4c78-899a-c85f4801cc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.190051 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0716dd22-e7ee-4c78-899a-c85f4801cc46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.201352 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0716dd22-e7ee-4c78-899a-c85f4801cc46 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c69a8b95-c9d6-445f-8f9d-e6a0d71c7ba4 HTTP/1.1" status: 204 len: 168 time: 0.4502423 Jul 16 08:39:33.204183 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9951bb04-ac8b-4d63-a57b-630e557e1f53 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Calling delete_port for fd767a59-b499-4ffb-b2b4-7c3a9e091846 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:33.247942 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0716dd22-e7ee-4c78-899a-c85f4801cc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c69a8b95-c9d6-445f-8f9d-e6a0d71c7ba4,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:33.351363 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4976c0-28ca-4050-ba5c-9807e8e52823 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:33.353013 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4976c0-28ca-4050-ba5c-9807e8e52823 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:33.355360 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4976c0-28ca-4050-ba5c-9807e8e52823 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:33.357106 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ce4976c0-28ca-4050-ba5c-9807e8e52823 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.2386746 Jul 16 08:39:33.376146 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41498) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:33.484915 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9951bb04-ac8b-4d63-a57b-630e557e1f53 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.541602 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9951bb04-ac8b-4d63-a57b-630e557e1f53 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Port': ['ID=fd767a59-b499-4ffb-b2b4-7c3a9e091846,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:33.549638 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.db.resource_extend [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:39:33.576268 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-f582eb89-0e95-43dc-b52e-9cd7197c66d6 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Deleting subnet aee43e28-6587-4b94-aaa4-76efde441231 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:39:33.580530 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9951bb04-ac8b-4d63-a57b-630e557e1f53 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.582620 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9951bb04-ac8b-4d63-a57b-630e557e1f53 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/ports/fd767a59-b499-4ffb-b2b4-7c3a9e091846 HTTP/1.1" status: 204 len: 168 time: 0.8887372 Jul 16 08:39:33.585417 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41508) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:33.591515 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f582eb89-0e95-43dc-b52e-9cd7197c66d6 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.677249 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-7218f2b7-7e68-4c4a-8137-0c8fb432e753 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] GET failed (client error): The resource could not be found. Jul 16 08:39:33.679773 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7218f2b7-7e68-4c4a-8137-0c8fb432e753 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "GET /v2.0/ports/fd767a59-b499-4ffb-b2b4-7c3a9e091846 HTTP/1.1" status: 404 len: 333 time: 0.0933120 Jul 16 08:39:33.688016 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41514) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:33.695822 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d2bc9fdd-288d-4cd2-85ab-5ed81dd21a6e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'port': {'network_id': '9259dc43-dd22-4f0c-b8a5-bf2f039342ea', 'name': 'tempest-PortsIpV6TestJSON-1325142158'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:33.717984 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f582eb89-0e95-43dc-b52e-9cd7197c66d6 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.736110 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-14b562d7-324c-4435-b1aa-45fac819092e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.847529 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2bc9fdd-288d-4cd2-85ab-5ed81dd21a6e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:33.852598 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f582eb89-0e95-43dc-b52e-9cd7197c66d6 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.857595 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2bc9fdd-288d-4cd2-85ab-5ed81dd21a6e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.909429 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-d2bc9fdd-288d-4cd2-85ab-5ed81dd21a6e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] device_id is not set on port 6baf4dfd-31f8-48d7-bec9-b5ec0cf86a76 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:39:33.973181 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f582eb89-0e95-43dc-b52e-9cd7197c66d6 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:33.989354 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3ee6977-dd2c-48c3-adc5-c23990dc53fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-d6abd667-8db4-49d1-9518-5dd5f0d3e67f', 'network_id': 'd6abd667-8db4-49d1-9518-5dd5f0d3e67f', 'tenant_id': 'ff9c0ac517e240ab9328a674a5ffd948', 'fixed_ips': [{'subnet_id': '4877e733-c12e-45f8-ba1a-3664475c3439'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:39:33.990243 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d3ee6977-dd2c-48c3-adc5-c23990dc53fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server [None req-8534bbdd-97d0-4aa9-b27a-f44ee8240ebd None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aee43e28-6587-4b94-aaa4-76efde441231: This subnet is being modified by another concurrent operation. Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:39:34.034897 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise exception Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet aee43e28-6587-4b94-aaa4-76efde441231: This subnet is being modified by another concurrent operation. Jul 16 08:39:34.041296 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server Jul 16 08:39:34.053866 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f582eb89-0e95-43dc-b52e-9cd7197c66d6 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Pushing event deleted for resources: {'Subnet': ['ID=aee43e28-6587-4b94-aaa4-76efde441231,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:34.064620 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f582eb89-0e95-43dc-b52e-9cd7197c66d6 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.068941 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f582eb89-0e95-43dc-b52e-9cd7197c66d6 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] 10.222.0.22 "DELETE /v2.0/subnets/aee43e28-6587-4b94-aaa4-76efde441231 HTTP/1.1" status: 204 len: 168 time: 0.6890688 Jul 16 08:39:34.071144 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41528) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:34.087865 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 7362d79f-77db-4e36-90ff-7dd9a2f0e422, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=7362d79f-77db-4e36-90ff-7dd9a2f0e422,segment=NetworkSegment(72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed),segment_id=72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:34.103189 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea7d38b-8ceb-41e8-b6da-ce3424877025 None None] Network e5612074-fcdf-4e00-a371-6c591c341b90 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:34.142634 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d74a484-1324-4ea2-9488-09533e74ff73 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Deleting subnet 4877e733-c12e-45f8-ba1a-3664475c3439 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:39:34.154213 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d74a484-1324-4ea2-9488-09533e74ff73 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.197059 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '7362d79f-77db-4e36-90ff-7dd9a2f0e422', 'network_id': '067beccc-09db-4a00-bd3c-3662b2e68988', 'port_id': '7362d79f-77db-4e36-90ff-7dd9a2f0e422', 'mac_address': 'fa:16:3e:2e:2c:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd5574f-0003-4886-ae62-fbcf34b117a8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:39:34.307100 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2bc9fdd-288d-4cd2-85ab-5ed81dd21a6e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.331661 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.500621 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d74a484-1324-4ea2-9488-09533e74ff73 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.510795 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7362d79f-77db-4e36-90ff-7dd9a2f0e422 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:39:34.536567 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 7362d79f-77db-4e36-90ff-7dd9a2f0e422, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=7362d79f-77db-4e36-90ff-7dd9a2f0e422,segment=NetworkSegment(72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed),segment_id=72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:34.543607 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.589183 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2bc9fdd-288d-4cd2-85ab-5ed81dd21a6e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.691587 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d74a484-1324-4ea2-9488-09533e74ff73 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.702987 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2bc9fdd-288d-4cd2-85ab-5ed81dd21a6e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network 9259dc43-dd22-4f0c-b8a5-bf2f039342ea is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:34.716882 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=7362d79f-77db-4e36-90ff-7dd9a2f0e422,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:34.740230 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c089b5-ca39-4bdd-b47c-bb67af5dc5ff req-2e3d904d-6f60-4037-8bba-88a6b6be1abc tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:34.764615 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c089b5-ca39-4bdd-b47c-bb67af5dc5ff req-2e3d904d-6f60-4037-8bba-88a6b6be1abc tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:34.766151 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c8fa36-d79c-4058-87c8-523ad873abe5 req-40dcabfb-972c-4f4f-ae3b-1a67a647de1e tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:34.767748 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c6c8fa36-d79c-4058-87c8-523ad873abe5 req-40dcabfb-972c-4f4f-ae3b-1a67a647de1e tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4c25df3-5e1b-40e0-8516-7ff02760caa2 HTTP/1.1" status: 200 len: 944 time: 0.3560214 Jul 16 08:39:34.774684 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e6c089b5-ca39-4bdd-b47c-bb67af5dc5ff req-2e3d904d-6f60-4037-8bba-88a6b6be1abc tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/ports?device_id=26c49f11-2f4b-4581-83e7-898f8c066575&device_id=78f9a15a-41ae-4465-8463-0f3f67d24bea HTTP/1.1" status: 200 len: 1682 time: 0.1562533 Jul 16 08:39:34.775298 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-d2bc9fdd-288d-4cd2-85ab-5ed81dd21a6e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:34.790439 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2bc9fdd-288d-4cd2-85ab-5ed81dd21a6e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:34.792975 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['7362d79f-77db-4e36-90ff-7dd9a2f0e422'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:39:34.798458 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2bc9fdd-288d-4cd2-85ab-5ed81dd21a6e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:34.799121 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2bc9fdd-288d-4cd2-85ab-5ed81dd21a6e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.823490 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bc9fdd-288d-4cd2-85ab-5ed81dd21a6e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Port': ['ID=6baf4dfd-31f8-48d7-bec9-b5ec0cf86a76,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:34.836766 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d2bc9fdd-288d-4cd2-85ab-5ed81dd21a6e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.1465371 Jul 16 08:39:34.849008 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41554) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:34.856398 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-817b7572-0893-44e8-b6c9-501e36f69380 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:34.876681 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e6c089b5-ca39-4bdd-b47c-bb67af5dc5ff req-291189e7-ca6a-46da-8767-b37fa96c08d4 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef87949d-b379-4b62-83ac-22ada1b4e00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883548 Jul 16 08:39:34.940811 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d74a484-1324-4ea2-9488-09533e74ff73 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:34.954416 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c6c8fa36-d79c-4058-87c8-523ad873abe5 req-0ebb7cbc-64c7-4e11-b774-a862217d512d tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723514 Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server [None req-d3ee6977-dd2c-48c3-adc5-c23990dc53fc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4877e733-c12e-45f8-ba1a-3664475c3439: This subnet is being modified by another concurrent operation. Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:39:35.028323 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise exception Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4877e733-c12e-45f8-ba1a-3664475c3439: This subnet is being modified by another concurrent operation. Jul 16 08:39:35.032911 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server Jul 16 08:39:35.038499 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-817b7572-0893-44e8-b6c9-501e36f69380 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:35.040590 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d74a484-1324-4ea2-9488-09533e74ff73 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Pushing event deleted for resources: {'Subnet': ['ID=4877e733-c12e-45f8-ba1a-3664475c3439,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:35.053976 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d74a484-1324-4ea2-9488-09533e74ff73 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:35.058429 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2d74a484-1324-4ea2-9488-09533e74ff73 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] 10.222.0.22 "DELETE /v2.0/subnets/4877e733-c12e-45f8-ba1a-3664475c3439 HTTP/1.1" status: 204 len: 168 time: 0.9840651 Jul 16 08:39:35.058829 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41562) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:35.080549 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd79aae-7ccc-4ddd-8ccd-3a9234adb7a0 None None] Network d6abd667-8db4-49d1-9518-5dd5f0d3e67f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:35.302395 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd14fd6b-0a8c-49fb-9d40-c175a98c64ea tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:35.308507 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-dd14fd6b-0a8c-49fb-9d40-c175a98c64ea tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2485178 Jul 16 08:39:35.313315 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41574) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:35.385681 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-817b7572-0893-44e8-b6c9-501e36f69380 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:35.410465 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-817b7572-0893-44e8-b6c9-501e36f69380 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:35.469234 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-817b7572-0893-44e8-b6c9-501e36f69380 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] In _notify_port_updated(), no bound segment for port 6baf4dfd-31f8-48d7-bec9-b5ec0cf86a76 on network 9259dc43-dd22-4f0c-b8a5-bf2f039342ea {{(pid=93759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:39:35.476413 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817b7572-0893-44e8-b6c9-501e36f69380 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:35.477210 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-817b7572-0893-44e8-b6c9-501e36f69380 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:35.481113 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-817b7572-0893-44e8-b6c9-501e36f69380 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "PUT /v2.0/ports/6baf4dfd-31f8-48d7-bec9-b5ec0cf86a76 HTTP/1.1" status: 200 len: 818 time: 0.6277566 Jul 16 08:39:35.482242 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41582) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:35.522589 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f37b6f9c-be95-47d4-91b2-987c24144c7f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:35.553854 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817b7572-0893-44e8-b6c9-501e36f69380 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Port': ['ID=6baf4dfd-31f8-48d7-bec9-b5ec0cf86a76,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:35.585313 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817b7572-0893-44e8-b6c9-501e36f69380 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:35.587526 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817b7572-0893-44e8-b6c9-501e36f69380 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:35.589234 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817b7572-0893-44e8-b6c9-501e36f69380 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:35.589707 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817b7572-0893-44e8-b6c9-501e36f69380 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:35.591607 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817b7572-0893-44e8-b6c9-501e36f69380 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:35.592058 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817b7572-0893-44e8-b6c9-501e36f69380 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:35.592562 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817b7572-0893-44e8-b6c9-501e36f69380 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:35.594412 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817b7572-0893-44e8-b6c9-501e36f69380 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:35.594856 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817b7572-0893-44e8-b6c9-501e36f69380 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:35.595397 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817b7572-0893-44e8-b6c9-501e36f69380 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:35.600120 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817b7572-0893-44e8-b6c9-501e36f69380 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:35.600120 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-817b7572-0893-44e8-b6c9-501e36f69380 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:35.606230 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae5b505-3b72-47a5-b07f-14a72334d7af None None] get_active_networks_info from n-d-771362-37 {{(pid=93760) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:39:35.799547 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae5b505-3b72-47a5-b07f-14a72334d7af None None] Resources bound (agent type, host, resource id): {{(pid=93760) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:39:35.804616 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0ac5037f-913c-43cd-8ed5-b1183ca656a1 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting port 6baf4dfd-31f8-48d7-bec9-b5ec0cf86a76 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:35.805099 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ac5037f-913c-43cd-8ed5-b1183ca656a1 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:35.806578 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-00b64f96-8a2f-4798-a150-f7981aee8baa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:35.826422 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f37b6f9c-be95-47d4-91b2-987c24144c7f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:35.859137 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046a76c8-b213-4e20-948d-519aaf5ea228 req-edb27b7e-958e-4b0f-84e7-030c54688131 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:35.862578 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-046a76c8-b213-4e20-948d-519aaf5ea228 req-edb27b7e-958e-4b0f-84e7-030c54688131 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/ports?device_id=444d036b-08c3-4af9-8168-7c65c89db112 HTTP/1.1" status: 200 len: 945 time: 0.3541188 Jul 16 08:39:35.870580 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-f37b6f9c-be95-47d4-91b2-987c24144c7f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6abd667-8db4-49d1-9518-5dd5f0d3e67f']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:35.893146 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-f37b6f9c-be95-47d4-91b2-987c24144c7f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '259f1503-d70b-4926-8ffc-b286f4f7d56e') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:35.893451 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-f37b6f9c-be95-47d4-91b2-987c24144c7f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '259f1503-d70b-4926-8ffc-b286f4f7d56e') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:35.940601 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f37b6f9c-be95-47d4-91b2-987c24144c7f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:35.992924 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f37b6f9c-be95-47d4-91b2-987c24144c7f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.020824 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f37b6f9c-be95-47d4-91b2-987c24144c7f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:39:36.020983 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ac5037f-913c-43cd-8ed5-b1183ca656a1 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.021369 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f37b6f9c-be95-47d4-91b2-987c24144c7f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.033338 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.054455 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0ac5037f-913c-43cd-8ed5-b1183ca656a1 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Calling delete_port for 6baf4dfd-31f8-48d7-bec9-b5ec0cf86a76 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:39:36.105111 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:39:36.136468 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-046a76c8-b213-4e20-948d-519aaf5ea228 req-5a2f618f-1245-4531-9cc1-4337212e21e2 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/security-groups?id=7666d4f4-8db4-486a-993c-6cb58115ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2349305 Jul 16 08:39:36.139388 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f37b6f9c-be95-47d4-91b2-987c24144c7f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.186583 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f37b6f9c-be95-47d4-91b2-987c24144c7f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.191647 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f37b6f9c-be95-47d4-91b2-987c24144c7f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] 10.222.0.22 "DELETE /v2.0/networks/d6abd667-8db4-49d1-9518-5dd5f0d3e67f HTTP/1.1" status: 204 len: 168 time: 0.8766809 Jul 16 08:39:36.205753 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41606) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:36.228014 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ac5037f-913c-43cd-8ed5-b1183ca656a1 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.300839 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b6f9c-be95-47d4-91b2-987c24144c7f tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Pushing event deleted for resources: {'Network': ['ID=d6abd667-8db4-49d1-9518-5dd5f0d3e67f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:36.347640 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5037f-913c-43cd-8ed5-b1183ca656a1 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Port': ['ID=6baf4dfd-31f8-48d7-bec9-b5ec0cf86a76,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:36.370412 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ac5037f-913c-43cd-8ed5-b1183ca656a1 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.380997 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0ac5037f-913c-43cd-8ed5-b1183ca656a1 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/ports/6baf4dfd-31f8-48d7-bec9-b5ec0cf86a76 HTTP/1.1" status: 204 len: 168 time: 0.8975079 Jul 16 08:39:36.381691 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41616) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:36.427100 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-944707e3-0d25-4018-8570-7e8867011459 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.482866 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df8e413-8ac2-4ee0-b3d3-987b7afab748 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:36.484732 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1df8e413-8ac2-4ee0-b3d3-987b7afab748 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1018198 Jul 16 08:39:36.487550 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41618) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:36.543481 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-1923b46f-1541-4d66-9829-5c76fe56fd32 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] GET failed (client error): The resource could not be found. Jul 16 08:39:36.546790 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1923b46f-1541-4d66-9829-5c76fe56fd32 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "GET /v2.0/ports/6baf4dfd-31f8-48d7-bec9-b5ec0cf86a76 HTTP/1.1" status: 404 len: 333 time: 0.0581241 Jul 16 08:39:36.551272 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41622) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:36.565004 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0aeb92d8-6ac5-4e7e-950b-3b036ace3578 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1521805729'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:36.641423 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aeb92d8-6ac5-4e7e-950b-3b036ace3578 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:36.645672 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0aeb92d8-6ac5-4e7e-950b-3b036ace3578 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.663623 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-944707e3-0d25-4018-8570-7e8867011459 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.689574 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-944707e3-0d25-4018-8570-7e8867011459 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5612074-fcdf-4e00-a371-6c591c341b90']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:36.702122 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419ca0b0-ea0d-494c-8b4b-72a8d820af23 req-8f6e42fb-024d-405e-84ac-0591e4c6ddba tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:36.705448 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-419ca0b0-ea0d-494c-8b4b-72a8d820af23 req-8f6e42fb-024d-405e-84ac-0591e4c6ddba tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4c25df3-5e1b-40e0-8516-7ff02760caa2 HTTP/1.1" status: 200 len: 945 time: 0.2529776 Jul 16 08:39:36.712276 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0aeb92d8-6ac5-4e7e-950b-3b036ace3578 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:39:36.742610 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0aeb92d8-6ac5-4e7e-950b-3b036ace3578 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.742972 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-0aeb92d8-6ac5-4e7e-950b-3b036ace3578 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Added segment 110fe673-36ca-4187-9b38-73c70a3a3806 of type vlan for network 02c9738e-e439-4705-9c13-885268f4f694 Jul 16 08:39:36.751930 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-944707e3-0d25-4018-8570-7e8867011459 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea254da8-b52d-4d5c-b0ba-f25c6fa25ea2') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:36.752228 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-944707e3-0d25-4018-8570-7e8867011459 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea254da8-b52d-4d5c-b0ba-f25c6fa25ea2') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:36.800561 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-944707e3-0d25-4018-8570-7e8867011459 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.890496 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-419ca0b0-ea0d-494c-8b4b-72a8d820af23 req-63af0e09-1c12-41fb-ac45-dab24fb57f10 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701796 Jul 16 08:39:36.913234 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-944707e3-0d25-4018-8570-7e8867011459 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.917508 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0aeb92d8-6ac5-4e7e-950b-3b036ace3578 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.933073 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-944707e3-0d25-4018-8570-7e8867011459 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:39:36.933304 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ebe7eed-8670-48cb-8f5a-f221d2aef5e3 None None] get_active_networks_info from n-d-771362-37 {{(pid=93760) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:39:36.933853 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-944707e3-0d25-4018-8570-7e8867011459 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:36.939880 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:39:36.939880 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:39:36.939880 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:39:36.939880 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:39:36.939880 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:39:36.939880 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:39:36.939880 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:39:36.939880 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:39:36.939880 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:39:36.939880 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:39:36.939880 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:39:36.939880 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:39:36.939880 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:39:36.939880 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:39:36.939880 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:39:36.939880 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:39:36.939880 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:39:36.939880 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:39:36.939880 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:39:36.939880 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:39:36.939880 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:39:36.939880 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:39:36.939880 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:39:36.939880 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:39:36.939880 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:39:36.939880 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:39:36.939880 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:39:36.939880 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:39:36.939880 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:39:36.939880 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:39:36.939880 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:39:36.939880 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:39:37.032436 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-944707e3-0d25-4018-8570-7e8867011459 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.052546 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-944707e3-0d25-4018-8570-7e8867011459 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.055256 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-944707e3-0d25-4018-8570-7e8867011459 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] 10.222.0.22 "DELETE /v2.0/networks/e5612074-fcdf-4e00-a371-6c591c341b90 HTTP/1.1" status: 204 len: 168 time: 0.8475049 Jul 16 08:39:37.059353 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41642) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:37.060997 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 7362d79f-77db-4e36-90ff-7dd9a2f0e422 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:37.084891 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0aeb92d8-6ac5-4e7e-950b-3b036ace3578 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.096627 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aeb92d8-6ac5-4e7e-950b-3b036ace3578 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:37.097250 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0aeb92d8-6ac5-4e7e-950b-3b036ace3578 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.121092 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.121631 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944707e3-0d25-4018-8570-7e8867011459 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Pushing event deleted for resources: {'Network': ['ID=e5612074-fcdf-4e00-a371-6c591c341b90,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:37.159826 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886609ec-ed50-4c19-98c7-c849c65a4fda req-4caf5115-5a61-4c2c-8c81-7d4a9b3758e0 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:37.163508 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-886609ec-ed50-4c19-98c7-c849c65a4fda req-4caf5115-5a61-4c2c-8c81-7d4a9b3758e0 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/ports?device_id=78f9a15a-41ae-4465-8463-0f3f67d24bea HTTP/1.1" status: 200 len: 946 time: 0.3913977 Jul 16 08:39:37.195268 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7687aabc-9d6f-492c-b133-7cd416426c2d tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.280679 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 7362d79f-77db-4e36-90ff-7dd9a2f0e422 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:37.295666 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 7362d79f-77db-4e36-90ff-7dd9a2f0e422 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:37.297598 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.307389 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ebe7eed-8670-48cb-8f5a-f221d2aef5e3 None None] Resources bound (agent type, host, resource id): {{(pid=93760) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:39:37.324661 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-886609ec-ed50-4c19-98c7-c849c65a4fda req-d75bc621-ede9-4c99-9633-6e41bb83d3bc tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef87949d-b379-4b62-83ac-22ada1b4e00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115322 Jul 16 08:39:37.328938 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0aeb92d8-6ac5-4e7e-950b-3b036ace3578 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7734890 Jul 16 08:39:37.337614 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41652) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:37.351633 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-21e5c558-c985-4475-b92b-9558f224c5fe tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'subnet': {'network_id': '02c9738e-e439-4705-9c13-885268f4f694', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:37.412046 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aeb92d8-6ac5-4e7e-950b-3b036ace3578 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Network': ['ID=02c9738e-e439-4705-9c13-885268f4f694,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:37.454622 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 02c9738e-e439-4705-9c13-885268f4f694 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:39:37.457649 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7687aabc-9d6f-492c-b133-7cd416426c2d tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.485792 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-7687aabc-9d6f-492c-b133-7cd416426c2d tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ac1bb99-4e82-4f4b-9afe-91a3207cf682']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:37.530177 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-7687aabc-9d6f-492c-b133-7cd416426c2d tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcf91868-442a-4977-8968-fa51ee91bc4b') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:37.531303 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-7687aabc-9d6f-492c-b133-7cd416426c2d tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcf91868-442a-4977-8968-fa51ee91bc4b') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:37.550726 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e5c558-c985-4475-b92b-9558f224c5fe tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:37.560149 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-21e5c558-c985-4475-b92b-9558f224c5fe tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.560450 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec28d943-8e10-4a52-a089-3493df8036e2 req-3a29d567-8d23-4111-864d-532480cc85fc tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:37.565264 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ec28d943-8e10-4a52-a089-3493df8036e2 req-3a29d567-8d23-4111-864d-532480cc85fc tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.21 "GET /v2.0/ports?device_id=78f9a15a-41ae-4465-8463-0f3f67d24bea HTTP/1.1" status: 200 len: 946 time: 0.3662934 Jul 16 08:39:37.594562 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7687aabc-9d6f-492c-b133-7cd416426c2d tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.643590 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.672986 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7687aabc-9d6f-492c-b133-7cd416426c2d tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.745863 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7687aabc-9d6f-492c-b133-7cd416426c2d tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:39:37.746286 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7687aabc-9d6f-492c-b133-7cd416426c2d tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.776904 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:39:37.776904 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:39:37.776904 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:39:37.776904 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:39:37.776904 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:39:37.776904 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:39:37.776904 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:39:37.776904 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:39:37.776904 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:39:37.776904 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:39:37.776904 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:39:37.776904 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:39:37.776904 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:39:37.776904 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:39:37.776904 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:39:37.776904 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:39:37.776904 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:39:37.776904 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:39:37.776904 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:39:37.776904 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:39:37.776904 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:39:37.776904 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:39:37.776904 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:39:37.776904 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:39:37.776904 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:39:37.776904 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:39:37.776904 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:39:37.776904 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:39:37.776904 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:39:37.776904 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:39:37.776904 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:39:37.776904 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:39:37.782709 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c25df3-5e1b-40e0-8516-7ff02760caa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7362d79f-77db-4e36-90ff-7dd9a2f0e422'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:37.786994 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6559eb6f-80d8-4fed-9a27-3dfe40c9f29d" -d '{"events": [{"server_uuid": "f4c25df3-5e1b-40e0-8516-7ff02760caa2", "name": "network-vif-plugged", "status": "completed", "tag": "7362d79f-77db-4e36-90ff-7dd9a2f0e422"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:37.808949 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 7362d79f-77db-4e36-90ff-7dd9a2f0e422, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=7362d79f-77db-4e36-90ff-7dd9a2f0e422,segment=NetworkSegment(72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed),segment_id=72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:37.834358 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:37.872956 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c2aab25-f58c-4dba-88e3-ffbfc98bc5ab x-openstack-request-id: req-9c2aab25-f58c-4dba-88e3-ffbfc98bc5ab {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:37.873548 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c25df3-5e1b-40e0-8516-7ff02760caa2", "name": "network-vif-plugged", "status": "completed", "tag": "7362d79f-77db-4e36-90ff-7dd9a2f0e422", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:37.874792 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9c2aab25-f58c-4dba-88e3-ffbfc98bc5ab {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:37.875448 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c25df3-5e1b-40e0-8516-7ff02760caa2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7362d79f-77db-4e36-90ff-7dd9a2f0e422', 'code': 200} Jul 16 08:39:37.918536 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=7362d79f-77db-4e36-90ff-7dd9a2f0e422,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:37.930686 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf43db1b-efdb-4f94-b276-7a37cc2e7414 req-daf0ea56-39db-4c0e-b3c4-4788353e3d6b tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:37.932558 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cf43db1b-efdb-4f94-b276-7a37cc2e7414 req-daf0ea56-39db-4c0e-b3c4-4788353e3d6b tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.30 "GET /v2.0/ports?device_id=26c49f11-2f4b-4581-83e7-898f8c066575 HTTP/1.1" status: 200 len: 945 time: 0.1733763 Jul 16 08:39:38.101827 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6312d4a-932c-4544-8bc6-a104ca46a16f req-219b4279-606d-4996-aad3-45d9b927ea56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:38.103634 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c6312d4a-932c-4544-8bc6-a104ca46a16f req-219b4279-606d-4996-aad3-45d9b927ea56 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f4c25df3-5e1b-40e0-8516-7ff02760caa2 HTTP/1.1" status: 200 len: 1098 time: 0.1546276 Jul 16 08:39:38.105067 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7687aabc-9d6f-492c-b133-7cd416426c2d tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.128847 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7687aabc-9d6f-492c-b133-7cd416426c2d tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.132323 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7687aabc-9d6f-492c-b133-7cd416426c2d tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] 10.222.0.22 "DELETE /v2.0/networks/3ac1bb99-4e82-4f4b-9afe-91a3207cf682 HTTP/1.1" status: 204 len: 168 time: 1.0604799 Jul 16 08:39:38.145542 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41682) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:38.156751 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2268d9-bad6-4797-8833-6a638ff943d4 req-3bd1cfe0-0f3c-4b65-8e50-d29151a76c78 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:38.165077 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9d2268d9-bad6-4797-8833-6a638ff943d4 req-3bd1cfe0-0f3c-4b65-8e50-d29151a76c78 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/ports?device_id=444d036b-08c3-4af9-8168-7c65c89db112 HTTP/1.1" status: 200 len: 945 time: 0.4737811 Jul 16 08:39:38.200453 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-cf43db1b-efdb-4f94-b276-7a37cc2e7414 req-e839354e-35ef-499d-8b53-e9260016375f tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Deleting port 3a89a772-0ad5-4c1a-a732-116ec07c2537 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:38.200955 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cf43db1b-efdb-4f94-b276-7a37cc2e7414 req-e839354e-35ef-499d-8b53-e9260016375f tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.214602 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7687aabc-9d6f-492c-b133-7cd416426c2d tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Pushing event deleted for resources: {'Network': ['ID=3ac1bb99-4e82-4f4b-9afe-91a3207cf682,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:38.254343 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7687aabc-9d6f-492c-b133-7cd416426c2d tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:38.256580 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7687aabc-9d6f-492c-b133-7cd416426c2d tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:38.257123 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7687aabc-9d6f-492c-b133-7cd416426c2d tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:38.257629 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7687aabc-9d6f-492c-b133-7cd416426c2d tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:38.259048 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7687aabc-9d6f-492c-b133-7cd416426c2d tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:38.259569 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7687aabc-9d6f-492c-b133-7cd416426c2d tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:38.260746 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7687aabc-9d6f-492c-b133-7cd416426c2d tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:38.261271 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7687aabc-9d6f-492c-b133-7cd416426c2d tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:38.263124 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7687aabc-9d6f-492c-b133-7cd416426c2d tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:38.263775 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7687aabc-9d6f-492c-b133-7cd416426c2d tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:38.264299 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7687aabc-9d6f-492c-b133-7cd416426c2d tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:38.265500 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7687aabc-9d6f-492c-b133-7cd416426c2d tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:39:38.312408 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-cf43db1b-efdb-4f94-b276-7a37cc2e7414 req-e839354e-35ef-499d-8b53-e9260016375f tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] For port 3a89a772-0ad5-4c1a-a732-116ec07c2537, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=3a89a772-0ad5-4c1a-a732-116ec07c2537,segment=NetworkSegment(f9790199-6c5d-491a-891c-5c49adfcdac9),segment_id=f9790199-6c5d-491a-891c-5c49adfcdac9)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:38.312749 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cf43db1b-efdb-4f94-b276-7a37cc2e7414 req-e839354e-35ef-499d-8b53-e9260016375f tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.327073 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-cf43db1b-efdb-4f94-b276-7a37cc2e7414 req-e839354e-35ef-499d-8b53-e9260016375f tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Calling delete_port for 3a89a772-0ad5-4c1a-a732-116ec07c2537 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:38.339107 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-ec28d943-8e10-4a52-a089-3493df8036e2 req-f084ad06-d966-4378-9f3f-99ea58948f7c tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Deleting port 8a52750e-1b18-460e-bef3-6f3bc1a5ec50 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:38.346871 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ec28d943-8e10-4a52-a089-3493df8036e2 req-f084ad06-d966-4378-9f3f-99ea58948f7c tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.355872 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9d2268d9-bad6-4797-8833-6a638ff943d4 req-2398fc9c-336e-48cc-8579-a0f7a0779312 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/security-groups?id=7666d4f4-8db4-486a-993c-6cb58115ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1899714 Jul 16 08:39:38.470088 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:38.521740 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c5ca53d3-2d1e-4a1e-8f80-b962b77e9526 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.024443 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c6312d4a-932c-4544-8bc6-a104ca46a16f req-1b3c2755-9588-4cdd-b5ad-cbe206d1a40e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9067302 Jul 16 08:39:39.035628 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-21e5c558-c985-4475-b92b-9558f224c5fe tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.091079 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c5ca53d3-2d1e-4a1e-8f80-b962b77e9526 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.091532 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e5c558-c985-4475-b92b-9558f224c5fe tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Subnet': ['ID=b4090ea0-75f6-4e03-914c-7cb4495b1484,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:39.103012 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-c5ca53d3-2d1e-4a1e-8f80-b962b77e9526 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8eb944dd-78bc-4500-95a4-9723ce3d50b7']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:39.107973 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b0de17-4bae-4391-9abf-79eecc804ab1 req-5fdc1151-42fc-459d-a642-5f1a9afb3051 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:39.113737 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-c5ca53d3-2d1e-4a1e-8f80-b962b77e9526 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a859775-bfb0-48b2-b41f-a5ae2ad72b27') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:39.114266 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-c5ca53d3-2d1e-4a1e-8f80-b962b77e9526 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a859775-bfb0-48b2-b41f-a5ae2ad72b27') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:39.114970 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b6b0de17-4bae-4391-9abf-79eecc804ab1 req-5fdc1151-42fc-459d-a642-5f1a9afb3051 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4c25df3-5e1b-40e0-8516-7ff02760caa2 HTTP/1.1" status: 200 len: 946 time: 1.0042145 Jul 16 08:39:39.138988 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c5ca53d3-2d1e-4a1e-8f80-b962b77e9526 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.171965 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c5ca53d3-2d1e-4a1e-8f80-b962b77e9526 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.178225 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c5ca53d3-2d1e-4a1e-8f80-b962b77e9526 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:39:39.178539 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41704) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:39.178719 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c5ca53d3-2d1e-4a1e-8f80-b962b77e9526 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.219140 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b6b0de17-4bae-4391-9abf-79eecc804ab1 req-1c573540-988d-411a-bbec-b19c573b23e5 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031632 Jul 16 08:39:39.238329 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e5c558-c985-4475-b92b-9558f224c5fe tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Checking segment: {'id': '110fe673-36ca-4187-9b38-73c70a3a3806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '02c9738e-e439-4705-9c13-885268f4f694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:39.238767 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e5c558-c985-4475-b92b-9558f224c5fe tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network hostable DHCP agents. Network: 02c9738e-e439-4705-9c13-885268f4f694, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:39:39.243771 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:39:39.243771 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:39:39.243771 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:39:39.243771 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:39:39.243771 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:39:39.243771 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:39:39.243771 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:39:39.243771 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:39:39.243771 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:39:39.243771 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:39:39.243771 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:39:39.243771 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:39:39.243771 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:39:39.243771 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:39:39.243771 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:39:39.243771 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:39:39.243771 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:39:39.243771 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:39:39.243771 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:39:39.243771 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:39:39.243771 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:39:39.243771 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:39:39.243771 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:39:39.243771 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:39:39.243771 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:39:39.243771 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:39:39.243771 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:39:39.243771 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:39:39.243771 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:39:39.243771 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:39:39.243771 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:39:39.243771 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:39:39.252308 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-ec28d943-8e10-4a52-a089-3493df8036e2 req-f084ad06-d966-4378-9f3f-99ea58948f7c tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] For port 8a52750e-1b18-460e-bef3-6f3bc1a5ec50, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=8a52750e-1b18-460e-bef3-6f3bc1a5ec50,segment=NetworkSegment(f9790199-6c5d-491a-891c-5c49adfcdac9),segment_id=f9790199-6c5d-491a-891c-5c49adfcdac9)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:39.252881 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ec28d943-8e10-4a52-a089-3493df8036e2 req-f084ad06-d966-4378-9f3f-99ea58948f7c tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.259585 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c5ca53d3-2d1e-4a1e-8f80-b962b77e9526 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.268364 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cf43db1b-efdb-4f94-b276-7a37cc2e7414 req-e839354e-35ef-499d-8b53-e9260016375f tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.285043 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c5ca53d3-2d1e-4a1e-8f80-b962b77e9526 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.289640 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c5ca53d3-2d1e-4a1e-8f80-b962b77e9526 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] 10.222.0.22 "DELETE /v2.0/networks/8eb944dd-78bc-4500-95a4-9723ce3d50b7 HTTP/1.1" status: 204 len: 168 time: 1.1226089 Jul 16 08:39:39.303713 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-ec28d943-8e10-4a52-a089-3493df8036e2 req-f084ad06-d966-4378-9f3f-99ea58948f7c tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Calling delete_port for 8a52750e-1b18-460e-bef3-6f3bc1a5ec50 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:39.311379 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ca53d3-2d1e-4a1e-8f80-b962b77e9526 tempest-BulkNetworkOpsIpV6Test-2064887888 tempest-BulkNetworkOpsIpV6Test-2064887888-project] Pushing event deleted for resources: {'Network': ['ID=8eb944dd-78bc-4500-95a4-9723ce3d50b7,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:39.330080 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f75e437-3e6f-41e0-8de5-65adcc6756f4 req-aeccff46-fec9-4268-bc6c-a623b8497a22 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:39.336940 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f75e437-3e6f-41e0-8de5-65adcc6756f4 req-aeccff46-fec9-4268-bc6c-a623b8497a22 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/ports?device_id=78f9a15a-41ae-4465-8463-0f3f67d24bea HTTP/1.1" status: 200 len: 946 time: 0.8255329 Jul 16 08:39:39.391044 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e5c558-c985-4475-b92b-9558f224c5fe tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network 02c9738e-e439-4705-9c13-885268f4f694 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:39:39.412817 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e839354e-35ef-499d-8b53-e9260016375f tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Pushing event deleted for resources: {'Port': ['ID=3a89a772-0ad5-4c1a-a732-116ec07c2537,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:39.445203 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f75e437-3e6f-41e0-8de5-65adcc6756f4 req-e2b3d0af-fa8a-4c71-8595-98a095b75f78 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef87949d-b379-4b62-83ac-22ada1b4e00a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022167 Jul 16 08:39:39.456722 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-21e5c558-c985-4475-b92b-9558f224c5fe tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 02c9738e-e439-4705-9c13-885268f4f694) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:39.459199 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf43db1b-efdb-4f94-b276-7a37cc2e7414 req-e839354e-35ef-499d-8b53-e9260016375f tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] No DVR routers for this DVR port 3a89a772-0ad5-4c1a-a732-116ec07c2537 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:39.466499 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e5c558-c985-4475-b92b-9558f224c5fe tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:39.467386 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-21e5c558-c985-4475-b92b-9558f224c5fe tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.469315 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99ad34f3-2548-4b92-ac64-0f6d749f121f None None] Network 02c9738e-e439-4705-9c13-885268f4f694 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:39.472226 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cf43db1b-efdb-4f94-b276-7a37cc2e7414 req-e839354e-35ef-499d-8b53-e9260016375f tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.476063 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cf43db1b-efdb-4f94-b276-7a37cc2e7414 req-e839354e-35ef-499d-8b53-e9260016375f tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.30 "DELETE /v2.0/ports/3a89a772-0ad5-4c1a-a732-116ec07c2537 HTTP/1.1" status: 204 len: 173 time: 1.5362201 Jul 16 08:39:39.477432 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26c49f11-2f4b-4581-83e7-898f8c066575', 'name': 'network-vif-deleted', 'tag': '3a89a772-0ad5-4c1a-a732-116ec07c2537'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:39.480154 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a29513f5-eb41-40b3-9ffd-b7d7eeb5c16b" -d '{"events": [{"server_uuid": "26c49f11-2f4b-4581-83e7-898f8c066575", "name": "network-vif-deleted", "tag": "3a89a772-0ad5-4c1a-a732-116ec07c2537"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:39.567135 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-35501e71-52cf-48df-86e3-29ea6a511803 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.605005 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-21e5c558-c985-4475-b92b-9558f224c5fe tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2634313 Jul 16 08:39:39.605781 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41720) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:39.617749 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-1fc7da50-87ce-4fd2-bf03-8c1a331f2480 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'subnet': {'network_id': '02c9738e-e439-4705-9c13-885268f4f694', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:39.656056 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-813195bc-01e3-45a7-9d7b-0d078ffa43a2 x-openstack-request-id: req-813195bc-01e3-45a7-9d7b-0d078ffa43a2 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:39.656487 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26c49f11-2f4b-4581-83e7-898f8c066575", "name": "network-vif-deleted", "tag": "3a89a772-0ad5-4c1a-a732-116ec07c2537", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:39.656682 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-813195bc-01e3-45a7-9d7b-0d078ffa43a2 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:39.657156 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26c49f11-2f4b-4581-83e7-898f8c066575', 'name': 'network-vif-deleted', 'tag': '3a89a772-0ad5-4c1a-a732-116ec07c2537', 'status': 'completed', 'code': 200} Jul 16 08:39:39.777573 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69a79cc-d594-458f-8dd0-45a732402c6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-02c9738e-e439-4705-9c13-885268f4f694', 'network_id': '02c9738e-e439-4705-9c13-885268f4f694', 'tenant_id': '2196520d70524290b0f888590747f176', 'fixed_ips': [{'subnet_id': 'b4090ea0-75f6-4e03-914c-7cb4495b1484'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:39:39.779681 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d69a79cc-d594-458f-8dd0-45a732402c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.784193 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41726) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:39.839944 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-35501e71-52cf-48df-86e3-29ea6a511803 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.848777 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-35501e71-52cf-48df-86e3-29ea6a511803 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:39.919551 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-35501e71-52cf-48df-86e3-29ea6a511803 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bece74fdb24947a5875ca5390c79c54e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7195742 Jul 16 08:39:39.919551 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41732) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:39.927797 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ec28d943-8e10-4a52-a089-3493df8036e2 req-f084ad06-d966-4378-9f3f-99ea58948f7c tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.001813 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f084ad06-d966-4378-9f3f-99ea58948f7c tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Pushing event deleted for resources: {'Port': ['ID=8a52750e-1b18-460e-bef3-6f3bc1a5ec50,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:40.038303 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35501e71-52cf-48df-86e3-29ea6a511803 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b7e7f71-27c6-49c1-beb0-065b28281025,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:40.183369 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec28d943-8e10-4a52-a089-3493df8036e2 req-f084ad06-d966-4378-9f3f-99ea58948f7c tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] No DVR routers for this DVR port 8a52750e-1b18-460e-bef3-6f3bc1a5ec50 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:40.183985 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-d69a79cc-d594-458f-8dd0-45a732402c6f None None] Allocated IP 2001:db8::2 (02c9738e-e439-4705-9c13-885268f4f694/b4090ea0-75f6-4e03-914c-7cb4495b1484/1ea566f3-1cf1-444e-b06b-b3a23ecca79e) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:40.191259 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ec28d943-8e10-4a52-a089-3493df8036e2 req-f084ad06-d966-4378-9f3f-99ea58948f7c tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.193760 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ec28d943-8e10-4a52-a089-3493df8036e2 req-f084ad06-d966-4378-9f3f-99ea58948f7c tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.21 "DELETE /v2.0/ports/8a52750e-1b18-460e-bef3-6f3bc1a5ec50 HTTP/1.1" status: 204 len: 173 time: 2.6185334 Jul 16 08:39:40.194285 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '78f9a15a-41ae-4465-8463-0f3f67d24bea', 'name': 'network-vif-deleted', 'tag': '8a52750e-1b18-460e-bef3-6f3bc1a5ec50'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:40.206411 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4816e40-ef70-4ec4-8741-23dd0825d05e" -d '{"events": [{"server_uuid": "78f9a15a-41ae-4465-8463-0f3f67d24bea", "name": "network-vif-deleted", "tag": "8a52750e-1b18-460e-bef3-6f3bc1a5ec50"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:40.241755 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fc7da50-87ce-4fd2-bf03-8c1a331f2480 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:40.247297 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1fc7da50-87ce-4fd2-bf03-8c1a331f2480 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.315806 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d3cfe231-88b3-499f-a305-651fec405df1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ff9c0ac517e240ab9328a674a5ffd948&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5275693 Jul 16 08:39:40.315806 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a229e91e-de7c-42fe-a5c2-710fe37ac74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.316188 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41744) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:40.321508 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc954214-04c9-41d0-a0b8-aad9617f113b x-openstack-request-id: req-fc954214-04c9-41d0-a0b8-aad9617f113b {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:40.321780 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "78f9a15a-41ae-4465-8463-0f3f67d24bea", "name": "network-vif-deleted", "tag": "8a52750e-1b18-460e-bef3-6f3bc1a5ec50", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:40.322041 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fc954214-04c9-41d0-a0b8-aad9617f113b {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:40.322441 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '78f9a15a-41ae-4465-8463-0f3f67d24bea', 'name': 'network-vif-deleted', 'tag': '8a52750e-1b18-460e-bef3-6f3bc1a5ec50', 'status': 'completed', 'code': 200} Jul 16 08:39:40.464239 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a229e91e-de7c-42fe-a5c2-710fe37ac74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.487350 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d69a79cc-d594-458f-8dd0-45a732402c6f None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.502839 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d69a79cc-d594-458f-8dd0-45a732402c6f None None] Transition to ACTIVE for port object 1ea566f3-1cf1-444e-b06b-b3a23ecca79e will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:40.548507 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d69a79cc-d594-458f-8dd0-45a732402c6f None None] Transition to ACTIVE for port object 1ea566f3-1cf1-444e-b06b-b3a23ecca79e will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:40.559730 n-d-771362-37 neutron-server[93758]: INFO neutron.db.ipam_backend_mixin [None req-1fc7da50-87ce-4fd2-bf03-8c1a331f2480 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b4090ea0-75f6-4e03-914c-7cb4495b1484 (CIDR: 2001:db8::/64) Jul 16 08:39:40.562591 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d69a79cc-d594-458f-8dd0-45a732402c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.581547 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fc7da50-87ce-4fd2-bf03-8c1a331f2480 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:39:40.582016 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fc7da50-87ce-4fd2-bf03-8c1a331f2480 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:39:40.615349 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6691f44-05c9-438e-b1ed-2aa5b4b8b1c3 req-cc3e6e74-533d-411b-9b15-6295225b722d tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:40.619544 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e6691f44-05c9-438e-b1ed-2aa5b4b8b1c3 req-cc3e6e74-533d-411b-9b15-6295225b722d tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4c25df3-5e1b-40e0-8516-7ff02760caa2 HTTP/1.1" status: 200 len: 946 time: 0.1597683 Jul 16 08:39:40.621374 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1fc7da50-87ce-4fd2-bf03-8c1a331f2480 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0145936 Jul 16 08:39:40.627557 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69a79cc-d594-458f-8dd0-45a732402c6f None None] Network 02c9738e-e439-4705-9c13-885268f4f694 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:40.628369 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41750) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:40.635259 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-d69a79cc-d594-458f-8dd0-45a732402c6f None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:40.638960 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69a79cc-d594-458f-8dd0-45a732402c6f None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:40.643370 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-de11de65-b276-44ba-ac27-2716731cb334 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'subnet': {'network_id': '02c9738e-e439-4705-9c13-885268f4f694', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:40.676719 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a229e91e-de7c-42fe-a5c2-710fe37ac74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.691041 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a229e91e-de7c-42fe-a5c2-710fe37ac74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.694407 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a229e91e-de7c-42fe-a5c2-710fe37ac74b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8b7e7f71-27c6-49c1-beb0-065b28281025 HTTP/1.1" status: 204 len: 168 time: 0.7664855 Jul 16 08:39:40.740234 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a79cc-d594-458f-8dd0-45a732402c6f None None] Pushing event updated for resources: {'Port': ['ID=1ea566f3-1cf1-444e-b06b-b3a23ecca79e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:40.741605 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a229e91e-de7c-42fe-a5c2-710fe37ac74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b7e7f71-27c6-49c1-beb0-065b28281025,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:40.761919 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1134951-0e8f-46b9-9168-788c7065d0f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.783126 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-d69a79cc-d594-458f-8dd0-45a732402c6f None None] Attempting to bind port 1ea566f3-1cf1-444e-b06b-b3a23ecca79e on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:40.783668 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-d69a79cc-d594-458f-8dd0-45a732402c6f None None] Attempting to bind port 1ea566f3-1cf1-444e-b06b-b3a23ecca79e by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '110fe673-36ca-4187-9b38-73c70a3a3806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '02c9738e-e439-4705-9c13-885268f4f694'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:40.784100 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69a79cc-d594-458f-8dd0-45a732402c6f None None] Attempting to bind port 1ea566f3-1cf1-444e-b06b-b3a23ecca79e on network 02c9738e-e439-4705-9c13-885268f4f694 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:40.795412 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69a79cc-d594-458f-8dd0-45a732402c6f None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:40.796607 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69a79cc-d594-458f-8dd0-45a732402c6f None None] Checking segment: {'id': '110fe673-36ca-4187-9b38-73c70a3a3806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '02c9738e-e439-4705-9c13-885268f4f694'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:40.797026 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d69a79cc-d594-458f-8dd0-45a732402c6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.797417 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69a79cc-d594-458f-8dd0-45a732402c6f None None] Bound using segment: {'id': '110fe673-36ca-4187-9b38-73c70a3a3806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '02c9738e-e439-4705-9c13-885268f4f694'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:40.797907 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-d69a79cc-d594-458f-8dd0-45a732402c6f None None] Bound port: 1ea566f3-1cf1-444e-b06b-b3a23ecca79e, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '110fe673-36ca-4187-9b38-73c70a3a3806', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '02c9738e-e439-4705-9c13-885268f4f694'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:40.798409 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d69a79cc-d594-458f-8dd0-45a732402c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.832645 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e6691f44-05c9-438e-b1ed-2aa5b4b8b1c3 req-802397c2-798b-440f-9444-ae5f2741f5e7 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2018442 Jul 16 08:39:40.895603 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-d69a79cc-d594-458f-8dd0-45a732402c6f None None] For port 1ea566f3-1cf1-444e-b06b-b3a23ecca79e, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:40.897851 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee15a311-1e28-4747-a995-49568a9b34c0 req-1394a8f2-eef9-4cb6-8937-3342c66f8246 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:40.899361 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-d69a79cc-d594-458f-8dd0-45a732402c6f None None] For port 1ea566f3-1cf1-444e-b06b-b3a23ecca79e, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1ea566f3-1cf1-444e-b06b-b3a23ecca79e,segment=NetworkSegment(110fe673-36ca-4187-9b38-73c70a3a3806),segment_id=110fe673-36ca-4187-9b38-73c70a3a3806)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:40.902920 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 8a52750e-1b18-460e-bef3-6f3bc1a5ec50 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:40.911340 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ee15a311-1e28-4747-a995-49568a9b34c0 req-1394a8f2-eef9-4cb6-8937-3342c66f8246 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/ports?device_id=444d036b-08c3-4af9-8168-7c65c89db112 HTTP/1.1" status: 200 len: 945 time: 0.5537531 Jul 16 08:39:40.918801 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1134951-0e8f-46b9-9168-788c7065d0f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.926245 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 8a52750e-1b18-460e-bef3-6f3bc1a5ec50 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:40.926789 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 8a52750e-1b18-460e-bef3-6f3bc1a5ec50 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:40.929306 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d69a79cc-d594-458f-8dd0-45a732402c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:40.971621 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de11de65-b276-44ba-ac27-2716731cb334 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:40.976734 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de11de65-b276-44ba-ac27-2716731cb334 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:41.038763 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69a79cc-d594-458f-8dd0-45a732402c6f None None] Pushing event updated for resources: {'Port': ['ID=1ea566f3-1cf1-444e-b06b-b3a23ecca79e,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:41.058853 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 3a89a772-0ad5-4c1a-a732-116ec07c2537 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:41.104493 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 3a89a772-0ad5-4c1a-a732-116ec07c2537 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:41.104927 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 3a89a772-0ad5-4c1a-a732-116ec07c2537 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:41.154473 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ee15a311-1e28-4747-a995-49568a9b34c0 req-2f296d75-72a7-45fb-8891-ff8302907177 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/security-groups?id=7666d4f4-8db4-486a-993c-6cb58115ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2263305 Jul 16 08:39:41.195386 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1134951-0e8f-46b9-9168-788c7065d0f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:41.198322 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1134951-0e8f-46b9-9168-788c7065d0f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:41.202425 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c1134951-0e8f-46b9-9168-788c7065d0f5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d2fa6525-2da9-455f-a63d-9d1b76cf1e54 HTTP/1.1" status: 204 len: 168 time: 0.8828309 Jul 16 08:39:41.218714 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1134951-0e8f-46b9-9168-788c7065d0f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2fa6525-2da9-455f-a63d-9d1b76cf1e54,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:41.339928 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41766) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:41.378454 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1fe6994-8266-4907-86a6-62e067d6be96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:41.561954 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d700e0d5-3ee5-41cd-bfc9-5269c1cf6450 req-8bceed21-cd9c-4982-8cfa-cef71b6abe61 tempest-ListServersNegativeTestJSON-1391087005 tempest-ListServersNegativeTestJSON-1391087005-project] 10.222.0.22 "GET /v2.0/ports?device_id=78f9a15a-41ae-4465-8463-0f3f67d24bea HTTP/1.1" status: 200 len: 210 time: 0.3022263 Jul 16 08:39:41.638878 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe76760-ec82-435a-9a66-aa5901d3856d req-bc80642c-cc89-403a-8a62-e6907d936dfe tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:41.640528 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ebe76760-ec82-435a-9a66-aa5901d3856d req-bc80642c-cc89-403a-8a62-e6907d936dfe tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.30 "GET /v2.0/ports?device_id=444d036b-08c3-4af9-8168-7c65c89db112 HTTP/1.1" status: 200 len: 945 time: 0.2267945 Jul 16 08:39:41.696204 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fcb4572-e86a-4c79-acee-c2b95719c2e5 req-bc9a3c57-c2ec-43bd-b4cb-7f1ffb0388d6 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:41.703271 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0fcb4572-e86a-4c79-acee-c2b95719c2e5 req-bc9a3c57-c2ec-43bd-b4cb-7f1ffb0388d6 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4c25df3-5e1b-40e0-8516-7ff02760caa2 HTTP/1.1" status: 200 len: 946 time: 0.2303698 Jul 16 08:39:41.762792 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1fe6994-8266-4907-86a6-62e067d6be96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:41.782187 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de11de65-b276-44ba-ac27-2716731cb334 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:41.802379 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1fe6994-8266-4907-86a6-62e067d6be96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:41.820487 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0fcb4572-e86a-4c79-acee-c2b95719c2e5 req-64175169-cf3c-46d9-a5df-9895a5ec1d7b tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162760 Jul 16 08:39:41.883193 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d1fe6994-8266-4907-86a6-62e067d6be96 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4e74c94537614e40ade814094936fa94&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5433602 Jul 16 08:39:41.890470 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41786) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:41.933567 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de11de65-b276-44ba-ac27-2716731cb334 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Subnet': ['ID=5358cb74-b75c-48ba-b976-69b13b1f7a8e,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:41.946795 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de11de65-b276-44ba-ac27-2716731cb334 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network 02c9738e-e439-4705-9c13-885268f4f694 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:41.948549 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-de11de65-b276-44ba-ac27-2716731cb334 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:41.959750 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de11de65-b276-44ba-ac27-2716731cb334 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:41.960611 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de11de65-b276-44ba-ac27-2716731cb334 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:41.966339 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-231e5882-b649-43ae-abbf-2f4136b16881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:41.985050 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-de11de65-b276-44ba-ac27-2716731cb334 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3552892 Jul 16 08:39:41.986083 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41794) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:41.994046 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-318020d9-3847-4748-a6cd-8b7749e689e7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'port': {'network_id': '02c9738e-e439-4705-9c13-885268f4f694', 'fixed_ips': [{'subnet_id': 'b4090ea0-75f6-4e03-914c-7cb4495b1484'}, {'subnet_id': '5358cb74-b75c-48ba-b976-69b13b1f7a8e'}], 'name': 'tempest-PortsIpV6TestJSON-172612553'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:41.994631 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fe6994-8266-4907-86a6-62e067d6be96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f60bd5-180a-4a83-b0aa-64b9df8a6c74,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:42.043142 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-231e5882-b649-43ae-abbf-2f4136b16881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.143690 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-ebe76760-ec82-435a-9a66-aa5901d3856d req-8f2ee80f-f0a7-4d2d-9a42-0ed154ab3408 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Deleting port 7573a97a-dce4-416a-aa08-722907080fc3 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:42.144042 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ebe76760-ec82-435a-9a66-aa5901d3856d req-8f2ee80f-f0a7-4d2d-9a42-0ed154ab3408 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.325457 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-318020d9-3847-4748-a6cd-8b7749e689e7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:42.359683 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-231e5882-b649-43ae-abbf-2f4136b16881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.362293 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-231e5882-b649-43ae-abbf-2f4136b16881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.363451 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-231e5882-b649-43ae-abbf-2f4136b16881 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e0f60bd5-180a-4a83-b0aa-64b9df8a6c74 HTTP/1.1" status: 204 len: 168 time: 0.4710214 Jul 16 08:39:42.458392 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e5882-b649-43ae-abbf-2f4136b16881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f60bd5-180a-4a83-b0aa-64b9df8a6c74,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:42.518455 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-ebe76760-ec82-435a-9a66-aa5901d3856d req-8f2ee80f-f0a7-4d2d-9a42-0ed154ab3408 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] For port 7573a97a-dce4-416a-aa08-722907080fc3, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=7573a97a-dce4-416a-aa08-722907080fc3,segment=NetworkSegment(713d361a-6e2c-48ef-9d05-d7638b707b75),segment_id=713d361a-6e2c-48ef-9d05-d7638b707b75)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:42.518824 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ebe76760-ec82-435a-9a66-aa5901d3856d req-8f2ee80f-f0a7-4d2d-9a42-0ed154ab3408 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.647304 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-318020d9-3847-4748-a6cd-8b7749e689e7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:42.682286 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-318020d9-3847-4748-a6cd-8b7749e689e7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] device_id is not set on port 6f7f0793-a1bd-4494-9cc5-5aa715114672 yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:39:42.691291 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a8460d-6a22-4978-a68b-55678e5a9488 None None] Network 02c9738e-e439-4705-9c13-885268f4f694 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:42.718803 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99cd1c6f-c395-423c-b7f6-d38712e5192c req-71b4aaee-c778-4f79-8c1f-a3247760181a tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:42.726014 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-99cd1c6f-c395-423c-b7f6-d38712e5192c req-71b4aaee-c778-4f79-8c1f-a3247760181a tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4c25df3-5e1b-40e0-8516-7ff02760caa2 HTTP/1.1" status: 200 len: 946 time: 0.2092068 Jul 16 08:39:42.745596 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41818) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:42.867695 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-99cd1c6f-c395-423c-b7f6-d38712e5192c req-b688ff71-ee35-415f-b554-1e16b83120fb tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292357 Jul 16 08:39:43.017142 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5b312253-2446-49ea-ba14-c0dc13941808 None None] Provisioning for port 1ea566f3-1cf1-444e-b06b-b3a23ecca79e completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:43.074989 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f96c0ae1-8bd8-4e49-9698-6094465363bd tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1802743955'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:43.106706 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44bd645-44c7-4f07-940b-ac3695bcf19c req-4c82bf17-83d6-4b00-abaf-37512165778c tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:43.108242 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d44bd645-44c7-4f07-940b-ac3695bcf19c req-4c82bf17-83d6-4b00-abaf-37512165778c tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/ports?device_id=444d036b-08c3-4af9-8168-7c65c89db112 HTTP/1.1" status: 200 len: 945 time: 0.5865836 Jul 16 08:39:43.140968 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f96c0ae1-8bd8-4e49-9698-6094465363bd tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Made reservation on behalf of 65cc9c30e9bb4f0e9d3aa6c67b2d5b53 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:43.145412 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f96c0ae1-8bd8-4e49-9698-6094465363bd tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.158561 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f96c0ae1-8bd8-4e49-9698-6094465363bd tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.254246 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8073ee-beab-43c6-a003-1e558629c49d None None] Update dhcp port {'port': {'network_id': '02c9738e-e439-4705-9c13-885268f4f694', 'fixed_ips': [{'subnet_id': 'b4090ea0-75f6-4e03-914c-7cb4495b1484', 'ip_address': '2001:db8::2'}, {'subnet_id': '5358cb74-b75c-48ba-b976-69b13b1f7a8e'}], 'binding:host_id': 'n-d-771362-37'}, 'id': '1ea566f3-1cf1-444e-b06b-b3a23ecca79e'} from n-d-771362-37. {{(pid=93760) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:39:43.332647 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6b8073ee-beab-43c6-a003-1e558629c49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.359937 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ebe76760-ec82-435a-9a66-aa5901d3856d req-8f2ee80f-f0a7-4d2d-9a42-0ed154ab3408 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.360505 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ebe76760-ec82-435a-9a66-aa5901d3856d req-8f2ee80f-f0a7-4d2d-9a42-0ed154ab3408 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.368570 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [req-ebe76760-ec82-435a-9a66-aa5901d3856d req-8f2ee80f-f0a7-4d2d-9a42-0ed154ab3408 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Floating IP d5de152d-eaea-4d03-bd45-d15fa57afb53 disassociated. External IP: 172.25.3.17, port: 7573a97a-dce4-416a-aa08-722907080fc3. Jul 16 08:39:43.369044 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-ebe76760-ec82-435a-9a66-aa5901d3856d req-8f2ee80f-f0a7-4d2d-9a42-0ed154ab3408 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Calling delete_port for 7573a97a-dce4-416a-aa08-722907080fc3 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:43.385385 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1ea566f3-1cf1-444e-b06b-b3a23ecca79e up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:43.441202 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d44bd645-44c7-4f07-940b-ac3695bcf19c req-1d833eb2-6627-42f2-b23e-7ef936ad39cc tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/security-groups?id=7666d4f4-8db4-486a-993c-6cb58115ed88&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2841363 Jul 16 08:39:43.582629 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-318020d9-3847-4748-a6cd-8b7749e689e7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Allocated IP 2001:db8::de (02c9738e-e439-4705-9c13-885268f4f694/b4090ea0-75f6-4e03-914c-7cb4495b1484/6f7f0793-a1bd-4494-9cc5-5aa715114672) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:43.617629 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-318020d9-3847-4748-a6cd-8b7749e689e7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Allocated IP 2001:db8:0:1::32a (02c9738e-e439-4705-9c13-885268f4f694/5358cb74-b75c-48ba-b976-69b13b1f7a8e/6f7f0793-a1bd-4494-9cc5-5aa715114672) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:43.623986 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41852) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:43.658160 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 1ea566f3-1cf1-444e-b06b-b3a23ecca79e completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:43.676008 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 1ea566f3-1cf1-444e-b06b-b3a23ecca79e triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:43.676446 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.803169 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcddfbc-8359-4f5c-aaac-cb8e9658da19 req-d691d237-ff25-41a9-adf0-69ffadd44520 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:43.805027 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4dcddfbc-8359-4f5c-aaac-cb8e9658da19 req-d691d237-ff25-41a9-adf0-69ffadd44520 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4c25df3-5e1b-40e0-8516-7ff02760caa2 HTTP/1.1" status: 200 len: 946 time: 0.4105136 Jul 16 08:39:43.807376 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f96c0ae1-8bd8-4e49-9698-6094465363bd tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.845273 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f96c0ae1-8bd8-4e49-9698-6094465363bd tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.874990 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-08b6e0dd-b4d9-4558-b447-288b15d822c6 admin admin] Deleting subnet 202ee305-b6ac-4fd1-ab5c-c4ff10e64050 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:39:43.882932 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.895643 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-08b6e0dd-b4d9-4558-b447-288b15d822c6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.918344 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f96c0ae1-8bd8-4e49-9698-6094465363bd tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:39:43.923137 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 1ea566f3-1cf1-444e-b06b-b3a23ecca79e, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1ea566f3-1cf1-444e-b06b-b3a23ecca79e,segment=NetworkSegment(110fe673-36ca-4187-9b38-73c70a3a3806),segment_id=110fe673-36ca-4187-9b38-73c70a3a3806)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:43.931068 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:43.982232 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c0ae1-8bd8-4e49-9698-6094465363bd tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event updated for resources: {'SecurityGroup': ['ID=310ca2c8-b9eb-4e20-bc23-19f8b663fb76,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:44.007986 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f96c0ae1-8bd8-4e49-9698-6094465363bd tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.008373 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-f96c0ae1-8bd8-4e49-9698-6094465363bd tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Added segment 4fe2a690-0ac0-4c38-b902-3cc0dfb9ea0f of type vlan for network 35948ddf-2968-4623-925a-d8fb09d20078 Jul 16 08:39:44.057110 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-08b6e0dd-b4d9-4558-b447-288b15d822c6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.074860 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ebe76760-ec82-435a-9a66-aa5901d3856d req-8f2ee80f-f0a7-4d2d-9a42-0ed154ab3408 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.086469 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4dcddfbc-8359-4f5c-aaac-cb8e9658da19 req-e1647481-4937-477e-9f17-277111caf71a tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695003 Jul 16 08:39:44.089290 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=1ea566f3-1cf1-444e-b06b-b3a23ecca79e,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:44.150708 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-318020d9-3847-4748-a6cd-8b7749e689e7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.161944 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-08b6e0dd-b4d9-4558-b447-288b15d822c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.193452 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-318020d9-3847-4748-a6cd-8b7749e689e7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Transition to ACTIVE for port object 6f7f0793-a1bd-4494-9cc5-5aa715114672 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:44.225337 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f96c0ae1-8bd8-4e49-9698-6094465363bd tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.238890 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2ee80f-f0a7-4d2d-9a42-0ed154ab3408 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Pushing event deleted for resources: {'Port': ['ID=7573a97a-dce4-416a-aa08-722907080fc3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:44.274571 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-08b6e0dd-b4d9-4558-b447-288b15d822c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.280004 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-318020d9-3847-4748-a6cd-8b7749e689e7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.326987 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f96c0ae1-8bd8-4e49-9698-6094465363bd tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.343464 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96c0ae1-8bd8-4e49-9698-6094465363bd tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:44.345713 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f96c0ae1-8bd8-4e49-9698-6094465363bd tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.432430 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-6b8073ee-beab-43c6-a003-1e558629c49d None None] Allocated IP 2001:db8:0:1::2 (02c9738e-e439-4705-9c13-885268f4f694/5358cb74-b75c-48ba-b976-69b13b1f7a8e/1ea566f3-1cf1-444e-b06b-b3a23ecca79e) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:44.484583 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-08b6e0dd-b4d9-4558-b447-288b15d822c6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.495616 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-08b6e0dd-b4d9-4558-b447-288b15d822c6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/202ee305-b6ac-4fd1-ab5c-c4ff10e64050 HTTP/1.1" status: 204 len: 168 time: 0.8693597 Jul 16 08:39:44.499716 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6e0dd-b4d9-4558-b447-288b15d822c6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=202ee305-b6ac-4fd1-ab5c-c4ff10e64050,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:44.510282 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41874) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:44.518089 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f96c0ae1-8bd8-4e49-9698-6094465363bd tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7591748 Jul 16 08:39:44.556147 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-318020d9-3847-4748-a6cd-8b7749e689e7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network 02c9738e-e439-4705-9c13-885268f4f694 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:44.602555 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-318020d9-3847-4748-a6cd-8b7749e689e7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:44.662440 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318020d9-3847-4748-a6cd-8b7749e689e7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:44.668305 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-318020d9-3847-4748-a6cd-8b7749e689e7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:44.697232 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-318020d9-3847-4748-a6cd-8b7749e689e7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:44.892525 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6b8073ee-beab-43c6-a003-1e558629c49d None None] For port 1ea566f3-1cf1-444e-b06b-b3a23ecca79e, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1ea566f3-1cf1-444e-b06b-b3a23ecca79e,segment=NetworkSegment(110fe673-36ca-4187-9b38-73c70a3a3806),segment_id=110fe673-36ca-4187-9b38-73c70a3a3806)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:44.946533 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318020d9-3847-4748-a6cd-8b7749e689e7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Port': ['ID=6f7f0793-a1bd-4494-9cc5-5aa715114672,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:44.966646 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96c0ae1-8bd8-4e49-9698-6094465363bd tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event updated for resources: {'Network': ['ID=35948ddf-2968-4623-925a-d8fb09d20078,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:45.044419 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 35948ddf-2968-4623-925a-d8fb09d20078 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:39:45.062979 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ebe76760-ec82-435a-9a66-aa5901d3856d req-8f2ee80f-f0a7-4d2d-9a42-0ed154ab3408 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Router df559ece-5550-4d68-969a-92b61f0dd52b has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:39:45.066830 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6b8073ee-beab-43c6-a003-1e558629c49d None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.073346 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6cdbb582-e8ee-4db3-954b-d88719efb49f req-49dbe7bf-da58-4bc5-9c23-4e07ee1f9533 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/ports?device_id=444d036b-08c3-4af9-8168-7c65c89db112 HTTP/1.1" status: 200 len: 210 time: 0.3730993 Jul 16 08:39:45.085414 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-318020d9-3847-4748-a6cd-8b7749e689e7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1015 time: 3.0970788 Jul 16 08:39:45.089234 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41894) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:45.126011 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-fd8b131b-5665-469f-8e79-ab02218c92f3 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b4090ea0-75f6-4e03-914c-7cb4495b1484'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:45.159977 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 7573a97a-dce4-416a-aa08-722907080fc3 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:45.175662 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-97246025-f8bb-410f-8aac-253e97975c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.228321 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 7573a97a-dce4-416a-aa08-722907080fc3 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:45.237347 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 7573a97a-dce4-416a-aa08-722907080fc3 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:45.360757 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-97246025-f8bb-410f-8aac-253e97975c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.381956 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-97246025-f8bb-410f-8aac-253e97975c19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f619c87-6120-4620-97f2-eb2dbd06a3c2']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:45.390107 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1ea566f3-1cf1-444e-b06b-b3a23ecca79e up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:45.400640 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6b8073ee-beab-43c6-a003-1e558629c49d None None] Transition to ACTIVE for port object 1ea566f3-1cf1-444e-b06b-b3a23ecca79e will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:45.414183 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-97246025-f8bb-410f-8aac-253e97975c19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9790199-6c5d-491a-891c-5c49adfcdac9') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:45.415168 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-97246025-f8bb-410f-8aac-253e97975c19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9790199-6c5d-491a-891c-5c49adfcdac9') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:45.436113 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-97246025-f8bb-410f-8aac-253e97975c19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.458176 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6b8073ee-beab-43c6-a003-1e558629c49d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.472374 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-97246025-f8bb-410f-8aac-253e97975c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.486938 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97246025-f8bb-410f-8aac-253e97975c19 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:39:45.488940 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-97246025-f8bb-410f-8aac-253e97975c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.495411 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:39:45.495411 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:39:45.495411 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:39:45.495411 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:39:45.495411 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:39:45.495411 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:39:45.495411 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:39:45.495411 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:39:45.495411 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:39:45.495411 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:39:45.495411 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:39:45.495411 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:39:45.495411 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:39:45.495411 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:39:45.495411 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:39:45.495411 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:39:45.495411 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:39:45.495411 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:39:45.495411 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:39:45.495411 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:39:45.495411 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:39:45.495411 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:39:45.495411 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:39:45.495411 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:39:45.495411 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:39:45.495411 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:39:45.495411 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:39:45.495411 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:39:45.495411 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:39:45.495411 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:39:45.495411 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:39:45.495411 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:39:45.598773 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd8b131b-5665-469f-8e79-ab02218c92f3 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.666295 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2ee59-4c6a-46ac-a931-35a409a91e70 req-81aa5174-8198-4958-a4f4-a250f5d3f161 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:45.674362 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aeb2ee59-4c6a-46ac-a931-35a409a91e70 req-81aa5174-8198-4958-a4f4-a250f5d3f161 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4c25df3-5e1b-40e0-8516-7ff02760caa2 HTTP/1.1" status: 200 len: 946 time: 0.7512150 Jul 16 08:39:45.676721 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-97246025-f8bb-410f-8aac-253e97975c19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.692297 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-97246025-f8bb-410f-8aac-253e97975c19 admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:45.704161 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-97246025-f8bb-410f-8aac-253e97975c19 admin admin] 10.222.0.22 "DELETE /v2.0/networks/4f619c87-6120-4620-97f2-eb2dbd06a3c2 HTTP/1.1" status: 204 len: 168 time: 1.1717098 Jul 16 08:39:45.724169 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97246025-f8bb-410f-8aac-253e97975c19 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f619c87-6120-4620-97f2-eb2dbd06a3c2,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:45.745721 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aeb2ee59-4c6a-46ac-a931-35a409a91e70 req-733a50b7-60d1-4506-a742-b4d0c07c4717 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700765 Jul 16 08:39:45.792757 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:39:45.841138 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ebe76760-ec82-435a-9a66-aa5901d3856d req-8f2ee80f-f0a7-4d2d-9a42-0ed154ab3408 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:39:45.896544 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aba8c6b-6e8f-4a44-b3e8-8ac64b4f7cb4 None None] Sync routers for ids ['df559ece-5550-4d68-969a-92b61f0dd52b'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:39:45.918368 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe76760-ec82-435a-9a66-aa5901d3856d req-8f2ee80f-f0a7-4d2d-9a42-0ed154ab3408 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] No DVR routers for this DVR port 7573a97a-dce4-416a-aa08-722907080fc3 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:45.984277 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8073ee-beab-43c6-a003-1e558629c49d None None] Pushing event updated for resources: {'Port': ['ID=1ea566f3-1cf1-444e-b06b-b3a23ecca79e,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:46.010490 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aba8c6b-6e8f-4a44-b3e8-8ac64b4f7cb4 None None] Routers {'df559ece-5550-4d68-969a-92b61f0dd52b'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:46.021103 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8aba8c6b-6e8f-4a44-b3e8-8ac64b4f7cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:39:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['df559ece-5550-4d68-969a-92b61f0dd52b'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:46.103189 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54ba11d-0c57-4347-8f2e-a0f9204ad711 req-d6351d0b-10c2-4ca6-9b72-24aa20e705ce tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:46.140716 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f54ba11d-0c57-4347-8f2e-a0f9204ad711 req-d6351d0b-10c2-4ca6-9b72-24aa20e705ce tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4c25df3-5e1b-40e0-8516-7ff02760caa2 HTTP/1.1" status: 200 len: 946 time: 0.2039673 Jul 16 08:39:46.296131 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f54ba11d-0c57-4347-8f2e-a0f9204ad711 req-01e2fdc0-dfd6-4dcc-bc6d-2dfecbdb484f tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1538336 Jul 16 08:39:46.500237 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41936) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:46.611408 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-27fc484c-197e-41d0-bb83-4b07ecd073a6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a24a2d7518784a6b80d1cbc6a1e85a5c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1093373 Jul 16 08:39:46.612711 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41938) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:46.782480 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be7273f5-2f86-4b71-9284-d030c3eb176a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:46.839912 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be7273f5-2f86-4b71-9284-d030c3eb176a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:46.950583 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-fd8b131b-5665-469f-8e79-ab02218c92f3 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Delete allocated IP 2001:db8:0:1::32a (02c9738e-e439-4705-9c13-885268f4f694/5358cb74-b75c-48ba-b976-69b13b1f7a8e) {{(pid=93759) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 08:39:46.982127 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be7273f5-2f86-4b71-9284-d030c3eb176a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:46.985568 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be7273f5-2f86-4b71-9284-d030c3eb176a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:46.994463 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-be7273f5-2f86-4b71-9284-d030c3eb176a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ef87949d-b379-4b62-83ac-22ada1b4e00a HTTP/1.1" status: 204 len: 168 time: 0.3775637 Jul 16 08:39:47.018513 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7273f5-2f86-4b71-9284-d030c3eb176a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef87949d-b379-4b62-83ac-22ada1b4e00a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:47.168515 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-8aba8c6b-6e8f-4a44-b3e8-8ac64b4f7cb4 None None] Set router df559ece-5550-4d68-969a-92b61f0dd52b gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:47.457683 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184eb9d7-bff4-403a-86d2-cb21f6b4d666 None None] Network 02c9738e-e439-4705-9c13-885268f4f694 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:47.466850 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1ea566f3-1cf1-444e-b06b-b3a23ecca79e up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:47.490140 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ebe76760-ec82-435a-9a66-aa5901d3856d req-8f2ee80f-f0a7-4d2d-9a42-0ed154ab3408 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.493640 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ebe76760-ec82-435a-9a66-aa5901d3856d req-8f2ee80f-f0a7-4d2d-9a42-0ed154ab3408 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.30 "DELETE /v2.0/ports/7573a97a-dce4-416a-aa08-722907080fc3 HTTP/1.1" status: 204 len: 173 time: 5.8469048 Jul 16 08:39:47.508811 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '444d036b-08c3-4af9-8168-7c65c89db112', 'name': 'network-vif-deleted', 'tag': '7573a97a-dce4-416a-aa08-722907080fc3'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:47.512026 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c4c6390-357f-4167-8ecf-5ace1daf10ca" -d '{"events": [{"server_uuid": "444d036b-08c3-4af9-8168-7c65c89db112", "name": "network-vif-deleted", "tag": "7573a97a-dce4-416a-aa08-722907080fc3"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:47.589456 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e864df85-fc59-4d99-93bd-bfb0584dc424 req-f7472b38-80d5-4762-bb1a-cf5a23cc0dd5 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/ports?device_id=444d036b-08c3-4af9-8168-7c65c89db112 HTTP/1.1" status: 200 len: 210 time: 0.0881877 Jul 16 08:39:47.680124 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd8b131b-5665-469f-8e79-ab02218c92f3 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.742474 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-fd8b131b-5665-469f-8e79-ab02218c92f3 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Ignored duplicate provisioning block setup for port 6f7f0793-a1bd-4494-9cc5-5aa715114672 by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 08:39:47.763563 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2adf054d-2480-4aa9-b601-53cc0b8f4975 x-openstack-request-id: req-2adf054d-2480-4aa9-b601-53cc0b8f4975 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:47.764246 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "444d036b-08c3-4af9-8168-7c65c89db112", "name": "network-vif-deleted", "tag": "7573a97a-dce4-416a-aa08-722907080fc3", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:47.765635 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2adf054d-2480-4aa9-b601-53cc0b8f4975 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:47.769780 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '444d036b-08c3-4af9-8168-7c65c89db112', 'name': 'network-vif-deleted', 'tag': '7573a97a-dce4-416a-aa08-722907080fc3', 'status': 'completed', 'code': 200} Jul 16 08:39:47.772624 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd8b131b-5665-469f-8e79-ab02218c92f3 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.928522 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-fd8b131b-5665-469f-8e79-ab02218c92f3 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] In _notify_port_updated(), no bound segment for port 6f7f0793-a1bd-4494-9cc5-5aa715114672 on network 02c9738e-e439-4705-9c13-885268f4f694 {{(pid=93759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:39:47.946311 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd8b131b-5665-469f-8e79-ab02218c92f3 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:47.948414 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd8b131b-5665-469f-8e79-ab02218c92f3 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:47.954066 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41972) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:47.961260 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-31c7a4fe-4a87-4dd9-b5e4-dda1eb7070e6 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b4090ea0-75f6-4e03-914c-7cb4495b1484'}, {'subnet_id': '5358cb74-b75c-48ba-b976-69b13b1f7a8e'}]}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:47.965548 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fd8b131b-5665-469f-8e79-ab02218c92f3 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "PUT /v2.0/ports/6f7f0793-a1bd-4494-9cc5-5aa715114672 HTTP/1.1" status: 200 len: 924 time: 2.8642287 Jul 16 08:39:47.991826 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-aa58d45a-382f-421d-b291-6fdb652107b5 None None] Provisioning for port 1ea566f3-1cf1-444e-b06b-b3a23ecca79e completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:48.024960 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8b131b-5665-469f-8e79-ab02218c92f3 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Port': ['ID=6f7f0793-a1bd-4494-9cc5-5aa715114672,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:48.042925 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-aa58d45a-382f-421d-b291-6fdb652107b5 None None] Provisioning complete for port 1ea566f3-1cf1-444e-b06b-b3a23ecca79e triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:48.043484 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aa58d45a-382f-421d-b291-6fdb652107b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.093148 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41974) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:48.121742 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-2964513a-f929-473d-9191-1f0b4a3b2f46 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Request body: {'subnet': {'network_id': '35948ddf-2968-4623-925a-d8fb09d20078', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:48.340101 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889476b-f263-486b-a6c6-456e5b3b09ef req-f621e810-886d-4c8f-8427-4bbc05e00a8c tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:48.353034 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f889476b-f263-486b-a6c6-456e5b3b09ef req-f621e810-886d-4c8f-8427-4bbc05e00a8c tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4c25df3-5e1b-40e0-8516-7ff02760caa2 HTTP/1.1" status: 200 len: 946 time: 0.3116744 Jul 16 08:39:48.478672 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 1ea566f3-1cf1-444e-b06b-b3a23ecca79e triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:48.479593 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.487052 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f889476b-f263-486b-a6c6-456e5b3b09ef req-8f94e2c5-8a53-4406-9d75-a33a24f88388 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326954 Jul 16 08:39:48.542882 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5cb3a7-474e-48b3-9685-ea760b85fbd5 req-4bb9c65d-0ef2-43ce-bb74-4d55b77021ff tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:48.547839 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aa5cb3a7-474e-48b3-9685-ea760b85fbd5 req-4bb9c65d-0ef2-43ce-bb74-4d55b77021ff tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.30 "GET /v2.0/ports?device_id=f4c25df3-5e1b-40e0-8516-7ff02760caa2 HTTP/1.1" status: 200 len: 946 time: 0.3382373 Jul 16 08:39:48.853412 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-31c7a4fe-4a87-4dd9-b5e4-dda1eb7070e6 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.855538 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2964513a-f929-473d-9191-1f0b4a3b2f46 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Made reservation on behalf of 65cc9c30e9bb4f0e9d3aa6c67b2d5b53 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:48.868783 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-aa5cb3a7-474e-48b3-9685-ea760b85fbd5 req-21b05ff4-76b3-4fca-b382-58617669d954 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Deleting port 7362d79f-77db-4e36-90ff-7dd9a2f0e422 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:48.869904 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-aa5cb3a7-474e-48b3-9685-ea760b85fbd5 req-21b05ff4-76b3-4fca-b382-58617669d954 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.878372 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2964513a-f929-473d-9191-1f0b4a3b2f46 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:48.919596 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8aba8c6b-6e8f-4a44-b3e8-8ac64b4f7cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'name': 'tempest-ServersTestJSON-368013283-router', 'tenant_id': 'a88791d577d845c2acb15df694bb481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '0bea2e04-1965-4b91-a2c4-bf3d89617abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:10Z', 'updated_at': '2021-07-16T08:37:26Z', 'revision_number': 4, 'project_id': 'a88791d577d845c2acb15df694bb481f', 'gw_port': {'id': '0bea2e04-1965-4b91-a2c4-bf3d89617abb', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:15Z', 'updated_at': '2021-07-16T08:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '48dda09d-df77-485f-9bf9-d49139c07fc3', 'name': '', 'network_id': '350280ab-10c7-4ed0-8e1d-ec03b07478d8', 'tenant_id': 'a88791d577d845c2acb15df694bb481f', 'mac_address': 'fa:16:3e:fe:8a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'c40c9930-f388-47c3-befd-669b8aded165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:24Z', 'updated_at': '2021-07-16T08:37:33Z', 'revision_number': 5, 'project_id': 'a88791d577d845c2acb15df694bb481f', 'subnets': [{'id': 'c40c9930-f388-47c3-befd-669b8aded165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:48.934332 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42050) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:49.137748 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aba8c6b-6e8f-4a44-b3e8-8ac64b4f7cb4 None None] Checking router: df559ece-5550-4d68-969a-92b61f0dd52b for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:39:49.255452 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aba8c6b-6e8f-4a44-b3e8-8ac64b4f7cb4 None None] Routers {'df559ece-5550-4d68-969a-92b61f0dd52b'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:39:49.256240 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8aba8c6b-6e8f-4a44-b3e8-8ac64b4f7cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:39:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['df559ece-5550-4d68-969a-92b61f0dd52b'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:49.344044 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26601aab-074d-45e6-89d8-b0a92e8c3067 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:49.411812 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-aa5cb3a7-474e-48b3-9685-ea760b85fbd5 req-21b05ff4-76b3-4fca-b382-58617669d954 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] For port 7362d79f-77db-4e36-90ff-7dd9a2f0e422, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=7362d79f-77db-4e36-90ff-7dd9a2f0e422,segment=NetworkSegment(72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed),segment_id=72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:49.412279 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-aa5cb3a7-474e-48b3-9685-ea760b85fbd5 req-21b05ff4-76b3-4fca-b382-58617669d954 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:49.453385 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42102) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:49.475367 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26601aab-074d-45e6-89d8-b0a92e8c3067 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:49.492485 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-aa5cb3a7-474e-48b3-9685-ea760b85fbd5 req-21b05ff4-76b3-4fca-b382-58617669d954 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Calling delete_port for 7362d79f-77db-4e36-90ff-7dd9a2f0e422 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:49.608091 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-8aba8c6b-6e8f-4a44-b3e8-8ac64b4f7cb4 None None] Set router df559ece-5550-4d68-969a-92b61f0dd52b gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:39:49.702436 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26601aab-074d-45e6-89d8-b0a92e8c3067 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:49.708848 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26601aab-074d-45e6-89d8-b0a92e8c3067 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:49.712678 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-26601aab-074d-45e6-89d8-b0a92e8c3067 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "DELETE /v2.0/security-groups/7666d4f4-8db4-486a-993c-6cb58115ed88 HTTP/1.1" status: 204 len: 168 time: 0.7703054 Jul 16 08:39:49.714014 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2fb2336d-38ea-44da-8f7c-12ea07f783ff None None] Provisioning for port 6f7f0793-a1bd-4494-9cc5-5aa715114672 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:49.741794 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42134) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:49.743410 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26601aab-074d-45e6-89d8-b0a92e8c3067 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7666d4f4-8db4-486a-993c-6cb58115ed88,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:49.788060 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-acf12597-cf3a-4ec1-9469-ffee08d1bfb4 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] show failed (client error): The resource could not be found. Jul 16 08:39:49.789195 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-acf12597-cf3a-4ec1-9469-ffee08d1bfb4 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "GET /v2.0/security-groups/7666d4f4-8db4-486a-993c-6cb58115ed88 HTTP/1.1" status: 404 len: 347 time: 0.0315356 Jul 16 08:39:49.796186 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42144) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:49.797074 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2fb2336d-38ea-44da-8f7c-12ea07f783ff None None] Provisioning complete for port 6f7f0793-a1bd-4494-9cc5-5aa715114672 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:49.798573 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2fb2336d-38ea-44da-8f7c-12ea07f783ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:50.102689 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2fb2336d-38ea-44da-8f7c-12ea07f783ff None None] Port 6f7f0793-a1bd-4494-9cc5-5aa715114672 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:39:50.228820 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2fb2336d-38ea-44da-8f7c-12ea07f783ff None None] Provisioning complete for port 1ea566f3-1cf1-444e-b06b-b3a23ecca79e triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:50.232166 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2fb2336d-38ea-44da-8f7c-12ea07f783ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:50.514143 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8aba8c6b-6e8f-4a44-b3e8-8ac64b4f7cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'name': 'tempest-ServersTestJSON-368013283-router', 'tenant_id': 'a88791d577d845c2acb15df694bb481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '0bea2e04-1965-4b91-a2c4-bf3d89617abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:10Z', 'updated_at': '2021-07-16T08:37:26Z', 'revision_number': 4, 'project_id': 'a88791d577d845c2acb15df694bb481f', 'gw_port': {'id': '0bea2e04-1965-4b91-a2c4-bf3d89617abb', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:15Z', 'updated_at': '2021-07-16T08:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '48dda09d-df77-485f-9bf9-d49139c07fc3', 'name': '', 'network_id': '350280ab-10c7-4ed0-8e1d-ec03b07478d8', 'tenant_id': 'a88791d577d845c2acb15df694bb481f', 'mac_address': 'fa:16:3e:fe:8a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'c40c9930-f388-47c3-befd-669b8aded165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:24Z', 'updated_at': '2021-07-16T08:37:33Z', 'revision_number': 5, 'project_id': 'a88791d577d845c2acb15df694bb481f', 'subnets': [{'id': 'c40c9930-f388-47c3-befd-669b8aded165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:50.582924 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8aba8c6b-6e8f-4a44-b3e8-8ac64b4f7cb4 None None] The sync data for ids ['df559ece-5550-4d68-969a-92b61f0dd52b'] in n-d-771362-37 is: [{'id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'name': 'tempest-ServersTestJSON-368013283-router', 'tenant_id': 'a88791d577d845c2acb15df694bb481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '0bea2e04-1965-4b91-a2c4-bf3d89617abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:10Z', 'updated_at': '2021-07-16T08:37:26Z', 'revision_number': 4, 'project_id': 'a88791d577d845c2acb15df694bb481f', 'gw_port': {'id': '0bea2e04-1965-4b91-a2c4-bf3d89617abb', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:15Z', 'updated_at': '2021-07-16T08:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '48dda09d-df77-485f-9bf9-d49139c07fc3', 'name': '', 'network_id': '350280ab-10c7-4ed0-8e1d-ec03b07478d8', 'tenant_id': 'a88791d577d845c2acb15df694bb481f', 'mac_address': 'fa:16:3e:fe:8a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'device_owner': 'network:router_interface', 'standard_attr_id': 1729, 'fixed_ips': [{'subnet_id': 'c40c9930-f388-47c3-befd-669b8aded165', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:24Z', 'updated_at': '2021-07-16T08:37:33Z', 'revision_number': 5, 'project_id': 'a88791d577d845c2acb15df694bb481f', 'subnets': [{'id': 'c40c9930-f388-47c3-befd-669b8aded165', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:39:50.656380 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-10a7c69d-36af-437f-af68-75b1c762ea98 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-55178010-network', 'tenant_id': '6483bb017f27453589f0e49cb352f43a'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:50.684864 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10a7c69d-36af-437f-af68-75b1c762ea98 admin admin] Made reservation on behalf of 6483bb017f27453589f0e49cb352f43a for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:50.690004 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-10a7c69d-36af-437f-af68-75b1c762ea98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:50.724469 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2964513a-f929-473d-9191-1f0b4a3b2f46 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:50.774759 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b1164d5b-e023-4f21-a746-ec5ec6ad4d91 None None] Provisioning complete for port 6f7f0793-a1bd-4494-9cc5-5aa715114672 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:50.777103 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b1164d5b-e023-4f21-a746-ec5ec6ad4d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:50.799195 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2964513a-f929-473d-9191-1f0b4a3b2f46 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event updated for resources: {'Subnet': ['ID=2dc50302-35d2-4823-b8a7-7a25e3ca7e12,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:50.829361 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-10a7c69d-36af-437f-af68-75b1c762ea98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:50.871058 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-aa5cb3a7-474e-48b3-9685-ea760b85fbd5 req-21b05ff4-76b3-4fca-b382-58617669d954 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:50.907719 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b1164d5b-e023-4f21-a746-ec5ec6ad4d91 None None] Port 6f7f0793-a1bd-4494-9cc5-5aa715114672 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:39:51.050831 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2964513a-f929-473d-9191-1f0b4a3b2f46 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Checking segment: {'id': '4fe2a690-0ac0-4c38-b902-3cc0dfb9ea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '35948ddf-2968-4623-925a-d8fb09d20078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:51.053149 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2964513a-f929-473d-9191-1f0b4a3b2f46 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Network hostable DHCP agents. Network: 35948ddf-2968-4623-925a-d8fb09d20078, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:39:51.087588 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b05ff4-76b3-4fca-b382-58617669d954 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Pushing event deleted for resources: {'Port': ['ID=7362d79f-77db-4e36-90ff-7dd9a2f0e422,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:51.138535 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 7362d79f-77db-4e36-90ff-7dd9a2f0e422 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:39:51.154239 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-10a7c69d-36af-437f-af68-75b1c762ea98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.165143 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-10a7c69d-36af-437f-af68-75b1c762ea98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.189154 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d34c6bb5-685a-45e3-a3ad-0eb3587a7c96 req-58662d77-249b-44b4-8255-7ceefa935451 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:51.194370 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d34c6bb5-685a-45e3-a3ad-0eb3587a7c96 req-58662d77-249b-44b4-8255-7ceefa935451 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4c25df3-5e1b-40e0-8516-7ff02760caa2 HTTP/1.1" status: 200 len: 867 time: 0.8549938 Jul 16 08:39:51.195531 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2964513a-f929-473d-9191-1f0b4a3b2f46 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Network 35948ddf-2968-4623-925a-d8fb09d20078 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:39:51.199038 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 7362d79f-77db-4e36-90ff-7dd9a2f0e422 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:39:51.199449 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 7362d79f-77db-4e36-90ff-7dd9a2f0e422 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:39:51.253165 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-559b98bc-fc79-4137-a1c0-7a8dc8f029ee None None] New status for floating IP d5de152d-eaea-4d03-bd45-d15fa57afb53: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:39:51.302504 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-2964513a-f929-473d-9191-1f0b4a3b2f46 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 35948ddf-2968-4623-925a-d8fb09d20078) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:51.311873 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad152a3-9eba-4919-abd8-a58d226db922 None None] Network 35948ddf-2968-4623-925a-d8fb09d20078 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:51.339587 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10a7c69d-36af-437f-af68-75b1c762ea98 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:39:51.345631 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2964513a-f929-473d-9191-1f0b4a3b2f46 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:51.346344 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2964513a-f929-473d-9191-1f0b4a3b2f46 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.388040 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-10a7c69d-36af-437f-af68-75b1c762ea98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.392017 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-10a7c69d-36af-437f-af68-75b1c762ea98 admin admin] Added segment d0f5c6e9-3c48-4c84-9e53-59cfd8ca148d of type vlan for network 2cbe48da-fba4-4eee-ba15-a84854ed35bd Jul 16 08:39:51.426600 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2964513a-f929-473d-9191-1f0b4a3b2f46 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.3188472 Jul 16 08:39:51.433007 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42304) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:51.447980 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-bd0d416b-1c64-4151-a9c0-22070e935692 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2127920868'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:51.474286 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d34c6bb5-685a-45e3-a3ad-0eb3587a7c96 req-ac7e1331-b555-4684-b6b0-713d745a6e49 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/security-groups?id=2025759a-2679-4599-bf09-485c4c5c391a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2284009 Jul 16 08:39:51.602230 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-31c7a4fe-4a87-4dd9-b5e4-dda1eb7070e6 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Allocated IP 2001:db8:0:1::9f (02c9738e-e439-4705-9c13-885268f4f694/5358cb74-b75c-48ba-b976-69b13b1f7a8e/6f7f0793-a1bd-4494-9cc5-5aa715114672) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:51.630970 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd0d416b-1c64-4151-a9c0-22070e935692 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Made reservation on behalf of 65cc9c30e9bb4f0e9d3aa6c67b2d5b53 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:51.631663 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-10a7c69d-36af-437f-af68-75b1c762ea98 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.643464 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd0d416b-1c64-4151-a9c0-22070e935692 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.831268 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.db.resource_extend [None req-10a7c69d-36af-437f-af68-75b1c762ea98 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:39:51.836974 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7c69d-36af-437f-af68-75b1c762ea98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96f67ee-4642-4196-ace4-9f7d93f1a997,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:51.844465 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa5cb3a7-474e-48b3-9685-ea760b85fbd5 req-21b05ff4-76b3-4fca-b382-58617669d954 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] No DVR routers for this DVR port 7362d79f-77db-4e36-90ff-7dd9a2f0e422 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:39:51.848691 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a8d3a2-8f69-496d-9095-abddec86e258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-35948ddf-2968-4623-925a-d8fb09d20078', 'network_id': '35948ddf-2968-4623-925a-d8fb09d20078', 'tenant_id': '65cc9c30e9bb4f0e9d3aa6c67b2d5b53', 'fixed_ips': [{'subnet_id': '2dc50302-35d2-4823-b8a7-7a25e3ca7e12'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:39:51.851543 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a0a8d3a2-8f69-496d-9095-abddec86e258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.881324 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4041e221-efae-4646-aa17-02c8bf14a1b9 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Deleting port f6a75e14-db0d-4d9a-a80e-79dcc3adce03 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:51.881987 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4041e221-efae-4646-aa17-02c8bf14a1b9 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.894656 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-aa5cb3a7-474e-48b3-9685-ea760b85fbd5 req-21b05ff4-76b3-4fca-b382-58617669d954 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:51.903129 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aa5cb3a7-474e-48b3-9685-ea760b85fbd5 req-21b05ff4-76b3-4fca-b382-58617669d954 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.30 "DELETE /v2.0/ports/7362d79f-77db-4e36-90ff-7dd9a2f0e422 HTTP/1.1" status: 204 len: 173 time: 3.3483684 Jul 16 08:39:51.903479 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f4c25df3-5e1b-40e0-8516-7ff02760caa2', 'name': 'network-vif-deleted', 'tag': '7362d79f-77db-4e36-90ff-7dd9a2f0e422'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:39:51.905887 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21976ea4-e846-46d4-8afe-17d631877a66" -d '{"events": [{"server_uuid": "f4c25df3-5e1b-40e0-8516-7ff02760caa2", "name": "network-vif-deleted", "tag": "7362d79f-77db-4e36-90ff-7dd9a2f0e422"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:39:52.188475 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd0d416b-1c64-4151-a9c0-22070e935692 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:39:52.225203 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-a0a8d3a2-8f69-496d-9095-abddec86e258 None None] Allocated IP 2001:db8:0:ffff::2 (35948ddf-2968-4623-925a-d8fb09d20078/2dc50302-35d2-4823-b8a7-7a25e3ca7e12/39aae30f-f47c-4283-aaae-2f0b014b981c) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:52.315368 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4041e221-efae-4646-aa17-02c8bf14a1b9 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.318828 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd0d416b-1c64-4151-a9c0-22070e935692 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.319092 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4041e221-efae-4646-aa17-02c8bf14a1b9 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.319324 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-bd0d416b-1c64-4151-a9c0-22070e935692 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Added segment 50df80f8-b702-45fa-aff5-0f7022abd7ac of type vlan for network 43f2ae96-4a33-4200-9f77-7223d1242b36 Jul 16 08:39:52.331596 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:39:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ac33ba-050e-40fc-b67a-565b8ca2e6dc x-openstack-request-id: req-92ac33ba-050e-40fc-b67a-565b8ca2e6dc {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:39:52.331896 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f4c25df3-5e1b-40e0-8516-7ff02760caa2", "name": "network-vif-deleted", "tag": "7362d79f-77db-4e36-90ff-7dd9a2f0e422", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:39:52.332691 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-92ac33ba-050e-40fc-b67a-565b8ca2e6dc {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:39:52.333857 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f4c25df3-5e1b-40e0-8516-7ff02760caa2', 'name': 'network-vif-deleted', 'tag': '7362d79f-77db-4e36-90ff-7dd9a2f0e422', 'status': 'completed', 'code': 200} Jul 16 08:39:52.353871 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-10a7c69d-36af-437f-af68-75b1c762ea98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.355205 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10a7c69d-36af-437f-af68-75b1c762ea98 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:52.355998 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-10a7c69d-36af-437f-af68-75b1c762ea98 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.365357 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4041e221-efae-4646-aa17-02c8bf14a1b9 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Calling delete_port for f6a75e14-db0d-4d9a-a80e-79dcc3adce03 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:52.433555 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-10a7c69d-36af-437f-af68-75b1c762ea98 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.9723949 Jul 16 08:39:52.439435 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42392) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:52.449082 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-ddb6c128-a1fd-445a-bc98-9bb9045d00a9 admin admin] Request body: {'subnet': {'network_id': '2cbe48da-fba4-4eee-ba15-a84854ed35bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-55178010-subnet', 'tenant_id': '6483bb017f27453589f0e49cb352f43a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:52.544177 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42406) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:52.559880 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a7c69d-36af-437f-af68-75b1c762ea98 admin admin] Pushing event updated for resources: {'Network': ['ID=2cbe48da-fba4-4eee-ba15-a84854ed35bd,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:52.588782 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 2cbe48da-fba4-4eee-ba15-a84854ed35bd details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:39:52.592304 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddb6c128-a1fd-445a-bc98-9bb9045d00a9 admin admin] Made reservation on behalf of 6483bb017f27453589f0e49cb352f43a for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:52.611286 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd0d416b-1c64-4151-a9c0-22070e935692 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.631878 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c128-a1fd-445a-bc98-9bb9045d00a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.663538 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a0a8d3a2-8f69-496d-9095-abddec86e258 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.696384 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a0a8d3a2-8f69-496d-9095-abddec86e258 None None] Transition to ACTIVE for port object 39aae30f-f47c-4283-aaae-2f0b014b981c will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:52.723417 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-31c7a4fe-4a87-4dd9-b5e4-dda1eb7070e6 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.760835 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a0a8d3a2-8f69-496d-9095-abddec86e258 None None] Transition to ACTIVE for port object 39aae30f-f47c-4283-aaae-2f0b014b981c will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:52.864227 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a0a8d3a2-8f69-496d-9095-abddec86e258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.884586 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd0d416b-1c64-4151-a9c0-22070e935692 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.899876 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd0d416b-1c64-4151-a9c0-22070e935692 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:52.900849 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd0d416b-1c64-4151-a9c0-22070e935692 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:52.952180 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0f7e4b0-fc54-4055-b41d-581000d5bd00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.005278 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-31c7a4fe-4a87-4dd9-b5e4-dda1eb7070e6 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Ignored duplicate provisioning block setup for port 6f7f0793-a1bd-4494-9cc5-5aa715114672 by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 08:39:53.015306 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f302c53a-f643-4ece-abd2-0624c30489c3 req-ba7c4660-79c4-4695-95ce-4696c1c6f445 tempest-ServerDiskConfigTestJSON-84627750 tempest-ServerDiskConfigTestJSON-84627750-project] 10.222.0.22 "GET /v2.0/ports?device_id=f4c25df3-5e1b-40e0-8516-7ff02760caa2 HTTP/1.1" status: 200 len: 210 time: 0.2388210 Jul 16 08:39:53.056272 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-31c7a4fe-4a87-4dd9-b5e4-dda1eb7070e6 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.098593 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8d3a2-8f69-496d-9095-abddec86e258 None None] Pushing event updated for resources: {'Port': ['ID=39aae30f-f47c-4283-aaae-2f0b014b981c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:53.166283 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a8d3a2-8f69-496d-9095-abddec86e258 None None] Network 35948ddf-2968-4623-925a-d8fb09d20078 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:53.167966 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-a0a8d3a2-8f69-496d-9095-abddec86e258 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:53.187027 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a8d3a2-8f69-496d-9095-abddec86e258 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:53.230485 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-31c7a4fe-4a87-4dd9-b5e4-dda1eb7070e6 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] In _notify_port_updated(), no bound segment for port 6f7f0793-a1bd-4494-9cc5-5aa715114672 on network 02c9738e-e439-4705-9c13-885268f4f694 {{(pid=93758) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:39:53.240618 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c7a4fe-4a87-4dd9-b5e4-dda1eb7070e6 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:53.241833 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-31c7a4fe-4a87-4dd9-b5e4-dda1eb7070e6 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.244086 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-31c7a4fe-4a87-4dd9-b5e4-dda1eb7070e6 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "PUT /v2.0/ports/6f7f0793-a1bd-4494-9cc5-5aa715114672 HTTP/1.1" status: 200 len: 1009 time: 5.2873750 Jul 16 08:39:53.244234 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c128-a1fd-445a-bc98-9bb9045d00a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.249209 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42478) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:53.252469 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0d416b-1c64-4151-a9c0-22070e935692 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event updated for resources: {'Network': ['ID=43f2ae96-4a33-4200-9f77-7223d1242b36,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:53.306900 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 43f2ae96-4a33-4200-9f77-7223d1242b36 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:39:53.313365 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4041e221-efae-4646-aa17-02c8bf14a1b9 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.329877 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7a4fe-4a87-4dd9-b5e4-dda1eb7070e6 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Port': ['ID=6f7f0793-a1bd-4494-9cc5-5aa715114672,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:53.469352 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4041e221-efae-4646-aa17-02c8bf14a1b9 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Pushing event deleted for resources: {'Port': ['ID=f6a75e14-db0d-4d9a-a80e-79dcc3adce03,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:53.500920 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-fc823884-fcca-4d98-bfbb-3e260b0fc327 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting port 6f7f0793-a1bd-4494-9cc5-5aa715114672 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:53.501658 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc823884-fcca-4d98-bfbb-3e260b0fc327 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.597742 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb6c128-a1fd-445a-bc98-9bb9045d00a9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a74b337-4127-4c40-80dc-add4e4b20abd,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:53.614557 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb6c128-a1fd-445a-bc98-9bb9045d00a9 admin admin] Checking segment: {'id': 'd0f5c6e9-3c48-4c84-9e53-59cfd8ca148d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2cbe48da-fba4-4eee-ba15-a84854ed35bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:53.615237 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb6c128-a1fd-445a-bc98-9bb9045d00a9 admin admin] Network hostable DHCP agents. Network: 2cbe48da-fba4-4eee-ba15-a84854ed35bd, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:39:53.640846 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc823884-fcca-4d98-bfbb-3e260b0fc327 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.666282 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-fc823884-fcca-4d98-bfbb-3e260b0fc327 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Calling delete_port for 6f7f0793-a1bd-4494-9cc5-5aa715114672 owned by {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:53.695368 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4041e221-efae-4646-aa17-02c8bf14a1b9 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.698436 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4041e221-efae-4646-aa17-02c8bf14a1b9 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.707533 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4041e221-efae-4646-aa17-02c8bf14a1b9 tempest-ServersTestJSON-484029876 tempest-ServersTestJSON-484029876-project] 10.222.0.22 "DELETE /v2.0/floatingips/d5de152d-eaea-4d03-bd45-d15fa57afb53 HTTP/1.1" status: 204 len: 168 time: 3.9025435 Jul 16 08:39:53.708816 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddb6c128-a1fd-445a-bc98-9bb9045d00a9 admin admin] Network 2cbe48da-fba4-4eee-ba15-a84854ed35bd is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:39:53.713607 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42520) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:53.783545 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-a0a8d3a2-8f69-496d-9095-abddec86e258 None None] Attempting to bind port 39aae30f-f47c-4283-aaae-2f0b014b981c on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:53.783919 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-a0a8d3a2-8f69-496d-9095-abddec86e258 None None] Attempting to bind port 39aae30f-f47c-4283-aaae-2f0b014b981c by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '4fe2a690-0ac0-4c38-b902-3cc0dfb9ea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '35948ddf-2968-4623-925a-d8fb09d20078'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:53.784857 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a8d3a2-8f69-496d-9095-abddec86e258 None None] Attempting to bind port 39aae30f-f47c-4283-aaae-2f0b014b981c on network 35948ddf-2968-4623-925a-d8fb09d20078 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:53.795371 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a8d3a2-8f69-496d-9095-abddec86e258 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:39:53.796310 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a8d3a2-8f69-496d-9095-abddec86e258 None None] Checking segment: {'id': '4fe2a690-0ac0-4c38-b902-3cc0dfb9ea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '35948ddf-2968-4623-925a-d8fb09d20078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:53.797154 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a0a8d3a2-8f69-496d-9095-abddec86e258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.797154 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a8d3a2-8f69-496d-9095-abddec86e258 None None] Bound using segment: {'id': '4fe2a690-0ac0-4c38-b902-3cc0dfb9ea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '35948ddf-2968-4623-925a-d8fb09d20078'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:39:53.797642 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-a0a8d3a2-8f69-496d-9095-abddec86e258 None None] Bound port: 39aae30f-f47c-4283-aaae-2f0b014b981c, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fe2a690-0ac0-4c38-b902-3cc0dfb9ea0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '35948ddf-2968-4623-925a-d8fb09d20078'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:39:53.798103 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a0a8d3a2-8f69-496d-9095-abddec86e258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.805546 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-ddb6c128-a1fd-445a-bc98-9bb9045d00a9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 2cbe48da-fba4-4eee-ba15-a84854ed35bd) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:53.826467 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddb6c128-a1fd-445a-bc98-9bb9045d00a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:53.827481 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ddb6c128-a1fd-445a-bc98-9bb9045d00a9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.839766 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909c5df7-f3b3-40f2-8698-715eb4b19ca2 None None] Network 2cbe48da-fba4-4eee-ba15-a84854ed35bd requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:53.848107 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0f7e4b0-fc54-4055-b41d-581000d5bd00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.864297 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0f7e4b0-fc54-4055-b41d-581000d5bd00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.870741 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ba026176-417b-4ece-84f5-4d75ab7e0952 None None] Provisioning complete for port 6f7f0793-a1bd-4494-9cc5-5aa715114672 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:53.872054 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ba026176-417b-4ece-84f5-4d75ab7e0952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:53.875477 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ddb6c128-a1fd-445a-bc98-9bb9045d00a9 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4325883 Jul 16 08:39:54.026378 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d0f7e4b0-fc54-4055-b41d-581000d5bd00 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5aecf4f6e95e4b798a8712cba92e7db2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4756472 Jul 16 08:39:54.033664 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7e4b0-fc54-4055-b41d-581000d5bd00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c831099d-b8f0-41ba-a77a-915b770c9158,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:54.060084 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42550) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:54.099872 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ba026176-417b-4ece-84f5-4d75ab7e0952 None None] Port 6f7f0793-a1bd-4494-9cc5-5aa715114672 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:39:54.116600 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a0a8d3a2-8f69-496d-9095-abddec86e258 None None] For port 39aae30f-f47c-4283-aaae-2f0b014b981c, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:39:54.124697 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a0a8d3a2-8f69-496d-9095-abddec86e258 None None] For port 39aae30f-f47c-4283-aaae-2f0b014b981c, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=39aae30f-f47c-4283-aaae-2f0b014b981c,segment=NetworkSegment(4fe2a690-0ac0-4c38-b902-3cc0dfb9ea0f),segment_id=4fe2a690-0ac0-4c38-b902-3cc0dfb9ea0f)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:39:54.135691 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a0a8d3a2-8f69-496d-9095-abddec86e258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:54.151722 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bd0d416b-1c64-4151-a9c0-22070e935692 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.7160842 Jul 16 08:39:54.158384 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42558) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:54.205954 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-2366eba9-59d8-4e35-a5f7-c1fd301cb8bc tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Request body: {'subnet': {'network_id': '43f2ae96-4a33-4200-9f77-7223d1242b36', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:39:54.277874 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de577884-18dc-4534-ae26-f82d1e990fbc None None] Network 2cbe48da-fba4-4eee-ba15-a84854ed35bd requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:54.297606 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a8d3a2-8f69-496d-9095-abddec86e258 None None] Pushing event updated for resources: {'Port': ['ID=39aae30f-f47c-4283-aaae-2f0b014b981c,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:54.356962 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc823884-fcca-4d98-bfbb-3e260b0fc327 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:54.441093 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4dfa7941-2125-4a83-b27a-425364a7246c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:54.475434 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc823884-fcca-4d98-bfbb-3e260b0fc327 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Port': ['ID=6f7f0793-a1bd-4494-9cc5-5aa715114672,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:54.720937 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4dfa7941-2125-4a83-b27a-425364a7246c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:54.755008 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc823884-fcca-4d98-bfbb-3e260b0fc327 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:54.765443 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-fc823884-fcca-4d98-bfbb-3e260b0fc327 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/ports/6f7f0793-a1bd-4494-9cc5-5aa715114672 HTTP/1.1" status: 204 len: 168 time: 1.5144138 Jul 16 08:39:54.766117 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42598) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:54.872511 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-e6e7752e-16e2-4615-8fd2-0b9079a8988c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] GET failed (client error): The resource could not be found. Jul 16 08:39:54.877257 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e6e7752e-16e2-4615-8fd2-0b9079a8988c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "GET /v2.0/ports/6f7f0793-a1bd-4494-9cc5-5aa715114672 HTTP/1.1" status: 404 len: 333 time: 0.1082964 Jul 16 08:39:54.879785 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42606) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:54.896014 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2366eba9-59d8-4e35-a5f7-c1fd301cb8bc tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Made reservation on behalf of 65cc9c30e9bb4f0e9d3aa6c67b2d5b53 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:39:54.902847 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2366eba9-59d8-4e35-a5f7-c1fd301cb8bc tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:54.986084 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42610) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:55.065073 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dd3ac53-5c27-4f46-9cde-966601701494 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting subnet 5358cb74-b75c-48ba-b976-69b13b1f7a8e {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:39:55.066987 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-ce1d3726-3a2d-4c5b-99da-89b918932287 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:55.068826 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ac53-5c27-4f46-9cde-966601701494 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:55.069321 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-ce1d3726-3a2d-4c5b-99da-89b918932287 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] 10.222.0.22 "GET /v2.0/networks?id=2cbe48da-fba4-4eee-ba15-a84854ed35bd HTTP/1.1" status: 200 len: 812 time: 0.2034016 Jul 16 08:39:55.095571 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4dfa7941-2125-4a83-b27a-425364a7246c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:55.098263 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4dfa7941-2125-4a83-b27a-425364a7246c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:55.102354 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4dfa7941-2125-4a83-b27a-425364a7246c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c831099d-b8f0-41ba-a77a-915b770c9158 HTTP/1.1" status: 204 len: 168 time: 1.0369730 Jul 16 08:39:55.136989 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-d00b8da8-bb5f-4610-827b-a4e79eb8f905 admin admin] Deleting subnet 8bd5574f-0003-4886-ae62-fbcf34b117a8 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:39:55.155563 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dfa7941-2125-4a83-b27a-425364a7246c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c831099d-b8f0-41ba-a77a-915b770c9158,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:55.158758 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d00b8da8-bb5f-4610-827b-a4e79eb8f905 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:55.184213 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ac53-5c27-4f46-9cde-966601701494 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:55.199870 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-4ed1a633-f600-4758-b732-a678dc29a80a tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] 10.222.0.22 "GET /v2.0/quotas/6483bb017f27453589f0e49cb352f43a HTTP/1.1" status: 200 len: 375 time: 0.1093407 Jul 16 08:39:55.246204 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-f350bed5-b9c0-4ae5-a62a-8df06b7aa336 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6483bb017f27453589f0e49cb352f43a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324714 Jul 16 08:39:55.384714 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d00b8da8-bb5f-4610-827b-a4e79eb8f905 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:55.474141 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 39aae30f-f47c-4283-aaae-2f0b014b981c up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:55.570475 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d00b8da8-bb5f-4610-827b-a4e79eb8f905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:55.584053 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 39aae30f-f47c-4283-aaae-2f0b014b981c completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:55.621271 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-808ad09f-a013-462d-a9b8-93f94e799be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:55.693166 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-38cb44f7-ac8a-49ab-94b8-50b67ecdd933 service neutron] 10.222.0.22 "GET /v2.0/networks/2cbe48da-fba4-4eee-ba15-a84854ed35bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4075081 Jul 16 08:39:55.734715 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2366eba9-59d8-4e35-a5f7-c1fd301cb8bc tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:55.776803 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ac53-5c27-4f46-9cde-966601701494 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:55.833130 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42636) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:55.915964 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d00b8da8-bb5f-4610-827b-a4e79eb8f905 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:55.932613 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2a8b9ee2-6baa-4011-9611-b797f4b45dd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:55.933552 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00b8da8-bb5f-4610-827b-a4e79eb8f905 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bd5574f-0003-4886-ae62-fbcf34b117a8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:55.949493 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d00b8da8-bb5f-4610-827b-a4e79eb8f905 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:55.951520 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d00b8da8-bb5f-4610-827b-a4e79eb8f905 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8bd5574f-0003-4886-ae62-fbcf34b117a8 HTTP/1.1" status: 204 len: 168 time: 0.9639907 Jul 16 08:39:55.955183 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42642) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:56.012055 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c089ee-92b4-4ead-be4b-6637b896d96c None None] Network 35948ddf-2968-4623-925a-d8fb09d20078 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:56.019897 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-32306884-7aa2-4fee-aac1-7c8447f9f3f5 service neutron] 10.222.0.22 "GET /v2.0/networks/2cbe48da-fba4-4eee-ba15-a84854ed35bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3257194 Jul 16 08:39:56.100726 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a9d1ef61-2cac-4197-b4c5-c084cf5ee737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.114301 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ac53-5c27-4f46-9cde-966601701494 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.131970 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366eba9-59d8-4e35-a5f7-c1fd301cb8bc tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event updated for resources: {'Subnet': ['ID=32729c53-8e49-41ea-9bd4-4232bd683c33,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:56.141064 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7dd3ac53-5c27-4f46-9cde-966601701494 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.143511 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7dd3ac53-5c27-4f46-9cde-966601701494 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/subnets/5358cb74-b75c-48ba-b976-69b13b1f7a8e HTTP/1.1" status: 204 len: 168 time: 1.2633939 Jul 16 08:39:56.154213 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42644) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:56.170138 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9b13b135-5319-429d-8d47-1986d8904c50 None None] Provisioning for port 39aae30f-f47c-4283-aaae-2f0b014b981c completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:39:56.179375 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84cd9658-8bbd-4074-9f1c-1133eb2300d4 None None] Network 02c9738e-e439-4705-9c13-885268f4f694 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:56.188090 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2366eba9-59d8-4e35-a5f7-c1fd301cb8bc tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Checking segment: {'id': '50df80f8-b702-45fa-aff5-0f7022abd7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43f2ae96-4a33-4200-9f77-7223d1242b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:39:56.188762 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2366eba9-59d8-4e35-a5f7-c1fd301cb8bc tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Network hostable DHCP agents. Network: 43f2ae96-4a33-4200-9f77-7223d1242b36, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:39:56.192238 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd3ac53-5c27-4f46-9cde-966601701494 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Subnet': ['ID=5358cb74-b75c-48ba-b976-69b13b1f7a8e,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:56.317149 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-981b27c8-a097-4600-8ab5-f055d2c7d682 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting subnet b4090ea0-75f6-4e03-914c-7cb4495b1484 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:39:56.322192 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-981b27c8-a097-4600-8ab5-f055d2c7d682 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.371704 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-981b27c8-a097-4600-8ab5-f055d2c7d682 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.416692 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9b13b135-5319-429d-8d47-1986d8904c50 None None] Provisioning complete for port 39aae30f-f47c-4283-aaae-2f0b014b981c triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:56.417995 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9b13b135-5319-429d-8d47-1986d8904c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.442782 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c186491c-2e09-43d4-b722-0ef7716f4ed9 req-65964bc1-ca6a-499b-b539-97c0cfd0e40a tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] 10.222.0.22 "GET /v2.0/ports?device_id=af77a93a-6e57-401a-ac8e-ae9e5d557db5 HTTP/1.1" status: 200 len: 210 time: 0.0903821 Jul 16 08:39:56.463637 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2366eba9-59d8-4e35-a5f7-c1fd301cb8bc tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Network 43f2ae96-4a33-4200-9f77-7223d1242b36 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:39:56.474722 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-808ad09f-a013-462d-a9b8-93f94e799be2 admin admin] Deleting port 48dda09d-df77-485f-9bf9-d49139c07fc3 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:56.475271 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-808ad09f-a013-462d-a9b8-93f94e799be2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.579752 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a9d1ef61-2cac-4197-b4c5-c084cf5ee737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.584188 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-2366eba9-59d8-4e35-a5f7-c1fd301cb8bc tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 43f2ae96-4a33-4200-9f77-7223d1242b36) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:56.606295 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c40e433-2666-4daf-a23e-f690963df849 None None] Network 43f2ae96-4a33-4200-9f77-7223d1242b36 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:56.612222 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2366eba9-59d8-4e35-a5f7-c1fd301cb8bc tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:56.614701 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2366eba9-59d8-4e35-a5f7-c1fd301cb8bc tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.638782 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-981b27c8-a097-4600-8ab5-f055d2c7d682 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.645704 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-a9d1ef61-2cac-4197-b4c5-c084cf5ee737 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['067beccc-09db-4a00-bd3c-3662b2e68988']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:56.667847 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-a9d1ef61-2cac-4197-b4c5-c084cf5ee737 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:56.668188 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-a9d1ef61-2cac-4197-b4c5-c084cf5ee737 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72354bf3-6214-4e8b-9a2a-cbe9ff57f1ed') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:39:56.680610 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2a8b9ee2-6baa-4011-9611-b797f4b45dd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.682490 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a9d1ef61-2cac-4197-b4c5-c084cf5ee737 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.692726 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2a8b9ee2-6baa-4011-9611-b797f4b45dd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.704897 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2366eba9-59d8-4e35-a5f7-c1fd301cb8bc tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.5448980 Jul 16 08:39:56.720992 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42662) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:56.728732 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a9d1ef61-2cac-4197-b4c5-c084cf5ee737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.737690 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9d1ef61-2cac-4197-b4c5-c084cf5ee737 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:39:56.739355 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a9d1ef61-2cac-4197-b4c5-c084cf5ee737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:39:56.862630 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:39:56.895948 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a9d1ef61-2cac-4197-b4c5-c084cf5ee737 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.941901 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a9d1ef61-2cac-4197-b4c5-c084cf5ee737 admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.944155 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a9d1ef61-2cac-4197-b4c5-c084cf5ee737 admin admin] 10.222.0.22 "DELETE /v2.0/networks/067beccc-09db-4a00-bd3c-3662b2e68988 HTTP/1.1" status: 204 len: 168 time: 0.9684870 Jul 16 08:39:56.954327 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-808ad09f-a013-462d-a9b8-93f94e799be2 admin admin] For port 48dda09d-df77-485f-9bf9-d49139c07fc3, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=48dda09d-df77-485f-9bf9-d49139c07fc3,segment=NetworkSegment(713d361a-6e2c-48ef-9d05-d7638b707b75),segment_id=713d361a-6e2c-48ef-9d05-d7638b707b75)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:56.954773 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-808ad09f-a013-462d-a9b8-93f94e799be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:56.961661 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b9ee2-6baa-4011-9611-b797f4b45dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5c27228-040e-41f7-a792-8cbd6b0a9a78,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:56.970800 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2a8b9ee2-6baa-4011-9611-b797f4b45dd9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=997b1fe3da62434ebeb9f84aad1c3839&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1332557 Jul 16 08:39:56.974048 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d1ef61-2cac-4197-b4c5-c084cf5ee737 admin admin] Pushing event deleted for resources: {'Network': ['ID=067beccc-09db-4a00-bd3c-3662b2e68988,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:56.976129 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42672) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:56.999735 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-808ad09f-a013-462d-a9b8-93f94e799be2 admin admin] Calling delete_port for 48dda09d-df77-485f-9bf9-d49139c07fc3 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:57.123445 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9b13b135-5319-429d-8d47-1986d8904c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:57.143951 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b15b82-48cb-4b85-8867-657f4c12aa2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-43f2ae96-4a33-4200-9f77-7223d1242b36', 'network_id': '43f2ae96-4a33-4200-9f77-7223d1242b36', 'tenant_id': '65cc9c30e9bb4f0e9d3aa6c67b2d5b53', 'fixed_ips': [{'subnet_id': '32729c53-8e49-41ea-9bd4-4232bd683c33'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:39:57.145979 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34b15b82-48cb-4b85-8867-657f4c12aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:57.217830 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:57.253062 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-48295f7f-127d-4eb4-93d9-f3f98d340158 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:57.263335 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-808ad09f-a013-462d-a9b8-93f94e799be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:57.279847 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-981b27c8-a097-4600-8ab5-f055d2c7d682 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:57.347308 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-9b13b135-5319-429d-8d47-1986d8904c50 None None] For port 39aae30f-f47c-4283-aaae-2f0b014b981c, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=39aae30f-f47c-4283-aaae-2f0b014b981c,segment=NetworkSegment(4fe2a690-0ac0-4c38-b902-3cc0dfb9ea0f),segment_id=4fe2a690-0ac0-4c38-b902-3cc0dfb9ea0f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:57.400587 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42678) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:57.408031 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-48295f7f-127d-4eb4-93d9-f3f98d340158 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:57.445794 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ad09f-a013-462d-a9b8-93f94e799be2 admin admin] Pushing event deleted for resources: {'Port': ['ID=48dda09d-df77-485f-9bf9-d49139c07fc3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:57.483574 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9b13b135-5319-429d-8d47-1986d8904c50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:57.507306 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-89096837-157a-48b6-9ae3-087a2d79993d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a39b129c9efc4bdb8d522f3e682a2e06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0964894 Jul 16 08:39:57.510737 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42682) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:57.599318 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-981b27c8-a097-4600-8ab5-f055d2c7d682 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:57.610509 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-981b27c8-a097-4600-8ab5-f055d2c7d682 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/subnets/b4090ea0-75f6-4e03-914c-7cb4495b1484 HTTP/1.1" status: 204 len: 168 time: 1.4552724 Jul 16 08:39:57.615420 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42688) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:39:57.636283 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981b27c8-a097-4600-8ab5-f055d2c7d682 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Subnet': ['ID=b4090ea0-75f6-4e03-914c-7cb4495b1484,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:57.653617 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:57.751879 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b13b135-5319-429d-8d47-1986d8904c50 None None] Pushing event updated for resources: {'Port': ['ID=39aae30f-f47c-4283-aaae-2f0b014b981c,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:57.914590 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-34b15b82-48cb-4b85-8867-657f4c12aa2c None None] Allocated IP 2001:db8::1 (43f2ae96-4a33-4200-9f77-7223d1242b36/32729c53-8e49-41ea-9bd4-4232bd683c33/5a873daf-7bc0-4919-bfaf-26bc3511db66) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:39:57.942236 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-20457cb6-525d-49bf-afaf-3b8261c8f6c8 req-7f572090-01a3-449a-a76d-f601cb82a523 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] 10.222.0.22 "GET /v2.0/ports?device_id=af77a93a-6e57-401a-ac8e-ae9e5d557db5 HTTP/1.1" status: 200 len: 210 time: 0.1207566 Jul 16 08:39:57.963323 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-699e7e97-2143-4655-8b62-610e68339aa5 None None] Provisioning complete for port 39aae30f-f47c-4283-aaae-2f0b014b981c triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:57.964622 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-699e7e97-2143-4655-8b62-610e68339aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.067373 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-267dbafc-08a1-420c-ba79-73212113dd3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.093478 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-48295f7f-127d-4eb4-93d9-f3f98d340158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.099012 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-48295f7f-127d-4eb4-93d9-f3f98d340158 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.104029 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-48295f7f-127d-4eb4-93d9-f3f98d340158 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d5c27228-040e-41f7-a792-8cbd6b0a9a78 HTTP/1.1" status: 204 len: 168 time: 1.1239982 Jul 16 08:39:58.138220 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1fca76fb-f61b-42ad-a6eb-96087834fa61 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.198719 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48295f7f-127d-4eb4-93d9-f3f98d340158 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5c27228-040e-41f7-a792-8cbd6b0a9a78,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:58.206827 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-267dbafc-08a1-420c-ba79-73212113dd3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.234350 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-808ad09f-a013-462d-a9b8-93f94e799be2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.527130 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1fca76fb-f61b-42ad-a6eb-96087834fa61 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting port 1ea566f3-1cf1-444e-b06b-b3a23ecca79e {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:39:58.527486 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1fca76fb-f61b-42ad-a6eb-96087834fa61 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.531653 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-267dbafc-08a1-420c-ba79-73212113dd3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.541628 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-267dbafc-08a1-420c-ba79-73212113dd3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.544991 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-267dbafc-08a1-420c-ba79-73212113dd3e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2025759a-2679-4599-bf09-485c4c5c391a HTTP/1.1" status: 204 len: 168 time: 1.0269322 Jul 16 08:39:58.673267 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0f1ee1-846d-4cc5-b081-f8306df88f0b None None] Network 02c9738e-e439-4705-9c13-885268f4f694 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:39:58.676604 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267dbafc-08a1-420c-ba79-73212113dd3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2025759a-2679-4599-bf09-485c4c5c391a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:58.863733 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-1fca76fb-f61b-42ad-a6eb-96087834fa61 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] For port 1ea566f3-1cf1-444e-b06b-b3a23ecca79e, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1ea566f3-1cf1-444e-b06b-b3a23ecca79e,segment=NetworkSegment(110fe673-36ca-4187-9b38-73c70a3a3806),segment_id=110fe673-36ca-4187-9b38-73c70a3a3806)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:39:58.874146 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1fca76fb-f61b-42ad-a6eb-96087834fa61 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:58.938718 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1fca76fb-f61b-42ad-a6eb-96087834fa61 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Calling delete_port for 1ea566f3-1cf1-444e-b06b-b3a23ecca79e owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:39:59.065754 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34b15b82-48cb-4b85-8867-657f4c12aa2c None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.080981 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-34b15b82-48cb-4b85-8867-657f4c12aa2c None None] Transition to ACTIVE for port object 5a873daf-7bc0-4919-bfaf-26bc3511db66 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:59.104182 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-34b15b82-48cb-4b85-8867-657f4c12aa2c None None] Transition to ACTIVE for port object 5a873daf-7bc0-4919-bfaf-26bc3511db66 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:39:59.125054 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34b15b82-48cb-4b85-8867-657f4c12aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.272023 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34b15b82-48cb-4b85-8867-657f4c12aa2c None None] Network 43f2ae96-4a33-4200-9f77-7223d1242b36 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:39:59.298326 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-34b15b82-48cb-4b85-8867-657f4c12aa2c None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:39:59.307282 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b15b82-48cb-4b85-8867-657f4c12aa2c None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:39:59.317770 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b994e17f-bf4a-4bd9-9a8a-5a3c576bc083 None None] Provisioning complete for port 1ea566f3-1cf1-444e-b06b-b3a23ecca79e triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:39:59.318377 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b994e17f-bf4a-4bd9-9a8a-5a3c576bc083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.428204 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b15b82-48cb-4b85-8867-657f4c12aa2c None None] Pushing event updated for resources: {'Port': ['ID=5a873daf-7bc0-4919-bfaf-26bc3511db66,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:39:59.583420 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 39aae30f-f47c-4283-aaae-2f0b014b981c up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:39:59.605054 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-34b15b82-48cb-4b85-8867-657f4c12aa2c None None] Attempting to bind port 5a873daf-7bc0-4919-bfaf-26bc3511db66 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:39:59.605740 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-34b15b82-48cb-4b85-8867-657f4c12aa2c None None] Attempting to bind port 5a873daf-7bc0-4919-bfaf-26bc3511db66 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '50df80f8-b702-45fa-aff5-0f7022abd7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43f2ae96-4a33-4200-9f77-7223d1242b36'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:39:59.608831 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b15b82-48cb-4b85-8867-657f4c12aa2c None None] Attempting to bind port 5a873daf-7bc0-4919-bfaf-26bc3511db66 on network 43f2ae96-4a33-4200-9f77-7223d1242b36 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:39:59.670827 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-808ad09f-a013-462d-a9b8-93f94e799be2 admin admin] Router df559ece-5550-4d68-969a-92b61f0dd52b has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:39:59.830596 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:39:59.913870 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a6b130d3-1a80-4b90-bfe4-39f22c0678f7 req-6a0a1e26-d2dc-47e6-a96a-1ae77a782940 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] 10.222.0.22 "GET /v2.0/ports?device_id=af77a93a-6e57-401a-ac8e-ae9e5d557db5 HTTP/1.1" status: 200 len: 210 time: 0.1319432 Jul 16 08:39:59.940104 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-33a3e0a4-d5a2-45fd-92d0-bb58f23e6bf5 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:39:59.947668 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-33a3e0a4-d5a2-45fd-92d0-bb58f23e6bf5 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] 10.222.0.21 "GET /v2.0/networks?id=2cbe48da-fba4-4eee-ba15-a84854ed35bd HTTP/1.1" status: 200 len: 812 time: 1.4037011 Jul 16 08:39:59.991126 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-808ad09f-a013-462d-a9b8-93f94e799be2 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:40:00.010307 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-808ad09f-a013-462d-a9b8-93f94e799be2 admin admin] 10.222.0.22 "PUT /v2.0/routers/df559ece-5550-4d68-969a-92b61f0dd52b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2955132 Jul 16 08:40:00.013983 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42748) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:00.044773 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-549ef7c7-533a-4d55-b862-9b1d2d6c59de tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] Request body: {'port': {'device_id': 'af77a93a-6e57-401a-ac8e-ae9e5d557db5', 'network_id': '2cbe48da-fba4-4eee-ba15-a84854ed35bd', 'admin_state_up': True, 'tenant_id': '6483bb017f27453589f0e49cb352f43a'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:00.055131 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event deleted for resources: {'Subnet': ['ID=32729c53-8e49-41ea-9bd4-4232bd683c33,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:00.103784 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b15b82-48cb-4b85-8867-657f4c12aa2c None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:00.104377 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b15b82-48cb-4b85-8867-657f4c12aa2c None None] Checking segment: {'id': '50df80f8-b702-45fa-aff5-0f7022abd7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43f2ae96-4a33-4200-9f77-7223d1242b36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:00.107186 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34b15b82-48cb-4b85-8867-657f4c12aa2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:00.107613 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34b15b82-48cb-4b85-8867-657f4c12aa2c None None] Bound using segment: {'id': '50df80f8-b702-45fa-aff5-0f7022abd7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43f2ae96-4a33-4200-9f77-7223d1242b36'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:00.108670 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-34b15b82-48cb-4b85-8867-657f4c12aa2c None None] Bound port: 5a873daf-7bc0-4919-bfaf-26bc3511db66, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50df80f8-b702-45fa-aff5-0f7022abd7ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '43f2ae96-4a33-4200-9f77-7223d1242b36'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:00.109065 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34b15b82-48cb-4b85-8867-657f4c12aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:00.135124 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1fca76fb-f61b-42ad-a6eb-96087834fa61 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:00.166734 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8400bfaf-6cb6-45b4-8db2-bf603b7f6cab None None] DHCP port deletion for 02c9738e-e439-4705-9c13-885268f4f694 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:40:00.179001 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5152594-c128-427e-bb8a-aed863663fc9 None None] Sync routers for ids ['df559ece-5550-4d68-969a-92b61f0dd52b'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:40:00.185076 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fca76fb-f61b-42ad-a6eb-96087834fa61 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] No DVR routers for this DVR port 1ea566f3-1cf1-444e-b06b-b3a23ecca79e on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:40:00.248146 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5152594-c128-427e-bb8a-aed863663fc9 None None] Routers {'df559ece-5550-4d68-969a-92b61f0dd52b'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:00.248146 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f5152594-c128-427e-bb8a-aed863663fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:39:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['df559ece-5550-4d68-969a-92b61f0dd52b'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:00.296605 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cd5b90a-7757-4984-911c-737c5f7813fa admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:00.354155 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-34b15b82-48cb-4b85-8867-657f4c12aa2c None None] For port 5a873daf-7bc0-4919-bfaf-26bc3511db66, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:00.361445 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-34b15b82-48cb-4b85-8867-657f4c12aa2c None None] For port 5a873daf-7bc0-4919-bfaf-26bc3511db66, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=5a873daf-7bc0-4919-bfaf-26bc3511db66,segment=NetworkSegment(50df80f8-b702-45fa-aff5-0f7022abd7ac),segment_id=50df80f8-b702-45fa-aff5-0f7022abd7ac)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:00.378214 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca76fb-f61b-42ad-a6eb-96087834fa61 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Port': ['ID=1ea566f3-1cf1-444e-b06b-b3a23ecca79e,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:00.472972 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:00.476705 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-549ef7c7-533a-4d55-b862-9b1d2d6c59de tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] Made reservation on behalf of 6483bb017f27453589f0e49cb352f43a for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:00.481767 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-549ef7c7-533a-4d55-b862-9b1d2d6c59de tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:00.512060 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f2ae96-4a33-4200-9f77-7223d1242b36']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:00.538990 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50df80f8-b702-45fa-aff5-0f7022abd7ac') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:00.539637 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50df80f8-b702-45fa-aff5-0f7022abd7ac') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:00.559517 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cd5b90a-7757-4984-911c-737c5f7813fa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:00.577160 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-f5152594-c128-427e-bb8a-aed863663fc9 None None] Set router df559ece-5550-4d68-969a-92b61f0dd52b gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:00.721292 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-549ef7c7-533a-4d55-b862-9b1d2d6c59de tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] Allocated IP 172.20.0.13 (2cbe48da-fba4-4eee-ba15-a84854ed35bd/5a74b337-4127-4c40-80dc-add4e4b20abd/00eae022-b6a4-4fed-826c-7abd156f281a) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:00.749527 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-6cd5b90a-7757-4984-911c-737c5f7813fa admin admin] Deleting port 0bea2e04-1965-4b91-a2c4-bf3d89617abb {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:00.749527 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cd5b90a-7757-4984-911c-737c5f7813fa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:00.752432 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34b15b82-48cb-4b85-8867-657f4c12aa2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:00.911725 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1fca76fb-f61b-42ad-a6eb-96087834fa61 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:00.952532 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-1fca76fb-f61b-42ad-a6eb-96087834fa61 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02c9738e-e439-4705-9c13-885268f4f694']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:00.991750 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:00.996410 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-1fca76fb-f61b-42ad-a6eb-96087834fa61 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '110fe673-36ca-4187-9b38-73c70a3a3806') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:00.996827 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-1fca76fb-f61b-42ad-a6eb-96087834fa61 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '110fe673-36ca-4187-9b38-73c70a3a3806') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:01.010204 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-6cd5b90a-7757-4984-911c-737c5f7813fa admin admin] For port 0bea2e04-1965-4b91-a2c4-bf3d89617abb, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0bea2e04-1965-4b91-a2c4-bf3d89617abb,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:01.010572 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cd5b90a-7757-4984-911c-737c5f7813fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.031256 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-6cd5b90a-7757-4984-911c-737c5f7813fa admin admin] Calling delete_port for 0bea2e04-1965-4b91-a2c4-bf3d89617abb owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:01.053819 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1fca76fb-f61b-42ad-a6eb-96087834fa61 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.082745 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.133166 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:40:01.133602 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.148702 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:40:01.148702 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:40:01.148702 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:40:01.148702 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:40:01.148702 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:40:01.148702 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:40:01.148702 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:40:01.148702 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:40:01.148702 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:40:01.148702 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:40:01.148702 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:40:01.148702 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:40:01.148702 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:40:01.148702 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:40:01.148702 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:40:01.148702 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:40:01.148702 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:40:01.148702 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:40:01.148702 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:40:01.148702 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:40:01.148702 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:40:01.148702 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:40:01.148702 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:40:01.148702 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:40:01.148702 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:40:01.148702 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:40:01.148702 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:40:01.148702 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:40:01.148702 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:40:01.148702 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:40:01.148702 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:40:01.148702 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:40:01.178817 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1126a216-51e0-45d1-913e-4d75a646b481 None None] Network 43f2ae96-4a33-4200-9f77-7223d1242b36 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:01.261804 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1fca76fb-f61b-42ad-a6eb-96087834fa61 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.434057 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 39aae30f-f47c-4283-aaae-2f0b014b981c triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:01.436546 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.444219 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fca76fb-f61b-42ad-a6eb-96087834fa61 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:40:01.444673 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1fca76fb-f61b-42ad-a6eb-96087834fa61 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.450047 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:40:01.450047 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:40:01.450047 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:40:01.450047 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:40:01.450047 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:40:01.450047 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:40:01.450047 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:40:01.450047 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:40:01.450047 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:40:01.450047 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:40:01.450047 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:40:01.450047 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:40:01.450047 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:40:01.450047 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:40:01.450047 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:40:01.450047 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:40:01.450047 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:40:01.450047 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:40:01.450047 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:40:01.450047 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:40:01.450047 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:40:01.450047 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:40:01.450047 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:40:01.450047 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:40:01.450047 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:40:01.450047 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:40:01.450047 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:40:01.450047 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:40:01.450047 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:40:01.450047 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:40:01.450047 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:40:01.450047 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:40:01.497475 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b15b82-48cb-4b85-8867-657f4c12aa2c None None] Pushing event updated for resources: {'Port': ['ID=5a873daf-7bc0-4919-bfaf-26bc3511db66,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:01.531810 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 08:40:01.531810 n-d-771362-37 neutron-server[93758]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 08:40:01.531810 n-d-771362-37 neutron-server[93758]: [parameters: {'id': '43f2ae96-4a33-4200-9f77-7223d1242b36'}] Jul 16 08:40:01.531810 n-d-771362-37 neutron-server[93758]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:40:01.532217 n-d-771362-37 neutron-server[93758]: DEBUG oslo_db.api [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:40:01.543190 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-caf63510-2ad6-4864-86a0-65dc95c3154d req-b179d7b4-7eae-4ee7-9305-922c3836e1dd tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] 10.222.0.22 "GET /v2.0/ports?device_id=af77a93a-6e57-401a-ac8e-ae9e5d557db5 HTTP/1.1" status: 200 len: 210 time: 0.1760180 Jul 16 08:40:01.548145 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cd5b90a-7757-4984-911c-737c5f7813fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.590058 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-549ef7c7-533a-4d55-b862-9b1d2d6c59de tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.614587 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42804) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:01.632654 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1fca76fb-f61b-42ad-a6eb-96087834fa61 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.652144 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1fca76fb-f61b-42ad-a6eb-96087834fa61 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.656644 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5b90a-7757-4984-911c-737c5f7813fa admin admin] Pushing event deleted for resources: {'Port': ['ID=0bea2e04-1965-4b91-a2c4-bf3d89617abb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:01.661935 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1fca76fb-f61b-42ad-a6eb-96087834fa61 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/networks/02c9738e-e439-4705-9c13-885268f4f694 HTTP/1.1" status: 204 len: 168 time: 4.0453908 Jul 16 08:40:01.668548 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42810) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:01.804655 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cd5b90a-7757-4984-911c-737c5f7813fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.813531 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fca76fb-f61b-42ad-a6eb-96087834fa61 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Network': ['ID=02c9738e-e439-4705-9c13-885268f4f694,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:01.877896 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-549ef7c7-533a-4d55-b862-9b1d2d6c59de tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:01.992185 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ead0aa9-0b49-40fa-86fa-31bb169a6536 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:02.002505 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6ead0aa9-0b49-40fa-86fa-31bb169a6536 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3143578 Jul 16 08:40:02.013806 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-549ef7c7-533a-4d55-b862-9b1d2d6c59de tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] Network 2cbe48da-fba4-4eee-ba15-a84854ed35bd is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:02.015049 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42816) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:02.046124 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.048977 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cd5b90a-7757-4984-911c-737c5f7813fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.051556 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f5152594-c128-427e-bb8a-aed863663fc9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'name': 'tempest-ServersTestJSON-368013283-router', 'tenant_id': 'a88791d577d845c2acb15df694bb481f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.152'}], 'enable_snat': True}, 'gw_port_id': '0bea2e04-1965-4b91-a2c4-bf3d89617abb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:37:10Z', 'updated_at': '2021-07-16T08:39:57Z', 'revision_number': 5, 'project_id': 'a88791d577d845c2acb15df694bb481f', 'gw_port': {'id': '0bea2e04-1965-4b91-a2c4-bf3d89617abb', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:1c:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df559ece-5550-4d68-969a-92b61f0dd52b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1718, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:37:15Z', 'updated_at': '2021-07-16T08:37:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:02.052309 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cd5b90a-7757-4984-911c-737c5f7813fa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.070505 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-549ef7c7-533a-4d55-b862-9b1d2d6c59de tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:02.102824 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.114706 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.115560 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5152594-c128-427e-bb8a-aed863663fc9 None None] Checking router: df559ece-5550-4d68-969a-92b61f0dd52b for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:40:02.121154 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3deabb1-c35c-4783-b640-67bfc3efdeb6 None None] get_active_networks_info from n-d-771362-37 {{(pid=93760) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:40:02.128756 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c6a2de9-68e6-41e7-9e62-9ff5256a027d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.130776 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-549ef7c7-533a-4d55-b862-9b1d2d6c59de tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:02.141132 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cd5b90a-7757-4984-911c-737c5f7813fa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.141789 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cd5b90a-7757-4984-911c-737c5f7813fa admin admin] Fanout notify agent at l3_agent the message router_deleted on router df559ece-5550-4d68-969a-92b61f0dd52b {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:40:02.147003 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cd5b90a-7757-4984-911c-737c5f7813fa admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.151355 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6cd5b90a-7757-4984-911c-737c5f7813fa admin admin] 10.222.0.22 "DELETE /v2.0/routers/df559ece-5550-4d68-969a-92b61f0dd52b HTTP/1.1" status: 204 len: 168 time: 2.1342041 Jul 16 08:40:02.151983 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42824) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:02.164711 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5152594-c128-427e-bb8a-aed863663fc9 None None] Routers set() bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:02.165399 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5152594-c128-427e-bb8a-aed863663fc9 None None] Router IDs set() for agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 08:40:02.166401 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_agentschedulers_db [None req-f5152594-c128-427e-bb8a-aed863663fc9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'df559ece-5550-4d68-969a-92b61f0dd52b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:39:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent'). {{(pid=93760) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 08:40:02.166990 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5152594-c128-427e-bb8a-aed863663fc9 None None] The sync data for ids ['df559ece-5550-4d68-969a-92b61f0dd52b'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:40:02.223325 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ef7c7-533a-4d55-b862-9b1d2d6c59de tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] Pushing event updated for resources: {'Port': ['ID=00eae022-b6a4-4fed-826c-7abd156f281a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:02.246647 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-049dcc29-d90b-49a4-8b01-216766143d63 admin admin] Deleting subnet c40c9930-f388-47c3-befd-669b8aded165 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:40:02.261478 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-049dcc29-d90b-49a4-8b01-216766143d63 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.331984 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-549ef7c7-533a-4d55-b862-9b1d2d6c59de tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:02.332556 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3deabb1-c35c-4783-b640-67bfc3efdeb6 None None] Resources bound (agent type, host, resource id): {{(pid=93760) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:40:02.333108 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-549ef7c7-533a-4d55-b862-9b1d2d6c59de tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.378115 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-049dcc29-d90b-49a4-8b01-216766143d63 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.530011 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-049dcc29-d90b-49a4-8b01-216766143d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.537447 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a1066e92-d7f1-4b77-91f5-9f3d1989f482 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5202281 Jul 16 08:40:02.539994 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42836) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:02.546817 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-8e22c933-7964-47f6-a031-a8800fe525ec tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2145234306'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:02.583790 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Deleting port 5a873daf-7bc0-4919-bfaf-26bc3511db66 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:02.584140 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.687756 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-049dcc29-d90b-49a4-8b01-216766143d63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.705617 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1ea566f3-1cf1-444e-b06b-b3a23ecca79e no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:02.739826 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-049dcc29-d90b-49a4-8b01-216766143d63 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c40c9930-f388-47c3-befd-669b8aded165,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:02.752392 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-049dcc29-d90b-49a4-8b01-216766143d63 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.755571 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 1ea566f3-1cf1-444e-b06b-b3a23ecca79e {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:40:02.756192 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1ea566f3-1cf1-444e-b06b-b3a23ecca79e not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:40:02.757807 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-049dcc29-d90b-49a4-8b01-216766143d63 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c40c9930-f388-47c3-befd-669b8aded165 HTTP/1.1" status: 204 len: 168 time: 0.6046190 Jul 16 08:40:02.759267 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42846) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:02.869408 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85609fea-b163-42ee-96d4-68d0c73afe15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.872136 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c6a2de9-68e6-41e7-9e62-9ff5256a027d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.891115 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] For port 5a873daf-7bc0-4919-bfaf-26bc3511db66, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=5a873daf-7bc0-4919-bfaf-26bc3511db66,segment=NetworkSegment(50df80f8-b702-45fa-aff5-0f7022abd7ac),segment_id=50df80f8-b702-45fa-aff5-0f7022abd7ac)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:02.891808 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.896775 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c6a2de9-68e6-41e7-9e62-9ff5256a027d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.933830 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-85609fea-b163-42ee-96d4-68d0c73afe15 admin admin] Deleting port ae5538cb-6f37-4394-9e59-a805e23b01b3 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:02.934903 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85609fea-b163-42ee-96d4-68d0c73afe15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:02.980767 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf12db7-a8d5-48e2-93f6-4c47433ac55d None None] Network 350280ab-10c7-4ed0-8e1d-ec03b07478d8 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:03.006945 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8c6a2de9-68e6-41e7-9e62-9ff5256a027d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=994bd10a3f3f45aa83e5aa1dbd4866d1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3889585 Jul 16 08:40:03.006945 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-549ef7c7-533a-4d55-b862-9b1d2d6c59de tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.9794183 Jul 16 08:40:03.009554 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42850) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:03.011433 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a2de9-68e6-41e7-9e62-9ff5256a027d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b310b574-f9f1-44f4-ae37-403738bf556f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:03.017861 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e22c933-7964-47f6-a031-a8800fe525ec tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:03.021388 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e22c933-7964-47f6-a031-a8800fe525ec tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.106206 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-85609fea-b163-42ee-96d4-68d0c73afe15 admin admin] For port ae5538cb-6f37-4394-9e59-a805e23b01b3, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ae5538cb-6f37-4394-9e59-a805e23b01b3,segment=NetworkSegment(713d361a-6e2c-48ef-9d05-d7638b707b75),segment_id=713d361a-6e2c-48ef-9d05-d7638b707b75)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:03.106793 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85609fea-b163-42ee-96d4-68d0c73afe15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.114014 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Calling delete_port for 5a873daf-7bc0-4919-bfaf-26bc3511db66 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:03.131945 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-85609fea-b163-42ee-96d4-68d0c73afe15 admin admin] Calling delete_port for ae5538cb-6f37-4394-9e59-a805e23b01b3 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:03.224618 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-2660079d-a871-490a-85bc-f5f3d2f7f273 service neutron] Request body: {'port': {'device_id': 'af77a93a-6e57-401a-ac8e-ae9e5d557db5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:03.238437 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.325306 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85609fea-b163-42ee-96d4-68d0c73afe15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.335347 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-df2b51d3-b1b7-4ccb-ad71-bce40143046b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.352489 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e22c933-7964-47f6-a031-a8800fe525ec tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:40:03.367021 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e22c933-7964-47f6-a031-a8800fe525ec tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.367619 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-8e22c933-7964-47f6-a031-a8800fe525ec tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Added segment e1ad5662-ed82-4b9d-8347-b17a8afa31cf of type vlan for network 5ce62bdb-bfc8-4979-bf9e-01fea673bf51 Jul 16 08:40:03.413165 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e22c933-7964-47f6-a031-a8800fe525ec tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.431387 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85609fea-b163-42ee-96d4-68d0c73afe15 admin admin] No DVR routers for this DVR port ae5538cb-6f37-4394-9e59-a805e23b01b3 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:40:03.439451 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85609fea-b163-42ee-96d4-68d0c73afe15 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae5538cb-6f37-4394-9e59-a805e23b01b3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:03.462763 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29a5f3d1-d022-42b7-b06e-3685a3b62187 None None] DHCP port deletion for 350280ab-10c7-4ed0-8e1d-ec03b07478d8 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:40:03.469731 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event deleted for resources: {'Port': ['ID=5a873daf-7bc0-4919-bfaf-26bc3511db66,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:03.476929 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11dca60e-457a-438d-accd-db67cf69cbd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.478694 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e22c933-7964-47f6-a031-a8800fe525ec tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.486860 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e22c933-7964-47f6-a031-a8800fe525ec tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:03.487691 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e22c933-7964-47f6-a031-a8800fe525ec tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.493941 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] No DVR routers for this DVR port 5a873daf-7bc0-4919-bfaf-26bc3511db66 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:40:03.634008 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85609fea-b163-42ee-96d4-68d0c73afe15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.650082 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-85609fea-b163-42ee-96d4-68d0c73afe15 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350280ab-10c7-4ed0-8e1d-ec03b07478d8']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:03.662711 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-85609fea-b163-42ee-96d4-68d0c73afe15 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713d361a-6e2c-48ef-9d05-d7638b707b75') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:03.663019 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-85609fea-b163-42ee-96d4-68d0c73afe15 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713d361a-6e2c-48ef-9d05-d7638b707b75') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:03.682065 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85609fea-b163-42ee-96d4-68d0c73afe15 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.705251 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85609fea-b163-42ee-96d4-68d0c73afe15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.713354 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85609fea-b163-42ee-96d4-68d0c73afe15 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:40:03.713905 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85609fea-b163-42ee-96d4-68d0c73afe15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:40:03.715601 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:40:03.772454 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11dca60e-457a-438d-accd-db67cf69cbd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.799934 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85609fea-b163-42ee-96d4-68d0c73afe15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.805960 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85609fea-b163-42ee-96d4-68d0c73afe15 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.810224 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-85609fea-b163-42ee-96d4-68d0c73afe15 admin admin] 10.222.0.22 "DELETE /v2.0/networks/350280ab-10c7-4ed0-8e1d-ec03b07478d8 HTTP/1.1" status: 204 len: 168 time: 1.0474877 Jul 16 08:40:03.821293 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85609fea-b163-42ee-96d4-68d0c73afe15 admin admin] Pushing event deleted for resources: {'Network': ['ID=350280ab-10c7-4ed0-8e1d-ec03b07478d8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:03.823080 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42876) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:03.823847 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8e22c933-7964-47f6-a031-a8800fe525ec tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.2816942 Jul 16 08:40:03.828963 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2b771280-ba40-4c02-bf55-df735da4c4cc tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'subnet': {'network_id': '5ce62bdb-bfc8-4979-bf9e-01fea673bf51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:03.833796 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8026e8eb-1e81-4f60-9438-e0f707fb432f req-4cb11b49-ac82-4e56-87d0-bebb51f21d0d tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:03.835094 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8026e8eb-1e81-4f60-9438-e0f707fb432f req-4cb11b49-ac82-4e56-87d0-bebb51f21d0d tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] 10.222.0.22 "GET /v2.0/ports?device_id=af77a93a-6e57-401a-ac8e-ae9e5d557db5 HTTP/1.1" status: 200 len: 932 time: 0.9495230 Jul 16 08:40:03.885422 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.899256 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43f2ae96-4a33-4200-9f77-7223d1242b36']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:03.912386 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50df80f8-b702-45fa-aff5-0f7022abd7ac') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:03.912706 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50df80f8-b702-45fa-aff5-0f7022abd7ac') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:03.924825 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.935348 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b771280-ba40-4c02-bf55-df735da4c4cc tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:03.941235 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b771280-ba40-4c02-bf55-df735da4c4cc tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.948294 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.963508 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:40:03.963508 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.971447 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e22c933-7964-47f6-a031-a8800fe525ec tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Network': ['ID=5ce62bdb-bfc8-4979-bf9e-01fea673bf51,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:03.975597 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-2660079d-a871-490a-85bc-f5f3d2f7f273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:40:03.978174 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:40:03.985164 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 5ce62bdb-bfc8-4979-bf9e-01fea673bf51 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:40:04.220431 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 48dda09d-df77-485f-9bf9-d49139c07fc3 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:04.259318 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 48dda09d-df77-485f-9bf9-d49139c07fc3 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:40:04.260081 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 48dda09d-df77-485f-9bf9-d49139c07fc3 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:40:04.269915 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42888) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:04.276708 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ae5538cb-6f37-4394-9e59-a805e23b01b3 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:04.308852 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8026e8eb-1e81-4f60-9438-e0f707fb432f req-78a6d04a-7e5d-4fe0-8f4f-8ef1a2713bb6 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f96f67ee-4642-4196-ace4-9f7d93f1a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3293836 Jul 16 08:40:04.313854 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11dca60e-457a-438d-accd-db67cf69cbd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.316871 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11dca60e-457a-438d-accd-db67cf69cbd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.321239 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-11dca60e-457a-438d-accd-db67cf69cbd5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b310b574-f9f1-44f4-ae37-403738bf556f HTTP/1.1" status: 204 len: 168 time: 1.3013477 Jul 16 08:40:04.321239 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.335037 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.337608 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "DELETE /v2.0/networks/43f2ae96-4a33-4200-9f77-7223d1242b36 HTTP/1.1" status: 204 len: 168 time: 7.4795392 Jul 16 08:40:04.363006 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42892) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:04.371738 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-f2ebd923-0914-4364-8180-b5fd7af5e9bc tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1484345089'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:04.371934 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: ae5538cb-6f37-4394-9e59-a805e23b01b3 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:40:04.372788 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ae5538cb-6f37-4394-9e59-a805e23b01b3 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:40:04.373875 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0bea2e04-1965-4b91-a2c4-bf3d89617abb no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:04.376440 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dca60e-457a-438d-accd-db67cf69cbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b310b574-f9f1-44f4-ae37-403738bf556f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:04.381041 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6defd662-1afe-4f21-96c3-1999fa3762d1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a88791d577d845c2acb15df694bb481f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1075821 Jul 16 08:40:04.383209 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa9b8be-0c58-459c-a8ae-7fe06fe52107 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event deleted for resources: {'Network': ['ID=43f2ae96-4a33-4200-9f77-7223d1242b36,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:04.391802 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42894) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:04.450946 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 0bea2e04-1965-4b91-a2c4-bf3d89617abb {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:40:04.451296 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0bea2e04-1965-4b91-a2c4-bf3d89617abb not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:40:04.472830 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ebd923-0914-4364-8180-b5fd7af5e9bc tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Made reservation on behalf of 65cc9c30e9bb4f0e9d3aa6c67b2d5b53 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:04.477058 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f2ebd923-0914-4364-8180-b5fd7af5e9bc tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.528545 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2ebd923-0914-4364-8180-b5fd7af5e9bc tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:40:04.565810 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f2ebd923-0914-4364-8180-b5fd7af5e9bc tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.566022 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-f2ebd923-0914-4364-8180-b5fd7af5e9bc tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Added segment e9963d43-bee1-4171-84e0-215588bf4bfa of type vlan for network 52212cca-d141-4905-842b-b501cbaadc95 Jul 16 08:40:04.621489 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1db99779-f4ec-4f63-bbcd-940ebbb2b6a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.659405 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1db99779-f4ec-4f63-bbcd-940ebbb2b6a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.717710 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b771280-ba40-4c02-bf55-df735da4c4cc tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.756162 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f2ebd923-0914-4364-8180-b5fd7af5e9bc tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.801838 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-2660079d-a871-490a-85bc-f5f3d2f7f273 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00eae022-b6a4-4fed-826c-7abd156f281a {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:04.819244 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b771280-ba40-4c02-bf55-df735da4c4cc tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Checking segment: {'id': 'e1ad5662-ed82-4b9d-8347-b17a8afa31cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5ce62bdb-bfc8-4979-bf9e-01fea673bf51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:04.819603 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b771280-ba40-4c02-bf55-df735da4c4cc tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network hostable DHCP agents. Network: 5ce62bdb-bfc8-4979-bf9e-01fea673bf51, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:40:04.837580 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-2660079d-a871-490a-85bc-f5f3d2f7f273 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.866023 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b771280-ba40-4c02-bf55-df735da4c4cc tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network 5ce62bdb-bfc8-4979-bf9e-01fea673bf51 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:40:04.884185 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b771280-ba40-4c02-bf55-df735da4c4cc tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Subnet': ['ID=49d2cebd-2014-4a0e-a401-d0104bfa9320,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:04.889221 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-2b771280-ba40-4c02-bf55-df735da4c4cc tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 5ce62bdb-bfc8-4979-bf9e-01fea673bf51) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:04.893377 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b771280-ba40-4c02-bf55-df735da4c4cc tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:04.894130 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b771280-ba40-4c02-bf55-df735da4c4cc tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.899676 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89c1c7b9-8920-4a89-9e69-5db5c51a9ce5 None None] Network 5ce62bdb-bfc8-4979-bf9e-01fea673bf51 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:04.936323 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1db99779-f4ec-4f63-bbcd-940ebbb2b6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.943075 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1db99779-f4ec-4f63-bbcd-940ebbb2b6a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.945440 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1db99779-f4ec-4f63-bbcd-940ebbb2b6a0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/64b202e1-2e3d-4373-bb3a-a41071018a4a HTTP/1.1" status: 204 len: 168 time: 0.5511847 Jul 16 08:40:04.947029 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-2660079d-a871-490a-85bc-f5f3d2f7f273 service neutron] Transition to ACTIVE for port object 00eae022-b6a4-4fed-826c-7abd156f281a will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:04.952207 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f2ebd923-0914-4364-8180-b5fd7af5e9bc tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.955897 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2b771280-ba40-4c02-bf55-df735da4c4cc tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1318090 Jul 16 08:40:04.968685 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42920) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:04.972514 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ebd923-0914-4364-8180-b5fd7af5e9bc tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:04.973519 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f2ebd923-0914-4364-8180-b5fd7af5e9bc tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:04.991341 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-2660079d-a871-490a-85bc-f5f3d2f7f273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:05.017024 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-11d7cf42-e082-4e6c-9528-addac91bfa8e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'port': {'network_id': '5ce62bdb-bfc8-4979-bf9e-01fea673bf51', 'name': 'tempest-PortsIpV6TestJSON-1971488223'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:05.027816 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db99779-f4ec-4f63-bbcd-940ebbb2b6a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64b202e1-2e3d-4373-bb3a-a41071018a4a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:05.075376 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f2ebd923-0914-4364-8180-b5fd7af5e9bc tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7108393 Jul 16 08:40:05.084333 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42924) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:05.094901 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-65396fe8-df69-42da-afe8-d4d8be2ea7c9 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Request body: {'subnet': {'network_id': '52212cca-d141-4905-842b-b501cbaadc95', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:05.299824 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ebd923-0914-4364-8180-b5fd7af5e9bc tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event updated for resources: {'Network': ['ID=52212cca-d141-4905-842b-b501cbaadc95,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:05.306065 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660079d-a871-490a-85bc-f5f3d2f7f273 service neutron] Pushing event updated for resources: {'Port': ['ID=00eae022-b6a4-4fed-826c-7abd156f281a,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:05.309268 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e3b2f8-4314-4b03-8216-5adddfc9a699 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-5ce62bdb-bfc8-4979-bf9e-01fea673bf51', 'network_id': '5ce62bdb-bfc8-4979-bf9e-01fea673bf51', 'tenant_id': '2196520d70524290b0f888590747f176', 'fixed_ips': [{'subnet_id': '49d2cebd-2014-4a0e-a401-d0104bfa9320'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:40:05.310386 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-00e3b2f8-4314-4b03-8216-5adddfc9a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:05.332615 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d7cf42-e082-4e6c-9528-addac91bfa8e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:05.340945 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 52212cca-d141-4905-842b-b501cbaadc95 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:40:05.344094 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11d7cf42-e082-4e6c-9528-addac91bfa8e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:05.409827 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-11d7cf42-e082-4e6c-9528-addac91bfa8e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] device_id is not set on port 93349f1e-b234-4bae-baf0-cbcdd5933e13 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:40:05.551755 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-00e3b2f8-4314-4b03-8216-5adddfc9a699 None None] Allocated IP 2001:db8::2 (5ce62bdb-bfc8-4979-bf9e-01fea673bf51/49d2cebd-2014-4a0e-a401-d0104bfa9320/a471981f-d0b2-4f29-82fe-3ce8b38a7490) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:05.707075 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f6fd18-dc01-4408-96bc-b5113bcbce79 req-ea31b598-bb33-446d-970e-181fc695e440 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:05.710104 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-94f6fd18-dc01-4408-96bc-b5113bcbce79 req-ea31b598-bb33-446d-970e-181fc695e440 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] 10.222.0.22 "GET /v2.0/ports?device_id=af77a93a-6e57-401a-ac8e-ae9e5d557db5 HTTP/1.1" status: 200 len: 944 time: 0.1393888 Jul 16 08:40:05.747564 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-00e3b2f8-4314-4b03-8216-5adddfc9a699 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:05.765211 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-00e3b2f8-4314-4b03-8216-5adddfc9a699 None None] Transition to ACTIVE for port object a471981f-d0b2-4f29-82fe-3ce8b38a7490 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:05.809468 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-94f6fd18-dc01-4408-96bc-b5113bcbce79 req-3f14ea9d-8351-4803-865d-296906f89ab9 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f96f67ee-4642-4196-ace4-9f7d93f1a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864918 Jul 16 08:40:05.837893 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-00e3b2f8-4314-4b03-8216-5adddfc9a699 None None] Transition to ACTIVE for port object a471981f-d0b2-4f29-82fe-3ce8b38a7490 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:05.908051 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a6e31fd6-bf07-4395-81cf-1adc54dbc0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:05.928116 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-00e3b2f8-4314-4b03-8216-5adddfc9a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:05.993552 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00e3b2f8-4314-4b03-8216-5adddfc9a699 None None] Network 5ce62bdb-bfc8-4979-bf9e-01fea673bf51 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:06.015174 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-00e3b2f8-4314-4b03-8216-5adddfc9a699 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:06.021827 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e3b2f8-4314-4b03-8216-5adddfc9a699 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:06.044046 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-11d7cf42-e082-4e6c-9528-addac91bfa8e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Allocated IP 2001:db8::381 (5ce62bdb-bfc8-4979-bf9e-01fea673bf51/49d2cebd-2014-4a0e-a401-d0104bfa9320/93349f1e-b234-4bae-baf0-cbcdd5933e13) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:06.141964 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.146357 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3b2f8-4314-4b03-8216-5adddfc9a699 None None] Pushing event updated for resources: {'Port': ['ID=a471981f-d0b2-4f29-82fe-3ce8b38a7490,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:06.191019 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-00e3b2f8-4314-4b03-8216-5adddfc9a699 None None] Attempting to bind port a471981f-d0b2-4f29-82fe-3ce8b38a7490 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:06.191404 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-00e3b2f8-4314-4b03-8216-5adddfc9a699 None None] Attempting to bind port a471981f-d0b2-4f29-82fe-3ce8b38a7490 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'e1ad5662-ed82-4b9d-8347-b17a8afa31cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5ce62bdb-bfc8-4979-bf9e-01fea673bf51'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:06.191777 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e3b2f8-4314-4b03-8216-5adddfc9a699 None None] Attempting to bind port a471981f-d0b2-4f29-82fe-3ce8b38a7490 on network 5ce62bdb-bfc8-4979-bf9e-01fea673bf51 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:06.203860 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e3b2f8-4314-4b03-8216-5adddfc9a699 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:06.205401 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e3b2f8-4314-4b03-8216-5adddfc9a699 None None] Checking segment: {'id': 'e1ad5662-ed82-4b9d-8347-b17a8afa31cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5ce62bdb-bfc8-4979-bf9e-01fea673bf51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:06.205993 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-00e3b2f8-4314-4b03-8216-5adddfc9a699 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.207640 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e3b2f8-4314-4b03-8216-5adddfc9a699 None None] Bound using segment: {'id': 'e1ad5662-ed82-4b9d-8347-b17a8afa31cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5ce62bdb-bfc8-4979-bf9e-01fea673bf51'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:06.208290 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-00e3b2f8-4314-4b03-8216-5adddfc9a699 None None] Bound port: a471981f-d0b2-4f29-82fe-3ce8b38a7490, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1ad5662-ed82-4b9d-8347-b17a8afa31cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '5ce62bdb-bfc8-4979-bf9e-01fea673bf51'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:06.210909 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-00e3b2f8-4314-4b03-8216-5adddfc9a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.244638 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11d7cf42-e082-4e6c-9528-addac91bfa8e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.261786 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-11d7cf42-e082-4e6c-9528-addac91bfa8e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Transition to ACTIVE for port object 93349f1e-b234-4bae-baf0-cbcdd5933e13 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:06.264524 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65396fe8-df69-42da-afe8-d4d8be2ea7c9 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Made reservation on behalf of 65cc9c30e9bb4f0e9d3aa6c67b2d5b53 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:06.269022 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-65396fe8-df69-42da-afe8-d4d8be2ea7c9 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.324006 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11d7cf42-e082-4e6c-9528-addac91bfa8e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.379448 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d7cf42-e082-4e6c-9528-addac91bfa8e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network 5ce62bdb-bfc8-4979-bf9e-01fea673bf51 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:06.383210 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-11d7cf42-e082-4e6c-9528-addac91bfa8e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:06.387645 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d7cf42-e082-4e6c-9528-addac91bfa8e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:06.394268 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d7cf42-e082-4e6c-9528-addac91bfa8e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:06.395048 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11d7cf42-e082-4e6c-9528-addac91bfa8e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.406419 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-00e3b2f8-4314-4b03-8216-5adddfc9a699 None None] For port a471981f-d0b2-4f29-82fe-3ce8b38a7490, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:06.416567 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d7cf42-e082-4e6c-9528-addac91bfa8e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Port': ['ID=93349f1e-b234-4bae-baf0-cbcdd5933e13,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:06.417450 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-00e3b2f8-4314-4b03-8216-5adddfc9a699 None None] For port a471981f-d0b2-4f29-82fe-3ce8b38a7490, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=a471981f-d0b2-4f29-82fe-3ce8b38a7490,segment=NetworkSegment(e1ad5662-ed82-4b9d-8347-b17a8afa31cf),segment_id=e1ad5662-ed82-4b9d-8347-b17a8afa31cf)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:06.423043 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-00e3b2f8-4314-4b03-8216-5adddfc9a699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.425554 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-11d7cf42-e082-4e6c-9528-addac91bfa8e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4550319 Jul 16 08:40:06.429477 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42968) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:06.441479 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3536d7b6-17b3-4efe-990b-c77e0500236f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'port': {'network_id': '5ce62bdb-bfc8-4979-bf9e-01fea673bf51', 'name': 'tempest-PortsIpV6TestJSON-1345001127'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:06.525803 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-2660079d-a871-490a-85bc-f5f3d2f7f273 service neutron] Attempting to bind port 00eae022-b6a4-4fed-826c-7abd156f281a on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:06.526134 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-2660079d-a871-490a-85bc-f5f3d2f7f273 service neutron] Attempting to bind port 00eae022-b6a4-4fed-826c-7abd156f281a by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'd0f5c6e9-3c48-4c84-9e53-59cfd8ca148d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2cbe48da-fba4-4eee-ba15-a84854ed35bd'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:06.539442 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-2660079d-a871-490a-85bc-f5f3d2f7f273 service neutron] Attempting to bind port 00eae022-b6a4-4fed-826c-7abd156f281a on network 2cbe48da-fba4-4eee-ba15-a84854ed35bd {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:06.557884 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-2660079d-a871-490a-85bc-f5f3d2f7f273 service neutron] Port 00eae022-b6a4-4fed-826c-7abd156f281a on network 2cbe48da-fba4-4eee-ba15-a84854ed35bd not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:40:06.560133 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-2660079d-a871-490a-85bc-f5f3d2f7f273 service neutron] Attempting to bind port 00eae022-b6a4-4fed-826c-7abd156f281a on network 2cbe48da-fba4-4eee-ba15-a84854ed35bd {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:06.578312 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e3b2f8-4314-4b03-8216-5adddfc9a699 None None] Pushing event updated for resources: {'Port': ['ID=a471981f-d0b2-4f29-82fe-3ce8b38a7490,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:06.595915 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-2660079d-a871-490a-85bc-f5f3d2f7f273 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:06.596497 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-2660079d-a871-490a-85bc-f5f3d2f7f273 service neutron] Checking segment: {'id': 'd0f5c6e9-3c48-4c84-9e53-59cfd8ca148d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2cbe48da-fba4-4eee-ba15-a84854ed35bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:06.597059 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-2660079d-a871-490a-85bc-f5f3d2f7f273 service neutron] Bound using segment: {'id': 'd0f5c6e9-3c48-4c84-9e53-59cfd8ca148d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2cbe48da-fba4-4eee-ba15-a84854ed35bd'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:06.597678 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-2660079d-a871-490a-85bc-f5f3d2f7f273 service neutron] Bound port: 00eae022-b6a4-4fed-826c-7abd156f281a, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0f5c6e9-3c48-4c84-9e53-59cfd8ca148d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '2cbe48da-fba4-4eee-ba15-a84854ed35bd'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:06.598340 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-2660079d-a871-490a-85bc-f5f3d2f7f273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.665572 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3536d7b6-17b3-4efe-990b-c77e0500236f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:06.670647 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3536d7b6-17b3-4efe-990b-c77e0500236f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:06.679999 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea06752e-b28e-4bee-9098-95b6f233e749 req-5cdfd27f-d223-4449-bc60-5780fd3efa57 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:06.681681 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ea06752e-b28e-4bee-9098-95b6f233e749 req-5cdfd27f-d223-4449-bc60-5780fd3efa57 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] 10.222.0.22 "GET /v2.0/ports?device_id=2283cad0-b5e5-4e71-8254-3061baebee59 HTTP/1.1" status: 200 len: 949 time: 1.3340054 Jul 16 08:40:06.701787 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-3536d7b6-17b3-4efe-990b-c77e0500236f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] device_id is not set on port dcc9e44d-7fc0-4e38-8862-f7230d578b77 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:40:06.877669 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ea06752e-b28e-4bee-9098-95b6f233e749 req-f41388a3-aa99-4468-a383-4a4f6dfddff5 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] 10.222.0.22 "GET /v2.0/security-groups?id=908d7fe0-71ef-426e-b4e0-71869b14276b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1851490 Jul 16 08:40:06.890981 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-3536d7b6-17b3-4efe-990b-c77e0500236f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Allocated IP 2001:db8::1ad (5ce62bdb-bfc8-4979-bf9e-01fea673bf51/49d2cebd-2014-4a0e-a401-d0104bfa9320/dcc9e44d-7fc0-4e38-8862-f7230d578b77) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:07.031212 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.056855 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-65396fe8-df69-42da-afe8-d4d8be2ea7c9 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.101076 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-2660079d-a871-490a-85bc-f5f3d2f7f273 service neutron] For port 00eae022-b6a4-4fed-826c-7abd156f281a, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:07.111165 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-2660079d-a871-490a-85bc-f5f3d2f7f273 service neutron] For port 00eae022-b6a4-4fed-826c-7abd156f281a, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=00eae022-b6a4-4fed-826c-7abd156f281a,segment=NetworkSegment(d0f5c6e9-3c48-4c84-9e53-59cfd8ca148d),segment_id=d0f5c6e9-3c48-4c84-9e53-59cfd8ca148d)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:07.172102 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-2660079d-a871-490a-85bc-f5f3d2f7f273 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.254430 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-2660079d-a871-490a-85bc-f5f3d2f7f273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:07.255311 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-2660079d-a871-490a-85bc-f5f3d2f7f273 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.257055 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-2660079d-a871-490a-85bc-f5f3d2f7f273 service neutron] 10.222.0.21 "PUT /v2.0/ports/00eae022-b6a4-4fed-826c-7abd156f281a HTTP/1.1" status: 200 len: 1093 time: 4.1576829 Jul 16 08:40:07.261935 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af77a93a-6e57-401a-ac8e-ae9e5d557db5', 'tag': '00eae022-b6a4-4fed-826c-7abd156f281a'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:07.264997 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb21de81-0d2b-41be-8db0-9da0519b72ac" -d '{"events": [{"name": "network-changed", "server_uuid": "af77a93a-6e57-401a-ac8e-ae9e5d557db5", "tag": "00eae022-b6a4-4fed-826c-7abd156f281a"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:07.282767 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65396fe8-df69-42da-afe8-d4d8be2ea7c9 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event updated for resources: {'Subnet': ['ID=7e29e9f8-80e6-4efb-9e57-4f10ae8417b7,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:07.288805 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65396fe8-df69-42da-afe8-d4d8be2ea7c9 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Checking segment: {'id': 'e9963d43-bee1-4171-84e0-215588bf4bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '52212cca-d141-4905-842b-b501cbaadc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:07.289447 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65396fe8-df69-42da-afe8-d4d8be2ea7c9 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Network hostable DHCP agents. Network: 52212cca-d141-4905-842b-b501cbaadc95, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:40:07.318505 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2660079d-a871-490a-85bc-f5f3d2f7f273 service neutron] Pushing event updated for resources: {'Port': ['ID=00eae022-b6a4-4fed-826c-7abd156f281a,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:07.341364 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65396fe8-df69-42da-afe8-d4d8be2ea7c9 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Network 52212cca-d141-4905-842b-b501cbaadc95 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:40:07.351322 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55114872-2a20-4867-ad46-4c85820d329f req-11cb59e6-41ef-4f6e-a792-d80b77e59536 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:07.352941 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-55114872-2a20-4867-ad46-4c85820d329f req-11cb59e6-41ef-4f6e-a792-d80b77e59536 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] 10.222.0.30 "GET /v2.0/ports?device_id=2283cad0-b5e5-4e71-8254-3061baebee59 HTTP/1.1" status: 200 len: 949 time: 0.7473223 Jul 16 08:40:07.401925 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a128272-5e47-433e-bb18-4e2c3057a2aa req-f525c740-1d97-4958-b721-19bc021ddc58 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:07.407309 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-692576f3-d8e7-4657-961e-bdaafc870462 x-openstack-request-id: req-692576f3-d8e7-4657-961e-bdaafc870462 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:07.408218 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af77a93a-6e57-401a-ac8e-ae9e5d557db5", "tag": "00eae022-b6a4-4fed-826c-7abd156f281a", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:07.408616 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4a128272-5e47-433e-bb18-4e2c3057a2aa req-f525c740-1d97-4958-b721-19bc021ddc58 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] 10.222.0.22 "GET /v2.0/ports?device_id=af77a93a-6e57-401a-ac8e-ae9e5d557db5 HTTP/1.1" status: 200 len: 944 time: 0.3117709 Jul 16 08:40:07.408975 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-692576f3-d8e7-4657-961e-bdaafc870462 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:07.410120 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af77a93a-6e57-401a-ac8e-ae9e5d557db5', 'tag': '00eae022-b6a4-4fed-826c-7abd156f281a', 'status': 'completed', 'code': 200} Jul 16 08:40:07.429760 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-65396fe8-df69-42da-afe8-d4d8be2ea7c9 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 52212cca-d141-4905-842b-b501cbaadc95) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:07.445996 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65396fe8-df69-42da-afe8-d4d8be2ea7c9 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:07.446730 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-65396fe8-df69-42da-afe8-d4d8be2ea7c9 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.449774 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bc637a-0410-4129-87d8-c99d70d29329 None None] Network 52212cca-d141-4905-842b-b501cbaadc95 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:07.522510 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-65396fe8-df69-42da-afe8-d4d8be2ea7c9 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4369919 Jul 16 08:40:07.526070 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-cd28a490-5794-49e1-ba85-4719f76af802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:07.529715 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43002) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:07.531647 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-cd28a490-5794-49e1-ba85-4719f76af802 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6483bb017f27453589f0e49cb352f43a&device_id=af77a93a-6e57-401a-ac8e-ae9e5d557db5 HTTP/1.1" status: 200 len: 1096 time: 0.1915689 Jul 16 08:40:07.547972 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3536d7b6-17b3-4efe-990b-c77e0500236f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.569965 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-05c54419-9683-4f62-8898-e68b2087335c tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2033944317'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:07.624491 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-71b5bcf6-7b3e-44a3-aef5-cdf6d4a53760 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00eae022-b6a4-4fed-826c-7abd156f281a HTTP/1.1" status: 200 len: 217 time: 0.0854387 Jul 16 08:40:07.737018 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-3536d7b6-17b3-4efe-990b-c77e0500236f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Transition to ACTIVE for port object dcc9e44d-7fc0-4e38-8862-f7230d578b77 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:07.768175 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-4a664a50-3698-47b5-a858-c9a4f9f16e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:07.770695 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-4a664a50-3698-47b5-a858-c9a4f9f16e3d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a74b337-4127-4c40-80dc-add4e4b20abd HTTP/1.1" status: 200 len: 852 time: 0.1324248 Jul 16 08:40:07.860023 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fda0862-f0b4-4727-ad01-31cdd167790c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-52212cca-d141-4905-842b-b501cbaadc95', 'network_id': '52212cca-d141-4905-842b-b501cbaadc95', 'tenant_id': '65cc9c30e9bb4f0e9d3aa6c67b2d5b53', 'fixed_ips': [{'subnet_id': '7e29e9f8-80e6-4efb-9e57-4f10ae8417b7'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:40:07.865770 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5fda0862-f0b4-4727-ad01-31cdd167790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.895284 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-96f3fab9-6fe4-4249-86f0-aec647e71679 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2cbe48da-fba4-4eee-ba15-a84854ed35bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1179287 Jul 16 08:40:07.916751 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4a128272-5e47-433e-bb18-4e2c3057a2aa req-6cd0b0b2-95be-46b5-8f5c-970d86b62099 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f96f67ee-4642-4196-ace4-9f7d93f1a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4771390 Jul 16 08:40:07.932674 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05c54419-9683-4f62-8898-e68b2087335c tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Made reservation on behalf of 65cc9c30e9bb4f0e9d3aa6c67b2d5b53 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:07.943175 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-05c54419-9683-4f62-8898-e68b2087335c tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:07.978686 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3536d7b6-17b3-4efe-990b-c77e0500236f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.153716 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-43070019-9e36-423b-a923-8c6cd214b421 service neutron] 10.222.0.21 "GET /v2.0/networks/2cbe48da-fba4-4eee-ba15-a84854ed35bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2516923 Jul 16 08:40:08.205054 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-5fda0862-f0b4-4727-ad01-31cdd167790c None None] Allocated IP 2001:db8::1 (52212cca-d141-4905-842b-b501cbaadc95/7e29e9f8-80e6-4efb-9e57-4f10ae8417b7/d9147543-f866-4f09-8305-0ea54177e104) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:08.323912 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3536d7b6-17b3-4efe-990b-c77e0500236f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Port': ['ID=dcc9e44d-7fc0-4e38-8862-f7230d578b77,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:08.331521 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43024) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:08.340610 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05c54419-9683-4f62-8898-e68b2087335c tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:40:08.362876 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3536d7b6-17b3-4efe-990b-c77e0500236f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network 5ce62bdb-bfc8-4979-bf9e-01fea673bf51 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:08.403436 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a471981f-d0b2-4f29-82fe-3ce8b38a7490 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:08.423233 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-05c54419-9683-4f62-8898-e68b2087335c tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.423591 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-05c54419-9683-4f62-8898-e68b2087335c tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Added segment 724f916c-ea35-4b2f-ac1c-1f48962ba227 of type vlan for network 5128a82b-6a06-4e41-be06-32ed5dbca8fa Jul 16 08:40:08.433604 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-3536d7b6-17b3-4efe-990b-c77e0500236f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:08.441146 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3536d7b6-17b3-4efe-990b-c77e0500236f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:08.457704 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3536d7b6-17b3-4efe-990b-c77e0500236f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:08.460938 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3536d7b6-17b3-4efe-990b-c77e0500236f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.475097 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6da8a817-59aa-4dcf-bfe9-bdef65de2fed req-e50e1ae7-bf5a-4981-83cc-19748f4a35eb service neutron] 10.222.0.21 "GET /v2.0/networks/2cbe48da-fba4-4eee-ba15-a84854ed35bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144462 Jul 16 08:40:08.574177 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-55114872-2a20-4867-ad46-4c85820d329f req-2a5f5e4b-3671-4239-8ad8-55e0e6272329 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Deleting port 5127906d-c7b2-470d-8a83-28229ee73e18 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:08.574452 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-55114872-2a20-4867-ad46-4c85820d329f req-2a5f5e4b-3671-4239-8ad8-55e0e6272329 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.678522 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3536d7b6-17b3-4efe-990b-c77e0500236f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2478433 Jul 16 08:40:08.685256 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43038) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:08.694855 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21de81-0d2b-41be-8db0-9da0519b72ac req-7f8dea54-f4f7-4778-9126-72a57b940b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:08.698632 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bb21de81-0d2b-41be-8db0-9da0519b72ac req-7f8dea54-f4f7-4778-9126-72a57b940b23 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6483bb017f27453589f0e49cb352f43a&device_id=af77a93a-6e57-401a-ac8e-ae9e5d557db5 HTTP/1.1" status: 200 len: 1096 time: 0.1496427 Jul 16 08:40:08.738912 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-05c54419-9683-4f62-8898-e68b2087335c tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:08.977086 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c5f3c46-674d-4db3-b289-3f27b8913926 None None] Network 5ce62bdb-bfc8-4979-bf9e-01fea673bf51 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:08.991633 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-152b8f31-22f2-4e99-bfbe-f7eb468b0a5c admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-309867317-network', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:09.036880 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa5d934-c0b8-49f1-9b18-ecd40b3065a9 req-c2bf1ef2-bbfe-4089-943a-a8e989e22423 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:09.044599 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-daa5d934-c0b8-49f1-9b18-ecd40b3065a9 req-c2bf1ef2-bbfe-4089-943a-a8e989e22423 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] 10.222.0.22 "GET /v2.0/ports?device_id=2283cad0-b5e5-4e71-8254-3061baebee59 HTTP/1.1" status: 200 len: 949 time: 0.6632960 Jul 16 08:40:09.066805 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5fda0862-f0b4-4727-ad01-31cdd167790c None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.067730 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.db.resource_extend [None req-05c54419-9683-4f62-8898-e68b2087335c tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:40:09.090579 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5fda0862-f0b4-4727-ad01-31cdd167790c None None] Transition to ACTIVE for port object d9147543-f866-4f09-8305-0ea54177e104 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:09.112977 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df33a79c-e8bb-45f5-9c26-a8b1b2c1255c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:09.115089 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-df33a79c-e8bb-45f5-9c26-a8b1b2c1255c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A381 HTTP/1.1" status: 200 len: 929 time: 0.4264190 Jul 16 08:40:09.126299 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43068) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:09.154342 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5fda0862-f0b4-4727-ad01-31cdd167790c None None] Transition to ACTIVE for port object d9147543-f866-4f09-8305-0ea54177e104 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:09.159917 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.161511 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21de81-0d2b-41be-8db0-9da0519b72ac req-de4f5447-942d-45d2-b818-427a92fb9946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:09.167211 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5fda0862-f0b4-4727-ad01-31cdd167790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.168962 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bb21de81-0d2b-41be-8db0-9da0519b72ac req-de4f5447-942d-45d2-b818-427a92fb9946 service neutron] 10.222.0.21 "GET /v2.0/networks?id=2cbe48da-fba4-4eee-ba15-a84854ed35bd HTTP/1.1" status: 200 len: 913 time: 0.4414530 Jul 16 08:40:09.187606 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-72bafc42-dcc4-4893-bfad-c85f308123cf None None] Provisioning for port a471981f-d0b2-4f29-82fe-3ce8b38a7490 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:09.192384 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-55114872-2a20-4867-ad46-4c85820d329f req-2a5f5e4b-3671-4239-8ad8-55e0e6272329 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] For port 5127906d-c7b2-470d-8a83-28229ee73e18, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=5127906d-c7b2-470d-8a83-28229ee73e18,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:09.192897 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-55114872-2a20-4867-ad46-4c85820d329f req-2a5f5e4b-3671-4239-8ad8-55e0e6272329 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.221609 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fda0862-f0b4-4727-ad01-31cdd167790c None None] Network 52212cca-d141-4905-842b-b501cbaadc95 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:09.287207 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-5fda0862-f0b4-4727-ad01-31cdd167790c None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:09.316904 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fda0862-f0b4-4727-ad01-31cdd167790c None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:09.324273 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 5127906d-c7b2-470d-8a83-28229ee73e18 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:09.328167 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43072) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:09.344490 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bb21de81-0d2b-41be-8db0-9da0519b72ac req-15187a88-3ab6-4855-888b-1639a32e884e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=00eae022-b6a4-4fed-826c-7abd156f281a HTTP/1.1" status: 200 len: 217 time: 0.1235559 Jul 16 08:40:09.436673 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda0862-f0b4-4727-ad01-31cdd167790c None None] Pushing event updated for resources: {'Port': ['ID=d9147543-f866-4f09-8305-0ea54177e104,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:09.450886 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port a471981f-d0b2-4f29-82fe-3ce8b38a7490 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:09.489015 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb21de81-0d2b-41be-8db0-9da0519b72ac req-fa2a126f-e793-4e3e-94bf-4e5c8c26eb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:09.490561 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bb21de81-0d2b-41be-8db0-9da0519b72ac req-fa2a126f-e793-4e3e-94bf-4e5c8c26eb3c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a74b337-4127-4c40-80dc-add4e4b20abd HTTP/1.1" status: 200 len: 852 time: 0.1379616 Jul 16 08:40:09.506961 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a83b50-00c7-47b8-8c3e-c6e343553f77 req-f9063699-806e-4237-98f5-ac771f324e85 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:09.509863 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d8a83b50-00c7-47b8-8c3e-c6e343553f77 req-f9063699-806e-4237-98f5-ac771f324e85 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] 10.222.0.22 "GET /v2.0/ports?device_id=af77a93a-6e57-401a-ac8e-ae9e5d557db5 HTTP/1.1" status: 200 len: 944 time: 0.2947435 Jul 16 08:40:09.526970 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port a471981f-d0b2-4f29-82fe-3ce8b38a7490 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:09.535065 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.588062 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bb21de81-0d2b-41be-8db0-9da0519b72ac req-da5c5e80-f0e1-4363-a695-297afef78d30 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=2cbe48da-fba4-4eee-ba15-a84854ed35bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0901551 Jul 16 08:40:09.644185 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c0a5bf7a-430c-47f8-b5a9-3aa486b53ac8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.647628 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-dc8fb5d0-f7f0-4445-9761-18d97fe04036 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting port dcc9e44d-7fc0-4e38-8862-f7230d578b77 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:09.647986 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb5d0-f7f0-4445-9761-18d97fe04036 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.748630 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d8a83b50-00c7-47b8-8c3e-c6e343553f77 req-1d028566-5f80-4067-b7ea-a87648771a23 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f96f67ee-4642-4196-ace4-9f7d93f1a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2174621 Jul 16 08:40:09.831901 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-05c54419-9683-4f62-8898-e68b2087335c tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.838601 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05c54419-9683-4f62-8898-e68b2087335c tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:09.839416 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-05c54419-9683-4f62-8898-e68b2087335c tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.842959 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-55114872-2a20-4867-ad46-4c85820d329f req-2a5f5e4b-3671-4239-8ad8-55e0e6272329 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Calling delete_port for 5127906d-c7b2-470d-8a83-28229ee73e18 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:09.851904 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152b8f31-22f2-4e99-bfbe-f7eb468b0a5c admin admin] Made reservation on behalf of 2fe358b4bf3b41e19a3794e097af1b16 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:09.855196 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-152b8f31-22f2-4e99-bfbe-f7eb468b0a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.858135 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-5fda0862-f0b4-4727-ad01-31cdd167790c None None] Attempting to bind port d9147543-f866-4f09-8305-0ea54177e104 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:09.858623 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-5fda0862-f0b4-4727-ad01-31cdd167790c None None] Attempting to bind port d9147543-f866-4f09-8305-0ea54177e104 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'e9963d43-bee1-4171-84e0-215588bf4bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '52212cca-d141-4905-842b-b501cbaadc95'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:09.859154 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fda0862-f0b4-4727-ad01-31cdd167790c None None] Attempting to bind port d9147543-f866-4f09-8305-0ea54177e104 on network 52212cca-d141-4905-842b-b501cbaadc95 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:09.898616 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-daa5d934-c0b8-49f1-9b18-ecd40b3065a9 req-dcb6ad23-111f-403a-9707-6c119b03530c tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] 10.222.0.22 "GET /v2.0/security-groups?id=908d7fe0-71ef-426e-b4e0-71869b14276b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8524103 Jul 16 08:40:09.905236 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb5d0-f7f0-4445-9761-18d97fe04036 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.929310 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-dc8fb5d0-f7f0-4445-9761-18d97fe04036 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Calling delete_port for dcc9e44d-7fc0-4e38-8862-f7230d578b77 owned by {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:09.938471 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-152b8f31-22f2-4e99-bfbe-f7eb468b0a5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.994319 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fda0862-f0b4-4727-ad01-31cdd167790c None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:09.994936 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fda0862-f0b4-4727-ad01-31cdd167790c None None] Checking segment: {'id': 'e9963d43-bee1-4171-84e0-215588bf4bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '52212cca-d141-4905-842b-b501cbaadc95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:09.995338 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5fda0862-f0b4-4727-ad01-31cdd167790c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:09.995828 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fda0862-f0b4-4727-ad01-31cdd167790c None None] Bound using segment: {'id': 'e9963d43-bee1-4171-84e0-215588bf4bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '52212cca-d141-4905-842b-b501cbaadc95'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:09.996585 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-5fda0862-f0b4-4727-ad01-31cdd167790c None None] Bound port: d9147543-f866-4f09-8305-0ea54177e104, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9963d43-bee1-4171-84e0-215588bf4bfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '52212cca-d141-4905-842b-b501cbaadc95'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:09.996934 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5fda0862-f0b4-4727-ad01-31cdd167790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.053054 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c54419-9683-4f62-8898-e68b2087335c tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event updated for resources: {'Network': ['ID=5128a82b-6a06-4e41-be06-32ed5dbca8fa,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:10.107110 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 5128a82b-6a06-4e41-be06-32ed5dbca8fa details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:40:10.186063 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-55114872-2a20-4867-ad46-4c85820d329f req-2a5f5e4b-3671-4239-8ad8-55e0e6272329 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.238467 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.247248 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5f5e4b-3671-4239-8ad8-55e0e6272329 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Pushing event deleted for resources: {'Port': ['ID=5127906d-c7b2-470d-8a83-28229ee73e18,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:10.293642 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.317850 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-5fda0862-f0b4-4727-ad01-31cdd167790c None None] For port d9147543-f866-4f09-8305-0ea54177e104, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:10.333534 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c0a5bf7a-430c-47f8-b5a9-3aa486b53ac8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.337911 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb5d0-f7f0-4445-9761-18d97fe04036 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.342518 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bb21de81-0d2b-41be-8db0-9da0519b72ac req-ff1aa503-b48a-4535-96f9-56c56bbcc87f service neutron] 10.222.0.21 "GET /v2.0/networks/2cbe48da-fba4-4eee-ba15-a84854ed35bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7429948 Jul 16 08:40:10.345620 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c0a5bf7a-430c-47f8-b5a9-3aa486b53ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.364476 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-55114872-2a20-4867-ad46-4c85820d329f req-2a5f5e4b-3671-4239-8ad8-55e0e6272329 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] No DVR routers for this DVR port 5127906d-c7b2-470d-8a83-28229ee73e18 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:40:10.379088 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-5fda0862-f0b4-4727-ad01-31cdd167790c None None] For port d9147543-f866-4f09-8305-0ea54177e104, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d9147543-f866-4f09-8305-0ea54177e104,segment=NetworkSegment(e9963d43-bee1-4171-84e0-215588bf4bfa),segment_id=e9963d43-bee1-4171-84e0-215588bf4bfa)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:10.405269 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5bf7a-430c-47f8-b5a9-3aa486b53ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72e68fa-7a15-48fe-a6bb-983d49cfb1cb,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:10.416564 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5fda0862-f0b4-4727-ad01-31cdd167790c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.423420 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port a471981f-d0b2-4f29-82fe-3ce8b38a7490, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=a471981f-d0b2-4f29-82fe-3ce8b38a7490,segment=NetworkSegment(e1ad5662-ed82-4b9d-8347-b17a8afa31cf),segment_id=e1ad5662-ed82-4b9d-8347-b17a8afa31cf)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:10.475390 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8fb5d0-f7f0-4445-9761-18d97fe04036 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Port': ['ID=dcc9e44d-7fc0-4e38-8862-f7230d578b77,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:10.521889 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda0862-f0b4-4727-ad01-31cdd167790c None None] Pushing event updated for resources: {'Port': ['ID=d9147543-f866-4f09-8305-0ea54177e104,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:10.528463 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.541918 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-152b8f31-22f2-4e99-bfbe-f7eb468b0a5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.554917 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-55114872-2a20-4867-ad46-4c85820d329f req-2a5f5e4b-3671-4239-8ad8-55e0e6272329 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.565692 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-55114872-2a20-4867-ad46-4c85820d329f req-2a5f5e4b-3671-4239-8ad8-55e0e6272329 tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] 10.222.0.30 "DELETE /v2.0/ports/5127906d-c7b2-470d-8a83-28229ee73e18 HTTP/1.1" status: 204 len: 173 time: 3.1768467 Jul 16 08:40:10.567229 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2283cad0-b5e5-4e71-8254-3061baebee59', 'name': 'network-vif-deleted', 'tag': '5127906d-c7b2-470d-8a83-28229ee73e18'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:10.575827 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb2b5bc4-6fca-44aa-a60f-f1835d11fe75" -d '{"events": [{"server_uuid": "2283cad0-b5e5-4e71-8254-3061baebee59", "name": "network-vif-deleted", "tag": "5127906d-c7b2-470d-8a83-28229ee73e18"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:10.583794 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-05c54419-9683-4f62-8898-e68b2087335c tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 3.0475066 Jul 16 08:40:10.590106 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43102) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:10.615923 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a24f5abe-5eef-4286-a876-b35cd21cb6bf tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Request body: {'subnet': {'network_id': '5128a82b-6a06-4e41-be06-32ed5dbca8fa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:10.633945 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-152b8f31-22f2-4e99-bfbe-f7eb468b0a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.641898 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=a471981f-d0b2-4f29-82fe-3ce8b38a7490,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:10.642056 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc8fb5d0-f7f0-4445-9761-18d97fe04036 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.656325 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-dc8fb5d0-f7f0-4445-9761-18d97fe04036 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/ports/dcc9e44d-7fc0-4e38-8862-f7230d578b77 HTTP/1.1" status: 204 len: 168 time: 1.5272386 Jul 16 08:40:10.663781 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43106) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:10.668147 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c0a5bf7a-430c-47f8-b5a9-3aa486b53ac8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=35154c83dfb34a73810011715172d381&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3384001 Jul 16 08:40:10.694077 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43108) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:10.745657 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2c3a84b-9d10-451a-a54d-ffb69b667471 x-openstack-request-id: req-f2c3a84b-9d10-451a-a54d-ffb69b667471 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:10.745961 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2283cad0-b5e5-4e71-8254-3061baebee59", "name": "network-vif-deleted", "tag": "5127906d-c7b2-470d-8a83-28229ee73e18", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:10.746217 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f2c3a84b-9d10-451a-a54d-ffb69b667471 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:10.758869 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2283cad0-b5e5-4e71-8254-3061baebee59', 'name': 'network-vif-deleted', 'tag': '5127906d-c7b2-470d-8a83-28229ee73e18', 'status': 'completed', 'code': 200} Jul 16 08:40:10.848454 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152b8f31-22f2-4e99-bfbe-f7eb468b0a5c admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:40:10.871047 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-1985a8f4-3657-4563-b2ca-c434349f8317 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] GET failed (client error): The resource could not be found. Jul 16 08:40:10.873789 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1985a8f4-3657-4563-b2ca-c434349f8317 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "GET /v2.0/ports/dcc9e44d-7fc0-4e38-8862-f7230d578b77 HTTP/1.1" status: 404 len: 333 time: 0.2042811 Jul 16 08:40:10.886009 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43116) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:10.976114 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-152b8f31-22f2-4e99-bfbe-f7eb468b0a5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:10.976505 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-152b8f31-22f2-4e99-bfbe-f7eb468b0a5c admin admin] Added segment a20da4ad-b3d2-4d6d-bc91-0a4e3225c504 of type vlan for network 68d1b8de-8ca0-41e5-ab5d-58997722961e Jul 16 08:40:10.985122 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 00eae022-b6a4-4fed-826c-7abd156f281a details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:40:11.017090 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bb21de81-0d2b-41be-8db0-9da0519b72ac req-6715b52c-a253-4d1c-b2b7-73dd1d497fa0 service neutron] 10.222.0.21 "GET /v2.0/networks/2cbe48da-fba4-4eee-ba15-a84854ed35bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6659558 Jul 16 08:40:11.050123 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b8f31-22f2-4e99-bfbe-f7eb468b0a5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2c3b92-ce98-4391-b29e-aa181e8661a2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:11.077545 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6ff450cd-30e0-4479-a89f-c9c414eff2e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.198821 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6ff450cd-30e0-4479-a89f-c9c414eff2e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.234980 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4f7bd5b9-3436-481b-a226-23a369cae06e None None] Provisioning for port 93349f1e-b234-4bae-baf0-cbcdd5933e13 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:11.334781 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6ff450cd-30e0-4479-a89f-c9c414eff2e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.342645 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6ff450cd-30e0-4479-a89f-c9c414eff2e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.349710 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6ff450cd-30e0-4479-a89f-c9c414eff2e0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f72e68fa-7a15-48fe-a6bb-983d49cfb1cb HTTP/1.1" status: 204 len: 168 time: 0.6542103 Jul 16 08:40:11.411199 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff450cd-30e0-4479-a89f-c9c414eff2e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72e68fa-7a15-48fe-a6bb-983d49cfb1cb,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:11.491950 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4f7bd5b9-3436-481b-a226-23a369cae06e None None] Provisioning complete for port 93349f1e-b234-4bae-baf0-cbcdd5933e13 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:11.492872 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4f7bd5b9-3436-481b-a226-23a369cae06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.642148 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-4f7bd5b9-3436-481b-a226-23a369cae06e None None] Port 93349f1e-b234-4bae-baf0-cbcdd5933e13 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:11.656627 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4ca96980-084f-4cfa-8dd6-b57da9409f8d req-a8e9282c-1f90-4abe-8712-e02a6a6d673a tempest-VolumesBackupsTest-514956398 tempest-VolumesBackupsTest-514956398-project] 10.222.0.22 "GET /v2.0/ports?device_id=2283cad0-b5e5-4e71-8254-3061baebee59 HTTP/1.1" status: 200 len: 210 time: 0.0842445 Jul 16 08:40:11.687907 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-152b8f31-22f2-4e99-bfbe-f7eb468b0a5c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.728271 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 00eae022-b6a4-4fed-826c-7abd156f281a, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=00eae022-b6a4-4fed-826c-7abd156f281a,segment=NetworkSegment(d0f5c6e9-3c48-4c84-9e53-59cfd8ca148d),segment_id=d0f5c6e9-3c48-4c84-9e53-59cfd8ca148d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:11.817493 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '00eae022-b6a4-4fed-826c-7abd156f281a', 'network_id': '2cbe48da-fba4-4eee-ba15-a84854ed35bd', 'port_id': '00eae022-b6a4-4fed-826c-7abd156f281a', 'mac_address': 'fa:16:3e:e4:28:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a74b337-4127-4c40-80dc-add4e4b20abd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:40:11.825203 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4f7bd5b9-3436-481b-a226-23a369cae06e None None] Provisioning complete for port a471981f-d0b2-4f29-82fe-3ce8b38a7490 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:11.825760 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4f7bd5b9-3436-481b-a226-23a369cae06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.874109 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.913588 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24f5abe-5eef-4286-a876-b35cd21cb6bf tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Made reservation on behalf of 65cc9c30e9bb4f0e9d3aa6c67b2d5b53 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:11.918966 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a24f5abe-5eef-4286-a876-b35cd21cb6bf tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.925776 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-152b8f31-22f2-4e99-bfbe-f7eb468b0a5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.929876 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00eae022-b6a4-4fed-826c-7abd156f281a {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:40:11.938135 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152b8f31-22f2-4e99-bfbe-f7eb468b0a5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:11.939022 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-152b8f31-22f2-4e99-bfbe-f7eb468b0a5c admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:11.988613 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-152b8f31-22f2-4e99-bfbe-f7eb468b0a5c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.6086259 Jul 16 08:40:11.993475 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43136) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:12.000017 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-a5573635-a497-4d93-afbb-716051050f1c admin admin] Request body: {'subnet': {'network_id': '68d1b8de-8ca0-41e5-ab5d-58997722961e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-309867317-subnet', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:12.054904 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 00eae022-b6a4-4fed-826c-7abd156f281a, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=00eae022-b6a4-4fed-826c-7abd156f281a,segment=NetworkSegment(d0f5c6e9-3c48-4c84-9e53-59cfd8ca148d),segment_id=d0f5c6e9-3c48-4c84-9e53-59cfd8ca148d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:12.095276 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5573635-a497-4d93-afbb-716051050f1c admin admin] Made reservation on behalf of 2fe358b4bf3b41e19a3794e097af1b16 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:12.100168 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:12.115143 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a5573635-a497-4d93-afbb-716051050f1c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:12.407022 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.ipam_backend_mixin [None req-a24f5abe-5eef-4286-a876-b35cd21cb6bf tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Performing IP validity checks on allocation pools {{(pid=93759) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 08:40:12.415279 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.ipam_backend_mixin [None req-a24f5abe-5eef-4286-a876-b35cd21cb6bf tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93759) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 08:40:12.476563 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-27712b91-78a8-4291-887a-29e9ec54db65 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting port 93349f1e-b234-4bae-baf0-cbcdd5933e13 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:12.482729 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-27712b91-78a8-4291-887a-29e9ec54db65 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:12.487716 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['00eae022-b6a4-4fed-826c-7abd156f281a'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:40:12.793716 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=00eae022-b6a4-4fed-826c-7abd156f281a,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:12.839779 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4f7bd5b9-3436-481b-a226-23a369cae06e None None] Could not find standard attr ID for object dcc9e44d-7fc0-4e38-8862-f7230d578b77. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:40:13.078099 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a5573635-a497-4d93-afbb-716051050f1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.104485 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-27712b91-78a8-4291-887a-29e9ec54db65 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.120062 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a471981f-d0b2-4f29-82fe-3ce8b38a7490 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:13.197466 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-27712b91-78a8-4291-887a-29e9ec54db65 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Calling delete_port for 93349f1e-b234-4bae-baf0-cbcdd5933e13 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:13.265170 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a34e98dc-fcae-4a8e-a04e-06cb2649f4ae None None] Provisioning complete for port 93349f1e-b234-4bae-baf0-cbcdd5933e13 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:13.265935 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5573635-a497-4d93-afbb-716051050f1c admin admin] Pushing event updated for resources: {'Subnet': ['ID=74283639-7822-44b6-ad1c-b5976fafc479,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:13.267639 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a34e98dc-fcae-4a8e-a04e-06cb2649f4ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.412566 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5573635-a497-4d93-afbb-716051050f1c admin admin] Checking segment: {'id': 'a20da4ad-b3d2-4d6d-bc91-0a4e3225c504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '68d1b8de-8ca0-41e5-ab5d-58997722961e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:13.413396 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5573635-a497-4d93-afbb-716051050f1c admin admin] Network hostable DHCP agents. Network: 68d1b8de-8ca0-41e5-ab5d-58997722961e, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:40:13.487187 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5573635-a497-4d93-afbb-716051050f1c admin admin] Network 68d1b8de-8ca0-41e5-ab5d-58997722961e is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:40:13.505095 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19da32fc-77c2-4af1-a6d1-292fc4c06218 None None] Network 52212cca-d141-4905-842b-b501cbaadc95 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:13.526610 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-a5573635-a497-4d93-afbb-716051050f1c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 68d1b8de-8ca0-41e5-ab5d-58997722961e) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:13.546652 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5573635-a497-4d93-afbb-716051050f1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:13.547318 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a5573635-a497-4d93-afbb-716051050f1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.614398 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a5573635-a497-4d93-afbb-716051050f1c admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6127324 Jul 16 08:40:13.615231 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1f3fd5-e232-4c76-9454-d23d40748c2b None None] Network 68d1b8de-8ca0-41e5-ab5d-58997722961e requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:13.618033 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43170) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:13.630208 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-0ce474dd-8690-4592-ac17-1056438f47dc admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-309867317-router', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:13.680430 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed89a4bf-bb0e-44f7-8e3e-0a6202a1b255 req-27579f3b-9866-4e10-9d95-c46f030b918d tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:13.690586 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ed89a4bf-bb0e-44f7-8e3e-0a6202a1b255 req-27579f3b-9866-4e10-9d95-c46f030b918d tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] 10.222.0.22 "GET /v2.0/ports?device_id=af77a93a-6e57-401a-ac8e-ae9e5d557db5 HTTP/1.1" status: 200 len: 944 time: 2.3724036 Jul 16 08:40:13.763070 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0ce474dd-8690-4592-ac17-1056438f47dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.768477 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0ce474dd-8690-4592-ac17-1056438f47dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:13.781847 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port a471981f-d0b2-4f29-82fe-3ce8b38a7490 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:13.783556 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:14.072588 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-27712b91-78a8-4291-887a-29e9ec54db65 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:14.152516 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0ce474dd-8690-4592-ac17-1056438f47dc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:14.241031 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152b8f31-22f2-4e99-bfbe-f7eb468b0a5c admin admin] Pushing event updated for resources: {'Network': ['ID=68d1b8de-8ca0-41e5-ab5d-58997722961e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:14.407566 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a34e98dc-fcae-4a8e-a04e-06cb2649f4ae None None] Port 93349f1e-b234-4bae-baf0-cbcdd5933e13 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:14.417938 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 68d1b8de-8ca0-41e5-ab5d-58997722961e details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:40:14.607924 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ed89a4bf-bb0e-44f7-8e3e-0a6202a1b255 req-c3fd00de-ce82-4d68-a2ca-0142f82549de tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f96f67ee-4642-4196-ace4-9f7d93f1a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9145668 Jul 16 08:40:14.619168 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27712b91-78a8-4291-887a-29e9ec54db65 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Port': ['ID=93349f1e-b234-4bae-baf0-cbcdd5933e13,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:14.620393 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a34e98dc-fcae-4a8e-a04e-06cb2649f4ae None None] Could not find standard attr ID for object dcc9e44d-7fc0-4e38-8862-f7230d578b77. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:40:14.630442 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a24f5abe-5eef-4286-a876-b35cd21cb6bf tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:14.874965 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0ce474dd-8690-4592-ac17-1056438f47dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.083963 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-27712b91-78a8-4291-887a-29e9ec54db65 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.086134 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-27712b91-78a8-4291-887a-29e9ec54db65 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/ports/93349f1e-b234-4bae-baf0-cbcdd5933e13 HTTP/1.1" status: 204 len: 168 time: 4.1991131 Jul 16 08:40:15.103770 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43196) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:15.274603 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-951e021c-11b4-412c-ab2c-6d63085a5e16 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] GET failed (client error): The resource could not be found. Jul 16 08:40:15.276117 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-951e021c-11b4-412c-ab2c-6d63085a5e16 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "GET /v2.0/ports/93349f1e-b234-4bae-baf0-cbcdd5933e13 HTTP/1.1" status: 404 len: 333 time: 0.1634235 Jul 16 08:40:15.296699 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43202) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:15.368294 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24f5abe-5eef-4286-a876-b35cd21cb6bf tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event updated for resources: {'Subnet': ['ID=af483e97-303d-4fd6-882e-9dee05e665cc,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:15.414033 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24f5abe-5eef-4286-a876-b35cd21cb6bf tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Checking segment: {'id': '724f916c-ea35-4b2f-ac1c-1f48962ba227', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '5128a82b-6a06-4e41-be06-32ed5dbca8fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:15.414413 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24f5abe-5eef-4286-a876-b35cd21cb6bf tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Network hostable DHCP agents. Network: 5128a82b-6a06-4e41-be06-32ed5dbca8fa, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:40:15.472608 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24f5abe-5eef-4286-a876-b35cd21cb6bf tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Network 5128a82b-6a06-4e41-be06-32ed5dbca8fa is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:40:15.499485 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-a24f5abe-5eef-4286-a876-b35cd21cb6bf tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 5128a82b-6a06-4e41-be06-32ed5dbca8fa) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:15.505315 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24f5abe-5eef-4286-a876-b35cd21cb6bf tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:15.506680 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a24f5abe-5eef-4286-a876-b35cd21cb6bf tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.545695 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a24f5abe-5eef-4286-a876-b35cd21cb6bf tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 4.9393859 Jul 16 08:40:15.551465 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43208) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:15.824818 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f77d0e1-bcaf-44b3-9a6e-e022d7df0e78 None None] Network 5128a82b-6a06-4e41-be06-32ed5dbca8fa requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:15.837588 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68f19e13-982b-46b6-9872-6f7547dfbbf4 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.874713 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec1a914c-3226-4d5e-82a6-3740d7e468ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-68d1b8de-8ca0-41e5-ab5d-58997722961e', 'network_id': '68d1b8de-8ca0-41e5-ab5d-58997722961e', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'fixed_ips': [{'subnet_id': '74283639-7822-44b6-ad1c-b5976fafc479'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:40:15.875594 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ec1a914c-3226-4d5e-82a6-3740d7e468ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:15.960860 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9d9a31eb-61e6-40b3-be2c-e31f0df1bc2c None None] Provisioning for port d9147543-f866-4f09-8305-0ea54177e104 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:15.984777 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68f19e13-982b-46b6-9872-6f7547dfbbf4 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.267301 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68f19e13-982b-46b6-9872-6f7547dfbbf4 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.350817 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f19e13-982b-46b6-9872-6f7547dfbbf4 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event deleted for resources: {'Subnet': ['ID=af483e97-303d-4fd6-882e-9dee05e665cc,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:16.421975 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d9147543-f866-4f09-8305-0ea54177e104 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:16.494526 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68f19e13-982b-46b6-9872-6f7547dfbbf4 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.510222 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-68f19e13-982b-46b6-9872-6f7547dfbbf4 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5128a82b-6a06-4e41-be06-32ed5dbca8fa']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:16.548952 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-68f19e13-982b-46b6-9872-6f7547dfbbf4 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '724f916c-ea35-4b2f-ac1c-1f48962ba227') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:16.549514 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-68f19e13-982b-46b6-9872-6f7547dfbbf4 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '724f916c-ea35-4b2f-ac1c-1f48962ba227') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:16.568377 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-646502e1-3c3b-4077-88e9-8edecb973aab tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting subnet 49d2cebd-2014-4a0e-a401-d0104bfa9320 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:40:16.569331 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68f19e13-982b-46b6-9872-6f7547dfbbf4 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.590739 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68f19e13-982b-46b6-9872-6f7547dfbbf4 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.598205 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68f19e13-982b-46b6-9872-6f7547dfbbf4 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:40:16.598894 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68f19e13-982b-46b6-9872-6f7547dfbbf4 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.663182 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-646502e1-3c3b-4077-88e9-8edecb973aab tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:40:16.664575 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:40:16.670374 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68f19e13-982b-46b6-9872-6f7547dfbbf4 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.699478 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68f19e13-982b-46b6-9872-6f7547dfbbf4 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.702680 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-68f19e13-982b-46b6-9872-6f7547dfbbf4 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "DELETE /v2.0/networks/5128a82b-6a06-4e41-be06-32ed5dbca8fa HTTP/1.1" status: 204 len: 168 time: 1.1496618 Jul 16 08:40:16.702838 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15be3fca-bd52-432b-8c3e-ebd39080875a None None] Network 5128a82b-6a06-4e41-be06-32ed5dbca8fa requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:16.742235 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43236) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:16.743973 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0ce474dd-8690-4592-ac17-1056438f47dc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.748205 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5d2779a0-3fbe-4b55-a1b3-f1a2757dbe77 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1659767475'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:16.771562 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-ec1a914c-3226-4d5e-82a6-3740d7e468ba None None] Allocated IP 172.20.0.2 (68d1b8de-8ca0-41e5-ab5d-58997722961e/74283639-7822-44b6-ad1c-b5976fafc479/ba74bf4c-ffd8-4e00-8ab7-18538aa6820f) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:16.791609 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f19e13-982b-46b6-9872-6f7547dfbbf4 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event deleted for resources: {'Network': ['ID=5128a82b-6a06-4e41-be06-32ed5dbca8fa,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:16.801340 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d2779a0-3fbe-4b55-a1b3-f1a2757dbe77 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Made reservation on behalf of 65cc9c30e9bb4f0e9d3aa6c67b2d5b53 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:16.809785 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d2779a0-3fbe-4b55-a1b3-f1a2757dbe77 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.861923 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0ce474dd-8690-4592-ac17-1056438f47dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.866178 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d2779a0-3fbe-4b55-a1b3-f1a2757dbe77 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:40:16.896451 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d2779a0-3fbe-4b55-a1b3-f1a2757dbe77 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.897887 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-5d2779a0-3fbe-4b55-a1b3-f1a2757dbe77 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Added segment 6b31f702-0c02-40d5-a28c-2ff079bc242d of type vlan for network 4858ed98-71ef-4bd9-b2a0-e2714d9679ad Jul 16 08:40:16.914596 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-646502e1-3c3b-4077-88e9-8edecb973aab tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:16.939727 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15be3fca-bd52-432b-8c3e-ebd39080875a None None] Network 5128a82b-6a06-4e41-be06-32ed5dbca8fa could not be found, it might have been deleted concurrently. {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 08:40:17.028877 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d2779a0-3fbe-4b55-a1b3-f1a2757dbe77 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.034112 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 00eae022-b6a4-4fed-826c-7abd156f281a up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:17.116387 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d2779a0-3fbe-4b55-a1b3-f1a2757dbe77 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.144627 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d2779a0-3fbe-4b55-a1b3-f1a2757dbe77 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:17.150248 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d2779a0-3fbe-4b55-a1b3-f1a2757dbe77 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.202536 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port d9147543-f866-4f09-8305-0ea54177e104 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:17.214446 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port d9147543-f866-4f09-8305-0ea54177e104 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:17.214446 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.224062 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56017d6-8b33-4ca7-8cc2-086e666590b0 req-338f42e1-62ad-4e32-8bbf-5b12cd8e3385 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:17.228896 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c56017d6-8b33-4ca7-8cc2-086e666590b0 req-338f42e1-62ad-4e32-8bbf-5b12cd8e3385 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] 10.222.0.22 "GET /v2.0/ports?device_id=af77a93a-6e57-401a-ac8e-ae9e5d557db5 HTTP/1.1" status: 200 len: 945 time: 0.7741499 Jul 16 08:40:17.305465 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-0ce474dd-8690-4592-ac17-1056438f47dc admin admin] Allocated IP 172.25.3.107 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/c1d5bfe9-14cd-4d71-86c6-029966b3a724) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:17.317787 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-54ad39be-4323-4875-9436-f680a8f82875 None None] Provisioning complete for port d9147543-f866-4f09-8305-0ea54177e104 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:17.318247 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-54ad39be-4323-4875-9436-f680a8f82875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.374875 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 00eae022-b6a4-4fed-826c-7abd156f281a completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:17.388105 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ec1a914c-3226-4d5e-82a6-3740d7e468ba None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.392435 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 00eae022-b6a4-4fed-826c-7abd156f281a triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:17.392810 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.412543 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2779a0-3fbe-4b55-a1b3-f1a2757dbe77 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event updated for resources: {'Network': ['ID=4858ed98-71ef-4bd9-b2a0-e2714d9679ad,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:17.445453 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 4858ed98-71ef-4bd9-b2a0-e2714d9679ad details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:40:17.447046 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5d2779a0-3fbe-4b55-a1b3-f1a2757dbe77 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7027411 Jul 16 08:40:17.448635 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43254) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:17.455977 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ec1a914c-3226-4d5e-82a6-3740d7e468ba None None] Transition to ACTIVE for port object ba74bf4c-ffd8-4e00-8ab7-18538aa6820f will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:17.473612 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1f00d9f1-ab53-4969-8254-03e2ecfe577b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Request body: {'subnet': {'network_id': '4858ed98-71ef-4bd9-b2a0-e2714d9679ad', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:17.570110 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0ce474dd-8690-4592-ac17-1056438f47dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.677638 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-54ad39be-4323-4875-9436-f680a8f82875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.742820 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ec1a914c-3226-4d5e-82a6-3740d7e468ba None None] Transition to ACTIVE for port object ba74bf4c-ffd8-4e00-8ab7-18538aa6820f will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:17.789408 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ec1a914c-3226-4d5e-82a6-3740d7e468ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.841233 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f00d9f1-ab53-4969-8254-03e2ecfe577b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Made reservation on behalf of 65cc9c30e9bb4f0e9d3aa6c67b2d5b53 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:17.847578 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-54ad39be-4323-4875-9436-f680a8f82875 None None] For port d9147543-f866-4f09-8305-0ea54177e104, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d9147543-f866-4f09-8305-0ea54177e104,segment=NetworkSegment(e9963d43-bee1-4171-84e0-215588bf4bfa),segment_id=e9963d43-bee1-4171-84e0-215588bf4bfa)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:17.848700 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a914c-3226-4d5e-82a6-3740d7e468ba None None] Pushing event updated for resources: {'Port': ['ID=ba74bf4c-ffd8-4e00-8ab7-18538aa6820f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:17.855881 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f00d9f1-ab53-4969-8254-03e2ecfe577b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.859154 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-54ad39be-4323-4875-9436-f680a8f82875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.869707 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec1a914c-3226-4d5e-82a6-3740d7e468ba None None] Network 68d1b8de-8ca0-41e5-ab5d-58997722961e is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:17.871033 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.876851 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c56017d6-8b33-4ca7-8cc2-086e666590b0 req-99d520bb-b658-43be-baa6-e0194b1d3d12 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f96f67ee-4642-4196-ace4-9f7d93f1a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2910380 Jul 16 08:40:17.910786 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-ec1a914c-3226-4d5e-82a6-3740d7e468ba None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:17.917791 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.922066 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-646502e1-3c3b-4077-88e9-8edecb973aab tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:17.935143 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec1a914c-3226-4d5e-82a6-3740d7e468ba None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:18.033811 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 00eae022-b6a4-4fed-826c-7abd156f281a, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=00eae022-b6a4-4fed-826c-7abd156f281a,segment=NetworkSegment(d0f5c6e9-3c48-4c84-9e53-59cfd8ca148d),segment_id=d0f5c6e9-3c48-4c84-9e53-59cfd8ca148d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:18.058039 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0ce474dd-8690-4592-ac17-1056438f47dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.116018 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af77a93a-6e57-401a-ac8e-ae9e5d557db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00eae022-b6a4-4fed-826c-7abd156f281a'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:18.122877 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c58c6e3-9f45-4092-b8fd-610351d7357c" -d '{"events": [{"server_uuid": "af77a93a-6e57-401a-ac8e-ae9e5d557db5", "name": "network-vif-plugged", "status": "completed", "tag": "00eae022-b6a4-4fed-826c-7abd156f281a"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:18.242571 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.275910 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ce474dd-8690-4592-ac17-1056438f47dc admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:18.352545 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-0ce474dd-8690-4592-ac17-1056438f47dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:18.379345 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce474dd-8690-4592-ac17-1056438f47dc admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:18.484427 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa6841f-4b17-48e1-b99d-aaf120a98364 x-openstack-request-id: req-faa6841f-4b17-48e1-b99d-aaf120a98364 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:18.484760 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af77a93a-6e57-401a-ac8e-ae9e5d557db5", "name": "network-vif-plugged", "status": "completed", "tag": "00eae022-b6a4-4fed-826c-7abd156f281a", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:18.485025 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-faa6841f-4b17-48e1-b99d-aaf120a98364 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:18.485439 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af77a93a-6e57-401a-ac8e-ae9e5d557db5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00eae022-b6a4-4fed-826c-7abd156f281a', 'code': 200} Jul 16 08:40:18.504642 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce474dd-8690-4592-ac17-1056438f47dc admin admin] Pushing event updated for resources: {'Port': ['ID=c1d5bfe9-14cd-4d71-86c6-029966b3a724,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:18.513207 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-646502e1-3c3b-4077-88e9-8edecb973aab tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.572470 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.db.api [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:40:18.572826 n-d-771362-37 neutron-server[93760]: DEBUG oslo_db.api [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:40:18.584763 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ec1a914c-3226-4d5e-82a6-3740d7e468ba None None] Attempting to bind port ba74bf4c-ffd8-4e00-8ab7-18538aa6820f on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:18.585463 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ec1a914c-3226-4d5e-82a6-3740d7e468ba None None] Attempting to bind port ba74bf4c-ffd8-4e00-8ab7-18538aa6820f by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'a20da4ad-b3d2-4d6d-bc91-0a4e3225c504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '68d1b8de-8ca0-41e5-ab5d-58997722961e'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:18.586117 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a914c-3226-4d5e-82a6-3740d7e468ba None None] Attempting to bind port ba74bf4c-ffd8-4e00-8ab7-18538aa6820f on network 68d1b8de-8ca0-41e5-ab5d-58997722961e {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:18.607634 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a914c-3226-4d5e-82a6-3740d7e468ba None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:18.608323 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a914c-3226-4d5e-82a6-3740d7e468ba None None] Checking segment: {'id': 'a20da4ad-b3d2-4d6d-bc91-0a4e3225c504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '68d1b8de-8ca0-41e5-ab5d-58997722961e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:18.608913 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ec1a914c-3226-4d5e-82a6-3740d7e468ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.609505 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec1a914c-3226-4d5e-82a6-3740d7e468ba None None] Bound using segment: {'id': 'a20da4ad-b3d2-4d6d-bc91-0a4e3225c504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '68d1b8de-8ca0-41e5-ab5d-58997722961e'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:18.610146 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ec1a914c-3226-4d5e-82a6-3740d7e468ba None None] Bound port: ba74bf4c-ffd8-4e00-8ab7-18538aa6820f, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20da4ad-b3d2-4d6d-bc91-0a4e3225c504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '68d1b8de-8ca0-41e5-ab5d-58997722961e'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:18.610677 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ec1a914c-3226-4d5e-82a6-3740d7e468ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.618329 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f00d9f1-ab53-4969-8254-03e2ecfe577b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.631749 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad39be-4323-4875-9436-f680a8f82875 None None] Pushing event updated for resources: {'Port': ['ID=d9147543-f866-4f09-8305-0ea54177e104,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:18.823873 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646502e1-3c3b-4077-88e9-8edecb973aab tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Subnet': ['ID=49d2cebd-2014-4a0e-a401-d0104bfa9320,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:18.825927 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f00d9f1-ab53-4969-8254-03e2ecfe577b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event updated for resources: {'Subnet': ['ID=9e9d1690-c099-46f5-b51a-babaf710d39f,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:18.834024 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-646502e1-3c3b-4077-88e9-8edecb973aab tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:18.835955 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-646502e1-3c3b-4077-88e9-8edecb973aab tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/subnets/49d2cebd-2014-4a0e-a401-d0104bfa9320 HTTP/1.1" status: 204 len: 168 time: 3.5450919 Jul 16 08:40:18.840785 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43278) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:18.868467 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f00d9f1-ab53-4969-8254-03e2ecfe577b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Checking segment: {'id': '6b31f702-0c02-40d5-a28c-2ff079bc242d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '4858ed98-71ef-4bd9-b2a0-e2714d9679ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:18.871847 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f00d9f1-ab53-4969-8254-03e2ecfe577b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Network hostable DHCP agents. Network: 4858ed98-71ef-4bd9-b2a0-e2714d9679ad, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:40:18.912179 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad1aff86-1f7b-4e59-bc43-1bc33bc2daf4 None None] Network 5ce62bdb-bfc8-4979-bf9e-01fea673bf51 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:18.928305 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e42d96d-bddc-400c-9a6a-cd5696771940 req-ba60722b-2477-4dbe-adfe-e0cbb538bfdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:18.930027 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7e42d96d-bddc-400c-9a6a-cd5696771940 req-ba60722b-2477-4dbe-adfe-e0cbb538bfdc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=af77a93a-6e57-401a-ac8e-ae9e5d557db5 HTTP/1.1" status: 200 len: 1098 time: 0.2795651 Jul 16 08:40:18.935965 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43282) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:19.093484 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f00d9f1-ab53-4969-8254-03e2ecfe577b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Network 4858ed98-71ef-4bd9-b2a0-e2714d9679ad is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:40:19.144103 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60c3f889-4886-49a5-bd1e-6d68c0ba9c06 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.147349 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-1f00d9f1-ab53-4969-8254-03e2ecfe577b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 4858ed98-71ef-4bd9-b2a0-e2714d9679ad) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:19.172796 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f00d9f1-ab53-4969-8254-03e2ecfe577b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:19.173312 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1f00d9f1-ab53-4969-8254-03e2ecfe577b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.209360 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7e42d96d-bddc-400c-9a6a-cd5696771940 req-ae8f6dd6-0c85-4ce6-903d-30a4affafa3d service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f96f67ee-4642-4196-ace4-9f7d93f1a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2291594 Jul 16 08:40:19.239693 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1f00d9f1-ab53-4969-8254-03e2ecfe577b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.7858431 Jul 16 08:40:19.251621 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43292) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:19.276371 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0ce474dd-8690-4592-ac17-1056438f47dc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.277732 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a367fbba-b55b-4597-8f7f-51e78e2c8634 None None] Network 4858ed98-71ef-4bd9-b2a0-e2714d9679ad requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:19.345708 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=00eae022-b6a4-4fed-826c-7abd156f281a,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:19.349267 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ec1a914c-3226-4d5e-82a6-3740d7e468ba None None] For port ba74bf4c-ffd8-4e00-8ab7-18538aa6820f, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:19.451167 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ec1a914c-3226-4d5e-82a6-3740d7e468ba None None] For port ba74bf4c-ffd8-4e00-8ab7-18538aa6820f, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ba74bf4c-ffd8-4e00-8ab7-18538aa6820f,segment=NetworkSegment(a20da4ad-b3d2-4d6d-bc91-0a4e3225c504),segment_id=a20da4ad-b3d2-4d6d-bc91-0a4e3225c504)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:19.478189 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-916eb649-9fc2-4b1b-a38b-3cc5b6171dd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.490475 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ec1a914c-3226-4d5e-82a6-3740d7e468ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.511632 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d9147543-f866-4f09-8305-0ea54177e104 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:19.629561 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0ca08c8-3e25-447b-97b3-87ea161808de tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.748659 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port d9147543-f866-4f09-8305-0ea54177e104 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:19.749373 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.902892 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0ca08c8-3e25-447b-97b3-87ea161808de tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:19.936168 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8493ac54-f2c3-47f6-b517-40795719f353 None None] DHCP port deletion for 5ce62bdb-bfc8-4979-bf9e-01fea673bf51 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:40:19.938475 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1a914c-3226-4d5e-82a6-3740d7e468ba None None] Pushing event updated for resources: {'Port': ['ID=ba74bf4c-ffd8-4e00-8ab7-18538aa6820f,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:20.155040 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f099c7-1e97-4222-a7d3-c67e1e87aaae req-9ef538ec-0b90-48eb-81d1-76d155189262 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:20.169115 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-60c3f889-4886-49a5-bd1e-6d68c0ba9c06 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting port a471981f-d0b2-4f29-82fe-3ce8b38a7490 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:20.170674 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60c3f889-4886-49a5-bd1e-6d68c0ba9c06 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.187212 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d7f099c7-1e97-4222-a7d3-c67e1e87aaae req-9ef538ec-0b90-48eb-81d1-76d155189262 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] 10.222.0.22 "GET /v2.0/ports?device_id=af77a93a-6e57-401a-ac8e-ae9e5d557db5 HTTP/1.1" status: 200 len: 946 time: 0.8243523 Jul 16 08:40:20.190297 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0ca08c8-3e25-447b-97b3-87ea161808de tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.262542 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43306) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:20.318810 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0ce474dd-8690-4592-ac17-1056438f47dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.403908 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d7f099c7-1e97-4222-a7d3-c67e1e87aaae req-eaffa32c-8640-4b0d-b3af-b11b84ae0bff tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f96f67ee-4642-4196-ace4-9f7d93f1a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125356 Jul 16 08:40:20.494858 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4af5e0d-c7cc-487b-8069-244986915530 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-4858ed98-71ef-4bd9-b2a0-e2714d9679ad', 'network_id': '4858ed98-71ef-4bd9-b2a0-e2714d9679ad', 'tenant_id': '65cc9c30e9bb4f0e9d3aa6c67b2d5b53', 'fixed_ips': [{'subnet_id': '9e9d1690-c099-46f5-b51a-babaf710d39f'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:40:20.504105 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d4af5e0d-c7cc-487b-8069-244986915530 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.538633 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca08c8-3e25-447b-97b3-87ea161808de tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event deleted for resources: {'Subnet': ['ID=9e9d1690-c099-46f5-b51a-babaf710d39f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:20.555558 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-60c3f889-4886-49a5-bd1e-6d68c0ba9c06 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] For port a471981f-d0b2-4f29-82fe-3ce8b38a7490, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=a471981f-d0b2-4f29-82fe-3ce8b38a7490,segment=NetworkSegment(e1ad5662-ed82-4b9d-8347-b17a8afa31cf),segment_id=e1ad5662-ed82-4b9d-8347-b17a8afa31cf)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:20.555948 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60c3f889-4886-49a5-bd1e-6d68c0ba9c06 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.657237 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0ca08c8-3e25-447b-97b3-87ea161808de tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.658285 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8493ac54-f2c3-47f6-b517-40795719f353 None None] Deleting port a471981f-d0b2-4f29-82fe-3ce8b38a7490 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:20.658626 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8493ac54-f2c3-47f6-b517-40795719f353 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.695790 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-60c3f889-4886-49a5-bd1e-6d68c0ba9c06 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Calling delete_port for a471981f-d0b2-4f29-82fe-3ce8b38a7490 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:20.703003 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc53b34f-34bf-4abf-8e7e-4178fd2345f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.737757 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d0ca08c8-3e25-447b-97b3-87ea161808de tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4858ed98-71ef-4bd9-b2a0-e2714d9679ad']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:20.804556 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d0ca08c8-3e25-447b-97b3-87ea161808de tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b31f702-0c02-40d5-a28c-2ff079bc242d') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:20.805146 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d0ca08c8-3e25-447b-97b3-87ea161808de tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b31f702-0c02-40d5-a28c-2ff079bc242d') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:20.811628 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-916eb649-9fc2-4b1b-a38b-3cc5b6171dd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.822948 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0ca08c8-3e25-447b-97b3-87ea161808de tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.856009 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0ca08c8-3e25-447b-97b3-87ea161808de tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.874648 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0ca08c8-3e25-447b-97b3-87ea161808de tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:40:20.875323 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0ca08c8-3e25-447b-97b3-87ea161808de tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.881082 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:40:20.881082 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:40:20.881082 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:40:20.881082 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:40:20.881082 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:40:20.881082 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:40:20.881082 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:40:20.881082 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:40:20.881082 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:40:20.881082 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:40:20.881082 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:40:20.881082 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:40:20.881082 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:40:20.881082 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:40:20.881082 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:40:20.881082 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:40:20.881082 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:40:20.881082 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:40:20.881082 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:40:20.881082 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:40:20.881082 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:40:20.881082 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:40:20.881082 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:40:20.881082 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:40:20.881082 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:40:20.881082 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:40:20.881082 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:40:20.881082 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:40:20.881082 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:40:20.881082 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:40:20.881082 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:40:20.881082 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:40:20.956401 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc53b34f-34bf-4abf-8e7e-4178fd2345f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.962610 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-916eb649-9fc2-4b1b-a38b-3cc5b6171dd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.994928 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60c3f889-4886-49a5-bd1e-6d68c0ba9c06 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:20.997547 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc53b34f-34bf-4abf-8e7e-4178fd2345f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.004279 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916eb649-9fc2-4b1b-a38b-3cc5b6171dd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=256eaf7b-7e4d-48e5-b395-a349efd00588,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:21.019101 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0ca08c8-3e25-447b-97b3-87ea161808de tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.091808 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0ca08c8-3e25-447b-97b3-87ea161808de tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.101016 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ce474dd-8690-4592-ac17-1056438f47dc admin admin] Router e51cf9c8-0fe6-4430-83c8-15c9bd46b226 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:40:21.103022 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d0ca08c8-3e25-447b-97b3-87ea161808de tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "DELETE /v2.0/networks/4858ed98-71ef-4bd9-b2a0-e2714d9679ad HTTP/1.1" status: 204 len: 168 time: 1.8506269 Jul 16 08:40:21.107795 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-916eb649-9fc2-4b1b-a38b-3cc5b6171dd8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fb0fd87cfa02421f875efc72035dbaf7&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1689229 Jul 16 08:40:21.107972 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3f889-4886-49a5-bd1e-6d68c0ba9c06 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Port': ['ID=a471981f-d0b2-4f29-82fe-3ce8b38a7490,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:21.108677 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43348) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:21.109020 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43350) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:21.119226 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-3b09758d-6704-42ec-87cc-0d904bc887b0 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1629198915'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:21.156518 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c3f889-4886-49a5-bd1e-6d68c0ba9c06 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] No DVR routers for this DVR port a471981f-d0b2-4f29-82fe-3ce8b38a7490 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:40:21.163133 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ca08c8-3e25-447b-97b3-87ea161808de tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event deleted for resources: {'Network': ['ID=4858ed98-71ef-4bd9-b2a0-e2714d9679ad,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:21.173261 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-fc53b34f-34bf-4abf-8e7e-4178fd2345f0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ca33224672154755abf1a7bd7167a3ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8956430 Jul 16 08:40:21.173795 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43352) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:21.177059 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02aa1b24-b2f6-4bba-b6cf-503e12654b59 None None] Network 4858ed98-71ef-4bd9-b2a0-e2714d9679ad requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:21.178549 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc53b34f-34bf-4abf-8e7e-4178fd2345f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=971bf9e4-8473-4f64-b803-add6bbbfc7db,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:21.246877 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02aa1b24-b2f6-4bba-b6cf-503e12654b59 None None] Network 4858ed98-71ef-4bd9-b2a0-e2714d9679ad could not be found, it might have been deleted concurrently. {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 08:40:21.293193 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-629061a6-dc9c-4b0a-8057-57309635c3b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.318295 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b09758d-6704-42ec-87cc-0d904bc887b0 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Made reservation on behalf of 65cc9c30e9bb4f0e9d3aa6c67b2d5b53 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:21.330805 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3b09758d-6704-42ec-87cc-0d904bc887b0 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.356470 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8493ac54-f2c3-47f6-b517-40795719f353 None None] For port a471981f-d0b2-4f29-82fe-3ce8b38a7490, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=a471981f-d0b2-4f29-82fe-3ce8b38a7490,segment=NetworkSegment(e1ad5662-ed82-4b9d-8347-b17a8afa31cf),segment_id=e1ad5662-ed82-4b9d-8347-b17a8afa31cf)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:21.356883 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8493ac54-f2c3-47f6-b517-40795719f353 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.379984 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60c3f889-4886-49a5-bd1e-6d68c0ba9c06 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.387811 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8493ac54-f2c3-47f6-b517-40795719f353 None None] Calling delete_port for a471981f-d0b2-4f29-82fe-3ce8b38a7490 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:21.416321 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-60c3f889-4886-49a5-bd1e-6d68c0ba9c06 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce62bdb-bfc8-4979-bf9e-01fea673bf51']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:21.456285 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-60c3f889-4886-49a5-bd1e-6d68c0ba9c06 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1ad5662-ed82-4b9d-8347-b17a8afa31cf') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:21.456641 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-60c3f889-4886-49a5-bd1e-6d68c0ba9c06 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1ad5662-ed82-4b9d-8347-b17a8afa31cf') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:21.499994 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60c3f889-4886-49a5-bd1e-6d68c0ba9c06 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.571553 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b09758d-6704-42ec-87cc-0d904bc887b0 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:40:21.572085 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60c3f889-4886-49a5-bd1e-6d68c0ba9c06 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.583537 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3b09758d-6704-42ec-87cc-0d904bc887b0 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.584195 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-3b09758d-6704-42ec-87cc-0d904bc887b0 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Added segment 5cd028f0-2645-4cdb-b0bf-f020c0180906 of type vlan for network 2a97c22c-2961-4090-ad09-e41937c5a171 Jul 16 08:40:21.604151 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60c3f889-4886-49a5-bd1e-6d68c0ba9c06 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:40:21.606710 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60c3f889-4886-49a5-bd1e-6d68c0ba9c06 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.624085 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:40:21.624085 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:40:21.624085 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:40:21.624085 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:40:21.624085 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:40:21.624085 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:40:21.624085 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:40:21.624085 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:40:21.624085 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:40:21.624085 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:40:21.624085 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:40:21.624085 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:40:21.624085 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:40:21.624085 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:40:21.624085 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:40:21.624085 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:40:21.624085 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:40:21.624085 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:40:21.624085 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:40:21.624085 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:40:21.624085 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:40:21.624085 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:40:21.624085 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:40:21.624085 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:40:21.624085 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:40:21.624085 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:40:21.624085 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:40:21.624085 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:40:21.624085 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:40:21.624085 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:40:21.624085 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:40:21.624085 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:40:21.648860 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3b09758d-6704-42ec-87cc-0d904bc887b0 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.696494 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8493ac54-f2c3-47f6-b517-40795719f353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.712602 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ba74bf4c-ffd8-4e00-8ab7-18538aa6820f up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:21.720013 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-629061a6-dc9c-4b0a-8057-57309635c3b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.788305 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3b09758d-6704-42ec-87cc-0d904bc887b0 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.816136 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b09758d-6704-42ec-87cc-0d904bc887b0 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:21.816934 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3b09758d-6704-42ec-87cc-0d904bc887b0 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.847008 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e70a908-b4f9-4da1-b3d5-36ffe047a308 None None] Network 68d1b8de-8ca0-41e5-ab5d-58997722961e requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:21.881735 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60c3f889-4886-49a5-bd1e-6d68c0ba9c06 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:21.885260 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8493ac54-f2c3-47f6-b517-40795719f353 None None] Pushing event deleted for resources: {'Port': ['ID=a471981f-d0b2-4f29-82fe-3ce8b38a7490,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:21.955331 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8493ac54-f2c3-47f6-b517-40795719f353 None None] No DVR routers for this DVR port a471981f-d0b2-4f29-82fe-3ce8b38a7490 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:40:22.003796 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60c3f889-4886-49a5-bd1e-6d68c0ba9c06 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.007522 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-60c3f889-4886-49a5-bd1e-6d68c0ba9c06 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/networks/5ce62bdb-bfc8-4979-bf9e-01fea673bf51 HTTP/1.1" status: 204 len: 168 time: 3.1641994 Jul 16 08:40:22.009259 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c3f889-4886-49a5-bd1e-6d68c0ba9c06 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Network': ['ID=5ce62bdb-bfc8-4979-bf9e-01fea673bf51,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:22.015079 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ce474dd-8690-4592-ac17-1056438f47dc admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:40:22.023068 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43378) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:22.026259 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3b09758d-6704-42ec-87cc-0d904bc887b0 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9131551 Jul 16 08:40:22.027241 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f5be9be9-7c85-4e36-825c-9c1332d665ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.030399 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43380) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:22.032537 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24278a18-6bd9-4925-a14d-1b56a5100c7b None None] Sync routers for ids ['e51cf9c8-0fe6-4430-83c8-15c9bd46b226'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:40:22.034691 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-983dd479-e897-4f2f-9a89-b1cc5e97639f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-67428735'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:22.055759 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24278a18-6bd9-4925-a14d-1b56a5100c7b None None] Routers {'e51cf9c8-0fe6-4430-83c8-15c9bd46b226'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:22.056706 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-24278a18-6bd9-4925-a14d-1b56a5100c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:40:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['e51cf9c8-0fe6-4430-83c8-15c9bd46b226'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:22.078366 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-84ca0be6-de97-4968-a9ec-056d10ef1349 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Request body: {'subnet': {'network_id': '2a97c22c-2961-4090-ad09-e41937c5a171', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:22.116108 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c725f662-549f-477e-a5d7-85edaf8abedd req-0a624e1b-cdd5-488a-b941-12478442f281 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:22.117186 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b09758d-6704-42ec-87cc-0d904bc887b0 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event updated for resources: {'Network': ['ID=2a97c22c-2961-4090-ad09-e41937c5a171,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:22.129920 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c725f662-549f-477e-a5d7-85edaf8abedd req-0a624e1b-cdd5-488a-b941-12478442f281 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] 10.222.0.22 "GET /v2.0/ports?device_id=af77a93a-6e57-401a-ac8e-ae9e5d557db5 HTTP/1.1" status: 200 len: 946 time: 0.4210021 Jul 16 08:40:22.133583 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-73bea8a9-0816-4c6d-8e96-c9d557693116 None None] Provisioning for port ba74bf4c-ffd8-4e00-8ab7-18538aa6820f completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:22.165048 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 2a97c22c-2961-4090-ad09-e41937c5a171 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:40:22.192186 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0ce474dd-8690-4592-ac17-1056438f47dc admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.196686 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0ce474dd-8690-4592-ac17-1056438f47dc admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.5748956 Jul 16 08:40:22.208708 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43392) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:22.257231 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c725f662-549f-477e-a5d7-85edaf8abedd req-17c08cdc-f6cb-48e2-a041-dc5242522b1a tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f96f67ee-4642-4196-ace4-9f7d93f1a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219721 Jul 16 08:40:22.262496 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f5be9be9-7c85-4e36-825c-9c1332d665ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.349166 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-24278a18-6bd9-4925-a14d-1b56a5100c7b None None] Set router e51cf9c8-0fe6-4430-83c8-15c9bd46b226 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:22.586902 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port ba74bf4c-ffd8-4e00-8ab7-18538aa6820f completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:22.610035 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port ba74bf4c-ffd8-4e00-8ab7-18538aa6820f triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:22.610776 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.730073 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-24278a18-6bd9-4925-a14d-1b56a5100c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'name': 'tempest-TaggedBootDevicesTest-309867317-router', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'c1d5bfe9-14cd-4d71-86c6-029966b3a724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:13Z', 'updated_at': '2021-07-16T08:40:18Z', 'revision_number': 3, 'project_id': '2fe358b4bf3b41e19a3794e097af1b16', 'gw_port': {'id': 'c1d5bfe9-14cd-4d71-86c6-029966b3a724', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:16Z', 'updated_at': '2021-07-16T08:40:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:22.745948 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-629061a6-dc9c-4b0a-8057-57309635c3b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.755758 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-629061a6-dc9c-4b0a-8057-57309635c3b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.757458 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-629061a6-dc9c-4b0a-8057-57309635c3b8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/256eaf7b-7e4d-48e5-b395-a349efd00588 HTTP/1.1" status: 204 len: 168 time: 1.6432796 Jul 16 08:40:22.785627 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24278a18-6bd9-4925-a14d-1b56a5100c7b None None] Checking router: e51cf9c8-0fe6-4430-83c8-15c9bd46b226 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:40:22.786526 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24278a18-6bd9-4925-a14d-1b56a5100c7b None None] Updating router e51cf9c8-0fe6-4430-83c8-15c9bd46b226 port c1d5bfe9-14cd-4d71-86c6-029966b3a724 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:40:22.852250 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-24278a18-6bd9-4925-a14d-1b56a5100c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.893459 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84ca0be6-de97-4968-a9ec-056d10ef1349 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Made reservation on behalf of 65cc9c30e9bb4f0e9d3aa6c67b2d5b53 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:22.925375 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-84ca0be6-de97-4968-a9ec-056d10ef1349 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:22.958308 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.037372 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f5be9be9-7c85-4e36-825c-9c1332d665ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.056245 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f5be9be9-7c85-4e36-825c-9c1332d665ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.061818 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f5be9be9-7c85-4e36-825c-9c1332d665ec admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/971bf9e4-8473-4f64-b803-add6bbbfc7db HTTP/1.1" status: 204 len: 168 time: 1.8802116 Jul 16 08:40:23.111361 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629061a6-dc9c-4b0a-8057-57309635c3b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=256eaf7b-7e4d-48e5-b395-a349efd00588,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:23.140218 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983dd479-e897-4f2f-9a89-b1cc5e97639f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:23.159696 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-983dd479-e897-4f2f-9a89-b1cc5e97639f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.185897 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:40:23.251337 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port ba74bf4c-ffd8-4e00-8ab7-18538aa6820f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ba74bf4c-ffd8-4e00-8ab7-18538aa6820f,segment=NetworkSegment(a20da4ad-b3d2-4d6d-bc91-0a4e3225c504),segment_id=a20da4ad-b3d2-4d6d-bc91-0a4e3225c504)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:23.311655 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.471355 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a471981f-d0b2-4f29-82fe-3ce8b38a7490 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:23.480806 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5be9be9-7c85-4e36-825c-9c1332d665ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=971bf9e4-8473-4f64-b803-add6bbbfc7db,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:23.489802 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-24278a18-6bd9-4925-a14d-1b56a5100c7b None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.547486 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-24278a18-6bd9-4925-a14d-1b56a5100c7b None None] Transition to ACTIVE for port object c1d5bfe9-14cd-4d71-86c6-029966b3a724 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:23.565018 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-24278a18-6bd9-4925-a14d-1b56a5100c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.663015 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: a471981f-d0b2-4f29-82fe-3ce8b38a7490 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:40:23.663989 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a471981f-d0b2-4f29-82fe-3ce8b38a7490 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:40:23.680367 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f3f66-df75-4e21-aa7e-0d9d1f634500 None None] Pushing event updated for resources: {'Port': ['ID=c1d5bfe9-14cd-4d71-86c6-029966b3a724,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:23.726998 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=ba74bf4c-ffd8-4e00-8ab7-18538aa6820f,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:23.770623 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-24278a18-6bd9-4925-a14d-1b56a5100c7b None None] Attempting to bind port c1d5bfe9-14cd-4d71-86c6-029966b3a724 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:23.771004 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-24278a18-6bd9-4925-a14d-1b56a5100c7b None None] Attempting to bind port c1d5bfe9-14cd-4d71-86c6-029966b3a724 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:23.771370 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24278a18-6bd9-4925-a14d-1b56a5100c7b None None] Attempting to bind port c1d5bfe9-14cd-4d71-86c6-029966b3a724 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:23.788051 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f3f66-df75-4e21-aa7e-0d9d1f634500 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:23.790937 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f3f66-df75-4e21-aa7e-0d9d1f634500 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:23.795058 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f3f66-df75-4e21-aa7e-0d9d1f634500 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:23.796655 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f3f66-df75-4e21-aa7e-0d9d1f634500 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:23.798288 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f3f66-df75-4e21-aa7e-0d9d1f634500 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:23.798794 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f3f66-df75-4e21-aa7e-0d9d1f634500 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:23.799687 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f3f66-df75-4e21-aa7e-0d9d1f634500 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:23.801272 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f3f66-df75-4e21-aa7e-0d9d1f634500 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:23.803212 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f3f66-df75-4e21-aa7e-0d9d1f634500 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:23.804318 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f3f66-df75-4e21-aa7e-0d9d1f634500 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:23.804909 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f3f66-df75-4e21-aa7e-0d9d1f634500 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:23.806793 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d9f3f66-df75-4e21-aa7e-0d9d1f634500 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:23.815850 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-58b9ae2a-a42c-473a-a3ae-7a30caba2ed3 None None] Provisioning complete for port ba74bf4c-ffd8-4e00-8ab7-18538aa6820f triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:23.816284 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-58b9ae2a-a42c-473a-a3ae-7a30caba2ed3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.827013 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24278a18-6bd9-4925-a14d-1b56a5100c7b None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:23.828797 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24278a18-6bd9-4925-a14d-1b56a5100c7b None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:23.829220 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-24278a18-6bd9-4925-a14d-1b56a5100c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.830980 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24278a18-6bd9-4925-a14d-1b56a5100c7b None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:23.831534 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-24278a18-6bd9-4925-a14d-1b56a5100c7b None None] Bound port: c1d5bfe9-14cd-4d71-86c6-029966b3a724, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:23.831953 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-24278a18-6bd9-4925-a14d-1b56a5100c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.844342 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-983dd479-e897-4f2f-9a89-b1cc5e97639f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:40:23.894601 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-24278a18-6bd9-4925-a14d-1b56a5100c7b None None] For port c1d5bfe9-14cd-4d71-86c6-029966b3a724, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:23.898723 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-24278a18-6bd9-4925-a14d-1b56a5100c7b None None] For port c1d5bfe9-14cd-4d71-86c6-029966b3a724, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=c1d5bfe9-14cd-4d71-86c6-029966b3a724,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:23.904519 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-24278a18-6bd9-4925-a14d-1b56a5100c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.928030 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-983dd479-e897-4f2f-9a89-b1cc5e97639f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:23.928978 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-983dd479-e897-4f2f-9a89-b1cc5e97639f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Added segment afa4faf4-ce0d-4208-83ef-040092064c25 of type vlan for network c5ecb494-56e7-474f-9f3f-6f962792b0e8 Jul 16 08:40:23.937642 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43448) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:23.972342 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef658f9e-04ee-4e7b-a268-3b57ede1a049 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.035083 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9f3f66-df75-4e21-aa7e-0d9d1f634500 None None] Pushing event updated for resources: {'Port': ['ID=c1d5bfe9-14cd-4d71-86c6-029966b3a724,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:24.083612 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24278a18-6bd9-4925-a14d-1b56a5100c7b None None] Routers {'e51cf9c8-0fe6-4430-83c8-15c9bd46b226'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:24.084253 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-24278a18-6bd9-4925-a14d-1b56a5100c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:40:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['e51cf9c8-0fe6-4430-83c8-15c9bd46b226'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:24.245388 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef658f9e-04ee-4e7b-a268-3b57ede1a049 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.246578 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43452) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:24.263954 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef658f9e-04ee-4e7b-a268-3b57ede1a049 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.351501 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-24278a18-6bd9-4925-a14d-1b56a5100c7b None None] Set router e51cf9c8-0fe6-4430-83c8-15c9bd46b226 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:24.353997 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ff254fda-3407-45c9-aabf-26aa23eba3e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.423702 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ef658f9e-04ee-4e7b-a268-3b57ede1a049 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7e57d5ea460442049f3728b9659019ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4839253 Jul 16 08:40:24.451274 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43460) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:24.479966 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef658f9e-04ee-4e7b-a268-3b57ede1a049 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c07d89f-ca0d-467e-bfbf-1a97573d5709,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:24.565881 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1995f35b-cbf6-4b4a-a062-a01be338e691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.625487 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-24278a18-6bd9-4925-a14d-1b56a5100c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'name': 'tempest-TaggedBootDevicesTest-309867317-router', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'c1d5bfe9-14cd-4d71-86c6-029966b3a724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:13Z', 'updated_at': '2021-07-16T08:40:18Z', 'revision_number': 3, 'project_id': '2fe358b4bf3b41e19a3794e097af1b16', 'gw_port': {'id': 'c1d5bfe9-14cd-4d71-86c6-029966b3a724', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:16Z', 'updated_at': '2021-07-16T08:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:24.643899 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1995f35b-cbf6-4b4a-a062-a01be338e691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.692659 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-983dd479-e897-4f2f-9a89-b1cc5e97639f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.693860 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24278a18-6bd9-4925-a14d-1b56a5100c7b None None] The sync data for ids ['e51cf9c8-0fe6-4430-83c8-15c9bd46b226'] in n-d-771362-37 is: [{'id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'name': 'tempest-TaggedBootDevicesTest-309867317-router', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'c1d5bfe9-14cd-4d71-86c6-029966b3a724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:13Z', 'updated_at': '2021-07-16T08:40:18Z', 'revision_number': 3, 'project_id': '2fe358b4bf3b41e19a3794e097af1b16', 'gw_port': {'id': 'c1d5bfe9-14cd-4d71-86c6-029966b3a724', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5e:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:16Z', 'updated_at': '2021-07-16T08:40:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:40:24.800300 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1995f35b-cbf6-4b4a-a062-a01be338e691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.804085 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1995f35b-cbf6-4b4a-a062-a01be338e691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.806240 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1995f35b-cbf6-4b4a-a062-a01be338e691 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9c07d89f-ca0d-467e-bfbf-1a97573d5709 HTTP/1.1" status: 204 len: 168 time: 0.3538682 Jul 16 08:40:24.825528 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1995f35b-cbf6-4b4a-a062-a01be338e691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c07d89f-ca0d-467e-bfbf-1a97573d5709,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:24.836215 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ff254fda-3407-45c9-aabf-26aa23eba3e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.845058 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ff254fda-3407-45c9-aabf-26aa23eba3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.936978 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-983dd479-e897-4f2f-9a89-b1cc5e97639f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.947655 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983dd479-e897-4f2f-9a89-b1cc5e97639f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:24.947992 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ff254fda-3407-45c9-aabf-26aa23eba3e4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e78fa1a592d74e3fb0064fe25f3d40bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6984909 Jul 16 08:40:24.948680 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-983dd479-e897-4f2f-9a89-b1cc5e97639f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:24.951770 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43472) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:24.973032 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff254fda-3407-45c9-aabf-26aa23eba3e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82db6471-2a65-4329-b39f-4c6db3a4762a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:24.986088 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-84ca0be6-de97-4968-a9ec-056d10ef1349 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.059257 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9dedcae5-3d04-4191-9467-b2e5c30fca7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.134799 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9dedcae5-3d04-4191-9467-b2e5c30fca7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.146183 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-983dd479-e897-4f2f-9a89-b1cc5e97639f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 3.1219268 Jul 16 08:40:25.154748 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43474) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:25.177841 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-77a3502c-f619-4c63-92af-e97c8c3a173f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'subnet': {'network_id': 'c5ecb494-56e7-474f-9f3f-6f962792b0e8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:25.196384 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f77e07-c89c-4e0b-9b80-a0f80fc41c05 req-9270771d-4079-405d-a134-d98751365b6a tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:25.215399 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f3f77e07-c89c-4e0b-9b80-a0f80fc41c05 req-9270771d-4079-405d-a134-d98751365b6a tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] 10.222.0.22 "GET /v2.0/ports?device_id=af77a93a-6e57-401a-ac8e-ae9e5d557db5 HTTP/1.1" status: 200 len: 946 time: 0.6843979 Jul 16 08:40:25.366319 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9dedcae5-3d04-4191-9467-b2e5c30fca7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.369692 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9dedcae5-3d04-4191-9467-b2e5c30fca7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.371275 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9dedcae5-3d04-4191-9467-b2e5c30fca7a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/82db6471-2a65-4329-b39f-4c6db3a4762a HTTP/1.1" status: 204 len: 168 time: 0.4181681 Jul 16 08:40:25.415216 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dedcae5-3d04-4191-9467-b2e5c30fca7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82db6471-2a65-4329-b39f-4c6db3a4762a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:25.421123 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983dd479-e897-4f2f-9a89-b1cc5e97639f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Network': ['ID=c5ecb494-56e7-474f-9f3f-6f962792b0e8,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:25.433510 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a3502c-f619-4c63-92af-e97c8c3a173f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:25.436686 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network c5ecb494-56e7-474f-9f3f-6f962792b0e8 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:40:25.439850 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77a3502c-f619-4c63-92af-e97c8c3a173f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:25.655334 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ca0be6-de97-4968-a9ec-056d10ef1349 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event updated for resources: {'Subnet': ['ID=40fd76eb-af60-4cf2-baca-38f3cea56bc5,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:25.975049 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f3f77e07-c89c-4e0b-9b80-a0f80fc41c05 req-6226178c-a7a5-44e0-94d4-700f0f404279 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f96f67ee-4642-4196-ace4-9f7d93f1a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5810239 Jul 16 08:40:25.976460 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84ca0be6-de97-4968-a9ec-056d10ef1349 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Checking segment: {'id': '5cd028f0-2645-4cdb-b0bf-f020c0180906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 125, 'network_id': '2a97c22c-2961-4090-ad09-e41937c5a171'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:25.976999 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ca0be6-de97-4968-a9ec-056d10ef1349 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Network hostable DHCP agents. Network: 2a97c22c-2961-4090-ad09-e41937c5a171, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:40:25.982039 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1f6b8e46-a09c-47a1-ae5f-38e1647a01ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.092654 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77a3502c-f619-4c63-92af-e97c8c3a173f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.149420 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84ca0be6-de97-4968-a9ec-056d10ef1349 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Network 2a97c22c-2961-4090-ad09-e41937c5a171 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:40:26.180769 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d93d9b-91c0-4ae0-83d2-0893fc2b50d8 req-14331549-bf26-4feb-b3ac-a974ca53bde5 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:26.182522 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c3d93d9b-91c0-4ae0-83d2-0893fc2b50d8 req-14331549-bf26-4feb-b3ac-a974ca53bde5 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] 10.222.0.21 "GET /v2.0/ports?device_id=af77a93a-6e57-401a-ac8e-ae9e5d557db5 HTTP/1.1" status: 200 len: 946 time: 0.6917636 Jul 16 08:40:26.229664 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device c1d5bfe9-14cd-4d71-86c6-029966b3a724 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:26.238819 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-84ca0be6-de97-4968-a9ec-056d10ef1349 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 2a97c22c-2961-4090-ad09-e41937c5a171) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:26.260938 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a3502c-f619-4c63-92af-e97c8c3a173f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Subnet': ['ID=365d26d2-1445-49fc-979b-e24aca27888b,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:26.294062 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8adc24f-9987-4034-96ae-6987c78a4952 None None] Network 2a97c22c-2961-4090-ad09-e41937c5a171 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:26.334733 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77a3502c-f619-4c63-92af-e97c8c3a173f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Checking segment: {'id': 'afa4faf4-ce0d-4208-83ef-040092064c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c5ecb494-56e7-474f-9f3f-6f962792b0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:26.340581 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a3502c-f619-4c63-92af-e97c8c3a173f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network hostable DHCP agents. Network: c5ecb494-56e7-474f-9f3f-6f962792b0e8, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:40:26.346920 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84ca0be6-de97-4968-a9ec-056d10ef1349 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:26.349190 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-84ca0be6-de97-4968-a9ec-056d10ef1349 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.389471 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a3502c-f619-4c63-92af-e97c8c3a173f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network c5ecb494-56e7-474f-9f3f-6f962792b0e8 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:40:26.404511 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-77a3502c-f619-4c63-92af-e97c8c3a173f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, c5ecb494-56e7-474f-9f3f-6f962792b0e8) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:26.419001 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a3502c-f619-4c63-92af-e97c8c3a173f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:26.419001 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77a3502c-f619-4c63-92af-e97c8c3a173f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.424628 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-84ca0be6-de97-4968-a9ec-056d10ef1349 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.3536708 Jul 16 08:40:26.428298 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43508) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:26.435941 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d24fda7-b7e5-44cf-a787-cc068e45a07d None None] Network c5ecb494-56e7-474f-9f3f-6f962792b0e8 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:26.464797 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-77a3502c-f619-4c63-92af-e97c8c3a173f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3089457 Jul 16 08:40:26.468574 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43510) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:26.487166 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-66007774-1dd3-4f54-8d85-632b23dea235 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'port': {'network_id': 'c5ecb494-56e7-474f-9f3f-6f962792b0e8', 'name': 'tempest-PortsIpV6TestJSON-2125090973', 'fixed_ips': [{'subnet_id': '365d26d2-1445-49fc-979b-e24aca27888b', 'ip_address': '2001:db8::10'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:26.715262 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-1f6b8e46-a09c-47a1-ae5f-38e1647a01ad admin admin] Allocated IP 172.20.0.1 (68d1b8de-8ca0-41e5-ab5d-58997722961e/74283639-7822-44b6-ad1c-b5976fafc479/348428be-4f08-413e-a02b-528b87e5eee0) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:26.732570 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3409de78-687f-4286-8946-91dfc842e4f3 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.736009 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-c3d93d9b-91c0-4ae0-83d2-0893fc2b50d8 req-0425d64e-f716-4b91-812d-9fd67ce24910 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] Deleting port 00eae022-b6a4-4fed-826c-7abd156f281a {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:26.736676 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c3d93d9b-91c0-4ae0-83d2-0893fc2b50d8 req-0425d64e-f716-4b91-812d-9fd67ce24910 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:26.971884 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66007774-1dd3-4f54-8d85-632b23dea235 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:26.995944 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port c1d5bfe9-14cd-4d71-86c6-029966b3a724 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:27.024920 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port c1d5bfe9-14cd-4d71-86c6-029966b3a724 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:27.025825 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.125821 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3409de78-687f-4286-8946-91dfc842e4f3 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.235568 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cd9cbc-2d29-490d-998f-ea4989f751d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-2a97c22c-2961-4090-ad09-e41937c5a171', 'network_id': '2a97c22c-2961-4090-ad09-e41937c5a171', 'tenant_id': '65cc9c30e9bb4f0e9d3aa6c67b2d5b53', 'fixed_ips': [{'subnet_id': '40fd76eb-af60-4cf2-baca-38f3cea56bc5'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:40:27.236569 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-c3d93d9b-91c0-4ae0-83d2-0893fc2b50d8 req-0425d64e-f716-4b91-812d-9fd67ce24910 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] For port 00eae022-b6a4-4fed-826c-7abd156f281a, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=00eae022-b6a4-4fed-826c-7abd156f281a,segment=NetworkSegment(d0f5c6e9-3c48-4c84-9e53-59cfd8ca148d),segment_id=d0f5c6e9-3c48-4c84-9e53-59cfd8ca148d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:27.237155 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c3d93d9b-91c0-4ae0-83d2-0893fc2b50d8 req-0425d64e-f716-4b91-812d-9fd67ce24910 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.237704 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e7cd9cbc-2d29-490d-998f-ea4989f751d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.308177 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb4be347-a4e7-43ba-938c-30ff29c10bce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-c5ecb494-56e7-474f-9f3f-6f962792b0e8', 'network_id': 'c5ecb494-56e7-474f-9f3f-6f962792b0e8', 'tenant_id': '2196520d70524290b0f888590747f176', 'fixed_ips': [{'subnet_id': '365d26d2-1445-49fc-979b-e24aca27888b'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:40:27.315548 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fb4be347-a4e7-43ba-938c-30ff29c10bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.371205 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-c3d93d9b-91c0-4ae0-83d2-0893fc2b50d8 req-0425d64e-f716-4b91-812d-9fd67ce24910 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] Calling delete_port for 00eae022-b6a4-4fed-826c-7abd156f281a owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:27.427401 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66007774-1dd3-4f54-8d85-632b23dea235 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.499194 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-66007774-1dd3-4f54-8d85-632b23dea235 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] device_id is not set on port f918a9fb-d99a-4634-9a82-1b3bd8f6a3f6 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:40:27.505217 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1f6b8e46-a09c-47a1-ae5f-38e1647a01ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.538825 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.616627 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port c1d5bfe9-14cd-4d71-86c6-029966b3a724, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=c1d5bfe9-14cd-4d71-86c6-029966b3a724,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:27.641885 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.642880 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ba74bf4c-ffd8-4e00-8ab7-18538aa6820f up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:27.720117 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1f6b8e46-a09c-47a1-ae5f-38e1647a01ad admin admin] Transition to ACTIVE for port object 348428be-4f08-413e-a02b-528b87e5eee0 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:27.728464 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3409de78-687f-4286-8946-91dfc842e4f3 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:27.820715 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409de78-687f-4286-8946-91dfc842e4f3 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event deleted for resources: {'Subnet': ['ID=40fd76eb-af60-4cf2-baca-38f3cea56bc5,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:28.169859 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-66007774-1dd3-4f54-8d85-632b23dea235 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Allocated IP 2001:db8::10 (c5ecb494-56e7-474f-9f3f-6f962792b0e8/365d26d2-1445-49fc-979b-e24aca27888b/f918a9fb-d99a-4634-9a82-1b3bd8f6a3f6) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:28.202496 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3409de78-687f-4286-8946-91dfc842e4f3 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.267026 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-3409de78-687f-4286-8946-91dfc842e4f3 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a97c22c-2961-4090-ad09-e41937c5a171']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:28.326898 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-3409de78-687f-4286-8946-91dfc842e4f3 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cd028f0-2645-4cdb-b0bf-f020c0180906') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:28.336313 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-3409de78-687f-4286-8946-91dfc842e4f3 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cd028f0-2645-4cdb-b0bf-f020c0180906') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:28.378495 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1f6b8e46-a09c-47a1-ae5f-38e1647a01ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.389377 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3409de78-687f-4286-8946-91dfc842e4f3 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server [None req-e7cd9cbc-2d29-490d-998f-ea4989f751d7 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 40fd76eb-af60-4cf2-baca-38f3cea56bc5: This subnet is being modified by another concurrent operation. Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:40:28.393686 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise exception Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 40fd76eb-af60-4cf2-baca-38f3cea56bc5: This subnet is being modified by another concurrent operation. Jul 16 08:40:28.397791 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server Jul 16 08:40:28.447060 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05734c93-0304-4d92-ade8-5c7f9e942287 None None] Network 2a97c22c-2961-4090-ad09-e41937c5a171 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:28.451007 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c3d93d9b-91c0-4ae0-83d2-0893fc2b50d8 req-0425d64e-f716-4b91-812d-9fd67ce24910 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.453351 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66007774-1dd3-4f54-8d85-632b23dea235 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.475299 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32df538f-5f49-431a-9ad5-e19b5c5fa69f req-1eded1c0-b502-4ebd-a29d-3ea18e63a58e tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:28.483530 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-32df538f-5f49-431a-9ad5-e19b5c5fa69f req-1eded1c0-b502-4ebd-a29d-3ea18e63a58e tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] 10.222.0.22 "GET /v2.0/ports?device_id=af77a93a-6e57-401a-ac8e-ae9e5d557db5 HTTP/1.1" status: 200 len: 867 time: 0.6625886 Jul 16 08:40:28.529343 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=c1d5bfe9-14cd-4d71-86c6-029966b3a724,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:28.551301 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3409de78-687f-4286-8946-91dfc842e4f3 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.558009 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:28.558707 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:28.559069 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:28.559441 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:28.559848 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:28.560471 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:28.560783 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:28.561411 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:28.561488 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:28.562239 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:28.562239 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:28.562467 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:28.574821 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-32df538f-5f49-431a-9ad5-e19b5c5fa69f req-67ef44a2-c212-4963-868d-80bc18755d6a tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] 10.222.0.22 "GET /v2.0/security-groups?id=f96f67ee-4642-4196-ace4-9f7d93f1a997&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895696 Jul 16 08:40:28.576651 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-66007774-1dd3-4f54-8d85-632b23dea235 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Transition to ACTIVE for port object f918a9fb-d99a-4634-9a82-1b3bd8f6a3f6 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:28.583052 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port ba74bf4c-ffd8-4e00-8ab7-18538aa6820f triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:28.583441 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.591199 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6b8e46-a09c-47a1-ae5f-38e1647a01ad admin admin] Network 68d1b8de-8ca0-41e5-ab5d-58997722961e is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:28.616218 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3409de78-687f-4286-8946-91dfc842e4f3 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:40:28.616751 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3409de78-687f-4286-8946-91dfc842e4f3 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:40:28.627892 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:40:28.629970 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-1f6b8e46-a09c-47a1-ae5f-38e1647a01ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:28.675982 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f6b8e46-a09c-47a1-ae5f-38e1647a01ad admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:28.707592 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66007774-1dd3-4f54-8d85-632b23dea235 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.863696 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66007774-1dd3-4f54-8d85-632b23dea235 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network c5ecb494-56e7-474f-9f3f-6f962792b0e8 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:28.873066 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66007774-1dd3-4f54-8d85-632b23dea235 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Port': ['ID=f918a9fb-d99a-4634-9a82-1b3bd8f6a3f6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:28.879820 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-66007774-1dd3-4f54-8d85-632b23dea235 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:28.891929 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66007774-1dd3-4f54-8d85-632b23dea235 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:28.896320 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3d93d9b-91c0-4ae0-83d2-0893fc2b50d8 req-0425d64e-f716-4b91-812d-9fd67ce24910 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] No DVR routers for this DVR port 00eae022-b6a4-4fed-826c-7abd156f281a on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:40:28.900252 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b8e46-a09c-47a1-ae5f-38e1647a01ad admin admin] Pushing event updated for resources: {'Port': ['ID=348428be-4f08-413e-a02b-528b87e5eee0,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:28.908469 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c3d93d9b-91c0-4ae0-83d2-0893fc2b50d8 req-0425d64e-f716-4b91-812d-9fd67ce24910 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.920248 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c3d93d9b-91c0-4ae0-83d2-0893fc2b50d8 req-0425d64e-f716-4b91-812d-9fd67ce24910 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] 10.222.0.21 "DELETE /v2.0/ports/00eae022-b6a4-4fed-826c-7abd156f281a HTTP/1.1" status: 204 len: 173 time: 2.7164378 Jul 16 08:40:28.929555 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af77a93a-6e57-401a-ac8e-ae9e5d557db5', 'name': 'network-vif-deleted', 'tag': '00eae022-b6a4-4fed-826c-7abd156f281a'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:40:28.931567 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66007774-1dd3-4f54-8d85-632b23dea235 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:28.934368 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f53b02c-9169-40da-aeb4-16f7303d1a78" -d '{"events": [{"server_uuid": "af77a93a-6e57-401a-ac8e-ae9e5d557db5", "name": "network-vif-deleted", "tag": "00eae022-b6a4-4fed-826c-7abd156f281a"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:40:28.936248 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66007774-1dd3-4f54-8d85-632b23dea235 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:28.982619 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-66007774-1dd3-4f54-8d85-632b23dea235 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5129168 Jul 16 08:40:28.989826 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43576) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:29.009914 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3409de78-687f-4286-8946-91dfc842e4f3 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.011836 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-77a4594e-544f-4971-9bc1-cda856533732 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'port': {'network_id': 'c5ecb494-56e7-474f-9f3f-6f962792b0e8', 'name': 'tempest-PortsIpV6TestJSON-937700467', 'fixed_ips': [{'subnet_id': '365d26d2-1445-49fc-979b-e24aca27888b', 'ip_address': '2001:db8::f'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:29.034885 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3409de78-687f-4286-8946-91dfc842e4f3 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.047443 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3409de78-687f-4286-8946-91dfc842e4f3 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "DELETE /v2.0/networks/2a97c22c-2961-4090-ad09-e41937c5a171 HTTP/1.1" status: 204 len: 168 time: 2.6117182 Jul 16 08:40:29.063537 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 00eae022-b6a4-4fed-826c-7abd156f281a no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:29.105485 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43580) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:29.156917 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-5332a4ed-1b35-4999-87c3-595254bf77b6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-289383659'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:29.178211 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b85c1a3f-29c6-449d-88be-7c75178d77f1 x-openstack-request-id: req-b85c1a3f-29c6-449d-88be-7c75178d77f1 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:40:29.178564 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af77a93a-6e57-401a-ac8e-ae9e5d557db5", "name": "network-vif-deleted", "tag": "00eae022-b6a4-4fed-826c-7abd156f281a", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:40:29.178830 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b85c1a3f-29c6-449d-88be-7c75178d77f1 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:40:29.179212 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af77a93a-6e57-401a-ac8e-ae9e5d557db5', 'name': 'network-vif-deleted', 'tag': '00eae022-b6a4-4fed-826c-7abd156f281a', 'status': 'completed', 'code': 200} Jul 16 08:40:29.222084 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425d64e-f716-4b91-812d-9fd67ce24910 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] Pushing event deleted for resources: {'Port': ['ID=00eae022-b6a4-4fed-826c-7abd156f281a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:29.233810 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1f6b8e46-a09c-47a1-ae5f-38e1647a01ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.397020 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3409de78-687f-4286-8946-91dfc842e4f3 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event deleted for resources: {'Network': ['ID=2a97c22c-2961-4090-ad09-e41937c5a171,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:29.500664 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5332a4ed-1b35-4999-87c3-595254bf77b6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Made reservation on behalf of 65cc9c30e9bb4f0e9d3aa6c67b2d5b53 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:29.502704 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77a4594e-544f-4971-9bc1-cda856533732 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:29.508414 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77a4594e-544f-4971-9bc1-cda856533732 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.512270 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5332a4ed-1b35-4999-87c3-595254bf77b6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.524403 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 00eae022-b6a4-4fed-826c-7abd156f281a {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:40:29.525996 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 00eae022-b6a4-4fed-826c-7abd156f281a not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:40:29.566441 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-77a4594e-544f-4971-9bc1-cda856533732 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] device_id is not set on port 6ffbe44c-ddc2-43e3-a1d0-efece5363539 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:40:29.619242 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-fb4be347-a4e7-43ba-938c-30ff29c10bce None None] Allocated IP 2001:db8::2 (c5ecb494-56e7-474f-9f3f-6f962792b0e8/365d26d2-1445-49fc-979b-e24aca27888b/e92ba079-dfe5-46e8-9b8a-06dc49030759) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:29.636088 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ee98c126-417e-416d-a3e0-5d29b4906f82 None None] Provisioning for port 348428be-4f08-413e-a02b-528b87e5eee0 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:29.678801 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ee98c126-417e-416d-a3e0-5d29b4906f82 None None] Provisioning complete for port 348428be-4f08-413e-a02b-528b87e5eee0 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:29.679200 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee98c126-417e-416d-a3e0-5d29b4906f82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.876374 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5332a4ed-1b35-4999-87c3-595254bf77b6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:40:29.926596 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ee98c126-417e-416d-a3e0-5d29b4906f82 None None] Port 348428be-4f08-413e-a02b-528b87e5eee0 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:29.946895 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device c1d5bfe9-14cd-4d71-86c6-029966b3a724 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:29.962220 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5332a4ed-1b35-4999-87c3-595254bf77b6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:29.964651 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-5332a4ed-1b35-4999-87c3-595254bf77b6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Added segment 11bf0167-987c-4792-a430-16d5d8d51135 of type vlan for network 7123318c-6c65-4f1b-8536-d8701c580d60 Jul 16 08:40:30.074447 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1f6b8e46-a09c-47a1-ae5f-38e1647a01ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:30.120227 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5332a4ed-1b35-4999-87c3-595254bf77b6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:30.198459 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-991f83ef-a052-4852-b8e9-933686d26c45 req-aa83c25d-ff6f-49a0-bf0d-7aa408cb9fb3 tempest-ServerAddressesTestJSON-2025121252 tempest-ServerAddressesTestJSON-2025121252-project] 10.222.0.22 "GET /v2.0/ports?device_id=af77a93a-6e57-401a-ac8e-ae9e5d557db5 HTTP/1.1" status: 200 len: 210 time: 0.1362267 Jul 16 08:40:30.347767 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5332a4ed-1b35-4999-87c3-595254bf77b6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:30.357138 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5332a4ed-1b35-4999-87c3-595254bf77b6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:30.361405 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5332a4ed-1b35-4999-87c3-595254bf77b6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:30.448874 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43622) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:30.451018 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5332a4ed-1b35-4999-87c3-595254bf77b6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.3260026 Jul 16 08:40:30.463909 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-dbf15219-e982-4f31-aec7-2189ba77b75b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Request body: {'subnet': {'network_id': '7123318c-6c65-4f1b-8536-d8701c580d60', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:30.797927 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port c1d5bfe9-14cd-4d71-86c6-029966b3a724 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:30.798652 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:30.934143 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbf15219-e982-4f31-aec7-2189ba77b75b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Made reservation on behalf of 65cc9c30e9bb4f0e9d3aa6c67b2d5b53 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:30.954594 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dbf15219-e982-4f31-aec7-2189ba77b75b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.019697 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5332a4ed-1b35-4999-87c3-595254bf77b6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event updated for resources: {'Network': ['ID=7123318c-6c65-4f1b-8536-d8701c580d60,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:31.027673 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fb4be347-a4e7-43ba-938c-30ff29c10bce None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.054594 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 7123318c-6c65-4f1b-8536-d8701c580d60 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:40:31.104871 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-fb4be347-a4e7-43ba-938c-30ff29c10bce None None] Transition to ACTIVE for port object e92ba079-dfe5-46e8-9b8a-06dc49030759 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:31.336012 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1f6b8e46-a09c-47a1-ae5f-38e1647a01ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.348760 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1f6b8e46-a09c-47a1-ae5f-38e1647a01ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.356819 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-fb4be347-a4e7-43ba-938c-30ff29c10bce None None] Transition to ACTIVE for port object e92ba079-dfe5-46e8-9b8a-06dc49030759 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:31.393714 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fb4be347-a4e7-43ba-938c-30ff29c10bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.499646 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43654) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:31.550100 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4be347-a4e7-43ba-938c-30ff29c10bce None None] Pushing event updated for resources: {'Port': ['ID=e92ba079-dfe5-46e8-9b8a-06dc49030759,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:31.566843 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b8e46-a09c-47a1-ae5f-38e1647a01ad admin admin] Pushing event updated for resources: {'Port': ['ID=348428be-4f08-413e-a02b-528b87e5eee0,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:31.586080 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb4be347-a4e7-43ba-938c-30ff29c10bce None None] Network c5ecb494-56e7-474f-9f3f-6f962792b0e8 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:31.592579 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-fb4be347-a4e7-43ba-938c-30ff29c10bce None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:31.610596 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4be347-a4e7-43ba-938c-30ff29c10bce None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:31.625092 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1f6b8e46-a09c-47a1-ae5f-38e1647a01ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.737891 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-fb4be347-a4e7-43ba-938c-30ff29c10bce None None] Attempting to bind port e92ba079-dfe5-46e8-9b8a-06dc49030759 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:31.738275 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-fb4be347-a4e7-43ba-938c-30ff29c10bce None None] Attempting to bind port e92ba079-dfe5-46e8-9b8a-06dc49030759 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'afa4faf4-ce0d-4208-83ef-040092064c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c5ecb494-56e7-474f-9f3f-6f962792b0e8'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:31.738641 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4be347-a4e7-43ba-938c-30ff29c10bce None None] Attempting to bind port e92ba079-dfe5-46e8-9b8a-06dc49030759 on network c5ecb494-56e7-474f-9f3f-6f962792b0e8 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:31.748548 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4be347-a4e7-43ba-938c-30ff29c10bce None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:31.749193 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4be347-a4e7-43ba-938c-30ff29c10bce None None] Checking segment: {'id': 'afa4faf4-ce0d-4208-83ef-040092064c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c5ecb494-56e7-474f-9f3f-6f962792b0e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:31.749755 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fb4be347-a4e7-43ba-938c-30ff29c10bce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.750292 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb4be347-a4e7-43ba-938c-30ff29c10bce None None] Bound using segment: {'id': 'afa4faf4-ce0d-4208-83ef-040092064c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c5ecb494-56e7-474f-9f3f-6f962792b0e8'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:31.750923 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-fb4be347-a4e7-43ba-938c-30ff29c10bce None None] Bound port: e92ba079-dfe5-46e8-9b8a-06dc49030759, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'afa4faf4-ce0d-4208-83ef-040092064c25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c5ecb494-56e7-474f-9f3f-6f962792b0e8'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:31.751630 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fb4be347-a4e7-43ba-938c-30ff29c10bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.791221 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-f13a776a-2137-417a-beec-be3c358fdbaf admin admin] Deleting subnet 5a74b337-4127-4c40-80dc-add4e4b20abd {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:40:31.828398 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f13a776a-2137-417a-beec-be3c358fdbaf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:31.937117 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f6b8e46-a09c-47a1-ae5f-38e1647a01ad admin admin] Network 68d1b8de-8ca0-41e5-ab5d-58997722961e is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:31.944481 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-1f6b8e46-a09c-47a1-ae5f-38e1647a01ad admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:31.982112 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-fb4be347-a4e7-43ba-938c-30ff29c10bce None None] For port e92ba079-dfe5-46e8-9b8a-06dc49030759, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:32.058461 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-fb4be347-a4e7-43ba-938c-30ff29c10bce None None] For port e92ba079-dfe5-46e8-9b8a-06dc49030759, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=e92ba079-dfe5-46e8-9b8a-06dc49030759,segment=NetworkSegment(afa4faf4-ce0d-4208-83ef-040092064c25),segment_id=afa4faf4-ce0d-4208-83ef-040092064c25)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:32.085138 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.088753 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f13a776a-2137-417a-beec-be3c358fdbaf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.091815 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fb4be347-a4e7-43ba-938c-30ff29c10bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.153234 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f6b8e46-a09c-47a1-ae5f-38e1647a01ad admin admin] Router e51cf9c8-0fe6-4430-83c8-15c9bd46b226 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:40:32.216838 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dbf15219-e982-4f31-aec7-2189ba77b75b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.270487 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.272326 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4be347-a4e7-43ba-938c-30ff29c10bce None None] Pushing event updated for resources: {'Port': ['ID=e92ba079-dfe5-46e8-9b8a-06dc49030759,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:32.424558 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-77a4594e-544f-4971-9bc1-cda856533732 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Allocated IP 2001:db8::f (c5ecb494-56e7-474f-9f3f-6f962792b0e8/365d26d2-1445-49fc-979b-e24aca27888b/6ffbe44c-ddc2-43e3-a1d0-efece5363539) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:32.430132 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f6b8e46-a09c-47a1-ae5f-38e1647a01ad admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:40:32.442475 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c338b0ec-8fb0-442d-bb17-bd8f9a6eb805 None None] Sync routers for ids ['e51cf9c8-0fe6-4430-83c8-15c9bd46b226'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:40:32.470574 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1f6b8e46-a09c-47a1-ae5f-38e1647a01ad admin admin] 10.222.0.22 "PUT /v2.0/routers/e51cf9c8-0fe6-4430-83c8-15c9bd46b226/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2367222 Jul 16 08:40:32.472746 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c338b0ec-8fb0-442d-bb17-bd8f9a6eb805 None None] Routers {'e51cf9c8-0fe6-4430-83c8-15c9bd46b226'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:32.473829 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c338b0ec-8fb0-442d-bb17-bd8f9a6eb805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:40:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['e51cf9c8-0fe6-4430-83c8-15c9bd46b226'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:32.540841 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbf15219-e982-4f31-aec7-2189ba77b75b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Checking segment: {'id': '11bf0167-987c-4792-a430-16d5d8d51135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7123318c-6c65-4f1b-8536-d8701c580d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:32.550531 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf15219-e982-4f31-aec7-2189ba77b75b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Network hostable DHCP agents. Network: 7123318c-6c65-4f1b-8536-d8701c580d60, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:40:32.579688 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f13a776a-2137-417a-beec-be3c358fdbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.589707 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf15219-e982-4f31-aec7-2189ba77b75b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event updated for resources: {'Subnet': ['ID=3c927b1b-e94f-43bc-82a7-332501c5ee2b,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:32.790114 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbf15219-e982-4f31-aec7-2189ba77b75b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Network 7123318c-6c65-4f1b-8536-d8701c580d60 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:40:32.813812 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-dbf15219-e982-4f31-aec7-2189ba77b75b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 7123318c-6c65-4f1b-8536-d8701c580d60) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:32.830207 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbf15219-e982-4f31-aec7-2189ba77b75b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:32.830822 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dbf15219-e982-4f31-aec7-2189ba77b75b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.894953 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43698) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:32.895167 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-dbf15219-e982-4f31-aec7-2189ba77b75b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4442005 Jul 16 08:40:32.896317 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f13a776a-2137-417a-beec-be3c358fdbaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:32.902934 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-c846f04f-1d1d-4207-9b35-604519cb979b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Request body: {'subnet': {'network_id': '7123318c-6c65-4f1b-8536-d8701c580d60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:32.956104 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92ed970f-3262-4552-81de-bb10cd761fc5 None None] Network 7123318c-6c65-4f1b-8536-d8701c580d60 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:33.076201 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0d28bc01-6ca1-4da6-a641-afb4b04519f2 None None] Provisioning complete for port 348428be-4f08-413e-a02b-528b87e5eee0 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:33.078174 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d28bc01-6ca1-4da6-a641-afb4b04519f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.162303 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-c338b0ec-8fb0-442d-bb17-bd8f9a6eb805 None None] Set router e51cf9c8-0fe6-4430-83c8-15c9bd46b226 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:33.233645 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0d28bc01-6ca1-4da6-a641-afb4b04519f2 None None] Port 348428be-4f08-413e-a02b-528b87e5eee0 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:33.381184 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c846f04f-1d1d-4207-9b35-604519cb979b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Made reservation on behalf of 65cc9c30e9bb4f0e9d3aa6c67b2d5b53 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:33.384206 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ff5dbe32-681f-4711-ba05-b0a24af0b73f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.389265 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c846f04f-1d1d-4207-9b35-604519cb979b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:33.517306 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c7399b-a2f5-4ce5-ba20-04501e930f53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-7123318c-6c65-4f1b-8536-d8701c580d60', 'network_id': '7123318c-6c65-4f1b-8536-d8701c580d60', 'tenant_id': '65cc9c30e9bb4f0e9d3aa6c67b2d5b53', 'fixed_ips': [{'subnet_id': '3c927b1b-e94f-43bc-82a7-332501c5ee2b'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:40:33.520686 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63c7399b-a2f5-4ce5-ba20-04501e930f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.041277 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device e92ba079-dfe5-46e8-9b8a-06dc49030759 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:34.131488 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43756) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:34.229808 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13a776a-2137-417a-beec-be3c358fdbaf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a74b337-4127-4c40-80dc-add4e4b20abd,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:34.241520 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f13a776a-2137-417a-beec-be3c358fdbaf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.256716 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f13a776a-2137-417a-beec-be3c358fdbaf admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5a74b337-4127-4c40-80dc-add4e4b20abd HTTP/1.1" status: 204 len: 168 time: 2.7459700 Jul 16 08:40:34.272750 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43760) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:34.318527 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-63c7399b-a2f5-4ce5-ba20-04501e930f53 None None] Allocated IP 2001:db8::2 (7123318c-6c65-4f1b-8536-d8701c580d60/3c927b1b-e94f-43bc-82a7-332501c5ee2b/ac162c3f-e787-41a7-a9ac-19bdafd7cd6a) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:34.378601 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77a4594e-544f-4971-9bc1-cda856533732 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.422388 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-77a4594e-544f-4971-9bc1-cda856533732 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Transition to ACTIVE for port object 6ffbe44c-ddc2-43e3-a1d0-efece5363539 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:34.442236 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78ad26d2-c99c-4e0f-ad1b-9033bb6b70d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.542548 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77a4594e-544f-4971-9bc1-cda856533732 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.697906 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63c7399b-a2f5-4ce5-ba20-04501e930f53 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.721307 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-63c7399b-a2f5-4ce5-ba20-04501e930f53 None None] Transition to ACTIVE for port object ac162c3f-e787-41a7-a9ac-19bdafd7cd6a will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:34.748578 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77a4594e-544f-4971-9bc1-cda856533732 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network c5ecb494-56e7-474f-9f3f-6f962792b0e8 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:34.754419 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-77a4594e-544f-4971-9bc1-cda856533732 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:34.763753 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77a4594e-544f-4971-9bc1-cda856533732 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:34.787530 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a4594e-544f-4971-9bc1-cda856533732 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:34.788410 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77a4594e-544f-4971-9bc1-cda856533732 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.804416 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78ad26d2-c99c-4e0f-ad1b-9033bb6b70d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.819872 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c26af9a8-415f-4166-8343-6c63b8f3a5f0 None None] Network c5ecb494-56e7-474f-9f3f-6f962792b0e8 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:34.826480 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-63c7399b-a2f5-4ce5-ba20-04501e930f53 None None] Transition to ACTIVE for port object ac162c3f-e787-41a7-a9ac-19bdafd7cd6a will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:34.858662 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a4594e-544f-4971-9bc1-cda856533732 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Port': ['ID=6ffbe44c-ddc2-43e3-a1d0-efece5363539,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:34.866955 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0213fc1f-3c76-4808-8c44-8d0e4fb4ed0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.873428 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78ad26d2-c99c-4e0f-ad1b-9033bb6b70d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.881268 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-77a4594e-544f-4971-9bc1-cda856533732 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 5.8902104 Jul 16 08:40:34.885890 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43780) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:34.908692 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63c7399b-a2f5-4ce5-ba20-04501e930f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:34.959758 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-cbeff2fd-e71c-426a-b425-f94361c1a92d None None] Provisioning for port e92ba079-dfe5-46e8-9b8a-06dc49030759 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:35.065379 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c338b0ec-8fb0-442d-bb17-bd8f9a6eb805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'name': 'tempest-TaggedBootDevicesTest-309867317-router', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'c1d5bfe9-14cd-4d71-86c6-029966b3a724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:13Z', 'updated_at': '2021-07-16T08:40:29Z', 'revision_number': 4, 'project_id': '2fe358b4bf3b41e19a3794e097af1b16', 'gw_port': {'id': 'c1d5bfe9-14cd-4d71-86c6-029966b3a724', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:16Z', 'updated_at': '2021-07-16T08:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '348428be-4f08-413e-a02b-528b87e5eee0', 'name': '', 'network_id': '68d1b8de-8ca0-41e5-ab5d-58997722961e', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'mac_address': 'fa:16:3e:12:41:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '74283639-7822-44b6-ad1c-b5976fafc479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:26Z', 'updated_at': '2021-07-16T08:40:30Z', 'revision_number': 2, 'project_id': '2fe358b4bf3b41e19a3794e097af1b16', 'subnets': [{'id': '74283639-7822-44b6-ad1c-b5976fafc479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:35.165950 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c7399b-a2f5-4ce5-ba20-04501e930f53 None None] Network 7123318c-6c65-4f1b-8536-d8701c580d60 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:35.171620 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c338b0ec-8fb0-442d-bb17-bd8f9a6eb805 None None] Checking router: e51cf9c8-0fe6-4430-83c8-15c9bd46b226 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:40:35.172033 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c338b0ec-8fb0-442d-bb17-bd8f9a6eb805 None None] Updating router e51cf9c8-0fe6-4430-83c8-15c9bd46b226 port 348428be-4f08-413e-a02b-528b87e5eee0 binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:40:35.181593 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-63c7399b-a2f5-4ce5-ba20-04501e930f53 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:35.183942 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c846f04f-1d1d-4207-9b35-604519cb979b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.184534 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c7399b-a2f5-4ce5-ba20-04501e930f53 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:35.194681 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-78ad26d2-c99c-4e0f-ad1b-9033bb6b70d6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1ffa854684b74f6685110320b19812a5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0599475 Jul 16 08:40:35.211238 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95761ce2-3639-44d8-8581-79654a42a5d1 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:35.217882 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7399b-a2f5-4ce5-ba20-04501e930f53 None None] Pushing event updated for resources: {'Port': ['ID=ac162c3f-e787-41a7-a9ac-19bdafd7cd6a,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:35.223162 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-95761ce2-3639-44d8-8581-79654a42a5d1 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.3336248 Jul 16 08:40:35.229754 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43806) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:35.230518 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43810) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:35.255335 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port e92ba079-dfe5-46e8-9b8a-06dc49030759 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:35.327438 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port e92ba079-dfe5-46e8-9b8a-06dc49030759 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:35.328659 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.333606 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ad26d2-c99c-4e0f-ad1b-9033bb6b70d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebb1a994-e3aa-46cd-a7a5-9cb24f2e2b4a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:35.400155 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846f04f-1d1d-4207-9b35-604519cb979b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event updated for resources: {'Subnet': ['ID=6d36589e-25cf-44e6-a2e5-4f94913f5a55,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:35.429493 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c846f04f-1d1d-4207-9b35-604519cb979b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Network 7123318c-6c65-4f1b-8536-d8701c580d60 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:35.438429 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-c846f04f-1d1d-4207-9b35-604519cb979b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:35.458640 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-268ab74c-3acb-4822-a632-09b40539546d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.459518 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c846f04f-1d1d-4207-9b35-604519cb979b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:35.460589 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c846f04f-1d1d-4207-9b35-604519cb979b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.515979 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c338b0ec-8fb0-442d-bb17-bd8f9a6eb805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.525084 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-268ab74c-3acb-4822-a632-09b40539546d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.561566 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8438f11f-5cf8-43af-a52e-58f533643f1c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:35.572248 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0213fc1f-3c76-4808-8c44-8d0e4fb4ed0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.584218 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8438f11f-5cf8-43af-a52e-58f533643f1c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:35.597165 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c846f04f-1d1d-4207-9b35-604519cb979b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.6997678 Jul 16 08:40:35.603169 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8438f11f-5cf8-43af-a52e-58f533643f1c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:35.613057 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8438f11f-5cf8-43af-a52e-58f533643f1c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.3744981 Jul 16 08:40:35.629456 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-0213fc1f-3c76-4808-8c44-8d0e4fb4ed0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cbe48da-fba4-4eee-ba15-a84854ed35bd']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:35.640239 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43830) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:35.640612 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43832) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:35.646005 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-0213fc1f-3c76-4808-8c44-8d0e4fb4ed0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f5c6e9-3c48-4c84-9e53-59cfd8ca148d') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:35.646768 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-0213fc1f-3c76-4808-8c44-8d0e4fb4ed0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f5c6e9-3c48-4c84-9e53-59cfd8ca148d') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:35.666563 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0213fc1f-3c76-4808-8c44-8d0e4fb4ed0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.687620 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0213fc1f-3c76-4808-8c44-8d0e4fb4ed0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.698440 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0213fc1f-3c76-4808-8c44-8d0e4fb4ed0b admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:40:35.701233 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0213fc1f-3c76-4808-8c44-8d0e4fb4ed0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.829511 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:40:35.829511 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:40:35.829511 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:40:35.829511 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:40:35.829511 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:40:35.829511 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:40:35.829511 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:40:35.829511 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:40:35.829511 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:40:35.829511 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:40:35.829511 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:40:35.829511 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:40:35.829511 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:40:35.829511 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:40:35.829511 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:40:35.829511 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:40:35.829511 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:40:35.829511 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:40:35.829511 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:40:35.829511 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:40:35.829511 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:40:35.829511 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:40:35.829511 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:40:35.829511 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:40:35.829511 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:40:35.829511 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:40:35.829511 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:40:35.829511 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:40:35.829511 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:40:35.829511 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:40:35.829511 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:40:35.829511 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:40:35.834471 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0213fc1f-3c76-4808-8c44-8d0e4fb4ed0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.845851 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0213fc1f-3c76-4808-8c44-8d0e4fb4ed0b admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.856146 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0213fc1f-3c76-4808-8c44-8d0e4fb4ed0b admin admin] 10.222.0.22 "DELETE /v2.0/networks/2cbe48da-fba4-4eee-ba15-a84854ed35bd HTTP/1.1" status: 204 len: 168 time: 1.5817971 Jul 16 08:40:35.881333 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0213fc1f-3c76-4808-8c44-8d0e4fb4ed0b admin admin] Pushing event deleted for resources: {'Network': ['ID=2cbe48da-fba4-4eee-ba15-a84854ed35bd,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:35.936210 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f994ce-0549-41a7-956e-462ef59431c8 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:35.938589 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f994ce-0549-41a7-956e-462ef59431c8 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:35.940463 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f994ce-0549-41a7-956e-462ef59431c8 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:35.943070 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f994ce-0549-41a7-956e-462ef59431c8 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:35.945696 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f994ce-0549-41a7-956e-462ef59431c8 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:35.948004 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e1f994ce-0549-41a7-956e-462ef59431c8 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.3035126 Jul 16 08:40:35.953053 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43842) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:35.959937 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-9a2377ac-1715-41ea-b1fc-443f4354c960 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-77668275'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:35.990142 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-268ab74c-3acb-4822-a632-09b40539546d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:35.997954 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-268ab74c-3acb-4822-a632-09b40539546d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.003770 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-268ab74c-3acb-4822-a632-09b40539546d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ebb1a994-e3aa-46cd-a7a5-9cb24f2e2b4a HTTP/1.1" status: 204 len: 168 time: 0.7625499 Jul 16 08:40:36.012554 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a2377ac-1715-41ea-b1fc-443f4354c960 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Made reservation on behalf of 65cc9c30e9bb4f0e9d3aa6c67b2d5b53 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:36.018421 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a2377ac-1715-41ea-b1fc-443f4354c960 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.121221 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a2377ac-1715-41ea-b1fc-443f4354c960 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:40:36.123099 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268ab74c-3acb-4822-a632-09b40539546d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebb1a994-e3aa-46cd-a7a5-9cb24f2e2b4a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:36.148385 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a2377ac-1715-41ea-b1fc-443f4354c960 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.149016 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-9a2377ac-1715-41ea-b1fc-443f4354c960 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Added segment 3f1c4ba8-373b-4dff-ac7c-fa0546ca4492 of type vlan for network e280a8e8-0acc-4be9-9ee8-41c797e7e10d Jul 16 08:40:36.163001 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ab74c-3acb-4822-a632-09b40539546d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:36.166025 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ab74c-3acb-4822-a632-09b40539546d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:36.166469 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ab74c-3acb-4822-a632-09b40539546d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:36.168607 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ab74c-3acb-4822-a632-09b40539546d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:36.169706 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ab74c-3acb-4822-a632-09b40539546d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:36.170127 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ab74c-3acb-4822-a632-09b40539546d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:36.171593 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ab74c-3acb-4822-a632-09b40539546d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:36.173171 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ab74c-3acb-4822-a632-09b40539546d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:36.173171 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ab74c-3acb-4822-a632-09b40539546d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:36.179125 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ab74c-3acb-4822-a632-09b40539546d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:36.179125 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ab74c-3acb-4822-a632-09b40539546d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:36.179125 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-268ab74c-3acb-4822-a632-09b40539546d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:36.228541 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b9b32db3-5bc7-45a6-977c-d650ed6b2af7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting port 6ffbe44c-ddc2-43e3-a1d0-efece5363539 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:36.229287 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9b32db3-5bc7-45a6-977c-d650ed6b2af7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.281065 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-63c7399b-a2f5-4ce5-ba20-04501e930f53 None None] Attempting to bind port ac162c3f-e787-41a7-a9ac-19bdafd7cd6a on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:36.282258 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-63c7399b-a2f5-4ce5-ba20-04501e930f53 None None] Attempting to bind port ac162c3f-e787-41a7-a9ac-19bdafd7cd6a by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '11bf0167-987c-4792-a430-16d5d8d51135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7123318c-6c65-4f1b-8536-d8701c580d60'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:36.283209 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c7399b-a2f5-4ce5-ba20-04501e930f53 None None] Attempting to bind port ac162c3f-e787-41a7-a9ac-19bdafd7cd6a on network 7123318c-6c65-4f1b-8536-d8701c580d60 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:36.289105 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a2377ac-1715-41ea-b1fc-443f4354c960 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.304689 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c7399b-a2f5-4ce5-ba20-04501e930f53 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:36.305675 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c7399b-a2f5-4ce5-ba20-04501e930f53 None None] Checking segment: {'id': '11bf0167-987c-4792-a430-16d5d8d51135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7123318c-6c65-4f1b-8536-d8701c580d60'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:36.306792 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63c7399b-a2f5-4ce5-ba20-04501e930f53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.308317 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c7399b-a2f5-4ce5-ba20-04501e930f53 None None] Bound using segment: {'id': '11bf0167-987c-4792-a430-16d5d8d51135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7123318c-6c65-4f1b-8536-d8701c580d60'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:36.310441 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-63c7399b-a2f5-4ce5-ba20-04501e930f53 None None] Bound port: ac162c3f-e787-41a7-a9ac-19bdafd7cd6a, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11bf0167-987c-4792-a430-16d5d8d51135', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '7123318c-6c65-4f1b-8536-d8701c580d60'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:36.311415 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63c7399b-a2f5-4ce5-ba20-04501e930f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.356412 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a2377ac-1715-41ea-b1fc-443f4354c960 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.373197 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a2377ac-1715-41ea-b1fc-443f4354c960 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:36.375600 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a2377ac-1715-41ea-b1fc-443f4354c960 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.467642 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43856) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:36.528179 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2377ac-1715-41ea-b1fc-443f4354c960 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event updated for resources: {'Network': ['ID=e280a8e8-0acc-4be9-9ee8-41c797e7e10d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:36.534976 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9a2377ac-1715-41ea-b1fc-443f4354c960 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5801213 Jul 16 08:40:36.540804 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43860) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:36.556535 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a622fe74-adc3-4830-b14e-e5063d086cac tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:36.678738 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9b32db3-5bc7-45a6-977c-d650ed6b2af7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:36.756364 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b9b32db3-5bc7-45a6-977c-d650ed6b2af7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Calling delete_port for 6ffbe44c-ddc2-43e3-a1d0-efece5363539 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:36.855484 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network e280a8e8-0acc-4be9-9ee8-41c797e7e10d details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:40:36.875043 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-71741118-ff3f-427d-8785-e40d56e2d3ad admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6483bb017f27453589f0e49cb352f43a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4018121 Jul 16 08:40:36.876669 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43866) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:36.956733 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43868) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:36.989411 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1af54daf-5227-4213-be50-7086685f3c8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.008016 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-acf9db7c-4b77-46c9-bc4d-67c746bf8896 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.030063 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-94272594-5fa1-4ec8-9a5e-689195850a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.098053 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-94272594-5fa1-4ec8-9a5e-689195850a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.158014 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.347266 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1af54daf-5227-4213-be50-7086685f3c8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.353322 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-94272594-5fa1-4ec8-9a5e-689195850a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.382109 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-94272594-5fa1-4ec8-9a5e-689195850a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.387967 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-94272594-5fa1-4ec8-9a5e-689195850a0f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f96f67ee-4642-4196-ace4-9f7d93f1a997 HTTP/1.1" status: 204 len: 168 time: 0.5094965 Jul 16 08:40:37.397806 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1af54daf-5227-4213-be50-7086685f3c8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.440859 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94272594-5fa1-4ec8-9a5e-689195850a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96f67ee-4642-4196-ace4-9f7d93f1a997,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:37.504485 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.513596 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1af54daf-5227-4213-be50-7086685f3c8f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f98226538d944af0b961e73d3d08a4ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5548425 Jul 16 08:40:37.517077 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43884) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:37.535076 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af54daf-5227-4213-be50-7086685f3c8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ba55c76-3ab8-4bab-acdc-35343ac0d300,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:37.593950 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a622fe74-adc3-4830-b14e-e5063d086cac tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.614787 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5a8f5e4c-ce2c-45b7-a655-e5af2ce62e74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.635773 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a622fe74-adc3-4830-b14e-e5063d086cac tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.690183 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5a8f5e4c-ce2c-45b7-a655-e5af2ce62e74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.714184 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-63c7399b-a2f5-4ce5-ba20-04501e930f53 None None] For port ac162c3f-e787-41a7-a9ac-19bdafd7cd6a, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:37.790368 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-63c7399b-a2f5-4ce5-ba20-04501e930f53 None None] For port ac162c3f-e787-41a7-a9ac-19bdafd7cd6a, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ac162c3f-e787-41a7-a9ac-19bdafd7cd6a,segment=NetworkSegment(11bf0167-987c-4792-a430-16d5d8d51135),segment_id=11bf0167-987c-4792-a430-16d5d8d51135)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:37.810230 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63c7399b-a2f5-4ce5-ba20-04501e930f53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.817396 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5a8f5e4c-ce2c-45b7-a655-e5af2ce62e74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.820724 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5a8f5e4c-ce2c-45b7-a655-e5af2ce62e74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.826392 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5a8f5e4c-ce2c-45b7-a655-e5af2ce62e74 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8ba55c76-3ab8-4bab-acdc-35343ac0d300 HTTP/1.1" status: 204 len: 168 time: 0.3022852 Jul 16 08:40:37.835707 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8f5e4c-ce2c-45b7-a655-e5af2ce62e74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ba55c76-3ab8-4bab-acdc-35343ac0d300,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:37.890454 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.894334 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a622fe74-adc3-4830-b14e-e5063d086cac tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Network e280a8e8-0acc-4be9-9ee8-41c797e7e10d is not hosted by any dhcp agent {{(pid=93759) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 08:40:37.913176 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a622fe74-adc3-4830-b14e-e5063d086cac tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:37.921309 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a622fe74-adc3-4830-b14e-e5063d086cac tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:37.922892 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a622fe74-adc3-4830-b14e-e5063d086cac tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "PUT /v2.0/networks/e280a8e8-0acc-4be9-9ee8-41c797e7e10d HTTP/1.1" status: 200 len: 723 time: 1.3790095 Jul 16 08:40:37.927427 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43890) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:37.929271 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a622fe74-adc3-4830-b14e-e5063d086cac tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event updated for resources: {'Network': ['ID=e280a8e8-0acc-4be9-9ee8-41c797e7e10d,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:37.941831 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-48ee3622-7eb4-43b1-9cb5-0ec6d94bea28 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Request body: {'subnet': {'network_id': 'e280a8e8-0acc-4be9-9ee8-41c797e7e10d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:37.948460 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9b32db3-5bc7-45a6-977c-d650ed6b2af7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.022847 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network e280a8e8-0acc-4be9-9ee8-41c797e7e10d details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:40:38.045357 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b32db3-5bc7-45a6-977c-d650ed6b2af7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Port': ['ID=6ffbe44c-ddc2-43e3-a1d0-efece5363539,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:38.134433 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c7399b-a2f5-4ce5-ba20-04501e930f53 None None] Pushing event updated for resources: {'Port': ['ID=ac162c3f-e787-41a7-a9ac-19bdafd7cd6a,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:38.175474 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c338b0ec-8fb0-442d-bb17-bd8f9a6eb805 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.187824 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port e92ba079-dfe5-46e8-9b8a-06dc49030759, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=e92ba079-dfe5-46e8-9b8a-06dc49030759,segment=NetworkSegment(afa4faf4-ce0d-4208-83ef-040092064c25),segment_id=afa4faf4-ce0d-4208-83ef-040092064c25)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:38.205194 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9b32db3-5bc7-45a6-977c-d650ed6b2af7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.208089 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b9b32db3-5bc7-45a6-977c-d650ed6b2af7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/ports/6ffbe44c-ddc2-43e3-a1d0-efece5363539 HTTP/1.1" status: 204 len: 168 time: 2.5616922 Jul 16 08:40:38.210662 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43900) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:38.260804 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48ee3622-7eb4-43b1-9cb5-0ec6d94bea28 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Made reservation on behalf of 65cc9c30e9bb4f0e9d3aa6c67b2d5b53 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:38.287406 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-48ee3622-7eb4-43b1-9cb5-0ec6d94bea28 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.330437 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.348378 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c338b0ec-8fb0-442d-bb17-bd8f9a6eb805 None None] Transition to ACTIVE for port object 348428be-4f08-413e-a02b-528b87e5eee0 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:38.375604 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ea1f806-c726-4d12-8c07-5d425d7b6b9e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] GET failed (client error): The resource could not be found. Jul 16 08:40:38.383907 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1ea1f806-c726-4d12-8c07-5d425d7b6b9e tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "GET /v2.0/ports/6ffbe44c-ddc2-43e3-a1d0-efece5363539 HTTP/1.1" status: 404 len: 333 time: 0.1718075 Jul 16 08:40:38.389468 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43904) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:38.717221 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c338b0ec-8fb0-442d-bb17-bd8f9a6eb805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.754780 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=e92ba079-dfe5-46e8-9b8a-06dc49030759,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:38.763053 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.905543 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c9c3df5a-5f15-456e-926e-0acc1be32f5a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting port f918a9fb-d99a-4634-9a82-1b3bd8f6a3f6 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:38.906707 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c9c3df5a-5f15-456e-926e-0acc1be32f5a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.966719 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-48ee3622-7eb4-43b1-9cb5-0ec6d94bea28 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:38.968019 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894cdfd3-8d87-4756-839a-f1ebd27142a1 None None] Pushing event updated for resources: {'Port': ['ID=348428be-4f08-413e-a02b-528b87e5eee0,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:39.068256 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-24b7615f-a869-44db-a29a-ff25cc0b2420 None None] Provisioning complete for port e92ba079-dfe5-46e8-9b8a-06dc49030759 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:39.068665 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-24b7615f-a869-44db-a29a-ff25cc0b2420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.164820 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c9c3df5a-5f15-456e-926e-0acc1be32f5a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.183868 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee3622-7eb4-43b1-9cb5-0ec6d94bea28 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event updated for resources: {'Subnet': ['ID=e560f2f1-b1ce-4e82-83ee-d6439266ff05,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:39.197612 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c9c3df5a-5f15-456e-926e-0acc1be32f5a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Calling delete_port for f918a9fb-d99a-4634-9a82-1b3bd8f6a3f6 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:39.234842 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ee3622-7eb4-43b1-9cb5-0ec6d94bea28 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Checking segment: {'id': '3f1c4ba8-373b-4dff-ac7c-fa0546ca4492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e280a8e8-0acc-4be9-9ee8-41c797e7e10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:39.235288 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ee3622-7eb4-43b1-9cb5-0ec6d94bea28 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Network hostable DHCP agents. Network: e280a8e8-0acc-4be9-9ee8-41c797e7e10d, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:40:39.251661 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ee3622-7eb4-43b1-9cb5-0ec6d94bea28 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:39.252009 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ee3622-7eb4-43b1-9cb5-0ec6d94bea28 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:39.253737 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ee3622-7eb4-43b1-9cb5-0ec6d94bea28 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:39.254085 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ee3622-7eb4-43b1-9cb5-0ec6d94bea28 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:39.254421 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ee3622-7eb4-43b1-9cb5-0ec6d94bea28 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:39.254753 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ee3622-7eb4-43b1-9cb5-0ec6d94bea28 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:39.255080 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ee3622-7eb4-43b1-9cb5-0ec6d94bea28 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:39.255409 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ee3622-7eb4-43b1-9cb5-0ec6d94bea28 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:39.255755 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ee3622-7eb4-43b1-9cb5-0ec6d94bea28 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:39.256060 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ee3622-7eb4-43b1-9cb5-0ec6d94bea28 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:39.256441 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ee3622-7eb4-43b1-9cb5-0ec6d94bea28 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:39.256770 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ee3622-7eb4-43b1-9cb5-0ec6d94bea28 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:40:39.337399 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48ee3622-7eb4-43b1-9cb5-0ec6d94bea28 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Network e280a8e8-0acc-4be9-9ee8-41c797e7e10d is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:40:39.345780 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c338b0ec-8fb0-442d-bb17-bd8f9a6eb805 None None] Attempting to bind port 348428be-4f08-413e-a02b-528b87e5eee0 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:39.351020 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c338b0ec-8fb0-442d-bb17-bd8f9a6eb805 None None] Attempting to bind port 348428be-4f08-413e-a02b-528b87e5eee0 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'a20da4ad-b3d2-4d6d-bc91-0a4e3225c504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '68d1b8de-8ca0-41e5-ab5d-58997722961e'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:39.353590 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c338b0ec-8fb0-442d-bb17-bd8f9a6eb805 None None] Attempting to bind port 348428be-4f08-413e-a02b-528b87e5eee0 on network 68d1b8de-8ca0-41e5-ab5d-58997722961e {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:39.365315 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-48ee3622-7eb4-43b1-9cb5-0ec6d94bea28 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, e280a8e8-0acc-4be9-9ee8-41c797e7e10d) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:39.370900 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c338b0ec-8fb0-442d-bb17-bd8f9a6eb805 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:39.371332 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c338b0ec-8fb0-442d-bb17-bd8f9a6eb805 None None] Checking segment: {'id': 'a20da4ad-b3d2-4d6d-bc91-0a4e3225c504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '68d1b8de-8ca0-41e5-ab5d-58997722961e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:39.371841 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c338b0ec-8fb0-442d-bb17-bd8f9a6eb805 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.379108 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c338b0ec-8fb0-442d-bb17-bd8f9a6eb805 None None] Bound using segment: {'id': 'a20da4ad-b3d2-4d6d-bc91-0a4e3225c504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '68d1b8de-8ca0-41e5-ab5d-58997722961e'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:39.381235 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c338b0ec-8fb0-442d-bb17-bd8f9a6eb805 None None] Bound port: 348428be-4f08-413e-a02b-528b87e5eee0, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a20da4ad-b3d2-4d6d-bc91-0a4e3225c504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '68d1b8de-8ca0-41e5-ab5d-58997722961e'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:39.382668 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c338b0ec-8fb0-442d-bb17-bd8f9a6eb805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.384969 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48ee3622-7eb4-43b1-9cb5-0ec6d94bea28 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:39.386107 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-48ee3622-7eb4-43b1-9cb5-0ec6d94bea28 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.401873 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309bb746-abc1-4ac7-a71f-8dbc449abf2d None None] Network e280a8e8-0acc-4be9-9ee8-41c797e7e10d requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:39.412696 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-48ee3622-7eb4-43b1-9cb5-0ec6d94bea28 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4831653 Jul 16 08:40:39.415608 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43926) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:39.443788 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-9f8c0194-c9a3-4bb5-991e-d672106eb6ab tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:39.658695 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c9c3df5a-5f15-456e-926e-0acc1be32f5a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.839583 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-24b7615f-a869-44db-a29a-ff25cc0b2420 None None] Could not find standard attr ID for object f918a9fb-d99a-4634-9a82-1b3bd8f6a3f6. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:40:39.886229 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c3df5a-5f15-456e-926e-0acc1be32f5a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Port': ['ID=f918a9fb-d99a-4634-9a82-1b3bd8f6a3f6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:39.892626 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-24b7615f-a869-44db-a29a-ff25cc0b2420 None None] Could not find standard attr ID for object 6ffbe44c-ddc2-43e3-a1d0-efece5363539. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:40:39.906293 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9f8c0194-c9a3-4bb5-991e-d672106eb6ab tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4515666'] for subnet, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.986777 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c9c3df5a-5f15-456e-926e-0acc1be32f5a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:39.991780 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c9c3df5a-5f15-456e-926e-0acc1be32f5a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/ports/f918a9fb-d99a-4634-9a82-1b3bd8f6a3f6 HTTP/1.1" status: 204 len: 168 time: 1.5997488 Jul 16 08:40:39.992972 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43946) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:40.111054 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d705e42-f98a-4232-9580-47dc6767a8d5 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] GET failed (client error): The resource could not be found. Jul 16 08:40:40.113668 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8d705e42-f98a-4232-9580-47dc6767a8d5 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "GET /v2.0/ports/f918a9fb-d99a-4634-9a82-1b3bd8f6a3f6 HTTP/1.1" status: 404 len: 333 time: 0.1167388 Jul 16 08:40:40.116539 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43950) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:40.317206 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c338b0ec-8fb0-442d-bb17-bd8f9a6eb805 None None] For port 348428be-4f08-413e-a02b-528b87e5eee0, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:40.355376 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c338b0ec-8fb0-442d-bb17-bd8f9a6eb805 None None] For port 348428be-4f08-413e-a02b-528b87e5eee0, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=348428be-4f08-413e-a02b-528b87e5eee0,segment=NetworkSegment(a20da4ad-b3d2-4d6d-bc91-0a4e3225c504),segment_id=a20da4ad-b3d2-4d6d-bc91-0a4e3225c504)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:40.419863 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ed34bf-87c8-4995-ac30-adce55872ea0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting subnet 365d26d2-1445-49fc-979b-e24aca27888b {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:40:40.432954 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a1ed34bf-87c8-4995-ac30-adce55872ea0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.462087 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5052044c-797e-4a29-bb1c-a435a939e21b None None] Could not find standard attr ID for object f918a9fb-d99a-4634-9a82-1b3bd8f6a3f6. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:40:40.478756 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c338b0ec-8fb0-442d-bb17-bd8f9a6eb805 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.698127 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9f8c0194-c9a3-4bb5-991e-d672106eb6ab tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792700239499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4503225'] for subnet, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.716070 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20593e39-5dd2-4abe-8c2a-c86044e87865 None None] Network 7123318c-6c65-4f1b-8536-d8701c580d60 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:40.833093 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ac162c3f-e787-41a7-a9ac-19bdafd7cd6a up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:40.834002 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f8c0194-c9a3-4bb5-991e-d672106eb6ab tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:40.838144 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9f8c0194-c9a3-4bb5-991e-d672106eb6ab tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:40.840436 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9f8c0194-c9a3-4bb5-991e-d672106eb6ab tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "PUT /v2.0/subnets/e560f2f1-b1ce-4e82-83ee-d6439266ff05 HTTP/1.1" status: 200 len: 826 time: 1.4233999 Jul 16 08:40:40.843394 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43976) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:40.852015 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a1ed34bf-87c8-4995-ac30-adce55872ea0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.104604 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-39455326-73f5-421b-bbdf-b1f16c2c6a98 None None] Provisioning for port ac162c3f-e787-41a7-a9ac-19bdafd7cd6a completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:41.115636 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c338b0ec-8fb0-442d-bb17-bd8f9a6eb805 None None] Routers {'e51cf9c8-0fe6-4430-83c8-15c9bd46b226'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:41.116687 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c338b0ec-8fb0-442d-bb17-bd8f9a6eb805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:40:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['e51cf9c8-0fe6-4430-83c8-15c9bd46b226'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:41.124979 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8c0194-c9a3-4bb5-991e-d672106eb6ab tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event updated for resources: {'Subnet': ['ID=e560f2f1-b1ce-4e82-83ee-d6439266ff05,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:41.313765 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a80320-0385-447f-b416-e4cfd1204ea0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-e280a8e8-0acc-4be9-9ee8-41c797e7e10d', 'network_id': 'e280a8e8-0acc-4be9-9ee8-41c797e7e10d', 'tenant_id': '65cc9c30e9bb4f0e9d3aa6c67b2d5b53', 'fixed_ips': [{'subnet_id': 'e560f2f1-b1ce-4e82-83ee-d6439266ff05'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:40:41.315039 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d5a80320-0385-447f-b416-e4cfd1204ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.334873 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.379955 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43992) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:41.472660 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a1ed34bf-87c8-4995-ac30-adce55872ea0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.545369 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.568328 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-d5a80320-0385-447f-b416-e4cfd1204ea0 None None] Allocated IP 2001:db8::2 (e280a8e8-0acc-4be9-9ee8-41c797e7e10d/e560f2f1-b1ce-4e82-83ee-d6439266ff05/fba52488-9190-4392-bed2-107b99620908) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:41.622995 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a1ed34bf-87c8-4995-ac30-adce55872ea0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.743833 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a1ed34bf-87c8-4995-ac30-adce55872ea0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.743833 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a1ed34bf-87c8-4995-ac30-adce55872ea0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/subnets/365d26d2-1445-49fc-979b-e24aca27888b HTTP/1.1" status: 204 len: 168 time: 1.5730627 Jul 16 08:40:41.743833 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ed34bf-87c8-4995-ac30-adce55872ea0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Subnet': ['ID=365d26d2-1445-49fc-979b-e24aca27888b,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:41.744044 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-fb7e3400-9ddb-4e2e-815a-9b54180b8056 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-2123391840-network', 'tenant_id': '5a4e731777374b07bb09db55f04a1d18'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:41.744131 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44002) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:41.779075 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb7e3400-9ddb-4e2e-815a-9b54180b8056 admin admin] Made reservation on behalf of 5a4e731777374b07bb09db55f04a1d18 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:41.789023 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb7e3400-9ddb-4e2e-815a-9b54180b8056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.824536 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb7e3400-9ddb-4e2e-815a-9b54180b8056 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.919968 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53ba6a1c-c4a1-4ad7-a3ac-368880e40c1a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:41.962113 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894cdfd3-8d87-4756-839a-f1ebd27142a1 None None] Pushing event updated for resources: {'Port': ['ID=348428be-4f08-413e-a02b-528b87e5eee0,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:42.076964 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-c338b0ec-8fb0-442d-bb17-bd8f9a6eb805 None None] Set router e51cf9c8-0fe6-4430-83c8-15c9bd46b226 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:42.102554 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-53ba6a1c-c4a1-4ad7-a3ac-368880e40c1a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting port e92ba079-dfe5-46e8-9b8a-06dc49030759 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:42.103622 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53ba6a1c-c4a1-4ad7-a3ac-368880e40c1a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:42.162052 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb7e3400-9ddb-4e2e-815a-9b54180b8056 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:42.172940 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb7e3400-9ddb-4e2e-815a-9b54180b8056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:42.232937 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb7e3400-9ddb-4e2e-815a-9b54180b8056 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:40:42.243386 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eabb0b83-6a44-465b-aba5-65e857897fa8 None None] Network c5ecb494-56e7-474f-9f3f-6f962792b0e8 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:42.270085 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb7e3400-9ddb-4e2e-815a-9b54180b8056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:42.271739 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-fb7e3400-9ddb-4e2e-815a-9b54180b8056 admin admin] Added segment c9daa470-e62f-42d3-928f-22604c4d111a of type vlan for network c4d0fd4d-6fdb-4a0d-a035-561da1f752b3 Jul 16 08:40:42.315131 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-53ba6a1c-c4a1-4ad7-a3ac-368880e40c1a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] For port e92ba079-dfe5-46e8-9b8a-06dc49030759, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=e92ba079-dfe5-46e8-9b8a-06dc49030759,segment=NetworkSegment(afa4faf4-ce0d-4208-83ef-040092064c25),segment_id=afa4faf4-ce0d-4208-83ef-040092064c25)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:42.317812 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53ba6a1c-c4a1-4ad7-a3ac-368880e40c1a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:42.322683 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-39455326-73f5-421b-bbdf-b1f16c2c6a98 None None] Could not find standard attr ID for object 6ffbe44c-ddc2-43e3-a1d0-efece5363539. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:40:42.387307 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-53ba6a1c-c4a1-4ad7-a3ac-368880e40c1a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Calling delete_port for e92ba079-dfe5-46e8-9b8a-06dc49030759 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:42.481405 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb7e3400-9ddb-4e2e-815a-9b54180b8056 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:42.525829 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e3400-9ddb-4e2e-815a-9b54180b8056 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6857c2d6-a6b1-4360-adc2-105d37058a2d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:42.589858 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb7e3400-9ddb-4e2e-815a-9b54180b8056 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:42.593202 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb7e3400-9ddb-4e2e-815a-9b54180b8056 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:42.597666 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb7e3400-9ddb-4e2e-815a-9b54180b8056 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:42.693211 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44028) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:42.695866 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fb7e3400-9ddb-4e2e-815a-9b54180b8056 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3142700 Jul 16 08:40:42.719406 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-adddb416-f5b9-4749-8a59-32a823a1fb4f admin admin] Request body: {'subnet': {'network_id': 'c4d0fd4d-6fdb-4a0d-a035-561da1f752b3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-2123391840-subnet', 'tenant_id': '5a4e731777374b07bb09db55f04a1d18', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:42.798607 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7e3400-9ddb-4e2e-815a-9b54180b8056 admin admin] Pushing event updated for resources: {'Network': ['ID=c4d0fd4d-6fdb-4a0d-a035-561da1f752b3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:42.924618 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network c4d0fd4d-6fdb-4a0d-a035-561da1f752b3 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:40:42.943654 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adddb416-f5b9-4749-8a59-32a823a1fb4f admin admin] Made reservation on behalf of 5a4e731777374b07bb09db55f04a1d18 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:42.949106 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-adddb416-f5b9-4749-8a59-32a823a1fb4f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.023897 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53ba6a1c-c4a1-4ad7-a3ac-368880e40c1a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.158417 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba6a1c-c4a1-4ad7-a3ac-368880e40c1a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Port': ['ID=e92ba079-dfe5-46e8-9b8a-06dc49030759,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:43.163119 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53ba6a1c-c4a1-4ad7-a3ac-368880e40c1a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] No DVR routers for this DVR port e92ba079-dfe5-46e8-9b8a-06dc49030759 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:40:43.276378 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d5a80320-0385-447f-b416-e4cfd1204ea0 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.291140 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d5a80320-0385-447f-b416-e4cfd1204ea0 None None] Transition to ACTIVE for port object fba52488-9190-4392-bed2-107b99620908 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:43.424449 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port ac162c3f-e787-41a7-a9ac-19bdafd7cd6a completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:43.441880 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53ba6a1c-c4a1-4ad7-a3ac-368880e40c1a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.465120 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port ac162c3f-e787-41a7-a9ac-19bdafd7cd6a triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:43.470068 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.474811 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-53ba6a1c-c4a1-4ad7-a3ac-368880e40c1a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5ecb494-56e7-474f-9f3f-6f962792b0e8']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:43.498965 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-53ba6a1c-c4a1-4ad7-a3ac-368880e40c1a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afa4faf4-ce0d-4208-83ef-040092064c25') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:43.499518 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-53ba6a1c-c4a1-4ad7-a3ac-368880e40c1a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afa4faf4-ce0d-4208-83ef-040092064c25') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:43.565051 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d5a80320-0385-447f-b416-e4cfd1204ea0 None None] Transition to ACTIVE for port object fba52488-9190-4392-bed2-107b99620908 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:43.586929 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53ba6a1c-c4a1-4ad7-a3ac-368880e40c1a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.628767 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d5a80320-0385-447f-b416-e4cfd1204ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.635585 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.642659 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53ba6a1c-c4a1-4ad7-a3ac-368880e40c1a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.670567 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53ba6a1c-c4a1-4ad7-a3ac-368880e40c1a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:40:43.673997 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53ba6a1c-c4a1-4ad7-a3ac-368880e40c1a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.698596 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:40:43.698596 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:40:43.698596 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:40:43.698596 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:40:43.698596 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:40:43.698596 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:40:43.698596 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:40:43.698596 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:40:43.698596 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:40:43.698596 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:40:43.698596 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:40:43.698596 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:40:43.698596 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:40:43.698596 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:40:43.698596 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:40:43.698596 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:40:43.698596 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:40:43.698596 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:40:43.698596 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:40:43.698596 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:40:43.698596 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:40:43.698596 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:40:43.698596 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:40:43.698596 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:40:43.698596 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:40:43.698596 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:40:43.698596 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:40:43.698596 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:40:43.698596 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:40:43.698596 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:40:43.698596 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:40:43.698596 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:40:43.703114 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a80320-0385-447f-b416-e4cfd1204ea0 None None] Pushing event updated for resources: {'Port': ['ID=fba52488-9190-4392-bed2-107b99620908,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:43.774805 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-adddb416-f5b9-4749-8a59-32a823a1fb4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.777983 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event deleted for resources: {'Subnet': ['ID=e560f2f1-b1ce-4e82-83ee-d6439266ff05,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:43.790367 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a80320-0385-447f-b416-e4cfd1204ea0 None None] Network e280a8e8-0acc-4be9-9ee8-41c797e7e10d is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:43.807737 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-d5a80320-0385-447f-b416-e4cfd1204ea0 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:43.832329 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a80320-0385-447f-b416-e4cfd1204ea0 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:43.935980 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3a2a2d-f5a5-4415-a746-2c933548b4f9 None None] DHCP port deletion for c5ecb494-56e7-474f-9f3f-6f962792b0e8 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:40:43.948334 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:43.987855 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.025988 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e280a8e8-0acc-4be9-9ee8-41c797e7e10d']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:44.094074 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1c4ba8-373b-4dff-ac7c-fa0546ca4492') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:44.094074 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1c4ba8-373b-4dff-ac7c-fa0546ca4492') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:44.118921 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53ba6a1c-c4a1-4ad7-a3ac-368880e40c1a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.127433 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.134498 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adddb416-f5b9-4749-8a59-32a823a1fb4f admin admin] Pushing event updated for resources: {'Subnet': ['ID=e27cc8e0-a923-4371-a9be-2bfb1aeacb40,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:44.172607 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port ac162c3f-e787-41a7-a9ac-19bdafd7cd6a, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ac162c3f-e787-41a7-a9ac-19bdafd7cd6a,segment=NetworkSegment(11bf0167-987c-4792-a430-16d5d8d51135),segment_id=11bf0167-987c-4792-a430-16d5d8d51135)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:44.179283 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.188398 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53ba6a1c-c4a1-4ad7-a3ac-368880e40c1a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.195327 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-53ba6a1c-c4a1-4ad7-a3ac-368880e40c1a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/networks/c5ecb494-56e7-474f-9f3f-6f962792b0e8 HTTP/1.1" status: 204 len: 168 time: 2.4485428 Jul 16 08:40:44.198802 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44062) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:44.203951 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.204982 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device e92ba079-dfe5-46e8-9b8a-06dc49030759 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:44.208319 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:40:44.208842 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c338b0ec-8fb0-442d-bb17-bd8f9a6eb805 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'name': 'tempest-TaggedBootDevicesTest-309867317-router', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'c1d5bfe9-14cd-4d71-86c6-029966b3a724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:13Z', 'updated_at': '2021-07-16T08:40:29Z', 'revision_number': 4, 'project_id': '2fe358b4bf3b41e19a3794e097af1b16', 'gw_port': {'id': 'c1d5bfe9-14cd-4d71-86c6-029966b3a724', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:16Z', 'updated_at': '2021-07-16T08:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '348428be-4f08-413e-a02b-528b87e5eee0', 'name': '', 'network_id': '68d1b8de-8ca0-41e5-ab5d-58997722961e', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'mac_address': 'fa:16:3e:12:41:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '74283639-7822-44b6-ad1c-b5976fafc479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:26Z', 'updated_at': '2021-07-16T08:40:40Z', 'revision_number': 4, 'project_id': '2fe358b4bf3b41e19a3794e097af1b16', 'subnets': [{'id': '74283639-7822-44b6-ad1c-b5976fafc479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:44.209231 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.222071 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ba6a1c-c4a1-4ad7-a3ac-368880e40c1a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Network': ['ID=c5ecb494-56e7-474f-9f3f-6f962792b0e8,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:44.229583 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-233f4164-27ef-45d4-88bf-de8bf9b9f30d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-701718420'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:40:44.239101 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:40:44.252026 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adddb416-f5b9-4749-8a59-32a823a1fb4f admin admin] Checking segment: {'id': 'c9daa470-e62f-42d3-928f-22604c4d111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c4d0fd4d-6fdb-4a0d-a035-561da1f752b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:44.256025 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adddb416-f5b9-4749-8a59-32a823a1fb4f admin admin] Network hostable DHCP agents. Network: c4d0fd4d-6fdb-4a0d-a035-561da1f752b3, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:40:44.275109 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-d5a80320-0385-447f-b416-e4cfd1204ea0 None None] Attempting to bind port fba52488-9190-4392-bed2-107b99620908 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:44.275609 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-d5a80320-0385-447f-b416-e4cfd1204ea0 None None] Attempting to bind port fba52488-9190-4392-bed2-107b99620908 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '3f1c4ba8-373b-4dff-ac7c-fa0546ca4492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e280a8e8-0acc-4be9-9ee8-41c797e7e10d'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:44.276128 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a80320-0385-447f-b416-e4cfd1204ea0 None None] Attempting to bind port fba52488-9190-4392-bed2-107b99620908 on network e280a8e8-0acc-4be9-9ee8-41c797e7e10d {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:44.300604 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adddb416-f5b9-4749-8a59-32a823a1fb4f admin admin] Network c4d0fd4d-6fdb-4a0d-a035-561da1f752b3 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:40:44.322530 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-adddb416-f5b9-4749-8a59-32a823a1fb4f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, c4d0fd4d-6fdb-4a0d-a035-561da1f752b3) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:44.330144 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adddb416-f5b9-4749-8a59-32a823a1fb4f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:44.330507 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-adddb416-f5b9-4749-8a59-32a823a1fb4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.356794 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c338b0ec-8fb0-442d-bb17-bd8f9a6eb805 None None] The sync data for ids ['e51cf9c8-0fe6-4430-83c8-15c9bd46b226'] in n-d-771362-37 is: [{'id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'name': 'tempest-TaggedBootDevicesTest-309867317-router', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'c1d5bfe9-14cd-4d71-86c6-029966b3a724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:13Z', 'updated_at': '2021-07-16T08:40:29Z', 'revision_number': 4, 'project_id': '2fe358b4bf3b41e19a3794e097af1b16', 'gw_port': {'id': 'c1d5bfe9-14cd-4d71-86c6-029966b3a724', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:16Z', 'updated_at': '2021-07-16T08:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '348428be-4f08-413e-a02b-528b87e5eee0', 'name': '', 'network_id': '68d1b8de-8ca0-41e5-ab5d-58997722961e', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'mac_address': 'fa:16:3e:12:41:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '74283639-7822-44b6-ad1c-b5976fafc479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:26Z', 'updated_at': '2021-07-16T08:40:40Z', 'revision_number': 4, 'project_id': '2fe358b4bf3b41e19a3794e097af1b16', 'subnets': [{'id': '74283639-7822-44b6-ad1c-b5976fafc479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:40:44.370452 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: e92ba079-dfe5-46e8-9b8a-06dc49030759 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:40:44.370828 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device e92ba079-dfe5-46e8-9b8a-06dc49030759 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 16 08:40:44.373792 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fc2551-20ae-474e-913d-827211362261 None None] Update dhcp port {'port': {'network_id': '7123318c-6c65-4f1b-8536-d8701c580d60', 'fixed_ips': [{'subnet_id': '3c927b1b-e94f-43bc-82a7-332501c5ee2b', 'ip_address': '2001:db8::2'}, {'subnet_id': '6d36589e-25cf-44e6-a2e5-4f94913f5a55'}], 'binding:host_id': 'n-d-771362-37'}, 'id': 'ac162c3f-e787-41a7-a9ac-19bdafd7cd6a'} from n-d-771362-37. {{(pid=93760) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:40:44.413241 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddc5dd9-83b9-472d-9570-49e78c530459 None None] Network c4d0fd4d-6fdb-4a0d-a035-561da1f752b3 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:44.489397 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a80320-0385-447f-b416-e4cfd1204ea0 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:44.489786 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a80320-0385-447f-b416-e4cfd1204ea0 None None] Checking segment: {'id': '3f1c4ba8-373b-4dff-ac7c-fa0546ca4492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e280a8e8-0acc-4be9-9ee8-41c797e7e10d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:44.490201 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d5a80320-0385-447f-b416-e4cfd1204ea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.491059 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5a80320-0385-447f-b416-e4cfd1204ea0 None None] Bound using segment: {'id': '3f1c4ba8-373b-4dff-ac7c-fa0546ca4492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e280a8e8-0acc-4be9-9ee8-41c797e7e10d'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:44.491571 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-d5a80320-0385-447f-b416-e4cfd1204ea0 None None] Bound port: fba52488-9190-4392-bed2-107b99620908, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1c4ba8-373b-4dff-ac7c-fa0546ca4492', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'e280a8e8-0acc-4be9-9ee8-41c797e7e10d'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:44.493493 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d5a80320-0385-447f-b416-e4cfd1204ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.536035 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.db.api [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 08:40:44.536035 n-d-771362-37 neutron-server[93759]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 08:40:44.536035 n-d-771362-37 neutron-server[93759]: [parameters: {'id': 'e280a8e8-0acc-4be9-9ee8-41c797e7e10d'}] Jul 16 08:40:44.536035 n-d-771362-37 neutron-server[93759]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:40:44.536505 n-d-771362-37 neutron-server[93759]: DEBUG oslo_db.api [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:40:44.537096 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-233f4164-27ef-45d4-88bf-de8bf9b9f30d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:44.545164 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-adddb416-f5b9-4749-8a59-32a823a1fb4f admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8495431 Jul 16 08:40:44.546044 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44074) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:44.550471 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-233f4164-27ef-45d4-88bf-de8bf9b9f30d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.552197 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-3efbf917-831e-4daf-a2f2-116b479a53e2 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-2123391840-router', 'tenant_id': '5a4e731777374b07bb09db55f04a1d18', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:44.561773 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Port e92ba079-dfe5-46e8-9b8a-06dc49030759 not found, will not notify nova. {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 16 08:40:44.589462 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3efbf917-831e-4daf-a2f2-116b479a53e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.593545 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3efbf917-831e-4daf-a2f2-116b479a53e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.655693 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-233f4164-27ef-45d4-88bf-de8bf9b9f30d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:40:44.700729 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-233f4164-27ef-45d4-88bf-de8bf9b9f30d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.701501 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-233f4164-27ef-45d4-88bf-de8bf9b9f30d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Added segment b2a83f9f-1183-4169-84e8-603c3c0ef5c5 of type vlan for network 55fc1f6a-aac1-4442-a665-060146fd63ea Jul 16 08:40:44.811349 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-233f4164-27ef-45d4-88bf-de8bf9b9f30d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.827827 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3efbf917-831e-4daf-a2f2-116b479a53e2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.873587 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-233f4164-27ef-45d4-88bf-de8bf9b9f30d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.882525 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 348428be-4f08-413e-a02b-528b87e5eee0 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:44.889613 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4fc2551-20ae-474e-913d-827211362261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.892094 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=ac162c3f-e787-41a7-a9ac-19bdafd7cd6a,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:44.897171 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-233f4164-27ef-45d4-88bf-de8bf9b9f30d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:44.905753 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-233f4164-27ef-45d4-88bf-de8bf9b9f30d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:44.979127 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-233f4164-27ef-45d4-88bf-de8bf9b9f30d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7750285 Jul 16 08:40:45.000782 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44086) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:45.010133 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8d2296cf-2dd9-4b50-b4a2-61a49791195d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'subnet': {'network_id': '55fc1f6a-aac1-4442-a665-060146fd63ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:45.240259 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.250299 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3efbf917-831e-4daf-a2f2-116b479a53e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.459430 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233f4164-27ef-45d4-88bf-de8bf9b9f30d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Network': ['ID=55fc1f6a-aac1-4442-a665-060146fd63ea,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:45.524098 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2296cf-2dd9-4b50-b4a2-61a49791195d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:45.538339 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d2296cf-2dd9-4b50-b4a2-61a49791195d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:45.790944 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-c4fc2551-20ae-474e-913d-827211362261 None None] Allocated IP 172.20.0.1 (7123318c-6c65-4f1b-8536-d8701c580d60/6d36589e-25cf-44e6-a2e5-4f94913f5a55/ac162c3f-e787-41a7-a9ac-19bdafd7cd6a) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:45.969690 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3efbf917-831e-4daf-a2f2-116b479a53e2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.047988 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3efbf917-831e-4daf-a2f2-116b479a53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.074411 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c4fc2551-20ae-474e-913d-827211362261 None None] For port ac162c3f-e787-41a7-a9ac-19bdafd7cd6a, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ac162c3f-e787-41a7-a9ac-19bdafd7cd6a,segment=NetworkSegment(11bf0167-987c-4792-a430-16d5d8d51135),segment_id=11bf0167-987c-4792-a430-16d5d8d51135)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:46.110895 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4fc2551-20ae-474e-913d-827211362261 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.137976 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c4fc2551-20ae-474e-913d-827211362261 None None] Transition to ACTIVE for port object ac162c3f-e787-41a7-a9ac-19bdafd7cd6a will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:46.149679 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-d5a80320-0385-447f-b416-e4cfd1204ea0 None None] For port fba52488-9190-4392-bed2-107b99620908, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:46.154172 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 55fc1f6a-aac1-4442-a665-060146fd63ea details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:40:46.157550 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4fc2551-20ae-474e-913d-827211362261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.193199 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d2296cf-2dd9-4b50-b4a2-61a49791195d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.265828 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-d5a80320-0385-447f-b416-e4cfd1204ea0 None None] For port fba52488-9190-4392-bed2-107b99620908, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=fba52488-9190-4392-bed2-107b99620908,segment=NetworkSegment(3f1c4ba8-373b-4dff-ac7c-fa0546ca4492),segment_id=3f1c4ba8-373b-4dff-ac7c-fa0546ca4492)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:46.282348 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 348428be-4f08-413e-a02b-528b87e5eee0 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:46.355573 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-3efbf917-831e-4daf-a2f2-116b479a53e2 admin admin] Allocated IP 172.25.3.22 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/32607eb7-d26d-406d-b489-0caa4441593a) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:46.420695 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d5a80320-0385-447f-b416-e4cfd1204ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.438646 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Deleting port fba52488-9190-4392-bed2-107b99620908 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:40:46.445371 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.452727 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1531a4a4-d866-4136-b1d4-f1dea576ed4a None None] Network c4d0fd4d-6fdb-4a0d-a035-561da1f752b3 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:46.461853 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 348428be-4f08-413e-a02b-528b87e5eee0 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:46.461853 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.579254 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2296cf-2dd9-4b50-b4a2-61a49791195d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Subnet': ['ID=8fd78b31-7c7a-4b13-a226-0d2c85e7f134,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:46.603744 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2296cf-2dd9-4b50-b4a2-61a49791195d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Checking segment: {'id': 'b2a83f9f-1183-4169-84e8-603c3c0ef5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '55fc1f6a-aac1-4442-a665-060146fd63ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:46.603744 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2296cf-2dd9-4b50-b4a2-61a49791195d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network hostable DHCP agents. Network: 55fc1f6a-aac1-4442-a665-060146fd63ea, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:40:46.689911 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3efbf917-831e-4daf-a2f2-116b479a53e2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.750752 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] For port fba52488-9190-4392-bed2-107b99620908, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=fba52488-9190-4392-bed2-107b99620908,segment=NetworkSegment(3f1c4ba8-373b-4dff-ac7c-fa0546ca4492),segment_id=3f1c4ba8-373b-4dff-ac7c-fa0546ca4492)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:46.750752 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.795362 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Calling delete_port for fba52488-9190-4392-bed2-107b99620908 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:40:46.854989 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3efbf917-831e-4daf-a2f2-116b479a53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:46.988511 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3efbf917-831e-4daf-a2f2-116b479a53e2 admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:47.012795 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efbf917-831e-4daf-a2f2-116b479a53e2 admin admin] Pushing event updated for resources: {'Port': ['ID=32607eb7-d26d-406d-b489-0caa4441593a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:47.030092 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-3efbf917-831e-4daf-a2f2-116b479a53e2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:47.035194 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44118) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:47.041175 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3efbf917-831e-4daf-a2f2-116b479a53e2 admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:47.058973 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2296cf-2dd9-4b50-b4a2-61a49791195d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network 55fc1f6a-aac1-4442-a665-060146fd63ea is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:40:47.127207 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-8d2296cf-2dd9-4b50-b4a2-61a49791195d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 55fc1f6a-aac1-4442-a665-060146fd63ea) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:47.157257 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2296cf-2dd9-4b50-b4a2-61a49791195d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:47.158489 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d2296cf-2dd9-4b50-b4a2-61a49791195d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.195784 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.201819 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9865a36-5867-4e91-814a-9fe246d3de0b None None] Network 55fc1f6a-aac1-4442-a665-060146fd63ea requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:47.273730 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8d2296cf-2dd9-4b50-b4a2-61a49791195d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2708216 Jul 16 08:40:47.277008 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44124) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:47.283236 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event deleted for resources: {'Port': ['ID=fba52488-9190-4392-bed2-107b99620908,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:47.291505 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3f5306aa-6d75-4be3-be4a-6ef22c148e97 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1869525659', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:47.313445 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] No DVR routers for this DVR port fba52488-9190-4392-bed2-107b99620908 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:40:47.373597 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4fc2551-20ae-474e-913d-827211362261 None None] Pushing event updated for resources: {'Port': ['ID=ac162c3f-e787-41a7-a9ac-19bdafd7cd6a,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:47.504154 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f5306aa-6d75-4be3-be4a-6ef22c148e97 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.505274 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f5306aa-6d75-4be3-be4a-6ef22c148e97 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.535372 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44130) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server [None req-b01b3840-3380-4aca-bdec-9e8cd33e9269 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port fba52488-9190-4392-bed2-107b99620908 could not be found. Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id) Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in get_dhcp_port Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:40:47.625666 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:40:47.629782 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:40:47.629782 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:40:47.629782 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:40:47.629782 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:40:47.629782 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:40:47.629782 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:40:47.629782 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:40:47.629782 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:40:47.629782 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:40:47.629782 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:40:47.629782 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:40:47.629782 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:40:47.629782 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:40:47.629782 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:40:47.629782 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:40:47.629782 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:40:47.629782 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:40:47.629782 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:40:47.629782 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:40:47.629782 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:40:47.629782 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jul 16 08:40:47.629782 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jul 16 08:40:47.629782 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1548, in get_port Jul 16 08:40:47.629782 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id) Jul 16 08:40:47.629782 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 291, in _get_port Jul 16 08:40:47.629782 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Jul 16 08:40:47.629782 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port fba52488-9190-4392-bed2-107b99620908 could not be found. Jul 16 08:40:47.629782 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server Jul 16 08:40:47.664199 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.687290 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a80320-0385-447f-b416-e4cfd1204ea0 None None] Pushing event deleted for resources: {'Port': ['ID=fba52488-9190-4392-bed2-107b99620908,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:47.709746 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-459eba32-c4ca-4ce2-8957-e7e415191bf2 None None] Network e280a8e8-0acc-4be9-9ee8-41c797e7e10d requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:47.710064 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9cdc412c-1287-48e1-ade0-b6c80f2bf166 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:47.742476 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e280a8e8-0acc-4be9-9ee8-41c797e7e10d']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:47.815462 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1c4ba8-373b-4dff-ac7c-fa0546ca4492') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:47.815760 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1c4ba8-373b-4dff-ac7c-fa0546ca4492') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:47.938104 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.070674 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f5306aa-6d75-4be3-be4a-6ef22c148e97 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.097160 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.110984 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e66eebe-0dd9-46a0-9580-b68d927c8687 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.117961 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f5306aa-6d75-4be3-be4a-6ef22c148e97 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.137966 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:40:48.139043 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.142599 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:40:48.142599 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:40:48.142599 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:40:48.142599 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:40:48.142599 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:40:48.142599 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:40:48.142599 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:40:48.142599 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:40:48.142599 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:40:48.142599 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:40:48.142599 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:40:48.142599 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:40:48.142599 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:40:48.142599 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:40:48.142599 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:40:48.142599 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:40:48.142599 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:40:48.142599 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:40:48.142599 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:40:48.142599 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:40:48.142599 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:40:48.142599 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:40:48.142599 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:40:48.142599 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:40:48.142599 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:40:48.142599 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:40:48.142599 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:40:48.142599 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:40:48.142599 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:40:48.142599 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:40:48.142599 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:40:48.142599 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:40:48.175003 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9cdc412c-1287-48e1-ade0-b6c80f2bf166 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.188295 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3efbf917-831e-4daf-a2f2-116b479a53e2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.198788 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9cdc412c-1287-48e1-ade0-b6c80f2bf166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.227001 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3f5306aa-6d75-4be3-be4a-6ef22c148e97 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.229288 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3f5306aa-6d75-4be3-be4a-6ef22c148e97 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9479554 Jul 16 08:40:48.239035 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ac99ed-4296-4092-9b3c-ee19b2b20e09 None None] Network e280a8e8-0acc-4be9-9ee8-41c797e7e10d requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:48.286267 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44138) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:48.293207 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-61aed073-7883-44e3-8353-3f748529a78a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'port': {'network_id': '55fc1f6a-aac1-4442-a665-060146fd63ea', 'name': 'tempest-PortsIpV6TestJSON-392613597'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:48.363806 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cdc412c-1287-48e1-ade0-b6c80f2bf166 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4289b265-3c9f-4b53-b805-43e7fac32480,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:48.564063 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e66eebe-0dd9-46a0-9580-b68d927c8687 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.569483 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9cdc412c-1287-48e1-ade0-b6c80f2bf166 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=87df9dd4d2ff4e4d82bf2a2fe665aa64&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5265479 Jul 16 08:40:48.571479 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.572239 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44140) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:48.578953 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.584308 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "DELETE /v2.0/networks/e280a8e8-0acc-4be9-9ee8-41c797e7e10d HTTP/1.1" status: 204 len: 168 time: 7.7397511 Jul 16 08:40:48.585050 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44142) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:48.600780 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.611236 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e66eebe-0dd9-46a0-9580-b68d927c8687 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.656607 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3299d21d-9608-43f4-811c-ec29e0c70640 None None] Network 7123318c-6c65-4f1b-8536-d8701c580d60 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:48.676694 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68e92d13-d918-4884-89d8-63307e56d7ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-55fc1f6a-aac1-4442-a665-060146fd63ea', 'network_id': '55fc1f6a-aac1-4442-a665-060146fd63ea', 'tenant_id': '2196520d70524290b0f888590747f176', 'fixed_ips': [{'subnet_id': '8fd78b31-7c7a-4b13-a226-0d2c85e7f134'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:40:48.677873 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68e92d13-d918-4884-89d8-63307e56d7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.705072 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66eebe-0dd9-46a0-9580-b68d927c8687 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8598f2b-a13c-4668-8d19-e2fa9bd7db27,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:48.725539 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22072444-8d61-4c0c-9f28-e4181281029b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event deleted for resources: {'Network': ['ID=e280a8e8-0acc-4be9-9ee8-41c797e7e10d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:48.764134 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 348428be-4f08-413e-a02b-528b87e5eee0, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=348428be-4f08-413e-a02b-528b87e5eee0,segment=NetworkSegment(a20da4ad-b3d2-4d6d-bc91-0a4e3225c504),segment_id=a20da4ad-b3d2-4d6d-bc91-0a4e3225c504)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:48.776771 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c99b180c-ce87-4997-868d-2b78c10599fa None None] Provisioning for port ac162c3f-e787-41a7-a9ac-19bdafd7cd6a completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:48.791415 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8b64bbd-d66c-4966-9a80-46dbceaf36f0 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] DELETE failed (client error): The resource could not be found. Jul 16 08:40:48.793445 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8b64bbd-d66c-4966-9a80-46dbceaf36f0 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:40:48.799745 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c99b180c-ce87-4997-868d-2b78c10599fa None None] Provisioning complete for port ac162c3f-e787-41a7-a9ac-19bdafd7cd6a triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:48.801060 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c99b180c-ce87-4997-868d-2b78c10599fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.801818 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e8b64bbd-d66c-4966-9a80-46dbceaf36f0 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "DELETE /v2.0/networks/e280a8e8-0acc-4be9-9ee8-41c797e7e10d HTTP/1.1" status: 404 len: 339 time: 0.2000105 Jul 16 08:40:48.810389 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44146) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:48.818740 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-597ab30e-5a79-4600-b13b-51a4448aac0f tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1764001130', 'description': 'd1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:48.822190 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3efbf917-831e-4daf-a2f2-116b479a53e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.845933 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8e66eebe-0dd9-46a0-9580-b68d927c8687 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d361fc31a0e541deab91b8fa78c87e67&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3080559 Jul 16 08:40:48.851671 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44148) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:48.879292 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.903625 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597ab30e-5a79-4600-b13b-51a4448aac0f tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Made reservation on behalf of 65cc9c30e9bb4f0e9d3aa6c67b2d5b53 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:48.907596 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-597ab30e-5a79-4600-b13b-51a4448aac0f tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.914788 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6ec4187f-3c10-4259-be0e-fc3391872725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.943322 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61aed073-7883-44e3-8353-3f748529a78a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:48.947515 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-61aed073-7883-44e3-8353-3f748529a78a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.965017 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597ab30e-5a79-4600-b13b-51a4448aac0f tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:40:48.985943 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-597ab30e-5a79-4600-b13b-51a4448aac0f tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:48.986357 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-597ab30e-5a79-4600-b13b-51a4448aac0f tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Added segment dc5a4129-626e-4ee6-95c0-76486eac66d5 of type vlan for network a5f2aa2f-637c-4837-97d9-675fb097b406 Jul 16 08:40:48.988881 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-61aed073-7883-44e3-8353-3f748529a78a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] device_id is not set on port 3b3c156b-143f-4dc1-b2f7-7090e68223e2 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:40:49.011266 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6ec4187f-3c10-4259-be0e-fc3391872725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:49.011555 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device e92ba079-dfe5-46e8-9b8a-06dc49030759 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:40:49.106547 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-597ab30e-5a79-4600-b13b-51a4448aac0f tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:49.175040 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6ec4187f-3c10-4259-be0e-fc3391872725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:49.178680 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6ec4187f-3c10-4259-be0e-fc3391872725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:49.180392 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6ec4187f-3c10-4259-be0e-fc3391872725 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4289b265-3c9f-4b53-b805-43e7fac32480 HTTP/1.1" status: 204 len: 168 time: 0.6031659 Jul 16 08:40:49.213721 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-597ab30e-5a79-4600-b13b-51a4448aac0f tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:49.220717 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597ab30e-5a79-4600-b13b-51a4448aac0f tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:49.221403 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-597ab30e-5a79-4600-b13b-51a4448aac0f tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:49.262599 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-61aed073-7883-44e3-8353-3f748529a78a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Allocated IP 2001:db8::232 (55fc1f6a-aac1-4442-a665-060146fd63ea/8fd78b31-7c7a-4b13-a226-0d2c85e7f134/3b3c156b-143f-4dc1-b2f7-7090e68223e2) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:49.272028 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec4187f-3c10-4259-be0e-fc3391872725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4289b265-3c9f-4b53-b805-43e7fac32480,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:49.291168 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-597ab30e-5a79-4600-b13b-51a4448aac0f tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4791675 Jul 16 08:40:49.298211 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44156) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:49.338136 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-802ad268-37f0-4445-912d-2130b97af879 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:49.390325 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597ab30e-5a79-4600-b13b-51a4448aac0f tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event updated for resources: {'Network': ['ID=a5f2aa2f-637c-4837-97d9-675fb097b406,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:49.405759 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-802ad268-37f0-4445-912d-2130b97af879 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:49.472450 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=348428be-4f08-413e-a02b-528b87e5eee0,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:49.476440 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: e92ba079-dfe5-46e8-9b8a-06dc49030759 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:40:49.477055 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device e92ba079-dfe5-46e8-9b8a-06dc49030759 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:40:49.491084 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network a5f2aa2f-637c-4837-97d9-675fb097b406 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:40:49.510932 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c7423c-2f7f-44d3-a0ee-f00768b89439 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:49.515390 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f3c7423c-2f7f-44d3-a0ee-f00768b89439 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "GET /v2.0/networks?id=a5f2aa2f-637c-4837-97d9-675fb097b406 HTTP/1.1" status: 200 len: 765 time: 0.2160680 Jul 16 08:40:49.523089 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44160) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:49.539179 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-ff82252b-159b-4cde-97fe-3fe6173c33c1 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Request body: {'network': {'description': 'd2'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:49.586613 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3efbf917-831e-4daf-a2f2-116b479a53e2 admin admin] Router b18140f8-a329-4c7e-b35e-8f3e4c6639e8 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:40:49.746009 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-802ad268-37f0-4445-912d-2130b97af879 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:49.749267 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-802ad268-37f0-4445-912d-2130b97af879 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:49.750467 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-802ad268-37f0-4445-912d-2130b97af879 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f8598f2b-a13c-4668-8d19-e2fa9bd7db27 HTTP/1.1" status: 204 len: 168 time: 0.8931882 Jul 16 08:40:49.784512 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ad268-37f0-4445-912d-2130b97af879 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8598f2b-a13c-4668-8d19-e2fa9bd7db27,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:49.879357 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ac162c3f-e787-41a7-a9ac-19bdafd7cd6a up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:49.938686 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-61aed073-7883-44e3-8353-3f748529a78a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:49.997269 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-61aed073-7883-44e3-8353-3f748529a78a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Transition to ACTIVE for port object 3b3c156b-143f-4dc1-b2f7-7090e68223e2 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:50.009763 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44166) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:50.074747 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7bfdc7bf-6013-44df-b581-8a4888427379 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.097934 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-61aed073-7883-44e3-8353-3f748529a78a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.192078 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61aed073-7883-44e3-8353-3f748529a78a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network 55fc1f6a-aac1-4442-a665-060146fd63ea is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:50.198182 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-61aed073-7883-44e3-8353-3f748529a78a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:50.202292 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3efbf917-831e-4daf-a2f2-116b479a53e2 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:40:50.218283 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61aed073-7883-44e3-8353-3f748529a78a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:50.218820 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9528fe31-bdfa-4e72-96cd-c52434cae93c None None] Sync routers for ids ['b18140f8-a329-4c7e-b35e-8f3e4c6639e8'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:40:50.223700 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61aed073-7883-44e3-8353-3f748529a78a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:50.224360 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-61aed073-7883-44e3-8353-3f748529a78a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.232331 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9528fe31-bdfa-4e72-96cd-c52434cae93c None None] Routers {'b18140f8-a329-4c7e-b35e-8f3e4c6639e8'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:50.233008 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9528fe31-bdfa-4e72-96cd-c52434cae93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:40:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['b18140f8-a329-4c7e-b35e-8f3e4c6639e8'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:50.243153 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff82252b-159b-4cde-97fe-3fe6173c33c1 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.247150 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-68e92d13-d918-4884-89d8-63307e56d7ad None None] Allocated IP 2001:db8::2 (55fc1f6a-aac1-4442-a665-060146fd63ea/8fd78b31-7c7a-4b13-a226-0d2c85e7f134/13891e37-087a-45ca-afe3-dcc5972bb5a5) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:50.248188 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aed073-7883-44e3-8353-3f748529a78a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Port': ['ID=3b3c156b-143f-4dc1-b2f7-7090e68223e2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:50.275335 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port ac162c3f-e787-41a7-a9ac-19bdafd7cd6a triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:50.275783 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.333246 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff82252b-159b-4cde-97fe-3fe6173c33c1 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.492796 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff82252b-159b-4cde-97fe-3fe6173c33c1 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event updated for resources: {'Network': ['ID=a5f2aa2f-637c-4837-97d9-675fb097b406,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:50.514334 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ff82252b-159b-4cde-97fe-3fe6173c33c1 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Network a5f2aa2f-637c-4837-97d9-675fb097b406 is not hosted by any dhcp agent {{(pid=93758) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 08:40:50.520745 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network a5f2aa2f-637c-4837-97d9-675fb097b406 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:40:50.530510 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff82252b-159b-4cde-97fe-3fe6173c33c1 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:50.531228 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff82252b-159b-4cde-97fe-3fe6173c33c1 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.536041 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ff82252b-159b-4cde-97fe-3fe6173c33c1 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "PUT /v2.0/networks/a5f2aa2f-637c-4837-97d9-675fb097b406 HTTP/1.1" status: 200 len: 762 time: 1.0111489 Jul 16 08:40:50.536596 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44174) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:50.686318 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7bfdc7bf-6013-44df-b581-8a4888427379 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.692084 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7bfdc7bf-6013-44df-b581-8a4888427379 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.735920 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7bfdc7bf-6013-44df-b581-8a4888427379 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ec29a1b9059a4548b4941106bdfbde59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7192860 Jul 16 08:40:50.736119 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-9528fe31-bdfa-4e72-96cd-c52434cae93c None None] Set router b18140f8-a329-4c7e-b35e-8f3e4c6639e8 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:50.739834 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3efbf917-831e-4daf-a2f2-116b479a53e2 admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.745742 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3efbf917-831e-4daf-a2f2-116b479a53e2 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.1984341 Jul 16 08:40:50.752507 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44176) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:50.752771 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44178) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:50.792551 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b996c1-d281-486c-b968-22a4dc0543e3 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:50.794338 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-66b996c1-d281-486c-b968-22a4dc0543e3 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "GET /v2.0/networks?id=a5f2aa2f-637c-4837-97d9-675fb097b406 HTTP/1.1" status: 200 len: 765 time: 0.2565451 Jul 16 08:40:50.799881 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44180) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:50.808923 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-61aed073-7883-44e3-8353-3f748529a78a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.5213983 Jul 16 08:40:50.810894 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44182) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:50.886904 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44184) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:50.923467 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68e92d13-d918-4884-89d8-63307e56d7ad None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.933153 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-112747e4-0e86-415a-b66e-5cb010f4ce61 None None] Provisioning complete for port ac162c3f-e787-41a7-a9ac-19bdafd7cd6a triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:50.933557 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-112747e4-0e86-415a-b66e-5cb010f4ce61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.944496 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-68e92d13-d918-4884-89d8-63307e56d7ad None None] Transition to ACTIVE for port object 13891e37-087a-45ca-afe3-dcc5972bb5a5 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:50.966325 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e8228a87-998e-4675-8502-6e20600bfe56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:50.968716 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 348428be-4f08-413e-a02b-528b87e5eee0 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:51.010260 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfdc7bf-6013-44df-b581-8a4888427379 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7a52490-c561-495d-a6ce-9862c26a309d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:51.068700 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1a82224b-809c-442d-95fe-5310444b02b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:51.133085 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-68e92d13-d918-4884-89d8-63307e56d7ad None None] Transition to ACTIVE for port object 13891e37-087a-45ca-afe3-dcc5972bb5a5 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:51.182976 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68e92d13-d918-4884-89d8-63307e56d7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:51.185468 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9528fe31-bdfa-4e72-96cd-c52434cae93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18140f8-a329-4c7e-b35e-8f3e4c6639e8', 'name': 'tempest-ServerRescueTestJSON-2123391840-router', 'tenant_id': '5a4e731777374b07bb09db55f04a1d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '32607eb7-d26d-406d-b489-0caa4441593a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:44Z', 'updated_at': '2021-07-16T08:40:47Z', 'revision_number': 3, 'project_id': '5a4e731777374b07bb09db55f04a1d18', 'gw_port': {'id': '32607eb7-d26d-406d-b489-0caa4441593a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:69:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18140f8-a329-4c7e-b35e-8f3e4c6639e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:46Z', 'updated_at': '2021-07-16T08:40:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:51.202868 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1a82224b-809c-442d-95fe-5310444b02b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:51.264901 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9528fe31-bdfa-4e72-96cd-c52434cae93c None None] Checking router: b18140f8-a329-4c7e-b35e-8f3e4c6639e8 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:40:51.265691 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9528fe31-bdfa-4e72-96cd-c52434cae93c None None] Updating router b18140f8-a329-4c7e-b35e-8f3e4c6639e8 port 32607eb7-d26d-406d-b489-0caa4441593a binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:40:51.346179 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9528fe31-bdfa-4e72-96cd-c52434cae93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:51.565627 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1a82224b-809c-442d-95fe-5310444b02b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:51.576139 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1a82224b-809c-442d-95fe-5310444b02b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:51.584402 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1a82224b-809c-442d-95fe-5310444b02b3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e7a52490-c561-495d-a6ce-9862c26a309d HTTP/1.1" status: 204 len: 168 time: 0.8265381 Jul 16 08:40:51.714628 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a82224b-809c-442d-95fe-5310444b02b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7a52490-c561-495d-a6ce-9862c26a309d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:51.864325 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e92d13-d918-4884-89d8-63307e56d7ad None None] Pushing event updated for resources: {'Port': ['ID=13891e37-087a-45ca-afe3-dcc5972bb5a5,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:51.978930 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9528fe31-bdfa-4e72-96cd-c52434cae93c None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.015306 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-9528fe31-bdfa-4e72-96cd-c52434cae93c None None] Transition to ACTIVE for port object 32607eb7-d26d-406d-b489-0caa4441593a will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:40:52.032274 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9528fe31-bdfa-4e72-96cd-c52434cae93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.046558 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e92d13-d918-4884-89d8-63307e56d7ad None None] Network 55fc1f6a-aac1-4442-a665-060146fd63ea is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:52.069077 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-68e92d13-d918-4884-89d8-63307e56d7ad None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:52.072590 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e92d13-d918-4884-89d8-63307e56d7ad None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:52.151393 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 348428be-4f08-413e-a02b-528b87e5eee0 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:52.154712 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.176943 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-368fb8b8-1852-49ea-b8dc-bd6b16f8cd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.243135 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d745c-e67b-445d-8aa4-b9647de0fb52 None None] Pushing event updated for resources: {'Port': ['ID=32607eb7-d26d-406d-b489-0caa4441593a,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:52.287496 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-68e92d13-d918-4884-89d8-63307e56d7ad None None] Attempting to bind port 13891e37-087a-45ca-afe3-dcc5972bb5a5 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:52.287877 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-68e92d13-d918-4884-89d8-63307e56d7ad None None] Attempting to bind port 13891e37-087a-45ca-afe3-dcc5972bb5a5 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'b2a83f9f-1183-4169-84e8-603c3c0ef5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '55fc1f6a-aac1-4442-a665-060146fd63ea'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:52.288254 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e92d13-d918-4884-89d8-63307e56d7ad None None] Attempting to bind port 13891e37-087a-45ca-afe3-dcc5972bb5a5 on network 55fc1f6a-aac1-4442-a665-060146fd63ea {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:52.301436 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-9528fe31-bdfa-4e72-96cd-c52434cae93c None None] Attempting to bind port 32607eb7-d26d-406d-b489-0caa4441593a on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:40:52.302083 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-9528fe31-bdfa-4e72-96cd-c52434cae93c None None] Attempting to bind port 32607eb7-d26d-406d-b489-0caa4441593a by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:40:52.302536 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528fe31-bdfa-4e72-96cd-c52434cae93c None None] Attempting to bind port 32607eb7-d26d-406d-b489-0caa4441593a on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:40:52.315515 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e92d13-d918-4884-89d8-63307e56d7ad None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:52.315901 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e92d13-d918-4884-89d8-63307e56d7ad None None] Checking segment: {'id': 'b2a83f9f-1183-4169-84e8-603c3c0ef5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '55fc1f6a-aac1-4442-a665-060146fd63ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:52.316320 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68e92d13-d918-4884-89d8-63307e56d7ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.319371 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68e92d13-d918-4884-89d8-63307e56d7ad None None] Bound using segment: {'id': 'b2a83f9f-1183-4169-84e8-603c3c0ef5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '55fc1f6a-aac1-4442-a665-060146fd63ea'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:52.319889 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-68e92d13-d918-4884-89d8-63307e56d7ad None None] Bound port: 13891e37-087a-45ca-afe3-dcc5972bb5a5, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2a83f9f-1183-4169-84e8-603c3c0ef5c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '55fc1f6a-aac1-4442-a665-060146fd63ea'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:52.320299 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68e92d13-d918-4884-89d8-63307e56d7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.322611 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528fe31-bdfa-4e72-96cd-c52434cae93c None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:40:52.324925 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528fe31-bdfa-4e72-96cd-c52434cae93c None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:40:52.325605 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9528fe31-bdfa-4e72-96cd-c52434cae93c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.326213 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9528fe31-bdfa-4e72-96cd-c52434cae93c None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:40:52.329130 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-9528fe31-bdfa-4e72-96cd-c52434cae93c None None] Bound port: 32607eb7-d26d-406d-b489-0caa4441593a, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:40:52.329920 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9528fe31-bdfa-4e72-96cd-c52434cae93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.364562 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547d3ee6-c160-4662-adb0-3cd303911430 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:52.370937 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-547d3ee6-c160-4662-adb0-3cd303911430 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 1.5696213 Jul 16 08:40:52.372743 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44200) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:52.436135 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9292f555-256a-427a-9300-71446528dded tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "GET /v2.0/subnets?network_id=4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 207 time: 0.0597799 Jul 16 08:40:52.436898 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44204) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:52.481011 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9528fe31-bdfa-4e72-96cd-c52434cae93c None None] For port 32607eb7-d26d-406d-b489-0caa4441593a, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:52.491777 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-9528fe31-bdfa-4e72-96cd-c52434cae93c None None] For port 32607eb7-d26d-406d-b489-0caa4441593a, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=32607eb7-d26d-406d-b489-0caa4441593a,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:52.504968 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-9528fe31-bdfa-4e72-96cd-c52434cae93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.596277 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-68e92d13-d918-4884-89d8-63307e56d7ad None None] For port 13891e37-087a-45ca-afe3-dcc5972bb5a5, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:40:52.613476 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-68e92d13-d918-4884-89d8-63307e56d7ad None None] For port 13891e37-087a-45ca-afe3-dcc5972bb5a5, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=13891e37-087a-45ca-afe3-dcc5972bb5a5,segment=NetworkSegment(b2a83f9f-1183-4169-84e8-603c3c0ef5c5),segment_id=b2a83f9f-1183-4169-84e8-603c3c0ef5c5)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:40:52.624027 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-68e92d13-d918-4884-89d8-63307e56d7ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.770405 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9528fe31-bdfa-4e72-96cd-c52434cae93c None None] Routers {'b18140f8-a329-4c7e-b35e-8f3e4c6639e8'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:52.772862 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e92d13-d918-4884-89d8-63307e56d7ad None None] Pushing event updated for resources: {'Port': ['ID=13891e37-087a-45ca-afe3-dcc5972bb5a5,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:52.773894 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9528fe31-bdfa-4e72-96cd-c52434cae93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:40:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['b18140f8-a329-4c7e-b35e-8f3e4c6639e8'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:52.783104 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635d745c-e67b-445d-8aa4-b9647de0fb52 None None] Pushing event updated for resources: {'Port': ['ID=32607eb7-d26d-406d-b489-0caa4441593a,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:52.884152 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-368fb8b8-1852-49ea-b8dc-bd6b16f8cd44 admin admin] Allocated IP 172.20.0.1 (c4d0fd4d-6fdb-4a0d-a035-561da1f752b3/e27cc8e0-a923-4371-a9be-2bfb1aeacb40/d3147773-0a51-416d-9300-f066e8458907) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:40:52.986682 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52a4843-cba3-4224-96fa-94ab61ee6a91 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:52.986818 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a0b1055-8ca7-4afa-b677-33431db286d2 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:52.994567 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52a4843-cba3-4224-96fa-94ab61ee6a91 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:53.004715 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e8228a87-998e-4675-8502-6e20600bfe56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.005193 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52a4843-cba3-4224-96fa-94ab61ee6a91 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:53.011208 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e8228a87-998e-4675-8502-6e20600bfe56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.014688 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52a4843-cba3-4224-96fa-94ab61ee6a91 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:53.021587 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52a4843-cba3-4224-96fa-94ab61ee6a91 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:53.030155 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52a4843-cba3-4224-96fa-94ab61ee6a91 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:53.032721 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f52a4843-cba3-4224-96fa-94ab61ee6a91 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.5948133 Jul 16 08:40:53.045770 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44218) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:53.128577 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e8228a87-998e-4675-8502-6e20600bfe56 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=df289eda0535401888f137d424799ecb&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2403278 Jul 16 08:40:53.134122 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44222) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:53.136607 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-9528fe31-bdfa-4e72-96cd-c52434cae93c None None] Set router b18140f8-a329-4c7e-b35e-8f3e4c6639e8 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:40:53.176959 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8228a87-998e-4675-8502-6e20600bfe56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99775bb5-8e3b-42a7-a23f-324d20947c2e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:53.542532 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-368fb8b8-1852-49ea-b8dc-bd6b16f8cd44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.557639 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f43218b7-3925-4310-abd5-49387b6cd2a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.596514 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c41d250d-9cdc-4acc-b276-b87f30ad6712 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.5440650 Jul 16 08:40:53.607916 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44234) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:53.633993 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9528fe31-bdfa-4e72-96cd-c52434cae93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18140f8-a329-4c7e-b35e-8f3e4c6639e8', 'name': 'tempest-ServerRescueTestJSON-2123391840-router', 'tenant_id': '5a4e731777374b07bb09db55f04a1d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '32607eb7-d26d-406d-b489-0caa4441593a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:44Z', 'updated_at': '2021-07-16T08:40:47Z', 'revision_number': 3, 'project_id': '5a4e731777374b07bb09db55f04a1d18', 'gw_port': {'id': '32607eb7-d26d-406d-b489-0caa4441593a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:69:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18140f8-a329-4c7e-b35e-8f3e4c6639e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:46Z', 'updated_at': '2021-07-16T08:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:53.664254 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f43218b7-3925-4310-abd5-49387b6cd2a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.682022 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9528fe31-bdfa-4e72-96cd-c52434cae93c None None] The sync data for ids ['b18140f8-a329-4c7e-b35e-8f3e4c6639e8'] in n-d-771362-37 is: [{'id': 'b18140f8-a329-4c7e-b35e-8f3e4c6639e8', 'name': 'tempest-ServerRescueTestJSON-2123391840-router', 'tenant_id': '5a4e731777374b07bb09db55f04a1d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '32607eb7-d26d-406d-b489-0caa4441593a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:44Z', 'updated_at': '2021-07-16T08:40:47Z', 'revision_number': 3, 'project_id': '5a4e731777374b07bb09db55f04a1d18', 'gw_port': {'id': '32607eb7-d26d-406d-b489-0caa4441593a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:69:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18140f8-a329-4c7e-b35e-8f3e4c6639e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:46Z', 'updated_at': '2021-07-16T08:40:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:40:53.732456 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a0b1055-8ca7-4afa-b677-33431db286d2 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.736388 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a0b1055-8ca7-4afa-b677-33431db286d2 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.759917 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e556588-88d4-4eed-95f4-9b84aa93c80e tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:53.761820 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e556588-88d4-4eed-95f4-9b84aa93c80e tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:53.763603 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e556588-88d4-4eed-95f4-9b84aa93c80e tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:53.765511 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e556588-88d4-4eed-95f4-9b84aa93c80e tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:53.767242 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e556588-88d4-4eed-95f4-9b84aa93c80e tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:53.774187 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6e556588-88d4-4eed-95f4-9b84aa93c80e tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1571062 Jul 16 08:40:53.775613 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44242) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:53.827350 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-368fb8b8-1852-49ea-b8dc-bd6b16f8cd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:53.908798 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca2cf80-1e4d-4cf8-a702-cb983ca13b2d tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['shared'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:53.912449 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca2cf80-1e4d-4cf8-a702-cb983ca13b2d tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['shared'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:53.913319 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca2cf80-1e4d-4cf8-a702-cb983ca13b2d tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['shared'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:53.915481 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca2cf80-1e4d-4cf8-a702-cb983ca13b2d tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['shared'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:53.919002 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ca2cf80-1e4d-4cf8-a702-cb983ca13b2d tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['shared'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:53.928891 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8ca2cf80-1e4d-4cf8-a702-cb983ca13b2d tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1526201 Jul 16 08:40:53.972811 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44246) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:54.016390 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b1055-8ca7-4afa-b677-33431db286d2 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Port': ['ID=3b3c156b-143f-4dc1-b2f7-7090e68223e2,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:54.242029 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368fb8b8-1852-49ea-b8dc-bd6b16f8cd44 admin admin] Network c4d0fd4d-6fdb-4a0d-a035-561da1f752b3 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:54.248755 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f43218b7-3925-4310-abd5-49387b6cd2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.251754 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f43218b7-3925-4310-abd5-49387b6cd2a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.255402 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f43218b7-3925-4310-abd5-49387b6cd2a3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/99775bb5-8e3b-42a7-a23f-324d20947c2e HTTP/1.1" status: 204 len: 168 time: 1.1179724 Jul 16 08:40:54.260265 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-368fb8b8-1852-49ea-b8dc-bd6b16f8cd44 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:54.268933 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368fb8b8-1852-49ea-b8dc-bd6b16f8cd44 admin admin] Pushing event updated for resources: {'Port': ['ID=d3147773-0a51-416d-9300-f066e8458907,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:54.633868 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a0b1055-8ca7-4afa-b677-33431db286d2 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:54.991379 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a0b1055-8ca7-4afa-b677-33431db286d2 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.008894 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55bf5f8-b9b3-43fd-8239-99e4a7c0c021 None None] Network 55fc1f6a-aac1-4442-a665-060146fd63ea requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:40:55.058487 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 13891e37-087a-45ca-afe3-dcc5972bb5a5 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:55.194202 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368fb8b8-1852-49ea-b8dc-bd6b16f8cd44 admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:40:55.240437 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce449aa6-8faa-4fed-93db-4b8ea7842831 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:55.241906 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ce449aa6-8faa-4fed-93db-4b8ea7842831 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "GET /v2.0/networks/35948ddf-2968-4623-925a-d8fb09d20078 HTTP/1.1" status: 200 len: 804 time: 1.2634697 Jul 16 08:40:55.286881 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44352) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:55.289143 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43218b7-3925-4310-abd5-49387b6cd2a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99775bb5-8e3b-42a7-a23f-324d20947c2e,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:55.344117 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a3a9f139-ede2-4417-8449-ca5f651bdd2c None None] Provisioning for port 13891e37-087a-45ca-afe3-dcc5972bb5a5 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:55.478386 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 13891e37-087a-45ca-afe3-dcc5972bb5a5 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:55.492548 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 13891e37-087a-45ca-afe3-dcc5972bb5a5 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:55.495767 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.504920 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4da914c2-5c42-4e14-afd2-0a5d599a3344 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "GET /v2.0/networks/35948ddf-2968-4623-925a-d8fb09d20078?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2166593 Jul 16 08:40:55.512714 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44382) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:55.550022 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-368fb8b8-1852-49ea-b8dc-bd6b16f8cd44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.892273 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-368fb8b8-1852-49ea-b8dc-bd6b16f8cd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:55.898158 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32550328-2aa2-4c95-b343-6e7a15364786 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:55.899799 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-32550328-2aa2-4c95-b343-6e7a15364786 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "GET /v2.0/subnets/2dc50302-35d2-4823-b8a7-7a25e3ca7e12 HTTP/1.1" status: 200 len: 843 time: 0.3426528 Jul 16 08:40:55.906552 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44434) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:56.123303 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.180287 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8de868e-f1e1-480c-9705-a86ff18bf752 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['shared'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:56.182874 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c8de868e-f1e1-480c-9705-a86ff18bf752 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "GET /v2.0/subnets/2dc50302-35d2-4823-b8a7-7a25e3ca7e12?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.2703547 Jul 16 08:40:56.199715 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44468) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:56.230207 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-98afc762-854e-4147-ad90-be839f69d6df tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-197771256'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:56.274114 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 13891e37-087a-45ca-afe3-dcc5972bb5a5, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=13891e37-087a-45ca-afe3-dcc5972bb5a5,segment=NetworkSegment(b2a83f9f-1183-4169-84e8-603c3c0ef5c5),segment_id=b2a83f9f-1183-4169-84e8-603c3c0ef5c5)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:56.287289 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.289264 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 32607eb7-d26d-406d-b489-0caa4441593a up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:56.303487 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a0b1055-8ca7-4afa-b677-33431db286d2 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.314382 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a0b1055-8ca7-4afa-b677-33431db286d2 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.315569 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a0b1055-8ca7-4afa-b677-33431db286d2 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.411706 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-368fb8b8-1852-49ea-b8dc-bd6b16f8cd44 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.419977 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98afc762-854e-4147-ad90-be839f69d6df tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Made reservation on behalf of 65cc9c30e9bb4f0e9d3aa6c67b2d5b53 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:56.435075 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-98afc762-854e-4147-ad90-be839f69d6df tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.444141 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-368fb8b8-1852-49ea-b8dc-bd6b16f8cd44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.660663 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-368fb8b8-1852-49ea-b8dc-bd6b16f8cd44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.766024 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98afc762-854e-4147-ad90-be839f69d6df tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:40:56.780077 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=13891e37-087a-45ca-afe3-dcc5972bb5a5,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:56.810705 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-98afc762-854e-4147-ad90-be839f69d6df tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.811291 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-98afc762-854e-4147-ad90-be839f69d6df tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Added segment 97042e91-3378-45dd-97df-4a565095d94f of type vlan for network e60ea6e3-eff2-490d-9012-de05cc604ea5 Jul 16 08:40:56.875602 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0b1055-8ca7-4afa-b677-33431db286d2 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Port': ['ID=3b3c156b-143f-4dc1-b2f7-7090e68223e2,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:56.875602 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0b1055-8ca7-4afa-b677-33431db286d2 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network 55fc1f6a-aac1-4442-a665-060146fd63ea is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:56.875602 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-4a0b1055-8ca7-4afa-b677-33431db286d2 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:56.890446 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 32607eb7-d26d-406d-b489-0caa4441593a completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:56.896441 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 32607eb7-d26d-406d-b489-0caa4441593a triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:56.900534 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:56.938840 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-98afc762-854e-4147-ad90-be839f69d6df tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.057988 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-98afc762-854e-4147-ad90-be839f69d6df tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.129478 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98afc762-854e-4147-ad90-be839f69d6df tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:57.140571 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-98afc762-854e-4147-ad90-be839f69d6df tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.240561 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.326818 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 32607eb7-d26d-406d-b489-0caa4441593a, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=32607eb7-d26d-406d-b489-0caa4441593a,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:40:57.338969 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0b1055-8ca7-4afa-b677-33431db286d2 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Router 9bb2bb2b-c4cf-4360-afa8-be91a1496126 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:40:57.339794 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.354547 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-14b73963-fda5-4c70-bfd2-1befb76d8a43 None None] Provisioning complete for port 13891e37-087a-45ca-afe3-dcc5972bb5a5 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:57.355381 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-14b73963-fda5-4c70-bfd2-1befb76d8a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:57.572433 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=32607eb7-d26d-406d-b489-0caa4441593a,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:57.668184 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98afc762-854e-4147-ad90-be839f69d6df tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event updated for resources: {'Network': ['ID=e60ea6e3-eff2-490d-9012-de05cc604ea5,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:57.703268 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-98afc762-854e-4147-ad90-be839f69d6df tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4979713 Jul 16 08:40:57.708528 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network e60ea6e3-eff2-490d-9012-de05cc604ea5 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:40:57.763309 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44598) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:57.779056 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 13891e37-087a-45ca-afe3-dcc5972bb5a5 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:40:57.796518 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368fb8b8-1852-49ea-b8dc-bd6b16f8cd44 admin admin] Pushing event updated for resources: {'Port': ['ID=d3147773-0a51-416d-9300-f066e8458907,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:40:57.904219 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-cb25da8a-9c9f-4514-b4a5-19ff316daee1 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Request body: {'subnet': {'network_id': 'e60ea6e3-eff2-490d-9012-de05cc604ea5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:40:57.916879 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0b1055-8ca7-4afa-b677-33431db286d2 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:40:57.958122 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4a0b1055-8ca7-4afa-b677-33431db286d2 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "PUT /v2.0/routers/9bb2bb2b-c4cf-4360-afa8-be91a1496126/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1274021 Jul 16 08:40:57.960889 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44618) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:58.045382 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af962ddf-e540-4ed1-bd1c-9062a0ba2e0e None None] Sync routers for ids ['9bb2bb2b-c4cf-4360-afa8-be91a1496126'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:40:58.117693 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-14b73963-fda5-4c70-bfd2-1befb76d8a43 None None] Provisioning for port 3b3c156b-143f-4dc1-b2f7-7090e68223e2 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:40:58.226429 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-14b73963-fda5-4c70-bfd2-1befb76d8a43 None None] Provisioning complete for port 3b3c156b-143f-4dc1-b2f7-7090e68223e2 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:58.227007 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-14b73963-fda5-4c70-bfd2-1befb76d8a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.385038 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4208298b-7dcf-459f-b028-bcb1b6873c53 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:40:58.390589 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4208298b-7dcf-459f-b028-bcb1b6873c53 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bb2bb2b-c4cf-4360-afa8-be91a1496126 HTTP/1.1" status: 200 len: 988 time: 0.4260602 Jul 16 08:40:58.395254 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44652) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:40:58.459440 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af962ddf-e540-4ed1-bd1c-9062a0ba2e0e None None] Routers {'9bb2bb2b-c4cf-4360-afa8-be91a1496126'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:58.474748 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-af962ddf-e540-4ed1-bd1c-9062a0ba2e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:40:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['9bb2bb2b-c4cf-4360-afa8-be91a1496126'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:58.609307 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-368fb8b8-1852-49ea-b8dc-bd6b16f8cd44 admin admin] Network c4d0fd4d-6fdb-4a0d-a035-561da1f752b3 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:40:58.624609 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-368fb8b8-1852-49ea-b8dc-bd6b16f8cd44 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:40:58.705818 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb25da8a-9c9f-4514-b4a5-19ff316daee1 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Made reservation on behalf of 65cc9c30e9bb4f0e9d3aa6c67b2d5b53 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:40:58.734948 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb25da8a-9c9f-4514-b4a5-19ff316daee1 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:58.765450 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-af962ddf-e540-4ed1-bd1c-9062a0ba2e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:58.915911 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 13891e37-087a-45ca-afe3-dcc5972bb5a5 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:58.916702 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:59.034537 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.ipam_backend_mixin [None req-cb25da8a-9c9f-4514-b4a5-19ff316daee1 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Performing IP validity checks on allocation pools {{(pid=93758) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 08:40:59.037059 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.ipam_backend_mixin [None req-cb25da8a-9c9f-4514-b4a5-19ff316daee1 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93758) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 08:40:59.135611 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af962ddf-e540-4ed1-bd1c-9062a0ba2e0e None None] Routers {'9bb2bb2b-c4cf-4360-afa8-be91a1496126'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:40:59.139764 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-af962ddf-e540-4ed1-bd1c-9062a0ba2e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:40:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['9bb2bb2b-c4cf-4360-afa8-be91a1496126'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:59.187494 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-14b73963-fda5-4c70-bfd2-1befb76d8a43 None None] Port 3b3c156b-143f-4dc1-b2f7-7090e68223e2 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:40:59.419515 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a4a5c8-1f19-475e-9a02-ae8a795d0096 None None] get_active_networks_info from n-d-771362-37 {{(pid=93760) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:40:59.692073 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-af962ddf-e540-4ed1-bd1c-9062a0ba2e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:40:59.693153 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af962ddf-e540-4ed1-bd1c-9062a0ba2e0e None None] The sync data for ids ['9bb2bb2b-c4cf-4360-afa8-be91a1496126'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:40:59.793014 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb25da8a-9c9f-4514-b4a5-19ff316daee1 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:59.839821 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-95e97abe-cd3a-49d4-abd7-e79cf8df61c6 None None] Provisioning complete for port 3b3c156b-143f-4dc1-b2f7-7090e68223e2 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:40:59.851257 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:40:59.863897 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-95e97abe-cd3a-49d4-abd7-e79cf8df61c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:40:59.974411 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-95e97abe-cd3a-49d4-abd7-e79cf8df61c6 None None] Port 3b3c156b-143f-4dc1-b2f7-7090e68223e2 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:00.075964 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76a4a5c8-1f19-475e-9a02-ae8a795d0096 None None] Resources bound (agent type, host, resource id): {{(pid=93760) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:41:00.255376 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb25da8a-9c9f-4514-b4a5-19ff316daee1 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event updated for resources: {'Subnet': ['ID=461966da-7d50-456f-a885-8b185437ee6f,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:00.265011 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-368fb8b8-1852-49ea-b8dc-bd6b16f8cd44 admin admin] Router b18140f8-a329-4c7e-b35e-8f3e4c6639e8 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:41:00.303637 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6be92b1f-6862-460f-b7a2-f5dee8e0e0c7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:00.492312 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 32607eb7-d26d-406d-b489-0caa4441593a up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:00.540704 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb25da8a-9c9f-4514-b4a5-19ff316daee1 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Checking segment: {'id': '97042e91-3378-45dd-97df-4a565095d94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e60ea6e3-eff2-490d-9012-de05cc604ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:00.542409 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb25da8a-9c9f-4514-b4a5-19ff316daee1 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Network hostable DHCP agents. Network: e60ea6e3-eff2-490d-9012-de05cc604ea5, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:41:00.694905 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb25da8a-9c9f-4514-b4a5-19ff316daee1 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Network e60ea6e3-eff2-490d-9012-de05cc604ea5 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:41:00.717317 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-cb25da8a-9c9f-4514-b4a5-19ff316daee1 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, e60ea6e3-eff2-490d-9012-de05cc604ea5) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:00.730830 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 32607eb7-d26d-406d-b489-0caa4441593a triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:00.734806 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:00.737979 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb25da8a-9c9f-4514-b4a5-19ff316daee1 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:00.740698 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb25da8a-9c9f-4514-b4a5-19ff316daee1 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:00.775765 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368fb8b8-1852-49ea-b8dc-bd6b16f8cd44 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:00.786850 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5d3bd3-9395-440d-81fc-df62f9df0159 None None] Sync routers for ids ['b18140f8-a329-4c7e-b35e-8f3e4c6639e8'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:00.800447 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-368fb8b8-1852-49ea-b8dc-bd6b16f8cd44 admin admin] 10.222.0.22 "PUT /v2.0/routers/b18140f8-a329-4c7e-b35e-8f3e4c6639e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0347033 Jul 16 08:41:00.805913 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5d3bd3-9395-440d-81fc-df62f9df0159 None None] Routers {'b18140f8-a329-4c7e-b35e-8f3e4c6639e8'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:00.805913 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5b5d3bd3-9395-440d-81fc-df62f9df0159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:40:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['b18140f8-a329-4c7e-b35e-8f3e4c6639e8'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:00.817888 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-6be92b1f-6862-460f-b7a2-f5dee8e0e0c7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting port 3b3c156b-143f-4dc1-b2f7-7090e68223e2 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:00.818518 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6be92b1f-6862-460f-b7a2-f5dee8e0e0c7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:00.823840 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-cb25da8a-9c9f-4514-b4a5-19ff316daee1 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 3.0404704 Jul 16 08:41:00.827442 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44844) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:00.842516 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-52fc55a2-49dd-438f-9cb0-a78b3a81a226 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:01.098875 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-52fc55a2-49dd-438f-9cb0-a78b3a81a226 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4515666'] for subnet, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:01.115686 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd39c7f3-10a3-4093-b746-99e7b17c77dd None None] get_active_networks_info from n-d-771362-37 {{(pid=93760) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:41:01.160869 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6be92b1f-6862-460f-b7a2-f5dee8e0e0c7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:01.181892 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-5b5d3bd3-9395-440d-81fc-df62f9df0159 None None] Set router b18140f8-a329-4c7e-b35e-8f3e4c6639e8 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:01.211090 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-6be92b1f-6862-460f-b7a2-f5dee8e0e0c7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Calling delete_port for 3b3c156b-143f-4dc1-b2f7-7090e68223e2 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:01.363877 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd39c7f3-10a3-4093-b746-99e7b17c77dd None None] Resources bound (agent type, host, resource id): {{(pid=93760) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:41:01.572343 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5b5d3bd3-9395-440d-81fc-df62f9df0159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18140f8-a329-4c7e-b35e-8f3e4c6639e8', 'name': 'tempest-ServerRescueTestJSON-2123391840-router', 'tenant_id': '5a4e731777374b07bb09db55f04a1d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '32607eb7-d26d-406d-b489-0caa4441593a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:44Z', 'updated_at': '2021-07-16T08:40:55Z', 'revision_number': 4, 'project_id': '5a4e731777374b07bb09db55f04a1d18', 'gw_port': {'id': '32607eb7-d26d-406d-b489-0caa4441593a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:69:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18140f8-a329-4c7e-b35e-8f3e4c6639e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:46Z', 'updated_at': '2021-07-16T08:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'd3147773-0a51-416d-9300-f066e8458907', 'name': '', 'network_id': 'c4d0fd4d-6fdb-4a0d-a035-561da1f752b3', 'tenant_id': '5a4e731777374b07bb09db55f04a1d18', 'mac_address': 'fa:16:3e:78:20:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18140f8-a329-4c7e-b35e-8f3e4c6639e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'e27cc8e0-a923-4371-a9be-2bfb1aeacb40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:52Z', 'updated_at': '2021-07-16T08:40:55Z', 'revision_number': 2, 'project_id': '5a4e731777374b07bb09db55f04a1d18', 'subnets': [{'id': 'e27cc8e0-a923-4371-a9be-2bfb1aeacb40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:01.655838 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5d3bd3-9395-440d-81fc-df62f9df0159 None None] Checking router: b18140f8-a329-4c7e-b35e-8f3e4c6639e8 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:41:01.657870 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5d3bd3-9395-440d-81fc-df62f9df0159 None None] Updating router b18140f8-a329-4c7e-b35e-8f3e4c6639e8 port d3147773-0a51-416d-9300-f066e8458907 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:41:01.762285 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5b5d3bd3-9395-440d-81fc-df62f9df0159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:01.833704 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6be92b1f-6862-460f-b7a2-f5dee8e0e0c7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:01.852021 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-52fc55a2-49dd-438f-9cb0-a78b3a81a226 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8792700239499', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4503225'] for subnet, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.008009 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7abd8345-31fb-4f03-a22b-476d14e0342b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-e60ea6e3-eff2-490d-9012-de05cc604ea5', 'network_id': 'e60ea6e3-eff2-490d-9012-de05cc604ea5', 'tenant_id': '65cc9c30e9bb4f0e9d3aa6c67b2d5b53', 'fixed_ips': [{'subnet_id': '461966da-7d50-456f-a885-8b185437ee6f'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:41:02.009607 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7abd8345-31fb-4f03-a22b-476d14e0342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.033299 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.073016 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.146139 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fc55a2-49dd-438f-9cb0-a78b3a81a226 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:02.146783 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-52fc55a2-49dd-438f-9cb0-a78b3a81a226 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.152202 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-52fc55a2-49dd-438f-9cb0-a78b3a81a226 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "PUT /v2.0/subnets/461966da-7d50-456f-a885-8b185437ee6f HTTP/1.1" status: 200 len: 900 time: 1.3234651 Jul 16 08:41:02.156590 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be92b1f-6862-460f-b7a2-f5dee8e0e0c7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Port': ['ID=3b3c156b-143f-4dc1-b2f7-7090e68223e2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:02.157013 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44882) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:02.229018 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fc55a2-49dd-438f-9cb0-a78b3a81a226 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event updated for resources: {'Subnet': ['ID=461966da-7d50-456f-a885-8b185437ee6f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:02.387537 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-7abd8345-31fb-4f03-a22b-476d14e0342b None None] Allocated IP 2001:db8::3 (e60ea6e3-eff2-490d-9012-de05cc604ea5/461966da-7d50-456f-a885-8b185437ee6f/9da6ed2f-87a6-436b-8776-e1210cc325f1) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:02.388841 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6be92b1f-6862-460f-b7a2-f5dee8e0e0c7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.432012 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.606191 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.658541 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5b5d3bd3-9395-440d-81fc-df62f9df0159 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.698195 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5b5d3bd3-9395-440d-81fc-df62f9df0159 None None] Transition to ACTIVE for port object d3147773-0a51-416d-9300-f066e8458907 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:02.713915 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5b5d3bd3-9395-440d-81fc-df62f9df0159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.803763 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7abd8345-31fb-4f03-a22b-476d14e0342b None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.826088 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7abd8345-31fb-4f03-a22b-476d14e0342b None None] Transition to ACTIVE for port object 9da6ed2f-87a6-436b-8776-e1210cc325f1 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:02.849805 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44900) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:02.856516 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7abd8345-31fb-4f03-a22b-476d14e0342b None None] Transition to ACTIVE for port object 9da6ed2f-87a6-436b-8776-e1210cc325f1 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:02.880179 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7abd8345-31fb-4f03-a22b-476d14e0342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.905247 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:02.935841 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43211b-3390-4770-9cd1-d92228f679e3 None None] Pushing event updated for resources: {'Port': ['ID=d3147773-0a51-416d-9300-f066e8458907,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:02.954813 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd8345-31fb-4f03-a22b-476d14e0342b None None] Pushing event updated for resources: {'Port': ['ID=9da6ed2f-87a6-436b-8776-e1210cc325f1,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:02.964202 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7abd8345-31fb-4f03-a22b-476d14e0342b None None] Network e60ea6e3-eff2-490d-9012-de05cc604ea5 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:02.966405 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-7abd8345-31fb-4f03-a22b-476d14e0342b None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:02.972988 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7abd8345-31fb-4f03-a22b-476d14e0342b None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:03.020626 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event deleted for resources: {'Subnet': ['ID=461966da-7d50-456f-a885-8b185437ee6f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:03.167669 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5b5d3bd3-9395-440d-81fc-df62f9df0159 None None] Attempting to bind port d3147773-0a51-416d-9300-f066e8458907 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:03.168608 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5b5d3bd3-9395-440d-81fc-df62f9df0159 None None] Attempting to bind port d3147773-0a51-416d-9300-f066e8458907 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'c9daa470-e62f-42d3-928f-22604c4d111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c4d0fd4d-6fdb-4a0d-a035-561da1f752b3'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:03.175107 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5d3bd3-9395-440d-81fc-df62f9df0159 None None] Attempting to bind port d3147773-0a51-416d-9300-f066e8458907 on network c4d0fd4d-6fdb-4a0d-a035-561da1f752b3 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:03.206196 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5d3bd3-9395-440d-81fc-df62f9df0159 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:03.206562 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5d3bd3-9395-440d-81fc-df62f9df0159 None None] Checking segment: {'id': 'c9daa470-e62f-42d3-928f-22604c4d111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c4d0fd4d-6fdb-4a0d-a035-561da1f752b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:03.207159 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5b5d3bd3-9395-440d-81fc-df62f9df0159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.208448 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5d3bd3-9395-440d-81fc-df62f9df0159 None None] Bound using segment: {'id': 'c9daa470-e62f-42d3-928f-22604c4d111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c4d0fd4d-6fdb-4a0d-a035-561da1f752b3'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:03.213714 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5b5d3bd3-9395-440d-81fc-df62f9df0159 None None] Bound port: d3147773-0a51-416d-9300-f066e8458907, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9daa470-e62f-42d3-928f-22604c4d111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c4d0fd4d-6fdb-4a0d-a035-561da1f752b3'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:03.214355 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5b5d3bd3-9395-440d-81fc-df62f9df0159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.224921 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-7abd8345-31fb-4f03-a22b-476d14e0342b None None] Attempting to bind port 9da6ed2f-87a6-436b-8776-e1210cc325f1 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:03.225502 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-7abd8345-31fb-4f03-a22b-476d14e0342b None None] Attempting to bind port 9da6ed2f-87a6-436b-8776-e1210cc325f1 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '97042e91-3378-45dd-97df-4a565095d94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e60ea6e3-eff2-490d-9012-de05cc604ea5'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:03.225657 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abd8345-31fb-4f03-a22b-476d14e0342b None None] Attempting to bind port 9da6ed2f-87a6-436b-8776-e1210cc325f1 on network e60ea6e3-eff2-490d-9012-de05cc604ea5 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:03.237783 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abd8345-31fb-4f03-a22b-476d14e0342b None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 40, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:03.238170 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abd8345-31fb-4f03-a22b-476d14e0342b None None] Checking segment: {'id': '97042e91-3378-45dd-97df-4a565095d94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e60ea6e3-eff2-490d-9012-de05cc604ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:03.238733 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7abd8345-31fb-4f03-a22b-476d14e0342b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.239140 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7abd8345-31fb-4f03-a22b-476d14e0342b None None] Bound using segment: {'id': '97042e91-3378-45dd-97df-4a565095d94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e60ea6e3-eff2-490d-9012-de05cc604ea5'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:03.239633 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-7abd8345-31fb-4f03-a22b-476d14e0342b None None] Bound port: 9da6ed2f-87a6-436b-8776-e1210cc325f1, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97042e91-3378-45dd-97df-4a565095d94f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e60ea6e3-eff2-490d-9012-de05cc604ea5'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:03.240021 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7abd8345-31fb-4f03-a22b-476d14e0342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.325939 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.359831 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60ea6e3-eff2-490d-9012-de05cc604ea5']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:03.373715 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97042e91-3378-45dd-97df-4a565095d94f') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:03.374624 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97042e91-3378-45dd-97df-4a565095d94f') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:03.386141 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-5b5d3bd3-9395-440d-81fc-df62f9df0159 None None] For port d3147773-0a51-416d-9300-f066e8458907, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:03.390325 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.393202 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-5b5d3bd3-9395-440d-81fc-df62f9df0159 None None] For port d3147773-0a51-416d-9300-f066e8458907, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d3147773-0a51-416d-9300-f066e8458907,segment=NetworkSegment(c9daa470-e62f-42d3-928f-22604c4d111a),segment_id=c9daa470-e62f-42d3-928f-22604c4d111a)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:03.400615 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5b5d3bd3-9395-440d-81fc-df62f9df0159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.417538 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.437130 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:41:03.438458 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.467235 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7abd8345-31fb-4f03-a22b-476d14e0342b None None] For port 9da6ed2f-87a6-436b-8776-e1210cc325f1, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:03.515428 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2659d442-f5d4-4b96-b716-95161615a1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.540772 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43211b-3390-4770-9cd1-d92228f679e3 None None] Pushing event updated for resources: {'Port': ['ID=d3147773-0a51-416d-9300-f066e8458907,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:03.545573 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5d3bd3-9395-440d-81fc-df62f9df0159 None None] Routers {'b18140f8-a329-4c7e-b35e-8f3e4c6639e8'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:03.546220 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5b5d3bd3-9395-440d-81fc-df62f9df0159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:40:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['b18140f8-a329-4c7e-b35e-8f3e4c6639e8'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:03.559654 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:41:03.559654 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:41:03.559654 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:41:03.559654 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:41:03.559654 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:41:03.559654 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:41:03.559654 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:41:03.559654 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:41:03.559654 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:41:03.559654 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:41:03.559654 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:41:03.559654 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:41:03.559654 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:41:03.559654 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:41:03.559654 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:41:03.559654 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:41:03.559654 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:41:03.559654 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:41:03.559654 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:41:03.559654 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:41:03.559654 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:41:03.559654 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:41:03.559654 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:41:03.559654 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:41:03.559654 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:41:03.559654 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:41:03.559654 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:41:03.559654 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:41:03.559654 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:41:03.559654 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:41:03.559654 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:41:03.559654 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:41:03.574434 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 08:41:03.574434 n-d-771362-37 neutron-server[93758]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 08:41:03.574434 n-d-771362-37 neutron-server[93758]: [parameters: {'id': 'e60ea6e3-eff2-490d-9012-de05cc604ea5'}] Jul 16 08:41:03.574434 n-d-771362-37 neutron-server[93758]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:41:03.575077 n-d-771362-37 neutron-server[93758]: DEBUG oslo_db.api [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:41:03.576819 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7abd8345-31fb-4f03-a22b-476d14e0342b None None] For port 9da6ed2f-87a6-436b-8776-e1210cc325f1, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=9da6ed2f-87a6-436b-8776-e1210cc325f1,segment=NetworkSegment(97042e91-3378-45dd-97df-4a565095d94f),segment_id=97042e91-3378-45dd-97df-4a565095d94f)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:03.586079 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ed931380-e822-49f1-9010-daa97e013160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.586622 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7abd8345-31fb-4f03-a22b-476d14e0342b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.836161 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ed931380-e822-49f1-9010-daa97e013160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.849473 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ed931380-e822-49f1-9010-daa97e013160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:03.917816 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abd8345-31fb-4f03-a22b-476d14e0342b None None] Pushing event updated for resources: {'Port': ['ID=9da6ed2f-87a6-436b-8776-e1210cc325f1,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:03.921651 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-16cfbecf-a842-44e5-b46a-5a447d9a3a84 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:03.933624 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-16cfbecf-a842-44e5-b46a-5a447d9a3a84 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/networks?id=c4d0fd4d-6fdb-4a0d-a035-561da1f752b3 HTTP/1.1" status: 200 len: 811 time: 1.8094547 Jul 16 08:41:03.939908 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9511cc-b8e1-4d8b-b421-27ee831b4802 None None] get_active_networks_info from n-d-771362-37 {{(pid=93760) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:41:03.984865 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ed931380-e822-49f1-9010-daa97e013160 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1ce14aa62da64eb7b7d98461261f8270&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1329861 Jul 16 08:41:03.989111 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44920) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:04.002698 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed931380-e822-49f1-9010-daa97e013160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2ecf8f-a4a9-454e-9581-d979f56e52f3,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:04.007651 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-97a4524c-ae5d-45da-8d7a-3f69a2e3469a tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/quotas/5a4e731777374b07bb09db55f04a1d18 HTTP/1.1" status: 200 len: 375 time: 0.0719798 Jul 16 08:41:04.034499 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-5b5d3bd3-9395-440d-81fc-df62f9df0159 None None] Set router b18140f8-a329-4c7e-b35e-8f3e4c6639e8 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:41:04.041637 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6be92b1f-6862-460f-b7a2-f5dee8e0e0c7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Router 9bb2bb2b-c4cf-4360-afa8-be91a1496126 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:41:04.080157 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.179475 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-29dda757-2883-40e3-8d95-c667a3879603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.182153 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd9511cc-b8e1-4d8b-b421-27ee831b4802 None None] Resources bound (agent type, host, resource id): {{(pid=93760) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:41:04.211588 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-29dda757-2883-40e3-8d95-c667a3879603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.334433 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Deleting port 9da6ed2f-87a6-436b-8776-e1210cc325f1 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:04.337228 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.490453 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] For port 9da6ed2f-87a6-436b-8776-e1210cc325f1, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=9da6ed2f-87a6-436b-8776-e1210cc325f1,segment=NetworkSegment(97042e91-3378-45dd-97df-4a565095d94f),segment_id=97042e91-3378-45dd-97df-4a565095d94f)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:04.491031 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.524595 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Calling delete_port for 9da6ed2f-87a6-436b-8776-e1210cc325f1 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:04.564901 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5b5d3bd3-9395-440d-81fc-df62f9df0159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18140f8-a329-4c7e-b35e-8f3e4c6639e8', 'name': 'tempest-ServerRescueTestJSON-2123391840-router', 'tenant_id': '5a4e731777374b07bb09db55f04a1d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '32607eb7-d26d-406d-b489-0caa4441593a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:44Z', 'updated_at': '2021-07-16T08:40:55Z', 'revision_number': 4, 'project_id': '5a4e731777374b07bb09db55f04a1d18', 'gw_port': {'id': '32607eb7-d26d-406d-b489-0caa4441593a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:69:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18140f8-a329-4c7e-b35e-8f3e4c6639e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:46Z', 'updated_at': '2021-07-16T08:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'd3147773-0a51-416d-9300-f066e8458907', 'name': '', 'network_id': 'c4d0fd4d-6fdb-4a0d-a035-561da1f752b3', 'tenant_id': '5a4e731777374b07bb09db55f04a1d18', 'mac_address': 'fa:16:3e:78:20:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18140f8-a329-4c7e-b35e-8f3e4c6639e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'e27cc8e0-a923-4371-a9be-2bfb1aeacb40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:52Z', 'updated_at': '2021-07-16T08:41:03Z', 'revision_number': 4, 'project_id': '5a4e731777374b07bb09db55f04a1d18', 'subnets': [{'id': 'e27cc8e0-a923-4371-a9be-2bfb1aeacb40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:04.671729 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b5d3bd3-9395-440d-81fc-df62f9df0159 None None] The sync data for ids ['b18140f8-a329-4c7e-b35e-8f3e4c6639e8'] in n-d-771362-37 is: [{'id': 'b18140f8-a329-4c7e-b35e-8f3e4c6639e8', 'name': 'tempest-ServerRescueTestJSON-2123391840-router', 'tenant_id': '5a4e731777374b07bb09db55f04a1d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '32607eb7-d26d-406d-b489-0caa4441593a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:44Z', 'updated_at': '2021-07-16T08:40:55Z', 'revision_number': 4, 'project_id': '5a4e731777374b07bb09db55f04a1d18', 'gw_port': {'id': '32607eb7-d26d-406d-b489-0caa4441593a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:69:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18140f8-a329-4c7e-b35e-8f3e4c6639e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:46Z', 'updated_at': '2021-07-16T08:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'd3147773-0a51-416d-9300-f066e8458907', 'name': '', 'network_id': 'c4d0fd4d-6fdb-4a0d-a035-561da1f752b3', 'tenant_id': '5a4e731777374b07bb09db55f04a1d18', 'mac_address': 'fa:16:3e:78:20:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b18140f8-a329-4c7e-b35e-8f3e4c6639e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 2111, 'fixed_ips': [{'subnet_id': 'e27cc8e0-a923-4371-a9be-2bfb1aeacb40', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:52Z', 'updated_at': '2021-07-16T08:41:03Z', 'revision_number': 4, 'project_id': '5a4e731777374b07bb09db55f04a1d18', 'subnets': [{'id': 'e27cc8e0-a923-4371-a9be-2bfb1aeacb40', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:04.814356 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:04.885014 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6be92b1f-6862-460f-b7a2-f5dee8e0e0c7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:41:04.897034 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6be92b1f-6862-460f-b7a2-f5dee8e0e0c7 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "PUT /v2.0/routers/9bb2bb2b-c4cf-4360-afa8-be91a1496126/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4811728 Jul 16 08:41:04.915234 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44936) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:04.962419 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] No DVR routers for this DVR port 9da6ed2f-87a6-436b-8776-e1210cc325f1 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:05.033935 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdfe3b9-7540-4157-bb10-6f27afb08db0 None None] Sync routers for ids ['9bb2bb2b-c4cf-4360-afa8-be91a1496126'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:41:05.070785 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdfe3b9-7540-4157-bb10-6f27afb08db0 None None] Routers {'9bb2bb2b-c4cf-4360-afa8-be91a1496126'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:05.071834 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1bdfe3b9-7540-4157-bb10-6f27afb08db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:40:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['9bb2bb2b-c4cf-4360-afa8-be91a1496126'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:05.093336 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-395e8419-ae3d-4f50-917f-2de178691a69 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5a4e731777374b07bb09db55f04a1d18&fields=id HTTP/1.1" status: 200 len: 255 time: 1.0307033 Jul 16 08:41:05.106862 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event deleted for resources: {'Port': ['ID=9da6ed2f-87a6-436b-8776-e1210cc325f1,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:05.118163 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-29dda757-2883-40e3-8d95-c667a3879603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.121902 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-29dda757-2883-40e3-8d95-c667a3879603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.135275 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-29dda757-2883-40e3-8d95-c667a3879603 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4b2ecf8f-a4a9-454e-9581-d979f56e52f3 HTTP/1.1" status: 204 len: 168 time: 1.1449809 Jul 16 08:41:05.254538 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dda757-2883-40e3-8d95-c667a3879603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2ecf8f-a4a9-454e-9581-d979f56e52f3,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:05.385752 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1bdfe3b9-7540-4157-bb10-6f27afb08db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:05.397973 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.426035 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d467c4d-440f-4b01-ac56-4504961bcddc tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] GET failed (client error): The resource could not be found. Jul 16 08:41:05.435559 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3d467c4d-440f-4b01-ac56-4504961bcddc tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "GET /v2.0/ports/3b3c156b-143f-4dc1-b2f7-7090e68223e2 HTTP/1.1" status: 404 len: 333 time: 0.5088358 Jul 16 08:41:05.438026 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44948) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:05.464512 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bdfe3b9-7540-4157-bb10-6f27afb08db0 None None] Routers {'9bb2bb2b-c4cf-4360-afa8-be91a1496126'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:41:05.465263 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1bdfe3b9-7540-4157-bb10-6f27afb08db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:40:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['9bb2bb2b-c4cf-4360-afa8-be91a1496126'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:05.467244 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e60ea6e3-eff2-490d-9012-de05cc604ea5']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:05.470089 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e037f1-6fbb-4a5e-95df-5aafa6f9c40b None None] Network e60ea6e3-eff2-490d-9012-de05cc604ea5 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:05.495641 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97042e91-3378-45dd-97df-4a565095d94f') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:05.496941 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97042e91-3378-45dd-97df-4a565095d94f') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:05.518188 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.595051 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.621710 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:41:05.623715 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.634581 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:41:05.634581 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:41:05.634581 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:41:05.634581 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:41:05.634581 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:41:05.634581 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:41:05.634581 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:41:05.634581 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:41:05.634581 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:41:05.634581 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:41:05.634581 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:41:05.634581 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:41:05.634581 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:41:05.634581 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:41:05.634581 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:41:05.634581 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:41:05.634581 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:41:05.634581 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:41:05.634581 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:41:05.634581 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:41:05.634581 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:41:05.634581 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:41:05.634581 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:41:05.634581 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:41:05.634581 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:41:05.634581 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:41:05.634581 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:41:05.634581 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:41:05.634581 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:41:05.634581 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:41:05.634581 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:41:05.634581 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:41:05.775214 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1bdfe3b9-7540-4157-bb10-6f27afb08db0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:05.781585 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bdfe3b9-7540-4157-bb10-6f27afb08db0 None None] The sync data for ids ['9bb2bb2b-c4cf-4360-afa8-be91a1496126'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:41:05.840660 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-08e41314-a7da-49a4-9e27-066bb9efedc1 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.846399 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.861230 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:05.863688 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "DELETE /v2.0/networks/e60ea6e3-eff2-490d-9012-de05cc604ea5 HTTP/1.1" status: 204 len: 168 time: 3.7020981 Jul 16 08:41:05.872488 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44952) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:05.966085 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4321f4-3814-48c0-b332-d46644746b8a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event deleted for resources: {'Network': ['ID=e60ea6e3-eff2-490d-9012-de05cc604ea5,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:05.983085 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-21db5b0a-a756-4bf7-9581-c0621081311a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:05.984094 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21db5b0a-a756-4bf7-9581-c0621081311a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:05.986268 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-21db5b0a-a756-4bf7-9581-c0621081311a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "DELETE /v2.0/subnets/461966da-7d50-456f-a885-8b185437ee6f HTTP/1.1" status: 404 len: 337 time: 0.1000254 Jul 16 08:41:05.991512 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44958) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:06.003981 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-37dec566-b4d4-40d2-a7ca-9632f124dc66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.053083 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-c45b18a7-5da2-4041-9a55-c8bd101aa52a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:06.064861 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c45b18a7-5da2-4041-9a55-c8bd101aa52a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:06.067373 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c45b18a7-5da2-4041-9a55-c8bd101aa52a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "DELETE /v2.0/networks/e60ea6e3-eff2-490d-9012-de05cc604ea5 HTTP/1.1" status: 404 len: 339 time: 0.0743709 Jul 16 08:41:06.070505 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44960) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:06.131271 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.207105 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355c3d88-d03e-4f0f-8980-3004c929a19d None None] Network e60ea6e3-eff2-490d-9012-de05cc604ea5 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:06.234924 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355c3d88-d03e-4f0f-8980-3004c929a19d None None] Network e60ea6e3-eff2-490d-9012-de05cc604ea5 could not be found, it might have been deleted concurrently. {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 08:41:06.257387 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309e8e7d-f26d-4c5a-a21f-a44139df58d3 None None] Network e60ea6e3-eff2-490d-9012-de05cc604ea5 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:06.277800 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-08e41314-a7da-49a4-9e27-066bb9efedc1 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.281062 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-08e41314-a7da-49a4-9e27-066bb9efedc1 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.302467 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309e8e7d-f26d-4c5a-a21f-a44139df58d3 None None] Network e60ea6e3-eff2-490d-9012-de05cc604ea5 could not be found, it might have been deleted concurrently. {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 16 08:41:06.310734 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-52d0e145-4cd9-4e46-bd96-6b66a6d8c0b5 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.359645 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-0f1bf404-7468-4fa4-b308-6a97b16783d2 service neutron] 10.222.0.22 "GET /v2.0/networks/c4d0fd4d-6fdb-4a0d-a035-561da1f752b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2649882 Jul 16 08:41:06.371753 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-08e41314-a7da-49a4-9e27-066bb9efedc1 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.372275 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08e41314-a7da-49a4-9e27-066bb9efedc1 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Fanout notify agent at l3_agent the message router_deleted on router 9bb2bb2b-c4cf-4360-afa8-be91a1496126 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:41:06.391672 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-08e41314-a7da-49a4-9e27-066bb9efedc1 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.396049 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-08e41314-a7da-49a4-9e27-066bb9efedc1 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/routers/9bb2bb2b-c4cf-4360-afa8-be91a1496126 HTTP/1.1" status: 204 len: 168 time: 0.9548764 Jul 16 08:41:06.407091 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44962) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:06.407409 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d3147773-0a51-416d-9300-f066e8458907 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:06.486562 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-caec368b-7519-4b5e-89d5-d19ef0c82344 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting subnet 8fd78b31-7c7a-4b13-a226-0d2c85e7f134 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:41:06.492338 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caec368b-7519-4b5e-89d5-d19ef0c82344 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.507282 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44966) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:06.567140 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caec368b-7519-4b5e-89d5-d19ef0c82344 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.585903 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port d3147773-0a51-416d-9300-f066e8458907 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:06.598216 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port d3147773-0a51-416d-9300-f066e8458907 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:06.598592 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.599817 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-52d0e145-4cd9-4e46-bd96-6b66a6d8c0b5 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.628264 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-44eb022d-de80-4001-9cde-2cd97d32456c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.649930 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-52d0e145-4cd9-4e46-bd96-6b66a6d8c0b5 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f2aa2f-637c-4837-97d9-675fb097b406']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:06.721345 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-52d0e145-4cd9-4e46-bd96-6b66a6d8c0b5 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc5a4129-626e-4ee6-95c0-76486eac66d5') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:06.721564 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-52d0e145-4cd9-4e46-bd96-6b66a6d8c0b5 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc5a4129-626e-4ee6-95c0-76486eac66d5') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:06.800291 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-52d0e145-4cd9-4e46-bd96-6b66a6d8c0b5 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.816072 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caec368b-7519-4b5e-89d5-d19ef0c82344 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.873428 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-52d0e145-4cd9-4e46-bd96-6b66a6d8c0b5 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.906103 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-52d0e145-4cd9-4e46-bd96-6b66a6d8c0b5 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:41:06.906509 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-52d0e145-4cd9-4e46-bd96-6b66a6d8c0b5 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:06.918557 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:41:06.918557 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:41:06.918557 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:41:06.918557 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:41:06.918557 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:41:06.918557 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:41:06.918557 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:41:06.918557 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:41:06.918557 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:41:06.918557 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:41:06.918557 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:41:06.918557 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:41:06.918557 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:41:06.918557 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:41:06.918557 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:41:06.918557 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:41:06.918557 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:41:06.918557 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:41:06.918557 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:41:06.918557 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:41:06.918557 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:41:06.918557 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:41:06.918557 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:41:06.918557 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:41:06.918557 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:41:06.918557 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:41:06.918557 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:41:06.918557 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:41:06.918557 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:41:06.918557 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:41:06.918557 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:41:06.918557 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:41:06.920780 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.004439 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port d3147773-0a51-416d-9300-f066e8458907, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d3147773-0a51-416d-9300-f066e8458907,segment=NetworkSegment(c9daa470-e62f-42d3-928f-22604c4d111a),segment_id=c9daa470-e62f-42d3-928f-22604c4d111a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:07.020990 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.068335 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-52d0e145-4cd9-4e46-bd96-6b66a6d8c0b5 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.077751 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-52d0e145-4cd9-4e46-bd96-6b66a6d8c0b5 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.079198 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-52d0e145-4cd9-4e46-bd96-6b66a6d8c0b5 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "DELETE /v2.0/networks/a5f2aa2f-637c-4837-97d9-675fb097b406 HTTP/1.1" status: 204 len: 168 time: 1.0071554 Jul 16 08:41:07.082905 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.089533 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44976) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:07.138157 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=d3147773-0a51-416d-9300-f066e8458907,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:07.153756 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caec368b-7519-4b5e-89d5-d19ef0c82344 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.160127 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d0e145-4cd9-4e46-bd96-6b66a6d8c0b5 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event deleted for resources: {'Network': ['ID=a5f2aa2f-637c-4837-97d9-675fb097b406,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:07.186595 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-22064d3d-f291-4a01-ab7f-75f51b53c885 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:07.188292 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22064d3d-f291-4a01-ab7f-75f51b53c885 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:07.190770 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-22064d3d-f291-4a01-ab7f-75f51b53c885 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "DELETE /v2.0/subnets/e560f2f1-b1ce-4e82-83ee-d6439266ff05 HTTP/1.1" status: 404 len: 337 time: 0.0973735 Jul 16 08:41:07.203446 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4669349-00f4-4534-a6f1-4683593a1be5 None None] Network 55fc1f6a-aac1-4442-a665-060146fd63ea requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:07.207792 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caec368b-7519-4b5e-89d5-d19ef0c82344 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.213460 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-caec368b-7519-4b5e-89d5-d19ef0c82344 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/subnets/8fd78b31-7c7a-4b13-a226-0d2c85e7f134 HTTP/1.1" status: 204 len: 168 time: 0.8048830 Jul 16 08:41:07.214363 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44980) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:07.214612 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44982) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:07.283823 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caec368b-7519-4b5e-89d5-d19ef0c82344 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Subnet': ['ID=8fd78b31-7c7a-4b13-a226-0d2c85e7f134,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:07.317704 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-aab24d2b-dbde-4459-a086-a2d3b0f889d2 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:07.318345 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aab24d2b-dbde-4459-a086-a2d3b0f889d2 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:07.320538 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-aab24d2b-dbde-4459-a086-a2d3b0f889d2 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "DELETE /v2.0/networks/e280a8e8-0acc-4be9-9ee8-41c797e7e10d HTTP/1.1" status: 404 len: 339 time: 0.0714440 Jul 16 08:41:07.336418 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-024cb0ca-fd1a-4eb4-8610-2c2b37fc2560 service neutron] 10.222.0.22 "GET /v2.0/networks/c4d0fd4d-6fdb-4a0d-a035-561da1f752b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9752591 Jul 16 08:41:07.338487 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44984) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:07.364022 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-44eb022d-de80-4001-9cde-2cd97d32456c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.371969 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-44eb022d-de80-4001-9cde-2cd97d32456c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.449226 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44eb022d-de80-4001-9cde-2cd97d32456c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e83e53a-ca4a-4dd5-9705-af6726177ae0,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:07.513120 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-44eb022d-de80-4001-9cde-2cd97d32456c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6ed4bf353a0d49d1a572eb260a6407dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9937937 Jul 16 08:41:07.513784 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44988) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:07.552612 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-581235b7-d60e-4c25-b3e8-66f8f445d338 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Deleting subnet 6d36589e-25cf-44e6-a2e5-4f94913f5a55 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:41:07.570641 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-581235b7-d60e-4c25-b3e8-66f8f445d338 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.618205 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ac9c836-e1c4-404d-82c5-ca24b1fb2026 None None] DHCP port deletion for 55fc1f6a-aac1-4442-a665-060146fd63ea request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:41:07.638306 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c8ba9e29-58d0-413c-adc6-e2d985cc0c68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.749153 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c8ba9e29-58d0-413c-adc6-e2d985cc0c68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.777607 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1ac9c836-e1c4-404d-82c5-ca24b1fb2026 None None] Deleting port 13891e37-087a-45ca-afe3-dcc5972bb5a5 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:07.778117 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1ac9c836-e1c4-404d-82c5-ca24b1fb2026 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.921558 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-1ac9c836-e1c4-404d-82c5-ca24b1fb2026 None None] For port 13891e37-087a-45ca-afe3-dcc5972bb5a5, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=13891e37-087a-45ca-afe3-dcc5972bb5a5,segment=NetworkSegment(b2a83f9f-1183-4169-84e8-603c3c0ef5c5),segment_id=b2a83f9f-1183-4169-84e8-603c3c0ef5c5)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:07.921955 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1ac9c836-e1c4-404d-82c5-ca24b1fb2026 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.922071 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d90cdcc-7f6f-431c-bf27-827dc9a1be12 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.940565 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-581235b7-d60e-4c25-b3e8-66f8f445d338 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:07.954402 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5911ed22-d890-4907-88be-99b473d3dd65 req-af981951-07b3-41e7-96bf-98cd0c8196e3 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 210 time: 0.1280732 Jul 16 08:41:07.972717 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1ac9c836-e1c4-404d-82c5-ca24b1fb2026 None None] Calling delete_port for 13891e37-087a-45ca-afe3-dcc5972bb5a5 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:08.000046 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c8ba9e29-58d0-413c-adc6-e2d985cc0c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.007156 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c8ba9e29-58d0-413c-adc6-e2d985cc0c68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.008549 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c8ba9e29-58d0-413c-adc6-e2d985cc0c68 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8e83e53a-ca4a-4dd5-9705-af6726177ae0 HTTP/1.1" status: 204 len: 168 time: 0.4938362 Jul 16 08:41:08.031438 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ba9e29-58d0-413c-adc6-e2d985cc0c68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e83e53a-ca4a-4dd5-9705-af6726177ae0,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:08.166518 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1ac9c836-e1c4-404d-82c5-ca24b1fb2026 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.185630 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-581235b7-d60e-4c25-b3e8-66f8f445d338 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.227107 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac9c836-e1c4-404d-82c5-ca24b1fb2026 None None] Pushing event deleted for resources: {'Port': ['ID=13891e37-087a-45ca-afe3-dcc5972bb5a5,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:08.245051 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ac9c836-e1c4-404d-82c5-ca24b1fb2026 None None] No DVR routers for this DVR port 13891e37-087a-45ca-afe3-dcc5972bb5a5 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:08.369467 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d3147773-0a51-416d-9300-f066e8458907 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:08.372683 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7d90cdcc-7f6f-431c-bf27-827dc9a1be12 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting port 13891e37-087a-45ca-afe3-dcc5972bb5a5 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:08.376215 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d90cdcc-7f6f-431c-bf27-827dc9a1be12 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.469939 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-581235b7-d60e-4c25-b3e8-66f8f445d338 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.552757 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.586559 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port d3147773-0a51-416d-9300-f066e8458907 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:08.587007 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.678591 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-581235b7-d60e-4c25-b3e8-66f8f445d338 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event deleted for resources: {'Subnet': ['ID=6d36589e-25cf-44e6-a2e5-4f94913f5a55,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:08.766559 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-581235b7-d60e-4c25-b3e8-66f8f445d338 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.785483 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45028) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:08.786782 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-581235b7-d60e-4c25-b3e8-66f8f445d338 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "DELETE /v2.0/subnets/6d36589e-25cf-44e6-a2e5-4f94913f5a55 HTTP/1.1" status: 204 len: 168 time: 1.4202490 Jul 16 08:41:08.796268 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6eb48ca-7d8c-47a7-945e-270a2a31b3ea None None] Network 7123318c-6c65-4f1b-8536-d8701c580d60 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:08.843543 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-7d90cdcc-7f6f-431c-bf27-827dc9a1be12 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] For port 13891e37-087a-45ca-afe3-dcc5972bb5a5, host n-d-771362-37, got binding levels [] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:08.845364 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d90cdcc-7f6f-431c-bf27-827dc9a1be12 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:08.910097 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7d90cdcc-7f6f-431c-bf27-827dc9a1be12 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Calling delete_port for 13891e37-087a-45ca-afe3-dcc5972bb5a5 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:08.914141 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.ipam_backend_mixin [None req-7d90cdcc-7f6f-431c-bf27-827dc9a1be12 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Port 13891e37-087a-45ca-afe3-dcc5972bb5a5 was not found and therefore no delete operation was performed {{(pid=93759) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:41:08.918404 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d90cdcc-7f6f-431c-bf27-827dc9a1be12 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.057414 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 13891e37-087a-45ca-afe3-dcc5972bb5a5 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:09.068600 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d90cdcc-7f6f-431c-bf27-827dc9a1be12 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] No DVR routers for this DVR port 13891e37-087a-45ca-afe3-dcc5972bb5a5 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:09.069220 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-38630eec-45fa-4d1f-9827-b007a436f34a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Deleting subnet 3c927b1b-e94f-43bc-82a7-332501c5ee2b {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:41:09.079548 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-38630eec-45fa-4d1f-9827-b007a436f34a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.090787 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90cdcc-7f6f-431c-bf27-827dc9a1be12 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Port': ['ID=13891e37-087a-45ca-afe3-dcc5972bb5a5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:09.142155 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 13891e37-087a-45ca-afe3-dcc5972bb5a5 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:09.142505 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 13891e37-087a-45ca-afe3-dcc5972bb5a5 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:09.189013 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-38630eec-45fa-4d1f-9827-b007a436f34a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.298676 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-05468886-8319-430c-bd17-d317426b745f req-7564508b-eb0b-4459-b89e-aa9f1b7fdf70 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 210 time: 0.2104897 Jul 16 08:41:09.439042 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d90cdcc-7f6f-431c-bf27-827dc9a1be12 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.474276 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-7d90cdcc-7f6f-431c-bf27-827dc9a1be12 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55fc1f6a-aac1-4442-a665-060146fd63ea']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:09.504321 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-38630eec-45fa-4d1f-9827-b007a436f34a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.514107 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-7d90cdcc-7f6f-431c-bf27-827dc9a1be12 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a83f9f-1183-4169-84e8-603c3c0ef5c5') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:09.514735 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-7d90cdcc-7f6f-431c-bf27-827dc9a1be12 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a83f9f-1183-4169-84e8-603c3c0ef5c5') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:09.546527 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d90cdcc-7f6f-431c-bf27-827dc9a1be12 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.576244 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d90cdcc-7f6f-431c-bf27-827dc9a1be12 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.584678 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d90cdcc-7f6f-431c-bf27-827dc9a1be12 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:41:09.585396 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d90cdcc-7f6f-431c-bf27-827dc9a1be12 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:41:09.592961 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:41:09.717059 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-38630eec-45fa-4d1f-9827-b007a436f34a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.838824 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d90cdcc-7f6f-431c-bf27-827dc9a1be12 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.859281 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d90cdcc-7f6f-431c-bf27-827dc9a1be12 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.869653 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7d90cdcc-7f6f-431c-bf27-827dc9a1be12 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/networks/55fc1f6a-aac1-4442-a665-060146fd63ea HTTP/1.1" status: 204 len: 168 time: 2.6097503 Jul 16 08:41:09.891585 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45054) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:09.902824 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-38630eec-45fa-4d1f-9827-b007a436f34a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:09.910557 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-38630eec-45fa-4d1f-9827-b007a436f34a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "DELETE /v2.0/subnets/3c927b1b-e94f-43bc-82a7-332501c5ee2b HTTP/1.1" status: 204 len: 168 time: 1.1239498 Jul 16 08:41:09.911946 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38630eec-45fa-4d1f-9827-b007a436f34a tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event deleted for resources: {'Subnet': ['ID=3c927b1b-e94f-43bc-82a7-332501c5ee2b,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:09.919280 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45056) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:09.962584 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d90cdcc-7f6f-431c-bf27-827dc9a1be12 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Network': ['ID=55fc1f6a-aac1-4442-a665-060146fd63ea,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:10.150827 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f66ddc-029c-4463-86b1-488239c88edf tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:10.165598 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-47f66ddc-029c-4463-86b1-488239c88edf tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "GET /v2.0/ports/eefa8e51-6548-4a1c-a4ee-4897e82412fa HTTP/1.1" status: 200 len: 844 time: 0.2698438 Jul 16 08:41:10.171842 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45068) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:10.272787 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-92388653-b77b-432b-8098-5aa94e1e6a0b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:10.344593 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6ee05539-3021-4190-8c3c-503a032e4fd3 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "GET /v2.0/ports/eefa8e51-6548-4a1c-a4ee-4897e82412fa?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1682272 Jul 16 08:41:10.345515 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45074) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:10.372852 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-80642018-9d49-400c-9ebe-84804907e8d8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'subnet': {'network_id': '9259dc43-dd22-4f0c-b8a5-bf2f039342ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:10.510890 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-92388653-b77b-432b-8098-5aa94e1e6a0b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Deleting port ac162c3f-e787-41a7-a9ac-19bdafd7cd6a {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:10.511239 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-92388653-b77b-432b-8098-5aa94e1e6a0b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:10.797058 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-57a27293-2e56-471d-aa77-b76ad06da2fb req-45135da7-d85d-45ea-aac6-54c5b0a5b04e tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 210 time: 0.1127722 Jul 16 08:41:10.812499 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-92388653-b77b-432b-8098-5aa94e1e6a0b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] For port ac162c3f-e787-41a7-a9ac-19bdafd7cd6a, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ac162c3f-e787-41a7-a9ac-19bdafd7cd6a,segment=NetworkSegment(11bf0167-987c-4792-a430-16d5d8d51135),segment_id=11bf0167-987c-4792-a430-16d5d8d51135)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:10.813050 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-92388653-b77b-432b-8098-5aa94e1e6a0b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:10.832107 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-92388653-b77b-432b-8098-5aa94e1e6a0b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Calling delete_port for ac162c3f-e787-41a7-a9ac-19bdafd7cd6a owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:10.913535 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43a0eb48-cea5-4cbb-bf0f-cbbc4b7752f8 None None] Network 7123318c-6c65-4f1b-8536-d8701c580d60 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:10.949779 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-92388653-b77b-432b-8098-5aa94e1e6a0b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.009940 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92388653-b77b-432b-8098-5aa94e1e6a0b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event deleted for resources: {'Port': ['ID=ac162c3f-e787-41a7-a9ac-19bdafd7cd6a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:11.038279 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92388653-b77b-432b-8098-5aa94e1e6a0b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] No DVR routers for this DVR port ac162c3f-e787-41a7-a9ac-19bdafd7cd6a on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:11.061684 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-0ec1494f-74b7-4f3c-adc3-0154d00b81df tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:11.067354 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-0ec1494f-74b7-4f3c-adc3-0154d00b81df tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.30 "GET /v2.0/networks?id=c4d0fd4d-6fdb-4a0d-a035-561da1f752b3 HTTP/1.1" status: 200 len: 811 time: 0.3413169 Jul 16 08:41:11.069080 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80642018-9d49-400c-9ebe-84804907e8d8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:11.076750 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-80642018-9d49-400c-9ebe-84804907e8d8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.105869 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-71bc2b8c-b7f3-4dd9-ac9f-21813adf7cd0 None None] Provisioning complete for port ac162c3f-e787-41a7-a9ac-19bdafd7cd6a triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:11.106599 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-71bc2b8c-b7f3-4dd9-ac9f-21813adf7cd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.128460 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-71bc2b8c-b7f3-4dd9-ac9f-21813adf7cd0 None None] Port ac162c3f-e787-41a7-a9ac-19bdafd7cd6a was deleted so its status cannot be updated. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 08:41:11.257548 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-294e01e5-c826-4e73-9d46-0eb072cc89fc None None] DHCP port deletion for 7123318c-6c65-4f1b-8536-d8701c580d60 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:41:11.365794 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-92388653-b77b-432b-8098-5aa94e1e6a0b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.389229 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-92388653-b77b-432b-8098-5aa94e1e6a0b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7123318c-6c65-4f1b-8536-d8701c580d60']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:11.432747 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-92388653-b77b-432b-8098-5aa94e1e6a0b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11bf0167-987c-4792-a430-16d5d8d51135') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:11.433271 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-92388653-b77b-432b-8098-5aa94e1e6a0b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11bf0167-987c-4792-a430-16d5d8d51135') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:11.463132 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-92388653-b77b-432b-8098-5aa94e1e6a0b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.489878 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-a3557e28-4e34-4274-8548-07c159173328 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Request body: {'port': {'device_id': '11b5c844-7a5e-4adf-994f-8a287b32ee9f', 'network_id': 'c4d0fd4d-6fdb-4a0d-a035-561da1f752b3', 'admin_state_up': True, 'tenant_id': '5a4e731777374b07bb09db55f04a1d18'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:11.497911 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-92388653-b77b-432b-8098-5aa94e1e6a0b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.533599 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92388653-b77b-432b-8098-5aa94e1e6a0b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:41:11.534033 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-92388653-b77b-432b-8098-5aa94e1e6a0b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.551551 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:41:11.551551 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:41:11.551551 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:41:11.551551 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:41:11.551551 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:41:11.551551 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:41:11.551551 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:41:11.551551 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:41:11.551551 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:41:11.551551 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:41:11.551551 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:41:11.551551 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:41:11.551551 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:41:11.551551 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:41:11.551551 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:41:11.551551 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:41:11.551551 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:41:11.551551 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:41:11.551551 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:41:11.551551 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:41:11.551551 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:41:11.551551 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:41:11.551551 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:41:11.551551 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:41:11.551551 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:41:11.551551 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:41:11.551551 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:41:11.551551 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:41:11.551551 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:41:11.551551 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:41:11.551551 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:41:11.551551 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:41:11.670661 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-92388653-b77b-432b-8098-5aa94e1e6a0b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.684776 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-92388653-b77b-432b-8098-5aa94e1e6a0b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.690959 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-92388653-b77b-432b-8098-5aa94e1e6a0b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "DELETE /v2.0/networks/7123318c-6c65-4f1b-8536-d8701c580d60 HTTP/1.1" status: 204 len: 168 time: 1.7701867 Jul 16 08:41:11.691866 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45112) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:11.725652 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-80642018-9d49-400c-9ebe-84804907e8d8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.737016 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92388653-b77b-432b-8098-5aa94e1e6a0b tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event deleted for resources: {'Network': ['ID=7123318c-6c65-4f1b-8536-d8701c580d60,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:11.769780 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-021a6927-2548-4b10-8b48-c168bf874738 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:11.770508 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-021a6927-2548-4b10-8b48-c168bf874738 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:11.775242 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80642018-9d49-400c-9ebe-84804907e8d8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network 9259dc43-dd22-4f0c-b8a5-bf2f039342ea is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:11.776699 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-021a6927-2548-4b10-8b48-c168bf874738 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "DELETE /v2.0/subnets/40fd76eb-af60-4cf2-baca-38f3cea56bc5 HTTP/1.1" status: 404 len: 337 time: 0.0554733 Jul 16 08:41:11.778244 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45114) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:11.796400 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-80642018-9d49-400c-9ebe-84804907e8d8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:11.813316 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18e36915-01b8-4ef9-9c1e-71a6f50d65d4 None None] Network 9259dc43-dd22-4f0c-b8a5-bf2f039342ea requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:11.830502 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ec3a924-3521-4fd6-8f54-7d4ca33a0656 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:11.833271 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ec3a924-3521-4fd6-8f54-7d4ca33a0656 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:11.842029 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2ec3a924-3521-4fd6-8f54-7d4ca33a0656 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "DELETE /v2.0/networks/2a97c22c-2961-4090-ad09-e41937c5a171 HTTP/1.1" status: 404 len: 339 time: 0.0625968 Jul 16 08:41:11.843729 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45122) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:11.859935 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80642018-9d49-400c-9ebe-84804907e8d8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:11.871354 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-80642018-9d49-400c-9ebe-84804907e8d8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:11.905228 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-add551e1-2776-435c-a854-55793ada72e7 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:11.906242 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add551e1-2776-435c-a854-55793ada72e7 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:11.913143 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45124) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:11.913975 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-add551e1-2776-435c-a854-55793ada72e7 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "DELETE /v2.0/subnets/9e9d1690-c099-46f5-b51a-babaf710d39f HTTP/1.1" status: 404 len: 337 time: 0.0679789 Jul 16 08:41:11.980296 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-315f183e-fdf0-4a25-9856-aa081077dfe5 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:11.982045 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-315f183e-fdf0-4a25-9856-aa081077dfe5 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:11.989558 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-315f183e-fdf0-4a25-9856-aa081077dfe5 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "DELETE /v2.0/networks/4858ed98-71ef-4bd9-b2a0-e2714d9679ad HTTP/1.1" status: 404 len: 339 time: 0.0729213 Jul 16 08:41:11.993186 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45130) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:12.005585 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-a3557e28-4e34-4274-8548-07c159173328 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Made reservation on behalf of 5a4e731777374b07bb09db55f04a1d18 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:12.013079 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-a3557e28-4e34-4274-8548-07c159173328 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.075387 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c692300-f0a6-460f-89c5-4736226ca44c tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:12.076152 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c692300-f0a6-460f-89c5-4736226ca44c tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:12.085330 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3c692300-f0a6-460f-89c5-4736226ca44c tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "DELETE /v2.0/subnets/af483e97-303d-4fd6-882e-9dee05e665cc HTTP/1.1" status: 404 len: 337 time: 0.0904415 Jul 16 08:41:12.087501 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45132) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:12.119040 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-46184388-6343-40c0-a22c-d03d2149bcfa tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:12.120192 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46184388-6343-40c0-a22c-d03d2149bcfa tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:12.125956 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-46184388-6343-40c0-a22c-d03d2149bcfa tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "DELETE /v2.0/networks/5128a82b-6a06-4e41-be06-32ed5dbca8fa HTTP/1.1" status: 404 len: 339 time: 0.0364358 Jul 16 08:41:12.127069 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45134) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:12.211497 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-80642018-9d49-400c-9ebe-84804907e8d8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8575864 Jul 16 08:41:12.229451 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45136) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:12.323381 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ac162c3f-e787-41a7-a9ac-19bdafd7cd6a no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:12.341013 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-56709af5-02d1-47dd-a9e0-2340655a9d57 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Deleting subnet 7e29e9f8-80e6-4efb-9e57-4f10ae8417b7 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:41:12.348844 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-56709af5-02d1-47dd-a9e0-2340655a9d57 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.401561 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: ac162c3f-e787-41a7-a9ac-19bdafd7cd6a {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:12.401919 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ac162c3f-e787-41a7-a9ac-19bdafd7cd6a not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:12.426554 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-56709af5-02d1-47dd-a9e0-2340655a9d57 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.476264 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-a3557e28-4e34-4274-8548-07c159173328 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Allocated IP 172.20.0.10 (c4d0fd4d-6fdb-4a0d-a035-561da1f752b3/e27cc8e0-a923-4371-a9be-2bfb1aeacb40/78adefcb-8c90-41b1-a974-1d599fe9de9b) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:12.489042 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d727978-d260-4a16-a80b-6dd6c64598d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-9259dc43-dd22-4f0c-b8a5-bf2f039342ea', 'network_id': '9259dc43-dd22-4f0c-b8a5-bf2f039342ea', 'tenant_id': '2196520d70524290b0f888590747f176', 'fixed_ips': [{'subnet_id': '63d99baa-19ae-4887-88e2-8e8bbaba98d3'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:41:12.490312 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d727978-d260-4a16-a80b-6dd6c64598d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.733693 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-a3557e28-4e34-4274-8548-07c159173328 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.768009 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-56709af5-02d1-47dd-a9e0-2340655a9d57 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.800738 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-70818521-4c28-4622-a568-9c352013404b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'security_group': {'name': 'tempest-secgroup-290589681'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:12.856542 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-a3557e28-4e34-4274-8548-07c159173328 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.890680 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80642018-9d49-400c-9ebe-84804907e8d8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Subnet': ['ID=63d99baa-19ae-4887-88e2-8e8bbaba98d3,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:12.904484 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-70818521-4c28-4622-a568-9c352013404b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:12.955519 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-56709af5-02d1-47dd-a9e0-2340655a9d57 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.011939 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56709af5-02d1-47dd-a9e0-2340655a9d57 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event deleted for resources: {'Subnet': ['ID=7e29e9f8-80e6-4efb-9e57-4f10ae8417b7,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:13.038967 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-56709af5-02d1-47dd-a9e0-2340655a9d57 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.049824 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-56709af5-02d1-47dd-a9e0-2340655a9d57 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "DELETE /v2.0/subnets/7e29e9f8-80e6-4efb-9e57-4f10ae8417b7 HTTP/1.1" status: 204 len: 168 time: 0.9159808 Jul 16 08:41:13.053550 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45170) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:13.059025 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-a3557e28-4e34-4274-8548-07c159173328 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Network c4d0fd4d-6fdb-4a0d-a035-561da1f752b3 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:13.062156 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afbbc6f3-b942-4bf9-b89d-3147a33c8d63 None None] Network 52212cca-d141-4905-842b-b501cbaadc95 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:13.072859 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-6d727978-d260-4a16-a80b-6dd6c64598d4 None None] Allocated IP 2001:db8::2 (9259dc43-dd22-4f0c-b8a5-bf2f039342ea/63d99baa-19ae-4887-88e2-8e8bbaba98d3/c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:13.079869 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-a3557e28-4e34-4274-8548-07c159173328 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:13.090443 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3557e28-4e34-4274-8548-07c159173328 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Pushing event updated for resources: {'Port': ['ID=78adefcb-8c90-41b1-a974-1d599fe9de9b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:13.102611 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-a3557e28-4e34-4274-8548-07c159173328 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:13.213853 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-a3557e28-4e34-4274-8548-07c159173328 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:13.215749 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-a3557e28-4e34-4274-8548-07c159173328 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.237356 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5006eb2c-e146-4399-bedb-6845af924abf req-89cf5650-a71e-4c9f-937d-2693159cc8cb tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:13.239812 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5006eb2c-e146-4399-bedb-6845af924abf req-89cf5650-a71e-4c9f-937d-2693159cc8cb tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 932 time: 1.1732814 Jul 16 08:41:13.337547 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5006eb2c-e146-4399-bedb-6845af924abf req-31adde05-4e65-48c8-8ba1-b1b6ad170375 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864689 Jul 16 08:41:13.344188 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2da95112-b41d-4c5b-b1c5-52e26902b494 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.382036 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-70818521-4c28-4622-a568-9c352013404b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.392365 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-70818521-4c28-4622-a568-9c352013404b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.426814 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-a3557e28-4e34-4274-8548-07c159173328 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9456201 Jul 16 08:41:13.449792 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-c1051ff1-eccf-4a33-b3a7-0dbed88ec15b service neutron] Request body: {'port': {'device_id': '11b5c844-7a5e-4adf-994f-8a287b32ee9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:13.477910 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-2da95112-b41d-4c5b-b1c5-52e26902b494 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Deleting port d9147543-f866-4f09-8305-0ea54177e104 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:13.481212 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2da95112-b41d-4c5b-b1c5-52e26902b494 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.495430 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-70818521-4c28-4622-a568-9c352013404b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.496716 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-70818521-4c28-4622-a568-9c352013404b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7038882 Jul 16 08:41:13.501241 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45184) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:13.588659 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-71e7c6a4-1c92-4848-be63-1514b09a4717 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'security_group': {'name': 'tempest-secgroup-1701518027'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:13.599601 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-2da95112-b41d-4c5b-b1c5-52e26902b494 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] For port d9147543-f866-4f09-8305-0ea54177e104, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d9147543-f866-4f09-8305-0ea54177e104,segment=NetworkSegment(e9963d43-bee1-4171-84e0-215588bf4bfa),segment_id=e9963d43-bee1-4171-84e0-215588bf4bfa)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:13.599968 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2da95112-b41d-4c5b-b1c5-52e26902b494 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.625125 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70818521-4c28-4622-a568-9c352013404b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eeaa49b1-29d0-4f69-882e-33c1573a2c0e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:13.632766 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-2da95112-b41d-4c5b-b1c5-52e26902b494 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Calling delete_port for d9147543-f866-4f09-8305-0ea54177e104 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:13.650406 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71e7c6a4-1c92-4848-be63-1514b09a4717 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.869265 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2da95112-b41d-4c5b-b1c5-52e26902b494 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.927374 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da95112-b41d-4c5b-b1c5-52e26902b494 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event deleted for resources: {'Port': ['ID=d9147543-f866-4f09-8305-0ea54177e104,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:13.939384 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da95112-b41d-4c5b-b1c5-52e26902b494 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] No DVR routers for this DVR port d9147543-f866-4f09-8305-0ea54177e104 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:13.939892 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d727978-d260-4a16-a80b-6dd6c64598d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:13.974330 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6d727978-d260-4a16-a80b-6dd6c64598d4 None None] Transition to ACTIVE for port object c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:14.037603 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6d727978-d260-4a16-a80b-6dd6c64598d4 None None] Transition to ACTIVE for port object c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:14.050746 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71e7c6a4-1c92-4848-be63-1514b09a4717 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.053326 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b594ef6-58c7-4bb9-8f62-788de1caf232 None None] DHCP port deletion for 52212cca-d141-4905-842b-b501cbaadc95 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:41:14.063220 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71e7c6a4-1c92-4848-be63-1514b09a4717 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.063777 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d727978-d260-4a16-a80b-6dd6c64598d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.107884 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-c1051ff1-eccf-4a33-b3a7-0dbed88ec15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.119002 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d727978-d260-4a16-a80b-6dd6c64598d4 None None] Network 9259dc43-dd22-4f0c-b8a5-bf2f039342ea is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:14.145844 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2da95112-b41d-4c5b-b1c5-52e26902b494 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.172483 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71e7c6a4-1c92-4848-be63-1514b09a4717 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.176026 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-2da95112-b41d-4c5b-b1c5-52e26902b494 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52212cca-d141-4905-842b-b501cbaadc95']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:14.176211 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-6d727978-d260-4a16-a80b-6dd6c64598d4 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:14.178677 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-71e7c6a4-1c92-4848-be63-1514b09a4717 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6075683 Jul 16 08:41:14.179261 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d727978-d260-4a16-a80b-6dd6c64598d4 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:14.181318 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45198) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:14.196278 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-dae5e210-dfbf-4924-b275-d586b375bba3 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1778105886', 'security_groups': ['cf2eaa2e-4ee7-4461-860b-7815427662a1'], 'network_id': '9259dc43-dd22-4f0c-b8a5-bf2f039342ea', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '63d99baa-19ae-4887-88e2-8e8bbaba98d3'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:14.199299 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-2da95112-b41d-4c5b-b1c5-52e26902b494 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9963d43-bee1-4171-84e0-215588bf4bfa') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:14.199607 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-2da95112-b41d-4c5b-b1c5-52e26902b494 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9963d43-bee1-4171-84e0-215588bf4bfa') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:14.209448 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e7c6a4-1c92-4848-be63-1514b09a4717 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2eaa2e-4ee7-4461-860b-7815427662a1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:14.222940 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2da95112-b41d-4c5b-b1c5-52e26902b494 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.245931 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d727978-d260-4a16-a80b-6dd6c64598d4 None None] Pushing event updated for resources: {'Port': ['ID=c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:14.269270 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2da95112-b41d-4c5b-b1c5-52e26902b494 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.284165 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2da95112-b41d-4c5b-b1c5-52e26902b494 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:41:14.284628 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2da95112-b41d-4c5b-b1c5-52e26902b494 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.286838 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6d727978-d260-4a16-a80b-6dd6c64598d4 None None] Attempting to bind port c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:14.287439 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6d727978-d260-4a16-a80b-6dd6c64598d4 None None] Attempting to bind port c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'e458d3ca-fd73-44a1-a0df-fc18b1610d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9259dc43-dd22-4f0c-b8a5-bf2f039342ea'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:14.288215 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d727978-d260-4a16-a80b-6dd6c64598d4 None None] Attempting to bind port c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 on network 9259dc43-dd22-4f0c-b8a5-bf2f039342ea {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:14.296119 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d727978-d260-4a16-a80b-6dd6c64598d4 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:14.296933 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d727978-d260-4a16-a80b-6dd6c64598d4 None None] Checking segment: {'id': 'e458d3ca-fd73-44a1-a0df-fc18b1610d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9259dc43-dd22-4f0c-b8a5-bf2f039342ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:14.297634 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d727978-d260-4a16-a80b-6dd6c64598d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.297925 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:41:14.297925 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:41:14.297925 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:41:14.297925 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:41:14.297925 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:41:14.297925 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:41:14.297925 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:41:14.297925 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:41:14.297925 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:41:14.297925 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:41:14.297925 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:41:14.297925 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:41:14.297925 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:41:14.297925 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:41:14.297925 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:41:14.297925 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:41:14.297925 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:41:14.297925 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:41:14.297925 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:41:14.297925 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:41:14.297925 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:41:14.297925 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:41:14.297925 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:41:14.297925 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:41:14.297925 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:41:14.297925 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:41:14.297925 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:41:14.297925 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:41:14.297925 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:41:14.297925 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:41:14.297925 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:41:14.297925 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:41:14.300296 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d727978-d260-4a16-a80b-6dd6c64598d4 None None] Bound using segment: {'id': 'e458d3ca-fd73-44a1-a0df-fc18b1610d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9259dc43-dd22-4f0c-b8a5-bf2f039342ea'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:14.301030 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6d727978-d260-4a16-a80b-6dd6c64598d4 None None] Bound port: c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e458d3ca-fd73-44a1-a0df-fc18b1610d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '9259dc43-dd22-4f0c-b8a5-bf2f039342ea'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:14.301513 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d727978-d260-4a16-a80b-6dd6c64598d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.370751 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d9147543-f866-4f09-8305-0ea54177e104 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:14.419615 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: d9147543-f866-4f09-8305-0ea54177e104 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:14.420379 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d9147543-f866-4f09-8305-0ea54177e104 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:14.495479 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6d727978-d260-4a16-a80b-6dd6c64598d4 None None] For port c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:14.500113 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6d727978-d260-4a16-a80b-6dd6c64598d4 None None] For port c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40,segment=NetworkSegment(e458d3ca-fd73-44a1-a0df-fc18b1610d19),segment_id=e458d3ca-fd73-44a1-a0df-fc18b1610d19)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:14.508618 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d727978-d260-4a16-a80b-6dd6c64598d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:14.697652 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d727978-d260-4a16-a80b-6dd6c64598d4 None None] Pushing event updated for resources: {'Port': ['ID=c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:15.179897 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2da95112-b41d-4c5b-b1c5-52e26902b494 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.184910 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-c1051ff1-eccf-4a33-b3a7-0dbed88ec15b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78adefcb-8c90-41b1-a974-1d599fe9de9b {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:15.192641 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2da95112-b41d-4c5b-b1c5-52e26902b494 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.196247 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2da95112-b41d-4c5b-b1c5-52e26902b494 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "DELETE /v2.0/networks/52212cca-d141-4905-842b-b501cbaadc95 HTTP/1.1" status: 204 len: 168 time: 2.1417627 Jul 16 08:41:15.200557 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45244) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:15.207548 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-c1051ff1-eccf-4a33-b3a7-0dbed88ec15b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.222898 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-c1051ff1-eccf-4a33-b3a7-0dbed88ec15b service neutron] Transition to ACTIVE for port object 78adefcb-8c90-41b1-a974-1d599fe9de9b will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:15.239736 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-c1051ff1-eccf-4a33-b3a7-0dbed88ec15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.308112 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da95112-b41d-4c5b-b1c5-52e26902b494 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event deleted for resources: {'Network': ['ID=52212cca-d141-4905-842b-b501cbaadc95,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:15.349063 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45246) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:15.386193 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae5e210-dfbf-4924-b275-d586b375bba3 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:15.410568 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-8858cd2b-4b7f-48c4-8e10-c2bcda411aa1 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:15.414694 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8858cd2b-4b7f-48c4-8e10-c2bcda411aa1 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:15.418660 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8858cd2b-4b7f-48c4-8e10-c2bcda411aa1 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "DELETE /v2.0/subnets/32729c53-8e49-41ea-9bd4-4232bd683c33 HTTP/1.1" status: 404 len: 337 time: 0.1291077 Jul 16 08:41:15.424266 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45250) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:15.477152 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac0180fd-8d3f-464e-808a-d0c569fc8cdc tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:15.479506 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac0180fd-8d3f-464e-808a-d0c569fc8cdc tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:15.482996 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ac0180fd-8d3f-464e-808a-d0c569fc8cdc tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "DELETE /v2.0/networks/43f2ae96-4a33-4200-9f77-7223d1242b36 HTTP/1.1" status: 404 len: 339 time: 0.0497911 Jul 16 08:41:15.488159 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45254) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:15.518064 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dae5e210-dfbf-4924-b275-d586b375bba3 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.567425 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1051ff1-eccf-4a33-b3a7-0dbed88ec15b service neutron] Pushing event updated for resources: {'Port': ['ID=78adefcb-8c90-41b1-a974-1d599fe9de9b,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:15.570741 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-dae5e210-dfbf-4924-b275-d586b375bba3 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] device_id is not set on port 41fdb73f-e34a-48f6-90be-cba7e2ca88a5 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:41:15.614277 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-32c908b7-32a7-49da-91ab-cc1642c9656e tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Deleting subnet 2dc50302-35d2-4823-b8a7-7a25e3ca7e12 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:41:15.617808 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-32c908b7-32a7-49da-91ab-cc1642c9656e tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.660907 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-32c908b7-32a7-49da-91ab-cc1642c9656e tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.754048 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-32c908b7-32a7-49da-91ab-cc1642c9656e tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.775890 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-c1051ff1-eccf-4a33-b3a7-0dbed88ec15b service neutron] Attempting to bind port 78adefcb-8c90-41b1-a974-1d599fe9de9b on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:15.776572 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-c1051ff1-eccf-4a33-b3a7-0dbed88ec15b service neutron] Attempting to bind port 78adefcb-8c90-41b1-a974-1d599fe9de9b by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'c9daa470-e62f-42d3-928f-22604c4d111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c4d0fd4d-6fdb-4a0d-a035-561da1f752b3'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:15.787719 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-c1051ff1-eccf-4a33-b3a7-0dbed88ec15b service neutron] Attempting to bind port 78adefcb-8c90-41b1-a974-1d599fe9de9b on network c4d0fd4d-6fdb-4a0d-a035-561da1f752b3 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:15.820343 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-c1051ff1-eccf-4a33-b3a7-0dbed88ec15b service neutron] Port 78adefcb-8c90-41b1-a974-1d599fe9de9b on network c4d0fd4d-6fdb-4a0d-a035-561da1f752b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:41:15.820979 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-c1051ff1-eccf-4a33-b3a7-0dbed88ec15b service neutron] Attempting to bind port 78adefcb-8c90-41b1-a974-1d599fe9de9b on network c4d0fd4d-6fdb-4a0d-a035-561da1f752b3 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:15.834510 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-32c908b7-32a7-49da-91ab-cc1642c9656e tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.853466 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-c1051ff1-eccf-4a33-b3a7-0dbed88ec15b service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:15.854111 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-c1051ff1-eccf-4a33-b3a7-0dbed88ec15b service neutron] Checking segment: {'id': 'c9daa470-e62f-42d3-928f-22604c4d111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c4d0fd4d-6fdb-4a0d-a035-561da1f752b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:15.854679 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-c1051ff1-eccf-4a33-b3a7-0dbed88ec15b service neutron] Bound using segment: {'id': 'c9daa470-e62f-42d3-928f-22604c4d111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c4d0fd4d-6fdb-4a0d-a035-561da1f752b3'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:15.855830 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-c1051ff1-eccf-4a33-b3a7-0dbed88ec15b service neutron] Bound port: 78adefcb-8c90-41b1-a974-1d599fe9de9b, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9daa470-e62f-42d3-928f-22604c4d111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c4d0fd4d-6fdb-4a0d-a035-561da1f752b3'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:15.856401 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-c1051ff1-eccf-4a33-b3a7-0dbed88ec15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.866908 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-32c908b7-32a7-49da-91ab-cc1642c9656e tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:15.870512 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f3fb20-b239-42ec-948f-489f18db5d73 None None] Network 35948ddf-2968-4623-925a-d8fb09d20078 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:15.872768 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-32c908b7-32a7-49da-91ab-cc1642c9656e tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "DELETE /v2.0/subnets/2dc50302-35d2-4823-b8a7-7a25e3ca7e12 HTTP/1.1" status: 204 len: 168 time: 0.3808007 Jul 16 08:41:15.876391 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45262) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:15.892028 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa61f147-cdf1-4c69-a347-7e029711aa35 req-28d4033f-3f84-4b40-8d94-e19ba2d86321 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:15.903450 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aa61f147-cdf1-4c69-a347-7e029711aa35 req-28d4033f-3f84-4b40-8d94-e19ba2d86321 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 932 time: 0.7639771 Jul 16 08:41:16.165239 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45266) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:16.253338 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c908b7-32a7-49da-91ab-cc1642c9656e tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event deleted for resources: {'Subnet': ['ID=2dc50302-35d2-4823-b8a7-7a25e3ca7e12,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:16.312388 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11e2a71a-1779-46c8-90a5-626f22d29ef6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.319566 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78ef90f2-515b-405b-ac70-65f3af684055 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.342100 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-332b0e59-9cc6-4fe4-8fd6-4fc49252514a None None] DHCP port deletion for 35948ddf-2968-4623-925a-d8fb09d20078 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:41:16.344609 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-dae5e210-dfbf-4924-b275-d586b375bba3 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Allocated IP 2001:db8::2e4 (9259dc43-dd22-4f0c-b8a5-bf2f039342ea/63d99baa-19ae-4887-88e2-8e8bbaba98d3/41fdb73f-e34a-48f6-90be-cba7e2ca88a5) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:16.387508 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-c1051ff1-eccf-4a33-b3a7-0dbed88ec15b service neutron] For port 78adefcb-8c90-41b1-a974-1d599fe9de9b, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:16.408500 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-c1051ff1-eccf-4a33-b3a7-0dbed88ec15b service neutron] For port 78adefcb-8c90-41b1-a974-1d599fe9de9b, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=78adefcb-8c90-41b1-a974-1d599fe9de9b,segment=NetworkSegment(c9daa470-e62f-42d3-928f-22604c4d111a),segment_id=c9daa470-e62f-42d3-928f-22604c4d111a)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:16.413457 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aa61f147-cdf1-4c69-a347-7e029711aa35 req-a8df2507-46d2-4849-baf2-24bd6997e6bb tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5090332 Jul 16 08:41:16.420431 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-c1051ff1-eccf-4a33-b3a7-0dbed88ec15b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.490718 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-332b0e59-9cc6-4fe4-8fd6-4fc49252514a None None] Deleting port 39aae30f-f47c-4283-aaae-2f0b014b981c {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:16.491370 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-332b0e59-9cc6-4fe4-8fd6-4fc49252514a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.584858 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:16.621153 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-c1051ff1-eccf-4a33-b3a7-0dbed88ec15b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:16.621997 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-c1051ff1-eccf-4a33-b3a7-0dbed88ec15b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.625580 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-c1051ff1-eccf-4a33-b3a7-0dbed88ec15b service neutron] 10.222.0.30 "PUT /v2.0/ports/78adefcb-8c90-41b1-a974-1d599fe9de9b HTTP/1.1" status: 200 len: 1093 time: 3.1829221 Jul 16 08:41:16.626390 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11b5c844-7a5e-4adf-994f-8a287b32ee9f', 'tag': '78adefcb-8c90-41b1-a974-1d599fe9de9b'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:16.632120 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-11e2a71a-1779-46c8-90a5-626f22d29ef6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Deleting port 39aae30f-f47c-4283-aaae-2f0b014b981c {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:16.632498 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11e2a71a-1779-46c8-90a5-626f22d29ef6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.633054 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-378b2b2c-b085-461d-8ac7-33b8607522cb" -d '{"events": [{"name": "network-changed", "server_uuid": "11b5c844-7a5e-4adf-994f-8a287b32ee9f", "tag": "78adefcb-8c90-41b1-a974-1d599fe9de9b"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:16.674931 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1a85ae7a-3908-4963-9587-ad89dd6606b5 None None] Provisioning complete for port eefa8e51-6548-4a1c-a4ee-4897e82412fa triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:16.674931 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1a85ae7a-3908-4963-9587-ad89dd6606b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.724793 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-11e2a71a-1779-46c8-90a5-626f22d29ef6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] For port 39aae30f-f47c-4283-aaae-2f0b014b981c, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=39aae30f-f47c-4283-aaae-2f0b014b981c,segment=NetworkSegment(4fe2a690-0ac0-4c38-b902-3cc0dfb9ea0f),segment_id=4fe2a690-0ac0-4c38-b902-3cc0dfb9ea0f)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:16.725163 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11e2a71a-1779-46c8-90a5-626f22d29ef6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.740798 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-11e2a71a-1779-46c8-90a5-626f22d29ef6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Calling delete_port for 39aae30f-f47c-4283-aaae-2f0b014b981c owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:16.837088 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f319d809-026a-44e5-902f-fce059502e35 x-openstack-request-id: req-f319d809-026a-44e5-902f-fce059502e35 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:16.837791 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11b5c844-7a5e-4adf-994f-8a287b32ee9f", "tag": "78adefcb-8c90-41b1-a974-1d599fe9de9b", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:16.838189 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f319d809-026a-44e5-902f-fce059502e35 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:16.838805 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11b5c844-7a5e-4adf-994f-8a287b32ee9f', 'tag': '78adefcb-8c90-41b1-a974-1d599fe9de9b', 'status': 'completed', 'code': 200} Jul 16 08:41:16.865767 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-332b0e59-9cc6-4fe4-8fd6-4fc49252514a None None] For port 39aae30f-f47c-4283-aaae-2f0b014b981c, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=39aae30f-f47c-4283-aaae-2f0b014b981c,segment=NetworkSegment(4fe2a690-0ac0-4c38-b902-3cc0dfb9ea0f),segment_id=4fe2a690-0ac0-4c38-b902-3cc0dfb9ea0f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:16.866163 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-332b0e59-9cc6-4fe4-8fd6-4fc49252514a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.912131 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11e2a71a-1779-46c8-90a5-626f22d29ef6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:16.915461 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-332b0e59-9cc6-4fe4-8fd6-4fc49252514a None None] Calling delete_port for 39aae30f-f47c-4283-aaae-2f0b014b981c owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:16.918561 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1a85ae7a-3908-4963-9587-ad89dd6606b5 None None] Port eefa8e51-6548-4a1c-a4ee-4897e82412fa cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:16.936663 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:16.948468 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2a71a-1779-46c8-90a5-626f22d29ef6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event deleted for resources: {'Port': ['ID=39aae30f-f47c-4283-aaae-2f0b014b981c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:16.971154 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e2a71a-1779-46c8-90a5-626f22d29ef6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] No DVR routers for this DVR port 39aae30f-f47c-4283-aaae-2f0b014b981c on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:16.972441 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1a85ae7a-3908-4963-9587-ad89dd6606b5 None None] Provisioning for port c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:17.026630 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-769862e1-365c-4fb1-b0b2-ae54084a672e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.039864 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1051ff1-eccf-4a33-b3a7-0dbed88ec15b service neutron] Pushing event updated for resources: {'Port': ['ID=78adefcb-8c90-41b1-a974-1d599fe9de9b,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:17.052563 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1a85ae7a-3908-4963-9587-ad89dd6606b5 None None] Provisioning complete for port c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:17.053548 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1a85ae7a-3908-4963-9587-ad89dd6606b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.106885 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11e2a71a-1779-46c8-90a5-626f22d29ef6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.111187 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dae5e210-dfbf-4924-b275-d586b375bba3 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.115105 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-66848ade-24d2-447d-842c-dbe03501774b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:17.116774 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-66848ade-24d2-447d-842c-dbe03501774b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a4e731777374b07bb09db55f04a1d18&device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 1096 time: 0.3974774 Jul 16 08:41:17.123192 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-11e2a71a-1779-46c8-90a5-626f22d29ef6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35948ddf-2968-4623-925a-d8fb09d20078']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:17.131291 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-dae5e210-dfbf-4924-b275-d586b375bba3 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Transition to ACTIVE for port object 41fdb73f-e34a-48f6-90be-cba7e2ca88a5 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:17.136438 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-11e2a71a-1779-46c8-90a5-626f22d29ef6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fe2a690-0ac0-4c38-b902-3cc0dfb9ea0f') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:17.136762 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-11e2a71a-1779-46c8-90a5-626f22d29ef6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fe2a690-0ac0-4c38-b902-3cc0dfb9ea0f') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:17.147959 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11e2a71a-1779-46c8-90a5-626f22d29ef6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.175209 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78ef90f2-515b-405b-ac70-65f3af684055 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.180845 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78ef90f2-515b-405b-ac70-65f3af684055 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.220584 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11e2a71a-1779-46c8-90a5-626f22d29ef6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.226338 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-78ef90f2-515b-405b-ac70-65f3af684055 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ffb09768be964dd1ba224eeb90669176&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8276987 Jul 16 08:41:17.238978 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45292) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:17.269325 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11e2a71a-1779-46c8-90a5-626f22d29ef6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:41:17.270126 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11e2a71a-1779-46c8-90a5-626f22d29ef6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.286350 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:41:17.286350 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:41:17.286350 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:41:17.286350 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:41:17.286350 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:41:17.286350 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:41:17.286350 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:41:17.286350 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:41:17.286350 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:41:17.286350 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:41:17.286350 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:41:17.286350 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:41:17.286350 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:41:17.286350 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:41:17.286350 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:41:17.286350 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:41:17.286350 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:41:17.286350 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:41:17.286350 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:41:17.286350 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:41:17.286350 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:41:17.286350 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:41:17.286350 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:41:17.286350 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:41:17.286350 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:41:17.286350 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:41:17.286350 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:41:17.286350 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:41:17.286350 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:41:17.286350 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:41:17.286350 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:41:17.286350 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:41:17.294844 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-769862e1-365c-4fb1-b0b2-ae54084a672e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.297135 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1a85ae7a-3908-4963-9587-ad89dd6606b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.342554 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-769862e1-365c-4fb1-b0b2-ae54084a672e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.350068 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ef90f2-515b-405b-ac70-65f3af684055 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81dc7ff6-b571-4b9b-b3dd-106c684c9f12,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:17.352681 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-270391e2-1eb6-4758-be31-e60fa8bdac89 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78adefcb-8c90-41b1-a974-1d599fe9de9b HTTP/1.1" status: 200 len: 217 time: 0.1934826 Jul 16 08:41:17.422215 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dae5e210-dfbf-4924-b275-d586b375bba3 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.426051 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-1a85ae7a-3908-4963-9587-ad89dd6606b5 None None] For port c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40,segment=NetworkSegment(e458d3ca-fd73-44a1-a0df-fc18b1610d19),segment_id=e458d3ca-fd73-44a1-a0df-fc18b1610d19)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:17.434923 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1a85ae7a-3908-4963-9587-ad89dd6606b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.443152 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-332b0e59-9cc6-4fe4-8fd6-4fc49252514a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.502698 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332b0e59-9cc6-4fe4-8fd6-4fc49252514a None None] No DVR routers for this DVR port 39aae30f-f47c-4283-aaae-2f0b014b981c on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:17.554667 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae5e210-dfbf-4924-b275-d586b375bba3 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Port': ['ID=41fdb73f-e34a-48f6-90be-cba7e2ca88a5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:17.579250 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-864ed62e-aba6-44f5-86b3-1dbdfa98a9e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.582330 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae5e210-dfbf-4924-b275-d586b375bba3 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network 9259dc43-dd22-4f0c-b8a5-bf2f039342ea is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:17.593366 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-769862e1-365c-4fb1-b0b2-ae54084a672e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2ea6abf5ff5d4dce8f3cb7ce9fb62b0b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4267604 Jul 16 08:41:17.594104 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769862e1-365c-4fb1-b0b2-ae54084a672e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23f26d9b-e556-4c40-81e2-c7c58294d390,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:17.600464 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85ae7a-3908-4963-9587-ad89dd6606b5 None None] Pushing event updated for resources: {'Port': ['ID=c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:17.602046 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45302) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:17.608744 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-864ed62e-aba6-44f5-86b3-1dbdfa98a9e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.611869 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-dae5e210-dfbf-4924-b275-d586b375bba3 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:17.629320 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae5e210-dfbf-4924-b275-d586b375bba3 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:17.655961 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae5e210-dfbf-4924-b275-d586b375bba3 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:17.656696 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dae5e210-dfbf-4924-b275-d586b375bba3 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.672803 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-864ed62e-aba6-44f5-86b3-1dbdfa98a9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.675834 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332b0e59-9cc6-4fe4-8fd6-4fc49252514a None None] Pushing event deleted for resources: {'Port': ['ID=39aae30f-f47c-4283-aaae-2f0b014b981c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:17.680991 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-864ed62e-aba6-44f5-86b3-1dbdfa98a9e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.683985 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-864ed62e-aba6-44f5-86b3-1dbdfa98a9e3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/81dc7ff6-b571-4b9b-b3dd-106c684c9f12 HTTP/1.1" status: 204 len: 168 time: 0.4436574 Jul 16 08:41:17.705951 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11e2a71a-1779-46c8-90a5-626f22d29ef6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.727928 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11e2a71a-1779-46c8-90a5-626f22d29ef6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:17.732909 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-11e2a71a-1779-46c8-90a5-626f22d29ef6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] 10.222.0.22 "DELETE /v2.0/networks/35948ddf-2968-4623-925a-d8fb09d20078 HTTP/1.1" status: 204 len: 168 time: 1.8205943 Jul 16 08:41:17.734743 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ed62e-aba6-44f5-86b3-1dbdfa98a9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81dc7ff6-b571-4b9b-b3dd-106c684c9f12,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:17.844588 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e2a71a-1779-46c8-90a5-626f22d29ef6 tempest-NetworksIpV6Test-713821484 tempest-NetworksIpV6Test-713821484-project] Pushing event deleted for resources: {'Network': ['ID=35948ddf-2968-4623-925a-d8fb09d20078,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:17.844980 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-69392335-109c-4ebf-aa26-b79c13973269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:17.858434 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-69392335-109c-4ebf-aa26-b79c13973269 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e27cc8e0-a923-4371-a9be-2bfb1aeacb40 HTTP/1.1" status: 200 len: 851 time: 0.4869149 Jul 16 08:41:17.878945 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-dae5e210-dfbf-4924-b275-d586b375bba3 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.6965096 Jul 16 08:41:17.886607 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45316) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:17.915119 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-fe3a48b4-dc5b-4170-a7ba-33876c381d1d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'subnet': {'network_id': '9259dc43-dd22-4f0c-b8a5-bf2f039342ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:17.951220 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-a8d10751-19ec-45d7-84e2-48595ea9100b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c4d0fd4d-6fdb-4a0d-a035-561da1f752b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775299 Jul 16 08:41:18.018862 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7981fff8-51d2-41ea-9f45-9fb9d32b613f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.057624 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaab80a-3008-4454-b034-447d919bdcfc req-04c29a1d-5ef2-4a49-9db6-dd09205861b2 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:18.059744 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ffaab80a-3008-4454-b034-447d919bdcfc req-04c29a1d-5ef2-4a49-9db6-dd09205861b2 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 944 time: 0.3279061 Jul 16 08:41:18.097383 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c33fea59-ed11-4b16-a4f7-9b1906f6e15d None None] Provisioning for port 41fdb73f-e34a-48f6-90be-cba7e2ca88a5 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:18.102677 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c33fea59-ed11-4b16-a4f7-9b1906f6e15d None None] Provisioning complete for port 41fdb73f-e34a-48f6-90be-cba7e2ca88a5 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:18.103240 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c33fea59-ed11-4b16-a4f7-9b1906f6e15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.106587 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7981fff8-51d2-41ea-9f45-9fb9d32b613f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.195359 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c33fea59-ed11-4b16-a4f7-9b1906f6e15d None None] Port 41fdb73f-e34a-48f6-90be-cba7e2ca88a5 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:18.204928 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ffaab80a-3008-4454-b034-447d919bdcfc req-0a2c0fa6-4708-4c5c-b5b0-e28438ad8dc5 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827506 Jul 16 08:41:18.260026 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7981fff8-51d2-41ea-9f45-9fb9d32b613f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.263140 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7981fff8-51d2-41ea-9f45-9fb9d32b613f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.266737 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7981fff8-51d2-41ea-9f45-9fb9d32b613f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/23f26d9b-e556-4c40-81e2-c7c58294d390 HTTP/1.1" status: 204 len: 168 time: 0.6365874 Jul 16 08:41:18.307383 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe3a48b4-dc5b-4170-a7ba-33876c381d1d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:18.312121 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fe3a48b4-dc5b-4170-a7ba-33876c381d1d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.319226 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:18.332007 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981fff8-51d2-41ea-9f45-9fb9d32b613f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f26d9b-e556-4c40-81e2-c7c58294d390,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:18.466936 n-d-771362-37 neutron-server[93758]: INFO neutron.db.ipam_backend_mixin [None req-fe3a48b4-dc5b-4170-a7ba-33876c381d1d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 63d99baa-19ae-4887-88e2-8e8bbaba98d3 (CIDR: 2001:db8::/64) Jul 16 08:41:18.471517 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe3a48b4-dc5b-4170-a7ba-33876c381d1d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:41:18.472052 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe3a48b4-dc5b-4170-a7ba-33876c381d1d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:18.472167 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-06e57a12-2dd9-41eb-86e1-41aff61602a3 service neutron] 10.222.0.30 "GET /v2.0/networks/c4d0fd4d-6fdb-4a0d-a035-561da1f752b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5005841 Jul 16 08:41:18.495252 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:18.496323 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.500184 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-fe3a48b4-dc5b-4170-a7ba-33876c381d1d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6082659 Jul 16 08:41:18.503076 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45330) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:18.513573 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-95654566-34b7-42ef-b3a5-2219240cc377 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'subnet': {'network_id': '9259dc43-dd22-4f0c-b8a5-bf2f039342ea', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:18.610360 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45332) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:18.693187 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45336) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:18.718399 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4b6a2f46-545a-4297-a015-f06b9cdda0ad req-946d3b54-6e0a-48f0-876a-4d459732f270 service neutron] 10.222.0.30 "GET /v2.0/networks/c4d0fd4d-6fdb-4a0d-a035-561da1f752b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2401800 Jul 16 08:41:18.719810 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-134eee35-bcfe-46af-99cc-18b8881e8a98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.780719 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95654566-34b7-42ef-b3a5-2219240cc377 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:18.789776 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-95654566-34b7-42ef-b3a5-2219240cc377 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:18.911462 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b2b2c-b085-461d-8ac7-33b8607522cb req-f1aac8ee-924a-4fe3-87cc-06b7370446e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:18.915282 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-378b2b2c-b085-461d-8ac7-33b8607522cb req-f1aac8ee-924a-4fe3-87cc-06b7370446e2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a4e731777374b07bb09db55f04a1d18&device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 1096 time: 0.1313179 Jul 16 08:41:19.106642 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 39aae30f-f47c-4283-aaae-2f0b014b981c no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:19.110116 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b2b2c-b085-461d-8ac7-33b8607522cb req-c7f53b40-2fe5-4e71-94e5-b5ceb2f400c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:19.111852 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-378b2b2c-b085-461d-8ac7-33b8607522cb req-c7f53b40-2fe5-4e71-94e5-b5ceb2f400c4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c4d0fd4d-6fdb-4a0d-a035-561da1f752b3 HTTP/1.1" status: 200 len: 912 time: 0.1903694 Jul 16 08:41:19.155181 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 39aae30f-f47c-4283-aaae-2f0b014b981c {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:41:19.157305 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 39aae30f-f47c-4283-aaae-2f0b014b981c not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:41:19.193062 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-378b2b2c-b085-461d-8ac7-33b8607522cb req-a9c71ba5-bad5-4c48-b1b5-f7f8b0306958 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78adefcb-8c90-41b1-a974-1d599fe9de9b HTTP/1.1" status: 200 len: 217 time: 0.0746875 Jul 16 08:41:19.249094 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-95654566-34b7-42ef-b3a5-2219240cc377 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.292026 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45346) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:19.313967 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-134eee35-bcfe-46af-99cc-18b8881e8a98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.325466 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9f0f251-b233-4a15-9492-ea8df7f6192d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.346281 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-cd82b943-4eaf-4e3b-9383-86a5a2399e96 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=65cc9c30e9bb4f0e9d3aa6c67b2d5b53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7345154 Jul 16 08:41:19.347808 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b2b2c-b085-461d-8ac7-33b8607522cb req-b85486be-ce97-4a48-9a78-cce58f93289d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:19.349221 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-378b2b2c-b085-461d-8ac7-33b8607522cb req-b85486be-ce97-4a48-9a78-cce58f93289d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e27cc8e0-a923-4371-a9be-2bfb1aeacb40 HTTP/1.1" status: 200 len: 851 time: 0.1364217 Jul 16 08:41:19.349719 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45350) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:19.354346 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-134eee35-bcfe-46af-99cc-18b8881e8a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.390787 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-134eee35-bcfe-46af-99cc-18b8881e8a98 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d876f984f9de446781ec43d2322696fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6957340 Jul 16 08:41:19.398072 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45352) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:19.428141 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95654566-34b7-42ef-b3a5-2219240cc377 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network 9259dc43-dd22-4f0c-b8a5-bf2f039342ea is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:19.449072 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-95654566-34b7-42ef-b3a5-2219240cc377 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:19.453014 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95654566-34b7-42ef-b3a5-2219240cc377 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:19.453668 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-95654566-34b7-42ef-b3a5-2219240cc377 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.458963 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0453c3b-5254-4ea8-b24e-38d64ab7f3ec None None] Network 9259dc43-dd22-4f0c-b8a5-bf2f039342ea requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:19.469067 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9f0f251-b233-4a15-9492-ea8df7f6192d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.486092 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9f0f251-b233-4a15-9492-ea8df7f6192d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.540017 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-95654566-34b7-42ef-b3a5-2219240cc377 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0356309 Jul 16 08:41:19.566719 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-378b2b2c-b085-461d-8ac7-33b8607522cb req-ba9c955d-affd-4eb7-a11b-910a1c885ee7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c4d0fd4d-6fdb-4a0d-a035-561da1f752b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0961294 Jul 16 08:41:19.580175 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45356) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:19.610323 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134eee35-bcfe-46af-99cc-18b8881e8a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6898b5d-6cbd-4e1b-98cd-ede24d74eae1,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:19.618267 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95654566-34b7-42ef-b3a5-2219240cc377 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Subnet': ['ID=02296197-e44f-4814-a4f4-7d2e80fff6f4,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:19.655030 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d57c33f0-2702-469d-a5a7-9ab27df4f058 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.718105 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d57c33f0-2702-469d-a5a7-9ab27df4f058 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.856832 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d57c33f0-2702-469d-a5a7-9ab27df4f058 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.859463 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d57c33f0-2702-469d-a5a7-9ab27df4f058 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:19.866568 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d57c33f0-2702-469d-a5a7-9ab27df4f058 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a6898b5d-6cbd-4e1b-98cd-ede24d74eae1 HTTP/1.1" status: 204 len: 168 time: 0.4536045 Jul 16 08:41:19.894095 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57c33f0-2702-469d-a5a7-9ab27df4f058 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6898b5d-6cbd-4e1b-98cd-ede24d74eae1,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:20.021998 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51080a39-e2d1-40fa-abb8-3638eed6582b None None] Update dhcp port {'port': {'network_id': '9259dc43-dd22-4f0c-b8a5-bf2f039342ea', 'fixed_ips': [{'subnet_id': '63d99baa-19ae-4887-88e2-8e8bbaba98d3', 'ip_address': '2001:db8::2'}, {'subnet_id': '02296197-e44f-4814-a4f4-7d2e80fff6f4'}], 'binding:host_id': 'n-d-771362-37'}, 'id': 'c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40'} from n-d-771362-37. {{(pid=93760) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:41:20.066430 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-51080a39-e2d1-40fa-abb8-3638eed6582b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.253281 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0fbf8224-eadc-413c-919a-98da39a0013a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1183948830', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '02296197-e44f-4814-a4f4-7d2e80fff6f4'}], 'security_groups': ['eeaa49b1-29d0-4f69-882e-33c1573a2c0e']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:20.422719 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-51080a39-e2d1-40fa-abb8-3638eed6582b None None] Allocated IP 2001:db8:0:1::2 (9259dc43-dd22-4f0c-b8a5-bf2f039342ea/02296197-e44f-4814-a4f4-7d2e80fff6f4/c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:20.459525 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-378b2b2c-b085-461d-8ac7-33b8607522cb req-e1518e77-faec-4816-a4f7-27df0daf9115 service neutron] 10.222.0.30 "GET /v2.0/networks/c4d0fd4d-6fdb-4a0d-a035-561da1f752b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024784 Jul 16 08:41:20.525041 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-51080a39-e2d1-40fa-abb8-3638eed6582b None None] For port c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40,segment=NetworkSegment(e458d3ca-fd73-44a1-a0df-fc18b1610d19),segment_id=e458d3ca-fd73-44a1-a0df-fc18b1610d19)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:20.567163 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-51080a39-e2d1-40fa-abb8-3638eed6582b None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.586026 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-51080a39-e2d1-40fa-abb8-3638eed6582b None None] Transition to ACTIVE for port object c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:20.592464 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-51080a39-e2d1-40fa-abb8-3638eed6582b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.767118 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45384) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:20.767679 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d9f0f251-b233-4a15-9492-ea8df7f6192d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eb33dcff8f374c07a6dc67f6c1892138&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4740429 Jul 16 08:41:20.769896 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-378b2b2c-b085-461d-8ac7-33b8607522cb req-bd900314-712e-4c01-8bcd-082b23bba8a0 service neutron] 10.222.0.30 "GET /v2.0/networks/c4d0fd4d-6fdb-4a0d-a035-561da1f752b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175455 Jul 16 08:41:20.785328 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f0f251-b233-4a15-9492-ea8df7f6192d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf1d8fe4-90bc-46c1-8d46-eb1544486ea2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:20.808891 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0cff4bcb-64de-4632-b841-7e2553897caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.859517 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51080a39-e2d1-40fa-abb8-3638eed6582b None None] Pushing event updated for resources: {'Port': ['ID=c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:20.891960 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0cff4bcb-64de-4632-b841-7e2553897caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.941560 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-911214bf-c254-4b9f-870e-c28d14ff9fb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:20.981326 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-911214bf-c254-4b9f-870e-c28d14ff9fb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.006080 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c73b5-3b93-4ed1-a6b1-3af7aea0c269 req-fc70d1bf-913f-469d-b8ab-13cbd60fc238 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:21.016308 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-033c73b5-3b93-4ed1-a6b1-3af7aea0c269 req-fc70d1bf-913f-469d-b8ab-13cbd60fc238 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 944 time: 0.7672458 Jul 16 08:41:21.088060 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-911214bf-c254-4b9f-870e-c28d14ff9fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.091440 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-911214bf-c254-4b9f-870e-c28d14ff9fb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.092863 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-911214bf-c254-4b9f-870e-c28d14ff9fb7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cf1d8fe4-90bc-46c1-8d46-eb1544486ea2 HTTP/1.1" status: 204 len: 168 time: 0.3244872 Jul 16 08:41:21.114884 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911214bf-c254-4b9f-870e-c28d14ff9fb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf1d8fe4-90bc-46c1-8d46-eb1544486ea2,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:21.154373 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-033c73b5-3b93-4ed1-a6b1-3af7aea0c269 req-5f0f6011-ec71-4740-99d4-e1fffa8a9cdd tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366551 Jul 16 08:41:21.177193 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0cff4bcb-64de-4632-b841-7e2553897caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.180222 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0cff4bcb-64de-4632-b841-7e2553897caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.181798 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0cff4bcb-64de-4632-b841-7e2553897caa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/310ca2c8-b9eb-4e20-bc23-19f8b663fb76 HTTP/1.1" status: 204 len: 168 time: 1.8309858 Jul 16 08:41:21.211908 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cff4bcb-64de-4632-b841-7e2553897caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310ca2c8-b9eb-4e20-bc23-19f8b663fb76,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:21.288287 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0fbf8224-eadc-413c-919a-98da39a0013a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:21.571664 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 78adefcb-8c90-41b1-a974-1d599fe9de9b details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:41:21.855606 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 78adefcb-8c90-41b1-a974-1d599fe9de9b, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=78adefcb-8c90-41b1-a974-1d599fe9de9b,segment=NetworkSegment(c9daa470-e62f-42d3-928f-22604c4d111a),segment_id=c9daa470-e62f-42d3-928f-22604c4d111a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:21.859759 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-0fbf8224-eadc-413c-919a-98da39a0013a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Delete allocated IP 2001:db8::2e4 (9259dc43-dd22-4f0c-b8a5-bf2f039342ea/63d99baa-19ae-4887-88e2-8e8bbaba98d3) {{(pid=93759) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 08:41:21.892638 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-0fbf8224-eadc-413c-919a-98da39a0013a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Allocated IP 2001:db8:0:1::12b (9259dc43-dd22-4f0c-b8a5-bf2f039342ea/02296197-e44f-4814-a4f4-7d2e80fff6f4/41fdb73f-e34a-48f6-90be-cba7e2ca88a5) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:21.897510 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '78adefcb-8c90-41b1-a974-1d599fe9de9b', 'network_id': 'c4d0fd4d-6fdb-4a0d-a035-561da1f752b3', 'port_id': '78adefcb-8c90-41b1-a974-1d599fe9de9b', 'mac_address': 'fa:16:3e:1c:1a:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e27cc8e0-a923-4371-a9be-2bfb1aeacb40', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:41:22.002994 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.022857 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78adefcb-8c90-41b1-a974-1d599fe9de9b {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:41:22.060692 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 78adefcb-8c90-41b1-a974-1d599fe9de9b, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=78adefcb-8c90-41b1-a974-1d599fe9de9b,segment=NetworkSegment(c9daa470-e62f-42d3-928f-22604c4d111a),segment_id=c9daa470-e62f-42d3-928f-22604c4d111a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:22.066441 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7293b800-1cd3-4e21-bc57-90f2e13a91b5 None None] Provisioning complete for port eefa8e51-6548-4a1c-a4ee-4897e82412fa triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:22.067077 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7293b800-1cd3-4e21-bc57-90f2e13a91b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.124565 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7293b800-1cd3-4e21-bc57-90f2e13a91b5 None None] Port eefa8e51-6548-4a1c-a4ee-4897e82412fa cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:22.126441 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.184889 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=78adefcb-8c90-41b1-a974-1d599fe9de9b,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:22.203178 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7293b800-1cd3-4e21-bc57-90f2e13a91b5 None None] Provisioning for port c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:22.211057 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7293b800-1cd3-4e21-bc57-90f2e13a91b5 None None] Provisioning complete for port c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:22.211321 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7293b800-1cd3-4e21-bc57-90f2e13a91b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.312220 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0fbf8224-eadc-413c-919a-98da39a0013a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.347641 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-0fbf8224-eadc-413c-919a-98da39a0013a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Transition to ACTIVE for port object 41fdb73f-e34a-48f6-90be-cba7e2ca88a5 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:22.356704 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0fbf8224-eadc-413c-919a-98da39a0013a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.394005 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['78adefcb-8c90-41b1-a974-1d599fe9de9b'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:41:22.488699 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:22.554116 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0fbf8224-eadc-413c-919a-98da39a0013a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] In _notify_port_updated(), no bound segment for port 41fdb73f-e34a-48f6-90be-cba7e2ca88a5 on network 9259dc43-dd22-4f0c-b8a5-bf2f039342ea {{(pid=93759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:41:22.570883 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fbf8224-eadc-413c-919a-98da39a0013a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.571507 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351e260b-5c4c-457e-8346-aa7794f05ced req-873b87f1-7a79-464d-bb41-4ab57b21f919 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:22.572049 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0fbf8224-eadc-413c-919a-98da39a0013a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.572982 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0fbf8224-eadc-413c-919a-98da39a0013a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "PUT /v2.0/ports/41fdb73f-e34a-48f6-90be-cba7e2ca88a5 HTTP/1.1" status: 200 len: 931 time: 2.9859807 Jul 16 08:41:22.582239 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45432) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:22.586506 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-351e260b-5c4c-457e-8346-aa7794f05ced req-873b87f1-7a79-464d-bb41-4ab57b21f919 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 945 time: 0.1863284 Jul 16 08:41:22.700982 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-351e260b-5c4c-457e-8346-aa7794f05ced req-3b88fa5d-f7af-4a7d-b680-b97a1730be59 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124086 Jul 16 08:41:22.789388 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbf8224-eadc-413c-919a-98da39a0013a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Port': ['ID=41fdb73f-e34a-48f6-90be-cba7e2ca88a5,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:22.833458 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-aef8a517-a2ff-4a13-a7e1-13671e3f0851 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting port 41fdb73f-e34a-48f6-90be-cba7e2ca88a5 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:22.834447 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aef8a517-a2ff-4a13-a7e1-13671e3f0851 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.881920 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:22.882502 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.888675 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7293b800-1cd3-4e21-bc57-90f2e13a91b5 None None] Provisioning for port 41fdb73f-e34a-48f6-90be-cba7e2ca88a5 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:22.946940 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7293b800-1cd3-4e21-bc57-90f2e13a91b5 None None] Provisioning complete for port 41fdb73f-e34a-48f6-90be-cba7e2ca88a5 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:22.947294 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7293b800-1cd3-4e21-bc57-90f2e13a91b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.977346 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aef8a517-a2ff-4a13-a7e1-13671e3f0851 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:22.996324 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-aef8a517-a2ff-4a13-a7e1-13671e3f0851 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Calling delete_port for 41fdb73f-e34a-48f6-90be-cba7e2ca88a5 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:23.076987 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7293b800-1cd3-4e21-bc57-90f2e13a91b5 None None] Port 41fdb73f-e34a-48f6-90be-cba7e2ca88a5 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:23.209051 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ee1d09de-ce8f-44ea-bcdb-b1c881a12005 None None] Provisioning complete for port 41fdb73f-e34a-48f6-90be-cba7e2ca88a5 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:23.211340 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ee1d09de-ce8f-44ea-bcdb-b1c881a12005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.223220 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aef8a517-a2ff-4a13-a7e1-13671e3f0851 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.263668 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ee1d09de-ce8f-44ea-bcdb-b1c881a12005 None None] Port 41fdb73f-e34a-48f6-90be-cba7e2ca88a5 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:23.271903 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef8a517-a2ff-4a13-a7e1-13671e3f0851 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Port': ['ID=41fdb73f-e34a-48f6-90be-cba7e2ca88a5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:23.308196 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aef8a517-a2ff-4a13-a7e1-13671e3f0851 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.316327 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-aef8a517-a2ff-4a13-a7e1-13671e3f0851 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/ports/41fdb73f-e34a-48f6-90be-cba7e2ca88a5 HTTP/1.1" status: 204 len: 168 time: 0.7281666 Jul 16 08:41:23.316733 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45450) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:23.362780 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6c8339e-1695-4670-a111-478d5cb26f10 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] GET failed (client error): The resource could not be found. Jul 16 08:41:23.368020 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45454) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:23.368468 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f6c8339e-1695-4670-a111-478d5cb26f10 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "GET /v2.0/ports/41fdb73f-e34a-48f6-90be-cba7e2ca88a5 HTTP/1.1" status: 404 len: 333 time: 0.0503557 Jul 16 08:41:23.483782 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1adb18e3-e074-4f36-9a3d-bf7d39e570e4 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.541744 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1adb18e3-e074-4f36-9a3d-bf7d39e570e4 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.578984 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 78adefcb-8c90-41b1-a974-1d599fe9de9b up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:23.602798 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1adb18e3-e074-4f36-9a3d-bf7d39e570e4 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.606060 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1adb18e3-e074-4f36-9a3d-bf7d39e570e4 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.607483 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1adb18e3-e074-4f36-9a3d-bf7d39e570e4 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/security-groups/cf2eaa2e-4ee7-4461-860b-7815427662a1 HTTP/1.1" status: 204 len: 168 time: 0.2379677 Jul 16 08:41:23.610246 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45462) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:23.622297 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adb18e3-e074-4f36-9a3d-bf7d39e570e4 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2eaa2e-4ee7-4461-860b-7815427662a1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:23.695404 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b2020d3-ade5-4792-8627-cbb3e7709d87 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.737882 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 78adefcb-8c90-41b1-a974-1d599fe9de9b completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:23.770419 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 78adefcb-8c90-41b1-a974-1d599fe9de9b triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:23.771273 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.800821 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b2020d3-ade5-4792-8627-cbb3e7709d87 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.852807 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b2020d3-ade5-4792-8627-cbb3e7709d87 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.857410 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b2020d3-ade5-4792-8627-cbb3e7709d87 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:23.859325 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7b2020d3-ade5-4792-8627-cbb3e7709d87 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/security-groups/eeaa49b1-29d0-4f69-882e-33c1573a2c0e HTTP/1.1" status: 204 len: 168 time: 0.2471964 Jul 16 08:41:23.861464 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45486) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:23.869897 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2020d3-ade5-4792-8627-cbb3e7709d87 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eeaa49b1-29d0-4f69-882e-33c1573a2c0e,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:23.980631 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad7d955b-78bc-40df-8e4e-b1ef31cb1cb5 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting subnet 63d99baa-19ae-4887-88e2-8e8bbaba98d3 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:41:23.990561 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad7d955b-78bc-40df-8e4e-b1ef31cb1cb5 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.044281 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.097395 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b5c844-7a5e-4adf-994f-8a287b32ee9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78adefcb-8c90-41b1-a974-1d599fe9de9b'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:41:24.102525 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a32b78e-2f11-424d-b808-f1cbe01ff7c8" -d '{"events": [{"server_uuid": "11b5c844-7a5e-4adf-994f-8a287b32ee9f", "name": "network-vif-plugged", "status": "completed", "tag": "78adefcb-8c90-41b1-a974-1d599fe9de9b"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:41:24.123530 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad7d955b-78bc-40df-8e4e-b1ef31cb1cb5 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.136503 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 78adefcb-8c90-41b1-a974-1d599fe9de9b, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=78adefcb-8c90-41b1-a974-1d599fe9de9b,segment=NetworkSegment(c9daa470-e62f-42d3-928f-22604c4d111a),segment_id=c9daa470-e62f-42d3-928f-22604c4d111a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:24.143233 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.221357 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-029e94f7-1444-4646-b150-5ec5e47e0974 x-openstack-request-id: req-029e94f7-1444-4646-b150-5ec5e47e0974 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:41:24.221943 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b5c844-7a5e-4adf-994f-8a287b32ee9f", "name": "network-vif-plugged", "status": "completed", "tag": "78adefcb-8c90-41b1-a974-1d599fe9de9b", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:41:24.222399 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-029e94f7-1444-4646-b150-5ec5e47e0974 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:41:24.222953 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b5c844-7a5e-4adf-994f-8a287b32ee9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78adefcb-8c90-41b1-a974-1d599fe9de9b', 'code': 200} Jul 16 08:41:24.224340 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=78adefcb-8c90-41b1-a974-1d599fe9de9b,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:24.265958 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be4e4d5-a065-4a21-9dbd-a0ebe3169d39 req-c0e863c4-1067-418e-8499-1fbd83667cf7 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:24.270795 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0be4e4d5-a065-4a21-9dbd-a0ebe3169d39 req-c0e863c4-1067-418e-8499-1fbd83667cf7 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 945 time: 0.2179277 Jul 16 08:41:24.353155 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad7d955b-78bc-40df-8e4e-b1ef31cb1cb5 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.406411 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0be4e4d5-a065-4a21-9dbd-a0ebe3169d39 req-d6be0982-3f15-43e9-9182-20bf63ae4057 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233540 Jul 16 08:41:24.456009 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c801b7-7b53-4eb7-a272-502e39c88069 req-74c14baa-a2f8-4c34-b1d1-8deef1929696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:24.458026 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f3c801b7-7b53-4eb7-a272-502e39c88069 req-74c14baa-a2f8-4c34-b1d1-8deef1929696 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 1098 time: 0.1643982 Jul 16 08:41:24.459761 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad7d955b-78bc-40df-8e4e-b1ef31cb1cb5 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.522577 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d955b-78bc-40df-8e4e-b1ef31cb1cb5 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Subnet': ['ID=63d99baa-19ae-4887-88e2-8e8bbaba98d3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:24.528155 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad7d955b-78bc-40df-8e4e-b1ef31cb1cb5 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.535895 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e72adff-fdba-4821-a7d2-e675fc465c66 None None] Network 9259dc43-dd22-4f0c-b8a5-bf2f039342ea requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:24.536651 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45534) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:24.537317 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ad7d955b-78bc-40df-8e4e-b1ef31cb1cb5 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/subnets/63d99baa-19ae-4887-88e2-8e8bbaba98d3 HTTP/1.1" status: 204 len: 168 time: 0.6746228 Jul 16 08:41:24.543715 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-c514a806-72ea-4024-969a-21809be095fb tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'subnet': {'network_id': '9259dc43-dd22-4f0c-b8a5-bf2f039342ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:24.554030 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f3c801b7-7b53-4eb7-a272-502e39c88069 req-76207870-0c12-4a8a-8c38-f22ee1626fed service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876837 Jul 16 08:41:24.798160 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c514a806-72ea-4024-969a-21809be095fb tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:24.802321 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c514a806-72ea-4024-969a-21809be095fb tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:24.900143 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45544) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:25.012866 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45548) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:25.288719 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c514a806-72ea-4024-969a-21809be095fb tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.395552 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c514a806-72ea-4024-969a-21809be095fb tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Subnet': ['ID=6e9fdfbd-cf02-4a42-bce3-96b6c7997fed,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:25.420595 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c514a806-72ea-4024-969a-21809be095fb tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network 9259dc43-dd22-4f0c-b8a5-bf2f039342ea is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:25.426213 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-c514a806-72ea-4024-969a-21809be095fb tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:25.440702 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c514a806-72ea-4024-969a-21809be095fb tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:25.441980 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c514a806-72ea-4024-969a-21809be095fb tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.515417 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c514a806-72ea-4024-969a-21809be095fb tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9757810 Jul 16 08:41:25.516025 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45572) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:25.543447 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-80b911a8-b877-4982-a46e-fc2943125181 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'security_group': {'name': 'tempest-secgroup-579864160'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:25.636697 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-80b911a8-b877-4982-a46e-fc2943125181 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.657625 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1d3428e5-a219-4721-a7b4-1bb30968a545 tempest-DvrRoutersNegativeTest-1935279929 tempest-DvrRoutersNegativeTest-1935279929-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1835218196', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:25.666829 n-d-771362-37 neutron-server[93759]: DEBUG neutron.policy [None req-1d3428e5-a219-4721-a7b4-1bb30968a545 tempest-DvrRoutersNegativeTest-1935279929 tempest-DvrRoutersNegativeTest-1935279929-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93759) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 16 08:41:25.671593 n-d-771362-37 neutron-server[93759]: DEBUG neutron.policy [None req-1d3428e5-a219-4721-a7b4-1bb30968a545 tempest-DvrRoutersNegativeTest-1935279929 tempest-DvrRoutersNegativeTest-1935279929-project] Failed policy check for 'create_router' {{(pid=93759) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 16 08:41:25.673829 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-1d3428e5-a219-4721-a7b4-1bb30968a545 tempest-DvrRoutersNegativeTest-1935279929 tempest-DvrRoutersNegativeTest-1935279929-project] create failed (client error): Access was denied to this resource. Jul 16 08:41:25.676860 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1d3428e5-a219-4721-a7b4-1bb30968a545 tempest-DvrRoutersNegativeTest-1935279929 tempest-DvrRoutersNegativeTest-1935279929-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.7755334 Jul 16 08:41:25.801114 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6df12fcf-dfb8-404a-af90-a6c3a2ae8395 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.872425 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-588e4a6d-f077-4100-8a3a-339651e29434 req-19b88a4c-3945-4f47-9eee-ad725036318a tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:25.882688 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-588e4a6d-f077-4100-8a3a-339651e29434 req-19b88a4c-3945-4f47-9eee-ad725036318a tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 946 time: 0.1431108 Jul 16 08:41:25.906622 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36ba721-e6f6-4f79-bc6a-071b5d441672 None None] Network 9259dc43-dd22-4f0c-b8a5-bf2f039342ea requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:25.973783 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-80b911a8-b877-4982-a46e-fc2943125181 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:25.992549 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-588e4a6d-f077-4100-8a3a-339651e29434 req-97bf0119-edbb-44cb-b32d-5f8f94f78e29 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022716 Jul 16 08:41:26.006120 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-80b911a8-b877-4982-a46e-fc2943125181 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.075026 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8b01ff0e-9907-45f4-a709-377393d68660 None None] Provisioning complete for port eefa8e51-6548-4a1c-a4ee-4897e82412fa triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:26.075670 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8b01ff0e-9907-45f4-a709-377393d68660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.209071 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b911a8-b877-4982-a46e-fc2943125181 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4b4fc15-d9e3-408d-8aec-11ee2ac86c73,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:26.223672 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8b01ff0e-9907-45f4-a709-377393d68660 None None] Port eefa8e51-6548-4a1c-a4ee-4897e82412fa cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:26.267082 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8b01ff0e-9907-45f4-a709-377393d68660 None None] Provisioning complete for port c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:26.267406 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8b01ff0e-9907-45f4-a709-377393d68660 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.285282 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6df12fcf-dfb8-404a-af90-a6c3a2ae8395 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.292879 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6df12fcf-dfb8-404a-af90-a6c3a2ae8395 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.352180 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6df12fcf-dfb8-404a-af90-a6c3a2ae8395 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e6c668a54a7b4b459dae60aff0786fbb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3383427 Jul 16 08:41:26.354421 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-80b911a8-b877-4982-a46e-fc2943125181 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.355758 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45586) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:26.357766 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-80b911a8-b877-4982-a46e-fc2943125181 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8387408 Jul 16 08:41:26.364036 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45588) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:26.378349 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-80417887-3eb3-47c9-9e55-5933afdaa611 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'security_group': {'name': 'tempest-secgroup-1550031983'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:26.399418 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df12fcf-dfb8-404a-af90-a6c3a2ae8395 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84c0467e-fd95-4852-80d4-66d5df9aab4c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:26.505767 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-80417887-3eb3-47c9-9e55-5933afdaa611 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.547684 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-066c11c8-2459-4061-b49a-f1adc8c126de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.607053 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-066c11c8-2459-4061-b49a-f1adc8c126de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.651047 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26437417-35cf-463d-a757-3a1f9e619370 None None] Update dhcp port {'port': {'network_id': '9259dc43-dd22-4f0c-b8a5-bf2f039342ea', 'fixed_ips': [{'subnet_id': '02296197-e44f-4814-a4f4-7d2e80fff6f4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6e9fdfbd-cf02-4a42-bce3-96b6c7997fed'}], 'binding:host_id': 'n-d-771362-37'}, 'id': 'c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40'} from n-d-771362-37. {{(pid=93760) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:41:26.661781 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45606) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:26.704691 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a16bb-9b3a-4c67-b80c-10871a253e5f req-fd5ad4e8-9b88-4950-ac99-c13f87926998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:26.711471 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f41a16bb-9b3a-4c67-b80c-10871a253e5f req-fd5ad4e8-9b88-4950-ac99-c13f87926998 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a4e731777374b07bb09db55f04a1d18&device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 1098 time: 0.1853251 Jul 16 08:41:26.747653 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-26437417-35cf-463d-a757-3a1f9e619370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.802570 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45610) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:26.875981 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15518a32-1103-4147-9390-0568b2a42d71 req-91f8088a-57bd-4217-ad53-9d04c29fa80d tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:26.885557 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-15518a32-1103-4147-9390-0568b2a42d71 req-91f8088a-57bd-4217-ad53-9d04c29fa80d tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 946 time: 0.1716981 Jul 16 08:41:26.900202 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-066c11c8-2459-4061-b49a-f1adc8c126de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.904154 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-066c11c8-2459-4061-b49a-f1adc8c126de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.906002 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-066c11c8-2459-4061-b49a-f1adc8c126de admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/84c0467e-fd95-4852-80d4-66d5df9aab4c HTTP/1.1" status: 204 len: 168 time: 0.5491347 Jul 16 08:41:26.933854 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066c11c8-2459-4061-b49a-f1adc8c126de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84c0467e-fd95-4852-80d4-66d5df9aab4c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:26.978621 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-80417887-3eb3-47c9-9e55-5933afdaa611 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:26.982536 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a16bb-9b3a-4c67-b80c-10871a253e5f req-7905d9ce-af8b-4740-9f1a-581b24ef74e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:26.984501 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f41a16bb-9b3a-4c67-b80c-10871a253e5f req-7905d9ce-af8b-4740-9f1a-581b24ef74e5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c4d0fd4d-6fdb-4a0d-a035-561da1f752b3 HTTP/1.1" status: 200 len: 912 time: 0.2662556 Jul 16 08:41:26.985346 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-15518a32-1103-4147-9390-0568b2a42d71 req-96157835-4f36-41ad-9e2e-3139626fd20a tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984087 Jul 16 08:41:26.996967 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-80417887-3eb3-47c9-9e55-5933afdaa611 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.034184 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-80417887-3eb3-47c9-9e55-5933afdaa611 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.035976 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-80417887-3eb3-47c9-9e55-5933afdaa611 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6703601 Jul 16 08:41:27.039144 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45618) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:27.045910 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-2ab09cd8-24a6-4bea-a43b-a758724a7354 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'security_group': {'name': 'tempest-secgroup-582580834'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:27.079774 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80417887-3eb3-47c9-9e55-5933afdaa611 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ccafcd6-17e4-428d-b842-b6715bbe9577,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:27.100837 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2ab09cd8-24a6-4bea-a43b-a758724a7354 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.164620 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d56eba4-6de3-4ae2-8f63-6ecb3678f2c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.177358 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f41a16bb-9b3a-4c67-b80c-10871a253e5f req-01eba07b-1b29-40e6-ba4c-9f3e2cfc0844 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78adefcb-8c90-41b1-a974-1d599fe9de9b HTTP/1.1" status: 200 len: 217 time: 0.1812994 Jul 16 08:41:27.341612 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2ab09cd8-24a6-4bea-a43b-a758724a7354 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.347642 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2ab09cd8-24a6-4bea-a43b-a758724a7354 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.376501 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a16bb-9b3a-4c67-b80c-10871a253e5f req-2567c111-174c-4e46-a22a-2ff99c553cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:27.382112 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f41a16bb-9b3a-4c67-b80c-10871a253e5f req-2567c111-174c-4e46-a22a-2ff99c553cb2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e27cc8e0-a923-4371-a9be-2bfb1aeacb40 HTTP/1.1" status: 200 len: 851 time: 0.1876552 Jul 16 08:41:27.388477 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab09cd8-24a6-4bea-a43b-a758724a7354 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'SecurityGroup': ['ID=246d7e2e-2d60-4d0f-a748-fe6101463a71,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:27.425830 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-26437417-35cf-463d-a757-3a1f9e619370 None None] Allocated IP 2001:db8::2 (9259dc43-dd22-4f0c-b8a5-bf2f039342ea/6e9fdfbd-cf02-4a42-bce3-96b6c7997fed/c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:27.454210 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f41a16bb-9b3a-4c67-b80c-10871a253e5f req-a0af888b-1178-494b-b131-1800e3af2880 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c4d0fd4d-6fdb-4a0d-a035-561da1f752b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584002 Jul 16 08:41:27.468455 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0ae2f328-8b89-4f24-9f53-4b9e56d5df53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.742031 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-26437417-35cf-463d-a757-3a1f9e619370 None None] For port c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40,segment=NetworkSegment(e458d3ca-fd73-44a1-a0df-fc18b1610d19),segment_id=e458d3ca-fd73-44a1-a0df-fc18b1610d19)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:27.748426 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f41a16bb-9b3a-4c67-b80c-10871a253e5f req-b6664604-a624-4d70-a14d-924bdd83daef service neutron] 10.222.0.30 "GET /v2.0/networks/c4d0fd4d-6fdb-4a0d-a035-561da1f752b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2868819 Jul 16 08:41:27.819643 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d56eba4-6de3-4ae2-8f63-6ecb3678f2c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.835148 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2ab09cd8-24a6-4bea-a43b-a758724a7354 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.836929 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2ab09cd8-24a6-4bea-a43b-a758724a7354 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7964730 Jul 16 08:41:27.840984 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45642) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:27.860645 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-7350aabf-5561-4cdb-bc0d-5231d8c6cf4a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1045228071', 'security_groups': ['246d7e2e-2d60-4d0f-a748-fe6101463a71'], 'network_id': '9259dc43-dd22-4f0c-b8a5-bf2f039342ea', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6e9fdfbd-cf02-4a42-bce3-96b6c7997fed'}]}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:27.861376 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-26437417-35cf-463d-a757-3a1f9e619370 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.868434 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d56eba4-6de3-4ae2-8f63-6ecb3678f2c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.894734 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-26437417-35cf-463d-a757-3a1f9e619370 None None] Transition to ACTIVE for port object c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:27.900465 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-26437417-35cf-463d-a757-3a1f9e619370 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:27.936914 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3d56eba4-6de3-4ae2-8f63-6ecb3678f2c0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=545664d43ca94bde9ccfc7f1dae66caa&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2731295 Jul 16 08:41:27.938144 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d56eba4-6de3-4ae2-8f63-6ecb3678f2c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38a18ac7-abec-4c77-8eb4-08a78dcf978c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:27.942959 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45646) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:27.991636 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f41a16bb-9b3a-4c67-b80c-10871a253e5f req-bb190207-f6b9-4760-b0a7-25c48c6d2a5a service neutron] 10.222.0.30 "GET /v2.0/networks/c4d0fd4d-6fdb-4a0d-a035-561da1f752b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287514 Jul 16 08:41:28.048539 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-476ddb75-0e80-4e54-88c2-b2ddd2c4fa7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:28.129811 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26437417-35cf-463d-a757-3a1f9e619370 None None] Pushing event updated for resources: {'Port': ['ID=c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:28.143798 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-476ddb75-0e80-4e54-88c2-b2ddd2c4fa7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:28.305668 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0ae2f328-8b89-4f24-9f53-4b9e56d5df53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:28.326673 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-476ddb75-0e80-4e54-88c2-b2ddd2c4fa7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:28.330608 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0ae2f328-8b89-4f24-9f53-4b9e56d5df53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:28.334433 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-476ddb75-0e80-4e54-88c2-b2ddd2c4fa7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:28.344460 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-476ddb75-0e80-4e54-88c2-b2ddd2c4fa7a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/38a18ac7-abec-4c77-8eb4-08a78dcf978c HTTP/1.1" status: 204 len: 168 time: 0.3967800 Jul 16 08:41:28.373590 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476ddb75-0e80-4e54-88c2-b2ddd2c4fa7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38a18ac7-abec-4c77-8eb4-08a78dcf978c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:28.393051 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:28.418104 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0ae2f328-8b89-4f24-9f53-4b9e56d5df53 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=20d81e90bc214607bf4baeb35fcb7251&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6079340 Jul 16 08:41:28.420174 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45660) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:28.421180 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7350aabf-5561-4cdb-bc0d-5231d8c6cf4a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:28.427820 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae2f328-8b89-4f24-9f53-4b9e56d5df53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a92fb7c4-10ba-4ff7-9287-b60d2134c83b,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:28.593982 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7350aabf-5561-4cdb-bc0d-5231d8c6cf4a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:28.620200 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-7350aabf-5561-4cdb-bc0d-5231d8c6cf4a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] device_id is not set on port 5d6fd32b-285c-4ef9-a87f-acbe4bd27f48 yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:41:28.694608 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f01fec23-8202-4b76-9765-b6e85c42253e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:28.779770 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f01fec23-8202-4b76-9765-b6e85c42253e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:28.833411 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a85c2e0-1e32-43b8-bac1-8d68052bc9cd req-b098eaca-e908-41d8-86ea-ccb697b4bd49 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:28.841220 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0a85c2e0-1e32-43b8-bac1-8d68052bc9cd req-b098eaca-e908-41d8-86ea-ccb697b4bd49 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 946 time: 0.3833115 Jul 16 08:41:28.865639 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-7350aabf-5561-4cdb-bc0d-5231d8c6cf4a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Allocated IP 2001:db8::2e3 (9259dc43-dd22-4f0c-b8a5-bf2f039342ea/6e9fdfbd-cf02-4a42-bce3-96b6c7997fed/5d6fd32b-285c-4ef9-a87f-acbe4bd27f48) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:28.907495 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45672) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:28.936303 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0a85c2e0-1e32-43b8-bac1-8d68052bc9cd req-d627e85d-48b6-40ed-bc7e-f8c33cac6225 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939863 Jul 16 08:41:28.978036 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f01fec23-8202-4b76-9765-b6e85c42253e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:28.981991 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f01fec23-8202-4b76-9765-b6e85c42253e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:28.985740 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f01fec23-8202-4b76-9765-b6e85c42253e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a92fb7c4-10ba-4ff7-9287-b60d2134c83b HTTP/1.1" status: 204 len: 168 time: 0.5618780 Jul 16 08:41:29.004993 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01fec23-8202-4b76-9765-b6e85c42253e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a92fb7c4-10ba-4ff7-9287-b60d2134c83b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:29.146137 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-352f0f02-d2b8-48a3-815d-7891ec2f624d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.157583 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7350aabf-5561-4cdb-bc0d-5231d8c6cf4a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.182685 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7350aabf-5561-4cdb-bc0d-5231d8c6cf4a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Transition to ACTIVE for port object 5d6fd32b-285c-4ef9-a87f-acbe4bd27f48 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:29.233448 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7350aabf-5561-4cdb-bc0d-5231d8c6cf4a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.289005 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7350aabf-5561-4cdb-bc0d-5231d8c6cf4a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network 9259dc43-dd22-4f0c-b8a5-bf2f039342ea is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:29.310674 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-7350aabf-5561-4cdb-bc0d-5231d8c6cf4a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:29.327742 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7350aabf-5561-4cdb-bc0d-5231d8c6cf4a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:29.340936 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7350aabf-5561-4cdb-bc0d-5231d8c6cf4a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:29.343988 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7350aabf-5561-4cdb-bc0d-5231d8c6cf4a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.349331 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-edfa8d89-f3e8-40b6-b56c-43213859dc8f None None] Provisioning complete for port eefa8e51-6548-4a1c-a4ee-4897e82412fa triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:29.351389 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-edfa8d89-f3e8-40b6-b56c-43213859dc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.355329 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350aabf-5561-4cdb-bc0d-5231d8c6cf4a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Port': ['ID=5d6fd32b-285c-4ef9-a87f-acbe4bd27f48,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:29.373151 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-352f0f02-d2b8-48a3-815d-7891ec2f624d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.381119 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-352f0f02-d2b8-48a3-815d-7891ec2f624d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.396755 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7350aabf-5561-4cdb-bc0d-5231d8c6cf4a tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5545912 Jul 16 08:41:29.397672 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45686) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:29.406910 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-dd05b862-dbaa-4e49-a87d-c2e592ae5ddc tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'subnet': {'network_id': '9259dc43-dd22-4f0c-b8a5-bf2f039342ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:29.441853 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-edfa8d89-f3e8-40b6-b56c-43213859dc8f None None] Port eefa8e51-6548-4a1c-a4ee-4897e82412fa cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:29.477829 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-edfa8d89-f3e8-40b6-b56c-43213859dc8f None None] Provisioning for port c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:29.487584 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-edfa8d89-f3e8-40b6-b56c-43213859dc8f None None] Provisioning complete for port c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:29.489003 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-edfa8d89-f3e8-40b6-b56c-43213859dc8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.495441 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-352f0f02-d2b8-48a3-815d-7891ec2f624d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c7efe96167574d80ab78101cf5bec782&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5878100 Jul 16 08:41:29.497665 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45696) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:29.509133 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352f0f02-d2b8-48a3-815d-7891ec2f624d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fcba85d-fd0f-4886-8e63-ca08d2f428ae,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:29.661257 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd05b862-dbaa-4e49-a87d-c2e592ae5ddc tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:29.664074 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45704) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:29.669497 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dd05b862-dbaa-4e49-a87d-c2e592ae5ddc tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.673642 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c8ac7722-f1d6-4143-8bb3-97dfa5c91f9a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-885645855'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:29.700955 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf40b6fa-7324-48e2-bbb9-9b2da8e3e640 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.719921 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8ac7722-f1d6-4143-8bb3-97dfa5c91f9a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Made reservation on behalf of 2fe358b4bf3b41e19a3794e097af1b16 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:29.725264 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8ac7722-f1d6-4143-8bb3-97dfa5c91f9a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.761071 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8ac7722-f1d6-4143-8bb3-97dfa5c91f9a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:29.773331 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8ac7722-f1d6-4143-8bb3-97dfa5c91f9a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.773852 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-c8ac7722-f1d6-4143-8bb3-97dfa5c91f9a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Added segment 338f297f-576e-4bca-84d2-bb8494549d09 of type vlan for network a80dfca5-8a40-4d85-8b85-fb5bb1bb0085 Jul 16 08:41:29.837776 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf40b6fa-7324-48e2-bbb9-9b2da8e3e640 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.859212 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8ac7722-f1d6-4143-8bb3-97dfa5c91f9a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.903754 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ba53f1d6-8db6-4fa7-800b-9ef7944a0cba None None] Provisioning for port 5d6fd32b-285c-4ef9-a87f-acbe4bd27f48 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:29.915207 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ba53f1d6-8db6-4fa7-800b-9ef7944a0cba None None] Provisioning complete for port 5d6fd32b-285c-4ef9-a87f-acbe4bd27f48 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:29.917423 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ba53f1d6-8db6-4fa7-800b-9ef7944a0cba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.918904 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8ac7722-f1d6-4143-8bb3-97dfa5c91f9a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.929889 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8ac7722-f1d6-4143-8bb3-97dfa5c91f9a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:29.930619 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8ac7722-f1d6-4143-8bb3-97dfa5c91f9a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:29.934975 n-d-771362-37 neutron-server[93758]: INFO neutron.db.ipam_backend_mixin [None req-dd05b862-dbaa-4e49-a87d-c2e592ae5ddc tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6e9fdfbd-cf02-4a42-bce3-96b6c7997fed (CIDR: 2001:db8::/64) Jul 16 08:41:29.939231 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd05b862-dbaa-4e49-a87d-c2e592ae5ddc tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:41:29.939698 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd05b862-dbaa-4e49-a87d-c2e592ae5ddc tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:29.960829 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c8ac7722-f1d6-4143-8bb3-97dfa5c91f9a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.2941833 Jul 16 08:41:29.967738 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45718) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:29.972107 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-dd05b862-dbaa-4e49-a87d-c2e592ae5ddc tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5732186 Jul 16 08:41:29.977745 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-0703ad5c-e8ea-4ce9-93b5-c82a013d5b52 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-409948124'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:29.981570 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ba53f1d6-8db6-4fa7-800b-9ef7944a0cba None None] Port 5d6fd32b-285c-4ef9-a87f-acbe4bd27f48 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:29.981745 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45722) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:30.001703 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf40b6fa-7324-48e2-bbb9-9b2da8e3e640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.004914 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf40b6fa-7324-48e2-bbb9-9b2da8e3e640 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.005819 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-ea388a49-4ebb-4c1b-aea8-bfc5d914b968 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'subnet': {'network_id': '9259dc43-dd22-4f0c-b8a5-bf2f039342ea', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:30.008811 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-cf40b6fa-7324-48e2-bbb9-9b2da8e3e640 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1fcba85d-fd0f-4886-8e63-ca08d2f428ae HTTP/1.1" status: 204 len: 168 time: 0.5077882 Jul 16 08:41:30.023739 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf40b6fa-7324-48e2-bbb9-9b2da8e3e640 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fcba85d-fd0f-4886-8e63-ca08d2f428ae,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:30.080194 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac7722-f1d6-4143-8bb3-97dfa5c91f9a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Pushing event updated for resources: {'Network': ['ID=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:30.097622 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network a80dfca5-8a40-4d85-8b85-fb5bb1bb0085 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:30.107472 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0703ad5c-e8ea-4ce9-93b5-c82a013d5b52 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Made reservation on behalf of 2fe358b4bf3b41e19a3794e097af1b16 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:30.110984 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0703ad5c-e8ea-4ce9-93b5-c82a013d5b52 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.231263 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45728) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:30.231557 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0703ad5c-e8ea-4ce9-93b5-c82a013d5b52 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:30.254126 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0703ad5c-e8ea-4ce9-93b5-c82a013d5b52 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.254481 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-0703ad5c-e8ea-4ce9-93b5-c82a013d5b52 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Added segment 91f7b5da-1d37-43d4-8aa8-032670ef5add of type vlan for network 971f3192-951e-432a-a2cc-46e618e65630 Jul 16 08:41:30.334384 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0703ad5c-e8ea-4ce9-93b5-c82a013d5b52 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.345092 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac9f64-b574-4e18-98ab-53c9e471f850 req-4be3a578-59b6-449b-a994-abc3dfc16cfe tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:30.346705 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b8ac9f64-b574-4e18-98ab-53c9e471f850 req-4be3a578-59b6-449b-a994-abc3dfc16cfe tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 946 time: 0.2132823 Jul 16 08:41:30.395611 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea388a49-4ebb-4c1b-aea8-bfc5d914b968 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:30.399740 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ea388a49-4ebb-4c1b-aea8-bfc5d914b968 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.435841 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b8ac9f64-b574-4e18-98ab-53c9e471f850 req-35bdfe81-71e1-435b-8766-35d426383646 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762739 Jul 16 08:41:30.454237 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0703ad5c-e8ea-4ce9-93b5-c82a013d5b52 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.461826 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0703ad5c-e8ea-4ce9-93b5-c82a013d5b52 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:30.462760 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0703ad5c-e8ea-4ce9-93b5-c82a013d5b52 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.578939 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0703ad5c-e8ea-4ce9-93b5-c82a013d5b52 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Pushing event updated for resources: {'Network': ['ID=971f3192-951e-432a-a2cc-46e618e65630,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:30.593006 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 971f3192-951e-432a-a2cc-46e618e65630 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:30.594296 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45738) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:30.594807 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0703ad5c-e8ea-4ce9-93b5-c82a013d5b52 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6241665 Jul 16 08:41:30.604649 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-473f6e9a-468f-463e-9466-f6d54dddff90 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Request body: {'subnet': {'network_id': 'a80dfca5-8a40-4d85-8b85-fb5bb1bb0085', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:30.633329 n-d-771362-37 neutron-server[93758]: INFO neutron.db.ipam_backend_mixin [None req-ea388a49-4ebb-4c1b-aea8-bfc5d914b968 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 02296197-e44f-4814-a4f4-7d2e80fff6f4 (CIDR: 2001:db8:0:1::/64) Jul 16 08:41:30.636304 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45740) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:30.652781 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-10bb7aab-93d4-4043-9861-29ce8e17791a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.655904 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea388a49-4ebb-4c1b-aea8-bfc5d914b968 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:41:30.656632 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea388a49-4ebb-4c1b-aea8-bfc5d914b968 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:30.685408 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ea388a49-4ebb-4c1b-aea8-bfc5d914b968 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7026665 Jul 16 08:41:30.689748 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45742) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:30.697285 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-58f3980e-ff76-4183-aabb-025c68261cc8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'subnet': {'network_id': '9259dc43-dd22-4f0c-b8a5-bf2f039342ea', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:30.808210 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f7003423-9888-47e9-8540-6c900521be7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.919746 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-10bb7aab-93d4-4043-9861-29ce8e17791a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.928328 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-10bb7aab-93d4-4043-9861-29ce8e17791a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.958348 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.db.api [None req-f7003423-9888-47e9-8540-6c900521be7d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:41:30.958348 n-d-771362-37 neutron-server[93759]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:41:30.958348 n-d-771362-37 neutron-server[93759]: [parameters: {'project_id_1': '476a4ef18349445e941b298296a07dea', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 41, 30, 831630)}] Jul 16 08:41:30.958348 n-d-771362-37 neutron-server[93759]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:41:30.958956 n-d-771362-37 neutron-server[93759]: DEBUG oslo_db.api [None req-f7003423-9888-47e9-8540-6c900521be7d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:41:30.961965 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-473f6e9a-468f-463e-9466-f6d54dddff90 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Made reservation on behalf of 2fe358b4bf3b41e19a3794e097af1b16 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:30.973263 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-473f6e9a-468f-463e-9466-f6d54dddff90 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:30.983993 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-10bb7aab-93d4-4043-9861-29ce8e17791a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f1c8a787ff5f43eebd516acccb0cad32&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3436980 Jul 16 08:41:30.983993 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bb7aab-93d4-4043-9861-29ce8e17791a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb516d3-62cb-429e-b58f-69aced275c7e,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:30.984243 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45750) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:30.996453 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-58f3980e-ff76-4183-aabb-025c68261cc8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:41:30.996453 n-d-771362-37 neutron-server[93758]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:41:30.996453 n-d-771362-37 neutron-server[93758]: [parameters: {'project_id_1': '2196520d70524290b0f888590747f176', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 41, 30, 837772)}] Jul 16 08:41:30.996453 n-d-771362-37 neutron-server[93758]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:41:30.998312 n-d-771362-37 neutron-server[93758]: DEBUG oslo_db.api [None req-58f3980e-ff76-4183-aabb-025c68261cc8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:41:31.116184 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d2c9f29-2a71-430f-a3bf-c940adfda954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.155009 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d2c9f29-2a71-430f-a3bf-c940adfda954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.281934 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d2c9f29-2a71-430f-a3bf-c940adfda954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.286290 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d2c9f29-2a71-430f-a3bf-c940adfda954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.290406 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4d2c9f29-2a71-430f-a3bf-c940adfda954 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8bb516d3-62cb-429e-b58f-69aced275c7e HTTP/1.1" status: 204 len: 168 time: 0.2976627 Jul 16 08:41:31.310448 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2c9f29-2a71-430f-a3bf-c940adfda954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb516d3-62cb-429e-b58f-69aced275c7e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:31.319746 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-473f6e9a-468f-463e-9466-f6d54dddff90 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.404168 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473f6e9a-468f-463e-9466-f6d54dddff90 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Checking segment: {'id': '338f297f-576e-4bca-84d2-bb8494549d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a80dfca5-8a40-4d85-8b85-fb5bb1bb0085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:31.404558 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473f6e9a-468f-463e-9466-f6d54dddff90 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Network hostable DHCP agents. Network: a80dfca5-8a40-4d85-8b85-fb5bb1bb0085, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:41:31.411478 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f6e9a-468f-463e-9466-f6d54dddff90 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Pushing event updated for resources: {'Subnet': ['ID=a5a03758-1b0c-4511-885c-6dc2c50c58f7,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:31.430760 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473f6e9a-468f-463e-9466-f6d54dddff90 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Network a80dfca5-8a40-4d85-8b85-fb5bb1bb0085 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:41:31.442445 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-473f6e9a-468f-463e-9466-f6d54dddff90 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, a80dfca5-8a40-4d85-8b85-fb5bb1bb0085) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:31.451712 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d160eb72-125b-4a28-b410-a714b52502f2 None None] Network a80dfca5-8a40-4d85-8b85-fb5bb1bb0085 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:31.468470 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-473f6e9a-468f-463e-9466-f6d54dddff90 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:31.469247 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-473f6e9a-468f-463e-9466-f6d54dddff90 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.472754 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f7003423-9888-47e9-8540-6c900521be7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.549296 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58f3980e-ff76-4183-aabb-025c68261cc8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Made reservation on behalf of 2196520d70524290b0f888590747f176 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:31.560449 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-58f3980e-ff76-4183-aabb-025c68261cc8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.568222 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-473f6e9a-468f-463e-9466-f6d54dddff90 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9720078 Jul 16 08:41:31.578618 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45776) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:31.604320 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d06fa3a9-7506-4cb9-9d2a-d67eab290f25 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Request body: {'subnet': {'network_id': '971f3192-951e-432a-a2cc-46e618e65630', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:31.765706 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-a80dfca5-8a40-4d85-8b85-fb5bb1bb0085', 'network_id': 'a80dfca5-8a40-4d85-8b85-fb5bb1bb0085', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'fixed_ips': [{'subnet_id': 'a5a03758-1b0c-4511-885c-6dc2c50c58f7'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:41:31.768155 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.981872 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f7003423-9888-47e9-8540-6c900521be7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:31.990678 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f7003423-9888-47e9-8540-6c900521be7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.110498 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-58f3980e-ff76-4183-aabb-025c68261cc8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.124073 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f7003423-9888-47e9-8540-6c900521be7d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=476a4ef18349445e941b298296a07dea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8909743 Jul 16 08:41:32.134224 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62fd4ce-4278-47ab-9e6b-9e277ec211b4 req-20f29062-e155-458f-81b8-9ef9c73a9407 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:32.142844 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a62fd4ce-4278-47ab-9e6b-9e277ec211b4 req-20f29062-e155-458f-81b8-9ef9c73a9407 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 946 time: 0.4237151 Jul 16 08:41:32.145342 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45802) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:32.149347 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7003423-9888-47e9-8540-6c900521be7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c84189b-6b73-41a8-9593-e260281bf7c1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:32.221730 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a62fd4ce-4278-47ab-9e6b-9e277ec211b4 req-70a5dfab-ab93-41aa-b0b1-300c1bd817d9 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766988 Jul 16 08:41:32.230884 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06fa3a9-7506-4cb9-9d2a-d67eab290f25 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Made reservation on behalf of 2fe358b4bf3b41e19a3794e097af1b16 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:32.236792 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d06fa3a9-7506-4cb9-9d2a-d67eab290f25 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.264808 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f3980e-ff76-4183-aabb-025c68261cc8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Network 9259dc43-dd22-4f0c-b8a5-bf2f039342ea is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:32.320674 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.322071 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f3980e-ff76-4183-aabb-025c68261cc8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Subnet': ['ID=418ef0bf-5cc4-40e9-90d1-4f7448ecf538,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:32.326102 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-58f3980e-ff76-4183-aabb-025c68261cc8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:32.344249 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58f3980e-ff76-4183-aabb-025c68261cc8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:32.345415 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-58f3980e-ff76-4183-aabb-025c68261cc8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.371878 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cd7a8408-7f91-45bb-b43b-5f99cde1e35b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.372410 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Allocated IP 10.1.1.2 (a80dfca5-8a40-4d85-8b85-fb5bb1bb0085/a5a03758-1b0c-4511-885c-6dc2c50c58f7/dda319a6-6f1f-4198-a742-11f951937bf6) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:32.414302 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cd7a8408-7f91-45bb-b43b-5f99cde1e35b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.506722 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cd7a8408-7f91-45bb-b43b-5f99cde1e35b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.513082 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cd7a8408-7f91-45bb-b43b-5f99cde1e35b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.517782 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-cd7a8408-7f91-45bb-b43b-5f99cde1e35b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2c84189b-6b73-41a8-9593-e260281bf7c1 HTTP/1.1" status: 204 len: 168 time: 0.2432697 Jul 16 08:41:32.538517 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7a8408-7f91-45bb-b43b-5f99cde1e35b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c84189b-6b73-41a8-9593-e260281bf7c1,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:32.545472 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-58f3980e-ff76-4183-aabb-025c68261cc8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.8536124 Jul 16 08:41:32.547986 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45822) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:32.561664 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-ee4cc883-f8b9-4556-ae4d-ec81c326ba3b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1152977785', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '418ef0bf-5cc4-40e9-90d1-4f7448ecf538'}], 'security_groups': ['a4b4fc15-d9e3-408d-8aec-11ee2ac86c73', '7ccafcd6-17e4-428d-b842-b6715bbe9577']}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:32.664687 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d06fa3a9-7506-4cb9-9d2a-d67eab290f25 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.819921 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab5f615-0aad-4fdc-9593-91c628d47076 None None] Network 9259dc43-dd22-4f0c-b8a5-bf2f039342ea requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:32.827781 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.833269 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06fa3a9-7506-4cb9-9d2a-d67eab290f25 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Pushing event updated for resources: {'Subnet': ['ID=f1200a08-b4c1-4ea0-be1b-41534dbb15bb,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:32.860910 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d06fa3a9-7506-4cb9-9d2a-d67eab290f25 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Checking segment: {'id': '91f7b5da-1d37-43d4-8aa8-032670ef5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '971f3192-951e-432a-a2cc-46e618e65630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:32.861633 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06fa3a9-7506-4cb9-9d2a-d67eab290f25 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Network hostable DHCP agents. Network: 971f3192-951e-432a-a2cc-46e618e65630, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:41:32.907053 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d06fa3a9-7506-4cb9-9d2a-d67eab290f25 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Network 971f3192-951e-432a-a2cc-46e618e65630 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:41:32.919845 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-d06fa3a9-7506-4cb9-9d2a-d67eab290f25 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 971f3192-951e-432a-a2cc-46e618e65630) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:32.941787 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06fa3a9-7506-4cb9-9d2a-d67eab290f25 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:32.942399 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d06fa3a9-7506-4cb9-9d2a-d67eab290f25 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:32.976080 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d06fa3a9-7506-4cb9-9d2a-d67eab290f25 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3917937 Jul 16 08:41:32.976292 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45836) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:32.989214 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-4207762f-7a73-4d7d-afd9-7e498bc51cd4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Request body: {'port': {'network_id': 'a80dfca5-8a40-4d85-8b85-fb5bb1bb0085', 'name': 'tempest-TaggedBootDevicesTest-237852026', 'fixed_ips': [{'subnet_id': 'a5a03758-1b0c-4511-885c-6dc2c50c58f7'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:33.021450 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae453560-56f2-4df8-8501-3169e7d040db None None] Network 971f3192-951e-432a-a2cc-46e618e65630 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:33.392930 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4207762f-7a73-4d7d-afd9-7e498bc51cd4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Made reservation on behalf of 2fe358b4bf3b41e19a3794e097af1b16 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:33.470744 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ee4cc883-f8b9-4556-ae4d-ec81c326ba3b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.485296 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3db00c62-8240-49ce-8ded-80d074da9b73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.574576 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.613723 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4207762f-7a73-4d7d-afd9-7e498bc51cd4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.640384 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-4207762f-7a73-4d7d-afd9-7e498bc51cd4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] device_id is not set on port ac3245a2-1832-46a1-a707-f054e3b47d6a yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:41:33.776047 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Transition to ACTIVE for port object dda319a6-6f1f-4198-a742-11f951937bf6 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:33.814100 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95ca8a7-9f21-4db6-b245-efeef96b6c39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-971f3192-951e-432a-a2cc-46e618e65630', 'network_id': '971f3192-951e-432a-a2cc-46e618e65630', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'fixed_ips': [{'subnet_id': 'f1200a08-b4c1-4ea0-be1b-41534dbb15bb'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:41:33.815017 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a95ca8a7-9f21-4db6-b245-efeef96b6c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:33.844469 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45876) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:33.895833 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Transition to ACTIVE for port object dda319a6-6f1f-4198-a742-11f951937bf6 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:33.962500 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e932de5-1d6e-4afc-99e1-26c9d4a8400e req-5c667cd5-0a72-402e-8780-a7a1143ef69a tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:33.964000 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0e932de5-1d6e-4afc-99e1-26c9d4a8400e req-5c667cd5-0a72-402e-8780-a7a1143ef69a tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 946 time: 0.3863292 Jul 16 08:41:33.995111 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.031229 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-4207762f-7a73-4d7d-afd9-7e498bc51cd4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Allocated IP 10.1.1.63 (a80dfca5-8a40-4d85-8b85-fb5bb1bb0085/a5a03758-1b0c-4511-885c-6dc2c50c58f7/ac3245a2-1832-46a1-a707-f054e3b47d6a) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:34.103497 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e95a6d9-812a-4110-93c0-3a6888c6cd03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.124983 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Pushing event updated for resources: {'Port': ['ID=dda319a6-6f1f-4198-a742-11f951937bf6,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:34.145174 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:34.145377 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:34.145721 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:34.146054 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:34.146374 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:34.146696 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:34.147984 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:34.148333 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:34.148689 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:34.149022 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:34.149350 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:34.149681 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:34.223894 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0e932de5-1d6e-4afc-99e1-26c9d4a8400e req-9791f932-b2e5-4766-bb66-417069a30455 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2398019 Jul 16 08:41:34.270819 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Network a80dfca5-8a40-4d85-8b85-fb5bb1bb0085 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:34.298019 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:34.327745 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:34.365708 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e95a6d9-812a-4110-93c0-3a6888c6cd03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.386758 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4207762f-7a73-4d7d-afd9-7e498bc51cd4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.390077 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e95a6d9-812a-4110-93c0-3a6888c6cd03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.456341 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-ee4cc883-f8b9-4556-ae4d-ec81c326ba3b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Delete allocated IP 2001:db8::2e3 (9259dc43-dd22-4f0c-b8a5-bf2f039342ea/6e9fdfbd-cf02-4a42-bce3-96b6c7997fed) {{(pid=93758) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 08:41:34.467417 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-ee4cc883-f8b9-4556-ae4d-ec81c326ba3b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Allocated IP 2001:db8:0:2::83 (9259dc43-dd22-4f0c-b8a5-bf2f039342ea/418ef0bf-5cc4-40e9-90d1-4f7448ecf538/5d6fd32b-285c-4ef9-a87f-acbe4bd27f48) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:34.476659 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Attempting to bind port dda319a6-6f1f-4198-a742-11f951937bf6 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:34.477038 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Attempting to bind port dda319a6-6f1f-4198-a742-11f951937bf6 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '338f297f-576e-4bca-84d2-bb8494549d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a80dfca5-8a40-4d85-8b85-fb5bb1bb0085'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:34.477401 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Attempting to bind port dda319a6-6f1f-4198-a742-11f951937bf6 on network a80dfca5-8a40-4d85-8b85-fb5bb1bb0085 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:34.483235 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-4207762f-7a73-4d7d-afd9-7e498bc51cd4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Transition to ACTIVE for port object ac3245a2-1832-46a1-a707-f054e3b47d6a will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:34.512509 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:34.512844 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Checking segment: {'id': '338f297f-576e-4bca-84d2-bb8494549d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a80dfca5-8a40-4d85-8b85-fb5bb1bb0085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:34.513258 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.514011 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Bound using segment: {'id': '338f297f-576e-4bca-84d2-bb8494549d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a80dfca5-8a40-4d85-8b85-fb5bb1bb0085'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:34.514134 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Bound port: dda319a6-6f1f-4198-a742-11f951937bf6, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '338f297f-576e-4bca-84d2-bb8494549d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a80dfca5-8a40-4d85-8b85-fb5bb1bb0085'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:34.514858 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.525044 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6e95a6d9-812a-4110-93c0-3a6888c6cd03 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=32f380229b464d91888ba564aa03b60a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6777503 Jul 16 08:41:34.530771 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45910) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:34.536938 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e95a6d9-812a-4110-93c0-3a6888c6cd03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01f3b73-6569-4031-b0a1-64ca1646f469,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:34.610190 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d7a130-0a94-4e82-9708-66755e61d5a2 None None] Update dhcp port {'port': {'network_id': '9259dc43-dd22-4f0c-b8a5-bf2f039342ea', 'fixed_ips': [{'subnet_id': '02296197-e44f-4814-a4f4-7d2e80fff6f4', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '6e9fdfbd-cf02-4a42-bce3-96b6c7997fed', 'ip_address': '2001:db8::2'}, {'subnet_id': '418ef0bf-5cc4-40e9-90d1-4f7448ecf538'}], 'binding:host_id': 'n-d-771362-37'}, 'id': 'c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40'} from n-d-771362-37. {{(pid=93760) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:41:34.677582 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f1d7a130-0a94-4e82-9708-66755e61d5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.702526 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ee4cc883-f8b9-4556-ae4d-ec81c326ba3b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.716095 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45912) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:34.732633 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ee4cc883-f8b9-4556-ae4d-ec81c326ba3b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Transition to ACTIVE for port object 5d6fd32b-285c-4ef9-a87f-acbe4bd27f48 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:34.762216 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ee4cc883-f8b9-4556-ae4d-ec81c326ba3b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.768412 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b66db661-d738-4189-9d6c-b046be1b6fd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.783903 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4207762f-7a73-4d7d-afd9-7e498bc51cd4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.832774 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4207762f-7a73-4d7d-afd9-7e498bc51cd4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Network a80dfca5-8a40-4d85-8b85-fb5bb1bb0085 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:34.847922 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-4207762f-7a73-4d7d-afd9-7e498bc51cd4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:34.895755 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-ee4cc883-f8b9-4556-ae4d-ec81c326ba3b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] In _notify_port_updated(), no bound segment for port 5d6fd32b-285c-4ef9-a87f-acbe4bd27f48 on network 9259dc43-dd22-4f0c-b8a5-bf2f039342ea {{(pid=93758) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:41:34.904287 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4cc883-f8b9-4556-ae4d-ec81c326ba3b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:34.919452 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ee4cc883-f8b9-4556-ae4d-ec81c326ba3b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:34.922837 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ee4cc883-f8b9-4556-ae4d-ec81c326ba3b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "PUT /v2.0/ports/5d6fd32b-285c-4ef9-a87f-acbe4bd27f48 HTTP/1.1" status: 200 len: 969 time: 2.3733270 Jul 16 08:41:34.926289 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45924) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:34.936611 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4207762f-7a73-4d7d-afd9-7e498bc51cd4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:34.959908 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-a95ca8a7-9f21-4db6-b245-efeef96b6c39 None None] Allocated IP 10.2.2.2 (971f3192-951e-432a-a2cc-46e618e65630/f1200a08-b4c1-4ea0-be1b-41534dbb15bb/75ab27a0-0ce6-4ab2-927a-d4a8a5187863) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:35.028706 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4207762f-7a73-4d7d-afd9-7e498bc51cd4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:35.029376 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4207762f-7a73-4d7d-afd9-7e498bc51cd4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.043588 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] For port dda319a6-6f1f-4198-a742-11f951937bf6, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:35.047346 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] For port dda319a6-6f1f-4198-a742-11f951937bf6, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=dda319a6-6f1f-4198-a742-11f951937bf6,segment=NetworkSegment(338f297f-576e-4bca-84d2-bb8494549d09),segment_id=338f297f-576e-4bca-84d2-bb8494549d09)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:35.053903 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b66db661-d738-4189-9d6c-b046be1b6fd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.079729 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-13d42d00-560c-4fd7-9ca7-380b7698238b tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Request body: {'networks': [{'name': 'tempest-network--287785968'}, {'name': 'tempest-network--250873084'}]} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:35.080056 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-13d42d00-560c-4fd7-9ca7-380b7698238b tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Request body: {'network': {'name': 'tempest-network--287785968'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:35.080676 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-13d42d00-560c-4fd7-9ca7-380b7698238b tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Request body: {'network': {'name': 'tempest-network--250873084'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:35.101373 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4cc883-f8b9-4556-ae4d-ec81c326ba3b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event updated for resources: {'Port': ['ID=5d6fd32b-285c-4ef9-a87f-acbe4bd27f48,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:35.160818 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207762f-7a73-4d7d-afd9-7e498bc51cd4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Pushing event updated for resources: {'Port': ['ID=ac3245a2-1832-46a1-a707-f054e3b47d6a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:35.183863 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-67d9b7fe-5080-4219-a098-68ae04b9a46b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting port 5d6fd32b-285c-4ef9-a87f-acbe4bd27f48 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:35.186466 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-67d9b7fe-5080-4219-a098-68ae04b9a46b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.194876 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-f1d7a130-0a94-4e82-9708-66755e61d5a2 None None] Allocated IP 2001:db8:0:2::2 (9259dc43-dd22-4f0c-b8a5-bf2f039342ea/418ef0bf-5cc4-40e9-90d1-4f7448ecf538/c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:35.217938 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4207762f-7a73-4d7d-afd9-7e498bc51cd4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.2366252 Jul 16 08:41:35.220709 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45938) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:35.227168 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c8c20c76-fbf4-4e93-8086-ac73849c3cc7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Request body: {'port': {'network_id': 'a80dfca5-8a40-4d85-8b85-fb5bb1bb0085', 'name': 'tempest-TaggedBootDevicesTest-927220390', 'fixed_ips': [{'subnet_id': 'a5a03758-1b0c-4511-885c-6dc2c50c58f7'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:35.294363 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.313844 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13d42d00-560c-4fd7-9ca7-380b7698238b tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Made reservation on behalf of e25669bc1de6484e8eeba64abcfb2665 for: {'network': 2} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:35.322142 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13d42d00-560c-4fd7-9ca7-380b7698238b tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.417569 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-67d9b7fe-5080-4219-a098-68ae04b9a46b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.434110 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13d42d00-560c-4fd7-9ca7-380b7698238b tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.450196 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b66db661-d738-4189-9d6c-b046be1b6fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.453457 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b66db661-d738-4189-9d6c-b046be1b6fd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.457048 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b66db661-d738-4189-9d6c-b046be1b6fd3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c01f3b73-6569-4031-b0a1-64ca1646f469 HTTP/1.1" status: 204 len: 168 time: 0.9221489 Jul 16 08:41:35.458137 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-67d9b7fe-5080-4219-a098-68ae04b9a46b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Calling delete_port for 5d6fd32b-285c-4ef9-a87f-acbe4bd27f48 owned by {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:35.658071 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66db661-d738-4189-9d6c-b046be1b6fd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01f3b73-6569-4031-b0a1-64ca1646f469,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:35.658660 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa7b547-7b8b-41f6-ad07-3d6c4c052afa None None] Pushing event updated for resources: {'Port': ['ID=dda319a6-6f1f-4198-a742-11f951937bf6,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:35.767131 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-f1d7a130-0a94-4e82-9708-66755e61d5a2 None None] For port c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40,segment=NetworkSegment(e458d3ca-fd73-44a1-a0df-fc18b1610d19),segment_id=e458d3ca-fd73-44a1-a0df-fc18b1610d19)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:35.771712 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-67d9b7fe-5080-4219-a098-68ae04b9a46b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.895144 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d9b7fe-5080-4219-a098-68ae04b9a46b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Port': ['ID=5d6fd32b-285c-4ef9-a87f-acbe4bd27f48,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:35.915439 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c3efe705-493e-4264-8963-7a18c638393f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.919718 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c20c76-fbf4-4e93-8086-ac73849c3cc7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Made reservation on behalf of 2fe358b4bf3b41e19a3794e097af1b16 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:35.934594 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-67d9b7fe-5080-4219-a098-68ae04b9a46b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.934841 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8c20c76-fbf4-4e93-8086-ac73849c3cc7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:35.939001 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-67d9b7fe-5080-4219-a098-68ae04b9a46b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/ports/5d6fd32b-285c-4ef9-a87f-acbe4bd27f48 HTTP/1.1" status: 204 len: 168 time: 1.0098848 Jul 16 08:41:35.939248 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45984) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:35.987417 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9c0707-8af4-4e32-a5de-8b86f0cb876b req-032cfd4d-75b5-450a-9996-1f09ad7506df tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:35.989107 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ea9c0707-8af4-4e32-a5de-8b86f0cb876b req-032cfd4d-75b5-450a-9996-1f09ad7506df tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 946 time: 0.5331903 Jul 16 08:41:35.996649 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb55d8a-b739-49c0-99d5-78eeaea5f379 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] GET failed (client error): The resource could not be found. Jul 16 08:41:35.998298 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-eeb55d8a-b739-49c0-99d5-78eeaea5f379 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "GET /v2.0/ports/5d6fd32b-285c-4ef9-a87f-acbe4bd27f48 HTTP/1.1" status: 404 len: 333 time: 0.0539215 Jul 16 08:41:36.002206 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45992) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:36.102469 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-c8c20c76-fbf4-4e93-8086-ac73849c3cc7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] device_id is not set on port 5b0628d6-3782-44d5-85db-3802f0fa70fb yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:41:36.106785 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.155392 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1dcfdc09-2317-4fdb-9025-bd0530b09670 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.167627 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a95ca8a7-9f21-4db6-b245-efeef96b6c39 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.182291 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f1d7a130-0a94-4e82-9708-66755e61d5a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.215065 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a95ca8a7-9f21-4db6-b245-efeef96b6c39 None None] Transition to ACTIVE for port object 75ab27a0-0ce6-4ab2-927a-d4a8a5187863 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:36.241067 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1dcfdc09-2317-4fdb-9025-bd0530b09670 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.261357 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f1d7a130-0a94-4e82-9708-66755e61d5a2 None None] Transition to ACTIVE for port object c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:36.280707 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f1d7a130-0a94-4e82-9708-66755e61d5a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.303054 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a95ca8a7-9f21-4db6-b245-efeef96b6c39 None None] Transition to ACTIVE for port object 75ab27a0-0ce6-4ab2-927a-d4a8a5187863 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:36.341344 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46020) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:36.378271 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1dcfdc09-2317-4fdb-9025-bd0530b09670 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.381947 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ea9c0707-8af4-4e32-a5de-8b86f0cb876b req-b544e585-2e6e-4a55-9209-e772e53db720 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3486717 Jul 16 08:41:36.385482 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1dcfdc09-2317-4fdb-9025-bd0530b09670 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.386710 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1dcfdc09-2317-4fdb-9025-bd0530b09670 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/security-groups/246d7e2e-2d60-4d0f-a748-fe6101463a71 HTTP/1.1" status: 204 len: 168 time: 0.3835235 Jul 16 08:41:36.392567 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46022) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:36.430312 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcfdc09-2317-4fdb-9025-bd0530b09670 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=246d7e2e-2d60-4d0f-a748-fe6101463a71,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:36.494444 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device dda319a6-6f1f-4198-a742-11f951937bf6 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:36.496726 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a95ca8a7-9f21-4db6-b245-efeef96b6c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.518253 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e48f080f-c438-494a-a1a4-968ade76c006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.577064 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af7a4e97-1d78-43f0-8812-9360a7a67629 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.613832 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af7a4e97-1d78-43f0-8812-9360a7a67629 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.711133 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95ca8a7-9f21-4db6-b245-efeef96b6c39 None None] Network 971f3192-951e-432a-a2cc-46e618e65630 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:36.719340 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-a95ca8a7-9f21-4db6-b245-efeef96b6c39 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:36.733720 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95ca8a7-9f21-4db6-b245-efeef96b6c39 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:36.735877 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d7a130-0a94-4e82-9708-66755e61d5a2 None None] Pushing event updated for resources: {'Port': ['ID=c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:36.807817 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13d42d00-560c-4fd7-9ca7-380b7698238b tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.815162 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af7a4e97-1d78-43f0-8812-9360a7a67629 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.817727 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af7a4e97-1d78-43f0-8812-9360a7a67629 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:36.821608 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-af7a4e97-1d78-43f0-8812-9360a7a67629 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/security-groups/7ccafcd6-17e4-428d-b842-b6715bbe9577 HTTP/1.1" status: 204 len: 168 time: 0.4179397 Jul 16 08:41:36.821861 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46034) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:36.867312 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:41:37.039622 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port dda319a6-6f1f-4198-a742-11f951937bf6 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:37.088296 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e48f080f-c438-494a-a1a4-968ade76c006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.096097 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13d42d00-560c-4fd7-9ca7-380b7698238b tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.097259 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13d42d00-560c-4fd7-9ca7-380b7698238b tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.169276 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e48f080f-c438-494a-a1a4-968ade76c006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.175370 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a4e97-1d78-43f0-8812-9360a7a67629 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ccafcd6-17e4-428d-b842-b6715bbe9577,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:37.176289 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc4c0489-166e-47a1-afff-6e9fa476ee52 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.219943 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d42d00-560c-4fd7-9ca7-380b7698238b tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:37.222807 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-c8c20c76-fbf4-4e93-8086-ac73849c3cc7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Allocated IP 10.1.1.186 (a80dfca5-8a40-4d85-8b85-fb5bb1bb0085/a5a03758-1b0c-4511-885c-6dc2c50c58f7/5b0628d6-3782-44d5-85db-3802f0fa70fb) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:37.252614 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13d42d00-560c-4fd7-9ca7-380b7698238b tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.252823 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-13d42d00-560c-4fd7-9ca7-380b7698238b tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Added segment ce41a4cf-6aa4-4d15-8b77-f3fbd484d4a0 of type vlan for network fcffde06-895f-4808-9ae0-d7fd30e5d8b0 Jul 16 08:41:37.264866 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-a95ca8a7-9f21-4db6-b245-efeef96b6c39 None None] Attempting to bind port 75ab27a0-0ce6-4ab2-927a-d4a8a5187863 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:37.265291 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-a95ca8a7-9f21-4db6-b245-efeef96b6c39 None None] Attempting to bind port 75ab27a0-0ce6-4ab2-927a-d4a8a5187863 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '91f7b5da-1d37-43d4-8aa8-032670ef5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '971f3192-951e-432a-a2cc-46e618e65630'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:37.265575 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95ca8a7-9f21-4db6-b245-efeef96b6c39 None None] Attempting to bind port 75ab27a0-0ce6-4ab2-927a-d4a8a5187863 on network 971f3192-951e-432a-a2cc-46e618e65630 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:37.266078 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a4e97-1d78-43f0-8812-9360a7a67629 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:37.266494 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a4e97-1d78-43f0-8812-9360a7a67629 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:37.266961 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a4e97-1d78-43f0-8812-9360a7a67629 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:37.267466 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a4e97-1d78-43f0-8812-9360a7a67629 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:37.268066 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a4e97-1d78-43f0-8812-9360a7a67629 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:37.268776 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a4e97-1d78-43f0-8812-9360a7a67629 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:37.268987 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ca8a7-9f21-4db6-b245-efeef96b6c39 None None] Pushing event updated for resources: {'Port': ['ID=75ab27a0-0ce6-4ab2-927a-d4a8a5187863,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:37.269133 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a4e97-1d78-43f0-8812-9360a7a67629 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:37.269467 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a4e97-1d78-43f0-8812-9360a7a67629 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:37.269812 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a4e97-1d78-43f0-8812-9360a7a67629 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:37.270150 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a4e97-1d78-43f0-8812-9360a7a67629 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:37.270508 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a4e97-1d78-43f0-8812-9360a7a67629 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:37.270811 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af7a4e97-1d78-43f0-8812-9360a7a67629 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:37.283612 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc4c0489-166e-47a1-afff-6e9fa476ee52 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.287553 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.313222 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95ca8a7-9f21-4db6-b245-efeef96b6c39 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:37.315649 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95ca8a7-9f21-4db6-b245-efeef96b6c39 None None] Checking segment: {'id': '91f7b5da-1d37-43d4-8aa8-032670ef5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '971f3192-951e-432a-a2cc-46e618e65630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:37.316183 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a95ca8a7-9f21-4db6-b245-efeef96b6c39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.316620 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95ca8a7-9f21-4db6-b245-efeef96b6c39 None None] Bound using segment: {'id': '91f7b5da-1d37-43d4-8aa8-032670ef5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '971f3192-951e-432a-a2cc-46e618e65630'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:37.317143 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-a95ca8a7-9f21-4db6-b245-efeef96b6c39 None None] Bound port: 75ab27a0-0ce6-4ab2-927a-d4a8a5187863, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f7b5da-1d37-43d4-8aa8-032670ef5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '971f3192-951e-432a-a2cc-46e618e65630'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:37.317618 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a95ca8a7-9f21-4db6-b245-efeef96b6c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.340883 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d42d00-560c-4fd7-9ca7-380b7698238b tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab1b452-032c-4513-948a-8266cec1a75e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:37.372469 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc4c0489-166e-47a1-afff-6e9fa476ee52 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.377285 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc4c0489-166e-47a1-afff-6e9fa476ee52 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.378843 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-dc4c0489-166e-47a1-afff-6e9fa476ee52 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/security-groups/a4b4fc15-d9e3-408d-8aec-11ee2ac86c73 HTTP/1.1" status: 204 len: 168 time: 0.5555253 Jul 16 08:41:37.388289 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46056) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:37.389504 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4c0489-166e-47a1-afff-6e9fa476ee52 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4b4fc15-d9e3-408d-8aec-11ee2ac86c73,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:37.434110 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e48f080f-c438-494a-a1a4-968ade76c006 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ccdfe74a4753415e9e99c7ead474f771&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0836723 Jul 16 08:41:37.466858 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a95ca8a7-9f21-4db6-b245-efeef96b6c39 None None] For port 75ab27a0-0ce6-4ab2-927a-d4a8a5187863, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:37.474466 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46060) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:37.481010 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a95ca8a7-9f21-4db6-b245-efeef96b6c39 None None] For port 75ab27a0-0ce6-4ab2-927a-d4a8a5187863, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=75ab27a0-0ce6-4ab2-927a-d4a8a5187863,segment=NetworkSegment(91f7b5da-1d37-43d4-8aa8-032670ef5add),segment_id=91f7b5da-1d37-43d4-8aa8-032670ef5add)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:37.502782 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a95ca8a7-9f21-4db6-b245-efeef96b6c39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.565543 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13d42d00-560c-4fd7-9ca7-380b7698238b tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.592343 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bddad06-d4f3-41ec-a04e-cd980ba2d24d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting subnet 6e9fdfbd-cf02-4a42-bce3-96b6c7997fed {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:41:37.605539 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7bddad06-d4f3-41ec-a04e-cd980ba2d24d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.650549 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95ca8a7-9f21-4db6-b245-efeef96b6c39 None None] Pushing event updated for resources: {'Port': ['ID=75ab27a0-0ce6-4ab2-927a-d4a8a5187863,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:37.688576 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2805fae9-2400-45e9-a12b-4bc9c59ab4ed None None] Network a80dfca5-8a40-4d85-8b85-fb5bb1bb0085 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:37.711485 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48f080f-c438-494a-a1a4-968ade76c006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=874f8307-c3ed-4a69-bae2-d0a228a13963,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:37.744692 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.db.resource_extend [None req-13d42d00-560c-4fd7-9ca7-380b7698238b tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:41:37.789178 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-824fd216-ecfc-4f31-a353-9f739b0b32ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.835380 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7bddad06-d4f3-41ec-a04e-cd980ba2d24d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.859930 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13d42d00-560c-4fd7-9ca7-380b7698238b tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:37.866642 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f4576337-46fd-4e48-8808-50c14ab6b966 None None] Provisioning for port dda319a6-6f1f-4198-a742-11f951937bf6 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:37.871917 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-824fd216-ecfc-4f31-a353-9f739b0b32ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.880142 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f4576337-46fd-4e48-8808-50c14ab6b966 None None] Provisioning complete for port dda319a6-6f1f-4198-a742-11f951937bf6 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:37.880142 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f4576337-46fd-4e48-8808-50c14ab6b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.919373 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13d42d00-560c-4fd7-9ca7-380b7698238b tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:37.919735 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-13d42d00-560c-4fd7-9ca7-380b7698238b tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Added segment 67f262cf-8c95-48ee-bcc5-afa022bfcfa6 of type vlan for network 164514bf-9c64-4042-9a44-282489fd7b0c Jul 16 08:41:38.193132 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef8190-d004-4635-a6d4-1ce7e7d1e512 req-a972bcd1-6a6b-4e7c-b7a1-e4fb35299ef9 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:38.216012 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13d42d00-560c-4fd7-9ca7-380b7698238b tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.224869 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9eef8190-d004-4635-a6d4-1ce7e7d1e512 req-a972bcd1-6a6b-4e7c-b7a1-e4fb35299ef9 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 946 time: 0.5413222 Jul 16 08:41:38.274177 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8c20c76-fbf4-4e93-8086-ac73849c3cc7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.320373 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7bddad06-d4f3-41ec-a04e-cd980ba2d24d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.330580 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-c8c20c76-fbf4-4e93-8086-ac73849c3cc7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Transition to ACTIVE for port object 5b0628d6-3782-44d5-85db-3802f0fa70fb will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:38.337590 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13d42d00-560c-4fd7-9ca7-380b7698238b tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.338092 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13d42d00-560c-4fd7-9ca7-380b7698238b tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.369756 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d42d00-560c-4fd7-9ca7-380b7698238b tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:38.377471 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13d42d00-560c-4fd7-9ca7-380b7698238b tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:38.387599 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13d42d00-560c-4fd7-9ca7-380b7698238b tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.461870 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-13d42d00-560c-4fd7-9ca7-380b7698238b tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.7423673 Jul 16 08:41:38.466909 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46112) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:38.622727 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d42d00-560c-4fd7-9ca7-380b7698238b tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Pushing event updated for resources: {'Network': ['ID=fcffde06-895f-4808-9ae0-d7fd30e5d8b0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:38.647242 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.678526 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network fcffde06-895f-4808-9ae0-d7fd30e5d8b0 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:38.698215 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:38.707526 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f4576337-46fd-4e48-8808-50c14ab6b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.711996 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8c20c76-fbf4-4e93-8086-ac73849c3cc7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.754585 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-824fd216-ecfc-4f31-a353-9f739b0b32ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.757380 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-824fd216-ecfc-4f31-a353-9f739b0b32ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.760958 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-824fd216-ecfc-4f31-a353-9f739b0b32ba admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/874f8307-c3ed-4a69-bae2-d0a228a13963 HTTP/1.1" status: 204 len: 168 time: 1.2828534 Jul 16 08:41:38.808242 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f148fe2-db52-4719-82e0-f79469ab84f1 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:38.834189 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f148fe2-db52-4719-82e0-f79469ab84f1 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:38.842552 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d42d00-560c-4fd7-9ca7-380b7698238b tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Pushing event updated for resources: {'Network': ['ID=164514bf-9c64-4042-9a44-282489fd7b0c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:38.864107 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f148fe2-db52-4719-82e0-f79469ab84f1 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:38.871345 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f148fe2-db52-4719-82e0-f79469ab84f1 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:38.874409 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0f148fe2-db52-4719-82e0-f79469ab84f1 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.4059436 Jul 16 08:41:38.880597 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7bddad06-d4f3-41ec-a04e-cd980ba2d24d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:38.885103 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46138) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:38.924462 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-f4576337-46fd-4e48-8808-50c14ab6b966 None None] For port dda319a6-6f1f-4198-a742-11f951937bf6, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=dda319a6-6f1f-4198-a742-11f951937bf6,segment=NetworkSegment(338f297f-576e-4bca-84d2-bb8494549d09),segment_id=338f297f-576e-4bca-84d2-bb8494549d09)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:38.987066 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bddad06-d4f3-41ec-a04e-cd980ba2d24d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Subnet': ['ID=6e9fdfbd-cf02-4a42-bce3-96b6c7997fed,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:38.989465 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 164514bf-9c64-4042-9a44-282489fd7b0c details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:39.007672 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824fd216-ecfc-4f31-a353-9f739b0b32ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=874f8307-c3ed-4a69-bae2-d0a228a13963,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:39.074913 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7bddad06-d4f3-41ec-a04e-cd980ba2d24d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.079813 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7bddad06-d4f3-41ec-a04e-cd980ba2d24d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/subnets/6e9fdfbd-cf02-4a42-bce3-96b6c7997fed HTTP/1.1" status: 204 len: 168 time: 1.6871440 Jul 16 08:41:39.088708 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46148) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:39.188772 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f4576337-46fd-4e48-8808-50c14ab6b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.494751 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e6a2c688-b744-474d-b224-548b7905b046 None None] Provisioning complete for port eefa8e51-6548-4a1c-a4ee-4897e82412fa triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:39.496238 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e6a2c688-b744-474d-b224-548b7905b046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.498427 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5799c55-a7b5-46e2-901a-330d72724b2c None None] Network 9259dc43-dd22-4f0c-b8a5-bf2f039342ea requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:39.507359 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9eef8190-d004-4635-a6d4-1ce7e7d1e512 req-fb754edc-4a21-40c5-9668-7ad7d4c980ce tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2532687 Jul 16 08:41:39.515640 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9426ff9-4f5c-427d-a687-7ce8f645e2d0 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.546510 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 75ab27a0-0ce6-4ab2-927a-d4a8a5187863 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:39.638138 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-f13378ba-4303-457c-bfd0-59248934902f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting subnet 418ef0bf-5cc4-40e9-90d1-4f7448ecf538 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:41:39.677834 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f13378ba-4303-457c-bfd0-59248934902f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.694287 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4576337-46fd-4e48-8808-50c14ab6b966 None None] Pushing event updated for resources: {'Port': ['ID=dda319a6-6f1f-4198-a742-11f951937bf6,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:39.725847 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8c20c76-fbf4-4e93-8086-ac73849c3cc7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Network a80dfca5-8a40-4d85-8b85-fb5bb1bb0085 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:39.730954 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-c8c20c76-fbf4-4e93-8086-ac73849c3cc7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:39.739600 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c20c76-fbf4-4e93-8086-ac73849c3cc7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:39.765769 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06c73c24-12dd-4218-a548-b974c933d7f5 None None] Network 971f3192-951e-432a-a2cc-46e618e65630 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:39.790231 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e6a2c688-b744-474d-b224-548b7905b046 None None] Port eefa8e51-6548-4a1c-a4ee-4897e82412fa cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:39.810087 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c20c76-fbf4-4e93-8086-ac73849c3cc7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Pushing event updated for resources: {'Port': ['ID=5b0628d6-3782-44d5-85db-3802f0fa70fb,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:39.844333 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f13378ba-4303-457c-bfd0-59248934902f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.918039 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9426ff9-4f5c-427d-a687-7ce8f645e2d0 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.921391 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c20c76-fbf4-4e93-8086-ac73849c3cc7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:39.921991 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8c20c76-fbf4-4e93-8086-ac73849c3cc7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:39.983993 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c8c20c76-fbf4-4e93-8086-ac73849c3cc7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.7609069 Jul 16 08:41:40.036988 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-f9426ff9-4f5c-427d-a687-7ce8f645e2d0 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcffde06-895f-4808-9ae0-d7fd30e5d8b0']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:40.042565 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e6a2c688-b744-474d-b224-548b7905b046 None None] Provisioning for port c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:40.057166 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-f9426ff9-4f5c-427d-a687-7ce8f645e2d0 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce41a4cf-6aa4-4d15-8b77-f3fbd484d4a0') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:40.057528 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-f9426ff9-4f5c-427d-a687-7ce8f645e2d0 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce41a4cf-6aa4-4d15-8b77-f3fbd484d4a0') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:40.068559 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46178) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:40.116223 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9426ff9-4f5c-427d-a687-7ce8f645e2d0 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.168533 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e6a2c688-b744-474d-b224-548b7905b046 None None] Provisioning complete for port c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:40.168920 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e6a2c688-b744-474d-b224-548b7905b046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.188599 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 75ab27a0-0ce6-4ab2-927a-d4a8a5187863 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:40.258102 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9426ff9-4f5c-427d-a687-7ce8f645e2d0 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.286082 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9426ff9-4f5c-427d-a687-7ce8f645e2d0 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:41:40.286517 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9426ff9-4f5c-427d-a687-7ce8f645e2d0 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:41:40.293965 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:41:40.371585 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76b0586f-ca24-4637-b403-9564c61c8c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.433243 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f13378ba-4303-457c-bfd0-59248934902f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.530753 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46192) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:40.537538 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-fe047e96-eaf7-486d-b1d7-8b8dfd5c0e79 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Request body: {'security_group': {'name': 'tempest-securitygroup--109186528', 'description': 'tempest-description--2051349981'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:40.555630 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device dda319a6-6f1f-4198-a742-11f951937bf6 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:40.600033 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9426ff9-4f5c-427d-a687-7ce8f645e2d0 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.614706 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9426ff9-4f5c-427d-a687-7ce8f645e2d0 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.622459 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f9426ff9-4f5c-427d-a687-7ce8f645e2d0 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] 10.222.0.22 "DELETE /v2.0/networks/fcffde06-895f-4808-9ae0-d7fd30e5d8b0 HTTP/1.1" status: 204 len: 168 time: 1.6685743 Jul 16 08:41:40.622626 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46198) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:40.759219 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76b0586f-ca24-4637-b403-9564c61c8c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.769986 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76b0586f-ca24-4637-b403-9564c61c8c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.813391 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b0586f-ca24-4637-b403-9564c61c8c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1a8e2d5-7c8c-40df-b458-30b0651205df,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:40.819441 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e6a2c688-b744-474d-b224-548b7905b046 None None] Could not find standard attr ID for object 5d6fd32b-285c-4ef9-a87f-acbe4bd27f48. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:41:40.822577 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port dda319a6-6f1f-4198-a742-11f951937bf6 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:40.823904 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.955311 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe047e96-eaf7-486d-b1d7-8b8dfd5c0e79 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:40.982970 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-76b0586f-ca24-4637-b403-9564c61c8c49 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0c8100d14401463cae80d17e00014ba8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9131820 Jul 16 08:41:40.994452 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9426ff9-4f5c-427d-a687-7ce8f645e2d0 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Pushing event deleted for resources: {'Network': ['ID=fcffde06-895f-4808-9ae0-d7fd30e5d8b0,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:41.005555 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46202) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:41.027564 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7c327392-ad07-4726-9c1f-b3bb522aa337 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.085891 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4124e41a-8fbf-46ce-a4bd-9eb8747a8d38 None None] Provisioning for port 75ab27a0-0ce6-4ab2-927a-d4a8a5187863 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:41.100386 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4124e41a-8fbf-46ce-a4bd-9eb8747a8d38 None None] Provisioning complete for port 75ab27a0-0ce6-4ab2-927a-d4a8a5187863 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:41.101396 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4124e41a-8fbf-46ce-a4bd-9eb8747a8d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.119001 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f13378ba-4303-457c-bfd0-59248934902f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.146661 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9426ff9-4f5c-427d-a687-7ce8f645e2d0 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:41.147029 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9426ff9-4f5c-427d-a687-7ce8f645e2d0 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:41.147429 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9426ff9-4f5c-427d-a687-7ce8f645e2d0 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:41.147781 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9426ff9-4f5c-427d-a687-7ce8f645e2d0 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:41.148122 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9426ff9-4f5c-427d-a687-7ce8f645e2d0 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:41.148653 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9426ff9-4f5c-427d-a687-7ce8f645e2d0 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:41.148991 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9426ff9-4f5c-427d-a687-7ce8f645e2d0 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:41.149366 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9426ff9-4f5c-427d-a687-7ce8f645e2d0 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:41.149712 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9426ff9-4f5c-427d-a687-7ce8f645e2d0 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:41.150046 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9426ff9-4f5c-427d-a687-7ce8f645e2d0 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:41.150574 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9426ff9-4f5c-427d-a687-7ce8f645e2d0 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:41.152010 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9426ff9-4f5c-427d-a687-7ce8f645e2d0 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:41:41.155658 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f13378ba-4303-457c-bfd0-59248934902f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.160697 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f13378ba-4303-457c-bfd0-59248934902f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/subnets/418ef0bf-5cc4-40e9-90d1-4f7448ecf538 HTTP/1.1" status: 204 len: 168 time: 2.0392015 Jul 16 08:41:41.166244 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46206) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:41.202228 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13378ba-4303-457c-bfd0-59248934902f tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Subnet': ['ID=418ef0bf-5cc4-40e9-90d1-4f7448ecf538,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:41.250098 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fa53655-06d0-4627-b881-b75f6f1f69ca tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:41.252733 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fa53655-06d0-4627-b881-b75f6f1f69ca tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:41.257195 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3fa53655-06d0-4627-b881-b75f6f1f69ca tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/subnets/6e9fdfbd-cf02-4a42-bce3-96b6c7997fed HTTP/1.1" status: 404 len: 337 time: 0.0878069 Jul 16 08:41:41.265836 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46208) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:41.346183 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4124e41a-8fbf-46ce-a4bd-9eb8747a8d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.353843 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575cf2a3-d7a9-48b9-aa94-4aaf2eeb4bee req-a4793bae-96f6-4620-b351-28420f73627b tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:41.361075 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-575cf2a3-d7a9-48b9-aa94-4aaf2eeb4bee req-a4793bae-96f6-4620-b351-28420f73627b tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 946 time: 0.4477916 Jul 16 08:41:41.423343 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-4124e41a-8fbf-46ce-a4bd-9eb8747a8d38 None None] For port 75ab27a0-0ce6-4ab2-927a-d4a8a5187863, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=75ab27a0-0ce6-4ab2-927a-d4a8a5187863,segment=NetworkSegment(91f7b5da-1d37-43d4-8aa8-032670ef5add),segment_id=91f7b5da-1d37-43d4-8aa8-032670ef5add)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:41.429163 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4124e41a-8fbf-46ce-a4bd-9eb8747a8d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.443183 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-518a5188-b769-4d31-8b39-1fa7ec8d2315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.484246 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7c327392-ad07-4726-9c1f-b3bb522aa337 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.492375 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4124e41a-8fbf-46ce-a4bd-9eb8747a8d38 None None] Provisioning for port ac3245a2-1832-46a1-a707-f054e3b47d6a completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:41.499049 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-7c327392-ad07-4726-9c1f-b3bb522aa337 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['164514bf-9c64-4042-9a44-282489fd7b0c']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:41.503475 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4124e41a-8fbf-46ce-a4bd-9eb8747a8d38 None None] Provisioning complete for port ac3245a2-1832-46a1-a707-f054e3b47d6a triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:41.504452 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4124e41a-8fbf-46ce-a4bd-9eb8747a8d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.516618 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-7c327392-ad07-4726-9c1f-b3bb522aa337 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67f262cf-8c95-48ee-bcc5-afa022bfcfa6') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:41.516929 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-7c327392-ad07-4726-9c1f-b3bb522aa337 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67f262cf-8c95-48ee-bcc5-afa022bfcfa6') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:41.528294 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7c327392-ad07-4726-9c1f-b3bb522aa337 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.545755 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-4124e41a-8fbf-46ce-a4bd-9eb8747a8d38 None None] Port ac3245a2-1832-46a1-a707-f054e3b47d6a cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:41.546329 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7c327392-ad07-4726-9c1f-b3bb522aa337 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.553636 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ef90ccc-6e7e-459c-9f22-19e4c67412a8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting subnet 02296197-e44f-4814-a4f4-7d2e80fff6f4 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:41:41.554387 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c327392-ad07-4726-9c1f-b3bb522aa337 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:41:41.554817 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7c327392-ad07-4726-9c1f-b3bb522aa337 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.567897 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4124e41a-8fbf-46ce-a4bd-9eb8747a8d38 None None] Pushing event updated for resources: {'Port': ['ID=75ab27a0-0ce6-4ab2-927a-d4a8a5187863,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:41.577087 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4124e41a-8fbf-46ce-a4bd-9eb8747a8d38 None None] Provisioning complete for port dda319a6-6f1f-4198-a742-11f951937bf6 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:41.578354 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4124e41a-8fbf-46ce-a4bd-9eb8747a8d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.584076 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:41:41.584076 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:41:41.584076 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:41:41.584076 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:41:41.584076 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:41:41.584076 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:41:41.584076 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:41:41.584076 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:41:41.584076 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:41:41.584076 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:41:41.584076 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:41:41.584076 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:41:41.584076 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:41:41.584076 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:41:41.584076 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:41:41.584076 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:41:41.584076 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:41:41.584076 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:41:41.584076 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:41:41.584076 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:41:41.584076 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:41:41.584076 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:41:41.584076 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:41:41.584076 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:41:41.584076 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:41:41.584076 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:41:41.584076 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:41:41.584076 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:41:41.584076 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:41:41.584076 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:41:41.584076 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:41:41.584076 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:41:41.589868 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2ef90ccc-6e7e-459c-9f22-19e4c67412a8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.599170 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-518a5188-b769-4d31-8b39-1fa7ec8d2315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.669435 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe047e96-eaf7-486d-b1d7-8b8dfd5c0e79 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.685838 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7c327392-ad07-4726-9c1f-b3bb522aa337 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.712931 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe047e96-eaf7-486d-b1d7-8b8dfd5c0e79 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.721771 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7c327392-ad07-4726-9c1f-b3bb522aa337 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.723757 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7c327392-ad07-4726-9c1f-b3bb522aa337 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] 10.222.0.22 "DELETE /v2.0/networks/164514bf-9c64-4042-9a44-282489fd7b0c HTTP/1.1" status: 204 len: 168 time: 1.0416465 Jul 16 08:41:41.745575 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4124e41a-8fbf-46ce-a4bd-9eb8747a8d38 None None] Provisioning for port 5b0628d6-3782-44d5-85db-3802f0fa70fb completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:41.748272 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46220) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:41.757129 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4124e41a-8fbf-46ce-a4bd-9eb8747a8d38 None None] Provisioning complete for port 5b0628d6-3782-44d5-85db-3802f0fa70fb triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:41.757507 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4124e41a-8fbf-46ce-a4bd-9eb8747a8d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.764493 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c327392-ad07-4726-9c1f-b3bb522aa337 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Pushing event deleted for resources: {'Network': ['ID=164514bf-9c64-4042-9a44-282489fd7b0c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:41.784309 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-575cf2a3-d7a9-48b9-aa94-4aaf2eeb4bee req-8eec17af-ab48-411d-938f-4740b0653e68 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4133708 Jul 16 08:41:41.835038 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2ef90ccc-6e7e-459c-9f22-19e4c67412a8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.838006 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-4124e41a-8fbf-46ce-a4bd-9eb8747a8d38 None None] Port 5b0628d6-3782-44d5-85db-3802f0fa70fb cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:41.903286 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe047e96-eaf7-486d-b1d7-8b8dfd5c0e79 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.906660 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fe047e96-eaf7-486d-b1d7-8b8dfd5c0e79 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.3720939 Jul 16 08:41:41.936952 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46232) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:41.946074 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3695940d-8b2d-4c24-993a-698c215e1dfd tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Request body: {'security_group_rule': {'security_group_id': '0a8001ea-1dda-4554-9f88-ea882606b63d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:41.958662 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe047e96-eaf7-486d-b1d7-8b8dfd5c0e79 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0a8001ea-1dda-4554-9f88-ea882606b63d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:41.986423 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-518a5188-b769-4d31-8b39-1fa7ec8d2315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.989235 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a97833cb-f52f-4aa3-9222-83a5f8beeb7d None None] Provisioning complete for port 75ab27a0-0ce6-4ab2-927a-d4a8a5187863 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:41.989415 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-518a5188-b769-4d31-8b39-1fa7ec8d2315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:41.990982 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-518a5188-b769-4d31-8b39-1fa7ec8d2315 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f1a8e2d5-7c8c-40df-b458-30b0651205df HTTP/1.1" status: 204 len: 168 time: 0.9826858 Jul 16 08:41:41.997660 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45493c0a-67de-4541-ae17-f40b2e504086 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:42.001232 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a97833cb-f52f-4aa3-9222-83a5f8beeb7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.010883 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45493c0a-67de-4541-ae17-f40b2e504086 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:42.016386 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-45493c0a-67de-4541-ae17-f40b2e504086 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2639132 Jul 16 08:41:42.019250 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46238) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:42.027200 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-a47a7285-7ae5-41af-b02c-5feb4109dce7 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1045048901'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:42.074066 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518a5188-b769-4d31-8b39-1fa7ec8d2315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1a8e2d5-7c8c-40df-b458-30b0651205df,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:42.098121 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47a7285-7ae5-41af-b02c-5feb4109dce7 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Made reservation on behalf of e25669bc1de6484e8eeba64abcfb2665 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:42.105469 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a47a7285-7ae5-41af-b02c-5feb4109dce7 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.108248 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3695940d-8b2d-4c24-993a-698c215e1dfd tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.146913 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa7d505-1b14-4e86-8009-78cb83cfe7d1 None None] Network 9259dc43-dd22-4f0c-b8a5-bf2f039342ea requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:42.159457 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a47a7285-7ae5-41af-b02c-5feb4109dce7 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:42.178352 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a47a7285-7ae5-41af-b02c-5feb4109dce7 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.178706 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-a47a7285-7ae5-41af-b02c-5feb4109dce7 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Added segment db36b511-253f-4bc7-88ca-b4186d53c3bf of type vlan for network 7874882a-79ea-4ac3-abcd-e1af163baf00 Jul 16 08:41:42.206567 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2ef90ccc-6e7e-459c-9f22-19e4c67412a8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.317253 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a47a7285-7ae5-41af-b02c-5feb4109dce7 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.381156 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a47a7285-7ae5-41af-b02c-5feb4109dce7 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.393906 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47a7285-7ae5-41af-b02c-5feb4109dce7 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:42.395402 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a47a7285-7ae5-41af-b02c-5feb4109dce7 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.416065 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3695940d-8b2d-4c24-993a-698c215e1dfd tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.433596 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3695940d-8b2d-4c24-993a-698c215e1dfd tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.446694 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a47a7285-7ae5-41af-b02c-5feb4109dce7 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4236512 Jul 16 08:41:42.452806 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46250) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:42.467359 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d0fc48f8-c610-4501-9609-7f5653bfac51 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-229285929'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:42.518770 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2ef90ccc-6e7e-459c-9f22-19e4c67412a8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.537853 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3695940d-8b2d-4c24-993a-698c215e1dfd tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=215eb75d-1c3b-48fc-8221-82e757167b45,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:42.539712 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-45738dca-e59d-41ac-a3e5-4a87ff398ef3 None None] Provisioning complete for port eefa8e51-6548-4a1c-a4ee-4897e82412fa triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:42.540089 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-45738dca-e59d-41ac-a3e5-4a87ff398ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.566247 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47a7285-7ae5-41af-b02c-5feb4109dce7 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Pushing event updated for resources: {'Network': ['ID=7874882a-79ea-4ac3-abcd-e1af163baf00,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:42.569032 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef90ccc-6e7e-459c-9f22-19e4c67412a8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Subnet': ['ID=02296197-e44f-4814-a4f4-7d2e80fff6f4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:42.571660 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2ef90ccc-6e7e-459c-9f22-19e4c67412a8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.577962 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46252) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:42.578292 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2ef90ccc-6e7e-459c-9f22-19e4c67412a8 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/subnets/02296197-e44f-4814-a4f4-7d2e80fff6f4 HTTP/1.1" status: 204 len: 168 time: 1.3089240 Jul 16 08:41:42.604686 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0fc48f8-c610-4501-9609-7f5653bfac51 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Made reservation on behalf of e25669bc1de6484e8eeba64abcfb2665 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:42.604686 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0fc48f8-c610-4501-9609-7f5653bfac51 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.614605 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-45738dca-e59d-41ac-a3e5-4a87ff398ef3 None None] Port eefa8e51-6548-4a1c-a4ee-4897e82412fa cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:42.617329 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 75ab27a0-0ce6-4ab2-927a-d4a8a5187863 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:42.620704 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 7874882a-79ea-4ac3-abcd-e1af163baf00 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:42.623209 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3695940d-8b2d-4c24-993a-698c215e1dfd tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.630065 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3695940d-8b2d-4c24-993a-698c215e1dfd tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6917365 Jul 16 08:41:42.636632 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46254) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:42.651510 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-26febad7-45af-4213-abea-effac58b8350 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Request body: {'security_group_rule': {'security_group_id': '0a8001ea-1dda-4554-9f88-ea882606b63d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:42.658984 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46256) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:42.677482 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda47351-d7ff-48c3-94f1-b2bf319f4ba0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:42.677959 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bda47351-d7ff-48c3-94f1-b2bf319f4ba0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:42.691927 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bda47351-d7ff-48c3-94f1-b2bf319f4ba0 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/subnets/63d99baa-19ae-4887-88e2-8e8bbaba98d3 HTTP/1.1" status: 404 len: 337 time: 0.1108558 Jul 16 08:41:42.692824 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46262) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:42.719465 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0fc48f8-c610-4501-9609-7f5653bfac51 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:42.754859 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-45738dca-e59d-41ac-a3e5-4a87ff398ef3 None None] Provisioning complete for port c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:42.755068 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-45738dca-e59d-41ac-a3e5-4a87ff398ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.771792 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26febad7-45af-4213-abea-effac58b8350 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.794196 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c70bc29a-441b-41fe-94da-0c9f665d4d9c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "GET /v2.0/ports?device_id=9bb2bb2b-c4cf-4360-afa8-be91a1496126 HTTP/1.1" status: 200 len: 205 time: 0.0994713 Jul 16 08:41:42.794863 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46266) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:42.887917 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0fc48f8-c610-4501-9609-7f5653bfac51 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.888516 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-d0fc48f8-c610-4501-9609-7f5653bfac51 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Added segment cfb8e3fb-3c58-4ac6-8a38-986d69a54b87 of type vlan for network b29b4773-18d1-493e-8837-4b34f29b71f3 Jul 16 08:41:42.908268 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 75ab27a0-0ce6-4ab2-927a-d4a8a5187863 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:42.908859 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.968569 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26febad7-45af-4213-abea-effac58b8350 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:42.971827 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-ec028533-e726-4a3c-8f9c-22f87b674c1b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] delete failed (client error): The resource could not be found. Jul 16 08:41:42.973461 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ec028533-e726-4a3c-8f9c-22f87b674c1b tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/routers/9bb2bb2b-c4cf-4360-afa8-be91a1496126 HTTP/1.1" status: 404 len: 336 time: 0.1775966 Jul 16 08:41:42.976078 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46276) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:43.006985 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26febad7-45af-4213-abea-effac58b8350 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.022095 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-198aef0f-3149-4b8e-a4c9-955cc3d9aa70 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:43.022856 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-198aef0f-3149-4b8e-a4c9-955cc3d9aa70 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:43.027002 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-198aef0f-3149-4b8e-a4c9-955cc3d9aa70 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/subnets/8fd78b31-7c7a-4b13-a226-0d2c85e7f134 HTTP/1.1" status: 404 len: 337 time: 0.0481551 Jul 16 08:41:43.028986 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46278) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:43.040133 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-186d2e1d-4c28-443c-adf3-9745cfb1af94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.072048 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-19ba716a-6313-4f89-8cbb-3abaa8fa1323 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:43.073461 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19ba716a-6313-4f89-8cbb-3abaa8fa1323 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:43.076197 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-19ba716a-6313-4f89-8cbb-3abaa8fa1323 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/subnets/365d26d2-1445-49fc-979b-e24aca27888b HTTP/1.1" status: 404 len: 337 time: 0.0459127 Jul 16 08:41:43.078674 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46280) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:43.115605 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26febad7-45af-4213-abea-effac58b8350 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12447efa-2a10-43d2-bfae-15150c7376ba,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:43.121396 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e02307f9-ed4e-4288-8935-3c4d980799a4 None None] Update dhcp port {'port': {'network_id': '9259dc43-dd22-4f0c-b8a5-bf2f039342ea', 'fixed_ips': [{'subnet_id': '02296197-e44f-4814-a4f4-7d2e80fff6f4'}], 'binding:host_id': 'n-d-771362-37'}, 'id': 'c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40'} from n-d-771362-37. {{(pid=93760) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:41:43.131566 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-08dd5790-3273-459b-88ed-052f3c82fd01 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:43.132636 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08dd5790-3273-459b-88ed-052f3c82fd01 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:43.135263 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-08dd5790-3273-459b-88ed-052f3c82fd01 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/subnets/49d2cebd-2014-4a0e-a401-d0104bfa9320 HTTP/1.1" status: 404 len: 337 time: 0.0551281 Jul 16 08:41:43.138347 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46284) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:43.142825 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26febad7-45af-4213-abea-effac58b8350 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.151919 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-26febad7-45af-4213-abea-effac58b8350 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5121255 Jul 16 08:41:43.162426 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e02307f9-ed4e-4288-8935-3c4d980799a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.168666 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46286) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:43.183029 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d79a1d4-52af-4ad6-8c64-4a04d7014538 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:43.184222 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d79a1d4-52af-4ad6-8c64-4a04d7014538 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:43.186171 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7d79a1d4-52af-4ad6-8c64-4a04d7014538 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/ports/6f7f0793-a1bd-4494-9cc5-5aa715114672 HTTP/1.1" status: 404 len: 333 time: 0.0464997 Jul 16 08:41:43.189312 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46290) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:43.235380 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-968f0519-1eb4-41b3-b927-55d52e4c130c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:43.236392 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-968f0519-1eb4-41b3-b927-55d52e4c130c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:43.239817 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-968f0519-1eb4-41b3-b927-55d52e4c130c tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/subnets/5358cb74-b75c-48ba-b976-69b13b1f7a8e HTTP/1.1" status: 404 len: 337 time: 0.0491288 Jul 16 08:41:43.243544 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46294) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:43.283838 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-992cee6b-3b0c-4ed6-995b-0f452f61dad9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:43.358408 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0fc48f8-c610-4501-9609-7f5653bfac51 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.373414 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6b607d4-c586-42f4-8f77-4641ca8d8f0d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:43.374180 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d6b607d4-c586-42f4-8f77-4641ca8d8f0d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:43.378607 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d6b607d4-c586-42f4-8f77-4641ca8d8f0d tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/subnets/b4090ea0-75f6-4e03-914c-7cb4495b1484 HTTP/1.1" status: 404 len: 337 time: 0.1336141 Jul 16 08:41:43.381754 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46302) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:43.432811 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-0566c6eb-131d-459c-b2d2-1e57f1af94ba tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:43.434023 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0566c6eb-131d-459c-b2d2-1e57f1af94ba tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:43.436070 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0566c6eb-131d-459c-b2d2-1e57f1af94ba tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/ports/21cc58e8-4f37-4fa5-b0d6-e7ceb824dbbe HTTP/1.1" status: 404 len: 333 time: 0.0498958 Jul 16 08:41:43.438448 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46304) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:43.499832 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-853cdd9f-9edf-4c74-b15e-7d2b57d5ece1 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:43.503650 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-853cdd9f-9edf-4c74-b15e-7d2b57d5ece1 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:43.508554 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-853cdd9f-9edf-4c74-b15e-7d2b57d5ece1 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/subnets/f65791a7-2028-4fa1-9924-38d6efd9affe HTTP/1.1" status: 404 len: 337 time: 0.0672388 Jul 16 08:41:43.509922 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46308) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:43.534063 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-186d2e1d-4c28-443c-adf3-9745cfb1af94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.573355 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-186d2e1d-4c28-443c-adf3-9745cfb1af94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.615047 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-18772d56-b6ac-4e80-aa92-a2ab3b569587 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:43.615926 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18772d56-b6ac-4e80-aa92-a2ab3b569587 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:43.619032 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-18772d56-b6ac-4e80-aa92-a2ab3b569587 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/subnets/716cea35-6564-4e6a-98e1-24038716713d HTTP/1.1" status: 404 len: 337 time: 0.1034551 Jul 16 08:41:43.622092 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46310) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:43.653171 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d2e1d-4c28-443c-adf3-9745cfb1af94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a209d73-aea1-43cb-82c5-b94787a86607,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:43.724713 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9dc26fb-2ef1-4651-8fc0-3f6fe436ef28 None None] Network 9259dc43-dd22-4f0c-b8a5-bf2f039342ea requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:43.730022 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0fc48f8-c610-4501-9609-7f5653bfac51 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.746061 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0fc48f8-c610-4501-9609-7f5653bfac51 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.747168 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d0fc48f8-c610-4501-9609-7f5653bfac51 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.790984 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-186d2e1d-4c28-443c-adf3-9745cfb1af94 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f18fae03e6674920b9f12042d05f45ac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1304681 Jul 16 08:41:43.804929 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46314) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:43.805498 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d0fc48f8-c610-4501-9609-7f5653bfac51 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3429999 Jul 16 08:41:43.806071 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-992cee6b-3b0c-4ed6-995b-0f452f61dad9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.809120 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46316) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:43.822807 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a4d453fc-9f76-4550-9ad4-f43d52cae3ee None None] Provisioning complete for port eefa8e51-6548-4a1c-a4ee-4897e82412fa triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:43.823186 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a4d453fc-9f76-4550-9ad4-f43d52cae3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.863243 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f2ff9ef8-94ae-4d9c-a4cf-3070c30f10d9 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Request body: {'ports': [{'network_id': '7874882a-79ea-4ac3-abcd-e1af163baf00', 'name': 'tempest-port--1404890182', 'admin_state_up': True}, {'network_id': 'b29b4773-18d1-493e-8837-4b34f29b71f3', 'admin_state_up': False}]} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:43.864257 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f2ff9ef8-94ae-4d9c-a4cf-3070c30f10d9 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Request body: {'port': {'network_id': '7874882a-79ea-4ac3-abcd-e1af163baf00', 'name': 'tempest-port--1404890182', 'admin_state_up': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:43.865616 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f2ff9ef8-94ae-4d9c-a4cf-3070c30f10d9 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Request body: {'port': {'network_id': 'b29b4773-18d1-493e-8837-4b34f29b71f3', 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:43.872891 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a4d453fc-9f76-4550-9ad4-f43d52cae3ee None None] Port eefa8e51-6548-4a1c-a4ee-4897e82412fa cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:41:43.931160 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a4d453fc-9f76-4550-9ad4-f43d52cae3ee None None] Provisioning complete for port c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:43.932911 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a4d453fc-9f76-4550-9ad4-f43d52cae3ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:43.951440 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ea2b9-ff6f-4893-b379-eb067a6bb047 req-8832362a-6b71-4aec-9459-00163cdc2dbe tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:43.953685 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-182ea2b9-ff6f-4893-b379-eb067a6bb047 req-8832362a-6b71-4aec-9459-00163cdc2dbe tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 946 time: 0.8121030 Jul 16 08:41:43.970548 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1617db62-5833-4733-a166-b5e985609f40 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting port eefa8e51-6548-4a1c-a4ee-4897e82412fa {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:43.970899 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1617db62-5833-4733-a166-b5e985609f40 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.051207 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1617db62-5833-4733-a166-b5e985609f40 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.114945 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82de1258-7a7b-4bfc-b033-c6586d440cef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.119477 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1617db62-5833-4733-a166-b5e985609f40 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Calling delete_port for eefa8e51-6548-4a1c-a4ee-4897e82412fa owned by {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:44.120755 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fc48f8-c610-4501-9609-7f5653bfac51 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Pushing event updated for resources: {'Network': ['ID=b29b4773-18d1-493e-8837-4b34f29b71f3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:44.132889 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95dddb37-4da3-4380-a90c-e791de01eb91 None None] DHCP port deletion for 9259dc43-dd22-4f0c-b8a5-bf2f039342ea request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:41:44.140566 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network b29b4773-18d1-493e-8837-4b34f29b71f3 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:44.227749 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-182ea2b9-ff6f-4893-b379-eb067a6bb047 req-0910cc24-d222-48de-9823-e52a4ac638b2 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2487359 Jul 16 08:41:44.362691 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82de1258-7a7b-4bfc-b033-c6586d440cef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.375362 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-95dddb37-4da3-4380-a90c-e791de01eb91 None None] Deleting port c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:44.376047 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-95dddb37-4da3-4380-a90c-e791de01eb91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.457677 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46336) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:44.507686 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82de1258-7a7b-4bfc-b033-c6586d440cef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.512420 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82de1258-7a7b-4bfc-b033-c6586d440cef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.513158 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-82de1258-7a7b-4bfc-b033-c6586d440cef admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2a209d73-aea1-43cb-82c5-b94787a86607 HTTP/1.1" status: 204 len: 168 time: 0.6986351 Jul 16 08:41:44.528572 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1617db62-5833-4733-a166-b5e985609f40 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.542387 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82de1258-7a7b-4bfc-b033-c6586d440cef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a209d73-aea1-43cb-82c5-b94787a86607,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:44.567152 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1617db62-5833-4733-a166-b5e985609f40 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Port': ['ID=eefa8e51-6548-4a1c-a4ee-4897e82412fa,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:44.572278 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1617db62-5833-4733-a166-b5e985609f40 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.575433 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1617db62-5833-4733-a166-b5e985609f40 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/ports/eefa8e51-6548-4a1c-a4ee-4897e82412fa HTTP/1.1" status: 204 len: 168 time: 0.9509656 Jul 16 08:41:44.580821 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46342) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:44.597201 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:41:44.645493 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-992cee6b-3b0c-4ed6-995b-0f452f61dad9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.650688 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2ff9ef8-94ae-4d9c-a4cf-3070c30f10d9 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Made reservation on behalf of e25669bc1de6484e8eeba64abcfb2665 for: {'port': 2} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:44.663717 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2ff9ef8-94ae-4d9c-a4cf-3070c30f10d9 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.669779 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-95dddb37-4da3-4380-a90c-e791de01eb91 None None] For port c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40,segment=NetworkSegment(e458d3ca-fd73-44a1-a0df-fc18b1610d19),segment_id=e458d3ca-fd73-44a1-a0df-fc18b1610d19)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:44.670180 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-95dddb37-4da3-4380-a90c-e791de01eb91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.689597 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2ff9ef8-94ae-4d9c-a4cf-3070c30f10d9 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.695822 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-95dddb37-4da3-4380-a90c-e791de01eb91 None None] Calling delete_port for c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:44.769897 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2d6ae213-b713-4b44-ad06-37bec7e34f80 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.884912 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-cb68edbc-39c7-41a1-b314-d53333dc156f tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2089486795'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:44.921579 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-f2ff9ef8-94ae-4d9c-a4cf-3070c30f10d9 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] device_id is not set on port bbbcd9eb-c4aa-406a-861f-1bbc1e816400 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:41:44.959269 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:44.971638 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-992cee6b-3b0c-4ed6-995b-0f452f61dad9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Allocated IP 172.25.3.251 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/8548efaf-4dce-4d27-8ee7-eab7c6a66a5b) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:45.019457 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-2d6ae213-b713-4b44-ad06-37bec7e34f80 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Deleting port c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:45.022119 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2d6ae213-b713-4b44-ad06-37bec7e34f80 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.026438 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb68edbc-39c7-41a1-b314-d53333dc156f tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Made reservation on behalf of 07ce9daf450045ac967102767b5fc339 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:45.036306 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb68edbc-39c7-41a1-b314-d53333dc156f tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.064489 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb68edbc-39c7-41a1-b314-d53333dc156f tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.075871 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40,segment=NetworkSegment(e458d3ca-fd73-44a1-a0df-fc18b1610d19),segment_id=e458d3ca-fd73-44a1-a0df-fc18b1610d19)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:45.081519 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.143468 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-95dddb37-4da3-4380-a90c-e791de01eb91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.225835 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dddb37-4da3-4380-a90c-e791de01eb91 None None] No DVR routers for this DVR port c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:45.251562 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-992cee6b-3b0c-4ed6-995b-0f452f61dad9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.255635 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2ff9ef8-94ae-4d9c-a4cf-3070c30f10d9 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.256277 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40,revision_number=11']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:45.343955 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-2d6ae213-b713-4b44-ad06-37bec7e34f80 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] For port c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40,segment=NetworkSegment(e458d3ca-fd73-44a1-a0df-fc18b1610d19),segment_id=e458d3ca-fd73-44a1-a0df-fc18b1610d19)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:45.344341 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2d6ae213-b713-4b44-ad06-37bec7e34f80 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.353379 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dddb37-4da3-4380-a90c-e791de01eb91 None None] Pushing event deleted for resources: {'Port': ['ID=c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:45.355856 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46348) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:45.391297 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-f2ff9ef8-94ae-4d9c-a4cf-3070c30f10d9 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] device_id is not set on port 26865da9-fdb9-4bd3-b53f-06bf651929b0 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:41:45.400056 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-2d6ae213-b713-4b44-ad06-37bec7e34f80 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Calling delete_port for c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:45.403246 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7c2c6aa-6d1d-4a4d-9577-cad38c7a80ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.423234 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-992cee6b-3b0c-4ed6-995b-0f452f61dad9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.481409 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-992cee6b-3b0c-4ed6-995b-0f452f61dad9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:45.489199 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-992cee6b-3b0c-4ed6-995b-0f452f61dad9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:45.492241 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-992cee6b-3b0c-4ed6-995b-0f452f61dad9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:45.579233 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992cee6b-3b0c-4ed6-995b-0f452f61dad9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Pushing event updated for resources: {'Port': ['ID=8548efaf-4dce-4d27-8ee7-eab7c6a66a5b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:45.658661 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb68edbc-39c7-41a1-b314-d53333dc156f tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.669241 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc80dae-615e-4559-80a7-ed650bdaae55 req-9db1fc32-6fb7-4d1a-9327-e4fee9c4a723 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:45.670791 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1fc80dae-615e-4559-80a7-ed650bdaae55 req-9db1fc32-6fb7-4d1a-9327-e4fee9c4a723 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 946 time: 0.2485065 Jul 16 08:41:45.676163 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb68edbc-39c7-41a1-b314-d53333dc156f tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.703141 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-992cee6b-3b0c-4ed6-995b-0f452f61dad9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.705008 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2d6ae213-b713-4b44-ad06-37bec7e34f80 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.757134 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2ff9ef8-94ae-4d9c-a4cf-3070c30f10d9 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.761766 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d6ae213-b713-4b44-ad06-37bec7e34f80 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] No DVR routers for this DVR port c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:45.779368 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb68edbc-39c7-41a1-b314-d53333dc156f tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:45.793515 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ae213-b713-4b44-ad06-37bec7e34f80 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Port': ['ID=c1eb1f04-3a40-4136-8f5a-7c0b2dc1fd40,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:45.801562 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-992cee6b-3b0c-4ed6-995b-0f452f61dad9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.836734 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1fc80dae-615e-4559-80a7-ed650bdaae55 req-49ba652f-80db-4ded-8f0a-cceb1b98c489 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1568873 Jul 16 08:41:45.841025 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68edbc-39c7-41a1-b314-d53333dc156f tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7571097c-0cc5-47cf-97c7-3b868f2deb60,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:45.846613 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb68edbc-39c7-41a1-b314-d53333dc156f tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:45.846966 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-cb68edbc-39c7-41a1-b314-d53333dc156f tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Added segment 9376317d-0563-4947-82fa-e715b2da6383 of type vlan for network 81cc208c-3784-402b-9176-7bc335f20076 Jul 16 08:41:45.874132 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2ff9ef8-94ae-4d9c-a4cf-3070c30f10d9 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.025569 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff9ef8-94ae-4d9c-a4cf-3070c30f10d9 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Pushing event updated for resources: {'Port': ['ID=bbbcd9eb-c4aa-406a-861f-1bbc1e816400,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:46.070678 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ff9ef8-94ae-4d9c-a4cf-3070c30f10d9 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Checking segment: {'id': 'db36b511-253f-4bc7-88ca-b4186d53c3bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '7874882a-79ea-4ac3-abcd-e1af163baf00'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:46.071154 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ff9ef8-94ae-4d9c-a4cf-3070c30f10d9 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Network hostable DHCP agents. Network: 7874882a-79ea-4ac3-abcd-e1af163baf00, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:41:46.106919 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-992cee6b-3b0c-4ed6-995b-0f452f61dad9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.113822 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-992cee6b-3b0c-4ed6-995b-0f452f61dad9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.128142 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ff9ef8-94ae-4d9c-a4cf-3070c30f10d9 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Network 7874882a-79ea-4ac3-abcd-e1af163baf00 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:41:46.214655 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-f2ff9ef8-94ae-4d9c-a4cf-3070c30f10d9 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 7874882a-79ea-4ac3-abcd-e1af163baf00) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:46.226532 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ff9ef8-94ae-4d9c-a4cf-3070c30f10d9 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:46.226532 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2ff9ef8-94ae-4d9c-a4cf-3070c30f10d9 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.231491 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec175b0a-2db1-4457-942e-df3280b28d54 None None] Network 7874882a-79ea-4ac3-abcd-e1af163baf00 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:46.232969 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992cee6b-3b0c-4ed6-995b-0f452f61dad9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Pushing event updated for resources: {'Port': ['ID=8548efaf-4dce-4d27-8ee7-eab7c6a66a5b,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:46.248266 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-992cee6b-3b0c-4ed6-995b-0f452f61dad9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.336690 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb68edbc-39c7-41a1-b314-d53333dc156f tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.337429 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ff9ef8-94ae-4d9c-a4cf-3070c30f10d9 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Pushing event updated for resources: {'Port': ['ID=26865da9-fdb9-4bd3-b53f-06bf651929b0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:46.363776 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2d6ae213-b713-4b44-ad06-37bec7e34f80 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.382158 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2ff9ef8-94ae-4d9c-a4cf-3070c30f10d9 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Checking segment: {'id': 'cfb8e3fb-3c58-4ac6-8a38-986d69a54b87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'b29b4773-18d1-493e-8837-4b34f29b71f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:46.382366 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-2d6ae213-b713-4b44-ad06-37bec7e34f80 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9259dc43-dd22-4f0c-b8a5-bf2f039342ea']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:46.382658 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ff9ef8-94ae-4d9c-a4cf-3070c30f10d9 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Network hostable DHCP agents. Network: b29b4773-18d1-493e-8837-4b34f29b71f3, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:41:46.406771 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-2d6ae213-b713-4b44-ad06-37bec7e34f80 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e458d3ca-fd73-44a1-a0df-fc18b1610d19') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:46.407037 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-2d6ae213-b713-4b44-ad06-37bec7e34f80 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e458d3ca-fd73-44a1-a0df-fc18b1610d19') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:46.407766 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2ff9ef8-94ae-4d9c-a4cf-3070c30f10d9 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Network b29b4773-18d1-493e-8837-4b34f29b71f3 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:41:46.420063 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-f2ff9ef8-94ae-4d9c-a4cf-3070c30f10d9 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, b29b4773-18d1-493e-8837-4b34f29b71f3) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:46.425371 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2ff9ef8-94ae-4d9c-a4cf-3070c30f10d9 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:46.430672 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2d6ae213-b713-4b44-ad06-37bec7e34f80 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.434718 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ff9ef8-94ae-4d9c-a4cf-3070c30f10d9 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:46.438584 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c23e2151-5fab-4b96-9527-779d6093101f None None] Network b29b4773-18d1-493e-8837-4b34f29b71f3 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:46.441560 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2ff9ef8-94ae-4d9c-a4cf-3070c30f10d9 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:46.443639 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2ff9ef8-94ae-4d9c-a4cf-3070c30f10d9 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.453270 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2d6ae213-b713-4b44-ad06-37bec7e34f80 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.455153 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb68edbc-39c7-41a1-b314-d53333dc156f tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.460759 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb68edbc-39c7-41a1-b314-d53333dc156f tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:46.461363 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb68edbc-39c7-41a1-b314-d53333dc156f tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.482145 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d6ae213-b713-4b44-ad06-37bec7e34f80 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:41:46.482384 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2d6ae213-b713-4b44-ad06-37bec7e34f80 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:41:46.493937 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:41:46.496862 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7c2c6aa-6d1d-4a4d-9577-cad38c7a80ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.514799 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f2ff9ef8-94ae-4d9c-a4cf-3070c30f10d9 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.6807723 Jul 16 08:41:46.516609 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-992cee6b-3b0c-4ed6-995b-0f452f61dad9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.532015 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-992cee6b-3b0c-4ed6-995b-0f452f61dad9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3396149 Jul 16 08:41:46.532904 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46360) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:46.549318 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7c2c6aa-6d1d-4a4d-9577-cad38c7a80ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.615524 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68edbc-39c7-41a1-b314-d53333dc156f tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Pushing event updated for resources: {'Network': ['ID=81cc208c-3784-402b-9176-7bc335f20076,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:46.647387 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-cb68edbc-39c7-41a1-b314-d53333dc156f tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.1634533 Jul 16 08:41:46.647849 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46368) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:46.660953 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 81cc208c-3784-402b-9176-7bc335f20076 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:46.677821 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c2c6aa-6d1d-4a4d-9577-cad38c7a80ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d333e88-fda7-4353-af54-f24825a6d89b,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:46.702238 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-e7986366-b590-48dc-ba9f-f125c31ddf02 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Request body: {'subnet': {'network_id': '81cc208c-3784-402b-9176-7bc335f20076', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:46.705373 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2198fa11-8ca5-42b8-b99f-3db85759f506 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:46.740074 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2198fa11-8ca5-42b8-b99f-3db85759f506 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:46.744897 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2198fa11-8ca5-42b8-b99f-3db85759f506 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2107863 Jul 16 08:41:46.745691 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46376) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:46.810218 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2d6ae213-b713-4b44-ad06-37bec7e34f80 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.815008 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2d6ae213-b713-4b44-ad06-37bec7e34f80 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:46.817339 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2d6ae213-b713-4b44-ad06-37bec7e34f80 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] 10.222.0.22 "DELETE /v2.0/networks/9259dc43-dd22-4f0c-b8a5-bf2f039342ea HTTP/1.1" status: 204 len: 168 time: 2.2354085 Jul 16 08:41:46.820160 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d7c2c6aa-6d1d-4a4d-9577-cad38c7a80ea admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a19e2fb75155447a978823358d166a2e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4632549 Jul 16 08:41:46.828393 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46384) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:46.858952 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ae213-b713-4b44-ad06-37bec7e34f80 tempest-PortsIpV6TestJSON-2100942501 tempest-PortsIpV6TestJSON-2100942501-project] Pushing event deleted for resources: {'Network': ['ID=9259dc43-dd22-4f0c-b8a5-bf2f039342ea,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:46.909103 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-66b5c1f7-aea4-4a2d-be87-02bf4ea49e05 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--109186528&fields=id&tenant_id=2fe358b4bf3b41e19a3794e097af1b16 HTTP/1.1" status: 200 len: 267 time: 0.1000667 Jul 16 08:41:47.021121 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ad03730b-cc95-4073-b316-2e6cb6c27db3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.043327 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7986366-b590-48dc-ba9f-f125c31ddf02 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Made reservation on behalf of 07ce9daf450045ac967102767b5fc339 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:47.050106 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e7986366-b590-48dc-ba9f-f125c31ddf02 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.069607 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-a2f330e4-b44e-45d5-81c0-1c295c958508 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:47.072445 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-a2f330e4-b44e-45d5-81c0-1c295c958508 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports/ac3245a2-1832-46a1-a707-f054e3b47d6a HTTP/1.1" status: 200 len: 930 time: 0.1497467 Jul 16 08:41:47.074425 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7cb29663-0c64-4997-aa90-01b4f4b71203 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Deleting port bbbcd9eb-c4aa-406a-861f-1bbc1e816400 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:47.074788 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cb29663-0c64-4997-aa90-01b4f4b71203 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.146389 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ad03730b-cc95-4073-b316-2e6cb6c27db3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.194405 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cb29663-0c64-4997-aa90-01b4f4b71203 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.204768 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-9541e621-f12a-4a2c-a9cc-ba820d740073 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:47.206304 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-9541e621-f12a-4a2c-a9cc-ba820d740073 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports/5b0628d6-3782-44d5-85db-3802f0fa70fb HTTP/1.1" status: 200 len: 931 time: 0.1270730 Jul 16 08:41:47.247689 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7cb29663-0c64-4997-aa90-01b4f4b71203 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Calling delete_port for bbbcd9eb-c4aa-406a-861f-1bbc1e816400 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:47.276341 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-f0799292-4dc4-45a7-b253-4816197c37e7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?network_id=971f3192-951e-432a-a2cc-46e618e65630&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0639572 Jul 16 08:41:47.305398 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9da29e9-6ce4-4f99-87ea-d779f49d019e req-fa160b82-0ce6-4b8f-9db1-1c18e2abc04a tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:47.306964 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a9da29e9-6ce4-4f99-87ea-d779f49d019e req-fa160b82-0ce6-4b8f-9db1-1c18e2abc04a tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 946 time: 0.2103765 Jul 16 08:41:47.307524 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46390) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:47.365530 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ad03730b-cc95-4073-b316-2e6cb6c27db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.368210 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ad03730b-cc95-4073-b316-2e6cb6c27db3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.369355 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ad03730b-cc95-4073-b316-2e6cb6c27db3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9d333e88-fda7-4353-af54-f24825a6d89b HTTP/1.1" status: 204 len: 168 time: 0.5363338 Jul 16 08:41:47.382024 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-1f71e2f6-4849-478e-9af9-2a30771658e9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?network_id=971f3192-951e-432a-a2cc-46e618e65630&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0958633 Jul 16 08:41:47.430018 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad03730b-cc95-4073-b316-2e6cb6c27db3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d333e88-fda7-4353-af54-f24825a6d89b,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:47.502730 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a9da29e9-6ce4-4f99-87ea-d779f49d019e req-a0ed597c-a0d8-485b-89df-6bf007f7a4b1 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1769676 Jul 16 08:41:47.530724 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cb29663-0c64-4997-aa90-01b4f4b71203 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.608908 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb29663-0c64-4997-aa90-01b4f4b71203 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Pushing event deleted for resources: {'Port': ['ID=bbbcd9eb-c4aa-406a-861f-1bbc1e816400,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:47.621398 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e7986366-b590-48dc-ba9f-f125c31ddf02 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.622020 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-e510bd22-a5fb-48a9-8eab-55c545fce319 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:47.629085 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-e510bd22-a5fb-48a9-8eab-55c545fce319 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:47.636305 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-e510bd22-a5fb-48a9-8eab-55c545fce319 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:47.638347 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-e510bd22-a5fb-48a9-8eab-55c545fce319 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/networks?id=68d1b8de-8ca0-41e5-ab5d-58997722961e&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=971f3192-951e-432a-a2cc-46e618e65630&id=971f3192-951e-432a-a2cc-46e618e65630 HTTP/1.1" status: 200 len: 1988 time: 0.2461269 Jul 16 08:41:47.642067 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cb29663-0c64-4997-aa90-01b4f4b71203 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.647577 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7cb29663-0c64-4997-aa90-01b4f4b71203 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] 10.222.0.22 "DELETE /v2.0/ports/bbbcd9eb-c4aa-406a-861f-1bbc1e816400 HTTP/1.1" status: 204 len: 168 time: 0.8922279 Jul 16 08:41:47.648692 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46402) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:47.689181 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-008d476c-cd99-40ac-bb3d-9101bfec1845 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/quotas/2fe358b4bf3b41e19a3794e097af1b16 HTTP/1.1" status: 200 len: 375 time: 0.0392361 Jul 16 08:41:47.791113 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7986366-b590-48dc-ba9f-f125c31ddf02 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Checking segment: {'id': '9376317d-0563-4947-82fa-e715b2da6383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81cc208c-3784-402b-9176-7bc335f20076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:47.791539 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7986366-b590-48dc-ba9f-f125c31ddf02 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Network hostable DHCP agents. Network: 81cc208c-3784-402b-9176-7bc335f20076, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:41:47.799333 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7986366-b590-48dc-ba9f-f125c31ddf02 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Pushing event updated for resources: {'Subnet': ['ID=90ae58ad-a8a0-4fc7-bcbe-13133f2cc5a6,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:47.858080 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7986366-b590-48dc-ba9f-f125c31ddf02 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Network 81cc208c-3784-402b-9176-7bc335f20076 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:41:47.874254 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d42707e0-750b-4a56-b5d8-ffbcb0df247f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2196520d70524290b0f888590747f176&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5585413 Jul 16 08:41:47.874690 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46412) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:47.878099 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-e7986366-b590-48dc-ba9f-f125c31ddf02 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 81cc208c-3784-402b-9176-7bc335f20076) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:47.887022 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c7480f4-afbe-467b-b901-7260ff2dc3df None None] Network 81cc208c-3784-402b-9176-7bc335f20076 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:47.890764 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7986366-b590-48dc-ba9f-f125c31ddf02 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:47.891634 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e7986366-b590-48dc-ba9f-f125c31ddf02 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:47.911854 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e7986366-b590-48dc-ba9f-f125c31ddf02 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2348173 Jul 16 08:41:47.914228 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46414) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:47.922910 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-2824b79d-2e79-423b-b25c-ed3eaf928596 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Request body: {'port': {'network_id': '81cc208c-3784-402b-9176-7bc335f20076', 'name': 'tempest-DHCPAgentSchedulersTestJSON-704491805'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:47.952987 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-3a938a86-c1be-4e75-8445-1fc49e11dcef tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2fe358b4bf3b41e19a3794e097af1b16&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2562211 Jul 16 08:41:47.955938 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4817ca1a-1278-404a-a4d8-23fa58d4c214 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Deleting port 26865da9-fdb9-4bd3-b53f-06bf651929b0 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:47.956295 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4817ca1a-1278-404a-a4d8-23fa58d4c214 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.032007 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-08504bcf-920f-4e0e-8bb8-46e784a35e52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.131900 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4817ca1a-1278-404a-a4d8-23fa58d4c214 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.160045 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4817ca1a-1278-404a-a4d8-23fa58d4c214 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Calling delete_port for 26865da9-fdb9-4bd3-b53f-06bf651929b0 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:48.174146 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2824b79d-2e79-423b-b25c-ed3eaf928596 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Made reservation on behalf of 07ce9daf450045ac967102767b5fc339 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:48.176847 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9ebbe1f-79bd-42b1-82c2-44d1e750e94e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-81cc208c-3784-402b-9176-7bc335f20076', 'network_id': '81cc208c-3784-402b-9176-7bc335f20076', 'tenant_id': '07ce9daf450045ac967102767b5fc339', 'fixed_ips': [{'subnet_id': '90ae58ad-a8a0-4fc7-bcbe-13133f2cc5a6'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:41:48.177923 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9ebbe1f-79bd-42b1-82c2-44d1e750e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.185280 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-08504bcf-920f-4e0e-8bb8-46e784a35e52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.186200 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2824b79d-2e79-423b-b25c-ed3eaf928596 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.225250 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-2824b79d-2e79-423b-b25c-ed3eaf928596 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] device_id is not set on port 5f8afdda-7c15-4074-b509-78f2e5582965 yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:41:48.380392 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-03477a25-f64e-4344-ad54-461fa30cef6a service neutron] 10.222.0.22 "GET /v2.0/networks/68d1b8de-8ca0-41e5-ab5d-58997722961e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4048219 Jul 16 08:41:48.398555 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-2824b79d-2e79-423b-b25c-ed3eaf928596 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Allocated IP 172.20.0.10 (81cc208c-3784-402b-9176-7bc335f20076/90ae58ad-a8a0-4fc7-bcbe-13133f2cc5a6/5f8afdda-7c15-4074-b509-78f2e5582965) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:48.532021 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4817ca1a-1278-404a-a4d8-23fa58d4c214 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.556335 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-08504bcf-920f-4e0e-8bb8-46e784a35e52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.559731 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-08504bcf-920f-4e0e-8bb8-46e784a35e52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.563516 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-08504bcf-920f-4e0e-8bb8-46e784a35e52 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/59ae5682-8e00-4f9f-b2ba-d8c5a12bcbca HTTP/1.1" status: 204 len: 168 time: 0.6845744 Jul 16 08:41:48.647985 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4817ca1a-1278-404a-a4d8-23fa58d4c214 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Pushing event deleted for resources: {'Port': ['ID=26865da9-fdb9-4bd3-b53f-06bf651929b0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:48.665968 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08504bcf-920f-4e0e-8bb8-46e784a35e52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59ae5682-8e00-4f9f-b2ba-d8c5a12bcbca,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:48.679506 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4817ca1a-1278-404a-a4d8-23fa58d4c214 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.690735 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4817ca1a-1278-404a-a4d8-23fa58d4c214 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] 10.222.0.22 "DELETE /v2.0/ports/26865da9-fdb9-4bd3-b53f-06bf651929b0 HTTP/1.1" status: 204 len: 168 time: 1.0380785 Jul 16 08:41:48.695052 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46438) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:48.797019 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9b3a78f4-588e-4165-b299-4ac7610473c8 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1004729 Jul 16 08:41:48.797358 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2824b79d-2e79-423b-b25c-ed3eaf928596 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.799623 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46444) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:48.805348 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e0dd3a6c-f850-41b1-8bd8-367cf4bc353a tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-897175403'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:48.814998 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-4fa6fa18-6f54-4177-a345-38bb2d34a9d1 service neutron] 10.222.0.22 "GET /v2.0/networks/68d1b8de-8ca0-41e5-ab5d-58997722961e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4079022 Jul 16 08:41:48.896946 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0dd3a6c-f850-41b1-8bd8-367cf4bc353a tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Made reservation on behalf of e25669bc1de6484e8eeba64abcfb2665 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:48.899836 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2824b79d-2e79-423b-b25c-ed3eaf928596 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Transition to ACTIVE for port object 5f8afdda-7c15-4074-b509-78f2e5582965 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:48.903567 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3a6c-f850-41b1-8bd8-367cf4bc353a tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.939631 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0dd3a6c-f850-41b1-8bd8-367cf4bc353a tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:48.953362 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3a6c-f850-41b1-8bd8-367cf4bc353a tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:48.953769 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-e0dd3a6c-f850-41b1-8bd8-367cf4bc353a tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Added segment a4c38a74-ea18-4958-bfd6-608601a37815 of type vlan for network 5e15a499-ad82-4b0c-acb7-8154fb8fa60e Jul 16 08:41:48.985996 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30db7c49-d327-4703-a820-46f3f2c06fed req-aa14f794-67bf-469a-9ea9-1e477d568478 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:48.988266 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-30db7c49-d327-4703-a820-46f3f2c06fed req-aa14f794-67bf-469a-9ea9-1e477d568478 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 946 time: 0.1356037 Jul 16 08:41:48.998523 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-de5772ed-69fb-47e5-b6f7-e6555fdf1967 service neutron] 10.222.0.22 "GET /v2.0/ports/ac3245a2-1832-46a1-a707-f054e3b47d6a?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1664112 Jul 16 08:41:49.014091 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2824b79d-2e79-423b-b25c-ed3eaf928596 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.086713 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2824b79d-2e79-423b-b25c-ed3eaf928596 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Network 81cc208c-3784-402b-9176-7bc335f20076 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:49.097974 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-30db7c49-d327-4703-a820-46f3f2c06fed req-53abacc2-db4b-42ca-af23-7b94461d9d39 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977967 Jul 16 08:41:49.109288 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-c9ebbe1f-79bd-42b1-82c2-44d1e750e94e None None] Allocated IP 172.20.0.2 (81cc208c-3784-402b-9176-7bc335f20076/90ae58ad-a8a0-4fc7-bcbe-13133f2cc5a6/d9642ab1-b740-443d-b1a2-94b564792412) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:49.143450 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-2824b79d-2e79-423b-b25c-ed3eaf928596 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:49.151283 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2824b79d-2e79-423b-b25c-ed3eaf928596 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:49.163844 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2824b79d-2e79-423b-b25c-ed3eaf928596 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Pushing event updated for resources: {'Port': ['ID=5f8afdda-7c15-4074-b509-78f2e5582965,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:49.230380 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-3b1acc10-5328-49c5-850d-71f30f9c3e63 service neutron] 10.222.0.22 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2147033 Jul 16 08:41:49.264032 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3a6c-f850-41b1-8bd8-367cf4bc353a tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.298466 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2824b79d-2e79-423b-b25c-ed3eaf928596 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:49.299259 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2824b79d-2e79-423b-b25c-ed3eaf928596 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.334194 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2824b79d-2e79-423b-b25c-ed3eaf928596 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4150009 Jul 16 08:41:49.334194 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46458) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:49.413515 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-aec9d09d-ad16-4529-9090-296b0c96412e service neutron] 10.222.0.22 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749821 Jul 16 08:41:49.421110 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9ebbe1f-79bd-42b1-82c2-44d1e750e94e None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.434163 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c9ebbe1f-79bd-42b1-82c2-44d1e750e94e None None] Transition to ACTIVE for port object d9642ab1-b740-443d-b1a2-94b564792412 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:49.452816 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c9ebbe1f-79bd-42b1-82c2-44d1e750e94e None None] Transition to ACTIVE for port object d9642ab1-b740-443d-b1a2-94b564792412 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:49.461676 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9ebbe1f-79bd-42b1-82c2-44d1e750e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.488554 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-bd98306f-5f6e-44a0-bebb-7526951afd38 service neutron] 10.222.0.22 "GET /v2.0/ports/5b0628d6-3782-44d5-85db-3802f0fa70fb?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0740325 Jul 16 08:41:49.528209 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebbe1f-79bd-42b1-82c2-44d1e750e94e None None] Pushing event updated for resources: {'Port': ['ID=d9642ab1-b740-443d-b1a2-94b564792412,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:49.548673 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-4dcf1c37-1d96-4829-9e1a-09baf785d6c9 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Deleting port 5f8afdda-7c15-4074-b509-78f2e5582965 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:49.549202 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4dcf1c37-1d96-4829-9e1a-09baf785d6c9 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.558829 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9ebbe1f-79bd-42b1-82c2-44d1e750e94e None None] Network 81cc208c-3784-402b-9176-7bc335f20076 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:49.561347 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-c9ebbe1f-79bd-42b1-82c2-44d1e750e94e None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:49.567764 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9ebbe1f-79bd-42b1-82c2-44d1e750e94e None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:49.580701 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3a6c-f850-41b1-8bd8-367cf4bc353a tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.586525 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0dd3a6c-f850-41b1-8bd8-367cf4bc353a tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:49.587155 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e0dd3a6c-f850-41b1-8bd8-367cf4bc353a tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.614177 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46466) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:49.614422 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e0dd3a6c-f850-41b1-8bd8-367cf4bc353a tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8128343 Jul 16 08:41:49.620494 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-be074442-e773-4e78-ad67-875f6dd78e74 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1978820186'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:49.657308 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-f820b712-68c9-4812-b292-de0d8f2a8007 service neutron] 10.222.0.22 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1677730 Jul 16 08:41:49.682514 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c9ebbe1f-79bd-42b1-82c2-44d1e750e94e None None] Attempting to bind port d9642ab1-b740-443d-b1a2-94b564792412 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:49.683136 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c9ebbe1f-79bd-42b1-82c2-44d1e750e94e None None] Attempting to bind port d9642ab1-b740-443d-b1a2-94b564792412 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '9376317d-0563-4947-82fa-e715b2da6383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81cc208c-3784-402b-9176-7bc335f20076'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:49.684159 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ebbe1f-79bd-42b1-82c2-44d1e750e94e None None] Attempting to bind port d9642ab1-b740-443d-b1a2-94b564792412 on network 81cc208c-3784-402b-9176-7bc335f20076 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:49.692205 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ebbe1f-79bd-42b1-82c2-44d1e750e94e None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:49.692620 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ebbe1f-79bd-42b1-82c2-44d1e750e94e None None] Checking segment: {'id': '9376317d-0563-4947-82fa-e715b2da6383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81cc208c-3784-402b-9176-7bc335f20076'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:49.693732 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9ebbe1f-79bd-42b1-82c2-44d1e750e94e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.694460 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9ebbe1f-79bd-42b1-82c2-44d1e750e94e None None] Bound using segment: {'id': '9376317d-0563-4947-82fa-e715b2da6383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81cc208c-3784-402b-9176-7bc335f20076'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:49.694964 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c9ebbe1f-79bd-42b1-82c2-44d1e750e94e None None] Bound port: d9642ab1-b740-443d-b1a2-94b564792412, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9376317d-0563-4947-82fa-e715b2da6383', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '81cc208c-3784-402b-9176-7bc335f20076'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:49.695367 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9ebbe1f-79bd-42b1-82c2-44d1e750e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.717599 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be074442-e773-4e78-ad67-875f6dd78e74 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Made reservation on behalf of e25669bc1de6484e8eeba64abcfb2665 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:49.729166 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be074442-e773-4e78-ad67-875f6dd78e74 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.758818 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4dcf1c37-1d96-4829-9e1a-09baf785d6c9 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.780979 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be074442-e773-4e78-ad67-875f6dd78e74 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:49.784426 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-4dcf1c37-1d96-4829-9e1a-09baf785d6c9 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Calling delete_port for 5f8afdda-7c15-4074-b509-78f2e5582965 owned by {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:49.804690 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be074442-e773-4e78-ad67-875f6dd78e74 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.805230 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-be074442-e773-4e78-ad67-875f6dd78e74 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Added segment e43e9a7b-69c7-4093-bbb3-77061bae7ece of type vlan for network 82a2b81d-eb8b-4983-98c2-5d4105d43dd2 Jul 16 08:41:49.811183 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c9ebbe1f-79bd-42b1-82c2-44d1e750e94e None None] For port d9642ab1-b740-443d-b1a2-94b564792412, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:49.814967 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c9ebbe1f-79bd-42b1-82c2-44d1e750e94e None None] For port d9642ab1-b740-443d-b1a2-94b564792412, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d9642ab1-b740-443d-b1a2-94b564792412,segment=NetworkSegment(9376317d-0563-4947-82fa-e715b2da6383),segment_id=9376317d-0563-4947-82fa-e715b2da6383)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:49.822358 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9ebbe1f-79bd-42b1-82c2-44d1e750e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:49.834466 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd3a6c-f850-41b1-8bd8-367cf4bc353a tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Pushing event updated for resources: {'Network': ['ID=5e15a499-ad82-4b0c-acb7-8154fb8fa60e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:50.005273 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-51026024-c979-44c1-94ee-1b2ce0d79855 service neutron] 10.222.0.22 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3469889 Jul 16 08:41:50.007606 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ebbe1f-79bd-42b1-82c2-44d1e750e94e None None] Pushing event updated for resources: {'Port': ['ID=d9642ab1-b740-443d-b1a2-94b564792412,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:50.022781 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 5e15a499-ad82-4b0c-acb7-8154fb8fa60e details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:50.068101 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be074442-e773-4e78-ad67-875f6dd78e74 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.250215 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.db.resource_extend [None req-be074442-e773-4e78-ad67-875f6dd78e74 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:41:50.403668 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be074442-e773-4e78-ad67-875f6dd78e74 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.418314 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be074442-e773-4e78-ad67-875f6dd78e74 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:50.418981 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be074442-e773-4e78-ad67-875f6dd78e74 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.512444 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-be074442-e773-4e78-ad67-875f6dd78e74 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8883364 Jul 16 08:41:50.724662 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be074442-e773-4e78-ad67-875f6dd78e74 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Pushing event updated for resources: {'Network': ['ID=82a2b81d-eb8b-4983-98c2-5d4105d43dd2,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:50.742858 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46496) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:50.745424 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46500) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:50.749897 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 82a2b81d-eb8b-4983-98c2-5d4105d43dd2 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:50.776424 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-a8e3cdcb-00d4-4506-8a46-0c167a15d0ff tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Request body: {'subnets': [{'network_id': '5e15a499-ad82-4b0c-acb7-8154fb8fa60e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1927750885', 'ip_version': 4}, {'network_id': '82a2b81d-eb8b-4983-98c2-5d4105d43dd2', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:50.776948 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-a8e3cdcb-00d4-4506-8a46-0c167a15d0ff tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Request body: {'subnet': {'network_id': '5e15a499-ad82-4b0c-acb7-8154fb8fa60e', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1927750885', 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:50.779090 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-a8e3cdcb-00d4-4506-8a46-0c167a15d0ff tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Request body: {'subnet': {'network_id': '82a2b81d-eb8b-4983-98c2-5d4105d43dd2', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:50.813600 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4dcf1c37-1d96-4829-9e1a-09baf785d6c9 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:50.933549 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-acf084c4-14b3-4832-b0c1-61e6f167fb6a service neutron] 10.222.0.22 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9272919 Jul 16 08:41:50.952955 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dcf1c37-1d96-4829-9e1a-09baf785d6c9 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Pushing event deleted for resources: {'Port': ['ID=5f8afdda-7c15-4074-b509-78f2e5582965,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:51.094199 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-973ccc5d-aec5-478c-8b3a-49d4abe9162e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-925807443'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:51.106398 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4dcf1c37-1d96-4829-9e1a-09baf785d6c9 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.109210 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4dcf1c37-1d96-4829-9e1a-09baf785d6c9 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] 10.222.0.22 "DELETE /v2.0/ports/5f8afdda-7c15-4074-b509-78f2e5582965 HTTP/1.1" status: 204 len: 168 time: 1.7741129 Jul 16 08:41:51.119972 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e99b77-3192-4ab8-88b7-7b11bba9df85 req-d4ef101c-d8b9-4f0c-a300-98e577f084d2 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:51.121813 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-24e99b77-3192-4ab8-88b7-7b11bba9df85 req-d4ef101c-d8b9-4f0c-a300-98e577f084d2 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 946 time: 0.8349972 Jul 16 08:41:51.122245 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46518) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:51.199335 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973ccc5d-aec5-478c-8b3a-49d4abe9162e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Made reservation on behalf of 1591cbbb2e6f40a59d14ed0e7e21bbb6 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:51.203271 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-973ccc5d-aec5-478c-8b3a-49d4abe9162e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.220965 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-973ccc5d-aec5-478c-8b3a-49d4abe9162e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.222814 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-bcb7bc3e-f1d6-4eef-994e-a9107822aa87 service neutron] 10.222.0.22 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2778902 Jul 16 08:41:51.284785 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-24e99b77-3192-4ab8-88b7-7b11bba9df85 req-2ad8be6f-e6c5-4bb8-85ee-aaf261516c4b tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520646 Jul 16 08:41:51.339236 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-a8e3cdcb-00d4-4506-8a46-0c167a15d0ff tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:41:51.339236 n-d-771362-37 neutron-server[93758]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:41:51.339236 n-d-771362-37 neutron-server[93758]: [parameters: {'project_id_1': 'e25669bc1de6484e8eeba64abcfb2665', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 41, 51, 307837)}] Jul 16 08:41:51.339236 n-d-771362-37 neutron-server[93758]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:41:51.339604 n-d-771362-37 neutron-server[93758]: DEBUG oslo_db.api [None req-a8e3cdcb-00d4-4506-8a46-0c167a15d0ff tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:41:51.458784 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5c932d31-f8eb-465e-9d6d-b54acc6cb785 service neutron] 10.222.0.22 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2308855 Jul 16 08:41:51.528711 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-973ccc5d-aec5-478c-8b3a-49d4abe9162e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.534082 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-973ccc5d-aec5-478c-8b3a-49d4abe9162e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.571574 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ccc5d-aec5-478c-8b3a-49d4abe9162e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2eba41f7-7a7a-447d-9840-17988363054b,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:51.582401 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-973ccc5d-aec5-478c-8b3a-49d4abe9162e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:51.597283 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-973ccc5d-aec5-478c-8b3a-49d4abe9162e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.597849 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-973ccc5d-aec5-478c-8b3a-49d4abe9162e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Added segment dca2e800-a936-4ebb-be2a-2d82af5fe7e7 of type vlan for network 4fb2b137-8f7f-4e69-8988-43c541f7edb3 Jul 16 08:41:51.655890 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-979c9fcc-2ff4-4e51-9562-888184b3200c tempest-DHCPAgentSchedulersTestJSON-1801151881 tempest-DHCPAgentSchedulersTestJSON-1801151881-project-admin] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4684 time: 0.5324981 Jul 16 08:41:51.658895 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46530) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:51.664883 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f4536dc7-3638-42b0-9c29-f6bd9d6d14e7 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-615485693'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:51.692883 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4536dc7-3638-42b0-9c29-f6bd9d6d14e7 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Made reservation on behalf of 07ce9daf450045ac967102767b5fc339 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:51.697934 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4536dc7-3638-42b0-9c29-f6bd9d6d14e7 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.733764 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-973ccc5d-aec5-478c-8b3a-49d4abe9162e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.754926 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-9fd6a966-0677-41e2-a0b8-a13708e416e2 service neutron] 10.222.0.22 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841125 Jul 16 08:41:51.759914 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4536dc7-3638-42b0-9c29-f6bd9d6d14e7 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:51.815275 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4536dc7-3638-42b0-9c29-f6bd9d6d14e7 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.815943 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-f4536dc7-3638-42b0-9c29-f6bd9d6d14e7 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Added segment 6a037cb6-0b13-4dac-8421-99e518dbcc56 of type vlan for network 937f82de-94ec-497c-b7c9-d7a087ebbc85 Jul 16 08:41:51.833550 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-973ccc5d-aec5-478c-8b3a-49d4abe9162e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.839398 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973ccc5d-aec5-478c-8b3a-49d4abe9162e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:51.840009 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-973ccc5d-aec5-478c-8b3a-49d4abe9162e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.889823 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46534) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:51.891235 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128fbf5a-1d56-4e27-8a21-8971a5d80fea None None] Network 81cc208c-3784-402b-9176-7bc335f20076 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:51.962853 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8e3cdcb-00d4-4506-8a46-0c167a15d0ff tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Made reservation on behalf of e25669bc1de6484e8eeba64abcfb2665 for: {'subnet': 2} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:51.968943 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a8e3cdcb-00d4-4506-8a46-0c167a15d0ff tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.969294 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a8e3cdcb-00d4-4506-8a46-0c167a15d0ff tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:51.972479 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973ccc5d-aec5-478c-8b3a-49d4abe9162e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Network': ['ID=4fb2b137-8f7f-4e69-8988-43c541f7edb3,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:51.977827 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-973ccc5d-aec5-478c-8b3a-49d4abe9162e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2225645 Jul 16 08:41:51.983730 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46540) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:51.997710 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 4fb2b137-8f7f-4e69-8988-43c541f7edb3 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:52.003875 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-97575e50-259a-4dc9-a434-3352998eeaee tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1045114551'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:52.025057 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4536dc7-3638-42b0-9c29-f6bd9d6d14e7 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.073392 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-186bec93-eeee-4e95-b878-6fa66a4e859c None None] Provisioning for port d9642ab1-b740-443d-b1a2-94b564792412 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:52.111546 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-fd5fc781-c7aa-4b0c-8bb3-364e44017d79 service neutron] 10.222.0.22 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475001 Jul 16 08:41:52.113679 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a942969-7f5c-4285-9402-8fe2fc67c33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.163058 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97575e50-259a-4dc9-a434-3352998eeaee tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Made reservation on behalf of 1591cbbb2e6f40a59d14ed0e7e21bbb6 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:52.167396 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-97575e50-259a-4dc9-a434-3352998eeaee tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.213918 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4536dc7-3638-42b0-9c29-f6bd9d6d14e7 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.220777 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4536dc7-3638-42b0-9c29-f6bd9d6d14e7 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:52.221549 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4536dc7-3638-42b0-9c29-f6bd9d6d14e7 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.254990 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97575e50-259a-4dc9-a434-3352998eeaee tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:41:52.511570 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-97575e50-259a-4dc9-a434-3352998eeaee tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.520324 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-97575e50-259a-4dc9-a434-3352998eeaee tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Added segment dbcab881-4410-4199-9b25-70b707540020 of type vlan for network 89a8c292-80cb-400f-a680-c0a1ae7d4e2a Jul 16 08:41:52.614772 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4536dc7-3638-42b0-9c29-f6bd9d6d14e7 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Pushing event updated for resources: {'Network': ['ID=937f82de-94ec-497c-b7c9-d7a087ebbc85,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:52.643248 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 937f82de-94ec-497c-b7c9-d7a087ebbc85 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:52.646997 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d9642ab1-b740-443d-b1a2-94b564792412 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:52.649683 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a8e3cdcb-00d4-4506-8a46-0c167a15d0ff tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.653925 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a942969-7f5c-4285-9402-8fe2fc67c33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.689839 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-97575e50-259a-4dc9-a434-3352998eeaee tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.713243 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f4536dc7-3638-42b0-9c29-f6bd9d6d14e7 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0528951 Jul 16 08:41:52.714063 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a942969-7f5c-4285-9402-8fe2fc67c33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.716842 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46548) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:52.759932 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a942969-7f5c-4285-9402-8fe2fc67c33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76138ba4-15cc-4997-b46d-f0967d44e8e1,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:52.785157 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-7804ca93-1590-4df5-a36a-53302162beb2 service neutron] 10.222.0.22 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6564462 Jul 16 08:41:52.794187 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port d9642ab1-b740-443d-b1a2-94b564792412 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:41:52.799080 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port d9642ab1-b740-443d-b1a2-94b564792412 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:52.799458 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.824817 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e3cdcb-00d4-4506-8a46-0c167a15d0ff tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Checking segment: {'id': 'a4c38a74-ea18-4958-bfd6-608601a37815', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '5e15a499-ad82-4b0c-acb7-8154fb8fa60e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:52.825604 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e3cdcb-00d4-4506-8a46-0c167a15d0ff tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Network hostable DHCP agents. Network: 5e15a499-ad82-4b0c-acb7-8154fb8fa60e, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:41:52.845351 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3cdcb-00d4-4506-8a46-0c167a15d0ff tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Pushing event updated for resources: {'Subnet': ['ID=d1f60f6a-8e26-4bd8-b126-51c387d2da1c,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:52.870919 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b711a312-0859-4a22-a757-98676baf58c1 req-aee7f7b3-00ce-40c3-bd74-06393f080b47 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:52.873477 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b711a312-0859-4a22-a757-98676baf58c1 req-aee7f7b3-00ce-40c3-bd74-06393f080b47 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 946 time: 0.3321688 Jul 16 08:41:52.879557 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6a942969-7f5c-4285-9402-8fe2fc67c33d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2fa0e1ee095f4edfa6489e1b7f6bc587&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9872799 Jul 16 08:41:52.882050 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46550) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:52.887665 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e3cdcb-00d4-4506-8a46-0c167a15d0ff tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Network 5e15a499-ad82-4b0c-acb7-8154fb8fa60e is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:41:52.951917 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-a8e3cdcb-00d4-4506-8a46-0c167a15d0ff tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 5e15a499-ad82-4b0c-acb7-8154fb8fa60e) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:52.965452 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a8e3cdcb-00d4-4506-8a46-0c167a15d0ff tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.965701 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:52.969966 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5130ba82-ea40-47f2-8d6d-ff3c5a1d3c5b None None] Network 5e15a499-ad82-4b0c-acb7-8154fb8fa60e requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:53.034803 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ed39e86b-a7b4-4b9a-8f19-cb88d2ad2c99 None None] Provisioning complete for port d9642ab1-b740-443d-b1a2-94b564792412 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:53.035735 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ed39e86b-a7b4-4b9a-8f19-cb88d2ad2c99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:53.076340 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-171ed528-8d39-4a3d-861a-156337fcfd23 service neutron] 10.222.0.22 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2882211 Jul 16 08:41:53.085041 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-97575e50-259a-4dc9-a434-3352998eeaee tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:53.092645 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97575e50-259a-4dc9-a434-3352998eeaee tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:53.093334 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-97575e50-259a-4dc9-a434-3352998eeaee tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:53.099018 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b711a312-0859-4a22-a757-98676baf58c1 req-d1003a33-d16f-44bb-ac36-6f0b0e43f319 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155480 Jul 16 08:41:53.155798 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-97575e50-259a-4dc9-a434-3352998eeaee tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1553557 Jul 16 08:41:53.170001 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46556) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:53.182362 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-3e3a9155-7026-4653-8ba0-82f1a339459b tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Request body: {'subnet': {'network_id': '4fb2b137-8f7f-4e69-8988-43c541f7edb3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:53.210603 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ca3fa1a2-9b14-418d-9011-e476b4a9dd5e tempest-DHCPAgentSchedulersTestJSON-1801151881 tempest-DHCPAgentSchedulersTestJSON-1801151881-project-admin] 10.222.0.22 "GET /v2.0/agents/85a4e345-9125-49ef-97df-c8e8ff5d9bd3/dhcp-networks HTTP/1.1" status: 200 len: 7990 time: 0.4900441 Jul 16 08:41:53.215734 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46560) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:53.350430 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e3a9155-7026-4653-8ba0-82f1a339459b tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Made reservation on behalf of 1591cbbb2e6f40a59d14ed0e7e21bbb6 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:53.356222 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3e3a9155-7026-4653-8ba0-82f1a339459b tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:53.377220 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97575e50-259a-4dc9-a434-3352998eeaee tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Network': ['ID=89a8c292-80cb-400f-a680-c0a1ae7d4e2a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:53.409983 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e3cdcb-00d4-4506-8a46-0c167a15d0ff tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Pushing event updated for resources: {'Subnet': ['ID=c1f49e15-5bbe-42f4-a46f-ce145cd10b57,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:53.437225 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8e3cdcb-00d4-4506-8a46-0c167a15d0ff tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Checking segment: {'id': 'e43e9a7b-69c7-4093-bbb3-77061bae7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '82a2b81d-eb8b-4983-98c2-5d4105d43dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:53.437605 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e3cdcb-00d4-4506-8a46-0c167a15d0ff tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Network hostable DHCP agents. Network: 82a2b81d-eb8b-4983-98c2-5d4105d43dd2, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:41:53.460911 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c3e979e-93c3-4a10-a281-bcefa1332c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:53.502000 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-3b9c34e0-e718-462c-a0d7-bdd14b7c5d5e service neutron] 10.222.0.22 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3836818 Jul 16 08:41:53.511912 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa17d440-b3cc-456f-ac50-d16fd33e2a29 tempest-DHCPAgentSchedulersTestJSON-1801151881 tempest-DHCPAgentSchedulersTestJSON-1801151881-project-admin] Network 937f82de-94ec-497c-b7c9-d7a087ebbc85 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:41:53.518983 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 89a8c292-80cb-400f-a680-c0a1ae7d4e2a details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:41:53.525424 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fa17d440-b3cc-456f-ac50-d16fd33e2a29 tempest-DHCPAgentSchedulersTestJSON-1801151881 tempest-DHCPAgentSchedulersTestJSON-1801151881-project-admin] 10.222.0.22 "POST /v2.0/agents/85a4e345-9125-49ef-97df-c8e8ff5d9bd3/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3066645 Jul 16 08:41:53.528714 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46564) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:53.576919 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4edb4d65-bd25-41b6-bfce-e1792c03344f None None] Network 937f82de-94ec-497c-b7c9-d7a087ebbc85 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:53.583130 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port d9642ab1-b740-443d-b1a2-94b564792412, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d9642ab1-b740-443d-b1a2-94b564792412,segment=NetworkSegment(9376317d-0563-4947-82fa-e715b2da6383),segment_id=9376317d-0563-4947-82fa-e715b2da6383)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:53.613336 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:53.641156 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c3e979e-93c3-4a10-a281-bcefa1332c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:53.685074 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=d9642ab1-b740-443d-b1a2-94b564792412,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:53.752731 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c3e979e-93c3-4a10-a281-bcefa1332c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:53.756336 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c3e979e-93c3-4a10-a281-bcefa1332c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:53.757891 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3c3e979e-93c3-4a10-a281-bcefa1332c54 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/76138ba4-15cc-4997-b46d-f0967d44e8e1 HTTP/1.1" status: 204 len: 168 time: 0.8719406 Jul 16 08:41:53.783994 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8e3cdcb-00d4-4506-8a46-0c167a15d0ff tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Network 82a2b81d-eb8b-4983-98c2-5d4105d43dd2 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:41:53.793999 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3e979e-93c3-4a10-a281-bcefa1332c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76138ba4-15cc-4997-b46d-f0967d44e8e1,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:53.801189 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-a8e3cdcb-00d4-4506-8a46-0c167a15d0ff tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 82a2b81d-eb8b-4983-98c2-5d4105d43dd2) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:53.807771 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e3cdcb-00d4-4506-8a46-0c167a15d0ff tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:53.808488 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8e3cdcb-00d4-4506-8a46-0c167a15d0ff tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:53.809482 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a8e3cdcb-00d4-4506-8a46-0c167a15d0ff tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:53.815626 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1f741b8b-8c58-491b-ac6c-e82b0130baf1 tempest-DHCPAgentSchedulersTestJSON-1801151881 tempest-DHCPAgentSchedulersTestJSON-1801151881-project-admin] 10.222.0.22 "GET /v2.0/agents/85a4e345-9125-49ef-97df-c8e8ff5d9bd3/dhcp-networks HTTP/1.1" status: 200 len: 9559 time: 0.2822316 Jul 16 08:41:53.815626 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46572) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:53.839603 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a8e3cdcb-00d4-4506-8a46-0c167a15d0ff tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.0754161 Jul 16 08:41:53.840412 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46574) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:53.916059 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa8c12f9-853d-4ff5-b117-0324632e7933 None None] Network 82a2b81d-eb8b-4983-98c2-5d4105d43dd2 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:53.948486 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a81c712-3ea9-42a2-95b8-89be1f1816e3 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:53.950629 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a81c712-3ea9-42a2-95b8-89be1f1816e3 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:53.952550 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a81c712-3ea9-42a2-95b8-89be1f1816e3 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:53.958938 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0a81c712-3ea9-42a2-95b8-89be1f1816e3 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1153572 Jul 16 08:41:53.959808 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46580) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:53.978091 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-44bdcaa6-4877-4b6b-9325-6deb715b3ace tempest-DHCPAgentSchedulersTestJSON-1801151881 tempest-DHCPAgentSchedulersTestJSON-1801151881-project-admin] 10.222.0.22 "DELETE /v2.0/agents/85a4e345-9125-49ef-97df-c8e8ff5d9bd3/dhcp-networks/937f82de-94ec-497c-b7c9-d7a087ebbc85 HTTP/1.1" status: 204 len: 168 time: 0.1614769 Jul 16 08:41:53.980646 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46582) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:54.097844 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-90312176-b145-4a06-8f8f-fee068834653 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Deleting subnet d1f60f6a-8e26-4bd8-b126-51c387d2da1c {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:41:54.102056 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90312176-b145-4a06-8f8f-fee068834653 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.249526 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-aac0b50b-4b0c-411e-b407-88a0f5c6d9b1 tempest-DHCPAgentSchedulersTestJSON-1801151881 tempest-DHCPAgentSchedulersTestJSON-1801151881-project-admin] 10.222.0.22 "GET /v2.0/agents/85a4e345-9125-49ef-97df-c8e8ff5d9bd3/dhcp-networks HTTP/1.1" status: 200 len: 9589 time: 0.2675891 Jul 16 08:41:54.262201 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46590) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:54.283063 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90312176-b145-4a06-8f8f-fee068834653 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.323937 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3e3a9155-7026-4653-8ba0-82f1a339459b tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.353251 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b1172a7b-c98b-4403-88e5-c29bafae0ced tempest-DHCPAgentSchedulersTestJSON-1801151881 tempest-DHCPAgentSchedulersTestJSON-1801151881-project-admin] 10.222.0.22 "GET /v2.0/networks/81cc208c-3784-402b-9176-7bc335f20076/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0890145 Jul 16 08:41:54.370187 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46594) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:54.474279 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-cffeca8d-fa4e-4c83-b780-a9b2a75de245 tempest-DHCPAgentSchedulersTestJSON-1801151881 tempest-DHCPAgentSchedulersTestJSON-1801151881-project-admin] 10.222.0.22 "GET /v2.0/networks/81cc208c-3784-402b-9176-7bc335f20076/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0995336 Jul 16 08:41:54.474842 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46604) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:54.489670 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-63fcaa0d-c22a-4a88-9c4a-0d2075f6025a None None] Could not find standard attr ID for object 5f8afdda-7c15-4074-b509-78f2e5582965. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:41:54.493345 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aaef30b-a48a-49b7-b1c3-40f340311102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-5e15a499-ad82-4b0c-acb7-8154fb8fa60e', 'network_id': '5e15a499-ad82-4b0c-acb7-8154fb8fa60e', 'tenant_id': 'e25669bc1de6484e8eeba64abcfb2665', 'fixed_ips': [{'subnet_id': 'd1f60f6a-8e26-4bd8-b126-51c387d2da1c'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:41:54.494829 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0aaef30b-a48a-49b7-b1c3-40f340311102 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.553714 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46606) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:54.564799 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6731d5c8-f549-4106-83c5-87eb4be16063 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-82a2b81d-eb8b-4983-98c2-5d4105d43dd2', 'network_id': '82a2b81d-eb8b-4983-98c2-5d4105d43dd2', 'tenant_id': 'e25669bc1de6484e8eeba64abcfb2665', 'fixed_ips': [{'subnet_id': 'c1f49e15-5bbe-42f4-a46f-ce145cd10b57'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:41:54.567386 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6731d5c8-f549-4106-83c5-87eb4be16063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.627185 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d9642ab1-b740-443d-b1a2-94b564792412 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:41:54.658110 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93987122-b030-4556-b3d7-ac0f9b46f5e5 req-863d9115-5146-4d8f-8398-557ca27e2729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:54.664531 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-93987122-b030-4556-b3d7-ac0f9b46f5e5 req-863d9115-5146-4d8f-8398-557ca27e2729 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 1098 time: 0.4175820 Jul 16 08:41:54.683412 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90312176-b145-4a06-8f8f-fee068834653 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.696959 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-26456207-ca57-4a72-8bf1-b3079e3dc3c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.745428 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e3a9155-7026-4653-8ba0-82f1a339459b tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Checking segment: {'id': 'dca2e800-a936-4ebb-be2a-2d82af5fe7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4fb2b137-8f7f-4e69-8988-43c541f7edb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:54.756580 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3a9155-7026-4653-8ba0-82f1a339459b tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network hostable DHCP agents. Network: 4fb2b137-8f7f-4e69-8988-43c541f7edb3, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:41:54.772158 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a9155-7026-4653-8ba0-82f1a339459b tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Subnet': ['ID=fce7eb13-bc5d-4a88-b10e-dc4736debeb7,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:54.804853 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-014f8977-fe9b-4d74-ad15-9bfd5240d88d tempest-DHCPAgentSchedulersTestJSON-1801151881 tempest-DHCPAgentSchedulersTestJSON-1801151881-project-admin] 10.222.0.22 "GET /v2.0/agents/85a4e345-9125-49ef-97df-c8e8ff5d9bd3/dhcp-networks HTTP/1.1" status: 200 len: 9589 time: 0.3285797 Jul 16 08:41:54.818546 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46614) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:54.840945 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-93987122-b030-4556-b3d7-ac0f9b46f5e5 req-3182afc9-4388-484e-951e-b6ea63d066f4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697857 Jul 16 08:41:54.873267 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226be3fb-bdb7-48f0-b9a8-faa8b77bb3d1 req-ec1c8937-1d09-4639-a32f-847765608974 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:54.883450 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-226be3fb-bdb7-48f0-b9a8-faa8b77bb3d1 req-ec1c8937-1d09-4639-a32f-847765608974 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 946 time: 0.5941617 Jul 16 08:41:54.939813 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port d9642ab1-b740-443d-b1a2-94b564792412 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:41:54.940186 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:54.944770 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e3a9155-7026-4653-8ba0-82f1a339459b tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network 4fb2b137-8f7f-4e69-8988-43c541f7edb3 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:41:54.988727 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-226be3fb-bdb7-48f0-b9a8-faa8b77bb3d1 req-0e7467e3-2bc2-4775-a5a8-3dfc2301dfdf tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993764 Jul 16 08:41:54.993153 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-3e3a9155-7026-4653-8ba0-82f1a339459b tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 4fb2b137-8f7f-4e69-8988-43c541f7edb3) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:55.018955 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e3a9155-7026-4653-8ba0-82f1a339459b tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:55.019553 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3e3a9155-7026-4653-8ba0-82f1a339459b tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.028983 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-6731d5c8-f549-4106-83c5-87eb4be16063 None None] Allocated IP 172.20.0.18 (82a2b81d-eb8b-4983-98c2-5d4105d43dd2/c1f49e15-5bbe-42f4-a46f-ce145cd10b57/8a621c92-64f8-400e-8c73-cbb12c28e5be) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:55.042336 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90312176-b145-4a06-8f8f-fee068834653 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.078052 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90312176-b145-4a06-8f8f-fee068834653 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Pushing event deleted for resources: {'Subnet': ['ID=d1f60f6a-8e26-4bd8-b126-51c387d2da1c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:55.094602 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90312176-b145-4a06-8f8f-fee068834653 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.100722 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-90312176-b145-4a06-8f8f-fee068834653 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] 10.222.0.22 "DELETE /v2.0/subnets/d1f60f6a-8e26-4bd8-b126-51c387d2da1c HTTP/1.1" status: 204 len: 168 time: 1.1273713 Jul 16 08:41:55.108878 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46622) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:55.121767 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-55dc9339-2538-4a0d-ae0b-440d304d7f9b req-43e32eae-c422-40bd-9e64-90da49c227a0 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 210 time: 0.1494455 Jul 16 08:41:55.133352 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a55eb6fd-a5a4-4e52-a391-9cb2c889012b tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.187423 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-26456207-ca57-4a72-8bf1-b3079e3dc3c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.218333 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-26456207-ca57-4a72-8bf1-b3079e3dc3c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.247210 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f99e62dd-a96d-4d04-af16-86e1c1acb9a6 None None] Network 4fb2b137-8f7f-4e69-8988-43c541f7edb3 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:55.251891 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3e3a9155-7026-4653-8ba0-82f1a339459b tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0780911 Jul 16 08:41:55.265036 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46628) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server [None req-0aaef30b-a48a-49b7-b1c3-40f340311102 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d1f60f6a-8e26-4bd8-b126-51c387d2da1c: This subnet is being modified by another concurrent operation. Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:41:55.272673 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise exception Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d1f60f6a-8e26-4bd8-b126-51c387d2da1c: This subnet is being modified by another concurrent operation. Jul 16 08:41:55.277795 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server Jul 16 08:41:55.292425 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e2bea72a-e2e5-4cd1-b692-b201a4d2b2c6 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Request body: {'subnet': {'network_id': '89a8c292-80cb-400f-a680-c0a1ae7d4e2a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:55.312909 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110725af-3046-49e7-8cd5-8049fc035aa6 None None] Network 5e15a499-ad82-4b0c-acb7-8154fb8fa60e requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:55.368610 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-d502b045-9451-4a5d-bef3-d1ec0f0ca151 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Deleting subnet c1f49e15-5bbe-42f4-a46f-ce145cd10b57 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:41:55.414759 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-26456207-ca57-4a72-8bf1-b3079e3dc3c0 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a1949e1f6feb497f9c1b3bb2ed914bc2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8240473 Jul 16 08:41:55.421361 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46630) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:55.435728 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a55eb6fd-a5a4-4e52-a391-9cb2c889012b tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.509702 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26456207-ca57-4a72-8bf1-b3079e3dc3c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d5ea7f4-f366-4285-b4f7-1de94ce9cd7f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:55.532564 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-a55eb6fd-a5a4-4e52-a391-9cb2c889012b tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['937f82de-94ec-497c-b7c9-d7a087ebbc85']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:55.602413 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-a55eb6fd-a5a4-4e52-a391-9cb2c889012b tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a037cb6-0b13-4dac-8421-99e518dbcc56') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:55.610217 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-a55eb6fd-a5a4-4e52-a391-9cb2c889012b tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a037cb6-0b13-4dac-8421-99e518dbcc56') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:55.653889 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0bce341b-9b0a-4882-9ac4-7e533cd1f8c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.679141 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6731d5c8-f549-4106-83c5-87eb4be16063 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.714110 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6731d5c8-f549-4106-83c5-87eb4be16063 None None] Transition to ACTIVE for port object 8a621c92-64f8-400e-8c73-cbb12c28e5be will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:55.742043 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0bce341b-9b0a-4882-9ac4-7e533cd1f8c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.752015 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a55eb6fd-a5a4-4e52-a391-9cb2c889012b tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.798137 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6731d5c8-f549-4106-83c5-87eb4be16063 None None] Transition to ACTIVE for port object 8a621c92-64f8-400e-8c73-cbb12c28e5be will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:55.807589 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a55eb6fd-a5a4-4e52-a391-9cb2c889012b tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.814259 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bea72a-e2e5-4cd1-b692-b201a4d2b2c6 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Made reservation on behalf of 1591cbbb2e6f40a59d14ed0e7e21bbb6 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:41:55.817908 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2bea72a-e2e5-4cd1-b692-b201a4d2b2c6 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.835360 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6731d5c8-f549-4106-83c5-87eb4be16063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.848186 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824bd49e-891d-4780-abd9-2887e325e3fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-4fb2b137-8f7f-4e69-8988-43c541f7edb3', 'network_id': '4fb2b137-8f7f-4e69-8988-43c541f7edb3', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'fixed_ips': [{'subnet_id': 'fce7eb13-bc5d-4a88-b10e-dc4736debeb7'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:41:55.849219 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-824bd49e-891d-4780-abd9-2887e325e3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.861426 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d502b045-9451-4a5d-bef3-d1ec0f0ca151 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.914357 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6731d5c8-f549-4106-83c5-87eb4be16063 None None] Network 82a2b81d-eb8b-4983-98c2-5d4105d43dd2 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:55.919049 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0bce341b-9b0a-4882-9ac4-7e533cd1f8c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.925364 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-6731d5c8-f549-4106-83c5-87eb4be16063 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:55.927913 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0bce341b-9b0a-4882-9ac4-7e533cd1f8c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.934345 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0bce341b-9b0a-4882-9ac4-7e533cd1f8c3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2d5ea7f4-f366-4285-b4f7-1de94ce9cd7f HTTP/1.1" status: 204 len: 168 time: 0.5084758 Jul 16 08:41:55.934693 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6731d5c8-f549-4106-83c5-87eb4be16063 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:55.958058 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a55eb6fd-a5a4-4e52-a391-9cb2c889012b tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:41:55.958595 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a55eb6fd-a5a4-4e52-a391-9cb2c889012b tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:55.979884 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bce341b-9b0a-4882-9ac4-7e533cd1f8c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d5ea7f4-f366-4285-b4f7-1de94ce9cd7f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:41:55.989891 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:41:56.001503 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d502b045-9451-4a5d-bef3-d1ec0f0ca151 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.036091 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731d5c8-f549-4106-83c5-87eb4be16063 None None] Pushing event updated for resources: {'Port': ['ID=8a621c92-64f8-400e-8c73-cbb12c28e5be,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:56.132944 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a55eb6fd-a5a4-4e52-a391-9cb2c889012b tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.179252 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d502b045-9451-4a5d-bef3-d1ec0f0ca151 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.230041 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a55eb6fd-a5a4-4e52-a391-9cb2c889012b tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.239248 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a55eb6fd-a5a4-4e52-a391-9cb2c889012b tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] 10.222.0.22 "DELETE /v2.0/networks/937f82de-94ec-497c-b7c9-d7a087ebbc85 HTTP/1.1" status: 204 len: 168 time: 1.4193716 Jul 16 08:41:56.241996 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46646) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:56.276605 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a344ae9-3048-47e1-9795-aa3cf094930f tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] DELETE failed (client error): The resource could not be found. Jul 16 08:41:56.277368 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a344ae9-3048-47e1-9795-aa3cf094930f tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:41:56.281981 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0a344ae9-3048-47e1-9795-aa3cf094930f tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] 10.222.0.22 "DELETE /v2.0/ports/5f8afdda-7c15-4074-b509-78f2e5582965 HTTP/1.1" status: 404 len: 333 time: 0.0359242 Jul 16 08:41:56.283034 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46648) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:56.300112 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6731d5c8-f549-4106-83c5-87eb4be16063 None None] Attempting to bind port 8a621c92-64f8-400e-8c73-cbb12c28e5be on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:56.300595 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6731d5c8-f549-4106-83c5-87eb4be16063 None None] Attempting to bind port 8a621c92-64f8-400e-8c73-cbb12c28e5be by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'e43e9a7b-69c7-4093-bbb3-77061bae7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '82a2b81d-eb8b-4983-98c2-5d4105d43dd2'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:56.300884 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6731d5c8-f549-4106-83c5-87eb4be16063 None None] Attempting to bind port 8a621c92-64f8-400e-8c73-cbb12c28e5be on network 82a2b81d-eb8b-4983-98c2-5d4105d43dd2 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:56.321139 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55eb6fd-a5a4-4e52-a391-9cb2c889012b tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Pushing event deleted for resources: {'Network': ['ID=937f82de-94ec-497c-b7c9-d7a087ebbc85,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:56.333406 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6731d5c8-f549-4106-83c5-87eb4be16063 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:56.339256 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6731d5c8-f549-4106-83c5-87eb4be16063 None None] Checking segment: {'id': 'e43e9a7b-69c7-4093-bbb3-77061bae7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '82a2b81d-eb8b-4983-98c2-5d4105d43dd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:56.339806 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6731d5c8-f549-4106-83c5-87eb4be16063 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.340229 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6731d5c8-f549-4106-83c5-87eb4be16063 None None] Bound using segment: {'id': 'e43e9a7b-69c7-4093-bbb3-77061bae7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '82a2b81d-eb8b-4983-98c2-5d4105d43dd2'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:56.340973 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6731d5c8-f549-4106-83c5-87eb4be16063 None None] Bound port: 8a621c92-64f8-400e-8c73-cbb12c28e5be, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e43e9a7b-69c7-4093-bbb3-77061bae7ece', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '82a2b81d-eb8b-4983-98c2-5d4105d43dd2'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:56.341220 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6731d5c8-f549-4106-83c5-87eb4be16063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.380099 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2bea72a-e2e5-4cd1-b692-b201a4d2b2c6 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.384865 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d502b045-9451-4a5d-bef3-d1ec0f0ca151 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.419753 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-824bd49e-891d-4780-abd9-2887e325e3fb None None] Allocated IP 2001:db8::2 (4fb2b137-8f7f-4e69-8988-43c541f7edb3/fce7eb13-bc5d-4a88-b10e-dc4736debeb7/a42a5a83-0cf1-4721-b8a3-19e1ee8d7306) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:56.498566 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d502b045-9451-4a5d-bef3-d1ec0f0ca151 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.505287 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d502b045-9451-4a5d-bef3-d1ec0f0ca151 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] 10.222.0.22 "DELETE /v2.0/subnets/c1f49e15-5bbe-42f4-a46f-ce145cd10b57 HTTP/1.1" status: 204 len: 168 time: 1.3947740 Jul 16 08:41:56.511501 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a98c689-a7ea-479f-8da5-7f7d6e479635 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Deleting subnet 90ae58ad-a8a0-4fc7-bcbe-13133f2cc5a6 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:41:56.518292 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46654) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:56.554952 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6731d5c8-f549-4106-83c5-87eb4be16063 None None] For port 8a621c92-64f8-400e-8c73-cbb12c28e5be, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:56.561012 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6731d5c8-f549-4106-83c5-87eb4be16063 None None] For port 8a621c92-64f8-400e-8c73-cbb12c28e5be, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=8a621c92-64f8-400e-8c73-cbb12c28e5be,segment=NetworkSegment(e43e9a7b-69c7-4093-bbb3-77061bae7ece),segment_id=e43e9a7b-69c7-4093-bbb3-77061bae7ece)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:56.567033 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1c4d52e7-7ebf-4f96-9868-540bd879c296 req-5cfba224-15d3-431a-aa83-2806a1192681 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 210 time: 0.0949442 Jul 16 08:41:56.581432 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2a98c689-a7ea-479f-8da5-7f7d6e479635 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.606348 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6731d5c8-f549-4106-83c5-87eb4be16063 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.617431 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502b045-9451-4a5d-bef3-d1ec0f0ca151 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Pushing event deleted for resources: {'Subnet': ['ID=c1f49e15-5bbe-42f4-a46f-ce145cd10b57,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:56.676788 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2a98c689-a7ea-479f-8da5-7f7d6e479635 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.677052 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bea72a-e2e5-4cd1-b692-b201a4d2b2c6 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Checking segment: {'id': 'dbcab881-4410-4199-9b25-70b707540020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '89a8c292-80cb-400f-a680-c0a1ae7d4e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:56.677253 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bea72a-e2e5-4cd1-b692-b201a4d2b2c6 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network hostable DHCP agents. Network: 89a8c292-80cb-400f-a680-c0a1ae7d4e2a, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:41:56.680099 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bea72a-e2e5-4cd1-b692-b201a4d2b2c6 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Subnet': ['ID=cae0860e-e9a8-4805-8464-89959194ea92,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:56.767594 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce596a1c-9fcb-4f0b-a056-831423a891ca req-9854c15b-72e4-4729-9beb-872f42614bcb tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:56.792319 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ce596a1c-9fcb-4f0b-a056-831423a891ca req-9854c15b-72e4-4729-9beb-872f42614bcb tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 946 time: 0.4168823 Jul 16 08:41:56.792749 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-162ab81d-cc68-4f97-a1c3-cea7c420ec44 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:56.794379 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-162ab81d-cc68-4f97-a1c3-cea7c420ec44 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2748673 Jul 16 08:41:56.800446 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46668) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:56.813031 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bea72a-e2e5-4cd1-b692-b201a4d2b2c6 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network 89a8c292-80cb-400f-a680-c0a1ae7d4e2a is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:41:56.827604 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-824bd49e-891d-4780-abd9-2887e325e3fb None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.843961 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-824bd49e-891d-4780-abd9-2887e325e3fb None None] Transition to ACTIVE for port object a42a5a83-0cf1-4721-b8a3-19e1ee8d7306 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:56.870299 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-824bd49e-891d-4780-abd9-2887e325e3fb None None] Transition to ACTIVE for port object a42a5a83-0cf1-4721-b8a3-19e1ee8d7306 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:56.901597 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-824bd49e-891d-4780-abd9-2887e325e3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:56.936315 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ce596a1c-9fcb-4f0b-a056-831423a891ca req-866faf5b-70f8-40a6-b7af-deae23fee185 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389878 Jul 16 08:41:56.958796 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6731d5c8-f549-4106-83c5-87eb4be16063 None None] Pushing event updated for resources: {'Port': ['ID=8a621c92-64f8-400e-8c73-cbb12c28e5be,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:57.055382 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e2bea72a-e2e5-4cd1-b692-b201a4d2b2c6 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 89a8c292-80cb-400f-a680-c0a1ae7d4e2a) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:57.078631 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bea72a-e2e5-4cd1-b692-b201a4d2b2c6 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:57.079223 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2bea72a-e2e5-4cd1-b692-b201a4d2b2c6 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.105050 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-92adbc09-1193-49b8-8dd6-4b907907d6fa tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.140834 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2a98c689-a7ea-479f-8da5-7f7d6e479635 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.155331 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e2bea72a-e2e5-4cd1-b692-b201a4d2b2c6 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8890929 Jul 16 08:41:57.166010 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46676) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:57.195752 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-ef4e4443-b6f5-444b-aa5a-a304a7bce86c tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1173498670', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:57.324842 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4443-b6f5-444b-aa5a-a304a7bce86c tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.326274 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4443-b6f5-444b-aa5a-a304a7bce86c tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.422316 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824bd49e-891d-4780-abd9-2887e325e3fb None None] Network 4fb2b137-8f7f-4e69-8988-43c541f7edb3 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:57.425177 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-824bd49e-891d-4780-abd9-2887e325e3fb None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:57.434330 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de76887b-c3ab-46a5-a68e-7e5ff5dab655 None None] Network 89a8c292-80cb-400f-a680-c0a1ae7d4e2a requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:57.437369 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824bd49e-891d-4780-abd9-2887e325e3fb None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:57.462180 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55cad9ac-546e-4c42-b81a-bb9ceb4b99f1 None None] Network 82a2b81d-eb8b-4983-98c2-5d4105d43dd2 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:57.508835 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824bd49e-891d-4780-abd9-2887e325e3fb None None] Pushing event updated for resources: {'Port': ['ID=a42a5a83-0cf1-4721-b8a3-19e1ee8d7306,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:57.702933 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4443-b6f5-444b-aa5a-a304a7bce86c tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.739267 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4443-b6f5-444b-aa5a-a304a7bce86c tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.824716 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-92adbc09-1193-49b8-8dd6-4b907907d6fa tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Deleting port 8a621c92-64f8-400e-8c73-cbb12c28e5be {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:41:57.824985 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-92adbc09-1193-49b8-8dd6-4b907907d6fa tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.834489 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef4e4443-b6f5-444b-aa5a-a304a7bce86c tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.835712 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ef4e4443-b6f5-444b-aa5a-a304a7bce86c tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6682158 Jul 16 08:41:57.853446 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-824bd49e-891d-4780-abd9-2887e325e3fb None None] Attempting to bind port a42a5a83-0cf1-4721-b8a3-19e1ee8d7306 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:57.854039 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-824bd49e-891d-4780-abd9-2887e325e3fb None None] Attempting to bind port a42a5a83-0cf1-4721-b8a3-19e1ee8d7306 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'dca2e800-a936-4ebb-be2a-2d82af5fe7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4fb2b137-8f7f-4e69-8988-43c541f7edb3'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:57.854148 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824bd49e-891d-4780-abd9-2887e325e3fb None None] Attempting to bind port a42a5a83-0cf1-4721-b8a3-19e1ee8d7306 on network 4fb2b137-8f7f-4e69-8988-43c541f7edb3 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:57.866124 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-36b08a33-5a1f-497f-96a7-96b27da60e5c tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:57.877858 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-36b08a33-5a1f-497f-96a7-96b27da60e5c tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/networks?id=c4d0fd4d-6fdb-4a0d-a035-561da1f752b3 HTTP/1.1" status: 200 len: 811 time: 0.5627644 Jul 16 08:41:57.891178 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18056b81-3441-47db-943c-58592def18ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-89a8c292-80cb-400f-a680-c0a1ae7d4e2a', 'network_id': '89a8c292-80cb-400f-a680-c0a1ae7d4e2a', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'fixed_ips': [{'subnet_id': 'cae0860e-e9a8-4805-8464-89959194ea92'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:41:57.892098 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18056b81-3441-47db-943c-58592def18ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.955674 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-92adbc09-1193-49b8-8dd6-4b907907d6fa tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] For port 8a621c92-64f8-400e-8c73-cbb12c28e5be, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=8a621c92-64f8-400e-8c73-cbb12c28e5be,segment=NetworkSegment(e43e9a7b-69c7-4093-bbb3-77061bae7ece),segment_id=e43e9a7b-69c7-4093-bbb3-77061bae7ece)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:41:57.955887 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824bd49e-891d-4780-abd9-2887e325e3fb None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:57.956245 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824bd49e-891d-4780-abd9-2887e325e3fb None None] Checking segment: {'id': 'dca2e800-a936-4ebb-be2a-2d82af5fe7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4fb2b137-8f7f-4e69-8988-43c541f7edb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:57.956399 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-92adbc09-1193-49b8-8dd6-4b907907d6fa tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.968051 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-824bd49e-891d-4780-abd9-2887e325e3fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.968651 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824bd49e-891d-4780-abd9-2887e325e3fb None None] Bound using segment: {'id': 'dca2e800-a936-4ebb-be2a-2d82af5fe7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4fb2b137-8f7f-4e69-8988-43c541f7edb3'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:57.969178 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-824bd49e-891d-4780-abd9-2887e325e3fb None None] Bound port: a42a5a83-0cf1-4721-b8a3-19e1ee8d7306, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dca2e800-a936-4ebb-be2a-2d82af5fe7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '4fb2b137-8f7f-4e69-8988-43c541f7edb3'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:57.969583 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-824bd49e-891d-4780-abd9-2887e325e3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:57.974149 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46704) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:57.975666 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-92adbc09-1193-49b8-8dd6-4b907907d6fa tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Calling delete_port for 8a621c92-64f8-400e-8c73-cbb12c28e5be owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:41:58.055468 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d48a660f-23b3-4ea0-94d6-a77f85adda79 req-f2e7b899-571d-4721-84b8-48161d81ad8f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 210 time: 0.0938842 Jul 16 08:41:58.214118 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-3b453309-73d0-4c4f-864e-d35ddbf1b1ac tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/quotas/5a4e731777374b07bb09db55f04a1d18 HTTP/1.1" status: 200 len: 375 time: 0.0137830 Jul 16 08:41:58.216111 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-92adbc09-1193-49b8-8dd6-4b907907d6fa tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.224787 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-f16080b4-a195-4669-862d-4c666c6984a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:58.226170 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-f16080b4-a195-4669-862d-4c666c6984a3 service neutron] 10.222.0.21 "GET /v2.0/ports/ac3245a2-1832-46a1-a707-f054e3b47d6a HTTP/1.1" status: 200 len: 1026 time: 1.0331545 Jul 16 08:41:58.251197 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92adbc09-1193-49b8-8dd6-4b907907d6fa tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Pushing event deleted for resources: {'Port': ['ID=8a621c92-64f8-400e-8c73-cbb12c28e5be,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:58.256745 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-18056b81-3441-47db-943c-58592def18ff None None] Allocated IP 2001:db8:1::2 (89a8c292-80cb-400f-a680-c0a1ae7d4e2a/cae0860e-e9a8-4805-8464-89959194ea92/fb19ed97-bc1f-4d94-97e1-c70b069493c9) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:58.303653 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92adbc09-1193-49b8-8dd6-4b907907d6fa tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] No DVR routers for this DVR port 8a621c92-64f8-400e-8c73-cbb12c28e5be on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:41:58.358161 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2a98c689-a7ea-479f-8da5-7f7d6e479635 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.435672 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-27960722-7bc5-416c-b320-e6e9addd0df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:58.437461 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-27960722-7bc5-416c-b320-e6e9addd0df6 service neutron] 10.222.0.21 "GET /v2.0/ports/5b0628d6-3782-44d5-85db-3802f0fa70fb HTTP/1.1" status: 200 len: 1027 time: 0.1655509 Jul 16 08:41:58.442081 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a98c689-a7ea-479f-8da5-7f7d6e479635 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Pushing event deleted for resources: {'Subnet': ['ID=90ae58ad-a8a0-4fc7-bcbe-13133f2cc5a6,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:58.442563 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18056b81-3441-47db-943c-58592def18ff None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.471304 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-18056b81-3441-47db-943c-58592def18ff None None] Transition to ACTIVE for port object fb19ed97-bc1f-4d94-97e1-c70b069493c9 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:58.518782 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c49ee87-a128-46e8-9d3e-954dc5d048db None None] Network 81cc208c-3784-402b-9176-7bc335f20076 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:41:58.539451 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-92adbc09-1193-49b8-8dd6-4b907907d6fa tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.553206 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-92adbc09-1193-49b8-8dd6-4b907907d6fa tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82a2b81d-eb8b-4983-98c2-5d4105d43dd2']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:58.586865 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2a98c689-a7ea-479f-8da5-7f7d6e479635 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.591031 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2a98c689-a7ea-479f-8da5-7f7d6e479635 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] 10.222.0.22 "DELETE /v2.0/subnets/90ae58ad-a8a0-4fc7-bcbe-13133f2cc5a6 HTTP/1.1" status: 204 len: 168 time: 2.3056672 Jul 16 08:41:58.596069 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-973b7f0d-df1e-47c6-b431-ccb96ddb14e4 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5a4e731777374b07bb09db55f04a1d18&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3505385 Jul 16 08:41:58.596605 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46720) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:58.598300 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-6196608f-25b5-4274-83af-ff5246509a4d tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:58.605069 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-6196608f-25b5-4274-83af-ff5246509a4d tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:58.611499 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-6196608f-25b5-4274-83af-ff5246509a4d tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:41:58.613410 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-6196608f-25b5-4274-83af-ff5246509a4d tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.21 "GET /v2.0/networks?id=68d1b8de-8ca0-41e5-ab5d-58997722961e&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=971f3192-951e-432a-a2cc-46e618e65630&id=971f3192-951e-432a-a2cc-46e618e65630 HTTP/1.1" status: 200 len: 1988 time: 0.1686902 Jul 16 08:41:58.643569 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-18056b81-3441-47db-943c-58592def18ff None None] Transition to ACTIVE for port object fb19ed97-bc1f-4d94-97e1-c70b069493c9 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:41:58.672649 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-92adbc09-1193-49b8-8dd6-4b907907d6fa tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e43e9a7b-69c7-4093-bbb3-77061bae7ece') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:58.684297 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-92adbc09-1193-49b8-8dd6-4b907907d6fa tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e43e9a7b-69c7-4093-bbb3-77061bae7ece') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:41:58.687606 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18056b81-3441-47db-943c-58592def18ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.698489 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f875f24b-091c-4157-a9b1-28fdf39d9182 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.721545 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-e3e9111c-2203-4634-8b74-c0fe1e83b540 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fe358b4bf3b41e19a3794e097af1b16 HTTP/1.1" status: 200 len: 379 time: 0.0993662 Jul 16 08:41:58.730810 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-04d508d8-5893-4c00-88f7-0b0a78aecf6c tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Request body: {'port': {'device_id': '736da105-041e-439e-ba87-45876ee23593', 'network_id': '68d1b8de-8ca0-41e5-ab5d-58997722961e', 'admin_state_up': True, 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'security_groups': ['0a8001ea-1dda-4554-9f88-ea882606b63d']}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:41:58.757758 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-92adbc09-1193-49b8-8dd6-4b907907d6fa tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.799675 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-92adbc09-1193-49b8-8dd6-4b907907d6fa tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.823870 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92adbc09-1193-49b8-8dd6-4b907907d6fa tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:41:58.826494 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-92adbc09-1193-49b8-8dd6-4b907907d6fa tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:58.858751 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18056b81-3441-47db-943c-58592def18ff None None] Pushing event updated for resources: {'Port': ['ID=fb19ed97-bc1f-4d94-97e1-c70b069493c9,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:58.915202 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:41:58.915202 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:41:58.915202 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:41:58.915202 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:41:58.915202 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:41:58.915202 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:41:58.915202 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:41:58.915202 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:41:58.915202 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:41:58.915202 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:41:58.915202 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:41:58.915202 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:41:58.915202 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:41:58.915202 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:41:58.915202 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:41:58.915202 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:41:58.915202 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:41:58.915202 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:41:58.915202 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:41:58.915202 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:41:58.915202 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:41:58.915202 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:41:58.915202 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:41:58.915202 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:41:58.915202 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:41:58.915202 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:41:58.915202 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:41:58.915202 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:41:58.915202 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:41:58.915202 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:41:58.915202 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:41:58.915202 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:41:59.026709 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18056b81-3441-47db-943c-58592def18ff None None] Network 89a8c292-80cb-400f-a680-c0a1ae7d4e2a is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:41:59.064220 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-18056b81-3441-47db-943c-58592def18ff None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:41:59.070303 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18056b81-3441-47db-943c-58592def18ff None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:41:59.128870 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-824bd49e-891d-4780-abd9-2887e325e3fb None None] For port a42a5a83-0cf1-4721-b8a3-19e1ee8d7306, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:59.156550 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-92adbc09-1193-49b8-8dd6-4b907907d6fa tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.230790 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-824bd49e-891d-4780-abd9-2887e325e3fb None None] For port a42a5a83-0cf1-4721-b8a3-19e1ee8d7306, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=a42a5a83-0cf1-4721-b8a3-19e1ee8d7306,segment=NetworkSegment(dca2e800-a936-4ebb-be2a-2d82af5fe7e7),segment_id=dca2e800-a936-4ebb-be2a-2d82af5fe7e7)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:59.240639 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-824bd49e-891d-4780-abd9-2887e325e3fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.333964 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-92adbc09-1193-49b8-8dd6-4b907907d6fa tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.343673 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-92adbc09-1193-49b8-8dd6-4b907907d6fa tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] 10.222.0.22 "DELETE /v2.0/networks/82a2b81d-eb8b-4983-98c2-5d4105d43dd2 HTTP/1.1" status: 204 len: 168 time: 2.5419316 Jul 16 08:41:59.377188 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46738) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:41:59.401236 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-18056b81-3441-47db-943c-58592def18ff None None] Attempting to bind port fb19ed97-bc1f-4d94-97e1-c70b069493c9 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:41:59.402136 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-18056b81-3441-47db-943c-58592def18ff None None] Attempting to bind port fb19ed97-bc1f-4d94-97e1-c70b069493c9 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'dbcab881-4410-4199-9b25-70b707540020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '89a8c292-80cb-400f-a680-c0a1ae7d4e2a'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:41:59.402526 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18056b81-3441-47db-943c-58592def18ff None None] Attempting to bind port fb19ed97-bc1f-4d94-97e1-c70b069493c9 on network 89a8c292-80cb-400f-a680-c0a1ae7d4e2a {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:41:59.411405 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18056b81-3441-47db-943c-58592def18ff None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:41:59.412924 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18056b81-3441-47db-943c-58592def18ff None None] Checking segment: {'id': 'dbcab881-4410-4199-9b25-70b707540020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '89a8c292-80cb-400f-a680-c0a1ae7d4e2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:41:59.413346 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18056b81-3441-47db-943c-58592def18ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.413755 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18056b81-3441-47db-943c-58592def18ff None None] Bound using segment: {'id': 'dbcab881-4410-4199-9b25-70b707540020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '89a8c292-80cb-400f-a680-c0a1ae7d4e2a'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:41:59.414250 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-18056b81-3441-47db-943c-58592def18ff None None] Bound port: fb19ed97-bc1f-4d94-97e1-c70b069493c9, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbcab881-4410-4199-9b25-70b707540020', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '89a8c292-80cb-400f-a680-c0a1ae7d4e2a'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:41:59.415187 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18056b81-3441-47db-943c-58592def18ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.448238 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92adbc09-1193-49b8-8dd6-4b907907d6fa tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Pushing event deleted for resources: {'Network': ['ID=82a2b81d-eb8b-4983-98c2-5d4105d43dd2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:59.452249 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-f875f24b-091c-4157-a9b1-28fdf39d9182 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Allocated IP 2001:db8::1 (4fb2b137-8f7f-4e69-8988-43c541f7edb3/fce7eb13-bc5d-4a88-b10e-dc4736debeb7/412eb977-0da4-4b2e-9cb4-85d719a443ba) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:41:59.527890 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824bd49e-891d-4780-abd9-2887e325e3fb None None] Pushing event updated for resources: {'Port': ['ID=a42a5a83-0cf1-4721-b8a3-19e1ee8d7306,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:41:59.543814 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d3f446c-70d8-41f1-b45c-1382fdeeaf36 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.625634 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-18056b81-3441-47db-943c-58592def18ff None None] For port fb19ed97-bc1f-4d94-97e1-c70b069493c9, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:41:59.644235 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-18056b81-3441-47db-943c-58592def18ff None None] For port fb19ed97-bc1f-4d94-97e1-c70b069493c9, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=fb19ed97-bc1f-4d94-97e1-c70b069493c9,segment=NetworkSegment(dbcab881-4410-4199-9b25-70b707540020),segment_id=dbcab881-4410-4199-9b25-70b707540020)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:41:59.656080 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-4603ed61-2a40-444d-aad0-b3296943a83c service neutron] 10.222.0.22 "GET /v2.0/networks/c4d0fd4d-6fdb-4a0d-a035-561da1f752b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9668412 Jul 16 08:41:59.667581 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a00a09-8190-4e31-bd49-bfa54feb923c None None] DHCP port deletion for 81cc208c-3784-402b-9176-7bc335f20076 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:41:59.824276 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18056b81-3441-47db-943c-58592def18ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:41:59.835655 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a2c27c5a-fc6f-4717-8c7c-f5ab45b4cd0f req-2dbafacc-fee9-4506-bbe3-091f2248dabd tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 210 time: 0.2408578 Jul 16 08:42:00.021625 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18056b81-3441-47db-943c-58592def18ff None None] Pushing event updated for resources: {'Port': ['ID=fb19ed97-bc1f-4d94-97e1-c70b069493c9,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:00.038140 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c2a00a09-8190-4e31-bd49-bfa54feb923c None None] Deleting port d9642ab1-b740-443d-b1a2-94b564792412 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:00.039077 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2a00a09-8190-4e31-bd49-bfa54feb923c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.082651 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-04d508d8-5893-4c00-88f7-0b0a78aecf6c tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Made reservation on behalf of 2fe358b4bf3b41e19a3794e097af1b16 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:00.092711 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-04d508d8-5893-4c00-88f7-0b0a78aecf6c tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.135423 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d3ac3d7-de9a-493d-b3cd-2627eb253779 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.224801 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f875f24b-091c-4157-a9b1-28fdf39d9182 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.260653 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c2a00a09-8190-4e31-bd49-bfa54feb923c None None] For port d9642ab1-b740-443d-b1a2-94b564792412, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d9642ab1-b740-443d-b1a2-94b564792412,segment=NetworkSegment(9376317d-0563-4947-82fa-e715b2da6383),segment_id=9376317d-0563-4947-82fa-e715b2da6383)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:00.261097 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2a00a09-8190-4e31-bd49-bfa54feb923c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.269614 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f875f24b-091c-4157-a9b1-28fdf39d9182 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Transition to ACTIVE for port object 412eb977-0da4-4b2e-9cb4-85d719a443ba will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:00.305112 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c2a00a09-8190-4e31-bd49-bfa54feb923c None None] Calling delete_port for d9642ab1-b740-443d-b1a2-94b564792412 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:00.367718 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f875f24b-091c-4157-a9b1-28fdf39d9182 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.470317 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875f24b-091c-4157-a9b1-28fdf39d9182 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Port': ['ID=412eb977-0da4-4b2e-9cb4-85d719a443ba,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:00.547758 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f875f24b-091c-4157-a9b1-28fdf39d9182 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network 4fb2b137-8f7f-4e69-8988-43c541f7edb3 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:00.551959 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-f875f24b-091c-4157-a9b1-28fdf39d9182 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:00.557350 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f875f24b-091c-4157-a9b1-28fdf39d9182 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:00.558357 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f875f24b-091c-4157-a9b1-28fdf39d9182 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.637855 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2a00a09-8190-4e31-bd49-bfa54feb923c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:00.720384 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a00a09-8190-4e31-bd49-bfa54feb923c None None] Pushing event deleted for resources: {'Port': ['ID=d9642ab1-b740-443d-b1a2-94b564792412,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:00.745402 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2a00a09-8190-4e31-bd49-bfa54feb923c None None] No DVR routers for this DVR port d9642ab1-b740-443d-b1a2-94b564792412 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:00.835497 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device fb19ed97-bc1f-4d94-97e1-c70b069493c9 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:00.911758 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-04d508d8-5893-4c00-88f7-0b0a78aecf6c tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Allocated IP 172.20.0.7 (68d1b8de-8ca0-41e5-ab5d-58997722961e/74283639-7822-44b6-ad1c-b5976fafc479/ec6adfab-2926-4726-bbb1-6322adf2bd21) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:00.966837 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port fb19ed97-bc1f-4d94-97e1-c70b069493c9 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:00.973502 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a42a5a83-0cf1-4721-b8a3-19e1ee8d7306 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:01.061508 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port a42a5a83-0cf1-4721-b8a3-19e1ee8d7306 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:01.188212 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d9642ab1-b740-443d-b1a2-94b564792412 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:01.252610 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: d9642ab1-b740-443d-b1a2-94b564792412 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:42:01.258967 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d9642ab1-b740-443d-b1a2-94b564792412 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:42:01.273482 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f875f24b-091c-4157-a9b1-28fdf39d9182 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.445652 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3edc6d83-6e05-47b8-b572-7345b9ecd41d req-6cab458d-343b-4a01-aa8c-bdd9a3c840e9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 210 time: 0.1482458 Jul 16 08:42:01.533092 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1d3f446c-70d8-41f1-b45c-1382fdeeaf36 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Deleting port d9642ab1-b740-443d-b1a2-94b564792412 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:01.533535 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d3f446c-70d8-41f1-b45c-1382fdeeaf36 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.709778 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77878160-96be-4151-8753-48b6e8ab3932 None None] Network 4fb2b137-8f7f-4e69-8988-43c541f7edb3 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:01.737339 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-1d3f446c-70d8-41f1-b45c-1382fdeeaf36 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] For port d9642ab1-b740-443d-b1a2-94b564792412, host n-d-771362-37, got binding levels [] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:01.737715 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d3f446c-70d8-41f1-b45c-1382fdeeaf36 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.773784 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1d3f446c-70d8-41f1-b45c-1382fdeeaf36 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Calling delete_port for d9642ab1-b740-443d-b1a2-94b564792412 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:01.780805 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.ipam_backend_mixin [None req-1d3f446c-70d8-41f1-b45c-1382fdeeaf36 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Port d9642ab1-b740-443d-b1a2-94b564792412 was not found and therefore no delete operation was performed {{(pid=93759) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:42:01.802418 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d3f446c-70d8-41f1-b45c-1382fdeeaf36 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.827024 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-04d508d8-5893-4c00-88f7-0b0a78aecf6c tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.870013 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-04d508d8-5893-4c00-88f7-0b0a78aecf6c tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Transition to ACTIVE for port object ec6adfab-2926-4726-bbb1-6322adf2bd21 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:01.916394 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-eca07302-815e-4705-82ff-2c9bbcfa1c2b None None] Provisioning for port a42a5a83-0cf1-4721-b8a3-19e1ee8d7306 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:01.926025 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-eca07302-815e-4705-82ff-2c9bbcfa1c2b None None] Provisioning complete for port a42a5a83-0cf1-4721-b8a3-19e1ee8d7306 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:01.933994 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eca07302-815e-4705-82ff-2c9bbcfa1c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:01.970111 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3f446c-70d8-41f1-b45c-1382fdeeaf36 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] No DVR routers for this DVR port d9642ab1-b740-443d-b1a2-94b564792412 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:02.018694 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0c380f7-2d81-4c57-898b-c54d281e14bd None None] Network 89a8c292-80cb-400f-a680-c0a1ae7d4e2a requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:02.035640 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-04d508d8-5893-4c00-88f7-0b0a78aecf6c tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.066322 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f446c-70d8-41f1-b45c-1382fdeeaf36 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Pushing event deleted for resources: {'Port': ['ID=d9642ab1-b740-443d-b1a2-94b564792412,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:02.159179 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.169984 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-04d508d8-5893-4c00-88f7-0b0a78aecf6c tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Network 68d1b8de-8ca0-41e5-ab5d-58997722961e is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:02.186280 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-04d508d8-5893-4c00-88f7-0b0a78aecf6c tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:02.193162 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-04d508d8-5893-4c00-88f7-0b0a78aecf6c tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:02.221326 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.226695 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d3ac3d7-de9a-493d-b3cd-2627eb253779 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.251973 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-4d3ac3d7-de9a-493d-b3cd-2627eb253779 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e15a499-ad82-4b0c-acb7-8154fb8fa60e']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:02.284305 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-4d3ac3d7-de9a-493d-b3cd-2627eb253779 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4c38a74-ea18-4958-bfd6-608601a37815') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:02.284618 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-4d3ac3d7-de9a-493d-b3cd-2627eb253779 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4c38a74-ea18-4958-bfd6-608601a37815') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:02.309851 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d3ac3d7-de9a-493d-b3cd-2627eb253779 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.355189 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-04d508d8-5893-4c00-88f7-0b0a78aecf6c tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:02.355929 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d3ac3d7-de9a-493d-b3cd-2627eb253779 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.357348 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-04d508d8-5893-4c00-88f7-0b0a78aecf6c tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.373450 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d3ac3d7-de9a-493d-b3cd-2627eb253779 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:42:02.375281 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d3ac3d7-de9a-493d-b3cd-2627eb253779 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.444781 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eca07302-815e-4705-82ff-2c9bbcfa1c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.449312 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-04d508d8-5893-4c00-88f7-0b0a78aecf6c tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7229178 Jul 16 08:42:02.451689 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d508d8-5893-4c00-88f7-0b0a78aecf6c tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Pushing event updated for resources: {'Port': ['ID=ec6adfab-2926-4726-bbb1-6322adf2bd21,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:02.475691 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-397ea13a-edf6-47ae-9f9c-3122c9671efa tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Request body: {'port': {'device_id': '736da105-041e-439e-ba87-45876ee23593', 'network_id': 'a80dfca5-8a40-4d85-8b85-fb5bb1bb0085', 'admin_state_up': True, 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'security_groups': ['0a8001ea-1dda-4554-9f88-ea882606b63d']}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:02.557087 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:42:02.557087 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:42:02.557087 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:42:02.557087 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:42:02.557087 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:42:02.557087 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:42:02.557087 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:42:02.557087 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:42:02.557087 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:42:02.557087 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:42:02.557087 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:42:02.557087 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:42:02.557087 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:42:02.557087 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:42:02.557087 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:42:02.557087 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:42:02.557087 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:42:02.557087 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:42:02.557087 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:42:02.557087 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:42:02.557087 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:42:02.557087 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:42:02.557087 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:42:02.557087 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:42:02.557087 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:42:02.557087 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:42:02.557087 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:42:02.557087 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:42:02.557087 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:42:02.557087 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:42:02.557087 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:42:02.557087 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:42:02.566188 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-c5f5d212-d08f-432f-8e7b-4e84e22297a2 service neutron] 10.222.0.22 "GET /v2.0/networks/c4d0fd4d-6fdb-4a0d-a035-561da1f752b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 2.9067338 Jul 16 08:42:02.651744 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d3ac3d7-de9a-493d-b3cd-2627eb253779 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.683491 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d3ac3d7-de9a-493d-b3cd-2627eb253779 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.693447 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4d3ac3d7-de9a-493d-b3cd-2627eb253779 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] 10.222.0.22 "DELETE /v2.0/networks/5e15a499-ad82-4b0c-acb7-8154fb8fa60e HTTP/1.1" status: 204 len: 168 time: 3.2949545 Jul 16 08:42:02.697671 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46822) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:02.720869 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-eca07302-815e-4705-82ff-2c9bbcfa1c2b None None] For port a42a5a83-0cf1-4721-b8a3-19e1ee8d7306, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=a42a5a83-0cf1-4721-b8a3-19e1ee8d7306,segment=NetworkSegment(dca2e800-a936-4ebb-be2a-2d82af5fe7e7),segment_id=dca2e800-a936-4ebb-be2a-2d82af5fe7e7)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:02.757770 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eca07302-815e-4705-82ff-2c9bbcfa1c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.809611 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3ac3d7-de9a-493d-b3cd-2627eb253779 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Pushing event deleted for resources: {'Network': ['ID=5e15a499-ad82-4b0c-acb7-8154fb8fa60e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:02.884933 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d3f446c-70d8-41f1-b45c-1382fdeeaf36 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:02.991752 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1d3f446c-70d8-41f1-b45c-1382fdeeaf36 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81cc208c-3784-402b-9176-7bc335f20076']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:03.012889 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1d3f446c-70d8-41f1-b45c-1382fdeeaf36 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9376317d-0563-4947-82fa-e715b2da6383') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:03.013466 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1d3f446c-70d8-41f1-b45c-1382fdeeaf36 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9376317d-0563-4947-82fa-e715b2da6383') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:03.047567 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c90d3ffd-e9f7-48f6-ae4f-677effc1f6d7 None None] Provisioning for port fb19ed97-bc1f-4d94-97e1-c70b069493c9 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:03.072013 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca07302-815e-4705-82ff-2c9bbcfa1c2b None None] Pushing event updated for resources: {'Port': ['ID=a42a5a83-0cf1-4721-b8a3-19e1ee8d7306,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:03.081007 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c90d3ffd-e9f7-48f6-ae4f-677effc1f6d7 None None] Provisioning complete for port fb19ed97-bc1f-4d94-97e1-c70b069493c9 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:03.081385 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c90d3ffd-e9f7-48f6-ae4f-677effc1f6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.210801 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d3f446c-70d8-41f1-b45c-1382fdeeaf36 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.258767 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d3f446c-70d8-41f1-b45c-1382fdeeaf36 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.274608 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1d3f446c-70d8-41f1-b45c-1382fdeeaf36 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:42:03.276929 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d3f446c-70d8-41f1-b45c-1382fdeeaf36 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.314647 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-397ea13a-edf6-47ae-9f9c-3122c9671efa tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Made reservation on behalf of 2fe358b4bf3b41e19a3794e097af1b16 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:03.334024 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-397ea13a-edf6-47ae-9f9c-3122c9671efa tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.380793 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:42:03.380793 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:42:03.380793 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:42:03.380793 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:42:03.380793 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:42:03.380793 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:42:03.380793 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:42:03.380793 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:42:03.380793 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:42:03.380793 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:42:03.380793 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:42:03.380793 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:42:03.380793 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:42:03.380793 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:42:03.380793 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:42:03.380793 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:42:03.380793 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:42:03.380793 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:42:03.380793 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:42:03.380793 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:42:03.380793 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:42:03.380793 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:42:03.380793 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:42:03.380793 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:42:03.380793 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:42:03.380793 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:42:03.380793 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:42:03.380793 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:42:03.380793 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:42:03.380793 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:42:03.380793 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:42:03.380793 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:42:03.412215 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d8efb9b7-9fc3-4ccd-b70f-7400148317d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.471252 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c90d3ffd-e9f7-48f6-ae4f-677effc1f6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.611966 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c90d3ffd-e9f7-48f6-ae4f-677effc1f6d7 None None] For port fb19ed97-bc1f-4d94-97e1-c70b069493c9, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=fb19ed97-bc1f-4d94-97e1-c70b069493c9,segment=NetworkSegment(dbcab881-4410-4199-9b25-70b707540020),segment_id=dbcab881-4410-4199-9b25-70b707540020)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:03.616387 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0142e6c9-150b-4ac4-bf0d-bdc965342ea5 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.622334 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c90d3ffd-e9f7-48f6-ae4f-677effc1f6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.762496 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-169f13c6-260a-46c8-b241-ee967d6cbef5 req-f288db4c-a2f2-4b6c-b7ca-49ff1b7ff6db tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 210 time: 0.5685937 Jul 16 08:42:03.782892 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d3f446c-70d8-41f1-b45c-1382fdeeaf36 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.813491 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d3ffd-e9f7-48f6-ae4f-677effc1f6d7 None None] Pushing event updated for resources: {'Port': ['ID=fb19ed97-bc1f-4d94-97e1-c70b069493c9,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:03.828487 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c90d3ffd-e9f7-48f6-ae4f-677effc1f6d7 None None] Provisioning for port ec6adfab-2926-4726-bbb1-6322adf2bd21 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:03.842458 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d3f446c-70d8-41f1-b45c-1382fdeeaf36 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.843122 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c90d3ffd-e9f7-48f6-ae4f-677effc1f6d7 None None] Provisioning complete for port ec6adfab-2926-4726-bbb1-6322adf2bd21 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:03.849042 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c90d3ffd-e9f7-48f6-ae4f-677effc1f6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.863834 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1d3f446c-70d8-41f1-b45c-1382fdeeaf36 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] 10.222.0.22 "DELETE /v2.0/networks/81cc208c-3784-402b-9176-7bc335f20076 HTTP/1.1" status: 204 len: 168 time: 5.2288218 Jul 16 08:42:03.874367 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f875f24b-091c-4157-a9b1-28fdf39d9182 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.912587 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f875f24b-091c-4157-a9b1-28fdf39d9182 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.917897 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f875f24b-091c-4157-a9b1-28fdf39d9182 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:03.945176 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f446c-70d8-41f1-b45c-1382fdeeaf36 tempest-DHCPAgentSchedulersTestJSON-357691271 tempest-DHCPAgentSchedulersTestJSON-357691271-project] Pushing event deleted for resources: {'Network': ['ID=81cc208c-3784-402b-9176-7bc335f20076,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:03.972172 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c90d3ffd-e9f7-48f6-ae4f-677effc1f6d7 None None] Port ec6adfab-2926-4726-bbb1-6322adf2bd21 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:04.005916 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-268a0f3d-c6fd-4b12-898a-53daeb39d449 None None] get_active_networks_info from n-d-771362-37 {{(pid=93760) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:42:04.097629 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f875f24b-091c-4157-a9b1-28fdf39d9182 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Port': ['ID=412eb977-0da4-4b2e-9cb4-85d719a443ba,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:04.125975 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-be36c36b-8f49-4515-ba00-acbd73a28c74 None None] Provisioning complete for port fb19ed97-bc1f-4d94-97e1-c70b069493c9 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:04.126703 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-be36c36b-8f49-4515-ba00-acbd73a28c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.213708 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-397ea13a-edf6-47ae-9f9c-3122c9671efa tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Allocated IP 10.1.1.250 (a80dfca5-8a40-4d85-8b85-fb5bb1bb0085/a5a03758-1b0c-4511-885c-6dc2c50c58f7/afa97703-f881-4b7b-b2e7-e2133311c64c) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:04.256429 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d7f6a5-a1b3-4912-9449-c2489329bb63 req-f7bd6d8a-516f-4974-b526-c03f2adfd189 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:04.264233 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-58d7f6a5-a1b3-4912-9449-c2489329bb63 req-f7bd6d8a-516f-4974-b526-c03f2adfd189 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 931 time: 1.1616709 Jul 16 08:42:04.274275 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268a0f3d-c6fd-4b12-898a-53daeb39d449 None None] Resources bound (agent type, host, resource id): {{(pid=93760) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:42:04.314511 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0142e6c9-150b-4ac4-bf0d-bdc965342ea5 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.349276 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0142e6c9-150b-4ac4-bf0d-bdc965342ea5 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b29b4773-18d1-493e-8837-4b34f29b71f3']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:04.402037 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0142e6c9-150b-4ac4-bf0d-bdc965342ea5 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfb8e3fb-3c58-4ac6-8a38-986d69a54b87') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:04.402809 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0142e6c9-150b-4ac4-bf0d-bdc965342ea5 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfb8e3fb-3c58-4ac6-8a38-986d69a54b87') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:04.445766 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0142e6c9-150b-4ac4-bf0d-bdc965342ea5 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.512453 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0142e6c9-150b-4ac4-bf0d-bdc965342ea5 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0142e6c9-150b-4ac4-bf0d-bdc965342ea5 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0142e6c9-150b-4ac4-bf0d-bdc965342ea5 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:42:04.554999 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:42:04.566093 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-58d7f6a5-a1b3-4912-9449-c2489329bb63 req-66e39916-4d95-403a-8d3c-71efe04ec9e9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3008790 Jul 16 08:42:04.654260 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46882) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:04.716791 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f875f24b-091c-4157-a9b1-28fdf39d9182 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network 4fb2b137-8f7f-4e69-8988-43c541f7edb3 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:04.740917 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-f875f24b-091c-4157-a9b1-28fdf39d9182 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:04.786471 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0142e6c9-150b-4ac4-bf0d-bdc965342ea5 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.796775 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0142e6c9-150b-4ac4-bf0d-bdc965342ea5 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:04.800959 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0142e6c9-150b-4ac4-bf0d-bdc965342ea5 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] 10.222.0.22 "DELETE /v2.0/networks/b29b4773-18d1-493e-8837-4b34f29b71f3 HTTP/1.1" status: 204 len: 168 time: 2.1000941 Jul 16 08:42:04.800959 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46888) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:04.801217 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46890) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:04.852389 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0142e6c9-150b-4ac4-bf0d-bdc965342ea5 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Pushing event deleted for resources: {'Network': ['ID=b29b4773-18d1-493e-8837-4b34f29b71f3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:05.051696 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-df93cd58-278c-4034-87c4-5dafa9eae4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.058642 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a12bf7c-328a-473b-9569-9dfa21745605 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.115863 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-397ea13a-edf6-47ae-9f9c-3122c9671efa tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.147158 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-15cb6644-b47d-4308-86cc-c715d661fee0 req-aca9a2d0-9fa1-4159-aa94-7c747b306ef1 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 210 time: 0.0984304 Jul 16 08:42:05.152224 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device fb19ed97-bc1f-4d94-97e1-c70b069493c9 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:05.159855 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-397ea13a-edf6-47ae-9f9c-3122c9671efa tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Transition to ACTIVE for port object afa97703-f881-4b7b-b2e7-e2133311c64c will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:05.211606 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f875f24b-091c-4157-a9b1-28fdf39d9182 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Router 7fc694ab-e378-4b04-9611-ee31f12a9939 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:42:05.332512 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port fb19ed97-bc1f-4d94-97e1-c70b069493c9 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:05.336983 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.528130 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-457bc2a0-859a-450d-8646-badd40dde7b1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=07ce9daf450045ac967102767b5fc339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8671842 Jul 16 08:42:05.538585 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46894) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:05.562692 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-be36c36b-8f49-4515-ba00-acbd73a28c74 None None] Provisioning complete for port a42a5a83-0cf1-4721-b8a3-19e1ee8d7306 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:05.563456 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-be36c36b-8f49-4515-ba00-acbd73a28c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.594263 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a12bf7c-328a-473b-9569-9dfa21745605 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.687447 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-9a12bf7c-328a-473b-9569-9dfa21745605 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7874882a-79ea-4ac3-abcd-e1af163baf00']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:05.802481 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-9a12bf7c-328a-473b-9569-9dfa21745605 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db36b511-253f-4bc7-88ca-b4186d53c3bf') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:05.803086 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-9a12bf7c-328a-473b-9569-9dfa21745605 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db36b511-253f-4bc7-88ca-b4186d53c3bf') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:05.864743 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a12bf7c-328a-473b-9569-9dfa21745605 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:05.894803 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-574131ce-d5cd-43ba-a7b1-407cedba7738 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:05.898877 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-574131ce-d5cd-43ba-a7b1-407cedba7738 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.30 "GET /v2.0/networks?id=c4d0fd4d-6fdb-4a0d-a035-561da1f752b3 HTTP/1.1" status: 200 len: 811 time: 0.6220465 Jul 16 08:42:05.956478 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-dd5a2c08-10b0-43c5-a007-f1101859dbec tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Request body: {'port': {'device_id': '8b089614-3671-4f09-a991-1523c18af1f8', 'network_id': 'c4d0fd4d-6fdb-4a0d-a035-561da1f752b3', 'admin_state_up': True, 'tenant_id': '5a4e731777374b07bb09db55f04a1d18'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:06.050508 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2827f46e-7dbf-430d-82ff-dc9382688a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.144108 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a12bf7c-328a-473b-9569-9dfa21745605 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.168538 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a12bf7c-328a-473b-9569-9dfa21745605 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:42:06.170431 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a12bf7c-328a-473b-9569-9dfa21745605 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.202616 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.223862 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a42a5a83-0cf1-4721-b8a3-19e1ee8d7306 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:06.232964 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:42:06.232964 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:42:06.232964 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:42:06.232964 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:42:06.232964 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:42:06.232964 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:42:06.232964 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:42:06.232964 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:42:06.232964 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:42:06.232964 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:42:06.232964 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:42:06.232964 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:42:06.232964 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:42:06.232964 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:42:06.232964 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:42:06.232964 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:42:06.232964 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:42:06.232964 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:42:06.232964 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:42:06.232964 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:42:06.232964 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:42:06.232964 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:42:06.232964 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:42:06.232964 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:42:06.232964 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:42:06.232964 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:42:06.232964 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:42:06.232964 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:42:06.232964 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:42:06.232964 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:42:06.232964 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:42:06.232964 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:42:06.398436 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a019812-0e4b-41f7-a30d-0868966dd8bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.408802 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-df93cd58-278c-4034-87c4-5dafa9eae4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.419524 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-be36c36b-8f49-4515-ba00-acbd73a28c74 None None] Provisioning for port 412eb977-0da4-4b2e-9cb4-85d719a443ba completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:06.448467 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-be36c36b-8f49-4515-ba00-acbd73a28c74 None None] Provisioning complete for port 412eb977-0da4-4b2e-9cb4-85d719a443ba triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:06.448851 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-be36c36b-8f49-4515-ba00-acbd73a28c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.469922 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port a42a5a83-0cf1-4721-b8a3-19e1ee8d7306 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:06.469922 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.507919 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-df93cd58-278c-4034-87c4-5dafa9eae4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.584767 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-397ea13a-edf6-47ae-9f9c-3122c9671efa tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.610482 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-be36c36b-8f49-4515-ba00-acbd73a28c74 None None] Port 412eb977-0da4-4b2e-9cb4-85d719a443ba cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:06.616902 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a019812-0e4b-41f7-a30d-0868966dd8bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.753509 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-397ea13a-edf6-47ae-9f9c-3122c9671efa tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Network a80dfca5-8a40-4d85-8b85-fb5bb1bb0085 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:06.769971 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-397ea13a-edf6-47ae-9f9c-3122c9671efa tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:06.774128 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-397ea13a-edf6-47ae-9f9c-3122c9671efa tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:06.881066 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df93cd58-278c-4034-87c4-5dafa9eae4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee69234b-e043-4060-8d42-b77e883e0107,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:06.900418 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-397ea13a-edf6-47ae-9f9c-3122c9671efa tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:06.901463 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-397ea13a-edf6-47ae-9f9c-3122c9671efa tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.923878 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f4dfc4a7-673b-4295-b9f7-fb21e0bf49f6 req-0f85fd23-4a34-4437-a0ff-5b00dce95a2b tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 210 time: 0.4293315 Jul 16 08:42:06.938606 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a12bf7c-328a-473b-9569-9dfa21745605 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.948239 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a019812-0e4b-41f7-a30d-0868966dd8bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.960980 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a019812-0e4b-41f7-a30d-0868966dd8bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:06.964973 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9babb4ba-ac86-4c8b-9178-da012c39e360 None None] get_active_networks_info from n-d-771362-37 {{(pid=93760) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:42:06.969426 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7a019812-0e4b-41f7-a30d-0868966dd8bf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7571097c-0cc5-47cf-97c7-3b868f2deb60 HTTP/1.1" status: 204 len: 168 time: 1.4225154 Jul 16 08:42:06.975214 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397ea13a-edf6-47ae-9f9c-3122c9671efa tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Pushing event updated for resources: {'Port': ['ID=afa97703-f881-4b7b-b2e7-e2133311c64c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:07.014713 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-397ea13a-edf6-47ae-9f9c-3122c9671efa tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5426536 Jul 16 08:42:07.025367 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-e7510783-fad8-4b10-8c11-8e33230aef79 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Request body: {'port': {'device_id': '736da105-041e-439e-ba87-45876ee23593', 'network_id': 'a80dfca5-8a40-4d85-8b85-fb5bb1bb0085', 'admin_state_up': True, 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'security_groups': ['0a8001ea-1dda-4554-9f88-ea882606b63d']}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:07.039316 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-df93cd58-278c-4034-87c4-5dafa9eae4d1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b7e5c31ac3044aea98f85ec64489ba7c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2370408 Jul 16 08:42:07.046078 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46914) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:07.046822 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f875f24b-091c-4157-a9b1-28fdf39d9182 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:07.047922 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a12bf7c-328a-473b-9569-9dfa21745605 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.054274 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9a12bf7c-328a-473b-9569-9dfa21745605 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] 10.222.0.22 "DELETE /v2.0/networks/7874882a-79ea-4ac3-abcd-e1af163baf00 HTTP/1.1" status: 204 len: 168 time: 2.2466817 Jul 16 08:42:07.055414 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a12bf7c-328a-473b-9569-9dfa21745605 tempest-BulkNetworkOpsTest-1815638422 tempest-BulkNetworkOpsTest-1815638422-project] Pushing event deleted for resources: {'Network': ['ID=7874882a-79ea-4ac3-abcd-e1af163baf00,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:07.060422 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d90a19-c5a0-4295-ac69-5706524bba6e None None] Sync routers for ids ['7fc694ab-e378-4b04-9611-ee31f12a9939'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:07.069715 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f875f24b-091c-4157-a9b1-28fdf39d9182 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "PUT /v2.0/routers/7fc694ab-e378-4b04-9611-ee31f12a9939/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0946536 Jul 16 08:42:07.086991 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d90a19-c5a0-4295-ac69-5706524bba6e None None] Routers {'7fc694ab-e378-4b04-9611-ee31f12a9939'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:07.087918 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-49d90a19-c5a0-4295-ac69-5706524bba6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:42:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['7fc694ab-e378-4b04-9611-ee31f12a9939'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:07.088873 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46918) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:07.147216 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.173880 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-49d90a19-c5a0-4295-ac69-5706524bba6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:07.191843 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d90a19-c5a0-4295-ac69-5706524bba6e None None] Routers {'7fc694ab-e378-4b04-9611-ee31f12a9939'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:07.194930 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-49d90a19-c5a0-4295-ac69-5706524bba6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:42:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['7fc694ab-e378-4b04-9611-ee31f12a9939'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:07.238961 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b04be9-cec1-4b4b-8457-7b24eac499e4 req-4b6dc82f-5ae2-4957-9b14-9f8c39f8088b tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:07.245770 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b04be9-cec1-4b4b-8457-7b24eac499e4 req-4b6dc82f-5ae2-4957-9b14-9f8c39f8088b tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:07.253297 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b7b04be9-cec1-4b4b-8457-7b24eac499e4 req-4b6dc82f-5ae2-4957-9b14-9f8c39f8088b tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 1653 time: 0.6740370 Jul 16 08:42:07.272514 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-49d90a19-c5a0-4295-ac69-5706524bba6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:07.276267 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49d90a19-c5a0-4295-ac69-5706524bba6e None None] The sync data for ids ['7fc694ab-e378-4b04-9611-ee31f12a9939'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:07.278418 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9babb4ba-ac86-4c8b-9178-da012c39e360 None None] Resources bound (agent type, host, resource id): {{(pid=93760) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:42:07.322081 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a019812-0e4b-41f7-a30d-0868966dd8bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7571097c-0cc5-47cf-97c7-3b868f2deb60,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:07.418584 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b7b04be9-cec1-4b4b-8457-7b24eac499e4 req-29e5d012-764d-410a-b5f6-3964c5190758 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1503434 Jul 16 08:42:07.424332 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-e7510783-fad8-4b10-8c11-8e33230aef79 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Made reservation on behalf of 2fe358b4bf3b41e19a3794e097af1b16 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:07.439638 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-e7510783-fad8-4b10-8c11-8e33230aef79 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.491809 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef22a0d-5e2f-4f84-b040-5312e9f3a9bd tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:07.497911 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4ef22a0d-5e2f-4f84-b040-5312e9f3a9bd tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "GET /v2.0/ports/412eb977-0da4-4b2e-9cb4-85d719a443ba HTTP/1.1" status: 200 len: 911 time: 0.3485413 Jul 16 08:42:07.498151 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46928) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:07.520834 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-94d6c084-8c93-47f3-9b49-8187fb8a6b26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.522736 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-dd5a2c08-10b0-43c5-a007-f1101859dbec tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Made reservation on behalf of 5a4e731777374b07bb09db55f04a1d18 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:07.527026 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-dd5a2c08-10b0-43c5-a007-f1101859dbec tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:07.791510 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46930) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:07.858312 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-dd5a2c08-10b0-43c5-a007-f1101859dbec tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Allocated IP 172.20.0.7 (c4d0fd4d-6fdb-4a0d-a035-561da1f752b3/e27cc8e0-a923-4371-a9be-2bfb1aeacb40/a5c3410e-d345-41af-add4-4f20dc2b35b3) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:07.967616 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-94d6c084-8c93-47f3-9b49-8187fb8a6b26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.234839 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46940) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:08.279126 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6d33bb28-3954-40dc-a852-0a27f6c18d03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.506401 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.538126 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3f3ac8a8-dac5-47d5-a754-55cd40000d6b None None] Provisioning for port afa97703-f881-4b7b-b2e7-e2133311c64c completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:08.548449 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3f3ac8a8-dac5-47d5-a754-55cd40000d6b None None] Provisioning complete for port afa97703-f881-4b7b-b2e7-e2133311c64c triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:08.548861 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3f3ac8a8-dac5-47d5-a754-55cd40000d6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.551847 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0c2e3c03-198f-49f1-9e9e-c907881609be req-a6976a9d-4887-4f68-add2-8df69732726a tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 210 time: 0.0599647 Jul 16 08:42:08.618291 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-e7510783-fad8-4b10-8c11-8e33230aef79 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Allocated IP 10.1.1.14 (a80dfca5-8a40-4d85-8b85-fb5bb1bb0085/a5a03758-1b0c-4511-885c-6dc2c50c58f7/7ce0d02e-447c-4dc7-8e90-755e16831c63) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:08.630362 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-94d6c084-8c93-47f3-9b49-8187fb8a6b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.648626 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-94d6c084-8c93-47f3-9b49-8187fb8a6b26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.651302 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-94d6c084-8c93-47f3-9b49-8187fb8a6b26 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ee69234b-e043-4060-8d42-b77e883e0107 HTTP/1.1" status: 204 len: 168 time: 1.5933487 Jul 16 08:42:08.668453 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-dd5a2c08-10b0-43c5-a007-f1101859dbec tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.674179 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-3f3ac8a8-dac5-47d5-a754-55cd40000d6b None None] Port afa97703-f881-4b7b-b2e7-e2133311c64c cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:08.706367 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d6c084-8c93-47f3-9b49-8187fb8a6b26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee69234b-e043-4060-8d42-b77e883e0107,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:08.808090 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-dd5a2c08-10b0-43c5-a007-f1101859dbec tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.821808 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['78adefcb-8c90-41b1-a974-1d599fe9de9b'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:08.833579 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f2798e8f-3ae9-49e6-b0d6-932da3c4d018 None None] Provisioning complete for port 412eb977-0da4-4b2e-9cb4-85d719a443ba triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:08.844167 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f2798e8f-3ae9-49e6-b0d6-932da3c4d018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:08.994166 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-dd5a2c08-10b0-43c5-a007-f1101859dbec tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Network c4d0fd4d-6fdb-4a0d-a035-561da1f752b3 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:09.011209 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5a2c08-10b0-43c5-a007-f1101859dbec tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Pushing event updated for resources: {'Port': ['ID=a5c3410e-d345-41af-add4-4f20dc2b35b3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:09.019430 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-dd5a2c08-10b0-43c5-a007-f1101859dbec tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:09.023428 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-dd5a2c08-10b0-43c5-a007-f1101859dbec tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:09.047917 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-f2798e8f-3ae9-49e6-b0d6-932da3c4d018 None None] Port 412eb977-0da4-4b2e-9cb4-85d719a443ba cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:09.062284 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7b7572db-59e6-43e1-96b5-55e87dafb0a5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e25669bc1de6484e8eeba64abcfb2665&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2028003 Jul 16 08:42:09.079052 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46946) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:09.151535 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-dd5a2c08-10b0-43c5-a007-f1101859dbec tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:09.157408 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-dd5a2c08-10b0-43c5-a007-f1101859dbec tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.494339 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-88ccebf1-27b6-4e77-80da-f2cb58cd35c5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.539212 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4b20c18f-eb66-4d55-a148-bad153c51840 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.626160 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d520b-b362-4dcd-92ed-6190d88ab214 req-544195e8-6b5e-4fc9-83ce-90521200e612 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:09.632879 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340d520b-b362-4dcd-92ed-6190d88ab214 req-544195e8-6b5e-4fc9-83ce-90521200e612 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:09.641468 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-340d520b-b362-4dcd-92ed-6190d88ab214 req-544195e8-6b5e-4fc9-83ce-90521200e612 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 1653 time: 0.7733419 Jul 16 08:42:09.652588 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6d33bb28-3954-40dc-a852-0a27f6c18d03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.668556 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-dd5a2c08-10b0-43c5-a007-f1101859dbec tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7290509 Jul 16 08:42:09.680124 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-bc6e4db3-7650-4e81-a903-4581e8d076c1 service neutron] Request body: {'port': {'device_id': '8b089614-3671-4f09-a991-1523c18af1f8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:09.785732 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6d33bb28-3954-40dc-a852-0a27f6c18d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.803849 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4b20c18f-eb66-4d55-a148-bad153c51840 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.804559 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46960) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:09.853807 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-087c9f28-1bfd-40d0-b300-81b76fe78686 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.898039 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-e7510783-fad8-4b10-8c11-8e33230aef79 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:09.905492 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6d33bb28-3954-40dc-a852-0a27f6c18d03 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=28941ac2c34945899468e0c861025dda&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6623812 Jul 16 08:42:09.917762 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46962) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:09.934377 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d33bb28-3954-40dc-a852-0a27f6c18d03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bf1b31-0c2d-42e6-a6ce-f3635cf704fa,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:09.966751 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-e7510783-fad8-4b10-8c11-8e33230aef79 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Transition to ACTIVE for port object 7ce0d02e-447c-4dc7-8e90-755e16831c63 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:10.115425 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-bc6e4db3-7650-4e81-a903-4581e8d076c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.147244 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4b20c18f-eb66-4d55-a148-bad153c51840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.155464 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4b20c18f-eb66-4d55-a148-bad153c51840 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.164011 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4b20c18f-eb66-4d55-a148-bad153c51840 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8ab1b452-032c-4513-948a-8266cec1a75e HTTP/1.1" status: 204 len: 168 time: 1.0737386 Jul 16 08:42:10.220707 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b20c18f-eb66-4d55-a148-bad153c51840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab1b452-032c-4513-948a-8266cec1a75e,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:10.322898 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7eae704-f1fb-45c3-8c2f-f10493bf50fa req-bc6aaa70-90ce-4b07-b022-0dd1f9cabdb4 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:10.341218 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-e7510783-fad8-4b10-8c11-8e33230aef79 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.345678 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a7eae704-f1fb-45c3-8c2f-f10493bf50fa req-bc6aaa70-90ce-4b07-b022-0dd1f9cabdb4 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 931 time: 0.4910946 Jul 16 08:42:10.524004 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-e7510783-fad8-4b10-8c11-8e33230aef79 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Network a80dfca5-8a40-4d85-8b85-fb5bb1bb0085 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:10.541928 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-e7510783-fad8-4b10-8c11-8e33230aef79 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:10.578511 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-e7510783-fad8-4b10-8c11-8e33230aef79 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:10.632151 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7510783-fad8-4b10-8c11-8e33230aef79 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Pushing event updated for resources: {'Port': ['ID=7ce0d02e-447c-4dc7-8e90-755e16831c63,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:10.659069 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-340d520b-b362-4dcd-92ed-6190d88ab214 req-0bc68647-a386-49b9-ac68-06432e21520b tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0163052 Jul 16 08:42:10.773053 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-88ccebf1-27b6-4e77-80da-f2cb58cd35c5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Allocated IP 2001:db8:1::1 (89a8c292-80cb-400f-a680-c0a1ae7d4e2a/cae0860e-e9a8-4805-8464-89959194ea92/9f297f68-7c8d-4824-9c05-e435489f02dd) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:10.886841 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf3d35d0-ea24-4f2b-bf0f-a236da86d59a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.895223 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-e7510783-fad8-4b10-8c11-8e33230aef79 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:10.904054 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-e7510783-fad8-4b10-8c11-8e33230aef79 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:10.921763 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a7eae704-f1fb-45c3-8c2f-f10493bf50fa req-8f70b7ef-a3ce-4694-b8b3-397368433332 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5708284 Jul 16 08:42:11.080602 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-88ccebf1-27b6-4e77-80da-f2cb58cd35c5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.083345 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-087c9f28-1bfd-40d0-b300-81b76fe78686 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.093927 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf3d35d0-ea24-4f2b-bf0f-a236da86d59a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.108016 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9b92f9d3-a86b-4408-b673-15675a382cc0 None None] Provisioning for port 7ce0d02e-447c-4dc7-8e90-755e16831c63 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:11.127188 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-087c9f28-1bfd-40d0-b300-81b76fe78686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.128126 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9b92f9d3-a86b-4408-b673-15675a382cc0 None None] Provisioning complete for port 7ce0d02e-447c-4dc7-8e90-755e16831c63 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:11.128808 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9b92f9d3-a86b-4408-b673-15675a382cc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.152955 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-e7510783-fad8-4b10-8c11-8e33230aef79 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 4.1315322 Jul 16 08:42:11.157632 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-88ccebf1-27b6-4e77-80da-f2cb58cd35c5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Transition to ACTIVE for port object 9f297f68-7c8d-4824-9c05-e435489f02dd will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:11.174004 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5ef5e827-4a74-452c-9a35-ee12af8c9e0f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Request body: {'port': {'device_id': '736da105-041e-439e-ba87-45876ee23593', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '971f3192-951e-432a-a2cc-46e618e65630', 'admin_state_up': True, 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'security_groups': ['0a8001ea-1dda-4554-9f88-ea882606b63d']}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:11.265863 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-9b92f9d3-a86b-4408-b673-15675a382cc0 None None] Port 7ce0d02e-447c-4dc7-8e90-755e16831c63 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:11.412821 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087c9f28-1bfd-40d0-b300-81b76fe78686 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8498747-f7b1-4bdf-908a-208bc5336bba,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:11.459347 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-087c9f28-1bfd-40d0-b300-81b76fe78686 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=32381af6b10c47049cc02ccef79f06b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6496298 Jul 16 08:42:11.463770 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46986) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:11.492905 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-88ccebf1-27b6-4e77-80da-f2cb58cd35c5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.602269 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ccebf1-27b6-4e77-80da-f2cb58cd35c5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network 89a8c292-80cb-400f-a680-c0a1ae7d4e2a is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:11.602891 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf3d35d0-ea24-4f2b-bf0f-a236da86d59a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.607640 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf3d35d0-ea24-4f2b-bf0f-a236da86d59a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.607640 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-cf3d35d0-ea24-4f2b-bf0f-a236da86d59a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c3bf1b31-0c2d-42e6-a6ce-f3635cf704fa HTTP/1.1" status: 204 len: 168 time: 1.6460180 Jul 16 08:42:11.615006 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-88ccebf1-27b6-4e77-80da-f2cb58cd35c5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:11.629677 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ccebf1-27b6-4e77-80da-f2cb58cd35c5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:11.630589 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-88ccebf1-27b6-4e77-80da-f2cb58cd35c5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.821004 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3d35d0-ea24-4f2b-bf0f-a236da86d59a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bf1b31-0c2d-42e6-a6ce-f3635cf704fa,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:11.894116 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-932eb8c1-a40e-4746-8707-0ba977d6b03d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:11.895144 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ccebf1-27b6-4e77-80da-f2cb58cd35c5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Port': ['ID=9f297f68-7c8d-4824-9c05-e435489f02dd,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:11.944240 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-bc6e4db3-7650-4e81-a903-4581e8d076c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5c3410e-d345-41af-add4-4f20dc2b35b3 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:11.989661 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-bc6e4db3-7650-4e81-a903-4581e8d076c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.022247 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5ef5e827-4a74-452c-9a35-ee12af8c9e0f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Made reservation on behalf of 2fe358b4bf3b41e19a3794e097af1b16 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:12.064794 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-932eb8c1-a40e-4746-8707-0ba977d6b03d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.175467 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-bc6e4db3-7650-4e81-a903-4581e8d076c1 service neutron] Transition to ACTIVE for port object a5c3410e-d345-41af-add4-4f20dc2b35b3 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:12.225290 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-bc6e4db3-7650-4e81-a903-4581e8d076c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.258847 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e809b558-78e5-494e-a8e5-bb14c17d0985 None None] Provisioning for port 9f297f68-7c8d-4824-9c05-e435489f02dd completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:12.287078 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e809b558-78e5-494e-a8e5-bb14c17d0985 None None] Provisioning complete for port 9f297f68-7c8d-4824-9c05-e435489f02dd triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:12.287467 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e809b558-78e5-494e-a8e5-bb14c17d0985 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.304161 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5ef5e827-4a74-452c-9a35-ee12af8c9e0f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.309612 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-88ccebf1-27b6-4e77-80da-f2cb58cd35c5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.336447 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47010) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:12.349041 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e4db3-7650-4e81-a903-4581e8d076c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c3410e-d345-41af-add4-4f20dc2b35b3,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:12.439903 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1660d4-3424-46f1-942a-a65650cd8afc req-a54f4366-51ca-462c-ac71-3ee204105d9e tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:12.440548 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-932eb8c1-a40e-4746-8707-0ba977d6b03d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.445025 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-932eb8c1-a40e-4746-8707-0ba977d6b03d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.446619 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-932eb8c1-a40e-4746-8707-0ba977d6b03d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b8498747-f7b1-4bdf-908a-208bc5336bba HTTP/1.1" status: 204 len: 168 time: 0.9691379 Jul 16 08:42:12.452036 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1660d4-3424-46f1-942a-a65650cd8afc req-a54f4366-51ca-462c-ac71-3ee204105d9e tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:12.452867 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e809b558-78e5-494e-a8e5-bb14c17d0985 None None] Port 9f297f68-7c8d-4824-9c05-e435489f02dd cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:12.463406 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932eb8c1-a40e-4746-8707-0ba977d6b03d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8498747-f7b1-4bdf-908a-208bc5336bba,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:12.485199 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e1660d4-3424-46f1-942a-a65650cd8afc req-a54f4366-51ca-462c-ac71-3ee204105d9e tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:12.487714 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6e1660d4-3424-46f1-942a-a65650cd8afc req-a54f4366-51ca-462c-ac71-3ee204105d9e tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 2373 time: 0.3299403 Jul 16 08:42:12.504145 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-bc6e4db3-7650-4e81-a903-4581e8d076c1 service neutron] Attempting to bind port a5c3410e-d345-41af-add4-4f20dc2b35b3 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:12.505106 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-bc6e4db3-7650-4e81-a903-4581e8d076c1 service neutron] Attempting to bind port a5c3410e-d345-41af-add4-4f20dc2b35b3 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'c9daa470-e62f-42d3-928f-22604c4d111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c4d0fd4d-6fdb-4a0d-a035-561da1f752b3'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:12.505689 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-bc6e4db3-7650-4e81-a903-4581e8d076c1 service neutron] Attempting to bind port a5c3410e-d345-41af-add4-4f20dc2b35b3 on network c4d0fd4d-6fdb-4a0d-a035-561da1f752b3 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:12.512666 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-bc6e4db3-7650-4e81-a903-4581e8d076c1 service neutron] Port a5c3410e-d345-41af-add4-4f20dc2b35b3 on network c4d0fd4d-6fdb-4a0d-a035-561da1f752b3 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:12.513335 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-bc6e4db3-7650-4e81-a903-4581e8d076c1 service neutron] Attempting to bind port a5c3410e-d345-41af-add4-4f20dc2b35b3 on network c4d0fd4d-6fdb-4a0d-a035-561da1f752b3 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:12.521098 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-bc6e4db3-7650-4e81-a903-4581e8d076c1 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:12.521792 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-bc6e4db3-7650-4e81-a903-4581e8d076c1 service neutron] Checking segment: {'id': 'c9daa470-e62f-42d3-928f-22604c4d111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c4d0fd4d-6fdb-4a0d-a035-561da1f752b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:12.522414 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-bc6e4db3-7650-4e81-a903-4581e8d076c1 service neutron] Bound using segment: {'id': 'c9daa470-e62f-42d3-928f-22604c4d111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c4d0fd4d-6fdb-4a0d-a035-561da1f752b3'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:12.523107 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-bc6e4db3-7650-4e81-a903-4581e8d076c1 service neutron] Bound port: a5c3410e-d345-41af-add4-4f20dc2b35b3, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9daa470-e62f-42d3-928f-22604c4d111a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'c4d0fd4d-6fdb-4a0d-a035-561da1f752b3'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:12.523724 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-bc6e4db3-7650-4e81-a903-4581e8d076c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.721115 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-bc6e4db3-7650-4e81-a903-4581e8d076c1 service neutron] For port a5c3410e-d345-41af-add4-4f20dc2b35b3, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:12.734221 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-bc6e4db3-7650-4e81-a903-4581e8d076c1 service neutron] For port a5c3410e-d345-41af-add4-4f20dc2b35b3, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=a5c3410e-d345-41af-add4-4f20dc2b35b3,segment=NetworkSegment(c9daa470-e62f-42d3-928f-22604c4d111a),segment_id=c9daa470-e62f-42d3-928f-22604c4d111a)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:12.743918 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-bc6e4db3-7650-4e81-a903-4581e8d076c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.873478 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-bc6e4db3-7650-4e81-a903-4581e8d076c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:12.874479 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-bc6e4db3-7650-4e81-a903-4581e8d076c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:12.878970 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-bc6e4db3-7650-4e81-a903-4581e8d076c1 service neutron] 10.222.0.30 "PUT /v2.0/ports/a5c3410e-d345-41af-add4-4f20dc2b35b3 HTTP/1.1" status: 200 len: 1092 time: 3.2036414 Jul 16 08:42:12.881224 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b089614-3671-4f09-a991-1523c18af1f8', 'tag': 'a5c3410e-d345-41af-add4-4f20dc2b35b3'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:12.885476 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a3f5191-0447-43ae-a9e7-7bb97e41c499" -d '{"events": [{"name": "network-changed", "server_uuid": "8b089614-3671-4f09-a991-1523c18af1f8", "tag": "a5c3410e-d345-41af-add4-4f20dc2b35b3"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:13.113788 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6e4db3-7650-4e81-a903-4581e8d076c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a5c3410e-d345-41af-add4-4f20dc2b35b3,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:13.201497 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-96d9b95f-14ac-4011-a6f8-00e2cce8633e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:13.208991 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-96d9b95f-14ac-4011-a6f8-00e2cce8633e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a4e731777374b07bb09db55f04a1d18&device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 1095 time: 0.2523761 Jul 16 08:42:13.721257 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-bb72ed64-c826-45fe-9f29-e95262f2ed39 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1620569932'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:13.782031 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb72ed64-c826-45fe-9f29-e95262f2ed39 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:13.792332 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bb72ed64-c826-45fe-9f29-e95262f2ed39 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.832983 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6e1660d4-3424-46f1-942a-a65650cd8afc req-db52c488-a9aa-4bcb-b255-37d4fb60ea6f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.3125861 Jul 16 08:42:13.847868 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bb72ed64-c826-45fe-9f29-e95262f2ed39 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:13.856576 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:42:14.129572 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7245fc3b-b28a-44f8-84cd-8b7028a2e773 x-openstack-request-id: req-7245fc3b-b28a-44f8-84cd-8b7028a2e773 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:14.130217 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8b089614-3671-4f09-a991-1523c18af1f8", "tag": "a5c3410e-d345-41af-add4-4f20dc2b35b3", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:14.132497 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7245fc3b-b28a-44f8-84cd-8b7028a2e773 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:14.133198 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b089614-3671-4f09-a991-1523c18af1f8', 'tag': 'a5c3410e-d345-41af-add4-4f20dc2b35b3', 'status': 'completed', 'code': 200} Jul 16 08:42:14.139077 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5ef5e827-4a74-452c-9a35-ee12af8c9e0f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Allocated IP 10.2.2.100 (971f3192-951e-432a-a2cc-46e618e65630/f1200a08-b4c1-4ea0-be1b-41534dbb15bb/11779264-f750-43ee-a0d7-fe64f1d931fd) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:14.151748 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-8a1e3257-4462-42e9-937f-4b4182b1e4a0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5c3410e-d345-41af-add4-4f20dc2b35b3 HTTP/1.1" status: 200 len: 217 time: 0.9372571 Jul 16 08:42:14.375398 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-dff8fce2-854e-44d9-b5ab-a3cb4c215021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:14.376931 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-dff8fce2-854e-44d9-b5ab-a3cb4c215021 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e27cc8e0-a923-4371-a9be-2bfb1aeacb40 HTTP/1.1" status: 200 len: 851 time: 0.1939452 Jul 16 08:42:14.415015 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-7eeba6ac-bd79-4a84-bd7f-0508d6f3916e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c4d0fd4d-6fdb-4a0d-a035-561da1f752b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297809 Jul 16 08:42:14.418214 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5ef5e827-4a74-452c-9a35-ee12af8c9e0f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.435963 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5ef5e827-4a74-452c-9a35-ee12af8c9e0f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Transition to ACTIVE for port object 11779264-f750-43ee-a0d7-fe64f1d931fd will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:14.487271 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df124989-3724-46dc-82eb-0fe69c538ec8 req-bcf68f77-a82c-4d3b-8404-f4fe5145a08a tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:14.495234 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-df124989-3724-46dc-82eb-0fe69c538ec8 req-bcf68f77-a82c-4d3b-8404-f4fe5145a08a tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 943 time: 2.0105317 Jul 16 08:42:14.602351 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5ef5e827-4a74-452c-9a35-ee12af8c9e0f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.677707 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5e827-4a74-452c-9a35-ee12af8c9e0f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Pushing event updated for resources: {'Port': ['ID=11779264-f750-43ee-a0d7-fe64f1d931fd,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:14.681929 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-df124989-3724-46dc-82eb-0fe69c538ec8 req-dc80ff8d-fb65-41cb-b986-498cab0399ce tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1849222 Jul 16 08:42:14.714302 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5ef5e827-4a74-452c-9a35-ee12af8c9e0f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Network 971f3192-951e-432a-a2cc-46e618e65630 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:14.728933 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5ef5e827-4a74-452c-9a35-ee12af8c9e0f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:14.736927 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5ef5e827-4a74-452c-9a35-ee12af8c9e0f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:14.738793 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-94cb1f71-d975-4e6c-9c19-95856e2367c8 service neutron] 10.222.0.30 "GET /v2.0/networks/c4d0fd4d-6fdb-4a0d-a035-561da1f752b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3136995 Jul 16 08:42:14.797735 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5ef5e827-4a74-452c-9a35-ee12af8c9e0f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:14.798820 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5ef5e827-4a74-452c-9a35-ee12af8c9e0f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.821995 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-88ccebf1-27b6-4e77-80da-f2cb58cd35c5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.831527 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-88ccebf1-27b6-4e77-80da-f2cb58cd35c5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.832682 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-88ccebf1-27b6-4e77-80da-f2cb58cd35c5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:14.946890 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3c4bf69a-51c4-414f-b57a-cb34c765ee46 req-4685d1a6-e220-4b09-ae08-18f2ba5acdbd service neutron] 10.222.0.30 "GET /v2.0/networks/c4d0fd4d-6fdb-4a0d-a035-561da1f752b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012885 Jul 16 08:42:15.152439 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ccebf1-27b6-4e77-80da-f2cb58cd35c5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Port': ['ID=9f297f68-7c8d-4824-9c05-e435489f02dd,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:15.205402 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f5191-0447-43ae-a9e7-7bb97e41c499 req-dc98ba91-462b-4fe1-ad79-71ac15350df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:15.206930 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6a3f5191-0447-43ae-a9e7-7bb97e41c499 req-dc98ba91-462b-4fe1-ad79-71ac15350df4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a4e731777374b07bb09db55f04a1d18&device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 1095 time: 0.1663084 Jul 16 08:42:15.345815 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-eaa40a59-f5c7-4f25-a586-c8e7a1c74c5c None None] Provisioning for port 11779264-f750-43ee-a0d7-fe64f1d931fd completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:15.355688 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-eaa40a59-f5c7-4f25-a586-c8e7a1c74c5c None None] Provisioning complete for port 11779264-f750-43ee-a0d7-fe64f1d931fd triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:15.356217 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eaa40a59-f5c7-4f25-a586-c8e7a1c74c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.402994 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f5191-0447-43ae-a9e7-7bb97e41c499 req-993ccc46-510c-4854-85ce-5f3438dc753b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:15.404506 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6a3f5191-0447-43ae-a9e7-7bb97e41c499 req-993ccc46-510c-4854-85ce-5f3438dc753b service neutron] 10.222.0.30 "GET /v2.0/networks?id=c4d0fd4d-6fdb-4a0d-a035-561da1f752b3 HTTP/1.1" status: 200 len: 912 time: 0.1903133 Jul 16 08:42:15.416688 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ccebf1-27b6-4e77-80da-f2cb58cd35c5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network 89a8c292-80cb-400f-a680-c0a1ae7d4e2a is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:15.421765 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-88ccebf1-27b6-4e77-80da-f2cb58cd35c5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:15.484338 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6a3f5191-0447-43ae-a9e7-7bb97e41c499 req-55a8e1f2-cf8b-4d3d-af16-237c82bc501c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5c3410e-d345-41af-add4-4f20dc2b35b3 HTTP/1.1" status: 200 len: 217 time: 0.0728014 Jul 16 08:42:15.516104 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-eaa40a59-f5c7-4f25-a586-c8e7a1c74c5c None None] Port 11779264-f750-43ee-a0d7-fe64f1d931fd cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:15.611326 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3f5191-0447-43ae-a9e7-7bb97e41c499 req-8fe4f1e8-5a05-40b2-ab7e-4854b85c5fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:15.617191 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6a3f5191-0447-43ae-a9e7-7bb97e41c499 req-8fe4f1e8-5a05-40b2-ab7e-4854b85c5fcb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e27cc8e0-a923-4371-a9be-2bfb1aeacb40 HTTP/1.1" status: 200 len: 851 time: 0.1176307 Jul 16 08:42:15.656297 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bb72ed64-c826-45fe-9f29-e95262f2ed39 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.700811 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6a3f5191-0447-43ae-a9e7-7bb97e41c499 req-00f47fcd-3f8d-46ff-b624-e8222ef9fe06 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c4d0fd4d-6fdb-4a0d-a035-561da1f752b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719767 Jul 16 08:42:15.754424 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bb72ed64-c826-45fe-9f29-e95262f2ed39 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:15.793888 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5ef5e827-4a74-452c-9a35-ee12af8c9e0f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6340492 Jul 16 08:42:15.798881 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72ed64-c826-45fe-9f29-e95262f2ed39 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=815f3d9d-290f-451e-b920-06b12c7c0609,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:15.875333 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-d364a4db-4459-40e9-9848-fa9120c1ed3b tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Request body: {'port': {'device_id': '736da105-041e-439e-ba87-45876ee23593', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '971f3192-951e-432a-a2cc-46e618e65630', 'admin_state_up': True, 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'security_groups': ['0a8001ea-1dda-4554-9f88-ea882606b63d']}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:15.933988 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6a3f5191-0447-43ae-a9e7-7bb97e41c499 req-f38cd4d9-a99e-446a-81f9-67c9de68f6a0 service neutron] 10.222.0.30 "GET /v2.0/networks/c4d0fd4d-6fdb-4a0d-a035-561da1f752b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790023 Jul 16 08:42:16.073400 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6a3f5191-0447-43ae-a9e7-7bb97e41c499 req-ed1d5140-d85e-4b22-873b-4e2235e6b7d2 service neutron] 10.222.0.30 "GET /v2.0/networks/c4d0fd4d-6fdb-4a0d-a035-561da1f752b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295478 Jul 16 08:42:16.079192 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8365c075-a44f-4698-b3b6-e5230ae7f3e4 None None] Provisioning complete for port 9f297f68-7c8d-4824-9c05-e435489f02dd triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:16.079941 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8365c075-a44f-4698-b3b6-e5230ae7f3e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.139138 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57263661-278e-4102-89cc-6f1f5510b1bb req-49a7da3a-2a4f-4cd9-b81d-927511db867a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4995952 Jul 16 08:42:16.283506 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bee670-73e4-4db3-84d5-961ce9913125 req-8a16051e-53d0-4188-b813-40b5293165f6 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.289337 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8365c075-a44f-4698-b3b6-e5230ae7f3e4 None None] Port 9f297f68-7c8d-4824-9c05-e435489f02dd cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:16.319324 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bee670-73e4-4db3-84d5-961ce9913125 req-8a16051e-53d0-4188-b813-40b5293165f6 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.338715 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bee670-73e4-4db3-84d5-961ce9913125 req-8a16051e-53d0-4188-b813-40b5293165f6 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.369545 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bee670-73e4-4db3-84d5-961ce9913125 req-8a16051e-53d0-4188-b813-40b5293165f6 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.372404 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13bee670-73e4-4db3-84d5-961ce9913125 req-8a16051e-53d0-4188-b813-40b5293165f6 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 3094 time: 1.2014544 Jul 16 08:42:16.377560 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb72ed64-c826-45fe-9f29-e95262f2ed39 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:16.452920 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da628ddf-634c-42a7-be5e-9d3de1ee0e6f req-9e174063-6f99-41ca-95df-1abfe61cdbf3 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.454960 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-da628ddf-634c-42a7-be5e-9d3de1ee0e6f req-9e174063-6f99-41ca-95df-1abfe61cdbf3 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 943 time: 0.3278484 Jul 16 08:42:16.545329 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-da628ddf-634c-42a7-be5e-9d3de1ee0e6f req-c54e6398-a2ad-42a4-bf6a-0c1b415a259a tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724585 Jul 16 08:42:16.550175 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bb72ed64-c826-45fe-9f29-e95262f2ed39 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.550636 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-bb72ed64-c826-45fe-9f29-e95262f2ed39 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Added segment ff1d43ab-b691-446e-bcd6-98b1e8c7553b of type vlan for network c425d69b-1f72-4d72-b818-de282b82db11 Jul 16 08:42:16.551908 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57263661-278e-4102-89cc-6f1f5510b1bb req-84f7ac0f-b9b6-4450-bd5e-59001204edfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.554759 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57263661-278e-4102-89cc-6f1f5510b1bb req-84f7ac0f-b9b6-4450-bd5e-59001204edfa service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a4e731777374b07bb09db55f04a1d18&device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 1098 time: 0.2579427 Jul 16 08:42:16.603363 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ccebf1-27b6-4e77-80da-f2cb58cd35c5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Router 7fc694ab-e378-4b04-9611-ee31f12a9939 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:16.624951 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47116) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:16.644216 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13bee670-73e4-4db3-84d5-961ce9913125 req-9c90a099-b529-422c-9b6d-b7c5b8ab8865 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1667118 Jul 16 08:42:16.711295 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bb72ed64-c826-45fe-9f29-e95262f2ed39 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.716519 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-d364a4db-4459-40e9-9848-fa9120c1ed3b tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Made reservation on behalf of 2fe358b4bf3b41e19a3794e097af1b16 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:16.721872 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-d364a4db-4459-40e9-9848-fa9120c1ed3b tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:16.861264 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57263661-278e-4102-89cc-6f1f5510b1bb req-30430d94-bbeb-4725-bcb2-3f13ebbbf0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:16.863107 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57263661-278e-4102-89cc-6f1f5510b1bb req-30430d94-bbeb-4725-bcb2-3f13ebbbf0bc service neutron] 10.222.0.30 "GET /v2.0/networks?id=c4d0fd4d-6fdb-4a0d-a035-561da1f752b3 HTTP/1.1" status: 200 len: 912 time: 0.2810435 Jul 16 08:42:16.931745 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57263661-278e-4102-89cc-6f1f5510b1bb req-5371a235-b855-43a6-87da-b9d72829e5f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78adefcb-8c90-41b1-a974-1d599fe9de9b HTTP/1.1" status: 200 len: 217 time: 0.0553129 Jul 16 08:42:16.950691 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-76f3727f-79df-43c9-bb0f-903e09b58e3b tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-2099543015'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:16.951162 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-76f3727f-79df-43c9-bb0f-903e09b58e3b tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] Unknown quota resources ['metering_label']. {{(pid=93759) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:42:17.053511 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.db.resource_extend [None req-bb72ed64-c826-45fe-9f29-e95262f2ed39 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:42:17.132625 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bb72ed64-c826-45fe-9f29-e95262f2ed39 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.140875 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb72ed64-c826-45fe-9f29-e95262f2ed39 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:17.142025 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bb72ed64-c826-45fe-9f29-e95262f2ed39 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.196107 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bb72ed64-c826-45fe-9f29-e95262f2ed39 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 4.8520186 Jul 16 08:42:17.209210 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47122) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:17.330551 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-200b0980-05a1-4b94-9fff-347d884b96d6 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'port': {'network_id': 'c425d69b-1f72-4d72-b818-de282b82db11', 'name': 'tempest-PortsTestJSON-1477222821'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:17.334539 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ccebf1-27b6-4e77-80da-f2cb58cd35c5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:17.355956 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d4997e-9096-4dd4-bc37-7d9e635d33c0 None None] Sync routers for ids ['7fc694ab-e378-4b04-9611-ee31f12a9939'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:17.370592 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-88ccebf1-27b6-4e77-80da-f2cb58cd35c5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "PUT /v2.0/routers/7fc694ab-e378-4b04-9611-ee31f12a9939/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8650389 Jul 16 08:42:17.380171 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d4997e-9096-4dd4-bc37-7d9e635d33c0 None None] Routers {'7fc694ab-e378-4b04-9611-ee31f12a9939'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:17.381305 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f4d4997e-9096-4dd4-bc37-7d9e635d33c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:42:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['7fc694ab-e378-4b04-9611-ee31f12a9939'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:17.393317 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47128) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:17.574574 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f4d4997e-9096-4dd4-bc37-7d9e635d33c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:17.576601 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb72ed64-c826-45fe-9f29-e95262f2ed39 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Network': ['ID=c425d69b-1f72-4d72-b818-de282b82db11,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:17.622235 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network c425d69b-1f72-4d72-b818-de282b82db11 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:17.714002 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57263661-278e-4102-89cc-6f1f5510b1bb req-c471f95e-f1f5-4dae-a870-26b89ac61abc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:17.715856 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57263661-278e-4102-89cc-6f1f5510b1bb req-c471f95e-f1f5-4dae-a870-26b89ac61abc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e27cc8e0-a923-4371-a9be-2bfb1aeacb40 HTTP/1.1" status: 200 len: 851 time: 0.7775805 Jul 16 08:42:17.868013 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device a5c3410e-d345-41af-add4-4f20dc2b35b3 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:42:17.874490 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-d364a4db-4459-40e9-9848-fa9120c1ed3b tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Allocated IP 10.2.2.200 (971f3192-951e-432a-a2cc-46e618e65630/f1200a08-b4c1-4ea0-be1b-41534dbb15bb/f66e0380-b32a-492b-871a-89bede966f79) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:17.902020 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76f3727f-79df-43c9-bb0f-903e09b58e3b tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:17.917523 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-76f3727f-79df-43c9-bb0f-903e09b58e3b tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.2866952 Jul 16 08:42:17.933327 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47136) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:17.940915 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4d4997e-9096-4dd4-bc37-7d9e635d33c0 None None] Routers {'7fc694ab-e378-4b04-9611-ee31f12a9939'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:17.943653 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f4d4997e-9096-4dd4-bc37-7d9e635d33c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:42:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['7fc694ab-e378-4b04-9611-ee31f12a9939'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:17.981159 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-87b5d2e8-f7f9-48ab-b282-11e94ddab788 tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '6effaaaf-32ff-41a3-94db-bbe185847f18'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:17.982069 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-87b5d2e8-f7f9-48ab-b282-11e94ddab788 tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93758) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:42:18.018470 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57263661-278e-4102-89cc-6f1f5510b1bb req-39a9f406-143a-452e-a48d-5ee26e4cef9d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c4d0fd4d-6fdb-4a0d-a035-561da1f752b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1790185 Jul 16 08:42:18.039456 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db6fa52-d28b-4442-8054-a52be329be23 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:18.042451 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8db6fa52-d28b-4442-8054-a52be329be23 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "GET /v2.0/ports/9f297f68-7c8d-4824-9c05-e435489f02dd HTTP/1.1" status: 200 len: 913 time: 0.6459141 Jul 16 08:42:18.050769 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47138) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:18.052025 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f4d4997e-9096-4dd4-bc37-7d9e635d33c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:18.052765 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4d4997e-9096-4dd4-bc37-7d9e635d33c0 None None] The sync data for ids ['7fc694ab-e378-4b04-9611-ee31f12a9939'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:18.265722 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port a5c3410e-d345-41af-add4-4f20dc2b35b3, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=a5c3410e-d345-41af-add4-4f20dc2b35b3,segment=NetworkSegment(c9daa470-e62f-42d3-928f-22604c4d111a),segment_id=c9daa470-e62f-42d3-928f-22604c4d111a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:18.284514 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'a5c3410e-d345-41af-add4-4f20dc2b35b3', 'network_id': 'c4d0fd4d-6fdb-4a0d-a035-561da1f752b3', 'port_id': 'a5c3410e-d345-41af-add4-4f20dc2b35b3', 'mac_address': 'fa:16:3e:9d:8c:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e27cc8e0-a923-4371-a9be-2bfb1aeacb40', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:42:18.393999 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.414605 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5c3410e-d345-41af-add4-4f20dc2b35b3 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:18.472961 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port a5c3410e-d345-41af-add4-4f20dc2b35b3, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=a5c3410e-d345-41af-add4-4f20dc2b35b3,segment=NetworkSegment(c9daa470-e62f-42d3-928f-22604c4d111a),segment_id=c9daa470-e62f-42d3-928f-22604c4d111a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:18.478868 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-200b0980-05a1-4b94-9fff-347d884b96d6 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:18.483411 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.503814 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-200b0980-05a1-4b94-9fff-347d884b96d6 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:18.508588 n-d-771362-37 neutron-server[93758]: WARNING neutron.services.metering.metering_plugin [None req-87b5d2e8-f7f9-48ab-b282-11e94ddab788 tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 08:42:18.675222 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=a5c3410e-d345-41af-add4-4f20dc2b35b3,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:18.686131 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-200b0980-05a1-4b94-9fff-347d884b96d6 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] device_id is not set on port 59f08c65-9a78-4d5e-8e9d-64ddf749a6ea yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:42:18.745638 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['a5c3410e-d345-41af-add4-4f20dc2b35b3'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:42:18.973650 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-200b0980-05a1-4b94-9fff-347d884b96d6 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.215376 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57263661-278e-4102-89cc-6f1f5510b1bb req-19c4bc2a-ceb1-4cfa-873e-8fce88457fb3 service neutron] 10.222.0.30 "GET /v2.0/networks/c4d0fd4d-6fdb-4a0d-a035-561da1f752b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1868250 Jul 16 08:42:19.248316 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fce3d8-8dda-4a2c-b5ba-ae89877b8a9b req-f466e161-b891-4b92-961a-8c3ec67f7852 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.272979 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80fce3d8-8dda-4a2c-b5ba-ae89877b8a9b req-f466e161-b891-4b92-961a-8c3ec67f7852 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 943 time: 1.2526174 Jul 16 08:42:19.299945 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-200b0980-05a1-4b94-9fff-347d884b96d6 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.382971 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-d364a4db-4459-40e9-9848-fa9120c1ed3b tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.417159 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-d364a4db-4459-40e9-9848-fa9120c1ed3b tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Transition to ACTIVE for port object f66e0380-b32a-492b-871a-89bede966f79 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:19.617505 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200b0980-05a1-4b94-9fff-347d884b96d6 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Port': ['ID=59f08c65-9a78-4d5e-8e9d-64ddf749a6ea,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:19.622908 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd5b27-f8ff-428f-9904-c10b55be1f27 req-ae00595c-f245-4649-959b-14c22280152c tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.637984 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd5b27-f8ff-428f-9904-c10b55be1f27 req-ae00595c-f245-4649-959b-14c22280152c tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.652154 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd5b27-f8ff-428f-9904-c10b55be1f27 req-ae00595c-f245-4649-959b-14c22280152c tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.658789 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bd5b27-f8ff-428f-9904-c10b55be1f27 req-ae00595c-f245-4649-959b-14c22280152c tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.668990 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83bd5b27-f8ff-428f-9904-c10b55be1f27 req-ae00595c-f245-4649-959b-14c22280152c tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 3094 time: 1.6710167 Jul 16 08:42:19.717552 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-87b5d2e8-f7f9-48ab-b282-11e94ddab788 tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.728222 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-87b5d2e8-f7f9-48ab-b282-11e94ddab788 tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.7793713 Jul 16 08:42:19.730372 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-d364a4db-4459-40e9-9848-fa9120c1ed3b tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.736202 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47162) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:19.740916 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-a407b62f-2eb3-4cb8-9671-5a5bba1f8d3f tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '6effaaaf-32ff-41a3-94db-bbe185847f18'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:19.741410 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-a407b62f-2eb3-4cb8-9671-5a5bba1f8d3f tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93758) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:42:19.774473 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80fce3d8-8dda-4a2c-b5ba-ae89877b8a9b req-6fb1e4fe-6077-46d6-8633-2962fbf295ae tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4955316 Jul 16 08:42:19.800540 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-200b0980-05a1-4b94-9fff-347d884b96d6 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Checking segment: {'id': 'ff1d43ab-b691-446e-bcd6-98b1e8c7553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c425d69b-1f72-4d72-b818-de282b82db11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:19.801192 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200b0980-05a1-4b94-9fff-347d884b96d6 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network hostable DHCP agents. Network: c425d69b-1f72-4d72-b818-de282b82db11, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:42:19.859125 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57263661-278e-4102-89cc-6f1f5510b1bb req-96004fa9-3d9c-4fc8-8931-2d973b96ded4 service neutron] 10.222.0.30 "GET /v2.0/networks/c4d0fd4d-6fdb-4a0d-a035-561da1f752b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5711784 Jul 16 08:42:19.869882 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-200b0980-05a1-4b94-9fff-347d884b96d6 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network c425d69b-1f72-4d72-b818-de282b82db11 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:42:19.886929 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-200b0980-05a1-4b94-9fff-347d884b96d6 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, c425d69b-1f72-4d72-b818-de282b82db11) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:19.911221 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f62f772-c701-4175-8749-eb33c50a604b None None] Network c425d69b-1f72-4d72-b818-de282b82db11 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:19.921280 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200b0980-05a1-4b94-9fff-347d884b96d6 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:19.930298 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-200b0980-05a1-4b94-9fff-347d884b96d6 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:19.935437 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-200b0980-05a1-4b94-9fff-347d884b96d6 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:19.946422 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-d364a4db-4459-40e9-9848-fa9120c1ed3b tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Network 971f3192-951e-432a-a2cc-46e618e65630 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:19.972121 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-200b0980-05a1-4b94-9fff-347d884b96d6 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7438412 Jul 16 08:42:19.973003 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47168) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:19.978343 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e6b04a08-37a7-4e37-bd60-01999d200e85 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-591184914'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:20.023033 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b04a08-37a7-4e37-bd60-01999d200e85 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:20.027361 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e6b04a08-37a7-4e37-bd60-01999d200e85 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.077770 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e6b04a08-37a7-4e37-bd60-01999d200e85 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:20.093650 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e6b04a08-37a7-4e37-bd60-01999d200e85 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.094204 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-e6b04a08-37a7-4e37-bd60-01999d200e85 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Added segment 7eb8c41a-8105-4e5c-8569-08cf43eda67e of type vlan for network 9cf1a97e-fe36-465b-87cc-682e70cad925 Jul 16 08:42:20.142785 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-d364a4db-4459-40e9-9848-fa9120c1ed3b tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:20.172210 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e6b04a08-37a7-4e37-bd60-01999d200e85 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.239180 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-d364a4db-4459-40e9-9848-fa9120c1ed3b tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:20.245017 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e6b04a08-37a7-4e37-bd60-01999d200e85 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.266673 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b04a08-37a7-4e37-bd60-01999d200e85 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:20.267447 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e6b04a08-37a7-4e37-bd60-01999d200e85 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.329614 n-d-771362-37 neutron-server[93758]: WARNING neutron.services.metering.metering_plugin [None req-a407b62f-2eb3-4cb8-9671-5a5bba1f8d3f tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 16 08:42:20.367451 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e6b04a08-37a7-4e37-bd60-01999d200e85 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3932817 Jul 16 08:42:20.371284 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47174) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:20.393257 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-eaef0609-a7f2-492e-806c-9b3e23a7615e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'ports': [{'network_id': 'c425d69b-1f72-4d72-b818-de282b82db11'}, {'network_id': '9cf1a97e-fe36-465b-87cc-682e70cad925'}]} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:20.393863 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-eaef0609-a7f2-492e-806c-9b3e23a7615e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'port': {'network_id': 'c425d69b-1f72-4d72-b818-de282b82db11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:20.395121 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-eaef0609-a7f2-492e-806c-9b3e23a7615e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'port': {'network_id': '9cf1a97e-fe36-465b-87cc-682e70cad925'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:20.412097 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-d364a4db-4459-40e9-9848-fa9120c1ed3b tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:20.412980 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-d364a4db-4459-40e9-9848-fa9120c1ed3b tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.439756 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364a4db-4459-40e9-9848-fa9120c1ed3b tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Pushing event updated for resources: {'Port': ['ID=f66e0380-b32a-492b-871a-89bede966f79,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:20.483199 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83bd5b27-f8ff-428f-9904-c10b55be1f27 req-1d26e33e-f7e1-49bf-99ac-03cf6f9940c4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8130646 Jul 16 08:42:20.522073 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b04a08-37a7-4e37-bd60-01999d200e85 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Network': ['ID=9cf1a97e-fe36-465b-87cc-682e70cad925,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:20.534804 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 9cf1a97e-fe36-465b-87cc-682e70cad925 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:20.745012 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1799a55c-0ee0-400f-9fe3-d30e9b69c9df None None] Provisioning for port f66e0380-b32a-492b-871a-89bede966f79 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:20.749712 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1799a55c-0ee0-400f-9fe3-d30e9b69c9df None None] Provisioning complete for port f66e0380-b32a-492b-871a-89bede966f79 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:20.750100 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1799a55c-0ee0-400f-9fe3-d30e9b69c9df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.839782 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1799a55c-0ee0-400f-9fe3-d30e9b69c9df None None] Port f66e0380-b32a-492b-871a-89bede966f79 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:20.895221 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaef0609-a7f2-492e-806c-9b3e23a7615e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'port': 2} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:20.900471 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eaef0609-a7f2-492e-806c-9b3e23a7615e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:20.931592 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eaef0609-a7f2-492e-806c-9b3e23a7615e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.093746 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-eaef0609-a7f2-492e-806c-9b3e23a7615e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] device_id is not set on port 4b8973e0-c742-49d0-b321-867c7b5ae9c3 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:42:21.223284 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-d364a4db-4459-40e9-9848-fa9120c1ed3b tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.3672655 Jul 16 08:42:21.240008 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-13aa7ac5-6d04-4701-8570-bcf784bb85f9 service neutron] Request body: {'port': {'device_id': '736da105-041e-439e-ba87-45876ee23593', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:21.283258 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a407b62f-2eb3-4cb8-9671-5a5bba1f8d3f tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.284441 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a407b62f-2eb3-4cb8-9671-5a5bba1f8d3f tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.5469761 Jul 16 08:42:21.287785 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47184) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:21.335987 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eaef0609-a7f2-492e-806c-9b3e23a7615e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.371114 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-03df2be8-c378-4a1d-b44f-6eef02cb3f59 tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=83ed16b9-589b-44e5-b94b-a7767d4d511c HTTP/1.1" status: 200 len: 464 time: 0.0819871 Jul 16 08:42:21.387222 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47190) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:21.431998 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-13aa7ac5-6d04-4701-8570-bcf784bb85f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.473763 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-eaef0609-a7f2-492e-806c-9b3e23a7615e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] device_id is not set on port 08031309-b607-48a6-94f7-468e08b38c62 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:42:21.757194 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d7a00-5d81-4e8c-a8d4-e3ebd9165623 req-a1c59049-5b96-4236-8909-0a6e9caf4540 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:21.767397 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d36d7a00-5d81-4e8c-a8d4-e3ebd9165623 req-a1c59049-5b96-4236-8909-0a6e9caf4540 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 944 time: 0.5398867 Jul 16 08:42:21.791757 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device a5c3410e-d345-41af-add4-4f20dc2b35b3 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:21.889539 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0b535096-31e2-4323-ba38-ca13ac417164 tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:21.894925 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0b535096-31e2-4323-ba38-ca13ac417164 tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/83ed16b9-589b-44e5-b94b-a7767d4d511c HTTP/1.1" status: 204 len: 168 time: 0.5023222 Jul 16 08:42:21.897795 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47196) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:21.944104 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-80edd3ed-42e0-4305-9f2d-9d1dc846a4e8 tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=83ed16b9-589b-44e5-b94b-a7767d4d511c HTTP/1.1" status: 200 len: 221 time: 0.0388110 Jul 16 08:42:21.974775 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47198) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:21.980183 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d36d7a00-5d81-4e8c-a8d4-e3ebd9165623 req-7aa34b67-cc5c-4774-a8b0-0747c3f20f00 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2118170 Jul 16 08:42:21.981873 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-3ff03a49-5579-4e4d-be75-47d84dd4a6ce tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2039604138', 'description': 'label created by tempest'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:21.982337 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-3ff03a49-5579-4e4d-be75-47d84dd4a6ce tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] Unknown quota resources ['metering_label']. {{(pid=93758) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 08:42:22.021280 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eaef0609-a7f2-492e-806c-9b3e23a7615e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.100693 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port a5c3410e-d345-41af-add4-4f20dc2b35b3 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:22.105273 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port a5c3410e-d345-41af-add4-4f20dc2b35b3 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:22.105659 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.135000 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eaef0609-a7f2-492e-806c-9b3e23a7615e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.289180 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaef0609-a7f2-492e-806c-9b3e23a7615e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network c425d69b-1f72-4d72-b818-de282b82db11 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:22.306296 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-eaef0609-a7f2-492e-806c-9b3e23a7615e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:22.331334 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaef0609-a7f2-492e-806c-9b3e23a7615e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:22.332249 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eaef0609-a7f2-492e-806c-9b3e23a7615e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.363719 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.389367 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef0609-a7f2-492e-806c-9b3e23a7615e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Port': ['ID=4b8973e0-c742-49d0-b321-867c7b5ae9c3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:22.418881 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b089614-3671-4f09-a991-1523c18af1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c3410e-d345-41af-add4-4f20dc2b35b3'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:22.427434 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76991f4d-bd21-4bbd-9cfa-825b68139acd" -d '{"events": [{"server_uuid": "8b089614-3671-4f09-a991-1523c18af1f8", "name": "network-vif-plugged", "status": "completed", "tag": "a5c3410e-d345-41af-add4-4f20dc2b35b3"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:22.452517 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port a5c3410e-d345-41af-add4-4f20dc2b35b3, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=a5c3410e-d345-41af-add4-4f20dc2b35b3,segment=NetworkSegment(c9daa470-e62f-42d3-928f-22604c4d111a),segment_id=c9daa470-e62f-42d3-928f-22604c4d111a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:22.460319 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.528130 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9862b831-d9ee-49a4-bd5a-1a033ef49904 x-openstack-request-id: req-9862b831-d9ee-49a4-bd5a-1a033ef49904 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:22.528850 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b089614-3671-4f09-a991-1523c18af1f8", "name": "network-vif-plugged", "status": "completed", "tag": "a5c3410e-d345-41af-add4-4f20dc2b35b3", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:22.529444 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9862b831-d9ee-49a4-bd5a-1a033ef49904 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:22.530235 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b089614-3671-4f09-a991-1523c18af1f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5c3410e-d345-41af-add4-4f20dc2b35b3', 'code': 200} Jul 16 08:42:22.606096 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=a5c3410e-d345-41af-add4-4f20dc2b35b3,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:22.621827 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaef0609-a7f2-492e-806c-9b3e23a7615e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Port': ['ID=08031309-b607-48a6-94f7-468e08b38c62,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:22.627181 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ff03a49-5579-4e4d-be75-47d84dd4a6ce tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.636571 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3ff03a49-5579-4e4d-be75-47d84dd4a6ce tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] 10.222.0.22 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.6523714 Jul 16 08:42:22.638528 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47210) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:22.681481 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eaef0609-a7f2-492e-806c-9b3e23a7615e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Checking segment: {'id': '7eb8c41a-8105-4e5c-8569-08cf43eda67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '9cf1a97e-fe36-465b-87cc-682e70cad925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:22.681957 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaef0609-a7f2-492e-806c-9b3e23a7615e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network hostable DHCP agents. Network: 9cf1a97e-fe36-465b-87cc-682e70cad925, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:42:22.710533 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaef0609-a7f2-492e-806c-9b3e23a7615e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network 9cf1a97e-fe36-465b-87cc-682e70cad925 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:42:22.760290 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-eaef0609-a7f2-492e-806c-9b3e23a7615e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 9cf1a97e-fe36-465b-87cc-682e70cad925) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:22.765832 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaef0609-a7f2-492e-806c-9b3e23a7615e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:22.771285 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d878eea-6dd3-4613-90d3-88370f298702 None None] Network 9cf1a97e-fe36-465b-87cc-682e70cad925 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:22.771473 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaef0609-a7f2-492e-806c-9b3e23a7615e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:22.777820 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaef0609-a7f2-492e-806c-9b3e23a7615e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:22.778538 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eaef0609-a7f2-492e-806c-9b3e23a7615e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.811681 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-eaef0609-a7f2-492e-806c-9b3e23a7615e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.4339476 Jul 16 08:42:22.816075 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47214) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:22.919980 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2f4bab99-c8c1-4d3b-a6d9-56ae1e6efd36 tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=c1434e58-0d4e-4175-87d0-b0b3e6eb8063 HTTP/1.1" status: 200 len: 468 time: 0.2723930 Jul 16 08:42:22.936557 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-95472c4b-f3f3-4b48-9393-825eced0f96e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:22.942073 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-13aa7ac5-6d04-4701-8570-bcf784bb85f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec6adfab-2926-4726-bbb1-6322adf2bd21 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:22.948385 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47216) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:22.976865 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-13aa7ac5-6d04-4701-8570-bcf784bb85f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.237420 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-13aa7ac5-6d04-4701-8570-bcf784bb85f9 service neutron] Transition to ACTIVE for port object ec6adfab-2926-4726-bbb1-6322adf2bd21 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:23.265915 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e5404-6333-4318-8981-3ef7e835adb4 req-bb2d1677-25bf-47c2-b7c1-d0392b197bee tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:23.283041 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e5404-6333-4318-8981-3ef7e835adb4 req-bb2d1677-25bf-47c2-b7c1-d0392b197bee tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:23.294758 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e5404-6333-4318-8981-3ef7e835adb4 req-bb2d1677-25bf-47c2-b7c1-d0392b197bee tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:23.309578 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e5404-6333-4318-8981-3ef7e835adb4 req-bb2d1677-25bf-47c2-b7c1-d0392b197bee tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:23.327103 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e5404-6333-4318-8981-3ef7e835adb4 req-bb2d1677-25bf-47c2-b7c1-d0392b197bee tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:23.328988 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e92e5404-6333-4318-8981-3ef7e835adb4 req-bb2d1677-25bf-47c2-b7c1-d0392b197bee tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 3815 time: 1.0101004 Jul 16 08:42:23.363636 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-13aa7ac5-6d04-4701-8570-bcf784bb85f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.367475 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408f26e-0951-4e9e-8469-0c343c9656da req-47c598c2-62b0-45be-81af-d52461cf0633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:23.369287 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f408f26e-0951-4e9e-8469-0c343c9656da req-47c598c2-62b0-45be-81af-d52461cf0633 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 1097 time: 0.6500893 Jul 16 08:42:23.458039 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f408f26e-0951-4e9e-8469-0c343c9656da req-72b4547b-f16e-44c2-9ac1-d2f00201b19b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769925 Jul 16 08:42:23.470200 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe1254a-cf4e-4693-9ec5-23fbe08005cd req-85ac2917-8214-4610-abaf-a17cbb3f245a tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:23.471828 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-afe1254a-cf4e-4693-9ec5-23fbe08005cd req-85ac2917-8214-4610-abaf-a17cbb3f245a tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 945 time: 0.2105618 Jul 16 08:42:23.495036 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-34adeff4-36b1-4253-885c-9186178dcd59 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting port 08031309-b607-48a6-94f7-468e08b38c62 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:23.495461 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34adeff4-36b1-4253-885c-9186178dcd59 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.605410 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34adeff4-36b1-4253-885c-9186178dcd59 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.676187 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-afe1254a-cf4e-4693-9ec5-23fbe08005cd req-836b3db5-0d64-4035-a846-22b2f4d529e0 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1954792 Jul 16 08:42:23.683116 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-34adeff4-36b1-4253-885c-9186178dcd59 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Calling delete_port for 08031309-b607-48a6-94f7-468e08b38c62 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:23.703833 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e92e5404-6333-4318-8981-3ef7e835adb4 req-f0bcf0de-7a74-4277-a5bc-51349aa0c719 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2381716 Jul 16 08:42:23.757193 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa7ac5-6d04-4701-8570-bcf784bb85f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6adfab-2926-4726-bbb1-6322adf2bd21,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:23.905259 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34adeff4-36b1-4253-885c-9186178dcd59 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.943050 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34adeff4-36b1-4253-885c-9186178dcd59 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Port': ['ID=08031309-b607-48a6-94f7-468e08b38c62,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:23.966572 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34adeff4-36b1-4253-885c-9186178dcd59 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:23.968522 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-34adeff4-36b1-4253-885c-9186178dcd59 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/ports/08031309-b607-48a6-94f7-468e08b38c62 HTTP/1.1" status: 204 len: 168 time: 1.1520007 Jul 16 08:42:23.971018 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47238) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:24.129817 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8bcaf4-ebd0-4ae7-9e3a-99ab556c975a tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:24.148634 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a8bcaf4-ebd0-4ae7-9e3a-99ab556c975a tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:24.150260 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8a8bcaf4-ebd0-4ae7-9e3a-99ab556c975a tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1782982 Jul 16 08:42:24.152987 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47240) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:24.165788 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4b21744b-f7b9-406d-9aa3-01aaf7fe6d65 tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.167646 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4b21744b-f7b9-406d-9aa3-01aaf7fe6d65 tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/c1434e58-0d4e-4175-87d0-b0b3e6eb8063 HTTP/1.1" status: 204 len: 168 time: 1.2185972 Jul 16 08:42:24.176223 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47242) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:24.281174 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-78706718-2c87-4293-bc2a-a93f497ca603 tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=c1434e58-0d4e-4175-87d0-b0b3e6eb8063 HTTP/1.1" status: 200 len: 216 time: 0.0989912 Jul 16 08:42:24.285134 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47244) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:24.409181 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-13aa7ac5-6d04-4701-8570-bcf784bb85f9 service neutron] Attempting to bind port ec6adfab-2926-4726-bbb1-6322adf2bd21 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:24.409637 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-13aa7ac5-6d04-4701-8570-bcf784bb85f9 service neutron] Attempting to bind port ec6adfab-2926-4726-bbb1-6322adf2bd21 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'a20da4ad-b3d2-4d6d-bc91-0a4e3225c504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '68d1b8de-8ca0-41e5-ab5d-58997722961e'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:24.410099 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-13aa7ac5-6d04-4701-8570-bcf784bb85f9 service neutron] Attempting to bind port ec6adfab-2926-4726-bbb1-6322adf2bd21 on network 68d1b8de-8ca0-41e5-ab5d-58997722961e {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:24.430007 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-298bd496-0aef-45e8-a879-575fb6331462 tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.1399989 Jul 16 08:42:24.433815 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47250) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:24.456858 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-13aa7ac5-6d04-4701-8570-bcf784bb85f9 service neutron] Port ec6adfab-2926-4726-bbb1-6322adf2bd21 on network 68d1b8de-8ca0-41e5-ab5d-58997722961e not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:24.457341 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-13aa7ac5-6d04-4701-8570-bcf784bb85f9 service neutron] Attempting to bind port ec6adfab-2926-4726-bbb1-6322adf2bd21 on network 68d1b8de-8ca0-41e5-ab5d-58997722961e {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:24.531588 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-edf6f9d0-0499-4022-bfac-8ece2d16e7e6 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting port 4b8973e0-c742-49d0-b321-867c7b5ae9c3 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:24.536697 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-edf6f9d0-0499-4022-bfac-8ece2d16e7e6 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.577531 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-12fa08eb-c886-4eb3-99fa-e44bbbecc2e0 tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1338816 Jul 16 08:42:24.582016 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47256) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:24.601093 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-13aa7ac5-6d04-4701-8570-bcf784bb85f9 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:24.604237 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-13aa7ac5-6d04-4701-8570-bcf784bb85f9 service neutron] Checking segment: {'id': 'a20da4ad-b3d2-4d6d-bc91-0a4e3225c504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '68d1b8de-8ca0-41e5-ab5d-58997722961e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:24.604782 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-13aa7ac5-6d04-4701-8570-bcf784bb85f9 service neutron] Bound using segment: {'id': 'a20da4ad-b3d2-4d6d-bc91-0a4e3225c504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '68d1b8de-8ca0-41e5-ab5d-58997722961e'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:24.605349 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-13aa7ac5-6d04-4701-8570-bcf784bb85f9 service neutron] Bound port: ec6adfab-2926-4726-bbb1-6322adf2bd21, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a20da4ad-b3d2-4d6d-bc91-0a4e3225c504', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '68d1b8de-8ca0-41e5-ab5d-58997722961e'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:24.605836 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-13aa7ac5-6d04-4701-8570-bcf784bb85f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.688749 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-edf6f9d0-0499-4022-bfac-8ece2d16e7e6 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.702292 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-edf6f9d0-0499-4022-bfac-8ece2d16e7e6 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Calling delete_port for 4b8973e0-c742-49d0-b321-867c7b5ae9c3 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:24.728471 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-13aa7ac5-6d04-4701-8570-bcf784bb85f9 service neutron] For port ec6adfab-2926-4726-bbb1-6322adf2bd21, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:24.736531 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-13aa7ac5-6d04-4701-8570-bcf784bb85f9 service neutron] For port ec6adfab-2926-4726-bbb1-6322adf2bd21, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ec6adfab-2926-4726-bbb1-6322adf2bd21,segment=NetworkSegment(a20da4ad-b3d2-4d6d-bc91-0a4e3225c504),segment_id=a20da4ad-b3d2-4d6d-bc91-0a4e3225c504)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:24.738993 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c9fd59f8-9187-483f-87af-61b2d59f6935 tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-labels/6effaaaf-32ff-41a3-94db-bbe185847f18 HTTP/1.1" status: 200 len: 473 time: 0.1525440 Jul 16 08:42:24.748585 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47262) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:24.841714 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-13aa7ac5-6d04-4701-8570-bcf784bb85f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.857896 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-06549efe-f6f9-4a1e-9003-588df178c6d0 tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] 10.222.0.22 "GET /v2.0/metering/metering-label-rules/1de9d371-2620-4983-9530-1e86e75df1e6 HTTP/1.1" status: 200 len: 461 time: 0.1046946 Jul 16 08:42:24.878462 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47268) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:24.937770 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-13aa7ac5-6d04-4701-8570-bcf784bb85f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:24.938401 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-13aa7ac5-6d04-4701-8570-bcf784bb85f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.939849 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-13aa7ac5-6d04-4701-8570-bcf784bb85f9 service neutron] 10.222.0.21 "PUT /v2.0/ports/ec6adfab-2926-4726-bbb1-6322adf2bd21 HTTP/1.1" status: 200 len: 1092 time: 3.7045045 Jul 16 08:42:24.942245 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'tag': 'ec6adfab-2926-4726-bbb1-6322adf2bd21'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:24.953224 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3397269-d7fd-4a8e-9bb5-b0774b2aac40" -d '{"events": [{"name": "network-changed", "server_uuid": "736da105-041e-439e-ba87-45876ee23593", "tag": "ec6adfab-2926-4726-bbb1-6322adf2bd21"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:24.984070 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-edf6f9d0-0499-4022-bfac-8ece2d16e7e6 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:24.996231 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53232638-26c1-4778-a3dd-07c7326626cb req-edd11c51-6b92-46b9-850d-7825794a9b25 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:25.000568 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-53232638-26c1-4778-a3dd-07c7326626cb req-edd11c51-6b92-46b9-850d-7825794a9b25 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 945 time: 0.1567478 Jul 16 08:42:25.023565 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-50ea34c9-3392-4c30-8c06-cbe0bda0f1fd service neutron] Request body: {'port': {'device_id': '736da105-041e-439e-ba87-45876ee23593', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:25.096751 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47274) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:25.100878 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-53232638-26c1-4778-a3dd-07c7326626cb req-c956fa97-1320-43e6-a00e-f16a273ca5c7 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865033 Jul 16 08:42:25.102906 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6f9d0-0499-4022-bfac-8ece2d16e7e6 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Port': ['ID=4b8973e0-c742-49d0-b321-867c7b5ae9c3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:25.113933 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-edf6f9d0-0499-4022-bfac-8ece2d16e7e6 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.120163 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-edf6f9d0-0499-4022-bfac-8ece2d16e7e6 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/ports/4b8973e0-c742-49d0-b321-867c7b5ae9c3 HTTP/1.1" status: 204 len: 168 time: 0.9657528 Jul 16 08:42:25.121610 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47278) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:25.270935 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa7ac5-6d04-4701-8570-bcf784bb85f9 service neutron] Pushing event updated for resources: {'Port': ['ID=ec6adfab-2926-4726-bbb1-6322adf2bd21,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:25.322527 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd132b1-4658-4219-9ab2-0e83917436a6 x-openstack-request-id: req-ccd132b1-4658-4219-9ab2-0e83917436a6 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:25.323269 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "736da105-041e-439e-ba87-45876ee23593", "tag": "ec6adfab-2926-4726-bbb1-6322adf2bd21", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:25.324801 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ccd132b1-4658-4219-9ab2-0e83917436a6 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:25.325350 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'tag': 'ec6adfab-2926-4726-bbb1-6322adf2bd21', 'status': 'completed', 'code': 200} Jul 16 08:42:25.335419 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-95472c4b-f3f3-4b48-9393-825eced0f96e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Deleting port 9f297f68-7c8d-4824-9c05-e435489f02dd {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:25.338820 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-95472c4b-f3f3-4b48-9393-825eced0f96e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.366413 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4408f6b8-6714-4f1d-942b-2bdfebca7f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.421686 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c580545-5df3-4b78-af8d-975d9131c912 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:25.434931 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2c580545-5df3-4b78-af8d-975d9131c912 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3092201 Jul 16 08:42:25.436797 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47288) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:25.544309 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-8464972a-f4ee-44b2-a6ff-6e00876bf618 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] GET failed (client error): The resource could not be found. Jul 16 08:42:25.554395 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8464972a-f4ee-44b2-a6ff-6e00876bf618 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "GET /v2.0/ports/08031309-b607-48a6-94f7-468e08b38c62 HTTP/1.1" status: 404 len: 333 time: 0.0897372 Jul 16 08:42:25.555352 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47296) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:25.631601 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc90b927-983b-4739-9844-f3087704cf06 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] GET failed (client error): The resource could not be found. Jul 16 08:42:25.638957 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-cc90b927-983b-4739-9844-f3087704cf06 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "GET /v2.0/ports/4b8973e0-c742-49d0-b321-867c7b5ae9c3 HTTP/1.1" status: 404 len: 333 time: 0.0794997 Jul 16 08:42:25.656853 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47298) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:25.840761 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4408f6b8-6714-4f1d-942b-2bdfebca7f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:25.921539 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4408f6b8-6714-4f1d-942b-2bdfebca7f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.074909 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0161f5f3-c086-4e02-beac-f68d561d14b4 tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.075964 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0161f5f3-c086-4e02-beac-f68d561d14b4 tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-label-rules/1de9d371-2620-4983-9530-1e86e75df1e6 HTTP/1.1" status: 204 len: 168 time: 1.1962914 Jul 16 08:42:26.098554 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-95472c4b-f3f3-4b48-9393-825eced0f96e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.120781 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47306) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:26.133535 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ea0a0da6-6f6d-42a3-b7db-a7f97dd1ac9e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.175921 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-95472c4b-f3f3-4b48-9393-825eced0f96e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Calling delete_port for 9f297f68-7c8d-4824-9c05-e435489f02dd owned by network:router_interface {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:26.277920 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4408f6b8-6714-4f1d-942b-2bdfebca7f0f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e29ccb0e39964f9087d74622b745a6c4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1753983 Jul 16 08:42:26.280030 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47308) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:26.308456 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408f6b8-6714-4f1d-942b-2bdfebca7f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=522b5d0c-d682-40b4-b9d5-09caedfbe8a3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:26.390304 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ea0a0da6-6f6d-42a3-b7db-a7f97dd1ac9e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.401605 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ea0a0da6-6f6d-42a3-b7db-a7f97dd1ac9e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf1a97e-fe36-465b-87cc-682e70cad925']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:26.413535 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ea0a0da6-6f6d-42a3-b7db-a7f97dd1ac9e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7eb8c41a-8105-4e5c-8569-08cf43eda67e') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:26.413847 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ea0a0da6-6f6d-42a3-b7db-a7f97dd1ac9e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7eb8c41a-8105-4e5c-8569-08cf43eda67e') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:26.423631 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ea0a0da6-6f6d-42a3-b7db-a7f97dd1ac9e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.440820 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ea0a0da6-6f6d-42a3-b7db-a7f97dd1ac9e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.447916 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea0a0da6-6f6d-42a3-b7db-a7f97dd1ac9e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:42:26.448392 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ea0a0da6-6f6d-42a3-b7db-a7f97dd1ac9e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.478645 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-50ea34c9-3392-4c30-8c06-cbe0bda0f1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.489204 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-95472c4b-f3f3-4b48-9393-825eced0f96e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:42:26.545040 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:42:26.554573 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ea0a0da6-6f6d-42a3-b7db-a7f97dd1ac9e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.563236 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c990ef2-50bf-4f44-9341-ddcb952ac8d0 req-6d9427e3-09b2-4db1-bf18-9af7b195f83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:26.564882 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c990ef2-50bf-4f44-9341-ddcb952ac8d0 req-6d9427e3-09b2-4db1-bf18-9af7b195f83b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a4e731777374b07bb09db55f04a1d18&device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 1097 time: 0.6867855 Jul 16 08:42:26.597623 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ea0a0da6-6f6d-42a3-b7db-a7f97dd1ac9e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.604611 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ea0a0da6-6f6d-42a3-b7db-a7f97dd1ac9e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/networks/9cf1a97e-fe36-465b-87cc-682e70cad925 HTTP/1.1" status: 204 len: 168 time: 0.9451203 Jul 16 08:42:26.605842 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0a0da6-6f6d-42a3-b7db-a7f97dd1ac9e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Network': ['ID=9cf1a97e-fe36-465b-87cc-682e70cad925,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:26.616372 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47318) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:26.623765 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c151cb47-b56a-4806-882b-b50e3dcf4a4a tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-149345057'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:26.690829 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d24761f-873a-4486-9505-b7633de6c582 req-9f6c36cc-61dd-400f-9d77-8c3fbddcc7c7 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:26.692926 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4d24761f-873a-4486-9505-b7633de6c582 req-9f6c36cc-61dd-400f-9d77-8c3fbddcc7c7 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 945 time: 0.7187793 Jul 16 08:42:26.724114 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c151cb47-b56a-4806-882b-b50e3dcf4a4a tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:26.728079 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c151cb47-b56a-4806-882b-b50e3dcf4a4a tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.798774 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95472c4b-f3f3-4b48-9393-825eced0f96e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Port': ['ID=9f297f68-7c8d-4824-9c05-e435489f02dd,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:26.849402 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c151cb47-b56a-4806-882b-b50e3dcf4a4a tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:26.888780 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47cb9911-b137-438d-9e18-4dfe088a3455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.922701 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c151cb47-b56a-4806-882b-b50e3dcf4a4a tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:26.923091 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-c151cb47-b56a-4806-882b-b50e3dcf4a4a tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Added segment 00a3de4f-82d9-4ca0-b7d0-79bb8676811a of type vlan for network dda714cf-98a4-4987-adc6-f99f0931e514 Jul 16 08:42:26.945575 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4d24761f-873a-4486-9505-b7633de6c582 req-7f186c77-3029-4a15-930d-7269502605ff tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238514 Jul 16 08:42:26.966257 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b707d-6a58-4bbb-b537-40b26be52835 req-66fa23fe-2e41-41fd-9364-158e7e2014d4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:27.008030 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b707d-6a58-4bbb-b537-40b26be52835 req-66fa23fe-2e41-41fd-9364-158e7e2014d4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:27.016851 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b707d-6a58-4bbb-b537-40b26be52835 req-66fa23fe-2e41-41fd-9364-158e7e2014d4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:27.023568 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b707d-6a58-4bbb-b537-40b26be52835 req-66fa23fe-2e41-41fd-9364-158e7e2014d4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:27.032109 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851b707d-6a58-4bbb-b537-40b26be52835 req-66fa23fe-2e41-41fd-9364-158e7e2014d4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:27.046256 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-851b707d-6a58-4bbb-b537-40b26be52835 req-66fa23fe-2e41-41fd-9364-158e7e2014d4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 3827 time: 1.9225633 Jul 16 08:42:27.107573 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47cb9911-b137-438d-9e18-4dfe088a3455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.122619 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c990ef2-50bf-4f44-9341-ddcb952ac8d0 req-a1aec3e9-6406-499c-805c-c6cf7c95848a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:27.124139 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c990ef2-50bf-4f44-9341-ddcb952ac8d0 req-a1aec3e9-6406-499c-805c-c6cf7c95848a service neutron] 10.222.0.30 "GET /v2.0/networks?id=c4d0fd4d-6fdb-4a0d-a035-561da1f752b3 HTTP/1.1" status: 200 len: 912 time: 0.5387535 Jul 16 08:42:27.131159 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c151cb47-b56a-4806-882b-b50e3dcf4a4a tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.191234 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3397269-d7fd-4a8e-9bb5-b0774b2aac40 req-25ac2eb7-7c51-4e06-805f-a4e7c59820f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:27.191791 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3397269-d7fd-4a8e-9bb5-b0774b2aac40 req-25ac2eb7-7c51-4e06-805f-a4e7c59820f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:27.192256 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3397269-d7fd-4a8e-9bb5-b0774b2aac40 req-25ac2eb7-7c51-4e06-805f-a4e7c59820f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:27.192762 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3397269-d7fd-4a8e-9bb5-b0774b2aac40 req-25ac2eb7-7c51-4e06-805f-a4e7c59820f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:27.193333 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3397269-d7fd-4a8e-9bb5-b0774b2aac40 req-25ac2eb7-7c51-4e06-805f-a4e7c59820f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:27.195241 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c3397269-d7fd-4a8e-9bb5-b0774b2aac40 req-25ac2eb7-7c51-4e06-805f-a4e7c59820f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2fe358b4bf3b41e19a3794e097af1b16&device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 4363 time: 1.9184875 Jul 16 08:42:27.413996 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c990ef2-50bf-4f44-9341-ddcb952ac8d0 req-d4ad966e-779a-491a-a5df-fc34e9de7140 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5c3410e-d345-41af-add4-4f20dc2b35b3 HTTP/1.1" status: 200 len: 217 time: 0.2777393 Jul 16 08:42:27.447546 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c151cb47-b56a-4806-882b-b50e3dcf4a4a tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.455682 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c151cb47-b56a-4806-882b-b50e3dcf4a4a tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:27.456338 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c151cb47-b56a-4806-882b-b50e3dcf4a4a tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.475706 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47cb9911-b137-438d-9e18-4dfe088a3455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.478297 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-47cb9911-b137-438d-9e18-4dfe088a3455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.479516 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-47cb9911-b137-438d-9e18-4dfe088a3455 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/522b5d0c-d682-40b4-b9d5-09caedfbe8a3 HTTP/1.1" status: 204 len: 168 time: 1.1682100 Jul 16 08:42:27.534618 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cb9911-b137-438d-9e18-4dfe088a3455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=522b5d0c-d682-40b4-b9d5-09caedfbe8a3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:27.594980 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3e2dfbc1-e564-45ee-8b9d-29b8855a8666 tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.598168 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c151cb47-b56a-4806-882b-b50e3dcf4a4a tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9805801 Jul 16 08:42:27.613568 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3e2dfbc1-e564-45ee-8b9d-29b8855a8666 tempest-MeteringTestJSON-972619709 tempest-MeteringTestJSON-972619709-project-admin] 10.222.0.22 "DELETE /v2.0/metering/metering-labels/6effaaaf-32ff-41a3-94db-bbe185847f18 HTTP/1.1" status: 204 len: 168 time: 1.4911275 Jul 16 08:42:27.630049 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-851b707d-6a58-4bbb-b537-40b26be52835 req-ffaa1909-6dc8-4a18-b5bc-f838a216e73c tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4874318 Jul 16 08:42:27.631102 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47328) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:27.686882 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c151cb47-b56a-4806-882b-b50e3dcf4a4a tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Network': ['ID=dda714cf-98a4-4987-adc6-f99f0931e514,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:27.702832 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network dda714cf-98a4-4987-adc6-f99f0931e514 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:27.704426 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c990ef2-50bf-4f44-9341-ddcb952ac8d0 req-9763e557-4c49-4683-8716-84fe81db3d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:27.706838 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c990ef2-50bf-4f44-9341-ddcb952ac8d0 req-9763e557-4c49-4683-8716-84fe81db3d11 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e27cc8e0-a923-4371-a9be-2bfb1aeacb40 HTTP/1.1" status: 200 len: 851 time: 0.2791793 Jul 16 08:42:27.772045 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-95472c4b-f3f3-4b48-9393-825eced0f96e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:27.780882 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c990ef2-50bf-4f44-9341-ddcb952ac8d0 req-758deda5-63fd-41ea-a546-ca6cafb922c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c4d0fd4d-6fdb-4a0d-a035-561da1f752b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657928 Jul 16 08:42:27.790533 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-02d13276-84fb-46e1-a6f2-dece98e8ec4c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'subnet': {'network_id': 'dda714cf-98a4-4987-adc6-f99f0931e514', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:27.796984 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-6c990ef2-50bf-4f44-9341-ddcb952ac8d0 req-e799a175-8b3d-4a55-8c8a-a7fb02d7b444 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:42:27.798111 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c990ef2-50bf-4f44-9341-ddcb952ac8d0 req-e799a175-8b3d-4a55-8c8a-a7fb02d7b444 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058217 Jul 16 08:42:28.033336 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c990ef2-50bf-4f44-9341-ddcb952ac8d0 req-3318c4c1-2ec4-4d3a-a4ca-d40a39a62cf8 service neutron] 10.222.0.30 "GET /v2.0/networks/c4d0fd4d-6fdb-4a0d-a035-561da1f752b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2145314 Jul 16 08:42:28.182823 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c990ef2-50bf-4f44-9341-ddcb952ac8d0 req-4ae64dcf-915a-4453-9031-54ca9155468c service neutron] 10.222.0.30 "GET /v2.0/networks/c4d0fd4d-6fdb-4a0d-a035-561da1f752b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465406 Jul 16 08:42:28.257183 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02d13276-84fb-46e1-a6f2-dece98e8ec4c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:28.268335 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-02d13276-84fb-46e1-a6f2-dece98e8ec4c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.287922 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47348) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:28.528119 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5104bb-67ab-4607-ac74-90a1acfd80d4 req-6d518607-b7f5-413f-a1b8-693e41212207 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:28.528847 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8f5104bb-67ab-4607-ac74-90a1acfd80d4 req-6d518607-b7f5-413f-a1b8-693e41212207 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 945 time: 0.1613030 Jul 16 08:42:28.538057 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95472c4b-f3f3-4b48-9393-825eced0f96e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Router 7fc694ab-e378-4b04-9611-ee31f12a9939 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:28.617324 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8f5104bb-67ab-4607-ac74-90a1acfd80d4 req-005c5a33-bfd5-4b51-a7d6-50db06b9ad44 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823741 Jul 16 08:42:28.762177 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed05e-0bb6-4779-b38b-b309052654cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.917380 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-02d13276-84fb-46e1-a6f2-dece98e8ec4c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.979928 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed05e-0bb6-4779-b38b-b309052654cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:28.985075 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e4ed05e-0bb6-4779-b38b-b309052654cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:29.083790 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6e4ed05e-0bb6-4779-b38b-b309052654cc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=edfbcd5809d245d485158c90215db29f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7943895 Jul 16 08:42:29.084665 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4ed05e-0bb6-4779-b38b-b309052654cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c02e05-d9fc-472e-9681-8162b8b77646,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:29.107370 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47376) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:29.206136 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3397269-d7fd-4a8e-9bb5-b0774b2aac40 req-2856e237-8b78-4739-9e9b-d08dd269d340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:29.206614 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3397269-d7fd-4a8e-9bb5-b0774b2aac40 req-2856e237-8b78-4739-9e9b-d08dd269d340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:29.207091 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3397269-d7fd-4a8e-9bb5-b0774b2aac40 req-2856e237-8b78-4739-9e9b-d08dd269d340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:29.208083 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-37b9dbbc-c5bd-48aa-957d-a9c93d8ede16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:29.221732 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c3397269-d7fd-4a8e-9bb5-b0774b2aac40 req-2856e237-8b78-4739-9e9b-d08dd269d340 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=2fe358b4bf3b41e19a3794e097af1b16&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.9822004 Jul 16 08:42:29.261876 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-37b9dbbc-c5bd-48aa-957d-a9c93d8ede16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:29.398768 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-37b9dbbc-c5bd-48aa-957d-a9c93d8ede16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:29.402430 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-37b9dbbc-c5bd-48aa-957d-a9c93d8ede16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:29.404411 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-37b9dbbc-c5bd-48aa-957d-a9c93d8ede16 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d9c02e05-d9fc-472e-9681-8162b8b77646 HTTP/1.1" status: 204 len: 168 time: 0.2958446 Jul 16 08:42:29.432758 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b9dbbc-c5bd-48aa-957d-a9c93d8ede16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c02e05-d9fc-472e-9681-8162b8b77646,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:29.628706 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95472c4b-f3f3-4b48-9393-825eced0f96e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:29.640858 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96b5a9e-c7ab-44c5-a0de-18a3ecc68005 None None] Sync routers for ids ['7fc694ab-e378-4b04-9611-ee31f12a9939'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:29.644683 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47388) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:29.660108 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-95472c4b-f3f3-4b48-9393-825eced0f96e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "PUT /v2.0/routers/7fc694ab-e378-4b04-9611-ee31f12a9939/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5684578 Jul 16 08:42:29.688897 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96b5a9e-c7ab-44c5-a0de-18a3ecc68005 None None] Routers {'7fc694ab-e378-4b04-9611-ee31f12a9939'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:29.689570 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c96b5a9e-c7ab-44c5-a0de-18a3ecc68005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:42:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['7fc694ab-e378-4b04-9611-ee31f12a9939'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:29.828480 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c96b5a9e-c7ab-44c5-a0de-18a3ecc68005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:29.839831 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d13276-84fb-46e1-a6f2-dece98e8ec4c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Subnet': ['ID=041ec126-c163-4aa7-a29a-32662f80af42,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:29.850629 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96b5a9e-c7ab-44c5-a0de-18a3ecc68005 None None] Routers {'7fc694ab-e378-4b04-9611-ee31f12a9939'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:29.851587 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c96b5a9e-c7ab-44c5-a0de-18a3ecc68005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:42:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['7fc694ab-e378-4b04-9611-ee31f12a9939'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:29.943640 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02d13276-84fb-46e1-a6f2-dece98e8ec4c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Checking segment: {'id': '00a3de4f-82d9-4ca0-b7d0-79bb8676811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'dda714cf-98a4-4987-adc6-f99f0931e514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:29.944010 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d13276-84fb-46e1-a6f2-dece98e8ec4c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network hostable DHCP agents. Network: dda714cf-98a4-4987-adc6-f99f0931e514, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:42:29.962496 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c96b5a9e-c7ab-44c5-a0de-18a3ecc68005 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:29.964595 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96b5a9e-c7ab-44c5-a0de-18a3ecc68005 None None] The sync data for ids ['7fc694ab-e378-4b04-9611-ee31f12a9939'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:29.988756 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-50ea34c9-3392-4c30-8c06-cbe0bda0f1fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac3245a2-1832-46a1-a707-f054e3b47d6a {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:30.023701 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18610f72-bac1-4a06-b18b-9c7c95278672 req-63a34e2e-f81a-4ed3-904f-105da86b5242 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.036724 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18610f72-bac1-4a06-b18b-9c7c95278672 req-63a34e2e-f81a-4ed3-904f-105da86b5242 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.057043 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18610f72-bac1-4a06-b18b-9c7c95278672 req-63a34e2e-f81a-4ed3-904f-105da86b5242 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.069151 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18610f72-bac1-4a06-b18b-9c7c95278672 req-63a34e2e-f81a-4ed3-904f-105da86b5242 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.091506 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18610f72-bac1-4a06-b18b-9c7c95278672 req-63a34e2e-f81a-4ed3-904f-105da86b5242 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.097370 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-18610f72-bac1-4a06-b18b-9c7c95278672 req-63a34e2e-f81a-4ed3-904f-105da86b5242 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 3827 time: 1.1873651 Jul 16 08:42:30.121415 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-50ea34c9-3392-4c30-8c06-cbe0bda0f1fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:30.233051 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3397269-d7fd-4a8e-9bb5-b0774b2aac40 req-4b425f99-a408-4d2a-9366-f4890c624260 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.235204 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c3397269-d7fd-4a8e-9bb5-b0774b2aac40 req-4b425f99-a408-4d2a-9366-f4890c624260 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.0125418 Jul 16 08:42:30.243846 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02d13276-84fb-46e1-a6f2-dece98e8ec4c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network dda714cf-98a4-4987-adc6-f99f0931e514 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:42:30.269850 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4e7438-13e1-4c60-8abf-141bba9bec1d req-579cbbc2-2c12-4443-a62b-1b9f2abdf2e4 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.280792 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-50ea34c9-3392-4c30-8c06-cbe0bda0f1fd service neutron] Transition to ACTIVE for port object ac3245a2-1832-46a1-a707-f054e3b47d6a will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:30.285449 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47404) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:30.292872 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1e4e7438-13e1-4c60-8abf-141bba9bec1d req-579cbbc2-2c12-4443-a62b-1b9f2abdf2e4 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 945 time: 0.3266504 Jul 16 08:42:30.299641 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-50ea34c9-3392-4c30-8c06-cbe0bda0f1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:30.327006 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-18610f72-bac1-4a06-b18b-9c7c95278672 req-c2306116-a5c4-4626-a628-8f9bcfadd672 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1792433 Jul 16 08:42:30.331843 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-02d13276-84fb-46e1-a6f2-dece98e8ec4c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, dda714cf-98a4-4987-adc6-f99f0931e514) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:30.343397 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02d13276-84fb-46e1-a6f2-dece98e8ec4c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:30.349968 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-02d13276-84fb-46e1-a6f2-dece98e8ec4c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:30.356234 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6db97d-c69e-475e-b423-7e399b5ef451 None None] Network dda714cf-98a4-4987-adc6-f99f0931e514 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:30.391087 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-14a22f01-061b-43f4-8acf-2663409f3d14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:30.526459 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1e4e7438-13e1-4c60-8abf-141bba9bec1d req-43d3cc97-1dd8-493d-8897-3745e7b02d70 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2325823 Jul 16 08:42:30.622635 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47412) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:30.627653 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-02d13276-84fb-46e1-a6f2-dece98e8ec4c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8576751 Jul 16 08:42:30.681239 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5982d410-7e88-4fc3-98e0-644d9bc0be88 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'port': {'network_id': 'dda714cf-98a4-4987-adc6-f99f0931e514', 'name': 'tempest-PortsTestJSON-323389964'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:30.708664 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e655ba5d-1980-499e-9410-a982fb11a0de None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-dda714cf-98a4-4987-adc6-f99f0931e514', 'network_id': 'dda714cf-98a4-4987-adc6-f99f0931e514', 'tenant_id': 'bcd27c28ca394de099c946d008646817', 'fixed_ips': [{'subnet_id': '041ec126-c163-4aa7-a29a-32662f80af42'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:42:30.709635 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e655ba5d-1980-499e-9410-a982fb11a0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:30.780860 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea34c9-3392-4c30-8c06-cbe0bda0f1fd service neutron] Pushing event updated for resources: {'Port': ['ID=ac3245a2-1832-46a1-a707-f054e3b47d6a,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:31.177311 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-e655ba5d-1980-499e-9410-a982fb11a0de None None] Allocated IP 172.20.0.2 (dda714cf-98a4-4987-adc6-f99f0931e514/041ec126-c163-4aa7-a29a-32662f80af42/bc77704b-2351-4910-a547-b4a5a3a21fc0) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:31.724537 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-50ea34c9-3392-4c30-8c06-cbe0bda0f1fd service neutron] Attempting to bind port ac3245a2-1832-46a1-a707-f054e3b47d6a on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:31.725264 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-50ea34c9-3392-4c30-8c06-cbe0bda0f1fd service neutron] Attempting to bind port ac3245a2-1832-46a1-a707-f054e3b47d6a by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '338f297f-576e-4bca-84d2-bb8494549d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a80dfca5-8a40-4d85-8b85-fb5bb1bb0085'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:31.725889 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-50ea34c9-3392-4c30-8c06-cbe0bda0f1fd service neutron] Attempting to bind port ac3245a2-1832-46a1-a707-f054e3b47d6a on network a80dfca5-8a40-4d85-8b85-fb5bb1bb0085 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:31.769099 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-50ea34c9-3392-4c30-8c06-cbe0bda0f1fd service neutron] Port ac3245a2-1832-46a1-a707-f054e3b47d6a on network a80dfca5-8a40-4d85-8b85-fb5bb1bb0085 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:31.770121 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-50ea34c9-3392-4c30-8c06-cbe0bda0f1fd service neutron] Attempting to bind port ac3245a2-1832-46a1-a707-f054e3b47d6a on network a80dfca5-8a40-4d85-8b85-fb5bb1bb0085 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:31.939096 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-50ea34c9-3392-4c30-8c06-cbe0bda0f1fd service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:31.943461 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-50ea34c9-3392-4c30-8c06-cbe0bda0f1fd service neutron] Checking segment: {'id': '338f297f-576e-4bca-84d2-bb8494549d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a80dfca5-8a40-4d85-8b85-fb5bb1bb0085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:31.945356 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-50ea34c9-3392-4c30-8c06-cbe0bda0f1fd service neutron] Bound using segment: {'id': '338f297f-576e-4bca-84d2-bb8494549d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a80dfca5-8a40-4d85-8b85-fb5bb1bb0085'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:31.947193 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-50ea34c9-3392-4c30-8c06-cbe0bda0f1fd service neutron] Bound port: ac3245a2-1832-46a1-a707-f054e3b47d6a, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338f297f-576e-4bca-84d2-bb8494549d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a80dfca5-8a40-4d85-8b85-fb5bb1bb0085'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:31.958808 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-96946077-6a68-49f7-952a-e528b78c37f4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:31.961233 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-50ea34c9-3392-4c30-8c06-cbe0bda0f1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.059832 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-14a22f01-061b-43f4-8acf-2663409f3d14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.128822 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-14a22f01-061b-43f4-8acf-2663409f3d14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.213347 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-14a22f01-061b-43f4-8acf-2663409f3d14 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c89c0e0a7d894739bf470b3096c15460&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9261014 Jul 16 08:42:32.220068 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47440) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:32.220794 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5982d410-7e88-4fc3-98e0-644d9bc0be88 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:32.224840 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5982d410-7e88-4fc3-98e0-644d9bc0be88 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.240540 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.274052 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a22f01-061b-43f4-8acf-2663409f3d14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb725cc8-4d97-4b6a-b6a1-ece6a283dbb1,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:32.289439 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.355326 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157f5cf-dac5-4a19-8293-859fea9142a3 req-08d25879-9eb7-4c58-944e-c1372b84cb66 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:32.357154 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e655ba5d-1980-499e-9410-a982fb11a0de None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.376682 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157f5cf-dac5-4a19-8293-859fea9142a3 req-08d25879-9eb7-4c58-944e-c1372b84cb66 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:32.381290 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e655ba5d-1980-499e-9410-a982fb11a0de None None] Transition to ACTIVE for port object bc77704b-2351-4910-a547-b4a5a3a21fc0 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:32.385725 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157f5cf-dac5-4a19-8293-859fea9142a3 req-08d25879-9eb7-4c58-944e-c1372b84cb66 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:32.389895 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157f5cf-dac5-4a19-8293-859fea9142a3 req-08d25879-9eb7-4c58-944e-c1372b84cb66 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:32.396145 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157f5cf-dac5-4a19-8293-859fea9142a3 req-08d25879-9eb7-4c58-944e-c1372b84cb66 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:32.415950 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-5982d410-7e88-4fc3-98e0-644d9bc0be88 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] device_id is not set on port d6b2b210-7f64-416a-84ac-7e8fd01d90d4 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:42:32.419042 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0157f5cf-dac5-4a19-8293-859fea9142a3 req-08d25879-9eb7-4c58-944e-c1372b84cb66 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:32.426199 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0157f5cf-dac5-4a19-8293-859fea9142a3 req-08d25879-9eb7-4c58-944e-c1372b84cb66 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 4598 time: 0.6729274 Jul 16 08:42:32.439844 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e655ba5d-1980-499e-9410-a982fb11a0de None None] Transition to ACTIVE for port object bc77704b-2351-4910-a547-b4a5a3a21fc0 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:32.442009 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-50ea34c9-3392-4c30-8c06-cbe0bda0f1fd service neutron] For port ac3245a2-1832-46a1-a707-f054e3b47d6a, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:32.459954 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e655ba5d-1980-499e-9410-a982fb11a0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.528949 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-50ea34c9-3392-4c30-8c06-cbe0bda0f1fd service neutron] For port ac3245a2-1832-46a1-a707-f054e3b47d6a, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ac3245a2-1832-46a1-a707-f054e3b47d6a,segment=NetworkSegment(338f297f-576e-4bca-84d2-bb8494549d09),segment_id=338f297f-576e-4bca-84d2-bb8494549d09)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:32.572920 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e655ba5d-1980-499e-9410-a982fb11a0de None None] Network dda714cf-98a4-4987-adc6-f99f0931e514 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:32.578454 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0157f5cf-dac5-4a19-8293-859fea9142a3 req-47fb0f96-33d3-48c5-a80c-6104d6c0dcb4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1450431 Jul 16 08:42:32.580500 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-e655ba5d-1980-499e-9410-a982fb11a0de None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:32.585827 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-50ea34c9-3392-4c30-8c06-cbe0bda0f1fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.591374 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e655ba5d-1980-499e-9410-a982fb11a0de None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:32.620864 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-50ea34c9-3392-4c30-8c06-cbe0bda0f1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:32.621748 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-50ea34c9-3392-4c30-8c06-cbe0bda0f1fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.623572 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-50ea34c9-3392-4c30-8c06-cbe0bda0f1fd service neutron] 10.222.0.21 "PUT /v2.0/ports/ac3245a2-1832-46a1-a707-f054e3b47d6a HTTP/1.1" status: 200 len: 1130 time: 7.6287897 Jul 16 08:42:32.626794 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'tag': 'ac3245a2-1832-46a1-a707-f054e3b47d6a'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:32.657945 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ac80707-3981-4823-b155-1e6a4459ef91" -d '{"events": [{"name": "network-changed", "server_uuid": "736da105-041e-439e-ba87-45876ee23593", "tag": "ac3245a2-1832-46a1-a707-f054e3b47d6a"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:32.739032 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5f18319c-0273-4069-bcfe-534bb8706e8a service neutron] Request body: {'port': {'device_id': '736da105-041e-439e-ba87-45876ee23593', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:32.791401 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e655ba5d-1980-499e-9410-a982fb11a0de None None] Attempting to bind port bc77704b-2351-4910-a547-b4a5a3a21fc0 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:32.791779 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e655ba5d-1980-499e-9410-a982fb11a0de None None] Attempting to bind port bc77704b-2351-4910-a547-b4a5a3a21fc0 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '00a3de4f-82d9-4ca0-b7d0-79bb8676811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'dda714cf-98a4-4987-adc6-f99f0931e514'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:32.792374 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e655ba5d-1980-499e-9410-a982fb11a0de None None] Attempting to bind port bc77704b-2351-4910-a547-b4a5a3a21fc0 on network dda714cf-98a4-4987-adc6-f99f0931e514 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:32.795201 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655ba5d-1980-499e-9410-a982fb11a0de None None] Pushing event updated for resources: {'Port': ['ID=bc77704b-2351-4910-a547-b4a5a3a21fc0,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:32.808267 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e655ba5d-1980-499e-9410-a982fb11a0de None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:32.809174 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e655ba5d-1980-499e-9410-a982fb11a0de None None] Checking segment: {'id': '00a3de4f-82d9-4ca0-b7d0-79bb8676811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'dda714cf-98a4-4987-adc6-f99f0931e514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:32.809833 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e655ba5d-1980-499e-9410-a982fb11a0de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.810687 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e655ba5d-1980-499e-9410-a982fb11a0de None None] Bound using segment: {'id': '00a3de4f-82d9-4ca0-b7d0-79bb8676811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'dda714cf-98a4-4987-adc6-f99f0931e514'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:32.811653 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e655ba5d-1980-499e-9410-a982fb11a0de None None] Bound port: bc77704b-2351-4910-a547-b4a5a3a21fc0, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00a3de4f-82d9-4ca0-b7d0-79bb8676811a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'dda714cf-98a4-4987-adc6-f99f0931e514'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:32.817835 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e655ba5d-1980-499e-9410-a982fb11a0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:32.921650 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ea34c9-3392-4c30-8c06-cbe0bda0f1fd service neutron] Pushing event updated for resources: {'Port': ['ID=ac3245a2-1832-46a1-a707-f054e3b47d6a,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:32.982320 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-5982d410-7e88-4fc3-98e0-644d9bc0be88 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Allocated IP 172.20.0.7 (dda714cf-98a4-4987-adc6-f99f0931e514/041ec126-c163-4aa7-a29a-32662f80af42/d6b2b210-7f64-416a-84ac-7e8fd01d90d4) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:33.020015 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e655ba5d-1980-499e-9410-a982fb11a0de None None] For port bc77704b-2351-4910-a547-b4a5a3a21fc0, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:33.030736 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e655ba5d-1980-499e-9410-a982fb11a0de None None] For port bc77704b-2351-4910-a547-b4a5a3a21fc0, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=bc77704b-2351-4910-a547-b4a5a3a21fc0,segment=NetworkSegment(00a3de4f-82d9-4ca0-b7d0-79bb8676811a),segment_id=00a3de4f-82d9-4ca0-b7d0-79bb8676811a)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:33.054212 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e655ba5d-1980-499e-9410-a982fb11a0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.055590 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5f18319c-0273-4069-bcfe-534bb8706e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.106908 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0095a95e-324d-49d7-81a4-9157713e2223 req-3da91af8-54ea-4866-ac03-7dbb0ebcaa18 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:33.119229 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0095a95e-324d-49d7-81a4-9157713e2223 req-3da91af8-54ea-4866-ac03-7dbb0ebcaa18 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 945 time: 1.2015700 Jul 16 08:42:33.159903 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a341f35-aadf-4914-8005-6339747bb4b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.294282 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a341f35-aadf-4914-8005-6339747bb4b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.328603 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0095a95e-324d-49d7-81a4-9157713e2223 req-1e917a0f-4c73-46b6-953b-83ba65070dca tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073050 Jul 16 08:42:33.368968 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11635de7-e968-477d-8d36-afdc25cd00aa x-openstack-request-id: req-11635de7-e968-477d-8d36-afdc25cd00aa {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:33.369870 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "736da105-041e-439e-ba87-45876ee23593", "tag": "ac3245a2-1832-46a1-a707-f054e3b47d6a", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:33.370127 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-11635de7-e968-477d-8d36-afdc25cd00aa {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:33.372655 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'tag': 'ac3245a2-1832-46a1-a707-f054e3b47d6a', 'status': 'completed', 'code': 200} Jul 16 08:42:33.453276 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-943c0bf5-b67c-44dc-bafa-db7ee05781b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.463529 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e655ba5d-1980-499e-9410-a982fb11a0de None None] Pushing event updated for resources: {'Port': ['ID=bc77704b-2351-4910-a547-b4a5a3a21fc0,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:33.542814 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5982d410-7e88-4fc3-98e0-644d9bc0be88 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.750489 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-5982d410-7e88-4fc3-98e0-644d9bc0be88 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Transition to ACTIVE for port object d6b2b210-7f64-416a-84ac-7e8fd01d90d4 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:33.828642 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5f18319c-0273-4069-bcfe-534bb8706e8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b0628d6-3782-44d5-85db-3802f0fa70fb {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:33.848316 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5f18319c-0273-4069-bcfe-534bb8706e8a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.867586 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a341f35-aadf-4914-8005-6339747bb4b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.871096 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a341f35-aadf-4914-8005-6339747bb4b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.876128 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9a341f35-aadf-4914-8005-6339747bb4b4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bb725cc8-4d97-4b6a-b6a1-ece6a283dbb1 HTTP/1.1" status: 204 len: 168 time: 1.6415887 Jul 16 08:42:33.882282 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5f18319c-0273-4069-bcfe-534bb8706e8a service neutron] Transition to ACTIVE for port object 5b0628d6-3782-44d5-85db-3802f0fa70fb will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:33.915782 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5f18319c-0273-4069-bcfe-534bb8706e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:33.949536 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a341f35-aadf-4914-8005-6339747bb4b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb725cc8-4d97-4b6a-b6a1-ece6a283dbb1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:34.011261 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5982d410-7e88-4fc3-98e0-644d9bc0be88 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.186200 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac80707-3981-4823-b155-1e6a4459ef91 req-bb64d6bd-9e6a-47cb-9f1a-bcf51de3ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.200153 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac80707-3981-4823-b155-1e6a4459ef91 req-bb64d6bd-9e6a-47cb-9f1a-bcf51de3ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.201356 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-96946077-6a68-49f7-952a-e528b78c37f4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Deleting port 412eb977-0da4-4b2e-9cb4-85d719a443ba {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:34.202398 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-96946077-6a68-49f7-952a-e528b78c37f4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.203306 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac80707-3981-4823-b155-1e6a4459ef91 req-bb64d6bd-9e6a-47cb-9f1a-bcf51de3ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.203799 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac80707-3981-4823-b155-1e6a4459ef91 req-bb64d6bd-9e6a-47cb-9f1a-bcf51de3ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.204327 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac80707-3981-4823-b155-1e6a4459ef91 req-bb64d6bd-9e6a-47cb-9f1a-bcf51de3ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.208399 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac80707-3981-4823-b155-1e6a4459ef91 req-bb64d6bd-9e6a-47cb-9f1a-bcf51de3ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.213678 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5982d410-7e88-4fc3-98e0-644d9bc0be88 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network dda714cf-98a4-4987-adc6-f99f0931e514 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:34.216868 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2ac80707-3981-4823-b155-1e6a4459ef91 req-bb64d6bd-9e6a-47cb-9f1a-bcf51de3ebaa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2fe358b4bf3b41e19a3794e097af1b16&device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5286 time: 0.8426001 Jul 16 08:42:34.273452 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-5982d410-7e88-4fc3-98e0-644d9bc0be88 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:34.299555 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5982d410-7e88-4fc3-98e0-644d9bc0be88 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:34.315273 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5982d410-7e88-4fc3-98e0-644d9bc0be88 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Port': ['ID=d6b2b210-7f64-416a-84ac-7e8fd01d90d4,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:34.533747 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7ffe8-3a68-417d-b0e3-fe228a280b39 req-2e11acb6-a8f8-4678-9244-c961f9239d42 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.549768 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7ffe8-3a68-417d-b0e3-fe228a280b39 req-2e11acb6-a8f8-4678-9244-c961f9239d42 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.558922 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7ffe8-3a68-417d-b0e3-fe228a280b39 req-2e11acb6-a8f8-4678-9244-c961f9239d42 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.577252 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7ffe8-3a68-417d-b0e3-fe228a280b39 req-2e11acb6-a8f8-4678-9244-c961f9239d42 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.591764 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7ffe8-3a68-417d-b0e3-fe228a280b39 req-2e11acb6-a8f8-4678-9244-c961f9239d42 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.603180 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7ffe8-3a68-417d-b0e3-fe228a280b39 req-2e11acb6-a8f8-4678-9244-c961f9239d42 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.616060 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51a7ffe8-3a68-417d-b0e3-fe228a280b39 req-2e11acb6-a8f8-4678-9244-c961f9239d42 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.622433 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-51a7ffe8-3a68-417d-b0e3-fe228a280b39 req-2e11acb6-a8f8-4678-9244-c961f9239d42 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5370 time: 0.7354181 Jul 16 08:42:34.623736 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18319c-0273-4069-bcfe-534bb8706e8a service neutron] Pushing event updated for resources: {'Port': ['ID=5b0628d6-3782-44d5-85db-3802f0fa70fb,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:34.685990 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac80707-3981-4823-b155-1e6a4459ef91 req-4425d4af-8ffc-4a8f-ae7a-2c23c9b46671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.686862 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac80707-3981-4823-b155-1e6a4459ef91 req-4425d4af-8ffc-4a8f-ae7a-2c23c9b46671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.687495 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac80707-3981-4823-b155-1e6a4459ef91 req-4425d4af-8ffc-4a8f-ae7a-2c23c9b46671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.692922 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2ac80707-3981-4823-b155-1e6a4459ef91 req-4425d4af-8ffc-4a8f-ae7a-2c23c9b46671 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=2fe358b4bf3b41e19a3794e097af1b16&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.4344780 Jul 16 08:42:34.744547 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5982d410-7e88-4fc3-98e0-644d9bc0be88 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:34.745160 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5982d410-7e88-4fc3-98e0-644d9bc0be88 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.770055 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-96946077-6a68-49f7-952a-e528b78c37f4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:34.857200 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-51a7ffe8-3a68-417d-b0e3-fe228a280b39 req-0d3823c4-1e28-4f55-abdd-df7b412a3074 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1857214 Jul 16 08:42:34.946794 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5982d410-7e88-4fc3-98e0-644d9bc0be88 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.3224082 Jul 16 08:42:34.948222 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-96946077-6a68-49f7-952a-e528b78c37f4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Calling delete_port for 412eb977-0da4-4b2e-9cb4-85d719a443ba owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:34.949305 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5f18319c-0273-4069-bcfe-534bb8706e8a service neutron] Attempting to bind port 5b0628d6-3782-44d5-85db-3802f0fa70fb on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:34.951850 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5f18319c-0273-4069-bcfe-534bb8706e8a service neutron] Attempting to bind port 5b0628d6-3782-44d5-85db-3802f0fa70fb by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '338f297f-576e-4bca-84d2-bb8494549d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a80dfca5-8a40-4d85-8b85-fb5bb1bb0085'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:34.953877 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5f18319c-0273-4069-bcfe-534bb8706e8a service neutron] Attempting to bind port 5b0628d6-3782-44d5-85db-3802f0fa70fb on network a80dfca5-8a40-4d85-8b85-fb5bb1bb0085 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:34.956317 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47490) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:34.968932 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5f18319c-0273-4069-bcfe-534bb8706e8a service neutron] Port 5b0628d6-3782-44d5-85db-3802f0fa70fb on network a80dfca5-8a40-4d85-8b85-fb5bb1bb0085 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:34.981441 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5f18319c-0273-4069-bcfe-534bb8706e8a service neutron] Attempting to bind port 5b0628d6-3782-44d5-85db-3802f0fa70fb on network a80dfca5-8a40-4d85-8b85-fb5bb1bb0085 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:35.037768 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5f18319c-0273-4069-bcfe-534bb8706e8a service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:35.038316 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5f18319c-0273-4069-bcfe-534bb8706e8a service neutron] Checking segment: {'id': '338f297f-576e-4bca-84d2-bb8494549d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a80dfca5-8a40-4d85-8b85-fb5bb1bb0085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:35.038725 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5f18319c-0273-4069-bcfe-534bb8706e8a service neutron] Bound using segment: {'id': '338f297f-576e-4bca-84d2-bb8494549d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a80dfca5-8a40-4d85-8b85-fb5bb1bb0085'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:35.039257 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5f18319c-0273-4069-bcfe-534bb8706e8a service neutron] Bound port: 5b0628d6-3782-44d5-85db-3802f0fa70fb, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338f297f-576e-4bca-84d2-bb8494549d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a80dfca5-8a40-4d85-8b85-fb5bb1bb0085'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:35.039630 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5f18319c-0273-4069-bcfe-534bb8706e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.188665 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac80707-3981-4823-b155-1e6a4459ef91 req-b0283c66-9391-4818-be40-7a6814771028 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:35.190340 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2ac80707-3981-4823-b155-1e6a4459ef91 req-b0283c66-9391-4818-be40-7a6814771028 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4893932 Jul 16 08:42:35.233163 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5f18319c-0273-4069-bcfe-534bb8706e8a service neutron] For port 5b0628d6-3782-44d5-85db-3802f0fa70fb, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:35.236851 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device bc77704b-2351-4910-a547-b4a5a3a21fc0 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:35.241089 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5f18319c-0273-4069-bcfe-534bb8706e8a service neutron] For port 5b0628d6-3782-44d5-85db-3802f0fa70fb, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5b0628d6-3782-44d5-85db-3802f0fa70fb,segment=NetworkSegment(338f297f-576e-4bca-84d2-bb8494549d09),segment_id=338f297f-576e-4bca-84d2-bb8494549d09)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:35.247180 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5f18319c-0273-4069-bcfe-534bb8706e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.322455 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232e1047-f183-465b-b82f-b777863b7517 req-f5e5e9f6-666f-4948-bdd3-3c7731315f00 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:35.324566 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-232e1047-f183-465b-b82f-b777863b7517 req-f5e5e9f6-666f-4948-bdd3-3c7731315f00 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 945 time: 0.5694165 Jul 16 08:42:35.341938 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f18319c-0273-4069-bcfe-534bb8706e8a service neutron] Pushing event updated for resources: {'Port': ['ID=5b0628d6-3782-44d5-85db-3802f0fa70fb,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:35.355641 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5f18319c-0273-4069-bcfe-534bb8706e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:35.356443 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5f18319c-0273-4069-bcfe-534bb8706e8a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.359038 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5f18319c-0273-4069-bcfe-534bb8706e8a service neutron] 10.222.0.21 "PUT /v2.0/ports/5b0628d6-3782-44d5-85db-3802f0fa70fb HTTP/1.1" status: 200 len: 1131 time: 2.6443515 Jul 16 08:42:35.374230 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'tag': '5b0628d6-3782-44d5-85db-3802f0fa70fb'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:35.384872 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4cc8739-3376-4b20-a287-31c115151e4a" -d '{"events": [{"name": "network-changed", "server_uuid": "736da105-041e-439e-ba87-45876ee23593", "tag": "5b0628d6-3782-44d5-85db-3802f0fa70fb"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:35.400825 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f88c19-a7aa-4ba8-995e-e8e3c99cc829 None None] Network dda714cf-98a4-4987-adc6-f99f0931e514 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:35.404206 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-3dddbb7c-5614-42bb-8684-300b6f04d82b service neutron] Request body: {'port': {'device_id': '736da105-041e-439e-ba87-45876ee23593', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:35.495033 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-232e1047-f183-465b-b82f-b777863b7517 req-b97a45c1-0388-422c-bfa7-6103c123211a tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348600 Jul 16 08:42:35.507106 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ce95443d-52a4-4590-810b-9f8d2f964b0f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting port d6b2b210-7f64-416a-84ac-7e8fd01d90d4 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:35.507858 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce95443d-52a4-4590-810b-9f8d2f964b0f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.543195 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-3dddbb7c-5614-42bb-8684-300b6f04d82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.635484 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6f0169e-c0e1-4bec-bf4f-6586ce96db42 x-openstack-request-id: req-c6f0169e-c0e1-4bec-bf4f-6586ce96db42 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:35.636427 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "736da105-041e-439e-ba87-45876ee23593", "tag": "5b0628d6-3782-44d5-85db-3802f0fa70fb", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:35.636690 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c6f0169e-c0e1-4bec-bf4f-6586ce96db42 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:35.638393 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'tag': '5b0628d6-3782-44d5-85db-3802f0fa70fb', 'status': 'completed', 'code': 200} Jul 16 08:42:35.663109 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port bc77704b-2351-4910-a547-b4a5a3a21fc0 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:35.716095 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32b753e5-b999-405f-bcac-76062fa88743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.731717 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce95443d-52a4-4590-810b-9f8d2f964b0f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.735893 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1fd66b94-846b-45fa-9574-e041763fc784 None None] Provisioning for port bc77704b-2351-4910-a547-b4a5a3a21fc0 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:35.747045 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1fd66b94-846b-45fa-9574-e041763fc784 None None] Provisioning complete for port bc77704b-2351-4910-a547-b4a5a3a21fc0 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:35.747885 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1fd66b94-846b-45fa-9574-e041763fc784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:35.787264 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ce95443d-52a4-4590-810b-9f8d2f964b0f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Calling delete_port for d6b2b210-7f64-416a-84ac-7e8fd01d90d4 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:36.152677 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.164131 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1fd66b94-846b-45fa-9574-e041763fc784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.318786 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-1fd66b94-846b-45fa-9574-e041763fc784 None None] For port bc77704b-2351-4910-a547-b4a5a3a21fc0, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=bc77704b-2351-4910-a547-b4a5a3a21fc0,segment=NetworkSegment(00a3de4f-82d9-4ca0-b7d0-79bb8676811a),segment_id=00a3de4f-82d9-4ca0-b7d0-79bb8676811a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:36.327769 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1fd66b94-846b-45fa-9574-e041763fc784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.350024 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce95443d-52a4-4590-810b-9f8d2f964b0f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.418204 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce95443d-52a4-4590-810b-9f8d2f964b0f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Port': ['ID=d6b2b210-7f64-416a-84ac-7e8fd01d90d4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:36.482078 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd66b94-846b-45fa-9574-e041763fc784 None None] Pushing event updated for resources: {'Port': ['ID=bc77704b-2351-4910-a547-b4a5a3a21fc0,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:36.509989 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd66b94-846b-45fa-9574-e041763fc784 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:36.510354 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd66b94-846b-45fa-9574-e041763fc784 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:36.510710 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd66b94-846b-45fa-9574-e041763fc784 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:36.511067 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd66b94-846b-45fa-9574-e041763fc784 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:36.511405 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd66b94-846b-45fa-9574-e041763fc784 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:36.511745 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd66b94-846b-45fa-9574-e041763fc784 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:36.512298 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd66b94-846b-45fa-9574-e041763fc784 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:36.512927 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd66b94-846b-45fa-9574-e041763fc784 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:36.516391 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd66b94-846b-45fa-9574-e041763fc784 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:36.516966 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd66b94-846b-45fa-9574-e041763fc784 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:36.517479 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd66b94-846b-45fa-9574-e041763fc784 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:36.518107 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fd66b94-846b-45fa-9574-e041763fc784 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:36.525613 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc8739-3376-4b20-a287-31c115151e4a req-0e34fb9e-bbe6-4ac1-9261-15b9df8c109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:36.530057 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc8739-3376-4b20-a287-31c115151e4a req-0e34fb9e-bbe6-4ac1-9261-15b9df8c109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:36.531793 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc8739-3376-4b20-a287-31c115151e4a req-0e34fb9e-bbe6-4ac1-9261-15b9df8c109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:36.532288 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc8739-3376-4b20-a287-31c115151e4a req-0e34fb9e-bbe6-4ac1-9261-15b9df8c109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:36.537633 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc8739-3376-4b20-a287-31c115151e4a req-0e34fb9e-bbe6-4ac1-9261-15b9df8c109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:36.541208 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc8739-3376-4b20-a287-31c115151e4a req-0e34fb9e-bbe6-4ac1-9261-15b9df8c109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:36.541726 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc8739-3376-4b20-a287-31c115151e4a req-0e34fb9e-bbe6-4ac1-9261-15b9df8c109d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:36.545111 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a4cc8739-3376-4b20-a287-31c115151e4a req-0e34fb9e-bbe6-4ac1-9261-15b9df8c109d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2fe358b4bf3b41e19a3794e097af1b16&device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 6210 time: 0.9432125 Jul 16 08:42:36.647549 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce95443d-52a4-4590-810b-9f8d2f964b0f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.654516 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ce95443d-52a4-4590-810b-9f8d2f964b0f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/ports/d6b2b210-7f64-416a-84ac-7e8fd01d90d4 HTTP/1.1" status: 204 len: 168 time: 1.6933799 Jul 16 08:42:36.665257 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47548) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:36.667922 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-96946077-6a68-49f7-952a-e528b78c37f4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.705346 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-24faac50-1f2e-4829-8fe9-099413052613 None None] Provisioning complete for port bc77704b-2351-4910-a547-b4a5a3a21fc0 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:36.706730 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-24faac50-1f2e-4829-8fe9-099413052613 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:36.911082 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b7ba596-bfb4-4256-91fd-6be0bfd13300 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] DELETE failed (client error): The resource could not be found. Jul 16 08:42:36.923895 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b7ba596-bfb4-4256-91fd-6be0bfd13300 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:42:36.931629 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9b7ba596-bfb4-4256-91fd-6be0bfd13300 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/ports/d6b2b210-7f64-416a-84ac-7e8fd01d90d4 HTTP/1.1" status: 404 len: 333 time: 0.2451551 Jul 16 08:42:36.933911 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47552) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:36.945877 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-24faac50-1f2e-4829-8fe9-099413052613 None None] Could not find standard attr ID for object d6b2b210-7f64-416a-84ac-7e8fd01d90d4. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:42:36.981649 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96946077-6a68-49f7-952a-e528b78c37f4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Port': ['ID=412eb977-0da4-4b2e-9cb4-85d719a443ba,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:37.040272 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.184782 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device bc77704b-2351-4910-a547-b4a5a3a21fc0 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:37.203096 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-1943aeb5-924d-47af-8d2e-76c5e9c35b51 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] GET failed (client error): The resource could not be found. Jul 16 08:42:37.208834 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47560) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:37.215135 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc8739-3376-4b20-a287-31c115151e4a req-0479fcea-ba5d-4454-abed-7c13e6a6b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:37.215625 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc8739-3376-4b20-a287-31c115151e4a req-0479fcea-ba5d-4454-abed-7c13e6a6b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:37.216097 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc8739-3376-4b20-a287-31c115151e4a req-0479fcea-ba5d-4454-abed-7c13e6a6b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:37.217766 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a4cc8739-3376-4b20-a287-31c115151e4a req-0479fcea-ba5d-4454-abed-7c13e6a6b5ab service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=2fe358b4bf3b41e19a3794e097af1b16&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6572213 Jul 16 08:42:37.225769 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1943aeb5-924d-47af-8d2e-76c5e9c35b51 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "GET /v2.0/ports/d6b2b210-7f64-416a-84ac-7e8fd01d90d4 HTTP/1.1" status: 404 len: 333 time: 0.2560942 Jul 16 08:42:37.277553 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-648d61da-1e19-42b8-8732-ffbaa3c148fd None None] Could not find standard attr ID for object d6b2b210-7f64-416a-84ac-7e8fd01d90d4. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:42:37.337032 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-7444f695-efcc-4782-8e1b-39a4de18e3e9 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting subnet 041ec126-c163-4aa7-a29a-32662f80af42 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:42:37.340747 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7444f695-efcc-4782-8e1b-39a4de18e3e9 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.360082 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port bc77704b-2351-4910-a547-b4a5a3a21fc0 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:37.371489 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.392005 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481de3d-7ece-4d23-bb60-ced28f4f2fb3 req-f0ba2cbf-cbab-4dca-be67-a9660559981a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:37.409501 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7444f695-efcc-4782-8e1b-39a4de18e3e9 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.417601 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481de3d-7ece-4d23-bb60-ced28f4f2fb3 req-f0ba2cbf-cbab-4dca-be67-a9660559981a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:37.439343 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481de3d-7ece-4d23-bb60-ced28f4f2fb3 req-f0ba2cbf-cbab-4dca-be67-a9660559981a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:37.458906 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481de3d-7ece-4d23-bb60-ced28f4f2fb3 req-f0ba2cbf-cbab-4dca-be67-a9660559981a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:37.475319 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481de3d-7ece-4d23-bb60-ced28f4f2fb3 req-f0ba2cbf-cbab-4dca-be67-a9660559981a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:37.486378 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481de3d-7ece-4d23-bb60-ced28f4f2fb3 req-f0ba2cbf-cbab-4dca-be67-a9660559981a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:37.506694 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8481de3d-7ece-4d23-bb60-ced28f4f2fb3 req-f0ba2cbf-cbab-4dca-be67-a9660559981a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:37.510389 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8481de3d-7ece-4d23-bb60-ced28f4f2fb3 req-f0ba2cbf-cbab-4dca-be67-a9660559981a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5370 time: 1.1755555 Jul 16 08:42:37.534150 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-96946077-6a68-49f7-952a-e528b78c37f4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.536084 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7444f695-efcc-4782-8e1b-39a4de18e3e9 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.623763 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-3dddbb7c-5614-42bb-8684-300b6f04d82b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afa97703-f881-4b7b-b2e7-e2133311c64c {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:37.643445 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-3dddbb7c-5614-42bb-8684-300b6f04d82b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.713278 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47566) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:37.786645 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-3dddbb7c-5614-42bb-8684-300b6f04d82b service neutron] Transition to ACTIVE for port object afa97703-f881-4b7b-b2e7-e2133311c64c will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:37.799491 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7444f695-efcc-4782-8e1b-39a4de18e3e9 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.879525 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-3dddbb7c-5614-42bb-8684-300b6f04d82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:37.916977 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7444f695-efcc-4782-8e1b-39a4de18e3e9 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Subnet': ['ID=041ec126-c163-4aa7-a29a-32662f80af42,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:38.092755 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8481de3d-7ece-4d23-bb60-ced28f4f2fb3 req-c45325b7-6951-41d1-9d1d-651d5e39f257 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5497892 Jul 16 08:42:38.108772 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cc8739-3376-4b20-a287-31c115151e4a req-45c9b4f6-62ca-4d77-93c6-48da58495738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:38.110708 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a4cc8739-3376-4b20-a287-31c115151e4a req-45c9b4f6-62ca-4d77-93c6-48da58495738 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4370015 Jul 16 08:42:38.126284 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06027b3e-6360-4167-9b7a-d8e33ab9b318 None None] Network dda714cf-98a4-4987-adc6-f99f0931e514 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:38.163688 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7444f695-efcc-4782-8e1b-39a4de18e3e9 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.168521 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7444f695-efcc-4782-8e1b-39a4de18e3e9 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/subnets/041ec126-c163-4aa7-a29a-32662f80af42 HTTP/1.1" status: 204 len: 168 time: 0.9583597 Jul 16 08:42:38.178905 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9de142-439f-4a58-9bdb-01543976104c req-4a4656bd-ad71-44e5-8094-c8b61d59979c tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:38.193037 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f9de142-439f-4a58-9bdb-01543976104c req-4a4656bd-ad71-44e5-8094-c8b61d59979c tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 945 time: 1.2266879 Jul 16 08:42:38.197805 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47584) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:38.211008 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-149606f0-efde-47e6-8f42-c0ee7940f795 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-465416888', 'router:external': True}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:38.224079 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96946077-6a68-49f7-952a-e528b78c37f4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Router 7fc694ab-e378-4b04-9611-ee31f12a9939 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:42:38.260602 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-149606f0-efde-47e6-8f42-c0ee7940f795 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Made reservation on behalf of 32deab62c1ce4a7986268d4b40f753b8 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:38.263322 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-149606f0-efde-47e6-8f42-c0ee7940f795 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.384907 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96946077-6a68-49f7-952a-e528b78c37f4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:38.404050 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-96946077-6a68-49f7-952a-e528b78c37f4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "PUT /v2.0/routers/7fc694ab-e378-4b04-9611-ee31f12a9939/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7566559 Jul 16 08:42:38.405523 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47592) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:38.423506 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-149606f0-efde-47e6-8f42-c0ee7940f795 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.443338 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.448277 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-61af4043-33b7-408c-929e-f92523ef4e9c tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fc694ab-e378-4b04-9611-ee31f12a9939 HTTP/1.1" status: 200 len: 205 time: 0.0411742 Jul 16 08:42:38.448921 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47594) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:38.470844 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dddbb7c-5614-42bb-8684-300b6f04d82b service neutron] Pushing event updated for resources: {'Port': ['ID=afa97703-f881-4b7b-b2e7-e2133311c64c,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:38.475703 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6cf2fb-72b4-479e-a5aa-a051d7a5edf4 None None] Sync routers for ids ['7fc694ab-e378-4b04-9611-ee31f12a9939'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:38.511115 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6cf2fb-72b4-479e-a5aa-a051d7a5edf4 None None] Routers {'7fc694ab-e378-4b04-9611-ee31f12a9939'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:38.511772 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-db6cf2fb-72b4-479e-a5aa-a051d7a5edf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:42:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['7fc694ab-e378-4b04-9611-ee31f12a9939'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:38.611589 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-db6cf2fb-72b4-479e-a5aa-a051d7a5edf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:38.640630 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db6cf2fb-72b4-479e-a5aa-a051d7a5edf4 None None] Routers {'7fc694ab-e378-4b04-9611-ee31f12a9939'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:38.641410 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-db6cf2fb-72b4-479e-a5aa-a051d7a5edf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:42:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['7fc694ab-e378-4b04-9611-ee31f12a9939'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:38.696374 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a1435c62-067f-45ce-8a46-03ad2f938202 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.719317 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.728943 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-db6cf2fb-72b4-479e-a5aa-a051d7a5edf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:38.729692 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db6cf2fb-72b4-479e-a5aa-a051d7a5edf4 None None] The sync data for ids ['7fc694ab-e378-4b04-9611-ee31f12a9939'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:42:38.874796 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-149606f0-efde-47e6-8f42-c0ee7940f795 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:38.900227 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4bcf8f3-4702-4666-8964-f1c206d8d296 None None] DHCP port deletion for dda714cf-98a4-4987-adc6-f99f0931e514 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:42:38.942011 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f9de142-439f-4a58-9bdb-01543976104c req-83b8852c-3ca4-496a-9c0f-44ad11704ea7 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7479053 Jul 16 08:42:38.946824 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-149606f0-efde-47e6-8f42-c0ee7940f795 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.012716 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c4bcf8f3-4702-4666-8964-f1c206d8d296 None None] Deleting port bc77704b-2351-4910-a547-b4a5a3a21fc0 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:39.015153 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4bcf8f3-4702-4666-8964-f1c206d8d296 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.041577 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-149606f0-efde-47e6-8f42-c0ee7940f795 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:39.075368 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-3dddbb7c-5614-42bb-8684-300b6f04d82b service neutron] Attempting to bind port afa97703-f881-4b7b-b2e7-e2133311c64c on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:39.081793 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-3dddbb7c-5614-42bb-8684-300b6f04d82b service neutron] Attempting to bind port afa97703-f881-4b7b-b2e7-e2133311c64c by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '338f297f-576e-4bca-84d2-bb8494549d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a80dfca5-8a40-4d85-8b85-fb5bb1bb0085'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:39.082292 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-3dddbb7c-5614-42bb-8684-300b6f04d82b service neutron] Attempting to bind port afa97703-f881-4b7b-b2e7-e2133311c64c on network a80dfca5-8a40-4d85-8b85-fb5bb1bb0085 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:39.114225 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-3dddbb7c-5614-42bb-8684-300b6f04d82b service neutron] Port afa97703-f881-4b7b-b2e7-e2133311c64c on network a80dfca5-8a40-4d85-8b85-fb5bb1bb0085 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:39.114562 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-3dddbb7c-5614-42bb-8684-300b6f04d82b service neutron] Attempting to bind port afa97703-f881-4b7b-b2e7-e2133311c64c on network a80dfca5-8a40-4d85-8b85-fb5bb1bb0085 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:39.138861 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-3dddbb7c-5614-42bb-8684-300b6f04d82b service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:39.139211 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-3dddbb7c-5614-42bb-8684-300b6f04d82b service neutron] Checking segment: {'id': '338f297f-576e-4bca-84d2-bb8494549d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a80dfca5-8a40-4d85-8b85-fb5bb1bb0085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:39.139612 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-3dddbb7c-5614-42bb-8684-300b6f04d82b service neutron] Bound using segment: {'id': '338f297f-576e-4bca-84d2-bb8494549d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a80dfca5-8a40-4d85-8b85-fb5bb1bb0085'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:39.140178 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-3dddbb7c-5614-42bb-8684-300b6f04d82b service neutron] Bound port: afa97703-f881-4b7b-b2e7-e2133311c64c, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338f297f-576e-4bca-84d2-bb8494549d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a80dfca5-8a40-4d85-8b85-fb5bb1bb0085'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:39.142708 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-3dddbb7c-5614-42bb-8684-300b6f04d82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.175851 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149606f0-efde-47e6-8f42-c0ee7940f795 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6478abee-1963-4cfc-96c8-b6bdde6123e9,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:39.182608 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-149606f0-efde-47e6-8f42-c0ee7940f795 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.182900 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-149606f0-efde-47e6-8f42-c0ee7940f795 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Added segment f1238be0-34f1-407a-8ba5-cc59f1a6cea5 of type vlan for network d5fe9b89-7417-45a4-84c7-8e83ca479cd7 Jul 16 08:42:39.189026 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a1435c62-067f-45ce-8a46-03ad2f938202 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.199277 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a1435c62-067f-45ce-8a46-03ad2f938202 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.202451 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting port bc77704b-2351-4910-a547-b4a5a3a21fc0 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:39.202934 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.209442 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device bc77704b-2351-4910-a547-b4a5a3a21fc0 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:39.298277 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] For port bc77704b-2351-4910-a547-b4a5a3a21fc0, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=bc77704b-2351-4910-a547-b4a5a3a21fc0,segment=NetworkSegment(00a3de4f-82d9-4ca0-b7d0-79bb8676811a),segment_id=00a3de4f-82d9-4ca0-b7d0-79bb8676811a)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:39.298558 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.318245 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Calling delete_port for bc77704b-2351-4910-a547-b4a5a3a21fc0 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:39.342808 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c4bcf8f3-4702-4666-8964-f1c206d8d296 None None] For port bc77704b-2351-4910-a547-b4a5a3a21fc0, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=bc77704b-2351-4910-a547-b4a5a3a21fc0,segment=NetworkSegment(00a3de4f-82d9-4ca0-b7d0-79bb8676811a),segment_id=00a3de4f-82d9-4ca0-b7d0-79bb8676811a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:39.343217 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4bcf8f3-4702-4666-8964-f1c206d8d296 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.353921 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a1435c62-067f-45ce-8a46-03ad2f938202 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.355083 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1435c62-067f-45ce-8a46-03ad2f938202 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Fanout notify agent at l3_agent the message router_deleted on router 7fc694ab-e378-4b04-9611-ee31f12a9939 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:42:39.375464 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a1435c62-067f-45ce-8a46-03ad2f938202 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.376795 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a1435c62-067f-45ce-8a46-03ad2f938202 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/routers/7fc694ab-e378-4b04-9611-ee31f12a9939 HTTP/1.1" status: 204 len: 168 time: 0.9269047 Jul 16 08:42:39.379667 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47602) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:39.485244 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c4bcf8f3-4702-4666-8964-f1c206d8d296 None None] Calling delete_port for bc77704b-2351-4910-a547-b4a5a3a21fc0 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:39.504952 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-149606f0-efde-47e6-8f42-c0ee7940f795 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.653221 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-9359e461-8969-4914-98f5-50befe112450 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Deleting subnet cae0860e-e9a8-4805-8464-89959194ea92 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:42:39.664299 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9359e461-8969-4914-98f5-50befe112450 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.674694 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-3dddbb7c-5614-42bb-8684-300b6f04d82b service neutron] For port afa97703-f881-4b7b-b2e7-e2133311c64c, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:39.700049 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.700618 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.716377 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-3dddbb7c-5614-42bb-8684-300b6f04d82b service neutron] For port afa97703-f881-4b7b-b2e7-e2133311c64c, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=afa97703-f881-4b7b-b2e7-e2133311c64c,segment=NetworkSegment(338f297f-576e-4bca-84d2-bb8494549d09),segment_id=338f297f-576e-4bca-84d2-bb8494549d09)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:39.736698 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] No DVR routers for this DVR port bc77704b-2351-4910-a547-b4a5a3a21fc0 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:39.778658 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-3dddbb7c-5614-42bb-8684-300b6f04d82b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.822297 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9359e461-8969-4914-98f5-50befe112450 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.828630 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-3dddbb7c-5614-42bb-8684-300b6f04d82b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:39.829223 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-3dddbb7c-5614-42bb-8684-300b6f04d82b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:39.830922 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-3dddbb7c-5614-42bb-8684-300b6f04d82b service neutron] 10.222.0.21 "PUT /v2.0/ports/afa97703-f881-4b7b-b2e7-e2133311c64c HTTP/1.1" status: 200 len: 1092 time: 4.4389956 Jul 16 08:42:39.857663 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'tag': 'afa97703-f881-4b7b-b2e7-e2133311c64c'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:39.861747 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aafa9392-e210-4ef9-a50b-175eb30d1f5a" -d '{"events": [{"name": "network-changed", "server_uuid": "736da105-041e-439e-ba87-45876ee23593", "tag": "afa97703-f881-4b7b-b2e7-e2133311c64c"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:39.889413 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-2cf8343e-2d84-4de4-a360-e46d90458e16 service neutron] Request body: {'port': {'device_id': '736da105-041e-439e-ba87-45876ee23593', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:39.951259 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Port': ['ID=bc77704b-2351-4910-a547-b4a5a3a21fc0,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:39.952754 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4bcf8f3-4702-4666-8964-f1c206d8d296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.034566 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bcf8f3-4702-4666-8964-f1c206d8d296 None None] Pushing event deleted for resources: {'Port': ['ID=bc77704b-2351-4910-a547-b4a5a3a21fc0,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:40.114134 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4bcf8f3-4702-4666-8964-f1c206d8d296 None None] No DVR routers for this DVR port bc77704b-2351-4910-a547-b4a5a3a21fc0 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:40.227585 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bdeb58b-d8e4-4203-be99-2f6ca6a9c94b x-openstack-request-id: req-3bdeb58b-d8e4-4203-be99-2f6ca6a9c94b {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:40.228051 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "736da105-041e-439e-ba87-45876ee23593", "tag": "afa97703-f881-4b7b-b2e7-e2133311c64c", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:40.228665 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3bdeb58b-d8e4-4203-be99-2f6ca6a9c94b {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:40.229251 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'tag': 'afa97703-f881-4b7b-b2e7-e2133311c64c', 'status': 'completed', 'code': 200} Jul 16 08:42:40.234427 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dddbb7c-5614-42bb-8684-300b6f04d82b service neutron] Pushing event updated for resources: {'Port': ['ID=afa97703-f881-4b7b-b2e7-e2133311c64c,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:40.242442 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9359e461-8969-4914-98f5-50befe112450 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.262557 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-2cf8343e-2d84-4de4-a360-e46d90458e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.284659 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-149606f0-efde-47e6-8f42-c0ee7940f795 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.289000 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149606f0-efde-47e6-8f42-c0ee7940f795 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:40.290018 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-149606f0-efde-47e6-8f42-c0ee7940f795 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.501227 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9359e461-8969-4914-98f5-50befe112450 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.523918 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c17a8-487b-4547-b417-584d3dfe6a84 req-8f9aa2bf-f94a-4f81-a6be-14a46ba0e0c3 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:40.530698 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c17a8-487b-4547-b417-584d3dfe6a84 req-8f9aa2bf-f94a-4f81-a6be-14a46ba0e0c3 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:40.537187 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c17a8-487b-4547-b417-584d3dfe6a84 req-8f9aa2bf-f94a-4f81-a6be-14a46ba0e0c3 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:40.543770 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c17a8-487b-4547-b417-584d3dfe6a84 req-8f9aa2bf-f94a-4f81-a6be-14a46ba0e0c3 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:40.550167 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c17a8-487b-4547-b417-584d3dfe6a84 req-8f9aa2bf-f94a-4f81-a6be-14a46ba0e0c3 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:40.556321 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c17a8-487b-4547-b417-584d3dfe6a84 req-8f9aa2bf-f94a-4f81-a6be-14a46ba0e0c3 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:40.562761 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0c17a8-487b-4547-b417-584d3dfe6a84 req-8f9aa2bf-f94a-4f81-a6be-14a46ba0e0c3 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:40.564072 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149606f0-efde-47e6-8f42-c0ee7940f795 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Pushing event updated for resources: {'Network': ['ID=d5fe9b89-7417-45a4-84c7-8e83ca479cd7,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:40.564825 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cf0c17a8-487b-4547-b417-584d3dfe6a84 req-8f9aa2bf-f94a-4f81-a6be-14a46ba0e0c3 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5382 time: 1.0453017 Jul 16 08:42:40.591223 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network d5fe9b89-7417-45a4-84c7-8e83ca479cd7 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:40.594908 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-149606f0-efde-47e6-8f42-c0ee7940f795 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 2.8773999 Jul 16 08:42:40.599991 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2501884b-62dc-4802-95ea-a84c7d199798 None None] Network 89a8c292-80cb-400f-a680-c0a1ae7d4e2a requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:40.610557 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47618) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:40.616249 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9359e461-8969-4914-98f5-50befe112450 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.623873 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9359e461-8969-4914-98f5-50befe112450 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/subnets/cae0860e-e9a8-4805-8464-89959194ea92 HTTP/1.1" status: 204 len: 168 time: 1.2430675 Jul 16 08:42:40.630119 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-53cb514c-24e0-4e6b-87ad-b1493b58fbcf tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Request body: {'subnet': {'network_id': 'd5fe9b89-7417-45a4-84c7-8e83ca479cd7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:40.641303 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47620) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:40.643611 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9359e461-8969-4914-98f5-50befe112450 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Subnet': ['ID=cae0860e-e9a8-4805-8464-89959194ea92,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:40.711496 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.713023 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359e461-8969-4914-98f5-50befe112450 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:40.713777 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359e461-8969-4914-98f5-50befe112450 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:40.713956 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359e461-8969-4914-98f5-50befe112450 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:40.714397 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359e461-8969-4914-98f5-50befe112450 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:40.714841 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359e461-8969-4914-98f5-50befe112450 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:40.715294 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359e461-8969-4914-98f5-50befe112450 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:40.715709 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359e461-8969-4914-98f5-50befe112450 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:40.716259 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359e461-8969-4914-98f5-50befe112450 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:40.716732 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359e461-8969-4914-98f5-50befe112450 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:40.717182 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359e461-8969-4914-98f5-50befe112450 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:40.717620 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359e461-8969-4914-98f5-50befe112450 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:40.718052 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9359e461-8969-4914-98f5-50befe112450 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:40.792988 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cf0c17a8-487b-4547-b417-584d3dfe6a84 req-71340c8a-30ce-4fc2-a2f8-a200d790c1a4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1832800 Jul 16 08:42:40.794564 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53cb514c-24e0-4e6b-87ad-b1493b58fbcf tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Made reservation on behalf of 32deab62c1ce4a7986268d4b40f753b8 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:40.800781 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-53cb514c-24e0-4e6b-87ad-b1493b58fbcf tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:40.899636 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa32ad14-35c7-4e08-9e1d-032656e29fd2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Deleting subnet fce7eb13-bc5d-4a88-b10e-dc4736debeb7 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:42:40.924533 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa32ad14-35c7-4e08-9e1d-032656e29fd2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.201557 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dda714cf-98a4-4987-adc6-f99f0931e514']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:41.220457 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9344c8-9c8f-47bd-b8b3-e83299e97235 None None] DHCP port deletion for 89a8c292-80cb-400f-a680-c0a1ae7d4e2a request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:42:41.265592 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa9392-e210-4ef9-a50b-175eb30d1f5a req-bc2bb35a-ad1e-41dc-8bf2-958f928331c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:41.266096 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa9392-e210-4ef9-a50b-175eb30d1f5a req-bc2bb35a-ad1e-41dc-8bf2-958f928331c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:41.266696 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa9392-e210-4ef9-a50b-175eb30d1f5a req-bc2bb35a-ad1e-41dc-8bf2-958f928331c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:41.267299 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa9392-e210-4ef9-a50b-175eb30d1f5a req-bc2bb35a-ad1e-41dc-8bf2-958f928331c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:41.267697 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa9392-e210-4ef9-a50b-175eb30d1f5a req-bc2bb35a-ad1e-41dc-8bf2-958f928331c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:41.268230 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa9392-e210-4ef9-a50b-175eb30d1f5a req-bc2bb35a-ad1e-41dc-8bf2-958f928331c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:41.269332 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa9392-e210-4ef9-a50b-175eb30d1f5a req-bc2bb35a-ad1e-41dc-8bf2-958f928331c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:41.270797 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aafa9392-e210-4ef9-a50b-175eb30d1f5a req-bc2bb35a-ad1e-41dc-8bf2-958f928331c6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2fe358b4bf3b41e19a3794e097af1b16&device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 6278 time: 1.1011813 Jul 16 08:42:41.397108 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-dd9344c8-9c8f-47bd-b8b3-e83299e97235 None None] Deleting port fb19ed97-bc1f-4d94-97e1-c70b069493c9 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:41.397780 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd9344c8-9c8f-47bd-b8b3-e83299e97235 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.431367 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00a3de4f-82d9-4ca0-b7d0-79bb8676811a') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:41.433285 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00a3de4f-82d9-4ca0-b7d0-79bb8676811a') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:41.458935 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.490306 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.499296 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:42:41.499999 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.643983 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47632) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:41.679192 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-dd9344c8-9c8f-47bd-b8b3-e83299e97235 None None] For port fb19ed97-bc1f-4d94-97e1-c70b069493c9, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=fb19ed97-bc1f-4d94-97e1-c70b069493c9,segment=NetworkSegment(dbcab881-4410-4199-9b25-70b707540020),segment_id=dbcab881-4410-4199-9b25-70b707540020)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:41.681421 n-d-771362-37 neutron-server[93759]: DEBUG neutron.objects.ports [None req-53cb514c-24e0-4e6b-87ad-b1493b58fbcf tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:42:41.682571 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd9344c8-9c8f-47bd-b8b3-e83299e97235 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.683611 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-53cb514c-24e0-4e6b-87ad-b1493b58fbcf tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.734547 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-dd9344c8-9c8f-47bd-b8b3-e83299e97235 None None] Calling delete_port for fb19ed97-bc1f-4d94-97e1-c70b069493c9 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:41.846712 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cb514c-24e0-4e6b-87ad-b1493b58fbcf tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Pushing event updated for resources: {'Subnet': ['ID=42163078-d579-41e8-be50-8183bf0c9811,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:41.851813 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6f32552-1927-4275-8248-dd5f37cf69b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.904713 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53cb514c-24e0-4e6b-87ad-b1493b58fbcf tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Checking segment: {'id': 'f1238be0-34f1-407a-8ba5-cc59f1a6cea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd5fe9b89-7417-45a4-84c7-8e83ca479cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:41.905471 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cb514c-24e0-4e6b-87ad-b1493b58fbcf tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Network hostable DHCP agents. Network: d5fe9b89-7417-45a4-84c7-8e83ca479cd7, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:42:41.924729 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd9344c8-9c8f-47bd-b8b3-e83299e97235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:41.954547 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53cb514c-24e0-4e6b-87ad-b1493b58fbcf tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Network d5fe9b89-7417-45a4-84c7-8e83ca479cd7 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:42:41.974641 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-53cb514c-24e0-4e6b-87ad-b1493b58fbcf tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, d5fe9b89-7417-45a4-84c7-8e83ca479cd7) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:41.987999 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53cb514c-24e0-4e6b-87ad-b1493b58fbcf tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:41.988644 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-53cb514c-24e0-4e6b-87ad-b1493b58fbcf tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.016815 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9344c8-9c8f-47bd-b8b3-e83299e97235 None None] Pushing event deleted for resources: {'Port': ['ID=fb19ed97-bc1f-4d94-97e1-c70b069493c9,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:42.020781 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eae06ca5-a9f5-429f-9ee1-085911bc6145 None None] Network d5fe9b89-7417-45a4-84c7-8e83ca479cd7 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:42.116592 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9344c8-9c8f-47bd-b8b3-e83299e97235 None None] No DVR routers for this DVR port fb19ed97-bc1f-4d94-97e1-c70b069493c9 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:42.127386 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6f32552-1927-4275-8248-dd5f37cf69b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.153781 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6f32552-1927-4275-8248-dd5f37cf69b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.207462 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-53cb514c-24e0-4e6b-87ad-b1493b58fbcf tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.5816846 Jul 16 08:42:42.230792 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47642) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:42.257869 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d05163b7-8654-45db-953f-3327a9fa3f3b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2120221194', 'network_id': 'd5fe9b89-7417-45a4-84c7-8e83ca479cd7'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:42:42.288603 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:42:42.297714 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa32ad14-35c7-4e08-9e1d-032656e29fd2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.336801 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa9392-e210-4ef9-a50b-175eb30d1f5a req-0b090431-f471-44fe-ad44-67af06dc4830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:42.337382 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa9392-e210-4ef9-a50b-175eb30d1f5a req-0b090431-f471-44fe-ad44-67af06dc4830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:42.338109 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa9392-e210-4ef9-a50b-175eb30d1f5a req-0b090431-f471-44fe-ad44-67af06dc4830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:42.340014 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aafa9392-e210-4ef9-a50b-175eb30d1f5a req-0b090431-f471-44fe-ad44-67af06dc4830 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=2fe358b4bf3b41e19a3794e097af1b16&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.0554509 Jul 16 08:42:42.397185 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f32552-1927-4275-8248-dd5f37cf69b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce7d4c45-8216-436c-b35b-4494f1b68ffe,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:42.431664 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d6f32552-1927-4275-8248-dd5f37cf69b5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7efcbd3951cc42ac829ba1b6ffc74627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7859685 Jul 16 08:42:42.432700 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47648) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:42.474889 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f82c579-c7f1-4531-b762-a8a2a9eaeb41 None None] Network d5fe9b89-7417-45a4-84c7-8e83ca479cd7 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:42.519963 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05163b7-8654-45db-953f-3327a9fa3f3b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Made reservation on behalf of 32deab62c1ce4a7986268d4b40f753b8 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:42.524364 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d05163b7-8654-45db-953f-3327a9fa3f3b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.604447 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.677159 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.682617 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc45295-8bc3-4a02-ac7c-d64df356cf89 req-b50b7631-67c2-4ed3-95cb-cf8716f781e1 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:42.692928 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/networks/dda714cf-98a4-4987-adc6-f99f0931e514 HTTP/1.1" status: 204 len: 168 time: 4.4562659 Jul 16 08:42:42.694581 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc45295-8bc3-4a02-ac7c-d64df356cf89 req-b50b7631-67c2-4ed3-95cb-cf8716f781e1 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:42.706596 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc45295-8bc3-4a02-ac7c-d64df356cf89 req-b50b7631-67c2-4ed3-95cb-cf8716f781e1 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:42.710245 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Network': ['ID=dda714cf-98a4-4987-adc6-f99f0931e514,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:42.719750 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc45295-8bc3-4a02-ac7c-d64df356cf89 req-b50b7631-67c2-4ed3-95cb-cf8716f781e1 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:42.728319 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff74bf2d-2101-40c2-8fbb-7efe90fcce86 req-b086a0ad-251a-4e69-966b-e578235ac781 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:42.728319 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ff74bf2d-2101-40c2-8fbb-7efe90fcce86 req-b086a0ad-251a-4e69-966b-e578235ac781 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 945 time: 2.2184386 Jul 16 08:42:42.731460 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc45295-8bc3-4a02-ac7c-d64df356cf89 req-b50b7631-67c2-4ed3-95cb-cf8716f781e1 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:42.737435 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47650) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:42.744479 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc45295-8bc3-4a02-ac7c-d64df356cf89 req-b50b7631-67c2-4ed3-95cb-cf8716f781e1 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:42.745738 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-33954ddc-58fa-4ab9-a4f5-d112c4df5fce tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-814095519'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:42.757382 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc45295-8bc3-4a02-ac7c-d64df356cf89 req-b50b7631-67c2-4ed3-95cb-cf8716f781e1 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:42.772037 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9dc45295-8bc3-4a02-ac7c-d64df356cf89 req-b50b7631-67c2-4ed3-95cb-cf8716f781e1 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5382 time: 0.6418166 Jul 16 08:42:42.781010 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-d05163b7-8654-45db-953f-3327a9fa3f3b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] device_id is not set on port 117176a5-2817-4d68-a31c-4b55496f16b8 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:42:42.833236 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ff74bf2d-2101-40c2-8fbb-7efe90fcce86 req-e231fda9-7885-48e3-876f-690c5040ed36 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770524 Jul 16 08:42:42.843507 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:42.844078 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:42.844611 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:42.845194 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:42.845550 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:42.845894 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:42.846258 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:42.846612 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:42.846984 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:42.847318 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:42.847664 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:42.847994 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1d49ed7-b3c7-41d9-aa5d-c3aa07dabf7f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:42:42.949532 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-110f50f7-42c2-4c10-9b77-682a7752ba3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.950166 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa32ad14-35c7-4e08-9e1d-032656e29fd2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:42.953424 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafa9392-e210-4ef9-a50b-175eb30d1f5a req-af51780b-1810-448e-885c-6ee161eefbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:42.955086 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aafa9392-e210-4ef9-a50b-175eb30d1f5a req-af51780b-1810-448e-885c-6ee161eefbbf service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5801172 Jul 16 08:42:42.993322 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9dc45295-8bc3-4a02-ac7c-d64df356cf89 req-85bed7f0-728c-48d6-8c46-5777751d633d tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2196548 Jul 16 08:42:43.010771 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33954ddc-58fa-4ab9-a4f5-d112c4df5fce tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:43.015308 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-33954ddc-58fa-4ab9-a4f5-d112c4df5fce tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.070420 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33954ddc-58fa-4ab9-a4f5-d112c4df5fce tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:43.084409 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-33954ddc-58fa-4ab9-a4f5-d112c4df5fce tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.084822 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-33954ddc-58fa-4ab9-a4f5-d112c4df5fce tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Added segment c1a6b1d0-9a43-4581-b841-79cf86460d16 of type vlan for network 3ab453d0-a5ca-4dc0-80ce-e3fdd1347593 Jul 16 08:42:43.110055 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device fb19ed97-bc1f-4d94-97e1-c70b069493c9 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:43.131322 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: fb19ed97-bc1f-4d94-97e1-c70b069493c9 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:42:43.131600 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device fb19ed97-bc1f-4d94-97e1-c70b069493c9 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:42:43.133875 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-d05163b7-8654-45db-953f-3327a9fa3f3b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Allocated IP 172.20.0.3 (d5fe9b89-7417-45a4-84c7-8e83ca479cd7/42163078-d579-41e8-be50-8183bf0c9811/117176a5-2817-4d68-a31c-4b55496f16b8) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:43.155056 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-110f50f7-42c2-4c10-9b77-682a7752ba3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.158242 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-33954ddc-58fa-4ab9-a4f5-d112c4df5fce tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.198096 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-33954ddc-58fa-4ab9-a4f5-d112c4df5fce tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.206301 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33954ddc-58fa-4ab9-a4f5-d112c4df5fce tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:43.207032 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-33954ddc-58fa-4ab9-a4f5-d112c4df5fce tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.265861 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-110f50f7-42c2-4c10-9b77-682a7752ba3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.270023 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-110f50f7-42c2-4c10-9b77-682a7752ba3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.271298 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-110f50f7-42c2-4c10-9b77-682a7752ba3a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ce7d4c45-8216-436c-b35b-4494f1b68ffe HTTP/1.1" status: 204 len: 168 time: 0.8227370 Jul 16 08:42:43.322321 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110f50f7-42c2-4c10-9b77-682a7752ba3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce7d4c45-8216-436c-b35b-4494f1b68ffe,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:43.353462 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-33954ddc-58fa-4ab9-a4f5-d112c4df5fce tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6122444 Jul 16 08:42:43.371973 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47656) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:43.380737 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-520724b8-3753-4ec5-8627-db8f1333e06b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'subnet': {'network_id': '3ab453d0-a5ca-4dc0-80ce-e3fdd1347593', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:43.522947 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33954ddc-58fa-4ab9-a4f5-d112c4df5fce tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Network': ['ID=3ab453d0-a5ca-4dc0-80ce-e3fdd1347593,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:43.535467 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 3ab453d0-a5ca-4dc0-80ce-e3fdd1347593 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:43.558441 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa32ad14-35c7-4e08-9e1d-032656e29fd2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.638304 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-520724b8-3753-4ec5-8627-db8f1333e06b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:43.645954 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-520724b8-3753-4ec5-8627-db8f1333e06b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.723181 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa32ad14-35c7-4e08-9e1d-032656e29fd2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Subnet': ['ID=fce7eb13-bc5d-4a88-b10e-dc4736debeb7,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:43.764953 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa32ad14-35c7-4e08-9e1d-032656e29fd2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.770206 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-aa32ad14-35c7-4e08-9e1d-032656e29fd2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/subnets/fce7eb13-bc5d-4a88-b10e-dc4736debeb7 HTTP/1.1" status: 204 len: 168 time: 2.9885449 Jul 16 08:42:43.772328 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47668) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:43.774340 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3a1901-a4e7-498d-b855-d5a802af17cb None None] Network 4fb2b137-8f7f-4e69-8988-43c541f7edb3 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:43.851052 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-2cf8343e-2d84-4de4-a360-e46d90458e16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ce0d02e-447c-4dc7-8e90-755e16831c63 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:43.860916 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-2cf8343e-2d84-4de4-a360-e46d90458e16 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.924092 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d05163b7-8654-45db-953f-3327a9fa3f3b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.967927 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-2cf8343e-2d84-4de4-a360-e46d90458e16 service neutron] Transition to ACTIVE for port object 7ce0d02e-447c-4dc7-8e90-755e16831c63 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:43.987335 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b30ce216-3588-42d8-95ec-5276f72a05fb tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:43.996095 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-2cf8343e-2d84-4de4-a360-e46d90458e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.030955 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47672) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:44.103552 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-636f3518-b77c-4df2-bd81-8a766427f602 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.152438 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d05163b7-8654-45db-953f-3327a9fa3f3b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.258725 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc8b11c1-d911-4d5b-bc8a-f5c1fd8616d5 None None] DHCP port deletion for 4fb2b137-8f7f-4e69-8988-43c541f7edb3 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:42:44.303488 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05163b7-8654-45db-953f-3327a9fa3f3b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Pushing event updated for resources: {'Port': ['ID=117176a5-2817-4d68-a31c-4b55496f16b8,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:44.346544 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8343e-2d84-4de4-a360-e46d90458e16 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce0d02e-447c-4dc7-8e90-755e16831c63,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:44.504024 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05163b7-8654-45db-953f-3327a9fa3f3b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Network d5fe9b89-7417-45a4-84c7-8e83ca479cd7 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:44.640786 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-d05163b7-8654-45db-953f-3327a9fa3f3b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:44.645681 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05163b7-8654-45db-953f-3327a9fa3f3b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:44.648193 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b30ce216-3588-42d8-95ec-5276f72a05fb tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.669983 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-b30ce216-3588-42d8-95ec-5276f72a05fb tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['89a8c292-80cb-400f-a680-c0a1ae7d4e2a']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:44.677705 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-520724b8-3753-4ec5-8627-db8f1333e06b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.697506 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-b30ce216-3588-42d8-95ec-5276f72a05fb tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbcab881-4410-4199-9b25-70b707540020') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:44.698234 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-b30ce216-3588-42d8-95ec-5276f72a05fb tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbcab881-4410-4199-9b25-70b707540020') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:44.730468 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b30ce216-3588-42d8-95ec-5276f72a05fb tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.734171 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-2cf8343e-2d84-4de4-a360-e46d90458e16 service neutron] Attempting to bind port 7ce0d02e-447c-4dc7-8e90-755e16831c63 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:44.734566 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-2cf8343e-2d84-4de4-a360-e46d90458e16 service neutron] Attempting to bind port 7ce0d02e-447c-4dc7-8e90-755e16831c63 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '338f297f-576e-4bca-84d2-bb8494549d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a80dfca5-8a40-4d85-8b85-fb5bb1bb0085'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:44.734888 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-2cf8343e-2d84-4de4-a360-e46d90458e16 service neutron] Attempting to bind port 7ce0d02e-447c-4dc7-8e90-755e16831c63 on network a80dfca5-8a40-4d85-8b85-fb5bb1bb0085 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:44.766930 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021b6f58-2729-49da-bd56-298b88854ca1 req-f38055ca-b678-4a2c-b488-90361a5f9153 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:44.775362 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-021b6f58-2729-49da-bd56-298b88854ca1 req-f38055ca-b678-4a2c-b488-90361a5f9153 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 945 time: 0.4673681 Jul 16 08:42:44.779230 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-dc8b11c1-d911-4d5b-bc8a-f5c1fd8616d5 None None] Deleting port a42a5a83-0cf1-4721-b8a3-19e1ee8d7306 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:44.780206 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dc8b11c1-d911-4d5b-bc8a-f5c1fd8616d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.788227 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-2cf8343e-2d84-4de4-a360-e46d90458e16 service neutron] Port 7ce0d02e-447c-4dc7-8e90-755e16831c63 on network a80dfca5-8a40-4d85-8b85-fb5bb1bb0085 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:44.788643 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-2cf8343e-2d84-4de4-a360-e46d90458e16 service neutron] Attempting to bind port 7ce0d02e-447c-4dc7-8e90-755e16831c63 on network a80dfca5-8a40-4d85-8b85-fb5bb1bb0085 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:44.795002 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b30ce216-3588-42d8-95ec-5276f72a05fb tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.812254 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-2cf8343e-2d84-4de4-a360-e46d90458e16 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:44.812673 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-2cf8343e-2d84-4de4-a360-e46d90458e16 service neutron] Checking segment: {'id': '338f297f-576e-4bca-84d2-bb8494549d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a80dfca5-8a40-4d85-8b85-fb5bb1bb0085'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:44.813335 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-2cf8343e-2d84-4de4-a360-e46d90458e16 service neutron] Bound using segment: {'id': '338f297f-576e-4bca-84d2-bb8494549d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a80dfca5-8a40-4d85-8b85-fb5bb1bb0085'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:44.814525 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-2cf8343e-2d84-4de4-a360-e46d90458e16 service neutron] Bound port: 7ce0d02e-447c-4dc7-8e90-755e16831c63, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '338f297f-576e-4bca-84d2-bb8494549d09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'a80dfca5-8a40-4d85-8b85-fb5bb1bb0085'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:44.814525 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-2cf8343e-2d84-4de4-a360-e46d90458e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.832454 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b30ce216-3588-42d8-95ec-5276f72a05fb tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:42:44.832890 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b30ce216-3588-42d8-95ec-5276f72a05fb tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:42:44.847870 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:42:44.892643 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-dc8b11c1-d911-4d5b-bc8a-f5c1fd8616d5 None None] For port a42a5a83-0cf1-4721-b8a3-19e1ee8d7306, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=a42a5a83-0cf1-4721-b8a3-19e1ee8d7306,segment=NetworkSegment(dca2e800-a936-4ebb-be2a-2d82af5fe7e7),segment_id=dca2e800-a936-4ebb-be2a-2d82af5fe7e7)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:44.893711 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dc8b11c1-d911-4d5b-bc8a-f5c1fd8616d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:44.915991 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-dc8b11c1-d911-4d5b-bc8a-f5c1fd8616d5 None None] Calling delete_port for a42a5a83-0cf1-4721-b8a3-19e1ee8d7306 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:44.956629 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520724b8-3753-4ec5-8627-db8f1333e06b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Subnet': ['ID=1225f6a1-f8cd-47da-ad16-6ebea2eb7b0d,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:45.026650 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05163b7-8654-45db-953f-3327a9fa3f3b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:45.027471 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d05163b7-8654-45db-953f-3327a9fa3f3b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.092679 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dc8b11c1-d911-4d5b-bc8a-f5c1fd8616d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.130619 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95147c-bce3-48ad-af71-aef2dc9705af req-f3cbc943-c8ab-4e5c-8cf9-f29c978de3d2 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:45.157687 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95147c-bce3-48ad-af71-aef2dc9705af req-f3cbc943-c8ab-4e5c-8cf9-f29c978de3d2 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:45.159651 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8b11c1-d911-4d5b-bc8a-f5c1fd8616d5 None None] Pushing event deleted for resources: {'Port': ['ID=a42a5a83-0cf1-4721-b8a3-19e1ee8d7306,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:45.163636 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8b11c1-d911-4d5b-bc8a-f5c1fd8616d5 None None] No DVR routers for this DVR port a42a5a83-0cf1-4721-b8a3-19e1ee8d7306 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:45.183289 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95147c-bce3-48ad-af71-aef2dc9705af req-f3cbc943-c8ab-4e5c-8cf9-f29c978de3d2 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:45.188200 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-021b6f58-2729-49da-bd56-298b88854ca1 req-6646f1e6-2ab2-4901-8e45-b6aaefb6a8bc tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4102466 Jul 16 08:42:45.194553 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95147c-bce3-48ad-af71-aef2dc9705af req-f3cbc943-c8ab-4e5c-8cf9-f29c978de3d2 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:45.210631 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-2cf8343e-2d84-4de4-a360-e46d90458e16 service neutron] For port 7ce0d02e-447c-4dc7-8e90-755e16831c63, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:45.215248 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-2cf8343e-2d84-4de4-a360-e46d90458e16 service neutron] For port 7ce0d02e-447c-4dc7-8e90-755e16831c63, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=7ce0d02e-447c-4dc7-8e90-755e16831c63,segment=NetworkSegment(338f297f-576e-4bca-84d2-bb8494549d09),segment_id=338f297f-576e-4bca-84d2-bb8494549d09)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:45.217373 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95147c-bce3-48ad-af71-aef2dc9705af req-f3cbc943-c8ab-4e5c-8cf9-f29c978de3d2 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:45.221139 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-2cf8343e-2d84-4de4-a360-e46d90458e16 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.225956 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95147c-bce3-48ad-af71-aef2dc9705af req-f3cbc943-c8ab-4e5c-8cf9-f29c978de3d2 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:45.230572 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a42a5a83-0cf1-4721-b8a3-19e1ee8d7306 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:45.236595 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95147c-bce3-48ad-af71-aef2dc9705af req-f3cbc943-c8ab-4e5c-8cf9-f29c978de3d2 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:45.250790 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0f95147c-bce3-48ad-af71-aef2dc9705af req-f3cbc943-c8ab-4e5c-8cf9-f29c978de3d2 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5394 time: 0.7439163 Jul 16 08:42:45.270567 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b30ce216-3588-42d8-95ec-5276f72a05fb tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.276151 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-520724b8-3753-4ec5-8627-db8f1333e06b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Checking segment: {'id': 'c1a6b1d0-9a43-4581-b841-79cf86460d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3ab453d0-a5ca-4dc0-80ce-e3fdd1347593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:45.276884 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520724b8-3753-4ec5-8627-db8f1333e06b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network hostable DHCP agents. Network: 3ab453d0-a5ca-4dc0-80ce-e3fdd1347593, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:42:45.287843 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: a42a5a83-0cf1-4721-b8a3-19e1ee8d7306 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:42:45.288398 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a42a5a83-0cf1-4721-b8a3-19e1ee8d7306 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:42:45.331858 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-2cf8343e-2d84-4de4-a360-e46d90458e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:45.332556 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-2cf8343e-2d84-4de4-a360-e46d90458e16 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.333984 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-2cf8343e-2d84-4de4-a360-e46d90458e16 service neutron] 10.222.0.21 "PUT /v2.0/ports/7ce0d02e-447c-4dc7-8e90-755e16831c63 HTTP/1.1" status: 200 len: 1091 time: 5.4505174 Jul 16 08:42:45.337761 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b30ce216-3588-42d8-95ec-5276f72a05fb tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.339718 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b30ce216-3588-42d8-95ec-5276f72a05fb tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/networks/89a8c292-80cb-400f-a680-c0a1ae7d4e2a HTTP/1.1" status: 204 len: 168 time: 1.5658784 Jul 16 08:42:45.340339 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'tag': '7ce0d02e-447c-4dc7-8e90-755e16831c63'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:45.343449 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d54c014f-ac3e-4034-98a8-d8875ca53474" -d '{"events": [{"name": "network-changed", "server_uuid": "736da105-041e-439e-ba87-45876ee23593", "tag": "7ce0d02e-447c-4dc7-8e90-755e16831c63"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:45.345230 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47684) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:45.362640 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30ce216-3588-42d8-95ec-5276f72a05fb tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Network': ['ID=89a8c292-80cb-400f-a680-c0a1ae7d4e2a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:45.375247 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-f75f7c0d-4a86-48bc-aa01-b9365bb9f97c service neutron] Request body: {'port': {'device_id': '736da105-041e-439e-ba87-45876ee23593', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:45.424338 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0f95147c-bce3-48ad-af71-aef2dc9705af req-53e03b3e-c2d1-4aef-be47-3f3ce1cb40bc tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1716228 Jul 16 08:42:45.476324 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca2f9ec2-8cad-4437-bfae-789ba1d51a24 x-openstack-request-id: req-ca2f9ec2-8cad-4437-bfae-789ba1d51a24 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:45.476850 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "736da105-041e-439e-ba87-45876ee23593", "tag": "7ce0d02e-447c-4dc7-8e90-755e16831c63", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:45.477291 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca2f9ec2-8cad-4437-bfae-789ba1d51a24 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:45.477960 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'tag': '7ce0d02e-447c-4dc7-8e90-755e16831c63', 'status': 'completed', 'code': 200} Jul 16 08:42:45.479876 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8343e-2d84-4de4-a360-e46d90458e16 service neutron] Pushing event updated for resources: {'Port': ['ID=7ce0d02e-447c-4dc7-8e90-755e16831c63,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:45.501862 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520724b8-3753-4ec5-8627-db8f1333e06b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network 3ab453d0-a5ca-4dc0-80ce-e3fdd1347593 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:42:45.509811 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-636f3518-b77c-4df2-bd81-8a766427f602 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.565898 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-636f3518-b77c-4df2-bd81-8a766427f602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.571543 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d05163b7-8654-45db-953f-3327a9fa3f3b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.3379343 Jul 16 08:42:45.599315 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47692) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:45.637429 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-f75f7c0d-4a86-48bc-aa01-b9365bb9f97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.744280 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-520724b8-3753-4ec5-8627-db8f1333e06b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 3ab453d0-a5ca-4dc0-80ce-e3fdd1347593) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:45.752045 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636f3518-b77c-4df2-bd81-8a766427f602 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9296e9b5-ff61-40d4-bd7e-bc665e7e7902,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:45.757334 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdc137e-99bd-4a11-a277-47edbb13c13c None None] Network 3ab453d0-a5ca-4dc0-80ce-e3fdd1347593 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:45.774049 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c014f-ac3e-4034-98a8-d8875ca53474 req-6d47984c-f184-4e8f-ba85-5be951ba89c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:45.775147 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c014f-ac3e-4034-98a8-d8875ca53474 req-6d47984c-f184-4e8f-ba85-5be951ba89c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:45.775779 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c014f-ac3e-4034-98a8-d8875ca53474 req-6d47984c-f184-4e8f-ba85-5be951ba89c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:45.777103 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c014f-ac3e-4034-98a8-d8875ca53474 req-6d47984c-f184-4e8f-ba85-5be951ba89c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:45.778334 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c014f-ac3e-4034-98a8-d8875ca53474 req-6d47984c-f184-4e8f-ba85-5be951ba89c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:45.779169 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c014f-ac3e-4034-98a8-d8875ca53474 req-6d47984c-f184-4e8f-ba85-5be951ba89c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:45.779930 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c014f-ac3e-4034-98a8-d8875ca53474 req-6d47984c-f184-4e8f-ba85-5be951ba89c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:45.783262 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d54c014f-ac3e-4034-98a8-d8875ca53474 req-6d47984c-f184-4e8f-ba85-5be951ba89c5 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2fe358b4bf3b41e19a3794e097af1b16&device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 6346 time: 0.2984736 Jul 16 08:42:45.820268 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-520724b8-3753-4ec5-8627-db8f1333e06b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:45.820984 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-520724b8-3753-4ec5-8627-db8f1333e06b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.859248 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c81adcfc-5b2e-4bf6-ad6a-64cbc01ea829 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:45.927324 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-636f3518-b77c-4df2-bd81-8a766427f602 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f116421017d646ee962577b5fbb1424b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8950570 Jul 16 08:42:45.929935 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47698) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:45.959302 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-520724b8-3753-4ec5-8627-db8f1333e06b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5855985 Jul 16 08:42:45.967521 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47700) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:45.978105 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a2238150-2553-4afe-be1d-88377cca4d8d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'port': {'network_id': '3ab453d0-a5ca-4dc0-80ce-e3fdd1347593', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1381947254'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:46.073716 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6958b67d-6454-4c42-856e-19ccf25d4270 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-3ab453d0-a5ca-4dc0-80ce-e3fdd1347593', 'network_id': '3ab453d0-a5ca-4dc0-80ce-e3fdd1347593', 'tenant_id': 'bcd27c28ca394de099c946d008646817', 'fixed_ips': [{'subnet_id': '1225f6a1-f8cd-47da-ad16-6ebea2eb7b0d'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:42:46.075061 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6958b67d-6454-4c42-856e-19ccf25d4270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.156169 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c014f-ac3e-4034-98a8-d8875ca53474 req-449ff03c-7f1e-4bd9-8332-45172cea3ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:46.157066 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c014f-ac3e-4034-98a8-d8875ca53474 req-449ff03c-7f1e-4bd9-8332-45172cea3ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:46.157870 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c014f-ac3e-4034-98a8-d8875ca53474 req-449ff03c-7f1e-4bd9-8332-45172cea3ec6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:46.160549 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d54c014f-ac3e-4034-98a8-d8875ca53474 req-449ff03c-7f1e-4bd9-8332-45172cea3ec6 service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=2fe358b4bf3b41e19a3794e097af1b16&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3628724 Jul 16 08:42:46.255749 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bcfe62c2-ae62-43db-b661-78e35df90b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.307494 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2238150-2553-4afe-be1d-88377cca4d8d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:46.311455 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a2238150-2553-4afe-be1d-88377cca4d8d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.323547 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-93276548-3a3e-4634-9346-c81876fc6700 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Deleting port 117176a5-2817-4d68-a31c-4b55496f16b8 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:46.323991 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-93276548-3a3e-4634-9346-c81876fc6700 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.346413 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-6958b67d-6454-4c42-856e-19ccf25d4270 None None] Allocated IP 172.20.0.2 (3ab453d0-a5ca-4dc0-80ce-e3fdd1347593/1225f6a1-f8cd-47da-ad16-6ebea2eb7b0d/0c310f07-4f08-4cda-9601-3ebc3a856cae) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:46.382782 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c81adcfc-5b2e-4bf6-ad6a-64cbc01ea829 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.439505 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-c81adcfc-5b2e-4bf6-ad6a-64cbc01ea829 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fb2b137-8f7f-4e69-8988-43c541f7edb3']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:46.448224 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bcfe62c2-ae62-43db-b661-78e35df90b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.454352 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-a2238150-2553-4afe-be1d-88377cca4d8d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] device_id is not set on port 3bf76a56-8ec4-46bd-803c-c916798749ef yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:42:46.572114 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-c81adcfc-5b2e-4bf6-ad6a-64cbc01ea829 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dca2e800-a936-4ebb-be2a-2d82af5fe7e7') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:46.572682 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-c81adcfc-5b2e-4bf6-ad6a-64cbc01ea829 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dca2e800-a936-4ebb-be2a-2d82af5fe7e7') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:46.589316 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6958b67d-6454-4c42-856e-19ccf25d4270 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.603514 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6958b67d-6454-4c42-856e-19ccf25d4270 None None] Transition to ACTIVE for port object 0c310f07-4f08-4cda-9601-3ebc3a856cae will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:46.640407 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c81adcfc-5b2e-4bf6-ad6a-64cbc01ea829 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.644265 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c014f-ac3e-4034-98a8-d8875ca53474 req-edaf4bbd-0951-4c50-9c51-265b60eeb9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:46.646656 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d54c014f-ac3e-4034-98a8-d8875ca53474 req-edaf4bbd-0951-4c50-9c51-265b60eeb9e3 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4790189 Jul 16 08:42:46.649625 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6958b67d-6454-4c42-856e-19ccf25d4270 None None] Transition to ACTIVE for port object 0c310f07-4f08-4cda-9601-3ebc3a856cae will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:46.679003 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6958b67d-6454-4c42-856e-19ccf25d4270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.693091 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-f75f7c0d-4a86-48bc-aa01-b9365bb9f97c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11779264-f750-43ee-a0d7-fe64f1d931fd {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:46.717707 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-f75f7c0d-4a86-48bc-aa01-b9365bb9f97c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.737397 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-f75f7c0d-4a86-48bc-aa01-b9365bb9f97c service neutron] Transition to ACTIVE for port object 11779264-f750-43ee-a0d7-fe64f1d931fd will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:46.745987 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04170763-533f-4a20-943c-3c91c65131c6 req-a81ec0c4-a589-4c88-b3c1-d03007b35d19 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:46.753440 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-04170763-533f-4a20-943c-3c91c65131c6 req-a81ec0c4-a589-4c88-b3c1-d03007b35d19 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 945 time: 0.2253029 Jul 16 08:42:46.756155 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-a2238150-2553-4afe-be1d-88377cca4d8d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Allocated IP 172.20.0.12 (3ab453d0-a5ca-4dc0-80ce-e3fdd1347593/1225f6a1-f8cd-47da-ad16-6ebea2eb7b0d/3bf76a56-8ec4-46bd-803c-c916798749ef) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:46.770837 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-f75f7c0d-4a86-48bc-aa01-b9365bb9f97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.800011 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6958b67d-6454-4c42-856e-19ccf25d4270 None None] Network 3ab453d0-a5ca-4dc0-80ce-e3fdd1347593 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:46.801806 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958b67d-6454-4c42-856e-19ccf25d4270 None None] Pushing event updated for resources: {'Port': ['ID=0c310f07-4f08-4cda-9601-3ebc3a856cae,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:46.806110 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-6958b67d-6454-4c42-856e-19ccf25d4270 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:46.812641 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6958b67d-6454-4c42-856e-19ccf25d4270 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:46.835678 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-04170763-533f-4a20-943c-3c91c65131c6 req-de441c26-6cb9-44a6-913f-e31cca32c07b tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810771 Jul 16 08:42:46.880267 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f7c0d-4a86-48bc-aa01-b9365bb9f97c service neutron] Pushing event updated for resources: {'Port': ['ID=11779264-f750-43ee-a0d7-fe64f1d931fd,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:46.954485 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6958b67d-6454-4c42-856e-19ccf25d4270 None None] Attempting to bind port 0c310f07-4f08-4cda-9601-3ebc3a856cae on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:46.954959 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6958b67d-6454-4c42-856e-19ccf25d4270 None None] Attempting to bind port 0c310f07-4f08-4cda-9601-3ebc3a856cae by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'c1a6b1d0-9a43-4581-b841-79cf86460d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3ab453d0-a5ca-4dc0-80ce-e3fdd1347593'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:46.955619 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6958b67d-6454-4c42-856e-19ccf25d4270 None None] Attempting to bind port 0c310f07-4f08-4cda-9601-3ebc3a856cae on network 3ab453d0-a5ca-4dc0-80ce-e3fdd1347593 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:46.970578 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6958b67d-6454-4c42-856e-19ccf25d4270 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:46.970992 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6958b67d-6454-4c42-856e-19ccf25d4270 None None] Checking segment: {'id': 'c1a6b1d0-9a43-4581-b841-79cf86460d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3ab453d0-a5ca-4dc0-80ce-e3fdd1347593'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:46.971988 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6958b67d-6454-4c42-856e-19ccf25d4270 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.971988 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6958b67d-6454-4c42-856e-19ccf25d4270 None None] Bound using segment: {'id': 'c1a6b1d0-9a43-4581-b841-79cf86460d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3ab453d0-a5ca-4dc0-80ce-e3fdd1347593'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:46.972319 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6958b67d-6454-4c42-856e-19ccf25d4270 None None] Bound port: 0c310f07-4f08-4cda-9601-3ebc3a856cae, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1a6b1d0-9a43-4581-b841-79cf86460d16', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '3ab453d0-a5ca-4dc0-80ce-e3fdd1347593'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:46.972705 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6958b67d-6454-4c42-856e-19ccf25d4270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.982884 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c81adcfc-5b2e-4bf6-ad6a-64cbc01ea829 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:46.984459 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-f75f7c0d-4a86-48bc-aa01-b9365bb9f97c service neutron] Attempting to bind port 11779264-f750-43ee-a0d7-fe64f1d931fd on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:46.985177 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-f75f7c0d-4a86-48bc-aa01-b9365bb9f97c service neutron] Attempting to bind port 11779264-f750-43ee-a0d7-fe64f1d931fd by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '91f7b5da-1d37-43d4-8aa8-032670ef5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '971f3192-951e-432a-a2cc-46e618e65630'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:46.985742 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-f75f7c0d-4a86-48bc-aa01-b9365bb9f97c service neutron] Attempting to bind port 11779264-f750-43ee-a0d7-fe64f1d931fd on network 971f3192-951e-432a-a2cc-46e618e65630 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:46.993632 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-f75f7c0d-4a86-48bc-aa01-b9365bb9f97c service neutron] Port 11779264-f750-43ee-a0d7-fe64f1d931fd on network 971f3192-951e-432a-a2cc-46e618e65630 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:46.994513 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-f75f7c0d-4a86-48bc-aa01-b9365bb9f97c service neutron] Attempting to bind port 11779264-f750-43ee-a0d7-fe64f1d931fd on network 971f3192-951e-432a-a2cc-46e618e65630 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:47.011977 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-f75f7c0d-4a86-48bc-aa01-b9365bb9f97c service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:47.012516 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-f75f7c0d-4a86-48bc-aa01-b9365bb9f97c service neutron] Checking segment: {'id': '91f7b5da-1d37-43d4-8aa8-032670ef5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '971f3192-951e-432a-a2cc-46e618e65630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:47.013016 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-f75f7c0d-4a86-48bc-aa01-b9365bb9f97c service neutron] Bound using segment: {'id': '91f7b5da-1d37-43d4-8aa8-032670ef5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '971f3192-951e-432a-a2cc-46e618e65630'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:47.014149 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-f75f7c0d-4a86-48bc-aa01-b9365bb9f97c service neutron] Bound port: 11779264-f750-43ee-a0d7-fe64f1d931fd, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91f7b5da-1d37-43d4-8aa8-032670ef5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '971f3192-951e-432a-a2cc-46e618e65630'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:47.014696 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-f75f7c0d-4a86-48bc-aa01-b9365bb9f97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.068853 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a2238150-2553-4afe-be1d-88377cca4d8d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.092381 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c81adcfc-5b2e-4bf6-ad6a-64cbc01ea829 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:42:47.092711 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c81adcfc-5b2e-4bf6-ad6a-64cbc01ea829 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:42:47.099135 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:42:47.153502 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6958b67d-6454-4c42-856e-19ccf25d4270 None None] For port 0c310f07-4f08-4cda-9601-3ebc3a856cae, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:47.158378 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6958b67d-6454-4c42-856e-19ccf25d4270 None None] For port 0c310f07-4f08-4cda-9601-3ebc3a856cae, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0c310f07-4f08-4cda-9601-3ebc3a856cae,segment=NetworkSegment(c1a6b1d0-9a43-4581-b841-79cf86460d16),segment_id=c1a6b1d0-9a43-4581-b841-79cf86460d16)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:47.158543 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-93276548-3a3e-4634-9346-c81876fc6700 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.165399 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6958b67d-6454-4c42-856e-19ccf25d4270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.173516 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-a2238150-2553-4afe-be1d-88377cca4d8d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Transition to ACTIVE for port object 3bf76a56-8ec4-46bd-803c-c916798749ef will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:47.176638 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-f75f7c0d-4a86-48bc-aa01-b9365bb9f97c service neutron] For port 11779264-f750-43ee-a0d7-fe64f1d931fd, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:47.185046 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-f75f7c0d-4a86-48bc-aa01-b9365bb9f97c service neutron] For port 11779264-f750-43ee-a0d7-fe64f1d931fd, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=11779264-f750-43ee-a0d7-fe64f1d931fd,segment=NetworkSegment(91f7b5da-1d37-43d4-8aa8-032670ef5add),segment_id=91f7b5da-1d37-43d4-8aa8-032670ef5add)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:47.192225 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-f75f7c0d-4a86-48bc-aa01-b9365bb9f97c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.242414 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6958b67d-6454-4c42-856e-19ccf25d4270 None None] Pushing event updated for resources: {'Port': ['ID=0c310f07-4f08-4cda-9601-3ebc3a856cae,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:47.270116 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-f75f7c0d-4a86-48bc-aa01-b9365bb9f97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:47.270815 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-f75f7c0d-4a86-48bc-aa01-b9365bb9f97c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.272375 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-f75f7c0d-4a86-48bc-aa01-b9365bb9f97c service neutron] 10.222.0.21 "PUT /v2.0/ports/11779264-f750-43ee-a0d7-fe64f1d931fd HTTP/1.1" status: 200 len: 1092 time: 1.9014623 Jul 16 08:42:47.292682 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-93276548-3a3e-4634-9346-c81876fc6700 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Calling delete_port for 117176a5-2817-4d68-a31c-4b55496f16b8 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:47.305489 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bcfe62c2-ae62-43db-b661-78e35df90b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.308085 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bcfe62c2-ae62-43db-b661-78e35df90b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.314826 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bcfe62c2-ae62-43db-b661-78e35df90b8e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9296e9b5-ff61-40d4-bd7e-bc665e7e7902 HTTP/1.1" status: 204 len: 168 time: 1.3781266 Jul 16 08:42:47.328430 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-dcb70409-092d-400e-8baf-83a791abbf5d service neutron] Request body: {'port': {'device_id': '736da105-041e-439e-ba87-45876ee23593', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:47.350960 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c81adcfc-5b2e-4bf6-ad6a-64cbc01ea829 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.480809 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'tag': '11779264-f750-43ee-a0d7-fe64f1d931fd'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:47.483031 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c81adcfc-5b2e-4bf6-ad6a-64cbc01ea829 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.483975 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecd0d2f-0a3c-4236-9bec-53d2d57bad6c" -d '{"events": [{"name": "network-changed", "server_uuid": "736da105-041e-439e-ba87-45876ee23593", "tag": "11779264-f750-43ee-a0d7-fe64f1d931fd"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:47.485460 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c81adcfc-5b2e-4bf6-ad6a-64cbc01ea829 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/networks/4fb2b137-8f7f-4e69-8988-43c541f7edb3 HTTP/1.1" status: 204 len: 168 time: 2.1385725 Jul 16 08:42:47.487965 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75f7c0d-4a86-48bc-aa01-b9365bb9f97c service neutron] Pushing event updated for resources: {'Port': ['ID=11779264-f750-43ee-a0d7-fe64f1d931fd,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:47.490466 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfe62c2-ae62-43db-b661-78e35df90b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9296e9b5-ff61-40d4-bd7e-bc665e7e7902,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:47.510516 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47730) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:47.526883 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-b8786695-51ba-4cfb-ac07-94622a339ae2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-513827341'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:47.622839 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81adcfc-5b2e-4bf6-ad6a-64cbc01ea829 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Network': ['ID=4fb2b137-8f7f-4e69-8988-43c541f7edb3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:47.624081 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695ff642-ddca-434c-88e4-0c6bbe78dfb3 x-openstack-request-id: req-695ff642-ddca-434c-88e4-0c6bbe78dfb3 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:47.625323 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "736da105-041e-439e-ba87-45876ee23593", "tag": "11779264-f750-43ee-a0d7-fe64f1d931fd", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:47.625959 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-695ff642-ddca-434c-88e4-0c6bbe78dfb3 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:47.626915 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'tag': '11779264-f750-43ee-a0d7-fe64f1d931fd', 'status': 'completed', 'code': 200} Jul 16 08:42:47.641595 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a2238150-2553-4afe-be1d-88377cca4d8d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.767814 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1dc82-a755-4458-9926-1aa9ec2bb36d req-93088c5a-60c7-4750-922e-4ecfda3575d8 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:47.774853 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1dc82-a755-4458-9926-1aa9ec2bb36d req-93088c5a-60c7-4750-922e-4ecfda3575d8 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:47.783878 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1dc82-a755-4458-9926-1aa9ec2bb36d req-93088c5a-60c7-4750-922e-4ecfda3575d8 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:47.810791 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8786695-51ba-4cfb-ac07-94622a339ae2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Made reservation on behalf of 1591cbbb2e6f40a59d14ed0e7e21bbb6 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:47.820324 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1dc82-a755-4458-9926-1aa9ec2bb36d req-93088c5a-60c7-4750-922e-4ecfda3575d8 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:47.823794 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b8786695-51ba-4cfb-ac07-94622a339ae2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.826721 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1dc82-a755-4458-9926-1aa9ec2bb36d req-93088c5a-60c7-4750-922e-4ecfda3575d8 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:47.833621 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1dc82-a755-4458-9926-1aa9ec2bb36d req-93088c5a-60c7-4750-922e-4ecfda3575d8 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:47.840766 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa1dc82-a755-4458-9926-1aa9ec2bb36d req-93088c5a-60c7-4750-922e-4ecfda3575d8 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:47.849486 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cfa1dc82-a755-4458-9926-1aa9ec2bb36d req-93088c5a-60c7-4750-922e-4ecfda3575d8 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5406 time: 0.8879666 Jul 16 08:42:47.874583 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-dcb70409-092d-400e-8baf-83a791abbf5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.967217 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8786695-51ba-4cfb-ac07-94622a339ae2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:42:47.992558 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b8786695-51ba-4cfb-ac07-94622a339ae2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:47.992978 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-b8786695-51ba-4cfb-ac07-94622a339ae2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Added segment 9ac166b1-05ae-475f-8329-27190c1553d3 of type vlan for network 7fd76857-28b3-4c74-b680-f6d7746c2ffe Jul 16 08:42:48.065317 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2238150-2553-4afe-be1d-88377cca4d8d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network 3ab453d0-a5ca-4dc0-80ce-e3fdd1347593 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:48.069749 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2238150-2553-4afe-be1d-88377cca4d8d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Port': ['ID=3bf76a56-8ec4-46bd-803c-c916798749ef,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:48.081351 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b8786695-51ba-4cfb-ac07-94622a339ae2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.098447 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-a2238150-2553-4afe-be1d-88377cca4d8d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:48.125314 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2238150-2553-4afe-be1d-88377cca4d8d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:48.152924 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b8786695-51ba-4cfb-ac07-94622a339ae2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.162510 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8786695-51ba-4cfb-ac07-94622a339ae2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:48.163300 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b8786695-51ba-4cfb-ac07-94622a339ae2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.165756 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cfa1dc82-a755-4458-9926-1aa9ec2bb36d req-3d5f26d1-35bf-4d8e-9ca2-17e8931382c6 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3152707 Jul 16 08:42:48.281887 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2238150-2553-4afe-be1d-88377cca4d8d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:48.282758 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a2238150-2553-4afe-be1d-88377cca4d8d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.287308 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-93276548-3a3e-4634-9346-c81876fc6700 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:48.382800 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93276548-3a3e-4634-9346-c81876fc6700 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Pushing event deleted for resources: {'Port': ['ID=117176a5-2817-4d68-a31c-4b55496f16b8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:48.402519 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a2238150-2553-4afe-be1d-88377cca4d8d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 887 time: 2.4294357 Jul 16 08:42:48.404805 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47748) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:48.484071 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8786695-51ba-4cfb-ac07-94622a339ae2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Network': ['ID=7fd76857-28b3-4c74-b680-f6d7746c2ffe,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:48.498301 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 7fd76857-28b3-4c74-b680-f6d7746c2ffe details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:42:48.517591 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b8786695-51ba-4cfb-ac07-94622a339ae2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9961069 Jul 16 08:42:48.530196 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47756) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:48.541345 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-568b1ce7-843c-4b95-897d-c708885d50c3 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Request body: {'subnet': {'network_id': '7fd76857-28b3-4c74-b680-f6d7746c2ffe', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:48.612973 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd0d2f-0a3c-4236-9bec-53d2d57bad6c req-1e1e4a37-6068-49ad-9f96-d43f9cf82c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:48.613646 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd0d2f-0a3c-4236-9bec-53d2d57bad6c req-1e1e4a37-6068-49ad-9f96-d43f9cf82c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:48.614148 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd0d2f-0a3c-4236-9bec-53d2d57bad6c req-1e1e4a37-6068-49ad-9f96-d43f9cf82c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:48.614635 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd0d2f-0a3c-4236-9bec-53d2d57bad6c req-1e1e4a37-6068-49ad-9f96-d43f9cf82c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:48.615120 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd0d2f-0a3c-4236-9bec-53d2d57bad6c req-1e1e4a37-6068-49ad-9f96-d43f9cf82c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:48.617825 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd0d2f-0a3c-4236-9bec-53d2d57bad6c req-1e1e4a37-6068-49ad-9f96-d43f9cf82c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:48.618391 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd0d2f-0a3c-4236-9bec-53d2d57bad6c req-1e1e4a37-6068-49ad-9f96-d43f9cf82c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:48.621660 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0ecd0d2f-0a3c-4236-9bec-53d2d57bad6c req-1e1e4a37-6068-49ad-9f96-d43f9cf82c50 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2fe358b4bf3b41e19a3794e097af1b16&device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 6414 time: 0.9867244 Jul 16 08:42:49.094636 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-93276548-3a3e-4634-9346-c81876fc6700 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.101131 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-93276548-3a3e-4634-9346-c81876fc6700 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "DELETE /v2.0/ports/117176a5-2817-4d68-a31c-4b55496f16b8 HTTP/1.1" status: 204 len: 168 time: 3.4392130 Jul 16 08:42:49.102122 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47774) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:49.114104 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2279daf1-0645-442c-a540-0335e2567cc5 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd5fe9b89-7417-45a4-84c7-8e83ca479cd7', 'external_fixed_ips': [{'subnet_id': '42163078-d579-41e8-be50-8183bf0c9811', 'ip_address': '172.20.0.3'}]}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:49.166292 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d105a54c-8bc3-48d7-a321-1adf1521449c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting port 3bf76a56-8ec4-46bd-803c-c916798749ef {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:49.167022 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d105a54c-8bc3-48d7-a321-1adf1521449c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.264500 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0c310f07-4f08-4cda-9601-3ebc3a856cae up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:49.276159 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2279daf1-0645-442c-a540-0335e2567cc5 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.277549 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2279daf1-0645-442c-a540-0335e2567cc5 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.341913 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a889977-993b-4fb8-a8aa-1ad1dfec7e9a req-21019fe7-df18-4da0-9b4d-0dbc4e85405f tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:49.345122 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6a889977-993b-4fb8-a8aa-1ad1dfec7e9a req-21019fe7-df18-4da0-9b4d-0dbc4e85405f tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 945 time: 1.2053831 Jul 16 08:42:49.423733 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa02f5f-0624-4eb6-b8fe-2f990bdd3d3b None None] Network 3ab453d0-a5ca-4dc0-80ce-e3fdd1347593 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:49.541162 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2279daf1-0645-442c-a540-0335e2567cc5 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.645546 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6a889977-993b-4fb8-a8aa-1ad1dfec7e9a req-f338fff5-6988-4238-b4e8-0764eb999862 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618279 Jul 16 08:42:49.647303 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd0d2f-0a3c-4236-9bec-53d2d57bad6c req-71c19373-ec07-4040-96c3-bde47edf4fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:49.648123 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd0d2f-0a3c-4236-9bec-53d2d57bad6c req-71c19373-ec07-4040-96c3-bde47edf4fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:49.648976 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd0d2f-0a3c-4236-9bec-53d2d57bad6c req-71c19373-ec07-4040-96c3-bde47edf4fff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:49.650804 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0ecd0d2f-0a3c-4236-9bec-53d2d57bad6c req-71c19373-ec07-4040-96c3-bde47edf4fff service neutron] 10.222.0.21 "GET /v2.0/networks?tenant_id=2fe358b4bf3b41e19a3794e097af1b16&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.8516071 Jul 16 08:42:49.674812 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-568b1ce7-843c-4b95-897d-c708885d50c3 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Made reservation on behalf of 1591cbbb2e6f40a59d14ed0e7e21bbb6 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:49.697717 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-568b1ce7-843c-4b95-897d-c708885d50c3 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:49.874772 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d105a54c-8bc3-48d7-a321-1adf1521449c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.000158 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9cb2db63-1744-4297-840b-b3ffb853d949 None None] Provisioning for port 0c310f07-4f08-4cda-9601-3ebc3a856cae completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:50.024410 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d105a54c-8bc3-48d7-a321-1adf1521449c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Calling delete_port for 3bf76a56-8ec4-46bd-803c-c916798749ef owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:50.049442 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 0c310f07-4f08-4cda-9601-3ebc3a856cae completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:50.058804 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362756bc-638e-48a2-b489-d4e6af44437e req-414f49ba-c4b8-4d8e-9bf2-30f5ef288285 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:50.065663 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 0c310f07-4f08-4cda-9601-3ebc3a856cae triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:50.066485 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.067714 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362756bc-638e-48a2-b489-d4e6af44437e req-414f49ba-c4b8-4d8e-9bf2-30f5ef288285 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:50.075079 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362756bc-638e-48a2-b489-d4e6af44437e req-414f49ba-c4b8-4d8e-9bf2-30f5ef288285 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:50.081088 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362756bc-638e-48a2-b489-d4e6af44437e req-414f49ba-c4b8-4d8e-9bf2-30f5ef288285 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:50.089617 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362756bc-638e-48a2-b489-d4e6af44437e req-414f49ba-c4b8-4d8e-9bf2-30f5ef288285 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:50.100094 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362756bc-638e-48a2-b489-d4e6af44437e req-414f49ba-c4b8-4d8e-9bf2-30f5ef288285 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:50.118659 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362756bc-638e-48a2-b489-d4e6af44437e req-414f49ba-c4b8-4d8e-9bf2-30f5ef288285 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:50.120734 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-362756bc-638e-48a2-b489-d4e6af44437e req-414f49ba-c4b8-4d8e-9bf2-30f5ef288285 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5406 time: 0.5744715 Jul 16 08:42:50.131752 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2279daf1-0645-442c-a540-0335e2567cc5 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.288934 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.465080 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 0c310f07-4f08-4cda-9601-3ebc3a856cae, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0c310f07-4f08-4cda-9601-3ebc3a856cae,segment=NetworkSegment(c1a6b1d0-9a43-4581-b841-79cf86460d16),segment_id=c1a6b1d0-9a43-4581-b841-79cf86460d16)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:50.470213 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.610599 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=0c310f07-4f08-4cda-9601-3ebc3a856cae,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:50.736176 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-362756bc-638e-48a2-b489-d4e6af44437e req-782eb8f8-0380-43e9-80d8-21c5d1f8db39 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.5959277 Jul 16 08:42:50.799115 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-48bd1b80-d2f2-4309-ab30-4994acf1c237 None None] Provisioning for port 3bf76a56-8ec4-46bd-803c-c916798749ef completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:50.803346 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-48bd1b80-d2f2-4309-ab30-4994acf1c237 None None] Provisioning complete for port 3bf76a56-8ec4-46bd-803c-c916798749ef triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:50.803633 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-48bd1b80-d2f2-4309-ab30-4994acf1c237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.815566 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d105a54c-8bc3-48d7-a321-1adf1521449c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:50.870252 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d105a54c-8bc3-48d7-a321-1adf1521449c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Port': ['ID=3bf76a56-8ec4-46bd-803c-c916798749ef,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:50.902340 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:42:50.923547 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-48bd1b80-d2f2-4309-ab30-4994acf1c237 None None] Port 3bf76a56-8ec4-46bd-803c-c916798749ef was deleted so its status cannot be updated. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 08:42:50.967089 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-48bd1b80-d2f2-4309-ab30-4994acf1c237 None None] Provisioning complete for port 0c310f07-4f08-4cda-9601-3ebc3a856cae triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:50.970463 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-48bd1b80-d2f2-4309-ab30-4994acf1c237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.015271 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d105a54c-8bc3-48d7-a321-1adf1521449c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.019641 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d105a54c-8bc3-48d7-a321-1adf1521449c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/ports/3bf76a56-8ec4-46bd-803c-c916798749ef HTTP/1.1" status: 204 len: 168 time: 2.6116092 Jul 16 08:42:51.025961 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47810) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:51.176043 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-6097e26f-d544-4612-827f-33137b95eefc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] GET failed (client error): The resource could not be found. Jul 16 08:42:51.182017 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6097e26f-d544-4612-827f-33137b95eefc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "GET /v2.0/ports/3bf76a56-8ec4-46bd-803c-c916798749ef HTTP/1.1" status: 404 len: 333 time: 0.1520913 Jul 16 08:42:51.189474 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47820) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:51.219255 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0c310f07-4f08-4cda-9601-3ebc3a856cae up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:51.260678 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd0d2f-0a3c-4236-9bec-53d2d57bad6c req-293987d1-e573-46dd-adda-fd8472024bb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:51.263274 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0ecd0d2f-0a3c-4236-9bec-53d2d57bad6c req-293987d1-e573-46dd-adda-fd8472024bb2 service neutron] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 1.6064019 Jul 16 08:42:51.327813 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4d8ec0bd-5377-439e-8b7d-145e06f06f7b None None] Could not find standard attr ID for object 3bf76a56-8ec4-46bd-803c-c916798749ef. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:42:51.358821 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 0c310f07-4f08-4cda-9601-3ebc3a856cae triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:51.359285 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.416031 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-dcb70409-092d-400e-8baf-83a791abbf5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f66e0380-b32a-492b-871a-89bede966f79 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:42:51.487227 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-dcb70409-092d-400e-8baf-83a791abbf5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.556482 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-30cc15d8-8847-4528-a34b-9851dcdfbd45 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting subnet 1225f6a1-f8cd-47da-ad16-6ebea2eb7b0d {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:42:51.566780 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-30cc15d8-8847-4528-a34b-9851dcdfbd45 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.602705 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-568b1ce7-843c-4b95-897d-c708885d50c3 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.613064 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-dcb70409-092d-400e-8baf-83a791abbf5d service neutron] Transition to ACTIVE for port object f66e0380-b32a-492b-871a-89bede966f79 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:51.615137 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2279daf1-0645-442c-a540-0335e2567cc5 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.628266 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-dcb70409-092d-400e-8baf-83a791abbf5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.702402 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2279daf1-0645-442c-a540-0335e2567cc5 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.724719 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-30cc15d8-8847-4528-a34b-9851dcdfbd45 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:51.810274 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6024a01-2ea4-4f0a-830c-9e77a99fe3a7 req-df8d7ce6-19c3-4353-ba20-42c8d5683097 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:51.832385 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f6024a01-2ea4-4f0a-830c-9e77a99fe3a7 req-df8d7ce6-19c3-4353-ba20-42c8d5683097 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 945 time: 0.5614433 Jul 16 08:42:51.840211 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b1ce7-843c-4b95-897d-c708885d50c3 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Subnet': ['ID=d06ca373-2ac4-4250-90d1-ace745cf76dc,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:51.860407 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb70409-092d-400e-8baf-83a791abbf5d service neutron] Pushing event updated for resources: {'Port': ['ID=f66e0380-b32a-492b-871a-89bede966f79,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:51.996280 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-568b1ce7-843c-4b95-897d-c708885d50c3 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Checking segment: {'id': '9ac166b1-05ae-475f-8329-27190c1553d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7fd76857-28b3-4c74-b680-f6d7746c2ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:51.996280 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568b1ce7-843c-4b95-897d-c708885d50c3 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network hostable DHCP agents. Network: 7fd76857-28b3-4c74-b680-f6d7746c2ffe, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:42:52.110169 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f6024a01-2ea4-4f0a-830c-9e77a99fe3a7 req-e181e9d0-8fde-4b27-bd3f-07d57b9002ce tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511003 Jul 16 08:42:52.149713 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-568b1ce7-843c-4b95-897d-c708885d50c3 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network 7fd76857-28b3-4c74-b680-f6d7746c2ffe is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:42:52.174887 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-568b1ce7-843c-4b95-897d-c708885d50c3 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 7fd76857-28b3-4c74-b680-f6d7746c2ffe) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:52.194071 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae07c6a8-f900-4f23-95c7-017112151024 None None] Network 7fd76857-28b3-4c74-b680-f6d7746c2ffe requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:52.239846 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-dcb70409-092d-400e-8baf-83a791abbf5d service neutron] Attempting to bind port f66e0380-b32a-492b-871a-89bede966f79 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:52.240386 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-dcb70409-092d-400e-8baf-83a791abbf5d service neutron] Attempting to bind port f66e0380-b32a-492b-871a-89bede966f79 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '91f7b5da-1d37-43d4-8aa8-032670ef5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '971f3192-951e-432a-a2cc-46e618e65630'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:52.240917 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-dcb70409-092d-400e-8baf-83a791abbf5d service neutron] Attempting to bind port f66e0380-b32a-492b-871a-89bede966f79 on network 971f3192-951e-432a-a2cc-46e618e65630 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:52.249207 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-568b1ce7-843c-4b95-897d-c708885d50c3 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:52.250180 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-568b1ce7-843c-4b95-897d-c708885d50c3 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.302369 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-dcb70409-092d-400e-8baf-83a791abbf5d service neutron] Port f66e0380-b32a-492b-871a-89bede966f79 on network 971f3192-951e-432a-a2cc-46e618e65630 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:42:52.304153 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-dcb70409-092d-400e-8baf-83a791abbf5d service neutron] Attempting to bind port f66e0380-b32a-492b-871a-89bede966f79 on network 971f3192-951e-432a-a2cc-46e618e65630 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:52.313002 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-dcb70409-092d-400e-8baf-83a791abbf5d service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:52.313681 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-dcb70409-092d-400e-8baf-83a791abbf5d service neutron] Checking segment: {'id': '91f7b5da-1d37-43d4-8aa8-032670ef5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '971f3192-951e-432a-a2cc-46e618e65630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:52.314377 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-dcb70409-092d-400e-8baf-83a791abbf5d service neutron] Bound using segment: {'id': '91f7b5da-1d37-43d4-8aa8-032670ef5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '971f3192-951e-432a-a2cc-46e618e65630'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:52.327123 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-dcb70409-092d-400e-8baf-83a791abbf5d service neutron] Bound port: f66e0380-b32a-492b-871a-89bede966f79, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91f7b5da-1d37-43d4-8aa8-032670ef5add', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '971f3192-951e-432a-a2cc-46e618e65630'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:52.329985 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-dcb70409-092d-400e-8baf-83a791abbf5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.437634 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-dcb70409-092d-400e-8baf-83a791abbf5d service neutron] For port f66e0380-b32a-492b-871a-89bede966f79, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:52.442123 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-dcb70409-092d-400e-8baf-83a791abbf5d service neutron] For port f66e0380-b32a-492b-871a-89bede966f79, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=f66e0380-b32a-492b-871a-89bede966f79,segment=NetworkSegment(91f7b5da-1d37-43d4-8aa8-032670ef5add),segment_id=91f7b5da-1d37-43d4-8aa8-032670ef5add)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:52.445229 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-568b1ce7-843c-4b95-897d-c708885d50c3 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.9125788 Jul 16 08:42:52.448567 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-dcb70409-092d-400e-8baf-83a791abbf5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.451707 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47838) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:52.518984 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-1c3d2917-f3dc-4857-91bd-b0e3e875e415 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-400454315', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:52.535352 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb70409-092d-400e-8baf-83a791abbf5d service neutron] Pushing event updated for resources: {'Port': ['ID=f66e0380-b32a-492b-871a-89bede966f79,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:52.560485 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-dcb70409-092d-400e-8baf-83a791abbf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:52.561679 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-dcb70409-092d-400e-8baf-83a791abbf5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.564179 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-dcb70409-092d-400e-8baf-83a791abbf5d service neutron] 10.222.0.21 "PUT /v2.0/ports/f66e0380-b32a-492b-871a-89bede966f79 HTTP/1.1" status: 200 len: 1092 time: 5.2462473 Jul 16 08:42:52.564678 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a86aa02d-927b-4753-be5c-30eec629771c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-7fd76857-28b3-4c74-b680-f6d7746c2ffe', 'network_id': '7fd76857-28b3-4c74-b680-f6d7746c2ffe', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'fixed_ips': [{'subnet_id': 'd06ca373-2ac4-4250-90d1-ace745cf76dc'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:42:52.565149 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'tag': 'f66e0380-b32a-492b-871a-89bede966f79'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:42:52.567788 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a86aa02d-927b-4753-be5c-30eec629771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.568858 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1813c79a-5eee-4cc4-af10-dfd794ab6e98" -d '{"events": [{"name": "network-changed", "server_uuid": "736da105-041e-439e-ba87-45876ee23593", "tag": "f66e0380-b32a-492b-871a-89bede966f79"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:42:52.592844 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-2279daf1-0645-442c-a540-0335e2567cc5 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Allocated IP 172.20.0.3 (d5fe9b89-7417-45a4-84c7-8e83ca479cd7/42163078-d579-41e8-be50-8183bf0c9811/122e8450-4617-4c23-a651-2567413f5e9a) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:52.635486 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1c3d2917-f3dc-4857-91bd-b0e3e875e415 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.646426 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1c3d2917-f3dc-4857-91bd-b0e3e875e415 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.843002 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2279daf1-0645-442c-a540-0335e2567cc5 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.887543 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1c3d2917-f3dc-4857-91bd-b0e3e875e415 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.898944 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8c86474-d4de-4bcc-b3a9-c127c76feed0 x-openstack-request-id: req-b8c86474-d4de-4bcc-b3a9-c127c76feed0 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:42:52.899425 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "736da105-041e-439e-ba87-45876ee23593", "tag": "f66e0380-b32a-492b-871a-89bede966f79", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:42:52.900606 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b8c86474-d4de-4bcc-b3a9-c127c76feed0 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:42:52.901125 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'tag': 'f66e0380-b32a-492b-871a-89bede966f79', 'status': 'completed', 'code': 200} Jul 16 08:42:52.962896 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1c3d2917-f3dc-4857-91bd-b0e3e875e415 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.973471 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-30cc15d8-8847-4528-a34b-9851dcdfbd45 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:52.978467 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47846) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:53.057790 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1c3d2917-f3dc-4857-91bd-b0e3e875e415 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.062583 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-a86aa02d-927b-4753-be5c-30eec629771c None None] Allocated IP 2001:db8::2 (7fd76857-28b3-4c74-b680-f6d7746c2ffe/d06ca373-2ac4-4250-90d1-ace745cf76dc/dac7aa9d-f106-43d1-88c5-d4b8604188ee) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:53.063312 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1c3d2917-f3dc-4857-91bd-b0e3e875e415 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5484223 Jul 16 08:42:53.076175 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47852) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:53.100173 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-ab76e9b1-ee87-4acd-bdb2-f1b1b29703f1 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Request body: {'port': {'network_id': '7fd76857-28b3-4c74-b680-f6d7746c2ffe', 'name': 'tempest-RoutersIpV6Test-737770704'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:53.203009 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2279daf1-0645-442c-a540-0335e2567cc5 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.379937 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2279daf1-0645-442c-a540-0335e2567cc5 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Network d5fe9b89-7417-45a4-84c7-8e83ca479cd7 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:53.431467 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6c222-7295-4465-8b7a-3c5694be33f6 req-785876d7-cc8d-41e5-b0af-b9da7688b444 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:53.460078 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6c222-7295-4465-8b7a-3c5694be33f6 req-785876d7-cc8d-41e5-b0af-b9da7688b444 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:53.480410 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6c222-7295-4465-8b7a-3c5694be33f6 req-785876d7-cc8d-41e5-b0af-b9da7688b444 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:53.483544 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-27dd9be4-b561-4e7a-8195-0418bacc4072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.494730 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6c222-7295-4465-8b7a-3c5694be33f6 req-785876d7-cc8d-41e5-b0af-b9da7688b444 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:53.502342 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-a2847150-7de9-4f74-b3d8-5f89dd584fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:53.502845 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-a2847150-7de9-4f74-b3d8-5f89dd584fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:53.503334 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-a2847150-7de9-4f74-b3d8-5f89dd584fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:53.503813 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-a2847150-7de9-4f74-b3d8-5f89dd584fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:53.504289 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-a2847150-7de9-4f74-b3d8-5f89dd584fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:53.506980 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a86aa02d-927b-4753-be5c-30eec629771c None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.509078 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-a2847150-7de9-4f74-b3d8-5f89dd584fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:53.509754 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-a2847150-7de9-4f74-b3d8-5f89dd584fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:53.512096 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6c222-7295-4465-8b7a-3c5694be33f6 req-785876d7-cc8d-41e5-b0af-b9da7688b444 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:53.514474 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-a2847150-7de9-4f74-b3d8-5f89dd584fb2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2fe358b4bf3b41e19a3794e097af1b16&device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 6482 time: 0.9034610 Jul 16 08:42:53.534137 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6c222-7295-4465-8b7a-3c5694be33f6 req-785876d7-cc8d-41e5-b0af-b9da7688b444 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:53.550588 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab76e9b1-ee87-4acd-bdb2-f1b1b29703f1 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Made reservation on behalf of 1591cbbb2e6f40a59d14ed0e7e21bbb6 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:53.552571 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba6c222-7295-4465-8b7a-3c5694be33f6 req-785876d7-cc8d-41e5-b0af-b9da7688b444 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:53.554277 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab76e9b1-ee87-4acd-bdb2-f1b1b29703f1 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.561849 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6ba6c222-7295-4465-8b7a-3c5694be33f6 req-785876d7-cc8d-41e5-b0af-b9da7688b444 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5418 time: 1.3773503 Jul 16 08:42:53.577760 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-2279daf1-0645-442c-a540-0335e2567cc5 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:53.603537 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2279daf1-0645-442c-a540-0335e2567cc5 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:53.629250 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-22a23775-ffff-4e48-ad57-574471d8e7dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec6adfab-2926-4726-bbb1-6322adf2bd21 HTTP/1.1" status: 200 len: 217 time: 0.0963190 Jul 16 08:42:53.692100 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a86aa02d-927b-4753-be5c-30eec629771c None None] Transition to ACTIVE for port object dac7aa9d-f106-43d1-88c5-d4b8604188ee will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:53.706869 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-ab76e9b1-ee87-4acd-bdb2-f1b1b29703f1 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] device_id is not set on port 8da9fd2a-d7ea-4a97-b885-58fc4e221da6 yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:42:53.707150 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-30cc15d8-8847-4528-a34b-9851dcdfbd45 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.722115 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2279daf1-0645-442c-a540-0335e2567cc5 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Pushing event updated for resources: {'Port': ['ID=122e8450-4617-4c23-a651-2567413f5e9a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:53.725963 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a86aa02d-927b-4753-be5c-30eec629771c None None] Transition to ACTIVE for port object dac7aa9d-f106-43d1-88c5-d4b8604188ee will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:53.758246 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a86aa02d-927b-4753-be5c-30eec629771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.840568 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30cc15d8-8847-4528-a34b-9851dcdfbd45 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Subnet': ['ID=1225f6a1-f8cd-47da-ad16-6ebea2eb7b0d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:53.860023 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6ba6c222-7295-4465-8b7a-3c5694be33f6 req-e5e1ff2f-17da-4951-8d48-6c3c9d485a44 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2594707 Jul 16 08:42:53.861928 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-30cc15d8-8847-4528-a34b-9851dcdfbd45 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:53.864127 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-30cc15d8-8847-4528-a34b-9851dcdfbd45 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/subnets/1225f6a1-f8cd-47da-ad16-6ebea2eb7b0d HTTP/1.1" status: 204 len: 168 time: 2.6724384 Jul 16 08:42:53.869193 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47864) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:53.881963 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86aa02d-927b-4753-be5c-30eec629771c None None] Network 7fd76857-28b3-4c74-b680-f6d7746c2ffe is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:53.910436 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-a86aa02d-927b-4753-be5c-30eec629771c None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:53.930573 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-74873ff5-08fa-49b4-9812-acf271bc8877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:53.932811 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-74873ff5-08fa-49b4-9812-acf271bc8877 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74283639-7822-44b6-ad1c-b5976fafc479 HTTP/1.1" status: 200 len: 850 time: 0.2650764 Jul 16 08:42:53.955180 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86aa02d-927b-4753-be5c-30eec629771c None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:53.999962 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25953711-66a5-4164-bcb5-f037213ca1c4 None None] Network 3ab453d0-a5ca-4dc0-80ce-e3fdd1347593 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:54.108653 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ebe6d4-e307-493b-a8f5-3b23e73e5b73 req-2c1feeaf-870d-4fda-bc66-c36570c5a85d tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:54.108653 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-33ebe6d4-e307-493b-a8f5-3b23e73e5b73 req-2c1feeaf-870d-4fda-bc66-c36570c5a85d tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 945 time: 0.4473450 Jul 16 08:42:54.120319 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-ab76e9b1-ee87-4acd-bdb2-f1b1b29703f1 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Allocated IP 2001:db8::31a (7fd76857-28b3-4c74-b680-f6d7746c2ffe/d06ca373-2ac4-4250-90d1-ace745cf76dc/8da9fd2a-d7ea-4a97-b885-58fc4e221da6) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:42:54.266128 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-27dd9be4-b561-4e7a-8195-0418bacc4072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.276212 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-75d635ea-efa3-470e-81ba-57f949943d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:54.277864 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-75d635ea-efa3-470e-81ba-57f949943d63 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=68d1b8de-8ca0-41e5-ab5d-58997722961e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3209183 Jul 16 08:42:54.281776 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-27dd9be4-b561-4e7a-8195-0418bacc4072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.286733 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-33ebe6d4-e307-493b-a8f5-3b23e73e5b73 req-2a1e8437-16b4-4416-b79d-add810e1a970 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679416 Jul 16 08:42:54.365746 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b729ada4-549c-43ee-b46c-77365b5b94dd tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.376012 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86aa02d-927b-4753-be5c-30eec629771c None None] Pushing event updated for resources: {'Port': ['ID=dac7aa9d-f106-43d1-88c5-d4b8604188ee,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:54.399119 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-a86aa02d-927b-4753-be5c-30eec629771c None None] Attempting to bind port dac7aa9d-f106-43d1-88c5-d4b8604188ee on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:42:54.399933 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-a86aa02d-927b-4753-be5c-30eec629771c None None] Attempting to bind port dac7aa9d-f106-43d1-88c5-d4b8604188ee by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '9ac166b1-05ae-475f-8329-27190c1553d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7fd76857-28b3-4c74-b680-f6d7746c2ffe'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:42:54.400674 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86aa02d-927b-4753-be5c-30eec629771c None None] Attempting to bind port dac7aa9d-f106-43d1-88c5-d4b8604188ee on network 7fd76857-28b3-4c74-b680-f6d7746c2ffe {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:42:54.403042 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dd9be4-b561-4e7a-8195-0418bacc4072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e56a6aa-5bd9-4f77-955c-a69aabd92fca,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:54.411518 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86aa02d-927b-4753-be5c-30eec629771c None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:42:54.412368 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86aa02d-927b-4753-be5c-30eec629771c None None] Checking segment: {'id': '9ac166b1-05ae-475f-8329-27190c1553d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7fd76857-28b3-4c74-b680-f6d7746c2ffe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:42:54.413163 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a86aa02d-927b-4753-be5c-30eec629771c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.414334 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86aa02d-927b-4753-be5c-30eec629771c None None] Bound using segment: {'id': '9ac166b1-05ae-475f-8329-27190c1553d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7fd76857-28b3-4c74-b680-f6d7746c2ffe'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:42:54.415130 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-a86aa02d-927b-4753-be5c-30eec629771c None None] Bound port: dac7aa9d-f106-43d1-88c5-d4b8604188ee, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ac166b1-05ae-475f-8329-27190c1553d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '7fd76857-28b3-4c74-b680-f6d7746c2ffe'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:42:54.415957 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a86aa02d-927b-4753-be5c-30eec629771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.515562 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-27dd9be4-b561-4e7a-8195-0418bacc4072 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c53caa1561f049b9bdb5a60b469bc225&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5298929 Jul 16 08:42:54.518795 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47876) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:54.599897 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a86aa02d-927b-4753-be5c-30eec629771c None None] For port dac7aa9d-f106-43d1-88c5-d4b8604188ee, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:42:54.629275 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a86aa02d-927b-4753-be5c-30eec629771c None None] For port dac7aa9d-f106-43d1-88c5-d4b8604188ee, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=dac7aa9d-f106-43d1-88c5-d4b8604188ee,segment=NetworkSegment(9ac166b1-05ae-475f-8329-27190c1553d3),segment_id=9ac166b1-05ae-475f-8329-27190c1553d3)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:42:54.636826 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a86aa02d-927b-4753-be5c-30eec629771c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.717884 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2279daf1-0645-442c-a540-0335e2567cc5 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.734228 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86aa02d-927b-4753-be5c-30eec629771c None None] Pushing event updated for resources: {'Port': ['ID=dac7aa9d-f106-43d1-88c5-d4b8604188ee,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:54.738917 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ea1e33-eb5c-4ab4-bea1-e0f1619d5681 None None] DHCP port deletion for 3ab453d0-a5ca-4dc0-80ce-e3fdd1347593 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:42:54.835100 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab76e9b1-ee87-4acd-bdb2-f1b1b29703f1 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.873206 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b0ea1e33-eb5c-4ab4-bea1-e0f1619d5681 None None] Deleting port 0c310f07-4f08-4cda-9601-3ebc3a856cae {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:54.873827 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b0ea1e33-eb5c-4ab4-bea1-e0f1619d5681 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:54.930496 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ab76e9b1-ee87-4acd-bdb2-f1b1b29703f1 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Transition to ACTIVE for port object 8da9fd2a-d7ea-4a97-b885-58fc4e221da6 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:54.948224 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-f8d308b2-123d-4e23-b4b7-1d3e547f4ed1 service neutron] 10.222.0.21 "GET /v2.0/networks/68d1b8de-8ca0-41e5-ab5d-58997722961e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6603951 Jul 16 08:42:54.967155 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b9513eda-337b-4dfd-a277-7edd603d2206 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.126423 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b9513eda-337b-4dfd-a277-7edd603d2206 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.143063 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-b0ea1e33-eb5c-4ab4-bea1-e0f1619d5681 None None] For port 0c310f07-4f08-4cda-9601-3ebc3a856cae, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0c310f07-4f08-4cda-9601-3ebc3a856cae,segment=NetworkSegment(c1a6b1d0-9a43-4581-b841-79cf86460d16),segment_id=c1a6b1d0-9a43-4581-b841-79cf86460d16)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:55.143684 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b0ea1e33-eb5c-4ab4-bea1-e0f1619d5681 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.189216 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b0ea1e33-eb5c-4ab4-bea1-e0f1619d5681 None None] Calling delete_port for 0c310f07-4f08-4cda-9601-3ebc3a856cae owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:55.202990 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab76e9b1-ee87-4acd-bdb2-f1b1b29703f1 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.387066 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0c310f07-4f08-4cda-9601-3ebc3a856cae no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:42:55.391428 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b0ea1e33-eb5c-4ab4-bea1-e0f1619d5681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.394990 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab76e9b1-ee87-4acd-bdb2-f1b1b29703f1 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network 7fd76857-28b3-4c74-b680-f6d7746c2ffe is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:55.430926 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-ab76e9b1-ee87-4acd-bdb2-f1b1b29703f1 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:55.431474 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ea1e33-eb5c-4ab4-bea1-e0f1619d5681 None None] No DVR routers for this DVR port 0c310f07-4f08-4cda-9601-3ebc3a856cae on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:55.445979 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab76e9b1-ee87-4acd-bdb2-f1b1b29703f1 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:55.452514 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab76e9b1-ee87-4acd-bdb2-f1b1b29703f1 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:55.453933 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab76e9b1-ee87-4acd-bdb2-f1b1b29703f1 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.456152 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ea1e33-eb5c-4ab4-bea1-e0f1619d5681 None None] Pushing event deleted for resources: {'Port': ['ID=0c310f07-4f08-4cda-9601-3ebc3a856cae,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:55.465933 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 0c310f07-4f08-4cda-9601-3ebc3a856cae {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:42:55.466315 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0c310f07-4f08-4cda-9601-3ebc3a856cae not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:42:55.487059 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-a1039d57-31c9-4cbe-972f-8a47da0ce6bc service neutron] 10.222.0.21 "GET /v2.0/networks/68d1b8de-8ca0-41e5-ab5d-58997722961e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5305917 Jul 16 08:42:55.490672 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab76e9b1-ee87-4acd-bdb2-f1b1b29703f1 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Port': ['ID=8da9fd2a-d7ea-4a97-b885-58fc4e221da6,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:55.598718 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-99f3e1e4-c90e-42b3-b2ad-6bef1431a267 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=ac3245a2-1832-46a1-a707-f054e3b47d6a HTTP/1.1" status: 200 len: 217 time: 0.1039586 Jul 16 08:42:55.599477 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b9513eda-337b-4dfd-a277-7edd603d2206 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.603432 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b9513eda-337b-4dfd-a277-7edd603d2206 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:55.604744 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b9513eda-337b-4dfd-a277-7edd603d2206 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7e56a6aa-5bd9-4f77-955c-a69aabd92fca HTTP/1.1" status: 204 len: 168 time: 1.0851831 Jul 16 08:42:55.620675 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ab76e9b1-ee87-4acd-bdb2-f1b1b29703f1 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.5416610 Jul 16 08:42:55.631750 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47898) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:55.893511 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9513eda-337b-4dfd-a277-7edd603d2206 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e56a6aa-5bd9-4f77-955c-a69aabd92fca,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:55.897272 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6bf3a-69f9-4215-86ba-9152e506e0a5 req-2490538c-9a7e-4238-a240-f77dfc49a64c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:55.902810 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c7b6bf3a-69f9-4215-86ba-9152e506e0a5 req-2490538c-9a7e-4238-a240-f77dfc49a64c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 1097 time: 1.5715258 Jul 16 08:42:56.025050 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b729ada4-549c-43ee-b46c-77365b5b94dd tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting port 0c310f07-4f08-4cda-9601-3ebc3a856cae {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:42:56.027311 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b729ada4-549c-43ee-b46c-77365b5b94dd tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.055646 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e33113-7d18-40e2-aa47-04d9fd5870e7 req-928bf671-6a89-4234-aee4-312b8582de4b tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:56.064680 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e33113-7d18-40e2-aa47-04d9fd5870e7 req-928bf671-6a89-4234-aee4-312b8582de4b tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:56.069617 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9daf5a7-eb22-477d-8d52-f11a078b5e48 req-42a2f373-2fa7-4da3-9141-0a36d8465edc tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:56.078446 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e33113-7d18-40e2-aa47-04d9fd5870e7 req-928bf671-6a89-4234-aee4-312b8582de4b tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:56.079740 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f9daf5a7-eb22-477d-8d52-f11a078b5e48 req-42a2f373-2fa7-4da3-9141-0a36d8465edc tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 945 time: 0.4711843 Jul 16 08:42:56.087501 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-1247c27c-befd-473b-9268-d40e5a395f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:56.090048 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e33113-7d18-40e2-aa47-04d9fd5870e7 req-928bf671-6a89-4234-aee4-312b8582de4b tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:56.093435 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-1247c27c-befd-473b-9268-d40e5a395f2f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.4868884 Jul 16 08:42:56.098989 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e33113-7d18-40e2-aa47-04d9fd5870e7 req-928bf671-6a89-4234-aee4-312b8582de4b tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:56.115820 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e33113-7d18-40e2-aa47-04d9fd5870e7 req-928bf671-6a89-4234-aee4-312b8582de4b tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:56.129554 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e33113-7d18-40e2-aa47-04d9fd5870e7 req-928bf671-6a89-4234-aee4-312b8582de4b tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:56.137760 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-74e33113-7d18-40e2-aa47-04d9fd5870e7 req-928bf671-6a89-4234-aee4-312b8582de4b tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5418 time: 0.4429131 Jul 16 08:42:56.232106 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c7b6bf3a-69f9-4215-86ba-9152e506e0a5 req-1330a004-a9c8-4450-9634-f87d75b1ec2c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3082104 Jul 16 08:42:56.233672 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f9daf5a7-eb22-477d-8d52-f11a078b5e48 req-d225a9ca-ff26-475f-935d-7c825ea4656e tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496906 Jul 16 08:42:56.331498 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-b729ada4-549c-43ee-b46c-77365b5b94dd tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] For port 0c310f07-4f08-4cda-9601-3ebc3a856cae, host n-d-771362-37, got binding levels [] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:56.332030 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b729ada4-549c-43ee-b46c-77365b5b94dd tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.347067 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2279daf1-0645-442c-a540-0335e2567cc5 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.370094 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b729ada4-549c-43ee-b46c-77365b5b94dd tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Calling delete_port for 0c310f07-4f08-4cda-9601-3ebc3a856cae owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:42:56.373359 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.ipam_backend_mixin [None req-b729ada4-549c-43ee-b46c-77365b5b94dd tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Port 0c310f07-4f08-4cda-9601-3ebc3a856cae was not found and therefore no delete operation was performed {{(pid=93759) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:42:56.390953 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-74e33113-7d18-40e2-aa47-04d9fd5870e7 req-00dcb0e7-3b4a-4274-83ff-74ffd67e0a04 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2517943 Jul 16 08:42:56.394585 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b729ada4-549c-43ee-b46c-77365b5b94dd tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.443914 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729ada4-549c-43ee-b46c-77365b5b94dd tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Port': ['ID=0c310f07-4f08-4cda-9601-3ebc3a856cae,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:56.490990 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47910) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:56.495718 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d0e0923-5251-41f4-b228-4ee571c859eb None None] Network 7fd76857-28b3-4c74-b680-f6d7746c2ffe requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:42:56.500640 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b729ada4-549c-43ee-b46c-77365b5b94dd tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] No DVR routers for this DVR port 0c310f07-4f08-4cda-9601-3ebc3a856cae on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:42:56.558294 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-86f045a1-d694-4261-b4fb-3eb78658d2a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:56.559995 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-86f045a1-d694-4261-b4fb-3eb78658d2a8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3457377 Jul 16 08:42:56.565053 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b06b6943-e04b-4ecf-a7e7-2674b3404e8d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.595848 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b729ada4-549c-43ee-b46c-77365b5b94dd tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.607207 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b729ada4-549c-43ee-b46c-77365b5b94dd tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ab453d0-a5ca-4dc0-80ce-e3fdd1347593']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:56.619548 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b729ada4-549c-43ee-b46c-77365b5b94dd tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1a6b1d0-9a43-4581-b841-79cf86460d16') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:56.619959 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b729ada4-549c-43ee-b46c-77365b5b94dd tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1a6b1d0-9a43-4581-b841-79cf86460d16') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:56.629834 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b729ada4-549c-43ee-b46c-77365b5b94dd tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.644832 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b729ada4-549c-43ee-b46c-77365b5b94dd tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.651986 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b729ada4-549c-43ee-b46c-77365b5b94dd tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:42:56.652536 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b729ada4-549c-43ee-b46c-77365b5b94dd tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.672942 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7699a5b1-61b9-44d2-9cca-ea6328598a1d None None] Provisioning for port dac7aa9d-f106-43d1-88c5-d4b8604188ee completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:56.736624 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:42:56.736624 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:42:56.736624 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:42:56.736624 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:42:56.736624 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:42:56.736624 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:42:56.736624 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:42:56.736624 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:42:56.736624 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:42:56.736624 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:42:56.736624 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:42:56.736624 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:42:56.736624 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:42:56.736624 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:42:56.736624 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:42:56.736624 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:42:56.736624 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:42:56.736624 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:42:56.736624 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:42:56.736624 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:42:56.736624 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:42:56.736624 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:42:56.736624 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:42:56.736624 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:42:56.736624 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:42:56.736624 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:42:56.736624 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:42:56.736624 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:42:56.736624 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:42:56.736624 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:42:56.736624 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:42:56.736624 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:42:56.740133 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-05bc5ebc-410a-43f8-b1d3-f1503b54501c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.858114 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b729ada4-549c-43ee-b46c-77365b5b94dd tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.962242 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-05bc5ebc-410a-43f8-b1d3-f1503b54501c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.980044 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b729ada4-549c-43ee-b46c-77365b5b94dd tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.986805 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b729ada4-549c-43ee-b46c-77365b5b94dd tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/networks/3ab453d0-a5ca-4dc0-80ce-e3fdd1347593 HTTP/1.1" status: 204 len: 168 time: 3.1115763 Jul 16 08:42:56.986805 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b729ada4-549c-43ee-b46c-77365b5b94dd tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Network': ['ID=3ab453d0-a5ca-4dc0-80ce-e3fdd1347593,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:56.990814 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-05bc5ebc-410a-43f8-b1d3-f1503b54501c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:56.994479 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47916) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:57.047533 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a4f5210b-fee0-4b19-be57-4ef4598805b3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'port': {'network_id': 'c425d69b-1f72-4d72-b818-de282b82db11', 'name': 'tempest-PortsTestJSON-611941065'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:42:57.144402 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bc5ebc-410a-43f8-b1d3-f1503b54501c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a5308bc-a503-438e-9b6d-51b00e1819ab,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:57.246092 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device dac7aa9d-f106-43d1-88c5-d4b8604188ee up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:57.265519 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-05bc5ebc-410a-43f8-b1d3-f1503b54501c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=06518e43c2454d66ac14302a63018a39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7731633 Jul 16 08:42:57.323007 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47924) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:57.384069 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-d20af350-25ae-484a-bd7c-98bd49674898 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7865365 Jul 16 08:42:57.401887 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2279daf1-0645-442c-a540-0335e2567cc5 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Router 3c096a8f-aa4d-43b2-b517-5953c6a0cee6 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:42:57.456312 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port dac7aa9d-f106-43d1-88c5-d4b8604188ee completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:57.468585 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port dac7aa9d-f106-43d1-88c5-d4b8604188ee triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:57.468981 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.470039 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f5210b-fee0-4b19-be57-4ef4598805b3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:42:57.479729 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a4f5210b-fee0-4b19-be57-4ef4598805b3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.631970 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-a4f5210b-fee0-4b19-be57-4ef4598805b3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] device_id is not set on port 3e0cc55e-9336-4d8a-813e-9b4243204283 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:42:57.710355 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2279daf1-0645-442c-a540-0335e2567cc5 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:42:57.725051 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafb16ea-4981-4d94-bf66-0c46077f5d14 None None] Sync routers for ids ['3c096a8f-aa4d-43b2-b517-5953c6a0cee6'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:42:57.742480 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2051bcce-37a2-4339-ab46-448edd11ccfc None None] Provisioning for port 8da9fd2a-d7ea-4a97-b885-58fc4e221da6 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:42:57.749433 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafb16ea-4981-4d94-bf66-0c46077f5d14 None None] Routers {'3c096a8f-aa4d-43b2-b517-5953c6a0cee6'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:42:57.750079 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-dafb16ea-4981-4d94-bf66-0c46077f5d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:42:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['3c096a8f-aa4d-43b2-b517-5953c6a0cee6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:57.757095 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2051bcce-37a2-4339-ab46-448edd11ccfc None None] Provisioning complete for port 8da9fd2a-d7ea-4a97-b885-58fc4e221da6 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:57.757480 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2051bcce-37a2-4339-ab46-448edd11ccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.894939 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2051bcce-37a2-4339-ab46-448edd11ccfc None None] Port 8da9fd2a-d7ea-4a97-b885-58fc4e221da6 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:57.919351 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.980632 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2279daf1-0645-442c-a540-0335e2567cc5 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:57.989215 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2279daf1-0645-442c-a540-0335e2567cc5 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.8776922 Jul 16 08:42:57.993100 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47934) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:42:58.017927 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b06b6943-e04b-4ecf-a7e7-2674b3404e8d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.020312 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2275df65-1060-4ffb-9d70-568c64213126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.045250 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b06b6943-e04b-4ecf-a7e7-2674b3404e8d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.146478 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2275df65-1060-4ffb-9d70-568c64213126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.151000 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-52a199fc-fcc4-4d18-a8b6-441594dd6df6 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7533190 Jul 16 08:42:58.230808 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-dafb16ea-4981-4d94-bf66-0c46077f5d14 None None] Set router 3c096a8f-aa4d-43b2-b517-5953c6a0cee6 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:42:58.405737 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2051bcce-37a2-4339-ab46-448edd11ccfc None None] Provisioning complete for port dac7aa9d-f106-43d1-88c5-d4b8604188ee triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:58.406323 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2051bcce-37a2-4339-ab46-448edd11ccfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.503516 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190dacc1-1006-485f-9bf0-d2c396674d3b req-64f23bdc-b09d-4b26-8484-0205fa12a882 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:58.522500 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-190dacc1-1006-485f-9bf0-d2c396674d3b req-64f23bdc-b09d-4b26-8484-0205fa12a882 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 945 time: 0.8672552 Jul 16 08:42:58.532710 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-97b032d5-42cf-4df3-bc91-4ec47c865954 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=5b0628d6-3782-44d5-85db-3802f0fa70fb HTTP/1.1" status: 200 len: 217 time: 0.3515410 Jul 16 08:42:58.560630 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port dac7aa9d-f106-43d1-88c5-d4b8604188ee, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=dac7aa9d-f106-43d1-88c5-d4b8604188ee,segment=NetworkSegment(9ac166b1-05ae-475f-8329-27190c1553d3),segment_id=9ac166b1-05ae-475f-8329-27190c1553d3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:42:58.570904 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.631036 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b6943-e04b-4ecf-a7e7-2674b3404e8d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Port': ['ID=8da9fd2a-d7ea-4a97-b885-58fc4e221da6,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:58.734859 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a4f5210b-fee0-4b19-be57-4ef4598805b3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:58.764044 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=dac7aa9d-f106-43d1-88c5-d4b8604188ee,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:58.857221 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d371d5a-7f51-4e24-9b1d-231178a8044c req-aec76c08-370d-4f65-94a6-64f06d57b2d7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:58.880632 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-dafb16ea-4981-4d94-bf66-0c46077f5d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c096a8f-aa4d-43b2-b517-5953c6a0cee6', 'name': '', 'tenant_id': '32deab62c1ce4a7986268d4b40f753b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd5fe9b89-7417-45a4-84c7-8e83ca479cd7', 'external_fixed_ips': [{'subnet_id': '42163078-d579-41e8-be50-8183bf0c9811', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': '122e8450-4617-4c23-a651-2567413f5e9a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:49Z', 'updated_at': '2021-07-16T08:42:54Z', 'revision_number': 3, 'project_id': '32deab62c1ce4a7986268d4b40f753b8', 'gw_port': {'id': '122e8450-4617-4c23-a651-2567413f5e9a', 'name': '', 'network_id': 'd5fe9b89-7417-45a4-84c7-8e83ca479cd7', 'tenant_id': '', 'mac_address': 'fa:16:3e:dd:29:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c096a8f-aa4d-43b2-b517-5953c6a0cee6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2388, 'fixed_ips': [{'subnet_id': '42163078-d579-41e8-be50-8183bf0c9811', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:42:51Z', 'updated_at': '2021-07-16T08:42:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '42163078-d579-41e8-be50-8183bf0c9811', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:42:58.883507 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d371d5a-7f51-4e24-9b1d-231178a8044c req-aec76c08-370d-4f65-94a6-64f06d57b2d7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:58.890677 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d371d5a-7f51-4e24-9b1d-231178a8044c req-aec76c08-370d-4f65-94a6-64f06d57b2d7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:58.908526 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d371d5a-7f51-4e24-9b1d-231178a8044c req-aec76c08-370d-4f65-94a6-64f06d57b2d7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:58.930134 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d371d5a-7f51-4e24-9b1d-231178a8044c req-aec76c08-370d-4f65-94a6-64f06d57b2d7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:58.936219 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafb16ea-4981-4d94-bf66-0c46077f5d14 None None] Checking router: 3c096a8f-aa4d-43b2-b517-5953c6a0cee6 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:42:58.936817 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafb16ea-4981-4d94-bf66-0c46077f5d14 None None] Updating router 3c096a8f-aa4d-43b2-b517-5953c6a0cee6 port 122e8450-4617-4c23-a651-2567413f5e9a binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:42:58.937729 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d371d5a-7f51-4e24-9b1d-231178a8044c req-aec76c08-370d-4f65-94a6-64f06d57b2d7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:58.944232 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d371d5a-7f51-4e24-9b1d-231178a8044c req-aec76c08-370d-4f65-94a6-64f06d57b2d7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:58.953295 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2d371d5a-7f51-4e24-9b1d-231178a8044c req-aec76c08-370d-4f65-94a6-64f06d57b2d7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5418 time: 1.1409068 Jul 16 08:42:58.989915 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-190dacc1-1006-485f-9bf0-d2c396674d3b req-d57c86cb-f542-49c8-b0c4-c294c72b4ebb tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3964040 Jul 16 08:42:59.020898 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-3408cdbc-f2fd-48c7-b1c5-aa517730dd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:59.031035 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-3408cdbc-f2fd-48c7-b1c5-aa517730dd2c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.4266841 Jul 16 08:42:59.034773 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dafb16ea-4981-4d94-bf66-0c46077f5d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.046787 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2275df65-1060-4ffb-9d70-568c64213126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.050762 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2275df65-1060-4ffb-9d70-568c64213126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.051971 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2275df65-1060-4ffb-9d70-568c64213126 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0a5308bc-a503-438e-9b6d-51b00e1819ab HTTP/1.1" status: 204 len: 168 time: 1.6754498 Jul 16 08:42:59.069820 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c02875d-8401-4771-bbe2-c9b194b3c7af tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.085508 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8b44074e-f692-44da-87d0-20903bd9e1e3 None None] Provisioning complete for port 8da9fd2a-d7ea-4a97-b885-58fc4e221da6 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:59.089352 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8b44074e-f692-44da-87d0-20903bd9e1e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.251208 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8b44074e-f692-44da-87d0-20903bd9e1e3 None None] Port 8da9fd2a-d7ea-4a97-b885-58fc4e221da6 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:42:59.304664 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device dac7aa9d-f106-43d1-88c5-d4b8604188ee up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:42:59.334507 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2275df65-1060-4ffb-9d70-568c64213126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a5308bc-a503-438e-9b6d-51b00e1819ab,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:59.387792 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2d371d5a-7f51-4e24-9b1d-231178a8044c req-4bf8bf84-6a46-4a51-a354-d0ec84a90b33 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4332430 Jul 16 08:42:59.422626 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port dac7aa9d-f106-43d1-88c5-d4b8604188ee triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:42:59.422947 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.434118 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b06b6943-e04b-4ecf-a7e7-2674b3404e8d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.586291 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a4f5210b-fee0-4b19-be57-4ef4598805b3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.682324 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f5210b-fee0-4b19-be57-4ef4598805b3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Port': ['ID=3e0cc55e-9336-4d8a-813e-9b4243204283,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:42:59.696725 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-2a67565c-813f-43f1-b063-f9dd03f979bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:59.700867 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-2a67565c-813f-43f1-b063-f9dd03f979bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6586545 Jul 16 08:42:59.745532 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-ff7cff87-38bc-4592-9d75-a8c8424bd989 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:42:59.751039 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-ff7cff87-38bc-4592-9d75-a8c8424bd989 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0263383 Jul 16 08:42:59.778517 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f5210b-fee0-4b19-be57-4ef4598805b3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network c425d69b-1f72-4d72-b818-de282b82db11 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:42:59.784723 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-a4f5210b-fee0-4b19-be57-4ef4598805b3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:42:59.792757 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c02875d-8401-4771-bbe2-c9b194b3c7af tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.814871 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4f5210b-fee0-4b19-be57-4ef4598805b3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:42:59.838152 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f5210b-fee0-4b19-be57-4ef4598805b3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:42:59.841134 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a4f5210b-fee0-4b19-be57-4ef4598805b3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.897274 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dafb16ea-4981-4d94-bf66-0c46077f5d14 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:42:59.953837 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-dafb16ea-4981-4d94-bf66-0c46077f5d14 None None] Transition to ACTIVE for port object 122e8450-4617-4c23-a651-2567413f5e9a will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:42:59.974084 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dafb16ea-4981-4d94-bf66-0c46077f5d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.067060 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a4f5210b-fee0-4b19-be57-4ef4598805b3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 3.0671747 Jul 16 08:43:00.073986 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47956) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:00.118929 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b06b6943-e04b-4ecf-a7e7-2674b3404e8d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.211249 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-dafb16ea-4981-4d94-bf66-0c46077f5d14 None None] Attempting to bind port 122e8450-4617-4c23-a651-2567413f5e9a on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:00.212187 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-dafb16ea-4981-4d94-bf66-0c46077f5d14 None None] Attempting to bind port 122e8450-4617-4c23-a651-2567413f5e9a by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'f1238be0-34f1-407a-8ba5-cc59f1a6cea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd5fe9b89-7417-45a4-84c7-8e83ca479cd7'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:00.212650 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47962) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:00.213222 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafb16ea-4981-4d94-bf66-0c46077f5d14 None None] Attempting to bind port 122e8450-4617-4c23-a651-2567413f5e9a on network d5fe9b89-7417-45a4-84c7-8e83ca479cd7 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:00.227068 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafb16ea-4981-4d94-bf66-0c46077f5d14 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 42, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:00.228047 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafb16ea-4981-4d94-bf66-0c46077f5d14 None None] Checking segment: {'id': 'f1238be0-34f1-407a-8ba5-cc59f1a6cea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd5fe9b89-7417-45a4-84c7-8e83ca479cd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:00.228918 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dafb16ea-4981-4d94-bf66-0c46077f5d14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.229763 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafb16ea-4981-4d94-bf66-0c46077f5d14 None None] Bound using segment: {'id': 'f1238be0-34f1-407a-8ba5-cc59f1a6cea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd5fe9b89-7417-45a4-84c7-8e83ca479cd7'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:00.230746 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-dafb16ea-4981-4d94-bf66-0c46077f5d14 None None] Bound port: 122e8450-4617-4c23-a651-2567413f5e9a, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1238be0-34f1-407a-8ba5-cc59f1a6cea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': 'd5fe9b89-7417-45a4-84c7-8e83ca479cd7'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:00.231576 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dafb16ea-4981-4d94-bf66-0c46077f5d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.390382 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-dafb16ea-4981-4d94-bf66-0c46077f5d14 None None] For port 122e8450-4617-4c23-a651-2567413f5e9a, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:00.395821 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-dafb16ea-4981-4d94-bf66-0c46077f5d14 None None] For port 122e8450-4617-4c23-a651-2567413f5e9a, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=122e8450-4617-4c23-a651-2567413f5e9a,segment=NetworkSegment(f1238be0-34f1-407a-8ba5-cc59f1a6cea5),segment_id=f1238be0-34f1-407a-8ba5-cc59f1a6cea5)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:00.404908 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-dafb16ea-4981-4d94-bf66-0c46077f5d14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.405352 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-249eac81-4c7d-4370-b177-f624feef45c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.458406 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dafb16ea-4981-4d94-bf66-0c46077f5d14 None None] Routers {'3c096a8f-aa4d-43b2-b517-5953c6a0cee6'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:00.459889 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-dafb16ea-4981-4d94-bf66-0c46077f5d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:42:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['3c096a8f-aa4d-43b2-b517-5953c6a0cee6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:00.545145 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a1980-417c-4163-8f85-34be1891091e req-81f2da72-4d17-4ba3-a4f1-79b6e1de1b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:00.547555 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7a4a1980-417c-4163-8f85-34be1891091e req-81f2da72-4d17-4ba3-a4f1-79b6e1de1b63 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a4e731777374b07bb09db55f04a1d18&device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 1097 time: 0.6988270 Jul 16 08:43:00.570662 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-097be2fb-374a-4274-93eb-21ca02e88c7e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting port 3e0cc55e-9336-4d8a-813e-9b4243204283 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:00.571202 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-097be2fb-374a-4274-93eb-21ca02e88c7e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.687315 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834c220c-96dd-402c-a71f-dd9269a219bc req-703490d3-3f3f-40cb-b30e-229b336c9fdc tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:00.699726 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-834c220c-96dd-402c-a71f-dd9269a219bc req-703490d3-3f3f-40cb-b30e-229b336c9fdc tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 945 time: 0.6201136 Jul 16 08:43:00.704157 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-5c02875d-8401-4771-bbe2-c9b194b3c7af tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Deleting port 122e8450-4617-4c23-a651-2567413f5e9a {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:00.704750 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c02875d-8401-4771-bbe2-c9b194b3c7af tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:00.714382 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc373666-78ef-4bc5-87f5-e13cf70945cc None None] Pushing event updated for resources: {'Port': ['ID=122e8450-4617-4c23-a651-2567413f5e9a,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:00.762592 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc373666-78ef-4bc5-87f5-e13cf70945cc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:00.765286 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc373666-78ef-4bc5-87f5-e13cf70945cc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:00.765723 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc373666-78ef-4bc5-87f5-e13cf70945cc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:00.766072 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc373666-78ef-4bc5-87f5-e13cf70945cc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:00.766409 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc373666-78ef-4bc5-87f5-e13cf70945cc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:00.766744 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc373666-78ef-4bc5-87f5-e13cf70945cc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:00.770792 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc373666-78ef-4bc5-87f5-e13cf70945cc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:00.771738 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc373666-78ef-4bc5-87f5-e13cf70945cc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:00.772128 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc373666-78ef-4bc5-87f5-e13cf70945cc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:00.774358 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc373666-78ef-4bc5-87f5-e13cf70945cc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:00.776789 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc373666-78ef-4bc5-87f5-e13cf70945cc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:00.777183 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc373666-78ef-4bc5-87f5-e13cf70945cc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:00.933786 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-dafb16ea-4981-4d94-bf66-0c46077f5d14 None None] Set router 3c096a8f-aa4d-43b2-b517-5953c6a0cee6 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:01.114043 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-dafb16ea-4981-4d94-bf66-0c46077f5d14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c096a8f-aa4d-43b2-b517-5953c6a0cee6', 'name': '', 'tenant_id': '32deab62c1ce4a7986268d4b40f753b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:49Z', 'updated_at': '2021-07-16T08:42:59Z', 'revision_number': 4, 'project_id': '32deab62c1ce4a7986268d4b40f753b8', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:01.150290 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-e3d10039-0c07-4cd5-934f-c47ec3c2d5fb service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3877654 Jul 16 08:43:01.182861 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dafb16ea-4981-4d94-bf66-0c46077f5d14 None None] The sync data for ids ['3c096a8f-aa4d-43b2-b517-5953c6a0cee6'] in n-d-771362-37 is: [{'id': '3c096a8f-aa4d-43b2-b517-5953c6a0cee6', 'name': '', 'tenant_id': '32deab62c1ce4a7986268d4b40f753b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:42:49Z', 'updated_at': '2021-07-16T08:42:59Z', 'revision_number': 4, 'project_id': '32deab62c1ce4a7986268d4b40f753b8', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:01.205976 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc373666-78ef-4bc5-87f5-e13cf70945cc None None] Pushing event updated for resources: {'Port': ['ID=122e8450-4617-4c23-a651-2567413f5e9a,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:01.264934 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c02875d-8401-4771-bbe2-c9b194b3c7af tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.281695 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-097be2fb-374a-4274-93eb-21ca02e88c7e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.286917 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-834c220c-96dd-402c-a71f-dd9269a219bc req-669508e6-0250-40af-9853-4df6299c5400 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5859673 Jul 16 08:43:01.309900 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-5c02875d-8401-4771-bbe2-c9b194b3c7af tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Calling delete_port for 122e8450-4617-4c23-a651-2567413f5e9a owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:01.572111 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbe00c-276f-4633-aa47-fd058e028369 req-5ef311c2-ac91-40e0-a8a6-d0afe2cc7dac tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:01.578533 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbe00c-276f-4633-aa47-fd058e028369 req-5ef311c2-ac91-40e0-a8a6-d0afe2cc7dac tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:01.585812 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbe00c-276f-4633-aa47-fd058e028369 req-5ef311c2-ac91-40e0-a8a6-d0afe2cc7dac tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:01.592069 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbe00c-276f-4633-aa47-fd058e028369 req-5ef311c2-ac91-40e0-a8a6-d0afe2cc7dac tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:01.598430 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbe00c-276f-4633-aa47-fd058e028369 req-5ef311c2-ac91-40e0-a8a6-d0afe2cc7dac tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:01.605329 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbe00c-276f-4633-aa47-fd058e028369 req-5ef311c2-ac91-40e0-a8a6-d0afe2cc7dac tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:01.611569 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdbe00c-276f-4633-aa47-fd058e028369 req-5ef311c2-ac91-40e0-a8a6-d0afe2cc7dac tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:01.619095 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fbdbe00c-276f-4633-aa47-fd058e028369 req-5ef311c2-ac91-40e0-a8a6-d0afe2cc7dac tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5418 time: 0.4801524 Jul 16 08:43:01.722233 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-097be2fb-374a-4274-93eb-21ca02e88c7e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Calling delete_port for 3e0cc55e-9336-4d8a-813e-9b4243204283 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:01.724490 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-e56157bd-8580-4918-b2ce-0882913474c8 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4642351 Jul 16 08:43:01.811214 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-16fe4aaf-4df3-4528-8898-ad285e8fd53a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=afa97703-f881-4b7b-b2e7-e2133311c64c HTTP/1.1" status: 200 len: 217 time: 0.0794768 Jul 16 08:43:01.818045 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fbdbe00c-276f-4633-aa47-fd058e028369 req-b635fa54-0111-4efa-ab2f-e0de939a9d94 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1972759 Jul 16 08:43:01.905991 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-249eac81-4c7d-4370-b177-f624feef45c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.944674 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a1980-417c-4163-8f85-34be1891091e req-4a21c718-668d-470e-9bf8-af2ecf699d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:01.946548 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7a4a1980-417c-4163-8f85-34be1891091e req-4a21c718-668d-470e-9bf8-af2ecf699d85 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c4d0fd4d-6fdb-4a0d-a035-561da1f752b3 HTTP/1.1" status: 200 len: 912 time: 1.3819373 Jul 16 08:43:01.950729 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-249eac81-4c7d-4370-b177-f624feef45c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:01.953350 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-8d17fa35-1781-40e3-abe1-52398b271459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:01.955038 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-8d17fa35-1781-40e3-abe1-52398b271459 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.1360209 Jul 16 08:43:02.034930 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.058360 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b06b6943-e04b-4ecf-a7e7-2674b3404e8d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.071121 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b06b6943-e04b-4ecf-a7e7-2674b3404e8d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.072325 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b06b6943-e04b-4ecf-a7e7-2674b3404e8d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.075120 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.101712 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7a4a1980-417c-4163-8f85-34be1891091e req-e50051aa-f5b5-4978-bf33-daff447d446e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a5c3410e-d345-41af-add4-4f20dc2b35b3 HTTP/1.1" status: 200 len: 217 time: 0.1470811 Jul 16 08:43:02.102665 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249eac81-4c7d-4370-b177-f624feef45c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6809a6a-daf4-4008-a20a-ac937b2ba23f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:02.106818 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-097be2fb-374a-4274-93eb-21ca02e88c7e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.156793 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-ed60d27d-04b5-486e-85a6-c168c6f82c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:02.158525 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-ed60d27d-04b5-486e-85a6-c168c6f82c28 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1925929 Jul 16 08:43:02.183614 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b6943-e04b-4ecf-a7e7-2674b3404e8d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Port': ['ID=8da9fd2a-d7ea-4a97-b885-58fc4e221da6,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:02.217438 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097be2fb-374a-4274-93eb-21ca02e88c7e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Port': ['ID=3e0cc55e-9336-4d8a-813e-9b4243204283,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:02.235176 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-249eac81-4c7d-4370-b177-f624feef45c8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5916d36b71be4a00983f5acf0c457375&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9523757 Jul 16 08:43:02.236394 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47984) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:02.284187 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a1980-417c-4163-8f85-34be1891091e req-1e4d43e6-37e8-4b4b-84de-56f30638e372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:02.289224 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7a4a1980-417c-4163-8f85-34be1891091e req-1e4d43e6-37e8-4b4b-84de-56f30638e372 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e27cc8e0-a923-4371-a9be-2bfb1aeacb40 HTTP/1.1" status: 200 len: 851 time: 0.1731317 Jul 16 08:43:02.336843 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06b6943-e04b-4ecf-a7e7-2674b3404e8d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network 7fd76857-28b3-4c74-b680-f6d7746c2ffe is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:02.343444 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-b06b6943-e04b-4ecf-a7e7-2674b3404e8d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:02.356040 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-b07c0e2f-efa6-40d9-a9dd-8058a118be5f service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1865704 Jul 16 08:43:02.399709 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-097be2fb-374a-4274-93eb-21ca02e88c7e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.405058 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-097be2fb-374a-4274-93eb-21ca02e88c7e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/ports/3e0cc55e-9336-4d8a-813e-9b4243204283 HTTP/1.1" status: 204 len: 168 time: 2.3244214 Jul 16 08:43:02.422060 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47990) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:02.424340 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7a4a1980-417c-4163-8f85-34be1891091e req-fcbade95-2046-46b0-9eba-a249318e9ff8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c4d0fd4d-6fdb-4a0d-a035-561da1f752b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0846865 Jul 16 08:43:02.433482 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6c817575-1418-4cee-8688-412b0fc10896 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'port': {'network_id': 'c425d69b-1f72-4d72-b818-de282b82db11', 'mac_address': 'fa:16:3e:a3:ce:91', 'name': 'tempest-PortsTestJSON-1614501960'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:02.701668 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-5e5713e4-5bb3-4e81-a959-3612f0daa8e1 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800992 Jul 16 08:43:02.703921 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c817575-1418-4cee-8688-412b0fc10896 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:02.816829 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-2adc1567-7d30-414c-85f7-b98c66c2147f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=7ce0d02e-447c-4dc7-8e90-755e16831c63 HTTP/1.1" status: 200 len: 217 time: 0.0963228 Jul 16 08:43:02.820311 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e287308e-f3fa-451b-b706-aeda9551d099 None None] Provisioning complete for port 8da9fd2a-d7ea-4a97-b885-58fc4e221da6 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:02.821010 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e287308e-f3fa-451b-b706-aeda9551d099 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.860928 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e287308e-f3fa-451b-b706-aeda9551d099 None None] Port 8da9fd2a-d7ea-4a97-b885-58fc4e221da6 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:02.877299 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c02875d-8401-4771-bbe2-c9b194b3c7af tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:02.923438 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06b6943-e04b-4ecf-a7e7-2674b3404e8d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Router a573fb81-a45d-401f-b357-3e46dcaf467e is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:43:02.953631 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-8f2836fb-a9a3-42c9-be4e-356efc2020fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:02.957877 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-8f2836fb-a9a3-42c9-be4e-356efc2020fc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.1324522 Jul 16 08:43:03.017183 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c02875d-8401-4771-bbe2-c9b194b3c7af tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Pushing event deleted for resources: {'Port': ['ID=122e8450-4617-4c23-a651-2567413f5e9a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:03.052882 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4176d07-b721-4295-91df-b9e60c866e79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.094699 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4176d07-b721-4295-91df-b9e60c866e79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.207757 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7a4a1980-417c-4163-8f85-34be1891091e req-412e8edb-e113-411c-bd26-bb1c6f354921 service neutron] 10.222.0.30 "GET /v2.0/networks/c4d0fd4d-6fdb-4a0d-a035-561da1f752b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5362544 Jul 16 08:43:03.219424 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4176d07-b721-4295-91df-b9e60c866e79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.224928 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4176d07-b721-4295-91df-b9e60c866e79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.227496 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b4176d07-b721-4295-91df-b9e60c866e79 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a6809a6a-daf4-4008-a20a-ac937b2ba23f HTTP/1.1" status: 204 len: 168 time: 0.9841876 Jul 16 08:43:03.246125 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06b6943-e04b-4ecf-a7e7-2674b3404e8d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:03.256111 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b06b6943-e04b-4ecf-a7e7-2674b3404e8d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "PUT /v2.0/routers/a573fb81-a45d-401f-b357-3e46dcaf467e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5960598 Jul 16 08:43:03.262800 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc314555-1b6e-46d7-a2b2-abe43d0befdf None None] Sync routers for ids ['a573fb81-a45d-401f-b357-3e46dcaf467e'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:03.263383 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48012) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:03.264782 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c774a368-5e9e-4889-a76e-83732e907554 req-5cedf0dc-6432-4aed-a4cd-d2bb15852219 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:03.266920 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c774a368-5e9e-4889-a76e-83732e907554 req-5cedf0dc-6432-4aed-a4cd-d2bb15852219 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 945 time: 0.5757310 Jul 16 08:43:03.270351 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c817575-1418-4cee-8688-412b0fc10896 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.302098 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc314555-1b6e-46d7-a2b2-abe43d0befdf None None] Routers {'a573fb81-a45d-401f-b357-3e46dcaf467e'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:03.313944 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-dc314555-1b6e-46d7-a2b2-abe43d0befdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:42:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['a573fb81-a45d-401f-b357-3e46dcaf467e'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:03.346320 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-6553fb97-6241-41ae-944f-0673bd952f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:03.348869 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-6553fb97-6241-41ae-944f-0673bd952f43 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3806658 Jul 16 08:43:03.403685 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c078f-6a1a-44c8-85e3-688a55023b8c req-d0701c78-9201-453e-bff2-e9d6acc53a6a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:03.415599 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c078f-6a1a-44c8-85e3-688a55023b8c req-d0701c78-9201-453e-bff2-e9d6acc53a6a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:03.425895 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c078f-6a1a-44c8-85e3-688a55023b8c req-d0701c78-9201-453e-bff2-e9d6acc53a6a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:03.435904 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c078f-6a1a-44c8-85e3-688a55023b8c req-d0701c78-9201-453e-bff2-e9d6acc53a6a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:03.443272 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-dc314555-1b6e-46d7-a2b2-abe43d0befdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:03.457513 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c078f-6a1a-44c8-85e3-688a55023b8c req-d0701c78-9201-453e-bff2-e9d6acc53a6a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:03.469079 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c078f-6a1a-44c8-85e3-688a55023b8c req-d0701c78-9201-453e-bff2-e9d6acc53a6a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:03.476585 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d6de673d-312e-4207-942e-55906e2e4e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:03.481624 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07c078f-6a1a-44c8-85e3-688a55023b8c req-d0701c78-9201-453e-bff2-e9d6acc53a6a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:03.486406 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc314555-1b6e-46d7-a2b2-abe43d0befdf None None] Routers {'a573fb81-a45d-401f-b357-3e46dcaf467e'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:03.487412 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-dc314555-1b6e-46d7-a2b2-abe43d0befdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:42:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['a573fb81-a45d-401f-b357-3e46dcaf467e'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:03.505465 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c07c078f-6a1a-44c8-85e3-688a55023b8c req-d0701c78-9201-453e-bff2-e9d6acc53a6a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5418 time: 0.3857923 Jul 16 08:43:03.552239 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7a4a1980-417c-4163-8f85-34be1891091e req-dad0c829-fd59-40ca-956a-5d8a272612e5 service neutron] 10.222.0.30 "GET /v2.0/networks/c4d0fd4d-6fdb-4a0d-a035-561da1f752b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3188801 Jul 16 08:43:03.606475 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-dc314555-1b6e-46d7-a2b2-abe43d0befdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:03.608081 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc314555-1b6e-46d7-a2b2-abe43d0befdf None None] The sync data for ids ['a573fb81-a45d-401f-b357-3e46dcaf467e'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:03.613346 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38f115bc-656e-4ff5-a645-190287543525 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:03.618983 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-38f115bc-656e-4ff5-a645-190287543525 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "GET /v2.0/ports/8da9fd2a-d7ea-4a97-b885-58fc4e221da6 HTTP/1.1" status: 200 len: 983 time: 0.3518426 Jul 16 08:43:03.633250 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48014) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:03.668188 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-6c817575-1418-4cee-8688-412b0fc10896 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] device_id is not set on port 9ec5a740-7e8e-49f8-953f-2813af955f8a yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:43:03.687811 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c07c078f-6a1a-44c8-85e3-688a55023b8c req-2f48f463-6727-41ff-9edc-a9d94cc99312 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1803176 Jul 16 08:43:03.694599 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4176d07-b721-4295-91df-b9e60c866e79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6809a6a-daf4-4008-a20a-ac937b2ba23f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:03.770855 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c774a368-5e9e-4889-a76e-83732e907554 req-8377acee-51f7-48cb-9a8e-9b1fc23df6b8 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4823709 Jul 16 08:43:03.886653 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-e2bf0e65-1d43-470c-a28d-5b9075432944 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5307484 Jul 16 08:43:04.002442 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c02875d-8401-4771-bbe2-c9b194b3c7af tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.117308 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-336b3053-1d84-427a-b6b5-da18a0974fd9 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235963 Jul 16 08:43:04.157615 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c02875d-8401-4771-bbe2-c9b194b3c7af tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.163034 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c02875d-8401-4771-bbe2-c9b194b3c7af tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.258892 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c02875d-8401-4771-bbe2-c9b194b3c7af tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.259578 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c02875d-8401-4771-bbe2-c9b194b3c7af tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c096a8f-aa4d-43b2-b517-5953c6a0cee6 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:43:04.264579 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c02875d-8401-4771-bbe2-c9b194b3c7af tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.272037 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5c02875d-8401-4771-bbe2-c9b194b3c7af tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "DELETE /v2.0/routers/3c096a8f-aa4d-43b2-b517-5953c6a0cee6 HTTP/1.1" status: 204 len: 168 time: 6.1138120 Jul 16 08:43:04.272037 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48034) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:04.301989 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-cc342dbf-5535-4c0a-a4cd-232240bcbf2a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=11779264-f750-43ee-a0d7-fe64f1d931fd HTTP/1.1" status: 200 len: 217 time: 0.1777129 Jul 16 08:43:04.341742 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e43a9d0-224a-45b7-866e-09be24460cd4 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Deleting subnet 42163078-d579-41e8-be50-8183bf0c9811 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:43:04.345251 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2e43a9d0-224a-45b7-866e-09be24460cd4 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.383929 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-0245dcdb-57cb-44b7-835f-f6de111a810d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:04.391271 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-0245dcdb-57cb-44b7-835f-f6de111a810d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1200a08-b4c1-4ea0-be1b-41534dbb15bb HTTP/1.1" status: 200 len: 797 time: 0.0829496 Jul 16 08:43:04.414026 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2e43a9d0-224a-45b7-866e-09be24460cd4 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.529331 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-46231b73-8e5d-4da9-8125-2872b069e788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:04.531311 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-46231b73-8e5d-4da9-8125-2872b069e788 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=971f3192-951e-432a-a2cc-46e618e65630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1345778 Jul 16 08:43:04.671129 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-64fbba1c-23fb-4871-8e1e-59eff42831b3 service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334958 Jul 16 08:43:04.751411 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2e43a9d0-224a-45b7-866e-09be24460cd4 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.802455 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c817575-1418-4cee-8688-412b0fc10896 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:04.969996 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-392483f6-2944-4c48-b479-384226897b8e service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890642 Jul 16 08:43:05.089301 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c817575-1418-4cee-8688-412b0fc10896 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.096374 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2e43a9d0-224a-45b7-866e-09be24460cd4 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.130897 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-1434b32a-42ef-4bbb-889e-338e0571fbfc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f66e0380-b32a-492b-871a-89bede966f79 HTTP/1.1" status: 200 len: 217 time: 0.1514573 Jul 16 08:43:05.339703 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-11e41df6-269d-4ff2-8255-b9ae267289d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:05.347673 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-11e41df6-269d-4ff2-8255-b9ae267289d0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1200a08-b4c1-4ea0-be1b-41534dbb15bb HTTP/1.1" status: 200 len: 797 time: 0.2154045 Jul 16 08:43:05.403274 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c817575-1418-4cee-8688-412b0fc10896 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Port': ['ID=9ec5a740-7e8e-49f8-953f-2813af955f8a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:05.449293 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e43a9d0-224a-45b7-866e-09be24460cd4 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=42163078-d579-41e8-be50-8183bf0c9811,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:05.456539 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2e43a9d0-224a-45b7-866e-09be24460cd4 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.464521 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2e43a9d0-224a-45b7-866e-09be24460cd4 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "DELETE /v2.0/subnets/42163078-d579-41e8-be50-8183bf0c9811 HTTP/1.1" status: 204 len: 168 time: 1.1909676 Jul 16 08:43:05.470009 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48056) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:05.495661 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c817575-1418-4cee-8688-412b0fc10896 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network c425d69b-1f72-4d72-b818-de282b82db11 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:05.531662 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-6c817575-1418-4cee-8688-412b0fc10896 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:05.538328 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab73806-dac8-44d3-8ab2-ebe1852fcb5d req-68b097e6-3b7d-46bd-8c2f-b354aeab8c61 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:05.541870 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c817575-1418-4cee-8688-412b0fc10896 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:05.549565 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c817575-1418-4cee-8688-412b0fc10896 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:05.549986 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab73806-dac8-44d3-8ab2-ebe1852fcb5d req-68b097e6-3b7d-46bd-8c2f-b354aeab8c61 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:05.562210 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c817575-1418-4cee-8688-412b0fc10896 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.567064 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab73806-dac8-44d3-8ab2-ebe1852fcb5d req-68b097e6-3b7d-46bd-8c2f-b354aeab8c61 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:05.576342 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab73806-dac8-44d3-8ab2-ebe1852fcb5d req-68b097e6-3b7d-46bd-8c2f-b354aeab8c61 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:05.589266 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab73806-dac8-44d3-8ab2-ebe1852fcb5d req-68b097e6-3b7d-46bd-8c2f-b354aeab8c61 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:05.601062 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab73806-dac8-44d3-8ab2-ebe1852fcb5d req-68b097e6-3b7d-46bd-8c2f-b354aeab8c61 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:05.613679 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab73806-dac8-44d3-8ab2-ebe1852fcb5d req-68b097e6-3b7d-46bd-8c2f-b354aeab8c61 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:05.624064 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3ab73806-dac8-44d3-8ab2-ebe1852fcb5d req-68b097e6-3b7d-46bd-8c2f-b354aeab8c61 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5418 time: 0.5038528 Jul 16 08:43:05.694236 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-edb87af3-aa99-4e53-96fd-08e6df8dc3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:05.702783 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-edb87af3-aa99-4e53-96fd-08e6df8dc3cc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=971f3192-951e-432a-a2cc-46e618e65630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3395040 Jul 16 08:43:05.713432 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1796b729-0b94-4cf8-9da6-ccf4e6c6294c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.837469 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6c817575-1418-4cee-8688-412b0fc10896 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.4115133 Jul 16 08:43:05.848587 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed4a3a20-0ea1-4bfb-98b3-c92fa7845d00 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:05.855979 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48062) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:05.903864 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-97bf279c-28d4-4db7-adbf-01fd75959b0b service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861532 Jul 16 08:43:05.965085 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3ab73806-dac8-44d3-8ab2-ebe1852fcb5d req-f9d6478a-d600-46d2-a724-a3e62e55757a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3382912 Jul 16 08:43:05.997706 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.039392 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827cd807-7166-4294-92ce-4d5776a4e565 req-3851d911-aaf5-43a9-a032-eb95c621e9f3 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:06.041783 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-827cd807-7166-4294-92ce-4d5776a4e565 req-3851d911-aaf5-43a9-a032-eb95c621e9f3 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 945 time: 0.8939085 Jul 16 08:43:06.122969 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b42f7f98-b605-4012-8d4e-09adaf0920e4 req-69eb47f1-3f7b-4eb6-b286-54410355586c service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1530874 Jul 16 08:43:06.168700 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d30ca0-8770-4a1b-b545-3ba16720054f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:06.175052 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-17d30ca0-8770-4a1b-b545-3ba16720054f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "GET /v2.0/ports/9ec5a740-7e8e-49f8-953f-2813af955f8a HTTP/1.1" status: 200 len: 841 time: 0.3087060 Jul 16 08:43:06.175701 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48072) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:06.271822 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d88ee1c1-26f1-44b3-9321-eb187811b4ca tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.491569 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813c79a-5eee-4cc4-af10-dfd794ab6e98 req-af8665d1-5f13-4766-8de6-a69365de963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:06.493011 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813c79a-5eee-4cc4-af10-dfd794ab6e98 req-af8665d1-5f13-4766-8de6-a69365de963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:06.493770 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813c79a-5eee-4cc4-af10-dfd794ab6e98 req-af8665d1-5f13-4766-8de6-a69365de963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:06.494282 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813c79a-5eee-4cc4-af10-dfd794ab6e98 req-af8665d1-5f13-4766-8de6-a69365de963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:06.494791 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813c79a-5eee-4cc4-af10-dfd794ab6e98 req-af8665d1-5f13-4766-8de6-a69365de963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:06.495839 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813c79a-5eee-4cc4-af10-dfd794ab6e98 req-af8665d1-5f13-4766-8de6-a69365de963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:06.497859 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813c79a-5eee-4cc4-af10-dfd794ab6e98 req-af8665d1-5f13-4766-8de6-a69365de963c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:06.501465 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1813c79a-5eee-4cc4-af10-dfd794ab6e98 req-af8665d1-5f13-4766-8de6-a69365de963c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2fe358b4bf3b41e19a3794e097af1b16&device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 6482 time: 0.2300773 Jul 16 08:43:06.526434 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b72c995f-3542-4da9-abb7-a6a3ab4720d1 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting port 9ec5a740-7e8e-49f8-953f-2813af955f8a {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:06.527183 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b72c995f-3542-4da9-abb7-a6a3ab4720d1 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.600756 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed4a3a20-0ea1-4bfb-98b3-c92fa7845d00 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.666712 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b72c995f-3542-4da9-abb7-a6a3ab4720d1 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.681268 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b72c995f-3542-4da9-abb7-a6a3ab4720d1 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Calling delete_port for 9ec5a740-7e8e-49f8-953f-2813af955f8a owned by {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:06.825609 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b72c995f-3542-4da9-abb7-a6a3ab4720d1 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:06.919779 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72c995f-3542-4da9-abb7-a6a3ab4720d1 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Port': ['ID=9ec5a740-7e8e-49f8-953f-2813af955f8a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:06.999922 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b72c995f-3542-4da9-abb7-a6a3ab4720d1 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.014606 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b72c995f-3542-4da9-abb7-a6a3ab4720d1 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/ports/9ec5a740-7e8e-49f8-953f-2813af955f8a HTTP/1.1" status: 204 len: 168 time: 0.8374338 Jul 16 08:43:07.015617 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48088) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:07.016155 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48090) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:07.048256 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ed4a3a20-0ea1-4bfb-98b3-c92fa7845d00 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5fe9b89-7417-45a4-84c7-8e83ca479cd7']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:07.088882 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-827cd807-7166-4294-92ce-4d5776a4e565 req-a10148c2-9be9-478a-bfe1-1c5b0e15a6de tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0064604 Jul 16 08:43:07.100504 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ed4a3a20-0ea1-4bfb-98b3-c92fa7845d00 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1238be0-34f1-407a-8ba5-cc59f1a6cea5') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:07.100803 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ed4a3a20-0ea1-4bfb-98b3-c92fa7845d00 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1238be0-34f1-407a-8ba5-cc59f1a6cea5') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:07.106669 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.150018 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed4a3a20-0ea1-4bfb-98b3-c92fa7845d00 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.158725 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-a38db091-87ad-4715-8eee-831f016a173d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] GET failed (client error): The resource could not be found. Jul 16 08:43:07.168940 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a38db091-87ad-4715-8eee-831f016a173d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "GET /v2.0/ports/9ec5a740-7e8e-49f8-953f-2813af955f8a HTTP/1.1" status: 404 len: 333 time: 0.1381772 Jul 16 08:43:07.169592 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48096) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:07.174822 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-a7de14f4-d09e-4fde-9b53-3cfcfc23e309 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'port': {'network_id': 'c425d69b-1f72-4d72-b818-de282b82db11', 'name': 'tempest-PortsTestJSON-1182683268'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:07.203883 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed4a3a20-0ea1-4bfb-98b3-c92fa7845d00 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.218744 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed4a3a20-0ea1-4bfb-98b3-c92fa7845d00 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:43:07.219834 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed4a3a20-0ea1-4bfb-98b3-c92fa7845d00 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.408437 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e492c285-d0cd-457a-bbf8-e6f47ab8f997 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:43:07.430317 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:43:07.434846 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed4a3a20-0ea1-4bfb-98b3-c92fa7845d00 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.446168 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4a3a20-0ea1-4bfb-98b3-c92fa7845d00 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d5fe9b89-7417-45a4-84c7-8e83ca479cd7 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 08:43:07.450615 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed4a3a20-0ea1-4bfb-98b3-c92fa7845d00 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.453015 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ed4a3a20-0ea1-4bfb-98b3-c92fa7845d00 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "DELETE /v2.0/networks/d5fe9b89-7417-45a4-84c7-8e83ca479cd7 HTTP/1.1" status: 204 len: 168 time: 1.9736774 Jul 16 08:43:07.476815 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7de14f4-d09e-4fde-9b53-3cfcfc23e309 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:07.489958 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a7de14f4-d09e-4fde-9b53-3cfcfc23e309 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.531035 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4a3a20-0ea1-4bfb-98b3-c92fa7845d00 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Pushing event deleted for resources: {'Network': ['ID=d5fe9b89-7417-45a4-84c7-8e83ca479cd7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:07.703652 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-a7de14f4-d09e-4fde-9b53-3cfcfc23e309 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] device_id is not set on port a7e8b07a-a20f-49dd-b9e1-8b49805febc6 yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:43:07.744811 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813c79a-5eee-4cc4-af10-dfd794ab6e98 req-99f7de6d-00c1-4d74-81b8-4ce9b2a9abf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:07.747501 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1813c79a-5eee-4cc4-af10-dfd794ab6e98 req-99f7de6d-00c1-4d74-81b8-4ce9b2a9abf9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=971f3192-951e-432a-a2cc-46e618e65630 HTTP/1.1" status: 200 len: 902 time: 1.2369776 Jul 16 08:43:07.768954 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d88ee1c1-26f1-44b3-9321-eb187811b4ca tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Deleting port 8da9fd2a-d7ea-4a97-b885-58fc4e221da6 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:07.768954 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d88ee1c1-26f1-44b3-9321-eb187811b4ca tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:07.978795 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1813c79a-5eee-4cc4-af10-dfd794ab6e98 req-0e0a8402-6738-42df-83bb-1864161fcde0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f66e0380-b32a-492b-871a-89bede966f79 HTTP/1.1" status: 200 len: 217 time: 0.1984038 Jul 16 08:43:07.990784 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321560a-2e12-4264-aa25-404c2b29d293 req-a0fb4a66-65c6-454d-b891-47e7273e387f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:07.999449 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321560a-2e12-4264-aa25-404c2b29d293 req-a0fb4a66-65c6-454d-b891-47e7273e387f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:08.005318 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321560a-2e12-4264-aa25-404c2b29d293 req-a0fb4a66-65c6-454d-b891-47e7273e387f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:08.011319 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321560a-2e12-4264-aa25-404c2b29d293 req-a0fb4a66-65c6-454d-b891-47e7273e387f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:08.018044 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321560a-2e12-4264-aa25-404c2b29d293 req-a0fb4a66-65c6-454d-b891-47e7273e387f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:08.020927 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d88ee1c1-26f1-44b3-9321-eb187811b4ca tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.025345 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321560a-2e12-4264-aa25-404c2b29d293 req-a0fb4a66-65c6-454d-b891-47e7273e387f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:08.032841 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2321560a-2e12-4264-aa25-404c2b29d293 req-a0fb4a66-65c6-454d-b891-47e7273e387f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:08.043505 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2321560a-2e12-4264-aa25-404c2b29d293 req-a0fb4a66-65c6-454d-b891-47e7273e387f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5418 time: 0.7261450 Jul 16 08:43:08.049398 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d88ee1c1-26f1-44b3-9321-eb187811b4ca tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Calling delete_port for 8da9fd2a-d7ea-4a97-b885-58fc4e221da6 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:08.132385 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48114) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:08.209843 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813c79a-5eee-4cc4-af10-dfd794ab6e98 req-fd419c77-a380-463a-bc02-60f64054d64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:08.212443 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1813c79a-5eee-4cc4-af10-dfd794ab6e98 req-fd419c77-a380-463a-bc02-60f64054d64a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1200a08-b4c1-4ea0-be1b-41534dbb15bb HTTP/1.1" status: 200 len: 797 time: 0.1667862 Jul 16 08:43:08.216026 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-075f1489-9ec0-4bf2-ae59-6b0ab67b9bbe tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Request body: {'router': {'name': 'tempest-router--1164084033', 'project_id': 'c5aa685ed53942b9a346862abd5cd4d4'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:08.450228 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2321560a-2e12-4264-aa25-404c2b29d293 req-d0144753-6ebb-4cab-8d4b-d13c553c13a8 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4056261 Jul 16 08:43:08.490693 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e492c285-d0cd-457a-bbf8-e6f47ab8f997 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.491929 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.589878 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e492c285-d0cd-457a-bbf8-e6f47ab8f997 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.598407 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d88ee1c1-26f1-44b3-9321-eb187811b4ca tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.691610 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88ee1c1-26f1-44b3-9321-eb187811b4ca tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Port': ['ID=8da9fd2a-d7ea-4a97-b885-58fc4e221da6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:08.745141 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a7de14f4-d09e-4fde-9b53-3cfcfc23e309 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.797383 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a59cb5-86b9-4989-bc9e-cbd6a979e4c3 req-b7c32cb3-bcb6-405a-87b5-cbd081584db2 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:08.800009 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d5a59cb5-86b9-4989-bc9e-cbd6a979e4c3 req-b7c32cb3-bcb6-405a-87b5-cbd081584db2 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 945 time: 0.4118314 Jul 16 08:43:08.854885 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-075f1489-9ec0-4bf2-ae59-6b0ab67b9bbe tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.855968 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-075f1489-9ec0-4bf2-ae59-6b0ab67b9bbe tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.863090 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e492c285-d0cd-457a-bbf8-e6f47ab8f997 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53346a0b-3c14-4acd-9dc6-7502d414abd6,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:08.879168 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e492c285-d0cd-457a-bbf8-e6f47ab8f997 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0baf5813e1f5431c9f7141185f4217ff&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8544996 Jul 16 08:43:08.879168 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813c79a-5eee-4cc4-af10-dfd794ab6e98 req-0f0c93e2-e834-4ffa-9cb2-b8237bf60286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:08.879168 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1813c79a-5eee-4cc4-af10-dfd794ab6e98 req-0f0c93e2-e834-4ffa-9cb2-b8237bf60286 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=971f3192-951e-432a-a2cc-46e618e65630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6512508 Jul 16 08:43:08.882164 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48134) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:08.904340 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d88ee1c1-26f1-44b3-9321-eb187811b4ca tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.947468 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a7de14f4-d09e-4fde-9b53-3cfcfc23e309 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:08.971394 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d5a59cb5-86b9-4989-bc9e-cbd6a979e4c3 req-7180a40f-9dd7-4eba-8308-e635b641ffe5 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276758 Jul 16 08:43:09.268937 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5201d109-b5ae-4eef-b56d-ccbd920c39a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.298168 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5201d109-b5ae-4eef-b56d-ccbd920c39a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.354423 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5201d109-b5ae-4eef-b56d-ccbd920c39a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.357096 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5201d109-b5ae-4eef-b56d-ccbd920c39a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.361726 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5201d109-b5ae-4eef-b56d-ccbd920c39a0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/53346a0b-3c14-4acd-9dc6-7502d414abd6 HTTP/1.1" status: 204 len: 168 time: 0.4686797 Jul 16 08:43:09.479256 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5201d109-b5ae-4eef-b56d-ccbd920c39a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53346a0b-3c14-4acd-9dc6-7502d414abd6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:09.517771 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d88ee1c1-26f1-44b3-9321-eb187811b4ca tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Router a573fb81-a45d-401f-b357-3e46dcaf467e has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:43:09.740756 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d88ee1c1-26f1-44b3-9321-eb187811b4ca tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:09.748773 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d88ee1c1-26f1-44b3-9321-eb187811b4ca tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "PUT /v2.0/routers/a573fb81-a45d-401f-b357-3e46dcaf467e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1007662 Jul 16 08:43:09.754060 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48160) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:09.756605 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8cf5fe-6a46-47b3-b417-d0ea218e8000 None None] Sync routers for ids ['a573fb81-a45d-401f-b357-3e46dcaf467e'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:09.773942 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-075f1489-9ec0-4bf2-ae59-6b0ab67b9bbe tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.775820 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8cf5fe-6a46-47b3-b417-d0ea218e8000 None None] Routers {'a573fb81-a45d-401f-b357-3e46dcaf467e'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:09.784458 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2a8cf5fe-6a46-47b3-b417-d0ea218e8000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:43:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['a573fb81-a45d-401f-b357-3e46dcaf467e'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:09.828588 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-075f1489-9ec0-4bf2-ae59-6b0ab67b9bbe tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.873771 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7de14f4-d09e-4fde-9b53-3cfcfc23e309 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network c425d69b-1f72-4d72-b818-de282b82db11 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:09.898229 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-a7de14f4-d09e-4fde-9b53-3cfcfc23e309 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:09.906940 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7de14f4-d09e-4fde-9b53-3cfcfc23e309 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Port': ['ID=a7e8b07a-a20f-49dd-b9e1-8b49805febc6,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:09.915704 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7de14f4-d09e-4fde-9b53-3cfcfc23e309 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:09.928499 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7de14f4-d09e-4fde-9b53-3cfcfc23e309 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:09.933420 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a7de14f4-d09e-4fde-9b53-3cfcfc23e309 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.972065 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-075f1489-9ec0-4bf2-ae59-6b0ab67b9bbe tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:09.980198 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-075f1489-9ec0-4bf2-ae59-6b0ab67b9bbe tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.8203778 Jul 16 08:43:09.983589 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48166) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:09.998718 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1813c79a-5eee-4cc4-af10-dfd794ab6e98 req-eb0eeb4d-563e-4442-9186-f25009fd8b65 service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1106610 Jul 16 08:43:10.036578 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a7de14f4-d09e-4fde-9b53-3cfcfc23e309 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.8651192 Jul 16 08:43:10.041098 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48170) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:10.054319 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-a2090770-7b4f-481a-b0fb-5e888385025f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:10.126406 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b8760cc-d078-45ec-9d75-81611e2e626b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.127844 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2a8cf5fe-6a46-47b3-b417-d0ea218e8000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:10.157022 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8cf5fe-6a46-47b3-b417-d0ea218e8000 None None] Routers {'a573fb81-a45d-401f-b357-3e46dcaf467e'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:10.157746 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2a8cf5fe-6a46-47b3-b417-d0ea218e8000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:43:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['a573fb81-a45d-401f-b357-3e46dcaf467e'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:10.203113 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2a8cf5fe-6a46-47b3-b417-d0ea218e8000 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:10.204246 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8cf5fe-6a46-47b3-b417-d0ea218e8000 None None] The sync data for ids ['a573fb81-a45d-401f-b357-3e46dcaf467e'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:10.305123 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1813c79a-5eee-4cc4-af10-dfd794ab6e98 req-99b64c3d-a4a1-4d62-8e20-df1c8aa865bc service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2965701 Jul 16 08:43:10.352761 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48176) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:10.385913 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b8760cc-d078-45ec-9d75-81611e2e626b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.409350 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b8760cc-d078-45ec-9d75-81611e2e626b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.475260 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a2090770-7b4f-481a-b0fb-5e888385025f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.483914 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-abd8365d-9dc6-47ec-89fa-e934b7d356cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.492428 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-3ddee6fb-8cb3-42cc-842f-ec72f7518817 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 08:43:10.505060 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3ddee6fb-8cb3-42cc-842f-ec72f7518817 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "PUT /v2.0/routers/a573fb81-a45d-401f-b357-3e46dcaf467e/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.7459302 Jul 16 08:43:10.505536 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cab6cd-6353-4b66-b4c0-c29a0c878297 req-964b1ab2-f2f0-4319-afc6-a95ee9bf20c1 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:10.506272 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48178) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:10.521564 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-86cab6cd-6353-4b66-b4c0-c29a0c878297 req-964b1ab2-f2f0-4319-afc6-a95ee9bf20c1 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 945 time: 0.1794617 Jul 16 08:43:10.546261 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475867b7-8953-4ae0-8d59-ebd8d46af6f7 req-419f0614-7d43-457f-af34-5f32bf14b37d tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:10.556091 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475867b7-8953-4ae0-8d59-ebd8d46af6f7 req-419f0614-7d43-457f-af34-5f32bf14b37d tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:10.563004 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475867b7-8953-4ae0-8d59-ebd8d46af6f7 req-419f0614-7d43-457f-af34-5f32bf14b37d tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:10.569723 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475867b7-8953-4ae0-8d59-ebd8d46af6f7 req-419f0614-7d43-457f-af34-5f32bf14b37d tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:10.581848 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475867b7-8953-4ae0-8d59-ebd8d46af6f7 req-419f0614-7d43-457f-af34-5f32bf14b37d tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:10.588966 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475867b7-8953-4ae0-8d59-ebd8d46af6f7 req-419f0614-7d43-457f-af34-5f32bf14b37d tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:10.597015 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475867b7-8953-4ae0-8d59-ebd8d46af6f7 req-419f0614-7d43-457f-af34-5f32bf14b37d tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:10.597360 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-475867b7-8953-4ae0-8d59-ebd8d46af6f7 req-419f0614-7d43-457f-af34-5f32bf14b37d tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5418 time: 0.7571769 Jul 16 08:43:10.649888 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-86cab6cd-6353-4b66-b4c0-c29a0c878297 req-5ffd849d-63fa-4de2-a551-5ff91e763786 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231599 Jul 16 08:43:10.723235 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-85faeec5-151b-4488-a0ba-2c9b95e96dba tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "GET /v2.0/ports?device_id=a573fb81-a45d-401f-b357-3e46dcaf467e HTTP/1.1" status: 200 len: 205 time: 0.1215770 Jul 16 08:43:10.733033 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48184) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:10.749745 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b8760cc-d078-45ec-9d75-81611e2e626b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.750487 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b8760cc-d078-45ec-9d75-81611e2e626b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7f98b3cf-09f4-45d2-ab50-be581f1e8d53 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:43:10.758322 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5b8760cc-d078-45ec-9d75-81611e2e626b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.760450 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5b8760cc-d078-45ec-9d75-81611e2e626b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "DELETE /v2.0/routers/7f98b3cf-09f4-45d2-ab50-be581f1e8d53 HTTP/1.1" status: 204 len: 168 time: 0.7754045 Jul 16 08:43:10.821718 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-475867b7-8953-4ae0-8d59-ebd8d46af6f7 req-ebf696aa-2949-4353-96e8-14e48bdff7dc tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1367867 Jul 16 08:43:10.917212 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-21c2d347-7b0f-4fca-855f-3c9bcb104fa0 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.970081 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-abd8365d-9dc6-47ec-89fa-e934b7d356cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:10.981780 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-abd8365d-9dc6-47ec-89fa-e934b7d356cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.068071 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a2090770-7b4f-481a-b0fb-5e888385025f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.090313 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-abd8365d-9dc6-47ec-89fa-e934b7d356cc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=145f87f43f264c80877823093e036c35&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7346575 Jul 16 08:43:11.092647 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd8365d-9dc6-47ec-89fa-e934b7d356cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65b51384-0178-48e6-8961-6b665fbd0971,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:11.098103 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48188) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:11.124772 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a2090770-7b4f-481a-b0fb-5e888385025f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.182437 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-21c2d347-7b0f-4fca-855f-3c9bcb104fa0 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.187968 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-21c2d347-7b0f-4fca-855f-3c9bcb104fa0 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.205242 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dedfe3e5-f733-4f51-8bd5-927e6060f2fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.250749 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dedfe3e5-f733-4f51-8bd5-927e6060f2fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.301290 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48196) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:11.381427 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-a2090770-7b4f-481a-b0fb-5e888385025f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] In _notify_port_updated(), no bound segment for port a7e8b07a-a20f-49dd-b9e1-8b49805febc6 on network c425d69b-1f72-4d72-b818-de282b82db11 {{(pid=93758) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:43:11.385748 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dedfe3e5-f733-4f51-8bd5-927e6060f2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.389139 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2090770-7b4f-481a-b0fb-5e888385025f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:11.390351 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dedfe3e5-f733-4f51-8bd5-927e6060f2fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.390776 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a2090770-7b4f-481a-b0fb-5e888385025f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.394732 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-dedfe3e5-f733-4f51-8bd5-927e6060f2fd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/65b51384-0178-48e6-8961-6b665fbd0971 HTTP/1.1" status: 204 len: 168 time: 0.2924609 Jul 16 08:43:11.395473 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a2090770-7b4f-481a-b0fb-5e888385025f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "PUT /v2.0/ports/a7e8b07a-a20f-49dd-b9e1-8b49805febc6 HTTP/1.1" status: 200 len: 818 time: 1.3520830 Jul 16 08:43:11.399263 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48200) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:11.430380 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedfe3e5-f733-4f51-8bd5-927e6060f2fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65b51384-0178-48e6-8961-6b665fbd0971,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:11.556716 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2090770-7b4f-481a-b0fb-5e888385025f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Port': ['ID=a7e8b07a-a20f-49dd-b9e1-8b49805febc6,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:11.577040 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-21c2d347-7b0f-4fca-855f-3c9bcb104fa0 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.579754 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21c2d347-7b0f-4fca-855f-3c9bcb104fa0 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Fanout notify agent at l3_agent the message router_deleted on router a573fb81-a45d-401f-b357-3e46dcaf467e {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:43:11.595457 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-21c2d347-7b0f-4fca-855f-3c9bcb104fa0 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.600980 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48206) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:11.603147 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-21c2d347-7b0f-4fca-855f-3c9bcb104fa0 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/routers/a573fb81-a45d-401f-b357-3e46dcaf467e HTTP/1.1" status: 204 len: 168 time: 0.8686306 Jul 16 08:43:11.715380 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-360cac9d-558a-4f6a-aabd-215e4a344ee5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Deleting subnet d06ca373-2ac4-4250-90d1-ace745cf76dc {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:43:11.722795 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-360cac9d-558a-4f6a-aabd-215e4a344ee5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.845249 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f3be012d-aa60-4bdd-a8d2-ea5574104165 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting port a7e8b07a-a20f-49dd-b9e1-8b49805febc6 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:11.845938 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f3be012d-aa60-4bdd-a8d2-ea5574104165 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.859047 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-360cac9d-558a-4f6a-aabd-215e4a344ee5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:11.970306 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-493681e5-9074-4c5a-9a90-74c523b5b613 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1305062933', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:12.080663 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-493681e5-9074-4c5a-9a90-74c523b5b613 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.082545 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-493681e5-9074-4c5a-9a90-74c523b5b613 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.124279 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f3be012d-aa60-4bdd-a8d2-ea5574104165 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.155060 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f3be012d-aa60-4bdd-a8d2-ea5574104165 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Calling delete_port for a7e8b07a-a20f-49dd-b9e1-8b49805febc6 owned by {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:12.216574 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-493681e5-9074-4c5a-9a90-74c523b5b613 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.411164 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f3be012d-aa60-4bdd-a8d2-ea5574104165 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.556969 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3be012d-aa60-4bdd-a8d2-ea5574104165 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Port': ['ID=a7e8b07a-a20f-49dd-b9e1-8b49805febc6,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:12.580581 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-360cac9d-558a-4f6a-aabd-215e4a344ee5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.600783 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f3be012d-aa60-4bdd-a8d2-ea5574104165 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.607581 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f3be012d-aa60-4bdd-a8d2-ea5574104165 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/ports/a7e8b07a-a20f-49dd-b9e1-8b49805febc6 HTTP/1.1" status: 204 len: 168 time: 1.2015162 Jul 16 08:43:12.615652 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48236) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:12.838424 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-493681e5-9074-4c5a-9a90-74c523b5b613 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:12.849603 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f6133f-8638-43cf-98de-b53a488a0941 req-52e7c91a-756b-45e3-9ae8-c1746764b97b tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:12.860582 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-89f6133f-8638-43cf-98de-b53a488a0941 req-52e7c91a-756b-45e3-9ae8-c1746764b97b tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 945 time: 0.5476058 Jul 16 08:43:12.972655 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-89f6133f-8638-43cf-98de-b53a488a0941 req-da12fe87-9916-4095-bcec-13035527c8fd tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107621 Jul 16 08:43:12.998747 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8a09a7e-9b49-472e-acda-c49bc6fe885c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:13.019285 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b8a09a7e-9b49-472e-acda-c49bc6fe885c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3990769 Jul 16 08:43:13.023261 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-360cac9d-558a-4f6a-aabd-215e4a344ee5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.023765 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48246) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:13.104541 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-eeb92b79-7e6c-4b83-9bb4-a5c292d59dc9 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] GET failed (client error): The resource could not be found. Jul 16 08:43:13.107635 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-eeb92b79-7e6c-4b83-9bb4-a5c292d59dc9 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "GET /v2.0/ports/a7e8b07a-a20f-49dd-b9e1-8b49805febc6 HTTP/1.1" status: 404 len: 333 time: 0.0817575 Jul 16 08:43:13.113333 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48252) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:13.124158 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-45f67293-70ae-4d82-a149-d6a7782cf858 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-496077599'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:13.200300 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45f67293-70ae-4d82-a149-d6a7782cf858 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:13.206811 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-45f67293-70ae-4d82-a149-d6a7782cf858 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.267952 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45f67293-70ae-4d82-a149-d6a7782cf858 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:43:13.334219 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-45f67293-70ae-4d82-a149-d6a7782cf858 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.335071 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-45f67293-70ae-4d82-a149-d6a7782cf858 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Added segment 62e74145-7833-4a23-a6e1-1cd6d0c07faf of type vlan for network 3f19bacb-1845-4c25-b61b-cd8fe606bf84 Jul 16 08:43:13.437174 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-45f67293-70ae-4d82-a149-d6a7782cf858 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.481599 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-45f67293-70ae-4d82-a149-d6a7782cf858 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.495515 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45f67293-70ae-4d82-a149-d6a7782cf858 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:13.497261 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-45f67293-70ae-4d82-a149-d6a7782cf858 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.601754 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-45f67293-70ae-4d82-a149-d6a7782cf858 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.4861693 Jul 16 08:43:13.606241 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48266) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:13.611312 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-5c1761ca-b328-4918-93da-c4e1b94688c3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'subnet': {'network_id': '3f19bacb-1845-4c25-b61b-cd8fe606bf84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:13.643181 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360cac9d-558a-4f6a-aabd-215e4a344ee5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Subnet': ['ID=d06ca373-2ac4-4250-90d1-ace745cf76dc,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:13.666525 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee89a0-3fed-4829-877b-04c11a1736cc req-0f7fe6fa-8e94-4a2c-90de-da298f4d91bc tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:13.671566 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f67293-70ae-4d82-a149-d6a7782cf858 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Network': ['ID=3f19bacb-1845-4c25-b61b-cd8fe606bf84,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:13.679205 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee89a0-3fed-4829-877b-04c11a1736cc req-0f7fe6fa-8e94-4a2c-90de-da298f4d91bc tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:13.691332 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 3f19bacb-1845-4c25-b61b-cd8fe606bf84 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:43:13.717052 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee89a0-3fed-4829-877b-04c11a1736cc req-0f7fe6fa-8e94-4a2c-90de-da298f4d91bc tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:13.741641 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee89a0-3fed-4829-877b-04c11a1736cc req-0f7fe6fa-8e94-4a2c-90de-da298f4d91bc tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:13.761986 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee89a0-3fed-4829-877b-04c11a1736cc req-0f7fe6fa-8e94-4a2c-90de-da298f4d91bc tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:13.775316 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee89a0-3fed-4829-877b-04c11a1736cc req-0f7fe6fa-8e94-4a2c-90de-da298f4d91bc tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:13.783464 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ee89a0-3fed-4829-877b-04c11a1736cc req-0f7fe6fa-8e94-4a2c-90de-da298f4d91bc tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:13.786552 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-29ee89a0-3fed-4829-877b-04c11a1736cc req-0f7fe6fa-8e94-4a2c-90de-da298f4d91bc tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5418 time: 1.4841125 Jul 16 08:43:13.811378 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-360cac9d-558a-4f6a-aabd-215e4a344ee5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.818002 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-360cac9d-558a-4f6a-aabd-215e4a344ee5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/subnets/d06ca373-2ac4-4250-90d1-ace745cf76dc HTTP/1.1" status: 204 len: 168 time: 2.2129703 Jul 16 08:43:13.825640 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63ff325-9e3a-474d-bf27-66e7f8f71d55 None None] Network 7fd76857-28b3-4c74-b680-f6d7746c2ffe requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:13.851718 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48272) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:13.865208 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c1761ca-b328-4918-93da-c4e1b94688c3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:13.874422 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c1761ca-b328-4918-93da-c4e1b94688c3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:13.906789 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-29ee89a0-3fed-4829-877b-04c11a1736cc req-f72a81cf-00f0-4059-9bda-59b949a9ad7d tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1104207 Jul 16 08:43:13.949435 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51700a58-ab16-467d-b064-992f67b1adec req-af62adf0-28a6-466b-b7d4-a2a55ce47b38 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:13.951549 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-51700a58-ab16-467d-b064-992f67b1adec req-af62adf0-28a6-466b-b7d4-a2a55ce47b38 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.30 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 945 time: 1.0991416 Jul 16 08:43:14.203222 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-198f4ec9-a73d-48fa-82a0-4889747de5b0 None None] DHCP port deletion for 7fd76857-28b3-4c74-b680-f6d7746c2ffe request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:43:14.211168 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3fa757f-8c71-4d11-b2bf-36537141dd74 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.345576 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-198f4ec9-a73d-48fa-82a0-4889747de5b0 None None] Deleting port dac7aa9d-f106-43d1-88c5-d4b8604188ee {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:14.346758 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-198f4ec9-a73d-48fa-82a0-4889747de5b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.430189 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c1761ca-b328-4918-93da-c4e1b94688c3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.526012 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1761ca-b328-4918-93da-c4e1b94688c3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Subnet': ['ID=b62e1390-ddd2-440d-8e11-77b1e8e666c1,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:14.621511 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-493681e5-9074-4c5a-9a90-74c523b5b613 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.624058 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-51700a58-ab16-467d-b064-992f67b1adec req-65ec889c-73a5-46b8-bf4e-54bc9403ee64 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Deleting port a5c3410e-d345-41af-add4-4f20dc2b35b3 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:14.624432 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-51700a58-ab16-467d-b064-992f67b1adec req-65ec889c-73a5-46b8-bf4e-54bc9403ee64 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.631788 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-198f4ec9-a73d-48fa-82a0-4889747de5b0 None None] For port dac7aa9d-f106-43d1-88c5-d4b8604188ee, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=dac7aa9d-f106-43d1-88c5-d4b8604188ee,segment=NetworkSegment(9ac166b1-05ae-475f-8329-27190c1553d3),segment_id=9ac166b1-05ae-475f-8329-27190c1553d3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:14.632973 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-198f4ec9-a73d-48fa-82a0-4889747de5b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.669559 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-198f4ec9-a73d-48fa-82a0-4889747de5b0 None None] Calling delete_port for dac7aa9d-f106-43d1-88c5-d4b8604188ee owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:14.679538 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef578336-03a5-4be7-8c85-319595a26af9 req-9d6178d4-e31f-407b-ac1d-275e41ecef41 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:14.683129 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef578336-03a5-4be7-8c85-319595a26af9 req-9d6178d4-e31f-407b-ac1d-275e41ecef41 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 945 time: 0.3325994 Jul 16 08:43:14.685235 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e3fa757f-8c71-4d11-b2bf-36537141dd74 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Deleting port dac7aa9d-f106-43d1-88c5-d4b8604188ee {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:14.685775 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3fa757f-8c71-4d11-b2bf-36537141dd74 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.693007 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-493681e5-9074-4c5a-9a90-74c523b5b613 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.851812 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef578336-03a5-4be7-8c85-319595a26af9 req-39c835e1-1f94-4a1b-8913-b4652b73a714 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296067 Jul 16 08:43:14.869145 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c1761ca-b328-4918-93da-c4e1b94688c3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Checking segment: {'id': '62e74145-7833-4a23-a6e1-1cd6d0c07faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3f19bacb-1845-4c25-b61b-cd8fe606bf84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:14.870335 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1761ca-b328-4918-93da-c4e1b94688c3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network hostable DHCP agents. Network: 3f19bacb-1845-4c25-b61b-cd8fe606bf84, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:43:14.918236 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-198f4ec9-a73d-48fa-82a0-4889747de5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.947072 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198f4ec9-a73d-48fa-82a0-4889747de5b0 None None] Pushing event deleted for resources: {'Port': ['ID=dac7aa9d-f106-43d1-88c5-d4b8604188ee,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:14.964749 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-493681e5-9074-4c5a-9a90-74c523b5b613 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Allocated IP 172.25.3.157 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/265b1b3e-e172-4f5a-83b3-bc2258628026) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:14.970310 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-e3fa757f-8c71-4d11-b2bf-36537141dd74 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] For port dac7aa9d-f106-43d1-88c5-d4b8604188ee, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=dac7aa9d-f106-43d1-88c5-d4b8604188ee,segment=NetworkSegment(9ac166b1-05ae-475f-8329-27190c1553d3),segment_id=9ac166b1-05ae-475f-8329-27190c1553d3)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:14.970542 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3fa757f-8c71-4d11-b2bf-36537141dd74 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:14.975109 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c1761ca-b328-4918-93da-c4e1b94688c3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network 3f19bacb-1845-4c25-b61b-cd8fe606bf84 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:43:14.980697 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-198f4ec9-a73d-48fa-82a0-4889747de5b0 None None] No DVR routers for this DVR port dac7aa9d-f106-43d1-88c5-d4b8604188ee on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:14.997190 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-5c1761ca-b328-4918-93da-c4e1b94688c3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 3f19bacb-1845-4c25-b61b-cd8fe606bf84) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:15.029133 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c1761ca-b328-4918-93da-c4e1b94688c3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:15.033868 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c1761ca-b328-4918-93da-c4e1b94688c3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.034317 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e063f946-cf3f-407c-a33c-fba1d430831e None None] Network 3f19bacb-1845-4c25-b61b-cd8fe606bf84 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:15.056113 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e3fa757f-8c71-4d11-b2bf-36537141dd74 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Calling delete_port for dac7aa9d-f106-43d1-88c5-d4b8604188ee owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:15.062189 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5c1761ca-b328-4918-93da-c4e1b94688c3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4553208 Jul 16 08:43:15.066737 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48306) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:15.078878 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-d987bb8e-c3f1-4b20-b958-6eeabdc5eaba tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'subnet': {'network_id': '3f19bacb-1845-4c25-b61b-cd8fe606bf84', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:15.223872 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-51700a58-ab16-467d-b064-992f67b1adec req-65ec889c-73a5-46b8-bf4e-54bc9403ee64 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] For port a5c3410e-d345-41af-add4-4f20dc2b35b3, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=a5c3410e-d345-41af-add4-4f20dc2b35b3,segment=NetworkSegment(c9daa470-e62f-42d3-928f-22604c4d111a),segment_id=c9daa470-e62f-42d3-928f-22604c4d111a)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:15.232035 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-51700a58-ab16-467d-b064-992f67b1adec req-65ec889c-73a5-46b8-bf4e-54bc9403ee64 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.385585 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device dac7aa9d-f106-43d1-88c5-d4b8604188ee no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:15.421150 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-51700a58-ab16-467d-b064-992f67b1adec req-65ec889c-73a5-46b8-bf4e-54bc9403ee64 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Calling delete_port for a5c3410e-d345-41af-add4-4f20dc2b35b3 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:15.503182 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3fa757f-8c71-4d11-b2bf-36537141dd74 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.619217 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18c9fe4-7b57-467e-ba67-33e5b18d0221 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-3f19bacb-1845-4c25-b61b-cd8fe606bf84', 'network_id': '3f19bacb-1845-4c25-b61b-cd8fe606bf84', 'tenant_id': 'bcd27c28ca394de099c946d008646817', 'fixed_ips': [{'subnet_id': 'b62e1390-ddd2-440d-8e11-77b1e8e666c1'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:43:15.620930 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b18c9fe4-7b57-467e-ba67-33e5b18d0221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.636969 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa757f-8c71-4d11-b2bf-36537141dd74 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Port': ['ID=dac7aa9d-f106-43d1-88c5-d4b8604188ee,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:15.647212 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: dac7aa9d-f106-43d1-88c5-d4b8604188ee {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:15.648334 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device dac7aa9d-f106-43d1-88c5-d4b8604188ee not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:15.659931 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d987bb8e-c3f1-4b20-b958-6eeabdc5eaba tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:15.664201 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d987bb8e-c3f1-4b20-b958-6eeabdc5eaba tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.684159 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fa757f-8c71-4d11-b2bf-36537141dd74 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] No DVR routers for this DVR port dac7aa9d-f106-43d1-88c5-d4b8604188ee on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:15.798675 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-493681e5-9074-4c5a-9a90-74c523b5b613 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:15.873538 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba062bfb-9d64-4f6a-818a-e83bb25e0431 req-635bca36-cc76-4018-9499-12c6066fd344 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:15.887783 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba062bfb-9d64-4f6a-818a-e83bb25e0431 req-635bca36-cc76-4018-9499-12c6066fd344 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:15.895180 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba062bfb-9d64-4f6a-818a-e83bb25e0431 req-635bca36-cc76-4018-9499-12c6066fd344 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:15.906872 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba062bfb-9d64-4f6a-818a-e83bb25e0431 req-635bca36-cc76-4018-9499-12c6066fd344 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:15.923402 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-b18c9fe4-7b57-467e-ba67-33e5b18d0221 None None] Allocated IP 172.20.0.2 (3f19bacb-1845-4c25-b61b-cd8fe606bf84/b62e1390-ddd2-440d-8e11-77b1e8e666c1/04504982-6f92-4914-8c0e-53b18a1b6fa7) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:15.943579 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba062bfb-9d64-4f6a-818a-e83bb25e0431 req-635bca36-cc76-4018-9499-12c6066fd344 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:15.964226 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba062bfb-9d64-4f6a-818a-e83bb25e0431 req-635bca36-cc76-4018-9499-12c6066fd344 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:15.980167 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba062bfb-9d64-4f6a-818a-e83bb25e0431 req-635bca36-cc76-4018-9499-12c6066fd344 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:15.993298 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ba062bfb-9d64-4f6a-818a-e83bb25e0431 req-635bca36-cc76-4018-9499-12c6066fd344 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5418 time: 0.5069187 Jul 16 08:43:16.048050 n-d-771362-37 neutron-server[93758]: INFO neutron.db.ipam_backend_mixin [None req-d987bb8e-c3f1-4b20-b958-6eeabdc5eaba tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b62e1390-ddd2-440d-8e11-77b1e8e666c1 (CIDR: 172.20.0.0/28) Jul 16 08:43:16.061611 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-d987bb8e-c3f1-4b20-b958-6eeabdc5eaba tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:43:16.064733 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d987bb8e-c3f1-4b20-b958-6eeabdc5eaba tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:43:16.086933 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b18c9fe4-7b57-467e-ba67-33e5b18d0221 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.096657 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b18c9fe4-7b57-467e-ba67-33e5b18d0221 None None] Transition to ACTIVE for port object 04504982-6f92-4914-8c0e-53b18a1b6fa7 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:16.114037 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b18c9fe4-7b57-467e-ba67-33e5b18d0221 None None] Transition to ACTIVE for port object 04504982-6f92-4914-8c0e-53b18a1b6fa7 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:16.123445 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b18c9fe4-7b57-467e-ba67-33e5b18d0221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.153365 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ba062bfb-9d64-4f6a-818a-e83bb25e0431 req-fc8895d8-ae18-45cb-8697-86c47fb903db tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1571558 Jul 16 08:43:16.163631 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d987bb8e-c3f1-4b20-b958-6eeabdc5eaba tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0951326 Jul 16 08:43:16.175155 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48332) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:16.183493 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-f690cca9-73ac-4bef-ac12-3082d216c863 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'subnet': {'network_id': '3f19bacb-1845-4c25-b61b-cd8fe606bf84', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:16.243964 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3fa757f-8c71-4d11-b2bf-36537141dd74 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.245520 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c9fe4-7b57-467e-ba67-33e5b18d0221 None None] Pushing event updated for resources: {'Port': ['ID=04504982-6f92-4914-8c0e-53b18a1b6fa7,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:16.276910 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18c9fe4-7b57-467e-ba67-33e5b18d0221 None None] Network 3f19bacb-1845-4c25-b61b-cd8fe606bf84 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:16.281932 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-b18c9fe4-7b57-467e-ba67-33e5b18d0221 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:16.295134 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18c9fe4-7b57-467e-ba67-33e5b18d0221 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:16.370458 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-e3fa757f-8c71-4d11-b2bf-36537141dd74 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fd76857-28b3-4c74-b680-f6d7746c2ffe']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:16.373272 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-493681e5-9074-4c5a-9a90-74c523b5b613 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.399831 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-e3fa757f-8c71-4d11-b2bf-36537141dd74 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ac166b1-05ae-475f-8329-27190c1553d3') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:16.400196 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-e3fa757f-8c71-4d11-b2bf-36537141dd74 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ac166b1-05ae-475f-8329-27190c1553d3') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:16.431667 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3fa757f-8c71-4d11-b2bf-36537141dd74 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.452176 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-b18c9fe4-7b57-467e-ba67-33e5b18d0221 None None] Attempting to bind port 04504982-6f92-4914-8c0e-53b18a1b6fa7 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:16.453777 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-b18c9fe4-7b57-467e-ba67-33e5b18d0221 None None] Attempting to bind port 04504982-6f92-4914-8c0e-53b18a1b6fa7 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '62e74145-7833-4a23-a6e1-1cd6d0c07faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3f19bacb-1845-4c25-b61b-cd8fe606bf84'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:16.454506 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18c9fe4-7b57-467e-ba67-33e5b18d0221 None None] Attempting to bind port 04504982-6f92-4914-8c0e-53b18a1b6fa7 on network 3f19bacb-1845-4c25-b61b-cd8fe606bf84 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:16.472296 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18c9fe4-7b57-467e-ba67-33e5b18d0221 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:16.472728 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18c9fe4-7b57-467e-ba67-33e5b18d0221 None None] Checking segment: {'id': '62e74145-7833-4a23-a6e1-1cd6d0c07faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3f19bacb-1845-4c25-b61b-cd8fe606bf84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:16.473149 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b18c9fe4-7b57-467e-ba67-33e5b18d0221 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.474995 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18c9fe4-7b57-467e-ba67-33e5b18d0221 None None] Bound using segment: {'id': '62e74145-7833-4a23-a6e1-1cd6d0c07faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3f19bacb-1845-4c25-b61b-cd8fe606bf84'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:16.476492 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-b18c9fe4-7b57-467e-ba67-33e5b18d0221 None None] Bound port: 04504982-6f92-4914-8c0e-53b18a1b6fa7, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62e74145-7833-4a23-a6e1-1cd6d0c07faf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '3f19bacb-1845-4c25-b61b-cd8fe606bf84'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:16.477896 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3fa757f-8c71-4d11-b2bf-36537141dd74 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.478112 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b18c9fe4-7b57-467e-ba67-33e5b18d0221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.501400 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3fa757f-8c71-4d11-b2bf-36537141dd74 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:43:16.505314 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3fa757f-8c71-4d11-b2bf-36537141dd74 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.606583 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-493681e5-9074-4c5a-9a90-74c523b5b613 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:16.612750 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493681e5-9074-4c5a-9a90-74c523b5b613 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Pushing event updated for resources: {'Port': ['ID=265b1b3e-e172-4f5a-83b3-bc2258628026,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:16.635155 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-493681e5-9074-4c5a-9a90-74c523b5b613 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:16.653126 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-493681e5-9074-4c5a-9a90-74c523b5b613 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:16.682555 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-b18c9fe4-7b57-467e-ba67-33e5b18d0221 None None] For port 04504982-6f92-4914-8c0e-53b18a1b6fa7, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:16.691992 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-b18c9fe4-7b57-467e-ba67-33e5b18d0221 None None] For port 04504982-6f92-4914-8c0e-53b18a1b6fa7, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=04504982-6f92-4914-8c0e-53b18a1b6fa7,segment=NetworkSegment(62e74145-7833-4a23-a6e1-1cd6d0c07faf),segment_id=62e74145-7833-4a23-a6e1-1cd6d0c07faf)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:16.705876 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b18c9fe4-7b57-467e-ba67-33e5b18d0221 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:43:16.888717 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:43:16.892437 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-51700a58-ab16-467d-b064-992f67b1adec req-65ec889c-73a5-46b8-bf4e-54bc9403ee64 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.903895 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3fa757f-8c71-4d11-b2bf-36537141dd74 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.910271 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['78adefcb-8c90-41b1-a974-1d599fe9de9b'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:16.915338 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3fa757f-8c71-4d11-b2bf-36537141dd74 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:16.917967 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e3fa757f-8c71-4d11-b2bf-36537141dd74 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/networks/7fd76857-28b3-4c74-b680-f6d7746c2ffe HTTP/1.1" status: 204 len: 168 time: 3.0648184 Jul 16 08:43:16.925304 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48346) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:16.933348 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-f9433412-440e-46f1-b3d5-5515909a7b00 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1742203673'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:16.976083 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fa757f-8c71-4d11-b2bf-36537141dd74 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Network': ['ID=7fd76857-28b3-4c74-b680-f6d7746c2ffe,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:16.997397 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-f9433412-440e-46f1-b3d5-5515909a7b00 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:43:16.997397 n-d-771362-37 neutron-server[93758]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:43:16.997397 n-d-771362-37 neutron-server[93758]: [parameters: {'project_id_1': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 43, 16, 970186)}] Jul 16 08:43:16.997397 n-d-771362-37 neutron-server[93758]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:43:16.999508 n-d-771362-37 neutron-server[93758]: DEBUG oslo_db.api [None req-f9433412-440e-46f1-b3d5-5515909a7b00 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:43:17.011266 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f690cca9-73ac-4bef-ac12-3082d216c863 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:17.016681 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f690cca9-73ac-4bef-ac12-3082d216c863 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.118907 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec889c-73a5-46b8-bf4e-54bc9403ee64 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Pushing event deleted for resources: {'Port': ['ID=a5c3410e-d345-41af-add4-4f20dc2b35b3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:17.158250 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18c9fe4-7b57-467e-ba67-33e5b18d0221 None None] Pushing event updated for resources: {'Port': ['ID=04504982-6f92-4914-8c0e-53b18a1b6fa7,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:17.603353 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-51700a58-ab16-467d-b064-992f67b1adec req-65ec889c-73a5-46b8-bf4e-54bc9403ee64 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] No DVR routers for this DVR port a5c3410e-d345-41af-add4-4f20dc2b35b3 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:17.613668 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-51700a58-ab16-467d-b064-992f67b1adec req-65ec889c-73a5-46b8-bf4e-54bc9403ee64 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:17.628922 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea10e04-fffd-4e3e-a301-304d0bf90395 req-de848050-a131-4354-b2f3-b3eb6d0bdf0a tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:17.632758 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cea10e04-fffd-4e3e-a301-304d0bf90395 req-de848050-a131-4354-b2f3-b3eb6d0bdf0a tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=8b089614-3671-4f09-a991-1523c18af1f8 HTTP/1.1" status: 200 len: 867 time: 1.4579139 Jul 16 08:43:17.637185 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-51700a58-ab16-467d-b064-992f67b1adec req-65ec889c-73a5-46b8-bf4e-54bc9403ee64 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.30 "DELETE /v2.0/ports/a5c3410e-d345-41af-add4-4f20dc2b35b3 HTTP/1.1" status: 204 len: 173 time: 3.6796741 Jul 16 08:43:17.813627 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b089614-3671-4f09-a991-1523c18af1f8', 'name': 'network-vif-deleted', 'tag': 'a5c3410e-d345-41af-add4-4f20dc2b35b3'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:17.820124 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c791501-db5f-43cc-bd09-0b9657bb6672" -d '{"events": [{"server_uuid": "8b089614-3671-4f09-a991-1523c18af1f8", "name": "network-vif-deleted", "tag": "a5c3410e-d345-41af-add4-4f20dc2b35b3"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:17.893822 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9433412-440e-46f1-b3d5-5515909a7b00 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Made reservation on behalf of 1591cbbb2e6f40a59d14ed0e7e21bbb6 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:17.906586 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9433412-440e-46f1-b3d5-5515909a7b00 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.039782 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cea10e04-fffd-4e3e-a301-304d0bf90395 req-9a3eaa1c-7778-46cc-a47c-8a45a1fe2513 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3954659 Jul 16 08:43:18.075380 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device a5c3410e-d345-41af-add4-4f20dc2b35b3 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:18.075546 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f690cca9-73ac-4bef-ac12-3082d216c863 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.150656 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: a5c3410e-d345-41af-add4-4f20dc2b35b3 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:18.151095 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device a5c3410e-d345-41af-add4-4f20dc2b35b3 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:18.164964 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9716856a-119e-43d3-a853-e720d576d046 req-0b7c105b-2439-4f6b-bef8-ae0464c20a5e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.3824084 Jul 16 08:43:18.165845 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9433412-440e-46f1-b3d5-5515909a7b00 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:43:18.183841 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f690cca9-73ac-4bef-ac12-3082d216c863 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network 3f19bacb-1845-4c25-b61b-cd8fe606bf84 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:18.197960 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-f690cca9-73ac-4bef-ac12-3082d216c863 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:18.212593 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f690cca9-73ac-4bef-ac12-3082d216c863 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:18.214162 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f690cca9-73ac-4bef-ac12-3082d216c863 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.230313 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f690cca9-73ac-4bef-ac12-3082d216c863 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Subnet': ['ID=3ec79ece-aaed-43e8-803e-24c8a3d3a850,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:18.237457 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9433412-440e-46f1-b3d5-5515909a7b00 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.238403 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-f9433412-440e-46f1-b3d5-5515909a7b00 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Added segment 80193758-9af4-4a97-a908-15997fd2f6b9 of type vlan for network 81939c47-e2b6-4756-b205-ba357d55c109 Jul 16 08:43:18.317550 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f690cca9-73ac-4bef-ac12-3082d216c863 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.1412692 Jul 16 08:43:18.322071 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48374) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:18.328076 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-39bc914b-a0e9-4a7a-ad28-f5fdabb8c500 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'port': {'network_id': '3f19bacb-1845-4c25-b61b-cd8fe606bf84', 'fixed_ips': [{'subnet_id': 'b62e1390-ddd2-440d-8e11-77b1e8e666c1'}, {'subnet_id': '3ec79ece-aaed-43e8-803e-24c8a3d3a850'}], 'name': 'tempest-PortsTestJSON-262746653'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:18.359674 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9433412-440e-46f1-b3d5-5515909a7b00 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.484143 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9433412-440e-46f1-b3d5-5515909a7b00 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.503762 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9433412-440e-46f1-b3d5-5515909a7b00 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:18.504749 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9433412-440e-46f1-b3d5-5515909a7b00 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:18.698496 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f9433412-440e-46f1-b3d5-5515909a7b00 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7713258 Jul 16 08:43:18.699458 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48382) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:18.704904 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32fdcaea-75bf-48a6-bf8c-c12688c0d964 x-openstack-request-id: req-32fdcaea-75bf-48a6-bf8c-c12688c0d964 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:18.706051 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8b089614-3671-4f09-a991-1523c18af1f8", "name": "network-vif-deleted", "tag": "a5c3410e-d345-41af-add4-4f20dc2b35b3", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:18.706456 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-32fdcaea-75bf-48a6-bf8c-c12688c0d964 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:18.707653 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b089614-3671-4f09-a991-1523c18af1f8', 'name': 'network-vif-deleted', 'tag': 'a5c3410e-d345-41af-add4-4f20dc2b35b3', 'status': 'completed', 'code': 200} Jul 16 08:43:18.723797 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-9c01f832-db69-47a4-82bf-99720d7f0efe tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Request body: {'subnet': {'network_id': '81939c47-e2b6-4756-b205-ba357d55c109', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:18.810078 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72100501-8ee5-487f-9a03-150c3549b7ad req-e4d7d4cf-766d-4b57-81ce-a55fc976f1eb tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:18.851107 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72100501-8ee5-487f-9a03-150c3549b7ad req-e4d7d4cf-766d-4b57-81ce-a55fc976f1eb tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:18.886419 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72100501-8ee5-487f-9a03-150c3549b7ad req-e4d7d4cf-766d-4b57-81ce-a55fc976f1eb tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:18.902901 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72100501-8ee5-487f-9a03-150c3549b7ad req-e4d7d4cf-766d-4b57-81ce-a55fc976f1eb tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:18.925809 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72100501-8ee5-487f-9a03-150c3549b7ad req-e4d7d4cf-766d-4b57-81ce-a55fc976f1eb tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:18.932375 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72100501-8ee5-487f-9a03-150c3549b7ad req-e4d7d4cf-766d-4b57-81ce-a55fc976f1eb tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:18.953454 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72100501-8ee5-487f-9a03-150c3549b7ad req-e4d7d4cf-766d-4b57-81ce-a55fc976f1eb tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:18.967523 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9433412-440e-46f1-b3d5-5515909a7b00 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Network': ['ID=81939c47-e2b6-4756-b205-ba357d55c109,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:18.968517 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-72100501-8ee5-487f-9a03-150c3549b7ad req-e4d7d4cf-766d-4b57-81ce-a55fc976f1eb tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5418 time: 1.1251950 Jul 16 08:43:19.003674 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 81939c47-e2b6-4756-b205-ba357d55c109 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:43:19.015966 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-493681e5-9074-4c5a-9a90-74c523b5b613 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.149534 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bc914b-a0e9-4a7a-ad28-f5fdabb8c500 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:19.186094 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716856a-119e-43d3-a853-e720d576d046 req-c6aa02be-e0b2-4b84-be3a-63a3b06c8d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:19.187663 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9716856a-119e-43d3-a853-e720d576d046 req-c6aa02be-e0b2-4b84-be3a-63a3b06c8d1b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5a4e731777374b07bb09db55f04a1d18&device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 1098 time: 0.9284835 Jul 16 08:43:19.240125 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-72100501-8ee5-487f-9a03-150c3549b7ad req-8154b106-79f7-473f-aa1f-87e43bffcd1e tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2620416 Jul 16 08:43:19.266208 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53db774f-15b5-4f20-a72d-3a7c6f1166d2 None None] Network 3f19bacb-1845-4c25-b61b-cd8fe606bf84 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:19.348917 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d99e1899-9f11-4758-a94a-04a6903cfa11 None None] Provisioning for port 04504982-6f92-4914-8c0e-53b18a1b6fa7 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:19.354768 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 04504982-6f92-4914-8c0e-53b18a1b6fa7 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:19.585717 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c01f832-db69-47a4-82bf-99720d7f0efe tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Made reservation on behalf of 1591cbbb2e6f40a59d14ed0e7e21bbb6 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:19.592275 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9c01f832-db69-47a4-82bf-99720d7f0efe tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.627725 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716856a-119e-43d3-a853-e720d576d046 req-5a4054b6-e694-44bd-b8d7-b55a65bf457d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:19.629781 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9716856a-119e-43d3-a853-e720d576d046 req-5a4054b6-e694-44bd-b8d7-b55a65bf457d service neutron] 10.222.0.30 "GET /v2.0/networks?id=c4d0fd4d-6fdb-4a0d-a035-561da1f752b3 HTTP/1.1" status: 200 len: 912 time: 0.3818383 Jul 16 08:43:19.684166 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9716856a-119e-43d3-a853-e720d576d046 req-d104252c-2913-4975-88af-fe88f7851064 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78adefcb-8c90-41b1-a974-1d599fe9de9b HTTP/1.1" status: 200 len: 217 time: 0.0466111 Jul 16 08:43:19.692670 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 04504982-6f92-4914-8c0e-53b18a1b6fa7 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:19.725520 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 04504982-6f92-4914-8c0e-53b18a1b6fa7 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:19.726488 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.780161 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-39bc914b-a0e9-4a7a-ad28-f5fdabb8c500 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:19.830515 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-39bc914b-a0e9-4a7a-ad28-f5fdabb8c500 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] device_id is not set on port 73e1b8c8-3b54-49c1-9ded-77df8c734c84 yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:43:19.902884 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9716856a-119e-43d3-a853-e720d576d046 req-678d4777-8b02-48bd-a5ae-0e5483fd49ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:19.908736 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9716856a-119e-43d3-a853-e720d576d046 req-678d4777-8b02-48bd-a5ae-0e5483fd49ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e27cc8e0-a923-4371-a9be-2bfb1aeacb40 HTTP/1.1" status: 200 len: 851 time: 0.2122977 Jul 16 08:43:20.046577 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9716856a-119e-43d3-a853-e720d576d046 req-0670653c-4b6e-4130-b5f4-5c358399463e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c4d0fd4d-6fdb-4a0d-a035-561da1f752b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1184835 Jul 16 08:43:20.203934 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.341940 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 04504982-6f92-4914-8c0e-53b18a1b6fa7, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=04504982-6f92-4914-8c0e-53b18a1b6fa7,segment=NetworkSegment(62e74145-7833-4a23-a6e1-1cd6d0c07faf),segment_id=62e74145-7833-4a23-a6e1-1cd6d0c07faf)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:20.351756 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.443763 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-493681e5-9074-4c5a-9a90-74c523b5b613 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.478128 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b82478-d3f1-464f-a8b0-ecd5a0d8987d None None] Update dhcp port {'port': {'network_id': '3f19bacb-1845-4c25-b61b-cd8fe606bf84', 'fixed_ips': [{'subnet_id': 'b62e1390-ddd2-440d-8e11-77b1e8e666c1', 'ip_address': '172.20.0.2'}, {'subnet_id': '3ec79ece-aaed-43e8-803e-24c8a3d3a850'}], 'binding:host_id': 'n-d-771362-37'}, 'id': '04504982-6f92-4914-8c0e-53b18a1b6fa7'} from n-d-771362-37. {{(pid=93760) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:43:20.495587 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9716856a-119e-43d3-a853-e720d576d046 req-15cc7c78-9e98-4fd9-ae03-0e83788d8ffe service neutron] 10.222.0.30 "GET /v2.0/networks/c4d0fd4d-6fdb-4a0d-a035-561da1f752b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3920643 Jul 16 08:43:20.502670 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9c01f832-db69-47a4-82bf-99720d7f0efe tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.539313 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d1b82478-d3f1-464f-a8b0-ecd5a0d8987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:20.605653 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=04504982-6f92-4914-8c0e-53b18a1b6fa7,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:20.706089 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01f832-db69-47a4-82bf-99720d7f0efe tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Subnet': ['ID=48526c3b-c4ca-4cbe-b02d-6b36e85f7fe0,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:20.744317 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-262af134-fd26-4d11-8997-01f755d39033 req-63d4288d-6df6-4cfa-a330-29420aceebb6 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:20.747480 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-262af134-fd26-4d11-8997-01f755d39033 req-63d4288d-6df6-4cfa-a330-29420aceebb6 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 946 time: 0.4838140 Jul 16 08:43:20.808987 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c01f832-db69-47a4-82bf-99720d7f0efe tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Checking segment: {'id': '80193758-9af4-4a97-a908-15997fd2f6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '81939c47-e2b6-4756-b205-ba357d55c109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:20.810813 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c01f832-db69-47a4-82bf-99720d7f0efe tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network hostable DHCP agents. Network: 81939c47-e2b6-4756-b205-ba357d55c109, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:43:20.858893 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9716856a-119e-43d3-a853-e720d576d046 req-16423a40-3724-4729-bbb8-0724cd77a426 service neutron] 10.222.0.30 "GET /v2.0/networks/c4d0fd4d-6fdb-4a0d-a035-561da1f752b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3522136 Jul 16 08:43:21.161665 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 04504982-6f92-4914-8c0e-53b18a1b6fa7 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:21.326341 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 04504982-6f92-4914-8c0e-53b18a1b6fa7 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:21.327016 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.443411 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c01f832-db69-47a4-82bf-99720d7f0efe tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network 81939c47-e2b6-4756-b205-ba357d55c109 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:43:21.488419 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09636780-8c33-46d0-b9c7-175ded3b762c req-99bb6b0f-80f9-40a5-9976-bd709ed58f52 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.498531 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09636780-8c33-46d0-b9c7-175ded3b762c req-99bb6b0f-80f9-40a5-9976-bd709ed58f52 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.505055 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09636780-8c33-46d0-b9c7-175ded3b762c req-99bb6b0f-80f9-40a5-9976-bd709ed58f52 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.527486 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09636780-8c33-46d0-b9c7-175ded3b762c req-99bb6b0f-80f9-40a5-9976-bd709ed58f52 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.533599 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09636780-8c33-46d0-b9c7-175ded3b762c req-99bb6b0f-80f9-40a5-9976-bd709ed58f52 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.540100 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09636780-8c33-46d0-b9c7-175ded3b762c req-99bb6b0f-80f9-40a5-9976-bd709ed58f52 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.546279 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09636780-8c33-46d0-b9c7-175ded3b762c req-99bb6b0f-80f9-40a5-9976-bd709ed58f52 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.548401 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-09636780-8c33-46d0-b9c7-175ded3b762c req-99bb6b0f-80f9-40a5-9976-bd709ed58f52 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5418 time: 0.9740350 Jul 16 08:43:21.586671 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-39bc914b-a0e9-4a7a-ad28-f5fdabb8c500 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Allocated IP 172.20.0.11 (3f19bacb-1845-4c25-b61b-cd8fe606bf84/b62e1390-ddd2-440d-8e11-77b1e8e666c1/73e1b8c8-3b54-49c1-9ded-77df8c734c84) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:21.594916 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-9c01f832-db69-47a4-82bf-99720d7f0efe tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 81939c47-e2b6-4756-b205-ba357d55c109) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:21.599916 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c01f832-db69-47a4-82bf-99720d7f0efe tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:21.600709 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9c01f832-db69-47a4-82bf-99720d7f0efe tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.605279 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-39bc914b-a0e9-4a7a-ad28-f5fdabb8c500 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Allocated IP 172.20.0.29 (3f19bacb-1845-4c25-b61b-cd8fe606bf84/3ec79ece-aaed-43e8-803e-24c8a3d3a850/73e1b8c8-3b54-49c1-9ded-77df8c734c84) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:21.606908 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc633337-81fb-41ef-8613-2db0949bcc16 None None] Network 81939c47-e2b6-4756-b205-ba357d55c109 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:21.615034 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-262af134-fd26-4d11-8997-01f755d39033 req-9f6e8d6f-54c5-4ff0-b11c-e0b8e1c987ed tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8373566 Jul 16 08:43:21.648604 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-09636780-8c33-46d0-b9c7-175ded3b762c req-e3b58461-c713-495f-96e3-8f60785d5bde tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0819473 Jul 16 08:43:21.703086 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9c01f832-db69-47a4-82bf-99720d7f0efe tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.9948082 Jul 16 08:43:21.703412 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48442) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:21.715496 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-63276520-7f3d-42eb-8b2d-5acef7ffc270 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1770549342', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:21.764554 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-493681e5-9074-4c5a-9a90-74c523b5b613 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Router dee12624-8198-49ae-b642-b1a5dab1a890 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:43:21.874436 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-63276520-7f3d-42eb-8b2d-5acef7ffc270 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:21.878166 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-63276520-7f3d-42eb-8b2d-5acef7ffc270 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.143227 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-39bc914b-a0e9-4a7a-ad28-f5fdabb8c500 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.149191 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e221d6-0718-444f-be77-4455b9e09508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-81939c47-e2b6-4756-b205-ba357d55c109', 'network_id': '81939c47-e2b6-4756-b205-ba357d55c109', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'fixed_ips': [{'subnet_id': '48526c3b-c4ca-4cbe-b02d-6b36e85f7fe0'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:43:22.159741 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-39bc914b-a0e9-4a7a-ad28-f5fdabb8c500 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Transition to ACTIVE for port object 73e1b8c8-3b54-49c1-9ded-77df8c734c84 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:22.161964 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a0e221d6-0718-444f-be77-4455b9e09508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.342083 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-493681e5-9074-4c5a-9a90-74c523b5b613 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:22.370064 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef514c7-22e6-44d1-a274-d9fc4c86cd17 None None] Sync routers for ids ['dee12624-8198-49ae-b642-b1a5dab1a890'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:22.370914 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-39bc914b-a0e9-4a7a-ad28-f5fdabb8c500 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.394159 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55504739-613e-454c-8bd2-123b71f5853c req-6bd8a086-f7f0-4852-89a4-181710bb0ffd tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:22.396080 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-55504739-613e-454c-8bd2-123b71f5853c req-6bd8a086-f7f0-4852-89a4-181710bb0ffd tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.30 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 946 time: 0.3209207 Jul 16 08:43:22.435718 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-493681e5-9074-4c5a-9a90-74c523b5b613 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.437498 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-493681e5-9074-4c5a-9a90-74c523b5b613 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.1345153 Jul 16 08:43:22.465317 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef514c7-22e6-44d1-a274-d9fc4c86cd17 None None] Routers {'dee12624-8198-49ae-b642-b1a5dab1a890'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:22.465966 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6ef514c7-22e6-44d1-a274-d9fc4c86cd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:43:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['dee12624-8198-49ae-b642-b1a5dab1a890'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:22.479955 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48454) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:22.483293 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-63276520-7f3d-42eb-8b2d-5acef7ffc270 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.501750 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-63276520-7f3d-42eb-8b2d-5acef7ffc270 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.514542 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6ef514c7-22e6-44d1-a274-d9fc4c86cd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:22.534974 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-d1b82478-d3f1-464f-a8b0-ecd5a0d8987d None None] Allocated IP 172.20.0.18 (3f19bacb-1845-4c25-b61b-cd8fe606bf84/3ec79ece-aaed-43e8-803e-24c8a3d3a850/04504982-6f92-4914-8c0e-53b18a1b6fa7) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:22.559267 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef514c7-22e6-44d1-a274-d9fc4c86cd17 None None] Routers {'dee12624-8198-49ae-b642-b1a5dab1a890'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:22.560080 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6ef514c7-22e6-44d1-a274-d9fc4c86cd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:43:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['dee12624-8198-49ae-b642-b1a5dab1a890'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:22.645665 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6ef514c7-22e6-44d1-a274-d9fc4c86cd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:22.646236 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef514c7-22e6-44d1-a274-d9fc4c86cd17 None None] The sync data for ids ['dee12624-8198-49ae-b642-b1a5dab1a890'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:22.653798 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39bc914b-a0e9-4a7a-ad28-f5fdabb8c500 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network 3f19bacb-1845-4c25-b61b-cd8fe606bf84 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:22.691248 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-39bc914b-a0e9-4a7a-ad28-f5fdabb8c500 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:22.708157 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc914b-a0e9-4a7a-ad28-f5fdabb8c500 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Port': ['ID=73e1b8c8-3b54-49c1-9ded-77df8c734c84,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:22.720914 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bc914b-a0e9-4a7a-ad28-f5fdabb8c500 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:22.759855 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-a0e221d6-0718-444f-be77-4455b9e09508 None None] Allocated IP 2001:db8::2 (81939c47-e2b6-4756-b205-ba357d55c109/48526c3b-c4ca-4cbe-b02d-6b36e85f7fe0/bf26b9f7-3590-4516-97d0-dedc7971e875) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:22.816659 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-55504739-613e-454c-8bd2-123b71f5853c req-e824992f-de1a-4767-8555-b0a82237ce08 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Deleting port 78adefcb-8c90-41b1-a974-1d599fe9de9b {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:22.820882 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-55504739-613e-454c-8bd2-123b71f5853c req-e824992f-de1a-4767-8555-b0a82237ce08 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.826708 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-63276520-7f3d-42eb-8b2d-5acef7ffc270 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:22.832577 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-63276520-7f3d-42eb-8b2d-5acef7ffc270 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 1.1208184 Jul 16 08:43:22.841077 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-d1b82478-d3f1-464f-a8b0-ecd5a0d8987d None None] For port 04504982-6f92-4914-8c0e-53b18a1b6fa7, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=04504982-6f92-4914-8c0e-53b18a1b6fa7,segment=NetworkSegment(62e74145-7833-4a23-a6e1-1cd6d0c07faf),segment_id=62e74145-7833-4a23-a6e1-1cd6d0c07faf)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:22.855647 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48466) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:23.023836 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-74a1759b-4a5b-45eb-9d95-a83ceeb7f6d9 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "GET /v2.0/routers/dee12624-8198-49ae-b642-b1a5dab1a890 HTTP/1.1" status: 200 len: 921 time: 0.5386114 Jul 16 08:43:23.025800 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48470) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:23.044903 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bc914b-a0e9-4a7a-ad28-f5fdabb8c500 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:23.045771 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-39bc914b-a0e9-4a7a-ad28-f5fdabb8c500 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.083665 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-39bc914b-a0e9-4a7a-ad28-f5fdabb8c500 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 4.7573678 Jul 16 08:43:23.101597 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48472) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:23.110865 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-739691e0-f411-4ebb-a99c-689f291db314 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b62e1390-ddd2-440d-8e11-77b1e8e666c1'}]}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:23.123490 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7b677b36-19a1-40d2-b849-284d22cd0d94 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "GET /v2.0/ports?device_id=dee12624-8198-49ae-b642-b1a5dab1a890 HTTP/1.1" status: 200 len: 205 time: 0.0954776 Jul 16 08:43:23.127763 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48476) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:23.277302 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d1b82478-d3f1-464f-a8b0-ecd5a0d8987d None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.364574 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d1b82478-d3f1-464f-a8b0-ecd5a0d8987d None None] Transition to ACTIVE for port object 04504982-6f92-4914-8c0e-53b18a1b6fa7 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:23.378475 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d1b82478-d3f1-464f-a8b0-ecd5a0d8987d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.796244 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-739691e0-f411-4ebb-a99c-689f291db314 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.804832 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6601-0aaf-4da0-a725-558eb292b0d9 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.887199 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device ec6adfab-2926-4726-bbb1-6322adf2bd21 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:43:23.908869 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-55504739-613e-454c-8bd2-123b71f5853c req-e824992f-de1a-4767-8555-b0a82237ce08 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] For port 78adefcb-8c90-41b1-a974-1d599fe9de9b, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=78adefcb-8c90-41b1-a974-1d599fe9de9b,segment=NetworkSegment(c9daa470-e62f-42d3-928f-22604c4d111a),segment_id=c9daa470-e62f-42d3-928f-22604c4d111a)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:23.909477 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-55504739-613e-454c-8bd2-123b71f5853c req-e824992f-de1a-4767-8555-b0a82237ce08 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.936690 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a0e221d6-0718-444f-be77-4455b9e09508 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:23.954588 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-55504739-613e-454c-8bd2-123b71f5853c req-e824992f-de1a-4767-8555-b0a82237ce08 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Calling delete_port for 78adefcb-8c90-41b1-a974-1d599fe9de9b owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:23.989560 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a0e221d6-0718-444f-be77-4455b9e09508 None None] Transition to ACTIVE for port object bf26b9f7-3590-4516-97d0-dedc7971e875 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:23.993678 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1b82478-d3f1-464f-a8b0-ecd5a0d8987d None None] Pushing event updated for resources: {'Port': ['ID=04504982-6f92-4914-8c0e-53b18a1b6fa7,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:24.058144 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a0e221d6-0718-444f-be77-4455b9e09508 None None] Transition to ACTIVE for port object bf26b9f7-3590-4516-97d0-dedc7971e875 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:24.080341 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ded8d-55cc-41dd-bbf1-399d914f15e0 req-f255328c-89de-49a5-abef-cf4be34ccfe2 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:24.087088 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ded8d-55cc-41dd-bbf1-399d914f15e0 req-f255328c-89de-49a5-abef-cf4be34ccfe2 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:24.094246 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ded8d-55cc-41dd-bbf1-399d914f15e0 req-f255328c-89de-49a5-abef-cf4be34ccfe2 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:24.104339 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ded8d-55cc-41dd-bbf1-399d914f15e0 req-f255328c-89de-49a5-abef-cf4be34ccfe2 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:24.110094 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ded8d-55cc-41dd-bbf1-399d914f15e0 req-f255328c-89de-49a5-abef-cf4be34ccfe2 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:24.110360 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a0e221d6-0718-444f-be77-4455b9e09508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:24.118557 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ded8d-55cc-41dd-bbf1-399d914f15e0 req-f255328c-89de-49a5-abef-cf4be34ccfe2 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:24.130971 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759ded8d-55cc-41dd-bbf1-399d914f15e0 req-f255328c-89de-49a5-abef-cf4be34ccfe2 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:24.137727 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-759ded8d-55cc-41dd-bbf1-399d914f15e0 req-f255328c-89de-49a5-abef-cf4be34ccfe2 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5418 time: 0.8776460 Jul 16 08:43:24.169400 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6601-0aaf-4da0-a725-558eb292b0d9 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:24.240426 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e221d6-0718-444f-be77-4455b9e09508 None None] Network 81939c47-e2b6-4756-b205-ba357d55c109 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:24.256229 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-a0e221d6-0718-444f-be77-4455b9e09508 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:24.260915 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port ec6adfab-2926-4726-bbb1-6322adf2bd21, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ec6adfab-2926-4726-bbb1-6322adf2bd21,segment=NetworkSegment(a20da4ad-b3d2-4d6d-bc91-0a4e3225c504),segment_id=a20da4ad-b3d2-4d6d-bc91-0a4e3225c504)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:24.275596 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e221d6-0718-444f-be77-4455b9e09508 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:24.305794 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'ec6adfab-2926-4726-bbb1-6322adf2bd21', 'network_id': '68d1b8de-8ca0-41e5-ab5d-58997722961e', 'port_id': 'ec6adfab-2926-4726-bbb1-6322adf2bd21', 'mac_address': 'fa:16:3e:d1:72:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '74283639-7822-44b6-ad1c-b5976fafc479', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:43:24.309640 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e221d6-0718-444f-be77-4455b9e09508 None None] Pushing event updated for resources: {'Port': ['ID=bf26b9f7-3590-4516-97d0-dedc7971e875,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:24.422451 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-759ded8d-55cc-41dd-bbf1-399d914f15e0 req-47a3077b-654c-4cb0-b23b-eb2e5544f409 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2836781 Jul 16 08:43:24.493471 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-5c1e6601-0aaf-4da0-a725-558eb292b0d9 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Deleting port 265b1b3e-e172-4f5a-83b3-bc2258628026 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:24.494257 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6601-0aaf-4da0-a725-558eb292b0d9 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:24.502783 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-a0e221d6-0718-444f-be77-4455b9e09508 None None] Attempting to bind port bf26b9f7-3590-4516-97d0-dedc7971e875 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:24.503381 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-a0e221d6-0718-444f-be77-4455b9e09508 None None] Attempting to bind port bf26b9f7-3590-4516-97d0-dedc7971e875 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '80193758-9af4-4a97-a908-15997fd2f6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '81939c47-e2b6-4756-b205-ba357d55c109'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:24.503925 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e221d6-0718-444f-be77-4455b9e09508 None None] Attempting to bind port bf26b9f7-3590-4516-97d0-dedc7971e875 on network 81939c47-e2b6-4756-b205-ba357d55c109 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:24.512080 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:24.549959 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e221d6-0718-444f-be77-4455b9e09508 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:24.550861 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e221d6-0718-444f-be77-4455b9e09508 None None] Checking segment: {'id': '80193758-9af4-4a97-a908-15997fd2f6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '81939c47-e2b6-4756-b205-ba357d55c109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:24.551611 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a0e221d6-0718-444f-be77-4455b9e09508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:24.552450 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e221d6-0718-444f-be77-4455b9e09508 None None] Bound using segment: {'id': '80193758-9af4-4a97-a908-15997fd2f6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '81939c47-e2b6-4756-b205-ba357d55c109'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:24.555240 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-a0e221d6-0718-444f-be77-4455b9e09508 None None] Bound port: bf26b9f7-3590-4516-97d0-dedc7971e875, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80193758-9af4-4a97-a908-15997fd2f6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '81939c47-e2b6-4756-b205-ba357d55c109'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:24.556427 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a0e221d6-0718-444f-be77-4455b9e09508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:24.570959 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec6adfab-2926-4726-bbb1-6322adf2bd21 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:24.584203 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-55504739-613e-454c-8bd2-123b71f5853c req-e824992f-de1a-4767-8555-b0a82237ce08 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:24.621404 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e824992f-de1a-4767-8555-b0a82237ce08 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Pushing event deleted for resources: {'Port': ['ID=78adefcb-8c90-41b1-a974-1d599fe9de9b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:24.669078 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2c496d-1f80-4dc6-a193-26e2b814ff56 req-de9c0e48-86e3-4509-98e1-e5d8e4f4c17b tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:24.676944 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1e2c496d-1f80-4dc6-a193-26e2b814ff56 req-de9c0e48-86e3-4509-98e1-e5d8e4f4c17b tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 867 time: 1.5135465 Jul 16 08:43:24.704174 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6601-0aaf-4da0-a725-558eb292b0d9 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:24.719829 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-5c1e6601-0aaf-4da0-a725-558eb292b0d9 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Calling delete_port for 265b1b3e-e172-4f5a-83b3-bc2258628026 owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:24.792713 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-55504739-613e-454c-8bd2-123b71f5853c req-e824992f-de1a-4767-8555-b0a82237ce08 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] No DVR routers for this DVR port 78adefcb-8c90-41b1-a974-1d599fe9de9b on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:24.826560 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-55504739-613e-454c-8bd2-123b71f5853c req-e824992f-de1a-4767-8555-b0a82237ce08 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:24.842077 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-55504739-613e-454c-8bd2-123b71f5853c req-e824992f-de1a-4767-8555-b0a82237ce08 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.30 "DELETE /v2.0/ports/78adefcb-8c90-41b1-a974-1d599fe9de9b HTTP/1.1" status: 204 len: 173 time: 2.4396639 Jul 16 08:43:24.845137 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11b5c844-7a5e-4adf-994f-8a287b32ee9f', 'name': 'network-vif-deleted', 'tag': '78adefcb-8c90-41b1-a974-1d599fe9de9b'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:24.857439 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64663469-5f12-4651-9912-0d799099a03f" -d '{"events": [{"server_uuid": "11b5c844-7a5e-4adf-994f-8a287b32ee9f", "name": "network-vif-deleted", "tag": "78adefcb-8c90-41b1-a974-1d599fe9de9b"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:24.899555 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a0e221d6-0718-444f-be77-4455b9e09508 None None] For port bf26b9f7-3590-4516-97d0-dedc7971e875, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:24.908149 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a0e221d6-0718-444f-be77-4455b9e09508 None None] For port bf26b9f7-3590-4516-97d0-dedc7971e875, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=bf26b9f7-3590-4516-97d0-dedc7971e875,segment=NetworkSegment(80193758-9af4-4a97-a908-15997fd2f6b9),segment_id=80193758-9af4-4a97-a908-15997fd2f6b9)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:24.927652 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port ec6adfab-2926-4726-bbb1-6322adf2bd21, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ec6adfab-2926-4726-bbb1-6322adf2bd21,segment=NetworkSegment(a20da4ad-b3d2-4d6d-bc91-0a4e3225c504),segment_id=a20da4ad-b3d2-4d6d-bc91-0a4e3225c504)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:24.939880 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a0e221d6-0718-444f-be77-4455b9e09508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:24.940559 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b052de49-805a-4f08-ba3a-98a7b45da203 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:24.964446 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:24.965197 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device ac3245a2-1832-46a1-a707-f054e3b47d6a details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:43:25.011702 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1e2c496d-1f80-4dc6-a193-26e2b814ff56 req-c9253eb6-8388-48be-86c9-2614b1358679 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/security-groups?id=6857c2d6-a6b1-4360-adc2-105d37058a2d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302164 Jul 16 08:43:25.027534 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-739691e0-f411-4ebb-a99c-689f291db314 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Delete allocated IP 172.20.0.29 (3f19bacb-1845-4c25-b61b-cd8fe606bf84/3ec79ece-aaed-43e8-803e-24c8a3d3a850) {{(pid=93758) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 08:43:25.154539 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06800c0b-aa31-4739-a324-74c3404d2895 x-openstack-request-id: req-06800c0b-aa31-4739-a324-74c3404d2895 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:25.156804 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11b5c844-7a5e-4adf-994f-8a287b32ee9f", "name": "network-vif-deleted", "tag": "78adefcb-8c90-41b1-a974-1d599fe9de9b", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:25.157464 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-06800c0b-aa31-4739-a324-74c3404d2895 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:25.157981 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11b5c844-7a5e-4adf-994f-8a287b32ee9f', 'name': 'network-vif-deleted', 'tag': '78adefcb-8c90-41b1-a974-1d599fe9de9b', 'status': 'completed', 'code': 200} Jul 16 08:43:25.186298 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48510) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:25.255573 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e221d6-0718-444f-be77-4455b9e09508 None None] Pushing event updated for resources: {'Port': ['ID=bf26b9f7-3590-4516-97d0-dedc7971e875,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:25.287776 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 04504982-6f92-4914-8c0e-53b18a1b6fa7 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:25.317612 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6514a234-d7ef-4573-90ce-5b0c42787dbb None None] Network 3f19bacb-1845-4c25-b61b-cd8fe606bf84 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:25.487824 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6601-0aaf-4da0-a725-558eb292b0d9 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:25.535161 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c1e6601-0aaf-4da0-a725-558eb292b0d9 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Pushing event deleted for resources: {'Port': ['ID=265b1b3e-e172-4f5a-83b3-bc2258628026,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:25.613719 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.db.resource_extend [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:43:25.669209 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0750ff3a-46a4-4818-8399-8fac6cb930ea None None] Provisioning for port 04504982-6f92-4914-8c0e-53b18a1b6fa7 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:25.675668 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd559e7a-793b-4689-9d5e-f68925d2fb04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:25.820971 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6601-0aaf-4da0-a725-558eb292b0d9 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.068936 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-b052de49-805a-4f08-ba3a-98a7b45da203 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Allocated IP 2001:db8::1 (81939c47-e2b6-4756-b205-ba357d55c109/48526c3b-c4ca-4cbe-b02d-6b36e85f7fe0/8ce3c441-948b-410f-af70-7dc02d4cc05f) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:26.261660 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6601-0aaf-4da0-a725-558eb292b0d9 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.264921 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6601-0aaf-4da0-a725-558eb292b0d9 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.320784 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port ac3245a2-1832-46a1-a707-f054e3b47d6a, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ac3245a2-1832-46a1-a707-f054e3b47d6a,segment=NetworkSegment(338f297f-576e-4bca-84d2-bb8494549d09),segment_id=338f297f-576e-4bca-84d2-bb8494549d09)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:26.373551 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'ac3245a2-1832-46a1-a707-f054e3b47d6a', 'network_id': 'a80dfca5-8a40-4d85-8b85-fb5bb1bb0085', 'port_id': 'ac3245a2-1832-46a1-a707-f054e3b47d6a', 'mac_address': 'fa:16:3e:68:98:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a03758-1b0c-4511-885c-6dc2c50c58f7', 'ip_address': '10.1.1.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:43:26.441104 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 78adefcb-8c90-41b1-a974-1d599fe9de9b no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:26.452738 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0750ff3a-46a4-4818-8399-8fac6cb930ea None None] Provisioning complete for port 04504982-6f92-4914-8c0e-53b18a1b6fa7 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:26.453027 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0750ff3a-46a4-4818-8399-8fac6cb930ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.457717 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=ec6adfab-2926-4726-bbb1-6322adf2bd21,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:26.482016 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af1fc2-420b-48bd-a4b2-9ff2f7044cc4 req-5eefec7a-95a7-4e2a-a1b3-d41790b4ad31 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:26.494498 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af1fc2-420b-48bd-a4b2-9ff2f7044cc4 req-5eefec7a-95a7-4e2a-a1b3-d41790b4ad31 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:26.507134 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af1fc2-420b-48bd-a4b2-9ff2f7044cc4 req-5eefec7a-95a7-4e2a-a1b3-d41790b4ad31 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:26.521449 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af1fc2-420b-48bd-a4b2-9ff2f7044cc4 req-5eefec7a-95a7-4e2a-a1b3-d41790b4ad31 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:26.559252 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af1fc2-420b-48bd-a4b2-9ff2f7044cc4 req-5eefec7a-95a7-4e2a-a1b3-d41790b4ad31 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:26.577388 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af1fc2-420b-48bd-a4b2-9ff2f7044cc4 req-5eefec7a-95a7-4e2a-a1b3-d41790b4ad31 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:26.590267 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54af1fc2-420b-48bd-a4b2-9ff2f7044cc4 req-5eefec7a-95a7-4e2a-a1b3-d41790b4ad31 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:26.594485 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd559e7a-793b-4689-9d5e-f68925d2fb04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.602642 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6601-0aaf-4da0-a725-558eb292b0d9 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.603337 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c1e6601-0aaf-4da0-a725-558eb292b0d9 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Fanout notify agent at l3_agent the message router_deleted on router dee12624-8198-49ae-b642-b1a5dab1a890 {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:43:26.605380 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54af1fc2-420b-48bd-a4b2-9ff2f7044cc4 req-5eefec7a-95a7-4e2a-a1b3-d41790b4ad31 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5419 time: 0.5381007 Jul 16 08:43:26.612023 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c1e6601-0aaf-4da0-a725-558eb292b0d9 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.613468 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5c1e6601-0aaf-4da0-a725-558eb292b0d9 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "DELETE /v2.0/routers/dee12624-8198-49ae-b642-b1a5dab1a890 HTTP/1.1" status: 204 len: 168 time: 3.4855509 Jul 16 08:43:26.618069 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd559e7a-793b-4689-9d5e-f68925d2fb04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.625456 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48538) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:26.682859 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 78adefcb-8c90-41b1-a974-1d599fe9de9b {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:26.684728 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 78adefcb-8c90-41b1-a974-1d599fe9de9b not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:26.767821 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b052de49-805a-4f08-ba3a-98a7b45da203 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.806276 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-b052de49-805a-4f08-ba3a-98a7b45da203 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Transition to ACTIVE for port object 8ce3c441-948b-410f-af70-7dc02d4cc05f will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:26.820878 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-f1a18e40-7cac-4dd0-bcd4-8fd04ca75418 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Request body: {'router': {'name': 'tempest-snat-router-346460490', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'enable_snat': False}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:26.844537 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-49246165-4734-49f8-8ccf-c7e63f234d40 req-844a0cc9-7788-46de-8bbe-02c0174fe262 tempest-ServerRescueTestJSON-1090457298 tempest-ServerRescueTestJSON-1090457298-project] 10.222.0.22 "GET /v2.0/ports?device_id=11b5c844-7a5e-4adf-994f-8a287b32ee9f HTTP/1.1" status: 200 len: 210 time: 0.2470844 Jul 16 08:43:26.847128 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b052de49-805a-4f08-ba3a-98a7b45da203 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.899173 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-739691e0-f411-4ebb-a99c-689f291db314 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:26.934924 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd559e7a-793b-4689-9d5e-f68925d2fb04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0d54a33-3d60-443b-ae08-58b6495edac5,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:27.027043 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-739691e0-f411-4ebb-a99c-689f291db314 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Ignored duplicate provisioning block setup for port 73e1b8c8-3b54-49c1-9ded-77df8c734c84 by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 08:43:27.042568 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bd559e7a-793b-4689-9d5e-f68925d2fb04 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2db967e923074edea957c941ecd16969&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8525684 Jul 16 08:43:27.046667 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48544) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:27.051187 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-739691e0-f411-4ebb-a99c-689f291db314 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.072477 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54af1fc2-420b-48bd-a4b2-9ff2f7044cc4 req-4af61379-d9da-4bbd-916c-58c9f57699f9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4659710 Jul 16 08:43:27.078531 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052de49-805a-4f08-ba3a-98a7b45da203 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Port': ['ID=8ce3c441-948b-410f-af70-7dc02d4cc05f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:27.091018 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f1a18e40-7cac-4dd0-bcd4-8fd04ca75418 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.092197 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f1a18e40-7cac-4dd0-bcd4-8fd04ca75418 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.098678 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b052de49-805a-4f08-ba3a-98a7b45da203 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network 81939c47-e2b6-4756-b205-ba357d55c109 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:27.101564 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-b052de49-805a-4f08-ba3a-98a7b45da203 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:27.104917 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b052de49-805a-4f08-ba3a-98a7b45da203 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:27.105679 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b052de49-805a-4f08-ba3a-98a7b45da203 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.108795 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 04504982-6f92-4914-8c0e-53b18a1b6fa7 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:27.109477 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.131218 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.189670 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac3245a2-1832-46a1-a707-f054e3b47d6a {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:27.257472 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port ac3245a2-1832-46a1-a707-f054e3b47d6a, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ac3245a2-1832-46a1-a707-f054e3b47d6a,segment=NetworkSegment(338f297f-576e-4bca-84d2-bb8494549d09),segment_id=338f297f-576e-4bca-84d2-bb8494549d09)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:27.264304 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.265299 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 5b0628d6-3782-44d5-85db-3802f0fa70fb details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:43:27.326798 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=ac3245a2-1832-46a1-a707-f054e3b47d6a,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:27.359169 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f1a18e40-7cac-4dd0-bcd4-8fd04ca75418 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.420292 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739691e0-f411-4ebb-a99c-689f291db314 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Port': ['ID=73e1b8c8-3b54-49c1-9ded-77df8c734c84,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:27.422729 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 5b0628d6-3782-44d5-85db-3802f0fa70fb, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5b0628d6-3782-44d5-85db-3802f0fa70fb,segment=NetworkSegment(338f297f-576e-4bca-84d2-bb8494549d09),segment_id=338f297f-576e-4bca-84d2-bb8494549d09)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:27.462330 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '5b0628d6-3782-44d5-85db-3802f0fa70fb', 'network_id': 'a80dfca5-8a40-4d85-8b85-fb5bb1bb0085', 'port_id': '5b0628d6-3782-44d5-85db-3802f0fa70fb', 'mac_address': 'fa:16:3e:85:8b:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a03758-1b0c-4511-885c-6dc2c50c58f7', 'ip_address': '10.1.1.186'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:43:27.503525 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b052de49-805a-4f08-ba3a-98a7b45da203 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.550017 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.601422 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b0628d6-3782-44d5-85db-3802f0fa70fb {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:27.635107 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7d8496-15d6-4de3-95f4-a2ce0d06f338 None None] Network 81939c47-e2b6-4756-b205-ba357d55c109 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:27.685080 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 5b0628d6-3782-44d5-85db-3802f0fa70fb, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5b0628d6-3782-44d5-85db-3802f0fa70fb,segment=NetworkSegment(338f297f-576e-4bca-84d2-bb8494549d09),segment_id=338f297f-576e-4bca-84d2-bb8494549d09)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:27.700700 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.715617 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device bf26b9f7-3590-4516-97d0-dedc7971e875 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:27.779351 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2ffac407-0489-4d19-916c-c1abe6ca414e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:27.786869 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device afa97703-f881-4b7b-b2e7-e2133311c64c details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:43:27.839454 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-cc5c7452-b659-4629-bc52-7cc5340d16d1 None None] Provisioning for port bf26b9f7-3590-4516-97d0-dedc7971e875 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:27.867350 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:43:27.997059 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.db.resource_extend [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:43:27.998543 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2ffac407-0489-4d19-916c-c1abe6ca414e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.067977 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['ac3245a2-1832-46a1-a707-f054e3b47d6a'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:28.092209 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['5b0628d6-3782-44d5-85db-3802f0fa70fb'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:28.107699 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=5b0628d6-3782-44d5-85db-3802f0fa70fb,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:28.128433 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48570) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:28.169196 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2ffac407-0489-4d19-916c-c1abe6ca414e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.172484 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2ffac407-0489-4d19-916c-c1abe6ca414e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.177265 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2ffac407-0489-4d19-916c-c1abe6ca414e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d0d54a33-3d60-443b-ae08-58b6495edac5 HTTP/1.1" status: 204 len: 168 time: 1.1293283 Jul 16 08:43:28.179962 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f1a18e40-7cac-4dd0-bcd4-8fd04ca75418 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.188928 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-739691e0-f411-4ebb-a99c-689f291db314 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] In _notify_port_updated(), no bound segment for port 73e1b8c8-3b54-49c1-9ded-77df8c734c84 on network 3f19bacb-1845-4c25-b61b-cd8fe606bf84 {{(pid=93758) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:43:28.197358 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-739691e0-f411-4ebb-a99c-689f291db314 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:28.198799 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-739691e0-f411-4ebb-a99c-689f291db314 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.200776 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-739691e0-f411-4ebb-a99c-689f291db314 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "PUT /v2.0/ports/73e1b8c8-3b54-49c1-9ded-77df8c734c84 HTTP/1.1" status: 200 len: 919 time: 5.0972743 Jul 16 08:43:28.209303 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48578) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:28.219923 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-3d2cd824-2482-4173-9b01-4fda306358ae tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b62e1390-ddd2-440d-8e11-77b1e8e666c1'}, {'subnet_id': '3ec79ece-aaed-43e8-803e-24c8a3d3a850'}]}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:28.363926 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffac407-0489-4d19-916c-c1abe6ca414e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0d54a33-3d60-443b-ae08-58b6495edac5,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:28.372044 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b7b96448-c9ba-453f-8a20-04cf7aa6cd2c None None] Provisioning complete for port 04504982-6f92-4914-8c0e-53b18a1b6fa7 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:28.372462 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b7b96448-c9ba-453f-8a20-04cf7aa6cd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.446166 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b052de49-805a-4f08-ba3a-98a7b45da203 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.469945 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b052de49-805a-4f08-ba3a-98a7b45da203 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.472717 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b052de49-805a-4f08-ba3a-98a7b45da203 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.790081 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c941824-1764-497e-9a08-3509ca569dab req-6e13cdeb-5f77-4a63-b761-27b615dc58c7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:28.801793 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c941824-1764-497e-9a08-3509ca569dab req-6e13cdeb-5f77-4a63-b761-27b615dc58c7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:28.827849 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c941824-1764-497e-9a08-3509ca569dab req-6e13cdeb-5f77-4a63-b761-27b615dc58c7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:28.907503 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port bf26b9f7-3590-4516-97d0-dedc7971e875 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:28.942027 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c941824-1764-497e-9a08-3509ca569dab req-6e13cdeb-5f77-4a63-b761-27b615dc58c7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:28.977375 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port bf26b9f7-3590-4516-97d0-dedc7971e875 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:28.977761 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:28.980060 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c941824-1764-497e-9a08-3509ca569dab req-6e13cdeb-5f77-4a63-b761-27b615dc58c7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:29.015264 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c941824-1764-497e-9a08-3509ca569dab req-6e13cdeb-5f77-4a63-b761-27b615dc58c7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:29.045883 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c941824-1764-497e-9a08-3509ca569dab req-6e13cdeb-5f77-4a63-b761-27b615dc58c7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:29.052636 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c941824-1764-497e-9a08-3509ca569dab req-6e13cdeb-5f77-4a63-b761-27b615dc58c7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5421 time: 0.6010633 Jul 16 08:43:29.057371 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b052de49-805a-4f08-ba3a-98a7b45da203 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Port': ['ID=8ce3c441-948b-410f-af70-7dc02d4cc05f,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:29.065485 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48584) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:29.097844 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port afa97703-f881-4b7b-b2e7-e2133311c64c, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=afa97703-f881-4b7b-b2e7-e2133311c64c,segment=NetworkSegment(338f297f-576e-4bca-84d2-bb8494549d09),segment_id=338f297f-576e-4bca-84d2-bb8494549d09)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:29.168106 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3d2cd824-2482-4173-9b01-4fda306358ae tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.247196 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe1b48f4-58a0-45ad-aa55-5fa85cc53826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.358485 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c941824-1764-497e-9a08-3509ca569dab req-3d0ec65e-abe4-4e20-99fa-b06e8f0a0264 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2715566 Jul 16 08:43:29.389860 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['ec6adfab-2926-4726-bbb1-6322adf2bd21'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:29.489169 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f1a18e40-7cac-4dd0-bcd4-8fd04ca75418 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.542420 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f1a18e40-7cac-4dd0-bcd4-8fd04ca75418 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.574119 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b052de49-805a-4f08-ba3a-98a7b45da203 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network 81939c47-e2b6-4756-b205-ba357d55c109 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:29.582247 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-b052de49-805a-4f08-ba3a-98a7b45da203 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:29.586271 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b7b96448-c9ba-453f-8a20-04cf7aa6cd2c None None] Provisioning for port 73e1b8c8-3b54-49c1-9ded-77df8c734c84 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:29.592991 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'afa97703-f881-4b7b-b2e7-e2133311c64c', 'network_id': 'a80dfca5-8a40-4d85-8b85-fb5bb1bb0085', 'port_id': 'afa97703-f881-4b7b-b2e7-e2133311c64c', 'mac_address': 'fa:16:3e:0b:77:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a03758-1b0c-4511-885c-6dc2c50c58f7', 'ip_address': '10.1.1.250'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:43:29.652334 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b7b96448-c9ba-453f-8a20-04cf7aa6cd2c None None] Provisioning complete for port 73e1b8c8-3b54-49c1-9ded-77df8c734c84 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:29.653101 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b7b96448-c9ba-453f-8a20-04cf7aa6cd2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.817817 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.850493 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afa97703-f881-4b7b-b2e7-e2133311c64c {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:29.855184 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:29.864277 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b7b96448-c9ba-453f-8a20-04cf7aa6cd2c None None] Port 73e1b8c8-3b54-49c1-9ded-77df8c734c84 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:30.167163 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port afa97703-f881-4b7b-b2e7-e2133311c64c, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=afa97703-f881-4b7b-b2e7-e2133311c64c,segment=NetworkSegment(338f297f-576e-4bca-84d2-bb8494549d09),segment_id=338f297f-576e-4bca-84d2-bb8494549d09)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:30.199158 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port bf26b9f7-3590-4516-97d0-dedc7971e875, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=bf26b9f7-3590-4516-97d0-dedc7971e875,segment=NetworkSegment(80193758-9af4-4a97-a908-15997fd2f6b9),segment_id=80193758-9af4-4a97-a908-15997fd2f6b9)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:30.234967 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.235714 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device f66e0380-b32a-492b-871a-89bede966f79 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:43:30.270689 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.366788 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c1ec1e60-a2e8-45a0-be49-8b2f6ec754ea None None] Provisioning complete for port 73e1b8c8-3b54-49c1-9ded-77df8c734c84 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:30.376889 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1ec1e60-a2e8-45a0-be49-8b2f6ec754ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.588183 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.db.resource_extend [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:43:30.629079 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=afa97703-f881-4b7b-b2e7-e2133311c64c,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:30.646171 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c1ec1e60-a2e8-45a0-be49-8b2f6ec754ea None None] Port 73e1b8c8-3b54-49c1-9ded-77df8c734c84 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:30.852177 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=bf26b9f7-3590-4516-97d0-dedc7971e875,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:30.856321 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-84e385a2-1f51-4754-9f5d-59467651aa69 None None] Provisioning for port 8ce3c441-948b-410f-af70-7dc02d4cc05f completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:30.870720 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port f66e0380-b32a-492b-871a-89bede966f79, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=f66e0380-b32a-492b-871a-89bede966f79,segment=NetworkSegment(91f7b5da-1d37-43d4-8aa8-032670ef5add),segment_id=91f7b5da-1d37-43d4-8aa8-032670ef5add)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:30.874320 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-84e385a2-1f51-4754-9f5d-59467651aa69 None None] Provisioning complete for port 8ce3c441-948b-410f-af70-7dc02d4cc05f triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:30.874865 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-84e385a2-1f51-4754-9f5d-59467651aa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.943559 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'f66e0380-b32a-492b-871a-89bede966f79', 'network_id': '971f3192-951e-432a-a2cc-46e618e65630', 'port_id': 'f66e0380-b32a-492b-871a-89bede966f79', 'mac_address': 'fa:16:3e:45:0a:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1200a08-b4c1-4ea0-be1b-41534dbb15bb', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:43:30.960873 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe1b48f4-58a0-45ad-aa55-5fa85cc53826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:30.963371 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-f1a18e40-7cac-4dd0-bcd4-8fd04ca75418 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Allocated IP 172.25.3.229 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/d989286b-26f4-412a-8a91-2ba861764540) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:30.993258 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe1b48f4-58a0-45ad-aa55-5fa85cc53826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.009804 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-84e385a2-1f51-4754-9f5d-59467651aa69 None None] Port 8ce3c441-948b-410f-af70-7dc02d4cc05f cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:31.028159 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-3d2cd824-2482-4173-9b01-4fda306358ae tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Allocated IP 172.20.0.29 (3f19bacb-1845-4c25-b61b-cd8fe606bf84/3ec79ece-aaed-43e8-803e-24c8a3d3a850/73e1b8c8-3b54-49c1-9ded-77df8c734c84) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:31.043763 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-84e385a2-1f51-4754-9f5d-59467651aa69 None None] Provisioning complete for port bf26b9f7-3590-4516-97d0-dedc7971e875 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:31.044672 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-84e385a2-1f51-4754-9f5d-59467651aa69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.047904 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.098642 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fe1b48f4-58a0-45ad-aa55-5fa85cc53826 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fa0f5e640dc64034b47e2e5d8c76c30b&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0308692 Jul 16 08:43:31.113690 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48596) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:31.126691 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f66e0380-b32a-492b-871a-89bede966f79 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:31.147834 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b052de49-805a-4f08-ba3a-98a7b45da203 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Router 66da2188-5a90-4a25-bd50-4047f422afea is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:43:31.239212 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dbb56-9d64-4a9e-a112-368bdcc13db9 req-e2b472f5-f6a4-45c4-8fda-a6f15c6684c2 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:31.244752 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port f66e0380-b32a-492b-871a-89bede966f79, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=f66e0380-b32a-492b-871a-89bede966f79,segment=NetworkSegment(91f7b5da-1d37-43d4-8aa8-032670ef5add),segment_id=91f7b5da-1d37-43d4-8aa8-032670ef5add)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:31.246053 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dbb56-9d64-4a9e-a112-368bdcc13db9 req-e2b472f5-f6a4-45c4-8fda-a6f15c6684c2 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:31.253946 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dbb56-9d64-4a9e-a112-368bdcc13db9 req-e2b472f5-f6a4-45c4-8fda-a6f15c6684c2 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:31.261138 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dbb56-9d64-4a9e-a112-368bdcc13db9 req-e2b472f5-f6a4-45c4-8fda-a6f15c6684c2 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:31.264690 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.266438 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 11779264-f750-43ee-a0d7-fe64f1d931fd details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:43:31.267504 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dbb56-9d64-4a9e-a112-368bdcc13db9 req-e2b472f5-f6a4-45c4-8fda-a6f15c6684c2 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:31.276921 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dbb56-9d64-4a9e-a112-368bdcc13db9 req-e2b472f5-f6a4-45c4-8fda-a6f15c6684c2 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:31.283466 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6dbb56-9d64-4a9e-a112-368bdcc13db9 req-e2b472f5-f6a4-45c4-8fda-a6f15c6684c2 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:31.285638 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2a6dbb56-9d64-4a9e-a112-368bdcc13db9 req-e2b472f5-f6a4-45c4-8fda-a6f15c6684c2 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5422 time: 0.4947605 Jul 16 08:43:31.291256 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1b48f4-58a0-45ad-aa55-5fa85cc53826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7047a783-1960-4e01-8bd3-33d630485df5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:31.454112 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 11779264-f750-43ee-a0d7-fe64f1d931fd, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=11779264-f750-43ee-a0d7-fe64f1d931fd,segment=NetworkSegment(91f7b5da-1d37-43d4-8aa8-032670ef5add),segment_id=91f7b5da-1d37-43d4-8aa8-032670ef5add)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:31.478723 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=f66e0380-b32a-492b-871a-89bede966f79,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:31.485151 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2a6dbb56-9d64-4a9e-a112-368bdcc13db9 req-72e25e1d-8b3c-4e59-b049-f849b4c03ea4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1640410 Jul 16 08:43:31.493556 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '11779264-f750-43ee-a0d7-fe64f1d931fd', 'network_id': '971f3192-951e-432a-a2cc-46e618e65630', 'port_id': '11779264-f750-43ee-a0d7-fe64f1d931fd', 'mac_address': 'fa:16:3e:75:75:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f1200a08-b4c1-4ea0-be1b-41534dbb15bb', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:43:31.541758 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6f2b30bc-8acd-458e-9758-b17d0aa02e6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.545718 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f1a18e40-7cac-4dd0-bcd4-8fd04ca75418 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.556900 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.572495 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11779264-f750-43ee-a0d7-fe64f1d931fd {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:31.573087 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3d2cd824-2482-4173-9b01-4fda306358ae tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.598693 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 11779264-f750-43ee-a0d7-fe64f1d931fd, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=11779264-f750-43ee-a0d7-fe64f1d931fd,segment=NetworkSegment(91f7b5da-1d37-43d4-8aa8-032670ef5add),segment_id=91f7b5da-1d37-43d4-8aa8-032670ef5add)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:31.599947 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-3d2cd824-2482-4173-9b01-4fda306358ae tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Ignored duplicate provisioning block setup for port 73e1b8c8-3b54-49c1-9ded-77df8c734c84 by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 08:43:31.607219 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.609113 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 7ce0d02e-447c-4dc7-8e90-755e16831c63 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:43:31.635095 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3d2cd824-2482-4173-9b01-4fda306358ae tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.640638 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6f2b30bc-8acd-458e-9758-b17d0aa02e6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.651522 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b052de49-805a-4f08-ba3a-98a7b45da203 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:31.663940 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36254d9-de5c-4a01-a0cf-136777789782 None None] Sync routers for ids ['66da2188-5a90-4a25-bd50-4047f422afea'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:31.676665 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2bb6c8a6-b291-4fdd-b75f-7934d0ba1d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.681849 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36254d9-de5c-4a01-a0cf-136777789782 None None] Routers {'66da2188-5a90-4a25-bd50-4047f422afea'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:31.683028 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f36254d9-de5c-4a01-a0cf-136777789782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:43:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['66da2188-5a90-4a25-bd50-4047f422afea'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:31.754840 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f36254d9-de5c-4a01-a0cf-136777789782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:31.775508 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36254d9-de5c-4a01-a0cf-136777789782 None None] Routers {'66da2188-5a90-4a25-bd50-4047f422afea'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:31.776855 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f36254d9-de5c-4a01-a0cf-136777789782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:43:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['66da2188-5a90-4a25-bd50-4047f422afea'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:31.786225 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=11779264-f750-43ee-a0d7-fe64f1d931fd,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:31.798747 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48602) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:31.806262 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b052de49-805a-4f08-ba3a-98a7b45da203 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "PUT /v2.0/routers/66da2188-5a90-4a25-bd50-4047f422afea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9347210 Jul 16 08:43:31.850625 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6e478654-384b-4d18-81be-a920b7704182 None None] Provisioning complete for port 8ce3c441-948b-410f-af70-7dc02d4cc05f triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:31.851493 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6e478654-384b-4d18-81be-a920b7704182 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:31.897755 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 7ce0d02e-447c-4dc7-8e90-755e16831c63, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=7ce0d02e-447c-4dc7-8e90-755e16831c63,segment=NetworkSegment(338f297f-576e-4bca-84d2-bb8494549d09),segment_id=338f297f-576e-4bca-84d2-bb8494549d09)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:31.915668 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f36254d9-de5c-4a01-a0cf-136777789782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:31.916574 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f36254d9-de5c-4a01-a0cf-136777789782 None None] The sync data for ids ['66da2188-5a90-4a25-bd50-4047f422afea'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:31.936003 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '7ce0d02e-447c-4dc7-8e90-755e16831c63', 'network_id': 'a80dfca5-8a40-4d85-8b85-fb5bb1bb0085', 'port_id': '7ce0d02e-447c-4dc7-8e90-755e16831c63', 'mac_address': 'fa:16:3e:ac:cd:4c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a5a03758-1b0c-4511-885c-6dc2c50c58f7', 'ip_address': '10.1.1.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:43:31.942770 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-6e478654-384b-4d18-81be-a920b7704182 None None] Port 8ce3c441-948b-410f-af70-7dc02d4cc05f cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:31.967010 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f1a18e40-7cac-4dd0-bcd4-8fd04ca75418 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.000738 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2cd824-2482-4173-9b01-4fda306358ae tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Port': ['ID=73e1b8c8-3b54-49c1-9ded-77df8c734c84,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:32.007057 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6f2b30bc-8acd-458e-9758-b17d0aa02e6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.009755 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6f2b30bc-8acd-458e-9758-b17d0aa02e6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.014186 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6f2b30bc-8acd-458e-9758-b17d0aa02e6d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7047a783-1960-4e01-8bd3-33d630485df5 HTTP/1.1" status: 204 len: 168 time: 0.8856750 Jul 16 08:43:32.029967 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b30bc-8acd-458e-9758-b17d0aa02e6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7047a783-1960-4e01-8bd3-33d630485df5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:32.038774 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.046305 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.098971 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.101890 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ce0d02e-447c-4dc7-8e90-755e16831c63 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:43:32.163523 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 7ce0d02e-447c-4dc7-8e90-755e16831c63, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=7ce0d02e-447c-4dc7-8e90-755e16831c63,segment=NetworkSegment(338f297f-576e-4bca-84d2-bb8494549d09),segment_id=338f297f-576e-4bca-84d2-bb8494549d09)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:32.169686 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.216845 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a18e40-7cac-4dd0-bcd4-8fd04ca75418 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:32.229729 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd3c6a6-ada7-498f-98f5-84a2a12df73c tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:32.234481 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ecd3c6a6-ada7-498f-98f5-84a2a12df73c tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "GET /v2.0/ports/8ce3c441-948b-410f-af70-7dc02d4cc05f HTTP/1.1" status: 200 len: 911 time: 0.4235752 Jul 16 08:43:32.236201 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48606) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:32.246641 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device ec6adfab-2926-4726-bbb1-6322adf2bd21 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:32.247201 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-f1a18e40-7cac-4dd0-bcd4-8fd04ca75418 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:32.251135 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a18e40-7cac-4dd0-bcd4-8fd04ca75418 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:32.349264 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3d2cd824-2482-4173-9b01-4fda306358ae tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] In _notify_port_updated(), no bound segment for port 73e1b8c8-3b54-49c1-9ded-77df8c734c84 on network 3f19bacb-1845-4c25-b61b-cd8fe606bf84 {{(pid=93758) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:43:32.355824 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d85dd87a-62c9-4fea-b592-4435e86faf67 None None] Provisioning complete for port 73e1b8c8-3b54-49c1-9ded-77df8c734c84 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:32.357181 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d85dd87a-62c9-4fea-b592-4435e86faf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.359191 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2cd824-2482-4173-9b01-4fda306358ae tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:32.360316 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3d2cd824-2482-4173-9b01-4fda306358ae tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.365208 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3d2cd824-2482-4173-9b01-4fda306358ae tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "PUT /v2.0/ports/73e1b8c8-3b54-49c1-9ded-77df8c734c84 HTTP/1.1" status: 200 len: 999 time: 4.1526418 Jul 16 08:43:32.366869 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a18e40-7cac-4dd0-bcd4-8fd04ca75418 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Pushing event updated for resources: {'Port': ['ID=d989286b-26f4-412a-8a91-2ba861764540,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:32.380077 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48608) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:32.416613 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=7ce0d02e-447c-4dc7-8e90-755e16831c63,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:32.462742 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device bf26b9f7-3590-4516-97d0-dedc7971e875 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:32.525778 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-d85dd87a-62c9-4fea-b592-4435e86faf67 None None] Port 73e1b8c8-3b54-49c1-9ded-77df8c734c84 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:32.547601 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port ec6adfab-2926-4726-bbb1-6322adf2bd21 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:32.555041 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port ec6adfab-2926-4726-bbb1-6322adf2bd21 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:32.555777 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.584250 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port bf26b9f7-3590-4516-97d0-dedc7971e875 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:32.585136 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:32.617879 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['afa97703-f881-4b7b-b2e7-e2133311c64c'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:32.620481 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['11779264-f750-43ee-a0d7-fe64f1d931fd'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:32.634566 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['7ce0d02e-447c-4dc7-8e90-755e16831c63'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:33.051528 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f1a18e40-7cac-4dd0-bcd4-8fd04ca75418 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.300626 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6c8a6-b291-4fdd-b75f-7934d0ba1d78 admin admin] Deleting port d3147773-0a51-416d-9300-f066e8458907 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:33.301864 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2bb6c8a6-b291-4fdd-b75f-7934d0ba1d78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.349610 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.357402 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f1a18e40-7cac-4dd0-bcd4-8fd04ca75418 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.373341 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f6165466-de36-4880-9562-bfa2dd595a75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.557166 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-2bb6c8a6-b291-4fdd-b75f-7934d0ba1d78 admin admin] For port d3147773-0a51-416d-9300-f066e8458907, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d3147773-0a51-416d-9300-f066e8458907,segment=NetworkSegment(c9daa470-e62f-42d3-928f-22604c4d111a),segment_id=c9daa470-e62f-42d3-928f-22604c4d111a)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:33.557780 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2bb6c8a6-b291-4fdd-b75f-7934d0ba1d78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.562896 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port ec6adfab-2926-4726-bbb1-6322adf2bd21, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ec6adfab-2926-4726-bbb1-6322adf2bd21,segment=NetworkSegment(a20da4ad-b3d2-4d6d-bc91-0a4e3225c504),segment_id=a20da4ad-b3d2-4d6d-bc91-0a4e3225c504)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:33.575007 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1a18e40-7cac-4dd0-bcd4-8fd04ca75418 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Router 0bb0d34c-8e28-40c0-93bb-9f088f8ed999 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:43:33.578966 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6adfab-2926-4726-bbb1-6322adf2bd21'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:33.587691 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae12d1c0-775d-4c7c-9d19-aa97e7e01ccb" -d '{"events": [{"server_uuid": "736da105-041e-439e-ba87-45876ee23593", "name": "network-vif-plugged", "status": "completed", "tag": "ec6adfab-2926-4726-bbb1-6322adf2bd21"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:33.593890 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-2bb6c8a6-b291-4fdd-b75f-7934d0ba1d78 admin admin] Calling delete_port for d3147773-0a51-416d-9300-f066e8458907 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:33.621052 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['f66e0380-b32a-492b-871a-89bede966f79'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:43:33.622646 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b8eec-359a-4bcf-b8dd-cf02d72fa28b req-d1acae5b-fdbc-4374-8f03-6d0188046725 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:33.633961 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:33.637379 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b8eec-359a-4bcf-b8dd-cf02d72fa28b req-d1acae5b-fdbc-4374-8f03-6d0188046725 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:33.639418 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device ac3245a2-1832-46a1-a707-f054e3b47d6a up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:33.653364 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b8eec-359a-4bcf-b8dd-cf02d72fa28b req-d1acae5b-fdbc-4374-8f03-6d0188046725 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:33.667298 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b8eec-359a-4bcf-b8dd-cf02d72fa28b req-d1acae5b-fdbc-4374-8f03-6d0188046725 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:33.677741 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b8eec-359a-4bcf-b8dd-cf02d72fa28b req-d1acae5b-fdbc-4374-8f03-6d0188046725 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:33.699010 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b8eec-359a-4bcf-b8dd-cf02d72fa28b req-d1acae5b-fdbc-4374-8f03-6d0188046725 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:33.709988 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69b8eec-359a-4bcf-b8dd-cf02d72fa28b req-d1acae5b-fdbc-4374-8f03-6d0188046725 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:33.725187 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e69b8eec-359a-4bcf-b8dd-cf02d72fa28b req-d1acae5b-fdbc-4374-8f03-6d0188046725 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5425 time: 0.8616407 Jul 16 08:43:34.087849 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e69b8eec-359a-4bcf-b8dd-cf02d72fa28b req-8578f4c1-d429-4a0b-94be-c85c905bd839 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3604136 Jul 16 08:43:34.088072 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a18e40-7cac-4dd0-bcd4-8fd04ca75418 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:34.138263 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f1a18e40-7cac-4dd0-bcd4-8fd04ca75418 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.142273 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f1a18e40-7cac-4dd0-bcd4-8fd04ca75418 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 7.4713116 Jul 16 08:43:34.142891 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48648) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:34.173537 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9441303-f6bb-4ef2-9656-1ad0a39a1b26 None None] Sync routers for ids ['0bb0d34c-8e28-40c0-93bb-9f088f8ed999'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:34.177353 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1a724ebf-36af-40b5-8e38-c2c0ac26e96f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting port 73e1b8c8-3b54-49c1-9ded-77df8c734c84 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:34.184622 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a724ebf-36af-40b5-8e38-c2c0ac26e96f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.184911 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=ec6adfab-2926-4726-bbb1-6322adf2bd21,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:34.239947 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port ac3245a2-1832-46a1-a707-f054e3b47d6a completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:34.254774 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9441303-f6bb-4ef2-9656-1ad0a39a1b26 None None] Routers {'0bb0d34c-8e28-40c0-93bb-9f088f8ed999'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:34.255565 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c9441303-f6bb-4ef2-9656-1ad0a39a1b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:43:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['0bb0d34c-8e28-40c0-93bb-9f088f8ed999'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:34.262749 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port ac3245a2-1832-46a1-a707-f054e3b47d6a triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:34.262749 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.427637 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a94a20ab-ffa4-466f-a991-e77205c82eb6 x-openstack-request-id: req-a94a20ab-ffa4-466f-a991-e77205c82eb6 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:34.429392 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736da105-041e-439e-ba87-45876ee23593", "name": "network-vif-plugged", "status": "completed", "tag": "ec6adfab-2926-4726-bbb1-6322adf2bd21", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:34.429839 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a94a20ab-ffa4-466f-a991-e77205c82eb6 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:34.430438 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec6adfab-2926-4726-bbb1-6322adf2bd21', 'code': 200} Jul 16 08:43:34.514984 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-664b3e5c-737e-4e19-8d86-adb18208e78e tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "GET /v2.0/routers/0bb0d34c-8e28-40c0-93bb-9f088f8ed999 HTTP/1.1" status: 200 len: 908 time: 0.3708560 Jul 16 08:43:34.515783 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48656) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:34.520553 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-3b4b1ada-e344-45c2-8190-7cdb1781dc0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Request body: {'router': {'name': 'tempest-snat-router-346460490', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'enable_snat': True}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:34.557035 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3b4b1ada-e344-45c2-8190-7cdb1781dc0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.559360 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3b4b1ada-e344-45c2-8190-7cdb1781dc0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.599912 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a724ebf-36af-40b5-8e38-c2c0ac26e96f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.660488 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-c9441303-f6bb-4ef2-9656-1ad0a39a1b26 None None] Set router 0bb0d34c-8e28-40c0-93bb-9f088f8ed999 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:34.662079 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1a724ebf-36af-40b5-8e38-c2c0ac26e96f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Calling delete_port for 73e1b8c8-3b54-49c1-9ded-77df8c734c84 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:34.673552 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fdc9e56c-cb47-476f-8f23-2d2975342c19 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.676006 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3b4b1ada-e344-45c2-8190-7cdb1781dc0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.915527 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:34.965332 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2bb6c8a6-b291-4fdd-b75f-7934d0ba1d78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.001343 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb6c8a6-b291-4fdd-b75f-7934d0ba1d78 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3147773-0a51-416d-9300-f066e8458907,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:35.021748 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3b4b1ada-e344-45c2-8190-7cdb1781dc0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.487994 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port ac3245a2-1832-46a1-a707-f054e3b47d6a, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ac3245a2-1832-46a1-a707-f054e3b47d6a,segment=NetworkSegment(338f297f-576e-4bca-84d2-bb8494549d09),segment_id=338f297f-576e-4bca-84d2-bb8494549d09)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:35.514018 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.515244 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 5b0628d6-3782-44d5-85db-3802f0fa70fb up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:35.731824 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bbebdbb7-1813-4b96-a3b4-24c2ef68e215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.738463 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 5b0628d6-3782-44d5-85db-3802f0fa70fb completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:35.758839 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 5b0628d6-3782-44d5-85db-3802f0fa70fb triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:35.759459 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.763345 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=ac3245a2-1832-46a1-a707-f054e3b47d6a,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:35.811030 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3b4b1ada-e344-45c2-8190-7cdb1781dc0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.857548 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c9441303-f6bb-4ef2-9656-1ad0a39a1b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb0d34c-8e28-40c0-93bb-9f088f8ed999', 'name': 'tempest-snat-router-346460490', 'tenant_id': '32deab62c1ce4a7986268d4b40f753b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.229'}], 'enable_snat': False}, 'gw_port_id': 'd989286b-26f4-412a-8a91-2ba861764540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:27Z', 'updated_at': '2021-07-16T08:43:32Z', 'revision_number': 3, 'project_id': '32deab62c1ce4a7986268d4b40f753b8', 'gw_port': {'id': 'd989286b-26f4-412a-8a91-2ba861764540', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:06:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb0d34c-8e28-40c0-93bb-9f088f8ed999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:29Z', 'updated_at': '2021-07-16T08:43:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:35.899361 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3b4b1ada-e344-45c2-8190-7cdb1781dc0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:35.914619 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9441303-f6bb-4ef2-9656-1ad0a39a1b26 None None] Checking router: 0bb0d34c-8e28-40c0-93bb-9f088f8ed999 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:43:35.915211 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9441303-f6bb-4ef2-9656-1ad0a39a1b26 None None] Updating router 0bb0d34c-8e28-40c0-93bb-9f088f8ed999 port d989286b-26f4-412a-8a91-2ba861764540 binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:43:35.957897 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.004508 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9441303-f6bb-4ef2-9656-1ad0a39a1b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.102530 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 5b0628d6-3782-44d5-85db-3802f0fa70fb, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5b0628d6-3782-44d5-85db-3802f0fa70fb,segment=NetworkSegment(338f297f-576e-4bca-84d2-bb8494549d09),segment_id=338f297f-576e-4bca-84d2-bb8494549d09)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:36.123937 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.216730 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-3b4b1ada-e344-45c2-8190-7cdb1781dc0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Allocated IP 172.25.3.243 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/c7e2706a-aca0-497d-acbc-2408da8f6837) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:36.242446 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a724ebf-36af-40b5-8e38-c2c0ac26e96f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.334636 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.405825 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a724ebf-36af-40b5-8e38-c2c0ac26e96f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Port': ['ID=73e1b8c8-3b54-49c1-9ded-77df8c734c84,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:36.426543 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device afa97703-f881-4b7b-b2e7-e2133311c64c up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:36.434636 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3245a2-1832-46a1-a707-f054e3b47d6a'}, {'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0628d6-3782-44d5-85db-3802f0fa70fb'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:36.442772 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe24f3c-9739-460d-a2b8-f8137f131973" -d '{"events": [{"server_uuid": "736da105-041e-439e-ba87-45876ee23593", "name": "network-vif-plugged", "status": "completed", "tag": "ac3245a2-1832-46a1-a707-f054e3b47d6a"}, {"server_uuid": "736da105-041e-439e-ba87-45876ee23593", "name": "network-vif-plugged", "status": "completed", "tag": "5b0628d6-3782-44d5-85db-3802f0fa70fb"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:36.547052 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3b4b1ada-e344-45c2-8190-7cdb1781dc0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.597823 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ba6a872-3871-4271-bba4-3db119f76cd2 x-openstack-request-id: req-8ba6a872-3871-4271-bba4-3db119f76cd2 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:36.600867 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736da105-041e-439e-ba87-45876ee23593", "name": "network-vif-plugged", "status": "completed", "tag": "ac3245a2-1832-46a1-a707-f054e3b47d6a", "code": 200}, {"server_uuid": "736da105-041e-439e-ba87-45876ee23593", "name": "network-vif-plugged", "status": "completed", "tag": "5b0628d6-3782-44d5-85db-3802f0fa70fb", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:36.600867 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8ba6a872-3871-4271-bba4-3db119f76cd2 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:36.600867 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac3245a2-1832-46a1-a707-f054e3b47d6a', 'code': 200} Jul 16 08:43:36.600867 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b0628d6-3782-44d5-85db-3802f0fa70fb', 'code': 200} Jul 16 08:43:36.602477 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2bb6c8a6-b291-4fdd-b75f-7934d0ba1d78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.612284 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=5b0628d6-3782-44d5-85db-3802f0fa70fb,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:36.632652 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:36.633006 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:36.636853 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89f530-9645-4d48-9932-7a9a830c36f1 req-880f8f68-f8fd-45ac-b409-09e60b4f8030 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:36.643155 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89f530-9645-4d48-9932-7a9a830c36f1 req-880f8f68-f8fd-45ac-b409-09e60b4f8030 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:36.646798 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:36.647757 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:36.648101 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:36.648536 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:36.648883 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:36.649216 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:36.649609 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:36.649938 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:36.650256 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:36.650638 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:36.672181 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89f530-9645-4d48-9932-7a9a830c36f1 req-880f8f68-f8fd-45ac-b409-09e60b4f8030 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:36.679209 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89f530-9645-4d48-9932-7a9a830c36f1 req-880f8f68-f8fd-45ac-b409-09e60b4f8030 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:36.679483 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port afa97703-f881-4b7b-b2e7-e2133311c64c completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:36.690349 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port afa97703-f881-4b7b-b2e7-e2133311c64c triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:36.690926 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.696904 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3b4b1ada-e344-45c2-8190-7cdb1781dc0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.699912 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89f530-9645-4d48-9932-7a9a830c36f1 req-880f8f68-f8fd-45ac-b409-09e60b4f8030 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:36.714309 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89f530-9645-4d48-9932-7a9a830c36f1 req-880f8f68-f8fd-45ac-b409-09e60b4f8030 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:36.720612 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e89f530-9645-4d48-9932-7a9a830c36f1 req-880f8f68-f8fd-45ac-b409-09e60b4f8030 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:36.739464 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8e89f530-9645-4d48-9932-7a9a830c36f1 req-880f8f68-f8fd-45ac-b409-09e60b4f8030 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5426 time: 1.3146567 Jul 16 08:43:36.783128 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b4b1ada-e344-45c2-8190-7cdb1781dc0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:36.790718 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-3b4b1ada-e344-45c2-8190-7cdb1781dc0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:36.795492 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4b1ada-e344-45c2-8190-7cdb1781dc0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:36.866502 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4b1ada-e344-45c2-8190-7cdb1781dc0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Pushing event updated for resources: {'Port': ['ID=c7e2706a-aca0-497d-acbc-2408da8f6837,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:36.981698 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a724ebf-36af-40b5-8e38-c2c0ac26e96f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:36.987000 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1a724ebf-36af-40b5-8e38-c2c0ac26e96f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/ports/73e1b8c8-3b54-49c1-9ded-77df8c734c84 HTTP/1.1" status: 204 len: 168 time: 4.5470338 Jul 16 08:43:36.988449 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48690) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:37.073956 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.087403 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d9632be-2ea1-4243-81b4-a137000782a7 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] GET failed (client error): The resource could not be found. Jul 16 08:43:37.098575 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5d9632be-2ea1-4243-81b4-a137000782a7 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "GET /v2.0/ports/73e1b8c8-3b54-49c1-9ded-77df8c734c84 HTTP/1.1" status: 404 len: 333 time: 0.1084795 Jul 16 08:43:37.106910 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48692) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:37.121008 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-fdc9e56c-cb47-476f-8f23-2d2975342c19 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Deleting port 8ce3c441-948b-410f-af70-7dc02d4cc05f {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:37.121350 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fdc9e56c-cb47-476f-8f23-2d2975342c19 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.187901 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.206446 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8e89f530-9645-4d48-9932-7a9a830c36f1 req-02671883-89c5-4ab9-8b90-67549881e4cb tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4656184 Jul 16 08:43:37.286751 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port afa97703-f881-4b7b-b2e7-e2133311c64c, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=afa97703-f881-4b7b-b2e7-e2133311c64c,segment=NetworkSegment(338f297f-576e-4bca-84d2-bb8494549d09),segment_id=338f297f-576e-4bca-84d2-bb8494549d09)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:37.305713 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.312056 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device f66e0380-b32a-492b-871a-89bede966f79 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:37.464604 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3b4b1ada-e344-45c2-8190-7cdb1781dc0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.498209 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8a0e856-3926-4c05-a059-27a23c094265 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting subnet 3ec79ece-aaed-43e8-803e-24c8a3d3a850 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:43:37.521022 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e856-3926-4c05-a059-27a23c094265 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.561634 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fdc9e56c-cb47-476f-8f23-2d2975342c19 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.632621 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-fdc9e56c-cb47-476f-8f23-2d2975342c19 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Calling delete_port for 8ce3c441-948b-410f-af70-7dc02d4cc05f owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:37.678221 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e856-3926-4c05-a059-27a23c094265 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.689152 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9441303-f6bb-4ef2-9656-1ad0a39a1b26 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.744246 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=afa97703-f881-4b7b-b2e7-e2133311c64c,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:37.789955 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c9441303-f6bb-4ef2-9656-1ad0a39a1b26 None None] Transition to ACTIVE for port object d989286b-26f4-412a-8a91-2ba861764540 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:37.818325 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port f66e0380-b32a-492b-871a-89bede966f79 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:37.826023 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port f66e0380-b32a-492b-871a-89bede966f79 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:37.826664 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:37.828602 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9441303-f6bb-4ef2-9656-1ad0a39a1b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.027403 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e856-3926-4c05-a059-27a23c094265 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.176335 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994272b-815c-4e50-a10f-b88412850302 None None] Pushing event updated for resources: {'Port': ['ID=d989286b-26f4-412a-8a91-2ba861764540,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:38.204260 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bb6c8a6-b291-4fdd-b75f-7934d0ba1d78 admin admin] Router b18140f8-a329-4c7e-b35e-8f3e4c6639e8 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:43:38.208481 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e856-3926-4c05-a059-27a23c094265 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.215074 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c9441303-f6bb-4ef2-9656-1ad0a39a1b26 None None] Attempting to bind port d989286b-26f4-412a-8a91-2ba861764540 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:38.215557 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c9441303-f6bb-4ef2-9656-1ad0a39a1b26 None None] Attempting to bind port d989286b-26f4-412a-8a91-2ba861764540 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:38.216089 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9441303-f6bb-4ef2-9656-1ad0a39a1b26 None None] Attempting to bind port d989286b-26f4-412a-8a91-2ba861764540 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:38.240071 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9441303-f6bb-4ef2-9656-1ad0a39a1b26 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:38.240677 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9441303-f6bb-4ef2-9656-1ad0a39a1b26 None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:38.241249 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9441303-f6bb-4ef2-9656-1ad0a39a1b26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.241741 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9441303-f6bb-4ef2-9656-1ad0a39a1b26 None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:38.242636 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c9441303-f6bb-4ef2-9656-1ad0a39a1b26 None None] Bound port: d989286b-26f4-412a-8a91-2ba861764540, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:38.243346 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9441303-f6bb-4ef2-9656-1ad0a39a1b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.272144 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a0e856-3926-4c05-a059-27a23c094265 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Subnet': ['ID=3ec79ece-aaed-43e8-803e-24c8a3d3a850,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:38.274390 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8a0e856-3926-4c05-a059-27a23c094265 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.280505 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c8a0e856-3926-4c05-a059-27a23c094265 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/subnets/3ec79ece-aaed-43e8-803e-24c8a3d3a850 HTTP/1.1" status: 204 len: 168 time: 1.1611166 Jul 16 08:43:38.283767 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48700) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:38.335535 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb03b1d7-825c-4762-825e-e1bbe3b0b9ba None None] Network 3f19bacb-1845-4c25-b61b-cd8fe606bf84 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:38.459900 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf336adf-d5f5-4b09-8511-75c5a1b429b5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting subnet b62e1390-ddd2-440d-8e11-77b1e8e666c1 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:43:38.518863 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf336adf-d5f5-4b09-8511-75c5a1b429b5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.541808 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3b4b1ada-e344-45c2-8190-7cdb1781dc0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.559238 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.565743 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf336adf-d5f5-4b09-8511-75c5a1b429b5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.624276 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa97703-f881-4b7b-b2e7-e2133311c64c'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:38.628001 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17533319-33c7-4825-b813-d2514f8c1ff1" -d '{"events": [{"server_uuid": "736da105-041e-439e-ba87-45876ee23593", "name": "network-vif-plugged", "status": "completed", "tag": "afa97703-f881-4b7b-b2e7-e2133311c64c"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:38.729996 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf336adf-d5f5-4b09-8511-75c5a1b429b5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.760054 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.762213 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c9441303-f6bb-4ef2-9656-1ad0a39a1b26 None None] For port d989286b-26f4-412a-8a91-2ba861764540, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:38.785694 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fdc9e56c-cb47-476f-8f23-2d2975342c19 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.791247 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port f66e0380-b32a-492b-871a-89bede966f79, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=f66e0380-b32a-492b-871a-89bede966f79,segment=NetworkSegment(91f7b5da-1d37-43d4-8aa8-032670ef5add),segment_id=91f7b5da-1d37-43d4-8aa8-032670ef5add)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:38.801875 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe17116-c7b4-4871-a6d2-e48b31a61ff7 req-770bd5d6-a8c7-4312-aa68-9a81fc4d2142 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:38.809967 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe17116-c7b4-4871-a6d2-e48b31a61ff7 req-770bd5d6-a8c7-4312-aa68-9a81fc4d2142 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:38.811429 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.812260 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 7ce0d02e-447c-4dc7-8e90-755e16831c63 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:38.816135 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe17116-c7b4-4871-a6d2-e48b31a61ff7 req-770bd5d6-a8c7-4312-aa68-9a81fc4d2142 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:38.822821 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe17116-c7b4-4871-a6d2-e48b31a61ff7 req-770bd5d6-a8c7-4312-aa68-9a81fc4d2142 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:38.826617 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c9441303-f6bb-4ef2-9656-1ad0a39a1b26 None None] For port d989286b-26f4-412a-8a91-2ba861764540, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d989286b-26f4-412a-8a91-2ba861764540,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:38.831205 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe17116-c7b4-4871-a6d2-e48b31a61ff7 req-770bd5d6-a8c7-4312-aa68-9a81fc4d2142 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:38.838247 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe17116-c7b4-4871-a6d2-e48b31a61ff7 req-770bd5d6-a8c7-4312-aa68-9a81fc4d2142 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:38.845114 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe17116-c7b4-4871-a6d2-e48b31a61ff7 req-770bd5d6-a8c7-4312-aa68-9a81fc4d2142 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:38.847397 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0fe17116-c7b4-4871-a6d2-e48b31a61ff7 req-770bd5d6-a8c7-4312-aa68-9a81fc4d2142 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5429 time: 0.3010228 Jul 16 08:43:38.848790 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b4b1ada-e344-45c2-8190-7cdb1781dc0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Router 1ae695c1-5c3b-4fac-96d7-959fa5fc358a is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:43:38.870415 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88ad512d-2ed0-4233-bdc3-9af1a65f2402 x-openstack-request-id: req-88ad512d-2ed0-4233-bdc3-9af1a65f2402 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:38.870753 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736da105-041e-439e-ba87-45876ee23593", "name": "network-vif-plugged", "status": "completed", "tag": "afa97703-f881-4b7b-b2e7-e2133311c64c", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:38.870941 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-88ad512d-2ed0-4233-bdc3-9af1a65f2402 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:38.872505 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afa97703-f881-4b7b-b2e7-e2133311c64c', 'code': 200} Jul 16 08:43:38.890018 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc9e56c-cb47-476f-8f23-2d2975342c19 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Port': ['ID=8ce3c441-948b-410f-af70-7dc02d4cc05f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:38.898133 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9441303-f6bb-4ef2-9656-1ad0a39a1b26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:38.916784 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bb6c8a6-b291-4fdd-b75f-7934d0ba1d78 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:38.934525 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2bb6c8a6-b291-4fdd-b75f-7934d0ba1d78 admin admin] 10.222.0.22 "PUT /v2.0/routers/b18140f8-a329-4c7e-b35e-8f3e4c6639e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8024480 Jul 16 08:43:38.935764 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c4f24b-1c4d-46e1-93b9-256a23689d2d None None] Sync routers for ids ['b18140f8-a329-4c7e-b35e-8f3e4c6639e8'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:38.952624 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48712) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:39.008663 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c4f24b-1c4d-46e1-93b9-256a23689d2d None None] Routers {'b18140f8-a329-4c7e-b35e-8f3e4c6639e8'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:39.009565 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-26c4f24b-1c4d-46e1-93b9-256a23689d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:43:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['b18140f8-a329-4c7e-b35e-8f3e4c6639e8'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:39.032685 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0fe17116-c7b4-4871-a6d2-e48b31a61ff7 req-6188e083-8b05-48fb-bc94-4c7d7c9ec2d2 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1486011 Jul 16 08:43:39.219498 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9441303-f6bb-4ef2-9656-1ad0a39a1b26 None None] Routers {'0bb0d34c-8e28-40c0-93bb-9f088f8ed999'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:39.220918 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c9441303-f6bb-4ef2-9656-1ad0a39a1b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:43:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['0bb0d34c-8e28-40c0-93bb-9f088f8ed999'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:39.226720 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-26c4f24b-1c4d-46e1-93b9-256a23689d2d None None] Set router b18140f8-a329-4c7e-b35e-8f3e4c6639e8 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:39.309293 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b4b1ada-e344-45c2-8190-7cdb1781dc0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:39.357713 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3b4b1ada-e344-45c2-8190-7cdb1781dc0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.362395 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3b4b1ada-e344-45c2-8190-7cdb1781dc0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.8452556 Jul 16 08:43:39.363064 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48722) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:39.489281 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5bef9e97-0048-4831-ae88-92a5aead21a1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:39.592114 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1c1429-bf84-400a-998d-f8fcb9f014c9 None None] Sync routers for ids ['1ae695c1-5c3b-4fac-96d7-959fa5fc358a'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:39.615672 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=f66e0380-b32a-492b-871a-89bede966f79,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:39.743063 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-294c2053-7e02-4cdd-a5b4-8fcd27db3e9b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "GET /v2.0/routers/1ae695c1-5c3b-4fac-96d7-959fa5fc358a HTTP/1.1" status: 200 len: 907 time: 0.3755958 Jul 16 08:43:39.745196 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48726) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:39.878590 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1c1429-bf84-400a-998d-f8fcb9f014c9 None None] Routers {'1ae695c1-5c3b-4fac-96d7-959fa5fc358a'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:39.880632 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8a1c1429-bf84-400a-998d-f8fcb9f014c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:43:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['1ae695c1-5c3b-4fac-96d7-959fa5fc358a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:39.894702 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 7ce0d02e-447c-4dc7-8e90-755e16831c63 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:40.011394 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-c9441303-f6bb-4ef2-9656-1ad0a39a1b26 None None] Set router 0bb0d34c-8e28-40c0-93bb-9f088f8ed999 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:40.037195 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 7ce0d02e-447c-4dc7-8e90-755e16831c63 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:40.038388 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.058941 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-26c4f24b-1c4d-46e1-93b9-256a23689d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18140f8-a329-4c7e-b35e-8f3e4c6639e8', 'name': 'tempest-ServerRescueTestJSON-2123391840-router', 'tenant_id': '5a4e731777374b07bb09db55f04a1d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '32607eb7-d26d-406d-b489-0caa4441593a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:44Z', 'updated_at': '2021-07-16T08:43:34Z', 'revision_number': 5, 'project_id': '5a4e731777374b07bb09db55f04a1d18', 'gw_port': {'id': '32607eb7-d26d-406d-b489-0caa4441593a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:69:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18140f8-a329-4c7e-b35e-8f3e4c6639e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:46Z', 'updated_at': '2021-07-16T08:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:40.125726 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-116c209a-2152-4baa-be6d-db353486ac0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.145241 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c4f24b-1c4d-46e1-93b9-256a23689d2d None None] Checking router: b18140f8-a329-4c7e-b35e-8f3e4c6639e8 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:43:40.177198 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c4f24b-1c4d-46e1-93b9-256a23689d2d None None] Routers {'b18140f8-a329-4c7e-b35e-8f3e4c6639e8'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:40.177850 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-26c4f24b-1c4d-46e1-93b9-256a23689d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:43:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['b18140f8-a329-4c7e-b35e-8f3e4c6639e8'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:40.549896 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-116c209a-2152-4baa-be6d-db353486ac0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.589302 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-26c4f24b-1c4d-46e1-93b9-256a23689d2d None None] Set router b18140f8-a329-4c7e-b35e-8f3e4c6639e8 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:40.719292 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fdc9e56c-cb47-476f-8f23-2d2975342c19 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.823174 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-116c209a-2152-4baa-be6d-db353486ac0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Deleting port c7e2706a-aca0-497d-acbc-2408da8f6837 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:40.833000 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-116c209a-2152-4baa-be6d-db353486ac0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:40.843353 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf336adf-d5f5-4b09-8511-75c5a1b429b5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.117861 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf336adf-d5f5-4b09-8511-75c5a1b429b5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Subnet': ['ID=b62e1390-ddd2-440d-8e11-77b1e8e666c1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:41.124709 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-116c209a-2152-4baa-be6d-db353486ac0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.125305 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66e0380-b32a-492b-871a-89bede966f79'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:41.136866 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbb42849-25a3-47f4-983c-1779c134fccd" -d '{"events": [{"server_uuid": "736da105-041e-439e-ba87-45876ee23593", "name": "network-vif-plugged", "status": "completed", "tag": "f66e0380-b32a-492b-871a-89bede966f79"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:41.158356 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf336adf-d5f5-4b09-8511-75c5a1b429b5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.164881 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bf336adf-d5f5-4b09-8511-75c5a1b429b5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/subnets/b62e1390-ddd2-440d-8e11-77b1e8e666c1 HTTP/1.1" status: 204 len: 168 time: 2.8786080 Jul 16 08:43:41.166415 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48744) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:41.187207 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf336adf-d5f5-4b09-8511-75c5a1b429b5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:41.187673 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf336adf-d5f5-4b09-8511-75c5a1b429b5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:41.188912 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf336adf-d5f5-4b09-8511-75c5a1b429b5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:41.189261 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf336adf-d5f5-4b09-8511-75c5a1b429b5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:41.189693 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf336adf-d5f5-4b09-8511-75c5a1b429b5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:41.190211 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf336adf-d5f5-4b09-8511-75c5a1b429b5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:41.193287 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf336adf-d5f5-4b09-8511-75c5a1b429b5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:41.193823 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf336adf-d5f5-4b09-8511-75c5a1b429b5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:41.196552 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf336adf-d5f5-4b09-8511-75c5a1b429b5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:41.196552 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf336adf-d5f5-4b09-8511-75c5a1b429b5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:41.197027 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf336adf-d5f5-4b09-8511-75c5a1b429b5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:41.197181 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf336adf-d5f5-4b09-8511-75c5a1b429b5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:41.206866 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e994272b-815c-4e50-a10f-b88412850302 None None] Pushing event updated for resources: {'Port': ['ID=d989286b-26f4-412a-8a91-2ba861764540,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:41.317394 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-26c4f24b-1c4d-46e1-93b9-256a23689d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b18140f8-a329-4c7e-b35e-8f3e4c6639e8', 'name': 'tempest-ServerRescueTestJSON-2123391840-router', 'tenant_id': '5a4e731777374b07bb09db55f04a1d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '32607eb7-d26d-406d-b489-0caa4441593a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:44Z', 'updated_at': '2021-07-16T08:43:34Z', 'revision_number': 5, 'project_id': '5a4e731777374b07bb09db55f04a1d18', 'gw_port': {'id': '32607eb7-d26d-406d-b489-0caa4441593a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:69:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18140f8-a329-4c7e-b35e-8f3e4c6639e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:46Z', 'updated_at': '2021-07-16T08:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:41.353572 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-098ff292-c600-40c8-9f8e-ae18bc212b1c x-openstack-request-id: req-098ff292-c600-40c8-9f8e-ae18bc212b1c {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:41.362192 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736da105-041e-439e-ba87-45876ee23593", "name": "network-vif-plugged", "status": "completed", "tag": "f66e0380-b32a-492b-871a-89bede966f79", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:41.362699 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-098ff292-c600-40c8-9f8e-ae18bc212b1c {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:41.367147 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f66e0380-b32a-492b-871a-89bede966f79', 'code': 200} Jul 16 08:43:41.430166 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-116c209a-2152-4baa-be6d-db353486ac0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Calling delete_port for c7e2706a-aca0-497d-acbc-2408da8f6837 owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:41.448817 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c4f24b-1c4d-46e1-93b9-256a23689d2d None None] The sync data for ids ['b18140f8-a329-4c7e-b35e-8f3e4c6639e8'] in n-d-771362-37 is: [{'id': 'b18140f8-a329-4c7e-b35e-8f3e4c6639e8', 'name': 'tempest-ServerRescueTestJSON-2123391840-router', 'tenant_id': '5a4e731777374b07bb09db55f04a1d18', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.22'}], 'enable_snat': True}, 'gw_port_id': '32607eb7-d26d-406d-b489-0caa4441593a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:44Z', 'updated_at': '2021-07-16T08:43:34Z', 'revision_number': 5, 'project_id': '5a4e731777374b07bb09db55f04a1d18', 'gw_port': {'id': '32607eb7-d26d-406d-b489-0caa4441593a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:69:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b18140f8-a329-4c7e-b35e-8f3e4c6639e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2090, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:46Z', 'updated_at': '2021-07-16T08:40:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:41.516425 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.582990 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-8a1c1429-bf84-400a-998d-f8fcb9f014c9 None None] Set router 1ae695c1-5c3b-4fac-96d7-959fa5fc358a gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:41.692068 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ebc0e-aa1d-4832-b0d2-34145d9c438b req-6bae519e-5a45-4532-812a-bc9dd639a1fa tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:41.710161 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ebc0e-aa1d-4832-b0d2-34145d9c438b req-6bae519e-5a45-4532-812a-bc9dd639a1fa tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:41.737431 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ebc0e-aa1d-4832-b0d2-34145d9c438b req-6bae519e-5a45-4532-812a-bc9dd639a1fa tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:41.746271 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.766093 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ebc0e-aa1d-4832-b0d2-34145d9c438b req-6bae519e-5a45-4532-812a-bc9dd639a1fa tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:41.794510 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ebc0e-aa1d-4832-b0d2-34145d9c438b req-6bae519e-5a45-4532-812a-bc9dd639a1fa tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:41.828599 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ebc0e-aa1d-4832-b0d2-34145d9c438b req-6bae519e-5a45-4532-812a-bc9dd639a1fa tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:41.831844 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b92582-c5e0-42dc-9188-efd541570652 None None] Update dhcp port {'port': {'network_id': '3f19bacb-1845-4c25-b61b-cd8fe606bf84', 'fixed_ips': [{'subnet_id': 'b62e1390-ddd2-440d-8e11-77b1e8e666c1'}], 'binding:host_id': 'n-d-771362-37'}, 'id': '04504982-6f92-4914-8c0e-53b18a1b6fa7'} from n-d-771362-37. {{(pid=93760) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:43:41.887929 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38ebc0e-aa1d-4832-b0d2-34145d9c438b req-6bae519e-5a45-4532-812a-bc9dd639a1fa tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:41.895213 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c38ebc0e-aa1d-4832-b0d2-34145d9c438b req-6bae519e-5a45-4532-812a-bc9dd639a1fa tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5430 time: 1.2578704 Jul 16 08:43:41.964193 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 7ce0d02e-447c-4dc7-8e90-755e16831c63, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=7ce0d02e-447c-4dc7-8e90-755e16831c63,segment=NetworkSegment(338f297f-576e-4bca-84d2-bb8494549d09),segment_id=338f297f-576e-4bca-84d2-bb8494549d09)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:41.977279 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:41.978392 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 11779264-f750-43ee-a0d7-fe64f1d931fd up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:42.038527 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5bef9e97-0048-4831-ae88-92a5aead21a1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.062400 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80b92582-c5e0-42dc-9188-efd541570652 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.167526 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-116c209a-2152-4baa-be6d-db353486ac0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.220102 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c38ebc0e-aa1d-4832-b0d2-34145d9c438b req-7eff2a9a-0c9d-4416-99d7-2bfe7a1e50f4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1849585 Jul 16 08:43:42.254696 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 11779264-f750-43ee-a0d7-fe64f1d931fd completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:42.259416 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116c209a-2152-4baa-be6d-db353486ac0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Pushing event deleted for resources: {'Port': ['ID=c7e2706a-aca0-497d-acbc-2408da8f6837,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:42.293577 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fdc9e56c-cb47-476f-8f23-2d2975342c19 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Router 66da2188-5a90-4a25-bd50-4047f422afea has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:43:42.349275 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting port 04504982-6f92-4914-8c0e-53b18a1b6fa7 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:42.349628 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.382256 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 11779264-f750-43ee-a0d7-fe64f1d931fd triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:42.382638 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.389799 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=7ce0d02e-447c-4dc7-8e90-755e16831c63,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:42.466429 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc9e56c-cb47-476f-8f23-2d2975342c19 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:42.480531 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5733643b-b627-43b4-b391-16345a69fdb8 None None] Sync routers for ids ['66da2188-5a90-4a25-bd50-4047f422afea'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:42.485542 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fdc9e56c-cb47-476f-8f23-2d2975342c19 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "PUT /v2.0/routers/66da2188-5a90-4a25-bd50-4047f422afea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2479258 Jul 16 08:43:42.489147 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48780) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:42.500076 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d3147773-0a51-416d-9300-f066e8458907 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:42.502539 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5733643b-b627-43b4-b391-16345a69fdb8 None None] Routers {'66da2188-5a90-4a25-bd50-4047f422afea'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:42.503184 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5733643b-b627-43b4-b391-16345a69fdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:43:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['66da2188-5a90-4a25-bd50-4047f422afea'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:42.542818 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1c184afc-6ba7-415b-af2f-f63ce73e249d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "GET /v2.0/ports?device_id=66da2188-5a90-4a25-bd50-4047f422afea HTTP/1.1" status: 200 len: 205 time: 0.0513031 Jul 16 08:43:42.546168 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48786) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:42.550015 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-116c209a-2152-4baa-be6d-db353486ac0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.557658 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-5bef9e97-0048-4831-ae88-92a5aead21a1 admin admin] Deleting port 32607eb7-d26d-406d-b489-0caa4441593a {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:42.558251 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5bef9e97-0048-4831-ae88-92a5aead21a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.562759 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] For port 04504982-6f92-4914-8c0e-53b18a1b6fa7, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=04504982-6f92-4914-8c0e-53b18a1b6fa7,segment=NetworkSegment(62e74145-7833-4a23-a6e1-1cd6d0c07faf),segment_id=62e74145-7833-4a23-a6e1-1cd6d0c07faf)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:42.563247 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.597809 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5733643b-b627-43b4-b391-16345a69fdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:42.616096 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5733643b-b627-43b4-b391-16345a69fdb8 None None] Routers {'66da2188-5a90-4a25-bd50-4047f422afea'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:42.616875 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5733643b-b627-43b4-b391-16345a69fdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:43:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['66da2188-5a90-4a25-bd50-4047f422afea'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:42.683231 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: d3147773-0a51-416d-9300-f066e8458907 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:42.683863 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d3147773-0a51-416d-9300-f066e8458907 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:42.685788 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Calling delete_port for 04504982-6f92-4914-8c0e-53b18a1b6fa7 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:42.714839 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c9441303-f6bb-4ef2-9656-1ad0a39a1b26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0bb0d34c-8e28-40c0-93bb-9f088f8ed999', 'name': 'tempest-snat-router-346460490', 'tenant_id': '32deab62c1ce4a7986268d4b40f753b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.229'}], 'enable_snat': False}, 'gw_port_id': 'd989286b-26f4-412a-8a91-2ba861764540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:27Z', 'updated_at': '2021-07-16T08:43:32Z', 'revision_number': 3, 'project_id': '32deab62c1ce4a7986268d4b40f753b8', 'gw_port': {'id': 'd989286b-26f4-412a-8a91-2ba861764540', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:06:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb0d34c-8e28-40c0-93bb-9f088f8ed999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:29Z', 'updated_at': '2021-07-16T08:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:42.740891 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5733643b-b627-43b4-b391-16345a69fdb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:42.743013 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5733643b-b627-43b4-b391-16345a69fdb8 None None] The sync data for ids ['66da2188-5a90-4a25-bd50-4047f422afea'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:42.786337 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb0aaf48-deec-43aa-a549-0e9e3db98773 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.796188 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9441303-f6bb-4ef2-9656-1ad0a39a1b26 None None] The sync data for ids ['0bb0d34c-8e28-40c0-93bb-9f088f8ed999'] in n-d-771362-37 is: [{'id': '0bb0d34c-8e28-40c0-93bb-9f088f8ed999', 'name': 'tempest-snat-router-346460490', 'tenant_id': '32deab62c1ce4a7986268d4b40f753b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.229'}], 'enable_snat': False}, 'gw_port_id': 'd989286b-26f4-412a-8a91-2ba861764540', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:27Z', 'updated_at': '2021-07-16T08:43:32Z', 'revision_number': 3, 'project_id': '32deab62c1ce4a7986268d4b40f753b8', 'gw_port': {'id': 'd989286b-26f4-412a-8a91-2ba861764540', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:06:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0bb0d34c-8e28-40c0-93bb-9f088f8ed999', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2443, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:29Z', 'updated_at': '2021-07-16T08:43:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:42.815343 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93fd11c-895f-42b9-980c-f4810d494253 None None] Network 3f19bacb-1845-4c25-b61b-cd8fe606bf84 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:42.965898 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-116c209a-2152-4baa-be6d-db353486ac0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.968689 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:42.985993 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-116c209a-2152-4baa-be6d-db353486ac0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.009531 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Port': ['ID=04504982-6f92-4914-8c0e-53b18a1b6fa7,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:43.021121 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] No DVR routers for this DVR port 04504982-6f92-4914-8c0e-53b18a1b6fa7 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:43.024221 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:43.024738 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:43.025433 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:43.026066 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:43.026765 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:43.027509 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:43.028053 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:43.028417 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:43.029172 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:43.029512 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:43.030028 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:43.030368 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:43:43.093161 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-83006387-3746-425b-ac88-968581ccf58b None None] Provisioning complete for port 04504982-6f92-4914-8c0e-53b18a1b6fa7 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:43.093834 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-83006387-3746-425b-ac88-968581ccf58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.137925 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8a1c1429-bf84-400a-998d-f8fcb9f014c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ae695c1-5c3b-4fac-96d7-959fa5fc358a', 'name': 'tempest-snat-router-346460490', 'tenant_id': '32deab62c1ce4a7986268d4b40f753b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.243'}], 'enable_snat': True}, 'gw_port_id': 'c7e2706a-aca0-497d-acbc-2408da8f6837', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:34Z', 'updated_at': '2021-07-16T08:43:37Z', 'revision_number': 3, 'project_id': '32deab62c1ce4a7986268d4b40f753b8', 'gw_port': {'id': 'c7e2706a-aca0-497d-acbc-2408da8f6837', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:ac:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ae695c1-5c3b-4fac-96d7-959fa5fc358a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2448, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.243', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:35Z', 'updated_at': '2021-07-16T08:43:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:43.154241 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-116c209a-2152-4baa-be6d-db353486ac0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.154862 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-116c209a-2152-4baa-be6d-db353486ac0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ae695c1-5c3b-4fac-96d7-959fa5fc358a {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:43:43.167549 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-116c209a-2152-4baa-be6d-db353486ac0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.171362 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-116c209a-2152-4baa-be6d-db353486ac0a tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "DELETE /v2.0/routers/1ae695c1-5c3b-4fac-96d7-959fa5fc358a HTTP/1.1" status: 204 len: 168 time: 3.4226332 Jul 16 08:43:43.171993 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48798) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:43.197123 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-83006387-3746-425b-ac88-968581ccf58b None None] Port 04504982-6f92-4914-8c0e-53b18a1b6fa7 was deleted so its status cannot be updated. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 16 08:43:43.202702 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.359464 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1c1429-bf84-400a-998d-f8fcb9f014c9 None None] Checking router: 1ae695c1-5c3b-4fac-96d7-959fa5fc358a for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:43:43.360955 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1c1429-bf84-400a-998d-f8fcb9f014c9 None None] Updating router 1ae695c1-5c3b-4fac-96d7-959fa5fc358a port c7e2706a-aca0-497d-acbc-2408da8f6837 binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:43:43.406336 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-5bef9e97-0048-4831-ae88-92a5aead21a1 admin admin] For port 32607eb7-d26d-406d-b489-0caa4441593a, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=32607eb7-d26d-406d-b489-0caa4441593a,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:43.406707 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5bef9e97-0048-4831-ae88-92a5aead21a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.419973 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce0d02e-447c-4dc7-8e90-755e16831c63'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:43.429790 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2336b37a-9d63-40b4-af7d-63b208f622ce" -d '{"events": [{"server_uuid": "736da105-041e-439e-ba87-45876ee23593", "name": "network-vif-plugged", "status": "completed", "tag": "7ce0d02e-447c-4dc7-8e90-755e16831c63"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:43.445352 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-5bef9e97-0048-4831-ae88-92a5aead21a1 admin admin] Calling delete_port for 32607eb7-d26d-406d-b489-0caa4441593a owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:43.453028 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.458412 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1c1429-bf84-400a-998d-f8fcb9f014c9 None None] Port c7e2706a-aca0-497d-acbc-2408da8f6837 not found while updating agent binding for router 1ae695c1-5c3b-4fac-96d7-959fa5fc358a. {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 08:43:43.477415 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee2e3c1-383b-49a3-99bc-3a50a3545f22 None None] DHCP port deletion for 3f19bacb-1845-4c25-b61b-cd8fe606bf84 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:43:43.513616 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f19bacb-1845-4c25-b61b-cd8fe606bf84']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:43.558730 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62e74145-7833-4a23-a6e1-1cd6d0c07faf') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:43.559150 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62e74145-7833-4a23-a6e1-1cd6d0c07faf') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:43.596211 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.598704 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1c1429-bf84-400a-998d-f8fcb9f014c9 None None] Routers set() bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:43.599174 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a1c1429-bf84-400a-998d-f8fcb9f014c9 None None] Router IDs set() for agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 08:43:43.600494 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_agentschedulers_db [None req-8a1c1429-bf84-400a-998d-f8fcb9f014c9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'1ae695c1-5c3b-4fac-96d7-959fa5fc358a'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:43:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent'). {{(pid=93760) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 08:43:43.603030 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a1c1429-bf84-400a-998d-f8fcb9f014c9 None None] The sync data for ids ['1ae695c1-5c3b-4fac-96d7-959fa5fc358a'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:43.636165 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bc6d61a2-aa1e-42cd-8e6c-f2ca576a2da4 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.655670 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 11779264-f750-43ee-a0d7-fe64f1d931fd, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=11779264-f750-43ee-a0d7-fe64f1d931fd,segment=NetworkSegment(91f7b5da-1d37-43d4-8aa8-032670ef5add),segment_id=91f7b5da-1d37-43d4-8aa8-032670ef5add)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:43.664438 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7da72ae-70cf-4d4a-a06d-c949f26fc75e x-openstack-request-id: req-e7da72ae-70cf-4d4a-a06d-c949f26fc75e {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:43.664785 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736da105-041e-439e-ba87-45876ee23593", "name": "network-vif-plugged", "status": "completed", "tag": "7ce0d02e-447c-4dc7-8e90-755e16831c63", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:43.665577 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e7da72ae-70cf-4d4a-a06d-c949f26fc75e {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:43.667699 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ce0d02e-447c-4dc7-8e90-755e16831c63', 'code': 200} Jul 16 08:43:43.669411 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.768954 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5bef9e97-0048-4831-ae88-92a5aead21a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.790270 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=11779264-f750-43ee-a0d7-fe64f1d931fd,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:43.819794 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb0aaf48-deec-43aa-a549-0e9e3db98773 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.863814 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.869196 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bc6d61a2-aa1e-42cd-8e6c-f2ca576a2da4 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.869667 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb0aaf48-deec-43aa-a549-0e9e3db98773 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.885741 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:43:43.886446 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:43.888883 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bef9e97-0048-4831-ae88-92a5aead21a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=32607eb7-d26d-406d-b489-0caa4441593a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:43:43.891584 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:43:44.018467 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-bc6d61a2-aa1e-42cd-8e6c-f2ca576a2da4 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Deleting port d989286b-26f4-412a-8a91-2ba861764540 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:44.018689 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bc6d61a2-aa1e-42cd-8e6c-f2ca576a2da4 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.023859 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5bef9e97-0048-4831-ae88-92a5aead21a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.118442 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c1343-318c-4c39-88e0-fd3664221822 req-b060bc01-b317-425b-95c1-e992a08a99bb tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:44.123854 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c1343-318c-4c39-88e0-fd3664221822 req-b060bc01-b317-425b-95c1-e992a08a99bb tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:44.137806 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb0aaf48-deec-43aa-a549-0e9e3db98773 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.138386 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb0aaf48-deec-43aa-a549-0e9e3db98773 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Fanout notify agent at l3_agent the message router_deleted on router 66da2188-5a90-4a25-bd50-4047f422afea {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:43:44.143879 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c1343-318c-4c39-88e0-fd3664221822 req-b060bc01-b317-425b-95c1-e992a08a99bb tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:44.156478 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c1343-318c-4c39-88e0-fd3664221822 req-b060bc01-b317-425b-95c1-e992a08a99bb tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:44.165934 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c1343-318c-4c39-88e0-fd3664221822 req-b060bc01-b317-425b-95c1-e992a08a99bb tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:44.167558 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb0aaf48-deec-43aa-a549-0e9e3db98773 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.172270 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c1343-318c-4c39-88e0-fd3664221822 req-b060bc01-b317-425b-95c1-e992a08a99bb tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:44.174817 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bb0aaf48-deec-43aa-a549-0e9e3db98773 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/routers/66da2188-5a90-4a25-bd50-4047f422afea HTTP/1.1" status: 204 len: 168 time: 1.6255753 Jul 16 08:43:44.176497 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48810) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:44.189660 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816c1343-318c-4c39-88e0-fd3664221822 req-b060bc01-b317-425b-95c1-e992a08a99bb tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:44.191499 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-816c1343-318c-4c39-88e0-fd3664221822 req-b060bc01-b317-425b-95c1-e992a08a99bb tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5432 time: 0.3683884 Jul 16 08:43:44.192208 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.248613 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.263414 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/networks/3f19bacb-1845-4c25-b61b-cd8fe606bf84 HTTP/1.1" status: 204 len: 168 time: 3.0889058 Jul 16 08:43:44.264440 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48812) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:44.284533 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5bef9e97-0048-4831-ae88-92a5aead21a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.293506 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5bef9e97-0048-4831-ae88-92a5aead21a1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.348122 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09659d6f-246a-42dc-89c1-54e9e603e0fb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Network': ['ID=3f19bacb-1845-4c25-b61b-cd8fe606bf84,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:44.368180 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-816c1343-318c-4c39-88e0-fd3664221822 req-a0c0c2a7-7d38-43a9-bc72-dfcb48330956 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1537852 Jul 16 08:43:44.391834 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-bc6d61a2-aa1e-42cd-8e6c-f2ca576a2da4 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] For port d989286b-26f4-412a-8a91-2ba861764540, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d989286b-26f4-412a-8a91-2ba861764540,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:44.392210 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bc6d61a2-aa1e-42cd-8e6c-f2ca576a2da4 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.431359 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-bc6d61a2-aa1e-42cd-8e6c-f2ca576a2da4 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Calling delete_port for d989286b-26f4-412a-8a91-2ba861764540 owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:44.463444 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef60b68-20b5-4c94-aee9-36b14fb0e21b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:44.470569 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-cef60b68-20b5-4c94-aee9-36b14fb0e21b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1961858 Jul 16 08:43:44.471219 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48818) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:44.484173 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1c7513f-b396-4eca-83ae-b8139f1b200e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Deleting subnet 48526c3b-c4ca-4cbe-b02d-6b36e85f7fe0 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:43:44.494782 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1c7513f-b396-4eca-83ae-b8139f1b200e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.504312 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5bef9e97-0048-4831-ae88-92a5aead21a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.507450 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bef9e97-0048-4831-ae88-92a5aead21a1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b18140f8-a329-4c7e-b35e-8f3e4c6639e8 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:43:44.529588 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5bef9e97-0048-4831-ae88-92a5aead21a1 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.535713 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5bef9e97-0048-4831-ae88-92a5aead21a1 admin admin] 10.222.0.22 "DELETE /v2.0/routers/b18140f8-a329-4c7e-b35e-8f3e4c6639e8 HTTP/1.1" status: 204 len: 168 time: 5.5489247 Jul 16 08:43:44.536851 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48820) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:44.730847 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6c1db29-d945-409a-83b2-53e7d859c099 admin admin] Deleting subnet e27cc8e0-a923-4371-a9be-2bfb1aeacb40 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:43:44.735509 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6c1db29-d945-409a-83b2-53e7d859c099 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.770636 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d989286b-26f4-412a-8a91-2ba861764540 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:44.823689 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6c1db29-d945-409a-83b2-53e7d859c099 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.871724 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6c1db29-d945-409a-83b2-53e7d859c099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.877705 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port d989286b-26f4-412a-8a91-2ba861764540 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:44.882880 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port d989286b-26f4-412a-8a91-2ba861764540 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:44.883267 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:44.938918 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1c7513f-b396-4eca-83ae-b8139f1b200e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.003704 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6c1db29-d945-409a-83b2-53e7d859c099 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.020870 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.050808 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port d989286b-26f4-412a-8a91-2ba861764540, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d989286b-26f4-412a-8a91-2ba861764540,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:45.060301 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.068177 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6c1db29-d945-409a-83b2-53e7d859c099 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.071390 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f6c1db29-d945-409a-83b2-53e7d859c099 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e27cc8e0-a923-4371-a9be-2bfb1aeacb40 HTTP/1.1" status: 204 len: 168 time: 0.4732435 Jul 16 08:43:45.076245 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48824) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:45.086778 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c1db29-d945-409a-83b2-53e7d859c099 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e27cc8e0-a923-4371-a9be-2bfb1aeacb40,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:45.202543 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 04504982-6f92-4914-8c0e-53b18a1b6fa7 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:45.232455 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=d989286b-26f4-412a-8a91-2ba861764540,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:45.236803 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 04504982-6f92-4914-8c0e-53b18a1b6fa7 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:45.237283 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 04504982-6f92-4914-8c0e-53b18a1b6fa7 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:45.279495 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48826) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:45.280602 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-32e1f223-b3f5-474c-9684-413a7aa2d34c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.7999449 Jul 16 08:43:45.288592 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6cf3f63d-5237-4f65-ac49-eb5afdb4b55f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-403600148'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:45.292437 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1c7513f-b396-4eca-83ae-b8139f1b200e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.343230 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b38ed2f-49cc-4dba-9956-2a8678f375a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.401310 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cf3f63d-5237-4f65-ac49-eb5afdb4b55f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:45.409230 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cf3f63d-5237-4f65-ac49-eb5afdb4b55f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.410946 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bc6d61a2-aa1e-42cd-8e6c-f2ca576a2da4 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.446188 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1c7513f-b396-4eca-83ae-b8139f1b200e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.486436 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6d61a2-aa1e-42cd-8e6c-f2ca576a2da4 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Pushing event deleted for resources: {'Port': ['ID=d989286b-26f4-412a-8a91-2ba861764540,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:45.489944 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1c7513f-b396-4eca-83ae-b8139f1b200e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.497357 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3647e13-e4c2-4e91-a2ca-0fa717114158 None None] Network 81939c47-e2b6-4756-b205-ba357d55c109 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:45.508939 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c1c7513f-b396-4eca-83ae-b8139f1b200e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/subnets/48526c3b-c4ca-4cbe-b02d-6b36e85f7fe0 HTTP/1.1" status: 204 len: 168 time: 1.2785814 Jul 16 08:43:45.541932 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48832) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:45.609326 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c7513f-b396-4eca-83ae-b8139f1b200e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Subnet': ['ID=48526c3b-c4ca-4cbe-b02d-6b36e85f7fe0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:45.629018 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cf3f63d-5237-4f65-ac49-eb5afdb4b55f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:43:45.668327 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11779264-f750-43ee-a0d7-fe64f1d931fd'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:45.671642 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d93092-8993-4538-bdb0-0beafe883868" -d '{"events": [{"server_uuid": "736da105-041e-439e-ba87-45876ee23593", "name": "network-vif-plugged", "status": "completed", "tag": "11779264-f750-43ee-a0d7-fe64f1d931fd"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:45.706610 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5aa6108c-5f9c-401c-85a5-b4ebd4768ea2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.720689 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b38ed2f-49cc-4dba-9956-2a8678f375a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.752787 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cf3f63d-5237-4f65-ac49-eb5afdb4b55f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.752787 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-6cf3f63d-5237-4f65-ac49-eb5afdb4b55f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Added segment f4108414-e6a7-4f7b-a09f-cf9c313b1ef5 of type vlan for network 1ffab4a2-9f09-460c-b48f-8e07aa07a6ea Jul 16 08:43:45.769109 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1133c295-dfe3-4cda-ba46-4cda90811646 x-openstack-request-id: req-1133c295-dfe3-4cda-ba46-4cda90811646 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:45.769416 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736da105-041e-439e-ba87-45876ee23593", "name": "network-vif-plugged", "status": "completed", "tag": "11779264-f750-43ee-a0d7-fe64f1d931fd", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:45.769680 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1133c295-dfe3-4cda-ba46-4cda90811646 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:45.770766 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11779264-f750-43ee-a0d7-fe64f1d931fd', 'code': 200} Jul 16 08:43:45.781037 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-2b38ed2f-49cc-4dba-9956-2a8678f375a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4d0fd4d-6fdb-4a0d-a035-561da1f752b3']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:45.798803 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bc6d61a2-aa1e-42cd-8e6c-f2ca576a2da4 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.823002 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-2b38ed2f-49cc-4dba-9956-2a8678f375a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9daa470-e62f-42d3-928f-22604c4d111a') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:45.823363 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-2b38ed2f-49cc-4dba-9956-2a8678f375a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9daa470-e62f-42d3-928f-22604c4d111a') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:45.843856 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b38ed2f-49cc-4dba-9956-2a8678f375a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.848452 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cf3f63d-5237-4f65-ac49-eb5afdb4b55f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.874379 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b38ed2f-49cc-4dba-9956-2a8678f375a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.887120 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b38ed2f-49cc-4dba-9956-2a8678f375a0 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:43:45.887530 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b38ed2f-49cc-4dba-9956-2a8678f375a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:43:45.890730 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:43:45.974402 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cf3f63d-5237-4f65-ac49-eb5afdb4b55f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:45.982942 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cf3f63d-5237-4f65-ac49-eb5afdb4b55f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:45.986119 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cf3f63d-5237-4f65-ac49-eb5afdb4b55f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.000772 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bc6d61a2-aa1e-42cd-8e6c-f2ca576a2da4 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.014330 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e291beca-0a92-43a6-b956-99b341ac6252 None None] DHCP port deletion for 81939c47-e2b6-4756-b205-ba357d55c109 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:43:46.015862 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bc6d61a2-aa1e-42cd-8e6c-f2ca576a2da4 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.063470 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf3f63d-5237-4f65-ac49-eb5afdb4b55f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Network': ['ID=1ffab4a2-9f09-460c-b48f-8e07aa07a6ea,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:46.081793 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf518408-7a97-4f31-9da8-d74209ea870f req-c5d82c1e-7213-480f-b992-5336bed184db tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:46.089008 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf518408-7a97-4f31-9da8-d74209ea870f req-c5d82c1e-7213-480f-b992-5336bed184db tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:46.095737 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf518408-7a97-4f31-9da8-d74209ea870f req-c5d82c1e-7213-480f-b992-5336bed184db tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:46.102771 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf518408-7a97-4f31-9da8-d74209ea870f req-c5d82c1e-7213-480f-b992-5336bed184db tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:46.103666 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 1ffab4a2-9f09-460c-b48f-8e07aa07a6ea details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:43:46.109910 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf518408-7a97-4f31-9da8-d74209ea870f req-c5d82c1e-7213-480f-b992-5336bed184db tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:46.117672 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf518408-7a97-4f31-9da8-d74209ea870f req-c5d82c1e-7213-480f-b992-5336bed184db tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:46.123838 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf518408-7a97-4f31-9da8-d74209ea870f req-c5d82c1e-7213-480f-b992-5336bed184db tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:46.126163 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cf518408-7a97-4f31-9da8-d74209ea870f req-c5d82c1e-7213-480f-b992-5336bed184db tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5432 time: 0.4007163 Jul 16 08:43:46.128713 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bc6d61a2-aa1e-42cd-8e6c-f2ca576a2da4 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.129270 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc6d61a2-aa1e-42cd-8e6c-f2ca576a2da4 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0bb0d34c-8e28-40c0-93bb-9f088f8ed999 {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:43:46.136879 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c31198-06f4-44d5-888a-5021f1dac461 req-63512d85-8733-48e0-85c3-e1f9bd7db58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:46.137368 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c31198-06f4-44d5-888a-5021f1dac461 req-63512d85-8733-48e0-85c3-e1f9bd7db58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:46.137848 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c31198-06f4-44d5-888a-5021f1dac461 req-63512d85-8733-48e0-85c3-e1f9bd7db58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:46.138316 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c31198-06f4-44d5-888a-5021f1dac461 req-63512d85-8733-48e0-85c3-e1f9bd7db58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:46.138779 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c31198-06f4-44d5-888a-5021f1dac461 req-63512d85-8733-48e0-85c3-e1f9bd7db58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:46.139241 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c31198-06f4-44d5-888a-5021f1dac461 req-63512d85-8733-48e0-85c3-e1f9bd7db58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:46.139702 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c31198-06f4-44d5-888a-5021f1dac461 req-63512d85-8733-48e0-85c3-e1f9bd7db58a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:46.142101 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b38ed2f-49cc-4dba-9956-2a8678f375a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.145804 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b4c31198-06f4-44d5-888a-5021f1dac461 req-63512d85-8733-48e0-85c3-e1f9bd7db58a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 6496 time: 0.2858930 Jul 16 08:43:46.150271 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bc6d61a2-aa1e-42cd-8e6c-f2ca576a2da4 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.161377 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bc6d61a2-aa1e-42cd-8e6c-f2ca576a2da4 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "DELETE /v2.0/routers/0bb0d34c-8e28-40c0-93bb-9f088f8ed999 HTTP/1.1" status: 204 len: 168 time: 2.9842911 Jul 16 08:43:46.187857 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48844) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:46.189261 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-5aa6108c-5f9c-401c-85a5-b4ebd4768ea2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Deleting port bf26b9f7-3590-4516-97d0-dedc7971e875 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:46.189598 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5aa6108c-5f9c-401c-85a5-b4ebd4768ea2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.196639 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b38ed2f-49cc-4dba-9956-2a8678f375a0 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.199326 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2b38ed2f-49cc-4dba-9956-2a8678f375a0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/c4d0fd4d-6fdb-4a0d-a035-561da1f752b3 HTTP/1.1" status: 204 len: 168 time: 1.1220193 Jul 16 08:43:46.210248 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6cf3f63d-5237-4f65-ac49-eb5afdb4b55f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9279468 Jul 16 08:43:46.232569 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48850) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:46.244097 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-72c3d064-5f0a-44f9-a317-f6083b5c5405 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'subnet': {'network_id': '1ffab4a2-9f09-460c-b48f-8e07aa07a6ea', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:46.358387 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e291beca-0a92-43a6-b956-99b341ac6252 None None] Deleting port bf26b9f7-3590-4516-97d0-dedc7971e875 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:46.358921 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e291beca-0a92-43a6-b956-99b341ac6252 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.410959 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5aa6108c-5f9c-401c-85a5-b4ebd4768ea2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] For port bf26b9f7-3590-4516-97d0-dedc7971e875, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=bf26b9f7-3590-4516-97d0-dedc7971e875,segment=NetworkSegment(80193758-9af4-4a97-a908-15997fd2f6b9),segment_id=80193758-9af4-4a97-a908-15997fd2f6b9)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:46.411571 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5aa6108c-5f9c-401c-85a5-b4ebd4768ea2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.434621 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b38ed2f-49cc-4dba-9956-2a8678f375a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c4d0fd4d-6fdb-4a0d-a035-561da1f752b3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:46.460190 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-7822b28d-5593-4b65-8ff8-38aa8a7b0239 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1529530096', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}, 'admin_state_up': False}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:46.523623 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e291beca-0a92-43a6-b956-99b341ac6252 None None] For port bf26b9f7-3590-4516-97d0-dedc7971e875, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=bf26b9f7-3590-4516-97d0-dedc7971e875,segment=NetworkSegment(80193758-9af4-4a97-a908-15997fd2f6b9),segment_id=80193758-9af4-4a97-a908-15997fd2f6b9)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:46.524048 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e291beca-0a92-43a6-b956-99b341ac6252 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.538383 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-5aa6108c-5f9c-401c-85a5-b4ebd4768ea2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Calling delete_port for bf26b9f7-3590-4516-97d0-dedc7971e875 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:46.542551 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cf518408-7a97-4f31-9da8-d74209ea870f req-caab252c-df0e-4682-a5e2-470d1f6b8e71 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3968577 Jul 16 08:43:46.550765 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48866) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:46.554043 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-7822b28d-5593-4b65-8ff8-38aa8a7b0239 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:43:46.554043 n-d-771362-37 neutron-server[93758]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 08:43:46.554043 n-d-771362-37 neutron-server[93758]: [parameters: {'project_id': '28d9e5ffa0b34950b66f36e44764db9e', 'id': 'a795faf1-3aee-4413-ac7c-ccad5fc74dfd', 'expiration': datetime.datetime(2021, 7, 16, 8, 45, 46, 528880)}] Jul 16 08:43:46.554043 n-d-771362-37 neutron-server[93758]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:43:46.554377 n-d-771362-37 neutron-server[93758]: DEBUG oslo_db.api [None req-7822b28d-5593-4b65-8ff8-38aa8a7b0239 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:43:46.563830 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e291beca-0a92-43a6-b956-99b341ac6252 None None] Calling delete_port for bf26b9f7-3590-4516-97d0-dedc7971e875 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:46.601102 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c3d064-5f0a-44f9-a317-f6083b5c5405 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:46.606464 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72c3d064-5f0a-44f9-a317-f6083b5c5405 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.648064 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b4c31198-06f4-44d5-888a-5021f1dac461 req-61d07a71-4634-4efb-acb3-ee5795493479 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4544547 Jul 16 08:43:46.743046 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5aa6108c-5f9c-401c-85a5-b4ebd4768ea2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.761233 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-80a5351f-4ea9-428d-b379-89f9d38f22bd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5a4e731777374b07bb09db55f04a1d18&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2072816 Jul 16 08:43:46.765162 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48872) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:46.769618 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5aa6108c-5f9c-401c-85a5-b4ebd4768ea2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] No DVR routers for this DVR port bf26b9f7-3590-4516-97d0-dedc7971e875 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:46.819726 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e291beca-0a92-43a6-b956-99b341ac6252 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:46.908999 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6108c-5f9c-401c-85a5-b4ebd4768ea2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Port': ['ID=bf26b9f7-3590-4516-97d0-dedc7971e875,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:46.913399 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e291beca-0a92-43a6-b956-99b341ac6252 None None] No DVR routers for this DVR port bf26b9f7-3590-4516-97d0-dedc7971e875 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:43:46.915230 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e291beca-0a92-43a6-b956-99b341ac6252 None None] Pushing event deleted for resources: {'Port': ['ID=bf26b9f7-3590-4516-97d0-dedc7971e875,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:46.941811 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 32607eb7-d26d-406d-b489-0caa4441593a no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:46.984204 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 32607eb7-d26d-406d-b489-0caa4441593a {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:46.984814 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 32607eb7-d26d-406d-b489-0caa4441593a not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:46.985390 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device bf26b9f7-3590-4516-97d0-dedc7971e875 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:47.021809 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-36bcec05-82cc-42a4-9bf7-b06f98ae2096 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.050875 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: bf26b9f7-3590-4516-97d0-dedc7971e875 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:47.052312 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device bf26b9f7-3590-4516-97d0-dedc7971e875 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:47.091888 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5aa6108c-5f9c-401c-85a5-b4ebd4768ea2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.100148 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-36bcec05-82cc-42a4-9bf7-b06f98ae2096 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.135153 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-5aa6108c-5f9c-401c-85a5-b4ebd4768ea2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81939c47-e2b6-4756-b205-ba357d55c109']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:47.192522 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-5aa6108c-5f9c-401c-85a5-b4ebd4768ea2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80193758-9af4-4a97-a908-15997fd2f6b9') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:47.192822 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-5aa6108c-5f9c-401c-85a5-b4ebd4768ea2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80193758-9af4-4a97-a908-15997fd2f6b9') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:47.228493 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5aa6108c-5f9c-401c-85a5-b4ebd4768ea2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.238229 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72c3d064-5f0a-44f9-a317-f6083b5c5405 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.250967 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48880) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:47.259311 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7822b28d-5593-4b65-8ff8-38aa8a7b0239 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.260549 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7822b28d-5593-4b65-8ff8-38aa8a7b0239 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.282091 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5aa6108c-5f9c-401c-85a5-b4ebd4768ea2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.302077 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c3d064-5f0a-44f9-a317-f6083b5c5405 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Subnet': ['ID=2b734284-9745-493d-b7b6-56b8ff51e3c0,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:47.309096 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa6108c-5f9c-401c-85a5-b4ebd4768ea2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:43:47.309268 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5aa6108c-5f9c-401c-85a5-b4ebd4768ea2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.313449 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-36bcec05-82cc-42a4-9bf7-b06f98ae2096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.316099 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-36bcec05-82cc-42a4-9bf7-b06f98ae2096 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.317491 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-36bcec05-82cc-42a4-9bf7-b06f98ae2096 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6857c2d6-a6b1-4360-adc2-105d37058a2d HTTP/1.1" status: 204 len: 168 time: 0.5510383 Jul 16 08:43:47.317627 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:43:47.317627 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:43:47.317627 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:43:47.317627 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:43:47.317627 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:43:47.317627 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:43:47.317627 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:43:47.317627 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:43:47.317627 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:43:47.317627 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:43:47.317627 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:43:47.317627 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:43:47.317627 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:43:47.317627 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:43:47.317627 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:43:47.317627 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:43:47.317627 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:43:47.317627 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:43:47.317627 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:43:47.317627 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:43:47.317627 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:43:47.317627 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:43:47.317627 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:43:47.317627 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:43:47.317627 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:43:47.317627 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:43:47.317627 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:43:47.317627 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:43:47.317627 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:43:47.317627 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:43:47.317627 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:43:47.317627 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:43:47.333557 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bcec05-82cc-42a4-9bf7-b06f98ae2096 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6857c2d6-a6b1-4360-adc2-105d37058a2d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:47.378054 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c3d064-5f0a-44f9-a317-f6083b5c5405 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Checking segment: {'id': 'f4108414-e6a7-4f7b-a09f-cf9c313b1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1ffab4a2-9f09-460c-b48f-8e07aa07a6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:47.379227 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c3d064-5f0a-44f9-a317-f6083b5c5405 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network hostable DHCP agents. Network: 1ffab4a2-9f09-460c-b48f-8e07aa07a6ea, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:43:47.421996 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c3d064-5f0a-44f9-a317-f6083b5c5405 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network 1ffab4a2-9f09-460c-b48f-8e07aa07a6ea is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:43:47.447051 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5aa6108c-5f9c-401c-85a5-b4ebd4768ea2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.448162 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-72c3d064-5f0a-44f9-a317-f6083b5c5405 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 1ffab4a2-9f09-460c-b48f-8e07aa07a6ea) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:47.457252 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c3d064-5f0a-44f9-a317-f6083b5c5405 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:47.457849 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72c3d064-5f0a-44f9-a317-f6083b5c5405 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.464581 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a8d0e5-13cf-48c8-bdc1-eb3032ca269a None None] Network 1ffab4a2-9f09-460c-b48f-8e07aa07a6ea requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:47.475100 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5aa6108c-5f9c-401c-85a5-b4ebd4768ea2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.480282 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-72c3d064-5f0a-44f9-a317-f6083b5c5405 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2462592 Jul 16 08:43:47.482669 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48890) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:47.491128 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1d41cc5d-3495-42f5-b8df-939d0da72344 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'port': {'network_id': '1ffab4a2-9f09-460c-b48f-8e07aa07a6ea', 'name': 'tempest-PortsTestJSON-1240735545'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:47.502569 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5aa6108c-5f9c-401c-85a5-b4ebd4768ea2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/networks/81939c47-e2b6-4756-b205-ba357d55c109 HTTP/1.1" status: 204 len: 168 time: 1.9559498 Jul 16 08:43:47.504537 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48892) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:47.533675 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-eaafd3d9-d198-4110-9c64-bb641e95d80a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-572431199', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:47.807511 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa6108c-5f9c-401c-85a5-b4ebd4768ea2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Network': ['ID=81939c47-e2b6-4756-b205-ba357d55c109,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:47.812078 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5637142b-201f-491a-806b-629696e6bf54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:47.856751 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7822b28d-5593-4b65-8ff8-38aa8a7b0239 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.020548 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cc962b-9459-4d09-bd01-470ff406a314 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-1ffab4a2-9f09-460c-b48f-8e07aa07a6ea', 'network_id': '1ffab4a2-9f09-460c-b48f-8e07aa07a6ea', 'tenant_id': 'bcd27c28ca394de099c946d008646817', 'fixed_ips': [{'subnet_id': '2b734284-9745-493d-b7b6-56b8ff51e3c0'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:43:48.021591 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-76cc962b-9459-4d09-bd01-470ff406a314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.185075 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7822b28d-5593-4b65-8ff8-38aa8a7b0239 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.331683 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-76cc962b-9459-4d09-bd01-470ff406a314 None None] Allocated IP 172.20.0.2 (1ffab4a2-9f09-460c-b48f-8e07aa07a6ea/2b734284-9745-493d-b7b6-56b8ff51e3c0/40bbfcaa-1b8a-4d9c-9189-295014d2c6e0) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:48.351229 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eaafd3d9-d198-4110-9c64-bb641e95d80a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.363928 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eaafd3d9-d198-4110-9c64-bb641e95d80a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.374717 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f506ff-e93e-4905-ba52-661ccf4a3c1e req-743beab2-c405-4a7d-9788-5e489f8d2a84 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:48.388689 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f506ff-e93e-4905-ba52-661ccf4a3c1e req-743beab2-c405-4a7d-9788-5e489f8d2a84 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:48.395325 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f506ff-e93e-4905-ba52-661ccf4a3c1e req-743beab2-c405-4a7d-9788-5e489f8d2a84 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:48.402114 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f506ff-e93e-4905-ba52-661ccf4a3c1e req-743beab2-c405-4a7d-9788-5e489f8d2a84 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:48.408408 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f506ff-e93e-4905-ba52-661ccf4a3c1e req-743beab2-c405-4a7d-9788-5e489f8d2a84 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:48.415715 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f506ff-e93e-4905-ba52-661ccf4a3c1e req-743beab2-c405-4a7d-9788-5e489f8d2a84 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:48.422682 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f506ff-e93e-4905-ba52-661ccf4a3c1e req-743beab2-c405-4a7d-9788-5e489f8d2a84 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:48.424980 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1f506ff-e93e-4905-ba52-661ccf4a3c1e req-743beab2-c405-4a7d-9788-5e489f8d2a84 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5432 time: 0.4848785 Jul 16 08:43:48.518174 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eaafd3d9-d198-4110-9c64-bb641e95d80a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.561513 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1f506ff-e93e-4905-ba52-661ccf4a3c1e req-65e1f2f1-157e-40d3-884c-2c1327501374 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1258111 Jul 16 08:43:48.693134 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d989286b-26f4-412a-8a91-2ba861764540 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:43:48.712287 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48920) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:48.731098 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: d989286b-26f4-412a-8a91-2ba861764540 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:43:48.731606 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d989286b-26f4-412a-8a91-2ba861764540 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:43:48.760188 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-76cc962b-9459-4d09-bd01-470ff406a314 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.769223 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-76cc962b-9459-4d09-bd01-470ff406a314 None None] Transition to ACTIVE for port object 40bbfcaa-1b8a-4d9c-9189-295014d2c6e0 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:48.777701 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eaafd3d9-d198-4110-9c64-bb641e95d80a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.787928 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-76cc962b-9459-4d09-bd01-470ff406a314 None None] Transition to ACTIVE for port object 40bbfcaa-1b8a-4d9c-9189-295014d2c6e0 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:48.796336 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-76cc962b-9459-4d09-bd01-470ff406a314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.805765 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5637142b-201f-491a-806b-629696e6bf54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.832079 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7822b28d-5593-4b65-8ff8-38aa8a7b0239 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.834655 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5637142b-201f-491a-806b-629696e6bf54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.836003 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76cc962b-9459-4d09-bd01-470ff406a314 None None] Network 1ffab4a2-9f09-460c-b48f-8e07aa07a6ea is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:48.837954 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-76cc962b-9459-4d09-bd01-470ff406a314 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:48.845122 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76cc962b-9459-4d09-bd01-470ff406a314 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:48.894513 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5637142b-201f-491a-806b-629696e6bf54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01bc4665-805f-4a78-9c62-3e6b1f56df49,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:48.895470 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d41cc5d-3495-42f5-b8df-939d0da72344 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:48.901469 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7822b28d-5593-4b65-8ff8-38aa8a7b0239 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.906987 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d41cc5d-3495-42f5-b8df-939d0da72344 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.918091 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc962b-9459-4d09-bd01-470ff406a314 None None] Pushing event updated for resources: {'Port': ['ID=40bbfcaa-1b8a-4d9c-9189-295014d2c6e0,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:48.930924 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5637142b-201f-491a-806b-629696e6bf54 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=60b3c1581a3942f8b2b2d2a59c826403&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6788423 Jul 16 08:43:48.933628 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48924) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:48.935662 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-76cc962b-9459-4d09-bd01-470ff406a314 None None] Attempting to bind port 40bbfcaa-1b8a-4d9c-9189-295014d2c6e0 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:43:48.936047 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-76cc962b-9459-4d09-bd01-470ff406a314 None None] Attempting to bind port 40bbfcaa-1b8a-4d9c-9189-295014d2c6e0 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'f4108414-e6a7-4f7b-a09f-cf9c313b1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1ffab4a2-9f09-460c-b48f-8e07aa07a6ea'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:43:48.936470 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cc962b-9459-4d09-bd01-470ff406a314 None None] Attempting to bind port 40bbfcaa-1b8a-4d9c-9189-295014d2c6e0 on network 1ffab4a2-9f09-460c-b48f-8e07aa07a6ea {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:43:48.942510 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cc962b-9459-4d09-bd01-470ff406a314 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:43:48.943233 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cc962b-9459-4d09-bd01-470ff406a314 None None] Checking segment: {'id': 'f4108414-e6a7-4f7b-a09f-cf9c313b1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1ffab4a2-9f09-460c-b48f-8e07aa07a6ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:48.944558 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-76cc962b-9459-4d09-bd01-470ff406a314 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:48.946384 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76cc962b-9459-4d09-bd01-470ff406a314 None None] Bound using segment: {'id': 'f4108414-e6a7-4f7b-a09f-cf9c313b1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1ffab4a2-9f09-460c-b48f-8e07aa07a6ea'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:43:48.947261 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-76cc962b-9459-4d09-bd01-470ff406a314 None None] Bound port: 40bbfcaa-1b8a-4d9c-9189-295014d2c6e0, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f4108414-e6a7-4f7b-a09f-cf9c313b1ef5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '1ffab4a2-9f09-460c-b48f-8e07aa07a6ea'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:43:48.947842 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-76cc962b-9459-4d09-bd01-470ff406a314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.009650 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-1d41cc5d-3495-42f5-b8df-939d0da72344 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] device_id is not set on port 5c59ee98-b03b-4ba8-a306-99a6347524a1 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:43:49.015185 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-d3f3d8f8-abdb-493b-9fcd-270b6115e283 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-669495853-network', 'tenant_id': 'ba4766327c25499aabe1317ded46023a'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:49.033237 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-76cc962b-9459-4d09-bd01-470ff406a314 None None] For port 40bbfcaa-1b8a-4d9c-9189-295014d2c6e0, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:43:49.039496 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-76cc962b-9459-4d09-bd01-470ff406a314 None None] For port 40bbfcaa-1b8a-4d9c-9189-295014d2c6e0, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=40bbfcaa-1b8a-4d9c-9189-295014d2c6e0,segment=NetworkSegment(f4108414-e6a7-4f7b-a09f-cf9c313b1ef5),segment_id=f4108414-e6a7-4f7b-a09f-cf9c313b1ef5)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:43:49.045109 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-76cc962b-9459-4d09-bd01-470ff406a314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.086179 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-55144a9f-e926-4b65-8168-1cb7eb10a5bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.105025 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f3d8f8-abdb-493b-9fcd-270b6115e283 admin admin] Made reservation on behalf of ba4766327c25499aabe1317ded46023a for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:49.107509 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3f3d8f8-abdb-493b-9fcd-270b6115e283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.131936 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3f3d8f8-abdb-493b-9fcd-270b6115e283 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.132746 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cc962b-9459-4d09-bd01-470ff406a314 None None] Pushing event updated for resources: {'Port': ['ID=40bbfcaa-1b8a-4d9c-9189-295014d2c6e0,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:49.159840 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-55144a9f-e926-4b65-8168-1cb7eb10a5bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.170012 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-1d41cc5d-3495-42f5-b8df-939d0da72344 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Allocated IP 172.20.0.8 (1ffab4a2-9f09-460c-b48f-8e07aa07a6ea/2b734284-9745-493d-b7b6-56b8ff51e3c0/5c59ee98-b03b-4ba8-a306-99a6347524a1) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:49.186401 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-7822b28d-5593-4b65-8ff8-38aa8a7b0239 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Allocated IP 172.25.3.194 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/64f62c1f-4c28-4fa2-914e-540b2b798b32) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:49.314933 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eaafd3d9-d198-4110-9c64-bb641e95d80a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.330068 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-55144a9f-e926-4b65-8168-1cb7eb10a5bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.333061 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-55144a9f-e926-4b65-8168-1cb7eb10a5bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.336892 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-55144a9f-e926-4b65-8168-1cb7eb10a5bc admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/01bc4665-805f-4a78-9c62-3e6b1f56df49 HTTP/1.1" status: 204 len: 168 time: 0.3990545 Jul 16 08:43:49.343404 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eaafd3d9-d198-4110-9c64-bb641e95d80a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.355245 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55144a9f-e926-4b65-8168-1cb7eb10a5bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bc4665-805f-4a78-9c62-3e6b1f56df49,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:49.405189 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7822b28d-5593-4b65-8ff8-38aa8a7b0239 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.433540 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3f3d8f8-abdb-493b-9fcd-270b6115e283 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.487106 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3f3d8f8-abdb-493b-9fcd-270b6115e283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.537131 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7822b28d-5593-4b65-8ff8-38aa8a7b0239 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.554354 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f3d8f8-abdb-493b-9fcd-270b6115e283 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:43:49.642006 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3f3d8f8-abdb-493b-9fcd-270b6115e283 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.643148 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-d3f3d8f8-abdb-493b-9fcd-270b6115e283 admin admin] Added segment 3e3e0b5e-d65e-40dd-8597-7f4a644a5841 of type vlan for network 0d427235-37c8-46d2-b8bf-e52b7ceecefe Jul 16 08:43:49.648408 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3d8f8-abdb-493b-9fcd-270b6115e283 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=621dba7d-741a-4958-9873-96d5bf4ed144,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:49.729063 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7822b28d-5593-4b65-8ff8-38aa8a7b0239 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:49.756765 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-7822b28d-5593-4b65-8ff8-38aa8a7b0239 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:49.760232 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7822b28d-5593-4b65-8ff8-38aa8a7b0239 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:49.809558 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822b28d-5593-4b65-8ff8-38aa8a7b0239 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Pushing event updated for resources: {'Port': ['ID=64f62c1f-4c28-4fa2-914e-540b2b798b32,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:49.826670 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3f3d8f8-abdb-493b-9fcd-270b6115e283 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.828610 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-eaafd3d9-d198-4110-9c64-bb641e95d80a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Allocated IP 172.25.3.44 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/08f8c7c0-179e-41d1-ae1b-84301bfff460) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:49.965558 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3f3d8f8-abdb-493b-9fcd-270b6115e283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:49.966843 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f3d8f8-abdb-493b-9fcd-270b6115e283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:49.967646 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3f3d8f8-abdb-493b-9fcd-270b6115e283 admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.001964 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eaafd3d9-d198-4110-9c64-bb641e95d80a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.022820 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48942) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:50.049554 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d3f3d8f8-abdb-493b-9fcd-270b6115e283 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.3315363 Jul 16 08:43:50.054712 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48944) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:50.063613 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-7e191b6b-a4da-4902-9c89-f52de1e505f0 admin admin] Request body: {'subnet': {'network_id': '0d427235-37c8-46d2-b8bf-e52b7ceecefe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-669495853-subnet', 'tenant_id': 'ba4766327c25499aabe1317ded46023a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:50.067939 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1f1f64f-d11c-4c9f-b454-f131b95ca55b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.072780 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d41cc5d-3495-42f5-b8df-939d0da72344 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.105490 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-1d41cc5d-3495-42f5-b8df-939d0da72344 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Transition to ACTIVE for port object 5c59ee98-b03b-4ba8-a306-99a6347524a1 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:50.133709 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f3d8f8-abdb-493b-9fcd-270b6115e283 admin admin] Pushing event updated for resources: {'Network': ['ID=0d427235-37c8-46d2-b8bf-e52b7ceecefe,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:50.144754 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 0d427235-37c8-46d2-b8bf-e52b7ceecefe details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:43:50.151342 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47747306-c442-4432-a20c-1a84ee74c4d5 req-02a16f4d-3bdc-4a8e-86dc-491a2f713db4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:50.157430 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47747306-c442-4432-a20c-1a84ee74c4d5 req-02a16f4d-3bdc-4a8e-86dc-491a2f713db4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:50.164427 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47747306-c442-4432-a20c-1a84ee74c4d5 req-02a16f4d-3bdc-4a8e-86dc-491a2f713db4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:50.170721 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47747306-c442-4432-a20c-1a84ee74c4d5 req-02a16f4d-3bdc-4a8e-86dc-491a2f713db4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:50.176616 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47747306-c442-4432-a20c-1a84ee74c4d5 req-02a16f4d-3bdc-4a8e-86dc-491a2f713db4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:50.182900 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47747306-c442-4432-a20c-1a84ee74c4d5 req-02a16f4d-3bdc-4a8e-86dc-491a2f713db4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:50.188805 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47747306-c442-4432-a20c-1a84ee74c4d5 req-02a16f4d-3bdc-4a8e-86dc-491a2f713db4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:50.196597 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47747306-c442-4432-a20c-1a84ee74c4d5 req-02a16f4d-3bdc-4a8e-86dc-491a2f713db4 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5432 time: 0.2466738 Jul 16 08:43:50.300984 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eaafd3d9-d198-4110-9c64-bb641e95d80a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.305501 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e191b6b-a4da-4902-9c89-f52de1e505f0 admin admin] Made reservation on behalf of ba4766327c25499aabe1317ded46023a for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:50.308014 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e191b6b-a4da-4902-9c89-f52de1e505f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.344606 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7822b28d-5593-4b65-8ff8-38aa8a7b0239 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.383494 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47747306-c442-4432-a20c-1a84ee74c4d5 req-427131b7-5504-439e-a4f2-da831c41976b tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1859088 Jul 16 08:43:50.507589 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaafd3d9-d198-4110-9c64-bb641e95d80a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:50.510367 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaafd3d9-d198-4110-9c64-bb641e95d80a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Port': ['ID=08f8c7c0-179e-41d1-ae1b-84301bfff460,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:50.530732 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-eaafd3d9-d198-4110-9c64-bb641e95d80a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:50.534435 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 40bbfcaa-1b8a-4d9c-9189-295014d2c6e0 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:50.548435 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaafd3d9-d198-4110-9c64-bb641e95d80a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:50.560793 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d41cc5d-3495-42f5-b8df-939d0da72344 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.660179 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 40bbfcaa-1b8a-4d9c-9189-295014d2c6e0 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:50.718668 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d41cc5d-3495-42f5-b8df-939d0da72344 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network 1ffab4a2-9f09-460c-b48f-8e07aa07a6ea is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:50.734464 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-1d41cc5d-3495-42f5-b8df-939d0da72344 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:50.737413 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d41cc5d-3495-42f5-b8df-939d0da72344 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:50.810446 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41cc5d-3495-42f5-b8df-939d0da72344 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Port': ['ID=5c59ee98-b03b-4ba8-a306-99a6347524a1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:50.884077 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8cbd7de-032d-4e93-b8bb-08408b202f28 None None] Network 1ffab4a2-9f09-460c-b48f-8e07aa07a6ea requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:50.895329 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7822b28d-5593-4b65-8ff8-38aa8a7b0239 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.899419 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d41cc5d-3495-42f5-b8df-939d0da72344 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:50.903273 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d41cc5d-3495-42f5-b8df-939d0da72344 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:50.995763 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1f1f64f-d11c-4c9f-b454-f131b95ca55b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.010999 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1f1f64f-d11c-4c9f-b454-f131b95ca55b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.044113 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1d41cc5d-3495-42f5-b8df-939d0da72344 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.5575092 Jul 16 08:43:51.054198 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48956) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:51.086299 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6d676032-d9d7-4c06-819f-47d39aebea76 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'port': {'network_id': '1ffab4a2-9f09-460c-b48f-8e07aa07a6ea', 'name': 'tempest-PortsTestJSON-506636872'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:51.095184 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9f47f623-2d8a-4b21-b1d5-3b5429bdd619 None None] Provisioning for port 40bbfcaa-1b8a-4d9c-9189-295014d2c6e0 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:51.113502 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9f47f623-2d8a-4b21-b1d5-3b5429bdd619 None None] Provisioning complete for port 40bbfcaa-1b8a-4d9c-9189-295014d2c6e0 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:51.114713 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9f47f623-2d8a-4b21-b1d5-3b5429bdd619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.146441 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e1f1f64f-d11c-4c9f-b454-f131b95ca55b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=49fe2a3c2f864dabba93660f1286dd78&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1210947 Jul 16 08:43:51.146441 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f1f64f-d11c-4c9f-b454-f131b95ca55b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4b640f-7b51-40c8-b637-bd45b8a37a76,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:51.152013 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48958) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:51.320581 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9f47f623-2d8a-4b21-b1d5-3b5429bdd619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.363170 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8285a933-14c3-457e-8e9c-5c975d8daab9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.365872 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-9f47f623-2d8a-4b21-b1d5-3b5429bdd619 None None] For port 40bbfcaa-1b8a-4d9c-9189-295014d2c6e0, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=40bbfcaa-1b8a-4d9c-9189-295014d2c6e0,segment=NetworkSegment(f4108414-e6a7-4f7b-a09f-cf9c313b1ef5),segment_id=f4108414-e6a7-4f7b-a09f-cf9c313b1ef5)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:43:51.377798 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9f47f623-2d8a-4b21-b1d5-3b5429bdd619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.460565 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8285a933-14c3-457e-8e9c-5c975d8daab9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.465928 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f47f623-2d8a-4b21-b1d5-3b5429bdd619 None None] Pushing event updated for resources: {'Port': ['ID=40bbfcaa-1b8a-4d9c-9189-295014d2c6e0,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:51.511780 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c6b65-73b9-47ac-8817-f683710261d9 req-9cb1ca1b-e4b6-4f87-8de9-1a29bd32d898 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:51.517771 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c6b65-73b9-47ac-8817-f683710261d9 req-9cb1ca1b-e4b6-4f87-8de9-1a29bd32d898 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:51.523969 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c6b65-73b9-47ac-8817-f683710261d9 req-9cb1ca1b-e4b6-4f87-8de9-1a29bd32d898 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:51.534315 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c6b65-73b9-47ac-8817-f683710261d9 req-9cb1ca1b-e4b6-4f87-8de9-1a29bd32d898 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:51.542101 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c6b65-73b9-47ac-8817-f683710261d9 req-9cb1ca1b-e4b6-4f87-8de9-1a29bd32d898 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:51.547952 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c6b65-73b9-47ac-8817-f683710261d9 req-9cb1ca1b-e4b6-4f87-8de9-1a29bd32d898 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:51.554025 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eaafd3d9-d198-4110-9c64-bb641e95d80a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.554461 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2c6b65-73b9-47ac-8817-f683710261d9 req-9cb1ca1b-e4b6-4f87-8de9-1a29bd32d898 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:51.556442 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2f2c6b65-73b9-47ac-8817-f683710261d9 req-9cb1ca1b-e4b6-4f87-8de9-1a29bd32d898 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5432 time: 0.8946915 Jul 16 08:43:51.556781 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8285a933-14c3-457e-8e9c-5c975d8daab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.559550 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8285a933-14c3-457e-8e9c-5c975d8daab9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.568006 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8285a933-14c3-457e-8e9c-5c975d8daab9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fd4b640f-7b51-40c8-b637-bd45b8a37a76 HTTP/1.1" status: 204 len: 168 time: 0.4117873 Jul 16 08:43:51.570792 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48962) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:51.576391 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-a5024af2-d849-4c3d-9ca6-21c90a94d8d9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Request body: {'floatingip': {'port_id': 'ec6adfab-2926-4726-bbb1-6322adf2bd21'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:51.650451 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a5024af2-d849-4c3d-9ca6-21c90a94d8d9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for floatingip, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.678870 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7822b28d-5593-4b65-8ff8-38aa8a7b0239 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Router 40448b28-4e6d-4d21-afbd-452dadcc415b is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:43:51.714755 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b21872a4-9605-42d3-a39a-410047ef6bb9 None None] Provisioning complete for port 40bbfcaa-1b8a-4d9c-9189-295014d2c6e0 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:51.715396 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b21872a4-9605-42d3-a39a-410047ef6bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.768283 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d676032-d9d7-4c06-819f-47d39aebea76 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:43:51.772611 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d676032-d9d7-4c06-819f-47d39aebea76 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.815576 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8285a933-14c3-457e-8e9c-5c975d8daab9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4b640f-7b51-40c8-b637-bd45b8a37a76,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:51.858880 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-6d676032-d9d7-4c06-819f-47d39aebea76 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] device_id is not set on port 6c99902d-3e8d-43e9-bdde-72b486b1a1a2 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:43:51.964558 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7822b28d-5593-4b65-8ff8-38aa8a7b0239 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:51.979803 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e191b6b-a4da-4902-9c89-f52de1e505f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:51.981123 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce88e5a2-7879-4734-b449-740e5cc32d3c None None] Sync routers for ids ['40448b28-4e6d-4d21-afbd-452dadcc415b'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:51.998154 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b21872a4-9605-42d3-a39a-410047ef6bb9 None None] Provisioning for port 5c59ee98-b03b-4ba8-a306-99a6347524a1 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:52.004010 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b21872a4-9605-42d3-a39a-410047ef6bb9 None None] Provisioning complete for port 5c59ee98-b03b-4ba8-a306-99a6347524a1 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:52.004633 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b21872a4-9605-42d3-a39a-410047ef6bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.008015 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce88e5a2-7879-4734-b449-740e5cc32d3c None None] Routers {'40448b28-4e6d-4d21-afbd-452dadcc415b'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:52.008935 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ce88e5a2-7879-4734-b449-740e5cc32d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:43:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['40448b28-4e6d-4d21-afbd-452dadcc415b'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:52.072553 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7822b28d-5593-4b65-8ff8-38aa8a7b0239 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.074366 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ce88e5a2-7879-4734-b449-740e5cc32d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:52.076854 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7822b28d-5593-4b65-8ff8-38aa8a7b0239 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 5.6290238 Jul 16 08:43:52.080199 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48972) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:52.087937 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-2466107b-4549-44cc-b274-019ec6205c1e tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'enable_snat': False}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:52.101427 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce88e5a2-7879-4734-b449-740e5cc32d3c None None] Routers {'40448b28-4e6d-4d21-afbd-452dadcc415b'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:52.102246 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ce88e5a2-7879-4734-b449-740e5cc32d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:43:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['40448b28-4e6d-4d21-afbd-452dadcc415b'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:52.147348 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b21872a4-9605-42d3-a39a-410047ef6bb9 None None] Port 5c59ee98-b03b-4ba8-a306-99a6347524a1 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:52.149479 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ce88e5a2-7879-4734-b449-740e5cc32d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:52.157552 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce88e5a2-7879-4734-b449-740e5cc32d3c None None] The sync data for ids ['40448b28-4e6d-4d21-afbd-452dadcc415b'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:52.175058 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-6d676032-d9d7-4c06-819f-47d39aebea76 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Allocated IP 172.20.0.4 (1ffab4a2-9f09-460c-b48f-8e07aa07a6ea/2b734284-9745-493d-b7b6-56b8ff51e3c0/6c99902d-3e8d-43e9-bdde-72b486b1a1a2) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:52.210341 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e191b6b-a4da-4902-9c89-f52de1e505f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a1ee6ec-9679-4220-8476-a93bd7695432,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:52.217638 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e191b6b-a4da-4902-9c89-f52de1e505f0 admin admin] Checking segment: {'id': '3e3e0b5e-d65e-40dd-8597-7f4a644a5841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0d427235-37c8-46d2-b8bf-e52b7ceecefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:43:52.218188 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e191b6b-a4da-4902-9c89-f52de1e505f0 admin admin] Network hostable DHCP agents. Network: 0d427235-37c8-46d2-b8bf-e52b7ceecefe, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:43:52.277980 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-bf872b76-fb7e-4b5a-92d6-27e2244aff18 None None] Provisioning complete for port 5c59ee98-b03b-4ba8-a306-99a6347524a1 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:52.280034 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bf872b76-fb7e-4b5a-92d6-27e2244aff18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.386253 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-bf872b76-fb7e-4b5a-92d6-27e2244aff18 None None] Port 5c59ee98-b03b-4ba8-a306-99a6347524a1 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:52.392289 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e191b6b-a4da-4902-9c89-f52de1e505f0 admin admin] Network 0d427235-37c8-46d2-b8bf-e52b7ceecefe is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:43:52.395822 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d676032-d9d7-4c06-819f-47d39aebea76 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.416027 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-6d676032-d9d7-4c06-819f-47d39aebea76 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Transition to ACTIVE for port object 6c99902d-3e8d-43e9-bdde-72b486b1a1a2 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:43:52.417377 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-7e191b6b-a4da-4902-9c89-f52de1e505f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 0d427235-37c8-46d2-b8bf-e52b7ceecefe) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:52.434502 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e191b6b-a4da-4902-9c89-f52de1e505f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:52.435213 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e191b6b-a4da-4902-9c89-f52de1e505f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.438935 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5dfb92e-b7c0-46bd-b0dc-cff4ae1425e9 None None] Network 0d427235-37c8-46d2-b8bf-e52b7ceecefe requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:52.504732 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eaafd3d9-d198-4110-9c64-bb641e95d80a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.511592 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d676032-d9d7-4c06-819f-47d39aebea76 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.534511 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7e191b6b-a4da-4902-9c89-f52de1e505f0 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.4757979 Jul 16 08:43:52.543854 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48982) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:52.547346 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 40bbfcaa-1b8a-4d9c-9189-295014d2c6e0 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:43:52.555986 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-34163ec6-e9ff-4510-a1c1-f24c2005bc5d admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-669495853-router', 'tenant_id': 'ba4766327c25499aabe1317ded46023a', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:52.637199 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 40bbfcaa-1b8a-4d9c-9189-295014d2c6e0 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:52.637668 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.700755 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-34163ec6-e9ff-4510-a1c1-f24c2005bc5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.702154 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-34163ec6-e9ff-4510-a1c1-f24c2005bc5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:52.772938 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d676032-d9d7-4c06-819f-47d39aebea76 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network 1ffab4a2-9f09-460c-b48f-8e07aa07a6ea is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:52.782143 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d676032-d9d7-4c06-819f-47d39aebea76 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Port': ['ID=6c99902d-3e8d-43e9-bdde-72b486b1a1a2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:52.796948 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d85faef0-58c8-4193-9e6a-5b494c88960d None None] Network 0d427235-37c8-46d2-b8bf-e52b7ceecefe requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:52.806641 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-6d676032-d9d7-4c06-819f-47d39aebea76 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:52.817176 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d676032-d9d7-4c06-819f-47d39aebea76 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:53.048961 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d676032-d9d7-4c06-819f-47d39aebea76 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:53.049678 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d676032-d9d7-4c06-819f-47d39aebea76 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.081220 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6d676032-d9d7-4c06-819f-47d39aebea76 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0222077 Jul 16 08:43:53.082825 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eaafd3d9-d198-4110-9c64-bb641e95d80a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Router 3fc007dd-721b-4d04-b522-eda20c6fbf13 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:43:53.089202 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49002) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:53.134694 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2466107b-4549-44cc-b274-019ec6205c1e tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.291936 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-34163ec6-e9ff-4510-a1c1-f24c2005bc5d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.327191 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c2937c3a-8d67-4aeb-85e7-88f27dadc46a None None] Provisioning for port 6c99902d-3e8d-43e9-bdde-72b486b1a1a2 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:43:53.336949 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c2937c3a-8d67-4aeb-85e7-88f27dadc46a None None] Provisioning complete for port 6c99902d-3e8d-43e9-bdde-72b486b1a1a2 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:43:53.337780 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c2937c3a-8d67-4aeb-85e7-88f27dadc46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.342140 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.db.resource_extend [None req-a5024af2-d849-4c3d-9ca6-21c90a94d8d9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:43:53.596960 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c2937c3a-8d67-4aeb-85e7-88f27dadc46a None None] Port 6c99902d-3e8d-43e9-bdde-72b486b1a1a2 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:43:53.653218 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eaafd3d9-d198-4110-9c64-bb641e95d80a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:53.665620 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8277be8b-67c8-4e42-af63-c89c3cae57bf None None] Sync routers for ids ['3fc007dd-721b-4d04-b522-eda20c6fbf13'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:53.695283 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8277be8b-67c8-4e42-af63-c89c3cae57bf None None] Routers {'3fc007dd-721b-4d04-b522-eda20c6fbf13'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:53.695970 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a5024af2-d849-4c3d-9ca6-21c90a94d8d9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.706289 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8277be8b-67c8-4e42-af63-c89c3cae57bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:43:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['3fc007dd-721b-4d04-b522-eda20c6fbf13'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:53.735691 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-34163ec6-e9ff-4510-a1c1-f24c2005bc5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.741146 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a5024af2-d849-4c3d-9ca6-21c90a94d8d9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.796263 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eaafd3d9-d198-4110-9c64-bb641e95d80a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:53.803397 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-eaafd3d9-d198-4110-9c64-bb641e95d80a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 6.2774761 Jul 16 08:43:53.804487 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49028) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:53.815001 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8277be8b-67c8-4e42-af63-c89c3cae57bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:53.841360 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8277be8b-67c8-4e42-af63-c89c3cae57bf None None] Routers {'3fc007dd-721b-4d04-b522-eda20c6fbf13'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:53.841988 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8277be8b-67c8-4e42-af63-c89c3cae57bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:43:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['3fc007dd-721b-4d04-b522-eda20c6fbf13'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:53.898940 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8277be8b-67c8-4e42-af63-c89c3cae57bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:53.899602 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8277be8b-67c8-4e42-af63-c89c3cae57bf None None] The sync data for ids ['3fc007dd-721b-4d04-b522-eda20c6fbf13'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:53.952300 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-a5024af2-d849-4c3d-9ca6-21c90a94d8d9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Floating IP cc8e2091-0a8e-468a-9b95-df0e36061113 associated. External IP: 172.25.3.251, port: ec6adfab-2926-4726-bbb1-6322adf2bd21. Jul 16 08:43:54.592715 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-add4cdfb-5425-4240-9111-90b8d94cc254 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "GET /v2.0/routers/3fc007dd-721b-4d04-b522-eda20c6fbf13 HTTP/1.1" status: 200 len: 883 time: 0.7843673 Jul 16 08:43:54.595287 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49048) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:54.619919 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4613eac4-5e51-4fb8-91c7-8a452a3a7640 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:54.625467 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4613eac4-5e51-4fb8-91c7-8a452a3a7640 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 922 time: 1.5294654 Jul 16 08:43:54.644335 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49052) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:55.120552 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-3280b109-c6c9-49b9-aa9e-cc48c521d8fc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting port 6c99902d-3e8d-43e9-bdde-72b486b1a1a2 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:55.121227 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3280b109-c6c9-49b9-aa9e-cc48c521d8fc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:55.208117 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5024af2-d849-4c3d-9ca6-21c90a94d8d9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Router e51cf9c8-0fe6-4430-83c8-15c9bd46b226 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:43:55.233637 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5f07e5e8-7bc8-4708-b80b-9967c8f13f33 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.6058588 Jul 16 08:43:55.236542 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49084) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:55.241736 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c0425a43-3adf-43fc-ab6d-3e9bf9ea7639 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-572431199'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:43:55.385364 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-34163ec6-e9ff-4510-a1c1-f24c2005bc5d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:55.418510 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-34163ec6-e9ff-4510-a1c1-f24c2005bc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:55.429961 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3280b109-c6c9-49b9-aa9e-cc48c521d8fc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:55.470145 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-3280b109-c6c9-49b9-aa9e-cc48c521d8fc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Calling delete_port for 6c99902d-3e8d-43e9-bdde-72b486b1a1a2 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:55.654244 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2466107b-4549-44cc-b274-019ec6205c1e tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:55.685308 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5024af2-d849-4c3d-9ca6-21c90a94d8d9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:55.693532 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a5024af2-d849-4c3d-9ca6-21c90a94d8d9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:55.696559 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2466107b-4549-44cc-b274-019ec6205c1e tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-523541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-523532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523653'] for router, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:55.707819 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d95815f-1ccd-45e0-82f5-d18dfe32610a None None] Sync routers for ids ['e51cf9c8-0fe6-4430-83c8-15c9bd46b226'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:55.732263 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d95815f-1ccd-45e0-82f5-d18dfe32610a None None] Routers {'e51cf9c8-0fe6-4430-83c8-15c9bd46b226'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:55.732930 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8d95815f-1ccd-45e0-82f5-d18dfe32610a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:43:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['e51cf9c8-0fe6-4430-83c8-15c9bd46b226'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:55.795255 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3280b109-c6c9-49b9-aa9e-cc48c521d8fc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:55.857014 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-34163ec6-e9ff-4510-a1c1-f24c2005bc5d admin admin] Allocated IP 172.25.3.242 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/b639181d-5f68-4b84-80c9-0c0b574dc97d) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:43:55.886915 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a5024af2-d849-4c3d-9ca6-21c90a94d8d9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "PUT /v2.0/floatingips/cc8e2091-0a8e-468a-9b95-df0e36061113 HTTP/1.1" status: 200 len: 991 time: 4.3140550 Jul 16 08:43:55.904735 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'tag': 'ec6adfab-2926-4726-bbb1-6322adf2bd21'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:43:55.909438 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099811ea-dd51-4428-a480-73ba37bde142" -d '{"events": [{"name": "network-changed", "server_uuid": "736da105-041e-439e-ba87-45876ee23593", "tag": "ec6adfab-2926-4726-bbb1-6322adf2bd21"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:43:55.916823 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3280b109-c6c9-49b9-aa9e-cc48c521d8fc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Port': ['ID=6c99902d-3e8d-43e9-bdde-72b486b1a1a2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:56.106453 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-8d95815f-1ccd-45e0-82f5-d18dfe32610a None None] Set router e51cf9c8-0fe6-4430-83c8-15c9bd46b226 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:56.144252 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:43:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29570d64-3854-4604-9c7f-13ddf107b4bb x-openstack-request-id: req-29570d64-3854-4604-9c7f-13ddf107b4bb {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:43:56.168758 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "736da105-041e-439e-ba87-45876ee23593", "tag": "ec6adfab-2926-4726-bbb1-6322adf2bd21", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:43:56.169050 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-29570d64-3854-4604-9c7f-13ddf107b4bb {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:43:56.169496 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'tag': 'ec6adfab-2926-4726-bbb1-6322adf2bd21', 'status': 'completed', 'code': 200} Jul 16 08:43:56.208404 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2466107b-4549-44cc-b274-019ec6205c1e tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Router 40448b28-4e6d-4d21-afbd-452dadcc415b has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:43:56.222363 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49110) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:56.273068 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3280b109-c6c9-49b9-aa9e-cc48c521d8fc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.276572 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3280b109-c6c9-49b9-aa9e-cc48c521d8fc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/ports/6c99902d-3e8d-43e9-bdde-72b486b1a1a2 HTTP/1.1" status: 204 len: 168 time: 1.5918653 Jul 16 08:43:56.280252 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49114) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:56.367461 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9a7469a-8d34-4a3d-9637-e4da8a2d615a tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] GET failed (client error): The resource could not be found. Jul 16 08:43:56.386861 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d9a7469a-8d34-4a3d-9637-e4da8a2d615a tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "GET /v2.0/ports/6c99902d-3e8d-43e9-bdde-72b486b1a1a2 HTTP/1.1" status: 404 len: 333 time: 0.0926065 Jul 16 08:43:56.389723 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49118) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:56.417568 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c0425a43-3adf-43fc-ab6d-3e9bf9ea7639 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.453207 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8d95815f-1ccd-45e0-82f5-d18dfe32610a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'name': 'tempest-TaggedBootDevicesTest-309867317-router', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'c1d5bfe9-14cd-4d71-86c6-029966b3a724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:13Z', 'updated_at': '2021-07-16T08:40:29Z', 'revision_number': 4, 'project_id': '2fe358b4bf3b41e19a3794e097af1b16', 'gw_port': {'id': 'c1d5bfe9-14cd-4d71-86c6-029966b3a724', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:16Z', 'updated_at': '2021-07-16T08:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'cc8e2091-0a8e-468a-9b95-df0e36061113', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'port_id': 'ec6adfab-2926-4726-bbb1-6322adf2bd21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d1b8de-8ca0-41e5-ab5d-58997722961e', 'mac_address': 'fa:16:3e:d1:72:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736da105-041e-439e-ba87-45876ee23593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:41:45Z', 'updated_at': '2021-07-16T08:43:52Z', 'revision_number': 1, 'project_id': '2fe358b4bf3b41e19a3794e097af1b16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '348428be-4f08-413e-a02b-528b87e5eee0', 'name': '', 'network_id': '68d1b8de-8ca0-41e5-ab5d-58997722961e', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'mac_address': 'fa:16:3e:12:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '74283639-7822-44b6-ad1c-b5976fafc479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:26Z', 'updated_at': '2021-07-16T08:40:48Z', 'revision_number': 5, 'project_id': '2fe358b4bf3b41e19a3794e097af1b16', 'subnets': [{'id': '74283639-7822-44b6-ad1c-b5976fafc479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:56.492897 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d95815f-1ccd-45e0-82f5-d18dfe32610a None None] Checking router: e51cf9c8-0fe6-4430-83c8-15c9bd46b226 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:43:56.503426 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-34163ec6-e9ff-4510-a1c1-f24c2005bc5d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.503662 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d95815f-1ccd-45e0-82f5-d18dfe32610a None None] Routers {'e51cf9c8-0fe6-4430-83c8-15c9bd46b226'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:56.504044 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8d95815f-1ccd-45e0-82f5-d18dfe32610a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:43:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['e51cf9c8-0fe6-4430-83c8-15c9bd46b226'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:56.607726 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c0425a43-3adf-43fc-ab6d-3e9bf9ea7639 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-523541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-523532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523653'] for router, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.626990 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099811ea-dd51-4428-a480-73ba37bde142 req-bd0900af-9c97-4da3-80c4-c3b462ea1837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:56.627998 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099811ea-dd51-4428-a480-73ba37bde142 req-bd0900af-9c97-4da3-80c4-c3b462ea1837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:56.628644 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099811ea-dd51-4428-a480-73ba37bde142 req-bd0900af-9c97-4da3-80c4-c3b462ea1837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:56.629475 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099811ea-dd51-4428-a480-73ba37bde142 req-bd0900af-9c97-4da3-80c4-c3b462ea1837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:56.630370 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099811ea-dd51-4428-a480-73ba37bde142 req-bd0900af-9c97-4da3-80c4-c3b462ea1837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:56.631090 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099811ea-dd51-4428-a480-73ba37bde142 req-bd0900af-9c97-4da3-80c4-c3b462ea1837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:56.631808 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099811ea-dd51-4428-a480-73ba37bde142 req-bd0900af-9c97-4da3-80c4-c3b462ea1837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:56.634490 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-099811ea-dd51-4428-a480-73ba37bde142 req-bd0900af-9c97-4da3-80c4-c3b462ea1837 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2fe358b4bf3b41e19a3794e097af1b16&device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 6496 time: 0.4988482 Jul 16 08:43:56.649830 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d4b388f-f7d3-4688-be8b-585457fbb371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.706330 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-8d95815f-1ccd-45e0-82f5-d18dfe32610a None None] Set router e51cf9c8-0fe6-4430-83c8-15c9bd46b226 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:43:56.745696 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-34163ec6-e9ff-4510-a1c1-f24c2005bc5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.826573 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2466107b-4549-44cc-b274-019ec6205c1e tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:56.838153 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c6e6b2-976b-4070-9116-8a4c7ede3f2e None None] Sync routers for ids ['40448b28-4e6d-4d21-afbd-452dadcc415b'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:56.846129 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2466107b-4549-44cc-b274-019ec6205c1e tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:56.850898 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2466107b-4549-44cc-b274-019ec6205c1e tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "PUT /v2.0/routers/40448b28-4e6d-4d21-afbd-452dadcc415b HTTP/1.1" status: 200 len: 922 time: 4.7670462 Jul 16 08:43:56.851542 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c6e6b2-976b-4070-9116-8a4c7ede3f2e None None] Routers {'40448b28-4e6d-4d21-afbd-452dadcc415b'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:56.852623 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-22c6e6b2-976b-4070-9116-8a4c7ede3f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:43:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['40448b28-4e6d-4d21-afbd-452dadcc415b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:56.853725 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34163ec6-e9ff-4510-a1c1-f24c2005bc5d admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:43:56.863433 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49166) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:56.968911 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-22c6e6b2-976b-4070-9116-8a4c7ede3f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:56.995462 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22c6e6b2-976b-4070-9116-8a4c7ede3f2e None None] Routers {'40448b28-4e6d-4d21-afbd-452dadcc415b'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:56.997014 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-34163ec6-e9ff-4510-a1c1-f24c2005bc5d admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:43:57.004751 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-22c6e6b2-976b-4070-9116-8a4c7ede3f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:43:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['40448b28-4e6d-4d21-afbd-452dadcc415b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:57.005235 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34163ec6-e9ff-4510-a1c1-f24c2005bc5d admin admin] Pushing event updated for resources: {'Port': ['ID=b639181d-5f68-4b84-80c9-0c0b574dc97d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:57.009926 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34163ec6-e9ff-4510-a1c1-f24c2005bc5d admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:43:57.018537 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099811ea-dd51-4428-a480-73ba37bde142 req-6bd83024-d7da-4064-a9c3-5f83305951f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:57.020380 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-099811ea-dd51-4428-a480-73ba37bde142 req-6bd83024-d7da-4064-a9c3-5f83305951f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=68d1b8de-8ca0-41e5-ab5d-58997722961e HTTP/1.1" status: 200 len: 912 time: 0.3440461 Jul 16 08:43:57.100637 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-22c6e6b2-976b-4070-9116-8a4c7ede3f2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:57.101387 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22c6e6b2-976b-4070-9116-8a4c7ede3f2e None None] The sync data for ids ['40448b28-4e6d-4d21-afbd-452dadcc415b'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:57.255475 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0425a43-3adf-43fc-ab6d-3e9bf9ea7639 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Router 3fc007dd-721b-4d04-b522-eda20c6fbf13 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:43:57.260552 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-fde784d9-94b1-46fd-9e3f-a99651452c59 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting port 5c59ee98-b03b-4ba8-a306-99a6347524a1 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:57.261090 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fde784d9-94b1-46fd-9e3f-a99651452c59 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.367775 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d4b388f-f7d3-4688-be8b-585457fbb371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.384872 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d4b388f-f7d3-4688-be8b-585457fbb371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.405459 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8d95815f-1ccd-45e0-82f5-d18dfe32610a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'name': 'tempest-TaggedBootDevicesTest-309867317-router', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'c1d5bfe9-14cd-4d71-86c6-029966b3a724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:13Z', 'updated_at': '2021-07-16T08:40:29Z', 'revision_number': 4, 'project_id': '2fe358b4bf3b41e19a3794e097af1b16', 'gw_port': {'id': 'c1d5bfe9-14cd-4d71-86c6-029966b3a724', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:16Z', 'updated_at': '2021-07-16T08:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'cc8e2091-0a8e-468a-9b95-df0e36061113', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'port_id': 'ec6adfab-2926-4726-bbb1-6322adf2bd21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d1b8de-8ca0-41e5-ab5d-58997722961e', 'mac_address': 'fa:16:3e:d1:72:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736da105-041e-439e-ba87-45876ee23593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:41:45Z', 'updated_at': '2021-07-16T08:43:52Z', 'revision_number': 1, 'project_id': '2fe358b4bf3b41e19a3794e097af1b16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '348428be-4f08-413e-a02b-528b87e5eee0', 'name': '', 'network_id': '68d1b8de-8ca0-41e5-ab5d-58997722961e', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'mac_address': 'fa:16:3e:12:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '74283639-7822-44b6-ad1c-b5976fafc479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:26Z', 'updated_at': '2021-07-16T08:40:48Z', 'revision_number': 5, 'project_id': '2fe358b4bf3b41e19a3794e097af1b16', 'subnets': [{'id': '74283639-7822-44b6-ad1c-b5976fafc479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:57.424462 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-099811ea-dd51-4428-a480-73ba37bde142 req-83ecc267-666e-4e2f-b5cc-51c3933fd9e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec6adfab-2926-4726-bbb1-6322adf2bd21 HTTP/1.1" status: 200 len: 999 time: 0.3814561 Jul 16 08:43:57.478980 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fde784d9-94b1-46fd-9e3f-a99651452c59 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.496259 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b2b09e9f-ce50-46ac-b402-982a372e958b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "GET /v2.0/routers/40448b28-4e6d-4d21-afbd-452dadcc415b HTTP/1.1" status: 200 len: 922 time: 0.6311281 Jul 16 08:43:57.497031 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49180) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:57.497692 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d95815f-1ccd-45e0-82f5-d18dfe32610a None None] The sync data for ids ['e51cf9c8-0fe6-4430-83c8-15c9bd46b226'] in n-d-771362-37 is: [{'id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'name': 'tempest-TaggedBootDevicesTest-309867317-router', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'c1d5bfe9-14cd-4d71-86c6-029966b3a724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:13Z', 'updated_at': '2021-07-16T08:40:29Z', 'revision_number': 4, 'project_id': '2fe358b4bf3b41e19a3794e097af1b16', 'gw_port': {'id': 'c1d5bfe9-14cd-4d71-86c6-029966b3a724', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:16Z', 'updated_at': '2021-07-16T08:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'cc8e2091-0a8e-468a-9b95-df0e36061113', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'floating_ip_address': '172.25.3.251', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'port_id': 'ec6adfab-2926-4726-bbb1-6322adf2bd21', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2259, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '68d1b8de-8ca0-41e5-ab5d-58997722961e', 'mac_address': 'fa:16:3e:d1:72:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '736da105-041e-439e-ba87-45876ee23593', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:41:45Z', 'updated_at': '2021-07-16T08:43:52Z', 'revision_number': 1, 'project_id': '2fe358b4bf3b41e19a3794e097af1b16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '348428be-4f08-413e-a02b-528b87e5eee0', 'name': '', 'network_id': '68d1b8de-8ca0-41e5-ab5d-58997722961e', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'mac_address': 'fa:16:3e:12:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '74283639-7822-44b6-ad1c-b5976fafc479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:26Z', 'updated_at': '2021-07-16T08:40:48Z', 'revision_number': 5, 'project_id': '2fe358b4bf3b41e19a3794e097af1b16', 'subnets': [{'id': '74283639-7822-44b6-ad1c-b5976fafc479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:57.499422 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7d4b388f-f7d3-4688-be8b-585457fbb371 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ed7f1d82be8e4734b26ce49e331c8bd7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2747686 Jul 16 08:43:57.508939 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49182) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:57.513270 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-fde784d9-94b1-46fd-9e3f-a99651452c59 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Calling delete_port for 5c59ee98-b03b-4ba8-a306-99a6347524a1 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:57.577623 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4b388f-f7d3-4688-be8b-585457fbb371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17afcce8-8cbb-4e50-8f32-b79116dcf246,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:57.650591 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099811ea-dd51-4428-a480-73ba37bde142 req-d48c4e20-5cc8-4a19-a4b7-7025a66b7475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:57.652202 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-099811ea-dd51-4428-a480-73ba37bde142 req-d48c4e20-5cc8-4a19-a4b7-7025a66b7475 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74283639-7822-44b6-ad1c-b5976fafc479 HTTP/1.1" status: 200 len: 850 time: 0.2185991 Jul 16 08:43:57.774306 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0425a43-3adf-43fc-ab6d-3e9bf9ea7639 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:43:57.783847 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c0425a43-3adf-43fc-ab6d-3e9bf9ea7639 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.788423 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c0425a43-3adf-43fc-ab6d-3e9bf9ea7639 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "PUT /v2.0/routers/3fc007dd-721b-4d04-b522-eda20c6fbf13 HTTP/1.1" status: 200 len: 890 time: 2.5475051 Jul 16 08:43:57.788423 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-388ca231-5859-4fcf-9a76-b531c185cad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:57.790267 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49214) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:57.812318 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606ffc84-de57-4d38-b33b-d4ef21f1055d None None] Sync routers for ids ['3fc007dd-721b-4d04-b522-eda20c6fbf13'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:43:57.831184 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606ffc84-de57-4d38-b33b-d4ef21f1055d None None] Routers {'3fc007dd-721b-4d04-b522-eda20c6fbf13'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:57.835711 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-606ffc84-de57-4d38-b33b-d4ef21f1055d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:43:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['3fc007dd-721b-4d04-b522-eda20c6fbf13'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:57.917403 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58e3ab62-36fb-4d56-92bb-d01ece0d7e3e None None] New status for floating IP cc8e2091-0a8e-468a-9b95-df0e36061113: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:43:57.933444 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b464c30-f0ab-4663-8d5f-06ace9f22f36 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:57.937810 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7b464c30-f0ab-4663-8d5f-06ace9f22f36 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=4a545af8-8142-4a44-8290-045c2901c634&device_id=40448b28-4e6d-4d21-afbd-452dadcc415b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4361496 Jul 16 08:43:57.938448 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49220) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:57.941395 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-388ca231-5859-4fcf-9a76-b531c185cad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.019521 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099811ea-dd51-4428-a480-73ba37bde142 req-ad08e860-10c0-407f-b590-fb217b3cdc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:58.021516 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-099811ea-dd51-4428-a480-73ba37bde142 req-ad08e860-10c0-407f-b590-fb217b3cdc32 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=68d1b8de-8ca0-41e5-ab5d-58997722961e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3317816 Jul 16 08:43:58.078507 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-34163ec6-e9ff-4510-a1c1-f24c2005bc5d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.200262 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-606ffc84-de57-4d38-b33b-d4ef21f1055d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:58.214044 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-606ffc84-de57-4d38-b33b-d4ef21f1055d None None] Routers {'3fc007dd-721b-4d04-b522-eda20c6fbf13'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:43:58.216760 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-606ffc84-de57-4d38-b33b-d4ef21f1055d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:43:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['3fc007dd-721b-4d04-b522-eda20c6fbf13'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:58.272909 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-267a1548-009e-46ce-94dd-24055dd86f12 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "GET /v2.0/routers/3fc007dd-721b-4d04-b522-eda20c6fbf13 HTTP/1.1" status: 200 len: 890 time: 0.4820292 Jul 16 08:43:58.294837 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49226) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:58.311026 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-606ffc84-de57-4d38-b33b-d4ef21f1055d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:43:58.314142 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-606ffc84-de57-4d38-b33b-d4ef21f1055d None None] The sync data for ids ['3fc007dd-721b-4d04-b522-eda20c6fbf13'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:43:58.315212 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fde784d9-94b1-46fd-9e3f-a99651452c59 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:58.381903 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5e3e1249-d171-45c8-a667-7689b95437db tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fc007dd-721b-4d04-b522-eda20c6fbf13 HTTP/1.1" status: 200 len: 205 time: 0.0830891 Jul 16 08:43:58.461434 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49232) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:58.583179 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a97df4ae-a77e-49fb-844a-a0db4e948d31 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:43:58.587753 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a97df4ae-a77e-49fb-844a-a0db4e948d31 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 881 time: 0.6406889 Jul 16 08:43:58.588253 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49236) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:58.725797 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1d25dabe-8fd8-4f0c-afed-4d88fb1b152f tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "GET /v2.0/ports?device_id=40448b28-4e6d-4d21-afbd-452dadcc415b HTTP/1.1" status: 200 len: 205 time: 0.1329079 Jul 16 08:43:58.729324 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49240) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:58.834438 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-099811ea-dd51-4428-a480-73ba37bde142 req-5caa07c2-d220-4d2b-b3bf-f251247b3bf4 service neutron] 10.222.0.21 "GET /v2.0/networks/68d1b8de-8ca0-41e5-ab5d-58997722961e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7996202 Jul 16 08:43:59.045367 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57335565-1d8a-44bf-966c-cfb351be4dcb tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.061356 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-388ca231-5859-4fcf-9a76-b531c185cad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.062441 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-388ca231-5859-4fcf-9a76-b531c185cad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.063760 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-388ca231-5859-4fcf-9a76-b531c185cad8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/17afcce8-8cbb-4e50-8f32-b79116dcf246 HTTP/1.1" status: 204 len: 168 time: 1.5517514 Jul 16 08:43:59.076834 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ca231-5859-4fcf-9a76-b531c185cad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17afcce8-8cbb-4e50-8f32-b79116dcf246,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:59.078836 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde784d9-94b1-46fd-9e3f-a99651452c59 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Port': ['ID=5c59ee98-b03b-4ba8-a306-99a6347524a1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:59.081826 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fde784d9-94b1-46fd-9e3f-a99651452c59 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.087329 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fde784d9-94b1-46fd-9e3f-a99651452c59 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/ports/5c59ee98-b03b-4ba8-a306-99a6347524a1 HTTP/1.1" status: 204 len: 168 time: 2.6902354 Jul 16 08:43:59.087767 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49250) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:59.131310 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-a51af78b-15f2-4089-85bf-ab423295932d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] GET failed (client error): The resource could not be found. Jul 16 08:43:59.133288 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a51af78b-15f2-4089-85bf-ab423295932d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "GET /v2.0/ports/5c59ee98-b03b-4ba8-a306-99a6347524a1 HTTP/1.1" status: 404 len: 333 time: 0.0444317 Jul 16 08:43:59.136964 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49252) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:59.171237 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-34163ec6-e9ff-4510-a1c1-f24c2005bc5d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.182736 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bda134dd-fc0c-49b6-974e-a25e93ed583f tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.187907 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-099811ea-dd51-4428-a480-73ba37bde142 req-48899a6a-2f9f-4d1a-a1bc-eabc50164816 service neutron] 10.222.0.21 "GET /v2.0/networks/68d1b8de-8ca0-41e5-ab5d-58997722961e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3456514 Jul 16 08:43:59.326757 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-98ef3e6b-be1b-4c4c-9ee6-fe55e6d9159e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting subnet 2b734284-9745-493d-b7b6-56b8ff51e3c0 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:43:59.332921 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98ef3e6b-be1b-4c4c-9ee6-fe55e6d9159e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.402069 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bda134dd-fc0c-49b6-974e-a25e93ed583f tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.486657 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57335565-1d8a-44bf-966c-cfb351be4dcb tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.510055 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98ef3e6b-be1b-4c4c-9ee6-fe55e6d9159e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.584121 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34163ec6-e9ff-4510-a1c1-f24c2005bc5d admin admin] Router ec32f572-ec22-4af3-9c0e-1dbdac597c43 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:43:59.595673 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-57335565-1d8a-44bf-966c-cfb351be4dcb tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Deleting port 64f62c1f-4c28-4fa2-914e-540b2b798b32 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:59.596056 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57335565-1d8a-44bf-966c-cfb351be4dcb tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.621415 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-bda134dd-fc0c-49b6-974e-a25e93ed583f tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Deleting port 08f8c7c0-179e-41d1-ae1b-84301bfff460 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:43:59.621558 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bda134dd-fc0c-49b6-974e-a25e93ed583f tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.664097 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98ef3e6b-be1b-4c4c-9ee6-fe55e6d9159e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.733053 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49264) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:59.777565 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a984d98c-276e-49a1-942e-eb913a3997f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.828136 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bda134dd-fc0c-49b6-974e-a25e93ed583f tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.847574 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98ef3e6b-be1b-4c4c-9ee6-fe55e6d9159e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.873241 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-bda134dd-fc0c-49b6-974e-a25e93ed583f tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Calling delete_port for 08f8c7c0-179e-41d1-ae1b-84301bfff460 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:43:59.875520 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98ef3e6b-be1b-4c4c-9ee6-fe55e6d9159e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:43:59.877646 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-98ef3e6b-be1b-4c4c-9ee6-fe55e6d9159e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/subnets/2b734284-9745-493d-b7b6-56b8ff51e3c0 HTTP/1.1" status: 204 len: 168 time: 0.7397523 Jul 16 08:43:59.882593 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49268) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:43:59.891275 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba4c166-f26b-4cca-9f8e-e8f3eee2092f None None] Network 1ffab4a2-9f09-460c-b48f-8e07aa07a6ea requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:43:59.907187 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ef3e6b-be1b-4c4c-9ee6-fe55e6d9159e tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Subnet': ['ID=2b734284-9745-493d-b7b6-56b8ff51e3c0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:43:59.997117 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bdb3b6ce-f60e-438f-b18a-3ede55f75cfc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.122584 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57335565-1d8a-44bf-966c-cfb351be4dcb tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.138712 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-57335565-1d8a-44bf-966c-cfb351be4dcb tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Calling delete_port for 64f62c1f-4c28-4fa2-914e-540b2b798b32 owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:00.222864 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a984d98c-276e-49a1-942e-eb913a3997f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.226331 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34163ec6-e9ff-4510-a1c1-f24c2005bc5d admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:00.250160 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a984d98c-276e-49a1-942e-eb913a3997f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.263332 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803a2f5b-1d62-4866-8608-a9370b411645 None None] Sync routers for ids ['ec32f572-ec22-4af3-9c0e-1dbdac597c43'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:00.286158 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803a2f5b-1d62-4866-8608-a9370b411645 None None] Routers {'ec32f572-ec22-4af3-9c0e-1dbdac597c43'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:00.289157 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-803a2f5b-1d62-4866-8608-a9370b411645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:43:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['ec32f572-ec22-4af3-9c0e-1dbdac597c43'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:00.296855 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-34163ec6-e9ff-4510-a1c1-f24c2005bc5d admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.299545 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-34163ec6-e9ff-4510-a1c1-f24c2005bc5d admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 7.7511458 Jul 16 08:44:00.306807 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a984d98c-276e-49a1-942e-eb913a3997f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94546a80-7ddc-4225-9914-a19485ceb245,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:00.308385 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49274) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:00.371033 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a984d98c-276e-49a1-942e-eb913a3997f3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ccf26b5f54af475c80ab19165204ec22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6309555 Jul 16 08:44:00.377948 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49276) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:00.417858 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-bdb3b6ce-f60e-438f-b18a-3ede55f75cfc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting port 40bbfcaa-1b8a-4d9c-9189-295014d2c6e0 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:00.418214 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bdb3b6ce-f60e-438f-b18a-3ede55f75cfc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.422912 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cad1ff2-bf56-460a-94eb-5fbc3dd11fa9 None None] DHCP port deletion for 1ffab4a2-9f09-460c-b48f-8e07aa07a6ea request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:44:00.492360 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 40bbfcaa-1b8a-4d9c-9189-295014d2c6e0 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:00.543665 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-542aaaeb-5cf6-4b02-8b06-4baf462b3a32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.563562 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bda134dd-fc0c-49b6-974e-a25e93ed583f tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.626643 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.639936 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-542aaaeb-5cf6-4b02-8b06-4baf462b3a32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.642364 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda134dd-fc0c-49b6-974e-a25e93ed583f tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Port': ['ID=08f8c7c0-179e-41d1-ae1b-84301bfff460,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:00.663164 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-bdb3b6ce-f60e-438f-b18a-3ede55f75cfc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] For port 40bbfcaa-1b8a-4d9c-9189-295014d2c6e0, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=40bbfcaa-1b8a-4d9c-9189-295014d2c6e0,segment=NetworkSegment(f4108414-e6a7-4f7b-a09f-cf9c313b1ef5),segment_id=f4108414-e6a7-4f7b-a09f-cf9c313b1ef5)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:00.663749 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bdb3b6ce-f60e-438f-b18a-3ede55f75cfc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.781242 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bda134dd-fc0c-49b6-974e-a25e93ed583f tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.813019 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-bdb3b6ce-f60e-438f-b18a-3ede55f75cfc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Calling delete_port for 40bbfcaa-1b8a-4d9c-9189-295014d2c6e0 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:00.834919 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-803a2f5b-1d62-4866-8608-a9370b411645 None None] Set router ec32f572-ec22-4af3-9c0e-1dbdac597c43 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:00.913133 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bda134dd-fc0c-49b6-974e-a25e93ed583f tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.917125 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bda134dd-fc0c-49b6-974e-a25e93ed583f tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.975667 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-542aaaeb-5cf6-4b02-8b06-4baf462b3a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.979554 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-542aaaeb-5cf6-4b02-8b06-4baf462b3a32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:00.980969 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-542aaaeb-5cf6-4b02-8b06-4baf462b3a32 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/94546a80-7ddc-4225-9914-a19485ceb245 HTTP/1.1" status: 204 len: 168 time: 0.6009121 Jul 16 08:44:00.989181 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 40bbfcaa-1b8a-4d9c-9189-295014d2c6e0, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=40bbfcaa-1b8a-4d9c-9189-295014d2c6e0,segment=NetworkSegment(f4108414-e6a7-4f7b-a09f-cf9c313b1ef5),segment_id=f4108414-e6a7-4f7b-a09f-cf9c313b1ef5)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:01.003780 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.004043 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bda134dd-fc0c-49b6-974e-a25e93ed583f tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.021379 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bda134dd-fc0c-49b6-974e-a25e93ed583f tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Fanout notify agent at l3_agent the message router_deleted on router 3fc007dd-721b-4d04-b522-eda20c6fbf13 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:44:01.028484 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542aaaeb-5cf6-4b02-8b06-4baf462b3a32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94546a80-7ddc-4225-9914-a19485ceb245,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:01.058707 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bda134dd-fc0c-49b6-974e-a25e93ed583f tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.072448 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bda134dd-fc0c-49b6-974e-a25e93ed583f tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/routers/3fc007dd-721b-4d04-b522-eda20c6fbf13 HTTP/1.1" status: 204 len: 168 time: 2.6065776 Jul 16 08:44:01.078927 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49288) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:01.086786 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-11159027-f834-461f-b4ce-989b78963dc9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-163100467'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:01.175350 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11159027-f834-461f-b4ce-989b78963dc9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Made reservation on behalf of 1591cbbb2e6f40a59d14ed0e7e21bbb6 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:01.180061 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11159027-f834-461f-b4ce-989b78963dc9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.216802 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11159027-f834-461f-b4ce-989b78963dc9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:44:01.230860 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11159027-f834-461f-b4ce-989b78963dc9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.231457 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-11159027-f834-461f-b4ce-989b78963dc9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Added segment 2b6d063b-8afe-44d0-88a7-6b6905818873 of type vlan for network 52d37011-269d-4e3c-94b6-0a5a80abe46e Jul 16 08:44:01.282680 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11159027-f834-461f-b4ce-989b78963dc9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.284200 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=40bbfcaa-1b8a-4d9c-9189-295014d2c6e0,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:01.298781 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-6cad1ff2-bf56-460a-94eb-5fbc3dd11fa9 None None] Deleting port 40bbfcaa-1b8a-4d9c-9189-295014d2c6e0 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:01.299172 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6cad1ff2-bf56-460a-94eb-5fbc3dd11fa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.361828 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11159027-f834-461f-b4ce-989b78963dc9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.377090 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11159027-f834-461f-b4ce-989b78963dc9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:01.377799 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11159027-f834-461f-b4ce-989b78963dc9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.393115 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57335565-1d8a-44bf-966c-cfb351be4dcb tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.400522 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bdb3b6ce-f60e-438f-b18a-3ede55f75cfc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.420894 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-11159027-f834-461f-b4ce-989b78963dc9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3369296 Jul 16 08:44:01.420894 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49294) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:01.436255 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-ad8a43e3-d697-4204-85ba-988e67f0c327 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Request body: {'subnet': {'network_id': '52d37011-269d-4e3c-94b6-0a5a80abe46e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:01.459756 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6cad1ff2-bf56-460a-94eb-5fbc3dd11fa9 None None] For port 40bbfcaa-1b8a-4d9c-9189-295014d2c6e0, host n-d-771362-37, got binding levels [] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:01.460155 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6cad1ff2-bf56-460a-94eb-5fbc3dd11fa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.499070 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-6cad1ff2-bf56-460a-94eb-5fbc3dd11fa9 None None] Calling delete_port for 40bbfcaa-1b8a-4d9c-9189-295014d2c6e0 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:01.501746 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57335565-1d8a-44bf-966c-cfb351be4dcb tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Pushing event deleted for resources: {'Port': ['ID=64f62c1f-4c28-4fa2-914e-540b2b798b32,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:01.502366 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.ipam_backend_mixin [None req-6cad1ff2-bf56-460a-94eb-5fbc3dd11fa9 None None] Port 40bbfcaa-1b8a-4d9c-9189-295014d2c6e0 was not found and therefore no delete operation was performed {{(pid=93760) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:44:01.510224 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6cad1ff2-bf56-460a-94eb-5fbc3dd11fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.535468 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cad1ff2-bf56-460a-94eb-5fbc3dd11fa9 None None] No DVR routers for this DVR port 40bbfcaa-1b8a-4d9c-9189-295014d2c6e0 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:01.568110 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb3b6ce-f60e-438f-b18a-3ede55f75cfc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] No DVR routers for this DVR port 40bbfcaa-1b8a-4d9c-9189-295014d2c6e0 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:01.570908 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cad1ff2-bf56-460a-94eb-5fbc3dd11fa9 None None] Pushing event deleted for resources: {'Port': ['ID=40bbfcaa-1b8a-4d9c-9189-295014d2c6e0,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:01.591854 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-803a2f5b-1d62-4866-8608-a9370b411645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'name': 'tempest-ServerRescueTestJSONUnderV235-669495853-router', 'tenant_id': 'ba4766327c25499aabe1317ded46023a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b639181d-5f68-4b84-80c9-0c0b574dc97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:52Z', 'updated_at': '2021-07-16T08:43:57Z', 'revision_number': 3, 'project_id': 'ba4766327c25499aabe1317ded46023a', 'gw_port': {'id': 'b639181d-5f68-4b84-80c9-0c0b574dc97d', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:55Z', 'updated_at': '2021-07-16T08:43:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:01.614120 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11159027-f834-461f-b4ce-989b78963dc9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Network': ['ID=52d37011-269d-4e3c-94b6-0a5a80abe46e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:01.631431 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 52d37011-269d-4e3c-94b6-0a5a80abe46e details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:44:01.647888 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803a2f5b-1d62-4866-8608-a9370b411645 None None] Checking router: ec32f572-ec22-4af3-9c0e-1dbdac597c43 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:44:01.648322 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803a2f5b-1d62-4866-8608-a9370b411645 None None] Updating router ec32f572-ec22-4af3-9c0e-1dbdac597c43 port b639181d-5f68-4b84-80c9-0c0b574dc97d binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:44:01.656058 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad8a43e3-d697-4204-85ba-988e67f0c327 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Made reservation on behalf of 1591cbbb2e6f40a59d14ed0e7e21bbb6 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:01.663425 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad8a43e3-d697-4204-85ba-988e67f0c327 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.677143 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bdb3b6ce-f60e-438f-b18a-3ede55f75cfc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.689176 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-bdb3b6ce-f60e-438f-b18a-3ede55f75cfc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ffab4a2-9f09-460c-b48f-8e07aa07a6ea']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:01.714628 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-bdb3b6ce-f60e-438f-b18a-3ede55f75cfc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f4108414-e6a7-4f7b-a09f-cf9c313b1ef5') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:01.714899 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-bdb3b6ce-f60e-438f-b18a-3ede55f75cfc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f4108414-e6a7-4f7b-a09f-cf9c313b1ef5') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:01.744756 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bdb3b6ce-f60e-438f-b18a-3ede55f75cfc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.779418 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bdb3b6ce-f60e-438f-b18a-3ede55f75cfc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.786212 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdb3b6ce-f60e-438f-b18a-3ede55f75cfc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:44:01.787181 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bdb3b6ce-f60e-438f-b18a-3ede55f75cfc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:01.826274 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-803a2f5b-1d62-4866-8608-a9370b411645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.009114 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad8a43e3-d697-4204-85ba-988e67f0c327 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.043449 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:44:02.043449 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:44:02.043449 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:44:02.043449 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:44:02.043449 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:44:02.043449 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:44:02.043449 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:44:02.043449 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:44:02.043449 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:44:02.043449 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:44:02.043449 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:44:02.043449 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:44:02.043449 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:44:02.043449 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:44:02.043449 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:44:02.043449 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:44:02.043449 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:44:02.043449 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:44:02.043449 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:44:02.043449 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:44:02.043449 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:44:02.043449 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:44:02.043449 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:44:02.043449 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:44:02.043449 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:44:02.043449 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:44:02.043449 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:44:02.043449 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:44:02.043449 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:44:02.043449 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:44:02.043449 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:44:02.043449 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:44:02.054799 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3b6ce-f60e-438f-b18a-3ede55f75cfc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Port': ['ID=40bbfcaa-1b8a-4d9c-9189-295014d2c6e0,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:02.109144 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bdb3b6ce-f60e-438f-b18a-3ede55f75cfc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.155223 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8a43e3-d697-4204-85ba-988e67f0c327 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Subnet': ['ID=8d3a0517-28cc-4597-866c-394450142a3a,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:02.185274 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad8a43e3-d697-4204-85ba-988e67f0c327 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Checking segment: {'id': '2b6d063b-8afe-44d0-88a7-6b6905818873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '52d37011-269d-4e3c-94b6-0a5a80abe46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:02.186037 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8a43e3-d697-4204-85ba-988e67f0c327 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network hostable DHCP agents. Network: 52d37011-269d-4e3c-94b6-0a5a80abe46e, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:44:02.231645 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad8a43e3-d697-4204-85ba-988e67f0c327 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network 52d37011-269d-4e3c-94b6-0a5a80abe46e is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:44:02.252658 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-ad8a43e3-d697-4204-85ba-988e67f0c327 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 52d37011-269d-4e3c-94b6-0a5a80abe46e) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:02.259916 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad8a43e3-d697-4204-85ba-988e67f0c327 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:02.262040 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad8a43e3-d697-4204-85ba-988e67f0c327 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.267301 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57335565-1d8a-44bf-966c-cfb351be4dcb tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.277536 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1f98be-2915-47fa-a387-bd42606a1382 None None] Network 52d37011-269d-4e3c-94b6-0a5a80abe46e requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:02.281540 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.282414 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.311626 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ad8a43e3-d697-4204-85ba-988e67f0c327 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8870885 Jul 16 08:44:02.315848 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49316) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:02.323293 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c48d3c23-5b3b-4475-a36b-55314128ae10 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2119809922', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:02.417568 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bdb3b6ce-f60e-438f-b18a-3ede55f75cfc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.423296 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bdb3b6ce-f60e-438f-b18a-3ede55f75cfc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/networks/1ffab4a2-9f09-460c-b48f-8e07aa07a6ea HTTP/1.1" status: 204 len: 168 time: 2.5351975 Jul 16 08:44:02.432254 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49324) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:02.448207 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-25765c0e-a522-490b-a726-74e6f4dbab19 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1987620100'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:02.474762 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c48d3c23-5b3b-4475-a36b-55314128ae10 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.475849 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c48d3c23-5b3b-4475-a36b-55314128ae10 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.479827 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25765c0e-a522-490b-a726-74e6f4dbab19 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:02.483641 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25765c0e-a522-490b-a726-74e6f4dbab19 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.527096 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25765c0e-a522-490b-a726-74e6f4dbab19 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:44:02.539202 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25765c0e-a522-490b-a726-74e6f4dbab19 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.539788 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-25765c0e-a522-490b-a726-74e6f4dbab19 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Added segment b21dabe7-e637-49a4-8012-310a59f44afa of type vlan for network 040dde0a-d760-47b0-bc47-633b0a657e06 Jul 16 08:44:02.622738 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25765c0e-a522-490b-a726-74e6f4dbab19 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.670811 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-803a2f5b-1d62-4866-8608-a9370b411645 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.725567 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-803a2f5b-1d62-4866-8608-a9370b411645 None None] Transition to ACTIVE for port object b639181d-5f68-4b84-80c9-0c0b574dc97d will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:02.782002 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-803a2f5b-1d62-4866-8608-a9370b411645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.792764 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c48d3c23-5b3b-4475-a36b-55314128ae10 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.799038 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25765c0e-a522-490b-a726-74e6f4dbab19 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.815095 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25765c0e-a522-490b-a726-74e6f4dbab19 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:02.815888 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-25765c0e-a522-490b-a726-74e6f4dbab19 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.828978 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c48d3c23-5b3b-4475-a36b-55314128ae10 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.861777 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ab1def-50b0-4362-aab1-2db3df960ac1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-52d37011-269d-4e3c-94b6-0a5a80abe46e', 'network_id': '52d37011-269d-4e3c-94b6-0a5a80abe46e', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'fixed_ips': [{'subnet_id': '8d3a0517-28cc-4597-866c-394450142a3a'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:44:02.863119 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90ab1def-50b0-4362-aab1-2db3df960ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.901793 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c48d3c23-5b3b-4475-a36b-55314128ae10 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:02.905200 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c48d3c23-5b3b-4475-a36b-55314128ae10 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5871294 Jul 16 08:44:02.908654 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-803a2f5b-1d62-4866-8608-a9370b411645 None None] Attempting to bind port b639181d-5f68-4b84-80c9-0c0b574dc97d on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:02.909598 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-803a2f5b-1d62-4866-8608-a9370b411645 None None] Attempting to bind port b639181d-5f68-4b84-80c9-0c0b574dc97d by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:02.912141 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803a2f5b-1d62-4866-8608-a9370b411645 None None] Attempting to bind port b639181d-5f68-4b84-80c9-0c0b574dc97d on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:02.929880 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-25765c0e-a522-490b-a726-74e6f4dbab19 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4896309 Jul 16 08:44:02.934429 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49334) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:02.934782 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49338) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:02.975476 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d36337-9a60-4572-8157-9b43974880c7 None None] Pushing event updated for resources: {'Port': ['ID=b639181d-5f68-4b84-80c9-0c0b574dc97d,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:02.990927 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-89bccb86-98e8-46cb-94db-fd2645fee8af tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'subnet': {'network_id': '040dde0a-d760-47b0-bc47-633b0a657e06', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:03.009207 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803a2f5b-1d62-4866-8608-a9370b411645 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:03.009716 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803a2f5b-1d62-4866-8608-a9370b411645 None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:03.010111 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-803a2f5b-1d62-4866-8608-a9370b411645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.010457 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-803a2f5b-1d62-4866-8608-a9370b411645 None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:03.010970 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-803a2f5b-1d62-4866-8608-a9370b411645 None None] Bound port: b639181d-5f68-4b84-80c9-0c0b574dc97d, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:03.018060 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-803a2f5b-1d62-4866-8608-a9370b411645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.307599 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25765c0e-a522-490b-a726-74e6f4dbab19 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Network': ['ID=040dde0a-d760-47b0-bc47-633b0a657e06,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:03.344475 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 040dde0a-d760-47b0-bc47-633b0a657e06 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:44:03.381381 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f55abd4d-e05d-44d1-ad16-4edf807bb743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.401018 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57335565-1d8a-44bf-966c-cfb351be4dcb tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.426880 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57335565-1d8a-44bf-966c-cfb351be4dcb tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.428764 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3b6ce-f60e-438f-b18a-3ede55f75cfc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Network': ['ID=1ffab4a2-9f09-460c-b48f-8e07aa07a6ea,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:03.466336 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89bccb86-98e8-46cb-94db-fd2645fee8af tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:03.472966 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89bccb86-98e8-46cb-94db-fd2645fee8af tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.511860 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-803a2f5b-1d62-4866-8608-a9370b411645 None None] For port b639181d-5f68-4b84-80c9-0c0b574dc97d, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:03.582935 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-90ab1def-50b0-4362-aab1-2db3df960ac1 None None] Allocated IP 2001:db8::2 (52d37011-269d-4e3c-94b6-0a5a80abe46e/8d3a0517-28cc-4597-866c-394450142a3a/f1deb79e-e79d-4744-950e-0269f92cd7aa) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:03.589846 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57335565-1d8a-44bf-966c-cfb351be4dcb tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.590458 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57335565-1d8a-44bf-966c-cfb351be4dcb tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Fanout notify agent at l3_agent the message router_deleted on router 40448b28-4e6d-4d21-afbd-452dadcc415b {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:44:03.600581 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-803a2f5b-1d62-4866-8608-a9370b411645 None None] For port b639181d-5f68-4b84-80c9-0c0b574dc97d, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=b639181d-5f68-4b84-80c9-0c0b574dc97d,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:03.615513 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-803a2f5b-1d62-4866-8608-a9370b411645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.624870 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57335565-1d8a-44bf-966c-cfb351be4dcb tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.633943 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-57335565-1d8a-44bf-966c-cfb351be4dcb tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "DELETE /v2.0/routers/40448b28-4e6d-4d21-afbd-452dadcc415b HTTP/1.1" status: 204 len: 168 time: 4.9024832 Jul 16 08:44:03.638207 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49352) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:03.683894 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d36337-9a60-4572-8157-9b43974880c7 None None] Pushing event updated for resources: {'Port': ['ID=b639181d-5f68-4b84-80c9-0c0b574dc97d,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:03.700291 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-c7b5f760-dc48-459e-92dc-24b2ad16098d tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-534749927', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:03.772056 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c7b5f760-dc48-459e-92dc-24b2ad16098d tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.775295 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-803a2f5b-1d62-4866-8608-a9370b411645 None None] Routers {'ec32f572-ec22-4af3-9c0e-1dbdac597c43'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:03.776196 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-803a2f5b-1d62-4866-8608-a9370b411645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:43:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['ec32f572-ec22-4af3-9c0e-1dbdac597c43'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:03.776399 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c7b5f760-dc48-459e-92dc-24b2ad16098d tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.877774 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-118c3186-1aaa-4ee9-9561-6a59dd1b26ba tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.949479 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c7b5f760-dc48-459e-92dc-24b2ad16098d tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.957087 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-15acb56b-af0f-4afe-bdf7-d15be6c41abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:03.967173 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c7b5f760-dc48-459e-92dc-24b2ad16098d tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.018960 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c7b5f760-dc48-459e-92dc-24b2ad16098d tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.020173 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c7b5f760-dc48-459e-92dc-24b2ad16098d tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3757348 Jul 16 08:44:04.024680 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49364) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:04.031549 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-05c7f910-1f28-4ed8-844b-0bc20e6e90af tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Request body: {'router': {'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:04.089671 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-803a2f5b-1d62-4866-8608-a9370b411645 None None] Set router ec32f572-ec22-4af3-9c0e-1dbdac597c43 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:04.244429 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90ab1def-50b0-4362-aab1-2db3df960ac1 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.270357 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-90ab1def-50b0-4362-aab1-2db3df960ac1 None None] Transition to ACTIVE for port object f1deb79e-e79d-4744-950e-0269f92cd7aa will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:04.534617 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05c7f910-1f28-4ed8-844b-0bc20e6e90af tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.556070 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89bccb86-98e8-46cb-94db-fd2645fee8af tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.725382 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bccb86-98e8-46cb-94db-fd2645fee8af tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Subnet': ['ID=668a51c8-0c43-44d3-ad05-30e75fe3f225,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:04.738460 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89bccb86-98e8-46cb-94db-fd2645fee8af tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Checking segment: {'id': 'b21dabe7-e637-49a4-8012-310a59f44afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '040dde0a-d760-47b0-bc47-633b0a657e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:04.738848 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bccb86-98e8-46cb-94db-fd2645fee8af tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network hostable DHCP agents. Network: 040dde0a-d760-47b0-bc47-633b0a657e06, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:44:04.771360 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-15acb56b-af0f-4afe-bdf7-d15be6c41abd admin admin] Allocated IP 172.20.0.1 (0d427235-37c8-46d2-b8bf-e52b7ceecefe/8a1ee6ec-9679-4220-8476-a93bd7695432/7238af1c-3abd-4baa-b7bb-6660a3ea91e2) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:04.800538 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89bccb86-98e8-46cb-94db-fd2645fee8af tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network 040dde0a-d760-47b0-bc47-633b0a657e06 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:44:04.820402 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-89bccb86-98e8-46cb-94db-fd2645fee8af tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 040dde0a-d760-47b0-bc47-633b0a657e06) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:04.835783 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89bccb86-98e8-46cb-94db-fd2645fee8af tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:04.836785 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-89bccb86-98e8-46cb-94db-fd2645fee8af tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.848221 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-90ab1def-50b0-4362-aab1-2db3df960ac1 None None] Transition to ACTIVE for port object f1deb79e-e79d-4744-950e-0269f92cd7aa will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:04.858175 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:44:04.870904 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-89bccb86-98e8-46cb-94db-fd2645fee8af tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9008436 Jul 16 08:44:04.874480 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2412092d-5d9a-4b15-8f1c-3db31559b3db None None] Network 040dde0a-d760-47b0-bc47-633b0a657e06 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:04.888699 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90ab1def-50b0-4362-aab1-2db3df960ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:04.930170 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49384) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:04.948562 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-eeaaad23-886a-4cdb-91c3-04f039de690d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'port': {'network_id': '040dde0a-d760-47b0-bc47-633b0a657e06', 'name': 'tempest-PortsTestJSON-366965125', 'fixed_ips': [{'subnet_id': '668a51c8-0c43-44d3-ad05-30e75fe3f225', 'ip_address': '172.20.0.10'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:05.042304 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-118c3186-1aaa-4ee9-9561-6a59dd1b26ba tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Allocated IP 2001:db8::1 (52d37011-269d-4e3c-94b6-0a5a80abe46e/8d3a0517-28cc-4597-866c-394450142a3a/24bbc865-09c5-483e-b496-be7db8fb9701) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:05.115355 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab1def-50b0-4362-aab1-2db3df960ac1 None None] Pushing event updated for resources: {'Port': ['ID=f1deb79e-e79d-4744-950e-0269f92cd7aa,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:05.126647 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05c7f910-1f28-4ed8-844b-0bc20e6e90af tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.158381 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05c7f910-1f28-4ed8-844b-0bc20e6e90af tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.255870 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ab1def-50b0-4362-aab1-2db3df960ac1 None None] Network 52d37011-269d-4e3c-94b6-0a5a80abe46e is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:05.279118 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-90ab1def-50b0-4362-aab1-2db3df960ac1 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:05.287448 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ab1def-50b0-4362-aab1-2db3df960ac1 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:05.382508 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-15acb56b-af0f-4afe-bdf7-d15be6c41abd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.443549 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-118c3186-1aaa-4ee9-9561-6a59dd1b26ba tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.448616 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeaaad23-886a-4cdb-91c3-04f039de690d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:05.504162 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-90ab1def-50b0-4362-aab1-2db3df960ac1 None None] Attempting to bind port f1deb79e-e79d-4744-950e-0269f92cd7aa on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:05.504793 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-90ab1def-50b0-4362-aab1-2db3df960ac1 None None] Attempting to bind port f1deb79e-e79d-4744-950e-0269f92cd7aa by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '2b6d063b-8afe-44d0-88a7-6b6905818873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '52d37011-269d-4e3c-94b6-0a5a80abe46e'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:05.505951 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ab1def-50b0-4362-aab1-2db3df960ac1 None None] Attempting to bind port f1deb79e-e79d-4744-950e-0269f92cd7aa on network 52d37011-269d-4e3c-94b6-0a5a80abe46e {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:05.513340 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3d5de5-315c-49bd-befd-e66993037e92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-040dde0a-d760-47b0-bc47-633b0a657e06', 'network_id': '040dde0a-d760-47b0-bc47-633b0a657e06', 'tenant_id': 'bcd27c28ca394de099c946d008646817', 'fixed_ips': [{'subnet_id': '668a51c8-0c43-44d3-ad05-30e75fe3f225'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:44:05.515105 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ff3d5de5-315c-49bd-befd-e66993037e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.539136 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-118c3186-1aaa-4ee9-9561-6a59dd1b26ba tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Transition to ACTIVE for port object 24bbc865-09c5-483e-b496-be7db8fb9701 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:05.539387 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-803a2f5b-1d62-4866-8608-a9370b411645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'name': 'tempest-ServerRescueTestJSONUnderV235-669495853-router', 'tenant_id': 'ba4766327c25499aabe1317ded46023a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b639181d-5f68-4b84-80c9-0c0b574dc97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:52Z', 'updated_at': '2021-07-16T08:43:57Z', 'revision_number': 3, 'project_id': 'ba4766327c25499aabe1317ded46023a', 'gw_port': {'id': 'b639181d-5f68-4b84-80c9-0c0b574dc97d', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:55Z', 'updated_at': '2021-07-16T08:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:05.604700 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ab1def-50b0-4362-aab1-2db3df960ac1 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:05.605103 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ab1def-50b0-4362-aab1-2db3df960ac1 None None] Checking segment: {'id': '2b6d063b-8afe-44d0-88a7-6b6905818873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '52d37011-269d-4e3c-94b6-0a5a80abe46e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:05.615890 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90ab1def-50b0-4362-aab1-2db3df960ac1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.616436 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ab1def-50b0-4362-aab1-2db3df960ac1 None None] Bound using segment: {'id': '2b6d063b-8afe-44d0-88a7-6b6905818873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '52d37011-269d-4e3c-94b6-0a5a80abe46e'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:05.617090 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-90ab1def-50b0-4362-aab1-2db3df960ac1 None None] Bound port: f1deb79e-e79d-4744-950e-0269f92cd7aa, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b6d063b-8afe-44d0-88a7-6b6905818873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '52d37011-269d-4e3c-94b6-0a5a80abe46e'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:05.617553 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90ab1def-50b0-4362-aab1-2db3df960ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.646420 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-05c7f910-1f28-4ed8-844b-0bc20e6e90af tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Allocated IP 172.25.3.62 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/51ecdb9f-3035-4b98-a526-773c1ed52096) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:05.661294 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-803a2f5b-1d62-4866-8608-a9370b411645 None None] The sync data for ids ['ec32f572-ec22-4af3-9c0e-1dbdac597c43'] in n-d-771362-37 is: [{'id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'name': 'tempest-ServerRescueTestJSONUnderV235-669495853-router', 'tenant_id': 'ba4766327c25499aabe1317ded46023a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b639181d-5f68-4b84-80c9-0c0b574dc97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:52Z', 'updated_at': '2021-07-16T08:43:57Z', 'revision_number': 3, 'project_id': 'ba4766327c25499aabe1317ded46023a', 'gw_port': {'id': 'b639181d-5f68-4b84-80c9-0c0b574dc97d', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:55Z', 'updated_at': '2021-07-16T08:44:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:05.667061 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-15acb56b-af0f-4afe-bdf7-d15be6c41abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.800595 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eeaaad23-886a-4cdb-91c3-04f039de690d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.813593 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1d37248f-fb42-4583-b378-8afcfa159c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:05.819481 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15acb56b-af0f-4afe-bdf7-d15be6c41abd admin admin] Pushing event updated for resources: {'Port': ['ID=7238af1c-3abd-4baa-b7bb-6660a3ea91e2,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:05.828481 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-eeaaad23-886a-4cdb-91c3-04f039de690d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] device_id is not set on port f25f1606-515d-4996-a885-22468d6d0db0 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:44:05.866472 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15acb56b-af0f-4afe-bdf7-d15be6c41abd admin admin] Network 0d427235-37c8-46d2-b8bf-e52b7ceecefe is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:05.870646 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-15acb56b-af0f-4afe-bdf7-d15be6c41abd admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:05.880380 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15acb56b-af0f-4afe-bdf7-d15be6c41abd admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:05.962602 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-90ab1def-50b0-4362-aab1-2db3df960ac1 None None] For port f1deb79e-e79d-4744-950e-0269f92cd7aa, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:06.003686 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-15acb56b-af0f-4afe-bdf7-d15be6c41abd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.014623 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-90ab1def-50b0-4362-aab1-2db3df960ac1 None None] For port f1deb79e-e79d-4744-950e-0269f92cd7aa, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f1deb79e-e79d-4744-950e-0269f92cd7aa,segment=NetworkSegment(2b6d063b-8afe-44d0-88a7-6b6905818873),segment_id=2b6d063b-8afe-44d0-88a7-6b6905818873)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:06.019757 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-118c3186-1aaa-4ee9-9561-6a59dd1b26ba tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.032452 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90ab1def-50b0-4362-aab1-2db3df960ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.062293 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-ff3d5de5-315c-49bd-befd-e66993037e92 None None] Allocated IP 172.20.0.2 (040dde0a-d760-47b0-bc47-633b0a657e06/668a51c8-0c43-44d3-ad05-30e75fe3f225/14f7fb26-07ab-4424-b37d-c8eb1f2964d2) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:06.067672 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.094138 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05c7f910-1f28-4ed8-844b-0bc20e6e90af tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.153686 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c3186-1aaa-4ee9-9561-6a59dd1b26ba tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Port': ['ID=24bbc865-09c5-483e-b496-be7db8fb9701,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:06.194603 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118c3186-1aaa-4ee9-9561-6a59dd1b26ba tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network 52d37011-269d-4e3c-94b6-0a5a80abe46e is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:06.202422 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-118c3186-1aaa-4ee9-9561-6a59dd1b26ba tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:06.207230 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-118c3186-1aaa-4ee9-9561-6a59dd1b26ba tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:06.207230 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-118c3186-1aaa-4ee9-9561-6a59dd1b26ba tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.269100 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-15acb56b-af0f-4afe-bdf7-d15be6c41abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.330217 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05c7f910-1f28-4ed8-844b-0bc20e6e90af tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.401024 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05c7f910-1f28-4ed8-844b-0bc20e6e90af tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:06.413225 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-05c7f910-1f28-4ed8-844b-0bc20e6e90af tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:06.459507 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05c7f910-1f28-4ed8-844b-0bc20e6e90af tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:06.607246 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ab1def-50b0-4362-aab1-2db3df960ac1 None None] Pushing event updated for resources: {'Port': ['ID=f1deb79e-e79d-4744-950e-0269f92cd7aa,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:06.747875 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b639181d-5f68-4b84-80c9-0c0b574dc97d up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:06.806200 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c7f910-1f28-4ed8-844b-0bc20e6e90af tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Pushing event updated for resources: {'Port': ['ID=51ecdb9f-3035-4b98-a526-773c1ed52096,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:06.821775 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-118c3186-1aaa-4ee9-9561-6a59dd1b26ba tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:06.952867 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05c7f910-1f28-4ed8-844b-0bc20e6e90af tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.184388 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ff3d5de5-315c-49bd-befd-e66993037e92 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.208248 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ff3d5de5-315c-49bd-befd-e66993037e92 None None] Transition to ACTIVE for port object 14f7fb26-07ab-4424-b37d-c8eb1f2964d2 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:07.252059 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ff3d5de5-315c-49bd-befd-e66993037e92 None None] Transition to ACTIVE for port object 14f7fb26-07ab-4424-b37d-c8eb1f2964d2 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:07.303336 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ff3d5de5-315c-49bd-befd-e66993037e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.437424 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff3d5de5-315c-49bd-befd-e66993037e92 None None] Network 040dde0a-d760-47b0-bc47-633b0a657e06 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:07.442706 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-ff3d5de5-315c-49bd-befd-e66993037e92 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:07.447468 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.448647 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff3d5de5-315c-49bd-befd-e66993037e92 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:07.512289 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-15acb56b-af0f-4afe-bdf7-d15be6c41abd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.535856 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d5de5-315c-49bd-befd-e66993037e92 None None] Pushing event updated for resources: {'Port': ['ID=14f7fb26-07ab-4424-b37d-c8eb1f2964d2,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:07.550116 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-15acb56b-af0f-4afe-bdf7-d15be6c41abd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.595593 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port b639181d-5f68-4b84-80c9-0c0b574dc97d completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:07.688778 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port b639181d-5f68-4b84-80c9-0c0b574dc97d triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:07.690164 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.700151 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ff3d5de5-315c-49bd-befd-e66993037e92 None None] Attempting to bind port 14f7fb26-07ab-4424-b37d-c8eb1f2964d2 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:07.700907 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ff3d5de5-315c-49bd-befd-e66993037e92 None None] Attempting to bind port 14f7fb26-07ab-4424-b37d-c8eb1f2964d2 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'b21dabe7-e637-49a4-8012-310a59f44afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '040dde0a-d760-47b0-bc47-633b0a657e06'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:07.701612 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d5de5-315c-49bd-befd-e66993037e92 None None] Attempting to bind port 14f7fb26-07ab-4424-b37d-c8eb1f2964d2 on network 040dde0a-d760-47b0-bc47-633b0a657e06 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:07.899062 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d5de5-315c-49bd-befd-e66993037e92 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:07.901999 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d5de5-315c-49bd-befd-e66993037e92 None None] Checking segment: {'id': 'b21dabe7-e637-49a4-8012-310a59f44afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '040dde0a-d760-47b0-bc47-633b0a657e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:07.902859 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ff3d5de5-315c-49bd-befd-e66993037e92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.903617 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff3d5de5-315c-49bd-befd-e66993037e92 None None] Bound using segment: {'id': 'b21dabe7-e637-49a4-8012-310a59f44afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '040dde0a-d760-47b0-bc47-633b0a657e06'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:07.908111 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ff3d5de5-315c-49bd-befd-e66993037e92 None None] Bound port: 14f7fb26-07ab-4424-b37d-c8eb1f2964d2, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b21dabe7-e637-49a4-8012-310a59f44afa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '040dde0a-d760-47b0-bc47-633b0a657e06'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:07.909112 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ff3d5de5-315c-49bd-befd-e66993037e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:07.988845 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-15acb56b-af0f-4afe-bdf7-d15be6c41abd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.171938 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-eeaaad23-886a-4cdb-91c3-04f039de690d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Allocated IP 172.20.0.10 (040dde0a-d760-47b0-bc47-633b0a657e06/668a51c8-0c43-44d3-ad05-30e75fe3f225/f25f1606-515d-4996-a885-22468d6d0db0) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:08.332629 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ff3d5de5-315c-49bd-befd-e66993037e92 None None] For port 14f7fb26-07ab-4424-b37d-c8eb1f2964d2, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:08.369201 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4a90a0-9cb8-4c46-9594-5b6eaa0ed705 None None] Network 52d37011-269d-4e3c-94b6-0a5a80abe46e requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:08.385475 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15acb56b-af0f-4afe-bdf7-d15be6c41abd admin admin] Network 0d427235-37c8-46d2-b8bf-e52b7ceecefe is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:08.401315 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ff3d5de5-315c-49bd-befd-e66993037e92 None None] For port 14f7fb26-07ab-4424-b37d-c8eb1f2964d2, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=14f7fb26-07ab-4424-b37d-c8eb1f2964d2,segment=NetworkSegment(b21dabe7-e637-49a4-8012-310a59f44afa),segment_id=b21dabe7-e637-49a4-8012-310a59f44afa)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:08.409701 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-15acb56b-af0f-4afe-bdf7-d15be6c41abd admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:08.418162 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15acb56b-af0f-4afe-bdf7-d15be6c41abd admin admin] Pushing event updated for resources: {'Port': ['ID=7238af1c-3abd-4baa-b7bb-6660a3ea91e2,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:08.424898 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ff3d5de5-315c-49bd-befd-e66993037e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.435162 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05c7f910-1f28-4ed8-844b-0bc20e6e90af tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.451714 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.648069 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15acb56b-af0f-4afe-bdf7-d15be6c41abd admin admin] Router ec32f572-ec22-4af3-9c0e-1dbdac597c43 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:44:08.657672 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05c7f910-1f28-4ed8-844b-0bc20e6e90af tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-523541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-523532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523653'] for router, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.713750 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port b639181d-5f68-4b84-80c9-0c0b574dc97d, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=b639181d-5f68-4b84-80c9-0c0b574dc97d,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:08.715185 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-bd207220-6373-4eab-99d5-54505dc0d24f None None] Provisioning for port f1deb79e-e79d-4744-950e-0269f92cd7aa completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:08.717754 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.762177 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:08.888876 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3d5de5-315c-49bd-befd-e66993037e92 None None] Pushing event updated for resources: {'Port': ['ID=14f7fb26-07ab-4424-b37d-c8eb1f2964d2,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:09.120456 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eeaaad23-886a-4cdb-91c3-04f039de690d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.124081 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-118c3186-1aaa-4ee9-9561-6a59dd1b26ba tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.149805 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-118c3186-1aaa-4ee9-9561-6a59dd1b26ba tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.150611 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-118c3186-1aaa-4ee9-9561-6a59dd1b26ba tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.158119 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=b639181d-5f68-4b84-80c9-0c0b574dc97d,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:09.196065 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f1deb79e-e79d-4744-950e-0269f92cd7aa up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:09.276952 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-eeaaad23-886a-4cdb-91c3-04f039de690d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Transition to ACTIVE for port object f25f1606-515d-4996-a885-22468d6d0db0 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:09.321914 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15acb56b-af0f-4afe-bdf7-d15be6c41abd admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:09.357902 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-15acb56b-af0f-4afe-bdf7-d15be6c41abd admin admin] 10.222.0.22 "PUT /v2.0/routers/ec32f572-ec22-4af3-9c0e-1dbdac597c43/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0435088 Jul 16 08:44:09.360931 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port f1deb79e-e79d-4744-950e-0269f92cd7aa completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:09.367642 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port f1deb79e-e79d-4744-950e-0269f92cd7aa triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:09.370768 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.508539 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118c3186-1aaa-4ee9-9561-6a59dd1b26ba tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Port': ['ID=24bbc865-09c5-483e-b496-be7db8fb9701,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:09.716760 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.835204 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port f1deb79e-e79d-4744-950e-0269f92cd7aa, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f1deb79e-e79d-4744-950e-0269f92cd7aa,segment=NetworkSegment(2b6d063b-8afe-44d0-88a7-6b6905818873),segment_id=2b6d063b-8afe-44d0-88a7-6b6905818873)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:09.848373 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.871235 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-118c3186-1aaa-4ee9-9561-6a59dd1b26ba tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network 52d37011-269d-4e3c-94b6-0a5a80abe46e is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:09.878474 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-118c3186-1aaa-4ee9-9561-6a59dd1b26ba tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:09.934045 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eeaaad23-886a-4cdb-91c3-04f039de690d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:09.997154 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=f1deb79e-e79d-4744-950e-0269f92cd7aa,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:10.038939 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e336276-7116-452b-a804-b98b50187d90 None None] Sync routers for ids ['ec32f572-ec22-4af3-9c0e-1dbdac597c43'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:10.048778 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-db4c8640-4f50-4df9-8a82-660e6e903d3c None None] Provisioning complete for port f1deb79e-e79d-4744-950e-0269f92cd7aa triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:10.049400 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-db4c8640-4f50-4df9-8a82-660e6e903d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.055706 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaaad23-886a-4cdb-91c3-04f039de690d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network 040dde0a-d760-47b0-bc47-633b0a657e06 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:10.063340 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e336276-7116-452b-a804-b98b50187d90 None None] Routers {'ec32f572-ec22-4af3-9c0e-1dbdac597c43'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:10.063993 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-7e336276-7116-452b-a804-b98b50187d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:44:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['ec32f572-ec22-4af3-9c0e-1dbdac597c43'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:10.150619 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-eeaaad23-886a-4cdb-91c3-04f039de690d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:10.166787 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeaaad23-886a-4cdb-91c3-04f039de690d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:10.315975 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-db4c8640-4f50-4df9-8a82-660e6e903d3c None None] Provisioning for port 24bbc865-09c5-483e-b496-be7db8fb9701 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:10.334880 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-db4c8640-4f50-4df9-8a82-660e6e903d3c None None] Provisioning complete for port 24bbc865-09c5-483e-b496-be7db8fb9701 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:10.338451 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-db4c8640-4f50-4df9-8a82-660e6e903d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.376527 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-7e336276-7116-452b-a804-b98b50187d90 None None] Set router ec32f572-ec22-4af3-9c0e-1dbdac597c43 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:10.506979 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaaad23-886a-4cdb-91c3-04f039de690d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:10.507675 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eeaaad23-886a-4cdb-91c3-04f039de690d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.526923 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-db4c8640-4f50-4df9-8a82-660e6e903d3c None None] Port 24bbc865-09c5-483e-b496-be7db8fb9701 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:10.571673 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-eeaaad23-886a-4cdb-91c3-04f039de690d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.6362817 Jul 16 08:44:10.577552 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49490) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:10.656300 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-50c3c898-5ea3-44ce-a6a0-f61185fbfc31 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'port': {'network_id': '040dde0a-d760-47b0-bc47-633b0a657e06', 'name': 'tempest-PortsTestJSON-730282174', 'fixed_ips': [{'subnet_id': '668a51c8-0c43-44d3-ad05-30e75fe3f225', 'ip_address': '172.20.0.9'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:10.676633 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-84586ae7-c1d3-444c-a84e-6904ff44cf01 None None] Provisioning complete for port 24bbc865-09c5-483e-b496-be7db8fb9701 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:10.676954 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-84586ae7-c1d3-444c-a84e-6904ff44cf01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:10.865633 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-84586ae7-c1d3-444c-a84e-6904ff44cf01 None None] Port 24bbc865-09c5-483e-b496-be7db8fb9701 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:10.895621 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b991b1de-0665-472f-9777-d166a835490e None None] Network 040dde0a-d760-47b0-bc47-633b0a657e06 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:10.991392 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaaad23-886a-4cdb-91c3-04f039de690d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Port': ['ID=f25f1606-515d-4996-a885-22468d6d0db0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:11.056328 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118c3186-1aaa-4ee9-9561-6a59dd1b26ba tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Router 0678b102-d539-4d61-b208-c5d64a2e743e is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:44:11.251318 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-03663ad7-a4c4-4b62-b278-23985ba5be35 None None] Provisioning for port 14f7fb26-07ab-4424-b37d-c8eb1f2964d2 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:11.294195 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-7e336276-7116-452b-a804-b98b50187d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'name': 'tempest-ServerRescueTestJSONUnderV235-669495853-router', 'tenant_id': 'ba4766327c25499aabe1317ded46023a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b639181d-5f68-4b84-80c9-0c0b574dc97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:52Z', 'updated_at': '2021-07-16T08:44:06Z', 'revision_number': 4, 'project_id': 'ba4766327c25499aabe1317ded46023a', 'gw_port': {'id': 'b639181d-5f68-4b84-80c9-0c0b574dc97d', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:55Z', 'updated_at': '2021-07-16T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '7238af1c-3abd-4baa-b7bb-6660a3ea91e2', 'name': '', 'network_id': '0d427235-37c8-46d2-b8bf-e52b7ceecefe', 'tenant_id': 'ba4766327c25499aabe1317ded46023a', 'mac_address': 'fa:16:3e:0e:eb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': '8a1ee6ec-9679-4220-8476-a93bd7695432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:04Z', 'updated_at': '2021-07-16T08:44:06Z', 'revision_number': 2, 'project_id': 'ba4766327c25499aabe1317ded46023a', 'subnets': [{'id': '8a1ee6ec-9679-4220-8476-a93bd7695432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:11.296133 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-aaf78770-44ac-484b-8b0b-53fa1d4f2e87 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:11.311509 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-aaf78770-44ac-484b-8b0b-53fa1d4f2e87 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/networks?id=0d427235-37c8-46d2-b8bf-e52b7ceecefe HTTP/1.1" status: 200 len: 819 time: 0.2774348 Jul 16 08:44:11.358703 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 14f7fb26-07ab-4424-b37d-c8eb1f2964d2 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:11.360173 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-e11245f4-3a49-4915-a9a7-b25957994a19 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/quotas/ba4766327c25499aabe1317ded46023a HTTP/1.1" status: 200 len: 375 time: 0.0474052 Jul 16 08:44:11.439283 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e336276-7116-452b-a804-b98b50187d90 None None] Checking router: ec32f572-ec22-4af3-9c0e-1dbdac597c43 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:44:11.440159 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05c7f910-1f28-4ed8-844b-0bc20e6e90af tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Router c0adddcd-b8ad-4f6f-a548-35315fa7ecd3 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:44:11.442042 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e336276-7116-452b-a804-b98b50187d90 None None] Updating router ec32f572-ec22-4af3-9c0e-1dbdac597c43 port 7238af1c-3abd-4baa-b7bb-6660a3ea91e2 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:44:11.450360 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118c3186-1aaa-4ee9-9561-6a59dd1b26ba tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:11.472090 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-118c3186-1aaa-4ee9-9561-6a59dd1b26ba tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "PUT /v2.0/routers/0678b102-d539-4d61-b208-c5d64a2e743e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5356522 Jul 16 08:44:11.476817 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49504) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:11.479043 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743bee8b-88d6-4137-add5-9c28df79b06b None None] Sync routers for ids ['0678b102-d539-4d61-b208-c5d64a2e743e'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:11.499477 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7e336276-7116-452b-a804-b98b50187d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.575661 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50c3c898-5ea3-44ce-a6a0-f61185fbfc31 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:11.589830 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743bee8b-88d6-4137-add5-9c28df79b06b None None] Routers {'0678b102-d539-4d61-b208-c5d64a2e743e'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:11.590616 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-743bee8b-88d6-4137-add5-9c28df79b06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:44:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['0678b102-d539-4d61-b208-c5d64a2e743e'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:11.608120 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-56959522-e0b9-4091-8b35-d990397a7ba1 None None] Provisioning complete for port 24bbc865-09c5-483e-b496-be7db8fb9701 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:11.611139 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-56959522-e0b9-4091-8b35-d990397a7ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.647682 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c79b166-434e-49c3-9f22-07fa0b14344f tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:11.652989 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1c79b166-434e-49c3-9f22-07fa0b14344f tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "GET /v2.0/ports/24bbc865-09c5-483e-b496-be7db8fb9701 HTTP/1.1" status: 200 len: 911 time: 0.1641791 Jul 16 08:44:11.662192 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49508) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:11.686007 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a47dd6f8-dd43-446a-b1b1-32513fc119c7 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '8d3a0517-28cc-4597-866c-394450142a3a'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:11.715439 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 14f7fb26-07ab-4424-b37d-c8eb1f2964d2 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:11.720252 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-743bee8b-88d6-4137-add5-9c28df79b06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:11.740318 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 14f7fb26-07ab-4424-b37d-c8eb1f2964d2 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:11.740810 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:11.879883 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-56959522-e0b9-4091-8b35-d990397a7ba1 None None] Port 24bbc865-09c5-483e-b496-be7db8fb9701 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:11.900966 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743bee8b-88d6-4137-add5-9c28df79b06b None None] Routers {'0678b102-d539-4d61-b208-c5d64a2e743e'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:11.903029 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-743bee8b-88d6-4137-add5-9c28df79b06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:44:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['0678b102-d539-4d61-b208-c5d64a2e743e'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:11.925330 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-337ff319-e2d7-4e98-b2ef-d02e4fe139c0 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=ba4766327c25499aabe1317ded46023a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5642171 Jul 16 08:44:11.960862 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-743bee8b-88d6-4137-add5-9c28df79b06b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:11.961895 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-743bee8b-88d6-4137-add5-9c28df79b06b None None] The sync data for ids ['0678b102-d539-4d61-b208-c5d64a2e743e'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:11.987116 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05c7f910-1f28-4ed8-844b-0bc20e6e90af tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:12.003687 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05c7f910-1f28-4ed8-844b-0bc20e6e90af tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.003945 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1056f6-736b-4e34-bf2f-9b715b8e33c1 None None] Sync routers for ids ['c0adddcd-b8ad-4f6f-a548-35315fa7ecd3'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:12.012164 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-05c7f910-1f28-4ed8-844b-0bc20e6e90af tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "PUT /v2.0/routers/c0adddcd-b8ad-4f6f-a548-35315fa7ecd3 HTTP/1.1" status: 200 len: 878 time: 7.9845669 Jul 16 08:44:12.012866 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49522) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:12.064161 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1056f6-736b-4e34-bf2f-9b715b8e33c1 None None] Routers {'c0adddcd-b8ad-4f6f-a548-35315fa7ecd3'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:12.069501 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4d1056f6-736b-4e34-bf2f-9b715b8e33c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:44:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c0adddcd-b8ad-4f6f-a548-35315fa7ecd3'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:12.172511 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.198239 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4d1056f6-736b-4e34-bf2f-9b715b8e33c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:12.275310 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-50c3c898-5ea3-44ce-a6a0-f61185fbfc31 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.320088 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-3887acf9-d804-4623-a0f8-ea20e1be3b20 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:44:12.327855 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-3887acf9-d804-4623-a0f8-ea20e1be3b20 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3941133 Jul 16 08:44:12.351199 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 14f7fb26-07ab-4424-b37d-c8eb1f2964d2, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=14f7fb26-07ab-4424-b37d-c8eb1f2964d2,segment=NetworkSegment(b21dabe7-e637-49a4-8012-310a59f44afa),segment_id=b21dabe7-e637-49a4-8012-310a59f44afa)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:12.374450 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-50c3c898-5ea3-44ce-a6a0-f61185fbfc31 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] device_id is not set on port 3993efe6-ea50-4506-8dad-fea5d8d67457 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:44:12.374713 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.381852 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b639181d-5f68-4b84-80c9-0c0b574dc97d up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:12.385344 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1056f6-736b-4e34-bf2f-9b715b8e33c1 None None] Routers {'c0adddcd-b8ad-4f6f-a548-35315fa7ecd3'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:12.390195 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4d1056f6-736b-4e34-bf2f-9b715b8e33c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:44:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c0adddcd-b8ad-4f6f-a548-35315fa7ecd3'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:12.525507 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a47dd6f8-dd43-446a-b1b1-32513fc119c7 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.568145 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4d1056f6-736b-4e34-bf2f-9b715b8e33c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:12.568835 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1056f6-736b-4e34-bf2f-9b715b8e33c1 None None] The sync data for ids ['c0adddcd-b8ad-4f6f-a548-35315fa7ecd3'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:12.656020 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1852aa4f-f337-4884-b141-d781cf274d69 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "GET /v2.0/routers/c0adddcd-b8ad-4f6f-a548-35315fa7ecd3 HTTP/1.1" status: 200 len: 919 time: 0.6416931 Jul 16 08:44:12.661805 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49534) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:12.721453 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=14f7fb26-07ab-4424-b37d-c8eb1f2964d2,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:12.754217 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port b639181d-5f68-4b84-80c9-0c0b574dc97d triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:12.754594 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.834991 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7e336276-7116-452b-a804-b98b50187d90 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.885166 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-7e336276-7116-452b-a804-b98b50187d90 None None] Transition to ACTIVE for port object 7238af1c-3abd-4baa-b7bb-6660a3ea91e2 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:12.903066 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7e336276-7116-452b-a804-b98b50187d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:12.993034 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-57aed87c-01b6-4c89-a9ed-735c89bc8ad0 service neutron] 10.222.0.22 "GET /v2.0/networks/0d427235-37c8-46d2-b8bf-e52b7ceecefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6550832 Jul 16 08:44:13.024785 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-50c3c898-5ea3-44ce-a6a0-f61185fbfc31 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Allocated IP 172.20.0.9 (040dde0a-d760-47b0-bc47-633b0a657e06/668a51c8-0c43-44d3-ad05-30e75fe3f225/3993efe6-ea50-4506-8dad-fea5d8d67457) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:13.056260 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f1deb79e-e79d-4744-950e-0269f92cd7aa up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:13.061341 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72376e2-c495-4112-9a95-3c42ef373b33 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:13.062892 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c72376e2-c495-4112-9a95-3c42ef373b33 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=4a545af8-8142-4a44-8290-045c2901c634&device_id=c0adddcd-b8ad-4f6f-a548-35315fa7ecd3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3995667 Jul 16 08:44:13.077036 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49542) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:13.322551 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c37f79-47cf-487c-a3af-a5e22b81d3ea None None] Pushing event updated for resources: {'Port': ['ID=7238af1c-3abd-4baa-b7bb-6660a3ea91e2,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:13.350686 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-94697b4c-1d8f-4ddf-ab8e-74fdc46c77a8 None None] Provisioning complete for port 14f7fb26-07ab-4424-b37d-c8eb1f2964d2 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:13.351505 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94697b4c-1d8f-4ddf-ab8e-74fdc46c77a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.381873 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port f1deb79e-e79d-4744-950e-0269f92cd7aa triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:13.382251 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.419140 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-6e1aa9bc-1bda-4daf-b2e3-9a2a85dcc40e service neutron] 10.222.0.22 "GET /v2.0/networks/0d427235-37c8-46d2-b8bf-e52b7ceecefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249773 Jul 16 08:44:13.428979 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c37f79-47cf-487c-a3af-a5e22b81d3ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:13.458192 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c37f79-47cf-487c-a3af-a5e22b81d3ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:13.458860 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c37f79-47cf-487c-a3af-a5e22b81d3ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:13.459394 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c37f79-47cf-487c-a3af-a5e22b81d3ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:13.461277 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c37f79-47cf-487c-a3af-a5e22b81d3ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:13.461829 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c37f79-47cf-487c-a3af-a5e22b81d3ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:13.462812 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c37f79-47cf-487c-a3af-a5e22b81d3ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:13.468870 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c37f79-47cf-487c-a3af-a5e22b81d3ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:13.474716 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c37f79-47cf-487c-a3af-a5e22b81d3ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:13.475348 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c37f79-47cf-487c-a3af-a5e22b81d3ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:13.475893 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c37f79-47cf-487c-a3af-a5e22b81d3ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:13.476491 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2c37f79-47cf-487c-a3af-a5e22b81d3ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:13.484500 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-7e336276-7116-452b-a804-b98b50187d90 None None] Attempting to bind port 7238af1c-3abd-4baa-b7bb-6660a3ea91e2 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:13.492701 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-7e336276-7116-452b-a804-b98b50187d90 None None] Attempting to bind port 7238af1c-3abd-4baa-b7bb-6660a3ea91e2 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '3e3e0b5e-d65e-40dd-8597-7f4a644a5841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0d427235-37c8-46d2-b8bf-e52b7ceecefe'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:13.493350 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e336276-7116-452b-a804-b98b50187d90 None None] Attempting to bind port 7238af1c-3abd-4baa-b7bb-6660a3ea91e2 on network 0d427235-37c8-46d2-b8bf-e52b7ceecefe {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:13.509979 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e336276-7116-452b-a804-b98b50187d90 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:13.512760 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e336276-7116-452b-a804-b98b50187d90 None None] Checking segment: {'id': '3e3e0b5e-d65e-40dd-8597-7f4a644a5841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0d427235-37c8-46d2-b8bf-e52b7ceecefe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:13.514446 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7e336276-7116-452b-a804-b98b50187d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.515071 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e336276-7116-452b-a804-b98b50187d90 None None] Bound using segment: {'id': '3e3e0b5e-d65e-40dd-8597-7f4a644a5841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0d427235-37c8-46d2-b8bf-e52b7ceecefe'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:13.516972 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-7e336276-7116-452b-a804-b98b50187d90 None None] Bound port: 7238af1c-3abd-4baa-b7bb-6660a3ea91e2, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3e3e0b5e-d65e-40dd-8597-7f4a644a5841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0d427235-37c8-46d2-b8bf-e52b7ceecefe'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:13.517639 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7e336276-7116-452b-a804-b98b50187d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.663447 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-7e336276-7116-452b-a804-b98b50187d90 None None] For port 7238af1c-3abd-4baa-b7bb-6660a3ea91e2, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:13.667250 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-7e336276-7116-452b-a804-b98b50187d90 None None] For port 7238af1c-3abd-4baa-b7bb-6660a3ea91e2, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=7238af1c-3abd-4baa-b7bb-6660a3ea91e2,segment=NetworkSegment(3e3e0b5e-d65e-40dd-8597-7f4a644a5841),segment_id=3e3e0b5e-d65e-40dd-8597-7f4a644a5841)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:13.674137 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-7e336276-7116-452b-a804-b98b50187d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:13.923042 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e336276-7116-452b-a804-b98b50187d90 None None] Routers {'ec32f572-ec22-4af3-9c0e-1dbdac597c43'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:13.923605 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-7e336276-7116-452b-a804-b98b50187d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:44:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['ec32f572-ec22-4af3-9c0e-1dbdac597c43'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:13.987956 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49568) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:14.028050 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-94697b4c-1d8f-4ddf-ab8e-74fdc46c77a8 None None] Provisioning for port f25f1606-515d-4996-a885-22468d6d0db0 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:14.066607 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-72568ee8-55d4-4792-9c18-4bd3a67d0777 req-b4364a13-735c-4793-afec-4f802b56f063 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 210 time: 0.0650818 Jul 16 08:44:14.081592 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c37f79-47cf-487c-a3af-a5e22b81d3ea None None] Pushing event updated for resources: {'Port': ['ID=7238af1c-3abd-4baa-b7bb-6660a3ea91e2,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:14.144327 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c7734b3-cfc9-423f-94cb-7f3bef7ebe34 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:14.146494 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1c7734b3-cfc9-423f-94cb-7f3bef7ebe34 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 881 time: 0.9301417 Jul 16 08:44:14.149325 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49574) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:14.196592 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-94697b4c-1d8f-4ddf-ab8e-74fdc46c77a8 None None] Provisioning complete for port f25f1606-515d-4996-a885-22468d6d0db0 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:14.196967 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94697b4c-1d8f-4ddf-ab8e-74fdc46c77a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.233468 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-7e336276-7116-452b-a804-b98b50187d90 None None] Set router ec32f572-ec22-4af3-9c0e-1dbdac597c43 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:14.273069 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6f0cf113-3666-4c4c-bbda-575b07b281da tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0adddcd-b8ad-4f6f-a548-35315fa7ecd3 HTTP/1.1" status: 200 len: 205 time: 0.1214681 Jul 16 08:44:14.276335 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49578) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:14.420708 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-94697b4c-1d8f-4ddf-ab8e-74fdc46c77a8 None None] Port f25f1606-515d-4996-a885-22468d6d0db0 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:14.424044 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-69f938f4-3c95-4669-bc9f-66d8d9d19a2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.432496 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-50c3c898-5ea3-44ce-a6a0-f61185fbfc31 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.537399 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-50c3c898-5ea3-44ce-a6a0-f61185fbfc31 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Transition to ACTIVE for port object 3993efe6-ea50-4506-8dad-fea5d8d67457 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:14.572492 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-26f7a913-c15a-4b9b-aea1-528e2b7db621 None None] Provisioning complete for port f25f1606-515d-4996-a885-22468d6d0db0 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:14.572847 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-26f7a913-c15a-4b9b-aea1-528e2b7db621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.646568 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-26f7a913-c15a-4b9b-aea1-528e2b7db621 None None] Port f25f1606-515d-4996-a885-22468d6d0db0 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:14.652631 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 14f7fb26-07ab-4424-b37d-c8eb1f2964d2 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:14.773204 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 14f7fb26-07ab-4424-b37d-c8eb1f2964d2 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:14.773593 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.784974 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a47dd6f8-dd43-446a-b1b1-32513fc119c7 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.851724 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-7e336276-7116-452b-a804-b98b50187d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'name': 'tempest-ServerRescueTestJSONUnderV235-669495853-router', 'tenant_id': 'ba4766327c25499aabe1317ded46023a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b639181d-5f68-4b84-80c9-0c0b574dc97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:52Z', 'updated_at': '2021-07-16T08:44:06Z', 'revision_number': 4, 'project_id': 'ba4766327c25499aabe1317ded46023a', 'gw_port': {'id': 'b639181d-5f68-4b84-80c9-0c0b574dc97d', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:55Z', 'updated_at': '2021-07-16T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '7238af1c-3abd-4baa-b7bb-6660a3ea91e2', 'name': '', 'network_id': '0d427235-37c8-46d2-b8bf-e52b7ceecefe', 'tenant_id': 'ba4766327c25499aabe1317ded46023a', 'mac_address': 'fa:16:3e:0e:eb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': '8a1ee6ec-9679-4220-8476-a93bd7695432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:04Z', 'updated_at': '2021-07-16T08:44:13Z', 'revision_number': 4, 'project_id': 'ba4766327c25499aabe1317ded46023a', 'subnets': [{'id': '8a1ee6ec-9679-4220-8476-a93bd7695432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:14.891337 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a47dd6f8-dd43-446a-b1b1-32513fc119c7 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.898133 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-69f938f4-3c95-4669-bc9f-66d8d9d19a2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.915461 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47dd6f8-dd43-446a-b1b1-32513fc119c7 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:14.916440 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-69f938f4-3c95-4669-bc9f-66d8d9d19a2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.917178 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a47dd6f8-dd43-446a-b1b1-32513fc119c7 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:14.920376 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a47dd6f8-dd43-446a-b1b1-32513fc119c7 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "PUT /v2.0/ports/24bbc865-09c5-483e-b496-be7db8fb9701 HTTP/1.1" status: 200 len: 911 time: 3.2551141 Jul 16 08:44:14.990541 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49596) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:14.991283 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47dd6f8-dd43-446a-b1b1-32513fc119c7 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Port': ['ID=24bbc865-09c5-483e-b496-be7db8fb9701,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:15.006071 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-43fd69dd-718b-4ee0-930b-6d79d0a364d8 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:15.045236 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e336276-7116-452b-a804-b98b50187d90 None None] The sync data for ids ['ec32f572-ec22-4af3-9c0e-1dbdac597c43'] in n-d-771362-37 is: [{'id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'name': 'tempest-ServerRescueTestJSONUnderV235-669495853-router', 'tenant_id': 'ba4766327c25499aabe1317ded46023a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b639181d-5f68-4b84-80c9-0c0b574dc97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:52Z', 'updated_at': '2021-07-16T08:44:06Z', 'revision_number': 4, 'project_id': 'ba4766327c25499aabe1317ded46023a', 'gw_port': {'id': 'b639181d-5f68-4b84-80c9-0c0b574dc97d', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:55Z', 'updated_at': '2021-07-16T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '7238af1c-3abd-4baa-b7bb-6660a3ea91e2', 'name': '', 'network_id': '0d427235-37c8-46d2-b8bf-e52b7ceecefe', 'tenant_id': 'ba4766327c25499aabe1317ded46023a', 'mac_address': 'fa:16:3e:0e:eb:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': '8a1ee6ec-9679-4220-8476-a93bd7695432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:04Z', 'updated_at': '2021-07-16T08:44:13Z', 'revision_number': 4, 'project_id': 'ba4766327c25499aabe1317ded46023a', 'subnets': [{'id': '8a1ee6ec-9679-4220-8476-a93bd7695432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:15.157601 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-50c3c898-5ea3-44ce-a6a0-f61185fbfc31 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:15.286775 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f938f4-3c95-4669-bc9f-66d8d9d19a2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b172e8-29bc-4a1d-9838-6519b33f5f41,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:15.400613 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-69f938f4-3c95-4669-bc9f-66d8d9d19a2a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=84fb1df0b4ec42ad88991f63b6f217b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4080312 Jul 16 08:44:15.402014 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49608) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:15.484093 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c225cf11-ab1b-4de6-9350-84b210c64377 req-a2fcc170-881b-451d-bdfd-74578ed47ea7 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 210 time: 0.2088261 Jul 16 08:44:15.563319 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c3c898-5ea3-44ce-a6a0-f61185fbfc31 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network 040dde0a-d760-47b0-bc47-633b0a657e06 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:15.579550 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-50c3c898-5ea3-44ce-a6a0-f61185fbfc31 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:15.592220 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c3c898-5ea3-44ce-a6a0-f61185fbfc31 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:15.655933 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-43fd69dd-718b-4ee0-930b-6d79d0a364d8 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:15.682898 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c3c898-5ea3-44ce-a6a0-f61185fbfc31 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Port': ['ID=3993efe6-ea50-4506-8dad-fea5d8d67457,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:15.712976 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cae92566-3682-4aee-84bc-9b5be38691bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:15.838617 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cae92566-3682-4aee-84bc-9b5be38691bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:15.987732 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-43fd69dd-718b-4ee0-930b-6d79d0a364d8 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Deleting port 51ecdb9f-3035-4b98-a526-773c1ed52096 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:15.988238 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-43fd69dd-718b-4ee0-930b-6d79d0a364d8 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.140881 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cae92566-3682-4aee-84bc-9b5be38691bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.143913 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cae92566-3682-4aee-84bc-9b5be38691bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.145387 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-cae92566-3682-4aee-84bc-9b5be38691bd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/24b172e8-29bc-4a1d-9838-6519b33f5f41 HTTP/1.1" status: 204 len: 168 time: 0.6275795 Jul 16 08:44:16.165538 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae92566-3682-4aee-84bc-9b5be38691bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b172e8-29bc-4a1d-9838-6519b33f5f41,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:16.198349 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c3c898-5ea3-44ce-a6a0-f61185fbfc31 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:16.201031 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-50c3c898-5ea3-44ce-a6a0-f61185fbfc31 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.246218 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-636680da-a051-4a55-93b4-8e569c7e7a65 None None] Provisioning for port 3993efe6-ea50-4506-8dad-fea5d8d67457 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:16.254131 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-636680da-a051-4a55-93b4-8e569c7e7a65 None None] Provisioning complete for port 3993efe6-ea50-4506-8dad-fea5d8d67457 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:16.257070 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-43fd69dd-718b-4ee0-930b-6d79d0a364d8 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.257699 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-636680da-a051-4a55-93b4-8e569c7e7a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.271444 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-50c3c898-5ea3-44ce-a6a0-f61185fbfc31 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.6902909 Jul 16 08:44:16.276681 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49630) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:16.297593 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-43fd69dd-718b-4ee0-930b-6d79d0a364d8 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Calling delete_port for 51ecdb9f-3035-4b98-a526-773c1ed52096 owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:16.339061 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-636680da-a051-4a55-93b4-8e569c7e7a65 None None] Port 3993efe6-ea50-4506-8dad-fea5d8d67457 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:16.641664 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 7238af1c-3abd-4baa-b7bb-6660a3ea91e2 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:16.778201 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 7238af1c-3abd-4baa-b7bb-6660a3ea91e2 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:16.782451 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 7238af1c-3abd-4baa-b7bb-6660a3ea91e2 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:16.782877 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:16.874608 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-43fd69dd-718b-4ee0-930b-6d79d0a364d8 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.072930 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49640) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:17.086976 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fd69dd-718b-4ee0-930b-6d79d0a364d8 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Pushing event deleted for resources: {'Port': ['ID=51ecdb9f-3035-4b98-a526-773c1ed52096,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:17.138975 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a3f01b6d-dbb3-42ee-b54b-c7da05cc1dcb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.251303 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-43fd69dd-718b-4ee0-930b-6d79d0a364d8 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.343242 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.459238 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 7238af1c-3abd-4baa-b7bb-6660a3ea91e2, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=7238af1c-3abd-4baa-b7bb-6660a3ea91e2,segment=NetworkSegment(3e3e0b5e-d65e-40dd-8597-7f4a644a5841),segment_id=3e3e0b5e-d65e-40dd-8597-7f4a644a5841)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:17.466290 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.582793 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-43fd69dd-718b-4ee0-930b-6d79d0a364d8 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.591937 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-43fd69dd-718b-4ee0-930b-6d79d0a364d8 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.634574 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=7238af1c-3abd-4baa-b7bb-6660a3ea91e2,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:17.646398 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7011398b-ac1c-4c9c-a47e-22bf20ce3d79 req-b81a10c5-115a-495c-a7ad-b65028aa1c24 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 210 time: 0.8832338 Jul 16 08:44:17.709384 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c852559-b4bd-41e7-9099-d5633d2071c0 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:17.711050 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4c852559-b4bd-41e7-9099-d5633d2071c0 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 1.4232969 Jul 16 08:44:17.713978 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49656) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:17.807705 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-43fd69dd-718b-4ee0-930b-6d79d0a364d8 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.808443 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43fd69dd-718b-4ee0-930b-6d79d0a364d8 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Fanout notify agent at l3_agent the message router_deleted on router c0adddcd-b8ad-4f6f-a548-35315fa7ecd3 {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:44:17.829120 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-43fd69dd-718b-4ee0-930b-6d79d0a364d8 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.834956 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-43fd69dd-718b-4ee0-930b-6d79d0a364d8 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "DELETE /v2.0/routers/c0adddcd-b8ad-4f6f-a548-35315fa7ecd3 HTTP/1.1" status: 204 len: 168 time: 3.5454299 Jul 16 08:44:17.835624 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49658) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:17.850621 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-6963f599-a945-4498-aa8f-fc3dd0d6757a tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2112797676', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:17.881941 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a3f01b6d-dbb3-42ee-b54b-c7da05cc1dcb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:17.905399 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a3f01b6d-dbb3-42ee-b54b-c7da05cc1dcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.019706 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a3f01b6d-dbb3-42ee-b54b-c7da05cc1dcb admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=80a982fc119b40cea10ec07f3b1d95d3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9428246 Jul 16 08:44:18.019706 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f01b6d-dbb3-42ee-b54b-c7da05cc1dcb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69aa4704-e9f7-487d-9c06-44838b5f997c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:18.021835 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49664) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:18.026846 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6963f599-a945-4498-aa8f-fc3dd0d6757a tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.027870 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6963f599-a945-4498-aa8f-fc3dd0d6757a tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.058934 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e28d10-2288-47ef-9062-41fc5f548738 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:18.066141 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e28d10-2288-47ef-9062-41fc5f548738 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:18.073965 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e28d10-2288-47ef-9062-41fc5f548738 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:18.075293 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-04467766-145d-4d98-8412-c7dad7959341 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:18.077183 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-04467766-145d-4d98-8412-c7dad7959341 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.30 "GET /v2.0/networks?id=0d427235-37c8-46d2-b8bf-e52b7ceecefe HTTP/1.1" status: 200 len: 819 time: 0.4294920 Jul 16 08:44:18.079416 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-38e28d10-2288-47ef-9062-41fc5f548738 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2378 time: 0.3632395 Jul 16 08:44:18.080633 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49666) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:18.116039 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-a75a25bd-9c0c-4e5b-ad0c-5b6386b6a948 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Request body: {'port': {'device_id': 'aff4547c-2b2a-4d92-8a72-0119a41936c6', 'network_id': '0d427235-37c8-46d2-b8bf-e52b7ceecefe', 'admin_state_up': True, 'tenant_id': 'ba4766327c25499aabe1317ded46023a'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:18.200625 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6963f599-a945-4498-aa8f-fc3dd0d6757a tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.206772 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6963f599-a945-4498-aa8f-fc3dd0d6757a tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.251236 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6963f599-a945-4498-aa8f-fc3dd0d6757a tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.255604 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6963f599-a945-4498-aa8f-fc3dd0d6757a tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4133084 Jul 16 08:44:18.255882 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49674) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:18.269597 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-8c214980-66c6-4601-85c3-cbb215b6917b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'enable_snat': True}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:18.270853 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c002ef33-c2d7-4f39-9361-fa97e2992e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.285238 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce820d36-02f9-470d-9c27-f78c29ab054a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.483790 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c002ef33-c2d7-4f39-9361-fa97e2992e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.542104 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 7238af1c-3abd-4baa-b7bb-6660a3ea91e2 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:18.553841 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c214980-66c6-4601-85c3-cbb215b6917b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.653893 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-a75a25bd-9c0c-4e5b-ad0c-5b6386b6a948 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Made reservation on behalf of ba4766327c25499aabe1317ded46023a for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:18.658023 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-a75a25bd-9c0c-4e5b-ad0c-5b6386b6a948 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.700524 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9164cdc8-9320-4ebe-8841-de94bd4bc5bb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting port 3993efe6-ea50-4506-8dad-fea5d8d67457 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:18.701337 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9164cdc8-9320-4ebe-8841-de94bd4bc5bb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.729435 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 7238af1c-3abd-4baa-b7bb-6660a3ea91e2 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:18.730388 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.764611 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c002ef33-c2d7-4f39-9361-fa97e2992e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.767533 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c002ef33-c2d7-4f39-9361-fa97e2992e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:18.768909 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c002ef33-c2d7-4f39-9361-fa97e2992e56 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/69aa4704-e9f7-487d-9c06-44838b5f997c HTTP/1.1" status: 204 len: 168 time: 0.7451103 Jul 16 08:44:18.873903 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002ef33-c2d7-4f39-9361-fa97e2992e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69aa4704-e9f7-487d-9c06-44838b5f997c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:19.074845 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c214980-66c6-4601-85c3-cbb215b6917b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.125142 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c214980-66c6-4601-85c3-cbb215b6917b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.243597 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6bd2f12b-bbf0-4a37-97ae-0e7064d8449a req-052a736d-5482-451f-bb30-61371123d743 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 210 time: 0.1734741 Jul 16 08:44:19.387845 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-8c214980-66c6-4601-85c3-cbb215b6917b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Allocated IP 172.25.3.206 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/b4ccaaeb-00f4-43f9-8757-5ec9be3bfe29) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:19.420593 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9164cdc8-9320-4ebe-8841-de94bd4bc5bb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.655109 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9164cdc8-9320-4ebe-8841-de94bd4bc5bb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Calling delete_port for 3993efe6-ea50-4506-8dad-fea5d8d67457 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:19.669405 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-a75a25bd-9c0c-4e5b-ad0c-5b6386b6a948 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Allocated IP 172.20.0.7 (0d427235-37c8-46d2-b8bf-e52b7ceecefe/8a1ee6ec-9679-4220-8476-a93bd7695432/8455ef63-1e07-4f74-8aaf-6b28e7f17e16) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:19.699524 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c214980-66c6-4601-85c3-cbb215b6917b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.794011 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c214980-66c6-4601-85c3-cbb215b6917b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:19.893933 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c214980-66c6-4601-85c3-cbb215b6917b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Pushing event updated for resources: {'Port': ['ID=b4ccaaeb-00f4-43f9-8757-5ec9be3bfe29,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:19.902434 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c214980-66c6-4601-85c3-cbb215b6917b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:19.904947 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-8c214980-66c6-4601-85c3-cbb215b6917b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:19.908271 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c214980-66c6-4601-85c3-cbb215b6917b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:19.987711 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ce820d36-02f9-470d-9c27-f78c29ab054a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Deleting port 24bbc865-09c5-483e-b496-be7db8fb9701 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:19.987984 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce820d36-02f9-470d-9c27-f78c29ab054a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.232505 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-a75a25bd-9c0c-4e5b-ad0c-5b6386b6a948 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.259157 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce820d36-02f9-470d-9c27-f78c29ab054a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.283269 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ce820d36-02f9-470d-9c27-f78c29ab054a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Calling delete_port for 24bbc865-09c5-483e-b496-be7db8fb9701 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:20.310448 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9164cdc8-9320-4ebe-8841-de94bd4bc5bb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.424147 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9164cdc8-9320-4ebe-8841-de94bd4bc5bb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Port': ['ID=3993efe6-ea50-4506-8dad-fea5d8d67457,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:20.565749 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-a75a25bd-9c0c-4e5b-ad0c-5b6386b6a948 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.612281 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c214980-66c6-4601-85c3-cbb215b6917b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.626599 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9164cdc8-9320-4ebe-8841-de94bd4bc5bb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.631639 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9164cdc8-9320-4ebe-8841-de94bd4bc5bb tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/ports/3993efe6-ea50-4506-8dad-fea5d8d67457 HTTP/1.1" status: 204 len: 168 time: 2.5493972 Jul 16 08:44:20.632563 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49704) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:20.759644 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-a75a25bd-9c0c-4e5b-ad0c-5b6386b6a948 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Network 0d427235-37c8-46d2-b8bf-e52b7ceecefe is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:20.763024 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75a25bd-9c0c-4e5b-ad0c-5b6386b6a948 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Pushing event updated for resources: {'Port': ['ID=8455ef63-1e07-4f74-8aaf-6b28e7f17e16,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:20.767390 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bbe2abc-8d50-4cc4-9add-1a524a7a8394 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] GET failed (client error): The resource could not be found. Jul 16 08:44:20.772133 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7bbe2abc-8d50-4cc4-9add-1a524a7a8394 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "GET /v2.0/ports/3993efe6-ea50-4506-8dad-fea5d8d67457 HTTP/1.1" status: 404 len: 333 time: 0.1319771 Jul 16 08:44:20.777337 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49706) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:20.788524 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-a75a25bd-9c0c-4e5b-ad0c-5b6386b6a948 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:20.791024 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-a75a25bd-9c0c-4e5b-ad0c-5b6386b6a948 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:20.903841 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e850d965-e278-4ad3-ab5e-cfe75f4a6114 req-d61ba71e-0487-42d6-bb0a-163b065136c1 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:20.905588 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e850d965-e278-4ad3-ab5e-cfe75f4a6114 req-d61ba71e-0487-42d6-bb0a-163b065136c1 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 931 time: 0.3971105 Jul 16 08:44:20.944101 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-a75a25bd-9c0c-4e5b-ad0c-5b6386b6a948 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:20.944979 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-a75a25bd-9c0c-4e5b-ad0c-5b6386b6a948 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.971418 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c214980-66c6-4601-85c3-cbb215b6917b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:20.976881 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c214980-66c6-4601-85c3-cbb215b6917b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-523541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-523532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523653'] for router, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.040520 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-a75a25bd-9c0c-4e5b-ad0c-5b6386b6a948 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9353251 Jul 16 08:44:21.048326 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e850d965-e278-4ad3-ab5e-cfe75f4a6114 req-4d00e3de-9796-47bf-a0ce-80981c27c2a9 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/security-groups?id=621dba7d-741a-4958-9873-96d5bf4ed144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162379 Jul 16 08:44:21.056850 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-ff507fd3-0403-4416-a037-32e58f301dea service neutron] Request body: {'port': {'device_id': 'aff4547c-2b2a-4d92-8a72-0119a41936c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:21.091617 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce820d36-02f9-470d-9c27-f78c29ab054a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.139530 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce820d36-02f9-470d-9c27-f78c29ab054a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Port': ['ID=24bbc865-09c5-483e-b496-be7db8fb9701,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:21.156594 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-70c98ff6-4345-44bf-89d8-b1058a3e3167 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting port f25f1606-515d-4996-a885-22468d6d0db0 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:21.156948 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-70c98ff6-4345-44bf-89d8-b1058a3e3167 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.222813 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c214980-66c6-4601-85c3-cbb215b6917b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Router 23d90a45-3db8-4e72-b3f3-d843cee2feb9 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:44:21.352141 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-ff507fd3-0403-4416-a037-32e58f301dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.358509 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce820d36-02f9-470d-9c27-f78c29ab054a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.427973 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c214980-66c6-4601-85c3-cbb215b6917b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:21.432864 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c214980-66c6-4601-85c3-cbb215b6917b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.437250 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8c214980-66c6-4601-85c3-cbb215b6917b tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "PUT /v2.0/routers/23d90a45-3db8-4e72-b3f3-d843cee2feb9 HTTP/1.1" status: 200 len: 915 time: 3.1800344 Jul 16 08:44:21.437999 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49712) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:21.440946 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f836086f-64c9-4e2c-b870-1cae6051670d None None] Sync routers for ids ['23d90a45-3db8-4e72-b3f3-d843cee2feb9'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:21.459300 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f836086f-64c9-4e2c-b870-1cae6051670d None None] Routers {'23d90a45-3db8-4e72-b3f3-d843cee2feb9'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:21.460097 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f836086f-64c9-4e2c-b870-1cae6051670d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:44:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['23d90a45-3db8-4e72-b3f3-d843cee2feb9'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:21.557126 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f836086f-64c9-4e2c-b870-1cae6051670d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:21.571369 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f836086f-64c9-4e2c-b870-1cae6051670d None None] Routers {'23d90a45-3db8-4e72-b3f3-d843cee2feb9'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:21.572437 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f836086f-64c9-4e2c-b870-1cae6051670d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:44:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['23d90a45-3db8-4e72-b3f3-d843cee2feb9'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:21.621469 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f836086f-64c9-4e2c-b870-1cae6051670d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:21.622181 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f836086f-64c9-4e2c-b870-1cae6051670d None None] The sync data for ids ['23d90a45-3db8-4e72-b3f3-d843cee2feb9'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:21.688339 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a14a064e-c054-4e39-ad0d-a0a29c40b089 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "GET /v2.0/routers/23d90a45-3db8-4e72-b3f3-d843cee2feb9 HTTP/1.1" status: 200 len: 921 time: 0.2379277 Jul 16 08:44:21.689047 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49716) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:21.772575 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f256783-2ce4-4867-b435-07485f736b78 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:21.775415 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3f256783-2ce4-4867-b435-07485f736b78 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=4a545af8-8142-4a44-8290-045c2901c634&device_id=23d90a45-3db8-4e72-b3f3-d843cee2feb9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0851564 Jul 16 08:44:21.782373 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49718) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:21.866681 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-70c98ff6-4345-44bf-89d8-b1058a3e3167 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:21.899959 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-70c98ff6-4345-44bf-89d8-b1058a3e3167 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Calling delete_port for f25f1606-515d-4996-a885-22468d6d0db0 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:22.135649 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce820d36-02f9-470d-9c27-f78c29ab054a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Router 0678b102-d539-4d61-b208-c5d64a2e743e has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:44:22.383875 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce820d36-02f9-470d-9c27-f78c29ab054a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:22.392286 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ce820d36-02f9-470d-9c27-f78c29ab054a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "PUT /v2.0/routers/0678b102-d539-4d61-b208-c5d64a2e743e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3968544 Jul 16 08:44:22.395902 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49722) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:22.401289 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec75fd74-7048-405a-9bab-dfcb2ae2f0dd None None] Sync routers for ids ['0678b102-d539-4d61-b208-c5d64a2e743e'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:22.414422 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec75fd74-7048-405a-9bab-dfcb2ae2f0dd None None] Routers {'0678b102-d539-4d61-b208-c5d64a2e743e'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:22.415961 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ec75fd74-7048-405a-9bab-dfcb2ae2f0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:44:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['0678b102-d539-4d61-b208-c5d64a2e743e'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:22.457522 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1c8831a5-b695-48cd-8291-7ee6faee060c tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "GET /v2.0/ports?device_id=0678b102-d539-4d61-b208-c5d64a2e743e HTTP/1.1" status: 200 len: 205 time: 0.0563769 Jul 16 08:44:22.460754 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49724) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:22.463120 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-70c98ff6-4345-44bf-89d8-b1058a3e3167 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.490985 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b55ee01-7801-4f91-b18a-49671dfcd9cf tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:22.493756 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1b55ee01-7801-4f91-b18a-49671dfcd9cf tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 881 time: 0.7106891 Jul 16 08:44:22.496415 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ec75fd74-7048-405a-9bab-dfcb2ae2f0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:22.505905 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49726) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:22.517320 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec75fd74-7048-405a-9bab-dfcb2ae2f0dd None None] Routers {'0678b102-d539-4d61-b208-c5d64a2e743e'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:22.518860 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ec75fd74-7048-405a-9bab-dfcb2ae2f0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:44:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['0678b102-d539-4d61-b208-c5d64a2e743e'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:22.562326 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49730) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:22.563912 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-90c90618-cbe3-474d-a83b-18d8cdb85aea tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "GET /v2.0/ports?device_id=23d90a45-3db8-4e72-b3f3-d843cee2feb9 HTTP/1.1" status: 200 len: 205 time: 0.0544381 Jul 16 08:44:22.621469 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ec75fd74-7048-405a-9bab-dfcb2ae2f0dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:22.625581 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec75fd74-7048-405a-9bab-dfcb2ae2f0dd None None] The sync data for ids ['0678b102-d539-4d61-b208-c5d64a2e743e'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:22.630743 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-ff507fd3-0403-4416-a037-32e58f301dea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8455ef63-1e07-4f74-8aaf-6b28e7f17e16 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:22.641580 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-ff507fd3-0403-4416-a037-32e58f301dea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.656862 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-ff507fd3-0403-4416-a037-32e58f301dea service neutron] Transition to ACTIVE for port object 8455ef63-1e07-4f74-8aaf-6b28e7f17e16 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:22.668078 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fac27f8d-352f-4946-8f28-42cfa5c4620a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:22.759914 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c98ff6-4345-44bf-89d8-b1058a3e3167 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Port': ['ID=f25f1606-515d-4996-a885-22468d6d0db0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:22.779068 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-ff507fd3-0403-4416-a037-32e58f301dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.047416 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21509b68-d9d9-4922-b6d6-1e20fc8a65e2 req-80e8c43a-1214-469a-93ae-cbf0f8c17417 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:23.048957 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-21509b68-d9d9-4922-b6d6-1e20fc8a65e2 req-80e8c43a-1214-469a-93ae-cbf0f8c17417 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 931 time: 0.7209272 Jul 16 08:44:23.052730 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fac27f8d-352f-4946-8f28-42cfa5c4620a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.065463 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fac27f8d-352f-4946-8f28-42cfa5c4620a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.127100 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff507fd3-0403-4416-a037-32e58f301dea service neutron] Pushing event updated for resources: {'Port': ['ID=8455ef63-1e07-4f74-8aaf-6b28e7f17e16,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:23.182885 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-70c98ff6-4345-44bf-89d8-b1058a3e3167 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.187741 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-70c98ff6-4345-44bf-89d8-b1058a3e3167 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/ports/f25f1606-515d-4996-a885-22468d6d0db0 HTTP/1.1" status: 204 len: 168 time: 2.4071269 Jul 16 08:44:23.188087 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49744) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:23.200204 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fac27f8d-352f-4946-8f28-42cfa5c4620a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.200710 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fac27f8d-352f-4946-8f28-42cfa5c4620a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Fanout notify agent at l3_agent the message router_deleted on router 0678b102-d539-4d61-b208-c5d64a2e743e {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:44:23.213678 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fac27f8d-352f-4946-8f28-42cfa5c4620a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.217871 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fac27f8d-352f-4946-8f28-42cfa5c4620a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/routers/0678b102-d539-4d61-b208-c5d64a2e743e HTTP/1.1" status: 204 len: 168 time: 0.7466011 Jul 16 08:44:23.218890 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49746) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:23.221915 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-36c09f42-c8be-4be4-9cda-38ca7427c1c7 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] GET failed (client error): The resource could not be found. Jul 16 08:44:23.230275 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-36c09f42-c8be-4be4-9cda-38ca7427c1c7 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "GET /v2.0/ports/f25f1606-515d-4996-a885-22468d6d0db0 HTTP/1.1" status: 404 len: 333 time: 0.0404377 Jul 16 08:44:23.231373 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49748) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:23.285864 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fdafebde-df36-4388-aeba-28b39b248dd3 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.292970 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-21509b68-d9d9-4922-b6d6-1e20fc8a65e2 req-ac0b2f14-8296-4621-a4e2-739211196367 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/security-groups?id=621dba7d-741a-4958-9873-96d5bf4ed144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314000 Jul 16 08:44:23.384150 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-552ecc94-999d-47e2-8039-f30fa92ca6b5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Deleting subnet 8d3a0517-28cc-4597-866c-394450142a3a {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:44:23.387962 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-552ecc94-999d-47e2-8039-f30fa92ca6b5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.444919 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-552ecc94-999d-47e2-8039-f30fa92ca6b5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.463471 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-ff507fd3-0403-4416-a037-32e58f301dea service neutron] Attempting to bind port 8455ef63-1e07-4f74-8aaf-6b28e7f17e16 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:23.463940 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-ff507fd3-0403-4416-a037-32e58f301dea service neutron] Attempting to bind port 8455ef63-1e07-4f74-8aaf-6b28e7f17e16 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '3e3e0b5e-d65e-40dd-8597-7f4a644a5841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0d427235-37c8-46d2-b8bf-e52b7ceecefe'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:23.464389 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-ff507fd3-0403-4416-a037-32e58f301dea service neutron] Attempting to bind port 8455ef63-1e07-4f74-8aaf-6b28e7f17e16 on network 0d427235-37c8-46d2-b8bf-e52b7ceecefe {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:23.478620 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-ff507fd3-0403-4416-a037-32e58f301dea service neutron] Port 8455ef63-1e07-4f74-8aaf-6b28e7f17e16 on network 0d427235-37c8-46d2-b8bf-e52b7ceecefe not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:44:23.479015 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-ff507fd3-0403-4416-a037-32e58f301dea service neutron] Attempting to bind port 8455ef63-1e07-4f74-8aaf-6b28e7f17e16 on network 0d427235-37c8-46d2-b8bf-e52b7ceecefe {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:23.486578 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9e75acd-7ece-4d7a-a054-7a95c223762c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting subnet 668a51c8-0c43-44d3-ad05-30e75fe3f225 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:44:23.489199 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-ff507fd3-0403-4416-a037-32e58f301dea service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:23.489713 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-ff507fd3-0403-4416-a037-32e58f301dea service neutron] Checking segment: {'id': '3e3e0b5e-d65e-40dd-8597-7f4a644a5841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0d427235-37c8-46d2-b8bf-e52b7ceecefe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:23.490141 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-ff507fd3-0403-4416-a037-32e58f301dea service neutron] Bound using segment: {'id': '3e3e0b5e-d65e-40dd-8597-7f4a644a5841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0d427235-37c8-46d2-b8bf-e52b7ceecefe'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:23.490588 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-ff507fd3-0403-4416-a037-32e58f301dea service neutron] Bound port: 8455ef63-1e07-4f74-8aaf-6b28e7f17e16, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3e3e0b5e-d65e-40dd-8597-7f4a644a5841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '0d427235-37c8-46d2-b8bf-e52b7ceecefe'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:23.490960 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-ff507fd3-0403-4416-a037-32e58f301dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.495906 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9e75acd-7ece-4d7a-a054-7a95c223762c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.517922 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fdafebde-df36-4388-aeba-28b39b248dd3 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.581414 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9e75acd-7ece-4d7a-a054-7a95c223762c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.642286 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-ff507fd3-0403-4416-a037-32e58f301dea service neutron] For port 8455ef63-1e07-4f74-8aaf-6b28e7f17e16, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:23.648593 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-ff507fd3-0403-4416-a037-32e58f301dea service neutron] For port 8455ef63-1e07-4f74-8aaf-6b28e7f17e16, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=8455ef63-1e07-4f74-8aaf-6b28e7f17e16,segment=NetworkSegment(3e3e0b5e-d65e-40dd-8597-7f4a644a5841),segment_id=3e3e0b5e-d65e-40dd-8597-7f4a644a5841)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:23.658042 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-ff507fd3-0403-4416-a037-32e58f301dea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.711310 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-fdafebde-df36-4388-aeba-28b39b248dd3 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Deleting port b4ccaaeb-00f4-43f9-8757-5ec9be3bfe29 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:23.711596 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-552ecc94-999d-47e2-8039-f30fa92ca6b5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.711905 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fdafebde-df36-4388-aeba-28b39b248dd3 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.834536 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fdafebde-df36-4388-aeba-28b39b248dd3 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.850191 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9e75acd-7ece-4d7a-a054-7a95c223762c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.861536 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-fdafebde-df36-4388-aeba-28b39b248dd3 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Calling delete_port for b4ccaaeb-00f4-43f9-8757-5ec9be3bfe29 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:23.928855 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9e75acd-7ece-4d7a-a054-7a95c223762c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.937687 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-552ecc94-999d-47e2-8039-f30fa92ca6b5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.991574 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9e75acd-7ece-4d7a-a054-7a95c223762c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:23.991798 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4681d03-114e-4611-b10e-39d67ac273c4 None None] Network 040dde0a-d760-47b0-bc47-633b0a657e06 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:23.997665 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f9e75acd-7ece-4d7a-a054-7a95c223762c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/subnets/668a51c8-0c43-44d3-ad05-30e75fe3f225 HTTP/1.1" status: 204 len: 168 time: 0.7552619 Jul 16 08:44:24.001187 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49764) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:24.012929 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e75acd-7ece-4d7a-a054-7a95c223762c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Subnet': ['ID=668a51c8-0c43-44d3-ad05-30e75fe3f225,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:24.051025 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-552ecc94-999d-47e2-8039-f30fa92ca6b5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.056939 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-552ecc94-999d-47e2-8039-f30fa92ca6b5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/subnets/8d3a0517-28cc-4597-866c-394450142a3a HTTP/1.1" status: 204 len: 168 time: 0.8366389 Jul 16 08:44:24.057835 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49766) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:24.075085 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-ff507fd3-0403-4416-a037-32e58f301dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:24.075820 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-ff507fd3-0403-4416-a037-32e58f301dea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.077349 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-ff507fd3-0403-4416-a037-32e58f301dea service neutron] 10.222.0.30 "PUT /v2.0/ports/8455ef63-1e07-4f74-8aaf-6b28e7f17e16 HTTP/1.1" status: 200 len: 1092 time: 3.0249758 Jul 16 08:44:24.078150 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff4547c-2b2a-4d92-8a72-0119a41936c6', 'tag': '8455ef63-1e07-4f74-8aaf-6b28e7f17e16'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:24.081490 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703a4b04-3a95-4fe4-87b9-f7b15f484a2b" -d '{"events": [{"name": "network-changed", "server_uuid": "aff4547c-2b2a-4d92-8a72-0119a41936c6", "tag": "8455ef63-1e07-4f74-8aaf-6b28e7f17e16"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:24.089957 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fdafebde-df36-4388-aeba-28b39b248dd3 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.163302 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff507fd3-0403-4416-a037-32e58f301dea service neutron] Pushing event updated for resources: {'Port': ['ID=8455ef63-1e07-4f74-8aaf-6b28e7f17e16,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:24.191403 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14384dbe-3132-4919-8d6b-aad6da6d4f32 None None] Network 52d37011-269d-4e3c-94b6-0a5a80abe46e requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:24.201581 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552ecc94-999d-47e2-8039-f30fa92ca6b5 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Subnet': ['ID=8d3a0517-28cc-4597-866c-394450142a3a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:24.232930 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84a8eaeb-3eec-4aa0-b8d5-5afe23beaa3b x-openstack-request-id: req-84a8eaeb-3eec-4aa0-b8d5-5afe23beaa3b {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:24.233154 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aff4547c-2b2a-4d92-8a72-0119a41936c6", "tag": "8455ef63-1e07-4f74-8aaf-6b28e7f17e16", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:24.233411 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-84a8eaeb-3eec-4aa0-b8d5-5afe23beaa3b {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:24.233840 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff4547c-2b2a-4d92-8a72-0119a41936c6', 'tag': '8455ef63-1e07-4f74-8aaf-6b28e7f17e16', 'status': 'completed', 'code': 200} Jul 16 08:44:24.258428 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fdafebde-df36-4388-aeba-28b39b248dd3 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.260685 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdafebde-df36-4388-aeba-28b39b248dd3 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Pushing event deleted for resources: {'Port': ['ID=b4ccaaeb-00f4-43f9-8757-5ec9be3bfe29,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:24.365144 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c4073ace-a484-49ae-bdc0-838f76915afd tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.377206 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5771d1d0-20b6-45d9-bc51-12dd51be2723 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.411616 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fdafebde-df36-4388-aeba-28b39b248dd3 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.422579 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fdafebde-df36-4388-aeba-28b39b248dd3 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.498980 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-5903728b-e00e-4dc2-a012-8f822a778c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:24.501050 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-5903728b-e00e-4dc2-a012-8f822a778c2c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba4766327c25499aabe1317ded46023a&device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 1095 time: 0.3804872 Jul 16 08:44:24.511285 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fdafebde-df36-4388-aeba-28b39b248dd3 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.512164 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdafebde-df36-4388-aeba-28b39b248dd3 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Fanout notify agent at l3_agent the message router_deleted on router 23d90a45-3db8-4e72-b3f3-d843cee2feb9 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:44:24.541637 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fdafebde-df36-4388-aeba-28b39b248dd3 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.543384 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fdafebde-df36-4388-aeba-28b39b248dd3 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "DELETE /v2.0/routers/23d90a45-3db8-4e72-b3f3-d843cee2feb9 HTTP/1.1" status: 204 len: 168 time: 1.9778087 Jul 16 08:44:24.548290 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49772) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:24.555640 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-401cdb72-12bd-4503-9e67-2d7d3ee6e047 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1502998119', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:24.594594 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-313e3815-16e4-4723-9a88-aa1a32383933 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8455ef63-1e07-4f74-8aaf-6b28e7f17e16 HTTP/1.1" status: 200 len: 217 time: 0.0792572 Jul 16 08:44:24.597505 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c4073ace-a484-49ae-bdc0-838f76915afd tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Deleting port f1deb79e-e79d-4744-950e-0269f92cd7aa {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:24.599173 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c4073ace-a484-49ae-bdc0-838f76915afd tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.627692 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-5771d1d0-20b6-45d9-bc51-12dd51be2723 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting port 14f7fb26-07ab-4424-b37d-c8eb1f2964d2 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:24.629435 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5771d1d0-20b6-45d9-bc51-12dd51be2723 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.704732 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-380e7067-ebbf-407a-8e0f-c95a0bf8d4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:24.706801 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-380e7067-ebbf-407a-8e0f-c95a0bf8d4bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8a1ee6ec-9679-4220-8476-a93bd7695432 HTTP/1.1" status: 200 len: 859 time: 0.1056774 Jul 16 08:44:24.843772 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-2451d31a-1bb3-4faf-8e08-4042e64d6ef3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d427235-37c8-46d2-b8bf-e52b7ceecefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1293747 Jul 16 08:44:24.882889 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162fd830-07c9-4e06-94ac-636fbc4b2576 None None] DHCP port deletion for 040dde0a-d760-47b0-bc47-633b0a657e06 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:44:24.903352 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c4073ace-a484-49ae-bdc0-838f76915afd tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] For port f1deb79e-e79d-4744-950e-0269f92cd7aa, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f1deb79e-e79d-4744-950e-0269f92cd7aa,segment=NetworkSegment(2b6d063b-8afe-44d0-88a7-6b6905818873),segment_id=2b6d063b-8afe-44d0-88a7-6b6905818873)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:24.903730 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c4073ace-a484-49ae-bdc0-838f76915afd tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:24.971701 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f74907f-a1b3-4922-b0ce-fa407723bb0b None None] DHCP port deletion for 52d37011-269d-4e3c-94b6-0a5a80abe46e request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:44:25.017973 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c4073ace-a484-49ae-bdc0-838f76915afd tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Calling delete_port for f1deb79e-e79d-4744-950e-0269f92cd7aa owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:25.033774 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-8094711b-6b99-4d0c-96fc-945cc54cb006 service neutron] 10.222.0.30 "GET /v2.0/networks/0d427235-37c8-46d2-b8bf-e52b7ceecefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1827314 Jul 16 08:44:25.067559 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-162fd830-07c9-4e06-94ac-636fbc4b2576 None None] Deleting port 14f7fb26-07ab-4424-b37d-c8eb1f2964d2 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:25.068903 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-162fd830-07c9-4e06-94ac-636fbc4b2576 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.100448 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8f74907f-a1b3-4922-b0ce-fa407723bb0b None None] Deleting port f1deb79e-e79d-4744-950e-0269f92cd7aa {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:25.101400 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8f74907f-a1b3-4922-b0ce-fa407723bb0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.183537 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8f74907f-a1b3-4922-b0ce-fa407723bb0b None None] For port f1deb79e-e79d-4744-950e-0269f92cd7aa, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f1deb79e-e79d-4744-950e-0269f92cd7aa,segment=NetworkSegment(2b6d063b-8afe-44d0-88a7-6b6905818873),segment_id=2b6d063b-8afe-44d0-88a7-6b6905818873)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:25.184399 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5771d1d0-20b6-45d9-bc51-12dd51be2723 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] For port 14f7fb26-07ab-4424-b37d-c8eb1f2964d2, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=14f7fb26-07ab-4424-b37d-c8eb1f2964d2,segment=NetworkSegment(b21dabe7-e637-49a4-8012-310a59f44afa),segment_id=b21dabe7-e637-49a4-8012-310a59f44afa)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:25.184889 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5771d1d0-20b6-45d9-bc51-12dd51be2723 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.185232 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8f74907f-a1b3-4922-b0ce-fa407723bb0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.201842 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8f74907f-a1b3-4922-b0ce-fa407723bb0b None None] Calling delete_port for f1deb79e-e79d-4744-950e-0269f92cd7aa owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:25.213914 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-401cdb72-12bd-4503-9e67-2d7d3ee6e047 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.216503 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-401cdb72-12bd-4503-9e67-2d7d3ee6e047 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.245988 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-5771d1d0-20b6-45d9-bc51-12dd51be2723 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Calling delete_port for 14f7fb26-07ab-4424-b37d-c8eb1f2964d2 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:25.357598 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-162fd830-07c9-4e06-94ac-636fbc4b2576 None None] For port 14f7fb26-07ab-4424-b37d-c8eb1f2964d2, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=14f7fb26-07ab-4424-b37d-c8eb1f2964d2,segment=NetworkSegment(b21dabe7-e637-49a4-8012-310a59f44afa),segment_id=b21dabe7-e637-49a4-8012-310a59f44afa)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:25.358243 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-162fd830-07c9-4e06-94ac-636fbc4b2576 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.387250 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-162fd830-07c9-4e06-94ac-636fbc4b2576 None None] Calling delete_port for 14f7fb26-07ab-4424-b37d-c8eb1f2964d2 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:25.439583 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-401cdb72-12bd-4503-9e67-2d7d3ee6e047 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.457588 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d653c516-f192-4f64-8983-0e4009507769 req-a4233907-6fa5-4cd1-a084-5718938e3c8e tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:25.467120 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d653c516-f192-4f64-8983-0e4009507769 req-a4233907-6fa5-4cd1-a084-5718938e3c8e tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 943 time: 0.5501127 Jul 16 08:44:25.482905 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-401cdb72-12bd-4503-9e67-2d7d3ee6e047 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.516239 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c4073ace-a484-49ae-bdc0-838f76915afd tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.580608 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8f74907f-a1b3-4922-b0ce-fa407723bb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.645564 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f74907f-a1b3-4922-b0ce-fa407723bb0b None None] Pushing event deleted for resources: {'Port': ['ID=f1deb79e-e79d-4744-950e-0269f92cd7aa,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:25.649202 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f74907f-a1b3-4922-b0ce-fa407723bb0b None None] No DVR routers for this DVR port f1deb79e-e79d-4744-950e-0269f92cd7aa on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:25.687110 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-162fd830-07c9-4e06-94ac-636fbc4b2576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.727595 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-401cdb72-12bd-4503-9e67-2d7d3ee6e047 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:25.736434 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-401cdb72-12bd-4503-9e67-2d7d3ee6e047 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.1816020 Jul 16 08:44:25.736434 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49790) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:25.746279 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162fd830-07c9-4e06-94ac-636fbc4b2576 None None] Pushing event deleted for resources: {'Port': ['ID=14f7fb26-07ab-4424-b37d-c8eb1f2964d2,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:25.750340 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-162fd830-07c9-4e06-94ac-636fbc4b2576 None None] No DVR routers for this DVR port 14f7fb26-07ab-4424-b37d-c8eb1f2964d2 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:25.758222 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-ab5b85dd-e6b1-403f-94e6-4d9bb076df4e tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'enable_snat': False}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:25.766935 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4073ace-a484-49ae-bdc0-838f76915afd tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Port': ['ID=f1deb79e-e79d-4744-950e-0269f92cd7aa,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:25.836454 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4073ace-a484-49ae-bdc0-838f76915afd tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] No DVR routers for this DVR port f1deb79e-e79d-4744-950e-0269f92cd7aa on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:25.842590 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5f6fd3aa-a8ab-46a8-9fda-da49367a8582 req-ab56c59b-96a9-40d0-a3d6-1cd5fce7e4c3 service neutron] 10.222.0.30 "GET /v2.0/networks/0d427235-37c8-46d2-b8bf-e52b7ceecefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7988789 Jul 16 08:44:25.848442 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d653c516-f192-4f64-8983-0e4009507769 req-963cea85-0c57-4335-88a3-d589b9cabf0a tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/security-groups?id=621dba7d-741a-4958-9873-96d5bf4ed144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3734140 Jul 16 08:44:25.923665 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5771d1d0-20b6-45d9-bc51-12dd51be2723 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.020861 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a4b04-3a95-4fe4-87b9-f7b15f484a2b req-ee01f58b-bfd5-4916-b134-cd325f4e5c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:26.023112 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-703a4b04-3a95-4fe4-87b9-f7b15f484a2b req-ee01f58b-bfd5-4916-b134-cd325f4e5c27 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba4766327c25499aabe1317ded46023a&device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 1095 time: 0.1089602 Jul 16 08:44:26.135448 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771d1d0-20b6-45d9-bc51-12dd51be2723 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Port': ['ID=14f7fb26-07ab-4424-b37d-c8eb1f2964d2,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:26.172446 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5771d1d0-20b6-45d9-bc51-12dd51be2723 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] No DVR routers for this DVR port 14f7fb26-07ab-4424-b37d-c8eb1f2964d2 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:26.192024 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a4b04-3a95-4fe4-87b9-f7b15f484a2b req-fa810eb6-1ba2-438e-8069-b8f170643a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:26.193085 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-703a4b04-3a95-4fe4-87b9-f7b15f484a2b req-fa810eb6-1ba2-438e-8069-b8f170643a26 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0d427235-37c8-46d2-b8bf-e52b7ceecefe HTTP/1.1" status: 200 len: 920 time: 0.1639283 Jul 16 08:44:26.201790 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab5b85dd-e6b1-403f-94e6-4d9bb076df4e tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.293656 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c4073ace-a484-49ae-bdc0-838f76915afd tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.311816 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-703a4b04-3a95-4fe4-87b9-f7b15f484a2b req-3013b0f5-2648-45de-b3ef-15af71df1e75 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8455ef63-1e07-4f74-8aaf-6b28e7f17e16 HTTP/1.1" status: 200 len: 217 time: 0.1113489 Jul 16 08:44:26.339644 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-c4073ace-a484-49ae-bdc0-838f76915afd tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d37011-269d-4e3c-94b6-0a5a80abe46e']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:26.393510 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-c4073ace-a484-49ae-bdc0-838f76915afd tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b6d063b-8afe-44d0-88a7-6b6905818873') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:26.395752 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-c4073ace-a484-49ae-bdc0-838f76915afd tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b6d063b-8afe-44d0-88a7-6b6905818873') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:26.414263 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703a4b04-3a95-4fe4-87b9-f7b15f484a2b req-8419bd68-3967-442c-acde-2ae2e73df730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:26.417016 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-703a4b04-3a95-4fe4-87b9-f7b15f484a2b req-8419bd68-3967-442c-acde-2ae2e73df730 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8a1ee6ec-9679-4220-8476-a93bd7695432 HTTP/1.1" status: 200 len: 859 time: 0.0972698 Jul 16 08:44:26.470390 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5771d1d0-20b6-45d9-bc51-12dd51be2723 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.480790 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-703a4b04-3a95-4fe4-87b9-f7b15f484a2b req-4b36048b-6b50-4bdb-84a3-4026d7eff9da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d427235-37c8-46d2-b8bf-e52b7ceecefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0564334 Jul 16 08:44:26.504414 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-5771d1d0-20b6-45d9-bc51-12dd51be2723 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['040dde0a-d760-47b0-bc47-633b0a657e06']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:26.519475 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c4073ace-a484-49ae-bdc0-838f76915afd tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.549241 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 14f7fb26-07ab-4424-b37d-c8eb1f2964d2 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:26.562060 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-5771d1d0-20b6-45d9-bc51-12dd51be2723 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b21dabe7-e637-49a4-8012-310a59f44afa') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:26.562825 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-5771d1d0-20b6-45d9-bc51-12dd51be2723 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b21dabe7-e637-49a4-8012-310a59f44afa') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:26.572913 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c4073ace-a484-49ae-bdc0-838f76915afd tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.577462 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 14f7fb26-07ab-4424-b37d-c8eb1f2964d2 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:44:26.577815 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 14f7fb26-07ab-4424-b37d-c8eb1f2964d2 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:44:26.580460 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f1deb79e-e79d-4744-950e-0269f92cd7aa no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:26.582103 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5771d1d0-20b6-45d9-bc51-12dd51be2723 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.589098 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c4073ace-a484-49ae-bdc0-838f76915afd tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:44:26.590023 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c4073ace-a484-49ae-bdc0-838f76915afd tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:44:26.600427 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:44:26.624555 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: f1deb79e-e79d-4744-950e-0269f92cd7aa {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:44:26.626916 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f1deb79e-e79d-4744-950e-0269f92cd7aa not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:44:26.628268 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-703a4b04-3a95-4fe4-87b9-f7b15f484a2b req-10a896b7-6426-4430-b957-0ea98f9ac09e service neutron] 10.222.0.30 "GET /v2.0/networks/0d427235-37c8-46d2-b8bf-e52b7ceecefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399610 Jul 16 08:44:26.704741 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5771d1d0-20b6-45d9-bc51-12dd51be2723 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.712313 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5771d1d0-20b6-45d9-bc51-12dd51be2723 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:44:26.712790 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5771d1d0-20b6-45d9-bc51-12dd51be2723 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.769989 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-703a4b04-3a95-4fe4-87b9-f7b15f484a2b req-d88de2e6-6dc5-4de8-b207-04a601341eb0 service neutron] 10.222.0.30 "GET /v2.0/networks/0d427235-37c8-46d2-b8bf-e52b7ceecefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338503 Jul 16 08:44:26.773085 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:44:26.773085 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:44:26.773085 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:44:26.773085 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:44:26.773085 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:44:26.773085 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:44:26.773085 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:44:26.773085 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:44:26.773085 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:44:26.773085 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:44:26.773085 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:44:26.773085 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:44:26.773085 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:44:26.773085 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:44:26.773085 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:44:26.773085 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:44:26.773085 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:44:26.773085 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:44:26.773085 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:44:26.773085 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:44:26.773085 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:44:26.773085 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:44:26.773085 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:44:26.773085 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:44:26.773085 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:44:26.773085 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:44:26.773085 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:44:26.773085 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:44:26.773085 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:44:26.773085 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:44:26.773085 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:44:26.773085 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:44:26.782248 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c4073ace-a484-49ae-bdc0-838f76915afd tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.870783 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c4073ace-a484-49ae-bdc0-838f76915afd tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.876871 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c4073ace-a484-49ae-bdc0-838f76915afd tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/networks/52d37011-269d-4e3c-94b6-0a5a80abe46e HTTP/1.1" status: 204 len: 168 time: 2.7648752 Jul 16 08:44:26.877059 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49798) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:26.881775 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4073ace-a484-49ae-bdc0-838f76915afd tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Network': ['ID=52d37011-269d-4e3c-94b6-0a5a80abe46e,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:26.883019 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-09580f26-a5f7-4041-ae33-d4d617882e9c tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-639230317', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:26.888085 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5771d1d0-20b6-45d9-bc51-12dd51be2723 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.909307 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5771d1d0-20b6-45d9-bc51-12dd51be2723 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.915521 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5771d1d0-20b6-45d9-bc51-12dd51be2723 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/networks/040dde0a-d760-47b0-bc47-633b0a657e06 HTTP/1.1" status: 204 len: 168 time: 2.9093490 Jul 16 08:44:26.916905 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49802) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:26.931704 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5771d1d0-20b6-45d9-bc51-12dd51be2723 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Network': ['ID=040dde0a-d760-47b0-bc47-633b0a657e06,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:26.934709 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-50ebffb7-3e66-407c-886d-f13a52622e89 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1272060640'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:26.971067 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-09580f26-a5f7-4041-ae33-d4d617882e9c tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:26.972769 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-09580f26-a5f7-4041-ae33-d4d617882e9c tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.016069 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50ebffb7-3e66-407c-886d-f13a52622e89 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:27.020849 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-50ebffb7-3e66-407c-886d-f13a52622e89 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.100032 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-09580f26-a5f7-4041-ae33-d4d617882e9c tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.108615 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-09580f26-a5f7-4041-ae33-d4d617882e9c tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.116449 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50ebffb7-3e66-407c-886d-f13a52622e89 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:44:27.132599 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-50ebffb7-3e66-407c-886d-f13a52622e89 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.133205 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-50ebffb7-3e66-407c-886d-f13a52622e89 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Added segment e8648097-c15e-4650-a4c9-19bb1ebccce1 of type vlan for network 3fa626a2-232b-4492-abeb-d76027ff925d Jul 16 08:44:27.142115 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-09580f26-a5f7-4041-ae33-d4d617882e9c tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.146826 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-09580f26-a5f7-4041-ae33-d4d617882e9c tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.2658930 Jul 16 08:44:27.147389 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49806) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:27.153882 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e1defa05-685f-4adf-878c-214ddfa959b9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-920399944'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:27.203128 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-50ebffb7-3e66-407c-886d-f13a52622e89 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.220070 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab5b85dd-e6b1-403f-94e6-4d9bb076df4e tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.220861 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1defa05-685f-4adf-878c-214ddfa959b9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Made reservation on behalf of 1591cbbb2e6f40a59d14ed0e7e21bbb6 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:27.225396 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1defa05-685f-4adf-878c-214ddfa959b9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.260329 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab5b85dd-e6b1-403f-94e6-4d9bb076df4e tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.271064 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-50ebffb7-3e66-407c-886d-f13a52622e89 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.278319 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50ebffb7-3e66-407c-886d-f13a52622e89 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:27.278992 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-50ebffb7-3e66-407c-886d-f13a52622e89 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.282415 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91ccb6e2-b954-4a0d-8cd4-a028fd47a7a5 req-c9d2d969-6fed-4521-bdf0-b6a7cf426820 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:27.283725 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-91ccb6e2-b954-4a0d-8cd4-a028fd47a7a5 req-c9d2d969-6fed-4521-bdf0-b6a7cf426820 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 943 time: 0.2166176 Jul 16 08:44:27.315449 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1defa05-685f-4adf-878c-214ddfa959b9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:44:27.341669 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1defa05-685f-4adf-878c-214ddfa959b9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.342211 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-e1defa05-685f-4adf-878c-214ddfa959b9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Added segment 108e9c7f-6b07-4bad-8c5b-0d2337a2a6b0 of type vlan for network d5221c6b-dfab-487c-b6f5-a297396d7a17 Jul 16 08:44:27.386282 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-50ebffb7-3e66-407c-886d-f13a52622e89 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4640479 Jul 16 08:44:27.386533 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ebffb7-3e66-407c-886d-f13a52622e89 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Network': ['ID=3fa626a2-232b-4492-abeb-d76027ff925d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:27.388977 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-91ccb6e2-b954-4a0d-8cd4-a028fd47a7a5 req-92375836-59e2-47a6-869c-32dfa6f27057 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/security-groups?id=621dba7d-741a-4958-9873-96d5bf4ed144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663764 Jul 16 08:44:27.390452 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49810) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:27.401314 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 3fa626a2-232b-4492-abeb-d76027ff925d details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:44:27.452593 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1defa05-685f-4adf-878c-214ddfa959b9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.465504 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-ab5b85dd-e6b1-403f-94e6-4d9bb076df4e tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Allocated IP 172.25.3.225 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/3b2a8c5c-9e88-4c9a-b050-ca4e2487ab9b) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:27.484636 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-56b52057-0499-4c36-a05b-ec025e93e8ac tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'subnet': {'network_id': '3fa626a2-232b-4492-abeb-d76027ff925d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:27.494765 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1defa05-685f-4adf-878c-214ddfa959b9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.502965 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1defa05-685f-4adf-878c-214ddfa959b9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:27.503751 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1defa05-685f-4adf-878c-214ddfa959b9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.528084 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e1defa05-685f-4adf-878c-214ddfa959b9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3793466 Jul 16 08:44:27.539349 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49814) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:27.545380 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-9f67920e-7e19-4bc2-bde7-63e391025c78 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Request body: {'subnet': {'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:27.594511 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1defa05-685f-4adf-878c-214ddfa959b9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Network': ['ID=d5221c6b-dfab-487c-b6f5-a297396d7a17,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:27.602810 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network d5221c6b-dfab-487c-b6f5-a297396d7a17 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:44:27.752651 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f67920e-7e19-4bc2-bde7-63e391025c78 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Made reservation on behalf of 1591cbbb2e6f40a59d14ed0e7e21bbb6 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:27.756134 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9f67920e-7e19-4bc2-bde7-63e391025c78 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.783352 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab5b85dd-e6b1-403f-94e6-4d9bb076df4e tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.810756 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56b52057-0499-4c36-a05b-ec025e93e8ac tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:27.814344 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-56b52057-0499-4c36-a05b-ec025e93e8ac tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:27.991620 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab5b85dd-e6b1-403f-94e6-4d9bb076df4e tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.103680 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab5b85dd-e6b1-403f-94e6-4d9bb076df4e tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:28.111611 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-ab5b85dd-e6b1-403f-94e6-4d9bb076df4e tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:28.159153 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5b85dd-e6b1-403f-94e6-4d9bb076df4e tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:28.269560 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b85dd-e6b1-403f-94e6-4d9bb076df4e tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Pushing event updated for resources: {'Port': ['ID=3b2a8c5c-9e88-4c9a-b050-ca4e2487ab9b,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:28.329832 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9f67920e-7e19-4bc2-bde7-63e391025c78 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.354499 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 8455ef63-1e07-4f74-8aaf-6b28e7f17e16 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:44:28.537902 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 8455ef63-1e07-4f74-8aaf-6b28e7f17e16, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=8455ef63-1e07-4f74-8aaf-6b28e7f17e16,segment=NetworkSegment(3e3e0b5e-d65e-40dd-8597-7f4a644a5841),segment_id=3e3e0b5e-d65e-40dd-8597-7f4a644a5841)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:28.559535 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '8455ef63-1e07-4f74-8aaf-6b28e7f17e16', 'network_id': '0d427235-37c8-46d2-b8bf-e52b7ceecefe', 'port_id': '8455ef63-1e07-4f74-8aaf-6b28e7f17e16', 'mac_address': 'fa:16:3e:af:bf:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a1ee6ec-9679-4220-8476-a93bd7695432', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:44:28.602665 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.622280 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8455ef63-1e07-4f74-8aaf-6b28e7f17e16 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:44:28.629092 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f67920e-7e19-4bc2-bde7-63e391025c78 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Subnet': ['ID=130bbd33-f8c6-4101-8b88-5eeac10747aa,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:28.653564 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 8455ef63-1e07-4f74-8aaf-6b28e7f17e16, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=8455ef63-1e07-4f74-8aaf-6b28e7f17e16,segment=NetworkSegment(3e3e0b5e-d65e-40dd-8597-7f4a644a5841),segment_id=3e3e0b5e-d65e-40dd-8597-7f4a644a5841)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:28.660468 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:28.745378 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=8455ef63-1e07-4f74-8aaf-6b28e7f17e16,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:28.866881 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['8455ef63-1e07-4f74-8aaf-6b28e7f17e16'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:44:29.137503 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-56b52057-0499-4c36-a05b-ec025e93e8ac tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.244527 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f67920e-7e19-4bc2-bde7-63e391025c78 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Checking segment: {'id': '108e9c7f-6b07-4bad-8c5b-0d2337a2a6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:29.244813 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f67920e-7e19-4bc2-bde7-63e391025c78 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network hostable DHCP agents. Network: d5221c6b-dfab-487c-b6f5-a297396d7a17, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:44:29.263306 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-3ff35cbb-9a84-4c55-9e58-5d0720923486 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 1.0213499 Jul 16 08:44:29.295053 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b52057-0499-4c36-a05b-ec025e93e8ac tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Subnet': ['ID=b0eca0fc-dccf-49e8-b498-c77b9da8a553,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:29.395537 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f67920e-7e19-4bc2-bde7-63e391025c78 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network d5221c6b-dfab-487c-b6f5-a297396d7a17 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:44:29.408551 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56b52057-0499-4c36-a05b-ec025e93e8ac tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Checking segment: {'id': 'e8648097-c15e-4650-a4c9-19bb1ebccce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3fa626a2-232b-4492-abeb-d76027ff925d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:29.408925 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b52057-0499-4c36-a05b-ec025e93e8ac tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network hostable DHCP agents. Network: 3fa626a2-232b-4492-abeb-d76027ff925d, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:44:29.423154 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52ab82c-b9b3-42c6-be02-1d7b446a2c66 req-3e7e8d84-17f7-4c89-8be6-7503794b9963 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:29.424807 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b52ab82c-b9b3-42c6-be02-1d7b446a2c66 req-3e7e8d84-17f7-4c89-8be6-7503794b9963 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 943 time: 0.8405759 Jul 16 08:44:29.431280 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-9f67920e-7e19-4bc2-bde7-63e391025c78 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, d5221c6b-dfab-487c-b6f5-a297396d7a17) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:29.439300 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160e62d4-7604-4a5e-9f8f-0a1cef00e51a None None] Network d5221c6b-dfab-487c-b6f5-a297396d7a17 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:29.440876 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab5b85dd-e6b1-403f-94e6-4d9bb076df4e tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.479262 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f67920e-7e19-4bc2-bde7-63e391025c78 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:29.479872 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9f67920e-7e19-4bc2-bde7-63e391025c78 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.541474 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9f67920e-7e19-4bc2-bde7-63e391025c78 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0010352 Jul 16 08:44:29.545857 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49836) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:29.546864 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56b52057-0499-4c36-a05b-ec025e93e8ac tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network 3fa626a2-232b-4492-abeb-d76027ff925d is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:44:29.594390 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b56a-286e-4daa-be33-00f471398c27 req-a4e58c04-040b-450b-b04d-cd802c45eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:29.594885 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b56a-286e-4daa-be33-00f471398c27 req-a4e58c04-040b-450b-b04d-cd802c45eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:29.595369 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b56a-286e-4daa-be33-00f471398c27 req-a4e58c04-040b-450b-b04d-cd802c45eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:29.595877 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b56a-286e-4daa-be33-00f471398c27 req-a4e58c04-040b-450b-b04d-cd802c45eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:29.596312 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b56a-286e-4daa-be33-00f471398c27 req-a4e58c04-040b-450b-b04d-cd802c45eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:29.596893 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b56a-286e-4daa-be33-00f471398c27 req-a4e58c04-040b-450b-b04d-cd802c45eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:29.597368 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b56a-286e-4daa-be33-00f471398c27 req-a4e58c04-040b-450b-b04d-cd802c45eb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:29.600550 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-a4e58c04-040b-450b-b04d-cd802c45eb9d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2fe358b4bf3b41e19a3794e097af1b16&device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 6496 time: 0.2646153 Jul 16 08:44:29.606029 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b52ab82c-b9b3-42c6-be02-1d7b446a2c66 req-f26ec0ea-1045-4a5c-8629-f7a0c231231a tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/security-groups?id=621dba7d-741a-4958-9873-96d5bf4ed144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1713274 Jul 16 08:44:29.608322 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-56b52057-0499-4c36-a05b-ec025e93e8ac tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 3fa626a2-232b-4492-abeb-d76027ff925d) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:29.618250 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56b52057-0499-4c36-a05b-ec025e93e8ac tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:29.618853 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-56b52057-0499-4c36-a05b-ec025e93e8ac tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.631469 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0d2d18-6395-498a-9748-d52a53dd63a0 None None] Network 3fa626a2-232b-4492-abeb-d76027ff925d requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:29.667775 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-56b52057-0499-4c36-a05b-ec025e93e8ac tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1884923 Jul 16 08:44:29.668584 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49838) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:29.674693 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-69e1aac7-1ef1-4b0e-b3b0-502a3b6fb76b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1690646155', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:29.721865 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-773ef47e-7eea-4098-9bef-695a43a6b7dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-d5221c6b-dfab-487c-b6f5-a297396d7a17', 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'fixed_ips': [{'subnet_id': '130bbd33-f8c6-4101-8b88-5eeac10747aa'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:44:29.723277 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-773ef47e-7eea-4098-9bef-695a43a6b7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.835473 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-69e1aac7-1ef1-4b0e-b3b0-502a3b6fb76b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.836906 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-69e1aac7-1ef1-4b0e-b3b0-502a3b6fb76b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:29.941797 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b56a-286e-4daa-be33-00f471398c27 req-efd9554d-7b0f-406d-a33f-3a35e88b75ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:29.942342 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b56a-286e-4daa-be33-00f471398c27 req-efd9554d-7b0f-406d-a33f-3a35e88b75ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:29.942818 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b56a-286e-4daa-be33-00f471398c27 req-efd9554d-7b0f-406d-a33f-3a35e88b75ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:29.954385 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-efd9554d-7b0f-406d-a33f-3a35e88b75ba service neutron] 10.222.0.21 "GET /v2.0/networks?id=68d1b8de-8ca0-41e5-ab5d-58997722961e&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=971f3192-951e-432a-a2cc-46e618e65630&id=971f3192-951e-432a-a2cc-46e618e65630 HTTP/1.1" status: 200 len: 2291 time: 0.3208659 Jul 16 08:44:29.999196 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c588135a-1e4e-4c51-9b8a-f4366e1b23a9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.047319 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab5b85dd-e6b1-403f-94e6-4d9bb076df4e tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.053410 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-69e1aac7-1ef1-4b0e-b3b0-502a3b6fb76b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.060598 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab5b85dd-e6b1-403f-94e6-4d9bb076df4e tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-523541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-523532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523653'] for router, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.068315 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-69e1aac7-1ef1-4b0e-b3b0-502a3b6fb76b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.092505 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-04f2174b-794e-489b-8916-76bab4bb9824 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec6adfab-2926-4726-bbb1-6322adf2bd21 HTTP/1.1" status: 200 len: 1001 time: 0.1254091 Jul 16 08:44:30.100615 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3558c3da-8942-46cc-ba18-460157481477 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-3fa626a2-232b-4492-abeb-d76027ff925d', 'network_id': '3fa626a2-232b-4492-abeb-d76027ff925d', 'tenant_id': 'bcd27c28ca394de099c946d008646817', 'fixed_ips': [{'subnet_id': 'b0eca0fc-dccf-49e8-b498-c77b9da8a553'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:44:30.101781 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3558c3da-8942-46cc-ba18-460157481477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.163655 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-69e1aac7-1ef1-4b0e-b3b0-502a3b6fb76b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.167620 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-69e1aac7-1ef1-4b0e-b3b0-502a3b6fb76b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4964693 Jul 16 08:44:30.171645 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49842) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:30.176738 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-7fce5a32-260f-443c-8621-09a8a99f6873 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'port': {'network_id': '3fa626a2-232b-4492-abeb-d76027ff925d', 'name': 'tempest-PortsTestJSON-1038065550'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:30.210799 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-773ef47e-7eea-4098-9bef-695a43a6b7dd None None] Allocated IP 2001:db8::2 (d5221c6b-dfab-487c-b6f5-a297396d7a17/130bbd33-f8c6-4101-8b88-5eeac10747aa/0b95138d-ae74-4708-9414-48039df04cd3) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:30.257879 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b56a-286e-4daa-be33-00f471398c27 req-c93e97e0-645c-4dc9-aff3-cdce7af1dd96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:30.259430 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-c93e97e0-645c-4dc9-aff3-cdce7af1dd96 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74283639-7822-44b6-ad1c-b5976fafc479 HTTP/1.1" status: 200 len: 850 time: 0.1301594 Jul 16 08:44:30.358755 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 8455ef63-1e07-4f74-8aaf-6b28e7f17e16 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:30.405106 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-3558c3da-8942-46cc-ba18-460157481477 None None] Allocated IP 172.20.0.2 (3fa626a2-232b-4492-abeb-d76027ff925d/b0eca0fc-dccf-49e8-b498-c77b9da8a553/85cafcb1-c5e3-4c12-8201-04d6b4e8a661) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:30.430385 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b56a-286e-4daa-be33-00f471398c27 req-69b7befb-7269-42e1-9b1f-9aca3b902692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:30.431855 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-69b7befb-7269-42e1-9b1f-9aca3b902692 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=68d1b8de-8ca0-41e5-ab5d-58997722961e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1645403 Jul 16 08:44:30.439331 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fce5a32-260f-443c-8621-09a8a99f6873 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:30.447816 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7fce5a32-260f-443c-8621-09a8a99f6873 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.470169 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab5b85dd-e6b1-403f-94e6-4d9bb076df4e tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Router c34567c2-3c58-4238-93d2-3043daf14d0b is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:44:30.502282 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-7fce5a32-260f-443c-8621-09a8a99f6873 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] device_id is not set on port 0c6f08c1-41b3-4ce8-ba73-5f0f43b2caf6 yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:44:30.555419 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-773ef47e-7eea-4098-9bef-695a43a6b7dd None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.559367 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 8455ef63-1e07-4f74-8aaf-6b28e7f17e16 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:30.570864 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 8455ef63-1e07-4f74-8aaf-6b28e7f17e16 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:30.571180 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.597900 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-773ef47e-7eea-4098-9bef-695a43a6b7dd None None] Transition to ACTIVE for port object 0b95138d-ae74-4708-9414-48039df04cd3 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:30.686156 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-773ef47e-7eea-4098-9bef-695a43a6b7dd None None] Transition to ACTIVE for port object 0b95138d-ae74-4708-9414-48039df04cd3 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:30.716600 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-e814222e-281f-4727-9734-3c0611081897 service neutron] 10.222.0.21 "GET /v2.0/networks/68d1b8de-8ca0-41e5-ab5d-58997722961e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2611351 Jul 16 08:44:30.720660 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-773ef47e-7eea-4098-9bef-695a43a6b7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.800907 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-c588135a-1e4e-4c51-9b8a-f4366e1b23a9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Allocated IP 2001:db8::1 (d5221c6b-dfab-487c-b6f5-a297396d7a17/130bbd33-f8c6-4101-8b88-5eeac10747aa/4b3a3b7f-f30d-4683-a8a4-3b10db99918b) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:30.851193 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-773ef47e-7eea-4098-9bef-695a43a6b7dd None None] Network d5221c6b-dfab-487c-b6f5-a297396d7a17 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:30.852366 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3558c3da-8942-46cc-ba18-460157481477 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.863610 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab5b85dd-e6b1-403f-94e6-4d9bb076df4e tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:30.865820 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-773ef47e-7eea-4098-9bef-695a43a6b7dd None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:30.871409 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ef47e-7eea-4098-9bef-695a43a6b7dd None None] Pushing event updated for resources: {'Port': ['ID=0b95138d-ae74-4708-9414-48039df04cd3,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:30.875982 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-773ef47e-7eea-4098-9bef-695a43a6b7dd None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:30.884219 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3558c3da-8942-46cc-ba18-460157481477 None None] Transition to ACTIVE for port object 85cafcb1-c5e3-4c12-8201-04d6b4e8a661 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:30.888113 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedde8d4-6e37-4a27-9cd3-33fa4a28ad4f None None] Sync routers for ids ['c34567c2-3c58-4238-93d2-3043daf14d0b'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:30.894135 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.904800 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ab5b85dd-e6b1-403f-94e6-4d9bb076df4e tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:30.906418 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ab5b85dd-e6b1-403f-94e6-4d9bb076df4e tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "PUT /v2.0/routers/c34567c2-3c58-4238-93d2-3043daf14d0b HTTP/1.1" status: 200 len: 916 time: 5.1691737 Jul 16 08:44:30.928013 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49860) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:30.951375 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-b9676ee8-18cb-4232-9dc3-01a8ae1a92d2 service neutron] 10.222.0.21 "GET /v2.0/networks/68d1b8de-8ca0-41e5-ab5d-58997722961e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2188375 Jul 16 08:44:30.975811 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3558c3da-8942-46cc-ba18-460157481477 None None] Transition to ACTIVE for port object 85cafcb1-c5e3-4c12-8201-04d6b4e8a661 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:30.979232 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedde8d4-6e37-4a27-9cd3-33fa4a28ad4f None None] Routers {'c34567c2-3c58-4238-93d2-3043daf14d0b'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:30.981091 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-cedde8d4-6e37-4a27-9cd3-33fa4a28ad4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:44:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c34567c2-3c58-4238-93d2-3043daf14d0b'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:31.058206 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-efe70afe-9bec-44eb-9fbf-87ca2167fef2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=ac3245a2-1832-46a1-a707-f054e3b47d6a HTTP/1.1" status: 200 len: 217 time: 0.0878434 Jul 16 08:44:31.070436 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c588135a-1e4e-4c51-9b8a-f4366e1b23a9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.099222 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-c588135a-1e4e-4c51-9b8a-f4366e1b23a9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Transition to ACTIVE for port object 4b3a3b7f-f30d-4683-a8a4-3b10db99918b will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:31.106172 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7387465f-0306-4a26-af3d-5c068f864262 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "GET /v2.0/routers/c34567c2-3c58-4238-93d2-3043daf14d0b HTTP/1.1" status: 200 len: 922 time: 0.1769469 Jul 16 08:44:31.109002 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49864) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:31.211537 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b56a-286e-4daa-be33-00f471398c27 req-ca3c6e68-120a-45a8-826a-e0e9ee669a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.213094 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-ca3c6e68-120a-45a8-826a-e0e9ee669a4e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.1273131 Jul 16 08:44:31.214323 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-7fce5a32-260f-443c-8621-09a8a99f6873 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Allocated IP 172.20.0.7 (3fa626a2-232b-4492-abeb-d76027ff925d/b0eca0fc-dccf-49e8-b498-c77b9da8a553/0c6f08c1-41b3-4ce8-ba73-5f0f43b2caf6) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:31.227854 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b28edd82-f44b-4b4e-b204-3eee15254df2 req-5e8f6070-1c2e-4179-b4b5-a38f2f1229f8 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.229786 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b28edd82-f44b-4b4e-b204-3eee15254df2 req-5e8f6070-1c2e-4179-b4b5-a38f2f1229f8 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 944 time: 0.3788245 Jul 16 08:44:31.247805 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246e72c0-c00d-4431-9591-f63311cbc816 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.249622 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-246e72c0-c00d-4431-9591-f63311cbc816 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=4a545af8-8142-4a44-8290-045c2901c634&device_id=c34567c2-3c58-4238-93d2-3043daf14d0b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1394637 Jul 16 08:44:31.252605 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49866) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:31.311861 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-cedde8d4-6e37-4a27-9cd3-33fa4a28ad4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:31.371428 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3558c3da-8942-46cc-ba18-460157481477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.372919 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b28edd82-f44b-4b4e-b204-3eee15254df2 req-8288b80f-34f1-4cb2-b2b0-62a7f0428b09 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/security-groups?id=621dba7d-741a-4958-9873-96d5bf4ed144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308112 Jul 16 08:44:31.388709 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c588135a-1e4e-4c51-9b8a-f4366e1b23a9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.508463 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 8455ef63-1e07-4f74-8aaf-6b28e7f17e16, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=8455ef63-1e07-4f74-8aaf-6b28e7f17e16,segment=NetworkSegment(3e3e0b5e-d65e-40dd-8597-7f4a644a5841),segment_id=3e3e0b5e-d65e-40dd-8597-7f4a644a5841)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:31.515728 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558c3da-8942-46cc-ba18-460157481477 None None] Pushing event updated for resources: {'Port': ['ID=85cafcb1-c5e3-4c12-8201-04d6b4e8a661,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:31.518767 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff4547c-2b2a-4d92-8a72-0119a41936c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8455ef63-1e07-4f74-8aaf-6b28e7f17e16'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:44:31.534021 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca3e1ce5-1214-4a32-b80f-efab2e77356c" -d '{"events": [{"server_uuid": "aff4547c-2b2a-4d92-8a72-0119a41936c6", "name": "network-vif-plugged", "status": "completed", "tag": "8455ef63-1e07-4f74-8aaf-6b28e7f17e16"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:44:31.551756 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cedde8d4-6e37-4a27-9cd3-33fa4a28ad4f None None] Routers {'c34567c2-3c58-4238-93d2-3043daf14d0b'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:31.552836 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-cedde8d4-6e37-4a27-9cd3-33fa4a28ad4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:44:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c34567c2-3c58-4238-93d2-3043daf14d0b'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:31.596485 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c588135a-1e4e-4c51-9b8a-f4366e1b23a9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network d5221c6b-dfab-487c-b6f5-a297396d7a17 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:31.619361 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-c588135a-1e4e-4c51-9b8a-f4366e1b23a9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:31.637428 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7fce5a32-260f-443c-8621-09a8a99f6873 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.638673 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.647937 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c588135a-1e4e-4c51-9b8a-f4366e1b23a9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:31.648376 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-cedde8d4-6e37-4a27-9cd3-33fa4a28ad4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:31.648994 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c588135a-1e4e-4c51-9b8a-f4366e1b23a9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.649756 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cedde8d4-6e37-4a27-9cd3-33fa4a28ad4f None None] The sync data for ids ['c34567c2-3c58-4238-93d2-3043daf14d0b'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:31.658656 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588135a-1e4e-4c51-9b8a-f4366e1b23a9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Port': ['ID=4b3a3b7f-f30d-4683-a8a4-3b10db99918b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:31.666876 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7fce5a32-260f-443c-8621-09a8a99f6873 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Transition to ACTIVE for port object 0c6f08c1-41b3-4ce8-ba73-5f0f43b2caf6 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:31.670757 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a858cd63-8508-4383-821e-11d982bec9d7 x-openstack-request-id: req-a858cd63-8508-4383-821e-11d982bec9d7 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:44:31.671308 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff4547c-2b2a-4d92-8a72-0119a41936c6", "name": "network-vif-plugged", "status": "completed", "tag": "8455ef63-1e07-4f74-8aaf-6b28e7f17e16", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:44:31.671740 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a858cd63-8508-4383-821e-11d982bec9d7 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:44:31.672390 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff4547c-2b2a-4d92-8a72-0119a41936c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8455ef63-1e07-4f74-8aaf-6b28e7f17e16', 'code': 200} Jul 16 08:44:31.733835 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b56a-286e-4daa-be33-00f471398c27 req-9359a3bb-a12d-40e2-9eff-40a6bcda3105 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.735981 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-9359a3bb-a12d-40e2-9eff-40a6bcda3105 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5033550 Jul 16 08:44:31.737253 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7fce5a32-260f-443c-8621-09a8a99f6873 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.745664 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-773ef47e-7eea-4098-9bef-695a43a6b7dd None None] Attempting to bind port 0b95138d-ae74-4708-9414-48039df04cd3 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:31.746242 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-773ef47e-7eea-4098-9bef-695a43a6b7dd None None] Attempting to bind port 0b95138d-ae74-4708-9414-48039df04cd3 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '108e9c7f-6b07-4bad-8c5b-0d2337a2a6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:31.746651 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773ef47e-7eea-4098-9bef-695a43a6b7dd None None] Attempting to bind port 0b95138d-ae74-4708-9414-48039df04cd3 on network d5221c6b-dfab-487c-b6f5-a297396d7a17 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:31.758959 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de49c2a-5c63-4332-8d03-bbf8bcedcda7 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:31.766295 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3558c3da-8942-46cc-ba18-460157481477 None None] Network 3fa626a2-232b-4492-abeb-d76027ff925d is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:31.766825 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2de49c2a-5c63-4332-8d03-bbf8bcedcda7 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 881 time: 0.5134308 Jul 16 08:44:31.769658 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49916) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:31.775628 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-3558c3da-8942-46cc-ba18-460157481477 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:31.787523 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3558c3da-8942-46cc-ba18-460157481477 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:31.816214 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773ef47e-7eea-4098-9bef-695a43a6b7dd None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:31.816718 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773ef47e-7eea-4098-9bef-695a43a6b7dd None None] Checking segment: {'id': '108e9c7f-6b07-4bad-8c5b-0d2337a2a6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:31.817542 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-773ef47e-7eea-4098-9bef-695a43a6b7dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.817938 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-773ef47e-7eea-4098-9bef-695a43a6b7dd None None] Bound using segment: {'id': '108e9c7f-6b07-4bad-8c5b-0d2337a2a6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:31.818414 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-773ef47e-7eea-4098-9bef-695a43a6b7dd None None] Bound port: 0b95138d-ae74-4708-9414-48039df04cd3, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108e9c7f-6b07-4bad-8c5b-0d2337a2a6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:31.818799 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-773ef47e-7eea-4098-9bef-695a43a6b7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:31.873241 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-61218d25-ce78-491c-ac45-5b7ccaa85045 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287682 Jul 16 08:44:31.928646 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fc514158-da97-4040-bc0f-f4b736c934ff tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34567c2-3c58-4238-93d2-3043daf14d0b HTTP/1.1" status: 200 len: 205 time: 0.1577911 Jul 16 08:44:31.946577 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49938) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:32.016105 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3ca98a-6bb5-4b1a-90f9-2304eb547703 req-2b507720-f8c3-4b59-b061-76ed09d43936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:32.017639 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bc3ca98a-6bb5-4b1a-90f9-2304eb547703 req-2b507720-f8c3-4b59-b061-76ed09d43936 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 1097 time: 0.2323990 Jul 16 08:44:32.024382 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fce5a32-260f-443c-8621-09a8a99f6873 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Port': ['ID=0c6f08c1-41b3-4ce8-ba73-5f0f43b2caf6,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:32.027938 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fce5a32-260f-443c-8621-09a8a99f6873 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network 3fa626a2-232b-4492-abeb-d76027ff925d is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:32.039600 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=8455ef63-1e07-4f74-8aaf-6b28e7f17e16,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:32.069824 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-773ef47e-7eea-4098-9bef-695a43a6b7dd None None] For port 0b95138d-ae74-4708-9414-48039df04cd3, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:32.097550 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-7fce5a32-260f-443c-8621-09a8a99f6873 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:32.097791 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c588135a-1e4e-4c51-9b8a-f4366e1b23a9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.118269 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bc3ca98a-6bb5-4b1a-90f9-2304eb547703 req-808d788c-32d6-4fcb-98cf-71385e68de07 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=621dba7d-741a-4958-9873-96d5bf4ed144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624077 Jul 16 08:44:32.143575 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-773ef47e-7eea-4098-9bef-695a43a6b7dd None None] For port 0b95138d-ae74-4708-9414-48039df04cd3, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0b95138d-ae74-4708-9414-48039df04cd3,segment=NetworkSegment(108e9c7f-6b07-4bad-8c5b-0d2337a2a6b0),segment_id=108e9c7f-6b07-4bad-8c5b-0d2337a2a6b0)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:32.157757 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-3558c3da-8942-46cc-ba18-460157481477 None None] Attempting to bind port 85cafcb1-c5e3-4c12-8201-04d6b4e8a661 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:32.158872 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-3558c3da-8942-46cc-ba18-460157481477 None None] Attempting to bind port 85cafcb1-c5e3-4c12-8201-04d6b4e8a661 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'e8648097-c15e-4650-a4c9-19bb1ebccce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3fa626a2-232b-4492-abeb-d76027ff925d'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:32.160549 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3558c3da-8942-46cc-ba18-460157481477 None None] Attempting to bind port 85cafcb1-c5e3-4c12-8201-04d6b4e8a661 on network 3fa626a2-232b-4492-abeb-d76027ff925d {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:32.178755 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3558c3da-8942-46cc-ba18-460157481477 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:32.180759 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3558c3da-8942-46cc-ba18-460157481477 None None] Checking segment: {'id': 'e8648097-c15e-4650-a4c9-19bb1ebccce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3fa626a2-232b-4492-abeb-d76027ff925d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:32.181910 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3558c3da-8942-46cc-ba18-460157481477 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.183470 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3558c3da-8942-46cc-ba18-460157481477 None None] Bound using segment: {'id': 'e8648097-c15e-4650-a4c9-19bb1ebccce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3fa626a2-232b-4492-abeb-d76027ff925d'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:32.183990 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-3558c3da-8942-46cc-ba18-460157481477 None None] Bound port: 85cafcb1-c5e3-4c12-8201-04d6b4e8a661, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8648097-c15e-4650-a4c9-19bb1ebccce1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '3fa626a2-232b-4492-abeb-d76027ff925d'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:32.186586 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3558c3da-8942-46cc-ba18-460157481477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.196132 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-773ef47e-7eea-4098-9bef-695a43a6b7dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.216691 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fce5a32-260f-443c-8621-09a8a99f6873 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:32.229950 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.239056 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.429858 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-3558c3da-8942-46cc-ba18-460157481477 None None] For port 85cafcb1-c5e3-4c12-8201-04d6b4e8a661, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:32.433462 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-3558c3da-8942-46cc-ba18-460157481477 None None] For port 85cafcb1-c5e3-4c12-8201-04d6b4e8a661, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=85cafcb1-c5e3-4c12-8201-04d6b4e8a661,segment=NetworkSegment(e8648097-c15e-4650-a4c9-19bb1ebccce1),segment_id=e8648097-c15e-4650-a4c9-19bb1ebccce1)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:32.508505 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3558c3da-8942-46cc-ba18-460157481477 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.585693 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c588135a-1e4e-4c51-9b8a-f4366e1b23a9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.592536 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c588135a-1e4e-4c51-9b8a-f4366e1b23a9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.593283 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c588135a-1e4e-4c51-9b8a-f4366e1b23a9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.630547 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773ef47e-7eea-4098-9bef-695a43a6b7dd None None] Pushing event updated for resources: {'Port': ['ID=0b95138d-ae74-4708-9414-48039df04cd3,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:32.730238 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3558c3da-8942-46cc-ba18-460157481477 None None] Pushing event updated for resources: {'Port': ['ID=85cafcb1-c5e3-4c12-8201-04d6b4e8a661,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:32.774457 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fce5a32-260f-443c-8621-09a8a99f6873 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:32.779107 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7fce5a32-260f-443c-8621-09a8a99f6873 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:32.807884 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-bb721b81-f663-4892-a758-62ea6d9bb418 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9035983 Jul 16 08:44:32.865076 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-c50f57bf-da25-4a34-a44e-11435029fbdb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=5b0628d6-3782-44d5-85db-3802f0fa70fb HTTP/1.1" status: 200 len: 217 time: 0.0474460 Jul 16 08:44:32.912980 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7fce5a32-260f-443c-8621-09a8a99f6873 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7375431 Jul 16 08:44:32.921679 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50032) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:32.923560 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6b8d7f1e-74e5-4aca-8f73-61d43e221c4b tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.021644 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588135a-1e4e-4c51-9b8a-f4366e1b23a9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Port': ['ID=4b3a3b7f-f30d-4683-a8a4-3b10db99918b,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:33.182328 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3ed19-8e10-46b3-a6ee-edfaeeebfa76 req-3f095acf-0904-407c-9e7b-ee034812c948 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:33.205244 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-36c3ed19-8e10-46b3-a6ee-edfaeeebfa76 req-3f095acf-0904-407c-9e7b-ee034812c948 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 945 time: 0.4521079 Jul 16 08:44:33.313541 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4600ae5e-062c-4bb2-b674-ec18d0c3b8d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.315973 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c588135a-1e4e-4c51-9b8a-f4366e1b23a9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network d5221c6b-dfab-487c-b6f5-a297396d7a17 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:33.327849 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b56a-286e-4daa-be33-00f471398c27 req-0a05b64d-e518-419d-9204-a2fd7e5fb17d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:33.331748 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-c588135a-1e4e-4c51-9b8a-f4366e1b23a9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:33.333780 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-0a05b64d-e518-419d-9204-a2fd7e5fb17d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.4542208 Jul 16 08:44:33.378537 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-36c3ed19-8e10-46b3-a6ee-edfaeeebfa76 req-77daac4c-4238-458d-a434-068bb9ce6c9f tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/security-groups?id=621dba7d-741a-4958-9873-96d5bf4ed144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704895 Jul 16 08:44:33.565698 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c588135a-1e4e-4c51-9b8a-f4366e1b23a9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:44:33.692961 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c588135a-1e4e-4c51-9b8a-f4366e1b23a9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:33.704240 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddbdb25-ebff-4c7f-90d2-a7c905de0769 None None] Sync routers for ids ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:33.708418 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c588135a-1e4e-4c51-9b8a-f4366e1b23a9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "PUT /v2.0/routers/99cd0c9b-519a-4a38-8d81-314a0fa9f2f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1589046 Jul 16 08:44:33.710452 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50110) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:33.716690 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-16cac0c0-5ef0-4b60-97ff-4d9940859f93 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-199792358'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:33.734147 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddbdb25-ebff-4c7f-90d2-a7c905de0769 None None] Routers {'99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:33.734768 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-eddbdb25-ebff-4c7f-90d2-a7c905de0769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:44:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:33.753415 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16cac0c0-5ef0-4b60-97ff-4d9940859f93 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Made reservation on behalf of 1591cbbb2e6f40a59d14ed0e7e21bbb6 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:33.758970 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16cac0c0-5ef0-4b60-97ff-4d9940859f93 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.796558 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16cac0c0-5ef0-4b60-97ff-4d9940859f93 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:44:33.812469 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16cac0c0-5ef0-4b60-97ff-4d9940859f93 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.812925 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-16cac0c0-5ef0-4b60-97ff-4d9940859f93 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Added segment d528383f-e2ae-47bd-a075-c2c68a40c25c of type vlan for network 0ec8a2ad-38a1-4430-807f-3c63269b0327 Jul 16 08:44:33.868942 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-eddbdb25-ebff-4c7f-90d2-a7c905de0769 None None] Set router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:33.887340 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16cac0c0-5ef0-4b60-97ff-4d9940859f93 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.940745 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16cac0c0-5ef0-4b60-97ff-4d9940859f93 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:33.956623 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16cac0c0-5ef0-4b60-97ff-4d9940859f93 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:33.965098 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16cac0c0-5ef0-4b60-97ff-4d9940859f93 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.006790 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-16cac0c0-5ef0-4b60-97ff-4d9940859f93 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2947357 Jul 16 08:44:34.007725 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50144) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:34.040428 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a6dcff7d-687d-401f-ae98-a14b2c8dda38 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Request body: {'subnet': {'network_id': '0ec8a2ad-38a1-4430-807f-3c63269b0327', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:34.255611 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16cac0c0-5ef0-4b60-97ff-4d9940859f93 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Network': ['ID=0ec8a2ad-38a1-4430-807f-3c63269b0327,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:34.263057 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6dcff7d-687d-401f-ae98-a14b2c8dda38 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Made reservation on behalf of 1591cbbb2e6f40a59d14ed0e7e21bbb6 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:34.268707 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 0ec8a2ad-38a1-4430-807f-3c63269b0327 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:44:34.279049 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a6dcff7d-687d-401f-ae98-a14b2c8dda38 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.311364 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6b8d7f1e-74e5-4aca-8f73-61d43e221c4b tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.444975 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-eddbdb25-ebff-4c7f-90d2-a7c905de0769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'name': 'tempest-RoutersIpV6Test-router-639230317', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:26Z', 'updated_at': '2021-07-16T08:44:31Z', 'revision_number': 2, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None, '_interfaces': [{'id': '4b3a3b7f-f30d-4683-a8a4-3b10db99918b', 'name': '', 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:a7:f9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:30Z', 'updated_at': '2021-07-16T08:44:32Z', 'revision_number': 2, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:34.595488 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddbdb25-ebff-4c7f-90d2-a7c905de0769 None None] Checking router: 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:44:34.598987 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b56a-286e-4daa-be33-00f471398c27 req-2d4d482d-c29b-4900-a47b-391cc0a10e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:34.601189 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddbdb25-ebff-4c7f-90d2-a7c905de0769 None None] Updating router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 port 4b3a3b7f-f30d-4683-a8a4-3b10db99918b binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:44:34.604255 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-2d4d482d-c29b-4900-a47b-391cc0a10e0b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 1.2604666 Jul 16 08:44:34.768772 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a6dcff7d-687d-401f-ae98-a14b2c8dda38 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:34.780042 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 85cafcb1-c5e3-4c12-8201-04d6b4e8a661 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:34.880766 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 85cafcb1-c5e3-4c12-8201-04d6b4e8a661 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:34.889219 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0b95138d-ae74-4708-9414-48039df04cd3 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:34.911892 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6dcff7d-687d-401f-ae98-a14b2c8dda38 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Checking segment: {'id': 'd528383f-e2ae-47bd-a075-c2c68a40c25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0ec8a2ad-38a1-4430-807f-3c63269b0327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:34.915008 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dcff7d-687d-401f-ae98-a14b2c8dda38 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network hostable DHCP agents. Network: 0ec8a2ad-38a1-4430-807f-3c63269b0327, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:44:35.001686 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dcff7d-687d-401f-ae98-a14b2c8dda38 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Subnet': ['ID=139d6e23-66ba-4dbc-95c7-63d3f996543f,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:35.046378 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e54c5-29fd-43e5-ad34-5f39b3dd9e8a req-3b32a68b-890e-4ea2-a488-d6b87f339162 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:35.049813 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-083e54c5-29fd-43e5-ad34-5f39b3dd9e8a req-3b32a68b-890e-4ea2-a488-d6b87f339162 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 945 time: 0.2656686 Jul 16 08:44:35.051817 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6dcff7d-687d-401f-ae98-a14b2c8dda38 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network 0ec8a2ad-38a1-4430-807f-3c63269b0327 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:44:35.057481 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-53c7ea8e-161f-4cca-8a4e-5b11656e7925 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4083190 Jul 16 08:44:35.088436 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-a6dcff7d-687d-401f-ae98-a14b2c8dda38 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 0ec8a2ad-38a1-4430-807f-3c63269b0327) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:35.091213 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f97925a3-5a83-4fce-b6d5-999e9f801e7a None None] Network 3fa626a2-232b-4492-abeb-d76027ff925d requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:35.095453 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6dcff7d-687d-401f-ae98-a14b2c8dda38 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:35.096421 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a6dcff7d-687d-401f-ae98-a14b2c8dda38 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.143330 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-083e54c5-29fd-43e5-ad34-5f39b3dd9e8a req-81a94f07-e584-4d0c-808d-c4e6ff7098c5 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/security-groups?id=621dba7d-741a-4958-9873-96d5bf4ed144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826411 Jul 16 08:44:35.151979 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a6dcff7d-687d-401f-ae98-a14b2c8dda38 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1201656 Jul 16 08:44:35.154045 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50254) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:35.165525 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-eddbdb25-ebff-4c7f-90d2-a7c905de0769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.188668 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d146b210-81cc-4732-b701-dcdb56e91dc6 None None] Network 0ec8a2ad-38a1-4430-807f-3c63269b0327 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:35.290607 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-f9a4054a-0d41-4c1a-b3ab-a31deead69a6 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256742 Jul 16 08:44:35.486186 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0d00b83-624b-4019-a50f-471f14a0e977 None None] Network d5221c6b-dfab-487c-b6f5-a297396d7a17 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:35.581362 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-c1af968c-6495-4c5a-8b22-391d49a9c259 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=afa97703-f881-4b7b-b2e7-e2133311c64c HTTP/1.1" status: 200 len: 217 time: 0.2634726 Jul 16 08:44:35.871514 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-eddbdb25-ebff-4c7f-90d2-a7c905de0769 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.890469 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b8bbed4e-18ef-4e61-b35a-dce8d4fe2393 None None] Provisioning for port 85cafcb1-c5e3-4c12-8201-04d6b4e8a661 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:35.895990 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fa3506eb-9f11-4af0-8063-1678f39a919f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.900078 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-6b8d7f1e-74e5-4aca-8f73-61d43e221c4b tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Deleting port 3b2a8c5c-9e88-4c9a-b050-ca4e2487ab9b {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:35.900734 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6b8d7f1e-74e5-4aca-8f73-61d43e221c4b tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.905149 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-eddbdb25-ebff-4c7f-90d2-a7c905de0769 None None] Transition to ACTIVE for port object 4b3a3b7f-f30d-4683-a8a4-3b10db99918b will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:35.907037 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b8bbed4e-18ef-4e61-b35a-dce8d4fe2393 None None] Provisioning complete for port 85cafcb1-c5e3-4c12-8201-04d6b4e8a661 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:35.907806 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b8bbed4e-18ef-4e61-b35a-dce8d4fe2393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.919860 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-eddbdb25-ebff-4c7f-90d2-a7c905de0769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:35.988284 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 0b95138d-ae74-4708-9414-48039df04cd3 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:36.005473 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a1f63ff5-294d-4c94-b5ba-698bf4fef940 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.083907 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0f75f-873a-4f85-a1c4-38b29b2c5388 None None] Pushing event updated for resources: {'Port': ['ID=4b3a3b7f-f30d-4683-a8a4-3b10db99918b,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:36.224537 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.226703 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57425c48-60e8-4f77-b4d6-0a4b98a4b39b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-0ec8a2ad-38a1-4430-807f-3c63269b0327', 'network_id': '0ec8a2ad-38a1-4430-807f-3c63269b0327', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'fixed_ips': [{'subnet_id': '139d6e23-66ba-4dbc-95c7-63d3f996543f'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:44:36.229558 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-57425c48-60e8-4f77-b4d6-0a4b98a4b39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.234903 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-eddbdb25-ebff-4c7f-90d2-a7c905de0769 None None] Attempting to bind port 4b3a3b7f-f30d-4683-a8a4-3b10db99918b on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:36.235973 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-eddbdb25-ebff-4c7f-90d2-a7c905de0769 None None] Attempting to bind port 4b3a3b7f-f30d-4683-a8a4-3b10db99918b by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '108e9c7f-6b07-4bad-8c5b-0d2337a2a6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:36.236638 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddbdb25-ebff-4c7f-90d2-a7c905de0769 None None] Attempting to bind port 4b3a3b7f-f30d-4683-a8a4-3b10db99918b on network d5221c6b-dfab-487c-b6f5-a297396d7a17 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:36.240665 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbaadd-bab9-49a4-b195-8476eecd2603 req-0b54467e-3ffc-418f-9ff7-6d0f6657b130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:36.242877 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6dfbaadd-bab9-49a4-b195-8476eecd2603 req-0b54467e-3ffc-418f-9ff7-6d0f6657b130 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba4766327c25499aabe1317ded46023a&device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 1097 time: 0.2743258 Jul 16 08:44:36.247967 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddbdb25-ebff-4c7f-90d2-a7c905de0769 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:36.250843 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddbdb25-ebff-4c7f-90d2-a7c905de0769 None None] Checking segment: {'id': '108e9c7f-6b07-4bad-8c5b-0d2337a2a6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:36.251402 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-eddbdb25-ebff-4c7f-90d2-a7c905de0769 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.251902 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eddbdb25-ebff-4c7f-90d2-a7c905de0769 None None] Bound using segment: {'id': '108e9c7f-6b07-4bad-8c5b-0d2337a2a6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:36.254039 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-eddbdb25-ebff-4c7f-90d2-a7c905de0769 None None] Bound port: 4b3a3b7f-f30d-4683-a8a4-3b10db99918b, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108e9c7f-6b07-4bad-8c5b-0d2337a2a6b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:36.255069 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-eddbdb25-ebff-4c7f-90d2-a7c905de0769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.299092 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7d7f5-1758-4286-943e-4a9296ed41e6 req-41a01824-15f0-4a99-aead-a7d7ae994e91 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:36.307228 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-61f7d7f5-1758-4286-943e-4a9296ed41e6 req-41a01824-15f0-4a99-aead-a7d7ae994e91 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 945 time: 0.3395615 Jul 16 08:44:36.347040 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6b8d7f1e-74e5-4aca-8f73-61d43e221c4b tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.371446 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b56a-286e-4daa-be33-00f471398c27 req-450d1de4-beee-4647-b38e-a2a2cfbb66ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:36.375478 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-450d1de4-beee-4647-b38e-a2a2cfbb66ed service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.7042701 Jul 16 08:44:36.393327 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-6b8d7f1e-74e5-4aca-8f73-61d43e221c4b tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Calling delete_port for 3b2a8c5c-9e88-4c9a-b050-ca4e2487ab9b owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:36.400400 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-eddbdb25-ebff-4c7f-90d2-a7c905de0769 None None] For port 4b3a3b7f-f30d-4683-a8a4-3b10db99918b, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:36.414882 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-eddbdb25-ebff-4c7f-90d2-a7c905de0769 None None] For port 4b3a3b7f-f30d-4683-a8a4-3b10db99918b, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4b3a3b7f-f30d-4683-a8a4-3b10db99918b,segment=NetworkSegment(108e9c7f-6b07-4bad-8c5b-0d2337a2a6b0),segment_id=108e9c7f-6b07-4bad-8c5b-0d2337a2a6b0)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:36.428093 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-eddbdb25-ebff-4c7f-90d2-a7c905de0769 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.502437 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eddbdb25-ebff-4c7f-90d2-a7c905de0769 None None] Routers {'99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:36.503360 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-eddbdb25-ebff-4c7f-90d2-a7c905de0769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:44:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:36.507537 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d0f75f-873a-4f85-a1c4-38b29b2c5388 None None] Pushing event updated for resources: {'Port': ['ID=4b3a3b7f-f30d-4683-a8a4-3b10db99918b,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:36.554194 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbaadd-bab9-49a4-b195-8476eecd2603 req-ef4213c0-69ef-4a76-8b91-ffa346a0292b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:36.555883 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6dfbaadd-bab9-49a4-b195-8476eecd2603 req-ef4213c0-69ef-4a76-8b91-ffa346a0292b service neutron] 10.222.0.30 "GET /v2.0/networks?id=0d427235-37c8-46d2-b8bf-e52b7ceecefe HTTP/1.1" status: 200 len: 920 time: 0.3058224 Jul 16 08:44:36.717081 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-eddbdb25-ebff-4c7f-90d2-a7c905de0769 None None] Set router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:36.724748 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6dfbaadd-bab9-49a4-b195-8476eecd2603 req-2ed20dbf-36ea-49e7-80b2-0629ae1a33a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8455ef63-1e07-4f74-8aaf-6b28e7f17e16 HTTP/1.1" status: 200 len: 217 time: 0.1384814 Jul 16 08:44:36.762642 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-61f7d7f5-1758-4286-943e-4a9296ed41e6 req-8f2b7ba2-b763-4fe6-9636-c4e0477f26da tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/security-groups?id=621dba7d-741a-4958-9873-96d5bf4ed144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4540639 Jul 16 08:44:36.801609 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-57425c48-60e8-4f77-b4d6-0a4b98a4b39b None None] Allocated IP 2001:db8:1::2 (0ec8a2ad-38a1-4430-807f-3c63269b0327/139d6e23-66ba-4dbc-95c7-63d3f996543f/e1dbc577-d0de-4fb6-afdc-64e4be932c63) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:36.899035 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b8bbed4e-18ef-4e61-b35a-dce8d4fe2393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:36.946758 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfbaadd-bab9-49a4-b195-8476eecd2603 req-2b066feb-a753-47ab-9f6b-01562ad1cb48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:36.952676 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6dfbaadd-bab9-49a4-b195-8476eecd2603 req-2b066feb-a753-47ab-9f6b-01562ad1cb48 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8a1ee6ec-9679-4220-8476-a93bd7695432 HTTP/1.1" status: 200 len: 859 time: 0.2269478 Jul 16 08:44:36.975128 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fa3506eb-9f11-4af0-8063-1678f39a919f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.011919 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fa3506eb-9f11-4af0-8063-1678f39a919f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.014194 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6dfbaadd-bab9-49a4-b195-8476eecd2603 req-135c8aa1-87aa-4a2b-b34e-00ffdce51a5e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d427235-37c8-46d2-b8bf-e52b7ceecefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545831 Jul 16 08:44:37.199213 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b56a-286e-4daa-be33-00f471398c27 req-8f4a334e-e2a1-44d9-8560-0c64fd535127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:37.201371 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-8f4a334e-e2a1-44d9-8560-0c64fd535127 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.8169341 Jul 16 08:44:37.284287 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.310214 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-b8bbed4e-18ef-4e61-b35a-dce8d4fe2393 None None] For port 85cafcb1-c5e3-4c12-8201-04d6b4e8a661, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=85cafcb1-c5e3-4c12-8201-04d6b4e8a661,segment=NetworkSegment(e8648097-c15e-4650-a4c9-19bb1ebccce1),segment_id=e8648097-c15e-4650-a4c9-19bb1ebccce1)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:37.322504 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b8bbed4e-18ef-4e61-b35a-dce8d4fe2393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.340710 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-eddbdb25-ebff-4c7f-90d2-a7c905de0769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'name': 'tempest-RoutersIpV6Test-router-639230317', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:26Z', 'updated_at': '2021-07-16T08:44:31Z', 'revision_number': 2, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None, '_interfaces': [{'id': '4b3a3b7f-f30d-4683-a8a4-3b10db99918b', 'name': '', 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:a7:f9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:30Z', 'updated_at': '2021-07-16T08:44:36Z', 'revision_number': 4, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:37.393925 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eddbdb25-ebff-4c7f-90d2-a7c905de0769 None None] The sync data for ids ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'] in n-d-771362-37 is: [{'id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'name': 'tempest-RoutersIpV6Test-router-639230317', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:26Z', 'updated_at': '2021-07-16T08:44:31Z', 'revision_number': 2, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None, '_interfaces': [{'id': '4b3a3b7f-f30d-4683-a8a4-3b10db99918b', 'name': '', 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:a7:f9:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:30Z', 'updated_at': '2021-07-16T08:44:36Z', 'revision_number': 4, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:37.442463 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5be5ba6f-dd53-404b-837b-6068cb96af31 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.478430 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-f0c51d8e-0d80-49f8-a463-07fc1e972e47 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2601130 Jul 16 08:44:37.511321 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6dfbaadd-bab9-49a4-b195-8476eecd2603 req-d5465c3c-e09c-4094-98fe-a689b71f4324 service neutron] 10.222.0.30 "GET /v2.0/networks/0d427235-37c8-46d2-b8bf-e52b7ceecefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4528301 Jul 16 08:44:37.579016 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8bbed4e-18ef-4e61-b35a-dce8d4fe2393 None None] Pushing event updated for resources: {'Port': ['ID=85cafcb1-c5e3-4c12-8201-04d6b4e8a661,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:37.594324 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbed4e-18ef-4e61-b35a-dce8d4fe2393 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:37.594913 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbed4e-18ef-4e61-b35a-dce8d4fe2393 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:37.595397 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbed4e-18ef-4e61-b35a-dce8d4fe2393 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:37.595835 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbed4e-18ef-4e61-b35a-dce8d4fe2393 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:37.596791 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbed4e-18ef-4e61-b35a-dce8d4fe2393 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:37.596791 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbed4e-18ef-4e61-b35a-dce8d4fe2393 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:37.597397 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbed4e-18ef-4e61-b35a-dce8d4fe2393 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:37.601418 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbed4e-18ef-4e61-b35a-dce8d4fe2393 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:37.601971 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbed4e-18ef-4e61-b35a-dce8d4fe2393 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:37.602452 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbed4e-18ef-4e61-b35a-dce8d4fe2393 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:37.602961 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbed4e-18ef-4e61-b35a-dce8d4fe2393 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:37.603391 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8bbed4e-18ef-4e61-b35a-dce8d4fe2393 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:37.610343 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7ee7977e-c989-4526-9b55-660554695917 None None] Provisioning for port 0b95138d-ae74-4708-9414-48039df04cd3 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:37.628449 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7ee7977e-c989-4526-9b55-660554695917 None None] Provisioning complete for port 0b95138d-ae74-4708-9414-48039df04cd3 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:37.628984 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ee7977e-c989-4526-9b55-660554695917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.632438 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-57425c48-60e8-4f77-b4d6-0a4b98a4b39b None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:37.676025 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-7651076e-c4ff-476b-913f-202f21c17b87 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1757438 Jul 16 08:44:37.735181 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-57425c48-60e8-4f77-b4d6-0a4b98a4b39b None None] Transition to ACTIVE for port object e1dbc577-d0de-4fb6-afdc-64e4be932c63 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:37.855166 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-57425c48-60e8-4f77-b4d6-0a4b98a4b39b None None] Transition to ACTIVE for port object e1dbc577-d0de-4fb6-afdc-64e4be932c63 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:37.901827 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-57425c48-60e8-4f77-b4d6-0a4b98a4b39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.012297 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3506eb-9f11-4af0-8063-1678f39a919f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Port': ['ID=0c6f08c1-41b3-4ce8-ba73-5f0f43b2caf6,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:38.117589 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57425c48-60e8-4f77-b4d6-0a4b98a4b39b None None] Pushing event updated for resources: {'Port': ['ID=e1dbc577-d0de-4fb6-afdc-64e4be932c63,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:38.186869 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57425c48-60e8-4f77-b4d6-0a4b98a4b39b None None] Network 0ec8a2ad-38a1-4430-807f-3c63269b0327 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:38.196677 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-57425c48-60e8-4f77-b4d6-0a4b98a4b39b None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:38.201999 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57425c48-60e8-4f77-b4d6-0a4b98a4b39b None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:38.225511 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ee7977e-c989-4526-9b55-660554695917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.350752 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-f6d29add-abce-43dd-a611-74e28f9b0097 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=7ce0d02e-447c-4dc7-8e90-755e16831c63 HTTP/1.1" status: 200 len: 217 time: 0.5663288 Jul 16 08:44:38.352179 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fa3506eb-9f11-4af0-8063-1678f39a919f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.366737 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-5be5ba6f-dd53-404b-837b-6068cb96af31 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Allocated IP 2001:db8:1::1 (0ec8a2ad-38a1-4430-807f-3c63269b0327/139d6e23-66ba-4dbc-95c7-63d3f996543f/4f18a823-da82-4678-919f-b333ddd2f85f) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:38.457616 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7ee7977e-c989-4526-9b55-660554695917 None None] For port 0b95138d-ae74-4708-9414-48039df04cd3, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0b95138d-ae74-4708-9414-48039df04cd3,segment=NetworkSegment(108e9c7f-6b07-4bad-8c5b-0d2337a2a6b0),segment_id=108e9c7f-6b07-4bad-8c5b-0d2337a2a6b0)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:38.470471 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ee7977e-c989-4526-9b55-660554695917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.483328 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-57425c48-60e8-4f77-b4d6-0a4b98a4b39b None None] Attempting to bind port e1dbc577-d0de-4fb6-afdc-64e4be932c63 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:38.485939 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-57425c48-60e8-4f77-b4d6-0a4b98a4b39b None None] Attempting to bind port e1dbc577-d0de-4fb6-afdc-64e4be932c63 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'd528383f-e2ae-47bd-a075-c2c68a40c25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0ec8a2ad-38a1-4430-807f-3c63269b0327'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:38.486361 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57425c48-60e8-4f77-b4d6-0a4b98a4b39b None None] Attempting to bind port e1dbc577-d0de-4fb6-afdc-64e4be932c63 on network 0ec8a2ad-38a1-4430-807f-3c63269b0327 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:38.555513 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b56a-286e-4daa-be33-00f471398c27 req-6a4c36a7-11cc-4475-b209-7c7dfc43c80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:38.560005 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-6a4c36a7-11cc-4475-b209-7c7dfc43c80c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.0949595 Jul 16 08:44:38.677976 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57425c48-60e8-4f77-b4d6-0a4b98a4b39b None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:38.678624 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57425c48-60e8-4f77-b4d6-0a4b98a4b39b None None] Checking segment: {'id': 'd528383f-e2ae-47bd-a075-c2c68a40c25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0ec8a2ad-38a1-4430-807f-3c63269b0327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:38.678869 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-57425c48-60e8-4f77-b4d6-0a4b98a4b39b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.685543 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6dfbaadd-bab9-49a4-b195-8476eecd2603 req-0447f28e-cdda-43eb-9bd6-a7a4f8c93b3b service neutron] 10.222.0.30 "GET /v2.0/networks/0d427235-37c8-46d2-b8bf-e52b7ceecefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1618726 Jul 16 08:44:38.703906 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57425c48-60e8-4f77-b4d6-0a4b98a4b39b None None] Bound using segment: {'id': 'd528383f-e2ae-47bd-a075-c2c68a40c25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0ec8a2ad-38a1-4430-807f-3c63269b0327'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:38.706334 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-57425c48-60e8-4f77-b4d6-0a4b98a4b39b None None] Bound port: e1dbc577-d0de-4fb6-afdc-64e4be932c63, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd528383f-e2ae-47bd-a075-c2c68a40c25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0ec8a2ad-38a1-4430-807f-3c63269b0327'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:38.706925 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-57425c48-60e8-4f77-b4d6-0a4b98a4b39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.747585 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7ee7977e-c989-4526-9b55-660554695917 None None] Provisioning complete for port 85cafcb1-c5e3-4c12-8201-04d6b4e8a661 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:38.750056 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ee7977e-c989-4526-9b55-660554695917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.857973 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5be5ba6f-dd53-404b-837b-6068cb96af31 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.892680 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4b3a3b7f-f30d-4683-a8a4-3b10db99918b up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:38.926435 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edea436-c61c-4e26-a68d-c7e0a068caf7 req-544b27c0-0b6b-4fb3-b548-78a4db433b95 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:38.937974 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fa3506eb-9f11-4af0-8063-1678f39a919f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.942293 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9edea436-c61c-4e26-a68d-c7e0a068caf7 req-544b27c0-0b6b-4fb3-b548-78a4db433b95 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 945 time: 0.4456711 Jul 16 08:44:38.944872 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6b8d7f1e-74e5-4aca-8f73-61d43e221c4b tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:38.952730 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-5be5ba6f-dd53-404b-837b-6068cb96af31 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Transition to ACTIVE for port object 4f18a823-da82-4678-919f-b333ddd2f85f will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:39.005448 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.065203 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8d7f1e-74e5-4aca-8f73-61d43e221c4b tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Pushing event deleted for resources: {'Port': ['ID=3b2a8c5c-9e88-4c9a-b050-ca4e2487ab9b,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:39.131061 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b56a-286e-4daa-be33-00f471398c27 req-0f110f9e-d817-42ed-a7ee-d95d55b16674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:39.133175 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-0f110f9e-d817-42ed-a7ee-d95d55b16674 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.5667555 Jul 16 08:44:39.133828 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9edea436-c61c-4e26-a68d-c7e0a068caf7 req-91b91a72-f206-4328-b928-44f1d857a0c1 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/security-groups?id=621dba7d-741a-4958-9873-96d5bf4ed144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892915 Jul 16 08:44:39.171681 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5be5ba6f-dd53-404b-837b-6068cb96af31 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.256699 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be5ba6f-dd53-404b-837b-6068cb96af31 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network 0ec8a2ad-38a1-4430-807f-3c63269b0327 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:39.261488 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-5be5ba6f-dd53-404b-837b-6068cb96af31 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:39.264435 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5be5ba6f-dd53-404b-837b-6068cb96af31 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:39.265241 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5be5ba6f-dd53-404b-837b-6068cb96af31 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.268848 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5ba6f-dd53-404b-837b-6068cb96af31 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Port': ['ID=4f18a823-da82-4678-919f-b333ddd2f85f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:39.283847 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-57425c48-60e8-4f77-b4d6-0a4b98a4b39b None None] For port e1dbc577-d0de-4fb6-afdc-64e4be932c63, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:39.289557 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-57425c48-60e8-4f77-b4d6-0a4b98a4b39b None None] For port e1dbc577-d0de-4fb6-afdc-64e4be932c63, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=e1dbc577-d0de-4fb6-afdc-64e4be932c63,segment=NetworkSegment(d528383f-e2ae-47bd-a075-c2c68a40c25c),segment_id=d528383f-e2ae-47bd-a075-c2c68a40c25c)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:39.290960 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee7977e-c989-4526-9b55-660554695917 None None] Pushing event updated for resources: {'Port': ['ID=0b95138d-ae74-4708-9414-48039df04cd3,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:39.305267 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-57425c48-60e8-4f77-b4d6-0a4b98a4b39b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.377441 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57425c48-60e8-4f77-b4d6-0a4b98a4b39b None None] Pushing event updated for resources: {'Port': ['ID=e1dbc577-d0de-4fb6-afdc-64e4be932c63,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:39.392010 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 4b3a3b7f-f30d-4683-a8a4-3b10db99918b completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:39.423705 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 85cafcb1-c5e3-4c12-8201-04d6b4e8a661 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:39.471658 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6b8d7f1e-74e5-4aca-8f73-61d43e221c4b tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.546600 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7ee7977e-c989-4526-9b55-660554695917 None None] Provisioning for port 0c6f08c1-41b3-4ce8-ba73-5f0f43b2caf6 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:39.571085 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7ee7977e-c989-4526-9b55-660554695917 None None] Provisioning complete for port 0c6f08c1-41b3-4ce8-ba73-5f0f43b2caf6 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:39.571809 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ee7977e-c989-4526-9b55-660554695917 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.624597 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7ee7977e-c989-4526-9b55-660554695917 None None] Port 0c6f08c1-41b3-4ce8-ba73-5f0f43b2caf6 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:39.699676 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5be5ba6f-dd53-404b-837b-6068cb96af31 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.723208 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6b8d7f1e-74e5-4aca-8f73-61d43e221c4b tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.734428 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6b8d7f1e-74e5-4aca-8f73-61d43e221c4b tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:39.748799 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 85cafcb1-c5e3-4c12-8201-04d6b4e8a661 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:39.749634 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.158258 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fa3506eb-9f11-4af0-8063-1678f39a919f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.174436 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6b8d7f1e-74e5-4aca-8f73-61d43e221c4b tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.175195 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b8d7f1e-74e5-4aca-8f73-61d43e221c4b tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Fanout notify agent at l3_agent the message router_deleted on router c34567c2-3c58-4238-93d2-3043daf14d0b {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:44:40.192804 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6b8d7f1e-74e5-4aca-8f73-61d43e221c4b tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.194466 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6b8d7f1e-74e5-4aca-8f73-61d43e221c4b tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "DELETE /v2.0/routers/c34567c2-3c58-4238-93d2-3043daf14d0b HTTP/1.1" status: 204 len: 168 time: 8.2261305 Jul 16 08:44:40.200183 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fa3506eb-9f11-4af0-8063-1678f39a919f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.203943 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50412) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:40.225267 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-56598d30-862a-4207-a78e-e02b159ff464 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-959235425', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:40.370242 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-72c03646-3339-486e-8219-ee21af80c398 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2119632 Jul 16 08:44:40.392606 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fa3506eb-9f11-4af0-8063-1678f39a919f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.407500 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56598d30-862a-4207-a78e-e02b159ff464 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.411270 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56598d30-862a-4207-a78e-e02b159ff464 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.475899 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3506eb-9f11-4af0-8063-1678f39a919f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Port': ['ID=0c6f08c1-41b3-4ce8-ba73-5f0f43b2caf6,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:40.551173 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ae037fce-4adc-4555-b25b-2b7e122f038a None None] Provisioning complete for port 0b95138d-ae74-4708-9414-48039df04cd3 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:40.551644 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae037fce-4adc-4555-b25b-2b7e122f038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.636234 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5be5ba6f-dd53-404b-837b-6068cb96af31 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.701896 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-30cc8e35-57e5-4f11-a0ef-6660c9772020 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3217208 Jul 16 08:44:40.713557 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5be5ba6f-dd53-404b-837b-6068cb96af31 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.715213 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5be5ba6f-dd53-404b-837b-6068cb96af31 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.767562 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa3506eb-9f11-4af0-8063-1678f39a919f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network 3fa626a2-232b-4492-abeb-d76027ff925d is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:40.770361 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-fa3506eb-9f11-4af0-8063-1678f39a919f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:40.773702 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56598d30-862a-4207-a78e-e02b159ff464 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:40.774266 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-f4de76b5-513a-42e4-acf5-a0bf72f44808 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=11779264-f750-43ee-a0d7-fe64f1d931fd HTTP/1.1" status: 200 len: 217 time: 0.0632706 Jul 16 08:44:40.806727 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be5ba6f-dd53-404b-837b-6068cb96af31 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Port': ['ID=4f18a823-da82-4678-919f-b333ddd2f85f,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:40.875714 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device e1dbc577-d0de-4fb6-afdc-64e4be932c63 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:40.919549 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ae037fce-4adc-4555-b25b-2b7e122f038a None None] Provisioning for port 4b3a3b7f-f30d-4683-a8a4-3b10db99918b completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:40.942640 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ae037fce-4adc-4555-b25b-2b7e122f038a None None] Provisioning complete for port 4b3a3b7f-f30d-4683-a8a4-3b10db99918b triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:40.943099 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae037fce-4adc-4555-b25b-2b7e122f038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.063416 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port e1dbc577-d0de-4fb6-afdc-64e4be932c63 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:41.068277 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0b95138d-ae74-4708-9414-48039df04cd3 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:41.124917 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5be5ba6f-dd53-404b-837b-6068cb96af31 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network 0ec8a2ad-38a1-4430-807f-3c63269b0327 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:41.136626 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-5be5ba6f-dd53-404b-837b-6068cb96af31 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:41.215235 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae037fce-4adc-4555-b25b-2b7e122f038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.258657 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ae037fce-4adc-4555-b25b-2b7e122f038a None None] For port 4b3a3b7f-f30d-4683-a8a4-3b10db99918b, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4b3a3b7f-f30d-4683-a8a4-3b10db99918b,segment=NetworkSegment(108e9c7f-6b07-4bad-8c5b-0d2337a2a6b0),segment_id=108e9c7f-6b07-4bad-8c5b-0d2337a2a6b0)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:41.264835 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 0b95138d-ae74-4708-9414-48039df04cd3 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:41.265224 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.267072 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae037fce-4adc-4555-b25b-2b7e122f038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.378929 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae037fce-4adc-4555-b25b-2b7e122f038a None None] Pushing event updated for resources: {'Port': ['ID=4b3a3b7f-f30d-4683-a8a4-3b10db99918b,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:41.415614 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ae037fce-4adc-4555-b25b-2b7e122f038a None None] Provisioning complete for port 0c6f08c1-41b3-4ce8-ba73-5f0f43b2caf6 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:41.415994 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae037fce-4adc-4555-b25b-2b7e122f038a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.463713 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ae037fce-4adc-4555-b25b-2b7e122f038a None None] Port 0c6f08c1-41b3-4ce8-ba73-5f0f43b2caf6 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:41.549680 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c48e74-4d4c-4e0a-a48a-0ed28c1be4ad None None] Network 0ec8a2ad-38a1-4430-807f-3c63269b0327 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:41.595521 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5c28b266-42df-4c4b-afdc-eda40218df46 None None] Provisioning complete for port 4b3a3b7f-f30d-4683-a8a4-3b10db99918b triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:41.596648 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c28b266-42df-4c4b-afdc-eda40218df46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.831128 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b56a-286e-4daa-be33-00f471398c27 req-5a3e3a94-ef7c-4bb8-ab2d-ee1d852b127e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:41.833041 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-5a3e3a94-ef7c-4bb8-ab2d-ee1d852b127e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1200a08-b4c1-4ea0-be1b-41534dbb15bb HTTP/1.1" status: 200 len: 797 time: 1.0512102 Jul 16 08:44:41.835912 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbeb2834-cc24-446e-8b33-eb7c93d49d8e req-e1c9dfff-1a19-4391-b6a7-9d6dd882f703 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:41.838732 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cbeb2834-cc24-446e-8b33-eb7c93d49d8e req-e1c9dfff-1a19-4391-b6a7-9d6dd882f703 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 945 time: 1.1991334 Jul 16 08:44:41.859519 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5c28b266-42df-4c4b-afdc-eda40218df46 None None] Provisioning for port e1dbc577-d0de-4fb6-afdc-64e4be932c63 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:41.860950 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:44:41.864277 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5c28b266-42df-4c4b-afdc-eda40218df46 None None] Provisioning complete for port e1dbc577-d0de-4fb6-afdc-64e4be932c63 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:41.864677 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c28b266-42df-4c4b-afdc-eda40218df46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.916138 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56598d30-862a-4207-a78e-e02b159ff464 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:41.949705 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa3506eb-9f11-4af0-8063-1678f39a919f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Router c624b20f-5b17-496b-b846-cf83a099c3fb is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:44:41.998728 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c28b266-42df-4c4b-afdc-eda40218df46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:42.036660 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-5c28b266-42df-4c4b-afdc-eda40218df46 None None] For port e1dbc577-d0de-4fb6-afdc-64e4be932c63, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=e1dbc577-d0de-4fb6-afdc-64e4be932c63,segment=NetworkSegment(d528383f-e2ae-47bd-a075-c2c68a40c25c),segment_id=d528383f-e2ae-47bd-a075-c2c68a40c25c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:42.041850 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c28b266-42df-4c4b-afdc-eda40218df46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:42.066002 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cbeb2834-cc24-446e-8b33-eb7c93d49d8e req-6aa9de63-fc49-4992-b444-c0bb07910a3e tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/security-groups?id=621dba7d-741a-4958-9873-96d5bf4ed144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556208 Jul 16 08:44:42.123835 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be5ba6f-dd53-404b-837b-6068cb96af31 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:44:42.126613 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5c28b266-42df-4c4b-afdc-eda40218df46 None None] Provisioning complete for port 0c6f08c1-41b3-4ce8-ba73-5f0f43b2caf6 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:42.126992 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c28b266-42df-4c4b-afdc-eda40218df46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:42.153977 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa3506eb-9f11-4af0-8063-1678f39a919f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:42.169573 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-fa3506eb-9f11-4af0-8063-1678f39a919f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "PUT /v2.0/routers/c624b20f-5b17-496b-b846-cf83a099c3fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2381041 Jul 16 08:44:42.169573 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b56a-286e-4daa-be33-00f471398c27 req-91232a6c-8546-4daf-ad1f-93253a7522c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:42.177912 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50422) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:42.178900 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-91232a6c-8546-4daf-ad1f-93253a7522c5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=971f3192-951e-432a-a2cc-46e618e65630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3281448 Jul 16 08:44:42.214949 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-5c28b266-42df-4c4b-afdc-eda40218df46 None None] Port 0c6f08c1-41b3-4ce8-ba73-5f0f43b2caf6 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:42.216541 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187d7c4b-8a6b-474a-917f-c102d4bcd5d4 None None] Sync routers for ids ['c624b20f-5b17-496b-b846-cf83a099c3fb'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:42.260002 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c28b266-42df-4c4b-afdc-eda40218df46 None None] Pushing event updated for resources: {'Port': ['ID=e1dbc577-d0de-4fb6-afdc-64e4be932c63,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:42.289723 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187d7c4b-8a6b-474a-917f-c102d4bcd5d4 None None] Routers {'c624b20f-5b17-496b-b846-cf83a099c3fb'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:42.290340 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-187d7c4b-8a6b-474a-917f-c102d4bcd5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:44:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c624b20f-5b17-496b-b846-cf83a099c3fb'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:42.376256 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-187d7c4b-8a6b-474a-917f-c102d4bcd5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:42.399043 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-b3b235d7-5e9c-421b-b161-8253c58fae73 service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2119124 Jul 16 08:44:42.430108 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e60ffd87-e3e2-46b6-9527-77bc1d30de4e None None] Provisioning for port 4f18a823-da82-4678-919f-b333ddd2f85f completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:42.432587 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187d7c4b-8a6b-474a-917f-c102d4bcd5d4 None None] Routers {'c624b20f-5b17-496b-b846-cf83a099c3fb'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:42.436555 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-187d7c4b-8a6b-474a-917f-c102d4bcd5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:44:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c624b20f-5b17-496b-b846-cf83a099c3fb'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:42.533285 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e60ffd87-e3e2-46b6-9527-77bc1d30de4e None None] Provisioning complete for port 4f18a823-da82-4678-919f-b333ddd2f85f triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:42.533745 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e60ffd87-e3e2-46b6-9527-77bc1d30de4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:42.536569 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-187d7c4b-8a6b-474a-917f-c102d4bcd5d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:42.542794 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-e20ae287-6a1b-41bb-8413-faa503770bcb service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364017 Jul 16 08:44:42.543309 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187d7c4b-8a6b-474a-917f-c102d4bcd5d4 None None] The sync data for ids ['c624b20f-5b17-496b-b846-cf83a099c3fb'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:42.544896 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be5ba6f-dd53-404b-837b-6068cb96af31 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:42.562401 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a706f9-e3e8-4439-b2cc-7cbda289148b None None] Sync routers for ids ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:42.581391 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5be5ba6f-dd53-404b-837b-6068cb96af31 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "PUT /v2.0/routers/99cd0c9b-519a-4a38-8d81-314a0fa9f2f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4258122 Jul 16 08:44:42.583564 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a706f9-e3e8-4439-b2cc-7cbda289148b None None] Routers {'99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:42.585316 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b9a706f9-e3e8-4439-b2cc-7cbda289148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:44:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:42.602628 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83ef017-f0fc-4ca3-8a83-3baa72bbbe09 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:42.610336 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c83ef017-f0fc-4ca3-8a83-3baa72bbbe09 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "GET /v2.0/ports?device_id=c624b20f-5b17-496b-b846-cf83a099c3fb HTTP/1.1" status: 200 len: 982 time: 0.4267042 Jul 16 08:44:42.614280 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50430) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:42.619593 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50432) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:42.640618 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e60ffd87-e3e2-46b6-9527-77bc1d30de4e None None] Port 4f18a823-da82-4678-919f-b333ddd2f85f cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:42.646219 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-00ecf849-137a-489c-be6a-f33d75f3558d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f66e0380-b32a-492b-871a-89bede966f79 HTTP/1.1" status: 200 len: 217 time: 0.0961909 Jul 16 08:44:42.667294 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e60ffd87-e3e2-46b6-9527-77bc1d30de4e None None] Provisioning complete for port e1dbc577-d0de-4fb6-afdc-64e4be932c63 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:42.669424 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e60ffd87-e3e2-46b6-9527-77bc1d30de4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:42.705213 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8f6814f9-2367-4833-b3f4-a361b12b6693 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1100701860'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:42.731179 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4b3a3b7f-f30d-4683-a8a4-3b10db99918b up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:42.806942 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b56a-286e-4daa-be33-00f471398c27 req-cb15d316-fc46-433e-81a3-47044e75ae34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:42.812477 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-cb15d316-fc46-433e-81a3-47044e75ae34 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1200a08-b4c1-4ea0-be1b-41534dbb15bb HTTP/1.1" status: 200 len: 797 time: 0.1600912 Jul 16 08:44:42.837637 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f6814f9-2367-4833-b3f4-a361b12b6693 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Made reservation on behalf of 1591cbbb2e6f40a59d14ed0e7e21bbb6 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:42.841207 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8f6814f9-2367-4833-b3f4-a361b12b6693 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:42.841373 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-b9a706f9-e3e8-4439-b2cc-7cbda289148b None None] Set router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:42.980040 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d408b56a-286e-4daa-be33-00f471398c27 req-5abf7cb4-e5f7-4c68-a5da-c8905761cfd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:42.985364 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-5abf7cb4-e5f7-4c68-a5da-c8905761cfd5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=971f3192-951e-432a-a2cc-46e618e65630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1618772 Jul 16 08:44:43.040162 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 4b3a3b7f-f30d-4683-a8a4-3b10db99918b triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:43.040821 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.086852 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56598d30-862a-4207-a78e-e02b159ff464 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.145068 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f6814f9-2367-4833-b3f4-a361b12b6693 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:44:43.156963 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56598d30-862a-4207-a78e-e02b159ff464 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.209955 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-74ef052f-bb13-4fa3-b2b2-016282d6cd1b service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2208390 Jul 16 08:44:43.286223 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b9a706f9-e3e8-4439-b2cc-7cbda289148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'name': 'tempest-RoutersIpV6Test-router-639230317', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:26Z', 'updated_at': '2021-07-16T08:44:39Z', 'revision_number': 3, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None, '_interfaces': [{'id': '4b3a3b7f-f30d-4683-a8a4-3b10db99918b', 'name': '', 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:a7:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:30Z', 'updated_at': '2021-07-16T08:44:41Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f18a823-da82-4678-919f-b333ddd2f85f', 'name': '', 'network_id': '0ec8a2ad-38a1-4430-807f-3c63269b0327', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:7c:8a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:38Z', 'updated_at': '2021-07-16T08:44:40Z', 'revision_number': 2, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:43.323793 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device e1dbc577-d0de-4fb6-afdc-64e4be932c63 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:43.355169 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-56598d30-862a-4207-a78e-e02b159ff464 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Allocated IP 172.25.3.54 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/b20f066e-cf34-4d64-b3b8-54ebef10982d) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:43.372715 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a9dec4b0-89df-460d-a784-9d2b57891db2 None None] Provisioning complete for port 4f18a823-da82-4678-919f-b333ddd2f85f triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:43.373111 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a9dec4b0-89df-460d-a784-9d2b57891db2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.405180 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a706f9-e3e8-4439-b2cc-7cbda289148b None None] Checking router: 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:44:43.407735 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a706f9-e3e8-4439-b2cc-7cbda289148b None None] Updating router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 port 4f18a823-da82-4678-919f-b333ddd2f85f binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:44:43.500432 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d408b56a-286e-4daa-be33-00f471398c27 req-2327b927-975f-413e-8591-308f4ba2da6b service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2843626 Jul 16 08:44:43.514014 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port e1dbc577-d0de-4fb6-afdc-64e4be932c63 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:43.514606 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b9a706f9-e3e8-4439-b2cc-7cbda289148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.515678 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.537829 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56598d30-862a-4207-a78e-e02b159ff464 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.543871 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a9dec4b0-89df-460d-a784-9d2b57891db2 None None] Port 4f18a823-da82-4678-919f-b333ddd2f85f cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:43.625543 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56598d30-862a-4207-a78e-e02b159ff464 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.685345 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8f6814f9-2367-4833-b3f4-a361b12b6693 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.685707 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-8f6814f9-2367-4833-b3f4-a361b12b6693 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Added segment 07491457-6390-4ec3-882a-195b31698d9e of type vlan for network c9c41e44-2e36-4f18-8afb-dc8a833d21ad Jul 16 08:44:43.765645 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56598d30-862a-4207-a78e-e02b159ff464 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:43.791272 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-56598d30-862a-4207-a78e-e02b159ff464 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:43.834138 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56598d30-862a-4207-a78e-e02b159ff464 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:43.930645 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8f6814f9-2367-4833-b3f4-a361b12b6693 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.947355 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56598d30-862a-4207-a78e-e02b159ff464 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Pushing event updated for resources: {'Port': ['ID=b20f066e-cf34-4d64-b3b8-54ebef10982d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:43.973061 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b9a706f9-e3e8-4439-b2cc-7cbda289148b None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:43.984843 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b9a706f9-e3e8-4439-b2cc-7cbda289148b None None] Transition to ACTIVE for port object 4f18a823-da82-4678-919f-b333ddd2f85f will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:43.986583 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56598d30-862a-4207-a78e-e02b159ff464 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:43.986780 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56598d30-862a-4207-a78e-e02b159ff464 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:43.987124 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56598d30-862a-4207-a78e-e02b159ff464 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:43.987683 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56598d30-862a-4207-a78e-e02b159ff464 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:43.987788 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56598d30-862a-4207-a78e-e02b159ff464 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:43.988107 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56598d30-862a-4207-a78e-e02b159ff464 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:43.989002 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56598d30-862a-4207-a78e-e02b159ff464 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:43.989502 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56598d30-862a-4207-a78e-e02b159ff464 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:43.989889 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56598d30-862a-4207-a78e-e02b159ff464 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:43.990322 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56598d30-862a-4207-a78e-e02b159ff464 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:43.990755 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56598d30-862a-4207-a78e-e02b159ff464 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:43.991194 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56598d30-862a-4207-a78e-e02b159ff464 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:43.995233 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b9a706f9-e3e8-4439-b2cc-7cbda289148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.014751 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b52212a-9886-4660-9dc8-45e523eecdd3 req-690e571b-1ed1-4a8e-9098-13e0103f8f77 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:44.031551 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5b52212a-9886-4660-9dc8-45e523eecdd3 req-690e571b-1ed1-4a8e-9098-13e0103f8f77 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 945 time: 0.4376631 Jul 16 08:44:44.076894 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8f6814f9-2367-4833-b3f4-a361b12b6693 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.083546 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6814f9-2367-4833-b3f4-a361b12b6693 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:44.084274 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8f6814f9-2367-4833-b3f4-a361b12b6693 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.137366 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b9a706f9-e3e8-4439-b2cc-7cbda289148b None None] Attempting to bind port 4f18a823-da82-4678-919f-b333ddd2f85f on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:44.137998 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b9a706f9-e3e8-4439-b2cc-7cbda289148b None None] Attempting to bind port 4f18a823-da82-4678-919f-b333ddd2f85f by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'd528383f-e2ae-47bd-a075-c2c68a40c25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0ec8a2ad-38a1-4430-807f-3c63269b0327'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:44.138426 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a706f9-e3e8-4439-b2cc-7cbda289148b None None] Attempting to bind port 4f18a823-da82-4678-919f-b333ddd2f85f on network 0ec8a2ad-38a1-4430-807f-3c63269b0327 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:44.141427 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de91d662-a743-4097-ba5d-fad915a5d0d7 None None] Pushing event updated for resources: {'Port': ['ID=4f18a823-da82-4678-919f-b333ddd2f85f,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:44.152436 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a706f9-e3e8-4439-b2cc-7cbda289148b None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:44.152915 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a706f9-e3e8-4439-b2cc-7cbda289148b None None] Checking segment: {'id': 'd528383f-e2ae-47bd-a075-c2c68a40c25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0ec8a2ad-38a1-4430-807f-3c63269b0327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:44.153518 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b9a706f9-e3e8-4439-b2cc-7cbda289148b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.153971 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a706f9-e3e8-4439-b2cc-7cbda289148b None None] Bound using segment: {'id': 'd528383f-e2ae-47bd-a075-c2c68a40c25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0ec8a2ad-38a1-4430-807f-3c63269b0327'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:44.154523 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b9a706f9-e3e8-4439-b2cc-7cbda289148b None None] Bound port: 4f18a823-da82-4678-919f-b333ddd2f85f, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd528383f-e2ae-47bd-a075-c2c68a40c25c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '0ec8a2ad-38a1-4430-807f-3c63269b0327'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:44.155008 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b9a706f9-e3e8-4439-b2cc-7cbda289148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.210836 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5b52212a-9886-4660-9dc8-45e523eecdd3 req-07b5f7a6-2919-4d0c-acbd-bc51e2307fbe tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/security-groups?id=621dba7d-741a-4958-9873-96d5bf4ed144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841340 Jul 16 08:44:44.235184 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-8b752120-04ba-47ba-aefb-03567d7cbee3 req-1bf99d7e-a2fa-43a7-811b-f23a3cf376c3 service neutron] (93759) timed out ('10.222.0.21', 55200) {{(pid=93759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 08:44:44.242159 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8f6814f9-2367-4833-b3f4-a361b12b6693 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.6214812 Jul 16 08:44:44.245158 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50448) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:44.250707 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-2e8eaea7-a77d-456c-bf7b-ad23b0813282 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Request body: {'subnet': {'network_id': 'c9c41e44-2e36-4f18-8afb-dc8a833d21ad', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:44.257393 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-b9a706f9-e3e8-4439-b2cc-7cbda289148b None None] For port 4f18a823-da82-4678-919f-b333ddd2f85f, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:44.263264 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-b9a706f9-e3e8-4439-b2cc-7cbda289148b None None] For port 4f18a823-da82-4678-919f-b333ddd2f85f, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4f18a823-da82-4678-919f-b333ddd2f85f,segment=NetworkSegment(d528383f-e2ae-47bd-a075-c2c68a40c25c),segment_id=d528383f-e2ae-47bd-a075-c2c68a40c25c)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:44.269408 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b9a706f9-e3e8-4439-b2cc-7cbda289148b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.322286 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6814f9-2367-4833-b3f4-a361b12b6693 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Network': ['ID=c9c41e44-2e36-4f18-8afb-dc8a833d21ad,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:44.335812 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network c9c41e44-2e36-4f18-8afb-dc8a833d21ad details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:44:44.394580 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8eaea7-a77d-456c-bf7b-ad23b0813282 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Made reservation on behalf of 1591cbbb2e6f40a59d14ed0e7e21bbb6 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:44.404262 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2e8eaea7-a77d-456c-bf7b-ad23b0813282 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.421914 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a706f9-e3e8-4439-b2cc-7cbda289148b None None] Routers {'99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:44.422556 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b9a706f9-e3e8-4439-b2cc-7cbda289148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:44:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:44.424541 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de91d662-a743-4097-ba5d-fad915a5d0d7 None None] Pushing event updated for resources: {'Port': ['ID=4f18a823-da82-4678-919f-b333ddd2f85f,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:44.686564 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56598d30-862a-4207-a78e-e02b159ff464 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.725476 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-b9a706f9-e3e8-4439-b2cc-7cbda289148b None None] Set router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:44.831019 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2e8eaea7-a77d-456c-bf7b-ad23b0813282 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:44.975159 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8eaea7-a77d-456c-bf7b-ad23b0813282 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Checking segment: {'id': '07491457-6390-4ec3-882a-195b31698d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c9c41e44-2e36-4f18-8afb-dc8a833d21ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:44.975533 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8eaea7-a77d-456c-bf7b-ad23b0813282 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network hostable DHCP agents. Network: c9c41e44-2e36-4f18-8afb-dc8a833d21ad, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:44:44.981734 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8eaea7-a77d-456c-bf7b-ad23b0813282 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Subnet': ['ID=8d295ace-370c-4a19-98f7-781bc6a5eb26,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:44.993802 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8eaea7-a77d-456c-bf7b-ad23b0813282 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:44.994158 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8eaea7-a77d-456c-bf7b-ad23b0813282 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:44.994504 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8eaea7-a77d-456c-bf7b-ad23b0813282 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:44.994841 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8eaea7-a77d-456c-bf7b-ad23b0813282 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:44.995180 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8eaea7-a77d-456c-bf7b-ad23b0813282 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:44.995517 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8eaea7-a77d-456c-bf7b-ad23b0813282 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:44.995848 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8eaea7-a77d-456c-bf7b-ad23b0813282 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:44.996178 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8eaea7-a77d-456c-bf7b-ad23b0813282 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:44.996536 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8eaea7-a77d-456c-bf7b-ad23b0813282 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:44.996866 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8eaea7-a77d-456c-bf7b-ad23b0813282 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:44.997191 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8eaea7-a77d-456c-bf7b-ad23b0813282 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:44.997516 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e8eaea7-a77d-456c-bf7b-ad23b0813282 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:44:45.021955 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8eaea7-a77d-456c-bf7b-ad23b0813282 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network c9c41e44-2e36-4f18-8afb-dc8a833d21ad is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:44:45.066137 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-2e8eaea7-a77d-456c-bf7b-ad23b0813282 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, c9c41e44-2e36-4f18-8afb-dc8a833d21ad) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:45.072509 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8eaea7-a77d-456c-bf7b-ad23b0813282 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:45.073192 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2e8eaea7-a77d-456c-bf7b-ad23b0813282 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.084852 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8735d93d-2171-4c96-b08b-cf2e29e117d8 None None] Network c9c41e44-2e36-4f18-8afb-dc8a833d21ad requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:45.100884 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2e8eaea7-a77d-456c-bf7b-ad23b0813282 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.8535986 Jul 16 08:44:45.102924 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50456) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:45.118291 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b9a706f9-e3e8-4439-b2cc-7cbda289148b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'name': 'tempest-RoutersIpV6Test-router-639230317', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:26Z', 'updated_at': '2021-07-16T08:44:39Z', 'revision_number': 3, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None, '_interfaces': [{'id': '4b3a3b7f-f30d-4683-a8a4-3b10db99918b', 'name': '', 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:a7:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:30Z', 'updated_at': '2021-07-16T08:44:41Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f18a823-da82-4678-919f-b333ddd2f85f', 'name': '', 'network_id': '0ec8a2ad-38a1-4430-807f-3c63269b0327', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:7c:8a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:38Z', 'updated_at': '2021-07-16T08:44:44Z', 'revision_number': 4, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:45.202663 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9a706f9-e3e8-4439-b2cc-7cbda289148b None None] The sync data for ids ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'] in n-d-771362-37 is: [{'id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'name': 'tempest-RoutersIpV6Test-router-639230317', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:26Z', 'updated_at': '2021-07-16T08:44:39Z', 'revision_number': 3, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None, '_interfaces': [{'id': '4b3a3b7f-f30d-4683-a8a4-3b10db99918b', 'name': '', 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:a7:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:30Z', 'updated_at': '2021-07-16T08:44:41Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f18a823-da82-4678-919f-b333ddd2f85f', 'name': '', 'network_id': '0ec8a2ad-38a1-4430-807f-3c63269b0327', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:7c:8a:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:38Z', 'updated_at': '2021-07-16T08:44:44Z', 'revision_number': 4, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:45.276995 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56598d30-862a-4207-a78e-e02b159ff464 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.311425 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8036a5af-996a-4728-880a-704bd52720c0 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.457958 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e1bd1d-fb45-44a2-907f-0fcf25504809 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-c9c41e44-2e36-4f18-8afb-dc8a833d21ad', 'network_id': 'c9c41e44-2e36-4f18-8afb-dc8a833d21ad', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'fixed_ips': [{'subnet_id': '8d295ace-370c-4a19-98f7-781bc6a5eb26'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:44:45.459650 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2e1bd1d-fb45-44a2-907f-0fcf25504809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:45.699597 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-a2e1bd1d-fb45-44a2-907f-0fcf25504809 None None] Allocated IP 2001:db8:2::2 (c9c41e44-2e36-4f18-8afb-dc8a833d21ad/8d295ace-370c-4a19-98f7-781bc6a5eb26/fbf8eca9-a174-4d43-bb13-b7479bd71588) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:45.855272 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2f62ba0b-d1ff-4f92-8d00-4202a616788b tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.099178 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2e1bd1d-fb45-44a2-907f-0fcf25504809 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.117909 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a2e1bd1d-fb45-44a2-907f-0fcf25504809 None None] Transition to ACTIVE for port object fbf8eca9-a174-4d43-bb13-b7479bd71588 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:46.159986 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a2e1bd1d-fb45-44a2-907f-0fcf25504809 None None] Transition to ACTIVE for port object fbf8eca9-a174-4d43-bb13-b7479bd71588 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:46.168580 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2e1bd1d-fb45-44a2-907f-0fcf25504809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.227219 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1bd1d-fb45-44a2-907f-0fcf25504809 None None] Pushing event updated for resources: {'Port': ['ID=fbf8eca9-a174-4d43-bb13-b7479bd71588,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:46.258377 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2e1bd1d-fb45-44a2-907f-0fcf25504809 None None] Network c9c41e44-2e36-4f18-8afb-dc8a833d21ad is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:46.259017 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4d1afd-fce9-4342-88f2-13b6853a0fe5 req-cff9bb0b-2232-4126-b39b-de1a923b8fa6 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:46.261589 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-a2e1bd1d-fb45-44a2-907f-0fcf25504809 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:46.269019 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7c4d1afd-fce9-4342-88f2-13b6853a0fe5 req-cff9bb0b-2232-4126-b39b-de1a923b8fa6 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 945 time: 0.3900745 Jul 16 08:44:46.269330 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e1bd1d-fb45-44a2-907f-0fcf25504809 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:46.378028 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-a2e1bd1d-fb45-44a2-907f-0fcf25504809 None None] Attempting to bind port fbf8eca9-a174-4d43-bb13-b7479bd71588 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:46.378519 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7c4d1afd-fce9-4342-88f2-13b6853a0fe5 req-79a3248b-2f88-4179-8177-f4b68ce50a69 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/security-groups?id=621dba7d-741a-4958-9873-96d5bf4ed144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075377 Jul 16 08:44:46.379354 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-a2e1bd1d-fb45-44a2-907f-0fcf25504809 None None] Attempting to bind port fbf8eca9-a174-4d43-bb13-b7479bd71588 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '07491457-6390-4ec3-882a-195b31698d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c9c41e44-2e36-4f18-8afb-dc8a833d21ad'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:46.379897 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e1bd1d-fb45-44a2-907f-0fcf25504809 None None] Attempting to bind port fbf8eca9-a174-4d43-bb13-b7479bd71588 on network c9c41e44-2e36-4f18-8afb-dc8a833d21ad {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:46.386801 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e1bd1d-fb45-44a2-907f-0fcf25504809 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:46.387381 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e1bd1d-fb45-44a2-907f-0fcf25504809 None None] Checking segment: {'id': '07491457-6390-4ec3-882a-195b31698d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c9c41e44-2e36-4f18-8afb-dc8a833d21ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:46.388057 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2e1bd1d-fb45-44a2-907f-0fcf25504809 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.388771 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2e1bd1d-fb45-44a2-907f-0fcf25504809 None None] Bound using segment: {'id': '07491457-6390-4ec3-882a-195b31698d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c9c41e44-2e36-4f18-8afb-dc8a833d21ad'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:46.389522 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-a2e1bd1d-fb45-44a2-907f-0fcf25504809 None None] Bound port: fbf8eca9-a174-4d43-bb13-b7479bd71588, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07491457-6390-4ec3-882a-195b31698d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c9c41e44-2e36-4f18-8afb-dc8a833d21ad'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:46.390166 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2e1bd1d-fb45-44a2-907f-0fcf25504809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.398400 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56598d30-862a-4207-a78e-e02b159ff464 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Router 41e9ba3a-1980-4a49-89a6-4f685ad3bacf is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:44:46.479654 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a2e1bd1d-fb45-44a2-907f-0fcf25504809 None None] For port fbf8eca9-a174-4d43-bb13-b7479bd71588, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:46.483211 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a2e1bd1d-fb45-44a2-907f-0fcf25504809 None None] For port fbf8eca9-a174-4d43-bb13-b7479bd71588, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=fbf8eca9-a174-4d43-bb13-b7479bd71588,segment=NetworkSegment(07491457-6390-4ec3-882a-195b31698d9e),segment_id=07491457-6390-4ec3-882a-195b31698d9e)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:46.490179 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2e1bd1d-fb45-44a2-907f-0fcf25504809 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.497140 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50472) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:46.655897 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e1bd1d-fb45-44a2-907f-0fcf25504809 None None] Pushing event updated for resources: {'Port': ['ID=fbf8eca9-a174-4d43-bb13-b7479bd71588,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:46.674455 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-2f62ba0b-d1ff-4f92-8d00-4202a616788b tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Allocated IP 2001:db8:2::1 (c9c41e44-2e36-4f18-8afb-dc8a833d21ad/8d295ace-370c-4a19-98f7-781bc6a5eb26/457b224d-88b7-4670-89af-d52228322829) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:46.757868 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4f18a823-da82-4678-919f-b333ddd2f85f up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:46.763986 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56598d30-862a-4207-a78e-e02b159ff464 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:46.798885 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-8036a5af-996a-4728-880a-704bd52720c0 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting port 0c6f08c1-41b3-4ce8-ba73-5f0f43b2caf6 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:46.799252 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8036a5af-996a-4728-880a-704bd52720c0 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.804071 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c741e7e1-683e-452d-a373-5da3e2013521 None None] Sync routers for ids ['41e9ba3a-1980-4a49-89a6-4f685ad3bacf'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:46.830379 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-670af14e-3421-4172-9c6a-8f0e64a849a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.848581 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c741e7e1-683e-452d-a373-5da3e2013521 None None] Routers {'41e9ba3a-1980-4a49-89a6-4f685ad3bacf'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:46.849222 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c741e7e1-683e-452d-a373-5da3e2013521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:44:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['41e9ba3a-1980-4a49-89a6-4f685ad3bacf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:46.912892 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8036a5af-996a-4728-880a-704bd52720c0 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:46.950276 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-8036a5af-996a-4728-880a-704bd52720c0 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Calling delete_port for 0c6f08c1-41b3-4ce8-ba73-5f0f43b2caf6 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:46.978506 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c741e7e1-683e-452d-a373-5da3e2013521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:46.999866 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c741e7e1-683e-452d-a373-5da3e2013521 None None] Routers {'41e9ba3a-1980-4a49-89a6-4f685ad3bacf'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:47.000665 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c741e7e1-683e-452d-a373-5da3e2013521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:44:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['41e9ba3a-1980-4a49-89a6-4f685ad3bacf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:47.053748 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c741e7e1-683e-452d-a373-5da3e2013521 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:47.054420 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c741e7e1-683e-452d-a373-5da3e2013521 None None] The sync data for ids ['41e9ba3a-1980-4a49-89a6-4f685ad3bacf'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:47.068686 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 4f18a823-da82-4678-919f-b333ddd2f85f completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:47.073738 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 4f18a823-da82-4678-919f-b333ddd2f85f triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:47.074125 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.141300 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2f62ba0b-d1ff-4f92-8d00-4202a616788b tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.191481 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-2f62ba0b-d1ff-4f92-8d00-4202a616788b tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Transition to ACTIVE for port object 457b224d-88b7-4670-89af-d52228322829 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:47.212554 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.257079 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-670af14e-3421-4172-9c6a-8f0e64a849a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.264091 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-670af14e-3421-4172-9c6a-8f0e64a849a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.266613 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8036a5af-996a-4728-880a-704bd52720c0 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.275713 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 4f18a823-da82-4678-919f-b333ddd2f85f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4f18a823-da82-4678-919f-b333ddd2f85f,segment=NetworkSegment(d528383f-e2ae-47bd-a075-c2c68a40c25c),segment_id=d528383f-e2ae-47bd-a075-c2c68a40c25c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:47.279882 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56598d30-862a-4207-a78e-e02b159ff464 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.281364 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-56598d30-862a-4207-a78e-e02b159ff464 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 7.0745349 Jul 16 08:44:47.282391 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.302868 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50478) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:47.306891 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-670af14e-3421-4172-9c6a-8f0e64a849a6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d0fd2d1115aa4881873f2ab338c7f967&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8052337 Jul 16 08:44:47.311363 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50480) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:47.311813 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-30f232fb-f14d-48b3-805c-cb26c019e51a tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:47.325791 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036a5af-996a-4728-880a-704bd52720c0 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Port': ['ID=0c6f08c1-41b3-4ce8-ba73-5f0f43b2caf6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:47.364870 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=4f18a823-da82-4678-919f-b333ddd2f85f,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:47.367116 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2f62ba0b-d1ff-4f92-8d00-4202a616788b tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.470250 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a68fde5-4597-4670-8e9a-28318fc598a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.472181 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f62ba0b-d1ff-4f92-8d00-4202a616788b tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network c9c41e44-2e36-4f18-8afb-dc8a833d21ad is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:47.499367 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-2f62ba0b-d1ff-4f92-8d00-4202a616788b tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:47.502396 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f62ba0b-d1ff-4f92-8d00-4202a616788b tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:47.502981 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2f62ba0b-d1ff-4f92-8d00-4202a616788b tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.613751 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670af14e-3421-4172-9c6a-8f0e64a849a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9600ca6f-4dc7-4d17-b883-55a4c6e5a922,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:47.639587 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8036a5af-996a-4728-880a-704bd52720c0 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.697525 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a68fde5-4597-4670-8e9a-28318fc598a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.710830 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62ba0b-d1ff-4f92-8d00-4202a616788b tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Port': ['ID=457b224d-88b7-4670-89af-d52228322829,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:47.821636 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2f62ba0b-d1ff-4f92-8d00-4202a616788b tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:47.869575 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4bc09-756c-4214-be81-d502563c1a99 req-a693801b-566f-4964-94fd-ea41dd8e5da1 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:47.871295 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f9f4bc09-756c-4214-be81-d502563c1a99 req-a693801b-566f-4964-94fd-ea41dd8e5da1 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 945 time: 0.2275164 Jul 16 08:44:48.001989 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f9f4bc09-756c-4214-be81-d502563c1a99 req-659d624c-07b8-4d94-8db5-caef5058fbb0 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/security-groups?id=621dba7d-741a-4958-9873-96d5bf4ed144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190629 Jul 16 08:44:48.007351 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a68fde5-4597-4670-8e9a-28318fc598a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.010451 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a68fde5-4597-4670-8e9a-28318fc598a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.013871 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5a68fde5-4597-4670-8e9a-28318fc598a3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9600ca6f-4dc7-4d17-b883-55a4c6e5a922 HTTP/1.1" status: 204 len: 168 time: 0.6938844 Jul 16 08:44:48.025114 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a68fde5-4597-4670-8e9a-28318fc598a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9600ca6f-4dc7-4d17-b883-55a4c6e5a922,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:48.028075 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8036a5af-996a-4728-880a-704bd52720c0 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Router c624b20f-5b17-496b-b846-cf83a099c3fb has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:44:48.077609 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d81ddfa5-c9ae-43ef-9f69-7eaa0d6f8598 None None] Network c9c41e44-2e36-4f18-8afb-dc8a833d21ad requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:48.139443 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8036a5af-996a-4728-880a-704bd52720c0 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:48.156322 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191ca1a5-93ad-48e9-a995-8eb59bd7d8ae None None] Sync routers for ids ['c624b20f-5b17-496b-b846-cf83a099c3fb'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:48.167419 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8036a5af-996a-4728-880a-704bd52720c0 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "PUT /v2.0/routers/c624b20f-5b17-496b-b846-cf83a099c3fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5448015 Jul 16 08:44:48.167717 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50488) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:48.180187 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a61b8aa0-dd4c-479e-a0f1-5eeb5e6a7500 None None] Provisioning for port fbf8eca9-a174-4d43-bb13-b7479bd71588 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:48.197209 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191ca1a5-93ad-48e9-a995-8eb59bd7d8ae None None] Routers {'c624b20f-5b17-496b-b846-cf83a099c3fb'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:48.203429 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-8800fac6-5087-4bbc-844f-f8e259021a76 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] GET failed (client error): The resource could not be found. Jul 16 08:44:48.203619 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-191ca1a5-93ad-48e9-a995-8eb59bd7d8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:44:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c624b20f-5b17-496b-b846-cf83a099c3fb'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:48.205195 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8800fac6-5087-4bbc-844f-f8e259021a76 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "GET /v2.0/ports/0c6f08c1-41b3-4ce8-ba73-5f0f43b2caf6 HTTP/1.1" status: 404 len: 333 time: 0.0357099 Jul 16 08:44:48.208791 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50492) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:48.272216 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-191ca1a5-93ad-48e9-a995-8eb59bd7d8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:48.282601 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191ca1a5-93ad-48e9-a995-8eb59bd7d8ae None None] Routers {'c624b20f-5b17-496b-b846-cf83a099c3fb'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:48.283464 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-191ca1a5-93ad-48e9-a995-8eb59bd7d8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:44:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c624b20f-5b17-496b-b846-cf83a099c3fb'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:48.330076 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-191ca1a5-93ad-48e9-a995-8eb59bd7d8ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:48.331011 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191ca1a5-93ad-48e9-a995-8eb59bd7d8ae None None] The sync data for ids ['c624b20f-5b17-496b-b846-cf83a099c3fb'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:48.338633 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30f232fb-f14d-48b3-805c-cb26c019e51a tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.361964 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30f232fb-f14d-48b3-805c-cb26c019e51a tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.386625 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06dfe5c3-bba8-47e2-a3b8-527694fb363f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.469108 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2f62ba0b-d1ff-4f92-8d00-4202a616788b tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.478534 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-30f232fb-f14d-48b3-805c-cb26c019e51a tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Deleting port b20f066e-cf34-4d64-b3b8-54ebef10982d {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:48.479012 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30f232fb-f14d-48b3-805c-cb26c019e51a tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.481997 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2f62ba0b-d1ff-4f92-8d00-4202a616788b tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.481997 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2f62ba0b-d1ff-4f92-8d00-4202a616788b tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.655413 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06dfe5c3-bba8-47e2-a3b8-527694fb363f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.660951 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06dfe5c3-bba8-47e2-a3b8-527694fb363f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.665878 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f62ba0b-d1ff-4f92-8d00-4202a616788b tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Port': ['ID=457b224d-88b7-4670-89af-d52228322829,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:48.744755 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30f232fb-f14d-48b3-805c-cb26c019e51a tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.780645 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-30f232fb-f14d-48b3-805c-cb26c019e51a tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Calling delete_port for b20f066e-cf34-4d64-b3b8-54ebef10982d owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:48.794145 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06dfe5c3-bba8-47e2-a3b8-527694fb363f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.795014 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06dfe5c3-bba8-47e2-a3b8-527694fb363f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Fanout notify agent at l3_agent the message router_deleted on router c624b20f-5b17-496b-b846-cf83a099c3fb {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:44:48.800765 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f62ba0b-d1ff-4f92-8d00-4202a616788b tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network c9c41e44-2e36-4f18-8afb-dc8a833d21ad is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:48.803487 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-2f62ba0b-d1ff-4f92-8d00-4202a616788b tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:48.804975 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06dfe5c3-bba8-47e2-a3b8-527694fb363f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.806695 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-06dfe5c3-bba8-47e2-a3b8-527694fb363f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/routers/c624b20f-5b17-496b-b846-cf83a099c3fb HTTP/1.1" status: 204 len: 168 time: 0.5962527 Jul 16 08:44:48.810054 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50508) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:48.831497 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device fbf8eca9-a174-4d43-bb13-b7479bd71588 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:48.896178 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7ff43b8e-6d97-45a7-aa25-239b0c1c8bc0 None None] Provisioning for port 457b224d-88b7-4670-89af-d52228322829 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:48.900298 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a14923-c128-4038-a6b0-f8e5453ab4a0 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting subnet b0eca0fc-dccf-49e8-b498-c77b9da8a553 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:44:48.904123 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b7a14923-c128-4038-a6b0-f8e5453ab4a0 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.907280 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7ff43b8e-6d97-45a7-aa25-239b0c1c8bc0 None None] Provisioning complete for port 457b224d-88b7-4670-89af-d52228322829 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:48.907672 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ff43b8e-6d97-45a7-aa25-239b0c1c8bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:48.987521 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7ff43b8e-6d97-45a7-aa25-239b0c1c8bc0 None None] Port 457b224d-88b7-4670-89af-d52228322829 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:48.998963 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port fbf8eca9-a174-4d43-bb13-b7479bd71588 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:48.999940 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b7a14923-c128-4038-a6b0-f8e5453ab4a0 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.006718 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port fbf8eca9-a174-4d43-bb13-b7479bd71588 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:49.007322 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.009456 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7ff43b8e-6d97-45a7-aa25-239b0c1c8bc0 None None] Provisioning complete for port fbf8eca9-a174-4d43-bb13-b7479bd71588 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:49.010056 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ff43b8e-6d97-45a7-aa25-239b0c1c8bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.103703 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f62ba0b-d1ff-4f92-8d00-4202a616788b tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:44:49.147905 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b7a14923-c128-4038-a6b0-f8e5453ab4a0 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.283855 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ff43b8e-6d97-45a7-aa25-239b0c1c8bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.325227 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f62ba0b-d1ff-4f92-8d00-4202a616788b tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:49.338076 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2f62ba0b-d1ff-4f92-8d00-4202a616788b tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "PUT /v2.0/routers/99cd0c9b-519a-4a38-8d81-314a0fa9f2f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2339127 Jul 16 08:44:49.338826 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50522) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:49.341417 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30f232fb-f14d-48b3-805c-cb26c019e51a tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.347077 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-03a3a791-55cb-4648-82f9-af289cf4a264 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-721566173'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:49.351257 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b7a14923-c128-4038-a6b0-f8e5453ab4a0 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.382047 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea6c446-2b44-44ff-b8d5-f00eff8749c5 None None] Sync routers for ids ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:49.391671 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f232fb-f14d-48b3-805c-cb26c019e51a tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Pushing event deleted for resources: {'Port': ['ID=b20f066e-cf34-4d64-b3b8-54ebef10982d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:49.400387 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.404058 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a14923-c128-4038-a6b0-f8e5453ab4a0 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Subnet': ['ID=b0eca0fc-dccf-49e8-b498-c77b9da8a553,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:49.411519 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b7a14923-c128-4038-a6b0-f8e5453ab4a0 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.413860 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b7a14923-c128-4038-a6b0-f8e5453ab4a0 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/subnets/b0eca0fc-dccf-49e8-b498-c77b9da8a553 HTTP/1.1" status: 204 len: 168 time: 0.6022975 Jul 16 08:44:49.422041 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50528) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:49.430150 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cb650a5-c0ce-4044-89b6-4a45aa3f5876 None None] Network 3fa626a2-232b-4492-abeb-d76027ff925d requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:49.462143 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea6c446-2b44-44ff-b8d5-f00eff8749c5 None None] Routers {'99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:49.463200 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1ea6c446-2b44-44ff-b8d5-f00eff8749c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:44:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:49.466403 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a3a791-55cb-4648-82f9-af289cf4a264 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Made reservation on behalf of 1591cbbb2e6f40a59d14ed0e7e21bbb6 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:49.469970 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-03a3a791-55cb-4648-82f9-af289cf4a264 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.510198 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03a3a791-55cb-4648-82f9-af289cf4a264 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:44:49.511350 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051bd35d-18d1-403b-b814-a33322b8a339 req-8906b56d-c28a-4b97-a6e8-181a575206ff tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:49.518818 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-051bd35d-18d1-403b-b814-a33322b8a339 req-8906b56d-c28a-4b97-a6e8-181a575206ff tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 945 time: 0.2490802 Jul 16 08:44:49.520703 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-03a3a791-55cb-4648-82f9-af289cf4a264 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.521064 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-03a3a791-55cb-4648-82f9-af289cf4a264 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Added segment 428a6e2d-5810-4989-b40c-cc3521544b07 of type vlan for network 8f0a3753-5968-49a7-99b2-5b22ced59a4e Jul 16 08:44:49.534460 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30f232fb-f14d-48b3-805c-cb26c019e51a tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.620129 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caf49a06-e3cf-4999-a583-52f3004cc156 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.642800 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-051bd35d-18d1-403b-b814-a33322b8a339 req-93c10cc5-781b-4519-a604-ac6e1e236e99 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/security-groups?id=621dba7d-741a-4958-9873-96d5bf4ed144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1099110 Jul 16 08:44:49.720074 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-caf49a06-e3cf-4999-a583-52f3004cc156 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting port 85cafcb1-c5e3-4c12-8201-04d6b4e8a661 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:44:49.720821 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caf49a06-e3cf-4999-a583-52f3004cc156 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.757302 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7ff43b8e-6d97-45a7-aa25-239b0c1c8bc0 None None] For port fbf8eca9-a174-4d43-bb13-b7479bd71588, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=fbf8eca9-a174-4d43-bb13-b7479bd71588,segment=NetworkSegment(07491457-6390-4ec3-882a-195b31698d9e),segment_id=07491457-6390-4ec3-882a-195b31698d9e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:49.818457 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ff43b8e-6d97-45a7-aa25-239b0c1c8bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.900626 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-caf49a06-e3cf-4999-a583-52f3004cc156 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] For port 85cafcb1-c5e3-4c12-8201-04d6b4e8a661, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=85cafcb1-c5e3-4c12-8201-04d6b4e8a661,segment=NetworkSegment(e8648097-c15e-4650-a4c9-19bb1ebccce1),segment_id=e8648097-c15e-4650-a4c9-19bb1ebccce1)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:49.900997 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caf49a06-e3cf-4999-a583-52f3004cc156 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:49.973394 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-caf49a06-e3cf-4999-a583-52f3004cc156 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Calling delete_port for 85cafcb1-c5e3-4c12-8201-04d6b4e8a661 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:44:49.976327 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.db.api [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:44:49.977593 n-d-771362-37 neutron-server[93760]: DEBUG oslo_db.api [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:44:50.042857 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-1ea6c446-2b44-44ff-b8d5-f00eff8749c5 None None] Set router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:50.046390 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-75d533d5-7b3c-4d60-a8d5-f3858c3de969 None None] Provisioning complete for port 457b224d-88b7-4670-89af-d52228322829 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:50.046798 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75d533d5-7b3c-4d60-a8d5-f3858c3de969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.141197 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff43b8e-6d97-45a7-aa25-239b0c1c8bc0 None None] Pushing event updated for resources: {'Port': ['ID=fbf8eca9-a174-4d43-bb13-b7479bd71588,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:50.175097 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caf49a06-e3cf-4999-a583-52f3004cc156 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.216918 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf49a06-e3cf-4999-a583-52f3004cc156 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Port': ['ID=85cafcb1-c5e3-4c12-8201-04d6b4e8a661,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:50.218899 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf49a06-e3cf-4999-a583-52f3004cc156 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] No DVR routers for this DVR port 85cafcb1-c5e3-4c12-8201-04d6b4e8a661 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:44:50.302148 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-75d533d5-7b3c-4d60-a8d5-f3858c3de969 None None] Port 457b224d-88b7-4670-89af-d52228322829 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:50.314458 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-03a3a791-55cb-4648-82f9-af289cf4a264 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.337002 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caf49a06-e3cf-4999-a583-52f3004cc156 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.350326 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-caf49a06-e3cf-4999-a583-52f3004cc156 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa626a2-232b-4492-abeb-d76027ff925d']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:50.362049 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-caf49a06-e3cf-4999-a583-52f3004cc156 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8648097-c15e-4650-a4c9-19bb1ebccce1') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:50.362342 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-caf49a06-e3cf-4999-a583-52f3004cc156 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8648097-c15e-4650-a4c9-19bb1ebccce1') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:50.375320 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caf49a06-e3cf-4999-a583-52f3004cc156 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.391583 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caf49a06-e3cf-4999-a583-52f3004cc156 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.405880 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-caf49a06-e3cf-4999-a583-52f3004cc156 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:44:50.406369 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caf49a06-e3cf-4999-a583-52f3004cc156 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:44:50.414968 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:44:50.460103 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30f232fb-f14d-48b3-805c-cb26c019e51a tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.465106 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30f232fb-f14d-48b3-805c-cb26c019e51a tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-523541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-523532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523653'] for router, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.474369 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.db.resource_extend [None req-03a3a791-55cb-4648-82f9-af289cf4a264 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:44:50.491528 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1ea6c446-2b44-44ff-b8d5-f00eff8749c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'name': 'tempest-RoutersIpV6Test-router-639230317', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:26Z', 'updated_at': '2021-07-16T08:44:47Z', 'revision_number': 4, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None, '_interfaces': [{'id': '457b224d-88b7-4670-89af-d52228322829', 'name': '', 'network_id': 'c9c41e44-2e36-4f18-8afb-dc8a833d21ad', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:65:7e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8d295ace-370c-4a19-98f7-781bc6a5eb26', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:46Z', 'updated_at': '2021-07-16T08:44:48Z', 'revision_number': 2, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '8d295ace-370c-4a19-98f7-781bc6a5eb26', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b3a3b7f-f30d-4683-a8a4-3b10db99918b', 'name': '', 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:a7:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:30Z', 'updated_at': '2021-07-16T08:44:41Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f18a823-da82-4678-919f-b333ddd2f85f', 'name': '', 'network_id': '0ec8a2ad-38a1-4430-807f-3c63269b0327', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:7c:8a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:38Z', 'updated_at': '2021-07-16T08:44:47Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:50.522985 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caf49a06-e3cf-4999-a583-52f3004cc156 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.535655 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-caf49a06-e3cf-4999-a583-52f3004cc156 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.538840 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-caf49a06-e3cf-4999-a583-52f3004cc156 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/networks/3fa626a2-232b-4492-abeb-d76027ff925d HTTP/1.1" status: 204 len: 168 time: 1.1143661 Jul 16 08:44:50.543586 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50550) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:50.552596 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0ca4c9-22a0-4472-b1b8-d25bc8dcd342 None None] DHCP port deletion for 3fa626a2-232b-4492-abeb-d76027ff925d request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:44:50.560935 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea6c446-2b44-44ff-b8d5-f00eff8749c5 None None] Checking router: 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:44:50.565917 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea6c446-2b44-44ff-b8d5-f00eff8749c5 None None] Updating router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 port 457b224d-88b7-4670-89af-d52228322829 binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:44:50.582838 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-03a3a791-55cb-4648-82f9-af289cf4a264 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.589250 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a3a791-55cb-4648-82f9-af289cf4a264 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:50.589846 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-03a3a791-55cb-4648-82f9-af289cf4a264 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.599758 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4f18a823-da82-4678-919f-b333ddd2f85f up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:50.602206 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30f232fb-f14d-48b3-805c-cb26c019e51a tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Router 41e9ba3a-1980-4a49-89a6-4f685ad3bacf has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:44:50.609447 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf49a06-e3cf-4999-a583-52f3004cc156 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Network': ['ID=3fa626a2-232b-4492-abeb-d76027ff925d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:50.654911 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-03a3a791-55cb-4648-82f9-af289cf4a264 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3144045 Jul 16 08:44:50.656015 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a69759-36a5-418b-8aed-c02d060d4be9 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:50.657948 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d0a69759-36a5-418b-8aed-c02d060d4be9 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "GET /v2.0/ports/59f08c65-9a78-4d5e-8e9d-64ddf749a6ea HTTP/1.1" status: 200 len: 841 time: 0.0960581 Jul 16 08:44:50.658524 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50556) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:50.665756 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-85981629-9f1d-4395-8b1a-b1f922b344d9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Request body: {'subnet': {'network_id': '8f0a3753-5968-49a7-99b2-5b22ced59a4e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:50.669687 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50558) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:50.704516 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1ea6c446-2b44-44ff-b8d5-f00eff8749c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.749330 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3a791-55cb-4648-82f9-af289cf4a264 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Network': ['ID=8f0a3753-5968-49a7-99b2-5b22ced59a4e,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:50.755305 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 4f18a823-da82-4678-919f-b333ddd2f85f triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:50.755690 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.792421 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 8f0a3753-5968-49a7-99b2-5b22ced59a4e details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:44:50.793284 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1329b5b4-7dea-47ec-8eb7-9a569f68f1de tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "GET /v2.0/ports/59f08c65-9a78-4d5e-8e9d-64ddf749a6ea?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1175435 Jul 16 08:44:50.793745 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50564) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:50.805513 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-d206e35a-04d3-4b28-bf49-b92b7799d19a tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'subnet': {'network_id': 'c425d69b-1f72-4d72-b818-de282b82db11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:50.810982 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30f232fb-f14d-48b3-805c-cb26c019e51a tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:50.821175 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb803ac0-ed51-430b-b525-1829411c219c None None] Sync routers for ids ['41e9ba3a-1980-4a49-89a6-4f685ad3bacf'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:50.833626 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb803ac0-ed51-430b-b525-1829411c219c None None] Routers {'41e9ba3a-1980-4a49-89a6-4f685ad3bacf'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:50.834249 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-eb803ac0-ed51-430b-b525-1829411c219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:44:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['41e9ba3a-1980-4a49-89a6-4f685ad3bacf'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:50.853731 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-30f232fb-f14d-48b3-805c-cb26c019e51a tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.857625 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-30f232fb-f14d-48b3-805c-cb26c019e51a tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "PUT /v2.0/routers/41e9ba3a-1980-4a49-89a6-4f685ad3bacf HTTP/1.1" status: 200 len: 705 time: 3.5495512 Jul 16 08:44:50.858273 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50566) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:50.884246 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85981629-9f1d-4395-8b1a-b1f922b344d9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Made reservation on behalf of 1591cbbb2e6f40a59d14ed0e7e21bbb6 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:50.887857 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85981629-9f1d-4395-8b1a-b1f922b344d9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:50.910223 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-eb803ac0-ed51-430b-b525-1829411c219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:50.931403 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb803ac0-ed51-430b-b525-1829411c219c None None] Routers {'41e9ba3a-1980-4a49-89a6-4f685ad3bacf'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:50.932023 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-eb803ac0-ed51-430b-b525-1829411c219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:44:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['41e9ba3a-1980-4a49-89a6-4f685ad3bacf'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:50.995796 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-eb803ac0-ed51-430b-b525-1829411c219c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:50.997665 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb803ac0-ed51-430b-b525-1829411c219c None None] The sync data for ids ['41e9ba3a-1980-4a49-89a6-4f685ad3bacf'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:51.034638 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-42292880-1c14-4092-9497-41e3af252e79 tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "GET /v2.0/routers/41e9ba3a-1980-4a49-89a6-4f685ad3bacf HTTP/1.1" status: 200 len: 740 time: 0.1677051 Jul 16 08:44:51.039105 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50572) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:51.176959 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f77c0e66-b953-46c8-b2b4-57e9c1edb85c tempest-RoutersAdminTest-363570376 tempest-RoutersAdminTest-363570376-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=4a545af8-8142-4a44-8290-045c2901c634&device_id=41e9ba3a-1980-4a49-89a6-4f685ad3bacf HTTP/1.1" status: 200 len: 205 time: 0.1363816 Jul 16 08:44:51.179271 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50576) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:51.248308 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-33a16167-7706-4018-b20b-bad1c2de9597 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "GET /v2.0/ports?device_id=41e9ba3a-1980-4a49-89a6-4f685ad3bacf HTTP/1.1" status: 200 len: 205 time: 0.0678973 Jul 16 08:44:51.248997 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50580) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:51.262357 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1ea6c446-2b44-44ff-b8d5-f00eff8749c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.274775 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1ea6c446-2b44-44ff-b8d5-f00eff8749c5 None None] Transition to ACTIVE for port object 457b224d-88b7-4670-89af-d52228322829 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:51.289610 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device fbf8eca9-a174-4d43-bb13-b7479bd71588 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:51.328900 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d206e35a-04d3-4b28-bf49-b92b7799d19a tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:51.333062 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d206e35a-04d3-4b28-bf49-b92b7799d19a tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.340937 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1ea6c446-2b44-44ff-b8d5-f00eff8749c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.376989 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85981629-9f1d-4395-8b1a-b1f922b344d9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.413629 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-79b630e8-7fc7-42ed-8eb3-877a46ef6edb tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.444398 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6d86b-8ce9-44ab-8b19-7b91335802d4 None None] Pushing event updated for resources: {'Port': ['ID=457b224d-88b7-4670-89af-d52228322829,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:51.493606 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port fbf8eca9-a174-4d43-bb13-b7479bd71588 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:51.493992 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.498806 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85981629-9f1d-4395-8b1a-b1f922b344d9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Checking segment: {'id': '428a6e2d-5810-4989-b40c-cc3521544b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8f0a3753-5968-49a7-99b2-5b22ced59a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:51.499257 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85981629-9f1d-4395-8b1a-b1f922b344d9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network hostable DHCP agents. Network: 8f0a3753-5968-49a7-99b2-5b22ced59a4e, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:44:51.519808 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85981629-9f1d-4395-8b1a-b1f922b344d9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Subnet': ['ID=7cfb6b43-cd9b-4d01-9558-44a8c8d59f7f,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:51.540250 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e564c6-c130-4eb4-9ff1-0c2e01149f4b req-fe585bb5-86ed-4611-9ce0-49bbb27ecce4 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:51.543132 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-31e564c6-c130-4eb4-9ff1-0c2e01149f4b req-fe585bb5-86ed-4611-9ce0-49bbb27ecce4 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 945 time: 0.1798410 Jul 16 08:44:51.544868 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85981629-9f1d-4395-8b1a-b1f922b344d9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network 8f0a3753-5968-49a7-99b2-5b22ced59a4e is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:44:51.590148 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-1ea6c446-2b44-44ff-b8d5-f00eff8749c5 None None] Attempting to bind port 457b224d-88b7-4670-89af-d52228322829 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:51.590530 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-1ea6c446-2b44-44ff-b8d5-f00eff8749c5 None None] Attempting to bind port 457b224d-88b7-4670-89af-d52228322829 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '07491457-6390-4ec3-882a-195b31698d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c9c41e44-2e36-4f18-8afb-dc8a833d21ad'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:51.590909 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea6c446-2b44-44ff-b8d5-f00eff8749c5 None None] Attempting to bind port 457b224d-88b7-4670-89af-d52228322829 on network c9c41e44-2e36-4f18-8afb-dc8a833d21ad {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:51.593567 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-85981629-9f1d-4395-8b1a-b1f922b344d9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 8f0a3753-5968-49a7-99b2-5b22ced59a4e) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:51.603364 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-31e564c6-c130-4eb4-9ff1-0c2e01149f4b req-3a063958-e2c4-4072-b50a-eb1e2f170027 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/security-groups?id=621dba7d-741a-4958-9873-96d5bf4ed144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508723 Jul 16 08:44:51.605630 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85981629-9f1d-4395-8b1a-b1f922b344d9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:51.606431 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85981629-9f1d-4395-8b1a-b1f922b344d9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.624643 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e273822a-ecc5-4c03-8ac3-8975dc0a1f8f None None] Network 8f0a3753-5968-49a7-99b2-5b22ced59a4e requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:51.636310 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-85981629-9f1d-4395-8b1a-b1f922b344d9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9727750 Jul 16 08:44:51.636945 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50588) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:51.654015 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea6c446-2b44-44ff-b8d5-f00eff8749c5 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:51.654015 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea6c446-2b44-44ff-b8d5-f00eff8749c5 None None] Checking segment: {'id': '07491457-6390-4ec3-882a-195b31698d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c9c41e44-2e36-4f18-8afb-dc8a833d21ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:51.654015 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1ea6c446-2b44-44ff-b8d5-f00eff8749c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.654015 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ea6c446-2b44-44ff-b8d5-f00eff8749c5 None None] Bound using segment: {'id': '07491457-6390-4ec3-882a-195b31698d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c9c41e44-2e36-4f18-8afb-dc8a833d21ad'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:51.654496 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-1ea6c446-2b44-44ff-b8d5-f00eff8749c5 None None] Bound port: 457b224d-88b7-4670-89af-d52228322829, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07491457-6390-4ec3-882a-195b31698d9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'c9c41e44-2e36-4f18-8afb-dc8a833d21ad'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:51.654841 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1ea6c446-2b44-44ff-b8d5-f00eff8749c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:51.969610 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-1ea6c446-2b44-44ff-b8d5-f00eff8749c5 None None] For port 457b224d-88b7-4670-89af-d52228322829, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:51.999837 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-79b630e8-7fc7-42ed-8eb3-877a46ef6edb tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.001607 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-79b630e8-7fc7-42ed-8eb3-877a46ef6edb tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.016934 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 85cafcb1-c5e3-4c12-8201-04d6b4e8a661 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:44:52.029550 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-1ea6c446-2b44-44ff-b8d5-f00eff8749c5 None None] For port 457b224d-88b7-4670-89af-d52228322829, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=457b224d-88b7-4670-89af-d52228322829,segment=NetworkSegment(07491457-6390-4ec3-882a-195b31698d9e),segment_id=07491457-6390-4ec3-882a-195b31698d9e)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:52.059788 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f69817e-9a1f-48bd-8099-c362869d284c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-8f0a3753-5968-49a7-99b2-5b22ced59a4e', 'network_id': '8f0a3753-5968-49a7-99b2-5b22ced59a4e', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'fixed_ips': [{'subnet_id': '7cfb6b43-cd9b-4d01-9558-44a8c8d59f7f'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:44:52.060698 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3f69817e-9a1f-48bd-8099-c362869d284c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.063087 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1ea6c446-2b44-44ff-b8d5-f00eff8749c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.071553 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 85cafcb1-c5e3-4c12-8201-04d6b4e8a661 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:44:52.071939 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 85cafcb1-c5e3-4c12-8201-04d6b4e8a661 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:44:52.094179 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-79b630e8-7fc7-42ed-8eb3-877a46ef6edb tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.094925 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79b630e8-7fc7-42ed-8eb3-877a46ef6edb tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Fanout notify agent at l3_agent the message router_deleted on router 41e9ba3a-1980-4a49-89a6-4f685ad3bacf {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:44:52.108713 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-79b630e8-7fc7-42ed-8eb3-877a46ef6edb tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.113527 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-79b630e8-7fc7-42ed-8eb3-877a46ef6edb tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "DELETE /v2.0/routers/41e9ba3a-1980-4a49-89a6-4f685ad3bacf HTTP/1.1" status: 204 len: 168 time: 0.8578775 Jul 16 08:44:52.113527 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d206e35a-04d3-4b28-bf49-b92b7799d19a tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.114161 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50594) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:52.182831 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d206e35a-04d3-4b28-bf49-b92b7799d19a tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Subnet': ['ID=448f00e6-d864-4148-9ae0-77903fadd54e,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:52.210185 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d5fd49ed-e0fc-41e6-a159-1c9e65a5a5b9 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "GET /v2.0/ports?device_id=41e9ba3a-1980-4a49-89a6-4f685ad3bacf HTTP/1.1" status: 200 len: 205 time: 0.0363362 Jul 16 08:44:52.210745 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50596) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:52.271343 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-61f04ed9-4c98-496f-9eeb-dc0e960f386d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.287102 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d206e35a-04d3-4b28-bf49-b92b7799d19a tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network c425d69b-1f72-4d72-b818-de282b82db11 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:52.294909 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-d206e35a-04d3-4b28-bf49-b92b7799d19a tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:52.296961 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-992ca505-48c0-437e-b8db-e994e3cda2cc tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] delete failed (client error): The resource could not be found. Jul 16 08:44:52.302092 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ea6c446-2b44-44ff-b8d5-f00eff8749c5 None None] Routers {'99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:52.302909 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1ea6c446-2b44-44ff-b8d5-f00eff8749c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:44:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:52.304973 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-992ca505-48c0-437e-b8db-e994e3cda2cc tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "DELETE /v2.0/routers/41e9ba3a-1980-4a49-89a6-4f685ad3bacf HTTP/1.1" status: 404 len: 336 time: 0.0933621 Jul 16 08:44:52.308106 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d206e35a-04d3-4b28-bf49-b92b7799d19a tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:52.308308 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c6d86b-8ce9-44ab-8b19-7b91335802d4 None None] Pushing event updated for resources: {'Port': ['ID=457b224d-88b7-4670-89af-d52228322829,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:52.309309 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50602) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:52.314978 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d206e35a-04d3-4b28-bf49-b92b7799d19a tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.355229 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d206e35a-04d3-4b28-bf49-b92b7799d19a tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5619917 Jul 16 08:44:52.361855 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50608) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:52.374398 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-09b2d99d-66bf-46b5-876b-4b40f1d0c2c8 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'security_group': {'name': 'tempest-secgroup-1964626689'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:52.401992 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c2738410-35d9-4050-898a-bea3052e557e tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "GET /v2.0/ports?device_id=c34567c2-3c58-4238-93d2-3043daf14d0b HTTP/1.1" status: 200 len: 205 time: 0.0897098 Jul 16 08:44:52.405769 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50612) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:52.435744 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-3f69817e-9a1f-48bd-8099-c362869d284c None None] Allocated IP 2001:db8:3::2 (8f0a3753-5968-49a7-99b2-5b22ced59a4e/7cfb6b43-cd9b-4d01-9558-44a8c8d59f7f/61db3fb2-23af-440e-ae2f-a1a2d6ee82bb) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:52.466610 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-09b2d99d-66bf-46b5-876b-4b40f1d0c2c8 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.601956 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1a8458-a204-464f-86b3-97c99714f29b None None] Network c425d69b-1f72-4d72-b818-de282b82db11 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:52.699987 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-09b2d99d-66bf-46b5-876b-4b40f1d0c2c8 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.728527 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-09b2d99d-66bf-46b5-876b-4b40f1d0c2c8 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.728800 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-1ea6c446-2b44-44ff-b8d5-f00eff8749c5 None None] Set router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:52.807629 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-09b2d99d-66bf-46b5-876b-4b40f1d0c2c8 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.808916 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-09b2d99d-66bf-46b5-876b-4b40f1d0c2c8 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4387116 Jul 16 08:44:52.811988 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50632) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:52.815057 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2d99d-66bf-46b5-876b-4b40f1d0c2c8 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7527ba5-20e6-4b93-9e1d-e1a43d613f97,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:52.828915 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-d3122cc0-de85-4b82-b41a-382421b69376 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'security_group': {'name': 'tempest-secgroup-1502023543'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:52.905497 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3122cc0-de85-4b82-b41a-382421b69376 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:52.940091 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49a33e9-1281-4ed9-bd52-1d38f694dccb req-e110f9c2-c334-475f-ac27-e2be31995047 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:52.948175 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a49a33e9-1281-4ed9-bd52-1d38f694dccb req-e110f9c2-c334-475f-ac27-e2be31995047 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 945 time: 0.1368055 Jul 16 08:44:52.982784 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-e6c7dee8-8280-49c9-9a9d-3abd0d392472 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] delete failed (client error): The resource could not be found. Jul 16 08:44:52.984881 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e6c7dee8-8280-49c9-9a9d-3abd0d392472 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "DELETE /v2.0/routers/c34567c2-3c58-4238-93d2-3043daf14d0b HTTP/1.1" status: 404 len: 336 time: 0.5794337 Jul 16 08:44:52.991868 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50640) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:53.017179 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-884de018-d44d-47e7-aa0c-d29f0098413e req-875f06d5-81e2-4b9e-a7c0-48b09364d4d2 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=2a2607df5641419a95baf70ee3244adc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0966110 Jul 16 08:44:53.059133 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-da24d54f-29e1-419c-964f-af210e09cf95 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "GET /v2.0/ports?device_id=23d90a45-3db8-4e72-b3f3-d843cee2feb9 HTTP/1.1" status: 200 len: 205 time: 0.0636334 Jul 16 08:44:53.071154 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a49a33e9-1281-4ed9-bd52-1d38f694dccb req-86a9263d-4af8-4fa7-b434-fb22edd6473d tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/security-groups?id=621dba7d-741a-4958-9873-96d5bf4ed144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219220 Jul 16 08:44:53.080437 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50642) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:53.184659 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-2c28d812-ab38-4b0d-ba29-58a4afc9b999 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] delete failed (client error): The resource could not be found. Jul 16 08:44:53.185564 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2c28d812-ab38-4b0d-ba29-58a4afc9b999 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "DELETE /v2.0/routers/23d90a45-3db8-4e72-b3f3-d843cee2feb9 HTTP/1.1" status: 404 len: 336 time: 0.1024146 Jul 16 08:44:53.189312 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50644) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:53.207685 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3122cc0-de85-4b82-b41a-382421b69376 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:53.234282 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b38b9065-1394-4961-bc44-016921c3f6c4 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "GET /v2.0/ports?device_id=c0adddcd-b8ad-4f6f-a548-35315fa7ecd3 HTTP/1.1" status: 200 len: 205 time: 0.0440423 Jul 16 08:44:53.235249 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3122cc0-de85-4b82-b41a-382421b69376 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:53.237937 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50646) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:53.293576 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-253903f7-2f96-4052-973a-0e45a41e7077 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] delete failed (client error): The resource could not be found. Jul 16 08:44:53.294805 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-253903f7-2f96-4052-973a-0e45a41e7077 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "DELETE /v2.0/routers/c0adddcd-b8ad-4f6f-a548-35315fa7ecd3 HTTP/1.1" status: 404 len: 336 time: 0.0518925 Jul 16 08:44:53.306045 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50652) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:53.335832 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884de018-d44d-47e7-aa0c-d29f0098413e req-50d74947-5e8a-4e23-9580-2bc6c05346a4 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:53.343344 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-884de018-d44d-47e7-aa0c-d29f0098413e req-50d74947-5e8a-4e23-9580-2bc6c05346a4 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3131793 Jul 16 08:44:53.349326 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-13979160-b140-4863-b5fb-9455985181bf tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "GET /v2.0/ports?device_id=40448b28-4e6d-4d21-afbd-452dadcc415b HTTP/1.1" status: 200 len: 205 time: 0.0415418 Jul 16 08:44:53.353336 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50654) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:53.392753 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-13f98135-0977-48cb-94d8-d9b833e58353 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] delete failed (client error): The resource could not be found. Jul 16 08:44:53.393786 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-13f98135-0977-48cb-94d8-d9b833e58353 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "DELETE /v2.0/routers/40448b28-4e6d-4d21-afbd-452dadcc415b HTTP/1.1" status: 404 len: 336 time: 0.0399303 Jul 16 08:44:53.395582 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3122cc0-de85-4b82-b41a-382421b69376 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:53.399379 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d3122cc0-de85-4b82-b41a-382421b69376 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5838091 Jul 16 08:44:53.399379 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50656) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:53.399379 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3122cc0-de85-4b82-b41a-382421b69376 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3abd0fb7-59ce-420b-9d2e-9565bab7f105,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:53.400807 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-884de018-d44d-47e7-aa0c-d29f0098413e req-da4a76d5-3029-4fa1-8578-08171d1d7568 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/quotas/2a2607df5641419a95baf70ee3244adc HTTP/1.1" status: 200 len: 375 time: 0.0570233 Jul 16 08:44:53.403888 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50658) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:53.438230 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-56c6358d-ae82-403b-8e46-68b49f1ad1da tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1463170527', 'security_groups': ['3abd0fb7-59ce-420b-9d2e-9565bab7f105'], 'network_id': 'c425d69b-1f72-4d72-b818-de282b82db11', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '448f00e6-d864-4148-9ae0-77903fadd54e'}]}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:53.474130 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e24246ea-0e67-4879-87e4-7e509c968abe tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "GET /v2.0/ports?device_id=dee12624-8198-49ae-b642-b1a5dab1a890 HTTP/1.1" status: 200 len: 205 time: 0.0733879 Jul 16 08:44:53.474368 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3f69817e-9a1f-48bd-8099-c362869d284c None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:53.475556 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50662) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:53.487537 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-884de018-d44d-47e7-aa0c-d29f0098413e req-78bb779c-f640-4f27-b081-4ad0261c5105 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2a2607df5641419a95baf70ee3244adc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0856178 Jul 16 08:44:53.522364 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3f69817e-9a1f-48bd-8099-c362869d284c None None] Transition to ACTIVE for port object 61db3fb2-23af-440e-ae2f-a1a2d6ee82bb will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:53.538204 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-e71d72c0-fdf3-4408-a641-2539635e4e07 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] delete failed (client error): The resource could not be found. Jul 16 08:44:53.542471 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e71d72c0-fdf3-4408-a641-2539635e4e07 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "DELETE /v2.0/routers/dee12624-8198-49ae-b642-b1a5dab1a890 HTTP/1.1" status: 404 len: 336 time: 0.0507085 Jul 16 08:44:53.543227 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50664) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:53.557355 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dde440a-130e-4e98-97c0-79413a5c22c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-c425d69b-1f72-4d72-b818-de282b82db11', 'network_id': 'c425d69b-1f72-4d72-b818-de282b82db11', 'tenant_id': 'bcd27c28ca394de099c946d008646817', 'fixed_ips': [{'subnet_id': '448f00e6-d864-4148-9ae0-77903fadd54e'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:44:53.558914 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1dde440a-130e-4e98-97c0-79413a5c22c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:53.575698 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ff6a8ca-8c1e-44cc-9a6e-ca664b371e42 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] DELETE failed (client error): The resource could not be found. Jul 16 08:44:53.576434 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ff6a8ca-8c1e-44cc-9a6e-ca664b371e42 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:44:53.578777 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5ff6a8ca-8c1e-44cc-9a6e-ca664b371e42 tempest-RoutersAdminTest-1238028158 tempest-RoutersAdminTest-1238028158-project] 10.222.0.22 "DELETE /v2.0/subnets/42163078-d579-41e8-be50-8183bf0c9811 HTTP/1.1" status: 404 len: 337 time: 0.0345445 Jul 16 08:44:53.594855 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3f69817e-9a1f-48bd-8099-c362869d284c None None] Transition to ACTIVE for port object 61db3fb2-23af-440e-ae2f-a1a2d6ee82bb will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:53.625681 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3f69817e-9a1f-48bd-8099-c362869d284c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:53.747783 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69817e-9a1f-48bd-8099-c362869d284c None None] Pushing event updated for resources: {'Port': ['ID=61db3fb2-23af-440e-ae2f-a1a2d6ee82bb,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:53.763485 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1ea6c446-2b44-44ff-b8d5-f00eff8749c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'name': 'tempest-RoutersIpV6Test-router-639230317', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:26Z', 'updated_at': '2021-07-16T08:44:47Z', 'revision_number': 4, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None, '_interfaces': [{'id': '457b224d-88b7-4670-89af-d52228322829', 'name': '', 'network_id': 'c9c41e44-2e36-4f18-8afb-dc8a833d21ad', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:65:7e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8d295ace-370c-4a19-98f7-781bc6a5eb26', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:46Z', 'updated_at': '2021-07-16T08:44:51Z', 'revision_number': 4, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '8d295ace-370c-4a19-98f7-781bc6a5eb26', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b3a3b7f-f30d-4683-a8a4-3b10db99918b', 'name': '', 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:a7:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:30Z', 'updated_at': '2021-07-16T08:44:41Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f18a823-da82-4678-919f-b333ddd2f85f', 'name': '', 'network_id': '0ec8a2ad-38a1-4430-807f-3c63269b0327', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:7c:8a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:38Z', 'updated_at': '2021-07-16T08:44:47Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:53.781676 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-61f04ed9-4c98-496f-9eeb-dc0e960f386d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Allocated IP 2001:db8:3::1 (8f0a3753-5968-49a7-99b2-5b22ced59a4e/7cfb6b43-cd9b-4d01-9558-44a8c8d59f7f/680c7bed-73ea-49c7-841c-ad4ac089da4f) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:53.825352 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f3c93c07-f677-4ae0-b87a-7ec0c2d07924 req-e7bb02e5-6117-4400-bbf8-c28917e5de84 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/ports?device_id=d18a08db-74de-4f9c-b8d3-e8fb37645473 HTTP/1.1" status: 200 len: 210 time: 0.1091602 Jul 16 08:44:53.865645 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ea6c446-2b44-44ff-b8d5-f00eff8749c5 None None] The sync data for ids ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'] in n-d-771362-37 is: [{'id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'name': 'tempest-RoutersIpV6Test-router-639230317', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:26Z', 'updated_at': '2021-07-16T08:44:47Z', 'revision_number': 4, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None, '_interfaces': [{'id': '457b224d-88b7-4670-89af-d52228322829', 'name': '', 'network_id': 'c9c41e44-2e36-4f18-8afb-dc8a833d21ad', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:65:7e:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8d295ace-370c-4a19-98f7-781bc6a5eb26', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:46Z', 'updated_at': '2021-07-16T08:44:51Z', 'revision_number': 4, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '8d295ace-370c-4a19-98f7-781bc6a5eb26', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b3a3b7f-f30d-4683-a8a4-3b10db99918b', 'name': '', 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:a7:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:30Z', 'updated_at': '2021-07-16T08:44:41Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f18a823-da82-4678-919f-b333ddd2f85f', 'name': '', 'network_id': '0ec8a2ad-38a1-4430-807f-3c63269b0327', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:7c:8a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:38Z', 'updated_at': '2021-07-16T08:44:47Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:44:53.868410 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c6358d-ae82-403b-8e46-68b49f1ad1da tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:53.915089 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f69817e-9a1f-48bd-8099-c362869d284c None None] Network 8f0a3753-5968-49a7-99b2-5b22ced59a4e is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:53.952227 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-3f69817e-9a1f-48bd-8099-c362869d284c None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:53.967039 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f69817e-9a1f-48bd-8099-c362869d284c None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:54.028669 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-56c6358d-ae82-403b-8e46-68b49f1ad1da tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.039447 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-61f04ed9-4c98-496f-9eeb-dc0e960f386d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.070364 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-61f04ed9-4c98-496f-9eeb-dc0e960f386d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Transition to ACTIVE for port object 680c7bed-73ea-49c7-841c-ad4ac089da4f will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:54.073559 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-56c6358d-ae82-403b-8e46-68b49f1ad1da tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] device_id is not set on port 11551c4e-bb3d-435d-8627-d6898f35b90a yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:44:54.154830 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-1dde440a-130e-4e98-97c0-79413a5c22c8 None None] Allocated IP 172.20.0.2 (c425d69b-1f72-4d72-b818-de282b82db11/448f00e6-d864-4148-9ae0-77903fadd54e/d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:54.183557 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-61f04ed9-4c98-496f-9eeb-dc0e960f386d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.245493 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-3f69817e-9a1f-48bd-8099-c362869d284c None None] Attempting to bind port 61db3fb2-23af-440e-ae2f-a1a2d6ee82bb on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:54.246224 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-3f69817e-9a1f-48bd-8099-c362869d284c None None] Attempting to bind port 61db3fb2-23af-440e-ae2f-a1a2d6ee82bb by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '428a6e2d-5810-4989-b40c-cc3521544b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8f0a3753-5968-49a7-99b2-5b22ced59a4e'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:54.258258 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f69817e-9a1f-48bd-8099-c362869d284c None None] Attempting to bind port 61db3fb2-23af-440e-ae2f-a1a2d6ee82bb on network 8f0a3753-5968-49a7-99b2-5b22ced59a4e {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:54.268146 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50686) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:54.287704 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f69817e-9a1f-48bd-8099-c362869d284c None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:54.288209 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f69817e-9a1f-48bd-8099-c362869d284c None None] Checking segment: {'id': '428a6e2d-5810-4989-b40c-cc3521544b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8f0a3753-5968-49a7-99b2-5b22ced59a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:54.288664 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3f69817e-9a1f-48bd-8099-c362869d284c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.289193 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f69817e-9a1f-48bd-8099-c362869d284c None None] Bound using segment: {'id': '428a6e2d-5810-4989-b40c-cc3521544b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8f0a3753-5968-49a7-99b2-5b22ced59a4e'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:54.289715 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-3f69817e-9a1f-48bd-8099-c362869d284c None None] Bound port: 61db3fb2-23af-440e-ae2f-a1a2d6ee82bb, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428a6e2d-5810-4989-b40c-cc3521544b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8f0a3753-5968-49a7-99b2-5b22ced59a4e'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:54.290117 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3f69817e-9a1f-48bd-8099-c362869d284c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.346940 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f04ed9-4c98-496f-9eeb-dc0e960f386d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network 8f0a3753-5968-49a7-99b2-5b22ced59a4e is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:54.356042 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f04ed9-4c98-496f-9eeb-dc0e960f386d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Port': ['ID=680c7bed-73ea-49c7-841c-ad4ac089da4f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:54.369370 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-61f04ed9-4c98-496f-9eeb-dc0e960f386d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:54.382499 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f04ed9-4c98-496f-9eeb-dc0e960f386d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:54.383092 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-61f04ed9-4c98-496f-9eeb-dc0e960f386d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.501300 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6178615-b3a5-44f0-b7f0-fe892519e2ca req-25f4678e-2094-46ac-9bbc-cd9daba805ab tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:54.541947 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f6178615-b3a5-44f0-b7f0-fe892519e2ca req-25f4678e-2094-46ac-9bbc-cd9daba805ab tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 945 time: 0.2605991 Jul 16 08:44:54.603067 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-3f69817e-9a1f-48bd-8099-c362869d284c None None] For port 61db3fb2-23af-440e-ae2f-a1a2d6ee82bb, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:54.625859 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-3f69817e-9a1f-48bd-8099-c362869d284c None None] For port 61db3fb2-23af-440e-ae2f-a1a2d6ee82bb, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=61db3fb2-23af-440e-ae2f-a1a2d6ee82bb,segment=NetworkSegment(428a6e2d-5810-4989-b40c-cc3521544b07),segment_id=428a6e2d-5810-4989-b40c-cc3521544b07)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:54.636390 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3f69817e-9a1f-48bd-8099-c362869d284c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.652017 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5bf55f47-092a-4025-a2c6-48846c97cc6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.668182 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1dde440a-130e-4e98-97c0-79413a5c22c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.707214 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1dde440a-130e-4e98-97c0-79413a5c22c8 None None] Transition to ACTIVE for port object d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:54.728970 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f6178615-b3a5-44f0-b7f0-fe892519e2ca req-0375aeb6-c05d-46aa-b9b1-15e0dce5d6d0 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/security-groups?id=621dba7d-741a-4958-9873-96d5bf4ed144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840701 Jul 16 08:44:54.773735 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1dde440a-130e-4e98-97c0-79413a5c22c8 None None] Transition to ACTIVE for port object d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:54.781301 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f69817e-9a1f-48bd-8099-c362869d284c None None] Pushing event updated for resources: {'Port': ['ID=61db3fb2-23af-440e-ae2f-a1a2d6ee82bb,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:54.785424 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1dde440a-130e-4e98-97c0-79413a5c22c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.791611 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-61f04ed9-4c98-496f-9eeb-dc0e960f386d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.847900 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dde440a-130e-4e98-97c0-79413a5c22c8 None None] Network c425d69b-1f72-4d72-b818-de282b82db11 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:54.851379 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-1dde440a-130e-4e98-97c0-79413a5c22c8 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:54.856654 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dde440a-130e-4e98-97c0-79413a5c22c8 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:54.905806 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde440a-130e-4e98-97c0-79413a5c22c8 None None] Pushing event updated for resources: {'Port': ['ID=d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:54.969043 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-1dde440a-130e-4e98-97c0-79413a5c22c8 None None] Attempting to bind port d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:54.969311 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-1dde440a-130e-4e98-97c0-79413a5c22c8 None None] Attempting to bind port d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'ff1d43ab-b691-446e-bcd6-98b1e8c7553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c425d69b-1f72-4d72-b818-de282b82db11'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:54.969569 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dde440a-130e-4e98-97c0-79413a5c22c8 None None] Attempting to bind port d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 on network c425d69b-1f72-4d72-b818-de282b82db11 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:54.998129 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dde440a-130e-4e98-97c0-79413a5c22c8 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:54.998273 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dde440a-130e-4e98-97c0-79413a5c22c8 None None] Checking segment: {'id': 'ff1d43ab-b691-446e-bcd6-98b1e8c7553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c425d69b-1f72-4d72-b818-de282b82db11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:54.998634 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1dde440a-130e-4e98-97c0-79413a5c22c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:54.999047 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dde440a-130e-4e98-97c0-79413a5c22c8 None None] Bound using segment: {'id': 'ff1d43ab-b691-446e-bcd6-98b1e8c7553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c425d69b-1f72-4d72-b818-de282b82db11'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:54.999545 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-1dde440a-130e-4e98-97c0-79413a5c22c8 None None] Bound port: d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff1d43ab-b691-446e-bcd6-98b1e8c7553b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c425d69b-1f72-4d72-b818-de282b82db11'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:54.999940 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1dde440a-130e-4e98-97c0-79413a5c22c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.029469 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-56c6358d-ae82-403b-8e46-68b49f1ad1da tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Allocated IP 172.20.0.8 (c425d69b-1f72-4d72-b818-de282b82db11/448f00e6-d864-4148-9ae0-77903fadd54e/11551c4e-bb3d-435d-8627-d6898f35b90a) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:55.183064 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-1dde440a-130e-4e98-97c0-79413a5c22c8 None None] For port d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:55.196651 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-1dde440a-130e-4e98-97c0-79413a5c22c8 None None] For port d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6,segment=NetworkSegment(ff1d43ab-b691-446e-bcd6-98b1e8c7553b),segment_id=ff1d43ab-b691-446e-bcd6-98b1e8c7553b)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:55.206094 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1dde440a-130e-4e98-97c0-79413a5c22c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.340569 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dde440a-130e-4e98-97c0-79413a5c22c8 None None] Pushing event updated for resources: {'Port': ['ID=d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:55.465059 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-436c914b-5396-4f3e-a1ec-ef82b5d4aa2e req-4f90b0eb-456f-49e2-92c0-7b342e0f7ae0 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/ports?device_id=d18a08db-74de-4f9c-b8d3-e8fb37645473 HTTP/1.1" status: 200 len: 210 time: 0.0647163 Jul 16 08:44:55.507290 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 457b224d-88b7-4670-89af-d52228322829 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:55.525104 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-56c6358d-ae82-403b-8e46-68b49f1ad1da tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.545409 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-56c6358d-ae82-403b-8e46-68b49f1ad1da tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Transition to ACTIVE for port object 11551c4e-bb3d-435d-8627-d6898f35b90a will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:55.554305 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-849c4867-3af4-405e-9569-9d7f7d9af1a6 req-2c5b750b-b609-43ee-8141-17f8246c2056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:55.560040 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-849c4867-3af4-405e-9569-9d7f7d9af1a6 req-2c5b750b-b609-43ee-8141-17f8246c2056 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 1097 time: 0.7586763 Jul 16 08:44:55.602630 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 457b224d-88b7-4670-89af-d52228322829 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:55.609489 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-56c6358d-ae82-403b-8e46-68b49f1ad1da tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.616181 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 457b224d-88b7-4670-89af-d52228322829 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:55.616809 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.623315 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5bf55f47-092a-4025-a2c6-48846c97cc6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.682253 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5bf55f47-092a-4025-a2c6-48846c97cc6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.723814 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-849c4867-3af4-405e-9569-9d7f7d9af1a6 req-9acac672-5e14-4d00-b7ed-13f1a151fcc3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=621dba7d-741a-4958-9873-96d5bf4ed144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550264 Jul 16 08:44:55.738377 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c6358d-ae82-403b-8e46-68b49f1ad1da tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network c425d69b-1f72-4d72-b818-de282b82db11 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:55.754927 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-56c6358d-ae82-403b-8e46-68b49f1ad1da tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:55.773020 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-61f04ed9-4c98-496f-9eeb-dc0e960f386d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.776222 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c6358d-ae82-403b-8e46-68b49f1ad1da tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:44:55.798439 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-61f04ed9-4c98-496f-9eeb-dc0e960f386d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.803983 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-61f04ed9-4c98-496f-9eeb-dc0e960f386d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.805579 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.887963 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 457b224d-88b7-4670-89af-d52228322829, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=457b224d-88b7-4670-89af-d52228322829,segment=NetworkSegment(07491457-6390-4ec3-882a-195b31698d9e),segment_id=07491457-6390-4ec3-882a-195b31698d9e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:55.895587 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c6358d-ae82-403b-8e46-68b49f1ad1da tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:55.897013 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-56c6358d-ae82-403b-8e46-68b49f1ad1da tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.901069 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:55.902046 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c6358d-ae82-403b-8e46-68b49f1ad1da tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Port': ['ID=11551c4e-bb3d-435d-8627-d6898f35b90a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:55.902358 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 61db3fb2-23af-440e-ae2f-a1a2d6ee82bb up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:55.924477 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5bf55f47-092a-4025-a2c6-48846c97cc6a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=28d9e5ffa0b34950b66f36e44764db9e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6528547 Jul 16 08:44:55.925910 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50718) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:55.963672 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf55f47-092a-4025-a2c6-48846c97cc6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55139bb9-4449-4003-96d0-0446be85852f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:56.005782 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-56c6358d-ae82-403b-8e46-68b49f1ad1da tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5810666 Jul 16 08:44:56.013543 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50720) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:56.026997 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-b410475a-79b7-491a-8da8-6a820bd7a392 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'subnet': {'network_id': 'c425d69b-1f72-4d72-b818-de282b82db11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:56.049557 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f04ed9-4c98-496f-9eeb-dc0e960f386d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event updated for resources: {'Port': ['ID=680c7bed-73ea-49c7-841c-ad4ac089da4f,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:56.137089 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 61db3fb2-23af-440e-ae2f-a1a2d6ee82bb completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:56.157376 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=457b224d-88b7-4670-89af-d52228322829,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:56.171637 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f04ed9-4c98-496f-9eeb-dc0e960f386d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Network 8f0a3753-5968-49a7-99b2-5b22ced59a4e is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:56.173213 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-61f04ed9-4c98-496f-9eeb-dc0e960f386d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:56.251327 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-884de018-d44d-47e7-aa0c-d29f0098413e req-2f3db2d3-0e1d-4ee2-a549-7898485572e1 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2a2607df5641419a95baf70ee3244adc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0775247 Jul 16 08:44:56.355978 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61f04ed9-4c98-496f-9eeb-dc0e960f386d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:44:56.408231 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ec7e86bf-7d79-4a1c-9ebe-db6be9620a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:56.511746 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b410475a-79b7-491a-8da8-6a820bd7a392 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:56.515499 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b410475a-79b7-491a-8da8-6a820bd7a392 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:56.624680 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61f04ed9-4c98-496f-9eeb-dc0e960f386d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:56.631069 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-61f04ed9-4c98-496f-9eeb-dc0e960f386d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "PUT /v2.0/routers/99cd0c9b-519a-4a38-8d81-314a0fa9f2f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9929090 Jul 16 08:44:56.633953 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50732) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:56.637057 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc362aa-3a1e-4b3e-9598-5b32f2b36353 None None] Sync routers for ids ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:44:56.640676 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7a71d39b-fd12-4344-87f0-57843bb5166e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:56.664676 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc362aa-3a1e-4b3e-9598-5b32f2b36353 None None] Routers {'99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:44:56.666217 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6dc362aa-3a1e-4b3e-9598-5b32f2b36353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:44:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:56.821797 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cff1a55d-bf75-4a82-b213-6ef061f2e4ec None None] Network 8f0a3753-5968-49a7-99b2-5b22ced59a4e requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:56.830379 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8ac38fb3-5812-408d-b4e0-c3c8a1f86bac req-6ce91951-3048-4769-9b72-3ba847e99b67 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/ports?device_id=d18a08db-74de-4f9c-b8d3-e8fb37645473 HTTP/1.1" status: 200 len: 210 time: 0.0628753 Jul 16 08:44:56.926970 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-6dc362aa-3a1e-4b3e-9598-5b32f2b36353 None None] Set router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:44:57.264130 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.extraroute_db [None req-7a71d39b-fd12-4344-87f0-57843bb5166e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93759) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 08:44:57.299398 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-62e17c56-82dd-45ea-8e6b-185fbb7cfdf3 None None] Provisioning for port 61db3fb2-23af-440e-ae2f-a1a2d6ee82bb completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:57.321012 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-62e17c56-82dd-45ea-8e6b-185fbb7cfdf3 None None] Provisioning complete for port 61db3fb2-23af-440e-ae2f-a1a2d6ee82bb triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:57.321500 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-62e17c56-82dd-45ea-8e6b-185fbb7cfdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:57.357117 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.extraroute_db [None req-7a71d39b-fd12-4344-87f0-57843bb5166e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Removed routes are [] {{(pid=93759) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 08:44:57.357534 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a71d39b-fd12-4344-87f0-57843bb5166e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:57.405358 n-d-771362-37 neutron-server[93758]: INFO neutron.db.ipam_backend_mixin [None req-b410475a-79b7-491a-8da8-6a820bd7a392 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 448f00e6-d864-4148-9ae0-77903fadd54e (CIDR: 172.20.0.0/28) Jul 16 08:44:57.446352 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-b410475a-79b7-491a-8da8-6a820bd7a392 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:44:57.449061 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b410475a-79b7-491a-8da8-6a820bd7a392 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:44:57.476521 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6dc362aa-3a1e-4b3e-9598-5b32f2b36353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'name': 'tempest-RoutersIpV6Test-router-639230317', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:26Z', 'updated_at': '2021-07-16T08:44:54Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None, '_interfaces': [{'id': '457b224d-88b7-4670-89af-d52228322829', 'name': '', 'network_id': 'c9c41e44-2e36-4f18-8afb-dc8a833d21ad', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:65:7e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8d295ace-370c-4a19-98f7-781bc6a5eb26', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:46Z', 'updated_at': '2021-07-16T08:44:55Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '8d295ace-370c-4a19-98f7-781bc6a5eb26', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b3a3b7f-f30d-4683-a8a4-3b10db99918b', 'name': '', 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:a7:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:30Z', 'updated_at': '2021-07-16T08:44:41Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f18a823-da82-4678-919f-b333ddd2f85f', 'name': '', 'network_id': '0ec8a2ad-38a1-4430-807f-3c63269b0327', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:7c:8a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:38Z', 'updated_at': '2021-07-16T08:44:47Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '680c7bed-73ea-49c7-841c-ad4ac089da4f', 'name': '', 'network_id': '8f0a3753-5968-49a7-99b2-5b22ced59a4e', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:67:5d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7cfb6b43-cd9b-4d01-9558-44a8c8d59f7f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:53Z', 'updated_at': '2021-07-16T08:44:55Z', 'revision_number': 2, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '7cfb6b43-cd9b-4d01-9558-44a8c8d59f7f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:44:57.546758 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ec7e86bf-7d79-4a1c-9ebe-db6be9620a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:57.549285 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-62e17c56-82dd-45ea-8e6b-185fbb7cfdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:57.551966 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc362aa-3a1e-4b3e-9598-5b32f2b36353 None None] Checking router: 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:44:57.552334 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc362aa-3a1e-4b3e-9598-5b32f2b36353 None None] Updating router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 port 680c7bed-73ea-49c7-841c-ad4ac089da4f binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:44:57.602838 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 457b224d-88b7-4670-89af-d52228322829 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:57.645237 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419d461c-f63d-4141-ae70-5592feb01c3a req-e8fd08df-f191-466f-9f1a-a098d4b66745 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:57.655521 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6dc362aa-3a1e-4b3e-9598-5b32f2b36353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:57.660869 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-419d461c-f63d-4141-ae70-5592feb01c3a req-e8fd08df-f191-466f-9f1a-a098d4b66745 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 945 time: 1.4888294 Jul 16 08:44:57.679499 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-62e17c56-82dd-45ea-8e6b-185fbb7cfdf3 None None] For port 61db3fb2-23af-440e-ae2f-a1a2d6ee82bb, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=61db3fb2-23af-440e-ae2f-a1a2d6ee82bb,segment=NetworkSegment(428a6e2d-5810-4989-b40c-cc3521544b07),segment_id=428a6e2d-5810-4989-b40c-cc3521544b07)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:57.713725 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b410475a-79b7-491a-8da8-6a820bd7a392 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6986930 Jul 16 08:44:57.719067 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-62e17c56-82dd-45ea-8e6b-185fbb7cfdf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:57.742860 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50748) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:57.805000 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-967dc356-4cf6-4e0b-b5e1-658876e06db5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'subnet': {'network_id': 'c425d69b-1f72-4d72-b818-de282b82db11', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:57.812406 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-419d461c-f63d-4141-ae70-5592feb01c3a req-189f4cb2-4fd9-4478-8757-49a8e6c71890 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/security-groups?id=621dba7d-741a-4958-9873-96d5bf4ed144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501522 Jul 16 08:44:57.838489 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ec7e86bf-7d79-4a1c-9ebe-db6be9620a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:57.842087 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ec7e86bf-7d79-4a1c-9ebe-db6be9620a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:57.846674 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ec7e86bf-7d79-4a1c-9ebe-db6be9620a8a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/55139bb9-4449-4003-96d0-0446be85852f HTTP/1.1" status: 204 len: 168 time: 1.9136050 Jul 16 08:44:57.868170 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884de018-d44d-47e7-aa0c-d29f0098413e req-c6826b19-e837-4f3b-a679-1f675706731e tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:57.870113 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-884de018-d44d-47e7-aa0c-d29f0098413e req-c6826b19-e837-4f3b-a679-1f675706731e tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5604641 Jul 16 08:44:57.909292 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7e86bf-7d79-4a1c-9ebe-db6be9620a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55139bb9-4449-4003-96d0-0446be85852f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:57.919852 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-884de018-d44d-47e7-aa0c-d29f0098413e req-722bb6b9-f44f-4a2f-997d-a4c60cf058bc tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Request body: {'port': {'device_id': 'd18a08db-74de-4f9c-b8d3-e8fb37645473', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'admin_state_up': True, 'tenant_id': '2a2607df5641419a95baf70ee3244adc'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:58.168366 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6a81b6e8-79e4-4356-adf3-967ac1f87513 None None] Provisioning complete for port 59f08c65-9a78-4d5e-8e9d-64ddf749a6ea triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:58.171998 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a81b6e8-79e4-4356-adf3-967ac1f87513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.187785 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-967dc356-4cf6-4e0b-b5e1-658876e06db5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:58.191934 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-967dc356-4cf6-4e0b-b5e1-658876e06db5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.272783 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e17c56-82dd-45ea-8e6b-185fbb7cfdf3 None None] Pushing event updated for resources: {'Port': ['ID=61db3fb2-23af-440e-ae2f-a1a2d6ee82bb,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:58.291878 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a71d39b-fd12-4344-87f0-57843bb5166e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.294985 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 457b224d-88b7-4670-89af-d52228322829 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:58.295284 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.295595 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a71d39b-fd12-4344-87f0-57843bb5166e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-523541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-523532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523653'] for router, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.346272 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9654d7ba-fc13-45d4-a12d-118bc4e78586 req-f516fa22-0e89-45c0-8b56-1652eb45ad65 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/ports?device_id=d18a08db-74de-4f9c-b8d3-e8fb37645473 HTTP/1.1" status: 200 len: 210 time: 0.0470815 Jul 16 08:44:58.369616 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-6a81b6e8-79e4-4356-adf3-967ac1f87513 None None] Port 59f08c65-9a78-4d5e-8e9d-64ddf749a6ea cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:58.418988 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-884de018-d44d-47e7-aa0c-d29f0098413e req-722bb6b9-f44f-4a2f-997d-a4c60cf058bc tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Made reservation on behalf of 2a2607df5641419a95baf70ee3244adc for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:44:58.426469 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-884de018-d44d-47e7-aa0c-d29f0098413e req-722bb6b9-f44f-4a2f-997d-a4c60cf058bc tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.458721 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-884de018-d44d-47e7-aa0c-d29f0098413e req-722bb6b9-f44f-4a2f-997d-a4c60cf058bc tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.470326 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6a81b6e8-79e4-4356-adf3-967ac1f87513 None None] Provisioning for port 11551c4e-bb3d-435d-8627-d6898f35b90a completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:58.477412 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6a81b6e8-79e4-4356-adf3-967ac1f87513 None None] Provisioning complete for port 11551c4e-bb3d-435d-8627-d6898f35b90a triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:58.477795 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6a81b6e8-79e4-4356-adf3-967ac1f87513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.502967 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50766) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:58.533415 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:58.586844 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a71d39b-fd12-4344-87f0-57843bb5166e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:44:58.597033 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-6a81b6e8-79e4-4356-adf3-967ac1f87513 None None] Port 11551c4e-bb3d-435d-8627-d6898f35b90a cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:44:58.647459 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6a81b6e8-79e4-4356-adf3-967ac1f87513 None None] Provisioning for port d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:58.719007 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ca06815e-9b78-4e7f-aba8-833e3c8a77fc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=32deab62c1ce4a7986268d4b40f753b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2143202 Jul 16 08:44:58.723241 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50776) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:58.784264 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a71d39b-fd12-4344-87f0-57843bb5166e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:44:58.786272 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:58.793251 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6dc362aa-3a1e-4b3e-9598-5b32f2b36353 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.793764 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7a71d39b-fd12-4344-87f0-57843bb5166e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.797698 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:58.797842 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7a71d39b-fd12-4344-87f0-57843bb5166e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "PUT /v2.0/routers/99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 HTTP/1.1" status: 200 len: 953 time: 2.1622159 Jul 16 08:44:58.798109 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.798612 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50778) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:58.831471 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-573203ef-653a-4cbc-a063-b385962f8289 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.867406 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6dc362aa-3a1e-4b3e-9598-5b32f2b36353 None None] Transition to ACTIVE for port object 680c7bed-73ea-49c7-841c-ad4ac089da4f will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:58.883295 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6dc362aa-3a1e-4b3e-9598-5b32f2b36353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.886767 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-967dc356-4cf6-4e0b-b5e1-658876e06db5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.893245 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-884de018-d44d-47e7-aa0c-d29f0098413e req-722bb6b9-f44f-4a2f-997d-a4c60cf058bc tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.960054 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967dc356-4cf6-4e0b-b5e1-658876e06db5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Subnet': ['ID=df69a9b1-03eb-4055-bdf0-72c6178b4a24,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:58.970252 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0681a9dd-8284-4fcb-b658-853e4258acfc None None] Provisioning complete for port 61db3fb2-23af-440e-ae2f-a1a2d6ee82bb triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:44:58.971246 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0681a9dd-8284-4fcb-b658-853e4258acfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:58.971625 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-884de018-d44d-47e7-aa0c-d29f0098413e req-722bb6b9-f44f-4a2f-997d-a4c60cf058bc tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.010239 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-573203ef-653a-4cbc-a063-b385962f8289 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.017254 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bb6b9-f44f-4a2f-997d-a4c60cf058bc tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d025ae9-e667-4538-9564-1fac08b3debe,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:59.021420 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-97facde3-2b71-4e9c-a70d-f4357763d2a2 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "GET /v2.0/routers/99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 HTTP/1.1" status: 200 len: 953 time: 0.2189424 Jul 16 08:44:59.023283 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50782) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:59.053009 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-967dc356-4cf6-4e0b-b5e1-658876e06db5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network c425d69b-1f72-4d72-b818-de282b82db11 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:44:59.054102 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-91b5dfd2-45d5-4902-ad0d-78d464afe7aa tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Request body: {'router': {'routes': None}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:59.059158 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e95d5-8999-4d67-9b30-6c4d1d54a7f0 None None] Pushing event updated for resources: {'Port': ['ID=680c7bed-73ea-49c7-841c-ad4ac089da4f,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:59.110645 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-967dc356-4cf6-4e0b-b5e1-658876e06db5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:44:59.114417 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-967dc356-4cf6-4e0b-b5e1-658876e06db5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:59.115032 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-967dc356-4cf6-4e0b-b5e1-658876e06db5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.167834 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-967dc356-4cf6-4e0b-b5e1-658876e06db5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3684456 Jul 16 08:44:59.168542 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50788) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:44:59.178969 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-6ef1b105-d5be-4374-aa55-063e38a3829c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1185585111', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'df69a9b1-03eb-4055-bdf0-72c6178b4a24'}], 'security_groups': ['b7527ba5-20e6-4b93-9e1d-e1a43d613f97']}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:59.194446 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.201274 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822b2e25-537f-44b7-91fd-f577eb620c9d None None] Network c425d69b-1f72-4d72-b818-de282b82db11 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:44:59.277403 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-573203ef-653a-4cbc-a063-b385962f8289 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.280013 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-573203ef-653a-4cbc-a063-b385962f8289 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.281209 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-573203ef-653a-4cbc-a063-b385962f8289 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6478abee-1963-4cfc-96c8-b6bdde6123e9 HTTP/1.1" status: 204 len: 168 time: 0.5568161 Jul 16 08:44:59.308698 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573203ef-653a-4cbc-a063-b385962f8289 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6478abee-1963-4cfc-96c8-b6bdde6123e9,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:59.334656 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-884de018-d44d-47e7-aa0c-d29f0098413e req-722bb6b9-f44f-4a2f-997d-a4c60cf058bc tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Allocated IP 192.168.233.150 (30bff2e9-dcab-4751-913d-9c4ac9d8019b/c36b7919-0b6b-490a-bff0-04ed964d98ec/9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:44:59.396768 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85700af-6174-4a26-afb9-0bea96ea6475 req-eeabbe37-377e-4906-afc2-88c2244e0795 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:44:59.403615 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d85700af-6174-4a26-afb9-0bea96ea6475 req-eeabbe37-377e-4906-afc2-88c2244e0795 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 945 time: 0.2857683 Jul 16 08:44:59.510417 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6,segment=NetworkSegment(ff1d43ab-b691-446e-bcd6-98b1e8c7553b),segment_id=ff1d43ab-b691-446e-bcd6-98b1e8c7553b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:44:59.517985 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d85700af-6174-4a26-afb9-0bea96ea6475 req-1ec5e6ae-6193-45d6-b9aa-c8068a58996f tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/security-groups?id=621dba7d-741a-4958-9873-96d5bf4ed144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1134095 Jul 16 08:44:59.541135 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6dc362aa-3a1e-4b3e-9598-5b32f2b36353 None None] Attempting to bind port 680c7bed-73ea-49c7-841c-ad4ac089da4f on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:44:59.541522 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6dc362aa-3a1e-4b3e-9598-5b32f2b36353 None None] Attempting to bind port 680c7bed-73ea-49c7-841c-ad4ac089da4f by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '428a6e2d-5810-4989-b40c-cc3521544b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8f0a3753-5968-49a7-99b2-5b22ced59a4e'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:44:59.541892 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc362aa-3a1e-4b3e-9598-5b32f2b36353 None None] Attempting to bind port 680c7bed-73ea-49c7-841c-ad4ac089da4f on network 8f0a3753-5968-49a7-99b2-5b22ced59a4e {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:44:59.553657 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-9db2f8ff-2305-4f0a-8818-37264a125d71 req-0ca33fad-c5f4-4a75-8b69-d1a5caa52329 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-474989786', 'description': 'tempest-description-227449949'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:44:59.566603 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.640987 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc362aa-3a1e-4b3e-9598-5b32f2b36353 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:44:59.641378 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc362aa-3a1e-4b3e-9598-5b32f2b36353 None None] Checking segment: {'id': '428a6e2d-5810-4989-b40c-cc3521544b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8f0a3753-5968-49a7-99b2-5b22ced59a4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:44:59.642105 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6dc362aa-3a1e-4b3e-9598-5b32f2b36353 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.642239 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc362aa-3a1e-4b3e-9598-5b32f2b36353 None None] Bound using segment: {'id': '428a6e2d-5810-4989-b40c-cc3521544b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8f0a3753-5968-49a7-99b2-5b22ced59a4e'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:44:59.642677 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6dc362aa-3a1e-4b3e-9598-5b32f2b36353 None None] Bound port: 680c7bed-73ea-49c7-841c-ad4ac089da4f, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '428a6e2d-5810-4989-b40c-cc3521544b07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8f0a3753-5968-49a7-99b2-5b22ced59a4e'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:44:59.643262 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6dc362aa-3a1e-4b3e-9598-5b32f2b36353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.670823 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9db2f8ff-2305-4f0a-8818-37264a125d71 req-0ca33fad-c5f4-4a75-8b69-d1a5caa52329 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.714095 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-78ed7fd4-2d12-43a6-a243-733a0bc08ebd req-bcdf6712-4646-43b5-aff0-10196bcbda3c tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/ports?device_id=d18a08db-74de-4f9c-b8d3-e8fb37645473 HTTP/1.1" status: 200 len: 210 time: 0.1477733 Jul 16 08:44:59.845797 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 61db3fb2-23af-440e-ae2f-a1a2d6ee82bb up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:44:59.877048 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-884de018-d44d-47e7-aa0c-d29f0098413e req-722bb6b9-f44f-4a2f-997d-a4c60cf058bc tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.883913 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.extraroute_db [None req-91b5dfd2-45d5-4902-ad0d-78d464afe7aa tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Added routes are [] {{(pid=93759) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 08:44:59.884336 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.extraroute_db [None req-91b5dfd2-45d5-4902-ad0d-78d464afe7aa tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=93759) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 08:44:59.892133 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0681a9dd-8284-4fcb-b658-853e4258acfc None None] Provisioning for port 680c7bed-73ea-49c7-841c-ad4ac089da4f completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:44:59.893209 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-884de018-d44d-47e7-aa0c-d29f0098413e req-722bb6b9-f44f-4a2f-997d-a4c60cf058bc tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Transition to ACTIVE for port object 9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:44:59.895633 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:44:59.936260 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9db2f8ff-2305-4f0a-8818-37264a125d71 req-0ca33fad-c5f4-4a75-8b69-d1a5caa52329 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.944494 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9db2f8ff-2305-4f0a-8818-37264a125d71 req-0ca33fad-c5f4-4a75-8b69-d1a5caa52329 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.963123 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6dc362aa-3a1e-4b3e-9598-5b32f2b36353 None None] For port 680c7bed-73ea-49c7-841c-ad4ac089da4f, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:44:59.966970 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9db2f8ff-2305-4f0a-8818-37264a125d71 req-0ca33fad-c5f4-4a75-8b69-d1a5caa52329 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:44:59.967729 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6dc362aa-3a1e-4b3e-9598-5b32f2b36353 None None] For port 680c7bed-73ea-49c7-841c-ad4ac089da4f, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=680c7bed-73ea-49c7-841c-ad4ac089da4f,segment=NetworkSegment(428a6e2d-5810-4989-b40c-cc3521544b07),segment_id=428a6e2d-5810-4989-b40c-cc3521544b07)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:44:59.974934 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9db2f8ff-2305-4f0a-8818-37264a125d71 req-0ca33fad-c5f4-4a75-8b69-d1a5caa52329 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.4294770 Jul 16 08:44:59.975488 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6dc362aa-3a1e-4b3e-9598-5b32f2b36353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.024316 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 61db3fb2-23af-440e-ae2f-a1a2d6ee82bb triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:00.024546 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91b5dfd2-45d5-4902-ad0d-78d464afe7aa tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.024788 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.099405 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc362aa-3a1e-4b3e-9598-5b32f2b36353 None None] Routers {'99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:00.102230 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6dc362aa-3a1e-4b3e-9598-5b32f2b36353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:44:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:00.133977 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-884de018-d44d-47e7-aa0c-d29f0098413e req-722bb6b9-f44f-4a2f-997d-a4c60cf058bc tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.189851 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca33fad-c5f4-4a75-8b69-d1a5caa52329 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02fb92f5-1b6d-4616-8995-f5e9460420bf,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:00.191870 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6ef1b105-d5be-4374-aa55-063e38a3829c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.237476 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-884de018-d44d-47e7-aa0c-d29f0098413e req-722bb6b9-f44f-4a2f-997d-a4c60cf058bc tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:00.290190 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-884de018-d44d-47e7-aa0c-d29f0098413e req-722bb6b9-f44f-4a2f-997d-a4c60cf058bc tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:00.299422 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-884de018-d44d-47e7-aa0c-d29f0098413e req-722bb6b9-f44f-4a2f-997d-a4c60cf058bc tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:00.299937 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16e95d5-8999-4d67-9b30-6c4d1d54a7f0 None None] Pushing event updated for resources: {'Port': ['ID=680c7bed-73ea-49c7-841c-ad4ac089da4f,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:00.371886 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-78c02084-c007-435b-9eff-213531466c7d req-8a9831fe-062e-4f07-92cb-22de2248f33a tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-474989786&fields=id&tenant_id=ba4766327c25499aabe1317ded46023a HTTP/1.1" status: 200 len: 267 time: 0.1064003 Jul 16 08:45:00.378231 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722bb6b9-f44f-4a2f-997d-a4c60cf058bc tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Pushing event updated for resources: {'Port': ['ID=9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:00.463881 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884de018-d44d-47e7-aa0c-d29f0098413e req-722bb6b9-f44f-4a2f-997d-a4c60cf058bc tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:00.464589 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-884de018-d44d-47e7-aa0c-d29f0098413e req-722bb6b9-f44f-4a2f-997d-a4c60cf058bc tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.504614 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c7b194-ce4d-4f37-8196-65cf8722c3c5 None None] Update dhcp port {'port': {'network_id': 'c425d69b-1f72-4d72-b818-de282b82db11', 'fixed_ips': [{'subnet_id': '448f00e6-d864-4148-9ae0-77903fadd54e', 'ip_address': '172.20.0.2'}, {'subnet_id': 'df69a9b1-03eb-4055-bdf0-72c6178b4a24'}], 'binding:host_id': 'n-d-771362-37'}, 'id': 'd03907eb-e7c1-4fc0-b6a3-eb1bb94371a6'} from n-d-771362-37. {{(pid=93760) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:45:00.531535 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-6dc362aa-3a1e-4b3e-9598-5b32f2b36353 None None] Set router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:00.536661 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-884de018-d44d-47e7-aa0c-d29f0098413e req-722bb6b9-f44f-4a2f-997d-a4c60cf058bc tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6355085 Jul 16 08:45:00.631321 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91b5dfd2-45d5-4902-ad0d-78d464afe7aa tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.647217 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91b5dfd2-45d5-4902-ad0d-78d464afe7aa tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-523541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-523532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523653'] for router, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.717959 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b4c7b194-ce4d-4f37-8196-65cf8722c3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.861548 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c02084-c007-435b-9eff-213531466c7d req-48c38314-221f-405b-ba69-8fb29060126a tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:00.863220 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-78c02084-c007-435b-9eff-213531466c7d req-48c38314-221f-405b-ba69-8fb29060126a tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 945 time: 0.4900351 Jul 16 08:45:00.868264 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-884de018-d44d-47e7-aa0c-d29f0098413e req-a45a5f37-a78a-4a54-8c37-1b43964177dd service neutron] Request body: {'port': {'device_id': 'd18a08db-74de-4f9c-b8d3-e8fb37645473', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:00.888874 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-78c02084-c007-435b-9eff-213531466c7d req-6c1ac19f-a890-44ac-9039-ee55937b4c1f tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Request body: {'port': {'security_groups': ['621dba7d-741a-4958-9873-96d5bf4ed144', '02fb92f5-1b6d-4616-8995-f5e9460420bf']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:00.907737 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-6ef1b105-d5be-4374-aa55-063e38a3829c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Delete allocated IP 172.20.0.8 (c425d69b-1f72-4d72-b818-de282b82db11/448f00e6-d864-4148-9ae0-77903fadd54e) {{(pid=93758) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 08:45:00.930671 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-6ef1b105-d5be-4374-aa55-063e38a3829c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Allocated IP 172.20.0.26 (c425d69b-1f72-4d72-b818-de282b82db11/df69a9b1-03eb-4055-bdf0-72c6178b4a24/11551c4e-bb3d-435d-8627-d6898f35b90a) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:00.966819 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7122ce78-4b5e-410d-8e98-b86e41e7115e None None] Provisioning for port 9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:00.974456 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7122ce78-4b5e-410d-8e98-b86e41e7115e None None] Provisioning complete for port 9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:00.974956 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7122ce78-4b5e-410d-8e98-b86e41e7115e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:00.999406 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-884de018-d44d-47e7-aa0c-d29f0098413e req-a45a5f37-a78a-4a54-8c37-1b43964177dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.017640 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7122ce78-4b5e-410d-8e98-b86e41e7115e None None] Port 9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:01.073022 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78c02084-c007-435b-9eff-213531466c7d req-6c1ac19f-a890-44ac-9039-ee55937b4c1f tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.106346 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b5dfd2-45d5-4902-ad0d-78d464afe7aa tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:45:01.378132 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed91eacf-4d1a-4aee-adc9-25533aaedd73 req-25401d47-1faa-481a-a91a-3aac714281e9 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:01.381002 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ed91eacf-4d1a-4aee-adc9-25533aaedd73 req-25401d47-1faa-481a-a91a-3aac714281e9 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/ports?device_id=d18a08db-74de-4f9c-b8d3-e8fb37645473 HTTP/1.1" status: 200 len: 936 time: 0.3821201 Jul 16 08:45:01.480985 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b5dfd2-45d5-4902-ad0d-78d464afe7aa tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:01.498545 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-91b5dfd2-45d5-4902-ad0d-78d464afe7aa tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.500179 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-91b5dfd2-45d5-4902-ad0d-78d464afe7aa tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "PUT /v2.0/routers/99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 HTTP/1.1" status: 200 len: 703 time: 2.4752166 Jul 16 08:45:01.508233 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50856) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:01.510070 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ed91eacf-4d1a-4aee-adc9-25533aaedd73 req-5d164883-8210-4fb6-808d-b9b274b3c523 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d025ae9-e667-4538-9564-1fac08b3debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697103 Jul 16 08:45:01.601546 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6dc362aa-3a1e-4b3e-9598-5b32f2b36353 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'name': 'tempest-RoutersIpV6Test-router-639230317', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:26Z', 'updated_at': '2021-07-16T08:44:59Z', 'revision_number': 7, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None, '_interfaces': [{'id': '457b224d-88b7-4670-89af-d52228322829', 'name': '', 'network_id': 'c9c41e44-2e36-4f18-8afb-dc8a833d21ad', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:65:7e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8d295ace-370c-4a19-98f7-781bc6a5eb26', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:46Z', 'updated_at': '2021-07-16T08:44:55Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '8d295ace-370c-4a19-98f7-781bc6a5eb26', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b3a3b7f-f30d-4683-a8a4-3b10db99918b', 'name': '', 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:a7:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:30Z', 'updated_at': '2021-07-16T08:44:41Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f18a823-da82-4678-919f-b333ddd2f85f', 'name': '', 'network_id': '0ec8a2ad-38a1-4430-807f-3c63269b0327', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:7c:8a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:38Z', 'updated_at': '2021-07-16T08:44:47Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '680c7bed-73ea-49c7-841c-ad4ac089da4f', 'name': '', 'network_id': '8f0a3753-5968-49a7-99b2-5b22ced59a4e', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:67:5d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7cfb6b43-cd9b-4d01-9558-44a8c8d59f7f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:53Z', 'updated_at': '2021-07-16T08:44:59Z', 'revision_number': 4, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '7cfb6b43-cd9b-4d01-9558-44a8c8d59f7f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:01.694622 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6ef1b105-d5be-4374-aa55-063e38a3829c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.707836 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bcaad4cd-6e8b-4d00-a020-0827dc75e21c tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "GET /v2.0/routers/99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 HTTP/1.1" status: 200 len: 703 time: 0.1959603 Jul 16 08:45:01.710506 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50862) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:01.711766 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc362aa-3a1e-4b3e-9598-5b32f2b36353 None None] The sync data for ids ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'] in n-d-771362-37 is: [{'id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'name': 'tempest-RoutersIpV6Test-router-639230317', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:26Z', 'updated_at': '2021-07-16T08:44:59Z', 'revision_number': 7, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None, '_interfaces': [{'id': '457b224d-88b7-4670-89af-d52228322829', 'name': '', 'network_id': 'c9c41e44-2e36-4f18-8afb-dc8a833d21ad', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:65:7e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8d295ace-370c-4a19-98f7-781bc6a5eb26', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:46Z', 'updated_at': '2021-07-16T08:44:55Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '8d295ace-370c-4a19-98f7-781bc6a5eb26', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b3a3b7f-f30d-4683-a8a4-3b10db99918b', 'name': '', 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:a7:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:30Z', 'updated_at': '2021-07-16T08:44:41Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f18a823-da82-4678-919f-b333ddd2f85f', 'name': '', 'network_id': '0ec8a2ad-38a1-4430-807f-3c63269b0327', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:7c:8a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:38Z', 'updated_at': '2021-07-16T08:44:47Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '680c7bed-73ea-49c7-841c-ad4ac089da4f', 'name': '', 'network_id': '8f0a3753-5968-49a7-99b2-5b22ced59a4e', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:67:5d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7cfb6b43-cd9b-4d01-9558-44a8c8d59f7f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:53Z', 'updated_at': '2021-07-16T08:44:59Z', 'revision_number': 4, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '7cfb6b43-cd9b-4d01-9558-44a8c8d59f7f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:01.756655 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-78c02084-c007-435b-9eff-213531466c7d req-6c1ac19f-a890-44ac-9039-ee55937b4c1f tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] For port 8455ef63-1e07-4f74-8aaf-6b28e7f17e16, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=8455ef63-1e07-4f74-8aaf-6b28e7f17e16,segment=NetworkSegment(3e3e0b5e-d65e-40dd-8597-7f4a644a5841),segment_id=3e3e0b5e-d65e-40dd-8597-7f4a644a5841)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:01.777975 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:01.819770 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78c02084-c007-435b-9eff-213531466c7d req-6c1ac19f-a890-44ac-9039-ee55937b4c1f tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.833775 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78c02084-c007-435b-9eff-213531466c7d req-6c1ac19f-a890-44ac-9039-ee55937b4c1f tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.867864 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['8455ef63-1e07-4f74-8aaf-6b28e7f17e16'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:01.957080 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50866) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:01.964698 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6ef1b105-d5be-4374-aa55-063e38a3829c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Transition to ACTIVE for port object 11551c4e-bb3d-435d-8627-d6898f35b90a will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:01.986507 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6ef1b105-d5be-4374-aa55-063e38a3829c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.987400 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c02084-c007-435b-9eff-213531466c7d req-6c1ac19f-a890-44ac-9039-ee55937b4c1f tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:01.988497 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-78c02084-c007-435b-9eff-213531466c7d req-6c1ac19f-a890-44ac-9039-ee55937b4c1f tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:01.994754 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-78c02084-c007-435b-9eff-213531466c7d req-6c1ac19f-a890-44ac-9039-ee55937b4c1f tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "PUT /v2.0/ports/8455ef63-1e07-4f74-8aaf-6b28e7f17e16 HTTP/1.1" status: 200 len: 981 time: 1.1216304 Jul 16 08:45:01.995650 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff4547c-2b2a-4d92-8a72-0119a41936c6', 'tag': '8455ef63-1e07-4f74-8aaf-6b28e7f17e16'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:02.000682 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62fd2b9c-77ac-4bd0-8ab9-354f3abfe245" -d '{"events": [{"name": "network-changed", "server_uuid": "aff4547c-2b2a-4d92-8a72-0119a41936c6", "tag": "8455ef63-1e07-4f74-8aaf-6b28e7f17e16"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:02.029572 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:02.031267 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:02.061085 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ac19f-a890-44ac-9039-ee55937b4c1f tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Pushing event updated for resources: {'Port': ['ID=8455ef63-1e07-4f74-8aaf-6b28e7f17e16,revision_number=6']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:02.061328 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['8455ef63-1e07-4f74-8aaf-6b28e7f17e16'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:02.088104 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d60bd2-e590-4f3a-93fd-412155687ca6 x-openstack-request-id: req-48d60bd2-e590-4f3a-93fd-412155687ca6 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:02.088412 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aff4547c-2b2a-4d92-8a72-0119a41936c6", "tag": "8455ef63-1e07-4f74-8aaf-6b28e7f17e16", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:02.088672 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-48d60bd2-e590-4f3a-93fd-412155687ca6 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:02.089080 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff4547c-2b2a-4d92-8a72-0119a41936c6', 'tag': '8455ef63-1e07-4f74-8aaf-6b28e7f17e16', 'status': 'completed', 'code': 200} Jul 16 08:45:02.215869 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-b4c7b194-ce4d-4f37-8196-65cf8722c3c5 None None] Allocated IP 172.20.0.18 (c425d69b-1f72-4d72-b818-de282b82db11/df69a9b1-03eb-4055-bdf0-72c6178b4a24/d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:02.219413 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:02.229665 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:02.233886 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd2b9c-77ac-4bd0-8ab9-354f3abfe245 req-ff5fb4d2-4a03-48c1-acfd-159fb8b3e98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:02.238000 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-62fd2b9c-77ac-4bd0-8ab9-354f3abfe245 req-ff5fb4d2-4a03-48c1-acfd-159fb8b3e98c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba4766327c25499aabe1317ded46023a&device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 1136 time: 0.1253407 Jul 16 08:45:02.292857 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-07ff27d1-81ae-4e8f-a93e-041d8fdf0bdd tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-432894095', 'router:external': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:02.390587 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07ff27d1-81ae-4e8f-a93e-041d8fdf0bdd tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Made reservation on behalf of 137b258962c94034922135e5d2528d63 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:02.393967 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07ff27d1-81ae-4e8f-a93e-041d8fdf0bdd tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:02.434191 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07ff27d1-81ae-4e8f-a93e-041d8fdf0bdd tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:02.465444 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-b4c7b194-ce4d-4f37-8196-65cf8722c3c5 None None] For port d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6,segment=NetworkSegment(ff1d43ab-b691-446e-bcd6-98b1e8c7553b),segment_id=ff1d43ab-b691-446e-bcd6-98b1e8c7553b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:02.465819 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd2b9c-77ac-4bd0-8ab9-354f3abfe245 req-da08fc8a-0925-464b-8abf-f44c84cb4159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:02.477679 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-62fd2b9c-77ac-4bd0-8ab9-354f3abfe245 req-da08fc8a-0925-464b-8abf-f44c84cb4159 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0d427235-37c8-46d2-b8bf-e52b7ceecefe HTTP/1.1" status: 200 len: 920 time: 0.2336617 Jul 16 08:45:02.506383 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b4c7b194-ce4d-4f37-8196-65cf8722c3c5 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:02.524671 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b4c7b194-ce4d-4f37-8196-65cf8722c3c5 None None] Transition to ACTIVE for port object d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:02.555852 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b4c7b194-ce4d-4f37-8196-65cf8722c3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:02.580595 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-62fd2b9c-77ac-4bd0-8ab9-354f3abfe245 req-ce68240e-02ed-4945-8b17-54c2fb557a51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8455ef63-1e07-4f74-8aaf-6b28e7f17e16 HTTP/1.1" status: 200 len: 217 time: 0.0967507 Jul 16 08:45:02.592117 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-6ef1b105-d5be-4374-aa55-063e38a3829c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] In _notify_port_updated(), no bound segment for port 11551c4e-bb3d-435d-8627-d6898f35b90a on network c425d69b-1f72-4d72-b818-de282b82db11 {{(pid=93758) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:45:02.598063 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef1b105-d5be-4374-aa55-063e38a3829c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:02.598853 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6ef1b105-d5be-4374-aa55-063e38a3829c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:02.600293 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6ef1b105-d5be-4374-aa55-063e38a3829c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "PUT /v2.0/ports/11551c4e-bb3d-435d-8627-d6898f35b90a HTTP/1.1" status: 200 len: 921 time: 3.4266768 Jul 16 08:45:02.604395 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-884de018-d44d-47e7-aa0c-d29f0098413e req-a45a5f37-a78a-4a54-8c37-1b43964177dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:45:02.624309 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9c7c8f29-7707-4cc3-bfd4-ab297d0fefee req-2c7bc6ec-4028-4fc4-81fa-2c7f53a6349a tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-474989786&fields=id&tenant_id=ba4766327c25499aabe1317ded46023a HTTP/1.1" status: 200 len: 267 time: 0.3585343 Jul 16 08:45:02.624605 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50884) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:02.626151 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef1b105-d5be-4374-aa55-063e38a3829c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Port': ['ID=11551c4e-bb3d-435d-8627-d6898f35b90a,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:02.676162 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-884de018-d44d-47e7-aa0c-d29f0098413e req-a45a5f37-a78a-4a54-8c37-1b43964177dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:02.706907 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c7b194-ce4d-4f37-8196-65cf8722c3c5 None None] Pushing event updated for resources: {'Port': ['ID=d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:02.754036 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-884de018-d44d-47e7-aa0c-d29f0098413e req-a45a5f37-a78a-4a54-8c37-1b43964177dd service neutron] Transition to ACTIVE for port object 9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:02.769748 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-884de018-d44d-47e7-aa0c-d29f0098413e req-a45a5f37-a78a-4a54-8c37-1b43964177dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:02.839010 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a5f37-a78a-4a54-8c37-1b43964177dd service neutron] Pushing event updated for resources: {'Port': ['ID=9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:02.936194 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7c3dd1-08e6-4d1e-9d68-3d9e61255f73 None None] Sync routers for ids ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:02.964622 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7c3dd1-08e6-4d1e-9d68-3d9e61255f73 None None] Routers {'99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:02.965278 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2b7c3dd1-08e6-4d1e-9d68-3d9e61255f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:44:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:03.014693 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62fd2b9c-77ac-4bd0-8ab9-354f3abfe245 req-0b66d1df-2934-427f-bb4a-8c2daf47ecbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:03.016216 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-62fd2b9c-77ac-4bd0-8ab9-354f3abfe245 req-0b66d1df-2934-427f-bb4a-8c2daf47ecbc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8a1ee6ec-9679-4220-8476-a93bd7695432 HTTP/1.1" status: 200 len: 859 time: 0.4203598 Jul 16 08:45:03.070660 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-62fd2b9c-77ac-4bd0-8ab9-354f3abfe245 req-60e11ffa-ac2b-4e6c-9970-35b10c8e595e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d427235-37c8-46d2-b8bf-e52b7ceecefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436611 Jul 16 08:45:03.093491 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c8f29-7707-4cc3-bfd4-ab297d0fefee req-71b1b43a-a097-4309-8ae5-58144313ec49 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:03.131821 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9c7c8f29-7707-4cc3-bfd4-ab297d0fefee req-71b1b43a-a097-4309-8ae5-58144313ec49 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 984 time: 0.5064888 Jul 16 08:45:03.178842 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b2e08e-4f46-4f71-a212-387e6a9ac98c req-8d324fa6-cd15-448f-add3-168e85fbc30f tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:03.180477 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-94b2e08e-4f46-4f71-a212-387e6a9ac98c req-8d324fa6-cd15-448f-add3-168e85fbc30f tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/ports?device_id=d18a08db-74de-4f9c-b8d3-e8fb37645473 HTTP/1.1" status: 200 len: 948 time: 0.3884208 Jul 16 08:45:03.195419 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-9c7c8f29-7707-4cc3-bfd4-ab297d0fefee req-fe11f87f-5856-4d8a-ab9c-9f651e5a3dc3 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Request body: {'port': {'security_groups': ['621dba7d-741a-4958-9873-96d5bf4ed144']}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:03.267826 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-2b7c3dd1-08e6-4d1e-9d68-3d9e61255f73 None None] Set router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:03.324384 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-419b7da3-7715-46ea-b41f-39f3d12abf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:03.365252 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9c7c8f29-7707-4cc3-bfd4-ab297d0fefee req-fe11f87f-5856-4d8a-ab9c-9f651e5a3dc3 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:03.369971 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-884de018-d44d-47e7-aa0c-d29f0098413e req-a45a5f37-a78a-4a54-8c37-1b43964177dd service neutron] Attempting to bind port 9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:03.370332 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-884de018-d44d-47e7-aa0c-d29f0098413e req-a45a5f37-a78a-4a54-8c37-1b43964177dd service neutron] Attempting to bind port 9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:03.370990 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884de018-d44d-47e7-aa0c-d29f0098413e req-a45a5f37-a78a-4a54-8c37-1b43964177dd service neutron] Attempting to bind port 9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:03.394116 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884de018-d44d-47e7-aa0c-d29f0098413e req-a45a5f37-a78a-4a54-8c37-1b43964177dd service neutron] Port 9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:45:03.394482 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884de018-d44d-47e7-aa0c-d29f0098413e req-a45a5f37-a78a-4a54-8c37-1b43964177dd service neutron] Attempting to bind port 9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:03.402977 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-26ef68cc-a808-4180-a1ec-47f168889aea tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:03.452454 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884de018-d44d-47e7-aa0c-d29f0098413e req-a45a5f37-a78a-4a54-8c37-1b43964177dd service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:03.457884 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884de018-d44d-47e7-aa0c-d29f0098413e req-a45a5f37-a78a-4a54-8c37-1b43964177dd service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:03.458171 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-884de018-d44d-47e7-aa0c-d29f0098413e req-a45a5f37-a78a-4a54-8c37-1b43964177dd service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:03.458948 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-884de018-d44d-47e7-aa0c-d29f0098413e req-a45a5f37-a78a-4a54-8c37-1b43964177dd service neutron] Bound port: 9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:03.459558 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-884de018-d44d-47e7-aa0c-d29f0098413e req-a45a5f37-a78a-4a54-8c37-1b43964177dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:03.731937 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2b7c3dd1-08e6-4d1e-9d68-3d9e61255f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'name': 'tempest-RoutersIpV6Test-router-639230317', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:26Z', 'updated_at': '2021-07-16T08:44:59Z', 'revision_number': 7, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None, '_interfaces': [{'id': '457b224d-88b7-4670-89af-d52228322829', 'name': '', 'network_id': 'c9c41e44-2e36-4f18-8afb-dc8a833d21ad', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:65:7e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8d295ace-370c-4a19-98f7-781bc6a5eb26', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:46Z', 'updated_at': '2021-07-16T08:44:55Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '8d295ace-370c-4a19-98f7-781bc6a5eb26', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b3a3b7f-f30d-4683-a8a4-3b10db99918b', 'name': '', 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:a7:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:30Z', 'updated_at': '2021-07-16T08:44:41Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f18a823-da82-4678-919f-b333ddd2f85f', 'name': '', 'network_id': '0ec8a2ad-38a1-4430-807f-3c63269b0327', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:7c:8a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:38Z', 'updated_at': '2021-07-16T08:44:47Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '680c7bed-73ea-49c7-841c-ad4ac089da4f', 'name': '', 'network_id': '8f0a3753-5968-49a7-99b2-5b22ced59a4e', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:67:5d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7cfb6b43-cd9b-4d01-9558-44a8c8d59f7f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:53Z', 'updated_at': '2021-07-16T08:44:59Z', 'revision_number': 4, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '7cfb6b43-cd9b-4d01-9558-44a8c8d59f7f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:03.747458 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0e294665-789f-4ba7-aa39-89a1da4798cf tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting port 11551c4e-bb3d-435d-8627-d6898f35b90a {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:03.747810 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e294665-789f-4ba7-aa39-89a1da4798cf tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:03.777175 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07ff27d1-81ae-4e8f-a93e-041d8fdf0bdd tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:03.820273 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07ff27d1-81ae-4e8f-a93e-041d8fdf0bdd tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:03.835983 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7c3dd1-08e6-4d1e-9d68-3d9e61255f73 None None] Checking router: 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:45:03.864679 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b7c3dd1-08e6-4d1e-9d68-3d9e61255f73 None None] Routers {'99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:03.865996 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2b7c3dd1-08e6-4d1e-9d68-3d9e61255f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:44:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:03.880533 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-94b2e08e-4f46-4f71-a212-387e6a9ac98c req-69f86d1f-ceb9-4fc8-80f8-3abd52e1435d tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d025ae9-e667-4538-9564-1fac08b3debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6908581 Jul 16 08:45:03.939345 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 680c7bed-73ea-49c7-841c-ad4ac089da4f up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:03.983159 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-28c53aa9-fb2d-496b-8baf-b9bd26f5b1be None None] Provisioning complete for port 59f08c65-9a78-4d5e-8e9d-64ddf749a6ea triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:03.983600 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28c53aa9-fb2d-496b-8baf-b9bd26f5b1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.000617 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-62fd2b9c-77ac-4bd0-8ab9-354f3abfe245 req-d5e53bfa-25aa-447b-81df-de99bc83d1e8 service neutron] 10.222.0.30 "GET /v2.0/networks/0d427235-37c8-46d2-b8bf-e52b7ceecefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9113955 Jul 16 08:45:04.008711 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07ff27d1-81ae-4e8f-a93e-041d8fdf0bdd tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:45:04.025096 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-2b7c3dd1-08e6-4d1e-9d68-3d9e61255f73 None None] Set router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:04.067187 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-28c53aa9-fb2d-496b-8baf-b9bd26f5b1be None None] Port 59f08c65-9a78-4d5e-8e9d-64ddf749a6ea cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:04.086729 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-28c53aa9-fb2d-496b-8baf-b9bd26f5b1be None None] Provisioning for port 11551c4e-bb3d-435d-8627-d6898f35b90a completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:04.092564 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 680c7bed-73ea-49c7-841c-ad4ac089da4f completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:04.097418 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-28c53aa9-fb2d-496b-8baf-b9bd26f5b1be None None] Provisioning complete for port 11551c4e-bb3d-435d-8627-d6898f35b90a triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:04.098094 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28c53aa9-fb2d-496b-8baf-b9bd26f5b1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.102125 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 680c7bed-73ea-49c7-841c-ad4ac089da4f triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:04.103485 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.119290 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07ff27d1-81ae-4e8f-a93e-041d8fdf0bdd tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.120498 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-07ff27d1-81ae-4e8f-a93e-041d8fdf0bdd tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Added segment eaae2103-7374-460e-ad62-7d4d8fbf5f6f of type vlan for network 13b2e67f-8afc-4649-840e-32d6498262f9 Jul 16 08:45:04.227139 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-28c53aa9-fb2d-496b-8baf-b9bd26f5b1be None None] Port 11551c4e-bb3d-435d-8627-d6898f35b90a cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:04.250470 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-62fd2b9c-77ac-4bd0-8ab9-354f3abfe245 req-39bca236-29b1-4601-bb60-cdb2922a2d77 service neutron] 10.222.0.30 "GET /v2.0/networks/0d427235-37c8-46d2-b8bf-e52b7ceecefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2080402 Jul 16 08:45:04.269804 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-28c53aa9-fb2d-496b-8baf-b9bd26f5b1be None None] Provisioning for port d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:04.283172 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-28c53aa9-fb2d-496b-8baf-b9bd26f5b1be None None] Provisioning complete for port d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:04.283634 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28c53aa9-fb2d-496b-8baf-b9bd26f5b1be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.289376 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.290498 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff27d1-81ae-4e8f-a93e-041d8fdf0bdd tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b1fedb-579c-4fc4-a18c-9628d06dd306,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:04.320019 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-884de018-d44d-47e7-aa0c-d29f0098413e req-a45a5f37-a78a-4a54-8c37-1b43964177dd service neutron] For port 9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:04.329905 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-884de018-d44d-47e7-aa0c-d29f0098413e req-a45a5f37-a78a-4a54-8c37-1b43964177dd service neutron] For port 9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:45:04.340523 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e294665-789f-4ba7-aa39-89a1da4798cf tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.368532 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 680c7bed-73ea-49c7-841c-ad4ac089da4f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=680c7bed-73ea-49c7-841c-ad4ac089da4f,segment=NetworkSegment(428a6e2d-5810-4989-b40c-cc3521544b07),segment_id=428a6e2d-5810-4989-b40c-cc3521544b07)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:04.375187 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.380325 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-884de018-d44d-47e7-aa0c-d29f0098413e req-a45a5f37-a78a-4a54-8c37-1b43964177dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.381525 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:04.413554 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0e294665-789f-4ba7-aa39-89a1da4798cf tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Calling delete_port for 11551c4e-bb3d-435d-8627-d6898f35b90a owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:04.454154 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2b7c3dd1-08e6-4d1e-9d68-3d9e61255f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'name': 'tempest-RoutersIpV6Test-router-639230317', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:26Z', 'updated_at': '2021-07-16T08:44:59Z', 'revision_number': 7, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None, '_interfaces': [{'id': '457b224d-88b7-4670-89af-d52228322829', 'name': '', 'network_id': 'c9c41e44-2e36-4f18-8afb-dc8a833d21ad', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:65:7e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8d295ace-370c-4a19-98f7-781bc6a5eb26', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:46Z', 'updated_at': '2021-07-16T08:44:55Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '8d295ace-370c-4a19-98f7-781bc6a5eb26', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b3a3b7f-f30d-4683-a8a4-3b10db99918b', 'name': '', 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:a7:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:30Z', 'updated_at': '2021-07-16T08:44:41Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f18a823-da82-4678-919f-b333ddd2f85f', 'name': '', 'network_id': '0ec8a2ad-38a1-4430-807f-3c63269b0327', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:7c:8a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:38Z', 'updated_at': '2021-07-16T08:44:47Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '680c7bed-73ea-49c7-841c-ad4ac089da4f', 'name': '', 'network_id': '8f0a3753-5968-49a7-99b2-5b22ced59a4e', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:67:5d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7cfb6b43-cd9b-4d01-9558-44a8c8d59f7f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:53Z', 'updated_at': '2021-07-16T08:44:59Z', 'revision_number': 4, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '7cfb6b43-cd9b-4d01-9558-44a8c8d59f7f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:04.475086 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07ff27d1-81ae-4e8f-a93e-041d8fdf0bdd tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.520147 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884de018-d44d-47e7-aa0c-d29f0098413e req-a45a5f37-a78a-4a54-8c37-1b43964177dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:04.521053 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-884de018-d44d-47e7-aa0c-d29f0098413e req-a45a5f37-a78a-4a54-8c37-1b43964177dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.522831 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-884de018-d44d-47e7-aa0c-d29f0098413e req-a45a5f37-a78a-4a54-8c37-1b43964177dd service neutron] 10.222.0.21 "PUT /v2.0/ports/9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05 HTTP/1.1" status: 200 len: 1097 time: 3.6599522 Jul 16 08:45:04.526519 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd18a08db-74de-4f9c-b8d3-e8fb37645473', 'tag': '9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:04.529199 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-176ae8b0-e5af-41ba-9fea-b201f043945f" -d '{"events": [{"name": "network-changed", "server_uuid": "d18a08db-74de-4f9c-b8d3-e8fb37645473", "tag": "9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:04.580492 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7c3dd1-08e6-4d1e-9d68-3d9e61255f73 None None] The sync data for ids ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'] in n-d-771362-37 is: [{'id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'name': 'tempest-RoutersIpV6Test-router-639230317', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:26Z', 'updated_at': '2021-07-16T08:44:59Z', 'revision_number': 7, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None, '_interfaces': [{'id': '457b224d-88b7-4670-89af-d52228322829', 'name': '', 'network_id': 'c9c41e44-2e36-4f18-8afb-dc8a833d21ad', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:65:7e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8d295ace-370c-4a19-98f7-781bc6a5eb26', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:46Z', 'updated_at': '2021-07-16T08:44:55Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '8d295ace-370c-4a19-98f7-781bc6a5eb26', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b3a3b7f-f30d-4683-a8a4-3b10db99918b', 'name': '', 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:a7:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:30Z', 'updated_at': '2021-07-16T08:44:41Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f18a823-da82-4678-919f-b333ddd2f85f', 'name': '', 'network_id': '0ec8a2ad-38a1-4430-807f-3c63269b0327', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:7c:8a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:38Z', 'updated_at': '2021-07-16T08:44:47Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '680c7bed-73ea-49c7-841c-ad4ac089da4f', 'name': '', 'network_id': '8f0a3753-5968-49a7-99b2-5b22ced59a4e', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:67:5d:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2558, 'fixed_ips': [{'subnet_id': '7cfb6b43-cd9b-4d01-9558-44a8c8d59f7f', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:53Z', 'updated_at': '2021-07-16T08:44:59Z', 'revision_number': 4, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '7cfb6b43-cd9b-4d01-9558-44a8c8d59f7f', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:04.618594 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07ff27d1-81ae-4e8f-a93e-041d8fdf0bdd tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.619673 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07ff27d1-81ae-4e8f-a93e-041d8fdf0bdd tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:04.620377 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07ff27d1-81ae-4e8f-a93e-041d8fdf0bdd tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.692247 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=680c7bed-73ea-49c7-841c-ad4ac089da4f,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:04.735356 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:04.735741 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.742120 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db23b8f4-c2e3-4924-9002-633f1142d83b x-openstack-request-id: req-db23b8f4-c2e3-4924-9002-633f1142d83b {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:04.743546 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d18a08db-74de-4f9c-b8d3-e8fb37645473", "tag": "9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:04.743999 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-db23b8f4-c2e3-4924-9002-633f1142d83b {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:04.744642 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd18a08db-74de-4f9c-b8d3-e8fb37645473', 'tag': '9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05', 'status': 'completed', 'code': 200} Jul 16 08:45:04.755807 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-07ff27d1-81ae-4e8f-a93e-041d8fdf0bdd tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.7954588 Jul 16 08:45:04.756719 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50910) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:04.760968 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45a5f37-a78a-4a54-8c37-1b43964177dd service neutron] Pushing event updated for resources: {'Port': ['ID=9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:04.787340 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e78f3c31-cb47-45d4-9585-1eb0db8e8403 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Request body: {'subnet': {'network_id': '13b2e67f-8afc-4649-840e-32d6498262f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:04.883487 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-222a2091-f149-42c3-a863-d3e8fb2f1016 None None] Provisioning complete for port 11551c4e-bb3d-435d-8627-d6898f35b90a triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:04.883872 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-222a2091-f149-42c3-a863-d3e8fb2f1016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.897570 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ff27d1-81ae-4e8f-a93e-041d8fdf0bdd tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Pushing event updated for resources: {'Network': ['ID=13b2e67f-8afc-4649-840e-32d6498262f9,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:04.945304 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e78f3c31-cb47-45d4-9585-1eb0db8e8403 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Made reservation on behalf of 137b258962c94034922135e5d2528d63 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:04.947426 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-222a2091-f149-42c3-a863-d3e8fb2f1016 None None] Port 11551c4e-bb3d-435d-8627-d6898f35b90a cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:04.947556 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e78f3c31-cb47-45d4-9585-1eb0db8e8403 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.950667 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 13b2e67f-8afc-4649-840e-32d6498262f9 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:45:04.958265 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e294665-789f-4ba7-aa39-89a1da4798cf tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:04.960800 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-9c7c8f29-7707-4cc3-bfd4-ab297d0fefee req-fe11f87f-5856-4d8a-ab9c-9f651e5a3dc3 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] For port 8455ef63-1e07-4f74-8aaf-6b28e7f17e16, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=8455ef63-1e07-4f74-8aaf-6b28e7f17e16,segment=NetworkSegment(3e3e0b5e-d65e-40dd-8597-7f4a644a5841),segment_id=3e3e0b5e-d65e-40dd-8597-7f4a644a5841)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:04.965812 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884de018-d44d-47e7-aa0c-d29f0098413e req-c1da5094-9ae5-4db2-8a8a-e27b621670f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:04.967369 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-884de018-d44d-47e7-aa0c-d29f0098413e req-c1da5094-9ae5-4db2-8a8a-e27b621670f3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2a2607df5641419a95baf70ee3244adc&device_id=d18a08db-74de-4f9c-b8d3-e8fb37645473 HTTP/1.1" status: 200 len: 1100 time: 0.3930986 Jul 16 08:45:05.026504 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e294665-789f-4ba7-aa39-89a1da4798cf tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Port': ['ID=11551c4e-bb3d-435d-8627-d6898f35b90a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:05.101578 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-884de018-d44d-47e7-aa0c-d29f0098413e req-c89c7d69-7a80-4384-bebe-4b6db3ccc8d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05 HTTP/1.1" status: 200 len: 217 time: 0.0824478 Jul 16 08:45:05.178742 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884de018-d44d-47e7-aa0c-d29f0098413e req-90f33d7d-5ea1-4feb-a9b0-74c94ea103eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:05.180548 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-884de018-d44d-47e7-aa0c-d29f0098413e req-90f33d7d-5ea1-4feb-a9b0-74c94ea103eb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0705023 Jul 16 08:45:05.256789 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e294665-789f-4ba7-aa39-89a1da4798cf tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.259374 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0e294665-789f-4ba7-aa39-89a1da4798cf tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/ports/11551c4e-bb3d-435d-8627-d6898f35b90a HTTP/1.1" status: 204 len: 168 time: 2.6297712 Jul 16 08:45:05.260563 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9c7c8f29-7707-4cc3-bfd4-ab297d0fefee req-fe11f87f-5856-4d8a-ab9c-9f651e5a3dc3 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.282601 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50922) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:05.288161 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9c7c8f29-7707-4cc3-bfd4-ab297d0fefee req-fe11f87f-5856-4d8a-ab9c-9f651e5a3dc3 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.291423 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dd50b5-056e-4532-9c5f-ed851835f76b req-55a311f0-effe-4851-9ac3-536f7c6e997f tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:05.293142 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c8dd50b5-056e-4532-9c5f-ed851835f76b req-55a311f0-effe-4851-9ac3-536f7c6e997f tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/ports?device_id=d18a08db-74de-4f9c-b8d3-e8fb37645473 HTTP/1.1" status: 200 len: 948 time: 0.2182984 Jul 16 08:45:05.299614 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['8455ef63-1e07-4f74-8aaf-6b28e7f17e16'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:05.337325 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-45af4476-e9cd-4622-99f5-e47aa670939d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] GET failed (client error): The resource could not be found. Jul 16 08:45:05.338958 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-45af4476-e9cd-4622-99f5-e47aa670939d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "GET /v2.0/ports/11551c4e-bb3d-435d-8627-d6898f35b90a HTTP/1.1" status: 404 len: 333 time: 0.0447705 Jul 16 08:45:05.348547 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50928) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:05.366305 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c8f29-7707-4cc3-bfd4-ab297d0fefee req-fe11f87f-5856-4d8a-ab9c-9f651e5a3dc3 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:05.366864 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9c7c8f29-7707-4cc3-bfd4-ab297d0fefee req-fe11f87f-5856-4d8a-ab9c-9f651e5a3dc3 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.367809 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9c7c8f29-7707-4cc3-bfd4-ab297d0fefee req-fe11f87f-5856-4d8a-ab9c-9f651e5a3dc3 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "PUT /v2.0/ports/8455ef63-1e07-4f74-8aaf-6b28e7f17e16 HTTP/1.1" status: 200 len: 942 time: 2.2344542 Jul 16 08:45:05.392887 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884de018-d44d-47e7-aa0c-d29f0098413e req-32606e9d-6b28-45c0-9a24-68be9844ec95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:05.394487 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-884de018-d44d-47e7-aa0c-d29f0098413e req-32606e9d-6b28-45c0-9a24-68be9844ec95 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2046816 Jul 16 08:45:05.429699 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['8455ef63-1e07-4f74-8aaf-6b28e7f17e16'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:05.516661 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe11f87f-5856-4d8a-ab9c-9f651e5a3dc3 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Pushing event updated for resources: {'Port': ['ID=8455ef63-1e07-4f74-8aaf-6b28e7f17e16,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:05.529623 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-26ef68cc-a808-4180-a1ec-47f168889aea tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Deleting port 680c7bed-73ea-49c7-841c-ad4ac089da4f {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:05.530194 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-26ef68cc-a808-4180-a1ec-47f168889aea tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.533791 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c8dd50b5-056e-4532-9c5f-ed851835f76b req-d9b9e209-7f13-4bf7-8638-121792890005 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d025ae9-e667-4538-9564-1fac08b3debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261536 Jul 16 08:45:05.603268 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-622abf5c-5222-4f9f-8c8e-82a7afd910f0 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.671909 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-884de018-d44d-47e7-aa0c-d29f0098413e req-f5a5b57e-86ef-4fe3-a2f9-bf5bbb6ae195 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2694106 Jul 16 08:45:05.686012 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-622abf5c-5222-4f9f-8c8e-82a7afd910f0 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.691782 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-09a9145a-ade4-4403-9998-9ea4714f3661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.757516 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 680c7bed-73ea-49c7-841c-ad4ac089da4f up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:05.814357 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 680c7bed-73ea-49c7-841c-ad4ac089da4f triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:05.816101 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.819231 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-622abf5c-5222-4f9f-8c8e-82a7afd910f0 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.822354 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-622abf5c-5222-4f9f-8c8e-82a7afd910f0 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.827483 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-622abf5c-5222-4f9f-8c8e-82a7afd910f0 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/security-groups/3abd0fb7-59ce-420b-9d2e-9565bab7f105 HTTP/1.1" status: 204 len: 168 time: 0.4778123 Jul 16 08:45:05.829761 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50936) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:05.859269 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622abf5c-5222-4f9f-8c8e-82a7afd910f0 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abd0fb7-59ce-420b-9d2e-9565bab7f105,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:05.910394 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-26ef68cc-a808-4180-a1ec-47f168889aea tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] For port 680c7bed-73ea-49c7-841c-ad4ac089da4f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=680c7bed-73ea-49c7-841c-ad4ac089da4f,segment=NetworkSegment(428a6e2d-5810-4989-b40c-cc3521544b07),segment_id=428a6e2d-5810-4989-b40c-cc3521544b07)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:05.910394 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-26ef68cc-a808-4180-a1ec-47f168889aea tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.913582 n-d-771362-37 neutron-server[93759]: DEBUG neutron.objects.ports [None req-e78f3c31-cb47-45d4-9585-1eb0db8e8403 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:45:05.914274 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e78f3c31-cb47-45d4-9585-1eb0db8e8403 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:05.945364 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-df7017c7-fbd6-4c30-bdbf-ec22a6ab60d1 req-2d6fc7dd-1aca-437a-9381-033218ecce9f tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3797705 Jul 16 08:45:05.946266 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-26ef68cc-a808-4180-a1ec-47f168889aea tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Calling delete_port for 680c7bed-73ea-49c7-841c-ad4ac089da4f owned by network:router_interface {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:05.966853 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-df7017c7-fbd6-4c30-bdbf-ec22a6ab60d1 req-2637015f-9d9a-4d0a-a4f7-3097ee728921 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:05.990196 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-884de018-d44d-47e7-aa0c-d29f0098413e req-022c75cf-14cb-4a5d-b31f-69ec46c6d895 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2821231 Jul 16 08:45:06.008500 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46f65fa9-8206-421e-9588-40ea1c695b75 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.011447 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78f3c31-cb47-45d4-9585-1eb0db8e8403 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Pushing event updated for resources: {'Subnet': ['ID=23234afb-70cb-4ef5-bdd0-591e65421915,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:06.011572 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.035506 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78f3c31-cb47-45d4-9585-1eb0db8e8403 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Checking segment: {'id': 'eaae2103-7374-460e-ad62-7d4d8fbf5f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '13b2e67f-8afc-4649-840e-32d6498262f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:06.035877 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78f3c31-cb47-45d4-9585-1eb0db8e8403 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Network hostable DHCP agents. Network: 13b2e67f-8afc-4649-840e-32d6498262f9, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:45:06.054714 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46f65fa9-8206-421e-9588-40ea1c695b75 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.084431 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e78f3c31-cb47-45d4-9585-1eb0db8e8403 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Network 13b2e67f-8afc-4649-840e-32d6498262f9 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:45:06.091577 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-df7017c7-fbd6-4c30-bdbf-ec22a6ab60d1 req-2637015f-9d9a-4d0a-a4f7-3097ee728921 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.113990 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e78f3c31-cb47-45d4-9585-1eb0db8e8403 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 13b2e67f-8afc-4649-840e-32d6498262f9) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:06.125863 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1aabd79a-c67d-44d6-b477-ae89da876f00 None None] Network 13b2e67f-8afc-4649-840e-32d6498262f9 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:06.132526 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78f3c31-cb47-45d4-9585-1eb0db8e8403 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:06.133705 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e78f3c31-cb47-45d4-9585-1eb0db8e8403 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.146167 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46f65fa9-8206-421e-9588-40ea1c695b75 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.150033 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-46f65fa9-8206-421e-9588-40ea1c695b75 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.154250 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-46f65fa9-8206-421e-9588-40ea1c695b75 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/security-groups/b7527ba5-20e6-4b93-9e1d-e1a43d613f97 HTTP/1.1" status: 204 len: 168 time: 0.3171558 Jul 16 08:45:06.155482 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50944) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:06.169585 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e78f3c31-cb47-45d4-9585-1eb0db8e8403 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.3871043 Jul 16 08:45:06.188773 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50946) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:06.194038 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-d7fa33b7-6d09-4f3c-9a48-05a945978c82 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1587973357', 'network_id': '13b2e67f-8afc-4649-840e-32d6498262f9'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:06.194891 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f65fa9-8206-421e-9588-40ea1c695b75 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7527ba5-20e6-4b93-9e1d-e1a43d613f97,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:06.235215 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-98620b00-3d42-4d63-8bcc-784c29c8bfd1 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting subnet 448f00e6-d864-4148-9ae0-77903fadd54e {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:45:06.239702 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98620b00-3d42-4d63-8bcc-784c29c8bfd1 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.295734 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98620b00-3d42-4d63-8bcc-784c29c8bfd1 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.302137 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7fa33b7-6d09-4f3c-9a48-05a945978c82 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Made reservation on behalf of 137b258962c94034922135e5d2528d63 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:06.304851 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7fa33b7-6d09-4f3c-9a48-05a945978c82 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.307996 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ae8b0-e5af-41ba-9fea-b201f043945f req-342d7b47-f520-4b67-a418-a65ec7e244d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:06.309627 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-176ae8b0-e5af-41ba-9fea-b201f043945f req-342d7b47-f520-4b67-a418-a65ec7e244d3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2a2607df5641419a95baf70ee3244adc&device_id=d18a08db-74de-4f9c-b8d3-e8fb37645473 HTTP/1.1" status: 200 len: 1100 time: 0.2571578 Jul 16 08:45:06.338543 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc35ba31-b238-49b3-bba0-0cbea543a285 None None] Network 13b2e67f-8afc-4649-840e-32d6498262f9 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:06.384718 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-d7fa33b7-6d09-4f3c-9a48-05a945978c82 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] device_id is not set on port ace86e49-7606-4f29-930e-1160b8925d3d yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:45:06.416059 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98620b00-3d42-4d63-8bcc-784c29c8bfd1 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.490849 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98620b00-3d42-4d63-8bcc-784c29c8bfd1 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.511613 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98620b00-3d42-4d63-8bcc-784c29c8bfd1 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.517911 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-26ef68cc-a808-4180-a1ec-47f168889aea tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.518576 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50954) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:06.519277 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-98620b00-3d42-4d63-8bcc-784c29c8bfd1 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/subnets/448f00e6-d864-4148-9ae0-77903fadd54e HTTP/1.1" status: 204 len: 168 time: 0.3615737 Jul 16 08:45:06.534559 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-3059f856-9dd0-4988-a452-d2c068e005b8 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'subnet': {'network_id': 'c425d69b-1f72-4d72-b818-de282b82db11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:06.538094 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f873f01f-acae-4d0d-9b09-b80f3dbc90f6 None None] Network c425d69b-1f72-4d72-b818-de282b82db11 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:06.547611 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98620b00-3d42-4d63-8bcc-784c29c8bfd1 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Subnet': ['ID=448f00e6-d864-4148-9ae0-77903fadd54e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:06.626912 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ae8b0-e5af-41ba-9fea-b201f043945f req-66ccbd65-a390-4616-9d20-f57249c69cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:06.628920 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-176ae8b0-e5af-41ba-9fea-b201f043945f req-66ccbd65-a390-4616-9d20-f57249c69cb7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.3057139 Jul 16 08:45:06.635724 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef68cc-a808-4180-a1ec-47f168889aea tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Port': ['ID=680c7bed-73ea-49c7-841c-ad4ac089da4f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:06.648537 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-df7017c7-fbd6-4c30-bdbf-ec22a6ab60d1 req-2637015f-9d9a-4d0a-a4f7-3097ee728921 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:06.790971 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-176ae8b0-e5af-41ba-9fea-b201f043945f req-cd78db86-8a53-4246-bc7b-2450a1332a5f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.150&port_id=9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05 HTTP/1.1" status: 200 len: 217 time: 0.1403971 Jul 16 08:45:06.791423 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff4547c-2b2a-4d92-8a72-0119a41936c6', 'tag': '8455ef63-1e07-4f74-8aaf-6b28e7f17e16'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:06.793863 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc90cb53-d9cf-4e7f-99ce-a7b21200390f" -d '{"events": [{"name": "network-changed", "server_uuid": "aff4547c-2b2a-4d92-8a72-0119a41936c6", "tag": "8455ef63-1e07-4f74-8aaf-6b28e7f17e16"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:06.906719 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe0f186-998c-4e92-a17a-2693df1e3bb9 req-f0faa3dc-2a2d-4fa4-9dd2-5c26302960d4 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:06.908321 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-abe0f186-998c-4e92-a17a-2693df1e3bb9 req-f0faa3dc-2a2d-4fa4-9dd2-5c26302960d4 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/ports?device_id=d18a08db-74de-4f9c-b8d3-e8fb37645473 HTTP/1.1" status: 200 len: 948 time: 0.1045918 Jul 16 08:45:06.915045 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-d7fa33b7-6d09-4f3c-9a48-05a945978c82 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Allocated IP 2001:db8::115 (13b2e67f-8afc-4649-840e-32d6498262f9/23234afb-70cb-4ef5-bdd0-591e65421915/ace86e49-7606-4f29-930e-1160b8925d3d) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:06.958928 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-abe0f186-998c-4e92-a17a-2693df1e3bb9 req-33eaba59-e52d-439c-a6e4-8cc0d2080db5 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d025ae9-e667-4538-9564-1fac08b3debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410309 Jul 16 08:45:07.035394 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48af4951-dcb4-4278-abd4-8bd7fab9e9ec x-openstack-request-id: req-48af4951-dcb4-4278-abd4-8bd7fab9e9ec {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:07.035688 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aff4547c-2b2a-4d92-8a72-0119a41936c6", "tag": "8455ef63-1e07-4f74-8aaf-6b28e7f17e16", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:07.036002 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-48af4951-dcb4-4278-abd4-8bd7fab9e9ec {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:07.036330 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff4547c-2b2a-4d92-8a72-0119a41936c6', 'tag': '8455ef63-1e07-4f74-8aaf-6b28e7f17e16', 'status': 'completed', 'code': 200} Jul 16 08:45:07.061140 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.087835 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ae8b0-e5af-41ba-9fea-b201f043945f req-7c8ce268-8801-4e22-942f-937416d21cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:07.089238 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-176ae8b0-e5af-41ba-9fea-b201f043945f req-7c8ce268-8801-4e22-942f-937416d21cc0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.2738647 Jul 16 08:45:07.130346 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-26ef68cc-a808-4180-a1ec-47f168889aea tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.145361 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90cb53-d9cf-4e7f-99ce-a7b21200390f req-13b2fbf4-c9ea-4e23-8667-bf29d7b1bcc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:07.146731 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bc90cb53-d9cf-4e7f-99ce-a7b21200390f req-13b2fbf4-c9ea-4e23-8667-bf29d7b1bcc8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba4766327c25499aabe1317ded46023a&device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 1097 time: 0.0878963 Jul 16 08:45:07.224012 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3059f856-9dd0-4988-a452-d2c068e005b8 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:07.228014 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3059f856-9dd0-4988-a452-d2c068e005b8 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.279868 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90cb53-d9cf-4e7f-99ce-a7b21200390f req-c36b6269-e0be-44f5-9a03-836b926a0d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:07.283705 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bc90cb53-d9cf-4e7f-99ce-a7b21200390f req-c36b6269-e0be-44f5-9a03-836b926a0d06 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0d427235-37c8-46d2-b8bf-e52b7ceecefe HTTP/1.1" status: 200 len: 920 time: 0.1301389 Jul 16 08:45:07.335271 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bc90cb53-d9cf-4e7f-99ce-a7b21200390f req-f1b0e06a-ef8d-42e4-ad9d-b134b3797323 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8455ef63-1e07-4f74-8aaf-6b28e7f17e16 HTTP/1.1" status: 200 len: 217 time: 0.0437994 Jul 16 08:45:07.338879 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-df7017c7-fbd6-4c30-bdbf-ec22a6ab60d1 req-2637015f-9d9a-4d0a-a4f7-3097ee728921 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Allocated IP 172.25.3.112 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/7c9de611-e7f5-439b-993c-4a8bfd840b6a) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:07.395363 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc90cb53-d9cf-4e7f-99ce-a7b21200390f req-d904a105-9e16-4da4-80d7-01a04fdd6e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:07.398329 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bc90cb53-d9cf-4e7f-99ce-a7b21200390f req-d904a105-9e16-4da4-80d7-01a04fdd6e8d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8a1ee6ec-9679-4220-8476-a93bd7695432 HTTP/1.1" status: 200 len: 859 time: 0.0570264 Jul 16 08:45:07.439103 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bc90cb53-d9cf-4e7f-99ce-a7b21200390f req-07843503-a9f1-4499-9330-bcfab47d987c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d427235-37c8-46d2-b8bf-e52b7ceecefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344729 Jul 16 08:45:07.588010 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bc90cb53-d9cf-4e7f-99ce-a7b21200390f req-adc2c5ae-f80d-47af-9c21-a3829ca32114 service neutron] 10.222.0.30 "GET /v2.0/networks/0d427235-37c8-46d2-b8bf-e52b7ceecefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410885 Jul 16 08:45:07.677263 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-55647c39-ef79-40e7-85e5-0fefdf29f241 None None] Provisioning complete for port 59f08c65-9a78-4d5e-8e9d-64ddf749a6ea triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:07.677721 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-55647c39-ef79-40e7-85e5-0fefdf29f241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.726999 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-55647c39-ef79-40e7-85e5-0fefdf29f241 None None] Port 59f08c65-9a78-4d5e-8e9d-64ddf749a6ea cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:07.740141 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bc90cb53-d9cf-4e7f-99ce-a7b21200390f req-c853d488-c78f-4835-908a-23bdf35967cb service neutron] 10.222.0.30 "GET /v2.0/networks/0d427235-37c8-46d2-b8bf-e52b7ceecefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452615 Jul 16 08:45:07.760624 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-55647c39-ef79-40e7-85e5-0fefdf29f241 None None] Provisioning complete for port d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:07.761014 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-55647c39-ef79-40e7-85e5-0fefdf29f241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:07.983074 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ae8b0-e5af-41ba-9fea-b201f043945f req-d433b831-fb70-40e8-a139-f93633e3cbac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:07.985017 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-176ae8b0-e5af-41ba-9fea-b201f043945f req-d433b831-fb70-40e8-a139-f93633e3cbac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.8728514 Jul 16 08:45:08.131976 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7fa33b7-6d09-4f3c-9a48-05a945978c82 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.150683 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1eabb4-0a3b-433f-afed-0db04ba43581 req-cbf8ba76-a302-4243-bcb3-b884af3a18d2 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:08.152803 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ae1eabb4-0a3b-433f-afed-0db04ba43581 req-cbf8ba76-a302-4243-bcb3-b884af3a18d2 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/ports?device_id=d18a08db-74de-4f9c-b8d3-e8fb37645473 HTTP/1.1" status: 200 len: 948 time: 0.0716536 Jul 16 08:45:08.194713 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ae1eabb4-0a3b-433f-afed-0db04ba43581 req-06f8fa29-8e22-4ddf-a88a-00fb57cd8aeb tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d025ae9-e667-4538-9564-1fac08b3debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353713 Jul 16 08:45:08.220581 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-df7017c7-fbd6-4c30-bdbf-ec22a6ab60d1 req-2637015f-9d9a-4d0a-a4f7-3097ee728921 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.302161 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26ef68cc-a808-4180-a1ec-47f168889aea tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:45:08.322125 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-176ae8b0-e5af-41ba-9fea-b201f043945f req-3c0d176d-6168-4eee-9f2f-442db1061ed3 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258390 Jul 16 08:45:08.420952 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7fa33b7-6d09-4f3c-9a48-05a945978c82 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.497871 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.536752 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-df7017c7-fbd6-4c30-bdbf-ec22a6ab60d1 req-2637015f-9d9a-4d0a-a4f7-3097ee728921 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.602988 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7fa33b7-6d09-4f3c-9a48-05a945978c82 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Network 13b2e67f-8afc-4649-840e-32d6498262f9 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:08.621077 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df7017c7-fbd6-4c30-bdbf-ec22a6ab60d1 req-2637015f-9d9a-4d0a-a4f7-3097ee728921 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:08.625852 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-d7fa33b7-6d09-4f3c-9a48-05a945978c82 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:08.636715 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7fa33b7-6d09-4f3c-9a48-05a945978c82 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:08.637723 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7fa33b7-6d09-4f3c-9a48-05a945978c82 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:08.638325 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7fa33b7-6d09-4f3c-9a48-05a945978c82 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.640526 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fa33b7-6d09-4f3c-9a48-05a945978c82 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Pushing event updated for resources: {'Port': ['ID=ace86e49-7606-4f29-930e-1160b8925d3d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:08.642898 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-df7017c7-fbd6-4c30-bdbf-ec22a6ab60d1 req-2637015f-9d9a-4d0a-a4f7-3097ee728921 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:08.648878 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3059f856-9dd0-4988-a452-d2c068e005b8 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.650992 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26ef68cc-a808-4180-a1ec-47f168889aea tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:08.654655 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-df7017c7-fbd6-4c30-bdbf-ec22a6ab60d1 req-2637015f-9d9a-4d0a-a4f7-3097ee728921 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:08.663091 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d2e422-0fcf-462e-b7d4-efab231232ed None None] Sync routers for ids ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:08.667346 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-26ef68cc-a808-4180-a1ec-47f168889aea tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "PUT /v2.0/routers/99cd0c9b-519a-4a38-8d81-314a0fa9f2f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9490249 Jul 16 08:45:08.667631 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50996) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:08.682673 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d2e422-0fcf-462e-b7d4-efab231232ed None None] Routers {'99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:08.683320 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c3d2e422-0fcf-462e-b7d4-efab231232ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:08.713024 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-176ae8b0-e5af-41ba-9fea-b201f043945f req-f0ee5213-af3f-4aeb-92e4-8c9f52cc6f37 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3779504 Jul 16 08:45:08.727354 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f32c318-1833-40e1-8c47-ba744d906631 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Deleting subnet 7cfb6b43-cd9b-4d01-9558-44a8c8d59f7f {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:45:08.731684 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f32c318-1833-40e1-8c47-ba744d906631 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.742906 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:45:08.786566 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d7fa33b7-6d09-4f3c-9a48-05a945978c82 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.5966902 Jul 16 08:45:08.792748 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51002) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:08.796412 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f32c318-1833-40e1-8c47-ba744d906631 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.806766 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3059f856-9dd0-4988-a452-d2c068e005b8 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network c425d69b-1f72-4d72-b818-de282b82db11 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:08.813271 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637015f-9d9a-4d0a-a4f7-3097ee728921 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Pushing event updated for resources: {'Port': ['ID=7c9de611-e7f5-439b-993c-4a8bfd840b6a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:08.819762 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-3059f856-9dd0-4988-a452-d2c068e005b8 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:08.824439 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3059f856-9dd0-4988-a452-d2c068e005b8 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:08.825030 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3059f856-9dd0-4988-a452-d2c068e005b8 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:08.827271 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3059f856-9dd0-4988-a452-d2c068e005b8 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Subnet': ['ID=544b4334-cb2d-4afb-9b3b-9e8881a424c7,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:08.920773 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3059f856-9dd0-4988-a452-d2c068e005b8 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3900647 Jul 16 08:45:08.926773 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51006) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:08.949815 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-11a7bb5a-2239-435c-8815-966ef743cc8b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'security_group': {'name': 'tempest-secgroup-2070855924'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:08.970492 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-df7017c7-fbd6-4c30-bdbf-ec22a6ab60d1 req-2637015f-9d9a-4d0a-a4f7-3097ee728921 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.022435 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11a7bb5a-2239-435c-8815-966ef743cc8b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.043246 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f32c318-1833-40e1-8c47-ba744d906631 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.079197 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-df7017c7-fbd6-4c30-bdbf-ec22a6ab60d1 req-2637015f-9d9a-4d0a-a4f7-3097ee728921 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.084433 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-8da1c411-780c-4efa-b045-7b79d8585fad tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Deleting port ace86e49-7606-4f29-930e-1160b8925d3d {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:09.084858 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8da1c411-780c-4efa-b045-7b79d8585fad tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.112585 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b881c562-d5d4-4e2e-9ab1-2b2084e97f53 None None] Network c425d69b-1f72-4d72-b818-de282b82db11 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:09.166247 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-c3d2e422-0fcf-462e-b7d4-efab231232ed None None] Set router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:09.240700 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f32c318-1833-40e1-8c47-ba744d906631 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.260640 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:09.288762 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f32c318-1833-40e1-8c47-ba744d906631 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.290656 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0f32c318-1833-40e1-8c47-ba744d906631 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/subnets/7cfb6b43-cd9b-4d01-9558-44a8c8d59f7f HTTP/1.1" status: 204 len: 168 time: 0.6213527 Jul 16 08:45:09.294139 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8da1c411-780c-4efa-b045-7b79d8585fad tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.296748 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f32c318-1833-40e1-8c47-ba744d906631 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Subnet': ['ID=7cfb6b43-cd9b-4d01-9558-44a8c8d59f7f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:09.301025 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51016) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:09.320237 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b4f07c-069b-472d-8b5b-bce407fb85ae None None] Network 8f0a3753-5968-49a7-99b2-5b22ced59a4e requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:09.360863 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-df7017c7-fbd6-4c30-bdbf-ec22a6ab60d1 req-2637015f-9d9a-4d0a-a4f7-3097ee728921 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.368495 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-df7017c7-fbd6-4c30-bdbf-ec22a6ab60d1 req-2637015f-9d9a-4d0a-a4f7-3097ee728921 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.407477 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-8da1c411-780c-4efa-b045-7b79d8585fad tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Calling delete_port for ace86e49-7606-4f29-930e-1160b8925d3d owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:09.443134 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-40564748-ff4a-4dc7-bf4e-58d8838aea5d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.489825 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2637015f-9d9a-4d0a-a4f7-3097ee728921 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Pushing event updated for resources: {'Port': ['ID=7c9de611-e7f5-439b-993c-4a8bfd840b6a,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:09.494499 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-df7017c7-fbd6-4c30-bdbf-ec22a6ab60d1 req-2637015f-9d9a-4d0a-a4f7-3097ee728921 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.509838 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': '9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05', 'mac_address': 'fa:16:3e:69:8e:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.150'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:45:09.510460 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11a7bb5a-2239-435c-8815-966ef743cc8b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.538019 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-df7017c7-fbd6-4c30-bdbf-ec22a6ab60d1 req-2637015f-9d9a-4d0a-a4f7-3097ee728921 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.539406 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-df7017c7-fbd6-4c30-bdbf-ec22a6ab60d1 req-2637015f-9d9a-4d0a-a4f7-3097ee728921 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.5846057 Jul 16 08:45:09.553383 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11a7bb5a-2239-435c-8815-966ef743cc8b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.619012 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11a7bb5a-2239-435c-8815-966ef743cc8b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.622871 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-11a7bb5a-2239-435c-8815-966ef743cc8b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6914015 Jul 16 08:45:09.629902 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51022) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:09.639233 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-19467d83-efcd-41b4-8c64-a0b52dd6b4e3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'security_group': {'name': 'tempest-secgroup-431158991'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:09.644627 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a7bb5a-2239-435c-8815-966ef743cc8b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d8ec252f-f03e-4fe3-8ca8-44e13fad3b30,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:09.692367 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ab0df7-b993-4675-8f0e-94ee87c69184 req-047adec1-1309-44f2-8564-78f793c08714 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:09.694667 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-26ab0df7-b993-4675-8f0e-94ee87c69184 req-047adec1-1309-44f2-8564-78f793c08714 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/ports?device_id=d18a08db-74de-4f9c-b8d3-e8fb37645473 HTTP/1.1" status: 200 len: 948 time: 0.2834339 Jul 16 08:45:09.703092 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-df7017c7-fbd6-4c30-bdbf-ec22a6ab60d1 req-d01a7e3c-3b41-43a5-8045-d23fe697ceae tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 696 time: 0.1495156 Jul 16 08:45:09.703302 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.733202 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:45:09.746540 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-19467d83-efcd-41b4-8c64-a0b52dd6b4e3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.777907 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:09.789167 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.835205 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-40564748-ff4a-4dc7-bf4e-58d8838aea5d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Deleting port 61db3fb2-23af-440e-ae2f-a1a2d6ee82bb {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:09.835710 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-40564748-ff4a-4dc7-bf4e-58d8838aea5d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:09.846641 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:09.856052 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c3d2e422-0fcf-462e-b7d4-efab231232ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'name': 'tempest-RoutersIpV6Test-router-639230317', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:26Z', 'updated_at': '2021-07-16T08:45:06Z', 'revision_number': 8, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None, '_interfaces': [{'id': '457b224d-88b7-4670-89af-d52228322829', 'name': '', 'network_id': 'c9c41e44-2e36-4f18-8afb-dc8a833d21ad', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:65:7e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8d295ace-370c-4a19-98f7-781bc6a5eb26', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:46Z', 'updated_at': '2021-07-16T08:44:55Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '8d295ace-370c-4a19-98f7-781bc6a5eb26', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b3a3b7f-f30d-4683-a8a4-3b10db99918b', 'name': '', 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:a7:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:30Z', 'updated_at': '2021-07-16T08:44:41Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f18a823-da82-4678-919f-b333ddd2f85f', 'name': '', 'network_id': '0ec8a2ad-38a1-4430-807f-3c63269b0327', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:7c:8a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:38Z', 'updated_at': '2021-07-16T08:44:47Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:09.897109 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-26ab0df7-b993-4675-8f0e-94ee87c69184 req-c9eab9eb-1efa-4587-bf63-582329cadbb1 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d025ae9-e667-4538-9564-1fac08b3debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941218 Jul 16 08:45:09.908780 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df7017c7-fbd6-4c30-bdbf-ec22a6ab60d1 req-2198b712-b061-4e3d-b3f8-326556a8674d tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:09.914186 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-df7017c7-fbd6-4c30-bdbf-ec22a6ab60d1 req-2198b712-b061-4e3d-b3f8-326556a8674d tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 784 time: 0.2098906 Jul 16 08:45:09.929009 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83d56303-d6ea-4bd8-a6b9-a2c8726d875d None None] DHCP port deletion for 8f0a3753-5968-49a7-99b2-5b22ced59a4e request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:45:09.935199 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d2e422-0fcf-462e-b7d4-efab231232ed None None] Checking router: 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:45:09.975852 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-19467d83-efcd-41b4-8c64-a0b52dd6b4e3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.001327 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d2e422-0fcf-462e-b7d4-efab231232ed None None] Routers {'99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:10.001978 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c3d2e422-0fcf-462e-b7d4-efab231232ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:10.029748 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-19467d83-efcd-41b4-8c64-a0b52dd6b4e3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.075464 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:10.140303 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea77eca5-5865-4c28-aa5d-00a9cd69a9d7 None None] Update dhcp port {'port': {'network_id': 'c425d69b-1f72-4d72-b818-de282b82db11', 'fixed_ips': [{'subnet_id': 'df69a9b1-03eb-4055-bdf0-72c6178b4a24', 'ip_address': '172.20.0.18'}, {'subnet_id': '544b4334-cb2d-4afb-9b3b-9e8881a424c7'}], 'binding:host_id': 'n-d-771362-37'}, 'id': 'd03907eb-e7c1-4fc0-b6a3-eb1bb94371a6'} from n-d-771362-37. {{(pid=93760) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:45:10.142875 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-c3d2e422-0fcf-462e-b7d4-efab231232ed None None] Set router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:10.146620 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8da1c411-780c-4efa-b045-7b79d8585fad tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.224550 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-19467d83-efcd-41b4-8c64-a0b52dd6b4e3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.225885 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-19467d83-efcd-41b4-8c64-a0b52dd6b4e3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5936594 Jul 16 08:45:10.226654 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19467d83-efcd-41b4-8c64-a0b52dd6b4e3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3691415f-3e8f-4651-81e9-ee9f3a53ba18,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:10.230315 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51038) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:10.234686 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-40564748-ff4a-4dc7-bf4e-58d8838aea5d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] For port 61db3fb2-23af-440e-ae2f-a1a2d6ee82bb, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=61db3fb2-23af-440e-ae2f-a1a2d6ee82bb,segment=NetworkSegment(428a6e2d-5810-4989-b40c-cc3521544b07),segment_id=428a6e2d-5810-4989-b40c-cc3521544b07)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:10.235056 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-40564748-ff4a-4dc7-bf4e-58d8838aea5d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.238721 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-741cebd9-66e6-4723-b23e-279931e425b4 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'security_group': {'name': 'tempest-secgroup-629732937'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:10.242116 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da1c411-780c-4efa-b045-7b79d8585fad tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Pushing event deleted for resources: {'Port': ['ID=ace86e49-7606-4f29-930e-1160b8925d3d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:10.279452 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-741cebd9-66e6-4723-b23e-279931e425b4 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.281830 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-83d56303-d6ea-4bd8-a6b9-a2c8726d875d None None] Deleting port 61db3fb2-23af-440e-ae2f-a1a2d6ee82bb {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:10.282400 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-83d56303-d6ea-4bd8-a6b9-a2c8726d875d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.292196 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-40564748-ff4a-4dc7-bf4e-58d8838aea5d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Calling delete_port for 61db3fb2-23af-440e-ae2f-a1a2d6ee82bb owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:10.293260 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea77eca5-5865-4c28-aa5d-00a9cd69a9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.297388 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8da1c411-780c-4efa-b045-7b79d8585fad tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.302207 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8da1c411-780c-4efa-b045-7b79d8585fad tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "DELETE /v2.0/ports/ace86e49-7606-4f29-930e-1160b8925d3d HTTP/1.1" status: 204 len: 168 time: 1.5056942 Jul 16 08:45:10.304691 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51040) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:10.310768 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-4c5819f5-4d02-4586-a289-6c8bffe4f31b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '13b2e67f-8afc-4649-840e-32d6498262f9', 'external_fixed_ips': [{'subnet_id': '23234afb-70cb-4ef5-bdd0-591e65421915', 'ip_address': '2001:db8::115'}]}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:10.404427 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03284731-a1c0-4f7e-a0ae-86e6498688e1 req-c61fef4f-ab77-439a-8438-bb2a457bf07d tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:10.406542 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-03284731-a1c0-4f7e-a0ae-86e6498688e1 req-c61fef4f-ab77-439a-8438-bb2a457bf07d tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.3741202 Jul 16 08:45:10.423190 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-741cebd9-66e6-4723-b23e-279931e425b4 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.448615 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-741cebd9-66e6-4723-b23e-279931e425b4 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.460115 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4c5819f5-4d02-4586-a289-6c8bffe4f31b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.461709 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4c5819f5-4d02-4586-a289-6c8bffe4f31b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.504652 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-83d56303-d6ea-4bd8-a6b9-a2c8726d875d None None] For port 61db3fb2-23af-440e-ae2f-a1a2d6ee82bb, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=61db3fb2-23af-440e-ae2f-a1a2d6ee82bb,segment=NetworkSegment(428a6e2d-5810-4989-b40c-cc3521544b07),segment_id=428a6e2d-5810-4989-b40c-cc3521544b07)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:10.505134 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-83d56303-d6ea-4bd8-a6b9-a2c8726d875d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.516981 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-03284731-a1c0-4f7e-a0ae-86e6498688e1 req-18c6ab26-3797-46bb-850b-983653ae6463 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 696 time: 0.1005762 Jul 16 08:45:10.543280 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-03284731-a1c0-4f7e-a0ae-86e6498688e1 req-8d7e7867-cafc-4b54-b44a-6f2d0fda9c35 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Request body: {'floatingip': {'port_id': '8455ef63-1e07-4f74-8aaf-6b28e7f17e16', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:10.545664 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4c5819f5-4d02-4586-a289-6c8bffe4f31b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.574567 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-83d56303-d6ea-4bd8-a6b9-a2c8726d875d None None] Calling delete_port for 61db3fb2-23af-440e-ae2f-a1a2d6ee82bb owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:10.604626 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-741cebd9-66e6-4723-b23e-279931e425b4 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.608296 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-741cebd9-66e6-4723-b23e-279931e425b4 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3728309 Jul 16 08:45:10.643969 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-03284731-a1c0-4f7e-a0ae-86e6498688e1 req-8d7e7867-cafc-4b54-b44a-6f2d0fda9c35 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:10.654872 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51046) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:10.662009 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-deff14b4-9c3f-4c8a-aff2-615327b696a3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-807256300', 'security_groups': ['d0b2ae49-9c43-4a71-abb6-84a7f1f5c96d'], 'network_id': 'c425d69b-1f72-4d72-b818-de282b82db11', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '544b4334-cb2d-4afb-9b3b-9e8881a424c7'}]}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:10.667000 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741cebd9-66e6-4723-b23e-279931e425b4 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b2ae49-9c43-4a71-abb6-84a7f1f5c96d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:10.773942 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-ea77eca5-5865-4c28-aa5d-00a9cd69a9d7 None None] Allocated IP 172.20.0.2 (c425d69b-1f72-4d72-b818-de282b82db11/544b4334-cb2d-4afb-9b3b-9e8881a424c7/d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:10.833261 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c3d2e422-0fcf-462e-b7d4-efab231232ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'name': 'tempest-RoutersIpV6Test-router-639230317', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:26Z', 'updated_at': '2021-07-16T08:45:06Z', 'revision_number': 8, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None, '_interfaces': [{'id': '457b224d-88b7-4670-89af-d52228322829', 'name': '', 'network_id': 'c9c41e44-2e36-4f18-8afb-dc8a833d21ad', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:65:7e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8d295ace-370c-4a19-98f7-781bc6a5eb26', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:46Z', 'updated_at': '2021-07-16T08:44:55Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '8d295ace-370c-4a19-98f7-781bc6a5eb26', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b3a3b7f-f30d-4683-a8a4-3b10db99918b', 'name': '', 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:a7:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:30Z', 'updated_at': '2021-07-16T08:44:41Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f18a823-da82-4678-919f-b333ddd2f85f', 'name': '', 'network_id': '0ec8a2ad-38a1-4430-807f-3c63269b0327', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:7c:8a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:38Z', 'updated_at': '2021-07-16T08:44:47Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:11.039406 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d2e422-0fcf-462e-b7d4-efab231232ed None None] The sync data for ids ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'] in n-d-771362-37 is: [{'id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'name': 'tempest-RoutersIpV6Test-router-639230317', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:26Z', 'updated_at': '2021-07-16T08:45:06Z', 'revision_number': 8, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None, '_interfaces': [{'id': '457b224d-88b7-4670-89af-d52228322829', 'name': '', 'network_id': 'c9c41e44-2e36-4f18-8afb-dc8a833d21ad', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:65:7e:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2542, 'fixed_ips': [{'subnet_id': '8d295ace-370c-4a19-98f7-781bc6a5eb26', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:46Z', 'updated_at': '2021-07-16T08:44:55Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '8d295ace-370c-4a19-98f7-781bc6a5eb26', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4b3a3b7f-f30d-4683-a8a4-3b10db99918b', 'name': '', 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:a7:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:30Z', 'updated_at': '2021-07-16T08:44:41Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f18a823-da82-4678-919f-b333ddd2f85f', 'name': '', 'network_id': '0ec8a2ad-38a1-4430-807f-3c63269b0327', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:7c:8a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:38Z', 'updated_at': '2021-07-16T08:44:47Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:11.107840 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ea77eca5-5865-4c28-aa5d-00a9cd69a9d7 None None] For port d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6,segment=NetworkSegment(ff1d43ab-b691-446e-bcd6-98b1e8c7553b),segment_id=ff1d43ab-b691-446e-bcd6-98b1e8c7553b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:11.141108 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea77eca5-5865-4c28-aa5d-00a9cd69a9d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.155450 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4c5819f5-4d02-4586-a289-6c8bffe4f31b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.160994 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ea77eca5-5865-4c28-aa5d-00a9cd69a9d7 None None] Transition to ACTIVE for port object d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:11.167441 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-40564748-ff4a-4dc7-bf4e-58d8838aea5d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.173879 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-83d56303-d6ea-4bd8-a6b9-a2c8726d875d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.207647 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea77eca5-5865-4c28-aa5d-00a9cd69a9d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.220991 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40564748-ff4a-4dc7-bf4e-58d8838aea5d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] No DVR routers for this DVR port 61db3fb2-23af-440e-ae2f-a1a2d6ee82bb on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:11.224048 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d56303-d6ea-4bd8-a6b9-a2c8726d875d None None] No DVR routers for this DVR port 61db3fb2-23af-440e-ae2f-a1a2d6ee82bb on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:11.264779 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d56303-d6ea-4bd8-a6b9-a2c8726d875d None None] Pushing event deleted for resources: {'Port': ['ID=61db3fb2-23af-440e-ae2f-a1a2d6ee82bb,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:11.324263 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea77eca5-5865-4c28-aa5d-00a9cd69a9d7 None None] Pushing event updated for resources: {'Port': ['ID=d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:11.416696 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-40564748-ff4a-4dc7-bf4e-58d8838aea5d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.497048 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-40564748-ff4a-4dc7-bf4e-58d8838aea5d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f0a3753-5968-49a7-99b2-5b22ced59a4e']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:11.508411 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-40564748-ff4a-4dc7-bf4e-58d8838aea5d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '428a6e2d-5810-4989-b40c-cc3521544b07') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:11.508769 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-40564748-ff4a-4dc7-bf4e-58d8838aea5d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '428a6e2d-5810-4989-b40c-cc3521544b07') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:11.522006 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-40564748-ff4a-4dc7-bf4e-58d8838aea5d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.536784 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deff14b4-9c3f-4c8a-aff2-615327b696a3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:11.538296 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-40564748-ff4a-4dc7-bf4e-58d8838aea5d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.546312 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40564748-ff4a-4dc7-bf4e-58d8838aea5d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:45:11.546714 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-40564748-ff4a-4dc7-bf4e-58d8838aea5d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.578152 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dd0fdc-3366-413e-b227-3d4be777ea1d req-14d8f177-8e30-4e98-8285-74cc7b10040b tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:11.579900 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f3dd0fdc-3366-413e-b227-3d4be777ea1d req-14d8f177-8e30-4e98-8285-74cc7b10040b tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/ports?device_id=d18a08db-74de-4f9c-b8d3-e8fb37645473 HTTP/1.1" status: 200 len: 949 time: 0.4375558 Jul 16 08:45:11.583573 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40564748-ff4a-4dc7-bf4e-58d8838aea5d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Port': ['ID=61db3fb2-23af-440e-ae2f-a1a2d6ee82bb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:45:11.599675 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:45:11.734351 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f3dd0fdc-3366-413e-b227-3d4be777ea1d req-1f65333f-7e34-49a8-8ba9-87dc7e9973ae tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d025ae9-e667-4538-9564-1fac08b3debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388638 Jul 16 08:45:11.753151 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-deff14b4-9c3f-4c8a-aff2-615327b696a3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.817065 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-40564748-ff4a-4dc7-bf4e-58d8838aea5d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.826300 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:11.876088 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-40564748-ff4a-4dc7-bf4e-58d8838aea5d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:11.878073 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-40564748-ff4a-4dc7-bf4e-58d8838aea5d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/networks/8f0a3753-5968-49a7-99b2-5b22ced59a4e HTTP/1.1" status: 204 len: 168 time: 2.5695443 Jul 16 08:45:11.889554 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51066) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:11.996175 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 680c7bed-73ea-49c7-841c-ad4ac089da4f no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:12.003449 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40564748-ff4a-4dc7-bf4e-58d8838aea5d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Network': ['ID=8f0a3753-5968-49a7-99b2-5b22ced59a4e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:12.026816 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-deff14b4-9c3f-4c8a-aff2-615327b696a3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] device_id is not set on port 0be8281a-2c65-4b8c-a4fd-58c39928a3d1 yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:45:12.043403 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 680c7bed-73ea-49c7-841c-ad4ac089da4f {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:12.044044 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 680c7bed-73ea-49c7-841c-ad4ac089da4f not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:12.044956 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 61db3fb2-23af-440e-ae2f-a1a2d6ee82bb no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:12.086743 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 61db3fb2-23af-440e-ae2f-a1a2d6ee82bb {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:12.087323 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 61db3fb2-23af-440e-ae2f-a1a2d6ee82bb not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:12.217710 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4c5819f5-4d02-4586-a289-6c8bffe4f31b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.279993 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4c5819f5-4d02-4586-a289-6c8bffe4f31b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.433283 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-451c6d9b-1e33-4e86-aba2-894820a09d55 None None] Provisioning complete for port 59f08c65-9a78-4d5e-8e9d-64ddf749a6ea triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:12.433922 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-451c6d9b-1e33-4e86-aba2-894820a09d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.497568 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-451c6d9b-1e33-4e86-aba2-894820a09d55 None None] Port 59f08c65-9a78-4d5e-8e9d-64ddf749a6ea cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:12.511395 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.db.resource_extend [req-03284731-a1c0-4f7e-a0ae-86e6498688e1 req-8d7e7867-cafc-4b54-b44a-6f2d0fda9c35 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:45:12.514950 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-451c6d9b-1e33-4e86-aba2-894820a09d55 None None] Provisioning for port d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:12.523211 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-451c6d9b-1e33-4e86-aba2-894820a09d55 None None] Provisioning complete for port d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:12.523886 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-451c6d9b-1e33-4e86-aba2-894820a09d55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.630865 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-deff14b4-9c3f-4c8a-aff2-615327b696a3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Allocated IP 172.20.0.8 (c425d69b-1f72-4d72-b818-de282b82db11/544b4334-cb2d-4afb-9b3b-9e8881a424c7/0be8281a-2c65-4b8c-a4fd-58c39928a3d1) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:12.660781 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-03284731-a1c0-4f7e-a0ae-86e6498688e1 req-8d7e7867-cafc-4b54-b44a-6f2d0fda9c35 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.665391 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-03284731-a1c0-4f7e-a0ae-86e6498688e1 req-8d7e7867-cafc-4b54-b44a-6f2d0fda9c35 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.732915 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:12.812638 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:12.820897 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:12.821282 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:12.826115 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [req-03284731-a1c0-4f7e-a0ae-86e6498688e1 req-8d7e7867-cafc-4b54-b44a-6f2d0fda9c35 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Floating IP 9df88835-1d43-4c58-baa6-d63a696792d7 associated. External IP: 172.25.3.112, port: 8455ef63-1e07-4f74-8aaf-6b28e7f17e16. Jul 16 08:45:12.882070 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-4c5819f5-4d02-4586-a289-6c8bffe4f31b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Allocated IP 2001:db8::115 (13b2e67f-8afc-4649-840e-32d6498262f9/23234afb-70cb-4ef5-bdd0-591e65421915/c72d46a1-1c1f-4fa7-9754-80fe823a48ae) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:12.966723 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.008052 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18a08db-74de-4f9c-b8d3-e8fb37645473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:13.011999 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144470c9-aa87-4980-8480-b8b6cb3a009b" -d '{"events": [{"server_uuid": "d18a08db-74de-4f9c-b8d3-e8fb37645473", "name": "network-vif-plugged", "status": "completed", "tag": "9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:13.033363 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:13.040340 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.066009 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd570abe-67b1-4917-8737-b7b28ca10d62 req-8f62ebdf-8264-48e9-9f47-e44e3564f3f3 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:13.075371 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cd570abe-67b1-4917-8737-b7b28ca10d62 req-8f62ebdf-8264-48e9-9f47-e44e3564f3f3 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/ports?device_id=d18a08db-74de-4f9c-b8d3-e8fb37645473 HTTP/1.1" status: 200 len: 949 time: 0.1846471 Jul 16 08:45:13.107359 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-deff14b4-9c3f-4c8a-aff2-615327b696a3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.132052 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03284731-a1c0-4f7e-a0ae-86e6498688e1 req-8d7e7867-cafc-4b54-b44a-6f2d0fda9c35 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Router ec32f572-ec22-4af3-9c0e-1dbdac597c43 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:45:13.139823 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:13.153949 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-deff14b4-9c3f-4c8a-aff2-615327b696a3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Transition to ACTIVE for port object 0be8281a-2c65-4b8c-a4fd-58c39928a3d1 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:13.224405 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cd570abe-67b1-4917-8737-b7b28ca10d62 req-76c1395c-2231-435d-adc0-92f17fc1c10c tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d025ae9-e667-4538-9564-1fac08b3debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479475 Jul 16 08:45:13.247355 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4c5819f5-4d02-4586-a289-6c8bffe4f31b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.264186 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03284731-a1c0-4f7e-a0ae-86e6498688e1 req-8d7e7867-cafc-4b54-b44a-6f2d0fda9c35 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:13.270637 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-03284731-a1c0-4f7e-a0ae-86e6498688e1 req-8d7e7867-cafc-4b54-b44a-6f2d0fda9c35 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.278321 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3b9b3d-3617-4d9f-b506-6548da3429c9 None None] Sync routers for ids ['ec32f572-ec22-4af3-9c0e-1dbdac597c43'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:13.304388 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3b9b3d-3617-4d9f-b506-6548da3429c9 None None] Routers {'ec32f572-ec22-4af3-9c0e-1dbdac597c43'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:13.305056 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bf3b9b3d-3617-4d9f-b506-6548da3429c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['ec32f572-ec22-4af3-9c0e-1dbdac597c43'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:13.335467 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-03284731-a1c0-4f7e-a0ae-86e6498688e1 req-8d7e7867-cafc-4b54-b44a-6f2d0fda9c35 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "PUT /v2.0/floatingips/9df88835-1d43-4c58-baa6-d63a696792d7 HTTP/1.1" status: 200 len: 996 time: 2.7981718 Jul 16 08:45:13.337823 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff4547c-2b2a-4d92-8a72-0119a41936c6', 'tag': '8455ef63-1e07-4f74-8aaf-6b28e7f17e16'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:13.339056 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4c5819f5-4d02-4586-a289-6c8bffe4f31b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.345000 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09e9e273-b964-48e6-921a-2face0ee5dc1" -d '{"events": [{"name": "network-changed", "server_uuid": "aff4547c-2b2a-4d92-8a72-0119a41936c6", "tag": "8455ef63-1e07-4f74-8aaf-6b28e7f17e16"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:13.395244 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5819f5-4d02-4586-a289-6c8bffe4f31b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Pushing event updated for resources: {'Port': ['ID=c72d46a1-1c1f-4fa7-9754-80fe823a48ae,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:13.422630 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-deff14b4-9c3f-4c8a-aff2-615327b696a3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.510127 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03284731-a1c0-4f7e-a0ae-86e6498688e1 req-5b6cac2a-980d-49de-9824-190ae108bad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:13.513787 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788eecc8-7433-46c3-b515-53db96d4bcd7 x-openstack-request-id: req-788eecc8-7433-46c3-b515-53db96d4bcd7 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:13.514108 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18a08db-74de-4f9c-b8d3-e8fb37645473", "name": "network-vif-plugged", "status": "completed", "tag": "9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:13.514426 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-788eecc8-7433-46c3-b515-53db96d4bcd7 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:13.514766 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18a08db-74de-4f9c-b8d3-e8fb37645473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05', 'code': 200} Jul 16 08:45:13.517810 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-03284731-a1c0-4f7e-a0ae-86e6498688e1 req-5b6cac2a-980d-49de-9824-190ae108bad8 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ba4766327c25499aabe1317ded46023a&device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 1097 time: 0.1669641 Jul 16 08:45:13.530327 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2354b58b-0459-404d-9b32-95668554fdb9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:13.555508 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-bf3b9b3d-3617-4d9f-b506-6548da3429c9 None None] Set router ec32f572-ec22-4af3-9c0e-1dbdac597c43 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:13.617208 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6eb8160b-418c-46c6-a48d-79f8b2dc86a7 x-openstack-request-id: req-6eb8160b-418c-46c6-a48d-79f8b2dc86a7 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:13.617660 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aff4547c-2b2a-4d92-8a72-0119a41936c6", "tag": "8455ef63-1e07-4f74-8aaf-6b28e7f17e16", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:13.617920 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6eb8160b-418c-46c6-a48d-79f8b2dc86a7 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:13.618380 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff4547c-2b2a-4d92-8a72-0119a41936c6', 'tag': '8455ef63-1e07-4f74-8aaf-6b28e7f17e16', 'status': 'completed', 'code': 200} Jul 16 08:45:13.681357 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03284731-a1c0-4f7e-a0ae-86e6498688e1 req-55beb1a9-265d-4906-b110-b515daa19dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:13.682986 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-03284731-a1c0-4f7e-a0ae-86e6498688e1 req-55beb1a9-265d-4906-b110-b515daa19dc4 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0d427235-37c8-46d2-b8bf-e52b7ceecefe HTTP/1.1" status: 200 len: 920 time: 0.1642840 Jul 16 08:45:13.824822 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-03284731-a1c0-4f7e-a0ae-86e6498688e1 req-b3798fc4-1d78-457e-b8bf-e2b971710cb5 service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8455ef63-1e07-4f74-8aaf-6b28e7f17e16 HTTP/1.1" status: 200 len: 999 time: 0.1330674 Jul 16 08:45:13.834607 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9e273-b964-48e6-921a-2face0ee5dc1 req-114ce0c6-99be-4b4b-b811-d0d675872eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:13.836696 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-09e9e273-b964-48e6-921a-2face0ee5dc1 req-114ce0c6-99be-4b4b-b811-d0d675872eab service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba4766327c25499aabe1317ded46023a&device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 1097 time: 0.2293415 Jul 16 08:45:13.905047 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03284731-a1c0-4f7e-a0ae-86e6498688e1 req-26b65f1f-fa57-41a6-8179-489d5b565b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:13.913287 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-03284731-a1c0-4f7e-a0ae-86e6498688e1 req-26b65f1f-fa57-41a6-8179-489d5b565b44 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8a1ee6ec-9679-4220-8476-a93bd7695432 HTTP/1.1" status: 200 len: 859 time: 0.0886786 Jul 16 08:45:13.933019 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5819f5-4d02-4586-a289-6c8bffe4f31b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Network 13b2e67f-8afc-4649-840e-32d6498262f9 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:13.980768 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-03284731-a1c0-4f7e-a0ae-86e6498688e1 req-887c2c49-cc9b-40d9-a5ea-f03130a88f73 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0d427235-37c8-46d2-b8bf-e52b7ceecefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0665834 Jul 16 08:45:13.986130 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bf3b9b3d-3617-4d9f-b506-6548da3429c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'name': 'tempest-ServerRescueTestJSONUnderV235-669495853-router', 'tenant_id': 'ba4766327c25499aabe1317ded46023a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b639181d-5f68-4b84-80c9-0c0b574dc97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:52Z', 'updated_at': '2021-07-16T08:44:06Z', 'revision_number': 4, 'project_id': 'ba4766327c25499aabe1317ded46023a', 'gw_port': {'id': 'b639181d-5f68-4b84-80c9-0c0b574dc97d', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:55Z', 'updated_at': '2021-07-16T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '9df88835-1d43-4c58-baa6-d63a696792d7', 'tenant_id': 'ba4766327c25499aabe1317ded46023a', 'floating_ip_address': '172.25.3.112', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'port_id': '8455ef63-1e07-4f74-8aaf-6b28e7f17e16', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d427235-37c8-46d2-b8bf-e52b7ceecefe', 'mac_address': 'fa:16:3e:af:bf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff4547c-2b2a-4d92-8a72-0119a41936c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:45:08Z', 'updated_at': '2021-07-16T08:45:12Z', 'revision_number': 1, 'project_id': 'ba4766327c25499aabe1317ded46023a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7238af1c-3abd-4baa-b7bb-6660a3ea91e2', 'name': '', 'network_id': '0d427235-37c8-46d2-b8bf-e52b7ceecefe', 'tenant_id': 'ba4766327c25499aabe1317ded46023a', 'mac_address': 'fa:16:3e:0e:eb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': '8a1ee6ec-9679-4220-8476-a93bd7695432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:04Z', 'updated_at': '2021-07-16T08:44:17Z', 'revision_number': 5, 'project_id': 'ba4766327c25499aabe1317ded46023a', 'subnets': [{'id': '8a1ee6ec-9679-4220-8476-a93bd7695432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:13.992221 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-03284731-a1c0-4f7e-a0ae-86e6498688e1 req-c27599cc-d8a8-4d4c-ab37-e7b4ae20f4db service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:13.993434 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-03284731-a1c0-4f7e-a0ae-86e6498688e1 req-c27599cc-d8a8-4d4c-ab37-e7b4ae20f4db service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056252 Jul 16 08:45:14.009215 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deff14b4-9c3f-4c8a-aff2-615327b696a3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network c425d69b-1f72-4d72-b818-de282b82db11 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:14.010521 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-4c5819f5-4d02-4586-a289-6c8bffe4f31b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:14.022098 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5819f5-4d02-4586-a289-6c8bffe4f31b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:14.029427 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3b9b3d-3617-4d9f-b506-6548da3429c9 None None] Checking router: ec32f572-ec22-4af3-9c0e-1dbdac597c43 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:45:14.041005 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3b9b3d-3617-4d9f-b506-6548da3429c9 None None] Routers {'ec32f572-ec22-4af3-9c0e-1dbdac597c43'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:14.041803 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bf3b9b3d-3617-4d9f-b506-6548da3429c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['ec32f572-ec22-4af3-9c0e-1dbdac597c43'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:14.051149 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9e273-b964-48e6-921a-2face0ee5dc1 req-977f5706-0d44-4ccc-8ca0-f84ab764b0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:14.052648 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-09e9e273-b964-48e6-921a-2face0ee5dc1 req-977f5706-0d44-4ccc-8ca0-f84ab764b0aa service neutron] 10.222.0.30 "GET /v2.0/networks?id=0d427235-37c8-46d2-b8bf-e52b7ceecefe HTTP/1.1" status: 200 len: 920 time: 0.1951842 Jul 16 08:45:14.105602 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-deff14b4-9c3f-4c8a-aff2-615327b696a3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:14.145881 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deff14b4-9c3f-4c8a-aff2-615327b696a3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:14.156021 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deff14b4-9c3f-4c8a-aff2-615327b696a3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Port': ['ID=0be8281a-2c65-4b8c-a4fd-58c39928a3d1,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:14.165112 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-bf3b9b3d-3617-4d9f-b506-6548da3429c9 None None] Set router ec32f572-ec22-4af3-9c0e-1dbdac597c43 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:14.317904 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2063b18-deb9-449a-9d37-f19176b818bf req-43123bab-4aed-4597-beb1-981f18cbd8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:14.329490 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e2063b18-deb9-449a-9d37-f19176b818bf req-43123bab-4aed-4597-beb1-981f18cbd8a2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d18a08db-74de-4f9c-b8d3-e8fb37645473 HTTP/1.1" status: 200 len: 1102 time: 0.4377611 Jul 16 08:45:14.411143 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deff14b4-9c3f-4c8a-aff2-615327b696a3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:14.411746 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-deff14b4-9c3f-4c8a-aff2-615327b696a3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.479360 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d91a7cc6-328d-432e-a5f9-86b5511243d6 None None] Provisioning for port 0be8281a-2c65-4b8c-a4fd-58c39928a3d1 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:14.483938 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d91a7cc6-328d-432e-a5f9-86b5511243d6 None None] Provisioning complete for port 0be8281a-2c65-4b8c-a4fd-58c39928a3d1 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:14.484324 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d91a7cc6-328d-432e-a5f9-86b5511243d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.486875 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bf3b9b3d-3617-4d9f-b506-6548da3429c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'name': 'tempest-ServerRescueTestJSONUnderV235-669495853-router', 'tenant_id': 'ba4766327c25499aabe1317ded46023a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b639181d-5f68-4b84-80c9-0c0b574dc97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:52Z', 'updated_at': '2021-07-16T08:44:06Z', 'revision_number': 4, 'project_id': 'ba4766327c25499aabe1317ded46023a', 'gw_port': {'id': 'b639181d-5f68-4b84-80c9-0c0b574dc97d', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:55Z', 'updated_at': '2021-07-16T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '9df88835-1d43-4c58-baa6-d63a696792d7', 'tenant_id': 'ba4766327c25499aabe1317ded46023a', 'floating_ip_address': '172.25.3.112', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'port_id': '8455ef63-1e07-4f74-8aaf-6b28e7f17e16', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d427235-37c8-46d2-b8bf-e52b7ceecefe', 'mac_address': 'fa:16:3e:af:bf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff4547c-2b2a-4d92-8a72-0119a41936c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:45:08Z', 'updated_at': '2021-07-16T08:45:12Z', 'revision_number': 1, 'project_id': 'ba4766327c25499aabe1317ded46023a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7238af1c-3abd-4baa-b7bb-6660a3ea91e2', 'name': '', 'network_id': '0d427235-37c8-46d2-b8bf-e52b7ceecefe', 'tenant_id': 'ba4766327c25499aabe1317ded46023a', 'mac_address': 'fa:16:3e:0e:eb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': '8a1ee6ec-9679-4220-8476-a93bd7695432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:04Z', 'updated_at': '2021-07-16T08:44:17Z', 'revision_number': 5, 'project_id': 'ba4766327c25499aabe1317ded46023a', 'subnets': [{'id': '8a1ee6ec-9679-4220-8476-a93bd7695432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:14.520908 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf3b9b3d-3617-4d9f-b506-6548da3429c9 None None] The sync data for ids ['ec32f572-ec22-4af3-9c0e-1dbdac597c43'] in n-d-771362-37 is: [{'id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'name': 'tempest-ServerRescueTestJSONUnderV235-669495853-router', 'tenant_id': 'ba4766327c25499aabe1317ded46023a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b639181d-5f68-4b84-80c9-0c0b574dc97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:52Z', 'updated_at': '2021-07-16T08:44:06Z', 'revision_number': 4, 'project_id': 'ba4766327c25499aabe1317ded46023a', 'gw_port': {'id': 'b639181d-5f68-4b84-80c9-0c0b574dc97d', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:55Z', 'updated_at': '2021-07-16T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '9df88835-1d43-4c58-baa6-d63a696792d7', 'tenant_id': 'ba4766327c25499aabe1317ded46023a', 'floating_ip_address': '172.25.3.112', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'port_id': '8455ef63-1e07-4f74-8aaf-6b28e7f17e16', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 2588, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0d427235-37c8-46d2-b8bf-e52b7ceecefe', 'mac_address': 'fa:16:3e:af:bf:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff4547c-2b2a-4d92-8a72-0119a41936c6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:45:08Z', 'updated_at': '2021-07-16T08:45:12Z', 'revision_number': 1, 'project_id': 'ba4766327c25499aabe1317ded46023a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7238af1c-3abd-4baa-b7bb-6660a3ea91e2', 'name': '', 'network_id': '0d427235-37c8-46d2-b8bf-e52b7ceecefe', 'tenant_id': 'ba4766327c25499aabe1317ded46023a', 'mac_address': 'fa:16:3e:0e:eb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': '8a1ee6ec-9679-4220-8476-a93bd7695432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:04Z', 'updated_at': '2021-07-16T08:44:17Z', 'revision_number': 5, 'project_id': 'ba4766327c25499aabe1317ded46023a', 'subnets': [{'id': '8a1ee6ec-9679-4220-8476-a93bd7695432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:14.605438 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-d91a7cc6-328d-432e-a5f9-86b5511243d6 None None] Port 0be8281a-2c65-4b8c-a4fd-58c39928a3d1 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:14.614239 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-deff14b4-9c3f-4c8a-aff2-615327b696a3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.9569821 Jul 16 08:45:14.630616 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51120) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:14.642980 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-07414f2b-4d9c-4e1f-9af4-32257f08d3d5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'subnet': {'network_id': 'c425d69b-1f72-4d72-b818-de282b82db11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:14.654805 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e2063b18-deb9-449a-9d37-f19176b818bf req-5acd2081-df4c-48ad-a4b8-e981a8dd17e2 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=1d025ae9-e667-4538-9564-1fac08b3debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3098452 Jul 16 08:45:14.735306 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-03284731-a1c0-4f7e-a0ae-86e6498688e1 req-1573dccf-d527-4cbf-a657-c7ec749f5a88 service neutron] 10.222.0.22 "GET /v2.0/networks/0d427235-37c8-46d2-b8bf-e52b7ceecefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7349758 Jul 16 08:45:14.737951 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-09e9e273-b964-48e6-921a-2face0ee5dc1 req-4f7ad232-7b45-4308-95c0-fc643b089a78 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8455ef63-1e07-4f74-8aaf-6b28e7f17e16 HTTP/1.1" status: 200 len: 999 time: 0.6481938 Jul 16 08:45:14.817984 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e9e273-b964-48e6-921a-2face0ee5dc1 req-f45a6c7f-71d1-403b-8fa2-cab7e156ec8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:14.819490 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-09e9e273-b964-48e6-921a-2face0ee5dc1 req-f45a6c7f-71d1-403b-8fa2-cab7e156ec8a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8a1ee6ec-9679-4220-8476-a93bd7695432 HTTP/1.1" status: 200 len: 859 time: 0.0738533 Jul 16 08:45:14.833354 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9859123c-a0ab-4bd7-9893-b30e70c95e4f req-7e42abf9-22d2-43f1-ae4a-b7432bae1a9f tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:14.840740 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9859123c-a0ab-4bd7-9893-b30e70c95e4f req-7e42abf9-22d2-43f1-ae4a-b7432bae1a9f tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/ports?device_id=d18a08db-74de-4f9c-b8d3-e8fb37645473 HTTP/1.1" status: 200 len: 950 time: 0.4130723 Jul 16 08:45:14.852328 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4c5819f5-4d02-4586-a289-6c8bffe4f31b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:14.883929 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-09e9e273-b964-48e6-921a-2face0ee5dc1 req-0f1b3ac3-9f16-4a75-914e-559c9268a5f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d427235-37c8-46d2-b8bf-e52b7ceecefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0334642 Jul 16 08:45:14.920048 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ddffd08-7aa5-45f7-9bfe-b098f7ff4987 None None] New status for floating IP 9df88835-1d43-4c58-baa6-d63a696792d7: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:45:15.010098 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-03284731-a1c0-4f7e-a0ae-86e6498688e1 req-8422615b-ee64-42c8-89e4-536e974cef18 service neutron] 10.222.0.22 "GET /v2.0/networks/0d427235-37c8-46d2-b8bf-e52b7ceecefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2654808 Jul 16 08:45:15.011010 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9859123c-a0ab-4bd7-9893-b30e70c95e4f req-198b326d-c28f-4c0b-aced-8df405d7d1a9 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d025ae9-e667-4538-9564-1fac08b3debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693182 Jul 16 08:45:15.022374 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-09e9e273-b964-48e6-921a-2face0ee5dc1 req-708925e8-0c6e-4265-acd8-13074fda64c6 service neutron] 10.222.0.30 "GET /v2.0/networks/0d427235-37c8-46d2-b8bf-e52b7ceecefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271768 Jul 16 08:45:15.171165 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-09e9e273-b964-48e6-921a-2face0ee5dc1 req-d45d7c23-b52a-443c-a14e-1a64558c3cef service neutron] 10.222.0.30 "GET /v2.0/networks/0d427235-37c8-46d2-b8bf-e52b7ceecefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1407316 Jul 16 08:45:15.180070 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07414f2b-4d9c-4e1f-9af4-32257f08d3d5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:15.183806 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-07414f2b-4d9c-4e1f-9af4-32257f08d3d5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.331978 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-2354b58b-0459-404d-9b32-95668554fdb9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Deleting port 457b224d-88b7-4670-89af-d52228322829 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:15.332395 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2354b58b-0459-404d-9b32-95668554fdb9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.364435 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a6bfb700-28f4-430b-90f8-5ddf80807b57 req-be5861d4-95d0-4ac7-8159-aec8b3f8bb29 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 999 time: 0.2579966 Jul 16 08:45:15.533691 n-d-771362-37 neutron-server[93758]: INFO neutron.db.ipam_backend_mixin [None req-07414f2b-4d9c-4e1f-9af4-32257f08d3d5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 544b4334-cb2d-4afb-9b3b-9e8881a424c7 (CIDR: 172.20.0.0/28) Jul 16 08:45:15.551121 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-07414f2b-4d9c-4e1f-9af4-32257f08d3d5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:45:15.551628 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07414f2b-4d9c-4e1f-9af4-32257f08d3d5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:45:15.570466 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfb700-28f4-430b-90f8-5ddf80807b57 req-6ca5f120-16fb-42a2-a36b-68389d7b957d tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:15.571859 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a6bfb700-28f4-430b-90f8-5ddf80807b57 req-6ca5f120-16fb-42a2-a36b-68389d7b957d tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/ports/8455ef63-1e07-4f74-8aaf-6b28e7f17e16 HTTP/1.1" status: 200 len: 942 time: 0.1828549 Jul 16 08:45:15.611220 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-07414f2b-4d9c-4e1f-9af4-32257f08d3d5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9708838 Jul 16 08:45:15.611408 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4c5819f5-4d02-4586-a289-6c8bffe4f31b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.612771 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51138) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:15.619380 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-45ae3e61-cfa4-4a11-ac16-19fbddb1a74b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'subnet': {'network_id': 'c425d69b-1f72-4d72-b818-de282b82db11', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:15.619870 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-2354b58b-0459-404d-9b32-95668554fdb9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] For port 457b224d-88b7-4670-89af-d52228322829, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=457b224d-88b7-4670-89af-d52228322829,segment=NetworkSegment(07491457-6390-4ec3-882a-195b31698d9e),segment_id=07491457-6390-4ec3-882a-195b31698d9e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:15.620800 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2354b58b-0459-404d-9b32-95668554fdb9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.675717 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-2354b58b-0459-404d-9b32-95668554fdb9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Calling delete_port for 457b224d-88b7-4670-89af-d52228322829 owned by network:router_interface {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:15.739098 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ae3e61-cfa4-4a11-ac16-19fbddb1a74b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:15.743002 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45ae3e61-cfa4-4a11-ac16-19fbddb1a74b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:15.862385 n-d-771362-37 neutron-server[93759]: INFO neutron.db.ipam_backend_mixin [None req-45ae3e61-cfa4-4a11-ac16-19fbddb1a74b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet df69a9b1-03eb-4055-bdf0-72c6178b4a24 (CIDR: 172.20.0.16/28) Jul 16 08:45:15.866442 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ae3e61-cfa4-4a11-ac16-19fbddb1a74b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:45:15.866956 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ae3e61-cfa4-4a11-ac16-19fbddb1a74b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:45:15.885386 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-45ae3e61-cfa4-4a11-ac16-19fbddb1a74b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.2683070 Jul 16 08:45:15.885645 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51144) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:15.891094 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-cdeb19ef-408a-4ee6-9e14-6c18ce9c48e3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'subnet': {'network_id': 'c425d69b-1f72-4d72-b818-de282b82db11', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:16.022777 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdeb19ef-408a-4ee6-9e14-6c18ce9c48e3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Made reservation on behalf of bcd27c28ca394de099c946d008646817 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:16.026559 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cdeb19ef-408a-4ee6-9e14-6c18ce9c48e3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:16.177275 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a6bfb700-28f4-430b-90f8-5ddf80807b57 req-25a32d84-1e6b-4887-a5cd-6b249ecc8f5e tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 1001 time: 0.4912822 Jul 16 08:45:16.275509 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93bb3f03-1bf7-427e-9214-a286f6d79541 req-d496a328-44f8-4e1c-8d1b-79190689ec5e tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:16.277802 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-93bb3f03-1bf7-427e-9214-a286f6d79541 req-d496a328-44f8-4e1c-8d1b-79190689ec5e tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/ports?device_id=d18a08db-74de-4f9c-b8d3-e8fb37645473 HTTP/1.1" status: 200 len: 950 time: 0.1198506 Jul 16 08:45:16.309156 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c5819f5-4d02-4586-a289-6c8bffe4f31b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Router 2f0fa0a3-aedd-4e84-9790-b73231d81360 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:45:16.386333 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-93bb3f03-1bf7-427e-9214-a286f6d79541 req-23df0cab-0fd0-4424-a6b4-62775d9e7d23 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d025ae9-e667-4538-9564-1fac08b3debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939343 Jul 16 08:45:16.391865 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfb700-28f4-430b-90f8-5ddf80807b57 req-6e8e69e6-f59c-49c1-8e10-3e8a4bc46c1f tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:16.398911 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a6bfb700-28f4-430b-90f8-5ddf80807b57 req-6e8e69e6-f59c-49c1-8e10-3e8a4bc46c1f tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 784 time: 0.2124355 Jul 16 08:45:16.404841 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-a6bfb700-28f4-430b-90f8-5ddf80807b57 req-5454986b-4922-440b-91f5-a124890f92ab tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:45:16.405804 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cdeb19ef-408a-4ee6-9e14-6c18ce9c48e3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:16.405964 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a6bfb700-28f4-430b-90f8-5ddf80807b57 req-5454986b-4922-440b-91f5-a124890f92ab tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061848 Jul 16 08:45:16.435057 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2354b58b-0459-404d-9b32-95668554fdb9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:16.463040 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdeb19ef-408a-4ee6-9e14-6c18ce9c48e3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Network c425d69b-1f72-4d72-b818-de282b82db11 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:16.466345 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-cdeb19ef-408a-4ee6-9e14-6c18ce9c48e3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:16.471578 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdeb19ef-408a-4ee6-9e14-6c18ce9c48e3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:16.472846 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cdeb19ef-408a-4ee6-9e14-6c18ce9c48e3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:16.479552 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b1ae56-dda5-49b7-ad8e-53d5afebfb0a None None] Network c425d69b-1f72-4d72-b818-de282b82db11 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:16.486827 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdeb19ef-408a-4ee6-9e14-6c18ce9c48e3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Subnet': ['ID=08c729e2-6833-4947-ad08-c5cf04e68b45,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:16.506267 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-cdeb19ef-408a-4ee6-9e14-6c18ce9c48e3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.6184106 Jul 16 08:45:16.508124 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51164) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:16.514585 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f17b8335-f64d-47e1-97d9-d9aec79e2fd1 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1782607174', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '08c729e2-6833-4947-ad08-c5cf04e68b45'}], 'security_groups': ['d8ec252f-f03e-4fe3-8ca8-44e13fad3b30', '3691415f-3e8f-4651-81e9-ee9f3a53ba18']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:16.536268 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2354b58b-0459-404d-9b32-95668554fdb9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Port': ['ID=457b224d-88b7-4670-89af-d52228322829,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:16.587629 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a6bfb700-28f4-430b-90f8-5ddf80807b57 req-260e5211-33a6-4ece-ae78-a3b5830e37b8 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 1001 time: 0.1627226 Jul 16 08:45:16.619649 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-a6bfb700-28f4-430b-90f8-5ddf80807b57 req-1a928ebc-b26e-4684-8d3e-71a0bc41bd92 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:16.910540 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f17b8335-f64d-47e1-97d9-d9aec79e2fd1 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:16.920694 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c5819f5-4d02-4586-a289-6c8bffe4f31b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:16.932912 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3270d7d6-38b6-4c7f-baa2-cb5ca3c6e832 None None] Sync routers for ids ['2f0fa0a3-aedd-4e84-9790-b73231d81360'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:16.936559 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edc7722d-e9d2-4ce7-bfaa-456b702cf184 None None] Update dhcp port {'port': {'network_id': 'c425d69b-1f72-4d72-b818-de282b82db11', 'fixed_ips': [{'subnet_id': 'df69a9b1-03eb-4055-bdf0-72c6178b4a24', 'ip_address': '172.20.0.18'}, {'subnet_id': '544b4334-cb2d-4afb-9b3b-9e8881a424c7', 'ip_address': '172.20.0.2'}, {'subnet_id': '08c729e2-6833-4947-ad08-c5cf04e68b45'}], 'binding:host_id': 'n-d-771362-37'}, 'id': 'd03907eb-e7c1-4fc0-b6a3-eb1bb94371a6'} from n-d-771362-37. {{(pid=93760) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:45:16.946633 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3270d7d6-38b6-4c7f-baa2-cb5ca3c6e832 None None] Routers {'2f0fa0a3-aedd-4e84-9790-b73231d81360'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:16.951561 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3270d7d6-38b6-4c7f-baa2-cb5ca3c6e832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2f0fa0a3-aedd-4e84-9790-b73231d81360'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:16.981235 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a6bfb700-28f4-430b-90f8-5ddf80807b57 req-1a928ebc-b26e-4684-8d3e-71a0bc41bd92 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks [] for floatingip, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:16.986196 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4c5819f5-4d02-4586-a289-6c8bffe4f31b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:16.987291 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4c5819f5-4d02-4586-a289-6c8bffe4f31b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 6.6813185 Jul 16 08:45:16.990689 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51172) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:16.997898 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-edc7722d-e9d2-4ce7-bfaa-456b702cf184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.098242 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2354b58b-0459-404d-9b32-95668554fdb9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.122390 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3270d7d6-38b6-4c7f-baa2-cb5ca3c6e832 None None] Set router 2f0fa0a3-aedd-4e84-9790-b73231d81360 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:17.275310 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-edc7722d-e9d2-4ce7-bfaa-456b702cf184 None None] Allocated IP 172.20.0.34 (c425d69b-1f72-4d72-b818-de282b82db11/08c729e2-6833-4947-ad08-c5cf04e68b45/d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:17.352275 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b7b1491-a6c1-4acf-abfe-c3921397ad77 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.387700 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a6bfb700-28f4-430b-90f8-5ddf80807b57 req-1a928ebc-b26e-4684-8d3e-71a0bc41bd92 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.415756 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3270d7d6-38b6-4c7f-baa2-cb5ca3c6e832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0fa0a3-aedd-4e84-9790-b73231d81360', 'name': '', 'tenant_id': '137b258962c94034922135e5d2528d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '13b2e67f-8afc-4649-840e-32d6498262f9', 'external_fixed_ips': [{'subnet_id': '23234afb-70cb-4ef5-bdd0-591e65421915', 'ip_address': '2001:db8::115'}], 'enable_snat': True}, 'gw_port_id': 'c72d46a1-1c1f-4fa7-9754-80fe823a48ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:10Z', 'updated_at': '2021-07-16T08:45:14Z', 'revision_number': 3, 'project_id': '137b258962c94034922135e5d2528d63', 'gw_port': {'id': 'c72d46a1-1c1f-4fa7-9754-80fe823a48ae', 'name': '', 'network_id': '13b2e67f-8afc-4649-840e-32d6498262f9', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:02:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2f0fa0a3-aedd-4e84-9790-b73231d81360', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2600, 'fixed_ips': [{'subnet_id': '23234afb-70cb-4ef5-bdd0-591e65421915', 'ip_address': '2001:db8::115', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:12Z', 'updated_at': '2021-07-16T08:45:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '23234afb-70cb-4ef5-bdd0-591e65421915', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:17.423643 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a6bfb700-28f4-430b-90f8-5ddf80807b57 req-1a928ebc-b26e-4684-8d3e-71a0bc41bd92 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.423969 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [req-a6bfb700-28f4-430b-90f8-5ddf80807b57 req-1a928ebc-b26e-4684-8d3e-71a0bc41bd92 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Floating IP 9df88835-1d43-4c58-baa6-d63a696792d7 disassociated. External IP: 172.25.3.112, port: 8455ef63-1e07-4f74-8aaf-6b28e7f17e16. Jul 16 08:45:17.445391 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3270d7d6-38b6-4c7f-baa2-cb5ca3c6e832 None None] Checking router: 2f0fa0a3-aedd-4e84-9790-b73231d81360 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:45:17.445739 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3270d7d6-38b6-4c7f-baa2-cb5ca3c6e832 None None] Updating router 2f0fa0a3-aedd-4e84-9790-b73231d81360 port c72d46a1-1c1f-4fa7-9754-80fe823a48ae binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:45:17.501123 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3270d7d6-38b6-4c7f-baa2-cb5ca3c6e832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.504075 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-edc7722d-e9d2-4ce7-bfaa-456b702cf184 None None] For port d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6,segment=NetworkSegment(ff1d43ab-b691-446e-bcd6-98b1e8c7553b),segment_id=ff1d43ab-b691-446e-bcd6-98b1e8c7553b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:17.531004 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2354b58b-0459-404d-9b32-95668554fdb9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:45:17.572677 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-edc7722d-e9d2-4ce7-bfaa-456b702cf184 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.582203 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5916ba44-cd26-4378-9597-f284899fe4fa req-325743c6-1c60-4841-ba5c-7608473b8cb1 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:17.589283 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5916ba44-cd26-4378-9597-f284899fe4fa req-325743c6-1c60-4841-ba5c-7608473b8cb1 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/ports?device_id=d18a08db-74de-4f9c-b8d3-e8fb37645473 HTTP/1.1" status: 200 len: 950 time: 0.4561145 Jul 16 08:45:17.599540 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-edc7722d-e9d2-4ce7-bfaa-456b702cf184 None None] Transition to ACTIVE for port object d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:17.604996 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-edc7722d-e9d2-4ce7-bfaa-456b702cf184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.700922 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b7b1491-a6c1-4acf-abfe-c3921397ad77 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.721678 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5916ba44-cd26-4378-9597-f284899fe4fa req-3d2c44a4-6585-4e99-aae7-5e8ad712a98d tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d025ae9-e667-4538-9564-1fac08b3debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312900 Jul 16 08:45:17.733973 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc7722d-e9d2-4ce7-bfaa-456b702cf184 None None] Pushing event updated for resources: {'Port': ['ID=d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:17.987317 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3270d7d6-38b6-4c7f-baa2-cb5ca3c6e832 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:17.987938 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-f17b8335-f64d-47e1-97d9-d9aec79e2fd1 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Delete allocated IP 172.20.0.8 (c425d69b-1f72-4d72-b818-de282b82db11/544b4334-cb2d-4afb-9b3b-9e8881a424c7) {{(pid=93759) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 16 08:45:17.998793 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3270d7d6-38b6-4c7f-baa2-cb5ca3c6e832 None None] Transition to ACTIVE for port object c72d46a1-1c1f-4fa7-9754-80fe823a48ae will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:18.007289 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3270d7d6-38b6-4c7f-baa2-cb5ca3c6e832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.011048 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0b7b1491-a6c1-4acf-abfe-c3921397ad77 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Deleting port c72d46a1-1c1f-4fa7-9754-80fe823a48ae {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:18.011795 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b7b1491-a6c1-4acf-abfe-c3921397ad77 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.069225 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3270d7d6-38b6-4c7f-baa2-cb5ca3c6e832 None None] Attempting to bind port c72d46a1-1c1f-4fa7-9754-80fe823a48ae on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:18.069607 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3270d7d6-38b6-4c7f-baa2-cb5ca3c6e832 None None] Attempting to bind port c72d46a1-1c1f-4fa7-9754-80fe823a48ae by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'eaae2103-7374-460e-ad62-7d4d8fbf5f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '13b2e67f-8afc-4649-840e-32d6498262f9'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:18.069976 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3270d7d6-38b6-4c7f-baa2-cb5ca3c6e832 None None] Attempting to bind port c72d46a1-1c1f-4fa7-9754-80fe823a48ae on network 13b2e67f-8afc-4649-840e-32d6498262f9 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:18.083091 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3270d7d6-38b6-4c7f-baa2-cb5ca3c6e832 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:18.083470 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3270d7d6-38b6-4c7f-baa2-cb5ca3c6e832 None None] Checking segment: {'id': 'eaae2103-7374-460e-ad62-7d4d8fbf5f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '13b2e67f-8afc-4649-840e-32d6498262f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:18.083878 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3270d7d6-38b6-4c7f-baa2-cb5ca3c6e832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.084273 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3270d7d6-38b6-4c7f-baa2-cb5ca3c6e832 None None] Bound using segment: {'id': 'eaae2103-7374-460e-ad62-7d4d8fbf5f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '13b2e67f-8afc-4649-840e-32d6498262f9'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:18.084788 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3270d7d6-38b6-4c7f-baa2-cb5ca3c6e832 None None] Bound port: c72d46a1-1c1f-4fa7-9754-80fe823a48ae, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eaae2103-7374-460e-ad62-7d4d8fbf5f6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '13b2e67f-8afc-4649-840e-32d6498262f9'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:18.085172 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3270d7d6-38b6-4c7f-baa2-cb5ca3c6e832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.093837 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-f17b8335-f64d-47e1-97d9-d9aec79e2fd1 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Allocated IP 172.20.0.36 (c425d69b-1f72-4d72-b818-de282b82db11/08c729e2-6833-4947-ad08-c5cf04e68b45/0be8281a-2c65-4b8c-a4fd-58c39928a3d1) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:18.139219 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3270d7d6-38b6-4c7f-baa2-cb5ca3c6e832 None None] For port c72d46a1-1c1f-4fa7-9754-80fe823a48ae, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:18.141917 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2354b58b-0459-404d-9b32-95668554fdb9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:18.142581 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3270d7d6-38b6-4c7f-baa2-cb5ca3c6e832 None None] For port c72d46a1-1c1f-4fa7-9754-80fe823a48ae, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=c72d46a1-1c1f-4fa7-9754-80fe823a48ae,segment=NetworkSegment(eaae2103-7374-460e-ad62-7d4d8fbf5f6f),segment_id=eaae2103-7374-460e-ad62-7d4d8fbf5f6f)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:45:18.152581 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3270d7d6-38b6-4c7f-baa2-cb5ca3c6e832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.153384 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2354b58b-0459-404d-9b32-95668554fdb9 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "PUT /v2.0/routers/99cd0c9b-519a-4a38-8d81-314a0fa9f2f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2174249 Jul 16 08:45:18.156002 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51190) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:18.157964 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb59577-ee26-4d27-84d3-3088b8c64f07 None None] Sync routers for ids ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:18.159961 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0f4bd-f6c5-47c5-a196-4273c11bc3ff None None] Pushing event updated for resources: {'Port': ['ID=c72d46a1-1c1f-4fa7-9754-80fe823a48ae,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:18.176066 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0f4bd-f6c5-47c5-a196-4273c11bc3ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:18.176430 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0f4bd-f6c5-47c5-a196-4273c11bc3ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:18.176774 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0f4bd-f6c5-47c5-a196-4273c11bc3ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:18.177117 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0f4bd-f6c5-47c5-a196-4273c11bc3ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:18.177437 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0f4bd-f6c5-47c5-a196-4273c11bc3ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:18.177765 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0f4bd-f6c5-47c5-a196-4273c11bc3ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:18.178091 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0f4bd-f6c5-47c5-a196-4273c11bc3ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:18.178435 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0f4bd-f6c5-47c5-a196-4273c11bc3ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:18.178733 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0f4bd-f6c5-47c5-a196-4273c11bc3ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:18.179055 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0f4bd-f6c5-47c5-a196-4273c11bc3ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:18.179376 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0f4bd-f6c5-47c5-a196-4273c11bc3ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:18.179694 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4d0f4bd-f6c5-47c5-a196-4273c11bc3ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:18.213392 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb59577-ee26-4d27-84d3-3088b8c64f07 None None] Routers {'99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:18.214450 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9eb59577-ee26-4d27-84d3-3088b8c64f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:18.286345 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d0f4bd-f6c5-47c5-a196-4273c11bc3ff None None] Pushing event updated for resources: {'Port': ['ID=c72d46a1-1c1f-4fa7-9754-80fe823a48ae,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:18.294326 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b7b1491-a6c1-4acf-abfe-c3921397ad77 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.310880 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3270d7d6-38b6-4c7f-baa2-cb5ca3c6e832 None None] Routers {'2f0fa0a3-aedd-4e84-9790-b73231d81360'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:18.311871 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3270d7d6-38b6-4c7f-baa2-cb5ca3c6e832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2f0fa0a3-aedd-4e84-9790-b73231d81360'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:18.317275 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0b7b1491-a6c1-4acf-abfe-c3921397ad77 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Calling delete_port for c72d46a1-1c1f-4fa7-9754-80fe823a48ae owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:18.379827 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3c8362c-864c-48fd-912e-957ce566d319 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Deleting subnet 8d295ace-370c-4a19-98f7-781bc6a5eb26 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:45:18.401695 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-9eb59577-ee26-4d27-84d3-3088b8c64f07 None None] Set router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:18.406694 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f3c8362c-864c-48fd-912e-957ce566d319 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.458359 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3270d7d6-38b6-4c7f-baa2-cb5ca3c6e832 None None] Set router 2f0fa0a3-aedd-4e84-9790-b73231d81360 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:18.480663 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6bfb700-28f4-430b-90f8-5ddf80807b57 req-1a928ebc-b26e-4684-8d3e-71a0bc41bd92 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Router ec32f572-ec22-4af3-9c0e-1dbdac597c43 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:45:18.517711 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198fea0f-2657-4ffc-b8ee-cd40180d42ba req-ea4f9dcc-5890-4cb5-aebd-3da850d0c6c8 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:18.517711 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-198fea0f-2657-4ffc-b8ee-cd40180d42ba req-ea4f9dcc-5890-4cb5-aebd-3da850d0c6c8 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.21 "GET /v2.0/ports?device_id=d18a08db-74de-4f9c-b8d3-e8fb37645473 HTTP/1.1" status: 200 len: 950 time: 0.3064315 Jul 16 08:45:18.528300 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f3c8362c-864c-48fd-912e-957ce566d319 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.627836 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3270d7d6-38b6-4c7f-baa2-cb5ca3c6e832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2f0fa0a3-aedd-4e84-9790-b73231d81360', 'name': '', 'tenant_id': '137b258962c94034922135e5d2528d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:10Z', 'updated_at': '2021-07-16T08:45:17Z', 'revision_number': 4, 'project_id': '137b258962c94034922135e5d2528d63', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:18.682652 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f17b8335-f64d-47e1-97d9-d9aec79e2fd1 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.719320 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3270d7d6-38b6-4c7f-baa2-cb5ca3c6e832 None None] The sync data for ids ['2f0fa0a3-aedd-4e84-9790-b73231d81360'] in n-d-771362-37 is: [{'id': '2f0fa0a3-aedd-4e84-9790-b73231d81360', 'name': '', 'tenant_id': '137b258962c94034922135e5d2528d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:10Z', 'updated_at': '2021-07-16T08:45:17Z', 'revision_number': 4, 'project_id': '137b258962c94034922135e5d2528d63', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:18.737143 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-f17b8335-f64d-47e1-97d9-d9aec79e2fd1 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Transition to ACTIVE for port object 0be8281a-2c65-4b8c-a4fd-58c39928a3d1 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:18.743822 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f17b8335-f64d-47e1-97d9-d9aec79e2fd1 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.860133 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:45:18.882292 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17b8335-f64d-47e1-97d9-d9aec79e2fd1 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event updated for resources: {'Port': ['ID=0be8281a-2c65-4b8c-a4fd-58c39928a3d1,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:18.885531 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9eb59577-ee26-4d27-84d3-3088b8c64f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'name': 'tempest-RoutersIpV6Test-router-639230317', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:26Z', 'updated_at': '2021-07-16T08:45:16Z', 'revision_number': 9, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None, '_interfaces': [{'id': '4b3a3b7f-f30d-4683-a8a4-3b10db99918b', 'name': '', 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:a7:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:30Z', 'updated_at': '2021-07-16T08:44:41Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f18a823-da82-4678-919f-b333ddd2f85f', 'name': '', 'network_id': '0ec8a2ad-38a1-4430-807f-3c63269b0327', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:7c:8a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:38Z', 'updated_at': '2021-07-16T08:44:47Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:18.904674 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6bfb700-28f4-430b-90f8-5ddf80807b57 req-1a928ebc-b26e-4684-8d3e-71a0bc41bd92 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:18.916894 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a6bfb700-28f4-430b-90f8-5ddf80807b57 req-1a928ebc-b26e-4684-8d3e-71a0bc41bd92 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.918069 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ae18b3-c426-49cf-965f-6c55e3ad7c94 None None] Sync routers for ids ['ec32f572-ec22-4af3-9c0e-1dbdac597c43'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:18.935002 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ae18b3-c426-49cf-965f-6c55e3ad7c94 None None] Routers {'ec32f572-ec22-4af3-9c0e-1dbdac597c43'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:18.935634 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d4ae18b3-c426-49cf-965f-6c55e3ad7c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['ec32f572-ec22-4af3-9c0e-1dbdac597c43'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:18.981526 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-198fea0f-2657-4ffc-b8ee-cd40180d42ba req-87df0249-7aea-4641-9dae-30a6c70afc0f tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Deleting port 9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:18.982167 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-198fea0f-2657-4ffc-b8ee-cd40180d42ba req-87df0249-7aea-4641-9dae-30a6c70afc0f tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:18.990622 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb59577-ee26-4d27-84d3-3088b8c64f07 None None] Checking router: 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:45:18.994371 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a6bfb700-28f4-430b-90f8-5ddf80807b57 req-1a928ebc-b26e-4684-8d3e-71a0bc41bd92 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "PUT /v2.0/floatingips/9df88835-1d43-4c58-baa6-d63a696792d7 HTTP/1.1" status: 200 len: 695 time: 2.4054732 Jul 16 08:45:19.007052 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aff4547c-2b2a-4d92-8a72-0119a41936c6', 'tag': '8455ef63-1e07-4f74-8aaf-6b28e7f17e16'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:19.009972 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a518d55-a986-4d67-85f6-84e292f83541" -d '{"events": [{"name": "network-changed", "server_uuid": "aff4547c-2b2a-4d92-8a72-0119a41936c6", "tag": "8455ef63-1e07-4f74-8aaf-6b28e7f17e16"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:19.017142 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb59577-ee26-4d27-84d3-3088b8c64f07 None None] Routers {'99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:19.017798 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9eb59577-ee26-4d27-84d3-3088b8c64f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:19.054354 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f3c8362c-864c-48fd-912e-957ce566d319 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:19.095120 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b7b1491-a6c1-4acf-abfe-c3921397ad77 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:19.160604 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7b1491-a6c1-4acf-abfe-c3921397ad77 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Pushing event deleted for resources: {'Port': ['ID=c72d46a1-1c1f-4fa7-9754-80fe823a48ae,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:19.209348 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f17b8335-f64d-47e1-97d9-d9aec79e2fd1 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] In _notify_port_updated(), no bound segment for port 0be8281a-2c65-4b8c-a4fd-58c39928a3d1 on network c425d69b-1f72-4d72-b818-de282b82db11 {{(pid=93759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:45:19.223465 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-9eb59577-ee26-4d27-84d3-3088b8c64f07 None None] Set router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:19.225027 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17b8335-f64d-47e1-97d9-d9aec79e2fd1 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:19.227073 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f17b8335-f64d-47e1-97d9-d9aec79e2fd1 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:19.232276 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f17b8335-f64d-47e1-97d9-d9aec79e2fd1 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "PUT /v2.0/ports/0be8281a-2c65-4b8c-a4fd-58c39928a3d1 HTTP/1.1" status: 200 len: 960 time: 2.7223678 Jul 16 08:45:19.243127 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51208) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:19.303910 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b7b1491-a6c1-4acf-abfe-c3921397ad77 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:19.324194 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-95ad3158-9bd1-49ae-a6d6-efc3914a0e14 None None] Provisioning complete for port 59f08c65-9a78-4d5e-8e9d-64ddf749a6ea triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:19.324890 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-95ad3158-9bd1-49ae-a6d6-efc3914a0e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:19.357041 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-d4ae18b3-c426-49cf-965f-6c55e3ad7c94 None None] Set router ec32f572-ec22-4af3-9c0e-1dbdac597c43 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:19.474227 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-198fea0f-2657-4ffc-b8ee-cd40180d42ba req-87df0249-7aea-4641-9dae-30a6c70afc0f tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] For port 9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:19.474764 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-198fea0f-2657-4ffc-b8ee-cd40180d42ba req-87df0249-7aea-4641-9dae-30a6c70afc0f tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:19.497992 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-198fea0f-2657-4ffc-b8ee-cd40180d42ba req-87df0249-7aea-4641-9dae-30a6c70afc0f tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Calling delete_port for 9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:19.531083 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b7b1491-a6c1-4acf-abfe-c3921397ad77 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:19.538046 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b7b1491-a6c1-4acf-abfe-c3921397ad77 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:19.620909 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f3c8362c-864c-48fd-912e-957ce566d319 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:19.626197 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-95ad3158-9bd1-49ae-a6d6-efc3914a0e14 None None] Port 59f08c65-9a78-4d5e-8e9d-64ddf749a6ea cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:19.639579 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafa0006-db54-4fb6-aa83-5206418c69ce req-8fe6f973-fc5c-468d-b391-5e72cba01571 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:19.648916 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fafa0006-db54-4fb6-aa83-5206418c69ce req-8fe6f973-fc5c-468d-b391-5e72cba01571 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/ports?device_id=d18a08db-74de-4f9c-b8d3-e8fb37645473 HTTP/1.1" status: 200 len: 950 time: 0.6247945 Jul 16 08:45:19.720558 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-95ad3158-9bd1-49ae-a6d6-efc3914a0e14 None None] Provisioning for port 0be8281a-2c65-4b8c-a4fd-58c39928a3d1 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:19.738250 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-95ad3158-9bd1-49ae-a6d6-efc3914a0e14 None None] Provisioning complete for port 0be8281a-2c65-4b8c-a4fd-58c39928a3d1 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:19.738730 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-95ad3158-9bd1-49ae-a6d6-efc3914a0e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:19.756081 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfb700-28f4-430b-90f8-5ddf80807b57 req-42cd142e-b8bb-4f0b-bbb6-bccf75781c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:19.765259 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a6bfb700-28f4-430b-90f8-5ddf80807b57 req-42cd142e-b8bb-4f0b-bbb6-bccf75781c92 service neutron] 10.222.0.22 "GET /v2.0/ports?tenant_id=ba4766327c25499aabe1317ded46023a&device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 1097 time: 0.7515223 Jul 16 08:45:19.766289 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c8362c-864c-48fd-912e-957ce566d319 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Subnet': ['ID=8d295ace-370c-4a19-98f7-781bc6a5eb26,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:19.774495 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f3c8362c-864c-48fd-912e-957ce566d319 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:19.780626 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f3c8362c-864c-48fd-912e-957ce566d319 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/subnets/8d295ace-370c-4a19-98f7-781bc6a5eb26 HTTP/1.1" status: 204 len: 168 time: 1.6230989 Jul 16 08:45:19.780772 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b7b1491-a6c1-4acf-abfe-c3921397ad77 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:19.782038 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b7b1491-a6c1-4acf-abfe-c3921397ad77 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2f0fa0a3-aedd-4e84-9790-b73231d81360 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:45:19.790333 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51216) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:19.803863 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-95ad3158-9bd1-49ae-a6d6-efc3914a0e14 None None] Port 0be8281a-2c65-4b8c-a4fd-58c39928a3d1 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:19.804109 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b7b1491-a6c1-4acf-abfe-c3921397ad77 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:19.805835 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:19.807885 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04652e80-0f90-4655-8da8-fb99e0d86697 None None] Network c9c41e44-2e36-4f18-8afb-dc8a833d21ad requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:19.808516 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0b7b1491-a6c1-4acf-abfe-c3921397ad77 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "DELETE /v2.0/routers/2f0fa0a3-aedd-4e84-9790-b73231d81360 HTTP/1.1" status: 204 len: 168 time: 2.8132186 Jul 16 08:45:19.830795 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51218) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:19.906662 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-acb75f7b-4167-4010-995e-348c5ebdab85 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:19.919671 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fafa0006-db54-4fb6-aa83-5206418c69ce req-2bf8d3d9-9d79-41eb-bdbd-79c790ada48c tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/security-groups?id=1d025ae9-e667-4538-9564-1fac08b3debe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1733623 Jul 16 08:45:19.934328 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-95ad3158-9bd1-49ae-a6d6-efc3914a0e14 None None] Provisioning for port d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:19.977788 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e9c0cc43-0116-46cf-bb6b-0ee80795ab53 req-0220633f-0f8c-4914-92aa-4069776342d0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3270888 Jul 16 08:45:19.988012 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-57af417c-af50-46bd-a763-65d5388a9943 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Deleting subnet 23234afb-70cb-4ef5-bdd0-591e65421915 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:45:19.993142 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57af417c-af50-46bd-a763-65d5388a9943 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.011962 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d4ae18b3-c426-49cf-965f-6c55e3ad7c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'name': 'tempest-ServerRescueTestJSONUnderV235-669495853-router', 'tenant_id': 'ba4766327c25499aabe1317ded46023a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b639181d-5f68-4b84-80c9-0c0b574dc97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:52Z', 'updated_at': '2021-07-16T08:44:06Z', 'revision_number': 4, 'project_id': 'ba4766327c25499aabe1317ded46023a', 'gw_port': {'id': 'b639181d-5f68-4b84-80c9-0c0b574dc97d', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:55Z', 'updated_at': '2021-07-16T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '7238af1c-3abd-4baa-b7bb-6660a3ea91e2', 'name': '', 'network_id': '0d427235-37c8-46d2-b8bf-e52b7ceecefe', 'tenant_id': 'ba4766327c25499aabe1317ded46023a', 'mac_address': 'fa:16:3e:0e:eb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': '8a1ee6ec-9679-4220-8476-a93bd7695432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:04Z', 'updated_at': '2021-07-16T08:44:17Z', 'revision_number': 5, 'project_id': 'ba4766327c25499aabe1317ded46023a', 'subnets': [{'id': '8a1ee6ec-9679-4220-8476-a93bd7695432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:20.023973 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-95ad3158-9bd1-49ae-a6d6-efc3914a0e14 None None] Provisioning complete for port d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:20.024642 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-95ad3158-9bd1-49ae-a6d6-efc3914a0e14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.060997 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ae18b3-c426-49cf-965f-6c55e3ad7c94 None None] Checking router: ec32f572-ec22-4af3-9c0e-1dbdac597c43 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:45:20.114166 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ae18b3-c426-49cf-965f-6c55e3ad7c94 None None] Routers {'ec32f572-ec22-4af3-9c0e-1dbdac597c43'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:20.115073 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d4ae18b3-c426-49cf-965f-6c55e3ad7c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['ec32f572-ec22-4af3-9c0e-1dbdac597c43'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:20.146322 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9eb59577-ee26-4d27-84d3-3088b8c64f07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'name': 'tempest-RoutersIpV6Test-router-639230317', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:26Z', 'updated_at': '2021-07-16T08:45:16Z', 'revision_number': 9, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None, '_interfaces': [{'id': '4b3a3b7f-f30d-4683-a8a4-3b10db99918b', 'name': '', 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:a7:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:30Z', 'updated_at': '2021-07-16T08:44:41Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f18a823-da82-4678-919f-b333ddd2f85f', 'name': '', 'network_id': '0ec8a2ad-38a1-4430-807f-3c63269b0327', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:7c:8a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:38Z', 'updated_at': '2021-07-16T08:44:47Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:20.160275 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57af417c-af50-46bd-a763-65d5388a9943 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.200038 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eb59577-ee26-4d27-84d3-3088b8c64f07 None None] The sync data for ids ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'] in n-d-771362-37 is: [{'id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'name': 'tempest-RoutersIpV6Test-router-639230317', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:26Z', 'updated_at': '2021-07-16T08:45:16Z', 'revision_number': 9, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None, '_interfaces': [{'id': '4b3a3b7f-f30d-4683-a8a4-3b10db99918b', 'name': '', 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:a7:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:30Z', 'updated_at': '2021-07-16T08:44:41Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '4f18a823-da82-4678-919f-b333ddd2f85f', 'name': '', 'network_id': '0ec8a2ad-38a1-4430-807f-3c63269b0327', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:7c:8a:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2535, 'fixed_ips': [{'subnet_id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:38Z', 'updated_at': '2021-07-16T08:44:47Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '139d6e23-66ba-4dbc-95c7-63d3f996543f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:20.203038 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-254ca92c-cc6d-4a4f-b1ba-01d78322af34 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting port 0be8281a-2c65-4b8c-a4fd-58c39928a3d1 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:20.204907 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-254ca92c-cc6d-4a4f-b1ba-01d78322af34 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.257473 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57af417c-af50-46bd-a763-65d5388a9943 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.272022 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:20.272662 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.302242 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0cc43-0116-46cf-bb6b-0ee80795ab53 req-f78bf550-7cc0-4994-a147-559f8de6f273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:20.303828 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e9c0cc43-0116-46cf-bb6b-0ee80795ab53 req-f78bf550-7cc0-4994-a147-559f8de6f273 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba4766327c25499aabe1317ded46023a&device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 1097 time: 0.2445216 Jul 16 08:45:20.314622 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aac7cfe7-546a-4538-905e-05d01f741364 x-openstack-request-id: req-aac7cfe7-546a-4538-905e-05d01f741364 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:20.315653 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aff4547c-2b2a-4d92-8a72-0119a41936c6", "tag": "8455ef63-1e07-4f74-8aaf-6b28e7f17e16", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:20.315928 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aac7cfe7-546a-4538-905e-05d01f741364 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:20.316332 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aff4547c-2b2a-4d92-8a72-0119a41936c6', 'tag': '8455ef63-1e07-4f74-8aaf-6b28e7f17e16', 'status': 'completed', 'code': 200} Jul 16 08:45:20.360666 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57af417c-af50-46bd-a763-65d5388a9943 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.374910 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-d4ae18b3-c426-49cf-965f-6c55e3ad7c94 None None] Set router ec32f572-ec22-4af3-9c0e-1dbdac597c43 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:20.406894 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57af417c-af50-46bd-a763-65d5388a9943 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.409077 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-57af417c-af50-46bd-a763-65d5388a9943 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "DELETE /v2.0/subnets/23234afb-70cb-4ef5-bdd0-591e65421915 HTTP/1.1" status: 204 len: 168 time: 0.5763636 Jul 16 08:45:20.420757 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51226) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:20.508701 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfb700-28f4-430b-90f8-5ddf80807b57 req-c4f287fc-5084-4e29-9255-0354f87e00c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:20.516918 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a6bfb700-28f4-430b-90f8-5ddf80807b57 req-c4f287fc-5084-4e29-9255-0354f87e00c2 service neutron] 10.222.0.22 "GET /v2.0/networks?id=0d427235-37c8-46d2-b8bf-e52b7ceecefe HTTP/1.1" status: 200 len: 920 time: 0.7244151 Jul 16 08:45:20.540077 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af417c-af50-46bd-a763-65d5388a9943 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=23234afb-70cb-4ef5-bdd0-591e65421915,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:20.604125 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e471a885-8f4f-49a9-aadc-ce8d8d447209 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.631001 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4c640305-cc43-4fb4-9c85-22e5ee356999 None None] Provisioning complete for port 0be8281a-2c65-4b8c-a4fd-58c39928a3d1 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:20.635915 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4c640305-cc43-4fb4-9c85-22e5ee356999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.639470 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a6bfb700-28f4-430b-90f8-5ddf80807b57 req-702dd719-becf-469d-924b-4fb74d918f9c service neutron] 10.222.0.22 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8455ef63-1e07-4f74-8aaf-6b28e7f17e16 HTTP/1.1" status: 200 len: 217 time: 0.1210020 Jul 16 08:45:20.652016 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-acb75f7b-4167-4010-995e-348c5ebdab85 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Deleting port fbf8eca9-a174-4d43-bb13-b7479bd71588 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:20.652724 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-acb75f7b-4167-4010-995e-348c5ebdab85 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.710260 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-254ca92c-cc6d-4a4f-b1ba-01d78322af34 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.712753 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-198fea0f-2657-4ffc-b8ee-cd40180d42ba req-87df0249-7aea-4641-9dae-30a6c70afc0f tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.729215 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba511c6-2c73-42d7-b274-051ac01e5856 None None] DHCP port deletion for c9c41e44-2e36-4f18-8afb-dc8a833d21ad request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:45:20.738234 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:20.757680 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d4ae18b3-c426-49cf-965f-6c55e3ad7c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'name': 'tempest-ServerRescueTestJSONUnderV235-669495853-router', 'tenant_id': 'ba4766327c25499aabe1317ded46023a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b639181d-5f68-4b84-80c9-0c0b574dc97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:52Z', 'updated_at': '2021-07-16T08:44:06Z', 'revision_number': 4, 'project_id': 'ba4766327c25499aabe1317ded46023a', 'gw_port': {'id': 'b639181d-5f68-4b84-80c9-0c0b574dc97d', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:55Z', 'updated_at': '2021-07-16T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '7238af1c-3abd-4baa-b7bb-6660a3ea91e2', 'name': '', 'network_id': '0d427235-37c8-46d2-b8bf-e52b7ceecefe', 'tenant_id': 'ba4766327c25499aabe1317ded46023a', 'mac_address': 'fa:16:3e:0e:eb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': '8a1ee6ec-9679-4220-8476-a93bd7695432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:04Z', 'updated_at': '2021-07-16T08:44:17Z', 'revision_number': 5, 'project_id': 'ba4766327c25499aabe1317ded46023a', 'subnets': [{'id': '8a1ee6ec-9679-4220-8476-a93bd7695432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:20.760491 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0cc43-0116-46cf-bb6b-0ee80795ab53 req-f4114ebb-1757-4bd8-8caf-6d689878c250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:20.762414 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e9c0cc43-0116-46cf-bb6b-0ee80795ab53 req-f4114ebb-1757-4bd8-8caf-6d689878c250 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0d427235-37c8-46d2-b8bf-e52b7ceecefe HTTP/1.1" status: 200 len: 920 time: 0.4187362 Jul 16 08:45:20.791558 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-4c640305-cc43-4fb4-9c85-22e5ee356999 None None] Port 0be8281a-2c65-4b8c-a4fd-58c39928a3d1 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:20.800259 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-254ca92c-cc6d-4a4f-b1ba-01d78322af34 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Calling delete_port for 0be8281a-2c65-4b8c-a4fd-58c39928a3d1 owned by {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:20.810040 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4ae18b3-c426-49cf-965f-6c55e3ad7c94 None None] The sync data for ids ['ec32f572-ec22-4af3-9c0e-1dbdac597c43'] in n-d-771362-37 is: [{'id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'name': 'tempest-ServerRescueTestJSONUnderV235-669495853-router', 'tenant_id': 'ba4766327c25499aabe1317ded46023a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b639181d-5f68-4b84-80c9-0c0b574dc97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:52Z', 'updated_at': '2021-07-16T08:44:06Z', 'revision_number': 4, 'project_id': 'ba4766327c25499aabe1317ded46023a', 'gw_port': {'id': 'b639181d-5f68-4b84-80c9-0c0b574dc97d', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:55Z', 'updated_at': '2021-07-16T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '7238af1c-3abd-4baa-b7bb-6660a3ea91e2', 'name': '', 'network_id': '0d427235-37c8-46d2-b8bf-e52b7ceecefe', 'tenant_id': 'ba4766327c25499aabe1317ded46023a', 'mac_address': 'fa:16:3e:0e:eb:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'device_owner': 'network:router_interface', 'standard_attr_id': 2498, 'fixed_ips': [{'subnet_id': '8a1ee6ec-9679-4220-8476-a93bd7695432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:04Z', 'updated_at': '2021-07-16T08:44:17Z', 'revision_number': 5, 'project_id': 'ba4766327c25499aabe1317ded46023a', 'subnets': [{'id': '8a1ee6ec-9679-4220-8476-a93bd7695432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:20.830404 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87df0249-7aea-4641-9dae-30a6c70afc0f tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Pushing event deleted for resources: {'Port': ['ID=9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:20.900439 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-aba511c6-2c73-42d7-b274-051ac01e5856 None None] Deleting port fbf8eca9-a174-4d43-bb13-b7479bd71588 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:20.900836 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aba511c6-2c73-42d7-b274-051ac01e5856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.955300 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-198fea0f-2657-4ffc-b8ee-cd40180d42ba req-87df0249-7aea-4641-9dae-30a6c70afc0f tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] No DVR routers for this DVR port 9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:20.966012 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-198fea0f-2657-4ffc-b8ee-cd40180d42ba req-87df0249-7aea-4641-9dae-30a6c70afc0f tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:20.968456 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-198fea0f-2657-4ffc-b8ee-cd40180d42ba req-87df0249-7aea-4641-9dae-30a6c70afc0f tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.21 "DELETE /v2.0/ports/9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05 HTTP/1.1" status: 204 len: 173 time: 2.4431193 Jul 16 08:45:20.969993 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bfb700-28f4-430b-90f8-5ddf80807b57 req-f3fe6f3e-5034-4f11-a47d-0cd0c2155406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:20.980063 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a6bfb700-28f4-430b-90f8-5ddf80807b57 req-f3fe6f3e-5034-4f11-a47d-0cd0c2155406 service neutron] 10.222.0.22 "GET /v2.0/subnets?id=8a1ee6ec-9679-4220-8476-a93bd7695432 HTTP/1.1" status: 200 len: 859 time: 0.3105013 Jul 16 08:45:21.012536 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-acb75f7b-4167-4010-995e-348c5ebdab85 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] For port fbf8eca9-a174-4d43-bb13-b7479bd71588, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=fbf8eca9-a174-4d43-bb13-b7479bd71588,segment=NetworkSegment(07491457-6390-4ec3-882a-195b31698d9e),segment_id=07491457-6390-4ec3-882a-195b31698d9e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:21.012918 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-acb75f7b-4167-4010-995e-348c5ebdab85 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.115768 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-aba511c6-2c73-42d7-b274-051ac01e5856 None None] For port fbf8eca9-a174-4d43-bb13-b7479bd71588, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=fbf8eca9-a174-4d43-bb13-b7479bd71588,segment=NetworkSegment(07491457-6390-4ec3-882a-195b31698d9e),segment_id=07491457-6390-4ec3-882a-195b31698d9e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:21.116412 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aba511c6-2c73-42d7-b274-051ac01e5856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.121048 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a6bfb700-28f4-430b-90f8-5ddf80807b57 req-0f00cb0b-e25b-45f2-803e-4f40d01ffa33 service neutron] 10.222.0.22 "GET /v2.0/ports?network_id=0d427235-37c8-46d2-b8bf-e52b7ceecefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1400599 Jul 16 08:45:21.131407 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-acb75f7b-4167-4010-995e-348c5ebdab85 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Calling delete_port for fbf8eca9-a174-4d43-bb13-b7479bd71588 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:21.153771 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-aba511c6-2c73-42d7-b274-051ac01e5856 None None] Calling delete_port for fbf8eca9-a174-4d43-bb13-b7479bd71588 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:21.377880 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a6bfb700-28f4-430b-90f8-5ddf80807b57 req-599fcf12-c410-45fe-b040-0d4c48d87265 service neutron] 10.222.0.22 "GET /v2.0/networks/0d427235-37c8-46d2-b8bf-e52b7ceecefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2317414 Jul 16 08:45:21.451625 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f44a3a3-fc57-4620-be0b-4036f45f6805 None None] New status for floating IP 9df88835-1d43-4c58-baa6-d63a696792d7: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:45:21.478617 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-acb75f7b-4167-4010-995e-348c5ebdab85 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.559897 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb75f7b-4167-4010-995e-348c5ebdab85 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Port': ['ID=fbf8eca9-a174-4d43-bb13-b7479bd71588,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:21.566453 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb75f7b-4167-4010-995e-348c5ebdab85 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] No DVR routers for this DVR port fbf8eca9-a174-4d43-bb13-b7479bd71588 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:21.577947 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-254ca92c-cc6d-4a4f-b1ba-01d78322af34 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.652307 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e9c0cc43-0116-46cf-bb6b-0ee80795ab53 req-d36a0dc3-33ec-4926-b019-dd857550d5a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8455ef63-1e07-4f74-8aaf-6b28e7f17e16 HTTP/1.1" status: 200 len: 217 time: 0.8692968 Jul 16 08:45:21.703999 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e471a885-8f4f-49a9-aadc-ce8d8d447209 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.716852 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254ca92c-cc6d-4a4f-b1ba-01d78322af34 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Port': ['ID=0be8281a-2c65-4b8c-a4fd-58c39928a3d1,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:21.774819 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-33900fbb-b251-4bac-bb09-ab49c5f8a7e6 req-9b368ca8-17e2-4483-b83e-34680d7cc735 tempest-VolumesNegativeTest-155049366 tempest-VolumesNegativeTest-155049366-project] 10.222.0.22 "GET /v2.0/ports?device_id=d18a08db-74de-4f9c-b8d3-e8fb37645473 HTTP/1.1" status: 200 len: 210 time: 0.1577830 Jul 16 08:45:21.780444 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-e471a885-8f4f-49a9-aadc-ce8d8d447209 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13b2e67f-8afc-4649-840e-32d6498262f9']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:21.797087 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-e471a885-8f4f-49a9-aadc-ce8d8d447209 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eaae2103-7374-460e-ad62-7d4d8fbf5f6f') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:21.797366 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-e471a885-8f4f-49a9-aadc-ce8d8d447209 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eaae2103-7374-460e-ad62-7d4d8fbf5f6f') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:21.808378 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 457b224d-88b7-4670-89af-d52228322829 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:21.811879 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e471a885-8f4f-49a9-aadc-ce8d8d447209 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.815002 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aba511c6-2c73-42d7-b274-051ac01e5856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.816448 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a6bfb700-28f4-430b-90f8-5ddf80807b57 req-00733b3e-e9c3-4e97-a5ca-dfc6e5f6460e service neutron] 10.222.0.22 "GET /v2.0/networks/0d427235-37c8-46d2-b8bf-e52b7ceecefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4025843 Jul 16 08:45:21.819337 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c0cc43-0116-46cf-bb6b-0ee80795ab53 req-2c7a09ef-97cf-4541-af2e-4ebf873498a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:21.821799 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e9c0cc43-0116-46cf-bb6b-0ee80795ab53 req-2c7a09ef-97cf-4541-af2e-4ebf873498a9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8a1ee6ec-9679-4220-8476-a93bd7695432 HTTP/1.1" status: 200 len: 859 time: 0.1610136 Jul 16 08:45:21.876801 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e9c0cc43-0116-46cf-bb6b-0ee80795ab53 req-7a4a066f-23f8-43cd-a968-cb64c1f55e40 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d427235-37c8-46d2-b8bf-e52b7ceecefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361736 Jul 16 08:45:21.878782 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e471a885-8f4f-49a9-aadc-ce8d8d447209 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.904316 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e471a885-8f4f-49a9-aadc-ce8d8d447209 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:45:21.904938 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e471a885-8f4f-49a9-aadc-ce8d8d447209 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:45:21.906789 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:45:21.987086 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 457b224d-88b7-4670-89af-d52228322829 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:21.987534 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 457b224d-88b7-4670-89af-d52228322829 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:21.988126 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device fbf8eca9-a174-4d43-bb13-b7479bd71588 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:21.997471 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba511c6-2c73-42d7-b274-051ac01e5856 None None] Pushing event deleted for resources: {'Port': ['ID=fbf8eca9-a174-4d43-bb13-b7479bd71588,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:22.046590 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aba511c6-2c73-42d7-b274-051ac01e5856 None None] No DVR routers for this DVR port fbf8eca9-a174-4d43-bb13-b7479bd71588 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:22.048919 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: fbf8eca9-a174-4d43-bb13-b7479bd71588 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:22.049517 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device fbf8eca9-a174-4d43-bb13-b7479bd71588 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:22.185750 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e471a885-8f4f-49a9-aadc-ce8d8d447209 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:22.194688 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e471a885-8f4f-49a9-aadc-ce8d8d447209 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 13b2e67f-8afc-4649-840e-32d6498262f9 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 16 08:45:22.232918 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e9c0cc43-0116-46cf-bb6b-0ee80795ab53 req-16a03e6b-e0d9-45e5-bf93-1435974defc6 service neutron] 10.222.0.30 "GET /v2.0/networks/0d427235-37c8-46d2-b8bf-e52b7ceecefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3480678 Jul 16 08:45:22.234164 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e471a885-8f4f-49a9-aadc-ce8d8d447209 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:22.243107 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e471a885-8f4f-49a9-aadc-ce8d8d447209 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "DELETE /v2.0/networks/13b2e67f-8afc-4649-840e-32d6498262f9 HTTP/1.1" status: 204 len: 168 time: 1.8203619 Jul 16 08:45:22.286668 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e471a885-8f4f-49a9-aadc-ce8d8d447209 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Pushing event deleted for resources: {'Network': ['ID=13b2e67f-8afc-4649-840e-32d6498262f9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:22.444772 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e9c0cc43-0116-46cf-bb6b-0ee80795ab53 req-3a30df75-18d9-436c-9957-94ee9d409c9d service neutron] 10.222.0.30 "GET /v2.0/networks/0d427235-37c8-46d2-b8bf-e52b7ceecefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995373 Jul 16 08:45:22.557661 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-acb75f7b-4167-4010-995e-348c5ebdab85 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:22.561888 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd18a08db-74de-4f9c-b8d3-e8fb37645473', 'name': 'network-vif-deleted', 'tag': '9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:22.569780 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-516bee5f-f47d-41bd-aeb9-dc576bd1aa64" -d '{"events": [{"server_uuid": "d18a08db-74de-4f9c-b8d3-e8fb37645473", "name": "network-vif-deleted", "tag": "9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:22.586574 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a518d55-a986-4d67-85f6-84e292f83541 req-4d74b5f0-8cf9-4411-a449-561946b0e613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:22.588075 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1a518d55-a986-4d67-85f6-84e292f83541 req-4d74b5f0-8cf9-4411-a449-561946b0e613 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba4766327c25499aabe1317ded46023a&device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 1097 time: 0.0676501 Jul 16 08:45:22.598805 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-254ca92c-cc6d-4a4f-b1ba-01d78322af34 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:22.603731 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-254ca92c-cc6d-4a4f-b1ba-01d78322af34 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/ports/0be8281a-2c65-4b8c-a4fd-58c39928a3d1 HTTP/1.1" status: 204 len: 168 time: 3.3496141 Jul 16 08:45:22.604880 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-acb75f7b-4167-4010-995e-348c5ebdab85 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9c41e44-2e36-4f18-8afb-dc8a833d21ad']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:22.633451 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51266) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:22.634052 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51268) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:22.639331 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e5851a-8552-4c67-9c73-42cc08fbff06 x-openstack-request-id: req-74e5851a-8552-4c67-9c73-42cc08fbff06 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:22.639626 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d18a08db-74de-4f9c-b8d3-e8fb37645473", "name": "network-vif-deleted", "tag": "9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:22.639882 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-74e5851a-8552-4c67-9c73-42cc08fbff06 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:22.640267 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd18a08db-74de-4f9c-b8d3-e8fb37645473', 'name': 'network-vif-deleted', 'tag': '9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05', 'status': 'completed', 'code': 200} Jul 16 08:45:22.643924 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-54a0223f-0e93-4574-b96e-facd23b2d832 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Request body: {'router': {'name': 'tempest-router--1026810297', 'project_id': '32588640570e4304ab46b44ad7187909'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:22.702461 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-acb75f7b-4167-4010-995e-348c5ebdab85 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07491457-6390-4ec3-882a-195b31698d9e') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:22.702766 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-acb75f7b-4167-4010-995e-348c5ebdab85 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07491457-6390-4ec3-882a-195b31698d9e') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:22.709567 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-da54d9ff-3b1f-4100-850e-b5a0748c63e6 req-ee7d2170-3301-47ed-a71d-2479f6519f25 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/floatingips/9df88835-1d43-4c58-baa6-d63a696792d7 HTTP/1.1" status: 200 len: 693 time: 0.1366310 Jul 16 08:45:22.717623 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-39767f8c-4726-485d-9ec3-c9b7a651abfc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] GET failed (client error): The resource could not be found. Jul 16 08:45:22.719456 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-39767f8c-4726-485d-9ec3-c9b7a651abfc tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "GET /v2.0/ports/0be8281a-2c65-4b8c-a4fd-58c39928a3d1 HTTP/1.1" status: 404 len: 333 time: 0.0833185 Jul 16 08:45:22.719996 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a518d55-a986-4d67-85f6-84e292f83541 req-9c60c15a-d620-4fcd-93c9-6a2b60db6e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:22.728086 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51272) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:22.729062 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1a518d55-a986-4d67-85f6-84e292f83541 req-9c60c15a-d620-4fcd-93c9-6a2b60db6e2b service neutron] 10.222.0.30 "GET /v2.0/networks?id=0d427235-37c8-46d2-b8bf-e52b7ceecefe HTTP/1.1" status: 200 len: 920 time: 0.1336305 Jul 16 08:45:22.745220 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-acb75f7b-4167-4010-995e-348c5ebdab85 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:22.775419 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:22.786163 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1a518d55-a986-4d67-85f6-84e292f83541 req-9c7d0f52-4ad5-43b2-8a7d-7ef3800183a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8455ef63-1e07-4f74-8aaf-6b28e7f17e16 HTTP/1.1" status: 200 len: 217 time: 0.0502939 Jul 16 08:45:22.787431 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-54a0223f-0e93-4574-b96e-facd23b2d832 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:22.788725 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-54a0223f-0e93-4574-b96e-facd23b2d832 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:22.805706 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-acb75f7b-4167-4010-995e-348c5ebdab85 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:22.817814 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:22.818562 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 9b4e9c65-fbf1-4c1a-91e6-5743ba61bf05 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:22.848905 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a518d55-a986-4d67-85f6-84e292f83541 req-03b7d28e-12bd-48b0-b287-626a03b083e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:22.850519 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1a518d55-a986-4d67-85f6-84e292f83541 req-03b7d28e-12bd-48b0-b287-626a03b083e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8a1ee6ec-9679-4220-8476-a93bd7695432 HTTP/1.1" status: 200 len: 859 time: 0.0586066 Jul 16 08:45:22.859646 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acb75f7b-4167-4010-995e-348c5ebdab85 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:45:22.860055 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-acb75f7b-4167-4010-995e-348c5ebdab85 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:45:22.863595 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:45:22.892294 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1a518d55-a986-4d67-85f6-84e292f83541 req-471f659d-79c6-4552-a039-6d1b6ba4344d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0d427235-37c8-46d2-b8bf-e52b7ceecefe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355704 Jul 16 08:45:22.984324 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-acb75f7b-4167-4010-995e-348c5ebdab85 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:22.992201 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-acb75f7b-4167-4010-995e-348c5ebdab85 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:22.998397 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51288) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:22.998904 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-acb75f7b-4167-4010-995e-348c5ebdab85 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/networks/c9c41e44-2e36-4f18-8afb-dc8a833d21ad HTTP/1.1" status: 204 len: 168 time: 3.1976175 Jul 16 08:45:23.047235 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6c9e4c00-3598-4094-ab9e-f45e1253947b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.053253 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb75f7b-4167-4010-995e-348c5ebdab85 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Network': ['ID=c9c41e44-2e36-4f18-8afb-dc8a833d21ad,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:23.103320 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da54d9ff-3b1f-4100-850e-b5a0748c63e6 req-b89dbead-f592-4710-a8f3-1bf85e248791 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:23.105543 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-da54d9ff-3b1f-4100-850e-b5a0748c63e6 req-b89dbead-f592-4710-a8f3-1bf85e248791 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 784 time: 0.3840892 Jul 16 08:45:23.111780 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1a518d55-a986-4d67-85f6-84e292f83541 req-5c226ad5-ec4e-4d7b-93c7-62778d794567 service neutron] 10.222.0.30 "GET /v2.0/networks/0d427235-37c8-46d2-b8bf-e52b7ceecefe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2055931 Jul 16 08:45:23.122934 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-54a0223f-0e93-4574-b96e-facd23b2d832 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.137023 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-54a0223f-0e93-4574-b96e-facd23b2d832 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.168508 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6c9e4c00-3598-4094-ab9e-f45e1253947b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.203088 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-da54d9ff-3b1f-4100-850e-b5a0748c63e6 req-f8230421-cdda-490f-ac25-516f3d66b0eb tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 696 time: 0.0851374 Jul 16 08:45:23.211100 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-54a0223f-0e93-4574-b96e-facd23b2d832 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.212300 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-54a0223f-0e93-4574-b96e-facd23b2d832 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.5772946 Jul 16 08:45:23.218022 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51296) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.338552 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-da54d9ff-3b1f-4100-850e-b5a0748c63e6 req-da65f82f-115a-4a39-b47c-293dbaedc818 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/floatingips?floating_ip_address=172.25.3.112 HTTP/1.1" status: 200 len: 696 time: 0.1212335 Jul 16 08:45:23.341352 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6c9e4c00-3598-4094-ab9e-f45e1253947b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.343942 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6c9e4c00-3598-4094-ab9e-f45e1253947b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.347765 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6c9e4c00-3598-4094-ab9e-f45e1253947b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/security-groups/d0b2ae49-9c43-4a71-abb6-84a7f1f5c96d HTTP/1.1" status: 204 len: 168 time: 0.6156626 Jul 16 08:45:23.350857 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6c0f76c7-87c6-49b5-b5f5-4ad981bb119a tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.352203 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51308) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:23.360668 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1a518d55-a986-4d67-85f6-84e292f83541 req-59de21f5-b7cd-4ee0-a79c-a9e151f78be9 service neutron] 10.222.0.30 "GET /v2.0/networks/0d427235-37c8-46d2-b8bf-e52b7ceecefe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406716 Jul 16 08:45:23.441441 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e4c00-3598-4094-ab9e-f45e1253947b tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b2ae49-9c43-4a71-abb6-84a7f1f5c96d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:23.531355 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bcc8acea-872f-4557-b95e-8622a918d124 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.730519 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6c0f76c7-87c6-49b5-b5f5-4ad981bb119a tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.733942 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6c0f76c7-87c6-49b5-b5f5-4ad981bb119a tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.792081 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa90e93c-aa10-42e4-9647-be6e5b2284a6 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.802261 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6c0f76c7-87c6-49b5-b5f5-4ad981bb119a tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.802261 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c0f76c7-87c6-49b5-b5f5-4ad981bb119a tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 03cd5dd8-966c-4f3c-b061-00eac3622e3a {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:45:23.827095 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6c0f76c7-87c6-49b5-b5f5-4ad981bb119a tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.828918 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6c0f76c7-87c6-49b5-b5f5-4ad981bb119a tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "DELETE /v2.0/routers/03cd5dd8-966c-4f3c-b061-00eac3622e3a HTTP/1.1" status: 204 len: 168 time: 0.6100259 Jul 16 08:45:23.858929 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa90e93c-aa10-42e4-9647-be6e5b2284a6 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.889477 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-bcc8acea-872f-4557-b95e-8622a918d124 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Deleting port 4f18a823-da82-4678-919f-b333ddd2f85f {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:23.890035 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bcc8acea-872f-4557-b95e-8622a918d124 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.914173 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-da54d9ff-3b1f-4100-850e-b5a0748c63e6 req-9b5ee486-e59d-4553-a202-70177575f1bc tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Deleting port 7c9de611-e7f5-439b-993c-4a8bfd840b6a {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:23.914572 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-da54d9ff-3b1f-4100-850e-b5a0748c63e6 req-9b5ee486-e59d-4553-a202-70177575f1bc tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.962226 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa90e93c-aa10-42e4-9647-be6e5b2284a6 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.964972 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa90e93c-aa10-42e4-9647-be6e5b2284a6 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:23.967108 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-aa90e93c-aa10-42e4-9647-be6e5b2284a6 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/security-groups/3691415f-3e8f-4651-81e9-ee9f3a53ba18 HTTP/1.1" status: 204 len: 168 time: 0.6112838 Jul 16 08:45:23.969411 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51360) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.005461 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51366) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.066027 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa90e93c-aa10-42e4-9647-be6e5b2284a6 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3691415f-3e8f-4651-81e9-ee9f3a53ba18,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:24.109299 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-da54d9ff-3b1f-4100-850e-b5a0748c63e6 req-9b5ee486-e59d-4553-a202-70177575f1bc tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:24.110230 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-da54d9ff-3b1f-4100-850e-b5a0748c63e6 req-9b5ee486-e59d-4553-a202-70177575f1bc tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:24.131514 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-bcc8acea-872f-4557-b95e-8622a918d124 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] For port 4f18a823-da82-4678-919f-b333ddd2f85f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4f18a823-da82-4678-919f-b333ddd2f85f,segment=NetworkSegment(d528383f-e2ae-47bd-a075-c2c68a40c25c),segment_id=d528383f-e2ae-47bd-a075-c2c68a40c25c)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:24.131889 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bcc8acea-872f-4557-b95e-8622a918d124 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:24.140861 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-526f697d-1c2b-4826-b926-bf53bc50ff20 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:24.154188 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-bcc8acea-872f-4557-b95e-8622a918d124 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Calling delete_port for 4f18a823-da82-4678-919f-b333ddd2f85f owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:24.170025 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-da54d9ff-3b1f-4100-850e-b5a0748c63e6 req-9b5ee486-e59d-4553-a202-70177575f1bc tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Calling delete_port for 7c9de611-e7f5-439b-993c-4a8bfd840b6a owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:24.184190 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-526f697d-1c2b-4826-b926-bf53bc50ff20 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:24.384479 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-526f697d-1c2b-4826-b926-bf53bc50ff20 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:24.385666 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-da54d9ff-3b1f-4100-850e-b5a0748c63e6 req-9b5ee486-e59d-4553-a202-70177575f1bc tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:24.387106 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-526f697d-1c2b-4826-b926-bf53bc50ff20 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:24.388245 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-526f697d-1c2b-4826-b926-bf53bc50ff20 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/security-groups/d8ec252f-f03e-4fe3-8ca8-44e13fad3b30 HTTP/1.1" status: 204 len: 168 time: 0.4177134 Jul 16 08:45:24.394355 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51394) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:24.451890 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5ee486-e59d-4553-a202-70177575f1bc tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Pushing event deleted for resources: {'Port': ['ID=7c9de611-e7f5-439b-993c-4a8bfd840b6a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:24.464156 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-44555f17-fdd6-450f-a58c-2a68066b570e tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-543678616', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:24.481182 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526f697d-1c2b-4826-b926-bf53bc50ff20 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8ec252f-f03e-4fe3-8ca8-44e13fad3b30,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:24.515129 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bcc8acea-872f-4557-b95e-8622a918d124 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:24.530676 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44555f17-fdd6-450f-a58c-2a68066b570e tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:24.531782 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44555f17-fdd6-450f-a58c-2a68066b570e tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:24.544810 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-1001ea8e-8cd5-4646-96d2-48cc5fd41fbd tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting subnet 544b4334-cb2d-4afb-9b3b-9e8881a424c7 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:45:24.561676 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8acea-872f-4557-b95e-8622a918d124 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Port': ['ID=4f18a823-da82-4678-919f-b333ddd2f85f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:24.571030 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1001ea8e-8cd5-4646-96d2-48cc5fd41fbd tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:24.624476 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1001ea8e-8cd5-4646-96d2-48cc5fd41fbd tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:24.812322 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-da54d9ff-3b1f-4100-850e-b5a0748c63e6 req-9b5ee486-e59d-4553-a202-70177575f1bc tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:24.816562 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-da54d9ff-3b1f-4100-850e-b5a0748c63e6 req-9b5ee486-e59d-4553-a202-70177575f1bc tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:24.818418 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-da54d9ff-3b1f-4100-850e-b5a0748c63e6 req-9b5ee486-e59d-4553-a202-70177575f1bc tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "DELETE /v2.0/floatingips/9df88835-1d43-4c58-baa6-d63a696792d7 HTTP/1.1" status: 204 len: 173 time: 1.4722822 Jul 16 08:45:24.820903 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1001ea8e-8cd5-4646-96d2-48cc5fd41fbd tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:24.892621 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44555f17-fdd6-450f-a58c-2a68066b570e tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:24.951612 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bcc8acea-872f-4557-b95e-8622a918d124 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:25.000897 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a3bf45cb-5843-4b19-99ec-46c00579d809 req-0952784c-6215-4714-876f-c013af3475cb tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/security-groups/02fb92f5-1b6d-4616-8995-f5e9460420bf HTTP/1.1" status: 200 len: 1808 time: 0.1147027 Jul 16 08:45:25.016645 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1001ea8e-8cd5-4646-96d2-48cc5fd41fbd tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:25.101117 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1001ea8e-8cd5-4646-96d2-48cc5fd41fbd tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:25.106468 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1001ea8e-8cd5-4646-96d2-48cc5fd41fbd tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/subnets/544b4334-cb2d-4afb-9b3b-9e8881a424c7 HTTP/1.1" status: 204 len: 168 time: 0.7076442 Jul 16 08:45:25.106690 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec534b19-0de3-4661-b4d6-e3768045cbd2 None None] Network c425d69b-1f72-4d72-b818-de282b82db11 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:25.107158 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001ea8e-8cd5-4646-96d2-48cc5fd41fbd tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Subnet': ['ID=544b4334-cb2d-4afb-9b3b-9e8881a424c7,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:25.123527 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51426) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:25.131520 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44555f17-fdd6-450f-a58c-2a68066b570e tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:25.200384 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a3bf45cb-5843-4b19-99ec-46c00579d809 req-c072f19b-f7f6-4431-9747-bd14f8664358 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:25.219990 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-68101184-086b-42df-9f93-a166e7b98d13 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting subnet 08c729e2-6833-4947-ad08-c5cf04e68b45 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:45:25.223281 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-68101184-086b-42df-9f93-a166e7b98d13 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:25.268701 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a3bf45cb-5843-4b19-99ec-46c00579d809 req-c072f19b-f7f6-4431-9747-bd14f8664358 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:25.305477 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-68101184-086b-42df-9f93-a166e7b98d13 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:25.351120 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcc8acea-872f-4557-b95e-8622a918d124 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:45:25.382003 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a3bf45cb-5843-4b19-99ec-46c00579d809 req-c072f19b-f7f6-4431-9747-bd14f8664358 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:25.385008 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a3bf45cb-5843-4b19-99ec-46c00579d809 req-c072f19b-f7f6-4431-9747-bd14f8664358 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:25.402886 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a3bf45cb-5843-4b19-99ec-46c00579d809 req-c072f19b-f7f6-4431-9747-bd14f8664358 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "DELETE /v2.0/security-groups/02fb92f5-1b6d-4616-8995-f5e9460420bf HTTP/1.1" status: 204 len: 173 time: 0.3898110 Jul 16 08:45:25.436568 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c072f19b-f7f6-4431-9747-bd14f8664358 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=02fb92f5-1b6d-4616-8995-f5e9460420bf,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:25.516941 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-68101184-086b-42df-9f93-a166e7b98d13 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:25.615247 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcc8acea-872f-4557-b95e-8622a918d124 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:25.629060 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa63eeb-cd73-48d7-82e9-0b903ca89953 None None] Sync routers for ids ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:25.646707 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa63eeb-cd73-48d7-82e9-0b903ca89953 None None] Routers {'99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:25.652489 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ffa63eeb-cd73-48d7-82e9-0b903ca89953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:25.665166 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51486) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:25.668986 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bcc8acea-872f-4557-b95e-8622a918d124 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "PUT /v2.0/routers/99cd0c9b-519a-4a38-8d81-314a0fa9f2f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6687229 Jul 16 08:45:25.678478 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-68101184-086b-42df-9f93-a166e7b98d13 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:25.828849 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68101184-086b-42df-9f93-a166e7b98d13 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Subnet': ['ID=08c729e2-6833-4947-ad08-c5cf04e68b45,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:25.853905 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-68101184-086b-42df-9f93-a166e7b98d13 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:25.859900 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-68101184-086b-42df-9f93-a166e7b98d13 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/subnets/08c729e2-6833-4947-ad08-c5cf04e68b45 HTTP/1.1" status: 204 len: 168 time: 0.7330983 Jul 16 08:45:25.863975 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51496) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:25.915510 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98df8a8-e2ee-4f16-b64d-fa06a8d5f375 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] DELETE failed (client error): The resource could not be found. Jul 16 08:45:25.917977 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d98df8a8-e2ee-4f16-b64d-fa06a8d5f375 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:45:25.920219 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d98df8a8-e2ee-4f16-b64d-fa06a8d5f375 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/subnets/544b4334-cb2d-4afb-9b3b-9e8881a424c7 HTTP/1.1" status: 404 len: 337 time: 0.0543678 Jul 16 08:45:25.923403 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51504) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:25.962991 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-332755b0-db3c-4d75-a28d-b7c8a23421f4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Deleting subnet 139d6e23-66ba-4dbc-95c7-63d3f996543f {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:45:26.004960 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-332755b0-db3c-4d75-a28d-b7c8a23421f4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:26.038804 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-ffa63eeb-cd73-48d7-82e9-0b903ca89953 None None] Set router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:26.094897 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44555f17-fdd6-450f-a58c-2a68066b570e tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:26.129439 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae3ff607-3998-43ce-96d6-591964087d07 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting subnet df69a9b1-03eb-4055-bdf0-72c6178b4a24 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:45:26.135251 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ae3ff607-3998-43ce-96d6-591964087d07 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:26.137787 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44555f17-fdd6-450f-a58c-2a68066b570e tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:26.270615 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ae3ff607-3998-43ce-96d6-591964087d07 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:26.298909 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-332755b0-db3c-4d75-a28d-b7c8a23421f4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:26.421639 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ae3ff607-3998-43ce-96d6-591964087d07 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:26.508886 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd308c95-8536-4c20-ab98-fe5602e525eb req-ff536220-82dd-4741-b760-49ee3e4bbf34 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:26.517094 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dd308c95-8536-4c20-ab98-fe5602e525eb req-ff536220-82dd-4741-b760-49ee3e4bbf34 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 945 time: 0.2379768 Jul 16 08:45:26.528968 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-44555f17-fdd6-450f-a58c-2a68066b570e tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Allocated IP 172.25.3.154 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/40fb8dd6-498a-41a7-a8fb-ab902c17b208) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:26.582584 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ffa63eeb-cd73-48d7-82e9-0b903ca89953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'name': 'tempest-RoutersIpV6Test-router-639230317', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:26Z', 'updated_at': '2021-07-16T08:45:24Z', 'revision_number': 10, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None, '_interfaces': [{'id': '4b3a3b7f-f30d-4683-a8a4-3b10db99918b', 'name': '', 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:a7:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:30Z', 'updated_at': '2021-07-16T08:44:41Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:26.594053 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-332755b0-db3c-4d75-a28d-b7c8a23421f4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:26.602437 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dd308c95-8536-4c20-ab98-fe5602e525eb req-c51e71ee-fe6e-438a-9d79-edd2e7fee8b3 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/security-groups?id=621dba7d-741a-4958-9873-96d5bf4ed144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840025 Jul 16 08:45:26.666922 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa63eeb-cd73-48d7-82e9-0b903ca89953 None None] Checking router: 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:45:26.685044 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ae3ff607-3998-43ce-96d6-591964087d07 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:26.687858 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffa63eeb-cd73-48d7-82e9-0b903ca89953 None None] Routers {'99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:26.696174 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ffa63eeb-cd73-48d7-82e9-0b903ca89953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:26.716868 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-332755b0-db3c-4d75-a28d-b7c8a23421f4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:26.724225 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3ff607-3998-43ce-96d6-591964087d07 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Subnet': ['ID=df69a9b1-03eb-4055-bdf0-72c6178b4a24,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:26.752718 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-332755b0-db3c-4d75-a28d-b7c8a23421f4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:26.755093 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-332755b0-db3c-4d75-a28d-b7c8a23421f4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/subnets/139d6e23-66ba-4dbc-95c7-63d3f996543f HTTP/1.1" status: 204 len: 168 time: 1.0889814 Jul 16 08:45:26.759932 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-821493b6-0771-4098-a57a-b1db135c2850 None None] Network 0ec8a2ad-38a1-4430-807f-3c63269b0327 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:26.769522 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51546) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:26.774915 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ae3ff607-3998-43ce-96d6-591964087d07 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:26.776819 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ae3ff607-3998-43ce-96d6-591964087d07 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/subnets/df69a9b1-03eb-4055-bdf0-72c6178b4a24 HTTP/1.1" status: 204 len: 168 time: 0.8433709 Jul 16 08:45:26.782351 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51548) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:26.785584 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332755b0-db3c-4d75-a28d-b7c8a23421f4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Subnet': ['ID=139d6e23-66ba-4dbc-95c7-63d3f996543f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:26.825421 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-542f5f9f-0e1b-4f57-b9da-7c0f5a727a8c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] DELETE failed (client error): The resource could not be found. Jul 16 08:45:26.826049 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-542f5f9f-0e1b-4f57-b9da-7c0f5a727a8c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:45:26.827830 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-542f5f9f-0e1b-4f57-b9da-7c0f5a727a8c tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/subnets/448f00e6-d864-4148-9ae0-77903fadd54e HTTP/1.1" status: 404 len: 337 time: 0.0440960 Jul 16 08:45:26.833442 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51552) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:26.870748 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e0ab7b-9bbe-4302-b4b3-47eca669dded None None] Network c425d69b-1f72-4d72-b818-de282b82db11 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:26.932159 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ee0692de-c786-4810-bd87-05170146339a tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "GET /v2.0/ports?device_id=c624b20f-5b17-496b-b846-cf83a099c3fb HTTP/1.1" status: 200 len: 205 time: 0.0960641 Jul 16 08:45:26.932159 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51562) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:27.020341 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-ffa63eeb-cd73-48d7-82e9-0b903ca89953 None None] Set router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:27.025128 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-d63e95bc-c536-4a9a-8a9a-b2017932d6c1 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] delete failed (client error): The resource could not be found. Jul 16 08:45:27.033096 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d63e95bc-c536-4a9a-8a9a-b2017932d6c1 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/routers/c624b20f-5b17-496b-b846-cf83a099c3fb HTTP/1.1" status: 404 len: 336 time: 0.0995159 Jul 16 08:45:27.033615 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51566) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:27.103264 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-839cd724-a4f8-4bdc-8948-abe7ca7ee70f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] DELETE failed (client error): The resource could not be found. Jul 16 08:45:27.103736 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-839cd724-a4f8-4bdc-8948-abe7ca7ee70f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:45:27.111263 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a4833e7b-81cd-414b-8294-cb664706f86b None None] Provisioning complete for port 59f08c65-9a78-4d5e-8e9d-64ddf749a6ea triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:27.111884 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-839cd724-a4f8-4bdc-8948-abe7ca7ee70f tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/subnets/b0eca0fc-dccf-49e8-b498-c77b9da8a553 HTTP/1.1" status: 404 len: 337 time: 0.0767376 Jul 16 08:45:27.112126 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a4833e7b-81cd-414b-8294-cb664706f86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:27.113872 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51574) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:27.150625 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8708030-b8e3-4850-8930-e2026ec45683 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] DELETE failed (client error): The resource could not be found. Jul 16 08:45:27.151101 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8708030-b8e3-4850-8930-e2026ec45683 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:45:27.153129 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e8708030-b8e3-4850-8930-e2026ec45683 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/subnets/668a51c8-0c43-44d3-ad05-30e75fe3f225 HTTP/1.1" status: 404 len: 337 time: 0.0381453 Jul 16 08:45:27.155829 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51578) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:27.193041 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3c027bd-8adf-4307-81ef-397ce1768ab7 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] DELETE failed (client error): The resource could not be found. Jul 16 08:45:27.194325 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3c027bd-8adf-4307-81ef-397ce1768ab7 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:45:27.198478 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b3c027bd-8adf-4307-81ef-397ce1768ab7 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/subnets/2b734284-9745-493d-b7b6-56b8ff51e3c0 HTTP/1.1" status: 404 len: 337 time: 0.0413520 Jul 16 08:45:27.201066 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51584) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:27.248631 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a4833e7b-81cd-414b-8294-cb664706f86b None None] Port 59f08c65-9a78-4d5e-8e9d-64ddf749a6ea cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:27.311046 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-7920f2bf-bda5-4225-b3bb-0f99270682e5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] DELETE failed (client error): The resource could not be found. Jul 16 08:45:27.311697 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a4833e7b-81cd-414b-8294-cb664706f86b None None] Provisioning complete for port d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:27.312088 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a4833e7b-81cd-414b-8294-cb664706f86b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:27.312959 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7920f2bf-bda5-4225-b3bb-0f99270682e5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:45:27.319534 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7920f2bf-bda5-4225-b3bb-0f99270682e5 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/ports/73e1b8c8-3b54-49c1-9ded-77df8c734c84 HTTP/1.1" status: 404 len: 333 time: 0.1161251 Jul 16 08:45:27.322127 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51596) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:27.394734 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-78be91b4-7ec4-4d7d-b02a-9d671585cd6a tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] DELETE failed (client error): The resource could not be found. Jul 16 08:45:27.395716 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-78be91b4-7ec4-4d7d-b02a-9d671585cd6a tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:45:27.397745 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-78be91b4-7ec4-4d7d-b02a-9d671585cd6a tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/subnets/3ec79ece-aaed-43e8-803e-24c8a3d3a850 HTTP/1.1" status: 404 len: 337 time: 0.0742788 Jul 16 08:45:27.400690 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51604) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:27.437774 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e813da5-9448-4429-93f1-de5e1ba06751 None None] DHCP port deletion for c425d69b-1f72-4d72-b818-de282b82db11 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:45:27.439621 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d6e653-942f-4805-a6de-f5d3c26ed9a9 None None] DHCP port deletion for 0ec8a2ad-38a1-4430-807f-3c63269b0327 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:45:27.480487 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-26124ca2-513d-4658-ab1c-e00f3d60cd86 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] DELETE failed (client error): The resource could not be found. Jul 16 08:45:27.481065 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26124ca2-513d-4658-ab1c-e00f3d60cd86 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:45:27.485797 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-26124ca2-513d-4658-ab1c-e00f3d60cd86 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/subnets/b62e1390-ddd2-440d-8e11-77b1e8e666c1 HTTP/1.1" status: 404 len: 337 time: 0.0718126 Jul 16 08:45:27.489516 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51610) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:27.593319 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-27edac85-93b5-4bcc-bff9-11d1ee310da3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] DELETE failed (client error): The resource could not be found. Jul 16 08:45:27.594314 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27edac85-93b5-4bcc-bff9-11d1ee310da3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:45:27.596299 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-27edac85-93b5-4bcc-bff9-11d1ee310da3 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/ports/3bf76a56-8ec4-46bd-803c-c916798749ef HTTP/1.1" status: 404 len: 333 time: 0.1047792 Jul 16 08:45:27.602439 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51612) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:27.626951 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3ae64ec-d7aa-428a-a5c0-2a718a804468 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:27.645956 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44555f17-fdd6-450f-a58c-2a68066b570e tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:27.685423 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-937a867c-480f-485d-81db-f90c3fe5232d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] DELETE failed (client error): The resource could not be found. Jul 16 08:45:27.685883 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-937a867c-480f-485d-81db-f90c3fe5232d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:45:27.696444 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ffa63eeb-cd73-48d7-82e9-0b903ca89953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'name': 'tempest-RoutersIpV6Test-router-639230317', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:26Z', 'updated_at': '2021-07-16T08:45:24Z', 'revision_number': 10, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None, '_interfaces': [{'id': '4b3a3b7f-f30d-4683-a8a4-3b10db99918b', 'name': '', 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:a7:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:30Z', 'updated_at': '2021-07-16T08:44:41Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:27.697902 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-937a867c-480f-485d-81db-f90c3fe5232d tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/subnets/1225f6a1-f8cd-47da-ad16-6ebea2eb7b0d HTTP/1.1" status: 404 len: 337 time: 0.0942125 Jul 16 08:45:27.702859 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51616) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:27.734549 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1e813da5-9448-4429-93f1-de5e1ba06751 None None] Deleting port d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:27.734864 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1e813da5-9448-4429-93f1-de5e1ba06751 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:27.742229 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa63eeb-cd73-48d7-82e9-0b903ca89953 None None] The sync data for ids ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'] in n-d-771362-37 is: [{'id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'name': 'tempest-RoutersIpV6Test-router-639230317', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:26Z', 'updated_at': '2021-07-16T08:45:24Z', 'revision_number': 10, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None, '_interfaces': [{'id': '4b3a3b7f-f30d-4683-a8a4-3b10db99918b', 'name': '', 'network_id': 'd5221c6b-dfab-487c-b6f5-a297396d7a17', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'mac_address': 'fa:16:3e:a7:f9:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2529, 'fixed_ips': [{'subnet_id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:44:30Z', 'updated_at': '2021-07-16T08:44:41Z', 'revision_number': 5, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'subnets': [{'id': '130bbd33-f8c6-4101-8b88-5eeac10747aa', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:27.758450 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-813baf8f-d505-4445-b21c-2b72d04423a9 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] DELETE failed (client error): The resource could not be found. Jul 16 08:45:27.759056 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-813baf8f-d505-4445-b21c-2b72d04423a9 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:45:27.761337 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-813baf8f-d505-4445-b21c-2b72d04423a9 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/subnets/041ec126-c163-4aa7-a29a-32662f80af42 HTTP/1.1" status: 404 len: 337 time: 0.0556684 Jul 16 08:45:27.763945 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51618) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:27.791354 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44555f17-fdd6-450f-a58c-2a68066b570e tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:27.848965 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44555f17-fdd6-450f-a58c-2a68066b570e tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:27.856336 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-a3ae64ec-d7aa-428a-a5c0-2a718a804468 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Deleting port e1dbc577-d0de-4fb6-afdc-64e4be932c63 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:27.856877 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3ae64ec-d7aa-428a-a5c0-2a718a804468 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:27.896123 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-1e813da5-9448-4429-93f1-de5e1ba06751 None None] For port d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6,segment=NetworkSegment(ff1d43ab-b691-446e-bcd6-98b1e8c7553b),segment_id=ff1d43ab-b691-446e-bcd6-98b1e8c7553b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:27.897272 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1e813da5-9448-4429-93f1-de5e1ba06751 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:27.919510 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1e813da5-9448-4429-93f1-de5e1ba06751 None None] Calling delete_port for d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:27.925618 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-44555f17-fdd6-450f-a58c-2a68066b570e tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:27.936066 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44555f17-fdd6-450f-a58c-2a68066b570e tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:28.023997 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device e1dbc577-d0de-4fb6-afdc-64e4be932c63 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:28.029508 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1e813da5-9448-4429-93f1-de5e1ba06751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:28.037394 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-2fa26064-40e2-424d-a0e0-45d800cf7af2 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Deleting port 59f08c65-9a78-4d5e-8e9d-64ddf749a6ea {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:28.038646 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fa26064-40e2-424d-a0e0-45d800cf7af2 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:28.142516 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e813da5-9448-4429-93f1-de5e1ba06751 None None] Pushing event deleted for resources: {'Port': ['ID=d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:28.150473 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e813da5-9448-4429-93f1-de5e1ba06751 None None] No DVR routers for this DVR port d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:28.184764 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-43d6e653-942f-4805-a6de-f5d3c26ed9a9 None None] Deleting port e1dbc577-d0de-4fb6-afdc-64e4be932c63 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:28.185395 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-43d6e653-942f-4805-a6de-f5d3c26ed9a9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:28.201738 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fa26064-40e2-424d-a0e0-45d800cf7af2 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:28.228770 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-2fa26064-40e2-424d-a0e0-45d800cf7af2 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Calling delete_port for 59f08c65-9a78-4d5e-8e9d-64ddf749a6ea owned by {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:28.305083 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44555f17-fdd6-450f-a58c-2a68066b570e tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Pushing event updated for resources: {'Port': ['ID=40fb8dd6-498a-41a7-a8fb-ab902c17b208,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:28.348628 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-43d6e653-942f-4805-a6de-f5d3c26ed9a9 None None] For port e1dbc577-d0de-4fb6-afdc-64e4be932c63, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=e1dbc577-d0de-4fb6-afdc-64e4be932c63,segment=NetworkSegment(d528383f-e2ae-47bd-a075-c2c68a40c25c),segment_id=d528383f-e2ae-47bd-a075-c2c68a40c25c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:28.349147 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-43d6e653-942f-4805-a6de-f5d3c26ed9a9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:28.372317 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:28.375609 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-43d6e653-942f-4805-a6de-f5d3c26ed9a9 None None] Calling delete_port for e1dbc577-d0de-4fb6-afdc-64e4be932c63 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:28.385953 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fa26064-40e2-424d-a0e0-45d800cf7af2 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:28.422564 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port e1dbc577-d0de-4fb6-afdc-64e4be932c63, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=e1dbc577-d0de-4fb6-afdc-64e4be932c63,segment=NetworkSegment(d528383f-e2ae-47bd-a075-c2c68a40c25c),segment_id=d528383f-e2ae-47bd-a075-c2c68a40c25c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:28.431965 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-a3ae64ec-d7aa-428a-a5c0-2a718a804468 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] For port e1dbc577-d0de-4fb6-afdc-64e4be932c63, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=e1dbc577-d0de-4fb6-afdc-64e4be932c63,segment=NetworkSegment(d528383f-e2ae-47bd-a075-c2c68a40c25c),segment_id=d528383f-e2ae-47bd-a075-c2c68a40c25c)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:28.432330 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3ae64ec-d7aa-428a-a5c0-2a718a804468 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:28.459186 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:28.460080 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:28.483595 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa26064-40e2-424d-a0e0-45d800cf7af2 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Port': ['ID=59f08c65-9a78-4d5e-8e9d-64ddf749a6ea,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:28.519690 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fa26064-40e2-424d-a0e0-45d800cf7af2 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:28.520378 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:28.520849 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d03907eb-e7c1-4fc0-b6a3-eb1bb94371a6 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:28.522380 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2fa26064-40e2-424d-a0e0-45d800cf7af2 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/ports/59f08c65-9a78-4d5e-8e9d-64ddf749a6ea HTTP/1.1" status: 204 len: 168 time: 0.7573984 Jul 16 08:45:28.532443 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51632) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:28.569420 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=e1dbc577-d0de-4fb6-afdc-64e4be932c63,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:28.593971 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44555f17-fdd6-450f-a58c-2a68066b570e tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:28.600865 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-43d6e653-942f-4805-a6de-f5d3c26ed9a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:28.658933 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d6e653-942f-4805-a6de-f5d3c26ed9a9 None None] Pushing event deleted for resources: {'Port': ['ID=e1dbc577-d0de-4fb6-afdc-64e4be932c63,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:28.670016 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d6e653-942f-4805-a6de-f5d3c26ed9a9 None None] No DVR routers for this DVR port e1dbc577-d0de-4fb6-afdc-64e4be932c63 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:28.720183 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-a3ae64ec-d7aa-428a-a5c0-2a718a804468 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Calling delete_port for e1dbc577-d0de-4fb6-afdc-64e4be932c63 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:28.798226 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-93f5e894-c680-4842-a2fa-5071cc558f02 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:28.812449 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fa19f7-a9bf-4e95-8389-7e6328d48e47 req-87f30fef-a358-44e1-95d8-4a5da3008a6f tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:28.822233 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a1fa19f7-a9bf-4e95-8389-7e6328d48e47 req-87f30fef-a358-44e1-95d8-4a5da3008a6f tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 945 time: 1.0100427 Jul 16 08:45:29.078843 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b155b597-aaf9-4c32-8046-7b83ea13790d req-0ede95f3-dc79-4bd0-9094-11ea58b935a0 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:29.081076 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b155b597-aaf9-4c32-8046-7b83ea13790d req-0ede95f3-dc79-4bd0-9094-11ea58b935a0 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.30 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 945 time: 0.8036265 Jul 16 08:45:29.101129 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a1fa19f7-a9bf-4e95-8389-7e6328d48e47 req-dbcb8c57-15a3-4ff2-954d-8c78f896fa1f tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/security-groups?id=621dba7d-741a-4958-9873-96d5bf4ed144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2779608 Jul 16 08:45:29.202375 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3ae64ec-d7aa-428a-a5c0-2a718a804468 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.243923 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-93f5e894-c680-4842-a2fa-5071cc558f02 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.267308 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-93f5e894-c680-4842-a2fa-5071cc558f02 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c425d69b-1f72-4d72-b818-de282b82db11']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:29.267997 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ae64ec-d7aa-428a-a5c0-2a718a804468 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] No DVR routers for this DVR port e1dbc577-d0de-4fb6-afdc-64e4be932c63 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:29.289975 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44555f17-fdd6-450f-a58c-2a68066b570e tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.296513 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae64ec-d7aa-428a-a5c0-2a718a804468 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Port': ['ID=e1dbc577-d0de-4fb6-afdc-64e4be932c63,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:29.309010 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-93f5e894-c680-4842-a2fa-5071cc558f02 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff1d43ab-b691-446e-bcd6-98b1e8c7553b') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:29.309318 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-93f5e894-c680-4842-a2fa-5071cc558f02 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff1d43ab-b691-446e-bcd6-98b1e8c7553b') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:29.321403 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-93f5e894-c680-4842-a2fa-5071cc558f02 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.353981 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-93f5e894-c680-4842-a2fa-5071cc558f02 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.360443 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93f5e894-c680-4842-a2fa-5071cc558f02 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:45:29.360856 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-93f5e894-c680-4842-a2fa-5071cc558f02 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.425518 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:45:29.425518 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:45:29.425518 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:45:29.425518 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:45:29.425518 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:45:29.425518 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:45:29.425518 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:45:29.425518 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:45:29.425518 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:45:29.425518 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:45:29.425518 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:45:29.425518 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:45:29.425518 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:45:29.425518 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:45:29.425518 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:45:29.425518 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:45:29.425518 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:45:29.425518 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:45:29.425518 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:45:29.425518 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:45:29.425518 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:45:29.425518 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:45:29.425518 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:45:29.425518 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:45:29.425518 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:45:29.425518 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:45:29.425518 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:45:29.425518 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:45:29.425518 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:45:29.425518 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:45:29.425518 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:45:29.425518 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:45:29.430256 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-93f5e894-c680-4842-a2fa-5071cc558f02 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.442332 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-93f5e894-c680-4842-a2fa-5071cc558f02 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.448687 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-93f5e894-c680-4842-a2fa-5071cc558f02 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] 10.222.0.22 "DELETE /v2.0/networks/c425d69b-1f72-4d72-b818-de282b82db11 HTTP/1.1" status: 204 len: 168 time: 0.9115090 Jul 16 08:45:29.458547 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3ae64ec-d7aa-428a-a5c0-2a718a804468 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.464611 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-fd53fc27-cf1e-4be3-b45f-216070758263 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2176569 Jul 16 08:45:29.465587 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f5e894-c680-4842-a2fa-5071cc558f02 tempest-PortsTestJSON-25277845 tempest-PortsTestJSON-25277845-project] Pushing event deleted for resources: {'Network': ['ID=c425d69b-1f72-4d72-b818-de282b82db11,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:29.505985 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-b155b597-aaf9-4c32-8046-7b83ea13790d req-2f96485c-14e3-459e-a6e3-cb98ba7e60a0 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Deleting port 8455ef63-1e07-4f74-8aaf-6b28e7f17e16 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:29.506339 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b155b597-aaf9-4c32-8046-7b83ea13790d req-2f96485c-14e3-459e-a6e3-cb98ba7e60a0 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.530934 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-a3ae64ec-d7aa-428a-a5c0-2a718a804468 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ec8a2ad-38a1-4430-807f-3c63269b0327']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:29.569576 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-a3ae64ec-d7aa-428a-a5c0-2a718a804468 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd528383f-e2ae-47bd-a075-c2c68a40c25c') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:29.569812 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-a3ae64ec-d7aa-428a-a5c0-2a718a804468 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd528383f-e2ae-47bd-a075-c2c68a40c25c') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:29.618443 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3ae64ec-d7aa-428a-a5c0-2a718a804468 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.638882 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0902d-0b05-4988-a140-de515f149b2c req-b5b57308-3a6b-4bdc-8877-de4290e1df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:29.639846 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0902d-0b05-4988-a140-de515f149b2c req-b5b57308-3a6b-4bdc-8877-de4290e1df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:29.640262 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0902d-0b05-4988-a140-de515f149b2c req-b5b57308-3a6b-4bdc-8877-de4290e1df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:29.640926 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0902d-0b05-4988-a140-de515f149b2c req-b5b57308-3a6b-4bdc-8877-de4290e1df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:29.641522 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0902d-0b05-4988-a140-de515f149b2c req-b5b57308-3a6b-4bdc-8877-de4290e1df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:29.641949 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0902d-0b05-4988-a140-de515f149b2c req-b5b57308-3a6b-4bdc-8877-de4290e1df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:29.642451 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0902d-0b05-4988-a140-de515f149b2c req-b5b57308-3a6b-4bdc-8877-de4290e1df73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:29.652404 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-b5b57308-3a6b-4bdc-8877-de4290e1df73 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2fe358b4bf3b41e19a3794e097af1b16&device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 6496 time: 0.1269393 Jul 16 08:45:29.660404 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4f18a823-da82-4678-919f-b333ddd2f85f no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:29.671971 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3ae64ec-d7aa-428a-a5c0-2a718a804468 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.687316 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3ae64ec-d7aa-428a-a5c0-2a718a804468 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:45:29.687944 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3ae64ec-d7aa-428a-a5c0-2a718a804468 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:45:29.696660 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:45:29.719820 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 4f18a823-da82-4678-919f-b333ddd2f85f {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:29.721156 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4f18a823-da82-4678-919f-b333ddd2f85f not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:29.749703 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-b155b597-aaf9-4c32-8046-7b83ea13790d req-2f96485c-14e3-459e-a6e3-cb98ba7e60a0 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] For port 8455ef63-1e07-4f74-8aaf-6b28e7f17e16, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=8455ef63-1e07-4f74-8aaf-6b28e7f17e16,segment=NetworkSegment(3e3e0b5e-d65e-40dd-8597-7f4a644a5841),segment_id=3e3e0b5e-d65e-40dd-8597-7f4a644a5841)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:29.750798 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b155b597-aaf9-4c32-8046-7b83ea13790d req-2f96485c-14e3-459e-a6e3-cb98ba7e60a0 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.829193 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-b155b597-aaf9-4c32-8046-7b83ea13790d req-2f96485c-14e3-459e-a6e3-cb98ba7e60a0 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Calling delete_port for 8455ef63-1e07-4f74-8aaf-6b28e7f17e16 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:29.834916 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44555f17-fdd6-450f-a58c-2a68066b570e tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Router 839e954c-c6fa-4ebd-b74c-5a6ece97e92d is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:45:29.897229 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3ae64ec-d7aa-428a-a5c0-2a718a804468 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.909851 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3ae64ec-d7aa-428a-a5c0-2a718a804468 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:29.911375 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a3ae64ec-d7aa-428a-a5c0-2a718a804468 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/networks/0ec8a2ad-38a1-4430-807f-3c63269b0327 HTTP/1.1" status: 204 len: 168 time: 3.1408603 Jul 16 08:45:29.936314 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51660) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:30.046598 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51662) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:30.056948 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0902d-0b05-4988-a140-de515f149b2c req-ad2a3ae8-9827-4aca-81a3-62242a84ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:30.057494 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0902d-0b05-4988-a140-de515f149b2c req-ad2a3ae8-9827-4aca-81a3-62242a84ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:30.057917 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0902d-0b05-4988-a140-de515f149b2c req-ad2a3ae8-9827-4aca-81a3-62242a84ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:30.060241 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-ad2a3ae8-9827-4aca-81a3-62242a84ceb3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=68d1b8de-8ca0-41e5-ab5d-58997722961e&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=971f3192-951e-432a-a2cc-46e618e65630&id=971f3192-951e-432a-a2cc-46e618e65630 HTTP/1.1" status: 200 len: 2291 time: 0.3719590 Jul 16 08:45:30.074150 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ae64ec-d7aa-428a-a5c0-2a718a804468 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Network': ['ID=0ec8a2ad-38a1-4430-807f-3c63269b0327,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:30.091796 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44555f17-fdd6-450f-a58c-2a68066b570e tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:30.101874 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56d824e-687f-41a9-afce-c8ef3f4e38ad None None] Sync routers for ids ['839e954c-c6fa-4ebd-b74c-5a6ece97e92d'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:30.119040 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56d824e-687f-41a9-afce-c8ef3f4e38ad None None] Routers {'839e954c-c6fa-4ebd-b74c-5a6ece97e92d'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:30.119688 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a56d824e-687f-41a9-afce-c8ef3f4e38ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['839e954c-c6fa-4ebd-b74c-5a6ece97e92d'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:30.135041 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44555f17-fdd6-450f-a58c-2a68066b570e tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:30.136594 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-44555f17-fdd6-450f-a58c-2a68066b570e tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.1053255 Jul 16 08:45:30.139326 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51668) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:30.232435 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a56d824e-687f-41a9-afce-c8ef3f4e38ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:30.253326 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a56d824e-687f-41a9-afce-c8ef3f4e38ad None None] Routers {'839e954c-c6fa-4ebd-b74c-5a6ece97e92d'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:30.253961 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a56d824e-687f-41a9-afce-c8ef3f4e38ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['839e954c-c6fa-4ebd-b74c-5a6ece97e92d'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:30.277211 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f7343348-1423-4d7b-8414-3b4458f2a617 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "GET /v2.0/routers/839e954c-c6fa-4ebd-b74c-5a6ece97e92d HTTP/1.1" status: 200 len: 924 time: 0.1326923 Jul 16 08:45:30.280739 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51676) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:30.320431 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a56d824e-687f-41a9-afce-c8ef3f4e38ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:30.321347 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a56d824e-687f-41a9-afce-c8ef3f4e38ad None None] The sync data for ids ['839e954c-c6fa-4ebd-b74c-5a6ece97e92d'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:30.350779 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-0f66ad66-5fa7-4d86-92a8-9847e6530d1b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec6adfab-2926-4726-bbb1-6322adf2bd21 HTTP/1.1" status: 200 len: 1001 time: 0.2834363 Jul 16 08:45:30.359087 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a7100ee1-1bf9-4fb5-ac90-b0dc84267731 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "GET /v2.0/ports?device_id=839e954c-c6fa-4ebd-b74c-5a6ece97e92d HTTP/1.1" status: 200 len: 205 time: 0.0770669 Jul 16 08:45:30.374545 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51678) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:30.413510 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2422242b-fa15-4456-bbaa-4af0da54d151 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bcd27c28ca394de099c946d008646817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3654487 Jul 16 08:45:30.418265 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51680) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:30.460142 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b155b597-aaf9-4c32-8046-7b83ea13790d req-2f96485c-14e3-459e-a6e3-cb98ba7e60a0 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:30.473410 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['8455ef63-1e07-4f74-8aaf-6b28e7f17e16'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:45:30.488153 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0902d-0b05-4988-a140-de515f149b2c req-b6c545df-fa2b-455e-bdd4-8ac616e68aac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:30.489873 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-b6c545df-fa2b-455e-bdd4-8ac616e68aac service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74283639-7822-44b6-ad1c-b5976fafc479 HTTP/1.1" status: 200 len: 850 time: 0.1331458 Jul 16 08:45:30.537047 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f96485c-14e3-459e-a6e3-cb98ba7e60a0 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Pushing event deleted for resources: {'Port': ['ID=8455ef63-1e07-4f74-8aaf-6b28e7f17e16,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:30.572986 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b155b597-aaf9-4c32-8046-7b83ea13790d req-2f96485c-14e3-459e-a6e3-cb98ba7e60a0 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] No DVR routers for this DVR port 8455ef63-1e07-4f74-8aaf-6b28e7f17e16 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:30.576554 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e2d60ab-cb29-43d9-8a78-abd2977bcbbd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:30.576703 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b155b597-aaf9-4c32-8046-7b83ea13790d req-2f96485c-14e3-459e-a6e3-cb98ba7e60a0 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:30.579028 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b155b597-aaf9-4c32-8046-7b83ea13790d req-2f96485c-14e3-459e-a6e3-cb98ba7e60a0 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.30 "DELETE /v2.0/ports/8455ef63-1e07-4f74-8aaf-6b28e7f17e16 HTTP/1.1" status: 204 len: 173 time: 1.4919159 Jul 16 08:45:30.586562 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aff4547c-2b2a-4d92-8a72-0119a41936c6', 'name': 'network-vif-deleted', 'tag': '8455ef63-1e07-4f74-8aaf-6b28e7f17e16'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:45:30.589537 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4956c5c6-de23-4a0b-b070-95ea0995ab61" -d '{"events": [{"server_uuid": "aff4547c-2b2a-4d92-8a72-0119a41936c6", "name": "network-vif-deleted", "tag": "8455ef63-1e07-4f74-8aaf-6b28e7f17e16"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:45:30.625062 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e9c2d533-dadf-466f-8e57-fe5796fdf9a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:30.682938 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e9c2d533-dadf-466f-8e57-fe5796fdf9a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:30.688944 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c245e6a-3feb-4278-970c-c4ea32b142b8 x-openstack-request-id: req-3c245e6a-3feb-4278-970c-c4ea32b142b8 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:45:30.689628 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aff4547c-2b2a-4d92-8a72-0119a41936c6", "name": "network-vif-deleted", "tag": "8455ef63-1e07-4f74-8aaf-6b28e7f17e16", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:45:30.690162 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3c245e6a-3feb-4278-970c-c4ea32b142b8 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:45:30.691101 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aff4547c-2b2a-4d92-8a72-0119a41936c6', 'name': 'network-vif-deleted', 'tag': '8455ef63-1e07-4f74-8aaf-6b28e7f17e16', 'status': 'completed', 'code': 200} Jul 16 08:45:30.765646 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e9c2d533-dadf-466f-8e57-fe5796fdf9a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:30.772694 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e9c2d533-dadf-466f-8e57-fe5796fdf9a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:30.779843 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e9c2d533-dadf-466f-8e57-fe5796fdf9a5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/815f3d9d-290f-451e-b920-06b12c7c0609 HTTP/1.1" status: 204 len: 168 time: 0.3588834 Jul 16 08:45:30.795332 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c2d533-dadf-466f-8e57-fe5796fdf9a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=815f3d9d-290f-451e-b920-06b12c7c0609,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:30.798302 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0902d-0b05-4988-a140-de515f149b2c req-6258ad88-527c-4520-9971-d55feb081f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:30.800063 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-6258ad88-527c-4520-9971-d55feb081f4e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=68d1b8de-8ca0-41e5-ab5d-58997722961e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2859282 Jul 16 08:45:30.829802 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54179899-ea3f-4b29-9401-5528c3a3e8d6 req-c7284187-2551-4c2b-ac04-08e5ff8c4b73 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:30.833273 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54179899-ea3f-4b29-9401-5528c3a3e8d6 req-c7284187-2551-4c2b-ac04-08e5ff8c4b73 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/ports?device_id=aff4547c-2b2a-4d92-8a72-0119a41936c6 HTTP/1.1" status: 200 len: 867 time: 0.5158844 Jul 16 08:45:30.870675 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e2d60ab-cb29-43d9-8a78-abd2977bcbbd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:30.907295 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54179899-ea3f-4b29-9401-5528c3a3e8d6 req-cc3c2d24-b4d2-4eea-a6b1-9591ba31a094 tempest-ServerRescueTestJSONUnderV235-176728577 tempest-ServerRescueTestJSONUnderV235-176728577-project] 10.222.0.22 "GET /v2.0/security-groups?id=621dba7d-741a-4958-9873-96d5bf4ed144&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661790 Jul 16 08:45:31.041446 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-2df261e3-cd92-434c-85f2-44d28b843633 service neutron] 10.222.0.21 "GET /v2.0/networks/68d1b8de-8ca0-41e5-ab5d-58997722961e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2310166 Jul 16 08:45:31.137860 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-7e2d60ab-cb29-43d9-8a78-abd2977bcbbd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Deleting port 40fb8dd6-498a-41a7-a8fb-ab902c17b208 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:31.138605 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e2d60ab-cb29-43d9-8a78-abd2977bcbbd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.243501 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3295f367-4545-4c8c-8023-ca85c918c715 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.413922 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-38a5902f-fc22-4a1f-8449-79260ea87b4b service neutron] 10.222.0.21 "GET /v2.0/networks/68d1b8de-8ca0-41e5-ab5d-58997722961e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3625045 Jul 16 08:45:31.440717 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51714) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:31.453596 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e2d60ab-cb29-43d9-8a78-abd2977bcbbd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.753743 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7a1fedfd-e217-447b-87e0-2009c07e2a8b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2a2607df5641419a95baf70ee3244adc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3118088 Jul 16 08:45:31.756795 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51728) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:31.815871 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ca43a761-c483-4848-87f2-1aff0d66287b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.843752 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ca43a761-c483-4848-87f2-1aff0d66287b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.870262 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-7289c1fa-2aae-45a3-9691-94929b701921 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=ac3245a2-1832-46a1-a707-f054e3b47d6a HTTP/1.1" status: 200 len: 217 time: 0.4401345 Jul 16 08:45:31.890836 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-7e2d60ab-cb29-43d9-8a78-abd2977bcbbd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Calling delete_port for 40fb8dd6-498a-41a7-a8fb-ab902c17b208 owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:31.916261 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ca43a761-c483-4848-87f2-1aff0d66287b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.920802 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ca43a761-c483-4848-87f2-1aff0d66287b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:31.922515 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ca43a761-c483-4848-87f2-1aff0d66287b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1d025ae9-e667-4538-9564-1fac08b3debe HTTP/1.1" status: 204 len: 168 time: 0.1637595 Jul 16 08:45:31.933636 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca43a761-c483-4848-87f2-1aff0d66287b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d025ae9-e667-4538-9564-1fac08b3debe,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:31.962381 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51742) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:32.042826 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51748) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:32.083832 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0902d-0b05-4988-a140-de515f149b2c req-f211e874-e06a-4c64-98ff-437f037bd65d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.085500 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-f211e874-e06a-4c64-98ff-437f037bd65d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.2052145 Jul 16 08:45:32.099009 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:32.117936 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:32.157631 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-28b3038b-fdbf-4d78-8321-2f6394723388 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:32.158798 n-d-771362-37 neutron-server[93759]: WARNING neutron.api.v2.base [None req-28b3038b-fdbf-4d78-8321-2f6394723388 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 08:45:32.160709 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-28b3038b-fdbf-4d78-8321-2f6394723388 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 08:45:32.161925 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-28b3038b-fdbf-4d78-8321-2f6394723388 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1972678 Jul 16 08:45:32.166780 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51750) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:32.175387 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-68fdd4c1-4e42-4a19-8353-893c23e74e0e tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group': {'name': 'tempest-secgroup--2096829697'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:32.271731 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68fdd4c1-4e42-4a19-8353-893c23e74e0e tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:32.285489 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68fdd4c1-4e42-4a19-8353-893c23e74e0e tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:32.349542 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0902d-0b05-4988-a140-de515f149b2c req-5137e677-8edf-40cd-92bc-a92fd11d399e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:32.351072 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-5137e677-8edf-40cd-92bc-a92fd11d399e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2586517 Jul 16 08:45:32.523166 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e2d60ab-cb29-43d9-8a78-abd2977bcbbd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:32.560958 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d60ab-cb29-43d9-8a78-abd2977bcbbd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Pushing event deleted for resources: {'Port': ['ID=40fb8dd6-498a-41a7-a8fb-ab902c17b208,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:32.577936 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3295f367-4545-4c8c-8023-ca85c918c715 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Deleting port 4b3a3b7f-f30d-4683-a8a4-3b10db99918b {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:32.578284 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3295f367-4545-4c8c-8023-ca85c918c715 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:32.696850 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 8455ef63-1e07-4f74-8aaf-6b28e7f17e16 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:32.727851 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-61b387aa-68b8-4ef4-93d1-debf3a83f1d9 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3522711 Jul 16 08:45:32.727851 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e2d60ab-cb29-43d9-8a78-abd2977bcbbd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:32.757063 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 8455ef63-1e07-4f74-8aaf-6b28e7f17e16 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:32.757063 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 8455ef63-1e07-4f74-8aaf-6b28e7f17e16 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:32.860635 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-aa032265-9499-4fce-a83c-0a450330d172 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291988 Jul 16 08:45:32.947643 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e2d60ab-cb29-43d9-8a78-abd2977bcbbd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:32.983044 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e2d60ab-cb29-43d9-8a78-abd2977bcbbd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:32.995024 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-0115d711-8373-497a-9348-3c5dc1c131ab service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=5b0628d6-3782-44d5-85db-3802f0fa70fb HTTP/1.1" status: 200 len: 217 time: 0.0979049 Jul 16 08:45:33.003579 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-3295f367-4545-4c8c-8023-ca85c918c715 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] For port 4b3a3b7f-f30d-4683-a8a4-3b10db99918b, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4b3a3b7f-f30d-4683-a8a4-3b10db99918b,segment=NetworkSegment(108e9c7f-6b07-4bad-8c5b-0d2337a2a6b0),segment_id=108e9c7f-6b07-4bad-8c5b-0d2337a2a6b0)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:33.003950 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3295f367-4545-4c8c-8023-ca85c918c715 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.048643 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68fdd4c1-4e42-4a19-8353-893c23e74e0e tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.055621 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68fdd4c1-4e42-4a19-8353-893c23e74e0e tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.087144 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3295f367-4545-4c8c-8023-ca85c918c715 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Calling delete_port for 4b3a3b7f-f30d-4683-a8a4-3b10db99918b owned by network:router_interface {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:33.111320 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e2d60ab-cb29-43d9-8a78-abd2977bcbbd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.112157 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2d60ab-cb29-43d9-8a78-abd2977bcbbd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Fanout notify agent at l3_agent the message router_deleted on router 839e954c-c6fa-4ebd-b74c-5a6ece97e92d {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:45:33.140629 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e2d60ab-cb29-43d9-8a78-abd2977bcbbd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.142125 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7e2d60ab-cb29-43d9-8a78-abd2977bcbbd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "DELETE /v2.0/routers/839e954c-c6fa-4ebd-b74c-5a6ece97e92d HTTP/1.1" status: 204 len: 168 time: 2.7665341 Jul 16 08:45:33.148782 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51794) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:33.153260 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0902d-0b05-4988-a140-de515f149b2c req-96791ff4-b0d7-498b-af59-d1d3c4f7a02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:33.155288 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-96791ff4-b0d7-498b-af59-d1d3c4f7a02a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.1480808 Jul 16 08:45:33.160742 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e4c95ff5-4a3f-49bd-a94b-cb282cbc4e50 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Request body: {'router': {'name': 'tempest-snat-router-672811570', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'enable_snat': False}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:33.164964 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdd4c1-4e42-4a19-8353-893c23e74e0e tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6bccb97b-12b6-4be0-8c38-f1ff2057efcf,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:33.236151 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a89072c5-fd98-46c8-8eea-18841f5ffe8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.293391 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3be37d5f-60fd-457b-b725-fe1a5f781e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.306641 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68fdd4c1-4e42-4a19-8353-893c23e74e0e tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.373026 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0902d-0b05-4988-a140-de515f149b2c req-f73762d4-664f-4f91-9046-469763dd5f3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:33.375205 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-f73762d4-664f-4f91-9046-469763dd5f3c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1694748 Jul 16 08:45:33.397280 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68fdd4c1-4e42-4a19-8353-893c23e74e0e tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.488224 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e4c95ff5-4a3f-49bd-a94b-cb282cbc4e50 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.489268 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e4c95ff5-4a3f-49bd-a94b-cb282cbc4e50 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.555076 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3295f367-4545-4c8c-8023-ca85c918c715 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.563566 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-68fdd4c1-4e42-4a19-8353-893c23e74e0e tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.568574 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-68fdd4c1-4e42-4a19-8353-893c23e74e0e tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.4000537 Jul 16 08:45:33.569427 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51810) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:33.582524 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-34ceebfa-6278-4ee4-b1e6-eb67215057f4 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group_rule': {'security_group_id': '2234030e-3562-4314-9ffd-270da3ad5918', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:33.651208 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdd4c1-4e42-4a19-8353-893c23e74e0e tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2234030e-3562-4314-9ffd-270da3ad5918,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:33.670219 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34ceebfa-6278-4ee4-b1e6-eb67215057f4 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.712667 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-27729baf-69ef-46b1-b4df-fd4c2c60e95b service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3306127 Jul 16 08:45:33.733710 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295f367-4545-4c8c-8023-ca85c918c715 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Port': ['ID=4b3a3b7f-f30d-4683-a8a4-3b10db99918b,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:33.816065 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e4c95ff5-4a3f-49bd-a94b-cb282cbc4e50 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:33.880294 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3295f367-4545-4c8c-8023-ca85c918c715 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.069891 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-8573835c-7f46-4363-8c2e-8f4ba2116c28 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3292251 Jul 16 08:45:34.118396 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-3f16d0b8-2173-499f-8d62-d73c20dbb0d3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=afa97703-f881-4b7b-b2e7-e2133311c64c HTTP/1.1" status: 200 len: 217 time: 0.0424986 Jul 16 08:45:34.132548 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34ceebfa-6278-4ee4-b1e6-eb67215057f4 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.135456 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e4c95ff5-4a3f-49bd-a94b-cb282cbc4e50 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.144009 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34ceebfa-6278-4ee4-b1e6-eb67215057f4 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.198599 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ceebfa-6278-4ee4-b1e6-eb67215057f4 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25729730-8a8b-4daf-8fff-62c1f535d42d,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:34.228797 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34ceebfa-6278-4ee4-b1e6-eb67215057f4 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.230197 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-34ceebfa-6278-4ee4-b1e6-eb67215057f4 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6549325 Jul 16 08:45:34.233810 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51822) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:34.240818 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-66565bb4-bdc2-4ae0-ac37-bb55b9e04036 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group_rule': {'security_group_id': '2234030e-3562-4314-9ffd-270da3ad5918', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:34.293534 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3295f367-4545-4c8c-8023-ca85c918c715 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:45:34.305455 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0902d-0b05-4988-a140-de515f149b2c req-bd96b2f8-c90c-4522-a9f4-916090e0d062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:34.306959 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-bd96b2f8-c90c-4522-a9f4-916090e0d062 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.1151743 Jul 16 08:45:34.329232 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66565bb4-bdc2-4ae0-ac37-bb55b9e04036 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.430818 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-66565bb4-bdc2-4ae0-ac37-bb55b9e04036 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 08:45:34.431982 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-66565bb4-bdc2-4ae0-ac37-bb55b9e04036 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1955612 Jul 16 08:45:34.436335 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51824) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:34.442056 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3295f367-4545-4c8c-8023-ca85c918c715 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:34.449900 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-a89072c5-fd98-46c8-8eea-18841f5ffe8d admin admin] Deleting port 7238af1c-3abd-4baa-b7bb-6660a3ea91e2 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:34.450501 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a89072c5-fd98-46c8-8eea-18841f5ffe8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.455906 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78d51da-87b5-43c9-bb02-a343215b1883 None None] Sync routers for ids ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:34.464135 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3295f367-4545-4c8c-8023-ca85c918c715 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "PUT /v2.0/routers/99cd0c9b-519a-4a38-8d81-314a0fa9f2f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5249598 Jul 16 08:45:34.466338 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51826) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:34.474703 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78d51da-87b5-43c9-bb02-a343215b1883 None None] Routers {'99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:34.475535 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d78d51da-87b5-43c9-bb02-a343215b1883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:34.550643 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-12e910fd-728e-415c-9fa9-c849359a1e17 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Deleting subnet 130bbd33-f8c6-4101-8b88-5eeac10747aa {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:45:34.556019 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-12e910fd-728e-415c-9fa9-c849359a1e17 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.600373 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0902d-0b05-4988-a140-de515f149b2c req-25024f4a-f9e1-4e2d-9f06-d675e56a8151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:34.602891 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-25024f4a-f9e1-4e2d-9f06-d675e56a8151 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2872148 Jul 16 08:45:34.612298 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-a89072c5-fd98-46c8-8eea-18841f5ffe8d admin admin] For port 7238af1c-3abd-4baa-b7bb-6660a3ea91e2, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=7238af1c-3abd-4baa-b7bb-6660a3ea91e2,segment=NetworkSegment(3e3e0b5e-d65e-40dd-8597-7f4a644a5841),segment_id=3e3e0b5e-d65e-40dd-8597-7f4a644a5841)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:34.616037 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-d78d51da-87b5-43c9-bb02-a343215b1883 None None] Set router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:34.616286 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a89072c5-fd98-46c8-8eea-18841f5ffe8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.708915 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-12e910fd-728e-415c-9fa9-c849359a1e17 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.723808 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d78d51da-87b5-43c9-bb02-a343215b1883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'name': 'tempest-RoutersIpV6Test-router-639230317', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:26Z', 'updated_at': '2021-07-16T08:45:33Z', 'revision_number': 11, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:34.742255 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-a89072c5-fd98-46c8-8eea-18841f5ffe8d admin admin] Calling delete_port for 7238af1c-3abd-4baa-b7bb-6660a3ea91e2 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:34.769913 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-072dc1a7-39c8-4a07-b531-b85643fb540d tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.770935 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78d51da-87b5-43c9-bb02-a343215b1883 None None] Checking router: 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:45:34.791028 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78d51da-87b5-43c9-bb02-a343215b1883 None None] Routers {'99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:34.793322 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d78d51da-87b5-43c9-bb02-a343215b1883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:34.821613 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-12e910fd-728e-415c-9fa9-c849359a1e17 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.843585 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e4c95ff5-4a3f-49bd-a94b-cb282cbc4e50 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:34.887665 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-968ddcd1-6290-4c92-acca-fb6aa8e1d5c5 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767768 Jul 16 08:45:34.902548 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-d78d51da-87b5-43c9-bb02-a343215b1883 None None] Set router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:34.968406 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d78d51da-87b5-43c9-bb02-a343215b1883 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'name': 'tempest-RoutersIpV6Test-router-639230317', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:26Z', 'updated_at': '2021-07-16T08:45:33Z', 'revision_number': 11, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:35.026303 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d78d51da-87b5-43c9-bb02-a343215b1883 None None] The sync data for ids ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'] in n-d-771362-37 is: [{'id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'name': 'tempest-RoutersIpV6Test-router-639230317', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:26Z', 'updated_at': '2021-07-16T08:45:33Z', 'revision_number': 11, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:35.130015 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e4c95ff5-4a3f-49bd-a94b-cb282cbc4e50 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.133982 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a89072c5-fd98-46c8-8eea-18841f5ffe8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.198760 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-072dc1a7-39c8-4a07-b531-b85643fb540d tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.240681 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89072c5-fd98-46c8-8eea-18841f5ffe8d admin admin] Pushing event deleted for resources: {'Port': ['ID=7238af1c-3abd-4baa-b7bb-6660a3ea91e2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:35.453656 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-072dc1a7-39c8-4a07-b531-b85643fb540d tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.457687 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-072dc1a7-39c8-4a07-b531-b85643fb540d tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.459104 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-072dc1a7-39c8-4a07-b531-b85643fb540d tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "DELETE /v2.0/security-groups/2234030e-3562-4314-9ffd-270da3ad5918 HTTP/1.1" status: 204 len: 168 time: 1.0216823 Jul 16 08:45:35.467294 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51838) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:35.482662 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-e569d91c-2aea-45e5-9e6d-54b291ae5a6f service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5840576 Jul 16 08:45:35.505356 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-12e910fd-728e-415c-9fa9-c849359a1e17 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.555263 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072dc1a7-39c8-4a07-b531-b85643fb540d tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2234030e-3562-4314-9ffd-270da3ad5918,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:35.592521 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-e4c95ff5-4a3f-49bd-a94b-cb282cbc4e50 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Allocated IP 172.25.3.84 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/d518143e-77f2-48d4-8b5e-d5e4fb462ae5) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:35.599460 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-12e910fd-728e-415c-9fa9-c849359a1e17 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.605755 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51840) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:35.606921 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-12e910fd-728e-415c-9fa9-c849359a1e17 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/subnets/130bbd33-f8c6-4101-8b88-5eeac10747aa HTTP/1.1" status: 204 len: 168 time: 1.1383562 Jul 16 08:45:35.608008 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03da6c71-78b0-48b1-b7c5-15223b1793f5 None None] Network d5221c6b-dfab-487c-b6f5-a297396d7a17 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:35.608709 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-9a38a910-9730-40c3-b20c-16fef67fa887 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=7ce0d02e-447c-4dc7-8e90-755e16831c63 HTTP/1.1" status: 200 len: 217 time: 0.1197622 Jul 16 08:45:35.633876 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3b4fdda7-295e-4233-ad66-65e9e9a54819 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1622894 Jul 16 08:45:35.648644 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51842) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:35.668474 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a89072c5-fd98-46c8-8eea-18841f5ffe8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.684283 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-bb1262db-b163-47f1-b168-8eeba0cb780f tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group': {'name': 'tempest-secgroup--468873829'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:35.711992 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e910fd-728e-415c-9fa9-c849359a1e17 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Subnet': ['ID=130bbd33-f8c6-4101-8b88-5eeac10747aa,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:35.715155 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0902d-0b05-4988-a140-de515f149b2c req-e949dc9f-fcf3-4236-9c93-2440ef12d2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:35.716740 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-e949dc9f-fcf3-4236-9c93-2440ef12d2f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.0624607 Jul 16 08:45:35.776254 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb1262db-b163-47f1-b168-8eeba0cb780f tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.809082 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0902d-0b05-4988-a140-de515f149b2c req-05c1e42c-e97a-41e7-9594-c8e43c833682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:35.810658 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-05c1e42c-e97a-41e7-9594-c8e43c833682 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0798116 Jul 16 08:45:35.889773 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4b3a3b7f-f30d-4683-a8a4-3b10db99918b no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:35.942306 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-da9396ff-c623-425c-9699-2c385b0c31d9 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235492 Jul 16 08:45:35.964241 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 4b3a3b7f-f30d-4683-a8a4-3b10db99918b {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:35.964682 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4b3a3b7f-f30d-4683-a8a4-3b10db99918b not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:35.969451 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-816c027e-8fd4-4784-9ef2-5675f1c07511 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:35.973658 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1287eda4-b179-4d19-a1aa-ca13656acc4e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.009556 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.095301 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-511d40e4-8de7-4baf-9cad-2d80364c819f service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1449847 Jul 16 08:45:36.133227 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900a7b7c-c97b-49d9-a48e-29da7fd4d69c None None] DHCP port deletion for d5221c6b-dfab-487c-b6f5-a297396d7a17 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:45:36.188975 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-7b507644-dd9c-44a0-a86d-93fea674d899 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=11779264-f750-43ee-a0d7-fe64f1d931fd HTTP/1.1" status: 200 len: 217 time: 0.0871668 Jul 16 08:45:36.195965 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e4c95ff5-4a3f-49bd-a94b-cb282cbc4e50 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.198798 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-900a7b7c-c97b-49d9-a48e-29da7fd4d69c None None] Deleting port 0b95138d-ae74-4708-9414-48039df04cd3 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:36.199486 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-900a7b7c-c97b-49d9-a48e-29da7fd4d69c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.269168 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0902d-0b05-4988-a140-de515f149b2c req-7c4539c4-8ff7-4a64-8251-b0f361b3b337 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:36.271576 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-7c4539c4-8ff7-4a64-8251-b0f361b3b337 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1200a08-b4c1-4ea0-be1b-41534dbb15bb HTTP/1.1" status: 200 len: 797 time: 0.0765846 Jul 16 08:45:36.357817 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1287eda4-b179-4d19-a1aa-ca13656acc4e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Deleting port 0b95138d-ae74-4708-9414-48039df04cd3 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:36.359358 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1287eda4-b179-4d19-a1aa-ca13656acc4e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.367491 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0902d-0b05-4988-a140-de515f149b2c req-aa491010-8e90-4e52-ae8d-848d8735bfa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:36.369082 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-aa491010-8e90-4e52-ae8d-848d8735bfa6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=971f3192-951e-432a-a2cc-46e618e65630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0908816 Jul 16 08:45:36.378980 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-900a7b7c-c97b-49d9-a48e-29da7fd4d69c None None] For port 0b95138d-ae74-4708-9414-48039df04cd3, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0b95138d-ae74-4708-9414-48039df04cd3,segment=NetworkSegment(108e9c7f-6b07-4bad-8c5b-0d2337a2a6b0),segment_id=108e9c7f-6b07-4bad-8c5b-0d2337a2a6b0)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:36.379384 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-900a7b7c-c97b-49d9-a48e-29da7fd4d69c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.409559 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-900a7b7c-c97b-49d9-a48e-29da7fd4d69c None None] Calling delete_port for 0b95138d-ae74-4708-9414-48039df04cd3 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:36.494072 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-40295451-ed6c-416d-81b6-b06737b98048 service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169355 Jul 16 08:45:36.540244 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb1262db-b163-47f1-b168-8eeba0cb780f tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.554251 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb1262db-b163-47f1-b168-8eeba0cb780f tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.568990 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-900a7b7c-c97b-49d9-a48e-29da7fd4d69c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.602408 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e4c95ff5-4a3f-49bd-a94b-cb282cbc4e50 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.648206 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-900a7b7c-c97b-49d9-a48e-29da7fd4d69c None None] Pushing event deleted for resources: {'Port': ['ID=0b95138d-ae74-4708-9414-48039df04cd3,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:36.659141 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-ad233f5b-d4cb-4797-a530-271fe1d05ae2 service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585793 Jul 16 08:45:36.662441 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900a7b7c-c97b-49d9-a48e-29da7fd4d69c None None] No DVR routers for this DVR port 0b95138d-ae74-4708-9414-48039df04cd3 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:36.699771 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c95ff5-4a3f-49bd-a94b-cb282cbc4e50 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:36.714709 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-1287eda4-b179-4d19-a1aa-ca13656acc4e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] For port 0b95138d-ae74-4708-9414-48039df04cd3, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0b95138d-ae74-4708-9414-48039df04cd3,segment=NetworkSegment(108e9c7f-6b07-4bad-8c5b-0d2337a2a6b0),segment_id=108e9c7f-6b07-4bad-8c5b-0d2337a2a6b0)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:36.715134 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1287eda4-b179-4d19-a1aa-ca13656acc4e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.717681 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-f2e57144-1e9e-4ccc-afdd-96b2fa41d612 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f66e0380-b32a-492b-871a-89bede966f79 HTTP/1.1" status: 200 len: 217 time: 0.0523174 Jul 16 08:45:36.748155 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e4c95ff5-4a3f-49bd-a94b-cb282cbc4e50 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:36.750917 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4c95ff5-4a3f-49bd-a94b-cb282cbc4e50 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:36.768609 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1287eda4-b179-4d19-a1aa-ca13656acc4e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Calling delete_port for 0b95138d-ae74-4708-9414-48039df04cd3 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:36.798539 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb1262db-b163-47f1-b168-8eeba0cb780f tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:36.801542 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bb1262db-b163-47f1-b168-8eeba0cb780f tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1437836 Jul 16 08:45:36.806567 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51850) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:36.816572 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-06d97749-6881-4033-8027-45f34dbca858 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group_rule': {'security_group_id': '342ad9bb-d3e8-420c-8321-ef340702e029', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:36.817849 n-d-771362-37 neutron-server[93758]: WARNING neutron.api.v2.base [None req-06d97749-6881-4033-8027-45f34dbca858 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 08:45:36.818363 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-06d97749-6881-4033-8027-45f34dbca858 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:45:36.821263 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-06d97749-6881-4033-8027-45f34dbca858 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0134931 Jul 16 08:45:36.826663 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51852) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:36.827042 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c95ff5-4a3f-49bd-a94b-cb282cbc4e50 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Pushing event updated for resources: {'Port': ['ID=d518143e-77f2-48d4-8b5e-d5e4fb462ae5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:36.836583 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1262db-b163-47f1-b168-8eeba0cb780f tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=342ad9bb-d3e8-420c-8321-ef340702e029,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:36.845175 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a89072c5-fd98-46c8-8eea-18841f5ffe8d admin admin] Router ec32f572-ec22-4af3-9c0e-1dbdac597c43 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:45:36.856618 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0902d-0b05-4988-a140-de515f149b2c req-d9c2b3a3-110b-497c-bab9-89300eb768f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:36.857810 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-d9c2b3a3-110b-497c-bab9-89300eb768f8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1200a08-b4c1-4ea0-be1b-41534dbb15bb HTTP/1.1" status: 200 len: 797 time: 0.1249886 Jul 16 08:45:37.004984 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-55db2d5b-aabb-4c7a-aa38-dcb95d4c7223 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.051161 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.070491 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-55db2d5b-aabb-4c7a-aa38-dcb95d4c7223 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.087640 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c0902d-0b05-4988-a140-de515f149b2c req-5c6e4a0a-ec92-4e87-809b-f208f563eaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:37.090933 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-5c6e4a0a-ec92-4e87-809b-f208f563eaae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=971f3192-951e-432a-a2cc-46e618e65630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2183862 Jul 16 08:45:37.094562 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a89072c5-fd98-46c8-8eea-18841f5ffe8d admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:37.102653 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a89072c5-fd98-46c8-8eea-18841f5ffe8d admin admin] 10.222.0.22 "PUT /v2.0/routers/ec32f572-ec22-4af3-9c0e-1dbdac597c43/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0566225 Jul 16 08:45:37.109279 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39e00ff-a521-44ec-bd9a-2d1de919cbe9 None None] Sync routers for ids ['ec32f572-ec22-4af3-9c0e-1dbdac597c43'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:37.127499 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39e00ff-a521-44ec-bd9a-2d1de919cbe9 None None] Routers {'ec32f572-ec22-4af3-9c0e-1dbdac597c43'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:37.128442 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51854) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:37.132571 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a39e00ff-a521-44ec-bd9a-2d1de919cbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['ec32f572-ec22-4af3-9c0e-1dbdac597c43'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:37.266579 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4f6a5d60-77a1-409f-8854-90bb3f4faa61 admin admin] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.308380 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-a39e00ff-a521-44ec-bd9a-2d1de919cbe9 None None] Set router ec32f572-ec22-4af3-9c0e-1dbdac597c43 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:37.388990 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e4c95ff5-4a3f-49bd-a94b-cb282cbc4e50 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.452605 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-55db2d5b-aabb-4c7a-aa38-dcb95d4c7223 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.455749 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-55db2d5b-aabb-4c7a-aa38-dcb95d4c7223 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.456905 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-55db2d5b-aabb-4c7a-aa38-dcb95d4c7223 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "DELETE /v2.0/security-groups/342ad9bb-d3e8-420c-8321-ef340702e029 HTTP/1.1" status: 204 len: 168 time: 0.6252956 Jul 16 08:45:37.466093 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51862) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:37.503059 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55db2d5b-aabb-4c7a-aa38-dcb95d4c7223 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=342ad9bb-d3e8-420c-8321-ef340702e029,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:37.510537 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4f6a5d60-77a1-409f-8854-90bb3f4faa61 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.523916 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-4c4a283e-778e-46a3-be4e-db6c18529204 service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4225042 Jul 16 08:45:37.631540 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a39e00ff-a521-44ec-bd9a-2d1de919cbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'name': 'tempest-ServerRescueTestJSONUnderV235-669495853-router', 'tenant_id': 'ba4766327c25499aabe1317ded46023a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': 'b639181d-5f68-4b84-80c9-0c0b574dc97d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:52Z', 'updated_at': '2021-07-16T08:45:35Z', 'revision_number': 5, 'project_id': 'ba4766327c25499aabe1317ded46023a', 'gw_port': {'id': 'b639181d-5f68-4b84-80c9-0c0b574dc97d', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:57:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2478, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:43:55Z', 'updated_at': '2021-07-16T08:44:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:37.637076 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-76ac0f4a-fe8b-4a92-b814-ef026c0a0e49 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1639485 Jul 16 08:45:37.637939 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51868) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:37.642444 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-27fd8703-1ccd-4eb3-adb0-fbdb91702a87 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group': {'name': 'tempest-secgroup--635033648'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:37.719570 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39e00ff-a521-44ec-bd9a-2d1de919cbe9 None None] Checking router: ec32f572-ec22-4af3-9c0e-1dbdac597c43 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:45:37.730814 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0b95138d-ae74-4708-9414-48039df04cd3 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:37.770765 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 0b95138d-ae74-4708-9414-48039df04cd3 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:37.771187 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0b95138d-ae74-4708-9414-48039df04cd3 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:37.772291 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-27fd8703-1ccd-4eb3-adb0-fbdb91702a87 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.776283 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39e00ff-a521-44ec-bd9a-2d1de919cbe9 None None] Routers {'ec32f572-ec22-4af3-9c0e-1dbdac597c43'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:37.781556 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a39e00ff-a521-44ec-bd9a-2d1de919cbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['ec32f572-ec22-4af3-9c0e-1dbdac597c43'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:37.822777 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-4f6a5d60-77a1-409f-8854-90bb3f4faa61 admin admin] Deleting port b639181d-5f68-4b84-80c9-0c0b574dc97d {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:37.824457 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4f6a5d60-77a1-409f-8854-90bb3f4faa61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:37.842873 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-13c0902d-0b05-4988-a140-de515f149b2c req-c1d9ffd1-ed42-46d9-b36f-ec8310cc687f service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3010185 Jul 16 08:45:37.914607 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-a39e00ff-a521-44ec-bd9a-2d1de919cbe9 None None] Set router ec32f572-ec22-4af3-9c0e-1dbdac597c43 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:38.089764 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1287eda4-b179-4d19-a1aa-ca13656acc4e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.121327 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-27fd8703-1ccd-4eb3-adb0-fbdb91702a87 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.157336 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287eda4-b179-4d19-a1aa-ca13656acc4e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Port': ['ID=0b95138d-ae74-4708-9414-48039df04cd3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:38.173048 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1287eda4-b179-4d19-a1aa-ca13656acc4e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] No DVR routers for this DVR port 0b95138d-ae74-4708-9414-48039df04cd3 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:45:38.182287 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-4f6a5d60-77a1-409f-8854-90bb3f4faa61 admin admin] For port b639181d-5f68-4b84-80c9-0c0b574dc97d, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=b639181d-5f68-4b84-80c9-0c0b574dc97d,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:38.182857 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4f6a5d60-77a1-409f-8854-90bb3f4faa61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.199289 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-4f6a5d60-77a1-409f-8854-90bb3f4faa61 admin admin] Calling delete_port for b639181d-5f68-4b84-80c9-0c0b574dc97d owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:38.269174 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1287eda4-b179-4d19-a1aa-ca13656acc4e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.280769 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1287eda4-b179-4d19-a1aa-ca13656acc4e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5221c6b-dfab-487c-b6f5-a297396d7a17']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:38.293604 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1287eda4-b179-4d19-a1aa-ca13656acc4e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108e9c7f-6b07-4bad-8c5b-0d2337a2a6b0') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:38.294546 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1287eda4-b179-4d19-a1aa-ca13656acc4e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108e9c7f-6b07-4bad-8c5b-0d2337a2a6b0') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:38.326380 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1287eda4-b179-4d19-a1aa-ca13656acc4e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.350571 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1287eda4-b179-4d19-a1aa-ca13656acc4e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.373085 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-27fd8703-1ccd-4eb3-adb0-fbdb91702a87 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.399710 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1287eda4-b179-4d19-a1aa-ca13656acc4e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:45:38.400287 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1287eda4-b179-4d19-a1aa-ca13656acc4e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.403486 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:45:38.403486 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:45:38.403486 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:45:38.403486 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:45:38.403486 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:45:38.403486 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:45:38.403486 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:45:38.403486 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:45:38.403486 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:45:38.403486 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:45:38.403486 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:45:38.403486 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:45:38.403486 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:45:38.403486 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:45:38.403486 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:45:38.403486 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:45:38.403486 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:45:38.403486 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:45:38.403486 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:45:38.403486 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:45:38.403486 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:45:38.403486 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:45:38.403486 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:45:38.403486 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:45:38.403486 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:45:38.403486 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:45:38.403486 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:45:38.403486 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:45:38.403486 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:45:38.403486 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:45:38.403486 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:45:38.403486 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:45:38.437125 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a39e00ff-a521-44ec-bd9a-2d1de919cbe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'name': 'tempest-ServerRescueTestJSONUnderV235-669495853-router', 'tenant_id': 'ba4766327c25499aabe1317ded46023a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:52Z', 'updated_at': '2021-07-16T08:45:37Z', 'revision_number': 6, 'project_id': 'ba4766327c25499aabe1317ded46023a', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:38.472932 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-27fd8703-1ccd-4eb3-adb0-fbdb91702a87 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.478766 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-27fd8703-1ccd-4eb3-adb0-fbdb91702a87 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8371849 Jul 16 08:45:38.478982 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fd8703-1ccd-4eb3-adb0-fbdb91702a87 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=363f18ae-efeb-4ada-bc04-ec39d8e26942,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:38.489599 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51874) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:38.507432 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-54d510d5-5a8a-47d4-b2bc-ae25f3bad1de tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group_rule': {'security_group_id': '363f18ae-efeb-4ada-bc04-ec39d8e26942', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:38.510642 n-d-771362-37 neutron-server[93758]: WARNING neutron.api.v2.base [None req-54d510d5-5a8a-47d4-b2bc-ae25f3bad1de tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 08:45:38.512611 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-54d510d5-5a8a-47d4-b2bc-ae25f3bad1de tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:45:38.517699 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51876) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:38.523009 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-54d510d5-5a8a-47d4-b2bc-ae25f3bad1de tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0221522 Jul 16 08:45:38.531911 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39e00ff-a521-44ec-bd9a-2d1de919cbe9 None None] The sync data for ids ['ec32f572-ec22-4af3-9c0e-1dbdac597c43'] in n-d-771362-37 is: [{'id': 'ec32f572-ec22-4af3-9c0e-1dbdac597c43', 'name': 'tempest-ServerRescueTestJSONUnderV235-669495853-router', 'tenant_id': 'ba4766327c25499aabe1317ded46023a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:43:52Z', 'updated_at': '2021-07-16T08:45:37Z', 'revision_number': 6, 'project_id': 'ba4766327c25499aabe1317ded46023a', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:38.546443 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.549104 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e4c95ff5-4a3f-49bd-a94b-cb282cbc4e50 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.556085 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1287eda4-b179-4d19-a1aa-ca13656acc4e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.590085 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1287eda4-b179-4d19-a1aa-ca13656acc4e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.595003 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1287eda4-b179-4d19-a1aa-ca13656acc4e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/networks/d5221c6b-dfab-487c-b6f5-a297396d7a17 HTTP/1.1" status: 204 len: 168 time: 2.9852614 Jul 16 08:45:38.596615 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51878) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:38.602883 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-9f047133-0141-4aaf-b57a-e6e35c9741b4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Request body: {'router': {'routes': None}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:38.643405 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4f6a5d60-77a1-409f-8854-90bb3f4faa61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.658787 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1287eda4-b179-4d19-a1aa-ca13656acc4e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Pushing event deleted for resources: {'Network': ['ID=d5221c6b-dfab-487c-b6f5-a297396d7a17,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:38.743232 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e91b380-80ab-4fef-b30b-886072f50100 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.771083 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e91b380-80ab-4fef-b30b-886072f50100 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.819605 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.extraroute_db [None req-9f047133-0141-4aaf-b57a-e6e35c9741b4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Added routes are [] {{(pid=93758) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 08:45:38.820210 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.extraroute_db [None req-9f047133-0141-4aaf-b57a-e6e35c9741b4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Removed routes are [] {{(pid=93758) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 08:45:38.820303 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9f047133-0141-4aaf-b57a-e6e35c9741b4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.826011 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6a5d60-77a1-409f-8854-90bb3f4faa61 admin admin] Pushing event deleted for resources: {'Port': ['ID=b639181d-5f68-4b84-80c9-0c0b574dc97d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:38.861851 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e91b380-80ab-4fef-b30b-886072f50100 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.866596 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e91b380-80ab-4fef-b30b-886072f50100 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:38.870603 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0e91b380-80ab-4fef-b30b-886072f50100 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "DELETE /v2.0/security-groups/363f18ae-efeb-4ada-bc04-ec39d8e26942 HTTP/1.1" status: 204 len: 168 time: 0.3494172 Jul 16 08:45:38.884008 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51884) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:38.885535 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e91b380-80ab-4fef-b30b-886072f50100 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=363f18ae-efeb-4ada-bc04-ec39d8e26942,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:38.983879 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bd33d9f9-bf06-4689-9c90-07d31c5c62fa tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0835536 Jul 16 08:45:38.987564 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51886) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:38.994167 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-648384e8-7fee-4f6e-9bf8-b1a52b80a66b tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group': {'name': 'tempest-secgroup--439379692'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:39.031353 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4c95ff5-4a3f-49bd-a94b-cb282cbc4e50 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Router c782151c-9903-44ce-a39b-2c8a2dac01a6 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:45:39.039591 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-648384e8-7fee-4f6e-9bf8-b1a52b80a66b tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.114286 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9f047133-0141-4aaf-b57a-e6e35c9741b4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.122216 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9f047133-0141-4aaf-b57a-e6e35c9741b4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-523541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-523532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523653'] for router, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.139688 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4f6a5d60-77a1-409f-8854-90bb3f4faa61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.310197 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-648384e8-7fee-4f6e-9bf8-b1a52b80a66b tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.328910 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-648384e8-7fee-4f6e-9bf8-b1a52b80a66b tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.383800 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4c95ff5-4a3f-49bd-a94b-cb282cbc4e50 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:39.399363 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003baa55-437b-4d76-b821-c7101e4c06e9 None None] Sync routers for ids ['c782151c-9903-44ce-a39b-2c8a2dac01a6'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:39.403492 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648384e8-7fee-4f6e-9bf8-b1a52b80a66b tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a16a809c-e9c4-4a64-858d-ebd7b0309d52,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:39.410278 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-648384e8-7fee-4f6e-9bf8-b1a52b80a66b tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.411851 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-648384e8-7fee-4f6e-9bf8-b1a52b80a66b tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4224324 Jul 16 08:45:39.415150 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51890) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:39.426034 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-210c2881-2a63-4460-896c-54c6040532e3 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group_rule': {'security_group_id': 'a16a809c-e9c4-4a64-858d-ebd7b0309d52', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:39.429339 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003baa55-437b-4d76-b821-c7101e4c06e9 None None] Routers {'c782151c-9903-44ce-a39b-2c8a2dac01a6'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:39.430184 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-003baa55-437b-4d76-b821-c7101e4c06e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c782151c-9903-44ce-a39b-2c8a2dac01a6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:39.444943 n-d-771362-37 neutron-server[93759]: WARNING neutron.api.v2.base [None req-210c2881-2a63-4460-896c-54c6040532e3 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 08:45:39.445595 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-210c2881-2a63-4460-896c-54c6040532e3 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:45:39.450573 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-210c2881-2a63-4460-896c-54c6040532e3 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0345037 Jul 16 08:45:39.452503 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51892) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:39.453405 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e4c95ff5-4a3f-49bd-a94b-cb282cbc4e50 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.454677 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e4c95ff5-4a3f-49bd-a94b-cb282cbc4e50 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.3023732 Jul 16 08:45:39.462883 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6fa04b74-2729-4fa7-81f4-4742ded60e1e tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group_rule': {'security_group_id': 'a16a809c-e9c4-4a64-858d-ebd7b0309d52', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:39.464242 n-d-771362-37 neutron-server[93759]: WARNING neutron.api.v2.base [None req-6fa04b74-2729-4fa7-81f4-4742ded60e1e tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 08:45:39.464999 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-6fa04b74-2729-4fa7-81f4-4742ded60e1e tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:45:39.466238 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6fa04b74-2729-4fa7-81f4-4742ded60e1e tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0098317 Jul 16 08:45:39.466897 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51894) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:39.538684 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51896) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:39.550016 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-871f2fa5-e389-4d5a-ace9-5029d7184b1b tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group_rule': {'security_group_id': 'a16a809c-e9c4-4a64-858d-ebd7b0309d52', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:39.551142 n-d-771362-37 neutron-server[93759]: WARNING neutron.api.v2.base [None req-871f2fa5-e389-4d5a-ace9-5029d7184b1b tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 08:45:39.551682 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-871f2fa5-e389-4d5a-ace9-5029d7184b1b tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:45:39.556409 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-871f2fa5-e389-4d5a-ace9-5029d7184b1b tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0148282 Jul 16 08:45:39.558127 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51898) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:39.564269 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d3a14b73-5948-4b87-a861-2928c9009db3 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group_rule': {'security_group_id': 'a16a809c-e9c4-4a64-858d-ebd7b0309d52', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:39.565663 n-d-771362-37 neutron-server[93759]: WARNING neutron.api.v2.base [None req-d3a14b73-5948-4b87-a861-2928c9009db3 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 08:45:39.566331 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-d3a14b73-5948-4b87-a861-2928c9009db3 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:45:39.567485 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d3a14b73-5948-4b87-a861-2928c9009db3 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0079103 Jul 16 08:45:39.573019 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51900) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:39.681792 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-003baa55-437b-4d76-b821-c7101e4c06e9 None None] Set router c782151c-9903-44ce-a39b-2c8a2dac01a6 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:39.743156 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 7238af1c-3abd-4baa-b7bb-6660a3ea91e2 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:39.799978 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 7238af1c-3abd-4baa-b7bb-6660a3ea91e2 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:39.800580 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 7238af1c-3abd-4baa-b7bb-6660a3ea91e2 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:39.801559 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b639181d-5f68-4b84-80c9-0c0b574dc97d no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:39.808577 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-04622b73-5645-4f5d-b795-35db22ff615a tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "GET /v2.0/routers/c782151c-9903-44ce-a39b-2c8a2dac01a6 HTTP/1.1" status: 200 len: 907 time: 0.3342011 Jul 16 08:45:39.809387 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51904) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:39.840385 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-29805710-c86d-46e6-bb82-4bcceec84983 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Request body: {'router': {'name': 'tempest-snat-router-672811570', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'enable_snat': True}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:39.848875 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: b639181d-5f68-4b84-80c9-0c0b574dc97d {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:39.849339 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b639181d-5f68-4b84-80c9-0c0b574dc97d not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:39.859741 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bce7d3e3-3634-4558-8b76-8fddb72fe00c tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.870863 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4f6a5d60-77a1-409f-8854-90bb3f4faa61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.873786 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4f6a5d60-77a1-409f-8854-90bb3f4faa61 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.927312 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bce7d3e3-3634-4558-8b76-8fddb72fe00c tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.930334 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-29805710-c86d-46e6-bb82-4bcceec84983 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.943509 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-29805710-c86d-46e6-bb82-4bcceec84983 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.962110 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4f6a5d60-77a1-409f-8854-90bb3f4faa61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.962635 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6a5d60-77a1-409f-8854-90bb3f4faa61 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ec32f572-ec22-4af3-9c0e-1dbdac597c43 {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:45:39.971364 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4f6a5d60-77a1-409f-8854-90bb3f4faa61 admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:39.972050 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4f6a5d60-77a1-409f-8854-90bb3f4faa61 admin admin] 10.222.0.22 "DELETE /v2.0/routers/ec32f572-ec22-4af3-9c0e-1dbdac597c43 HTTP/1.1" status: 204 len: 168 time: 2.8421671 Jul 16 08:45:39.973801 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f047133-0141-4aaf-b57a-e6e35c9741b4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:45:39.974471 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51912) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:40.114763 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee55e5c-008f-4d22-8070-cf220f3ba7be admin admin] Deleting subnet 8a1ee6ec-9679-4220-8476-a93bd7695432 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:45:40.118255 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aee55e5c-008f-4d22-8070-cf220f3ba7be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.125489 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-29805710-c86d-46e6-bb82-4bcceec84983 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.131398 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-003baa55-437b-4d76-b821-c7101e4c06e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c782151c-9903-44ce-a39b-2c8a2dac01a6', 'name': 'tempest-snat-router-672811570', 'tenant_id': '137b258962c94034922135e5d2528d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.84'}], 'enable_snat': False}, 'gw_port_id': 'd518143e-77f2-48d4-8b5e-d5e4fb462ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:33Z', 'updated_at': '2021-07-16T08:45:37Z', 'revision_number': 3, 'project_id': '137b258962c94034922135e5d2528d63', 'gw_port': {'id': 'd518143e-77f2-48d4-8b5e-d5e4fb462ae5', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c782151c-9903-44ce-a39b-2c8a2dac01a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:35Z', 'updated_at': '2021-07-16T08:45:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:40.164690 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003baa55-437b-4d76-b821-c7101e4c06e9 None None] Checking router: c782151c-9903-44ce-a39b-2c8a2dac01a6 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:45:40.165042 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003baa55-437b-4d76-b821-c7101e4c06e9 None None] Updating router c782151c-9903-44ce-a39b-2c8a2dac01a6 port d518143e-77f2-48d4-8b5e-d5e4fb462ae5 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:45:40.178722 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bce7d3e3-3634-4558-8b76-8fddb72fe00c tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.181672 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bce7d3e3-3634-4558-8b76-8fddb72fe00c tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.183189 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bce7d3e3-3634-4558-8b76-8fddb72fe00c tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "DELETE /v2.0/security-groups/a16a809c-e9c4-4a64-858d-ebd7b0309d52 HTTP/1.1" status: 204 len: 168 time: 0.6089318 Jul 16 08:45:40.204441 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51914) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:40.209838 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-003baa55-437b-4d76-b821-c7101e4c06e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.243126 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce7d3e3-3634-4558-8b76-8fddb72fe00c tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16a809c-e9c4-4a64-858d-ebd7b0309d52,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:40.248680 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aee55e5c-008f-4d22-8070-cf220f3ba7be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.257008 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f047133-0141-4aaf-b57a-e6e35c9741b4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:40.274721 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2517d4dd-4fc5-439b-9f09-182733106228 None None] Sync routers for ids ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:40.284428 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9f047133-0141-4aaf-b57a-e6e35c9741b4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.288943 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9f047133-0141-4aaf-b57a-e6e35c9741b4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "PUT /v2.0/routers/99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 HTTP/1.1" status: 200 len: 704 time: 1.6910808 Jul 16 08:45:40.291666 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51916) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:40.305433 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2517d4dd-4fc5-439b-9f09-182733106228 None None] Routers {'99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:40.308460 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2517d4dd-4fc5-439b-9f09-182733106228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:40.310502 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-60ed99ed-d4ba-4ebc-b3a6-764f38dc8e8e tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1043887 Jul 16 08:45:40.327389 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51918) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:40.335685 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-08e14231-a943-4963-a117-aa3c8b2511f8 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group': {'name': 'tempest-secgroup--338884012'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:40.361072 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1d04f4bb-0604-4714-be48-6c7b6854914d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "GET /v2.0/ports?device_id=99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 HTTP/1.1" status: 200 len: 205 time: 0.0672872 Jul 16 08:45:40.364468 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51920) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:40.365251 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-08e14231-a943-4963-a117-aa3c8b2511f8 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.467590 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3aff6c68-8456-431e-8c4f-74ccff0a4816 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.474723 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-29805710-c86d-46e6-bb82-4bcceec84983 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.509651 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-2517d4dd-4fc5-439b-9f09-182733106228 None None] Set router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:40.532471 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aee55e5c-008f-4d22-8070-cf220f3ba7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.570949 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2517d4dd-4fc5-439b-9f09-182733106228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'name': 'tempest-RoutersIpV6Test-router-639230317', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:26Z', 'updated_at': '2021-07-16T08:45:33Z', 'revision_number': 11, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:40.663713 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2517d4dd-4fc5-439b-9f09-182733106228 None None] Checking router: 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:45:40.687897 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2517d4dd-4fc5-439b-9f09-182733106228 None None] Routers {'99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:40.688954 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2517d4dd-4fc5-439b-9f09-182733106228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:40.757246 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-003baa55-437b-4d76-b821-c7101e4c06e9 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.784389 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-003baa55-437b-4d76-b821-c7101e4c06e9 None None] Transition to ACTIVE for port object d518143e-77f2-48d4-8b5e-d5e4fb462ae5 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:40.800447 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-003baa55-437b-4d76-b821-c7101e4c06e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.806109 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-2517d4dd-4fc5-439b-9f09-182733106228 None None] Set router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:40.829677 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3aff6c68-8456-431e-8c4f-74ccff0a4816 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.837684 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3aff6c68-8456-431e-8c4f-74ccff0a4816 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.866638 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2517d4dd-4fc5-439b-9f09-182733106228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'name': 'tempest-RoutersIpV6Test-router-639230317', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:26Z', 'updated_at': '2021-07-16T08:45:33Z', 'revision_number': 11, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:40.901889 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2517d4dd-4fc5-439b-9f09-182733106228 None None] The sync data for ids ['99cd0c9b-519a-4a38-8d81-314a0fa9f2f1'] in n-d-771362-37 is: [{'id': '99cd0c9b-519a-4a38-8d81-314a0fa9f2f1', 'name': 'tempest-RoutersIpV6Test-router-639230317', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:44:26Z', 'updated_at': '2021-07-16T08:45:33Z', 'revision_number': 11, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:40.911189 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-29805710-c86d-46e6-bb82-4bcceec84983 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.925599 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051057a-44ed-4c01-b50c-7cb7b0fab53c None None] Pushing event updated for resources: {'Port': ['ID=d518143e-77f2-48d4-8b5e-d5e4fb462ae5,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:40.934853 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-003baa55-437b-4d76-b821-c7101e4c06e9 None None] Attempting to bind port d518143e-77f2-48d4-8b5e-d5e4fb462ae5 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:40.934853 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-003baa55-437b-4d76-b821-c7101e4c06e9 None None] Attempting to bind port d518143e-77f2-48d4-8b5e-d5e4fb462ae5 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:40.934853 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003baa55-437b-4d76-b821-c7101e4c06e9 None None] Attempting to bind port d518143e-77f2-48d4-8b5e-d5e4fb462ae5 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:40.954866 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3aff6c68-8456-431e-8c4f-74ccff0a4816 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.957400 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003baa55-437b-4d76-b821-c7101e4c06e9 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:40.957400 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003baa55-437b-4d76-b821-c7101e4c06e9 None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:40.957400 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-003baa55-437b-4d76-b821-c7101e4c06e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.957400 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003baa55-437b-4d76-b821-c7101e4c06e9 None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:40.958181 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-003baa55-437b-4d76-b821-c7101e4c06e9 None None] Bound port: d518143e-77f2-48d4-8b5e-d5e4fb462ae5, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:40.959589 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aff6c68-8456-431e-8c4f-74ccff0a4816 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Fanout notify agent at l3_agent the message router_deleted on router 99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:45:40.960607 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-003baa55-437b-4d76-b821-c7101e4c06e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.961524 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-29805710-c86d-46e6-bb82-4bcceec84983 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.972583 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aee55e5c-008f-4d22-8070-cf220f3ba7be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.980367 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3aff6c68-8456-431e-8c4f-74ccff0a4816 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:40.991205 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3aff6c68-8456-431e-8c4f-74ccff0a4816 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/routers/99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 HTTP/1.1" status: 204 len: 168 time: 0.6222572 Jul 16 08:45:41.000142 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51934) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:41.008545 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-059bf38b-3d92-4c6b-9e92-94530b891b4f tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-988398646', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:41.100918 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee55e5c-008f-4d22-8070-cf220f3ba7be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a1ee6ec-9679-4220-8476-a93bd7695432,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:41.104225 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-003baa55-437b-4d76-b821-c7101e4c06e9 None None] For port d518143e-77f2-48d4-8b5e-d5e4fb462ae5, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:41.114738 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-003baa55-437b-4d76-b821-c7101e4c06e9 None None] For port d518143e-77f2-48d4-8b5e-d5e4fb462ae5, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d518143e-77f2-48d4-8b5e-d5e4fb462ae5,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:45:41.124685 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-003baa55-437b-4d76-b821-c7101e4c06e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.137989 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aee55e5c-008f-4d22-8070-cf220f3ba7be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.143624 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-aee55e5c-008f-4d22-8070-cf220f3ba7be admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8a1ee6ec-9679-4220-8476-a93bd7695432 HTTP/1.1" status: 204 len: 168 time: 1.1678457 Jul 16 08:45:41.146112 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51940) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:41.274363 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-29805710-c86d-46e6-bb82-4bcceec84983 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Allocated IP 172.25.3.121 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/e1e8d559-3552-4374-b597-65474881e621) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:41.288938 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003baa55-437b-4d76-b821-c7101e4c06e9 None None] Routers {'c782151c-9903-44ce-a39b-2c8a2dac01a6'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:41.290013 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-003baa55-437b-4d76-b821-c7101e4c06e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['c782151c-9903-44ce-a39b-2c8a2dac01a6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:41.323292 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e068d21d-7b21-4579-8e28-904b893946b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.379441 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-08e14231-a943-4963-a117-aa3c8b2511f8 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.395492 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c051057a-44ed-4c01-b50c-7cb7b0fab53c None None] Pushing event updated for resources: {'Port': ['ID=d518143e-77f2-48d4-8b5e-d5e4fb462ae5,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:41.419647 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-08e14231-a943-4963-a117-aa3c8b2511f8 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.487776 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e068d21d-7b21-4579-8e28-904b893946b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.498469 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-29805710-c86d-46e6-bb82-4bcceec84983 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.499058 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-e068d21d-7b21-4579-8e28-904b893946b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d427235-37c8-46d2-b8bf-e52b7ceecefe']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:41.511362 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-e068d21d-7b21-4579-8e28-904b893946b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e3e0b5e-d65e-40dd-8597-7f4a644a5841') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:41.511362 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-e068d21d-7b21-4579-8e28-904b893946b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e3e0b5e-d65e-40dd-8597-7f4a644a5841') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:41.511955 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-003baa55-437b-4d76-b821-c7101e4c06e9 None None] Set router c782151c-9903-44ce-a39b-2c8a2dac01a6 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:41.522998 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e068d21d-7b21-4579-8e28-904b893946b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.539107 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e068d21d-7b21-4579-8e28-904b893946b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.545860 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e068d21d-7b21-4579-8e28-904b893946b7 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:45:41.546428 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e068d21d-7b21-4579-8e28-904b893946b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.553425 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:45:41.553425 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:45:41.553425 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:45:41.553425 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:45:41.553425 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:45:41.553425 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:45:41.553425 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:45:41.553425 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:45:41.553425 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:45:41.553425 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:45:41.553425 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:45:41.553425 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:45:41.553425 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:45:41.553425 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:45:41.553425 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:45:41.553425 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:45:41.553425 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:45:41.553425 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:45:41.553425 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:45:41.553425 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:45:41.553425 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:45:41.553425 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:45:41.553425 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:45:41.553425 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:45:41.553425 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:45:41.553425 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:45:41.553425 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:45:41.553425 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:45:41.553425 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:45:41.553425 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:45:41.553425 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:45:41.553425 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:45:41.555834 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-29805710-c86d-46e6-bb82-4bcceec84983 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.603599 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29805710-c86d-46e6-bb82-4bcceec84983 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:41.607040 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-29805710-c86d-46e6-bb82-4bcceec84983 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:41.613121 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29805710-c86d-46e6-bb82-4bcceec84983 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:41.617335 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29805710-c86d-46e6-bb82-4bcceec84983 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Pushing event updated for resources: {'Port': ['ID=e1e8d559-3552-4374-b597-65474881e621,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:41.620368 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-059bf38b-3d92-4c6b-9e92-94530b891b4f tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.621974 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-059bf38b-3d92-4c6b-9e92-94530b891b4f tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.626073 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-08e14231-a943-4963-a117-aa3c8b2511f8 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.628528 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-08e14231-a943-4963-a117-aa3c8b2511f8 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.2963462 Jul 16 08:45:41.636066 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e068d21d-7b21-4579-8e28-904b893946b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.637585 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51944) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:41.646988 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-49417be9-9f2d-43cf-a261-d1d424c0fa39 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group_rule': {'security_group_id': '1bd99655-3303-43d5-9963-579c7864803c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:41.647584 n-d-771362-37 neutron-server[93758]: WARNING neutron.api.v2.base [None req-49417be9-9f2d-43cf-a261-d1d424c0fa39 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 08:45:41.648242 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-49417be9-9f2d-43cf-a261-d1d424c0fa39 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:45:41.649521 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-49417be9-9f2d-43cf-a261-d1d424c0fa39 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0073748 Jul 16 08:45:41.652432 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51946) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:41.657714 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6256ebde-9c0e-4e94-a051-3cdd35127c1f tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group_rule': {'security_group_id': '1bd99655-3303-43d5-9963-579c7864803c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:41.683741 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e068d21d-7b21-4579-8e28-904b893946b7 admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.688475 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e068d21d-7b21-4579-8e28-904b893946b7 admin admin] 10.222.0.22 "DELETE /v2.0/networks/0d427235-37c8-46d2-b8bf-e52b7ceecefe HTTP/1.1" status: 204 len: 168 time: 0.5348654 Jul 16 08:45:41.690359 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e068d21d-7b21-4579-8e28-904b893946b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d427235-37c8-46d2-b8bf-e52b7ceecefe,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:41.703471 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e14231-a943-4963-a117-aa3c8b2511f8 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bd99655-3303-43d5-9963-579c7864803c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:41.757409 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-059bf38b-3d92-4c6b-9e92-94530b891b4f tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.764566 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-059bf38b-3d92-4c6b-9e92-94530b891b4f tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.797878 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-059bf38b-3d92-4c6b-9e92-94530b891b4f tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:41.801263 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-059bf38b-3d92-4c6b-9e92-94530b891b4f tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7967515 Jul 16 08:45:41.803936 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51950) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:41.815590 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-48ae4be2-b2c8-413e-88a8-65c0d7089df7 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:41.906345 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-6256ebde-9c0e-4e94-a051-3cdd35127c1f tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:45:41.910560 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6256ebde-9c0e-4e94-a051-3cdd35127c1f tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2539251 Jul 16 08:45:41.958583 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51952) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:41.964089 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-f0bff033-6dcc-4028-9a03-da25ae70caf9 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group_rule': {'security_group_id': '1bd99655-3303-43d5-9963-579c7864803c', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:41.964888 n-d-771362-37 neutron-server[93758]: WARNING neutron.api.v2.base [None req-f0bff033-6dcc-4028-9a03-da25ae70caf9 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 08:45:41.965588 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-f0bff033-6dcc-4028-9a03-da25ae70caf9 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:45:41.970068 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f0bff033-6dcc-4028-9a03-da25ae70caf9 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0097871 Jul 16 08:45:41.971091 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51954) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:41.979572 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-a9b552b0-f052-4b1c-9890-fe353164bde8 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group_rule': {'security_group_id': '1bd99655-3303-43d5-9963-579c7864803c', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:42.037142 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-003baa55-437b-4d76-b821-c7101e4c06e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c782151c-9903-44ce-a39b-2c8a2dac01a6', 'name': 'tempest-snat-router-672811570', 'tenant_id': '137b258962c94034922135e5d2528d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.84'}], 'enable_snat': False}, 'gw_port_id': 'd518143e-77f2-48d4-8b5e-d5e4fb462ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:33Z', 'updated_at': '2021-07-16T08:45:37Z', 'revision_number': 3, 'project_id': '137b258962c94034922135e5d2528d63', 'gw_port': {'id': 'd518143e-77f2-48d4-8b5e-d5e4fb462ae5', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c782151c-9903-44ce-a39b-2c8a2dac01a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:35Z', 'updated_at': '2021-07-16T08:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:42.074660 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-003baa55-437b-4d76-b821-c7101e4c06e9 None None] The sync data for ids ['c782151c-9903-44ce-a39b-2c8a2dac01a6'] in n-d-771362-37 is: [{'id': 'c782151c-9903-44ce-a39b-2c8a2dac01a6', 'name': 'tempest-snat-router-672811570', 'tenant_id': '137b258962c94034922135e5d2528d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.84'}], 'enable_snat': False}, 'gw_port_id': 'd518143e-77f2-48d4-8b5e-d5e4fb462ae5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:33Z', 'updated_at': '2021-07-16T08:45:37Z', 'revision_number': 3, 'project_id': '137b258962c94034922135e5d2528d63', 'gw_port': {'id': 'd518143e-77f2-48d4-8b5e-d5e4fb462ae5', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:c2:61:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c782151c-9903-44ce-a39b-2c8a2dac01a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:35Z', 'updated_at': '2021-07-16T08:45:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:42.252889 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51958) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:42.290006 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-a9b552b0-f052-4b1c-9890-fe353164bde8 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:45:42.291950 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a9b552b0-f052-4b1c-9890-fe353164bde8 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3172081 Jul 16 08:45:42.303702 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51960) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:42.307466 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2f272949-41d5-4948-b59b-3d2f7f49955d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ba4766327c25499aabe1317ded46023a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534012 Jul 16 08:45:42.310673 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-29805710-c86d-46e6-bb82-4bcceec84983 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:42.314792 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51962) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:42.317187 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-48ae4be2-b2c8-413e-88a8-65c0d7089df7 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:42.339020 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-b7be519d-cf9b-460e-ac9d-b7c6f5ed79e4 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group_rule': {'security_group_id': '1bd99655-3303-43d5-9963-579c7864803c', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:42.347633 n-d-771362-37 neutron-server[93758]: WARNING neutron.api.v2.base [None req-b7be519d-cf9b-460e-ac9d-b7c6f5ed79e4 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 08:45:42.348408 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-b7be519d-cf9b-460e-ac9d-b7c6f5ed79e4 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:45:42.352542 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b7be519d-cf9b-460e-ac9d-b7c6f5ed79e4 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0421138 Jul 16 08:45:42.361749 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51964) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:42.371337 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-bcab1462-b6b7-46d3-8766-3c08ab450bc5 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group_rule': {'security_group_id': '1bd99655-3303-43d5-9963-579c7864803c', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:42.382959 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-48ae4be2-b2c8-413e-88a8-65c0d7089df7 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-523541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-523532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523653'] for router, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:42.491538 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce83273c-42ea-4d35-b184-2a0280fdf56a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:42.526863 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce83273c-42ea-4d35-b184-2a0280fdf56a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:42.637733 n-d-771362-37 neutron-server[93758]: INFO neutron.db.securitygroups_db [None req-bcab1462-b6b7-46d3-8766-3c08ab450bc5 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Project cfc8e9599dc64b24a5e17fabe4a301cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:45:42.664469 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48ae4be2-b2c8-413e-88a8-65c0d7089df7 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Router b94c4770-4950-4ca4-a9c4-0aec0a557169 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:45:42.668480 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-bcab1462-b6b7-46d3-8766-3c08ab450bc5 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:45:42.672567 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bcab1462-b6b7-46d3-8766-3c08ab450bc5 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3066099 Jul 16 08:45:42.673603 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51970) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:42.679092 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-4c570d2b-bd39-4e16-8405-d22eb936e718 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group_rule': {'security_group_id': '1bd99655-3303-43d5-9963-579c7864803c', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:42.679603 n-d-771362-37 neutron-server[93758]: WARNING neutron.api.v2.base [None req-4c570d2b-bd39-4e16-8405-d22eb936e718 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 08:45:42.680109 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-4c570d2b-bd39-4e16-8405-d22eb936e718 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:45:42.684422 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4c570d2b-bd39-4e16-8405-d22eb936e718 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060637 Jul 16 08:45:42.690968 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51972) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:42.695981 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-146a2ee7-8596-45fe-90a8-90e6ce2912f7 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group_rule': {'security_group_id': '1bd99655-3303-43d5-9963-579c7864803c', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:42.740565 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce83273c-42ea-4d35-b184-2a0280fdf56a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:42.743823 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce83273c-42ea-4d35-b184-2a0280fdf56a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:42.747621 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ce83273c-42ea-4d35-b184-2a0280fdf56a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/621dba7d-741a-4958-9873-96d5bf4ed144 HTTP/1.1" status: 204 len: 168 time: 0.4098353 Jul 16 08:45:42.784163 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce83273c-42ea-4d35-b184-2a0280fdf56a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=621dba7d-741a-4958-9873-96d5bf4ed144,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:42.789543 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-29805710-c86d-46e6-bb82-4bcceec84983 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:42.856325 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48ae4be2-b2c8-413e-88a8-65c0d7089df7 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:42.867685 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-48ae4be2-b2c8-413e-88a8-65c0d7089df7 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:42.873306 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-48ae4be2-b2c8-413e-88a8-65c0d7089df7 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "PUT /v2.0/routers/b94c4770-4950-4ca4-a9c4-0aec0a557169 HTTP/1.1" status: 200 len: 697 time: 1.0649848 Jul 16 08:45:42.873306 n-d-771362-37 neutron-server[93758]: INFO neutron.db.securitygroups_db [None req-146a2ee7-8596-45fe-90a8-90e6ce2912f7 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Project cfc8e9599dc64b24a5e17fabe4a301cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:45:42.878812 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404f39ce-eb6c-4b85-86a8-44350ba08135 None None] Sync routers for ids ['b94c4770-4950-4ca4-a9c4-0aec0a557169'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:42.883813 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51976) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:42.898860 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-146a2ee7-8596-45fe-90a8-90e6ce2912f7 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:45:42.900462 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-146a2ee7-8596-45fe-90a8-90e6ce2912f7 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2081413 Jul 16 08:45:42.909832 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51978) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:42.912124 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404f39ce-eb6c-4b85-86a8-44350ba08135 None None] Routers {'b94c4770-4950-4ca4-a9c4-0aec0a557169'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:42.913825 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-404f39ce-eb6c-4b85-86a8-44350ba08135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['b94c4770-4950-4ca4-a9c4-0aec0a557169'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:42.920630 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8ecae584-968d-482b-93d8-6c003937c482 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group_rule': {'security_group_id': '1bd99655-3303-43d5-9963-579c7864803c', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:43.034499 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-512783bf-46f0-4696-9b2e-77da6838d905 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "GET /v2.0/routers/b94c4770-4950-4ca4-a9c4-0aec0a557169 HTTP/1.1" status: 200 len: 703 time: 0.1456709 Jul 16 08:45:43.035806 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51980) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:43.078571 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-404f39ce-eb6c-4b85-86a8-44350ba08135 None None] Set router b94c4770-4950-4ca4-a9c4-0aec0a557169 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:43.112333 n-d-771362-37 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-8ecae584-968d-482b-93d8-6c003937c482 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Project cfc8e9599dc64b24a5e17fabe4a301cf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:45:43.117481 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ce2a484d-f975-45a6-93be-80b44c49688f tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "GET /v2.0/ports?device_id=b94c4770-4950-4ca4-a9c4-0aec0a557169 HTTP/1.1" status: 200 len: 205 time: 0.0798295 Jul 16 08:45:43.119817 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51986) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:43.157331 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-8ecae584-968d-482b-93d8-6c003937c482 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:45:43.160947 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8ecae584-968d-482b-93d8-6c003937c482 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2500796 Jul 16 08:45:43.165283 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51988) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:43.192125 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-404f39ce-eb6c-4b85-86a8-44350ba08135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94c4770-4950-4ca4-a9c4-0aec0a557169', 'name': 'tempest-RoutersIpV6Test-router-988398646', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:41Z', 'updated_at': '2021-07-16T08:45:42Z', 'revision_number': 2, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:43.231313 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404f39ce-eb6c-4b85-86a8-44350ba08135 None None] Checking router: b94c4770-4950-4ca4-a9c4-0aec0a557169 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:45:43.252564 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-404f39ce-eb6c-4b85-86a8-44350ba08135 None None] Routers {'b94c4770-4950-4ca4-a9c4-0aec0a557169'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:43.253461 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-404f39ce-eb6c-4b85-86a8-44350ba08135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['b94c4770-4950-4ca4-a9c4-0aec0a557169'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:43.258233 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29805710-c86d-46e6-bb82-4bcceec84983 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Router d39dc32d-2c5d-497a-b504-c0cdf00ae0ef is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:45:43.263304 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c7c48830-6080-4ba8-95f4-258a2bcfa5a4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.291127 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2dc5966e-415e-4ea5-8337-2d63920a6e51 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.356906 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-404f39ce-eb6c-4b85-86a8-44350ba08135 None None] Set router b94c4770-4950-4ca4-a9c4-0aec0a557169 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:43.436405 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-404f39ce-eb6c-4b85-86a8-44350ba08135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b94c4770-4950-4ca4-a9c4-0aec0a557169', 'name': 'tempest-RoutersIpV6Test-router-988398646', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:41Z', 'updated_at': '2021-07-16T08:45:42Z', 'revision_number': 2, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:43.486910 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-404f39ce-eb6c-4b85-86a8-44350ba08135 None None] The sync data for ids ['b94c4770-4950-4ca4-a9c4-0aec0a557169'] in n-d-771362-37 is: [{'id': 'b94c4770-4950-4ca4-a9c4-0aec0a557169', 'name': 'tempest-RoutersIpV6Test-router-988398646', 'tenant_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:41Z', 'updated_at': '2021-07-16T08:45:42Z', 'revision_number': 2, 'project_id': '1591cbbb2e6f40a59d14ed0e7e21bbb6', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:43.541504 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2dc5966e-415e-4ea5-8337-2d63920a6e51 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.734273 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c7c48830-6080-4ba8-95f4-258a2bcfa5a4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.745206 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c7c48830-6080-4ba8-95f4-258a2bcfa5a4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.751363 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29805710-c86d-46e6-bb82-4bcceec84983 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:43.777418 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f636fd-2a7b-49c2-a09b-367b2cbb133e None None] Sync routers for ids ['d39dc32d-2c5d-497a-b504-c0cdf00ae0ef'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:43.800180 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f636fd-2a7b-49c2-a09b-367b2cbb133e None None] Routers {'d39dc32d-2c5d-497a-b504-c0cdf00ae0ef'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:43.804218 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f8f636fd-2a7b-49c2-a09b-367b2cbb133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['d39dc32d-2c5d-497a-b504-c0cdf00ae0ef'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:43.893935 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-29805710-c86d-46e6-bb82-4bcceec84983 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.895953 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-29805710-c86d-46e6-bb82-4bcceec84983 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 4.0831225 Jul 16 08:45:43.919296 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52006) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:43.975063 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2dc5966e-415e-4ea5-8337-2d63920a6e51 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:43.992380 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2dc5966e-415e-4ea5-8337-2d63920a6e51 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.000052 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2dc5966e-415e-4ea5-8337-2d63920a6e51 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "DELETE /v2.0/security-groups/1bd99655-3303-43d5-9963-579c7864803c HTTP/1.1" status: 204 len: 168 time: 0.8270769 Jul 16 08:45:44.007091 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52008) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:44.047399 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d518143e-77f2-48d4-8b5e-d5e4fb462ae5 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:44.052980 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c7c48830-6080-4ba8-95f4-258a2bcfa5a4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.054580 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c48830-6080-4ba8-95f4-258a2bcfa5a4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Fanout notify agent at l3_agent the message router_deleted on router b94c4770-4950-4ca4-a9c4-0aec0a557169 {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:45:44.087958 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c7c48830-6080-4ba8-95f4-258a2bcfa5a4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.093403 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c7c48830-6080-4ba8-95f4-258a2bcfa5a4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/routers/b94c4770-4950-4ca4-a9c4-0aec0a557169 HTTP/1.1" status: 204 len: 168 time: 0.9697459 Jul 16 08:45:44.095877 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52010) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:44.099904 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52012) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:44.143418 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dc5966e-415e-4ea5-8337-2d63920a6e51 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bd99655-3303-43d5-9963-579c7864803c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:44.186543 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc5966e-415e-4ea5-8337-2d63920a6e51 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:44.187312 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc5966e-415e-4ea5-8337-2d63920a6e51 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:44.187894 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc5966e-415e-4ea5-8337-2d63920a6e51 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:44.189214 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc5966e-415e-4ea5-8337-2d63920a6e51 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:44.190180 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc5966e-415e-4ea5-8337-2d63920a6e51 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:44.191092 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc5966e-415e-4ea5-8337-2d63920a6e51 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:44.192083 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc5966e-415e-4ea5-8337-2d63920a6e51 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:44.192731 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc5966e-415e-4ea5-8337-2d63920a6e51 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:44.193506 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc5966e-415e-4ea5-8337-2d63920a6e51 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:44.194210 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc5966e-415e-4ea5-8337-2d63920a6e51 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:44.194723 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc5966e-415e-4ea5-8337-2d63920a6e51 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:44.195331 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dc5966e-415e-4ea5-8337-2d63920a6e51 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:44.264499 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-39e5e904-5cae-48fd-be9d-1ecc9fac165d tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2368934 Jul 16 08:45:44.268490 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52022) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:44.277429 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6febffa8-61a6-45d4-b4d8-b40ed5cea9fa tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group': {'name': 'tempest-secgroup--433367153'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:44.322745 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6febffa8-61a6-45d4-b4d8-b40ed5cea9fa tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.394238 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-f8f636fd-2a7b-49c2-a09b-367b2cbb133e None None] Set router d39dc32d-2c5d-497a-b504-c0cdf00ae0ef gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:44.503709 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6febffa8-61a6-45d4-b4d8-b40ed5cea9fa tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.513045 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6febffa8-61a6-45d4-b4d8-b40ed5cea9fa tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.568785 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6febffa8-61a6-45d4-b4d8-b40ed5cea9fa tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.577865 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6febffa8-61a6-45d4-b4d8-b40ed5cea9fa tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3074727 Jul 16 08:45:44.578750 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52028) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:44.596639 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1afa3ca3-afdb-4541-93a8-af432096aa77 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group_rule': {'security_group_id': '0890f092-ab6b-4ebb-9cea-f359fdef6ba1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:44.624175 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6febffa8-61a6-45d4-b4d8-b40ed5cea9fa tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0890f092-ab6b-4ebb-9cea-f359fdef6ba1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:44.653647 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52030) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:44.689707 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-1afa3ca3-afdb-4541-93a8-af432096aa77 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] create failed (client error): The resource could not be found. Jul 16 08:45:44.695438 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1afa3ca3-afdb-4541-93a8-af432096aa77 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1110525 Jul 16 08:45:44.696568 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52034) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:44.704036 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e2d009b7-a041-4737-9a1b-894bc5037f60 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group_rule': {'security_group_id': '0890f092-ab6b-4ebb-9cea-f359fdef6ba1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '65d41a5c-d013-486b-a335-697e1205ac23'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:44.726909 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port d518143e-77f2-48d4-8b5e-d5e4fb462ae5 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:44.735638 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port d518143e-77f2-48d4-8b5e-d5e4fb462ae5 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:44.736471 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.760910 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-e2d009b7-a041-4737-9a1b-894bc5037f60 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] create failed (client error): The resource could not be found. Jul 16 08:45:44.765752 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e2d009b7-a041-4737-9a1b-894bc5037f60 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0676703 Jul 16 08:45:44.766330 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52036) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:44.863615 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b3c60e1-575b-4e84-b81b-38b4b4aee546 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.893189 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b3c60e1-575b-4e84-b81b-38b4b4aee546 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.939997 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.944889 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-83892db8-3e78-4ed5-8854-b3aec14c129f tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "GET /v2.0/routers/d39dc32d-2c5d-497a-b504-c0cdf00ae0ef HTTP/1.1" status: 200 len: 907 time: 1.0220704 Jul 16 08:45:44.951702 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-4783cbe1-29b9-46ba-9dad-4226f752c425 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-593030912-network', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:44.955465 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52038) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:44.978226 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b3c60e1-575b-4e84-b81b-38b4b4aee546 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.981693 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b3c60e1-575b-4e84-b81b-38b4b4aee546 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:44.986440 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9b3c60e1-575b-4e84-b81b-38b4b4aee546 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "DELETE /v2.0/security-groups/0890f092-ab6b-4ebb-9cea-f359fdef6ba1 HTTP/1.1" status: 204 len: 168 time: 0.2167463 Jul 16 08:45:44.987222 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52040) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:44.994213 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port d518143e-77f2-48d4-8b5e-d5e4fb462ae5, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d518143e-77f2-48d4-8b5e-d5e4fb462ae5,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:45.003941 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.022623 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ed575a2f-f7f3-4ee3-b805-ca2c90227f3e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "GET /v2.0/ports?device_id=b94c4770-4950-4ca4-a9c4-0aec0a557169 HTTP/1.1" status: 200 len: 205 time: 0.9133868 Jul 16 08:45:45.025047 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4783cbe1-29b9-46ba-9dad-4226f752c425 admin admin] Made reservation on behalf of b7b1a7b336a94513a52f9785e4e37864 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:45.026752 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52042) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:45.030417 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4783cbe1-29b9-46ba-9dad-4226f752c425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.051814 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f8f636fd-2a7b-49c2-a09b-367b2cbb133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39dc32d-2c5d-497a-b504-c0cdf00ae0ef', 'name': 'tempest-snat-router-672811570', 'tenant_id': '137b258962c94034922135e5d2528d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.121'}], 'enable_snat': True}, 'gw_port_id': 'e1e8d559-3552-4374-b597-65474881e621', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:39Z', 'updated_at': '2021-07-16T08:45:42Z', 'revision_number': 3, 'project_id': '137b258962c94034922135e5d2528d63', 'gw_port': {'id': 'e1e8d559-3552-4374-b597-65474881e621', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:d9:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd39dc32d-2c5d-497a-b504-c0cdf00ae0ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2628, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:40Z', 'updated_at': '2021-07-16T08:45:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:45.059025 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3c60e1-575b-4e84-b81b-38b4b4aee546 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0890f092-ab6b-4ebb-9cea-f359fdef6ba1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:45.078202 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4783cbe1-29b9-46ba-9dad-4226f752c425 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.087380 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f636fd-2a7b-49c2-a09b-367b2cbb133e None None] Checking router: d39dc32d-2c5d-497a-b504-c0cdf00ae0ef for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:45:45.088061 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f636fd-2a7b-49c2-a09b-367b2cbb133e None None] Updating router d39dc32d-2c5d-497a-b504-c0cdf00ae0ef port e1e8d559-3552-4374-b597-65474881e621 binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:45:45.114483 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a076a0dd-5b98-4c1b-8a14-49d4491c7b40 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1215291 Jul 16 08:45:45.119522 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52044) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:45.123334 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-c10515b3-4c67-4d55-83b2-c6169afd37ce tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] delete failed (client error): The resource could not be found. Jul 16 08:45:45.125678 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c10515b3-4c67-4d55-83b2-c6169afd37ce tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/routers/b94c4770-4950-4ca4-a9c4-0aec0a557169 HTTP/1.1" status: 404 len: 336 time: 0.0965657 Jul 16 08:45:45.128657 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-78123c8c-464a-43b2-a6f0-61dc9bb6675e tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group_rule': {'security_group_id': '9a1bab06-cb0b-474a-93b6-1c9ab36371ae', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:45.137810 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52046) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:45.138823 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8f636fd-2a7b-49c2-a09b-367b2cbb133e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.180091 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7b0e9db-9a0e-4b72-a0d9-8d495afecbbf tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] DELETE failed (client error): The resource could not be found. Jul 16 08:45:45.180862 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7b0e9db-9a0e-4b72-a0d9-8d495afecbbf tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:45:45.186225 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a7b0e9db-9a0e-4b72-a0d9-8d495afecbbf tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/subnets/7cfb6b43-cd9b-4d01-9558-44a8c8d59f7f HTTP/1.1" status: 404 len: 337 time: 0.0471494 Jul 16 08:45:45.191612 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52048) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:45.213554 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=d518143e-77f2-48d4-8b5e-d5e4fb462ae5,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:45.246379 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc54ab94-0da7-450c-87b0-89652653730b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.250433 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca253713-9395-4dd0-906d-b57a36dc4deb tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] DELETE failed (client error): The resource could not be found. Jul 16 08:45:45.250433 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca253713-9395-4dd0-906d-b57a36dc4deb tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:45:45.257873 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:45.258489 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:45.259372 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:45.259889 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:45.260411 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:45.260910 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:45.261409 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:45.262022 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:45.262657 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:45.263137 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:45.263627 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:45.264116 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:45.266236 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ca253713-9395-4dd0-906d-b57a36dc4deb tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/subnets/8d295ace-370c-4a19-98f7-781bc6a5eb26 HTTP/1.1" status: 404 len: 337 time: 0.0733218 Jul 16 08:45:45.273518 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52054) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:45.329665 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-020b9c81-14b9-491e-8dc4-e2894158b968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.354235 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-524399ee-0a4c-4e2e-8bc6-d672f3756911 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] DELETE failed (client error): The resource could not be found. Jul 16 08:45:45.356200 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-524399ee-0a4c-4e2e-8bc6-d672f3756911 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:45:45.361046 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-524399ee-0a4c-4e2e-8bc6-d672f3756911 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/subnets/139d6e23-66ba-4dbc-95c7-63d3f996543f HTTP/1.1" status: 404 len: 337 time: 0.0708935 Jul 16 08:45:45.366762 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52056) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:45.411594 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ace13d6-6f7e-486e-a664-de67fff033e6 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] DELETE failed (client error): The resource could not be found. Jul 16 08:45:45.412429 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ace13d6-6f7e-486e-a664-de67fff033e6 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:45:45.426376 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52058) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:45.427179 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5ace13d6-6f7e-486e-a664-de67fff033e6 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/subnets/130bbd33-f8c6-4101-8b88-5eeac10747aa HTTP/1.1" status: 404 len: 337 time: 0.0589747 Jul 16 08:45:45.478488 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c931dc34-3be9-4c05-a606-0a68d9660bd1 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "GET /v2.0/ports?device_id=99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 HTTP/1.1" status: 200 len: 205 time: 0.0487406 Jul 16 08:45:45.480085 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52060) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:45.502921 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4783cbe1-29b9-46ba-9dad-4226f752c425 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.520970 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4783cbe1-29b9-46ba-9dad-4226f752c425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.543573 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc54ab94-0da7-450c-87b0-89652653730b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.552386 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-ca7b0f06-917a-480e-aa33-729033e45cc0 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] delete failed (client error): The resource could not be found. Jul 16 08:45:45.556636 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ca7b0f06-917a-480e-aa33-729033e45cc0 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/routers/99cd0c9b-519a-4a38-8d81-314a0fa9f2f1 HTTP/1.1" status: 404 len: 336 time: 0.0727344 Jul 16 08:45:45.556636 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-020b9c81-14b9-491e-8dc4-e2894158b968 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:45:45.556636 n-d-771362-37 neutron-server[93758]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:45:45.556636 n-d-771362-37 neutron-server[93758]: [parameters: {'project_id_1': '80c0489d243e4a3782736ff16f95c294', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 45, 45, 361051)}] Jul 16 08:45:45.556636 n-d-771362-37 neutron-server[93758]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:45:45.556636 n-d-771362-37 neutron-server[93758]: DEBUG oslo_db.api [None req-020b9c81-14b9-491e-8dc4-e2894158b968 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:45:45.559138 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52062) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:45.599213 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783cbe1-29b9-46ba-9dad-4226f752c425 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19dd0396-312d-43e3-9d8b-02f3efc43b69,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:45.627503 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-64b7b617-aa6e-4fe8-9811-a5bf8cdb00f4 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "GET /v2.0/ports?device_id=0678b102-d539-4d61-b208-c5d64a2e743e HTTP/1.1" status: 200 len: 205 time: 0.0636330 Jul 16 08:45:45.635910 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52066) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:45.646165 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4783cbe1-29b9-46ba-9dad-4226f752c425 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:45:45.683094 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8f636fd-2a7b-49c2-a09b-367b2cbb133e None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.703253 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-dc54ab94-0da7-450c-87b0-89652653730b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Deleting port e1e8d559-3552-4374-b597-65474881e621 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:45.703889 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc54ab94-0da7-450c-87b0-89652653730b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.710869 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f8f636fd-2a7b-49c2-a09b-367b2cbb133e None None] Transition to ACTIVE for port object e1e8d559-3552-4374-b597-65474881e621 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:45.717964 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-f0fe0008-b028-4bab-9fe5-4e0a04604c3a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] delete failed (client error): The resource could not be found. Jul 16 08:45:45.719663 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f0fe0008-b028-4bab-9fe5-4e0a04604c3a tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/routers/0678b102-d539-4d61-b208-c5d64a2e743e HTTP/1.1" status: 404 len: 336 time: 0.0815506 Jul 16 08:45:45.721682 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4783cbe1-29b9-46ba-9dad-4226f752c425 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.721934 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-4783cbe1-29b9-46ba-9dad-4226f752c425 admin admin] Added segment 9452ae90-4bd6-4866-933c-eec760d2cc0f of type vlan for network 009dd0a1-50a1-45ad-bc58-1d113e644d4b Jul 16 08:45:45.722827 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8f636fd-2a7b-49c2-a09b-367b2cbb133e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.726768 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52068) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:45.727588 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-78123c8c-464a-43b2-a6f0-61dc9bb6675e tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] create failed (client error): The resource could not be found. Jul 16 08:45:45.732670 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52070) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:45.733187 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-78123c8c-464a-43b2-a6f0-61dc9bb6675e tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6122620 Jul 16 08:45:45.749859 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-7b1ef8d2-8e08-48d2-82bd-be57647b5da7 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group': {'name': 'tempest-secgroup--2038912156'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:45.780280 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b1ef8d2-8e08-48d2-82bd-be57647b5da7 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.808904 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d518143e-77f2-48d4-8b5e-d5e4fb462ae5 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:45.818924 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-c640745d-d0de-45e6-a1da-b5fac249505d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] DELETE failed (client error): The resource could not be found. Jul 16 08:45:45.819387 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c640745d-d0de-45e6-a1da-b5fac249505d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:45:45.824257 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c640745d-d0de-45e6-a1da-b5fac249505d tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/subnets/8d3a0517-28cc-4597-866c-394450142a3a HTTP/1.1" status: 404 len: 337 time: 0.0894713 Jul 16 08:45:45.824425 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52072) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:45.870457 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f8f636fd-2a7b-49c2-a09b-367b2cbb133e None None] Attempting to bind port e1e8d559-3552-4374-b597-65474881e621 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:45.870853 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f8f636fd-2a7b-49c2-a09b-367b2cbb133e None None] Attempting to bind port e1e8d559-3552-4374-b597-65474881e621 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:45.871229 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f636fd-2a7b-49c2-a09b-367b2cbb133e None None] Attempting to bind port e1e8d559-3552-4374-b597-65474881e621 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:45.871780 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-227c2515-1865-440c-b4d5-1c6777c3d390 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "GET /v2.0/ports?device_id=3fc007dd-721b-4d04-b522-eda20c6fbf13 HTTP/1.1" status: 200 len: 205 time: 0.0431850 Jul 16 08:45:45.872397 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52074) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:45.884824 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09c099-0ba2-438c-a672-393242166a5f None None] Pushing event updated for resources: {'Port': ['ID=e1e8d559-3552-4374-b597-65474881e621,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:45.890266 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f636fd-2a7b-49c2-a09b-367b2cbb133e None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:45.890649 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f636fd-2a7b-49c2-a09b-367b2cbb133e None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:45.891063 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8f636fd-2a7b-49c2-a09b-367b2cbb133e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.891472 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8f636fd-2a7b-49c2-a09b-367b2cbb133e None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:45.891991 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f8f636fd-2a7b-49c2-a09b-367b2cbb133e None None] Bound port: e1e8d559-3552-4374-b597-65474881e621, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:45.893183 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8f636fd-2a7b-49c2-a09b-367b2cbb133e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.924371 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port d518143e-77f2-48d4-8b5e-d5e4fb462ae5 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:45.924761 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.928683 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-4d223574-b6d0-42e4-9dfa-b6e73af04403 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] delete failed (client error): The resource could not be found. Jul 16 08:45:45.929788 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4d223574-b6d0-42e4-9dfa-b6e73af04403 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/routers/3fc007dd-721b-4d04-b522-eda20c6fbf13 HTTP/1.1" status: 404 len: 336 time: 0.0507526 Jul 16 08:45:45.931655 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4783cbe1-29b9-46ba-9dad-4226f752c425 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.932093 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc54ab94-0da7-450c-87b0-89652653730b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.934880 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52076) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:45.974017 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4783cbe1-29b9-46ba-9dad-4226f752c425 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.976164 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4783cbe1-29b9-46ba-9dad-4226f752c425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:45.977028 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4783cbe1-29b9-46ba-9dad-4226f752c425 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:45.989233 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c83da0eb-09d1-43c9-a218-c884f292e622 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "GET /v2.0/ports?device_id=66da2188-5a90-4a25-bd50-4047f422afea HTTP/1.1" status: 200 len: 205 time: 0.0516651 Jul 16 08:45:45.992470 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-dc54ab94-0da7-450c-87b0-89652653730b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Calling delete_port for e1e8d559-3552-4374-b597-65474881e621 owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:45.994284 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52078) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:45.997300 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-f8f636fd-2a7b-49c2-a09b-367b2cbb133e None None] For port e1e8d559-3552-4374-b597-65474881e621, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:46.003059 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-f8f636fd-2a7b-49c2-a09b-367b2cbb133e None None] For port e1e8d559-3552-4374-b597-65474881e621, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=e1e8d559-3552-4374-b597-65474881e621,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:45:46.016242 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f8f636fd-2a7b-49c2-a09b-367b2cbb133e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.059678 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-020b9c81-14b9-491e-8dc4-e2894158b968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.064141 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4783cbe1-29b9-46ba-9dad-4226f752c425 admin admin] Pushing event updated for resources: {'Network': ['ID=009dd0a1-50a1-45ad-bc58-1d113e644d4b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:46.081691 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-37f46f54-81cb-4798-8e90-53e85b3b4246 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] delete failed (client error): The resource could not be found. Jul 16 08:45:46.082845 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-37f46f54-81cb-4798-8e90-53e85b3b4246 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/routers/66da2188-5a90-4a25-bd50-4047f422afea HTTP/1.1" status: 404 len: 336 time: 0.0851519 Jul 16 08:45:46.086391 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52080) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:46.094950 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 009dd0a1-50a1-45ad-bc58-1d113e644d4b details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:45:46.105882 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b1ef8d2-8e08-48d2-82bd-be57647b5da7 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.126310 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3eeee66-f24d-4c0c-a04c-63416f2ac1ec tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] DELETE failed (client error): The resource could not be found. Jul 16 08:45:46.127587 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3eeee66-f24d-4c0c-a04c-63416f2ac1ec tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:45:46.132102 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d3eeee66-f24d-4c0c-a04c-63416f2ac1ec tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/subnets/48526c3b-c4ca-4cbe-b02d-6b36e85f7fe0 HTTP/1.1" status: 404 len: 337 time: 0.0422165 Jul 16 08:45:46.136339 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4783cbe1-29b9-46ba-9dad-4226f752c425 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4764082 Jul 16 08:45:46.136339 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52082) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:46.142185 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52084) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:46.146721 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e09c099-0ba2-438c-a672-393242166a5f None None] Pushing event updated for resources: {'Port': ['ID=e1e8d559-3552-4374-b597-65474881e621,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:46.150910 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-e7b6ebe3-3601-4764-997a-ae4dc57b37ed admin admin] Request body: {'subnet': {'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-593030912-subnet', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:46.161224 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b1ef8d2-8e08-48d2-82bd-be57647b5da7 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.176403 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f636fd-2a7b-49c2-a09b-367b2cbb133e None None] Routers {'d39dc32d-2c5d-497a-b504-c0cdf00ae0ef'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:46.177053 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f8f636fd-2a7b-49c2-a09b-367b2cbb133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['d39dc32d-2c5d-497a-b504-c0cdf00ae0ef'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:46.195936 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b9c4ae28-4d1d-4a61-a358-d3c0eb966f8e tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "GET /v2.0/ports?device_id=a573fb81-a45d-401f-b357-3e46dcaf467e HTTP/1.1" status: 200 len: 205 time: 0.0572538 Jul 16 08:45:46.196486 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52086) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:46.201513 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1ef8d2-8e08-48d2-82bd-be57647b5da7 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9a4aac-4918-481a-9d3f-9fc308c813da,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:46.245320 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ef8d2-8e08-48d2-82bd-be57647b5da7 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:46.245771 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ef8d2-8e08-48d2-82bd-be57647b5da7 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:46.246045 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ef8d2-8e08-48d2-82bd-be57647b5da7 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:46.246387 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ef8d2-8e08-48d2-82bd-be57647b5da7 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:46.246779 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ef8d2-8e08-48d2-82bd-be57647b5da7 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:46.247118 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ef8d2-8e08-48d2-82bd-be57647b5da7 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:46.247447 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ef8d2-8e08-48d2-82bd-be57647b5da7 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:46.247775 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ef8d2-8e08-48d2-82bd-be57647b5da7 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:46.248104 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ef8d2-8e08-48d2-82bd-be57647b5da7 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:46.248478 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ef8d2-8e08-48d2-82bd-be57647b5da7 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:46.248878 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ef8d2-8e08-48d2-82bd-be57647b5da7 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:46.249204 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1ef8d2-8e08-48d2-82bd-be57647b5da7 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:45:46.251806 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-8f917658-a1e7-4b96-8742-d89abefb6c6f tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] delete failed (client error): The resource could not be found. Jul 16 08:45:46.269081 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8f917658-a1e7-4b96-8742-d89abefb6c6f tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/routers/a573fb81-a45d-401f-b357-3e46dcaf467e HTTP/1.1" status: 404 len: 336 time: 0.0708396 Jul 16 08:45:46.270603 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52090) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:46.506827 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-020b9c81-14b9-491e-8dc4-e2894158b968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.521977 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b1ef8d2-8e08-48d2-82bd-be57647b5da7 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.524631 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7b1ef8d2-8e08-48d2-82bd-be57647b5da7 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7785301 Jul 16 08:45:46.536088 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-020b9c81-14b9-491e-8dc4-e2894158b968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.544870 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52094) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:46.564842 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-83ad78aa-9f2a-4e41-b98e-87a6df162704 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group': {'name': 'tempest-secgroup--2068469223'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:46.600472 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc54ab94-0da7-450c-87b0-89652653730b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.627228 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-f8f636fd-2a7b-49c2-a09b-367b2cbb133e None None] Set router d39dc32d-2c5d-497a-b504-c0cdf00ae0ef gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:46.634360 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7b6ebe3-3601-4764-997a-ae4dc57b37ed admin admin] Made reservation on behalf of b7b1a7b336a94513a52f9785e4e37864 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:46.637822 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e7b6ebe3-3601-4764-997a-ae4dc57b37ed admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.676695 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-020b9c81-14b9-491e-8dc4-e2894158b968 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=80c0489d243e4a3782736ff16f95c294&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5717804 Jul 16 08:45:46.676695 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020b9c81-14b9-491e-8dc4-e2894158b968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f4f9b06-82af-40b0-9a5c-0fbc01cabc22,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:46.686905 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52096) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:46.692138 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc54ab94-0da7-450c-87b0-89652653730b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Pushing event deleted for resources: {'Port': ['ID=e1e8d559-3552-4374-b597-65474881e621,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:46.703463 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f8f636fd-2a7b-49c2-a09b-367b2cbb133e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd39dc32d-2c5d-497a-b504-c0cdf00ae0ef', 'name': 'tempest-snat-router-672811570', 'tenant_id': '137b258962c94034922135e5d2528d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:39Z', 'updated_at': '2021-07-16T08:45:45Z', 'revision_number': 4, 'project_id': '137b258962c94034922135e5d2528d63', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:46.742617 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f636fd-2a7b-49c2-a09b-367b2cbb133e None None] The sync data for ids ['d39dc32d-2c5d-497a-b504-c0cdf00ae0ef'] in n-d-771362-37 is: [{'id': 'd39dc32d-2c5d-497a-b504-c0cdf00ae0ef', 'name': 'tempest-snat-router-672811570', 'tenant_id': '137b258962c94034922135e5d2528d63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:39Z', 'updated_at': '2021-07-16T08:45:45Z', 'revision_number': 4, 'project_id': '137b258962c94034922135e5d2528d63', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:46.755374 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-83ad78aa-9f2a-4e41-b98e-87a6df162704 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.787948 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff068538-1387-45ad-aab1-e35750df25ad tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] DELETE failed (client error): The resource could not be found. Jul 16 08:45:46.788879 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff068538-1387-45ad-aab1-e35750df25ad tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:45:46.793720 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ff068538-1387-45ad-aab1-e35750df25ad tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/subnets/d06ca373-2ac4-4250-90d1-ace745cf76dc HTTP/1.1" status: 404 len: 337 time: 0.5218081 Jul 16 08:45:46.794515 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52098) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:46.841209 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-be2ac3b9-d9bc-431b-a42b-695734e6cde6 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "GET /v2.0/ports?device_id=7fc694ab-e378-4b04-9611-ee31f12a9939 HTTP/1.1" status: 200 len: 205 time: 0.0454180 Jul 16 08:45:46.843478 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52100) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:46.891735 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-f8410ed4-15c5-4931-97fe-f745d6b812ae tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] delete failed (client error): The resource could not be found. Jul 16 08:45:46.895192 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f8410ed4-15c5-4931-97fe-f745d6b812ae tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/routers/7fc694ab-e378-4b04-9611-ee31f12a9939 HTTP/1.1" status: 404 len: 336 time: 0.0477519 Jul 16 08:45:46.895901 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52102) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:46.927376 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8d6d703-2333-4d27-afcf-eab1ade27748 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] DELETE failed (client error): The resource could not be found. Jul 16 08:45:46.927901 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8d6d703-2333-4d27-afcf-eab1ade27748 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:45:46.932484 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a8d6d703-2333-4d27-afcf-eab1ade27748 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/subnets/cae0860e-e9a8-4805-8464-89959194ea92 HTTP/1.1" status: 404 len: 337 time: 0.0329218 Jul 16 08:45:46.933172 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52104) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:46.933572 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc54ab94-0da7-450c-87b0-89652653730b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:46.960015 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cae9e07-f4ac-4340-9be2-5120ee985899 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] DELETE failed (client error): The resource could not be found. Jul 16 08:45:46.960513 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4cae9e07-f4ac-4340-9be2-5120ee985899 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:45:46.962287 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4cae9e07-f4ac-4340-9be2-5120ee985899 tempest-RoutersIpV6Test-1750670526 tempest-RoutersIpV6Test-1750670526-project] 10.222.0.22 "DELETE /v2.0/subnets/fce7eb13-bc5d-4a88-b10e-dc4736debeb7 HTTP/1.1" status: 404 len: 337 time: 0.0284672 Jul 16 08:45:47.020241 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5f9ad549-9dc6-42e3-9ddd-38770fff5374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.078016 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc54ab94-0da7-450c-87b0-89652653730b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.083715 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc54ab94-0da7-450c-87b0-89652653730b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.169185 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5f9ad549-9dc6-42e3-9ddd-38770fff5374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.202766 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-83ad78aa-9f2a-4e41-b98e-87a6df162704 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.205662 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc54ab94-0da7-450c-87b0-89652653730b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.206189 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc54ab94-0da7-450c-87b0-89652653730b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d39dc32d-2c5d-497a-b504-c0cdf00ae0ef {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:45:47.218839 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc54ab94-0da7-450c-87b0-89652653730b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.223060 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-dc54ab94-0da7-450c-87b0-89652653730b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "DELETE /v2.0/routers/d39dc32d-2c5d-497a-b504-c0cdf00ae0ef HTTP/1.1" status: 204 len: 168 time: 2.2190087 Jul 16 08:45:47.224504 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-83ad78aa-9f2a-4e41-b98e-87a6df162704 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.225760 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52110) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:47.237398 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52112) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:47.314063 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ad78aa-9f2a-4e41-b98e-87a6df162704 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51cc6b33-b899-4d1e-942b-9aab0a5857c2,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:47.328947 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-83ad78aa-9f2a-4e41-b98e-87a6df162704 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.330545 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-83ad78aa-9f2a-4e41-b98e-87a6df162704 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7795906 Jul 16 08:45:47.340920 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52118) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:47.347085 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-5738044a-103c-4a1d-a1c2-f821d6f1bcc5 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group_rule': {'security_group_id': 'ee9a4aac-4918-481a-9d3f-9fc308c813da', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '51cc6b33-b899-4d1e-942b-9aab0a5857c2'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:47.353956 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e7b6ebe3-3601-4764-997a-ae4dc57b37ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.398550 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5f9ad549-9dc6-42e3-9ddd-38770fff5374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.401044 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5f9ad549-9dc6-42e3-9ddd-38770fff5374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.405438 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5f9ad549-9dc6-42e3-9ddd-38770fff5374 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4f4f9b06-82af-40b0-9a5c-0fbc01cabc22 HTTP/1.1" status: 204 len: 168 time: 0.7105522 Jul 16 08:45:47.435621 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9ad549-9dc6-42e3-9ddd-38770fff5374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f4f9b06-82af-40b0-9a5c-0fbc01cabc22,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:47.463297 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b6ebe3-3601-4764-997a-ae4dc57b37ed admin admin] Pushing event updated for resources: {'Subnet': ['ID=6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:47.471806 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d0b06f2-df76-48d6-9148-982e704a9b62 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.487749 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-5738044a-103c-4a1d-a1c2-f821d6f1bcc5 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:45:47.489142 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5738044a-103c-4a1d-a1c2-f821d6f1bcc5 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1470478 Jul 16 08:45:47.492502 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52122) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:47.494978 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b6ebe3-3601-4764-997a-ae4dc57b37ed admin admin] Checking segment: {'id': '9452ae90-4bd6-4866-933c-eec760d2cc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:47.495368 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b6ebe3-3601-4764-997a-ae4dc57b37ed admin admin] Network hostable DHCP agents. Network: 009dd0a1-50a1-45ad-bc58-1d113e644d4b, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:45:47.517060 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-00bb853f-f9c3-4a5e-843e-48cdae11d9c6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1591cbbb2e6f40a59d14ed0e7e21bbb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2774017 Jul 16 08:45:47.517760 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52124) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:47.552726 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b6ebe3-3601-4764-997a-ae4dc57b37ed admin admin] Network 009dd0a1-50a1-45ad-bc58-1d113e644d4b is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:45:47.571237 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-e7b6ebe3-3601-4764-997a-ae4dc57b37ed admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 009dd0a1-50a1-45ad-bc58-1d113e644d4b) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:47.589117 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8099e3e3-6216-437b-844d-f6c33e80a4cb None None] Network 009dd0a1-50a1-45ad-bc58-1d113e644d4b requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:47.594095 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b6ebe3-3601-4764-997a-ae4dc57b37ed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:47.594823 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e7b6ebe3-3601-4764-997a-ae4dc57b37ed admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.610019 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c8613021-9432-48d8-9164-edb8afcd4f5f tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.631580 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e7b6ebe3-3601-4764-997a-ae4dc57b37ed admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4873950 Jul 16 08:45:47.632438 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52128) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:47.640308 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-40a88fce-e720-4518-85c0-069ea087fbdd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-593030912-router', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:47.677117 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c8613021-9432-48d8-9164-edb8afcd4f5f tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.748201 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40a88fce-e720-4518-85c0-069ea087fbdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.751273 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40a88fce-e720-4518-85c0-069ea087fbdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.863043 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40a88fce-e720-4518-85c0-069ea087fbdd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.931840 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c8613021-9432-48d8-9164-edb8afcd4f5f tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.935489 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c8613021-9432-48d8-9164-edb8afcd4f5f tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.937350 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c8613021-9432-48d8-9164-edb8afcd4f5f tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "DELETE /v2.0/security-groups/51cc6b33-b899-4d1e-942b-9aab0a5857c2 HTTP/1.1" status: 204 len: 168 time: 0.4434664 Jul 16 08:45:47.942439 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52130) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:47.977700 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49347803-8bf4-4469-89df-44489acddfec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:47.981838 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2cbb84-1b0e-4cd5-8aed-f823fb7abc69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-009dd0a1-50a1-45ad-bc58-1d113e644d4b', 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'fixed_ips': [{'subnet_id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:45:47.983259 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ec2cbb84-1b0e-4cd5-8aed-f823fb7abc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.003476 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8613021-9432-48d8-9164-edb8afcd4f5f tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cc6b33-b899-4d1e-942b-9aab0a5857c2,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:48.010183 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d0b06f2-df76-48d6-9148-982e704a9b62 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.083222 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49347803-8bf4-4469-89df-44489acddfec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.131570 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40a88fce-e720-4518-85c0-069ea087fbdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.162215 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6e411e1b-d741-40a2-b063-33a06ab50b6b tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2154090 Jul 16 08:45:48.165559 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52132) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:48.224335 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-ec2cbb84-1b0e-4cd5-8aed-f823fb7abc69 None None] Allocated IP 172.20.0.2 (009dd0a1-50a1-45ad-bc58-1d113e644d4b/6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a/91549065-c1cd-4924-a95a-2d167f7098ab) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:48.241315 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49347803-8bf4-4469-89df-44489acddfec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.244227 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49347803-8bf4-4469-89df-44489acddfec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.245778 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-49347803-8bf4-4469-89df-44489acddfec admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2eba41f7-7a7a-447d-9840-17988363054b HTTP/1.1" status: 204 len: 168 time: 0.6750362 Jul 16 08:45:48.267715 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9d0b06f2-df76-48d6-9148-982e704a9b62 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Deleting port d518143e-77f2-48d4-8b5e-d5e4fb462ae5 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:48.268935 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d0b06f2-df76-48d6-9148-982e704a9b62 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.317628 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49347803-8bf4-4469-89df-44489acddfec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eba41f7-7a7a-447d-9840-17988363054b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:48.409178 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ab5e38a-2240-4265-9925-2dfc839096be tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.445400 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ab5e38a-2240-4265-9925-2dfc839096be tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.449041 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ec2cbb84-1b0e-4cd5-8aed-f823fb7abc69 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.461791 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ec2cbb84-1b0e-4cd5-8aed-f823fb7abc69 None None] Transition to ACTIVE for port object 91549065-c1cd-4924-a95a-2d167f7098ab will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:48.481384 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-9d0b06f2-df76-48d6-9148-982e704a9b62 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] For port d518143e-77f2-48d4-8b5e-d5e4fb462ae5, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d518143e-77f2-48d4-8b5e-d5e4fb462ae5,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:48.482166 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d0b06f2-df76-48d6-9148-982e704a9b62 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.485275 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ec2cbb84-1b0e-4cd5-8aed-f823fb7abc69 None None] Transition to ACTIVE for port object 91549065-c1cd-4924-a95a-2d167f7098ab will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:48.498286 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ec2cbb84-1b0e-4cd5-8aed-f823fb7abc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.510415 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9d0b06f2-df76-48d6-9148-982e704a9b62 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Calling delete_port for d518143e-77f2-48d4-8b5e-d5e4fb462ae5 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:45:48.538023 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ab5e38a-2240-4265-9925-2dfc839096be tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.541663 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ab5e38a-2240-4265-9925-2dfc839096be tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.543113 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4ab5e38a-2240-4265-9925-2dfc839096be tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "DELETE /v2.0/security-groups/ee9a4aac-4918-481a-9d3f-9fc308c813da HTTP/1.1" status: 204 len: 168 time: 0.3761964 Jul 16 08:45:48.582884 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2cbb84-1b0e-4cd5-8aed-f823fb7abc69 None None] Pushing event updated for resources: {'Port': ['ID=91549065-c1cd-4924-a95a-2d167f7098ab,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:48.585545 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52138) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:48.598044 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab5e38a-2240-4265-9925-2dfc839096be tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee9a4aac-4918-481a-9d3f-9fc308c813da,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:48.645168 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2cbb84-1b0e-4cd5-8aed-f823fb7abc69 None None] Network 009dd0a1-50a1-45ad-bc58-1d113e644d4b is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:48.650863 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-ec2cbb84-1b0e-4cd5-8aed-f823fb7abc69 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:48.658054 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2cbb84-1b0e-4cd5-8aed-f823fb7abc69 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:48.733553 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b45f2a44-ec67-4390-adf3-aea0b1b1ac25 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1417356 Jul 16 08:45:48.735287 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52142) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:48.738831 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40a88fce-e720-4518-85c0-069ea087fbdd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.742573 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a0d02319-8c22-43ec-b5d2-93e669936434 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group': {'name': 'tempest-secgroup--1004237542'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:48.762047 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40a88fce-e720-4518-85c0-069ea087fbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.782124 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ec2cbb84-1b0e-4cd5-8aed-f823fb7abc69 None None] Attempting to bind port 91549065-c1cd-4924-a95a-2d167f7098ab on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:48.783753 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ec2cbb84-1b0e-4cd5-8aed-f823fb7abc69 None None] Attempting to bind port 91549065-c1cd-4924-a95a-2d167f7098ab by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '9452ae90-4bd6-4866-933c-eec760d2cc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:48.785231 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2cbb84-1b0e-4cd5-8aed-f823fb7abc69 None None] Attempting to bind port 91549065-c1cd-4924-a95a-2d167f7098ab on network 009dd0a1-50a1-45ad-bc58-1d113e644d4b {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:48.799845 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2cbb84-1b0e-4cd5-8aed-f823fb7abc69 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:48.802882 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2cbb84-1b0e-4cd5-8aed-f823fb7abc69 None None] Checking segment: {'id': '9452ae90-4bd6-4866-933c-eec760d2cc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:48.804251 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ec2cbb84-1b0e-4cd5-8aed-f823fb7abc69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.805916 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2cbb84-1b0e-4cd5-8aed-f823fb7abc69 None None] Bound using segment: {'id': '9452ae90-4bd6-4866-933c-eec760d2cc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:48.808123 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ec2cbb84-1b0e-4cd5-8aed-f823fb7abc69 None None] Bound port: 91549065-c1cd-4924-a95a-2d167f7098ab, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9452ae90-4bd6-4866-933c-eec760d2cc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:48.810204 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ec2cbb84-1b0e-4cd5-8aed-f823fb7abc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.819626 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0d02319-8c22-43ec-b5d2-93e669936434 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.839647 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d0b06f2-df76-48d6-9148-982e704a9b62 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:48.915312 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0b06f2-df76-48d6-9148-982e704a9b62 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Pushing event deleted for resources: {'Port': ['ID=d518143e-77f2-48d4-8b5e-d5e4fb462ae5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:48.959920 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ec2cbb84-1b0e-4cd5-8aed-f823fb7abc69 None None] For port 91549065-c1cd-4924-a95a-2d167f7098ab, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:48.966739 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ec2cbb84-1b0e-4cd5-8aed-f823fb7abc69 None None] For port 91549065-c1cd-4924-a95a-2d167f7098ab, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=91549065-c1cd-4924-a95a-2d167f7098ab,segment=NetworkSegment(9452ae90-4bd6-4866-933c-eec760d2cc0f),segment_id=9452ae90-4bd6-4866-933c-eec760d2cc0f)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:45:48.974645 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-40a88fce-e720-4518-85c0-069ea087fbdd admin admin] Allocated IP 172.25.3.119 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/c73c9615-66b2-4f2f-9267-6989961f4fad) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:48.977653 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ec2cbb84-1b0e-4cd5-8aed-f823fb7abc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.038761 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0d02319-8c22-43ec-b5d2-93e669936434 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.046235 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0d02319-8c22-43ec-b5d2-93e669936434 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.070263 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2cbb84-1b0e-4cd5-8aed-f823fb7abc69 None None] Pushing event updated for resources: {'Port': ['ID=91549065-c1cd-4924-a95a-2d167f7098ab,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:49.132181 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0d02319-8c22-43ec-b5d2-93e669936434 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.133463 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a0d02319-8c22-43ec-b5d2-93e669936434 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3974802 Jul 16 08:45:49.138127 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52154) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:49.150628 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-2b36e737-c20b-4a01-929c-1c2c4a3df0a5 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group_rule': {'security_group_id': 'c1112f21-953e-45ba-ad10-fc6f7a34638e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:49.167730 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d02319-8c22-43ec-b5d2-93e669936434 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c1112f21-953e-45ba-ad10-fc6f7a34638e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:49.187691 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d0b06f2-df76-48d6-9148-982e704a9b62 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.241079 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40a88fce-e720-4518-85c0-069ea087fbdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.310396 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-2b36e737-c20b-4a01-929c-1c2c4a3df0a5 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:45:49.312001 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2b36e737-c20b-4a01-929c-1c2c4a3df0a5 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1719165 Jul 16 08:45:49.327818 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52156) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:49.346481 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-a91534c1-9c89-4d9a-987b-7475e4f930cb tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group_rule': {'security_group_id': 'c1112f21-953e-45ba-ad10-fc6f7a34638e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:49.413631 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d0b06f2-df76-48d6-9148-982e704a9b62 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.416024 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d0b06f2-df76-48d6-9148-982e704a9b62 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.474229 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40a88fce-e720-4518-85c0-069ea087fbdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.502303 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d0b06f2-df76-48d6-9148-982e704a9b62 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.503055 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0b06f2-df76-48d6-9148-982e704a9b62 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c782151c-9903-44ce-a39b-2c8a2dac01a6 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:45:49.521817 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d0b06f2-df76-48d6-9148-982e704a9b62 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.523180 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9d0b06f2-df76-48d6-9148-982e704a9b62 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "DELETE /v2.0/routers/c782151c-9903-44ce-a39b-2c8a2dac01a6 HTTP/1.1" status: 204 len: 168 time: 2.2960181 Jul 16 08:45:49.531189 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52162) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:49.537335 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-19e18656-78b7-442d-9747-c536ba2f182b tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-408466151', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:49.574135 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-19e18656-78b7-442d-9747-c536ba2f182b tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.575546 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-19e18656-78b7-442d-9747-c536ba2f182b tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.583589 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-a91534c1-9c89-4d9a-987b-7475e4f930cb tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:45:49.589657 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a91534c1-9c89-4d9a-987b-7475e4f930cb tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2602050 Jul 16 08:45:49.591183 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52166) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:49.613418 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a88fce-e720-4518-85c0-069ea087fbdd admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:49.636782 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-40a88fce-e720-4518-85c0-069ea087fbdd admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:49.643899 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a88fce-e720-4518-85c0-069ea087fbdd admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:49.722357 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-19e18656-78b7-442d-9747-c536ba2f182b tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.756988 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a88fce-e720-4518-85c0-069ea087fbdd admin admin] Pushing event updated for resources: {'Port': ['ID=c73c9615-66b2-4f2f-9267-6989961f4fad,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:49.908523 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-19e18656-78b7-442d-9747-c536ba2f182b tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:49.932616 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5871fb13-143c-4f39-aa91-bbcf614bed9f tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.033101 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5871fb13-143c-4f39-aa91-bbcf614bed9f tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.075625 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52174) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:50.168455 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5871fb13-143c-4f39-aa91-bbcf614bed9f tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.171009 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5871fb13-143c-4f39-aa91-bbcf614bed9f tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.176445 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5871fb13-143c-4f39-aa91-bbcf614bed9f tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "DELETE /v2.0/security-groups/c1112f21-953e-45ba-ad10-fc6f7a34638e HTTP/1.1" status: 204 len: 168 time: 0.5798929 Jul 16 08:45:50.184088 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52178) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:50.272118 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871fb13-143c-4f39-aa91-bbcf614bed9f tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1112f21-953e-45ba-ad10-fc6f7a34638e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:50.352966 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 91549065-c1cd-4924-a95a-2d167f7098ab up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:50.393587 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-54d0ce83-17ec-46bd-896a-f9a2f004d571 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1289337 Jul 16 08:45:50.400475 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52180) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:50.436745 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e80ed3e1-4ab5-498d-ba98-c982b192e666 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group': {'name': 'tempest-secgroup--1245052897'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:50.458921 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40a88fce-e720-4518-85c0-069ea087fbdd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.493546 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 91549065-c1cd-4924-a95a-2d167f7098ab completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:50.541831 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-1d2ab5ac-c6b8-4eb2-b881-429a30f49555 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-563546966', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:50.544459 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e80ed3e1-4ab5-498d-ba98-c982b192e666 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.619187 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d2ab5ac-c6b8-4eb2-b881-429a30f49555 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.620236 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d2ab5ac-c6b8-4eb2-b881-429a30f49555 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.634684 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-19e18656-78b7-442d-9747-c536ba2f182b tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.666489 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-19e18656-78b7-442d-9747-c536ba2f182b tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.753662 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968db3cc-5edc-49d4-bd16-2493048e0e78 None None] Network 009dd0a1-50a1-45ad-bc58-1d113e644d4b requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:50.853293 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e80ed3e1-4ab5-498d-ba98-c982b192e666 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.865932 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e80ed3e1-4ab5-498d-ba98-c982b192e666 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.867811 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c5cc8ac2-09cb-447c-989f-1140d0ea9349 None None] Provisioning for port 91549065-c1cd-4924-a95a-2d167f7098ab completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:50.874268 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c5cc8ac2-09cb-447c-989f-1140d0ea9349 None None] Provisioning complete for port 91549065-c1cd-4924-a95a-2d167f7098ab triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:50.874652 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c5cc8ac2-09cb-447c-989f-1140d0ea9349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.891446 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-19e18656-78b7-442d-9747-c536ba2f182b tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Allocated IP 172.25.3.146 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/08dd4c73-f972-4c93-a6e0-17de10d52f5d) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:50.908219 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e80ed3e1-4ab5-498d-ba98-c982b192e666 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:50.912382 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e80ed3e1-4ab5-498d-ba98-c982b192e666 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5064199 Jul 16 08:45:50.916516 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52186) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:50.923932 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f2ba5494-c71a-41f8-a30b-379d1cf295e7 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:50.924381 n-d-771362-37 neutron-server[93759]: WARNING neutron.api.v2.base [None req-f2ba5494-c71a-41f8-a30b-379d1cf295e7 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 08:45:50.925160 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-f2ba5494-c71a-41f8-a30b-379d1cf295e7 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 08:45:50.928656 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f2ba5494-c71a-41f8-a30b-379d1cf295e7 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "PUT /v2.0/security-groups/58707b06-488c-4ccc-affe-d5e7ca4f8d84 HTTP/1.1" status: 409 len: 330 time: 0.0084500 Jul 16 08:45:50.929465 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ed3e1-4ab5-498d-ba98-c982b192e666 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58707b06-488c-4ccc-affe-d5e7ca4f8d84,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:50.931598 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52188) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:51.056414 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43eb5be5-e8a8-4c9a-8cf5-5d4439d56421 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.056698 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c5cc8ac2-09cb-447c-989f-1140d0ea9349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.079702 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d2ab5ac-c6b8-4eb2-b881-429a30f49555 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.082235 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-19e18656-78b7-442d-9747-c536ba2f182b tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.090538 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d2ab5ac-c6b8-4eb2-b881-429a30f49555 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.098367 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43eb5be5-e8a8-4c9a-8cf5-5d4439d56421 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.104654 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c5cc8ac2-09cb-447c-989f-1140d0ea9349 None None] For port 91549065-c1cd-4924-a95a-2d167f7098ab, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=91549065-c1cd-4924-a95a-2d167f7098ab,segment=NetworkSegment(9452ae90-4bd6-4866-933c-eec760d2cc0f),segment_id=9452ae90-4bd6-4866-933c-eec760d2cc0f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:51.109864 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c5cc8ac2-09cb-447c-989f-1140d0ea9349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.113897 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d2ab5ac-c6b8-4eb2-b881-429a30f49555 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.115281 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1d2ab5ac-c6b8-4eb2-b881-429a30f49555 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 1.0376945 Jul 16 08:45:51.118927 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52190) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:51.126052 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-379360ab-20a7-47a0-9b86-ca9b4e23d802 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1381930502'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:51.170950 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40a88fce-e720-4518-85c0-069ea087fbdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.175054 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cc8ac2-09cb-447c-989f-1140d0ea9349 None None] Pushing event updated for resources: {'Port': ['ID=91549065-c1cd-4924-a95a-2d167f7098ab,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:51.189729 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379360ab-20a7-47a0-9b86-ca9b4e23d802 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Made reservation on behalf of 36a8fdc74ed64e40a4fbda8e91ca51ac for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:51.193781 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-379360ab-20a7-47a0-9b86-ca9b4e23d802 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.205601 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43eb5be5-e8a8-4c9a-8cf5-5d4439d56421 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.208192 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43eb5be5-e8a8-4c9a-8cf5-5d4439d56421 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.212210 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-43eb5be5-e8a8-4c9a-8cf5-5d4439d56421 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "DELETE /v2.0/security-groups/58707b06-488c-4ccc-affe-d5e7ca4f8d84 HTTP/1.1" status: 204 len: 168 time: 0.2750466 Jul 16 08:45:51.212767 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52192) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:51.216692 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-379360ab-20a7-47a0-9b86-ca9b4e23d802 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.223472 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-19e18656-78b7-442d-9747-c536ba2f182b tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.236793 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb5be5-e8a8-4c9a-8cf5-5d4439d56421 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=58707b06-488c-4ccc-affe-d5e7ca4f8d84,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:51.281541 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e18656-78b7-442d-9747-c536ba2f182b tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:51.293492 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-19e18656-78b7-442d-9747-c536ba2f182b tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:51.296603 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e18656-78b7-442d-9747-c536ba2f182b tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:51.312653 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0bb46a35-5a7d-4db3-8c75-51313771414b tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0986609 Jul 16 08:45:51.317531 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52196) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:51.336673 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e18656-78b7-442d-9747-c536ba2f182b tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Pushing event updated for resources: {'Port': ['ID=08dd4c73-f972-4c93-a6e0-17de10d52f5d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:51.338070 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-c3e69acd-4918-4c4f-8e60-ece28ee6e9ec tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] delete failed (client error): The resource could not be found. Jul 16 08:45:51.339245 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c3e69acd-4918-4c4f-8e60-ece28ee6e9ec tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "DELETE /v2.0/security-groups/6b72630c-7276-427b-a5b8-b7b8ba29c489 HTTP/1.1" status: 404 len: 347 time: 0.0200126 Jul 16 08:45:51.343495 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52198) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:51.362280 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-6ead3082-8c5d-4e85-8ccb-0b793440e893 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] show failed (client error): The resource could not be found. Jul 16 08:45:51.363332 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6ead3082-8c5d-4e85-8ccb-0b793440e893 tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "GET /v2.0/security-groups/94afa868-80dc-4fa4-a0c0-17b55e5faa16 HTTP/1.1" status: 404 len: 347 time: 0.0189304 Jul 16 08:45:51.368246 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52200) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:51.398879 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a88fce-e720-4518-85c0-069ea087fbdd admin admin] Router 2eaf654e-455e-4eea-9df3-6eb17b5994bf is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:45:51.405143 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-9e227a5c-e73f-4899-a7a1-2862bd014eeb tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] show failed (client error): The resource could not be found. Jul 16 08:45:51.418851 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9e227a5c-e73f-4899-a7a1-2862bd014eeb tempest-NegativeSecGroupIPv6Test-1616470832 tempest-NegativeSecGroupIPv6Test-1616470832-project] 10.222.0.22 "GET /v2.0/security-group-rules/4e4ecfa3-dd32-4ce4-b581-59160432b18e HTTP/1.1" status: 404 len: 356 time: 0.0379617 Jul 16 08:45:51.443214 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f2196835-4d07-4a40-8ea8-d15b5a9c939c None None] Provisioning complete for port 91549065-c1cd-4924-a95a-2d167f7098ab triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:51.443768 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f2196835-4d07-4a40-8ea8-d15b5a9c939c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.541042 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a88fce-e720-4518-85c0-069ea087fbdd admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:51.554177 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37816330-7557-49fc-bcca-c4907954361b None None] Sync routers for ids ['2eaf654e-455e-4eea-9df3-6eb17b5994bf'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:51.566258 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37816330-7557-49fc-bcca-c4907954361b None None] Routers {'2eaf654e-455e-4eea-9df3-6eb17b5994bf'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:51.567219 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-37816330-7557-49fc-bcca-c4907954361b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2eaf654e-455e-4eea-9df3-6eb17b5994bf'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:51.613179 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-379360ab-20a7-47a0-9b86-ca9b4e23d802 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.619571 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-379360ab-20a7-47a0-9b86-ca9b4e23d802 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.623939 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40a88fce-e720-4518-85c0-069ea087fbdd admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.629240 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-40a88fce-e720-4518-85c0-069ea087fbdd admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.9925485 Jul 16 08:45:51.630335 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52206) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:51.703573 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-379360ab-20a7-47a0-9b86-ca9b4e23d802 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:45:51.735984 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-37816330-7557-49fc-bcca-c4907954361b None None] Set router 2eaf654e-455e-4eea-9df3-6eb17b5994bf gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:51.765384 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379360ab-20a7-47a0-9b86-ca9b4e23d802 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fdab9ac1-c63f-4f49-a416-05242b7bb99a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:51.771979 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-379360ab-20a7-47a0-9b86-ca9b4e23d802 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.772336 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-379360ab-20a7-47a0-9b86-ca9b4e23d802 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Added segment 6bdb2ff5-6e71-4607-9021-006d7fb3ffcf of type vlan for network 0d452dc0-9bed-4687-a5d8-7b93d8e4dc6c Jul 16 08:45:51.809566 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 91549065-c1cd-4924-a95a-2d167f7098ab up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:51.878020 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-379360ab-20a7-47a0-9b86-ca9b4e23d802 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.898133 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-19e18656-78b7-442d-9747-c536ba2f182b tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:51.939822 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52210) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:51.977239 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 91549065-c1cd-4924-a95a-2d167f7098ab triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:51.977896 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.027462 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.db.resource_extend [None req-379360ab-20a7-47a0-9b86-ca9b4e23d802 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:45:52.094764 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-37816330-7557-49fc-bcca-c4907954361b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'name': 'tempest-AttachVolumeShelveTestJSON-593030912-router', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:47Z', 'updated_at': '2021-07-16T08:45:50Z', 'revision_number': 3, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'gw_port': {'id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:48Z', 'updated_at': '2021-07-16T08:45:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:52.096339 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-379360ab-20a7-47a0-9b86-ca9b4e23d802 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.102765 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379360ab-20a7-47a0-9b86-ca9b4e23d802 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:52.103513 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-379360ab-20a7-47a0-9b86-ca9b4e23d802 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.164502 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52214) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:52.164827 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-379360ab-20a7-47a0-9b86-ca9b4e23d802 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.0427029 Jul 16 08:45:52.178331 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-f5fc5844-cd09-468c-9dbc-e463b662e694 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Request body: {'subnet': {'network_id': '0d452dc0-9bed-4687-a5d8-7b93d8e4dc6c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:52.200381 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37816330-7557-49fc-bcca-c4907954361b None None] Checking router: 2eaf654e-455e-4eea-9df3-6eb17b5994bf for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:45:52.201883 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37816330-7557-49fc-bcca-c4907954361b None None] Updating router 2eaf654e-455e-4eea-9df3-6eb17b5994bf port c73c9615-66b2-4f2f-9267-6989961f4fad binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:45:52.211623 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d518143e-77f2-48d4-8b5e-d5e4fb462ae5 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:45:52.234443 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: d518143e-77f2-48d4-8b5e-d5e4fb462ae5 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:45:52.235107 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d518143e-77f2-48d4-8b5e-d5e4fb462ae5 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:45:52.239442 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379360ab-20a7-47a0-9b86-ca9b4e23d802 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Pushing event updated for resources: {'Network': ['ID=0d452dc0-9bed-4687-a5d8-7b93d8e4dc6c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:52.242947 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-19e18656-78b7-442d-9747-c536ba2f182b tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.254971 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 0d452dc0-9bed-4687-a5d8-7b93d8e4dc6c details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:45:52.294442 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-37816330-7557-49fc-bcca-c4907954361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.443754 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19e18656-78b7-442d-9747-c536ba2f182b tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Router da57e834-d91f-46c8-bac5-285254d1d0a8 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:45:52.455465 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-33b0a2eb-59b5-4795-9ef8-296307e69877 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cfc8e9599dc64b24a5e17fabe4a301cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5129743 Jul 16 08:45:52.456092 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52218) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:52.499111 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fc5844-cd09-468c-9dbc-e463b662e694 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Made reservation on behalf of 36a8fdc74ed64e40a4fbda8e91ca51ac for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:52.503708 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f5fc5844-cd09-468c-9dbc-e463b662e694 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.969292 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d850e9ba-811e-4bf2-bdba-fd990cad8b77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.975513 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-37816330-7557-49fc-bcca-c4907954361b None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.976256 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19e18656-78b7-442d-9747-c536ba2f182b tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:52.976588 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-37816330-7557-49fc-bcca-c4907954361b None None] Transition to ACTIVE for port object c73c9615-66b2-4f2f-9267-6989961f4fad will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:52.976906 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca615f2c-76ce-4785-9308-2637a8fe5598 None None] Sync routers for ids ['da57e834-d91f-46c8-bac5-285254d1d0a8'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:52.977496 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-37816330-7557-49fc-bcca-c4907954361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.977822 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca615f2c-76ce-4785-9308-2637a8fe5598 None None] Routers {'da57e834-d91f-46c8-bac5-285254d1d0a8'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:52.978128 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e59096f4-8389-44ce-87fd-9ebc577de484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.978692 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ca615f2c-76ce-4785-9308-2637a8fe5598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['da57e834-d91f-46c8-bac5-285254d1d0a8'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:52.978965 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d850e9ba-811e-4bf2-bdba-fd990cad8b77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.978965 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-19e18656-78b7-442d-9747-c536ba2f182b tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.978965 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-19e18656-78b7-442d-9747-c536ba2f182b tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.3220921 Jul 16 08:45:52.979521 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52234) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:52.979521 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-a6177e9d-ccd7-40c1-9bac-4239ef64ec5e tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'enable_snat': False}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:52.979971 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ca615f2c-76ce-4785-9308-2637a8fe5598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:52.979971 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca615f2c-76ce-4785-9308-2637a8fe5598 None None] Routers {'da57e834-d91f-46c8-bac5-285254d1d0a8'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:52.979971 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ca615f2c-76ce-4785-9308-2637a8fe5598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['da57e834-d91f-46c8-bac5-285254d1d0a8'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:52.983425 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d850e9ba-811e-4bf2-bdba-fd990cad8b77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.990917 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d850e9ba-811e-4bf2-bdba-fd990cad8b77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:52.992965 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d850e9ba-811e-4bf2-bdba-fd990cad8b77 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6bccb97b-12b6-4be0-8c38-f1ff2057efcf HTTP/1.1" status: 204 len: 168 time: 0.5355415 Jul 16 08:45:53.005180 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850e9ba-811e-4bf2-bdba-fd990cad8b77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bccb97b-12b6-4be0-8c38-f1ff2057efcf,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:53.024083 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ca615f2c-76ce-4785-9308-2637a8fe5598 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:53.024727 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca615f2c-76ce-4785-9308-2637a8fe5598 None None] The sync data for ids ['da57e834-d91f-46c8-bac5-285254d1d0a8'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:53.039816 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-37816330-7557-49fc-bcca-c4907954361b None None] Attempting to bind port c73c9615-66b2-4f2f-9267-6989961f4fad on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:53.040200 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-37816330-7557-49fc-bcca-c4907954361b None None] Attempting to bind port c73c9615-66b2-4f2f-9267-6989961f4fad by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:53.040585 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37816330-7557-49fc-bcca-c4907954361b None None] Attempting to bind port c73c9615-66b2-4f2f-9267-6989961f4fad on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:53.046407 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37816330-7557-49fc-bcca-c4907954361b None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:53.046690 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37816330-7557-49fc-bcca-c4907954361b None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:53.046924 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-37816330-7557-49fc-bcca-c4907954361b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.047357 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37816330-7557-49fc-bcca-c4907954361b None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:53.047728 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-37816330-7557-49fc-bcca-c4907954361b None None] Bound port: c73c9615-66b2-4f2f-9267-6989961f4fad, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:53.048165 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-37816330-7557-49fc-bcca-c4907954361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.050092 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2b5c8-9a2c-4b65-9333-943ec3b79145 None None] Pushing event updated for resources: {'Port': ['ID=c73c9615-66b2-4f2f-9267-6989961f4fad,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:53.147112 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-37816330-7557-49fc-bcca-c4907954361b None None] For port c73c9615-66b2-4f2f-9267-6989961f4fad, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:53.156703 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-37816330-7557-49fc-bcca-c4907954361b None None] For port c73c9615-66b2-4f2f-9267-6989961f4fad, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=c73c9615-66b2-4f2f-9267-6989961f4fad,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:45:53.174447 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-37816330-7557-49fc-bcca-c4907954361b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.243594 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37816330-7557-49fc-bcca-c4907954361b None None] Routers {'2eaf654e-455e-4eea-9df3-6eb17b5994bf'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:53.244167 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-37816330-7557-49fc-bcca-c4907954361b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2eaf654e-455e-4eea-9df3-6eb17b5994bf'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:53.310333 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f5fc5844-cd09-468c-9dbc-e463b662e694 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.353120 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee2b5c8-9a2c-4b65-9333-943ec3b79145 None None] Pushing event updated for resources: {'Port': ['ID=c73c9615-66b2-4f2f-9267-6989961f4fad,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:53.460126 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-e59096f4-8389-44ce-87fd-9ebc577de484 admin admin] Allocated IP 172.20.0.1 (009dd0a1-50a1-45ad-bc58-1d113e644d4b/6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a/78dc1f9a-031d-4242-9276-e628690ddd8d) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:53.466745 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-37816330-7557-49fc-bcca-c4907954361b None None] Set router 2eaf654e-455e-4eea-9df3-6eb17b5994bf gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:45:53.474215 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fc5844-cd09-468c-9dbc-e463b662e694 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Pushing event updated for resources: {'Subnet': ['ID=9943f6aa-c482-45e6-8528-81bfae441ecc,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:53.521947 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5fc5844-cd09-468c-9dbc-e463b662e694 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Checking segment: {'id': '6bdb2ff5-6e71-4607-9021-006d7fb3ffcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0d452dc0-9bed-4687-a5d8-7b93d8e4dc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:53.521947 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fc5844-cd09-468c-9dbc-e463b662e694 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Network hostable DHCP agents. Network: 0d452dc0-9bed-4687-a5d8-7b93d8e4dc6c, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:45:53.650483 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a6177e9d-ccd7-40c1-9bac-4239ef64ec5e tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:53.946168 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-37816330-7557-49fc-bcca-c4907954361b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'name': 'tempest-AttachVolumeShelveTestJSON-593030912-router', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:47Z', 'updated_at': '2021-07-16T08:45:50Z', 'revision_number': 3, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'gw_port': {'id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:48Z', 'updated_at': '2021-07-16T08:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:53.979566 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37816330-7557-49fc-bcca-c4907954361b None None] The sync data for ids ['2eaf654e-455e-4eea-9df3-6eb17b5994bf'] in n-d-771362-37 is: [{'id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'name': 'tempest-AttachVolumeShelveTestJSON-593030912-router', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:47Z', 'updated_at': '2021-07-16T08:45:50Z', 'revision_number': 3, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'gw_port': {'id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7b:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:48Z', 'updated_at': '2021-07-16T08:45:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:54.092977 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5fc5844-cd09-468c-9dbc-e463b662e694 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Network 0d452dc0-9bed-4687-a5d8-7b93d8e4dc6c is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:45:54.137948 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-f5fc5844-cd09-468c-9dbc-e463b662e694 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 0d452dc0-9bed-4687-a5d8-7b93d8e4dc6c) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:54.149270 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fc5844-cd09-468c-9dbc-e463b662e694 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:54.149907 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f5fc5844-cd09-468c-9dbc-e463b662e694 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.152829 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb40651f-78c8-44b6-b927-accd34773092 None None] Network 0d452dc0-9bed-4687-a5d8-7b93d8e4dc6c requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:54.194674 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e59096f4-8389-44ce-87fd-9ebc577de484 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.214079 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f5fc5844-cd09-468c-9dbc-e463b662e694 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0472465 Jul 16 08:45:54.214328 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52278) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:54.229825 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-cd034946-48fc-4c89-9a56-f53a86c40f8e tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Request body: {'network': {'name': 'tempest-router-network01--790008185'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:54.236845 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e59096f4-8389-44ce-87fd-9ebc577de484 admin admin] Transition to ACTIVE for port object 78dc1f9a-031d-4242-9276-e628690ddd8d will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:54.297993 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd034946-48fc-4c89-9a56-f53a86c40f8e tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Made reservation on behalf of 36a8fdc74ed64e40a4fbda8e91ca51ac for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:54.308888 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd034946-48fc-4c89-9a56-f53a86c40f8e tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.396444 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd034946-48fc-4c89-9a56-f53a86c40f8e tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:45:54.427508 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd034946-48fc-4c89-9a56-f53a86c40f8e tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.427508 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-cd034946-48fc-4c89-9a56-f53a86c40f8e tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Added segment deb418ec-e1c8-43ac-ad62-19c4a8303d98 of type vlan for network a621321a-5e2d-483c-aebe-825fe0df5e02 Jul 16 08:45:54.469145 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-854c7c22-4ac0-4393-bcac-79b501a8e060 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-0d452dc0-9bed-4687-a5d8-7b93d8e4dc6c', 'network_id': '0d452dc0-9bed-4687-a5d8-7b93d8e4dc6c', 'tenant_id': '36a8fdc74ed64e40a4fbda8e91ca51ac', 'fixed_ips': [{'subnet_id': '9943f6aa-c482-45e6-8528-81bfae441ecc'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:45:54.469382 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52282) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:54.470896 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-854c7c22-4ac0-4393-bcac-79b501a8e060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.534089 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd034946-48fc-4c89-9a56-f53a86c40f8e tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.591978 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e59096f4-8389-44ce-87fd-9ebc577de484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.597848 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd034946-48fc-4c89-9a56-f53a86c40f8e tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.611434 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd034946-48fc-4c89-9a56-f53a86c40f8e tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:54.612095 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd034946-48fc-4c89-9a56-f53a86c40f8e tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.668667 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-cd034946-48fc-4c89-9a56-f53a86c40f8e tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4523678 Jul 16 08:45:54.690028 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52290) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:54.715134 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d8f29e86-9c45-4599-b047-cc8565c6ff1a tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Request body: {'network': {'name': 'tempest-router-network02--1375743455'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:54.804803 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-854c7c22-4ac0-4393-bcac-79b501a8e060 None None] Allocated IP 172.20.0.2 (0d452dc0-9bed-4687-a5d8-7b93d8e4dc6c/9943f6aa-c482-45e6-8528-81bfae441ecc/913de9ff-5fdf-4cc0-8970-d65fe7badb39) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:54.814142 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-0ac891a2-8677-4ba6-9c1b-f3923f822a33 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:54.815257 n-d-771362-37 neutron-server[93758]: WARNING neutron.api.v2.base [None req-0ac891a2-8677-4ba6-9c1b-f3923f822a33 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 08:45:54.816159 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-0ac891a2-8677-4ba6-9c1b-f3923f822a33 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 08:45:54.817931 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0ac891a2-8677-4ba6-9c1b-f3923f822a33 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3416991 Jul 16 08:45:54.826560 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52296) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:54.857280 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59096f4-8389-44ce-87fd-9ebc577de484 admin admin] Network 009dd0a1-50a1-45ad-bc58-1d113e644d4b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:54.872404 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd034946-48fc-4c89-9a56-f53a86c40f8e tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Pushing event updated for resources: {'Network': ['ID=a621321a-5e2d-483c-aebe-825fe0df5e02,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:54.876184 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f29e86-9c45-4599-b047-cc8565c6ff1a tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Made reservation on behalf of 36a8fdc74ed64e40a4fbda8e91ca51ac for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:54.881220 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8f29e86-9c45-4599-b047-cc8565c6ff1a tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.887609 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-e957339d-7dd4-4e90-8285-46da01f154b7 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Request body: {'security_group': {'name': 'tempest-secgroup--1797257460'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:54.914628 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f29e86-9c45-4599-b047-cc8565c6ff1a tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:45:54.931288 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8f29e86-9c45-4599-b047-cc8565c6ff1a tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:54.931760 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-d8f29e86-9c45-4599-b047-cc8565c6ff1a tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Added segment 9f8804db-9594-4c75-952b-d4ecc26321c1 of type vlan for network 349a7273-845b-452c-9027-208a85fdb9d3 Jul 16 08:45:54.948395 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-e59096f4-8389-44ce-87fd-9ebc577de484 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:54.988864 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8f29e86-9c45-4599-b047-cc8565c6ff1a tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.006825 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e957339d-7dd4-4e90-8285-46da01f154b7 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.015303 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59096f4-8389-44ce-87fd-9ebc577de484 admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:55.062832 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59096f4-8389-44ce-87fd-9ebc577de484 admin admin] Pushing event updated for resources: {'Port': ['ID=78dc1f9a-031d-4242-9276-e628690ddd8d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:55.080645 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8f29e86-9c45-4599-b047-cc8565c6ff1a tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.089231 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f29e86-9c45-4599-b047-cc8565c6ff1a tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:55.089580 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8f29e86-9c45-4599-b047-cc8565c6ff1a tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.167467 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e957339d-7dd4-4e90-8285-46da01f154b7 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.211680 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d8f29e86-9c45-4599-b047-cc8565c6ff1a tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5186586 Jul 16 08:45:55.213225 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-854c7c22-4ac0-4393-bcac-79b501a8e060 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.222362 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52304) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:55.225084 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-854c7c22-4ac0-4393-bcac-79b501a8e060 None None] Transition to ACTIVE for port object 913de9ff-5fdf-4cc0-8970-d65fe7badb39 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:55.232216 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-34e61c35-acb7-410f-97d6-5f3724186e77 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Request body: {'subnet': {'network_id': 'a621321a-5e2d-483c-aebe-825fe0df5e02', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:55.237347 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network a621321a-5e2d-483c-aebe-825fe0df5e02 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:45:55.324896 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-854c7c22-4ac0-4393-bcac-79b501a8e060 None None] Transition to ACTIVE for port object 913de9ff-5fdf-4cc0-8970-d65fe7badb39 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:55.338056 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-854c7c22-4ac0-4393-bcac-79b501a8e060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.420446 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e59096f4-8389-44ce-87fd-9ebc577de484 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.428213 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f29e86-9c45-4599-b047-cc8565c6ff1a tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Pushing event updated for resources: {'Network': ['ID=349a7273-845b-452c-9027-208a85fdb9d3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:55.459588 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 349a7273-845b-452c-9027-208a85fdb9d3 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:45:55.637367 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-854c7c22-4ac0-4393-bcac-79b501a8e060 None None] Network 0d452dc0-9bed-4687-a5d8-7b93d8e4dc6c is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:55.643975 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-854c7c22-4ac0-4393-bcac-79b501a8e060 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:55.647594 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c7c22-4ac0-4393-bcac-79b501a8e060 None None] Pushing event updated for resources: {'Port': ['ID=913de9ff-5fdf-4cc0-8970-d65fe7badb39,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:55.662568 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-854c7c22-4ac0-4393-bcac-79b501a8e060 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:55.689833 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-32a6a6cc-bc7c-4b8a-a0b6-ce4a4f41df9c None None] Provisioning for port 78dc1f9a-031d-4242-9276-e628690ddd8d completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:55.694845 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-32a6a6cc-bc7c-4b8a-a0b6-ce4a4f41df9c None None] Provisioning complete for port 78dc1f9a-031d-4242-9276-e628690ddd8d triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:55.695686 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32a6a6cc-bc7c-4b8a-a0b6-ce4a4f41df9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.786393 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-32a6a6cc-bc7c-4b8a-a0b6-ce4a4f41df9c None None] Port 78dc1f9a-031d-4242-9276-e628690ddd8d cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:55.873866 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:45:55.882848 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-854c7c22-4ac0-4393-bcac-79b501a8e060 None None] Attempting to bind port 913de9ff-5fdf-4cc0-8970-d65fe7badb39 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:55.883756 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-854c7c22-4ac0-4393-bcac-79b501a8e060 None None] Attempting to bind port 913de9ff-5fdf-4cc0-8970-d65fe7badb39 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '6bdb2ff5-6e71-4607-9021-006d7fb3ffcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0d452dc0-9bed-4687-a5d8-7b93d8e4dc6c'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:55.884415 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854c7c22-4ac0-4393-bcac-79b501a8e060 None None] Attempting to bind port 913de9ff-5fdf-4cc0-8970-d65fe7badb39 on network 0d452dc0-9bed-4687-a5d8-7b93d8e4dc6c {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:55.899867 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854c7c22-4ac0-4393-bcac-79b501a8e060 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:55.900573 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854c7c22-4ac0-4393-bcac-79b501a8e060 None None] Checking segment: {'id': '6bdb2ff5-6e71-4607-9021-006d7fb3ffcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0d452dc0-9bed-4687-a5d8-7b93d8e4dc6c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:55.901381 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-854c7c22-4ac0-4393-bcac-79b501a8e060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.902160 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-854c7c22-4ac0-4393-bcac-79b501a8e060 None None] Bound using segment: {'id': '6bdb2ff5-6e71-4607-9021-006d7fb3ffcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0d452dc0-9bed-4687-a5d8-7b93d8e4dc6c'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:55.903071 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-854c7c22-4ac0-4393-bcac-79b501a8e060 None None] Bound port: 913de9ff-5fdf-4cc0-8970-d65fe7badb39, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bdb2ff5-6e71-4607-9021-006d7fb3ffcf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '0d452dc0-9bed-4687-a5d8-7b93d8e4dc6c'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:55.903927 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-854c7c22-4ac0-4393-bcac-79b501a8e060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:55.959833 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device c73c9615-66b2-4f2f-9267-6989961f4fad up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:55.986481 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e59096f4-8389-44ce-87fd-9ebc577de484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.083441 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-854c7c22-4ac0-4393-bcac-79b501a8e060 None None] For port 913de9ff-5fdf-4cc0-8970-d65fe7badb39, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:56.089910 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-854c7c22-4ac0-4393-bcac-79b501a8e060 None None] For port 913de9ff-5fdf-4cc0-8970-d65fe7badb39, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=913de9ff-5fdf-4cc0-8970-d65fe7badb39,segment=NetworkSegment(6bdb2ff5-6e71-4607-9021-006d7fb3ffcf),segment_id=6bdb2ff5-6e71-4607-9021-006d7fb3ffcf)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:45:56.100086 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-854c7c22-4ac0-4393-bcac-79b501a8e060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.201692 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c7c22-4ac0-4393-bcac-79b501a8e060 None None] Pushing event updated for resources: {'Port': ['ID=913de9ff-5fdf-4cc0-8970-d65fe7badb39,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:56.211737 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port c73c9615-66b2-4f2f-9267-6989961f4fad completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:56.224537 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port c73c9615-66b2-4f2f-9267-6989961f4fad triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:56.225251 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.338279 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a6177e9d-ccd7-40c1-9bac-4239ef64ec5e tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.356451 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e957339d-7dd4-4e90-8285-46da01f154b7 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.364269 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a6177e9d-ccd7-40c1-9bac-4239ef64ec5e tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-523541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-523532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523653'] for router, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.404125 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.419954 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e61c35-acb7-410f-97d6-5f3724186e77 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Made reservation on behalf of 36a8fdc74ed64e40a4fbda8e91ca51ac for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:56.421477 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e957339d-7dd4-4e90-8285-46da01f154b7 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.426942 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34e61c35-acb7-410f-97d6-5f3724186e77 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.452222 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port c73c9615-66b2-4f2f-9267-6989961f4fad, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=c73c9615-66b2-4f2f-9267-6989961f4fad,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:56.457786 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.642243 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=c73c9615-66b2-4f2f-9267-6989961f4fad,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:56.689505 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e59096f4-8389-44ce-87fd-9ebc577de484 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.696576 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957339d-7dd4-4e90-8285-46da01f154b7 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aec0179f-178f-4a7b-8167-fb73c4ea24c8,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:56.709897 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e59096f4-8389-44ce-87fd-9ebc577de484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.809049 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34e61c35-acb7-410f-97d6-5f3724186e77 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.885893 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e61c35-acb7-410f-97d6-5f3724186e77 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Pushing event updated for resources: {'Subnet': ['ID=7ab53912-53af-4c0a-a21e-959e5c238b3f,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:56.891853 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e61c35-acb7-410f-97d6-5f3724186e77 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Checking segment: {'id': 'deb418ec-e1c8-43ac-ad62-19c4a8303d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a621321a-5e2d-483c-aebe-825fe0df5e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:56.892260 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e61c35-acb7-410f-97d6-5f3724186e77 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Network hostable DHCP agents. Network: a621321a-5e2d-483c-aebe-825fe0df5e02, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:45:56.902620 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e957339d-7dd4-4e90-8285-46da01f154b7 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.919247 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e61c35-acb7-410f-97d6-5f3724186e77 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Network a621321a-5e2d-483c-aebe-825fe0df5e02 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:45:56.921976 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e957339d-7dd4-4e90-8285-46da01f154b7 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.929146 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6177e9d-ccd7-40c1-9bac-4239ef64ec5e tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Router da57e834-d91f-46c8-bac5-285254d1d0a8 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:45:56.934412 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-34e61c35-acb7-410f-97d6-5f3724186e77 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, a621321a-5e2d-483c-aebe-825fe0df5e02) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:56.939439 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e61c35-acb7-410f-97d6-5f3724186e77 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:56.940197 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34e61c35-acb7-410f-97d6-5f3724186e77 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.944182 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59096f4-8389-44ce-87fd-9ebc577de484 admin admin] Pushing event updated for resources: {'Port': ['ID=78dc1f9a-031d-4242-9276-e628690ddd8d,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:56.959826 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e59096f4-8389-44ce-87fd-9ebc577de484 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.969572 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1a5322d-37d7-4c92-9930-a67970c2860f None None] Network a621321a-5e2d-483c-aebe-825fe0df5e02 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:56.972450 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e957339d-7dd4-4e90-8285-46da01f154b7 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:56.979543 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e957339d-7dd4-4e90-8285-46da01f154b7 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 2.1035416 Jul 16 08:45:56.980225 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52332) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:56.980646 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52334) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:56.986621 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-34e61c35-acb7-410f-97d6-5f3724186e77 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7621081 Jul 16 08:45:56.996485 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-fc247ba6-160e-43f0-85cc-0d7e778e6229 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Request body: {'subnet': {'network_id': '349a7273-845b-452c-9027-208a85fdb9d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:57.027586 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-a102b1a5-2225-4d1f-8113-ce6e807492db tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Request body: {'security_group_rule': {'security_group_id': '736b89c3-687a-47a9-a33c-c9e8e6d85b35', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:57.039264 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e957339d-7dd4-4e90-8285-46da01f154b7 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=736b89c3-687a-47a9-a33c-c9e8e6d85b35,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:57.233250 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc444604-80ca-4e49-ba9d-c4da291b9624 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-a621321a-5e2d-483c-aebe-825fe0df5e02', 'network_id': 'a621321a-5e2d-483c-aebe-825fe0df5e02', 'tenant_id': '36a8fdc74ed64e40a4fbda8e91ca51ac', 'fixed_ips': [{'subnet_id': '7ab53912-53af-4c0a-a21e-959e5c238b3f'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:45:57.234810 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cc444604-80ca-4e49-ba9d-c4da291b9624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:57.243804 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a102b1a5-2225-4d1f-8113-ce6e807492db tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:57.490863 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6177e9d-ccd7-40c1-9bac-4239ef64ec5e tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:57.497217 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a6177e9d-ccd7-40c1-9bac-4239ef64ec5e tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:57.501634 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a6177e9d-ccd7-40c1-9bac-4239ef64ec5e tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "PUT /v2.0/routers/da57e834-d91f-46c8-bac5-285254d1d0a8 HTTP/1.1" status: 200 len: 925 time: 4.6415880 Jul 16 08:45:57.502291 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52346) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:57.506762 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13afccbb-881f-467b-913e-80662669de87 None None] Sync routers for ids ['da57e834-d91f-46c8-bac5-285254d1d0a8'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:57.517533 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59096f4-8389-44ce-87fd-9ebc577de484 admin admin] Network 009dd0a1-50a1-45ad-bc58-1d113e644d4b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:57.524399 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13afccbb-881f-467b-913e-80662669de87 None None] Routers {'da57e834-d91f-46c8-bac5-285254d1d0a8'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:57.525054 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-e59096f4-8389-44ce-87fd-9ebc577de484 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:57.525960 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-13afccbb-881f-467b-913e-80662669de87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['da57e834-d91f-46c8-bac5-285254d1d0a8'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:57.527059 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc247ba6-160e-43f0-85cc-0d7e778e6229 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Made reservation on behalf of 36a8fdc74ed64e40a4fbda8e91ca51ac for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:45:57.534311 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-cc444604-80ca-4e49-ba9d-c4da291b9624 None None] Allocated IP 172.20.0.2 (a621321a-5e2d-483c-aebe-825fe0df5e02/7ab53912-53af-4c0a-a21e-959e5c238b3f/bbef495f-7ba8-4371-90f8-cd13de51871e) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:45:57.541418 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc247ba6-160e-43f0-85cc-0d7e778e6229 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:57.601065 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-13afccbb-881f-467b-913e-80662669de87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:57.612104 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13afccbb-881f-467b-913e-80662669de87 None None] Routers {'da57e834-d91f-46c8-bac5-285254d1d0a8'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:57.612936 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-13afccbb-881f-467b-913e-80662669de87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['da57e834-d91f-46c8-bac5-285254d1d0a8'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:57.678638 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-13afccbb-881f-467b-913e-80662669de87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:57.679563 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13afccbb-881f-467b-913e-80662669de87 None None] The sync data for ids ['da57e834-d91f-46c8-bac5-285254d1d0a8'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:45:58.082998 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device c73c9615-66b2-4f2f-9267-6989961f4fad up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:58.177543 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-14bb05c7-030c-4f1f-9842-1f0197554fb8 None None] Provisioning complete for port 78dc1f9a-031d-4242-9276-e628690ddd8d triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:58.178398 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-14bb05c7-030c-4f1f-9842-1f0197554fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:58.287165 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b8983d-b18b-43a2-ba2f-4d0c06d621c8 None None] Network 0d452dc0-9bed-4687-a5d8-7b93d8e4dc6c requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:58.348294 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-14bb05c7-030c-4f1f-9842-1f0197554fb8 None None] Port 78dc1f9a-031d-4242-9276-e628690ddd8d cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:45:58.358489 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port c73c9615-66b2-4f2f-9267-6989961f4fad triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:58.359392 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:58.366545 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-33f2c309-ae1f-4e9f-ba75-e90a1d6df2f3 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "GET /v2.0/routers/da57e834-d91f-46c8-bac5-285254d1d0a8 HTTP/1.1" status: 200 len: 925 time: 0.8587856 Jul 16 08:45:58.367282 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52362) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:58.435580 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a102b1a5-2225-4d1f-8113-ce6e807492db tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:58.450815 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a102b1a5-2225-4d1f-8113-ce6e807492db tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:58.497417 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cc444604-80ca-4e49-ba9d-c4da291b9624 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:58.513984 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ec487e-194d-4c37-a071-c361f309c920 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:58.521263 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d8ec487e-194d-4c37-a071-c361f309c920 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=4a545af8-8142-4a44-8290-045c2901c634&device_id=da57e834-d91f-46c8-bac5-285254d1d0a8&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1375833 Jul 16 08:45:58.522132 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52368) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:58.540572 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-cc444604-80ca-4e49-ba9d-c4da291b9624 None None] Transition to ACTIVE for port object bbef495f-7ba8-4371-90f8-cd13de51871e will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:58.618114 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-279f9b32-a942-461a-b7aa-5db7bac34ef9 None None] Provisioning for port 913de9ff-5fdf-4cc0-8970-d65fe7badb39 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:58.646746 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-cc444604-80ca-4e49-ba9d-c4da291b9624 None None] Transition to ACTIVE for port object bbef495f-7ba8-4371-90f8-cd13de51871e will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:45:58.661025 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cc444604-80ca-4e49-ba9d-c4da291b9624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:58.674627 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4d6216-d2c1-4734-ac79-74c8397c9a58 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:58.679389 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ca4d6216-d2c1-4734-ac79-74c8397c9a58 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 881 time: 0.1526289 Jul 16 08:45:58.680160 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52372) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:58.744558 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc444604-80ca-4e49-ba9d-c4da291b9624 None None] Network a621321a-5e2d-483c-aebe-825fe0df5e02 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:45:58.750041 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e09d6740-86d7-4362-8dc4-fe8e056703f1 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "GET /v2.0/ports?device_id=da57e834-d91f-46c8-bac5-285254d1d0a8 HTTP/1.1" status: 200 len: 205 time: 0.0672948 Jul 16 08:45:58.750998 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52376) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:58.751626 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-cc444604-80ca-4e49-ba9d-c4da291b9624 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:58.756304 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc444604-80ca-4e49-ba9d-c4da291b9624 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:45:58.764167 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc444604-80ca-4e49-ba9d-c4da291b9624 None None] Pushing event updated for resources: {'Port': ['ID=bbef495f-7ba8-4371-90f8-cd13de51871e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:58.767712 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 913de9ff-5fdf-4cc0-8970-d65fe7badb39 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:58.780015 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a102b1a5-2225-4d1f-8113-ce6e807492db tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9c4367c-7a88-42a4-84a2-8ff60cd32fc7,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:58.805811 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a102b1a5-2225-4d1f-8113-ce6e807492db tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:58.808328 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a102b1a5-2225-4d1f-8113-ce6e807492db tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.8199668 Jul 16 08:45:58.815863 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52378) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:58.819248 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59096f4-8389-44ce-87fd-9ebc577de484 admin admin] Router 2eaf654e-455e-4eea-9df3-6eb17b5994bf has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:45:58.821806 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-ed09f51a-3b50-4431-9cf4-ffcdcc4a37ca tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Request body: {'security_group_rule': {'security_group_id': '736b89c3-687a-47a9-a33c-c9e8e6d85b35', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:58.858979 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc247ba6-160e-43f0-85cc-0d7e778e6229 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:58.869790 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed09f51a-3b50-4431-9cf4-ffcdcc4a37ca tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:58.871643 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-cc444604-80ca-4e49-ba9d-c4da291b9624 None None] Attempting to bind port bbef495f-7ba8-4371-90f8-cd13de51871e on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:45:58.872065 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-cc444604-80ca-4e49-ba9d-c4da291b9624 None None] Attempting to bind port bbef495f-7ba8-4371-90f8-cd13de51871e by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'deb418ec-e1c8-43ac-ad62-19c4a8303d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a621321a-5e2d-483c-aebe-825fe0df5e02'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:45:58.872468 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc444604-80ca-4e49-ba9d-c4da291b9624 None None] Attempting to bind port bbef495f-7ba8-4371-90f8-cd13de51871e on network a621321a-5e2d-483c-aebe-825fe0df5e02 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:45:58.881239 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc444604-80ca-4e49-ba9d-c4da291b9624 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:45:58.881604 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc444604-80ca-4e49-ba9d-c4da291b9624 None None] Checking segment: {'id': 'deb418ec-e1c8-43ac-ad62-19c4a8303d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a621321a-5e2d-483c-aebe-825fe0df5e02'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:58.882004 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cc444604-80ca-4e49-ba9d-c4da291b9624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:58.882399 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc444604-80ca-4e49-ba9d-c4da291b9624 None None] Bound using segment: {'id': 'deb418ec-e1c8-43ac-ad62-19c4a8303d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a621321a-5e2d-483c-aebe-825fe0df5e02'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:45:58.882876 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-cc444604-80ca-4e49-ba9d-c4da291b9624 None None] Bound port: bbef495f-7ba8-4371-90f8-cd13de51871e, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deb418ec-e1c8-43ac-ad62-19c4a8303d98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'a621321a-5e2d-483c-aebe-825fe0df5e02'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:45:58.883259 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cc444604-80ca-4e49-ba9d-c4da291b9624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:58.906701 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 913de9ff-5fdf-4cc0-8970-d65fe7badb39 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:45:58.921828 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 913de9ff-5fdf-4cc0-8970-d65fe7badb39 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:58.923197 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:58.994410 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-ed09f51a-3b50-4431-9cf4-ffcdcc4a37ca tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] create failed (client error): There was a conflict when trying to complete your request. Jul 16 08:45:58.995399 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ed09f51a-3b50-4431-9cf4-ffcdcc4a37ca tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1785328 Jul 16 08:45:58.998213 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52384) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:59.011318 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b34e074e-faa1-436f-8eef-72caf6b3f264 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.087980 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc247ba6-160e-43f0-85cc-0d7e778e6229 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Pushing event updated for resources: {'Subnet': ['ID=18f5cef4-3e5a-42e9-b4b1-0b8c560312b6,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:59.101027 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-cc444604-80ca-4e49-ba9d-c4da291b9624 None None] For port bbef495f-7ba8-4371-90f8-cd13de51871e, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:45:59.108247 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-cc444604-80ca-4e49-ba9d-c4da291b9624 None None] For port bbef495f-7ba8-4371-90f8-cd13de51871e, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=bbef495f-7ba8-4371-90f8-cd13de51871e,segment=NetworkSegment(deb418ec-e1c8-43ac-ad62-19c4a8303d98),segment_id=deb418ec-e1c8-43ac-ad62-19c4a8303d98)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:45:59.152774 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cc444604-80ca-4e49-ba9d-c4da291b9624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.163984 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc247ba6-160e-43f0-85cc-0d7e778e6229 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Checking segment: {'id': '9f8804db-9594-4c75-952b-d4ecc26321c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '349a7273-845b-452c-9027-208a85fdb9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:45:59.167009 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc247ba6-160e-43f0-85cc-0d7e778e6229 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Network hostable DHCP agents. Network: 349a7273-845b-452c-9027-208a85fdb9d3, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:45:59.187988 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59096f4-8389-44ce-87fd-9ebc577de484 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:45:59.201154 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e59096f4-8389-44ce-87fd-9ebc577de484 admin admin] 10.222.0.22 "PUT /v2.0/routers/2eaf654e-455e-4eea-9df3-6eb17b5994bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5692811 Jul 16 08:45:59.205218 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de68cf37-7c0e-4e8e-ba09-909b2d276644 None None] Sync routers for ids ['2eaf654e-455e-4eea-9df3-6eb17b5994bf'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:45:59.236909 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.239663 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc247ba6-160e-43f0-85cc-0d7e778e6229 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Network 349a7273-845b-452c-9027-208a85fdb9d3 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:45:59.258857 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-fc247ba6-160e-43f0-85cc-0d7e778e6229 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 349a7273-845b-452c-9027-208a85fdb9d3) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:45:59.282459 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc247ba6-160e-43f0-85cc-0d7e778e6229 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:45:59.283073 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc247ba6-160e-43f0-85cc-0d7e778e6229 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.288772 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2225950-5fed-4489-b2fd-3535c22f6d23 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.311334 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c726e23e-6bf6-4982-b436-895ab4926408 None None] Network 349a7273-845b-452c-9027-208a85fdb9d3 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:45:59.317311 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-fc247ba6-160e-43f0-85cc-0d7e778e6229 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3272555 Jul 16 08:45:59.317960 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52394) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:59.319505 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de68cf37-7c0e-4e8e-ba09-909b2d276644 None None] Routers {'2eaf654e-455e-4eea-9df3-6eb17b5994bf'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:45:59.320153 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-de68cf37-7c0e-4e8e-ba09-909b2d276644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2eaf654e-455e-4eea-9df3-6eb17b5994bf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:45:59.358913 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2225950-5fed-4489-b2fd-3535c22f6d23 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.364297 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b34e074e-faa1-436f-8eef-72caf6b3f264 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.455023 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc444604-80ca-4e49-ba9d-c4da291b9624 None None] Pushing event updated for resources: {'Port': ['ID=bbef495f-7ba8-4371-90f8-cd13de51871e,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:59.519026 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 913de9ff-5fdf-4cc0-8970-d65fe7badb39, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=913de9ff-5fdf-4cc0-8970-d65fe7badb39,segment=NetworkSegment(6bdb2ff5-6e71-4607-9021-006d7fb3ffcf),segment_id=6bdb2ff5-6e71-4607-9021-006d7fb3ffcf)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:45:59.589481 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2225950-5fed-4489-b2fd-3535c22f6d23 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.592633 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2225950-5fed-4489-b2fd-3535c22f6d23 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.597586 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0784361d-6ad7-4604-8175-7c923ad9d82d None None] Provisioning complete for port 913de9ff-5fdf-4cc0-8970-d65fe7badb39 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:45:59.598967 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0784361d-6ad7-4604-8175-7c923ad9d82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.602608 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d2225950-5fed-4489-b2fd-3535c22f6d23 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "DELETE /v2.0/security-groups/736b89c3-687a-47a9-a33c-c9e8e6d85b35 HTTP/1.1" status: 204 len: 168 time: 0.6030560 Jul 16 08:45:59.603804 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52404) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:59.606088 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.637344 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2225950-5fed-4489-b2fd-3535c22f6d23 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=736b89c3-687a-47a9-a33c-c9e8e6d85b35,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:45:59.648712 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b34e074e-faa1-436f-8eef-72caf6b3f264 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Deleting port 08dd4c73-f972-4c93-a6e0-17de10d52f5d {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:45:59.650741 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b34e074e-faa1-436f-8eef-72caf6b3f264 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.862174 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-508bae32-883d-4711-a831-38efa4ffc809 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2515411 Jul 16 08:45:59.883625 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52410) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:45:59.897972 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-fdf92aa8-688b-49cb-a497-335018d2c75f tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Request body: {'security_group': {'name': 'tempest-secgroup--1719697356'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:45:59.930616 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fdf92aa8-688b-49cb-a497-335018d2c75f tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.980182 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b34e074e-faa1-436f-8eef-72caf6b3f264 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:45:59.980431 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device bbef495f-7ba8-4371-90f8-cd13de51871e up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:45:59.997556 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b34e074e-faa1-436f-8eef-72caf6b3f264 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Calling delete_port for 08dd4c73-f972-4c93-a6e0-17de10d52f5d owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:00.103546 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-132a33b8-e37c-4e0c-adb1-29a186ddc688 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.214560 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=913de9ff-5fdf-4cc0-8970-d65fe7badb39,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:00.266728 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b34e074e-faa1-436f-8eef-72caf6b3f264 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.283564 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-de68cf37-7c0e-4e8e-ba09-909b2d276644 None None] Set router 2eaf654e-455e-4eea-9df3-6eb17b5994bf gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:00.305553 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34e074e-faa1-436f-8eef-72caf6b3f264 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Pushing event deleted for resources: {'Port': ['ID=08dd4c73-f972-4c93-a6e0-17de10d52f5d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:00.330084 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52420) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:00.338438 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0ad5a0b6-fccb-44c8-b6be-1fcbab2aa47f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2145851052', 'description': 'tempest-description--283262184'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:00.431350 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dc2b21-fd03-412c-bedb-5239efb5b7fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-349a7273-845b-452c-9027-208a85fdb9d3', 'network_id': '349a7273-845b-452c-9027-208a85fdb9d3', 'tenant_id': '36a8fdc74ed64e40a4fbda8e91ca51ac', 'fixed_ips': [{'subnet_id': '18f5cef4-3e5a-42e9-b4b1-0b8c560312b6'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:46:00.432219 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-78dc2b21-fd03-412c-bedb-5239efb5b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.451601 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b34e074e-faa1-436f-8eef-72caf6b3f264 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.496116 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port bbef495f-7ba8-4371-90f8-cd13de51871e completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:00.589193 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b34e074e-faa1-436f-8eef-72caf6b3f264 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.592081 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b34e074e-faa1-436f-8eef-72caf6b3f264 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.593166 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-132a33b8-e37c-4e0c-adb1-29a186ddc688 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Allocated IP 172.20.0.1 (a621321a-5e2d-483c-aebe-825fe0df5e02/7ab53912-53af-4c0a-a21e-959e5c238b3f/ad11ba9c-4635-4686-9818-69cec81ba2b3) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:00.686184 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b34e074e-faa1-436f-8eef-72caf6b3f264 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.686752 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b34e074e-faa1-436f-8eef-72caf6b3f264 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Fanout notify agent at l3_agent the message router_deleted on router da57e834-d91f-46c8-bac5-285254d1d0a8 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:46:00.706648 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b34e074e-faa1-436f-8eef-72caf6b3f264 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.708324 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b34e074e-faa1-436f-8eef-72caf6b3f264 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "DELETE /v2.0/routers/da57e834-d91f-46c8-bac5-285254d1d0a8 HTTP/1.1" status: 204 len: 168 time: 1.9549761 Jul 16 08:46:00.713787 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52428) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:00.730887 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b1ed4736-32bb-4213-8736-73f933a60a97 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-442393509', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:00.752119 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-78dc2b21-fd03-412c-bedb-5239efb5b7fb None None] Allocated IP 172.20.0.2 (349a7273-845b-452c-9027-208a85fdb9d3/18f5cef4-3e5a-42e9-b4b1-0b8c560312b6/f7db6a34-a2cc-42c6-b672-da8d7059953e) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:00.823486 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fdf92aa8-688b-49cb-a497-335018d2c75f tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.837181 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fdf92aa8-688b-49cb-a497-335018d2c75f tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.870262 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-132a33b8-e37c-4e0c-adb1-29a186ddc688 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.870668 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.db.api [None req-b1ed4736-32bb-4213-8736-73f933a60a97 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:46:00.870668 n-d-771362-37 neutron-server[93759]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:46:00.870668 n-d-771362-37 neutron-server[93759]: [parameters: {'project_id_1': '2a82b881a4a145bbb7e294b6ee800976', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 46, 0, 748545)}] Jul 16 08:46:00.870668 n-d-771362-37 neutron-server[93759]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:46:00.871053 n-d-771362-37 neutron-server[93759]: DEBUG oslo_db.api [None req-b1ed4736-32bb-4213-8736-73f933a60a97 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:46:00.900630 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-132a33b8-e37c-4e0c-adb1-29a186ddc688 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Transition to ACTIVE for port object ad11ba9c-4635-4686-9818-69cec81ba2b3 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:00.908156 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ad5a0b6-fccb-44c8-b6be-1fcbab2aa47f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.929803 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fdf92aa8-688b-49cb-a497-335018d2c75f tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.932704 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fdf92aa8-688b-49cb-a497-335018d2c75f tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0478797 Jul 16 08:46:00.939806 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52434) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:00.950351 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf92aa8-688b-49cb-a497-335018d2c75f tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbeff786-c13a-4360-a5a2-0f2a2bb1458d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:00.959810 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-2a18cd3a-add0-47ab-bf8c-b00cde501699 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Request body: {'security_group_rule': {'security_group_id': 'bbeff786-c13a-4360-a5a2-0f2a2bb1458d', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:00.960282 n-d-771362-37 neutron-server[93758]: WARNING neutron.api.v2.base [None req-2a18cd3a-add0-47ab-bf8c-b00cde501699 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 16 08:46:00.960829 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-2a18cd3a-add0-47ab-bf8c-b00cde501699 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:46:00.961872 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2a18cd3a-add0-47ab-bf8c-b00cde501699 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0205133 Jul 16 08:46:00.966047 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-132a33b8-e37c-4e0c-adb1-29a186ddc688 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:00.966207 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52436) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:01.069017 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132a33b8-e37c-4e0c-adb1-29a186ddc688 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Network a621321a-5e2d-483c-aebe-825fe0df5e02 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:01.069457 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e17b3ffc-5529-4add-ac2c-9caa8dfc9e6e tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.076162 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-132a33b8-e37c-4e0c-adb1-29a186ddc688 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:01.090722 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-132a33b8-e37c-4e0c-adb1-29a186ddc688 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:01.105872 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e17b3ffc-5529-4add-ac2c-9caa8dfc9e6e tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.122125 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c74a19f-c98e-46b3-a615-6d83ee6eecd5 None None] Network a621321a-5e2d-483c-aebe-825fe0df5e02 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:01.145004 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ad5a0b6-fccb-44c8-b6be-1fcbab2aa47f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.159583 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ad5a0b6-fccb-44c8-b6be-1fcbab2aa47f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.166270 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a33b8-e37c-4e0c-adb1-29a186ddc688 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Pushing event updated for resources: {'Port': ['ID=ad11ba9c-4635-4686-9818-69cec81ba2b3,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:01.192199 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-132a33b8-e37c-4e0c-adb1-29a186ddc688 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.200917 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ad5a0b6-fccb-44c8-b6be-1fcbab2aa47f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.202131 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0ad5a0b6-fccb-44c8-b6be-1fcbab2aa47f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8679614 Jul 16 08:46:01.205507 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52444) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:01.210424 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-cc603159-2fe5-4566-81cc-d906ca0f7cdb tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Request body: {'security_group_rule': {'security_group_id': 'f4476669-c33b-4356-bbc1-b6e9c1d9e8d0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:01.232743 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad5a0b6-fccb-44c8-b6be-1fcbab2aa47f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:01.244521 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e17b3ffc-5529-4add-ac2c-9caa8dfc9e6e tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.246947 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e17b3ffc-5529-4add-ac2c-9caa8dfc9e6e tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.250545 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e17b3ffc-5529-4add-ac2c-9caa8dfc9e6e tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "DELETE /v2.0/security-groups/bbeff786-c13a-4360-a5a2-0f2a2bb1458d HTTP/1.1" status: 204 len: 168 time: 0.2810099 Jul 16 08:46:01.254094 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52448) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:01.259119 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4322c05f-5855-486d-a750-a5f6b5216991 None None] Provisioning for port bbef495f-7ba8-4371-90f8-cd13de51871e completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:01.268499 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4322c05f-5855-486d-a750-a5f6b5216991 None None] Provisioning complete for port bbef495f-7ba8-4371-90f8-cd13de51871e triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:01.269576 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4322c05f-5855-486d-a750-a5f6b5216991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.283200 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cc603159-2fe5-4566-81cc-d906ca0f7cdb tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.285974 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17b3ffc-5529-4add-ac2c-9caa8dfc9e6e tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbeff786-c13a-4360-a5a2-0f2a2bb1458d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:01.373253 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-de68cf37-7c0e-4e8e-ba09-909b2d276644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'name': 'tempest-AttachVolumeShelveTestJSON-593030912-router', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:47Z', 'updated_at': '2021-07-16T08:45:55Z', 'revision_number': 4, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'gw_port': {'id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:48Z', 'updated_at': '2021-07-16T08:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '78dc1f9a-031d-4242-9276-e628690ddd8d', 'name': '', 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'mac_address': 'fa:16:3e:1b:5d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:53Z', 'updated_at': '2021-07-16T08:45:56Z', 'revision_number': 2, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'subnets': [{'id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:01.408542 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-04386c25-68b1-4201-96a6-b4ae68f0e52c tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1482840 Jul 16 08:46:01.415768 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cc603159-2fe5-4566-81cc-d906ca0f7cdb tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.416507 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52452) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:01.424792 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c1e43ee3-0aec-4e94-91fc-377ef7e18717 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Request body: {'security_group': {'name': 'tempest-secgroup--1165446006'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:01.440854 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de68cf37-7c0e-4e8e-ba09-909b2d276644 None None] Checking router: 2eaf654e-455e-4eea-9df3-6eb17b5994bf for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:46:01.441487 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de68cf37-7c0e-4e8e-ba09-909b2d276644 None None] Updating router 2eaf654e-455e-4eea-9df3-6eb17b5994bf port 78dc1f9a-031d-4242-9276-e628690ddd8d binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:46:01.446689 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cc603159-2fe5-4566-81cc-d906ca0f7cdb tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.472161 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-132a33b8-e37c-4e0c-adb1-29a186ddc688 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.475581 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1ed4736-32bb-4213-8736-73f933a60a97 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.476587 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1ed4736-32bb-4213-8736-73f933a60a97 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.535382 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1ed4736-32bb-4213-8736-73f933a60a97 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.542763 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc603159-2fe5-4566-81cc-d906ca0f7cdb tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6d020ce-3978-424a-8305-e0ee15c8cc87,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:01.554536 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1ed4736-32bb-4213-8736-73f933a60a97 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.576839 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-de68cf37-7c0e-4e8e-ba09-909b2d276644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.595853 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-78dc2b21-fd03-412c-bedb-5239efb5b7fb None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.596135 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1e43ee3-0aec-4e94-91fc-377ef7e18717 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.606440 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cc603159-2fe5-4566-81cc-d906ca0f7cdb tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.613649 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-cc603159-2fe5-4566-81cc-d906ca0f7cdb tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4036455 Jul 16 08:46:01.613649 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52458) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:01.615074 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b1ed4736-32bb-4213-8736-73f933a60a97 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.616938 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b1ed4736-32bb-4213-8736-73f933a60a97 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.9010410 Jul 16 08:46:01.623597 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2434d7a6-fb2e-444b-abe7-985ef9006617 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Request body: {'security_group_rule': {'security_group_id': 'f4476669-c33b-4356-bbc1-b6e9c1d9e8d0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:01.629826 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52460) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:01.635049 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-4f1959a0-cffa-4a14-b163-5abe21250a15 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Request body: {'router': {'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:01.640514 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-78dc2b21-fd03-412c-bedb-5239efb5b7fb None None] Transition to ACTIVE for port object f7db6a34-a2cc-42c6-b672-da8d7059953e will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:01.673285 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4322c05f-5855-486d-a750-a5f6b5216991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.710899 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-78dc2b21-fd03-412c-bedb-5239efb5b7fb None None] Transition to ACTIVE for port object f7db6a34-a2cc-42c6-b672-da8d7059953e will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:01.834752 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 913de9ff-5fdf-4cc0-8970-d65fe7badb39 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:01.891608 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-78dc2b21-fd03-412c-bedb-5239efb5b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.944570 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2434d7a6-fb2e-444b-abe7-985ef9006617 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.966986 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-132a33b8-e37c-4e0c-adb1-29a186ddc688 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.977859 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-132a33b8-e37c-4e0c-adb1-29a186ddc688 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:01.994526 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-4322c05f-5855-486d-a750-a5f6b5216991 None None] For port bbef495f-7ba8-4371-90f8-cd13de51871e, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=bbef495f-7ba8-4371-90f8-cd13de51871e,segment=NetworkSegment(deb418ec-e1c8-43ac-ad62-19c4a8303d98),segment_id=deb418ec-e1c8-43ac-ad62-19c4a8303d98)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:02.015633 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4322c05f-5855-486d-a750-a5f6b5216991 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.043663 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dc2b21-fd03-412c-bedb-5239efb5b7fb None None] Network 349a7273-845b-452c-9027-208a85fdb9d3 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:02.060862 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-78dc2b21-fd03-412c-bedb-5239efb5b7fb None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:02.073705 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78dc2b21-fd03-412c-bedb-5239efb5b7fb None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:02.082192 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc2b21-fd03-412c-bedb-5239efb5b7fb None None] Pushing event updated for resources: {'Port': ['ID=f7db6a34-a2cc-42c6-b672-da8d7059953e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:02.139513 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2434d7a6-fb2e-444b-abe7-985ef9006617 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.161050 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f1959a0-cffa-4a14-b163-5abe21250a15 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.191720 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2434d7a6-fb2e-444b-abe7-985ef9006617 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.202812 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-132a33b8-e37c-4e0c-adb1-29a186ddc688 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.243690 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132a33b8-e37c-4e0c-adb1-29a186ddc688 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Pushing event updated for resources: {'Port': ['ID=ad11ba9c-4635-4686-9818-69cec81ba2b3,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:02.299265 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.346032 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2434d7a6-fb2e-444b-abe7-985ef9006617 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03cea960-9cf1-4658-bc76-6da6d03022cc,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:02.401256 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1e43ee3-0aec-4e94-91fc-377ef7e18717 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.404753 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.407685 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1e43ee3-0aec-4e94-91fc-377ef7e18717 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.450280 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2434d7a6-fb2e-444b-abe7-985ef9006617 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.451283 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2434d7a6-fb2e-444b-abe7-985ef9006617 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8343968 Jul 16 08:46:02.458561 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 913de9ff-5fdf-4cc0-8970-d65fe7badb39 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:02.459152 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.480004 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52474) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:02.493682 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-9e01a417-993f-435f-bea6-afe55cf9796f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:02.540769 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4322c05f-5855-486d-a750-a5f6b5216991 None None] Pushing event updated for resources: {'Port': ['ID=bbef495f-7ba8-4371-90f8-cd13de51871e,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:02.546916 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e43ee3-0aec-4e94-91fc-377ef7e18717 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=401646f0-2835-439f-bfc9-2c1a8e4639b2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:02.576653 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-78dc2b21-fd03-412c-bedb-5239efb5b7fb None None] Attempting to bind port f7db6a34-a2cc-42c6-b672-da8d7059953e on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:02.577568 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-78dc2b21-fd03-412c-bedb-5239efb5b7fb None None] Attempting to bind port f7db6a34-a2cc-42c6-b672-da8d7059953e by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '9f8804db-9594-4c75-952b-d4ecc26321c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '349a7273-845b-452c-9027-208a85fdb9d3'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:02.578126 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dc2b21-fd03-412c-bedb-5239efb5b7fb None None] Attempting to bind port f7db6a34-a2cc-42c6-b672-da8d7059953e on network 349a7273-845b-452c-9027-208a85fdb9d3 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:02.594600 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132a33b8-e37c-4e0c-adb1-29a186ddc688 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Network a621321a-5e2d-483c-aebe-825fe0df5e02 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:02.599041 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-132a33b8-e37c-4e0c-adb1-29a186ddc688 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:02.607819 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3c655616-8006-4ff9-ab63-70447848ce37 None None] Provisioning complete for port bbef495f-7ba8-4371-90f8-cd13de51871e triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:02.608212 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3c655616-8006-4ff9-ab63-70447848ce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.636702 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1e43ee3-0aec-4e94-91fc-377ef7e18717 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.640838 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c1e43ee3-0aec-4e94-91fc-377ef7e18717 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2203748 Jul 16 08:46:02.644673 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52480) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:02.649924 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3fdccdae-32e1-46bb-bff3-f830a02c8ad8 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Request body: {'security_group_rule': {'security_group_id': '401646f0-2835-439f-bfc9-2c1a8e4639b2', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:02.651079 n-d-771362-37 neutron-server[93759]: WARNING neutron.api.v2.base [None req-3fdccdae-32e1-46bb-bff3-f830a02c8ad8 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 16 08:46:02.652249 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9e01a417-993f-435f-bea6-afe55cf9796f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.652460 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-3fdccdae-32e1-46bb-bff3-f830a02c8ad8 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:46:02.656094 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3fdccdae-32e1-46bb-bff3-f830a02c8ad8 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0078633 Jul 16 08:46:02.659910 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dc2b21-fd03-412c-bedb-5239efb5b7fb None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:02.660300 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dc2b21-fd03-412c-bedb-5239efb5b7fb None None] Checking segment: {'id': '9f8804db-9594-4c75-952b-d4ecc26321c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '349a7273-845b-452c-9027-208a85fdb9d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:02.660766 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-78dc2b21-fd03-412c-bedb-5239efb5b7fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.661177 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78dc2b21-fd03-412c-bedb-5239efb5b7fb None None] Bound using segment: {'id': '9f8804db-9594-4c75-952b-d4ecc26321c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '349a7273-845b-452c-9027-208a85fdb9d3'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:02.661680 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-78dc2b21-fd03-412c-bedb-5239efb5b7fb None None] Bound port: f7db6a34-a2cc-42c6-b672-da8d7059953e, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f8804db-9594-4c75-952b-d4ecc26321c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '349a7273-845b-452c-9027-208a85fdb9d3'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:02.662074 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-78dc2b21-fd03-412c-bedb-5239efb5b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.673644 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52482) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:02.844336 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f1959a0-cffa-4a14-b163-5abe21250a15 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.892015 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f1959a0-cffa-4a14-b163-5abe21250a15 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:02.972777 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-132a33b8-e37c-4e0c-adb1-29a186ddc688 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Router e596aefc-2db6-489e-a304-ecf143652783 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:46:02.980553 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-547a5242-ce94-400a-bb9e-a1683b3c6907 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.006129 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-78dc2b21-fd03-412c-bedb-5239efb5b7fb None None] For port f7db6a34-a2cc-42c6-b672-da8d7059953e, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:03.013871 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-de68cf37-7c0e-4e8e-ba09-909b2d276644 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.014851 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-547a5242-ce94-400a-bb9e-a1683b3c6907 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.019173 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-78dc2b21-fd03-412c-bedb-5239efb5b7fb None None] For port f7db6a34-a2cc-42c6-b672-da8d7059953e, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f7db6a34-a2cc-42c6-b672-da8d7059953e,segment=NetworkSegment(9f8804db-9594-4c75-952b-d4ecc26321c1),segment_id=9f8804db-9594-4c75-952b-d4ecc26321c1)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:03.027951 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-4f1959a0-cffa-4a14-b163-5abe21250a15 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Allocated IP 172.25.3.183 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/94c16d16-2b53-4cac-b75b-589b8eca407d) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:03.032369 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-78dc2b21-fd03-412c-bedb-5239efb5b7fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.042116 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-de68cf37-7c0e-4e8e-ba09-909b2d276644 None None] Transition to ACTIVE for port object 78dc1f9a-031d-4242-9276-e628690ddd8d will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:03.079964 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-547a5242-ce94-400a-bb9e-a1683b3c6907 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.082762 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-547a5242-ce94-400a-bb9e-a1683b3c6907 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.087446 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-547a5242-ce94-400a-bb9e-a1683b3c6907 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "DELETE /v2.0/security-groups/401646f0-2835-439f-bfc9-2c1a8e4639b2 HTTP/1.1" status: 204 len: 168 time: 0.4070156 Jul 16 08:46:03.089549 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52490) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:03.089771 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-de68cf37-7c0e-4e8e-ba09-909b2d276644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.092077 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3c655616-8006-4ff9-ab63-70447848ce37 None None] Provisioning for port ad11ba9c-4635-4686-9818-69cec81ba2b3 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:03.113054 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3c655616-8006-4ff9-ab63-70447848ce37 None None] Provisioning complete for port ad11ba9c-4635-4686-9818-69cec81ba2b3 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:03.113445 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3c655616-8006-4ff9-ab63-70447848ce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.135340 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547a5242-ce94-400a-bb9e-a1683b3c6907 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=401646f0-2835-439f-bfc9-2c1a8e4639b2,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:03.181048 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f1959a0-cffa-4a14-b163-5abe21250a15 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.237814 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dc2b21-fd03-412c-bedb-5239efb5b7fb None None] Pushing event updated for resources: {'Port': ['ID=f7db6a34-a2cc-42c6-b672-da8d7059953e,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:03.259848 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-3c655616-8006-4ff9-ab63-70447848ce37 None None] Port ad11ba9c-4635-4686-9818-69cec81ba2b3 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:46:03.264735 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f1959a0-cffa-4a14-b163-5abe21250a15 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.348567 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f1959a0-cffa-4a14-b163-5abe21250a15 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:03.352433 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-4f1959a0-cffa-4a14-b163-5abe21250a15 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:03.356089 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f1959a0-cffa-4a14-b163-5abe21250a15 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:03.361949 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-132a33b8-e37c-4e0c-adb1-29a186ddc688 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:03.373575 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffec3dbf-c91f-40dc-94df-2092cc3fe6e6 None None] Sync routers for ids ['e596aefc-2db6-489e-a304-ecf143652783'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:03.378220 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-132a33b8-e37c-4e0c-adb1-29a186ddc688 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] 10.222.0.22 "PUT /v2.0/routers/e596aefc-2db6-489e-a304-ecf143652783/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0562780 Jul 16 08:46:03.388866 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9e01a417-993f-435f-bea6-afe55cf9796f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.390550 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffec3dbf-c91f-40dc-94df-2092cc3fe6e6 None None] Routers {'e596aefc-2db6-489e-a304-ecf143652783'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:03.391099 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52498) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:03.394065 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ffec3dbf-c91f-40dc-94df-2092cc3fe6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['e596aefc-2db6-489e-a304-ecf143652783'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:03.452561 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-298bb25c-416f-40d8-9e4b-f2b3de269d91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.457277 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf0f10-4160-42e9-b0b8-1512e327ec90 None None] Pushing event updated for resources: {'Port': ['ID=78dc1f9a-031d-4242-9276-e628690ddd8d,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:03.469010 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-de68cf37-7c0e-4e8e-ba09-909b2d276644 None None] Attempting to bind port 78dc1f9a-031d-4242-9276-e628690ddd8d on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:03.469703 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-de68cf37-7c0e-4e8e-ba09-909b2d276644 None None] Attempting to bind port 78dc1f9a-031d-4242-9276-e628690ddd8d by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '9452ae90-4bd6-4866-933c-eec760d2cc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:03.470454 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de68cf37-7c0e-4e8e-ba09-909b2d276644 None None] Attempting to bind port 78dc1f9a-031d-4242-9276-e628690ddd8d on network 009dd0a1-50a1-45ad-bc58-1d113e644d4b {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:03.478459 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de68cf37-7c0e-4e8e-ba09-909b2d276644 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:03.479294 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de68cf37-7c0e-4e8e-ba09-909b2d276644 None None] Checking segment: {'id': '9452ae90-4bd6-4866-933c-eec760d2cc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:03.480374 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-de68cf37-7c0e-4e8e-ba09-909b2d276644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.480955 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de68cf37-7c0e-4e8e-ba09-909b2d276644 None None] Bound using segment: {'id': '9452ae90-4bd6-4866-933c-eec760d2cc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:03.483104 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-de68cf37-7c0e-4e8e-ba09-909b2d276644 None None] Bound port: 78dc1f9a-031d-4242-9276-e628690ddd8d, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9452ae90-4bd6-4866-933c-eec760d2cc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:03.483712 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-de68cf37-7c0e-4e8e-ba09-909b2d276644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.489422 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0b473068-aa6a-4085-9f1f-99bf718b96c6 None None] Provisioning complete for port ad11ba9c-4635-4686-9818-69cec81ba2b3 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:03.489946 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b473068-aa6a-4085-9f1f-99bf718b96c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.565830 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-50e8d284-366f-4f16-a9cd-7d2ffaddfcff tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4640329 Jul 16 08:46:03.587140 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ffec3dbf-c91f-40dc-94df-2092cc3fe6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:03.587669 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0b473068-aa6a-4085-9f1f-99bf718b96c6 None None] Port ad11ba9c-4635-4686-9818-69cec81ba2b3 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:46:03.611726 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52502) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:03.622381 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-de68cf37-7c0e-4e8e-ba09-909b2d276644 None None] For port 78dc1f9a-031d-4242-9276-e628690ddd8d, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:03.626915 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-de68cf37-7c0e-4e8e-ba09-909b2d276644 None None] For port 78dc1f9a-031d-4242-9276-e628690ddd8d, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=78dc1f9a-031d-4242-9276-e628690ddd8d,segment=NetworkSegment(9452ae90-4bd6-4866-933c-eec760d2cc0f),segment_id=9452ae90-4bd6-4866-933c-eec760d2cc0f)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:03.631448 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-de68cf37-7c0e-4e8e-ba09-909b2d276644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:03.634812 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-98490d0c-f7e3-4fe3-a1c3-08ecca6f6796 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Request body: {'security_group': {'name': 'tempest-secgroup--139753509'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:03.637451 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffec3dbf-c91f-40dc-94df-2092cc3fe6e6 None None] Routers {'e596aefc-2db6-489e-a304-ecf143652783'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:03.640826 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ffec3dbf-c91f-40dc-94df-2092cc3fe6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['e596aefc-2db6-489e-a304-ecf143652783'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:03.773243 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ffec3dbf-c91f-40dc-94df-2092cc3fe6e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:03.790551 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffec3dbf-c91f-40dc-94df-2092cc3fe6e6 None None] The sync data for ids ['e596aefc-2db6-489e-a304-ecf143652783'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:03.877029 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de68cf37-7c0e-4e8e-ba09-909b2d276644 None None] Routers {'2eaf654e-455e-4eea-9df3-6eb17b5994bf'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:03.884680 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-de68cf37-7c0e-4e8e-ba09-909b2d276644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2eaf654e-455e-4eea-9df3-6eb17b5994bf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:03.891527 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35bf0f10-4160-42e9-b0b8-1512e327ec90 None None] Pushing event updated for resources: {'Port': ['ID=78dc1f9a-031d-4242-9276-e628690ddd8d,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:04.033354 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1959a0-cffa-4a14-b163-5abe21250a15 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Pushing event updated for resources: {'Port': ['ID=94c16d16-2b53-4cac-b75b-589b8eca407d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:04.144233 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f7db6a34-a2cc-42c6-b672-da8d7059953e up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:04.211693 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-de68cf37-7c0e-4e8e-ba09-909b2d276644 None None] Set router 2eaf654e-455e-4eea-9df3-6eb17b5994bf gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:04.256803 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98490d0c-f7e3-4fe3-a1c3-08ecca6f6796 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.321084 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port f7db6a34-a2cc-42c6-b672-da8d7059953e completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:04.362013 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device bbef495f-7ba8-4371-90f8-cd13de51871e up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:04.408656 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f1959a0-cffa-4a14-b163-5abe21250a15 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.479219 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-9e01a417-993f-435f-bea6-afe55cf9796f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Allocated IP 172.25.3.147 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/7624c149-83a7-4db4-82a1-feff90456d89) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:04.491695 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98490d0c-f7e3-4fe3-a1c3-08ecca6f6796 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.503353 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98490d0c-f7e3-4fe3-a1c3-08ecca6f6796 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.567016 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port bbef495f-7ba8-4371-90f8-cd13de51871e triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:04.568012 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.614157 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98490d0c-f7e3-4fe3-a1c3-08ecca6f6796 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.618943 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-98490d0c-f7e3-4fe3-a1c3-08ecca6f6796 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.0002820 Jul 16 08:46:04.619717 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52518) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:04.628116 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c1b2d152-f888-4fdf-9410-d5896d2b09be tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Request body: {'security_group_rule': {'security_group_id': 'a0c2cad5-c584-4377-8ca0-c5e1feec7ab4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:04.629289 n-d-771362-37 neutron-server[93759]: WARNING neutron.api.v2.base [None req-c1b2d152-f888-4fdf-9410-d5896d2b09be tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 16 08:46:04.629916 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-c1b2d152-f888-4fdf-9410-d5896d2b09be tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:46:04.634783 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c1b2d152-f888-4fdf-9410-d5896d2b09be tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0104187 Jul 16 08:46:04.635494 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52520) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:04.644546 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-dd4b1149-e227-4bfb-804f-a91ddef5b952 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Request body: {'security_group_rule': {'security_group_id': 'a0c2cad5-c584-4377-8ca0-c5e1feec7ab4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:04.645508 n-d-771362-37 neutron-server[93759]: WARNING neutron.api.v2.base [None req-dd4b1149-e227-4bfb-804f-a91ddef5b952 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 16 08:46:04.646126 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-dd4b1149-e227-4bfb-804f-a91ddef5b952 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:46:04.651490 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-dd4b1149-e227-4bfb-804f-a91ddef5b952 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0119750 Jul 16 08:46:04.655770 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52524) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:04.656646 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98490d0c-f7e3-4fe3-a1c3-08ecca6f6796 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c2cad5-c584-4377-8ca0-c5e1feec7ab4,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:04.676206 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0c2e4b2f-51f7-4563-b147-0243fdbfa974 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Request body: {'security_group_rule': {'security_group_id': 'a0c2cad5-c584-4377-8ca0-c5e1feec7ab4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:04.677258 n-d-771362-37 neutron-server[93759]: WARNING neutron.api.v2.base [None req-0c2e4b2f-51f7-4563-b147-0243fdbfa974 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 16 08:46:04.677897 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-0c2e4b2f-51f7-4563-b147-0243fdbfa974 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:46:04.682084 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0c2e4b2f-51f7-4563-b147-0243fdbfa974 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0225861 Jul 16 08:46:04.684823 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52526) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:04.692333 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-ce4e2690-5f6d-49f6-a0d9-a6a7ff977e05 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Request body: {'security_group_rule': {'security_group_id': 'a0c2cad5-c584-4377-8ca0-c5e1feec7ab4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:04.693381 n-d-771362-37 neutron-server[93759]: WARNING neutron.api.v2.base [None req-ce4e2690-5f6d-49f6-a0d9-a6a7ff977e05 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 16 08:46:04.694293 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-ce4e2690-5f6d-49f6-a0d9-a6a7ff977e05 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:46:04.698874 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ce4e2690-5f6d-49f6-a0d9-a6a7ff977e05 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0121870 Jul 16 08:46:04.701353 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52528) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:04.811180 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-efaf7e84-62c1-45e5-84f7-cae22b5c499c tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:46:04.816168 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-efaf7e84-62c1-45e5-84f7-cae22b5c499c tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] 10.222.0.22 "PUT /v2.0/routers/e596aefc-2db6-489e-a304-ecf143652783/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.4141691 Jul 16 08:46:04.822389 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52532) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:04.868390 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f1959a0-cffa-4a14-b163-5abe21250a15 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.874041 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f1959a0-cffa-4a14-b163-5abe21250a15 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-523541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-523532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523653'] for router, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.942388 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5194a09-2ec3-47cd-87c5-8c6532bec634 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:04.978226 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9e01a417-993f-435f-bea6-afe55cf9796f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.008412 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5194a09-2ec3-47cd-87c5-8c6532bec634 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.023957 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-de68cf37-7c0e-4e8e-ba09-909b2d276644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'name': 'tempest-AttachVolumeShelveTestJSON-593030912-router', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:47Z', 'updated_at': '2021-07-16T08:45:55Z', 'revision_number': 4, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'gw_port': {'id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:48Z', 'updated_at': '2021-07-16T08:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '78dc1f9a-031d-4242-9276-e628690ddd8d', 'name': '', 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'mac_address': 'fa:16:3e:1b:5d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:53Z', 'updated_at': '2021-07-16T08:46:03Z', 'revision_number': 4, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'subnets': [{'id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:05.091826 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5194a09-2ec3-47cd-87c5-8c6532bec634 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.096976 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5194a09-2ec3-47cd-87c5-8c6532bec634 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.101807 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de68cf37-7c0e-4e8e-ba09-909b2d276644 None None] The sync data for ids ['2eaf654e-455e-4eea-9df3-6eb17b5994bf'] in n-d-771362-37 is: [{'id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'name': 'tempest-AttachVolumeShelveTestJSON-593030912-router', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:47Z', 'updated_at': '2021-07-16T08:45:55Z', 'revision_number': 4, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'gw_port': {'id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:48Z', 'updated_at': '2021-07-16T08:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '78dc1f9a-031d-4242-9276-e628690ddd8d', 'name': '', 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'mac_address': 'fa:16:3e:1b:5d:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:53Z', 'updated_at': '2021-07-16T08:46:03Z', 'revision_number': 4, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'subnets': [{'id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:05.102795 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d5194a09-2ec3-47cd-87c5-8c6532bec634 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "DELETE /v2.0/security-groups/a0c2cad5-c584-4377-8ca0-c5e1feec7ab4 HTTP/1.1" status: 204 len: 168 time: 0.4002781 Jul 16 08:46:05.103854 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52538) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:05.120189 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f1959a0-cffa-4a14-b163-5abe21250a15 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Router 12b32020-51e0-4fe9-9f97-25115bc52aba is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:46:05.138065 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5194a09-2ec3-47cd-87c5-8c6532bec634 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c2cad5-c584-4377-8ca0-c5e1feec7ab4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:05.212894 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-053098f2-f7f6-4ce7-b141-ebc04a0f1cdc None None] Network 349a7273-845b-452c-9027-208a85fdb9d3 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:05.215358 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9e01a417-993f-435f-bea6-afe55cf9796f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.305684 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5510d724-5117-4ebd-bf9e-8fb8ef8c7904 None None] Provisioning for port f7db6a34-a2cc-42c6-b672-da8d7059953e completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:05.311640 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5510d724-5117-4ebd-bf9e-8fb8ef8c7904 None None] Provisioning complete for port f7db6a34-a2cc-42c6-b672-da8d7059953e triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:05.312143 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5510d724-5117-4ebd-bf9e-8fb8ef8c7904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.343490 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e01a417-993f-435f-bea6-afe55cf9796f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:05.350728 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-9e01a417-993f-435f-bea6-afe55cf9796f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:05.366897 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e01a417-993f-435f-bea6-afe55cf9796f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:05.406771 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01a417-993f-435f-bea6-afe55cf9796f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Pushing event updated for resources: {'Port': ['ID=7624c149-83a7-4db4-82a1-feff90456d89,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:05.458879 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6f601a61-60ac-47e4-b50c-9092ee39012b tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3498785 Jul 16 08:46:05.461767 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52548) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:05.470609 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-48def5d6-f525-48b7-8393-37bbe31d31fa tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Request body: {'security_group': {'name': 'tempest-secgroup--1663065538'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:05.486034 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f1959a0-cffa-4a14-b163-5abe21250a15 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:05.499075 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f1959a0-cffa-4a14-b163-5abe21250a15 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.500839 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4f1959a0-cffa-4a14-b163-5abe21250a15 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "PUT /v2.0/routers/12b32020-51e0-4fe9-9f97-25115bc52aba HTTP/1.1" status: 200 len: 883 time: 3.8693836 Jul 16 08:46:05.507186 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52550) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:05.507484 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eebca1a-ed32-4254-9c78-05809dea7f02 None None] Sync routers for ids ['12b32020-51e0-4fe9-9f97-25115bc52aba'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:05.532789 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5510d724-5117-4ebd-bf9e-8fb8ef8c7904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.537097 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eebca1a-ed32-4254-9c78-05809dea7f02 None None] Routers {'12b32020-51e0-4fe9-9f97-25115bc52aba'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:05.537551 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9eebca1a-ed32-4254-9c78-05809dea7f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['12b32020-51e0-4fe9-9f97-25115bc52aba'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:05.618068 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9e01a417-993f-435f-bea6-afe55cf9796f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.636104 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9eebca1a-ed32-4254-9c78-05809dea7f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:05.664522 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eebca1a-ed32-4254-9c78-05809dea7f02 None None] Routers {'12b32020-51e0-4fe9-9f97-25115bc52aba'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:05.665362 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9eebca1a-ed32-4254-9c78-05809dea7f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:45:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['12b32020-51e0-4fe9-9f97-25115bc52aba'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:05.667545 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48def5d6-f525-48b7-8393-37bbe31d31fa tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.678204 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9e01a417-993f-435f-bea6-afe55cf9796f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.740066 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fa1bdc5-644f-4e91-9a84-d09422d6f491 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.764199 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9eebca1a-ed32-4254-9c78-05809dea7f02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:05.765040 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eebca1a-ed32-4254-9c78-05809dea7f02 None None] The sync data for ids ['12b32020-51e0-4fe9-9f97-25115bc52aba'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:05.793682 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-5510d724-5117-4ebd-bf9e-8fb8ef8c7904 None None] For port f7db6a34-a2cc-42c6-b672-da8d7059953e, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f7db6a34-a2cc-42c6-b672-da8d7059953e,segment=NetworkSegment(9f8804db-9594-4c75-952b-d4ecc26321c1),segment_id=9f8804db-9594-4c75-952b-d4ecc26321c1)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:05.811060 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-14e3a9cc-da0e-402a-91f3-a0e52bfd7c6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.820846 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5510d724-5117-4ebd-bf9e-8fb8ef8c7904 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:05.855028 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f6b02f89-518e-4d5d-b095-d78693deb3a7 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "GET /v2.0/routers/12b32020-51e0-4fe9-9f97-25115bc52aba HTTP/1.1" status: 200 len: 924 time: 0.3466537 Jul 16 08:46:05.858228 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52556) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:05.872837 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 78dc1f9a-031d-4242-9276-e628690ddd8d up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:06.043170 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48def5d6-f525-48b7-8393-37bbe31d31fa tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.054467 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58c86505-e1a7-453e-be99-a96bf6873cea tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:06.062626 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-58c86505-e1a7-453e-be99-a96bf6873cea tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=4a545af8-8142-4a44-8290-045c2901c634&device_id=12b32020-51e0-4fe9-9f97-25115bc52aba&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2030778 Jul 16 08:46:06.064305 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48def5d6-f525-48b7-8393-37bbe31d31fa tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.065878 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.069572 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5510d724-5117-4ebd-bf9e-8fb8ef8c7904 None None] Pushing event updated for resources: {'Port': ['ID=f7db6a34-a2cc-42c6-b672-da8d7059953e,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:06.083220 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52560) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:06.097803 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 78dc1f9a-031d-4242-9276-e628690ddd8d completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:06.123013 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 78dc1f9a-031d-4242-9276-e628690ddd8d triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:06.123766 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.275957 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.283241 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9e01a417-993f-435f-bea6-afe55cf9796f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.293274 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b4292a-a859-4bd7-b933-a6059f000bbf tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:06.293791 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9e01a417-993f-435f-bea6-afe55cf9796f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.294651 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c4b4292a-a859-4bd7-b933-a6059f000bbf tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 881 time: 0.1845205 Jul 16 08:46:06.299335 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48def5d6-f525-48b7-8393-37bbe31d31fa tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5dfccae-761a-4ade-b85b-f36c651b425f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:06.301816 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52568) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:06.361846 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 78dc1f9a-031d-4242-9276-e628690ddd8d, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=78dc1f9a-031d-4242-9276-e628690ddd8d,segment=NetworkSegment(9452ae90-4bd6-4866-933c-eec760d2cc0f),segment_id=9452ae90-4bd6-4866-933c-eec760d2cc0f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:06.369300 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.371777 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9b0d9488-dfdf-47ed-bbf5-88d0ee4076ba None None] Provisioning complete for port f7db6a34-a2cc-42c6-b672-da8d7059953e triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:06.372187 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9b0d9488-dfdf-47ed-bbf5-88d0ee4076ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.385346 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-75853a9a-0a27-45a1-aa1c-2bde8b57b345 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32020-51e0-4fe9-9f97-25115bc52aba HTTP/1.1" status: 200 len: 205 time: 0.0802753 Jul 16 08:46:06.386699 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48def5d6-f525-48b7-8393-37bbe31d31fa tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.388222 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-48def5d6-f525-48b7-8393-37bbe31d31fa tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9253361 Jul 16 08:46:06.389052 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52572) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:06.395190 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52574) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:06.411973 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-c4b9e55c-b092-4618-b3db-52fc967591d9 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Request body: {'security_group_rule': {'security_group_id': 'f5dfccae-761a-4ade-b85b-f36c651b425f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:06.412831 n-d-771362-37 neutron-server[93758]: WARNING neutron.api.v2.base [None req-c4b9e55c-b092-4618-b3db-52fc967591d9 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 08:46:06.414870 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-c4b9e55c-b092-4618-b3db-52fc967591d9 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:46:06.419438 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c4b9e55c-b092-4618-b3db-52fc967591d9 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0209010 Jul 16 08:46:06.432425 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52576) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:06.440216 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-c5b72974-7ad6-43bd-bf36-b871210feb9a tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Request body: {'security_group_rule': {'security_group_id': 'f5dfccae-761a-4ade-b85b-f36c651b425f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:06.493794 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=78dc1f9a-031d-4242-9276-e628690ddd8d,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:06.530624 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e01a417-993f-435f-bea6-afe55cf9796f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Pushing event updated for resources: {'Port': ['ID=7624c149-83a7-4db4-82a1-feff90456d89,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:06.544625 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e742f2da-17bd-4d2a-b1da-1a033cba2dfd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.595832 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9e01a417-993f-435f-bea6-afe55cf9796f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.609999 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-c5b72974-7ad6-43bd-bf36-b871210feb9a tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:46:06.614051 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c5b72974-7ad6-43bd-bf36-b871210feb9a tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1788862 Jul 16 08:46:06.614888 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52582) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:06.618549 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-2fa1bdc5-644f-4e91-9a84-d09422d6f491 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Deleting port ad11ba9c-4635-4686-9818-69cec81ba2b3 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:06.619595 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fa1bdc5-644f-4e91-9a84-d09422d6f491 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.624405 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9e01a417-993f-435f-bea6-afe55cf9796f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.625641 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9e01a417-993f-435f-bea6-afe55cf9796f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1441081 Jul 16 08:46:06.630657 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1229cd0b-2ef5-438d-aec3-9db7e9d72f17 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Request body: {'security_group_rule': {'security_group_id': 'f5dfccae-761a-4ade-b85b-f36c651b425f', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:06.631911 n-d-771362-37 neutron-server[93759]: WARNING neutron.api.v2.base [None req-1229cd0b-2ef5-438d-aec3-9db7e9d72f17 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 16 08:46:06.632447 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-1229cd0b-2ef5-438d-aec3-9db7e9d72f17 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:46:06.641404 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1229cd0b-2ef5-438d-aec3-9db7e9d72f17 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0250778 Jul 16 08:46:06.648025 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52586) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:06.653676 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-e9623224-ad59-4ec3-b775-90bac11cfa33 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Request body: {'security_group_rule': {'security_group_id': 'f5dfccae-761a-4ade-b85b-f36c651b425f', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:06.731717 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e742f2da-17bd-4d2a-b1da-1a033cba2dfd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.779991 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-e9623224-ad59-4ec3-b775-90bac11cfa33 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:46:06.784918 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e9623224-ad59-4ec3-b775-90bac11cfa33 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1355057 Jul 16 08:46:06.785587 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52596) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:06.787704 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fa1bdc5-644f-4e91-9a84-d09422d6f491 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:06.795320 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-70e2723c-fba2-447b-bad7-997172a6dfeb tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Request body: {'security_group_rule': {'security_group_id': 'f5dfccae-761a-4ade-b85b-f36c651b425f', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:06.795892 n-d-771362-37 neutron-server[93758]: WARNING neutron.api.v2.base [None req-70e2723c-fba2-447b-bad7-997172a6dfeb tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 16 08:46:06.797037 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-70e2723c-fba2-447b-bad7-997172a6dfeb tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:46:06.800723 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-70e2723c-fba2-447b-bad7-997172a6dfeb tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0096970 Jul 16 08:46:06.807864 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52602) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:06.814555 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-ddf91ee9-3824-4502-8b20-3e58c45c4c42 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Request body: {'security_group_rule': {'security_group_id': 'f5dfccae-761a-4ade-b85b-f36c651b425f', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:06.831714 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-2fa1bdc5-644f-4e91-9a84-d09422d6f491 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Calling delete_port for ad11ba9c-4635-4686-9818-69cec81ba2b3 owned by network:router_interface {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:06.951368 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-2e035336-a643-4a4b-8376-1592b08c02d5 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--2145851052&fields=id&tenant_id=b7b1a7b336a94513a52f9785e4e37864 HTTP/1.1" status: 200 len: 267 time: 0.1321800 Jul 16 08:46:07.017877 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-ddf91ee9-3824-4502-8b20-3e58c45c4c42 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:46:07.019672 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ddf91ee9-3824-4502-8b20-3e58c45c4c42 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2107897 Jul 16 08:46:07.055214 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.069213 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52608) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:07.087917 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-08610fea-d52b-40b8-9c14-6a3f65acd2d8 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Request body: {'security_group_rule': {'security_group_id': 'f5dfccae-761a-4ade-b85b-f36c651b425f', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:07.088525 n-d-771362-37 neutron-server[93758]: WARNING neutron.api.v2.base [None req-08610fea-d52b-40b8-9c14-6a3f65acd2d8 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 16 08:46:07.089159 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-08610fea-d52b-40b8-9c14-6a3f65acd2d8 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:46:07.090189 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-08610fea-d52b-40b8-9c14-6a3f65acd2d8 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0064318 Jul 16 08:46:07.099147 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52610) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:07.109196 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-f9c9c6c3-d3d2-4838-b8c3-0c5813ae0ca0 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Request body: {'security_group_rule': {'security_group_id': 'f5dfccae-761a-4ade-b85b-f36c651b425f', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:07.253804 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-e742f2da-17bd-4d2a-b1da-1a033cba2dfd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Deleting port 94c16d16-2b53-4cac-b75b-589b8eca407d {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:07.254171 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e742f2da-17bd-4d2a-b1da-1a033cba2dfd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.300313 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-f9c9c6c3-d3d2-4838-b8c3-0c5813ae0ca0 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:46:07.304315 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f9c9c6c3-d3d2-4838-b8c3-0c5813ae0ca0 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1963573 Jul 16 08:46:07.311329 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52616) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:07.322113 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-c2abc253-e2e7-4544-b2c3-a853a885624b tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Request body: {'security_group_rule': {'security_group_id': 'f5dfccae-761a-4ade-b85b-f36c651b425f', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:07.339624 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e742f2da-17bd-4d2a-b1da-1a033cba2dfd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.346065 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-d6b5372d-b967-4e27-8aca-83b5dd8f8aaf tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:07.347588 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-d6b5372d-b967-4e27-8aca-83b5dd8f8aaf tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/networks?id=009dd0a1-50a1-45ad-bc58-1d113e644d4b HTTP/1.1" status: 200 len: 816 time: 0.3340175 Jul 16 08:46:07.368085 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-e742f2da-17bd-4d2a-b1da-1a033cba2dfd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Calling delete_port for 94c16d16-2b53-4cac-b75b-589b8eca407d owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:07.381203 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-07abfba3-60b3-4e74-850e-71749d2d9180 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/quotas/b7b1a7b336a94513a52f9785e4e37864 HTTP/1.1" status: 200 len: 375 time: 0.0191042 Jul 16 08:46:07.388591 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fa1bdc5-644f-4e91-9a84-d09422d6f491 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.428721 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-c2abc253-e2e7-4544-b2c3-a853a885624b tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:46:07.429761 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c2abc253-e2e7-4544-b2c3-a853a885624b tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1174138 Jul 16 08:46:07.442372 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52624) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:07.479346 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa1bdc5-644f-4e91-9a84-d09422d6f491 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Pushing event deleted for resources: {'Port': ['ID=ad11ba9c-4635-4686-9818-69cec81ba2b3,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:07.580521 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-918b167b-e8d8-4610-8096-8cec632f1baa tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.622276 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-918b167b-e8d8-4610-8096-8cec632f1baa tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.686158 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-b6f043df-9c67-47f7-a686-3b4ea854ca03 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b7b1a7b336a94513a52f9785e4e37864&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2948742 Jul 16 08:46:07.715614 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fa1bdc5-644f-4e91-9a84-d09422d6f491 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.740865 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-918b167b-e8d8-4610-8096-8cec632f1baa tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.744730 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-918b167b-e8d8-4610-8096-8cec632f1baa tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.752842 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52632) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:07.759261 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-918b167b-e8d8-4610-8096-8cec632f1baa tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "DELETE /v2.0/security-groups/f5dfccae-761a-4ade-b85b-f36c651b425f HTTP/1.1" status: 204 len: 168 time: 0.3167415 Jul 16 08:46:07.763914 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e742f2da-17bd-4d2a-b1da-1a033cba2dfd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.796734 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918b167b-e8d8-4610-8096-8cec632f1baa tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5dfccae-761a-4ade-b85b-f36c651b425f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:07.817387 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e742f2da-17bd-4d2a-b1da-1a033cba2dfd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Pushing event deleted for resources: {'Port': ['ID=94c16d16-2b53-4cac-b75b-589b8eca407d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:07.855904 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 78dc1f9a-031d-4242-9276-e628690ddd8d up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:07.913054 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 78dc1f9a-031d-4242-9276-e628690ddd8d triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:07.913849 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.914221 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e742f2da-17bd-4d2a-b1da-1a033cba2dfd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:07.941730 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-042101ed-ba2c-49f2-9eef-bbabf96e21fc tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1868625 Jul 16 08:46:07.962131 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52636) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:07.966785 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5bd48171-7edb-40d8-8b8e-0301dbcee0fa tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Request body: {'security_group': {'name': 'tempest-secgroup--353908726'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:08.020752 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f7db6a34-a2cc-42c6-b672-da8d7059953e up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:08.032970 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-ec1c85f2-5573-468e-86d8-caf6357f676d service neutron] 10.222.0.22 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3302312 Jul 16 08:46:08.063267 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e742f2da-17bd-4d2a-b1da-1a033cba2dfd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.068281 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e742f2da-17bd-4d2a-b1da-1a033cba2dfd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.088108 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port f7db6a34-a2cc-42c6-b672-da8d7059953e triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:08.088700 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.112796 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5bd48171-7edb-40d8-8b8e-0301dbcee0fa tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.144791 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e742f2da-17bd-4d2a-b1da-1a033cba2dfd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.145729 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e742f2da-17bd-4d2a-b1da-1a033cba2dfd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Fanout notify agent at l3_agent the message router_deleted on router 12b32020-51e0-4fe9-9f97-25115bc52aba {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:46:08.156416 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e742f2da-17bd-4d2a-b1da-1a033cba2dfd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.164843 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e742f2da-17bd-4d2a-b1da-1a033cba2dfd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "DELETE /v2.0/routers/12b32020-51e0-4fe9-9f97-25115bc52aba HTTP/1.1" status: 204 len: 168 time: 1.7702911 Jul 16 08:46:08.167736 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52642) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:08.175933 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-4af0102a-ff5f-440f-aaa2-bd08dbd1cc53 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1812942763', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:08.249309 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5bd48171-7edb-40d8-8b8e-0301dbcee0fa tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.262693 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5bd48171-7edb-40d8-8b8e-0301dbcee0fa tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.301115 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4af0102a-ff5f-440f-aaa2-bd08dbd1cc53 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.302127 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4af0102a-ff5f-440f-aaa2-bd08dbd1cc53 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.307780 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5bd48171-7edb-40d8-8b8e-0301dbcee0fa tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.309086 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5bd48171-7edb-40d8-8b8e-0301dbcee0fa tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3459964 Jul 16 08:46:08.310803 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd48171-7edb-40d8-8b8e-0301dbcee0fa tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6f451878-9b6b-4cf6-8df6-a647dca14e45,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:08.312888 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52648) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:08.319739 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e65e436d-9428-458c-891c-e4664ccea7f1 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Request body: {'security_group_rule': {'security_group_id': '6f451878-9b6b-4cf6-8df6-a647dca14e45', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:08.390262 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4af0102a-ff5f-440f-aaa2-bd08dbd1cc53 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.403419 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4af0102a-ff5f-440f-aaa2-bd08dbd1cc53 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.427580 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-e65e436d-9428-458c-891c-e4664ccea7f1 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] create failed (client error): The resource could not be found. Jul 16 08:46:08.427975 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fa1bdc5-644f-4e91-9a84-d09422d6f491 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Router e596aefc-2db6-489e-a304-ecf143652783 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:46:08.429258 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e65e436d-9428-458c-891c-e4664ccea7f1 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1131203 Jul 16 08:46:08.430781 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4af0102a-ff5f-440f-aaa2-bd08dbd1cc53 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.434446 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4af0102a-ff5f-440f-aaa2-bd08dbd1cc53 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2598641 Jul 16 08:46:08.434446 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52654) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:08.435034 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52656) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:08.437672 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-bd7a9e82-c2f9-4b49-b71d-56bdcf67bdb0 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Request body: {'security_group_rule': {'security_group_id': '6f451878-9b6b-4cf6-8df6-a647dca14e45', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '39e66ea3-9260-4a74-a99a-372d9fc78bea'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:08.440459 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-e14b93f3-c0b4-4253-bac2-7dd25a042be7 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'enable_snat': True}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:08.495514 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-bd7a9e82-c2f9-4b49-b71d-56bdcf67bdb0 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] create failed (client error): The resource could not be found. Jul 16 08:46:08.499025 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bd7a9e82-c2f9-4b49-b71d-56bdcf67bdb0 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0628197 Jul 16 08:46:08.500125 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52658) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:08.508613 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.578762 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-65f373b7-fe6d-4662-9fb0-9f8ff45bf511 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.604048 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-65f373b7-fe6d-4662-9fb0-9f8ff45bf511 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.669727 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-65f373b7-fe6d-4662-9fb0-9f8ff45bf511 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.679280 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-65f373b7-fe6d-4662-9fb0-9f8ff45bf511 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.683081 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-65f373b7-fe6d-4662-9fb0-9f8ff45bf511 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "DELETE /v2.0/security-groups/6f451878-9b6b-4cf6-8df6-a647dca14e45 HTTP/1.1" status: 204 len: 168 time: 0.1794958 Jul 16 08:46:08.683990 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52666) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:08.697368 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f373b7-fe6d-4662-9fb0-9f8ff45bf511 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f451878-9b6b-4cf6-8df6-a647dca14e45,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:08.720699 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa1bdc5-644f-4e91-9a84-d09422d6f491 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:08.733606 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2fa1bdc5-644f-4e91-9a84-d09422d6f491 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] 10.222.0.22 "PUT /v2.0/routers/e596aefc-2db6-489e-a304-ecf143652783/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9101293 Jul 16 08:46:08.736597 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7f1244-0737-471c-b7dc-79f489850c56 None None] Sync routers for ids ['e596aefc-2db6-489e-a304-ecf143652783'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:08.740075 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52668) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:08.757891 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-7527838f-7196-484c-b354-8613b9f5866f service neutron] 10.222.0.22 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7238076 Jul 16 08:46:08.758847 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7f1244-0737-471c-b7dc-79f489850c56 None None] Routers {'e596aefc-2db6-489e-a304-ecf143652783'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:08.759944 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0d7f1244-0737-471c-b7dc-79f489850c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:46:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['e596aefc-2db6-489e-a304-ecf143652783'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:08.773590 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-563fb024-8382-4f02-aa95-0d436c4f1857 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0864463 Jul 16 08:46:08.775352 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52670) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:08.784249 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-de62caa2-ca5d-49c5-bbe5-c7a9cd5ecc9f tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Request body: {'security_group_rule': {'security_group_id': 'edd4b110-a1f0-4c61-ba94-06e2ff4fc939', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:08.803031 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0d7f1244-0737-471c-b7dc-79f489850c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:08.815224 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d7f1244-0737-471c-b7dc-79f489850c56 None None] Routers {'e596aefc-2db6-489e-a304-ecf143652783'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:08.816064 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0d7f1244-0737-471c-b7dc-79f489850c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:46:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['e596aefc-2db6-489e-a304-ecf143652783'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:08.860798 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0d7f1244-0737-471c-b7dc-79f489850c56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:08.862398 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d7f1244-0737-471c-b7dc-79f489850c56 None None] The sync data for ids ['e596aefc-2db6-489e-a304-ecf143652783'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:08.864845 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-0d1c6bc5-a1a8-44d3-8096-565cad15b095 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] delete failed (client error): The resource could not be found. Jul 16 08:46:08.866189 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0d1c6bc5-a1a8-44d3-8096-565cad15b095 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] 10.222.0.22 "DELETE /v2.0/routers/tempest-non_exist_router-1518848752 HTTP/1.1" status: 404 len: 335 time: 0.1252944 Jul 16 08:46:08.871811 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52672) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:08.880051 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6d35bda6-e4c0-474c-8687-cc359c6cdd0d tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e596aefc-2db6-489e-a304-ecf143652783'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:08.912862 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e14b93f3-c0b4-4253-bac2-7dd25a042be7 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:08.980177 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-de62caa2-ca5d-49c5-bbe5-c7a9cd5ecc9f tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] create failed (client error): The resource could not be found. Jul 16 08:46:08.985336 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-de62caa2-ca5d-49c5-bbe5-c7a9cd5ecc9f tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2085025 Jul 16 08:46:08.985909 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52678) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:09.013928 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f821c375-cfc5-41bf-b11b-1d9f003b8fec tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Request body: {'security_group': {'name': 'tempest-secgroup--1154165238'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:09.074945 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d697d4c-ac10-44b4-b3c8-04f15e33f609 req-05b2c608-bb18-4483-8f5b-ca4233ef442f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 210 time: 0.0856023 Jul 16 08:46:09.198862 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f821c375-cfc5-41bf-b11b-1d9f003b8fec tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.262156 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e14b93f3-c0b4-4253-bac2-7dd25a042be7 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.286132 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e14b93f3-c0b4-4253-bac2-7dd25a042be7 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.308218 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6d35bda6-e4c0-474c-8687-cc359c6cdd0d tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.351159 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-6d35bda6-e4c0-474c-8687-cc359c6cdd0d tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] update failed (client error): The resource could not be found. Jul 16 08:46:09.358652 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6d35bda6-e4c0-474c-8687-cc359c6cdd0d tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] 10.222.0.22 "PUT /v2.0/routers/e596aefc-2db6-489e-a304-ecf143652783 HTTP/1.1" status: 404 len: 339 time: 0.4793706 Jul 16 08:46:09.358937 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52684) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:09.406173 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f821c375-cfc5-41bf-b11b-1d9f003b8fec tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.412492 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f821c375-cfc5-41bf-b11b-1d9f003b8fec tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.473949 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f821c375-cfc5-41bf-b11b-1d9f003b8fec tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.478058 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f821c375-cfc5-41bf-b11b-1d9f003b8fec tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4694712 Jul 16 08:46:09.481110 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52690) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:09.488569 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-065b3cbb-0edb-42e3-9694-c306b3cd0b40 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Request body: {'security_group': {'name': 'tempest-secgroup--130064292'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:09.500037 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821c375-cfc5-41bf-b11b-1d9f003b8fec tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d98615d-9727-4b9c-a744-ac99bfbd838c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:09.529073 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-065b3cbb-0edb-42e3-9694-c306b3cd0b40 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.658535 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-065b3cbb-0edb-42e3-9694-c306b3cd0b40 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.664867 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-065b3cbb-0edb-42e3-9694-c306b3cd0b40 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.710528 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-065b3cbb-0edb-42e3-9694-c306b3cd0b40 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.715700 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-065b3cbb-0edb-42e3-9694-c306b3cd0b40 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2328894 Jul 16 08:46:09.716339 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52694) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:09.723720 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-37ea869d-31e4-4797-a87e-de81908f2830 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Request body: {'security_group_rule': {'security_group_id': '4d98615d-9727-4b9c-a744-ac99bfbd838c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '28f9834a-bbf4-474f-aae5-98db6d2bd736'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:09.751284 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065b3cbb-0edb-42e3-9694-c306b3cd0b40 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=28f9834a-bbf4-474f-aae5-98db6d2bd736,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:09.773446 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-37ea869d-31e4-4797-a87e-de81908f2830 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:46:09.774134 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-e14b93f3-c0b4-4253-bac2-7dd25a042be7 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Allocated IP 172.25.3.183 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/99e9286b-59dd-498c-af77-24aba8c3fd68) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:09.779131 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52696) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:09.779914 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-37ea869d-31e4-4797-a87e-de81908f2830 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0610816 Jul 16 08:46:09.956403 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9364f0e5-a069-4b46-9fbd-e8dc2d20eae0 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:09.986675 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-303025ba-2e87-441d-8913-67777ce605f4 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.025944 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9364f0e5-a069-4b46-9fbd-e8dc2d20eae0 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.080243 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e14b93f3-c0b4-4253-bac2-7dd25a042be7 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.213829 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9364f0e5-a069-4b46-9fbd-e8dc2d20eae0 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.216280 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9364f0e5-a069-4b46-9fbd-e8dc2d20eae0 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.217921 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9364f0e5-a069-4b46-9fbd-e8dc2d20eae0 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "DELETE /v2.0/security-groups/28f9834a-bbf4-474f-aae5-98db6d2bd736 HTTP/1.1" status: 204 len: 168 time: 0.4365621 Jul 16 08:46:10.223850 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52700) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:10.263085 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c568d0db-096b-442a-a1f0-a5c2dc70768f req-68615e52-74c5-4249-9f01-600a944fdb56 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 210 time: 0.0512350 Jul 16 08:46:10.270924 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9364f0e5-a069-4b46-9fbd-e8dc2d20eae0 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=28f9834a-bbf4-474f-aae5-98db6d2bd736,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:10.292903 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e14b93f3-c0b4-4253-bac2-7dd25a042be7 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.314613 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-19f579b1-ef9d-43ac-b540-d9301b1e1dee tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0896139 Jul 16 08:46:10.318770 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52702) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:10.370236 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b93f3-c0b4-4253-bac2-7dd25a042be7 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Pushing event updated for resources: {'Port': ['ID=99e9286b-59dd-498c-af77-24aba8c3fd68,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:10.381225 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6a1d18a-18bb-4221-8e97-1e04632c9a33 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.417261 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e14b93f3-c0b4-4253-bac2-7dd25a042be7 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:10.422215 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-e14b93f3-c0b4-4253-bac2-7dd25a042be7 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:10.426306 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14b93f3-c0b4-4253-bac2-7dd25a042be7 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:10.469326 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6a1d18a-18bb-4221-8e97-1e04632c9a33 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.476013 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-303025ba-2e87-441d-8913-67777ce605f4 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Allocated IP 172.20.0.1 (0d452dc0-9bed-4687-a5d8-7b93d8e4dc6c/9943f6aa-c482-45e6-8528-81bfae441ecc/b21c174f-3f73-4689-9bdb-fb97aace5a81) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:10.598231 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6a1d18a-18bb-4221-8e97-1e04632c9a33 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.601722 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6a1d18a-18bb-4221-8e97-1e04632c9a33 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.603734 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d6a1d18a-18bb-4221-8e97-1e04632c9a33 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "DELETE /v2.0/security-groups/4d98615d-9727-4b9c-a744-ac99bfbd838c HTTP/1.1" status: 204 len: 168 time: 0.2844682 Jul 16 08:46:10.605613 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52706) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:10.632129 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-2907fced-8f48-4989-9077-0c967f185588 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:10.633733 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-2907fced-8f48-4989-9077-0c967f185588 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.30 "GET /v2.0/networks?id=009dd0a1-50a1-45ad-bc58-1d113e644d4b HTTP/1.1" status: 200 len: 816 time: 0.2290299 Jul 16 08:46:10.634811 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a1d18a-18bb-4221-8e97-1e04632c9a33 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d98615d-9727-4b9c-a744-ac99bfbd838c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:10.695765 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-45248631-37f3-4800-be5d-ad52d21c87fa tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7b1a7b336a94513a52f9785e4e37864 HTTP/1.1" status: 200 len: 380 time: 0.0504239 Jul 16 08:46:10.704974 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-456bbaa3-32ea-42cf-aff7-e0e1b7529140 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Request body: {'port': {'device_id': '5a284e8d-239c-423a-bbfe-197eddb0d17d', 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b', 'admin_state_up': True, 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'security_groups': ['f4476669-c33b-4356-bbc1-b6e9c1d9e8d0']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:10.763042 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d47376a7-78ab-42cd-ad37-a70899bf11cd tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1505322 Jul 16 08:46:10.764798 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52708) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:10.799447 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-0167f150-6914-4023-96fb-b02697c1e647 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Request body: {'security_group': {'name': 'tempest-secgroup--989852021'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:10.824703 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-303025ba-2e87-441d-8913-67777ce605f4 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.850859 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-0167f150-6914-4023-96fb-b02697c1e647 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:46:10.850859 n-d-771362-37 neutron-server[93758]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 08:46:10.850859 n-d-771362-37 neutron-server[93758]: [parameters: {'project_id': '84f0140c76174fb99288407bfb0f66f7', 'id': '0476dc5b-fa65-4505-a71b-b540a3ed238a', 'expiration': datetime.datetime(2021, 7, 16, 8, 48, 10, 839532)}] Jul 16 08:46:10.850859 n-d-771362-37 neutron-server[93758]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:46:10.851537 n-d-771362-37 neutron-server[93758]: DEBUG oslo_db.api [None req-0167f150-6914-4023-96fb-b02697c1e647 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:46:10.852042 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-303025ba-2e87-441d-8913-67777ce605f4 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Transition to ACTIVE for port object b21c174f-3f73-4689-9bdb-fb97aace5a81 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:10.854763 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-456bbaa3-32ea-42cf-aff7-e0e1b7529140 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Made reservation on behalf of b7b1a7b336a94513a52f9785e4e37864 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:10.858872 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-456bbaa3-32ea-42cf-aff7-e0e1b7529140 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.950585 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-303025ba-2e87-441d-8913-67777ce605f4 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:10.993390 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e14b93f3-c0b4-4253-bac2-7dd25a042be7 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.027048 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-456bbaa3-32ea-42cf-aff7-e0e1b7529140 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Allocated IP 172.20.0.9 (009dd0a1-50a1-45ad-bc58-1d113e644d4b/6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a/364af638-4723-4510-af78-24e90addbc6d) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:11.052685 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303025ba-2e87-441d-8913-67777ce605f4 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Network 0d452dc0-9bed-4687-a5d8-7b93d8e4dc6c is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:11.062001 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-303025ba-2e87-441d-8913-67777ce605f4 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:11.065913 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303025ba-2e87-441d-8913-67777ce605f4 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Pushing event updated for resources: {'Port': ['ID=b21c174f-3f73-4689-9bdb-fb97aace5a81,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:11.068571 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303025ba-2e87-441d-8913-67777ce605f4 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:11.224227 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-456bbaa3-32ea-42cf-aff7-e0e1b7529140 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.245294 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-456bbaa3-32ea-42cf-aff7-e0e1b7529140 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Transition to ACTIVE for port object 364af638-4723-4510-af78-24e90addbc6d will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:11.312810 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-456bbaa3-32ea-42cf-aff7-e0e1b7529140 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.457596 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ae0234f4-056c-4179-b8e3-1f2f0622a34c None None] Provisioning for port b21c174f-3f73-4689-9bdb-fb97aace5a81 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:11.459059 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-456bbaa3-32ea-42cf-aff7-e0e1b7529140 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Network 009dd0a1-50a1-45ad-bc58-1d113e644d4b is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:11.462251 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ae0234f4-056c-4179-b8e3-1f2f0622a34c None None] Provisioning complete for port b21c174f-3f73-4689-9bdb-fb97aace5a81 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:11.462836 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae0234f4-056c-4179-b8e3-1f2f0622a34c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.502579 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-456bbaa3-32ea-42cf-aff7-e0e1b7529140 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:11.504503 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456bbaa3-32ea-42cf-aff7-e0e1b7529140 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Pushing event updated for resources: {'Port': ['ID=364af638-4723-4510-af78-24e90addbc6d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:11.514498 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-456bbaa3-32ea-42cf-aff7-e0e1b7529140 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:11.531261 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ae0234f4-056c-4179-b8e3-1f2f0622a34c None None] Port b21c174f-3f73-4689-9bdb-fb97aace5a81 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:46:11.549162 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-303025ba-2e87-441d-8913-67777ce605f4 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.646474 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-456bbaa3-32ea-42cf-aff7-e0e1b7529140 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:11.647171 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-456bbaa3-32ea-42cf-aff7-e0e1b7529140 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.667320 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0167f150-6914-4023-96fb-b02697c1e647 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.674066 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-456bbaa3-32ea-42cf-aff7-e0e1b7529140 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9728951 Jul 16 08:46:11.690594 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7b07b-85b5-4f23-a549-7321940c57d0 req-ffad041f-3cd5-4b31-b5ea-b693a6382b18 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:11.694498 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a7e7b07b-85b5-4f23-a549-7321940c57d0 req-ffad041f-3cd5-4b31-b5ea-b693a6382b18 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 931 time: 0.1637123 Jul 16 08:46:11.707404 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-550ecb59-4fa7-4e5a-90e9-2ea7cdf37ac2 service neutron] Request body: {'port': {'device_id': '5a284e8d-239c-423a-bbfe-197eddb0d17d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:11.824574 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-550ecb59-4fa7-4e5a-90e9-2ea7cdf37ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.849413 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-303025ba-2e87-441d-8913-67777ce605f4 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.863219 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-244341b4-950b-4b94-b522-2e7034640e58 None None] Provisioning for port 364af638-4723-4510-af78-24e90addbc6d completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:11.868623 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-244341b4-950b-4b94-b522-2e7034640e58 None None] Provisioning complete for port 364af638-4723-4510-af78-24e90addbc6d triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:11.869010 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-244341b4-950b-4b94-b522-2e7034640e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:11.957110 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-244341b4-950b-4b94-b522-2e7034640e58 None None] Port 364af638-4723-4510-af78-24e90addbc6d cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:46:12.139879 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e14b93f3-c0b4-4253-bac2-7dd25a042be7 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.144852 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e14b93f3-c0b4-4253-bac2-7dd25a042be7 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-523541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-523532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523653'] for router, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.219140 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0167f150-6914-4023-96fb-b02697c1e647 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.229250 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0167f150-6914-4023-96fb-b02697c1e647 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.237441 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a7e7b07b-85b5-4f23-a549-7321940c57d0 req-14f32f88-dc5e-4550-afc4-ab07056510d2 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5260339 Jul 16 08:46:12.252980 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-550ecb59-4fa7-4e5a-90e9-2ea7cdf37ac2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 364af638-4723-4510-af78-24e90addbc6d {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:12.263413 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-550ecb59-4fa7-4e5a-90e9-2ea7cdf37ac2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.286284 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-550ecb59-4fa7-4e5a-90e9-2ea7cdf37ac2 service neutron] Transition to ACTIVE for port object 364af638-4723-4510-af78-24e90addbc6d will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:12.294613 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-550ecb59-4fa7-4e5a-90e9-2ea7cdf37ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.348320 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0167f150-6914-4023-96fb-b02697c1e647 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.351903 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0167f150-6914-4023-96fb-b02697c1e647 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.5541813 Jul 16 08:46:12.357296 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52718) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:12.368549 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-bd70d2e2-9ffd-4e30-9511-fb8d7b0b65c2 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:12.373367 n-d-771362-37 neutron-server[93758]: WARNING neutron.api.v2.base [None req-bd70d2e2-9ffd-4e30-9511-fb8d7b0b65c2 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 16 08:46:12.373900 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-bd70d2e2-9ffd-4e30-9511-fb8d7b0b65c2 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] update failed (client error): There was a conflict when trying to complete your request. Jul 16 08:46:12.378000 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bd70d2e2-9ffd-4e30-9511-fb8d7b0b65c2 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "PUT /v2.0/security-groups/5657cbe6-74c8-4e90-aacb-b32973364e9d HTTP/1.1" status: 409 len: 330 time: 0.0118461 Jul 16 08:46:12.384311 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52720) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:12.393415 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ecb59-4fa7-4e5a-90e9-2ea7cdf37ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=364af638-4723-4510-af78-24e90addbc6d,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:12.447554 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0167f150-6914-4023-96fb-b02697c1e647 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5657cbe6-74c8-4e90-aacb-b32973364e9d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:12.474742 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-550ecb59-4fa7-4e5a-90e9-2ea7cdf37ac2 service neutron] Attempting to bind port 364af638-4723-4510-af78-24e90addbc6d on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:12.475913 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-550ecb59-4fa7-4e5a-90e9-2ea7cdf37ac2 service neutron] Attempting to bind port 364af638-4723-4510-af78-24e90addbc6d by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '9452ae90-4bd6-4866-933c-eec760d2cc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:12.476453 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-550ecb59-4fa7-4e5a-90e9-2ea7cdf37ac2 service neutron] Attempting to bind port 364af638-4723-4510-af78-24e90addbc6d on network 009dd0a1-50a1-45ad-bc58-1d113e644d4b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:12.482657 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-550ecb59-4fa7-4e5a-90e9-2ea7cdf37ac2 service neutron] Port 364af638-4723-4510-af78-24e90addbc6d on network 009dd0a1-50a1-45ad-bc58-1d113e644d4b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:46:12.483134 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-550ecb59-4fa7-4e5a-90e9-2ea7cdf37ac2 service neutron] Attempting to bind port 364af638-4723-4510-af78-24e90addbc6d on network 009dd0a1-50a1-45ad-bc58-1d113e644d4b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:12.489748 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-550ecb59-4fa7-4e5a-90e9-2ea7cdf37ac2 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:12.490231 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-550ecb59-4fa7-4e5a-90e9-2ea7cdf37ac2 service neutron] Checking segment: {'id': '9452ae90-4bd6-4866-933c-eec760d2cc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:12.491071 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-550ecb59-4fa7-4e5a-90e9-2ea7cdf37ac2 service neutron] Bound using segment: {'id': '9452ae90-4bd6-4866-933c-eec760d2cc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:12.491606 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-550ecb59-4fa7-4e5a-90e9-2ea7cdf37ac2 service neutron] Bound port: 364af638-4723-4510-af78-24e90addbc6d, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9452ae90-4bd6-4866-933c-eec760d2cc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:12.492650 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-550ecb59-4fa7-4e5a-90e9-2ea7cdf37ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.522816 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b8be5067-6f91-4fac-b2be-147386e7c341 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.583844 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-550ecb59-4fa7-4e5a-90e9-2ea7cdf37ac2 service neutron] For port 364af638-4723-4510-af78-24e90addbc6d, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:12.588138 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b8be5067-6f91-4fac-b2be-147386e7c341 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.589740 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-550ecb59-4fa7-4e5a-90e9-2ea7cdf37ac2 service neutron] For port 364af638-4723-4510-af78-24e90addbc6d, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=364af638-4723-4510-af78-24e90addbc6d,segment=NetworkSegment(9452ae90-4bd6-4866-933c-eec760d2cc0f),segment_id=9452ae90-4bd6-4866-933c-eec760d2cc0f)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:12.596309 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-550ecb59-4fa7-4e5a-90e9-2ea7cdf37ac2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.599250 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-303025ba-2e87-441d-8913-67777ce605f4 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.600973 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e14b93f3-c0b4-4253-bac2-7dd25a042be7 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Router 19a45367-4528-4626-a234-f8c0e6a212b5 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:46:12.608715 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-303025ba-2e87-441d-8913-67777ce605f4 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.635965 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-550ecb59-4fa7-4e5a-90e9-2ea7cdf37ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:12.636826 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-550ecb59-4fa7-4e5a-90e9-2ea7cdf37ac2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.638083 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-550ecb59-4fa7-4e5a-90e9-2ea7cdf37ac2 service neutron] 10.222.0.30 "PUT /v2.0/ports/364af638-4723-4510-af78-24e90addbc6d HTTP/1.1" status: 200 len: 1092 time: 0.9425607 Jul 16 08:46:12.638535 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a284e8d-239c-423a-bbfe-197eddb0d17d', 'tag': '364af638-4723-4510-af78-24e90addbc6d'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:12.640865 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35fa690-c00b-4f12-a4b0-f31ab9e71180" -d '{"events": [{"name": "network-changed", "server_uuid": "5a284e8d-239c-423a-bbfe-197eddb0d17d", "tag": "364af638-4723-4510-af78-24e90addbc6d"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:12.693095 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550ecb59-4fa7-4e5a-90e9-2ea7cdf37ac2 service neutron] Pushing event updated for resources: {'Port': ['ID=364af638-4723-4510-af78-24e90addbc6d,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:12.717089 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff3acebe-d19a-4a34-b2d7-aa3f72276770 x-openstack-request-id: req-ff3acebe-d19a-4a34-b2d7-aa3f72276770 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:12.717533 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a284e8d-239c-423a-bbfe-197eddb0d17d", "tag": "364af638-4723-4510-af78-24e90addbc6d", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:12.717964 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ff3acebe-d19a-4a34-b2d7-aa3f72276770 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:12.718537 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a284e8d-239c-423a-bbfe-197eddb0d17d', 'tag': '364af638-4723-4510-af78-24e90addbc6d', 'status': 'completed', 'code': 200} Jul 16 08:46:12.781009 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-303025ba-2e87-441d-8913-67777ce605f4 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.786003 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-61639c85-4bf9-4773-8a3c-98090fdeca92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:12.788702 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b8be5067-6f91-4fac-b2be-147386e7c341 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.790246 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-61639c85-4bf9-4773-8a3c-98090fdeca92 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b1a7b336a94513a52f9785e4e37864&device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 1095 time: 0.0945070 Jul 16 08:46:12.791215 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b8be5067-6f91-4fac-b2be-147386e7c341 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.792376 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b8be5067-6f91-4fac-b2be-147386e7c341 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "DELETE /v2.0/security-groups/5657cbe6-74c8-4e90-aacb-b32973364e9d HTTP/1.1" status: 204 len: 168 time: 0.3818049 Jul 16 08:46:12.795388 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52726) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:12.800968 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303025ba-2e87-441d-8913-67777ce605f4 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Pushing event updated for resources: {'Port': ['ID=b21c174f-3f73-4689-9bdb-fb97aace5a81,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:12.842044 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8be5067-6f91-4fac-b2be-147386e7c341 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5657cbe6-74c8-4e90-aacb-b32973364e9d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:12.868335 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-bbefc1a2-f6c7-4b07-a4f8-bdac3677235b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=364af638-4723-4510-af78-24e90addbc6d HTTP/1.1" status: 200 len: 217 time: 0.0583186 Jul 16 08:46:12.912035 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-75a5772e-d3f4-4bd1-b4e1-83552ee3d945 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1089444 Jul 16 08:46:12.914177 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52728) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:12.926421 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e14b93f3-c0b4-4253-bac2-7dd25a042be7 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:12.935692 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e14b93f3-c0b4-4253-bac2-7dd25a042be7 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:12.937947 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e14b93f3-c0b4-4253-bac2-7dd25a042be7 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "PUT /v2.0/routers/19a45367-4528-4626-a234-f8c0e6a212b5 HTTP/1.1" status: 200 len: 919 time: 4.5005708 Jul 16 08:46:12.938148 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737d357f-fa6b-4c60-9192-d54fa0245c29 None None] Sync routers for ids ['19a45367-4528-4626-a234-f8c0e6a212b5'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:12.941328 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52730) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:12.942143 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-36bc557a-13b9-48f0-bcf0-2cfeff09b576 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] delete failed (client error): The resource could not be found. Jul 16 08:46:12.943184 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-36bc557a-13b9-48f0-bcf0-2cfeff09b576 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "DELETE /v2.0/security-groups/57f3a856-9f03-46c2-8e78-f104b8e91eca HTTP/1.1" status: 404 len: 347 time: 0.0265751 Jul 16 08:46:12.947940 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52732) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:12.961996 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737d357f-fa6b-4c60-9192-d54fa0245c29 None None] Routers {'19a45367-4528-4626-a234-f8c0e6a212b5'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:12.963296 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-737d357f-fa6b-4c60-9192-d54fa0245c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:46:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['19a45367-4528-4626-a234-f8c0e6a212b5'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:12.967860 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-98a09c13-755a-45e3-9fbd-125dd65ac4fd tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] show failed (client error): The resource could not be found. Jul 16 08:46:12.968883 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-98a09c13-755a-45e3-9fbd-125dd65ac4fd tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "GET /v2.0/security-groups/d8c65658-b833-4288-9e1d-0233b2a5ceb7 HTTP/1.1" status: 404 len: 347 time: 0.0199952 Jul 16 08:46:12.977015 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52734) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:12.995492 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-bc8f27d3-df44-4636-a6f5-2e46a01335e6 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] show failed (client error): The resource could not be found. Jul 16 08:46:12.996550 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bc8f27d3-df44-4636-a6f5-2e46a01335e6 tempest-NegativeSecGroupTest-1256652463 tempest-NegativeSecGroupTest-1256652463-project] 10.222.0.22 "GET /v2.0/security-group-rules/dad682f9-0406-45ac-ac7d-52cc64e84039 HTTP/1.1" status: 404 len: 356 time: 0.0187707 Jul 16 08:46:13.005607 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-303025ba-2e87-441d-8913-67777ce605f4 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Network 0d452dc0-9bed-4687-a5d8-7b93d8e4dc6c is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:13.006667 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-303025ba-2e87-441d-8913-67777ce605f4 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:13.007170 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-f097ef6b-fc72-4b3a-b2a0-36a93862c610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:13.008722 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-f097ef6b-fc72-4b3a-b2a0-36a93862c610 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a HTTP/1.1" status: 200 len: 855 time: 0.1324220 Jul 16 08:46:13.060600 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-737d357f-fa6b-4c60-9192-d54fa0245c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:13.111106 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737d357f-fa6b-4c60-9192-d54fa0245c29 None None] Routers {'19a45367-4528-4626-a234-f8c0e6a212b5'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:13.111814 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-737d357f-fa6b-4c60-9192-d54fa0245c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:46:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['19a45367-4528-4626-a234-f8c0e6a212b5'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:13.128770 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52738) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:13.130265 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c26e1923-186c-48ac-b030-48b636f6061b tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "GET /v2.0/routers/19a45367-4528-4626-a234-f8c0e6a212b5 HTTP/1.1" status: 200 len: 925 time: 0.1871681 Jul 16 08:46:13.184566 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-303025ba-2e87-441d-8913-67777ce605f4 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Router e596aefc-2db6-489e-a304-ecf143652783 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:46:13.191399 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-737d357f-fa6b-4c60-9192-d54fa0245c29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:13.192341 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-737d357f-fa6b-4c60-9192-d54fa0245c29 None None] The sync data for ids ['19a45367-4528-4626-a234-f8c0e6a212b5'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:13.230401 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-2fa9ce04-480f-4150-a56c-1433519c0c17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:13.232275 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-2fa9ce04-480f-4150-a56c-1433519c0c17 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=009dd0a1-50a1-45ad-bc58-1d113e644d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2170970 Jul 16 08:46:13.248070 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08358e2-da75-4e10-95a9-d227f471183d tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:13.253287 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e08358e2-da75-4e10-95a9-d227f471183d tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=4a545af8-8142-4a44-8290-045c2901c634&device_id=19a45367-4528-4626-a234-f8c0e6a212b5&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1202505 Jul 16 08:46:13.275514 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52742) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:13.399865 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-303025ba-2e87-441d-8913-67777ce605f4 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:13.411389 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64bcc56-ae19-49e1-b173-baafd0ab105e None None] Sync routers for ids ['e596aefc-2db6-489e-a304-ecf143652783'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:13.426693 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-303025ba-2e87-441d-8913-67777ce605f4 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] 10.222.0.22 "PUT /v2.0/routers/e596aefc-2db6-489e-a304-ecf143652783/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0683985 Jul 16 08:46:13.429264 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52748) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:13.438052 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64bcc56-ae19-49e1-b173-baafd0ab105e None None] Routers {'e596aefc-2db6-489e-a304-ecf143652783'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:13.438717 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c64bcc56-ae19-49e1-b173-baafd0ab105e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:46:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['e596aefc-2db6-489e-a304-ecf143652783'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:13.447920 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2c98d15f-11ac-40d5-95fe-78c4a2199bf4 None None] Provisioning complete for port b21c174f-3f73-4689-9bdb-fb97aace5a81 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:13.448299 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2c98d15f-11ac-40d5-95fe-78c4a2199bf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:13.448825 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-c2c9e6a0-0bd7-4a2d-baf8-35da63ad7818 service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076602 Jul 16 08:46:13.505731 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2c98d15f-11ac-40d5-95fe-78c4a2199bf4 None None] Port b21c174f-3f73-4689-9bdb-fb97aace5a81 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:46:13.518922 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c64bcc56-ae19-49e1-b173-baafd0ab105e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:13.528901 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c64bcc56-ae19-49e1-b173-baafd0ab105e None None] Routers {'e596aefc-2db6-489e-a304-ecf143652783'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:13.529669 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c64bcc56-ae19-49e1-b173-baafd0ab105e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:46:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['e596aefc-2db6-489e-a304-ecf143652783'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:13.583591 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52752) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:13.598990 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c64bcc56-ae19-49e1-b173-baafd0ab105e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:13.599948 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c64bcc56-ae19-49e1-b173-baafd0ab105e None None] The sync data for ids ['e596aefc-2db6-489e-a304-ecf143652783'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:13.615143 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cd5662b-28c3-4061-bf21-f3912c701a24 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:13.616696 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7cd5662b-28c3-4061-bf21-f3912c701a24 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 881 time: 0.3401783 Jul 16 08:46:13.619940 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52756) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:13.648068 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d73b0e29-332a-41a7-9b03-63f56d82febf tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:13.654041 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7d0494b7-0f56-452d-b749-963e29089897 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "GET /v2.0/ports?device_id=19a45367-4528-4626-a234-f8c0e6a212b5 HTTP/1.1" status: 200 len: 205 time: 0.0326207 Jul 16 08:46:13.656282 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-714a2119-997a-490f-a20d-52c36d2bc5dd req-02fb555b-94a1-42ad-ac80-ce161d709687 service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990833 Jul 16 08:46:13.656774 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52758) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:13.722906 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e29f31-951c-4505-a957-bd008a97b345 req-157b8c54-32db-40a2-956f-e1b960f5db17 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:13.740892 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f0e29f31-951c-4505-a957-bd008a97b345 req-157b8c54-32db-40a2-956f-e1b960f5db17 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 943 time: 0.2572529 Jul 16 08:46:13.864970 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fa690-c00b-4f12-a4b0-f31ab9e71180 req-3e0e0ad9-265b-4151-b288-b052815de390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:13.865194 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4bc9d1a2-632b-45cd-9af5-d71a45d6128d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=84f0140c76174fb99288407bfb0f66f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2778301 Jul 16 08:46:13.865322 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b35fa690-c00b-4f12-a4b0-f31ab9e71180 req-3e0e0ad9-265b-4151-b288-b052815de390 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b1a7b336a94513a52f9785e4e37864&device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 1095 time: 0.1444037 Jul 16 08:46:13.865322 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52760) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:13.870885 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f0e29f31-951c-4505-a957-bd008a97b345 req-7ae4b6e6-a0c3-4665-a5a9-a930155a69ce tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1290128 Jul 16 08:46:13.871802 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-d73b0e29-332a-41a7-9b03-63f56d82febf tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 08:46:13.873143 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d73b0e29-332a-41a7-9b03-63f56d82febf tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] 10.222.0.22 "DELETE /v2.0/routers/e596aefc-2db6-489e-a304-ecf143652783 HTTP/1.1" status: 409 len: 329 time: 0.4427316 Jul 16 08:46:13.873336 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a892254-c0ba-4075-b4eb-8cfe0aaeabcd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:13.878370 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52762) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:14.231717 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3b6208c5-72c8-4a54-a00f-d1f4265908b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:14.237201 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a892254-c0ba-4075-b4eb-8cfe0aaeabcd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:14.245330 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fa690-c00b-4f12-a4b0-f31ab9e71180 req-642e7bc7-0aed-4543-a5f3-6ec02dd71c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:14.246891 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b35fa690-c00b-4f12-a4b0-f31ab9e71180 req-642e7bc7-0aed-4543-a5f3-6ec02dd71c3d service neutron] 10.222.0.30 "GET /v2.0/networks?id=009dd0a1-50a1-45ad-bc58-1d113e644d4b HTTP/1.1" status: 200 len: 917 time: 0.3693578 Jul 16 08:46:14.318431 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b35fa690-c00b-4f12-a4b0-f31ab9e71180 req-461e4d0d-c4e6-40d0-b530-27abea1932ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=364af638-4723-4510-af78-24e90addbc6d HTTP/1.1" status: 200 len: 217 time: 0.0564609 Jul 16 08:46:14.320274 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3b6208c5-72c8-4a54-a00f-d1f4265908b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:14.464132 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fa690-c00b-4f12-a4b0-f31ab9e71180 req-625af0c8-56ae-4491-bab4-408274d713fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:14.465636 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b35fa690-c00b-4f12-a4b0-f31ab9e71180 req-625af0c8-56ae-4491-bab4-408274d713fe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a HTTP/1.1" status: 200 len: 855 time: 0.1215401 Jul 16 08:46:14.529350 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9a892254-c0ba-4075-b4eb-8cfe0aaeabcd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Deleting port 99e9286b-59dd-498c-af77-24aba8c3fd68 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:14.529693 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a892254-c0ba-4075-b4eb-8cfe0aaeabcd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:14.533834 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3b6208c5-72c8-4a54-a00f-d1f4265908b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:14.536260 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3b6208c5-72c8-4a54-a00f-d1f4265908b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:14.537380 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3b6208c5-72c8-4a54-a00f-d1f4265908b3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aec0179f-178f-4a7b-8167-fb73c4ea24c8 HTTP/1.1" status: 204 len: 168 time: 0.6712673 Jul 16 08:46:14.932044 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6208c5-72c8-4a54-a00f-d1f4265908b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aec0179f-178f-4a7b-8167-fb73c4ea24c8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:15.021211 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35fa690-c00b-4f12-a4b0-f31ab9e71180 req-9a22df79-adcd-4edf-8a87-cb52a7b6f486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:15.023067 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b35fa690-c00b-4f12-a4b0-f31ab9e71180 req-9a22df79-adcd-4edf-8a87-cb52a7b6f486 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=009dd0a1-50a1-45ad-bc58-1d113e644d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5341008 Jul 16 08:46:15.051859 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a892254-c0ba-4075-b4eb-8cfe0aaeabcd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.085698 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9a892254-c0ba-4075-b4eb-8cfe0aaeabcd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Calling delete_port for 99e9286b-59dd-498c-af77-24aba8c3fd68 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:15.131797 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc90763-d8df-46ef-b869-fb2bf8e8d6eb req-e3083130-19e3-4721-a90f-251782ddad5a tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:15.134084 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9bc90763-d8df-46ef-b869-fb2bf8e8d6eb req-e3083130-19e3-4721-a90f-251782ddad5a tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 943 time: 0.1044924 Jul 16 08:46:15.194150 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9bc90763-d8df-46ef-b869-fb2bf8e8d6eb req-301042fb-8667-4702-acf5-7452325f6e76 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529940 Jul 16 08:46:15.250459 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b35fa690-c00b-4f12-a4b0-f31ab9e71180 req-6dd716dc-65e4-45f5-b20b-d4afabe346c3 service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2148280 Jul 16 08:46:15.256963 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-946ab8da-00b6-47c5-9f45-72639ca9a15f tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.484369 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52798) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:15.630748 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b35fa690-c00b-4f12-a4b0-f31ab9e71180 req-5ccacf11-e445-4253-a8b5-c19f1f9f4f7d service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3690283 Jul 16 08:46:15.655099 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7d1dfd4d-fb6a-4ea1-a41c-c58232bd0254 tempest-ServiceProvidersTest-335660013 tempest-ServiceProvidersTest-335660013-project] 10.222.0.22 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1664574 Jul 16 08:46:15.704419 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a892254-c0ba-4075-b4eb-8cfe0aaeabcd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.754653 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a892254-c0ba-4075-b4eb-8cfe0aaeabcd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Pushing event deleted for resources: {'Port': ['ID=99e9286b-59dd-498c-af77-24aba8c3fd68,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:15.866664 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a892254-c0ba-4075-b4eb-8cfe0aaeabcd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.992120 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a892254-c0ba-4075-b4eb-8cfe0aaeabcd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:15.993321 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52810) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:15.999063 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a892254-c0ba-4075-b4eb-8cfe0aaeabcd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.044422 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-946ab8da-00b6-47c5-9f45-72639ca9a15f tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Deleting port b21c174f-3f73-4689-9bdb-fb97aace5a81 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:16.044689 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-946ab8da-00b6-47c5-9f45-72639ca9a15f tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.062971 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a892254-c0ba-4075-b4eb-8cfe0aaeabcd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.064189 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a892254-c0ba-4075-b4eb-8cfe0aaeabcd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Fanout notify agent at l3_agent the message router_deleted on router 19a45367-4528-4626-a234-f8c0e6a212b5 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:46:16.077549 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a892254-c0ba-4075-b4eb-8cfe0aaeabcd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.078670 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9a892254-c0ba-4075-b4eb-8cfe0aaeabcd tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "DELETE /v2.0/routers/19a45367-4528-4626-a234-f8c0e6a212b5 HTTP/1.1" status: 204 len: 168 time: 2.4207821 Jul 16 08:46:16.083268 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52814) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:16.088631 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b520b22e-ec0c-4f47-8b40-ebe36627db07 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-402857060', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:16.120869 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-333a4ea5-e5c5-4ea3-9276-bb9832c0a31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.145726 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-333a4ea5-e5c5-4ea3-9276-bb9832c0a31d admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:46:16.145726 n-d-771362-37 neutron-server[93758]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 08:46:16.145726 n-d-771362-37 neutron-server[93758]: [parameters: {'project_id': 'e5618a49b6e541238ae16091106f9f60', 'id': 'dd4e83c4-0870-4f5b-bbcf-a9623cc992f3', 'expiration': datetime.datetime(2021, 7, 16, 8, 48, 16, 140620)}] Jul 16 08:46:16.145726 n-d-771362-37 neutron-server[93758]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:46:16.146772 n-d-771362-37 neutron-server[93758]: DEBUG oslo_db.api [None req-333a4ea5-e5c5-4ea3-9276-bb9832c0a31d admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:46:16.161514 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b520b22e-ec0c-4f47-8b40-ebe36627db07 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.162680 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b520b22e-ec0c-4f47-8b40-ebe36627db07 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.186060 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-946ab8da-00b6-47c5-9f45-72639ca9a15f tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.211007 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-946ab8da-00b6-47c5-9f45-72639ca9a15f tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Calling delete_port for b21c174f-3f73-4689-9bdb-fb97aace5a81 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:16.248582 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b520b22e-ec0c-4f47-8b40-ebe36627db07 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.253778 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b520b22e-ec0c-4f47-8b40-ebe36627db07 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.303154 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b520b22e-ec0c-4f47-8b40-ebe36627db07 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.307319 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b520b22e-ec0c-4f47-8b40-ebe36627db07 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2199900 Jul 16 08:46:16.308410 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52818) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:16.312885 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9d117beb-6399-4e9f-967f-7b89089cbca1 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'enable_snat': False}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:16.429269 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88174af4-308d-48a7-b98f-7426e00bb507 req-9697adc2-1b7f-4913-921d-a010aea3411f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:16.432214 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-88174af4-308d-48a7-b98f-7426e00bb507 req-9697adc2-1b7f-4913-921d-a010aea3411f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 943 time: 0.0854332 Jul 16 08:46:16.473833 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-88174af4-308d-48a7-b98f-7426e00bb507 req-96470c2b-aaf9-40e0-b24e-cd196bf7bbac tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348008 Jul 16 08:46:16.581423 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d117beb-6399-4e9f-967f-7b89089cbca1 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.646870 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-946ab8da-00b6-47c5-9f45-72639ca9a15f tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.647790 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-333a4ea5-e5c5-4ea3-9276-bb9832c0a31d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.680569 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946ab8da-00b6-47c5-9f45-72639ca9a15f tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Pushing event deleted for resources: {'Port': ['ID=b21c174f-3f73-4689-9bdb-fb97aace5a81,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:16.802324 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-333a4ea5-e5c5-4ea3-9276-bb9832c0a31d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.808406 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-333a4ea5-e5c5-4ea3-9276-bb9832c0a31d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.851107 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 364af638-4723-4510-af78-24e90addbc6d details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:46:16.854461 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-333a4ea5-e5c5-4ea3-9276-bb9832c0a31d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e5618a49b6e541238ae16091106f9f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8599100 Jul 16 08:46:16.855347 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-333a4ea5-e5c5-4ea3-9276-bb9832c0a31d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c17b34ef-b5d6-41f9-9c49-68cd7545e7c3,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:16.858167 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52822) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:16.932398 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-36ddc3af-82f7-4c57-bcac-c727b00ed648 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:16.983116 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-36ddc3af-82f7-4c57-bcac-c727b00ed648 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.014000 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-946ab8da-00b6-47c5-9f45-72639ca9a15f tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.015942 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 364af638-4723-4510-af78-24e90addbc6d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=364af638-4723-4510-af78-24e90addbc6d,segment=NetworkSegment(9452ae90-4bd6-4866-933c-eec760d2cc0f),segment_id=9452ae90-4bd6-4866-933c-eec760d2cc0f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:17.041455 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '364af638-4723-4510-af78-24e90addbc6d', 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b', 'port_id': '364af638-4723-4510-af78-24e90addbc6d', 'mac_address': 'fa:16:3e:1e:16:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:46:17.042844 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-36ddc3af-82f7-4c57-bcac-c727b00ed648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.049014 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-36ddc3af-82f7-4c57-bcac-c727b00ed648 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.051153 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-36ddc3af-82f7-4c57-bcac-c727b00ed648 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c17b34ef-b5d6-41f9-9c49-68cd7545e7c3 HTTP/1.1" status: 204 len: 168 time: 0.1909163 Jul 16 08:46:17.064053 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ddc3af-82f7-4c57-bcac-c727b00ed648 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c17b34ef-b5d6-41f9-9c49-68cd7545e7c3,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:17.097049 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.114537 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 364af638-4723-4510-af78-24e90addbc6d {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:46:17.143642 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 364af638-4723-4510-af78-24e90addbc6d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=364af638-4723-4510-af78-24e90addbc6d,segment=NetworkSegment(9452ae90-4bd6-4866-933c-eec760d2cc0f),segment_id=9452ae90-4bd6-4866-933c-eec760d2cc0f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:17.151598 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.220731 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=364af638-4723-4510-af78-24e90addbc6d,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:17.326880 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d117beb-6399-4e9f-967f-7b89089cbca1 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.357626 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d117beb-6399-4e9f-967f-7b89089cbca1 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:17.361003 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-946ab8da-00b6-47c5-9f45-72639ca9a15f tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Router e596aefc-2db6-489e-a304-ecf143652783 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:46:17.374277 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['364af638-4723-4510-af78-24e90addbc6d'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:46:17.492466 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-946ab8da-00b6-47c5-9f45-72639ca9a15f tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:17.499786 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-946ab8da-00b6-47c5-9f45-72639ca9a15f tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] 10.222.0.22 "PUT /v2.0/routers/e596aefc-2db6-489e-a304-ecf143652783/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5803266 Jul 16 08:46:17.504589 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52836) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:17.514603 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2f605d-3409-4113-8199-30a135b636d4 None None] Sync routers for ids ['e596aefc-2db6-489e-a304-ecf143652783'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:17.543267 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2f605d-3409-4113-8199-30a135b636d4 None None] Routers {'e596aefc-2db6-489e-a304-ecf143652783'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:17.544613 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ae2f605d-3409-4113-8199-30a135b636d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:46:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['e596aefc-2db6-489e-a304-ecf143652783'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:17.547974 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-9d117beb-6399-4e9f-967f-7b89089cbca1 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Allocated IP 172.25.3.91 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/22cf4b2b-b07c-4385-8ee6-d8c9e930422c) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:17.599498 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-93ade070-e7e5-4d20-a909-e5f01ef696e5 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] show failed (client error): The resource could not be found. Jul 16 08:46:17.600570 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-93ade070-e7e5-4d20-a909-e5f01ef696e5 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] 10.222.0.22 "GET /v2.0/routers/tempest-non_exist_router-1373913458 HTTP/1.1" status: 404 len: 335 time: 0.0940688 Jul 16 08:46:17.603045 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ae2f605d-3409-4113-8199-30a135b636d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:17.606327 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52842) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:17.618142 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-a0884162-116a-4a97-83d8-58783b5c7ba6 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:17.677117 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae2f605d-3409-4113-8199-30a135b636d4 None None] Routers {'e596aefc-2db6-489e-a304-ecf143652783'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:17.677869 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ae2f605d-3409-4113-8199-30a135b636d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:46:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['e596aefc-2db6-489e-a304-ecf143652783'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:17.699632 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-a0884162-116a-4a97-83d8-58783b5c7ba6 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] update failed (client error): The resource could not be found. Jul 16 08:46:17.703631 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a0884162-116a-4a97-83d8-58783b5c7ba6 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] 10.222.0.22 "PUT /v2.0/routers/tempest-non_exist_router-1140500244 HTTP/1.1" status: 404 len: 335 time: 0.0933905 Jul 16 08:46:17.705485 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 52844) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:17.720857 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ae2f605d-3409-4113-8199-30a135b636d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:17.721851 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae2f605d-3409-4113-8199-30a135b636d4 None None] The sync data for ids ['e596aefc-2db6-489e-a304-ecf143652783'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:17.802930 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be290b55-7205-462b-b591-5865ca12dea1 req-be45217d-f1fd-47b5-8f31-a5c584141445 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:17.811973 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-be290b55-7205-462b-b591-5865ca12dea1 req-be45217d-f1fd-47b5-8f31-a5c584141445 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 944 time: 0.0981393 Jul 16 08:46:17.862321 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-be290b55-7205-462b-b591-5865ca12dea1 req-fcf1be00-afc0-4e86-b4fe-e0491a138961 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490572 Jul 16 08:46:18.225058 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d117beb-6399-4e9f-967f-7b89089cbca1 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.243078 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-72f7e8a4-09e4-4611-8cf0-59a3f9c27d4d tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Deleting subnet 18f5cef4-3e5a-42e9-b4b1-0b8c560312b6 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:46:18.247220 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72f7e8a4-09e4-4611-8cf0-59a3f9c27d4d tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.328549 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72f7e8a4-09e4-4611-8cf0-59a3f9c27d4d tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.379971 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d117beb-6399-4e9f-967f-7b89089cbca1 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.461683 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d117beb-6399-4e9f-967f-7b89089cbca1 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:18.471188 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d117beb-6399-4e9f-967f-7b89089cbca1 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Pushing event updated for resources: {'Port': ['ID=22cf4b2b-b07c-4385-8ee6-d8c9e930422c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:18.473631 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-9d117beb-6399-4e9f-967f-7b89089cbca1 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:18.478450 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d117beb-6399-4e9f-967f-7b89089cbca1 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:18.524657 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72f7e8a4-09e4-4611-8cf0-59a3f9c27d4d tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.702360 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72f7e8a4-09e4-4611-8cf0-59a3f9c27d4d tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.739452 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72f7e8a4-09e4-4611-8cf0-59a3f9c27d4d tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Pushing event deleted for resources: {'Subnet': ['ID=18f5cef4-3e5a-42e9-b4b1-0b8c560312b6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:18.745546 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72f7e8a4-09e4-4611-8cf0-59a3f9c27d4d tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.748119 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-72f7e8a4-09e4-4611-8cf0-59a3f9c27d4d tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] 10.222.0.22 "DELETE /v2.0/subnets/18f5cef4-3e5a-42e9-b4b1-0b8c560312b6 HTTP/1.1" status: 204 len: 168 time: 1.0386074 Jul 16 08:46:18.755875 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 52946) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:18.756478 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd51f9e7-6db0-4987-8c94-bfafcbf437fc None None] Network 349a7273-845b-452c-9027-208a85fdb9d3 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:18.818208 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b9c5e45-7be3-4dc6-b4ef-f7c0eb04a4da tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Deleting subnet 7ab53912-53af-4c0a-a21e-959e5c238b3f {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:46:18.821894 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4b9c5e45-7be3-4dc6-b4ef-f7c0eb04a4da tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.867527 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 364af638-4723-4510-af78-24e90addbc6d up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:18.898367 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4b9c5e45-7be3-4dc6-b4ef-f7c0eb04a4da tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:18.952218 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d117beb-6399-4e9f-967f-7b89089cbca1 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.083966 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 364af638-4723-4510-af78-24e90addbc6d completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:19.099532 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 364af638-4723-4510-af78-24e90addbc6d triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:19.100168 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.170768 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-661ce1cf-159b-48e5-844e-9d3968a01596 None None] DHCP port deletion for 349a7273-845b-452c-9027-208a85fdb9d3 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:46:19.226913 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4b9c5e45-7be3-4dc6-b4ef-f7c0eb04a4da tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.263621 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.303593 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 364af638-4723-4510-af78-24e90addbc6d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=364af638-4723-4510-af78-24e90addbc6d,segment=NetworkSegment(9452ae90-4bd6-4866-933c-eec760d2cc0f),segment_id=9452ae90-4bd6-4866-933c-eec760d2cc0f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:19.305650 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a284e8d-239c-423a-bbfe-197eddb0d17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364af638-4723-4510-af78-24e90addbc6d'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:19.308908 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba1b799c-47d2-41c9-a77d-4c394daf6045" -d '{"events": [{"server_uuid": "5a284e8d-239c-423a-bbfe-197eddb0d17d", "name": "network-vif-plugged", "status": "completed", "tag": "364af638-4723-4510-af78-24e90addbc6d"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:19.314435 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.322928 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-661ce1cf-159b-48e5-844e-9d3968a01596 None None] Deleting port f7db6a34-a2cc-42c6-b672-da8d7059953e {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:19.323912 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-661ce1cf-159b-48e5-844e-9d3968a01596 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.371672 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd84dc4-e429-41e1-bec6-206e6e74674e req-c319baf4-f528-447e-8b8b-bbc01a2bff8e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:19.384881 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4fd84dc4-e429-41e1-bec6-206e6e74674e req-c319baf4-f528-447e-8b8b-bbc01a2bff8e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 944 time: 0.2635009 Jul 16 08:46:19.391430 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4b9c5e45-7be3-4dc6-b4ef-f7c0eb04a4da tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.423887 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d117beb-6399-4e9f-967f-7b89089cbca1 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.430007 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d117beb-6399-4e9f-967f-7b89089cbca1 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-523541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-523532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523653'] for router, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.430673 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=364af638-4723-4510-af78-24e90addbc6d,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:19.443765 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-661ce1cf-159b-48e5-844e-9d3968a01596 None None] For port f7db6a34-a2cc-42c6-b672-da8d7059953e, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f7db6a34-a2cc-42c6-b672-da8d7059953e,segment=NetworkSegment(9f8804db-9594-4c75-952b-d4ecc26321c1),segment_id=9f8804db-9594-4c75-952b-d4ecc26321c1)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:19.444475 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-661ce1cf-159b-48e5-844e-9d3968a01596 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.454709 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adafedf9-910e-4d17-b3d0-640224cc44e9 x-openstack-request-id: req-adafedf9-910e-4d17-b3d0-640224cc44e9 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:19.455233 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a284e8d-239c-423a-bbfe-197eddb0d17d", "name": "network-vif-plugged", "status": "completed", "tag": "364af638-4723-4510-af78-24e90addbc6d", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:19.455684 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-adafedf9-910e-4d17-b3d0-640224cc44e9 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:19.456251 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a284e8d-239c-423a-bbfe-197eddb0d17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364af638-4723-4510-af78-24e90addbc6d', 'code': 200} Jul 16 08:46:19.462751 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-661ce1cf-159b-48e5-844e-9d3968a01596 None None] Calling delete_port for f7db6a34-a2cc-42c6-b672-da8d7059953e owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:19.487872 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c5e45-7be3-4dc6-b4ef-f7c0eb04a4da tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Pushing event deleted for resources: {'Subnet': ['ID=7ab53912-53af-4c0a-a21e-959e5c238b3f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:19.495921 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4b9c5e45-7be3-4dc6-b4ef-f7c0eb04a4da tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.533066 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4354e9a3-b543-44bc-a85d-fbf2bfdb2b60 None None] Network a621321a-5e2d-483c-aebe-825fe0df5e02 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:19.548576 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4b9c5e45-7be3-4dc6-b4ef-f7c0eb04a4da tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] 10.222.0.22 "DELETE /v2.0/subnets/7ab53912-53af-4c0a-a21e-959e5c238b3f HTTP/1.1" status: 204 len: 168 time: 0.7913156 Jul 16 08:46:19.549745 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53040) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:19.618653 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4fd84dc4-e429-41e1-bec6-206e6e74674e req-a015a4f3-66f9-4d40-b28c-b2fdb80204f1 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2218716 Jul 16 08:46:19.713307 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d117beb-6399-4e9f-967f-7b89089cbca1 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Router 23c53105-1029-493a-9a68-bc7948f48538 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:46:19.726537 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-661ce1cf-159b-48e5-844e-9d3968a01596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.730252 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8bb51b-d4d3-491c-b3d5-4e3344e16baf req-31db2eca-efac-4044-9cbc-80e8e9eedc0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:19.735538 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5d8bb51b-d4d3-491c-b3d5-4e3344e16baf req-31db2eca-efac-4044-9cbc-80e8e9eedc0d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 1097 time: 0.1605194 Jul 16 08:46:19.781520 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661ce1cf-159b-48e5-844e-9d3968a01596 None None] Pushing event deleted for resources: {'Port': ['ID=f7db6a34-a2cc-42c6-b672-da8d7059953e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:19.800314 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661ce1cf-159b-48e5-844e-9d3968a01596 None None] No DVR routers for this DVR port f7db6a34-a2cc-42c6-b672-da8d7059953e on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:46:19.804076 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-387f08d0-3443-498b-a564-77196a2e5a78 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.808923 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f7db6a34-a2cc-42c6-b672-da8d7059953e no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:19.845105 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: f7db6a34-a2cc-42c6-b672-da8d7059953e {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:46:19.845105 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f7db6a34-a2cc-42c6-b672-da8d7059953e not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:46:19.917029 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1812b2d-c351-4ef6-bdd0-5e83482f4936 None None] DHCP port deletion for a621321a-5e2d-483c-aebe-825fe0df5e02 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:46:19.952088 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5d8bb51b-d4d3-491c-b3d5-4e3344e16baf req-fa0cdbcd-2b49-4835-b0ea-841e70090307 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1314845 Jul 16 08:46:19.976203 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d117beb-6399-4e9f-967f-7b89089cbca1 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:19.982351 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d117beb-6399-4e9f-967f-7b89089cbca1 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:19.984155 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9d117beb-6399-4e9f-967f-7b89089cbca1 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "PUT /v2.0/routers/23c53105-1029-493a-9a68-bc7948f48538 HTTP/1.1" status: 200 len: 918 time: 3.6748185 Jul 16 08:46:19.987490 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53082) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:19.990159 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cb2fee-49ee-4b05-a67a-c3f92145ec9f None None] Sync routers for ids ['23c53105-1029-493a-9a68-bc7948f48538'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:20.004659 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cb2fee-49ee-4b05-a67a-c3f92145ec9f None None] Routers {'23c53105-1029-493a-9a68-bc7948f48538'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:20.005627 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-37cb2fee-49ee-4b05-a67a-c3f92145ec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:46:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['23c53105-1029-493a-9a68-bc7948f48538'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:20.026494 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e1812b2d-c351-4ef6-bdd0-5e83482f4936 None None] Deleting port bbef495f-7ba8-4371-90f8-cd13de51871e {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:20.026940 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e1812b2d-c351-4ef6-bdd0-5e83482f4936 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.132615 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-38d028ac-22e8-4353-b259-c9fe43388e1f tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "GET /v2.0/routers/23c53105-1029-493a-9a68-bc7948f48538 HTTP/1.1" status: 200 len: 924 time: 0.1436059 Jul 16 08:46:20.135325 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53098) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:20.140104 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-37cb2fee-49ee-4b05-a67a-c3f92145ec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:20.164738 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cb2fee-49ee-4b05-a67a-c3f92145ec9f None None] Routers {'23c53105-1029-493a-9a68-bc7948f48538'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:20.165471 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-37cb2fee-49ee-4b05-a67a-c3f92145ec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:46:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['23c53105-1029-493a-9a68-bc7948f48538'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:20.205543 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-37cb2fee-49ee-4b05-a67a-c3f92145ec9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:20.206354 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37cb2fee-49ee-4b05-a67a-c3f92145ec9f None None] The sync data for ids ['23c53105-1029-493a-9a68-bc7948f48538'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:20.290222 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-777442c1-2952-4921-9ced-f86938c85c66 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:20.292408 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-777442c1-2952-4921-9ced-f86938c85c66 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=4a545af8-8142-4a44-8290-045c2901c634&device_id=23c53105-1029-493a-9a68-bc7948f48538&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1555085 Jul 16 08:46:20.294956 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53120) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:20.353011 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e1812b2d-c351-4ef6-bdd0-5e83482f4936 None None] For port bbef495f-7ba8-4371-90f8-cd13de51871e, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=bbef495f-7ba8-4371-90f8-cd13de51871e,segment=NetworkSegment(deb418ec-e1c8-43ac-ad62-19c4a8303d98),segment_id=deb418ec-e1c8-43ac-ad62-19c4a8303d98)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:20.353653 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e1812b2d-c351-4ef6-bdd0-5e83482f4936 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.367719 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-387f08d0-3443-498b-a564-77196a2e5a78 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.371382 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e1812b2d-c351-4ef6-bdd0-5e83482f4936 None None] Calling delete_port for bbef495f-7ba8-4371-90f8-cd13de51871e owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:20.378321 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-387f08d0-3443-498b-a564-77196a2e5a78 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['349a7273-845b-452c-9027-208a85fdb9d3']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:20.397845 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-387f08d0-3443-498b-a564-77196a2e5a78 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f8804db-9594-4c75-952b-d4ecc26321c1') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:20.398157 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-387f08d0-3443-498b-a564-77196a2e5a78 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f8804db-9594-4c75-952b-d4ecc26321c1') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:20.405045 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acd358b6-cb56-4a03-be61-c568979c181f tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:20.408051 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-acd358b6-cb56-4a03-be61-c568979c181f tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "GET /v2.0/networks/4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 881 time: 0.1107302 Jul 16 08:46:20.410913 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53134) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:20.419210 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-387f08d0-3443-498b-a564-77196a2e5a78 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.438401 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-387f08d0-3443-498b-a564-77196a2e5a78 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.445306 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-387f08d0-3443-498b-a564-77196a2e5a78 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:46:20.445582 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-387f08d0-3443-498b-a564-77196a2e5a78 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.448628 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4b7848e1-eb1a-4e0a-bec7-8c72090ebfa9 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "GET /v2.0/ports?device_id=23c53105-1029-493a-9a68-bc7948f48538 HTTP/1.1" status: 200 len: 205 time: 0.0341470 Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: items = [ Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:46:20.449142 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:46:20.452940 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53140) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:20.472502 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e1812b2d-c351-4ef6-bdd0-5e83482f4936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.510552 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1812b2d-c351-4ef6-bdd0-5e83482f4936 None None] Pushing event deleted for resources: {'Port': ['ID=bbef495f-7ba8-4371-90f8-cd13de51871e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:20.514905 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1812b2d-c351-4ef6-bdd0-5e83482f4936 None None] No DVR routers for this DVR port bbef495f-7ba8-4371-90f8-cd13de51871e on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:46:20.532741 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-387f08d0-3443-498b-a564-77196a2e5a78 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.549266 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-387f08d0-3443-498b-a564-77196a2e5a78 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.551099 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-387f08d0-3443-498b-a564-77196a2e5a78 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] 10.222.0.22 "DELETE /v2.0/networks/349a7273-845b-452c-9027-208a85fdb9d3 HTTP/1.1" status: 204 len: 168 time: 0.9899762 Jul 16 08:46:20.559739 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53156) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:20.570046 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387f08d0-3443-498b-a564-77196a2e5a78 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Pushing event deleted for resources: {'Network': ['ID=349a7273-845b-452c-9027-208a85fdb9d3,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:20.609041 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-35b45d95-ee18-4249-8391-392d3318fdb2 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.654594 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2aa5c63a-2a8a-4f1a-b4d5-a042f8590a98 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.763282 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-35b45d95-ee18-4249-8391-392d3318fdb2 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.767914 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2aa5c63a-2a8a-4f1a-b4d5-a042f8590a98 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.780462 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-2aa5c63a-2a8a-4f1a-b4d5-a042f8590a98 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a621321a-5e2d-483c-aebe-825fe0df5e02']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:20.807229 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-2aa5c63a-2a8a-4f1a-b4d5-a042f8590a98 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deb418ec-e1c8-43ac-ad62-19c4a8303d98') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:20.807809 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-2aa5c63a-2a8a-4f1a-b4d5-a042f8590a98 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deb418ec-e1c8-43ac-ad62-19c4a8303d98') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:20.836462 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-35b45d95-ee18-4249-8391-392d3318fdb2 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Deleting port 22cf4b2b-b07c-4385-8ee6-d8c9e930422c {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:20.837093 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-35b45d95-ee18-4249-8391-392d3318fdb2 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.851968 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2aa5c63a-2a8a-4f1a-b4d5-a042f8590a98 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.873893 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2aa5c63a-2a8a-4f1a-b4d5-a042f8590a98 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.884240 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2aa5c63a-2a8a-4f1a-b4d5-a042f8590a98 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:46:20.884832 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2aa5c63a-2a8a-4f1a-b4d5-a042f8590a98 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.888088 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:46:20.888088 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:46:20.888088 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:46:20.888088 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:46:20.888088 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:46:20.888088 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:46:20.888088 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:46:20.888088 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:46:20.888088 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:46:20.888088 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:46:20.888088 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:46:20.888088 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:46:20.888088 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:46:20.888088 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:46:20.888088 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:46:20.888088 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:46:20.888088 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:46:20.888088 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:46:20.888088 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:46:20.888088 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:46:20.888088 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:46:20.888088 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:46:20.888088 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:46:20.888088 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:46:20.888088 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:46:20.888088 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:46:20.888088 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:46:20.888088 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:46:20.888088 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:46:20.888088 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:46:20.888088 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:46:20.888088 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:46:20.987457 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2fa2c-b10a-4872-9746-1c8dfb501101 req-a87599b2-dcc3-438e-b185-a04c333a83d6 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:20.991560 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-35b45d95-ee18-4249-8391-392d3318fdb2 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:20.994506 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-42b2fa2c-b10a-4872-9746-1c8dfb501101 req-a87599b2-dcc3-438e-b185-a04c333a83d6 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 945 time: 0.1931298 Jul 16 08:46:21.011263 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2aa5c63a-2a8a-4f1a-b4d5-a042f8590a98 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.020223 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-35b45d95-ee18-4249-8391-392d3318fdb2 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Calling delete_port for 22cf4b2b-b07c-4385-8ee6-d8c9e930422c owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:21.021804 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2aa5c63a-2a8a-4f1a-b4d5-a042f8590a98 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.026452 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2aa5c63a-2a8a-4f1a-b4d5-a042f8590a98 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] 10.222.0.22 "DELETE /v2.0/networks/a621321a-5e2d-483c-aebe-825fe0df5e02 HTTP/1.1" status: 204 len: 168 time: 0.4657588 Jul 16 08:46:21.026801 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53218) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:21.042535 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa5c63a-2a8a-4f1a-b4d5-a042f8590a98 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Pushing event deleted for resources: {'Network': ['ID=a621321a-5e2d-483c-aebe-825fe0df5e02,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:21.058062 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-42b2fa2c-b10a-4872-9746-1c8dfb501101 req-00819111-97e7-4ec7-8fa9-56152d13e8d4 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626895 Jul 16 08:46:21.163344 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-69a41190-00ee-4d14-9fcc-4b8058163a46 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Deleting subnet 9943f6aa-c482-45e6-8528-81bfae441ecc {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:46:21.168794 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69a41190-00ee-4d14-9fcc-4b8058163a46 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.250825 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69a41190-00ee-4d14-9fcc-4b8058163a46 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.378992 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-35b45d95-ee18-4249-8391-392d3318fdb2 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.381910 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69a41190-00ee-4d14-9fcc-4b8058163a46 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.431436 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b45d95-ee18-4249-8391-392d3318fdb2 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Pushing event deleted for resources: {'Port': ['ID=22cf4b2b-b07c-4385-8ee6-d8c9e930422c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:21.533489 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-35b45d95-ee18-4249-8391-392d3318fdb2 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.535785 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69a41190-00ee-4d14-9fcc-4b8058163a46 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.625268 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a41190-00ee-4d14-9fcc-4b8058163a46 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Pushing event deleted for resources: {'Subnet': ['ID=9943f6aa-c482-45e6-8528-81bfae441ecc,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:21.632053 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a243f6-2454-46a8-b2c8-9b5269134c53 None None] Network 0d452dc0-9bed-4687-a5d8-7b93d8e4dc6c requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:21.651248 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69a41190-00ee-4d14-9fcc-4b8058163a46 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.654479 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-69a41190-00ee-4d14-9fcc-4b8058163a46 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] 10.222.0.22 "DELETE /v2.0/subnets/9943f6aa-c482-45e6-8528-81bfae441ecc HTTP/1.1" status: 204 len: 168 time: 0.6266863 Jul 16 08:46:21.656315 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53306) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:21.665665 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-35b45d95-ee18-4249-8391-392d3318fdb2 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.681065 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-35b45d95-ee18-4249-8391-392d3318fdb2 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.745974 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-35b45d95-ee18-4249-8391-392d3318fdb2 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.746502 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35b45d95-ee18-4249-8391-392d3318fdb2 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Fanout notify agent at l3_agent the message router_deleted on router 23c53105-1029-493a-9a68-bc7948f48538 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:46:21.762715 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-35b45d95-ee18-4249-8391-392d3318fdb2 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.764427 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-35b45d95-ee18-4249-8391-392d3318fdb2 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "DELETE /v2.0/routers/23c53105-1029-493a-9a68-bc7948f48538 HTTP/1.1" status: 204 len: 168 time: 1.3088551 Jul 16 08:46:21.768416 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53320) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:21.770421 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0effab2-71fa-4d74-805b-3aa62658369b tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.779745 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c03621ab-1f7c-4ef8-9b0d-2fc6baa90161 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1880559019', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:21.822834 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device bbef495f-7ba8-4371-90f8-cd13de51871e no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:21.834312 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c03621ab-1f7c-4ef8-9b0d-2fc6baa90161 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.836753 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c03621ab-1f7c-4ef8-9b0d-2fc6baa90161 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.852605 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: bbef495f-7ba8-4371-90f8-cd13de51871e {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:46:21.853021 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device bbef495f-7ba8-4371-90f8-cd13de51871e not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:46:21.853727 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b0effab2-71fa-4d74-805b-3aa62658369b tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Deleting port 913de9ff-5fdf-4cc0-8970-d65fe7badb39 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:21.854229 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0effab2-71fa-4d74-805b-3aa62658369b tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.925898 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c03621ab-1f7c-4ef8-9b0d-2fc6baa90161 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.946474 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b0effab2-71fa-4d74-805b-3aa62658369b tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] For port 913de9ff-5fdf-4cc0-8970-d65fe7badb39, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=913de9ff-5fdf-4cc0-8970-d65fe7badb39,segment=NetworkSegment(6bdb2ff5-6e71-4607-9021-006d7fb3ffcf),segment_id=6bdb2ff5-6e71-4607-9021-006d7fb3ffcf)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:21.949097 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0effab2-71fa-4d74-805b-3aa62658369b tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:21.963082 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b0effab2-71fa-4d74-805b-3aa62658369b tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Calling delete_port for 913de9ff-5fdf-4cc0-8970-d65fe7badb39 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:21.977482 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804b692a-ed82-4c84-8fbd-cfdccfbcf2da None None] DHCP port deletion for 0d452dc0-9bed-4687-a5d8-7b93d8e4dc6c request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:46:22.036090 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-804b692a-ed82-4c84-8fbd-cfdccfbcf2da None None] Deleting port 913de9ff-5fdf-4cc0-8970-d65fe7badb39 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:22.036751 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-804b692a-ed82-4c84-8fbd-cfdccfbcf2da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.087262 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0effab2-71fa-4d74-805b-3aa62658369b tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.128182 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c03621ab-1f7c-4ef8-9b0d-2fc6baa90161 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.144964 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-804b692a-ed82-4c84-8fbd-cfdccfbcf2da None None] For port 913de9ff-5fdf-4cc0-8970-d65fe7badb39, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=913de9ff-5fdf-4cc0-8970-d65fe7badb39,segment=NetworkSegment(6bdb2ff5-6e71-4607-9021-006d7fb3ffcf),segment_id=6bdb2ff5-6e71-4607-9021-006d7fb3ffcf)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:22.145369 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-804b692a-ed82-4c84-8fbd-cfdccfbcf2da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.165810 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-804b692a-ed82-4c84-8fbd-cfdccfbcf2da None None] Calling delete_port for 913de9ff-5fdf-4cc0-8970-d65fe7badb39 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:22.171593 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0effab2-71fa-4d74-805b-3aa62658369b tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Pushing event deleted for resources: {'Port': ['ID=913de9ff-5fdf-4cc0-8970-d65fe7badb39,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:22.181422 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0effab2-71fa-4d74-805b-3aa62658369b tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] No DVR routers for this DVR port 913de9ff-5fdf-4cc0-8970-d65fe7badb39 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:46:22.335233 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-804b692a-ed82-4c84-8fbd-cfdccfbcf2da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.374828 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0effab2-71fa-4d74-805b-3aa62658369b tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.380389 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-804b692a-ed82-4c84-8fbd-cfdccfbcf2da None None] No DVR routers for this DVR port 913de9ff-5fdf-4cc0-8970-d65fe7badb39 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:46:22.386969 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804b692a-ed82-4c84-8fbd-cfdccfbcf2da None None] Pushing event deleted for resources: {'Port': ['ID=913de9ff-5fdf-4cc0-8970-d65fe7badb39,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:22.431782 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-b0effab2-71fa-4d74-805b-3aa62658369b tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d452dc0-9bed-4687-a5d8-7b93d8e4dc6c']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:22.462803 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-b0effab2-71fa-4d74-805b-3aa62658369b tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bdb2ff5-6e71-4607-9021-006d7fb3ffcf') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:22.464300 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-b0effab2-71fa-4d74-805b-3aa62658369b tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bdb2ff5-6e71-4607-9021-006d7fb3ffcf') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:22.486999 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0effab2-71fa-4d74-805b-3aa62658369b tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.487126 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c03621ab-1f7c-4ef8-9b0d-2fc6baa90161 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.510193 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c03621ab-1f7c-4ef8-9b0d-2fc6baa90161 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.527582 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f94d8f80-d33c-46c3-b72f-1252f3791849 req-99d3d3ef-ef32-427c-9d97-f8c0d180cb5f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:22.541314 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f94d8f80-d33c-46c3-b72f-1252f3791849 req-99d3d3ef-ef32-427c-9d97-f8c0d180cb5f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 945 time: 0.2388804 Jul 16 08:46:22.588197 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0effab2-71fa-4d74-805b-3aa62658369b tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.605614 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0effab2-71fa-4d74-805b-3aa62658369b tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:46:22.606940 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0effab2-71fa-4d74-805b-3aa62658369b tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.612454 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:46:22.612454 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:46:22.612454 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:46:22.612454 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:46:22.612454 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:46:22.612454 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:46:22.612454 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:46:22.612454 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:46:22.612454 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:46:22.612454 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:46:22.612454 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:46:22.612454 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:46:22.612454 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:46:22.612454 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:46:22.612454 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:46:22.612454 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:46:22.612454 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:46:22.612454 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:46:22.612454 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:46:22.612454 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:46:22.612454 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:46:22.612454 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:46:22.612454 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:46:22.612454 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:46:22.612454 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:46:22.612454 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:46:22.612454 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:46:22.612454 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:46:22.612454 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:46:22.612454 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:46:22.612454 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:46:22.612454 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:46:22.660744 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f94d8f80-d33c-46c3-b72f-1252f3791849 req-3b5701e4-5d71-4b97-a534-64e46be994cb tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1176462 Jul 16 08:46:22.678390 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-c03621ab-1f7c-4ef8-9b0d-2fc6baa90161 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Allocated IP 172.25.3.79 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/0fad1009-e2be-48ad-9b60-3c256b852a37) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:22.715607 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0effab2-71fa-4d74-805b-3aa62658369b tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.729901 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0effab2-71fa-4d74-805b-3aa62658369b tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.729901 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b0effab2-71fa-4d74-805b-3aa62658369b tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] 10.222.0.22 "DELETE /v2.0/networks/0d452dc0-9bed-4687-a5d8-7b93d8e4dc6c HTTP/1.1" status: 204 len: 168 time: 1.0695975 Jul 16 08:46:22.735902 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53378) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:22.752683 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0effab2-71fa-4d74-805b-3aa62658369b tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Pushing event deleted for resources: {'Network': ['ID=0d452dc0-9bed-4687-a5d8-7b93d8e4dc6c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:22.839862 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c03621ab-1f7c-4ef8-9b0d-2fc6baa90161 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.888635 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c03621ab-1f7c-4ef8-9b0d-2fc6baa90161 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:22.918865 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53388) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:22.919650 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-60136a61-ef4c-47a4-b1a3-6027c7a33c31 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] 10.222.0.22 "GET /v2.0/ports?device_id=e596aefc-2db6-489e-a304-ecf143652783 HTTP/1.1" status: 200 len: 205 time: 0.1818588 Jul 16 08:46:22.961617 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03621ab-1f7c-4ef8-9b0d-2fc6baa90161 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:22.979724 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-c03621ab-1f7c-4ef8-9b0d-2fc6baa90161 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:23.003317 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03621ab-1f7c-4ef8-9b0d-2fc6baa90161 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:23.028959 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03621ab-1f7c-4ef8-9b0d-2fc6baa90161 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Pushing event updated for resources: {'Port': ['ID=0fad1009-e2be-48ad-9b60-3c256b852a37,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:23.049777 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a7061b56-53a8-4edb-a4f9-da8178831fc0 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:23.188874 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01155b2f-7447-4ef4-a6b6-85ad5818cee7 req-a4fbf3a5-a31e-423b-9086-6325e1fc0f64 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:23.190740 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-01155b2f-7447-4ef4-a6b6-85ad5818cee7 req-a4fbf3a5-a31e-423b-9086-6325e1fc0f64 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 945 time: 0.2275741 Jul 16 08:46:23.201132 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53392) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:23.216381 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0a8009cb-feb7-412d-aa68-80e3c6731255 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Request body: {'floatingip': {'port_id': '364af638-4723-4510-af78-24e90addbc6d'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:23.267315 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a7061b56-53a8-4edb-a4f9-da8178831fc0 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:23.269582 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a7061b56-53a8-4edb-a4f9-da8178831fc0 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:23.325240 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a7061b56-53a8-4edb-a4f9-da8178831fc0 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:23.325894 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7061b56-53a8-4edb-a4f9-da8178831fc0 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Fanout notify agent at l3_agent the message router_deleted on router e596aefc-2db6-489e-a304-ecf143652783 {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:46:23.336077 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a7061b56-53a8-4edb-a4f9-da8178831fc0 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:23.341301 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a7061b56-53a8-4edb-a4f9-da8178831fc0 tempest-RoutersNegativeTest-1237193184 tempest-RoutersNegativeTest-1237193184-project] 10.222.0.22 "DELETE /v2.0/routers/e596aefc-2db6-489e-a304-ecf143652783 HTTP/1.1" status: 204 len: 168 time: 0.4209423 Jul 16 08:46:23.410255 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0a8009cb-feb7-412d-aa68-80e3c6731255 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:23.485853 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c03621ab-1f7c-4ef8-9b0d-2fc6baa90161 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:23.816031 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53402) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:23.837828 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 913de9ff-5fdf-4cc0-8970-d65fe7badb39 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:23.860657 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 913de9ff-5fdf-4cc0-8970-d65fe7badb39 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:46:23.861357 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 913de9ff-5fdf-4cc0-8970-d65fe7badb39 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:46:24.013527 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3eb47857-ceb0-4aff-982d-816098d28754 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=36a8fdc74ed64e40a4fbda8e91ca51ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1955256 Jul 16 08:46:24.017726 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53408) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:24.102322 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc490e04-0e22-4d61-bce7-0af4d18bb942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:24.161662 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc490e04-0e22-4d61-bce7-0af4d18bb942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:24.235640 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc490e04-0e22-4d61-bce7-0af4d18bb942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:24.240049 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc490e04-0e22-4d61-bce7-0af4d18bb942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:24.242100 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-dc490e04-0e22-4d61-bce7-0af4d18bb942 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fdab9ac1-c63f-4f49-a416-05242b7bb99a HTTP/1.1" status: 204 len: 168 time: 0.2232118 Jul 16 08:46:24.267644 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc490e04-0e22-4d61-bce7-0af4d18bb942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdab9ac1-c63f-4f49-a416-05242b7bb99a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:24.454811 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c03621ab-1f7c-4ef8-9b0d-2fc6baa90161 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:24.779491 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c03621ab-1f7c-4ef8-9b0d-2fc6baa90161 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Router 29eabae6-a99e-473c-8c5a-e94931d13046 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:46:24.803406 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0a8009cb-feb7-412d-aa68-80e3c6731255 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:24.839282 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0a8009cb-feb7-412d-aa68-80e3c6731255 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:24.973354 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-0a8009cb-feb7-412d-aa68-80e3c6731255 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Floating IP f61ea9dd-a3ca-404b-bda3-d0e92b363447 associated. External IP: 172.25.3.147, port: 364af638-4723-4510-af78-24e90addbc6d. Jul 16 08:46:25.135896 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c03621ab-1f7c-4ef8-9b0d-2fc6baa90161 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:25.146858 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc1029c-8301-4054-9d6c-c38963e706f9 None None] Sync routers for ids ['29eabae6-a99e-473c-8c5a-e94931d13046'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:25.164113 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc1029c-8301-4054-9d6c-c38963e706f9 None None] Routers {'29eabae6-a99e-473c-8c5a-e94931d13046'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:25.165589 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0cc1029c-8301-4054-9d6c-c38963e706f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:46:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['29eabae6-a99e-473c-8c5a-e94931d13046'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:25.167453 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c03621ab-1f7c-4ef8-9b0d-2fc6baa90161 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:25.169073 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c03621ab-1f7c-4ef8-9b0d-2fc6baa90161 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.3992274 Jul 16 08:46:25.171705 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53456) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:25.177293 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-bd1af13c-8c70-4c65-b91e-ecabcb953caa tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:25.238873 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0cc1029c-8301-4054-9d6c-c38963e706f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:25.253474 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53458) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:25.264870 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cc1029c-8301-4054-9d6c-c38963e706f9 None None] Routers {'29eabae6-a99e-473c-8c5a-e94931d13046'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:25.265501 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0cc1029c-8301-4054-9d6c-c38963e706f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:46:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['29eabae6-a99e-473c-8c5a-e94931d13046'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:25.317015 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0cc1029c-8301-4054-9d6c-c38963e706f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:25.317807 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cc1029c-8301-4054-9d6c-c38963e706f9 None None] The sync data for ids ['29eabae6-a99e-473c-8c5a-e94931d13046'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:25.394092 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-d1cb1660-efa8-4ee5-97e6-215a7801342b tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Request body: {'security_group': {'name': 'tempest-secgroup--642193905'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:25.421851 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d1cb1660-efa8-4ee5-97e6-215a7801342b tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:25.434649 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d1cb1660-efa8-4ee5-97e6-215a7801342b tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:25.446207 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a8009cb-feb7-412d-aa68-80e3c6731255 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Router 2eaf654e-455e-4eea-9df3-6eb17b5994bf has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:46:25.582098 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d1cb1660-efa8-4ee5-97e6-215a7801342b tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:25.587398 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d1cb1660-efa8-4ee5-97e6-215a7801342b tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:25.698967 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d1cb1660-efa8-4ee5-97e6-215a7801342b tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:25.724994 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d1cb1660-efa8-4ee5-97e6-215a7801342b tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:25.737196 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb1660-efa8-4ee5-97e6-215a7801342b tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3f294b3f-0f37-44f1-970a-b5b8651fb63c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:25.768417 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d1cb1660-efa8-4ee5-97e6-215a7801342b tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:25.772446 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd1af13c-8c70-4c65-b91e-ecabcb953caa tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:25.773720 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d1cb1660-efa8-4ee5-97e6-215a7801342b tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5177715 Jul 16 08:46:25.777495 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53464) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:25.803190 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd1af13c-8c70-4c65-b91e-ecabcb953caa tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:25.857859 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a8009cb-feb7-412d-aa68-80e3c6731255 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:25.864259 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0a8009cb-feb7-412d-aa68-80e3c6731255 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:25.868961 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd421883-2584-4b04-b5ed-d06f32ae3d9b None None] Sync routers for ids ['2eaf654e-455e-4eea-9df3-6eb17b5994bf'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:25.884708 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd421883-2584-4b04-b5ed-d06f32ae3d9b None None] Routers {'2eaf654e-455e-4eea-9df3-6eb17b5994bf'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:25.885355 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-cd421883-2584-4b04-b5ed-d06f32ae3d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:46:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2eaf654e-455e-4eea-9df3-6eb17b5994bf'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:25.902560 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a46a2d1f-3b51-489a-ad5d-912367da2b49 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1236153 Jul 16 08:46:25.903721 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cb1660-efa8-4ee5-97e6-215a7801342b tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48559683-030d-4a3f-b09f-2cf40b75e897,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:25.908315 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53474) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:25.915497 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-3d709920-9d73-4379-aa26-ae7bff53aad1 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Request body: {'security_group': {'name': 'tempest-security--2100490441', 'description': 'tempest-security-description-167247773'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:25.965899 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3d709920-9d73-4379-aa26-ae7bff53aad1 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:25.984599 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0a8009cb-feb7-412d-aa68-80e3c6731255 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "PUT /v2.0/floatingips/f61ea9dd-a3ca-404b-bda3-d0e92b363447 HTTP/1.1" status: 200 len: 991 time: 2.7726285 Jul 16 08:46:25.988452 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a284e8d-239c-423a-bbfe-197eddb0d17d', 'tag': '364af638-4723-4510-af78-24e90addbc6d'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:46:25.992687 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19587532-d722-4ccf-bfcd-be6d4f692bd3" -d '{"events": [{"name": "network-changed", "server_uuid": "5a284e8d-239c-423a-bbfe-197eddb0d17d", "tag": "364af638-4723-4510-af78-24e90addbc6d"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:46:26.009397 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-bd1af13c-8c70-4c65-b91e-ecabcb953caa tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Deleting port 0fad1009-e2be-48ad-9b60-3c256b852a37 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:26.010988 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd1af13c-8c70-4c65-b91e-ecabcb953caa tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:26.137720 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f50cc2-9608-4ba8-a5b9-45ac36bcd190 x-openstack-request-id: req-58f50cc2-9608-4ba8-a5b9-45ac36bcd190 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:46:26.138048 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a284e8d-239c-423a-bbfe-197eddb0d17d", "tag": "364af638-4723-4510-af78-24e90addbc6d", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:46:26.138321 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-58f50cc2-9608-4ba8-a5b9-45ac36bcd190 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:46:26.138728 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a284e8d-239c-423a-bbfe-197eddb0d17d', 'tag': '364af638-4723-4510-af78-24e90addbc6d', 'status': 'completed', 'code': 200} Jul 16 08:46:26.141858 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3d709920-9d73-4379-aa26-ae7bff53aad1 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:26.152635 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3d709920-9d73-4379-aa26-ae7bff53aad1 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:26.157155 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3d709920-9d73-4379-aa26-ae7bff53aad1 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:26.167305 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3d709920-9d73-4379-aa26-ae7bff53aad1 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "PUT /v2.0/security-groups/48559683-030d-4a3f-b09f-2cf40b75e897 HTTP/1.1" status: 200 len: 1779 time: 0.2554786 Jul 16 08:46:26.179650 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53484) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:26.220270 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-cd421883-2584-4b04-b5ed-d06f32ae3d9b None None] Set router 2eaf654e-455e-4eea-9df3-6eb17b5994bf gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:26.229217 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd1af13c-8c70-4c65-b91e-ecabcb953caa tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:26.251748 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-bd1af13c-8c70-4c65-b91e-ecabcb953caa tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Calling delete_port for 0fad1009-e2be-48ad-9b60-3c256b852a37 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:26.334032 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19587532-d722-4ccf-bfcd-be6d4f692bd3 req-3e6e740c-172e-478c-b256-41daa3ebf382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:26.335585 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-19587532-d722-4ccf-bfcd-be6d4f692bd3 req-3e6e740c-172e-478c-b256-41daa3ebf382 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b1a7b336a94513a52f9785e4e37864&device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 1097 time: 0.1958606 Jul 16 08:46:26.433737 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d709920-9d73-4379-aa26-ae7bff53aad1 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48559683-030d-4a3f-b09f-2cf40b75e897,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:26.451329 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b48854ce-91d4-454d-adda-6df80bad82b1 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "GET /v2.0/security-groups/48559683-030d-4a3f-b09f-2cf40b75e897 HTTP/1.1" status: 200 len: 1779 time: 0.2646241 Jul 16 08:46:26.452000 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53486) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:26.606718 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e21745b-acfa-4886-8aa4-e1fd110c5718 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:26.614624 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-cd421883-2584-4b04-b5ed-d06f32ae3d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'name': 'tempest-AttachVolumeShelveTestJSON-593030912-router', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:47Z', 'updated_at': '2021-07-16T08:45:55Z', 'revision_number': 4, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'gw_port': {'id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:48Z', 'updated_at': '2021-07-16T08:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'f61ea9dd-a3ca-404b-bda3-d0e92b363447', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'port_id': '364af638-4723-4510-af78-24e90addbc6d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b', 'mac_address': 'fa:16:3e:1e:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a284e8d-239c-423a-bbfe-197eddb0d17d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:46:05Z', 'updated_at': '2021-07-16T08:46:24Z', 'revision_number': 1, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78dc1f9a-031d-4242-9276-e628690ddd8d', 'name': '', 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'mac_address': 'fa:16:3e:1b:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:53Z', 'updated_at': '2021-07-16T08:46:06Z', 'revision_number': 5, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'subnets': [{'id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:26.652388 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd421883-2584-4b04-b5ed-d06f32ae3d9b None None] Checking router: 2eaf654e-455e-4eea-9df3-6eb17b5994bf for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:46:26.666282 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e21745b-acfa-4886-8aa4-e1fd110c5718 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:26.667378 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd421883-2584-4b04-b5ed-d06f32ae3d9b None None] Routers {'2eaf654e-455e-4eea-9df3-6eb17b5994bf'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:26.669018 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-cd421883-2584-4b04-b5ed-d06f32ae3d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:46:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2eaf654e-455e-4eea-9df3-6eb17b5994bf'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:26.731303 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e21745b-acfa-4886-8aa4-e1fd110c5718 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:26.743195 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19587532-d722-4ccf-bfcd-be6d4f692bd3 req-2f27af9e-c4ef-4cc2-8212-201e0433a51e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:26.743681 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e21745b-acfa-4886-8aa4-e1fd110c5718 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:26.747647 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-19587532-d722-4ccf-bfcd-be6d4f692bd3 req-2f27af9e-c4ef-4cc2-8212-201e0433a51e service neutron] 10.222.0.30 "GET /v2.0/networks?id=009dd0a1-50a1-45ad-bc58-1d113e644d4b HTTP/1.1" status: 200 len: 917 time: 0.4020743 Jul 16 08:46:26.747846 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8e21745b-acfa-4886-8aa4-e1fd110c5718 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "DELETE /v2.0/security-groups/48559683-030d-4a3f-b09f-2cf40b75e897 HTTP/1.1" status: 204 len: 168 time: 0.2914770 Jul 16 08:46:26.747999 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53488) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:26.770116 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e21745b-acfa-4886-8aa4-e1fd110c5718 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48559683-030d-4a3f-b09f-2cf40b75e897,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:26.886426 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-cd421883-2584-4b04-b5ed-d06f32ae3d9b None None] Set router 2eaf654e-455e-4eea-9df3-6eb17b5994bf gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:26.924638 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-19587532-d722-4ccf-bfcd-be6d4f692bd3 req-74dbcdd7-21a3-49e5-a9d5-48b5a8014bf5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=364af638-4723-4510-af78-24e90addbc6d HTTP/1.1" status: 200 len: 999 time: 0.1696141 Jul 16 08:46:26.996865 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-984e1d7a-e33f-4d16-94d2-1a8c3be13975 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2474039 Jul 16 08:46:26.999786 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53492) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:27.024923 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd1af13c-8c70-4c65-b91e-ecabcb953caa tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.042541 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-0c78581e-2ccf-45e8-a90f-4563089aabf5 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] delete failed (client error): The resource could not be found. Jul 16 08:46:27.043600 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0c78581e-2ccf-45e8-a90f-4563089aabf5 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "DELETE /v2.0/security-groups/48559683-030d-4a3f-b09f-2cf40b75e897 HTTP/1.1" status: 404 len: 347 time: 0.0427303 Jul 16 08:46:27.047820 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53496) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:27.056420 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-66d5e5c9-e318-480e-b1cf-4cd19a534127 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Request body: {'security_group': {'name': 'tempest-secgroup--1711537499'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:27.092401 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1af13c-8c70-4c65-b91e-ecabcb953caa tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Pushing event deleted for resources: {'Port': ['ID=0fad1009-e2be-48ad-9b60-3c256b852a37,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:27.102503 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19587532-d722-4ccf-bfcd-be6d4f692bd3 req-a7be4b9f-c941-498a-be8c-bbb77e085408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:27.104299 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-19587532-d722-4ccf-bfcd-be6d4f692bd3 req-a7be4b9f-c941-498a-be8c-bbb77e085408 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a HTTP/1.1" status: 200 len: 855 time: 0.1690626 Jul 16 08:46:27.115868 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-66d5e5c9-e318-480e-b1cf-4cd19a534127 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.279897 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-66d5e5c9-e318-480e-b1cf-4cd19a534127 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.285287 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-66d5e5c9-e318-480e-b1cf-4cd19a534127 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.308261 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd1af13c-8c70-4c65-b91e-ecabcb953caa tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.310819 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-cd421883-2584-4b04-b5ed-d06f32ae3d9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'name': 'tempest-AttachVolumeShelveTestJSON-593030912-router', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:47Z', 'updated_at': '2021-07-16T08:45:55Z', 'revision_number': 4, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'gw_port': {'id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:48Z', 'updated_at': '2021-07-16T08:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'f61ea9dd-a3ca-404b-bda3-d0e92b363447', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'port_id': '364af638-4723-4510-af78-24e90addbc6d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b', 'mac_address': 'fa:16:3e:1e:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a284e8d-239c-423a-bbfe-197eddb0d17d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:46:05Z', 'updated_at': '2021-07-16T08:46:24Z', 'revision_number': 1, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78dc1f9a-031d-4242-9276-e628690ddd8d', 'name': '', 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'mac_address': 'fa:16:3e:1b:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:53Z', 'updated_at': '2021-07-16T08:46:06Z', 'revision_number': 5, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'subnets': [{'id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:27.325938 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-66d5e5c9-e318-480e-b1cf-4cd19a534127 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.331870 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-66d5e5c9-e318-480e-b1cf-4cd19a534127 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2782722 Jul 16 08:46:27.332106 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53500) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:27.341256 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-be749d7b-5f85-4008-8f40-eeab44f93800 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Request body: {'security_group_rule': {'security_group_id': 'bd0cc7a5-83a1-4a97-89ed-30acbaba3394', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:27.347574 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d5e5c9-e318-480e-b1cf-4cd19a534127 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd0cc7a5-83a1-4a97-89ed-30acbaba3394,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:27.358727 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19587532-d722-4ccf-bfcd-be6d4f692bd3 req-8f93cf2a-87bb-486c-8691-23d7ad66f1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:27.361454 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-19587532-d722-4ccf-bfcd-be6d4f692bd3 req-8f93cf2a-87bb-486c-8691-23d7ad66f1f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=009dd0a1-50a1-45ad-bc58-1d113e644d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1984241 Jul 16 08:46:27.383268 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd421883-2584-4b04-b5ed-d06f32ae3d9b None None] The sync data for ids ['2eaf654e-455e-4eea-9df3-6eb17b5994bf'] in n-d-771362-37 is: [{'id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'name': 'tempest-AttachVolumeShelveTestJSON-593030912-router', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:47Z', 'updated_at': '2021-07-16T08:45:55Z', 'revision_number': 4, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'gw_port': {'id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:48Z', 'updated_at': '2021-07-16T08:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'f61ea9dd-a3ca-404b-bda3-d0e92b363447', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'port_id': '364af638-4723-4510-af78-24e90addbc6d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 2710, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b', 'mac_address': 'fa:16:3e:1e:16:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a284e8d-239c-423a-bbfe-197eddb0d17d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:46:05Z', 'updated_at': '2021-07-16T08:46:24Z', 'revision_number': 1, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78dc1f9a-031d-4242-9276-e628690ddd8d', 'name': '', 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'mac_address': 'fa:16:3e:1b:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:53Z', 'updated_at': '2021-07-16T08:46:06Z', 'revision_number': 5, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'subnets': [{'id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:27.402073 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be749d7b-5f85-4008-8f40-eeab44f93800 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.483447 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be749d7b-5f85-4008-8f40-eeab44f93800 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.492540 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be749d7b-5f85-4008-8f40-eeab44f93800 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.533514 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be749d7b-5f85-4008-8f40-eeab44f93800 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544587cd-4e91-443d-873a-a5d3fc7b638c,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:27.559042 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be749d7b-5f85-4008-8f40-eeab44f93800 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.567217 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-be749d7b-5f85-4008-8f40-eeab44f93800 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2334111 Jul 16 08:46:27.568040 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53506) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:27.621617 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-15f61545-66c3-4453-a5aa-f0b994b4b51e tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.634892 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-15f61545-66c3-4453-a5aa-f0b994b4b51e tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.688464 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-15f61545-66c3-4453-a5aa-f0b994b4b51e tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.698638 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-15f61545-66c3-4453-a5aa-f0b994b4b51e tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:27.707321 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-15f61545-66c3-4453-a5aa-f0b994b4b51e tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/544587cd-4e91-443d-873a-a5d3fc7b638c HTTP/1.1" status: 204 len: 168 time: 0.1352315 Jul 16 08:46:27.708535 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53508) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:27.858541 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f61545-66c3-4453-a5aa-f0b994b4b51e tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=544587cd-4e91-443d-873a-a5d3fc7b638c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:27.905672 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9603e1d-d709-46fa-adf6-df80f87e1816 None None] New status for floating IP f61ea9dd-a3ca-404b-bda3-d0e92b363447: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:46:27.950649 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-87216409-1457-457e-b4bc-51f6d16f792a tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2335196 Jul 16 08:46:27.951664 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53510) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:28.100897 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5a7b0b8a-e8d0-4c80-8c5c-85eda3410fac tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.184687 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5a7b0b8a-e8d0-4c80-8c5c-85eda3410fac tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.236109 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd1af13c-8c70-4c65-b91e-ecabcb953caa tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.246424 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd1af13c-8c70-4c65-b91e-ecabcb953caa tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-523541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-523532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523653'] for router, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.260305 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-19587532-d722-4ccf-bfcd-be6d4f692bd3 req-e9a7d8b0-a53b-4e6b-a871-1f400fb9e8b5 service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8285463 Jul 16 08:46:28.292077 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5a7b0b8a-e8d0-4c80-8c5c-85eda3410fac tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.302410 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5a7b0b8a-e8d0-4c80-8c5c-85eda3410fac tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.309082 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5a7b0b8a-e8d0-4c80-8c5c-85eda3410fac tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "DELETE /v2.0/security-groups/bd0cc7a5-83a1-4a97-89ed-30acbaba3394 HTTP/1.1" status: 204 len: 168 time: 0.3562987 Jul 16 08:46:28.312288 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53522) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:28.392933 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7b0b8a-e8d0-4c80-8c5c-85eda3410fac tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd0cc7a5-83a1-4a97-89ed-30acbaba3394,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:28.436996 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c4eb48a5-1a96-4902-8aa3-b8be5373ea3c tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1115081 Jul 16 08:46:28.438954 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53524) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:28.444520 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-bd7542fd-1e45-4da2-85c6-483071903b0e tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Request body: {'security_group': {'name': 'tempest-secgroup--208077276'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:28.471770 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd7542fd-1e45-4da2-85c6-483071903b0e tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.582382 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd7542fd-1e45-4da2-85c6-483071903b0e tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.587872 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd7542fd-1e45-4da2-85c6-483071903b0e tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.631598 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7542fd-1e45-4da2-85c6-483071903b0e tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04418a7a-f284-4d11-9cb3-77515c9e7d69,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:28.645233 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd1af13c-8c70-4c65-b91e-ecabcb953caa tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Router 29eabae6-a99e-473c-8c5a-e94931d13046 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:46:28.648128 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd7542fd-1e45-4da2-85c6-483071903b0e tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.651304 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bd7542fd-1e45-4da2-85c6-483071903b0e tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2106111 Jul 16 08:46:28.654599 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53526) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:28.664910 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-8919ddad-1547-4461-9abf-7e3fc62e9298 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Request body: {'security_group_rule': {'security_group_id': '04418a7a-f284-4d11-9cb3-77515c9e7d69', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:28.698767 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8919ddad-1547-4461-9abf-7e3fc62e9298 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.746195 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-19587532-d722-4ccf-bfcd-be6d4f692bd3 req-7a945ad1-c19d-4731-b386-6febf758bc3d service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4698989 Jul 16 08:46:28.789357 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8919ddad-1547-4461-9abf-7e3fc62e9298 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.796511 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8919ddad-1547-4461-9abf-7e3fc62e9298 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.843141 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8919ddad-1547-4461-9abf-7e3fc62e9298 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f6b506b-e734-4da5-906d-5651ced12aa3,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:28.893222 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8919ddad-1547-4461-9abf-7e3fc62e9298 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.895211 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd1af13c-8c70-4c65-b91e-ecabcb953caa tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:28.898018 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53532) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:28.899178 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8919ddad-1547-4461-9abf-7e3fc62e9298 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2439206 Jul 16 08:46:28.910578 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d2491e-a279-451c-a5bb-6bda31e806ce None None] Sync routers for ids ['29eabae6-a99e-473c-8c5a-e94931d13046'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:28.913205 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-53f59987-65dd-470d-902e-203094c94e6f tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Request body: {'security_group_rule': {'security_group_id': '04418a7a-f284-4d11-9cb3-77515c9e7d69', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:28.932544 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d2491e-a279-451c-a5bb-6bda31e806ce None None] Routers {'29eabae6-a99e-473c-8c5a-e94931d13046'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:28.941132 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e5d2491e-a279-451c-a5bb-6bda31e806ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:46:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['29eabae6-a99e-473c-8c5a-e94931d13046'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:28.974243 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd1af13c-8c70-4c65-b91e-ecabcb953caa tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:28.979482 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53534) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:28.980468 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bd1af13c-8c70-4c65-b91e-ecabcb953caa tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "PUT /v2.0/routers/29eabae6-a99e-473c-8c5a-e94931d13046 HTTP/1.1" status: 200 len: 710 time: 3.8069143 Jul 16 08:46:29.000510 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-53f59987-65dd-470d-902e-203094c94e6f tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.034997 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e5d2491e-a279-451c-a5bb-6bda31e806ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:29.071101 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d2491e-a279-451c-a5bb-6bda31e806ce None None] Routers {'29eabae6-a99e-473c-8c5a-e94931d13046'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:29.072717 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e5d2491e-a279-451c-a5bb-6bda31e806ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:46:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['29eabae6-a99e-473c-8c5a-e94931d13046'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:29.129054 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-53f59987-65dd-470d-902e-203094c94e6f tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.134251 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-53f59987-65dd-470d-902e-203094c94e6f tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.140221 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-be74e18b-9aec-4720-91c0-dc860bd0b057 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "GET /v2.0/routers/29eabae6-a99e-473c-8c5a-e94931d13046 HTTP/1.1" status: 200 len: 745 time: 0.1560330 Jul 16 08:46:29.143081 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53536) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:29.180531 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-53f59987-65dd-470d-902e-203094c94e6f tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.184799 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-53f59987-65dd-470d-902e-203094c94e6f tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2769763 Jul 16 08:46:29.190026 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53538) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:29.197392 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7d44d4a5-4ba0-4b71-b146-6267c6062a58 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Request body: {'security_group_rule': {'security_group_id': '04418a7a-f284-4d11-9cb3-77515c9e7d69', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:29.200493 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-363072fe-da23-465e-b07f-f07e31f80443 tempest-RoutersIpV6AdminTest-765803514 tempest-RoutersIpV6AdminTest-765803514-project-admin] 10.222.0.22 "GET /v2.0/ports?network_id=4a545af8-8142-4a44-8290-045c2901c634&device_id=29eabae6-a99e-473c-8c5a-e94931d13046 HTTP/1.1" status: 200 len: 205 time: 0.0555921 Jul 16 08:46:29.207014 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53540) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:29.242162 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b20137fb-8905-4153-a5d6-1e990032ac26 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "GET /v2.0/ports?device_id=29eabae6-a99e-473c-8c5a-e94931d13046 HTTP/1.1" status: 200 len: 205 time: 0.0323730 Jul 16 08:46:29.244799 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53542) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:29.245298 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f59987-65dd-470d-902e-203094c94e6f tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d8180c3-4771-449c-ba87-f520e70296dd,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:29.288145 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d44d4a5-4ba0-4b71-b146-6267c6062a58 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.360973 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e5d2491e-a279-451c-a5bb-6bda31e806ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:29.369069 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5d2491e-a279-451c-a5bb-6bda31e806ce None None] The sync data for ids ['29eabae6-a99e-473c-8c5a-e94931d13046'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:29.396823 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7ed8186c-8caa-4af0-9af8-208feb5c1667 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.450069 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d44d4a5-4ba0-4b71-b146-6267c6062a58 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.456811 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d44d4a5-4ba0-4b71-b146-6267c6062a58 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.493321 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44d4a5-4ba0-4b71-b146-6267c6062a58 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a891dfa4-f0e7-4089-8670-1ab21de37d82,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:29.509274 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d44d4a5-4ba0-4b71-b146-6267c6062a58 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.512716 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7d44d4a5-4ba0-4b71-b146-6267c6062a58 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3205426 Jul 16 08:46:29.514766 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53552) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:29.521362 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-875fccc3-3057-437b-b028-d18f308d01a3 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Request body: {'security_group_rule': {'security_group_id': '04418a7a-f284-4d11-9cb3-77515c9e7d69', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:29.560625 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-875fccc3-3057-437b-b028-d18f308d01a3 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.664267 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7ed8186c-8caa-4af0-9af8-208feb5c1667 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.667931 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7ed8186c-8caa-4af0-9af8-208feb5c1667 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.697471 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-875fccc3-3057-437b-b028-d18f308d01a3 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.704114 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-875fccc3-3057-437b-b028-d18f308d01a3 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.747309 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7ed8186c-8caa-4af0-9af8-208feb5c1667 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.748122 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ed8186c-8caa-4af0-9af8-208feb5c1667 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Fanout notify agent at l3_agent the message router_deleted on router 29eabae6-a99e-473c-8c5a-e94931d13046 {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:46:29.758162 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7ed8186c-8caa-4af0-9af8-208feb5c1667 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.764909 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7ed8186c-8caa-4af0-9af8-208feb5c1667 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "DELETE /v2.0/routers/29eabae6-a99e-473c-8c5a-e94931d13046 HTTP/1.1" status: 204 len: 168 time: 0.5181277 Jul 16 08:46:29.767350 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53558) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:29.769831 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875fccc3-3057-437b-b028-d18f308d01a3 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34963216-b152-4816-b24c-ef11280f47f5,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:29.794033 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-875fccc3-3057-437b-b028-d18f308d01a3 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.800137 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-875fccc3-3057-437b-b028-d18f308d01a3 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2785726 Jul 16 08:46:29.800400 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53560) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:29.804907 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3ae409f4-3211-406b-b38b-61239f030c1e tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Request body: {'security_group_rule': {'security_group_id': '04418a7a-f284-4d11-9cb3-77515c9e7d69', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:29.839743 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ae409f4-3211-406b-b38b-61239f030c1e tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:29.847821 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c3519cb7-0ed4-45d1-afbb-b3ca41cb025e tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "GET /v2.0/ports?device_id=29eabae6-a99e-473c-8c5a-e94931d13046 HTTP/1.1" status: 200 len: 205 time: 0.0790982 Jul 16 08:46:29.849378 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53564) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:29.919869 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-a9defc05-3a11-439f-9528-888f6a6e591a tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] delete failed (client error): The resource could not be found. Jul 16 08:46:29.921443 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a9defc05-3a11-439f-9528-888f6a6e591a tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "DELETE /v2.0/routers/29eabae6-a99e-473c-8c5a-e94931d13046 HTTP/1.1" status: 404 len: 336 time: 0.0700638 Jul 16 08:46:29.924701 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53570) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:29.958257 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-85565425-d5fe-48cd-ab3c-512944822e90 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "GET /v2.0/ports?device_id=23c53105-1029-493a-9a68-bc7948f48538 HTTP/1.1" status: 200 len: 205 time: 0.0320544 Jul 16 08:46:29.961531 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53572) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:29.998931 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ae409f4-3211-406b-b38b-61239f030c1e tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.006596 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ae409f4-3211-406b-b38b-61239f030c1e tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.021305 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-8b8b6dd7-3b30-4d8d-882c-17f025959f8e tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] delete failed (client error): The resource could not be found. Jul 16 08:46:30.022659 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8b8b6dd7-3b30-4d8d-882c-17f025959f8e tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "DELETE /v2.0/routers/23c53105-1029-493a-9a68-bc7948f48538 HTTP/1.1" status: 404 len: 336 time: 0.0589130 Jul 16 08:46:30.027158 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53578) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:30.052506 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ae409f4-3211-406b-b38b-61239f030c1e tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.060185 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3ae409f4-3211-406b-b38b-61239f030c1e tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2568636 Jul 16 08:46:30.062408 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53584) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:30.068641 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-da916184-882c-4870-a316-350a5c73c582 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "GET /v2.0/ports?device_id=19a45367-4528-4626-a234-f8c0e6a212b5 HTTP/1.1" status: 200 len: 205 time: 0.0355482 Jul 16 08:46:30.071859 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53586) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:30.079067 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae409f4-3211-406b-b38b-61239f030c1e tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b52ae86-d567-4d06-885c-7d1414a54396,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:30.182621 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-ab5a8dfa-ef2f-42fc-b2a8-800e0b02eea8 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] delete failed (client error): The resource could not be found. Jul 16 08:46:30.183756 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ab5a8dfa-ef2f-42fc-b2a8-800e0b02eea8 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "DELETE /v2.0/routers/19a45367-4528-4626-a234-f8c0e6a212b5 HTTP/1.1" status: 404 len: 336 time: 0.1096330 Jul 16 08:46:30.188527 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53588) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:30.234128 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3f819225-25c3-4b50-b83a-b6a34d51d8df tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "GET /v2.0/ports?device_id=12b32020-51e0-4fe9-9f97-25115bc52aba HTTP/1.1" status: 200 len: 205 time: 0.0445194 Jul 16 08:46:30.235245 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0ddf426-4bb1-480a-8f95-aba30e25fa20 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.238344 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53592) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:30.266844 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0ddf426-4bb1-480a-8f95-aba30e25fa20 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.310671 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0ddf426-4bb1-480a-8f95-aba30e25fa20 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.317496 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b0ddf426-4bb1-480a-8f95-aba30e25fa20 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.318644 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b0ddf426-4bb1-480a-8f95-aba30e25fa20 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/2b52ae86-d567-4d06-885c-7d1414a54396 HTTP/1.1" status: 204 len: 168 time: 0.2524841 Jul 16 08:46:30.333002 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53594) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:30.355796 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ddf426-4bb1-480a-8f95-aba30e25fa20 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b52ae86-d567-4d06-885c-7d1414a54396,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:30.372908 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-297e1ee9-7374-44cf-a735-c2c20a9ff01b tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] delete failed (client error): The resource could not be found. Jul 16 08:46:30.376901 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-297e1ee9-7374-44cf-a735-c2c20a9ff01b tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "DELETE /v2.0/routers/12b32020-51e0-4fe9-9f97-25115bc52aba HTTP/1.1" status: 404 len: 336 time: 0.1340332 Jul 16 08:46:30.379698 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53596) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:30.424394 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-caca206e-c3aa-40b8-a432-80b64590f536 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "GET /v2.0/ports?device_id=da57e834-d91f-46c8-bac5-285254d1d0a8 HTTP/1.1" status: 200 len: 205 time: 0.0427532 Jul 16 08:46:30.426950 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53598) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:30.434227 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c0fec7cc-6ff4-49fd-a9de-77a907cab097 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0960193 Jul 16 08:46:30.436340 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53600) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:30.475475 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8034b652-af48-44e5-878a-7eab9f9fde07 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.489135 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-ad561652-1be2-49f3-b827-3ee1ae3cfbb0 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] delete failed (client error): The resource could not be found. Jul 16 08:46:30.490038 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8034b652-af48-44e5-878a-7eab9f9fde07 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.490859 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ad561652-1be2-49f3-b827-3ee1ae3cfbb0 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "DELETE /v2.0/routers/da57e834-d91f-46c8-bac5-285254d1d0a8 HTTP/1.1" status: 404 len: 336 time: 0.0624325 Jul 16 08:46:30.494048 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53602) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:30.537801 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ed3149e7-e408-4045-a0cc-d1b58df690b4 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "GET /v2.0/ports?device_id=839e954c-c6fa-4ebd-b74c-5a6ece97e92d HTTP/1.1" status: 200 len: 205 time: 0.0387502 Jul 16 08:46:30.537801 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53606) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:30.542657 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8034b652-af48-44e5-878a-7eab9f9fde07 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.555020 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8034b652-af48-44e5-878a-7eab9f9fde07 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.560646 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8034b652-af48-44e5-878a-7eab9f9fde07 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/34963216-b152-4816-b24c-ef11280f47f5 HTTP/1.1" status: 204 len: 168 time: 0.1228404 Jul 16 08:46:30.562968 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53608) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:30.577299 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8034b652-af48-44e5-878a-7eab9f9fde07 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34963216-b152-4816-b24c-ef11280f47f5,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:30.619339 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-41a54380-e6e6-4c41-9e9b-8b57c3c5fca5 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] delete failed (client error): The resource could not be found. Jul 16 08:46:30.623266 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-41a54380-e6e6-4c41-9e9b-8b57c3c5fca5 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "DELETE /v2.0/routers/839e954c-c6fa-4ebd-b74c-5a6ece97e92d HTTP/1.1" status: 404 len: 336 time: 0.0839508 Jul 16 08:46:30.623824 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53614) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:30.651873 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b99f351-a15d-408b-85a0-e0833cb60343 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] DELETE failed (client error): The resource could not be found. Jul 16 08:46:30.652341 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b99f351-a15d-408b-85a0-e0833cb60343 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:46:30.658379 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4f3a95c4-1643-4ea9-bc0d-a44ddd1a0647 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0906467 Jul 16 08:46:30.658617 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3b99f351-a15d-408b-85a0-e0833cb60343 tempest-RoutersIpV6AdminTest-2043779150 tempest-RoutersIpV6AdminTest-2043779150-project] 10.222.0.22 "DELETE /v2.0/subnets/23234afb-70cb-4ef5-bdd0-591e65421915 HTTP/1.1" status: 404 len: 337 time: 0.0332413 Jul 16 08:46:30.658894 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53618) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:30.693155 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-595f4db2-87d9-4e6e-aa8b-4d44c77b15dd tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.703057 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-595f4db2-87d9-4e6e-aa8b-4d44c77b15dd tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.739059 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-595f4db2-87d9-4e6e-aa8b-4d44c77b15dd tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.747628 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-595f4db2-87d9-4e6e-aa8b-4d44c77b15dd tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.751283 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-595f4db2-87d9-4e6e-aa8b-4d44c77b15dd tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/a891dfa4-f0e7-4089-8670-1ab21de37d82 HTTP/1.1" status: 204 len: 168 time: 0.0886140 Jul 16 08:46:30.752046 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53620) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:30.772571 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595f4db2-87d9-4e6e-aa8b-4d44c77b15dd tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a891dfa4-f0e7-4089-8670-1ab21de37d82,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:30.840251 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a926f7d8-3746-462a-b267-126d299503a1 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0843735 Jul 16 08:46:30.840664 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53622) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:30.871224 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-50329eae-381a-44c6-a0ed-72e07c3f65d2 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.881683 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-50329eae-381a-44c6-a0ed-72e07c3f65d2 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.915743 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-50329eae-381a-44c6-a0ed-72e07c3f65d2 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.925309 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-50329eae-381a-44c6-a0ed-72e07c3f65d2 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:30.929147 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-50329eae-381a-44c6-a0ed-72e07c3f65d2 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/0d8180c3-4771-449c-ba87-f520e70296dd HTTP/1.1" status: 204 len: 168 time: 0.0874727 Jul 16 08:46:30.929326 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53626) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:30.935071 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50329eae-381a-44c6-a0ed-72e07c3f65d2 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0d8180c3-4771-449c-ba87-f520e70296dd,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:30.985095 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8bf5936f-18fd-44d4-bfff-c0e8dc1e447b tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0544534 Jul 16 08:46:30.989539 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53630) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:31.029253 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fefe9e31-3e63-485f-85b8-d4ecc79afb85 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.039296 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fefe9e31-3e63-485f-85b8-d4ecc79afb85 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.066687 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53632) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:31.089669 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fefe9e31-3e63-485f-85b8-d4ecc79afb85 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.096869 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fefe9e31-3e63-485f-85b8-d4ecc79afb85 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.098078 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fefe9e31-3e63-485f-85b8-d4ecc79afb85 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/8f6b506b-e734-4da5-906d-5651ced12aa3 HTTP/1.1" status: 204 len: 168 time: 0.1068513 Jul 16 08:46:31.103129 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53636) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:31.105027 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fefe9e31-3e63-485f-85b8-d4ecc79afb85 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8f6b506b-e734-4da5-906d-5651ced12aa3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:31.127480 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53638) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:31.183470 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9c16b949-7595-4879-9f26-40f38e7020ab tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0784180 Jul 16 08:46:31.187091 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53642) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:31.288111 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a1ea6b07-0d1b-4585-97eb-b88b4ed409b7 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.302830 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2537e642-13a3-435c-8f91-76eddbf87ef9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.333089 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-f851398f-5d2d-46ed-b79b-0386bcff1db3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1061313 Jul 16 08:46:31.351421 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a1ea6b07-0d1b-4585-97eb-b88b4ed409b7 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.401631 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-50737df5-38aa-4107-a6d0-855f0e5e5e64 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=48c700a125dd4a50a4bb2ea3583d56cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3333232 Jul 16 08:46:31.407007 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53650) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:31.502694 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a1ea6b07-0d1b-4585-97eb-b88b4ed409b7 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.505300 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a1ea6b07-0d1b-4585-97eb-b88b4ed409b7 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.506465 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a1ea6b07-0d1b-4585-97eb-b88b4ed409b7 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "DELETE /v2.0/security-groups/04418a7a-f284-4d11-9cb3-77515c9e7d69 HTTP/1.1" status: 204 len: 168 time: 0.3179359 Jul 16 08:46:31.511518 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53654) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:31.548685 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ea6b07-0d1b-4585-97eb-b88b4ed409b7 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04418a7a-f284-4d11-9cb3-77515c9e7d69,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:31.592592 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-17a59e41-5e41-4b09-a8e3-691f215bf10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:31.592973 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-17a59e41-5e41-4b09-a8e3-691f215bf10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:31.593455 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-17a59e41-5e41-4b09-a8e3-691f215bf10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:31.594006 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-17a59e41-5e41-4b09-a8e3-691f215bf10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:31.594186 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3f22f2c-5a14-4258-b018-8fa6e60a82a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.594482 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-17a59e41-5e41-4b09-a8e3-691f215bf10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:31.595471 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-17a59e41-5e41-4b09-a8e3-691f215bf10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:31.595952 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-17a59e41-5e41-4b09-a8e3-691f215bf10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:31.599047 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-17a59e41-5e41-4b09-a8e3-691f215bf10c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2fe358b4bf3b41e19a3794e097af1b16&device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 6496 time: 0.2061667 Jul 16 08:46:31.631714 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2537e642-13a3-435c-8f91-76eddbf87ef9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.643123 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8b559655-ba7c-4bde-ae47-265f5ef91272 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1247904 Jul 16 08:46:31.648334 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2537e642-13a3-435c-8f91-76eddbf87ef9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.652207 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53656) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:31.668935 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c0c1d977-9a7d-4437-9dae-dc823ed7b285 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Request body: {'security_group': {'name': 'tempest-secgroup--1343095348'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:31.699225 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3f22f2c-5a14-4258-b018-8fa6e60a82a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.763863 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2537e642-13a3-435c-8f91-76eddbf87ef9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=304aa221-02b4-4896-90f7-3addc01f4dbd,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:31.778407 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2537e642-13a3-435c-8f91-76eddbf87ef9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2a82b881a4a145bbb7e294b6ee800976&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6494954 Jul 16 08:46:31.779960 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c0c1d977-9a7d-4437-9dae-dc823ed7b285 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.784197 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53658) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:31.802822 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-aa8fdf1c-254f-4cf3-8d16-276e7dc857ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:31.803428 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-aa8fdf1c-254f-4cf3-8d16-276e7dc857ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:31.804322 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-aa8fdf1c-254f-4cf3-8d16-276e7dc857ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:31.805510 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-aa8fdf1c-254f-4cf3-8d16-276e7dc857ff service neutron] 10.222.0.21 "GET /v2.0/networks?id=68d1b8de-8ca0-41e5-ab5d-58997722961e&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=971f3192-951e-432a-a2cc-46e618e65630&id=971f3192-951e-432a-a2cc-46e618e65630 HTTP/1.1" status: 200 len: 2291 time: 0.1793661 Jul 16 08:46:31.839383 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3f22f2c-5a14-4258-b018-8fa6e60a82a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.844848 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3f22f2c-5a14-4258-b018-8fa6e60a82a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.847026 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e3f22f2c-5a14-4258-b018-8fa6e60a82a6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/908d7fe0-71ef-426e-b4e0-71869b14276b HTTP/1.1" status: 204 len: 168 time: 0.4375861 Jul 16 08:46:31.888090 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-301f5778-c7c4-47fc-a38c-61f0dfa9af20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.902129 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c0c1d977-9a7d-4437-9dae-dc823ed7b285 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.911796 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c0c1d977-9a7d-4437-9dae-dc823ed7b285 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.912072 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-301f5778-c7c4-47fc-a38c-61f0dfa9af20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.921265 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f22f2c-5a14-4258-b018-8fa6e60a82a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=908d7fe0-71ef-426e-b4e0-71869b14276b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:31.971061 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c0c1d977-9a7d-4437-9dae-dc823ed7b285 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:31.971410 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-42aff143-6079-42ee-8912-97376f034842 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec6adfab-2926-4726-bbb1-6322adf2bd21 HTTP/1.1" status: 200 len: 1001 time: 0.1565790 Jul 16 08:46:31.972770 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c0c1d977-9a7d-4437-9dae-dc823ed7b285 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3164566 Jul 16 08:46:31.975884 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53662) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:31.978110 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c1d977-9a7d-4437-9dae-dc823ed7b285 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fcdfc3fe-7e0f-4015-a07b-16eddd0343c6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:31.981209 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-fe26da3e-3da5-4106-b894-cdfd3313b3e1 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Request body: {'security_group_rule': {'security_group_id': 'fcdfc3fe-7e0f-4015-a07b-16eddd0343c6', 'direction': 'ingress', 'protocol': 17}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:32.028035 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-301f5778-c7c4-47fc-a38c-61f0dfa9af20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.030435 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-301f5778-c7c4-47fc-a38c-61f0dfa9af20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.034530 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-301f5778-c7c4-47fc-a38c-61f0dfa9af20 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/304aa221-02b4-4896-90f7-3addc01f4dbd HTTP/1.1" status: 204 len: 168 time: 0.2472761 Jul 16 08:46:32.077766 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301f5778-c7c4-47fc-a38c-61f0dfa9af20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=304aa221-02b4-4896-90f7-3addc01f4dbd,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:32.087615 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-b8963999-8835-4d0e-8b14-1368c194ef28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:32.089609 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-b8963999-8835-4d0e-8b14-1368c194ef28 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74283639-7822-44b6-ad1c-b5976fafc479 HTTP/1.1" status: 200 len: 850 time: 0.1026661 Jul 16 08:46:32.101708 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.116190 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fe26da3e-3da5-4106-b894-cdfd3313b3e1 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.123986 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.214724 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-9bea7892-c9ba-4c1d-aceb-8010fe3f06f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:32.216180 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-9bea7892-c9ba-4c1d-aceb-8010fe3f06f3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=68d1b8de-8ca0-41e5-ab5d-58997722961e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1027677 Jul 16 08:46:32.264317 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fe26da3e-3da5-4106-b894-cdfd3313b3e1 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.274357 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fe26da3e-3da5-4106-b894-cdfd3313b3e1 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.304341 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe26da3e-3da5-4106-b894-cdfd3313b3e1 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=add081b3-480e-44c1-99bb-475e4e854447,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:32.348228 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fe26da3e-3da5-4106-b894-cdfd3313b3e1 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.349718 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-fe26da3e-3da5-4106-b894-cdfd3313b3e1 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.3726475 Jul 16 08:46:32.352832 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53680) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:32.408553 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-f2401da9-54a3-43de-8a90-4bc333b79b8c service neutron] 10.222.0.21 "GET /v2.0/networks/68d1b8de-8ca0-41e5-ab5d-58997722961e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831822 Jul 16 08:46:32.434506 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a60f8687-d404-4b74-a868-f27b35cebd5b tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.481326 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a60f8687-d404-4b74-a868-f27b35cebd5b tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.532528 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-de3ac43f-b926-49c0-8ec3-67ac5b530b92 service neutron] 10.222.0.21 "GET /v2.0/networks/68d1b8de-8ca0-41e5-ab5d-58997722961e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192129 Jul 16 08:46:32.588507 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a60f8687-d404-4b74-a868-f27b35cebd5b tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.595054 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a60f8687-d404-4b74-a868-f27b35cebd5b tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.600706 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a60f8687-d404-4b74-a868-f27b35cebd5b tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "DELETE /v2.0/security-groups/fcdfc3fe-7e0f-4015-a07b-16eddd0343c6 HTTP/1.1" status: 204 len: 168 time: 0.2416112 Jul 16 08:46:32.612943 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53690) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:32.614175 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60f8687-d404-4b74-a868-f27b35cebd5b tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcdfc3fe-7e0f-4015-a07b-16eddd0343c6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:32.640523 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-258170e7-ff8c-41d6-bc94-8886d95e8e55 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=ac3245a2-1832-46a1-a707-f054e3b47d6a HTTP/1.1" status: 200 len: 217 time: 0.1007388 Jul 16 08:46:32.704272 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53694) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:32.710104 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-93ab23c5-388f-478e-bffa-b743a91e2aec tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0708258 Jul 16 08:46:32.721588 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53698) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:32.727992 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-9e8722a6-f32a-4e16-b3e4-4ebb3ae965a0 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Request body: {'security_group': {'name': 'tempest-secgroup--1227365494'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:32.773256 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-9a5bf098-2289-402d-9e91-2acc09c56596 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:32.775030 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-9a5bf098-2289-402d-9e91-2acc09c56596 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.1299970 Jul 16 08:46:32.776261 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9e8722a6-f32a-4e16-b3e4-4ebb3ae965a0 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:32.814056 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7e59d582-a7f6-4ff7-be2a-e38d354e00bd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=137b258962c94034922135e5d2528d63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1080182 Jul 16 08:46:32.817271 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53700) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:32.864589 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:46:32.910248 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-3755f165-761f-45ed-8360-f1537537c875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:32.916812 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-3755f165-761f-45ed-8360-f1537537c875 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1281929 Jul 16 08:46:32.927490 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8815ee61-0d31-4ee7-b0fa-2a121c912ac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.003299 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8815ee61-0d31-4ee7-b0fa-2a121c912ac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.059854 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9e8722a6-f32a-4e16-b3e4-4ebb3ae965a0 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.067801 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9e8722a6-f32a-4e16-b3e4-4ebb3ae965a0 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.086389 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8815ee61-0d31-4ee7-b0fa-2a121c912ac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.091249 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8815ee61-0d31-4ee7-b0fa-2a121c912ac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.092889 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8815ee61-0d31-4ee7-b0fa-2a121c912ac7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/66b1fedb-579c-4fc4-a18c-9628d06dd306 HTTP/1.1" status: 204 len: 168 time: 0.2737610 Jul 16 08:46:33.112303 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-a961536c-be16-4f12-891d-cdb35fe4c9d7 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834466 Jul 16 08:46:33.123695 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815ee61-0d31-4ee7-b0fa-2a121c912ac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b1fedb-579c-4fc4-a18c-9628d06dd306,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:33.124613 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9e8722a6-f32a-4e16-b3e4-4ebb3ae965a0 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.125855 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9e8722a6-f32a-4e16-b3e4-4ebb3ae965a0 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4028831 Jul 16 08:46:33.135632 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53710) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:33.146995 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e45e2ae4-5bf2-4ee7-9cc0-37ddd914a887 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Request body: {'security_group': {'name': 'tempest-secgroup--24676200'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:33.195688 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e45e2ae4-5bf2-4ee7-9cc0-37ddd914a887 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.196399 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8722a6-f32a-4e16-b3e4-4ebb3ae965a0 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b10474a1-f599-4f3e-ae01-e5e1b084d25a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:33.317261 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-35801321-981f-4236-9c32-471b76928dcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.358188 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e45e2ae4-5bf2-4ee7-9cc0-37ddd914a887 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.370271 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e45e2ae4-5bf2-4ee7-9cc0-37ddd914a887 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.451216 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e45e2ae4-5bf2-4ee7-9cc0-37ddd914a887 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b8be67ef-d9ed-4851-8638-eb359799e8ce,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:33.463465 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e45e2ae4-5bf2-4ee7-9cc0-37ddd914a887 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.469947 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e45e2ae4-5bf2-4ee7-9cc0-37ddd914a887 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.3292153 Jul 16 08:46:33.470622 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53726) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:33.475523 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9c6e64ef-2273-4e75-bcc9-93217e13c735 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Request body: {'security_group_rule': {'security_group_id': 'b10474a1-f599-4f3e-ae01-e5e1b084d25a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b8be67ef-d9ed-4851-8638-eb359799e8ce', 'remote_ip_prefix': None}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:33.521397 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9c6e64ef-2273-4e75-bcc9-93217e13c735 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.722483 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9c6e64ef-2273-4e75-bcc9-93217e13c735 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.731136 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9c6e64ef-2273-4e75-bcc9-93217e13c735 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.763635 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-50d3a624-c331-4688-8f63-ec556dd28def service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6430893 Jul 16 08:46:33.770739 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6e64ef-2273-4e75-bcc9-93217e13c735 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd2782eb-106c-4467-8995-273b5404ae09,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:33.788233 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9c6e64ef-2273-4e75-bcc9-93217e13c735 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.801244 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9c6e64ef-2273-4e75-bcc9-93217e13c735 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3289125 Jul 16 08:46:33.804982 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53742) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:33.822770 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-70b7b502-215f-499d-846d-3692025c1cdf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=5b0628d6-3782-44d5-85db-3802f0fa70fb HTTP/1.1" status: 200 len: 217 time: 0.0531988 Jul 16 08:46:33.870827 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c7154eb-41a5-4130-a57e-168fcd7adc71 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.881106 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c7154eb-41a5-4130-a57e-168fcd7adc71 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.911019 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-6a1ae9e7-ef37-4049-a8de-21ab9090750a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:33.912772 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-6a1ae9e7-ef37-4049-a8de-21ab9090750a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.0822206 Jul 16 08:46:33.935229 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c7154eb-41a5-4130-a57e-168fcd7adc71 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.955723 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c7154eb-41a5-4130-a57e-168fcd7adc71 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:33.961756 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6c7154eb-41a5-4130-a57e-168fcd7adc71 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/cd2782eb-106c-4467-8995-273b5404ae09 HTTP/1.1" status: 204 len: 168 time: 0.1517940 Jul 16 08:46:33.973162 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53750) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:33.992574 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7154eb-41a5-4130-a57e-168fcd7adc71 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cd2782eb-106c-4467-8995-273b5404ae09,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:34.046446 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-729ae881-335a-409c-939d-8b4683147370 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0705006 Jul 16 08:46:34.051260 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53758) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:34.100911 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-37bb22c3-81e4-40cd-a1c7-ef44786d55a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:34.106646 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-37bb22c3-81e4-40cd-a1c7-ef44786d55a2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1872692 Jul 16 08:46:34.163320 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53760) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:34.169780 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d5ee772-c762-40ef-bc05-aa6509a9eb3e tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.244486 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d5ee772-c762-40ef-bc05-aa6509a9eb3e tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.268946 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-23446b31-fdbd-4cd0-a66e-fc7457441735 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1558120 Jul 16 08:46:34.312923 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d5ee772-c762-40ef-bc05-aa6509a9eb3e tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.318093 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d5ee772-c762-40ef-bc05-aa6509a9eb3e tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.319888 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7d5ee772-c762-40ef-bc05-aa6509a9eb3e tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "DELETE /v2.0/security-groups/b8be67ef-d9ed-4851-8638-eb359799e8ce HTTP/1.1" status: 204 len: 168 time: 0.2673550 Jul 16 08:46:34.324143 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53768) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:34.370958 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5ee772-c762-40ef-bc05-aa6509a9eb3e tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8be67ef-d9ed-4851-8638-eb359799e8ce,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:34.450830 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a861d90-f1cc-4cb6-bbd0-7d03ecb68b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.463797 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-58ea6ad1-fab8-4955-9c70-3fcf95559d69 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1385720 Jul 16 08:46:34.490418 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-35639f07-3355-4d26-aa99-4f5cf3040c35 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143831 Jul 16 08:46:34.491308 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53774) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:34.555928 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-42ef0ae7-92de-4a7a-9cd3-d8571a1ce3da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=afa97703-f881-4b7b-b2e7-e2133311c64c HTTP/1.1" status: 200 len: 217 time: 0.0518830 Jul 16 08:46:34.576297 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a861d90-f1cc-4cb6-bbd0-7d03ecb68b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.581792 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1a861d90-f1cc-4cb6-bbd0-7d03ecb68b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.638733 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1a861d90-f1cc-4cb6-bbd0-7d03ecb68b52 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=36fb49c7a0c44f1a9ce22ae07e8b7160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4735508 Jul 16 08:46:34.639630 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53776) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:34.640215 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-4e8c91d8-e7f0-4667-8b30-9e65564b3d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:34.642891 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-4e8c91d8-e7f0-4667-8b30-9e65564b3d76 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.0802166 Jul 16 08:46:34.649552 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a861d90-f1cc-4cb6-bbd0-7d03ecb68b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dcd4854-91e9-4934-acf8-ce1c04b39153,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:34.664870 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53778) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:34.721563 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e365f12f-50ef-47d4-bbf6-4360160386c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.754722 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-5b111ead-53f3-4e12-b30c-79fadfbf47aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:34.756275 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-5b111ead-53f3-4e12-b30c-79fadfbf47aa service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1074069 Jul 16 08:46:34.772040 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-358dbf5f-d741-4397-a4e9-67c95f9c77b3 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.779496 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e365f12f-50ef-47d4-bbf6-4360160386c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.824123 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-358dbf5f-d741-4397-a4e9-67c95f9c77b3 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.862228 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e365f12f-50ef-47d4-bbf6-4360160386c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.867166 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e365f12f-50ef-47d4-bbf6-4360160386c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.870314 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e365f12f-50ef-47d4-bbf6-4360160386c3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0dcd4854-91e9-4934-acf8-ce1c04b39153 HTTP/1.1" status: 204 len: 168 time: 0.2275484 Jul 16 08:46:34.891343 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e365f12f-50ef-47d4-bbf6-4360160386c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dcd4854-91e9-4934-acf8-ce1c04b39153,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:34.928856 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-ed41fd55-b598-45ed-b375-250e2a0643ce service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656606 Jul 16 08:46:34.945723 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-358dbf5f-d741-4397-a4e9-67c95f9c77b3 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.946321 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1e56ea5b-087d-4da0-8108-da270d407f20 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-546780432'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:34.949703 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-358dbf5f-d741-4397-a4e9-67c95f9c77b3 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:34.951949 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-358dbf5f-d741-4397-a4e9-67c95f9c77b3 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "DELETE /v2.0/security-groups/b10474a1-f599-4f3e-ae01-e5e1b084d25a HTTP/1.1" status: 204 len: 168 time: 0.4586594 Jul 16 08:46:34.955198 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53784) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:34.992952 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358dbf5f-d741-4397-a4e9-67c95f9c77b3 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b10474a1-f599-4f3e-ae01-e5e1b084d25a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:35.034667 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e56ea5b-087d-4da0-8108-da270d407f20 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:35.041936 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e56ea5b-087d-4da0-8108-da270d407f20 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:35.077969 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e56ea5b-087d-4da0-8108-da270d407f20 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:35.123306 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-60992250-1f51-4d69-ae43-82032f6b02f5 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1595316 Jul 16 08:46:35.124973 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53790) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:35.130689 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1fe55c3d-0888-45fb-9af4-70e9898cb359 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Request body: {'security_group': {'name': 'tempest-secgroup--1502903835'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:35.142103 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-aab05546-87fb-4bf4-8125-d86aa52ca51c service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1982918 Jul 16 08:46:35.195475 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-9d60a1c2-da7e-435a-a587-210deebbbe14 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=7ce0d02e-447c-4dc7-8e90-755e16831c63 HTTP/1.1" status: 200 len: 217 time: 0.0473831 Jul 16 08:46:35.253842 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e56ea5b-087d-4da0-8108-da270d407f20 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:35.264458 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e56ea5b-087d-4da0-8108-da270d407f20 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:35.279611 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-06937d12-8c8f-4d0f-8e23-47d7ed58a1da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:35.283934 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-06937d12-8c8f-4d0f-8e23-47d7ed58a1da service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.0759432 Jul 16 08:46:35.335446 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e56ea5b-087d-4da0-8108-da270d407f20 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:46:35.356568 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-7c3cef51-7ef1-451d-9474-fc74cb2f66b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:35.358193 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-7c3cef51-7ef1-451d-9474-fc74cb2f66b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0681484 Jul 16 08:46:35.358803 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1fe55c3d-0888-45fb-9af4-70e9898cb359 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:35.379047 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56ea5b-087d-4da0-8108-da270d407f20 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da35d720-6e89-4f10-8f93-2d75d14ec53f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:35.390192 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e56ea5b-087d-4da0-8108-da270d407f20 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:35.390792 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-1e56ea5b-087d-4da0-8108-da270d407f20 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Added segment ebde7a38-35dd-4374-a002-5cd8986035e3 of type vlan for network ed380f80-a9ff-4ccb-b4e8-357bb126e37f Jul 16 08:46:35.502600 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e56ea5b-087d-4da0-8108-da270d407f20 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:35.503996 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-6c66b261-bbcc-46cb-909d-27616f527e50 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391244 Jul 16 08:46:35.564620 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1fe55c3d-0888-45fb-9af4-70e9898cb359 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:35.566866 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e56ea5b-087d-4da0-8108-da270d407f20 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:35.577282 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e56ea5b-087d-4da0-8108-da270d407f20 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:35.578863 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e56ea5b-087d-4da0-8108-da270d407f20 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:35.591566 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1fe55c3d-0888-45fb-9af4-70e9898cb359 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:35.629756 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-47286142-a6e4-4e7d-af2e-42e51307679c service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193082 Jul 16 08:46:35.684709 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1e56ea5b-087d-4da0-8108-da270d407f20 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0156243 Jul 16 08:46:35.688757 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53806) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:35.694731 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-691d0e15-5b6f-46e7-b567-91248b0c1238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:35.696147 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-865f157a-e885-4cd0-a725-50755457f44d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:35.702030 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-a3c61c48-a4e2-43bd-bf3f-395f116e32eb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=11779264-f750-43ee-a0d7-fe64f1d931fd HTTP/1.1" status: 200 len: 217 time: 0.0647449 Jul 16 08:46:35.703845 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1fe55c3d-0888-45fb-9af4-70e9898cb359 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:35.709122 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1fe55c3d-0888-45fb-9af4-70e9898cb359 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5831623 Jul 16 08:46:35.712619 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53808) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:35.747026 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a9fa5da0-0347-4c45-bb43-8922055ab368 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Request body: {'security_group_rule': {'security_group_id': 'bb50e208-2976-4277-9192-af369ade2eb5', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:35.751857 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe55c3d-0888-45fb-9af4-70e9898cb359 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb50e208-2976-4277-9192-af369ade2eb5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:35.771976 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e56ea5b-087d-4da0-8108-da270d407f20 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Network': ['ID=ed380f80-a9ff-4ccb-b4e8-357bb126e37f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:35.789456 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:46:35.825539 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-4fda6869-d8a4-4053-b8bc-bbaf3accb346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:35.827050 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-4fda6869-d8a4-4053-b8bc-bbaf3accb346 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1200a08-b4c1-4ea0-be1b-41534dbb15bb HTTP/1.1" status: 200 len: 797 time: 0.1094577 Jul 16 08:46:35.833393 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a9fa5da0-0347-4c45-bb43-8922055ab368 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:35.879189 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-865f157a-e885-4cd0-a725-50755457f44d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:35.881997 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-865f157a-e885-4cd0-a725-50755457f44d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:35.949144 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a9fa5da0-0347-4c45-bb43-8922055ab368 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:35.955562 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a9fa5da0-0347-4c45-bb43-8922055ab368 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:35.974864 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-c07c7083-997b-4ed7-a08c-dbdf7e3ad4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:35.976444 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-c07c7083-997b-4ed7-a08c-dbdf7e3ad4b5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=971f3192-951e-432a-a2cc-46e618e65630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1417477 Jul 16 08:46:35.999692 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.008089 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fa5da0-0347-4c45-bb43-8922055ab368 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5bfd1d13-c8e7-49e3-8fed-d264a6875732,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:36.014515 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a9fa5da0-0347-4c45-bb43-8922055ab368 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.018532 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a9fa5da0-0347-4c45-bb43-8922055ab368 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3046250 Jul 16 08:46:36.020782 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53818) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:36.063056 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-054a155c-0447-48a4-ae3d-f0eaa1c5c7c2 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.074691 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53820) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:36.080906 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-054a155c-0447-48a4-ae3d-f0eaa1c5c7c2 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.130608 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-03d5f382-66dd-4f48-9459-e842fa78831e service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1469002 Jul 16 08:46:36.132562 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-054a155c-0447-48a4-ae3d-f0eaa1c5c7c2 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.150336 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-054a155c-0447-48a4-ae3d-f0eaa1c5c7c2 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.154967 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-054a155c-0447-48a4-ae3d-f0eaa1c5c7c2 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/5bfd1d13-c8e7-49e3-8fed-d264a6875732 HTTP/1.1" status: 204 len: 168 time: 0.1295795 Jul 16 08:46:36.155118 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53826) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:36.166653 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054a155c-0447-48a4-ae3d-f0eaa1c5c7c2 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5bfd1d13-c8e7-49e3-8fed-d264a6875732,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:36.248679 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-865f157a-e885-4cd0-a725-50755457f44d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.259684 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-cd5675a4-8a61-45b8-a902-86a207908c2c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-951676652-network', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:36.287117 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd5675a4-8a61-45b8-a902-86a207908c2c admin admin] Made reservation on behalf of a4c3f029b0b44aa2ab5ceb476f00a2bb for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:36.291435 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd5675a4-8a61-45b8-a902-86a207908c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.306060 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd5675a4-8a61-45b8-a902-86a207908c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.318257 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ae9ac757-a6ec-4d4e-a326-765aed79e9b6 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1614754 Jul 16 08:46:36.323139 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53832) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:36.369074 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-5e153030-5a4b-45f5-8339-81142f6b3a46 service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2158167 Jul 16 08:46:36.393747 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865f157a-e885-4cd0-a725-50755457f44d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Subnet': ['ID=6f859585-2267-4bd1-8100-91d99cdecfd3,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:36.438000 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-7397f9ad-91d3-4a94-9ada-2a8e1c2a6e42 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f66e0380-b32a-492b-871a-89bede966f79 HTTP/1.1" status: 200 len: 217 time: 0.0553207 Jul 16 08:46:36.443507 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-865f157a-e885-4cd0-a725-50755457f44d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Checking segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:36.444124 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865f157a-e885-4cd0-a725-50755457f44d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network hostable DHCP agents. Network: ed380f80-a9ff-4ccb-b4e8-357bb126e37f, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:46:36.465436 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd5675a4-8a61-45b8-a902-86a207908c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.472715 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd5675a4-8a61-45b8-a902-86a207908c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.489969 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd5675a4-8a61-45b8-a902-86a207908c2c admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:46:36.503100 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2168457c-1c53-4625-83a6-92d0d486c9ff tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.515109 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd5675a4-8a61-45b8-a902-86a207908c2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.517123 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-cd5675a4-8a61-45b8-a902-86a207908c2c admin admin] Added segment f3ee54f9-528a-445b-9d55-63145af9e805 of type vlan for network fc8b781c-9583-432f-abbc-57388c8e547b Jul 16 08:46:36.540850 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5675a4-8a61-45b8-a902-86a207908c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa0afa42-439c-49e1-9c2c-8786f79f09b5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:36.544893 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-865f157a-e885-4cd0-a725-50755457f44d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:46:36.547879 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2168457c-1c53-4625-83a6-92d0d486c9ff tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.574042 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-865f157a-e885-4cd0-a725-50755457f44d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, ed380f80-a9ff-4ccb-b4e8-357bb126e37f) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:36.579298 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-ac5a893a-d24a-45e9-8958-f849e85b85dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:36.580635 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-ac5a893a-d24a-45e9-8958-f849e85b85dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1200a08-b4c1-4ea0-be1b-41534dbb15bb HTTP/1.1" status: 200 len: 797 time: 0.1297805 Jul 16 08:46:36.585104 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6654ad0-3abf-4f64-9605-5151c16ab07f None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:36.588259 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-865f157a-e885-4cd0-a725-50755457f44d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:36.588571 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-865f157a-e885-4cd0-a725-50755457f44d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.623156 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd5675a4-8a61-45b8-a902-86a207908c2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.640808 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53840) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:36.641121 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-865f157a-e885-4cd0-a725-50755457f44d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9508293 Jul 16 08:46:36.654999 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c838fe5e-ccf8-4ba5-a8ac-24bfa7179f07 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'port': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'name': 'tempest-NetworksTestDHCPv6-2001828749'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:36.657327 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2168457c-1c53-4625-83a6-92d0d486c9ff tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.660013 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2168457c-1c53-4625-83a6-92d0d486c9ff tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.661223 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2168457c-1c53-4625-83a6-92d0d486c9ff tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "DELETE /v2.0/security-groups/bb50e208-2976-4277-9192-af369ade2eb5 HTTP/1.1" status: 204 len: 168 time: 0.3308120 Jul 16 08:46:36.667927 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53842) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:36.688632 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168457c-1c53-4625-83a6-92d0d486c9ff tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb50e208-2976-4277-9192-af369ade2eb5,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:36.710123 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-012531e5-c2ba-40ba-91cf-051d0c4af736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:36.711675 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-012531e5-c2ba-40ba-91cf-051d0c4af736 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=971f3192-951e-432a-a2cc-46e618e65630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1206901 Jul 16 08:46:36.767124 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c697a66b-508b-4164-b108-3dd90e8012c9 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0980361 Jul 16 08:46:36.773635 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53844) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:36.778451 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-71c696e5-753c-4845-a322-88c9d8a272aa tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Request body: {'security_group': {'name': 'tempest-secgroup--2094163600'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:36.788957 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd5675a4-8a61-45b8-a902-86a207908c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.791496 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5675a4-8a61-45b8-a902-86a207908c2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:36.792103 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cd5675a4-8a61-45b8-a902-86a207908c2c admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.830877 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57bd74ae-a524-49a4-ac78-7d567b0cab28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'tenant_id': '11897f26500d434cb71ca0edc07e35ac', 'fixed_ips': [{'subnet_id': '6f859585-2267-4bd1-8100-91d99cdecfd3'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:46:36.831977 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-57bd74ae-a524-49a4-ac78-7d567b0cab28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.866096 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71c696e5-753c-4845-a322-88c9d8a272aa tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:36.881417 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-cd5675a4-8a61-45b8-a902-86a207908c2c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8051426 Jul 16 08:46:36.887796 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53846) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:36.895292 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-121156c0-4528-4d27-9b9e-e61fd1b67b8b admin admin] Request body: {'subnet': {'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-951676652-subnet', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:36.901281 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-8a2546c2-dde5-4b65-a1e0-7160fbe2a803 service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1783843 Jul 16 08:46:36.910425 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5675a4-8a61-45b8-a902-86a207908c2c admin admin] Pushing event updated for resources: {'Network': ['ID=fc8b781c-9583-432f-abbc-57388c8e547b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:36.923507 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network fc8b781c-9583-432f-abbc-57388c8e547b details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:46:36.932431 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.db.api [None req-c838fe5e-ccf8-4ba5-a8ac-24bfa7179f07 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:46:36.932431 n-d-771362-37 neutron-server[93759]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:46:36.932431 n-d-771362-37 neutron-server[93759]: [parameters: {'project_id_1': '11897f26500d434cb71ca0edc07e35ac', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 46, 36, 922508)}] Jul 16 08:46:36.932431 n-d-771362-37 neutron-server[93759]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:46:36.933457 n-d-771362-37 neutron-server[93759]: DEBUG oslo_db.api [None req-c838fe5e-ccf8-4ba5-a8ac-24bfa7179f07 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:46:36.952330 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-71c696e5-753c-4845-a322-88c9d8a272aa tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:46:36.952330 n-d-771362-37 neutron-server[93758]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 16 08:46:36.952330 n-d-771362-37 neutron-server[93758]: [parameters: {'project_id_1': 'e5008c02952a4f01bbdd6567ea95eb6c', 'expiration_1': datetime.datetime(2021, 7, 16, 8, 46, 36, 908860)}] Jul 16 08:46:36.952330 n-d-771362-37 neutron-server[93758]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:46:36.953647 n-d-771362-37 neutron-server[93758]: DEBUG oslo_db.api [None req-71c696e5-753c-4845-a322-88c9d8a272aa tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:46:36.962175 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-121156c0-4528-4d27-9b9e-e61fd1b67b8b admin admin] Made reservation on behalf of a4c3f029b0b44aa2ab5ceb476f00a2bb for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:36.964598 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-121156c0-4528-4d27-9b9e-e61fd1b67b8b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.055846 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.063975 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-57bd74ae-a524-49a4-ac78-7d567b0cab28 None None] Allocated IP 2001:db8::2 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/6f859585-2267-4bd1-8100-91d99cdecfd3/aad674e1-2b65-4441-b365-d69d26a2afad) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:37.088878 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4fec86a-337a-44e9-ba5b-6bd15d0a7c9e req-d9390c03-fa7f-4e13-b786-24385d2201e8 service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777897 Jul 16 08:46:37.217765 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-121156c0-4528-4d27-9b9e-e61fd1b67b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.269306 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-57bd74ae-a524-49a4-ac78-7d567b0cab28 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.274823 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121156c0-4528-4d27-9b9e-e61fd1b67b8b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd8b857e-8678-4281-bae8-c29085f1129c,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:37.283625 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-57bd74ae-a524-49a4-ac78-7d567b0cab28 None None] Transition to ACTIVE for port object aad674e1-2b65-4441-b365-d69d26a2afad will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:37.286558 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-121156c0-4528-4d27-9b9e-e61fd1b67b8b admin admin] Checking segment: {'id': 'f3ee54f9-528a-445b-9d55-63145af9e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:37.287124 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121156c0-4528-4d27-9b9e-e61fd1b67b8b admin admin] Network hostable DHCP agents. Network: fc8b781c-9583-432f-abbc-57388c8e547b, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:46:37.305878 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-57bd74ae-a524-49a4-ac78-7d567b0cab28 None None] Transition to ACTIVE for port object aad674e1-2b65-4441-b365-d69d26a2afad will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:37.306452 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121156c0-4528-4d27-9b9e-e61fd1b67b8b admin admin] Network fc8b781c-9583-432f-abbc-57388c8e547b is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:46:37.311462 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-57bd74ae-a524-49a4-ac78-7d567b0cab28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.318854 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-121156c0-4528-4d27-9b9e-e61fd1b67b8b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, fc8b781c-9583-432f-abbc-57388c8e547b) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:37.323195 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-121156c0-4528-4d27-9b9e-e61fd1b67b8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:37.323953 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-121156c0-4528-4d27-9b9e-e61fd1b67b8b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.339210 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4531a853-0ce6-44de-a8aa-1d19e04066be None None] Network fc8b781c-9583-432f-abbc-57388c8e547b requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:37.347348 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-121156c0-4528-4d27-9b9e-e61fd1b67b8b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4582305 Jul 16 08:46:37.351450 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53848) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:37.355952 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-d81647a4-8281-4345-8bfc-cc24554a1610 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-951676652-router', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:37.374514 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57bd74ae-a524-49a4-ac78-7d567b0cab28 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:37.378461 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d81647a4-8281-4345-8bfc-cc24554a1610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.379525 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d81647a4-8281-4345-8bfc-cc24554a1610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.383893 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-57bd74ae-a524-49a4-ac78-7d567b0cab28 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:37.414523 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57bd74ae-a524-49a4-ac78-7d567b0cab28 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:37.421575 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd74ae-a524-49a4-ac78-7d567b0cab28 None None] Pushing event updated for resources: {'Port': ['ID=aad674e1-2b65-4441-b365-d69d26a2afad,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:37.460224 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c838fe5e-ccf8-4ba5-a8ac-24bfa7179f07 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:37.470488 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71c696e5-753c-4845-a322-88c9d8a272aa tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.472264 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c838fe5e-ccf8-4ba5-a8ac-24bfa7179f07 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.498559 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d81647a4-8281-4345-8bfc-cc24554a1610 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.499828 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-c838fe5e-ccf8-4ba5-a8ac-24bfa7179f07 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] device_id is not set on port f4c6377e-9fb1-40cd-b8f3-d5dd8bf4977f yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:46:37.522985 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-57bd74ae-a524-49a4-ac78-7d567b0cab28 None None] Attempting to bind port aad674e1-2b65-4441-b365-d69d26a2afad on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:37.523368 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-57bd74ae-a524-49a4-ac78-7d567b0cab28 None None] Attempting to bind port aad674e1-2b65-4441-b365-d69d26a2afad by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:37.523742 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bd74ae-a524-49a4-ac78-7d567b0cab28 None None] Attempting to bind port aad674e1-2b65-4441-b365-d69d26a2afad on network ed380f80-a9ff-4ccb-b4e8-357bb126e37f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:37.533960 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bd74ae-a524-49a4-ac78-7d567b0cab28 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:37.534343 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bd74ae-a524-49a4-ac78-7d567b0cab28 None None] Checking segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:37.534757 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-57bd74ae-a524-49a4-ac78-7d567b0cab28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.535159 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57bd74ae-a524-49a4-ac78-7d567b0cab28 None None] Bound using segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:37.535671 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-57bd74ae-a524-49a4-ac78-7d567b0cab28 None None] Bound port: aad674e1-2b65-4441-b365-d69d26a2afad, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:37.536150 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-57bd74ae-a524-49a4-ac78-7d567b0cab28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.630616 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7618523e-72da-42a8-86e7-884edad7c661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-fc8b781c-9583-432f-abbc-57388c8e547b', 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'fixed_ips': [{'subnet_id': 'cd8b857e-8678-4281-bae8-c29085f1129c'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:46:37.631642 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7618523e-72da-42a8-86e7-884edad7c661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.680706 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-57bd74ae-a524-49a4-ac78-7d567b0cab28 None None] For port aad674e1-2b65-4441-b365-d69d26a2afad, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:37.736593 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-c838fe5e-ccf8-4ba5-a8ac-24bfa7179f07 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Allocated IP 2001:db8::e7 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/6f859585-2267-4bd1-8100-91d99cdecfd3/f4c6377e-9fb1-40cd-b8f3-d5dd8bf4977f) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:37.752639 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71c696e5-753c-4845-a322-88c9d8a272aa tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.762885 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71c696e5-753c-4845-a322-88c9d8a272aa tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.873072 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-57bd74ae-a524-49a4-ac78-7d567b0cab28 None None] For port aad674e1-2b65-4441-b365-d69d26a2afad, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=aad674e1-2b65-4441-b365-d69d26a2afad,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:37.885798 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-7618523e-72da-42a8-86e7-884edad7c661 None None] Allocated IP 172.20.0.2 (fc8b781c-9583-432f-abbc-57388c8e547b/cd8b857e-8678-4281-bae8-c29085f1129c/ea41f74c-4e69-41bd-80c3-7080fb693485) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:37.891081 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-57bd74ae-a524-49a4-ac78-7d567b0cab28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.942282 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71c696e5-753c-4845-a322-88c9d8a272aa tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:37.943457 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-71c696e5-753c-4845-a322-88c9d8a272aa tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1688735 Jul 16 08:46:37.948139 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53866) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:37.961018 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-0a01b762-fc8b-45a9-b744-2011327299cd tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Request body: {'security_group_rule': {'security_group_id': '8625335c-9998-489d-9346-f52269a6404b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:38.023912 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c838fe5e-ccf8-4ba5-a8ac-24bfa7179f07 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.037127 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bd74ae-a524-49a4-ac78-7d567b0cab28 None None] Pushing event updated for resources: {'Port': ['ID=aad674e1-2b65-4441-b365-d69d26a2afad,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:38.049645 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-c838fe5e-ccf8-4ba5-a8ac-24bfa7179f07 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Transition to ACTIVE for port object f4c6377e-9fb1-40cd-b8f3-d5dd8bf4977f will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:38.060853 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c696e5-753c-4845-a322-88c9d8a272aa tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8625335c-9998-489d-9346-f52269a6404b,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:38.066264 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d81647a4-8281-4345-8bfc-cc24554a1610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.097339 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c838fe5e-ccf8-4ba5-a8ac-24bfa7179f07 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.123232 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0a01b762-fc8b-45a9-b744-2011327299cd tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.170191 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c838fe5e-ccf8-4ba5-a8ac-24bfa7179f07 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:38.172834 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-c838fe5e-ccf8-4ba5-a8ac-24bfa7179f07 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:38.174965 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c838fe5e-ccf8-4ba5-a8ac-24bfa7179f07 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Port': ['ID=f4c6377e-9fb1-40cd-b8f3-d5dd8bf4977f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:38.177443 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c838fe5e-ccf8-4ba5-a8ac-24bfa7179f07 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:38.183197 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c838fe5e-ccf8-4ba5-a8ac-24bfa7179f07 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:38.183862 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c838fe5e-ccf8-4ba5-a8ac-24bfa7179f07 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.203335 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c838fe5e-ccf8-4ba5-a8ac-24bfa7179f07 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5519338 Jul 16 08:46:38.204388 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53868) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:38.254223 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0a01b762-fc8b-45a9-b744-2011327299cd tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.255775 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7618523e-72da-42a8-86e7-884edad7c661 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.266083 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0a01b762-fc8b-45a9-b744-2011327299cd tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.314413 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7618523e-72da-42a8-86e7-884edad7c661 None None] Transition to ACTIVE for port object ea41f74c-4e69-41bd-80c3-7080fb693485 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:38.323093 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0a01b762-fc8b-45a9-b744-2011327299cd tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.324043 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0a01b762-fc8b-45a9-b744-2011327299cd tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3748460 Jul 16 08:46:38.326669 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a01b762-fc8b-45a9-b744-2011327299cd tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42cbf275-7a77-4d51-8f1d-82027cbbbefc,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:38.344402 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53870) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:38.366842 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7618523e-72da-42a8-86e7-884edad7c661 None None] Transition to ACTIVE for port object ea41f74c-4e69-41bd-80c3-7080fb693485 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:38.380801 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7618523e-72da-42a8-86e7-884edad7c661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.400096 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-458d7e86-3658-4931-a6eb-888df3cb7f0d tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "GET /v2.0/security-group-rules/42cbf275-7a77-4d51-8f1d-82027cbbbefc HTTP/1.1" status: 200 len: 763 time: 0.0629001 Jul 16 08:46:38.405290 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53872) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:38.482474 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c7cee777-676c-479d-8c5c-260173f5fe8c tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0754545 Jul 16 08:46:38.485662 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d81647a4-8281-4345-8bfc-cc24554a1610 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.495773 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed0b1e2-7e65-48ce-8980-c02320c45314 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:38.502984 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ed0b1e2-7e65-48ce-8980-c02320c45314 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:38.505071 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7ed0b1e2-7e65-48ce-8980-c02320c45314 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.3004408 Jul 16 08:46:38.505782 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53874) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:38.506097 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618523e-72da-42a8-86e7-884edad7c661 None None] Pushing event updated for resources: {'Port': ['ID=ea41f74c-4e69-41bd-80c3-7080fb693485,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:38.509831 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53876) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:38.523578 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7618523e-72da-42a8-86e7-884edad7c661 None None] Network fc8b781c-9583-432f-abbc-57388c8e547b is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:38.527391 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d81647a4-8281-4345-8bfc-cc24554a1610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.529082 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-7618523e-72da-42a8-86e7-884edad7c661 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:38.533125 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7618523e-72da-42a8-86e7-884edad7c661 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:38.539465 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.594993 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5ad11a2a-9d73-49c7-907b-66d63dd5fee9 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.606883 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5ad11a2a-9d73-49c7-907b-66d63dd5fee9 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.627369 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-7618523e-72da-42a8-86e7-884edad7c661 None None] Attempting to bind port ea41f74c-4e69-41bd-80c3-7080fb693485 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:38.627756 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-7618523e-72da-42a8-86e7-884edad7c661 None None] Attempting to bind port ea41f74c-4e69-41bd-80c3-7080fb693485 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'f3ee54f9-528a-445b-9d55-63145af9e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:38.628160 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7618523e-72da-42a8-86e7-884edad7c661 None None] Attempting to bind port ea41f74c-4e69-41bd-80c3-7080fb693485 on network fc8b781c-9583-432f-abbc-57388c8e547b {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:38.634891 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7618523e-72da-42a8-86e7-884edad7c661 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:38.635308 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7618523e-72da-42a8-86e7-884edad7c661 None None] Checking segment: {'id': 'f3ee54f9-528a-445b-9d55-63145af9e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:38.635895 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7618523e-72da-42a8-86e7-884edad7c661 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.636533 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7618523e-72da-42a8-86e7-884edad7c661 None None] Bound using segment: {'id': 'f3ee54f9-528a-445b-9d55-63145af9e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:38.637149 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-7618523e-72da-42a8-86e7-884edad7c661 None None] Bound port: ea41f74c-4e69-41bd-80c3-7080fb693485, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ee54f9-528a-445b-9d55-63145af9e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:38.637556 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7618523e-72da-42a8-86e7-884edad7c661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.667226 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5ad11a2a-9d73-49c7-907b-66d63dd5fee9 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.675512 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5ad11a2a-9d73-49c7-907b-66d63dd5fee9 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.676804 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5ad11a2a-9d73-49c7-907b-66d63dd5fee9 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/42cbf275-7a77-4d51-8f1d-82027cbbbefc HTTP/1.1" status: 204 len: 168 time: 0.1700797 Jul 16 08:46:38.680916 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53878) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:38.684719 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad11a2a-9d73-49c7-907b-66d63dd5fee9 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=42cbf275-7a77-4d51-8f1d-82027cbbbefc,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:38.712239 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-575efebb-afd8-4477-8b3c-272759eb8dce tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting port f4c6377e-9fb1-40cd-b8f3-d5dd8bf4977f {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:38.712674 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-575efebb-afd8-4477-8b3c-272759eb8dce tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.721722 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-d81647a4-8281-4345-8bfc-cc24554a1610 admin admin] Allocated IP 172.25.3.77 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/b6d567b3-11d5-4c4c-ba78-b31264dd40ae) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:38.759905 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9b254a3c-99ed-4c39-b4b1-7ee3bb7baa00 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0745833 Jul 16 08:46:38.760332 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53880) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:38.763514 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7618523e-72da-42a8-86e7-884edad7c661 None None] For port ea41f74c-4e69-41bd-80c3-7080fb693485, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:38.769988 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7618523e-72da-42a8-86e7-884edad7c661 None None] For port ea41f74c-4e69-41bd-80c3-7080fb693485, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ea41f74c-4e69-41bd-80c3-7080fb693485,segment=NetworkSegment(f3ee54f9-528a-445b-9d55-63145af9e805),segment_id=f3ee54f9-528a-445b-9d55-63145af9e805)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:38.772643 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-6980ae20-63ac-49be-ae31-6495d080fb25 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Request body: {'security_group_rule': {'security_group_id': '8625335c-9998-489d-9346-f52269a6404b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:38.775343 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7618523e-72da-42a8-86e7-884edad7c661 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.879838 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7618523e-72da-42a8-86e7-884edad7c661 None None] Pushing event updated for resources: {'Port': ['ID=ea41f74c-4e69-41bd-80c3-7080fb693485,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:38.882181 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-575efebb-afd8-4477-8b3c-272759eb8dce tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:38.919813 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-575efebb-afd8-4477-8b3c-272759eb8dce tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Calling delete_port for f4c6377e-9fb1-40cd-b8f3-d5dd8bf4977f owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:39.171704 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-575efebb-afd8-4477-8b3c-272759eb8dce tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.308842 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-575efebb-afd8-4477-8b3c-272759eb8dce tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.311134 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-575efebb-afd8-4477-8b3c-272759eb8dce tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/f4c6377e-9fb1-40cd-b8f3-d5dd8bf4977f HTTP/1.1" status: 204 len: 168 time: 0.7874091 Jul 16 08:46:39.312330 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575efebb-afd8-4477-8b3c-272759eb8dce tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Port': ['ID=f4c6377e-9fb1-40cd-b8f3-d5dd8bf4977f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:39.315192 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53894) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:39.439186 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35034c6e-a5a5-4898-ac13-525844c42a4a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:39.441101 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35034c6e-a5a5-4898-ac13-525844c42a4a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:39.442939 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-35034c6e-a5a5-4898-ac13-525844c42a4a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1267822 Jul 16 08:46:39.447242 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53898) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:39.478653 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6980ae20-63ac-49be-ae31-6495d080fb25 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.523511 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d8de772-d6b1-4da0-866a-f88c69c73ff8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting subnet 6f859585-2267-4bd1-8100-91d99cdecfd3 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:46:39.533231 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d8de772-d6b1-4da0-866a-f88c69c73ff8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.625828 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d8de772-d6b1-4da0-866a-f88c69c73ff8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.638970 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d81647a4-8281-4345-8bfc-cc24554a1610 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.673195 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6980ae20-63ac-49be-ae31-6495d080fb25 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.682155 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6980ae20-63ac-49be-ae31-6495d080fb25 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.730249 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980ae20-63ac-49be-ae31-6495d080fb25 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25986512-8926-4353-bde9-a2067e6a313a,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:39.778833 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d8de772-d6b1-4da0-866a-f88c69c73ff8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.826596 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6980ae20-63ac-49be-ae31-6495d080fb25 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.848035 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6980ae20-63ac-49be-ae31-6495d080fb25 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0820243 Jul 16 08:46:39.849892 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53906) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:39.919670 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d8de772-d6b1-4da0-866a-f88c69c73ff8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.953353 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-406f60c1-67a9-434f-a647-69d4ac0c7861 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "GET /v2.0/security-group-rules/25986512-8926-4353-bde9-a2067e6a313a HTTP/1.1" status: 200 len: 763 time: 0.0819299 Jul 16 08:46:39.961796 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53910) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:39.983127 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d8de772-d6b1-4da0-866a-f88c69c73ff8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:39.985964 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4d8de772-d6b1-4da0-866a-f88c69c73ff8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/6f859585-2267-4bd1-8100-91d99cdecfd3 HTTP/1.1" status: 204 len: 168 time: 0.5372703 Jul 16 08:46:39.986790 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8de772-d6b1-4da0-866a-f88c69c73ff8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Subnet': ['ID=6f859585-2267-4bd1-8100-91d99cdecfd3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:39.989361 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53912) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:40.022342 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d81647a4-8281-4345-8bfc-cc24554a1610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.061852 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d81647a4-8281-4345-8bfc-cc24554a1610 admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:40.093989 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9b82c542-fee3-4046-9a60-35bea8502318 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0977404 Jul 16 08:46:40.093989 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53918) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:40.095458 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-d81647a4-8281-4345-8bfc-cc24554a1610 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:40.099806 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ee7b73-c2b5-4e13-9ba0-3b03cc704a0a None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:40.100390 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7c49dc1f-ddea-4e95-95f6-777e0b1ccdcf tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:40.106795 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device aad674e1-2b65-4441-b365-d69d26a2afad up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:40.137877 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81647a4-8281-4345-8bfc-cc24554a1610 admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:40.369559 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8f8ef5cb-3376-411d-8eec-979be35c7d61 None None] Provisioning for port aad674e1-2b65-4441-b365-d69d26a2afad completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:40.423713 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c49dc1f-ddea-4e95-95f6-777e0b1ccdcf tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:40.431633 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c49dc1f-ddea-4e95-95f6-777e0b1ccdcf tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.463853 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2e8ca3fb-4f0c-4f3e-8a68-e6274c06de2f tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4967101 Jul 16 08:46:40.472288 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53922) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:40.506996 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port aad674e1-2b65-4441-b365-d69d26a2afad completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:40.538163 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port aad674e1-2b65-4441-b365-d69d26a2afad triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:40.538600 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.619202 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81647a4-8281-4345-8bfc-cc24554a1610 admin admin] Pushing event updated for resources: {'Port': ['ID=b6d567b3-11d5-4c4c-ba78-b31264dd40ae,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:40.655516 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b42027a9-a279-4a55-ac64-37d7ae38ea67 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.682305 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b42027a9-a279-4a55-ac64-37d7ae38ea67 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.776505 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e789ba61-bd34-44c9-b4bc-c2ce5e0dda79 None None] Network fc8b781c-9583-432f-abbc-57388c8e547b requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:40.867052 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b42027a9-a279-4a55-ac64-37d7ae38ea67 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.867913 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c49dc1f-ddea-4e95-95f6-777e0b1ccdcf tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.880411 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b42027a9-a279-4a55-ac64-37d7ae38ea67 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.881565 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b42027a9-a279-4a55-ac64-37d7ae38ea67 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/25986512-8926-4353-bde9-a2067e6a313a HTTP/1.1" status: 204 len: 168 time: 0.3912740 Jul 16 08:46:40.887851 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53924) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:40.894478 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c740733a-ec78-4e43-ae4b-611b20076f04 None None] DHCP port deletion for ed380f80-a9ff-4ccb-b4e8-357bb126e37f request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:46:40.900965 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42027a9-a279-4a55-ac64-37d7ae38ea67 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=25986512-8926-4353-bde9-a2067e6a313a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:40.917732 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d81647a4-8281-4345-8bfc-cc24554a1610 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.959317 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:40.973712 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c49dc1f-ddea-4e95-95f6-777e0b1ccdcf tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:40.975969 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c49dc1f-ddea-4e95-95f6-777e0b1ccdcf tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Subnet': ['ID=beda3330-1272-489a-9839-8d8275f78d25,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:40.983707 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b8131a44-68b9-46a3-9cf8-ecf786e0d30f None None] Provisioning for port ea41f74c-4e69-41bd-80c3-7080fb693485 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:40.993341 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-7c49dc1f-ddea-4e95-95f6-777e0b1ccdcf tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:40.998651 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c49dc1f-ddea-4e95-95f6-777e0b1ccdcf tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:40.999413 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c49dc1f-ddea-4e95-95f6-777e0b1ccdcf tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.029860 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53926) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:41.030726 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7c49dc1f-ddea-4e95-95f6-777e0b1ccdcf tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9344051 Jul 16 08:46:41.039776 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-5f8b6c60-67d3-4d7d-9630-69c74ce32cbc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'port': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'name': 'tempest-NetworksTestDHCPv6-650256439'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:41.081352 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port aad674e1-2b65-4441-b365-d69d26a2afad, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=aad674e1-2b65-4441-b365-d69d26a2afad,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:41.089669 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.090601 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ea41f74c-4e69-41bd-80c3-7080fb693485 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:41.099804 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c740733a-ec78-4e43-ae4b-611b20076f04 None None] Deleting port aad674e1-2b65-4441-b365-d69d26a2afad {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:41.100332 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c740733a-ec78-4e43-ae4b-611b20076f04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.145600 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5aea376d-43ef-4e11-8e6d-3a383cf33d7d tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2540863 Jul 16 08:46:41.148660 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53930) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:41.160759 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-da2342e8-7015-4801-8ba0-ba6f95901a9b tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Request body: {'security_group_rule': {'security_group_id': '8625335c-9998-489d-9346-f52269a6404b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:41.253004 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d81647a4-8281-4345-8bfc-cc24554a1610 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.280683 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da2342e8-7015-4801-8ba0-ba6f95901a9b tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.302636 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c740733a-ec78-4e43-ae4b-611b20076f04 None None] For port aad674e1-2b65-4441-b365-d69d26a2afad, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=aad674e1-2b65-4441-b365-d69d26a2afad,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:41.303618 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c740733a-ec78-4e43-ae4b-611b20076f04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.320223 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8b6c60-67d3-4d7d-9630-69c74ce32cbc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:41.323962 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5f8b6c60-67d3-4d7d-9630-69c74ce32cbc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.349572 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c740733a-ec78-4e43-ae4b-611b20076f04 None None] Calling delete_port for aad674e1-2b65-4441-b365-d69d26a2afad owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:41.352746 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=aad674e1-2b65-4441-b365-d69d26a2afad,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:41.380472 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port ea41f74c-4e69-41bd-80c3-7080fb693485 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:41.385056 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-5f8b6c60-67d3-4d7d-9630-69c74ce32cbc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] device_id is not set on port 7b28f3a2-faf3-41ce-95f9-5e26a0bfbb74 yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:46:41.402617 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da2342e8-7015-4801-8ba0-ba6f95901a9b tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.409362 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da2342e8-7015-4801-8ba0-ba6f95901a9b tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.440459 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2342e8-7015-4801-8ba0-ba6f95901a9b tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390972b7-e4b6-4151-a28b-e35a280f68d6,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:41.443515 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-da2342e8-7015-4801-8ba0-ba6f95901a9b tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.447252 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-da2342e8-7015-4801-8ba0-ba6f95901a9b tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2941759 Jul 16 08:46:41.448041 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53934) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:41.460292 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port ea41f74c-4e69-41bd-80c3-7080fb693485 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:41.460704 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.488213 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-430327a6-0a85-4e84-9d31-53d120691c14 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "GET /v2.0/security-group-rules/390972b7-e4b6-4151-a28b-e35a280f68d6 HTTP/1.1" status: 200 len: 764 time: 0.0356112 Jul 16 08:46:41.488836 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53938) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:41.547508 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d81647a4-8281-4345-8bfc-cc24554a1610 admin admin] Router d1e68b0d-23f5-4117-961f-cb05f44010c4 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:46:41.582904 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b0039d87-1126-4d57-82b4-9f86546ff45b tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0928991 Jul 16 08:46:41.584097 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53940) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:41.592733 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-5f8b6c60-67d3-4d7d-9630-69c74ce32cbc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Allocated IP 2001:db8::e (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/beda3330-1272-489a-9839-8d8275f78d25/7b28f3a2-faf3-41ce-95f9-5e26a0bfbb74) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:41.670910 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6a9cc0a-5612-4504-acdd-6713a523f5cf tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.682555 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6a9cc0a-5612-4504-acdd-6713a523f5cf tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.715042 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.733442 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6a9cc0a-5612-4504-acdd-6713a523f5cf tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.744078 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d6a9cc0a-5612-4504-acdd-6713a523f5cf tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.747888 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c740733a-ec78-4e43-ae4b-611b20076f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.760846 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d6a9cc0a-5612-4504-acdd-6713a523f5cf tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/390972b7-e4b6-4151-a28b-e35a280f68d6 HTTP/1.1" status: 204 len: 168 time: 0.1745946 Jul 16 08:46:41.761276 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53944) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:41.792525 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a9cc0a-5612-4504-acdd-6713a523f5cf tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=390972b7-e4b6-4151-a28b-e35a280f68d6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:41.860861 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port ea41f74c-4e69-41bd-80c3-7080fb693485, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ea41f74c-4e69-41bd-80c3-7080fb693485,segment=NetworkSegment(f3ee54f9-528a-445b-9d55-63145af9e805),segment_id=f3ee54f9-528a-445b-9d55-63145af9e805)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:41.863643 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c740733a-ec78-4e43-ae4b-611b20076f04 None None] Pushing event deleted for resources: {'Port': ['ID=aad674e1-2b65-4441-b365-d69d26a2afad,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:41.870983 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c740733a-ec78-4e43-ae4b-611b20076f04 None None] No DVR routers for this DVR port aad674e1-2b65-4441-b365-d69d26a2afad on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:46:41.877992 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:41.919894 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0ca7c7-f39e-4f21-9da5-64b48f841cb0 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:41.941541 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d6d194a8-c58a-478c-b121-6c27f16de43c tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1714766 Jul 16 08:46:41.944148 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53946) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:41.974869 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d81647a4-8281-4345-8bfc-cc24554a1610 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:42.015511 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d81647a4-8281-4345-8bfc-cc24554a1610 admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:42.020744 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d81647a4-8281-4345-8bfc-cc24554a1610 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6653621 Jul 16 08:46:42.024875 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53948) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:42.032067 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device aad674e1-2b65-4441-b365-d69d26a2afad no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:42.035212 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fd1840-605c-43d5-978d-a0ba7a72b6ae None None] Sync routers for ids ['d1e68b0d-23f5-4117-961f-cb05f44010c4'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:42.082122 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: aad674e1-2b65-4441-b365-d69d26a2afad {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:46:42.082498 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device aad674e1-2b65-4441-b365-d69d26a2afad not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:46:42.109983 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=ea41f74c-4e69-41bd-80c3-7080fb693485,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:42.118363 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fd1840-605c-43d5-978d-a0ba7a72b6ae None None] Routers {'d1e68b0d-23f5-4117-961f-cb05f44010c4'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:42.119188 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-02fd1840-605c-43d5-978d-a0ba7a72b6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:46:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['d1e68b0d-23f5-4117-961f-cb05f44010c4'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:42.125902 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a07a5516-57dc-4cb7-9e5e-96301fc1caa5 None None] Provisioning complete for port ea41f74c-4e69-41bd-80c3-7080fb693485 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:42.126344 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a07a5516-57dc-4cb7-9e5e-96301fc1caa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:42.240962 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ca76e40a-faca-4ab4-af08-1a2f65052873 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:42.248380 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5f8b6c60-67d3-4d7d-9630-69c74ce32cbc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:42.283920 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5f8b6c60-67d3-4d7d-9630-69c74ce32cbc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Transition to ACTIVE for port object 7b28f3a2-faf3-41ce-95f9-5e26a0bfbb74 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:42.293603 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ca76e40a-faca-4ab4-af08-1a2f65052873 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:42.340343 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fc9a43-b141-4979-980c-a1ce9f7e7575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'tenant_id': '11897f26500d434cb71ca0edc07e35ac', 'fixed_ips': [{'subnet_id': 'beda3330-1272-489a-9839-8d8275f78d25'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:46:42.341042 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-82fc9a43-b141-4979-980c-a1ce9f7e7575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:42.350722 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-02fd1840-605c-43d5-978d-a0ba7a72b6ae None None] Set router d1e68b0d-23f5-4117-961f-cb05f44010c4 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:42.470860 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5f8b6c60-67d3-4d7d-9630-69c74ce32cbc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:42.484513 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ca76e40a-faca-4ab4-af08-1a2f65052873 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:42.486753 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ca76e40a-faca-4ab4-af08-1a2f65052873 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:42.489816 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ca76e40a-faca-4ab4-af08-1a2f65052873 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "DELETE /v2.0/security-groups/8625335c-9998-489d-9346-f52269a6404b HTTP/1.1" status: 204 len: 168 time: 0.5464714 Jul 16 08:46:42.492313 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53954) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:42.588060 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca76e40a-faca-4ab4-af08-1a2f65052873 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8625335c-9998-489d-9346-f52269a6404b,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:42.599134 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8b6c60-67d3-4d7d-9630-69c74ce32cbc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:42.639740 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-5f8b6c60-67d3-4d7d-9630-69c74ce32cbc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:42.653146 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f8b6c60-67d3-4d7d-9630-69c74ce32cbc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:42.661268 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8b6c60-67d3-4d7d-9630-69c74ce32cbc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:42.662185 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5f8b6c60-67d3-4d7d-9630-69c74ce32cbc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:42.676997 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-43dd4c7f-b692-4017-9e15-7a3e5b0c101b tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1709003 Jul 16 08:46:42.682106 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53956) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:42.707371 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8b6c60-67d3-4d7d-9630-69c74ce32cbc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Port': ['ID=7b28f3a2-faf3-41ce-95f9-5e26a0bfbb74,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:42.742921 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-82fc9a43-b141-4979-980c-a1ce9f7e7575 None None] Allocated IP 2001:db8::2 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/beda3330-1272-489a-9839-8d8275f78d25/6b0554e9-3ad5-4b18-bfc9-31654a764763) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:42.745344 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5f8b6c60-67d3-4d7d-9630-69c74ce32cbc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.7109129 Jul 16 08:46:42.752102 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 53960) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:43.094630 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-02fd1840-605c-43d5-978d-a0ba7a72b6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'name': 'tempest-TestVolumeBackupRestore-951676652-router', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'b6d567b3-11d5-4c4c-ba78-b31264dd40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:37Z', 'updated_at': '2021-07-16T08:46:40Z', 'revision_number': 3, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'gw_port': {'id': 'b6d567b3-11d5-4c4c-ba78-b31264dd40ae', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:91:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:38Z', 'updated_at': '2021-07-16T08:46:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:43.143983 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fd1840-605c-43d5-978d-a0ba7a72b6ae None None] Checking router: d1e68b0d-23f5-4117-961f-cb05f44010c4 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:46:43.144946 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fd1840-605c-43d5-978d-a0ba7a72b6ae None None] Updating router d1e68b0d-23f5-4117-961f-cb05f44010c4 port b6d567b3-11d5-4c4c-ba78-b31264dd40ae binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:46:43.159970 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-aa24312c-80f7-4d10-84a0-c62c0b86c946 tempest-SecGroupTest-348297974 tempest-SecGroupTest-348297974-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4446890 Jul 16 08:46:43.204170 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-02fd1840-605c-43d5-978d-a0ba7a72b6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:43.328218 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-82fc9a43-b141-4979-980c-a1ce9f7e7575 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:43.348261 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e122857-ea1b-489d-b81c-00dffc9e37d4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:43.350508 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1e122857-ea1b-489d-b81c-00dffc9e37d4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.5974126 Jul 16 08:46:43.354731 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53968) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:43.369712 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-520f7f07-de30-41e0-865d-ab83e5ab2ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:43.463919 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53970) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:43.491385 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-82fc9a43-b141-4979-980c-a1ce9f7e7575 None None] Transition to ACTIVE for port object 6b0554e9-3ad5-4b18-bfc9-31654a764763 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:43.557886 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-82fc9a43-b141-4979-980c-a1ce9f7e7575 None None] Transition to ACTIVE for port object 6b0554e9-3ad5-4b18-bfc9-31654a764763 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:43.595296 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-82fc9a43-b141-4979-980c-a1ce9f7e7575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:43.641866 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-2d1fbc68-eef7-46fb-9a17-582141451eef tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting port 7b28f3a2-faf3-41ce-95f9-5e26a0bfbb74 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:43.643234 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d1fbc68-eef7-46fb-9a17-582141451eef tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:43.710619 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fc9a43-b141-4979-980c-a1ce9f7e7575 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:43.722726 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc9a43-b141-4979-980c-a1ce9f7e7575 None None] Pushing event updated for resources: {'Port': ['ID=6b0554e9-3ad5-4b18-bfc9-31654a764763,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:43.739574 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-82fc9a43-b141-4979-980c-a1ce9f7e7575 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:43.745310 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fc9a43-b141-4979-980c-a1ce9f7e7575 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:43.793109 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-520f7f07-de30-41e0-865d-ab83e5ab2ee2 admin admin] Allocated IP 172.20.0.1 (fc8b781c-9583-432f-abbc-57388c8e547b/cd8b857e-8678-4281-bae8-c29085f1129c/3ce50f21-da58-4c8d-af15-3296df3ec31e) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:43.842416 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d1fbc68-eef7-46fb-9a17-582141451eef tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:43.858950 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-2d1fbc68-eef7-46fb-9a17-582141451eef tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Calling delete_port for 7b28f3a2-faf3-41ce-95f9-5e26a0bfbb74 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:43.993232 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-02fd1840-605c-43d5-978d-a0ba7a72b6ae None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.067471 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ea41f74c-4e69-41bd-80c3-7080fb693485 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:44.071588 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-02fd1840-605c-43d5-978d-a0ba7a72b6ae None None] Transition to ACTIVE for port object b6d567b3-11d5-4c4c-ba78-b31264dd40ae will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:44.079565 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-520f7f07-de30-41e0-865d-ab83e5ab2ee2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.086869 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-728e353e-296a-49ac-9ce8-a884bbddf8cd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e5008c02952a4f01bbdd6567ea95eb6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6210306 Jul 16 08:46:44.090246 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53982) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:44.131022 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-520f7f07-de30-41e0-865d-ab83e5ab2ee2 admin admin] Transition to ACTIVE for port object 3ce50f21-da58-4c8d-af15-3296df3ec31e will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:44.151358 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-02fd1840-605c-43d5-978d-a0ba7a72b6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.216274 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-82fc9a43-b141-4979-980c-a1ce9f7e7575 None None] Attempting to bind port 6b0554e9-3ad5-4b18-bfc9-31654a764763 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:44.218290 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-82fc9a43-b141-4979-980c-a1ce9f7e7575 None None] Attempting to bind port 6b0554e9-3ad5-4b18-bfc9-31654a764763 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:44.218553 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-273edfcf-ccf1-48d6-9474-31f05f36bbbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.219649 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fc9a43-b141-4979-980c-a1ce9f7e7575 None None] Attempting to bind port 6b0554e9-3ad5-4b18-bfc9-31654a764763 on network ed380f80-a9ff-4ccb-b4e8-357bb126e37f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:44.222443 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-520f7f07-de30-41e0-865d-ab83e5ab2ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.275509 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520f7f07-de30-41e0-865d-ab83e5ab2ee2 admin admin] Network fc8b781c-9583-432f-abbc-57388c8e547b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:44.283557 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-520f7f07-de30-41e0-865d-ab83e5ab2ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:44.285714 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-273edfcf-ccf1-48d6-9474-31f05f36bbbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.288296 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520f7f07-de30-41e0-865d-ab83e5ab2ee2 admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:44.318912 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fc9a43-b141-4979-980c-a1ce9f7e7575 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:44.320267 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fc9a43-b141-4979-980c-a1ce9f7e7575 None None] Checking segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:44.321928 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f7f07-de30-41e0-865d-ab83e5ab2ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce50f21-da58-4c8d-af15-3296df3ec31e,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:44.322280 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-82fc9a43-b141-4979-980c-a1ce9f7e7575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.323716 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fc9a43-b141-4979-980c-a1ce9f7e7575 None None] Bound using segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:44.323975 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-82fc9a43-b141-4979-980c-a1ce9f7e7575 None None] Bound port: 6b0554e9-3ad5-4b18-bfc9-31654a764763, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:44.325737 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-82fc9a43-b141-4979-980c-a1ce9f7e7575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.347370 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-02fd1840-605c-43d5-978d-a0ba7a72b6ae None None] Attempting to bind port b6d567b3-11d5-4c4c-ba78-b31264dd40ae on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:44.348190 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-02fd1840-605c-43d5-978d-a0ba7a72b6ae None None] Attempting to bind port b6d567b3-11d5-4c4c-ba78-b31264dd40ae by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:44.349038 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fd1840-605c-43d5-978d-a0ba7a72b6ae None None] Attempting to bind port b6d567b3-11d5-4c4c-ba78-b31264dd40ae on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:44.356573 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d1fbc68-eef7-46fb-9a17-582141451eef tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.366541 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-520f7f07-de30-41e0-865d-ab83e5ab2ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.397254 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fd1840-605c-43d5-978d-a0ba7a72b6ae None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:44.399569 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fd1840-605c-43d5-978d-a0ba7a72b6ae None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:44.400762 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-02fd1840-605c-43d5-978d-a0ba7a72b6ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.402227 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02fd1840-605c-43d5-978d-a0ba7a72b6ae None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:44.403309 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-02fd1840-605c-43d5-978d-a0ba7a72b6ae None None] Bound port: b6d567b3-11d5-4c4c-ba78-b31264dd40ae, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:44.403981 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-02fd1840-605c-43d5-978d-a0ba7a72b6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.455431 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1fbc68-eef7-46fb-9a17-582141451eef tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Port': ['ID=7b28f3a2-faf3-41ce-95f9-5e26a0bfbb74,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:44.516076 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-02fd1840-605c-43d5-978d-a0ba7a72b6ae None None] For port b6d567b3-11d5-4c4c-ba78-b31264dd40ae, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:44.522614 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-02fd1840-605c-43d5-978d-a0ba7a72b6ae None None] For port b6d567b3-11d5-4c4c-ba78-b31264dd40ae, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=b6d567b3-11d5-4c4c-ba78-b31264dd40ae,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:44.550403 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fbc68-eef7-46fb-9a17-582141451eef tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:44.558375 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fbc68-eef7-46fb-9a17-582141451eef tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:44.559337 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fbc68-eef7-46fb-9a17-582141451eef tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:44.559337 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fbc68-eef7-46fb-9a17-582141451eef tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:44.559854 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fbc68-eef7-46fb-9a17-582141451eef tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:44.560295 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fbc68-eef7-46fb-9a17-582141451eef tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:44.560764 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fbc68-eef7-46fb-9a17-582141451eef tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:44.561340 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fbc68-eef7-46fb-9a17-582141451eef tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:44.561771 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fbc68-eef7-46fb-9a17-582141451eef tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:44.564068 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fbc68-eef7-46fb-9a17-582141451eef tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:44.564669 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fbc68-eef7-46fb-9a17-582141451eef tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:44.565199 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d1fbc68-eef7-46fb-9a17-582141451eef tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:44.572508 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-520f7f07-de30-41e0-865d-ab83e5ab2ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.585028 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d1fbc68-eef7-46fb-9a17-582141451eef tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.585605 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-02fd1840-605c-43d5-978d-a0ba7a72b6ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.587679 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2d1fbc68-eef7-46fb-9a17-582141451eef tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/7b28f3a2-faf3-41ce-95f9-5e26a0bfbb74 HTTP/1.1" status: 204 len: 168 time: 1.2316868 Jul 16 08:46:44.593243 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53984) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:44.629034 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dccadf6-9eb6-4451-9c3a-501c6cc59cdd None None] Pushing event updated for resources: {'Port': ['ID=b6d567b3-11d5-4c4c-ba78-b31264dd40ae,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:44.677207 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-273edfcf-ccf1-48d6-9474-31f05f36bbbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.679866 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-273edfcf-ccf1-48d6-9474-31f05f36bbbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.685011 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-273edfcf-ccf1-48d6-9474-31f05f36bbbf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3f294b3f-0f37-44f1-970a-b5b8651fb63c HTTP/1.1" status: 204 len: 168 time: 0.5924015 Jul 16 08:46:44.707654 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273edfcf-ccf1-48d6-9474-31f05f36bbbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f294b3f-0f37-44f1-970a-b5b8651fb63c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:44.728388 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d54315e-1bee-48b2-bac8-042a0c3abf7d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:44.730603 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d54315e-1bee-48b2-bac8-042a0c3abf7d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:44.732536 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0d54315e-1bee-48b2-bac8-042a0c3abf7d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1361687 Jul 16 08:46:44.737829 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 53988) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:44.820811 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fd1840-605c-43d5-978d-a0ba7a72b6ae None None] Routers {'d1e68b0d-23f5-4117-961f-cb05f44010c4'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:44.822665 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-02fd1840-605c-43d5-978d-a0ba7a72b6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:46:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['d1e68b0d-23f5-4117-961f-cb05f44010c4'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:44.879686 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-82fc9a43-b141-4979-980c-a1ce9f7e7575 None None] For port 6b0554e9-3ad5-4b18-bfc9-31654a764763, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:44.883036 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b71b4c9-334f-42b0-88b8-7a026ae0a83a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting subnet beda3330-1272-489a-9839-8d8275f78d25 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:46:44.888681 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-82fc9a43-b141-4979-980c-a1ce9f7e7575 None None] For port 6b0554e9-3ad5-4b18-bfc9-31654a764763, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=6b0554e9-3ad5-4b18-bfc9-31654a764763,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:44.894090 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b71b4c9-334f-42b0-88b8-7a026ae0a83a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:44.902755 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port ea41f74c-4e69-41bd-80c3-7080fb693485 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:44.903204 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.026281 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b71b4c9-334f-42b0-88b8-7a026ae0a83a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.064404 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-520f7f07-de30-41e0-865d-ab83e5ab2ee2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.071167 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-520f7f07-de30-41e0-865d-ab83e5ab2ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.106816 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-82fc9a43-b141-4979-980c-a1ce9f7e7575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.218179 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b71b4c9-334f-42b0-88b8-7a026ae0a83a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.230602 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520f7f07-de30-41e0-865d-ab83e5ab2ee2 admin admin] Pushing event updated for resources: {'Port': ['ID=3ce50f21-da58-4c8d-af15-3296df3ec31e,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:45.240394 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-46222c28-5bc6-4a9f-9e5b-f7e4e33c0e85 None None] Provisioning for port 3ce50f21-da58-4c8d-af15-3296df3ec31e completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:45.254844 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-46222c28-5bc6-4a9f-9e5b-f7e4e33c0e85 None None] Provisioning complete for port 3ce50f21-da58-4c8d-af15-3296df3ec31e triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:45.257624 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-46222c28-5bc6-4a9f-9e5b-f7e4e33c0e85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.260469 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-520f7f07-de30-41e0-865d-ab83e5ab2ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.380116 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b71b4c9-334f-42b0-88b8-7a026ae0a83a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.439028 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dccadf6-9eb6-4451-9c3a-501c6cc59cdd None None] Pushing event updated for resources: {'Port': ['ID=b6d567b3-11d5-4c4c-ba78-b31264dd40ae,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:45.520796 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b71b4c9-334f-42b0-88b8-7a026ae0a83a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:45.534068 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4b71b4c9-334f-42b0-88b8-7a026ae0a83a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/beda3330-1272-489a-9839-8d8275f78d25 HTTP/1.1" status: 204 len: 168 time: 0.7920749 Jul 16 08:46:45.534823 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54024) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:45.550648 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccadf6-9eb6-4451-9c3a-501c6cc59cdd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:45.551012 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccadf6-9eb6-4451-9c3a-501c6cc59cdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:45.551428 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccadf6-9eb6-4451-9c3a-501c6cc59cdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:45.551687 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccadf6-9eb6-4451-9c3a-501c6cc59cdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:45.552023 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccadf6-9eb6-4451-9c3a-501c6cc59cdd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:45.552375 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccadf6-9eb6-4451-9c3a-501c6cc59cdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:45.552912 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccadf6-9eb6-4451-9c3a-501c6cc59cdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:45.553273 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccadf6-9eb6-4451-9c3a-501c6cc59cdd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:45.553603 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccadf6-9eb6-4451-9c3a-501c6cc59cdd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:45.554082 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccadf6-9eb6-4451-9c3a-501c6cc59cdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:45.554419 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccadf6-9eb6-4451-9c3a-501c6cc59cdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:45.557136 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7dccadf6-9eb6-4451-9c3a-501c6cc59cdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:45.569829 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-46222c28-5bc6-4a9f-9e5b-f7e4e33c0e85 None None] Port 3ce50f21-da58-4c8d-af15-3296df3ec31e cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:46:45.638149 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520f7f07-de30-41e0-865d-ab83e5ab2ee2 admin admin] Network fc8b781c-9583-432f-abbc-57388c8e547b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:45.640674 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-520f7f07-de30-41e0-865d-ab83e5ab2ee2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:45.736419 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b71b4c9-334f-42b0-88b8-7a026ae0a83a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Subnet': ['ID=beda3330-1272-489a-9839-8d8275f78d25,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:45.754686 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8b16432a-e98f-4205-b7e2-a7bf2ca9f8d7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2184253 Jul 16 08:46:45.756240 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54030) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:45.766742 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-22289f8a-e399-4a14-9400-486dd4db3430 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:45.776723 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-02fd1840-605c-43d5-978d-a0ba7a72b6ae None None] Set router d1e68b0d-23f5-4117-961f-cb05f44010c4 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:45.779484 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc9a43-b141-4979-980c-a1ce9f7e7575 None None] Pushing event updated for resources: {'Port': ['ID=6b0554e9-3ad5-4b18-bfc9-31654a764763,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:46.030467 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520f7f07-de30-41e0-865d-ab83e5ab2ee2 admin admin] Router d1e68b0d-23f5-4117-961f-cb05f44010c4 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:46:46.074441 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54032) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:46.129762 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22289f8a-e399-4a14-9400-486dd4db3430 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:46.145340 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22289f8a-e399-4a14-9400-486dd4db3430 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:46.209427 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 6b0554e9-3ad5-4b18-bfc9-31654a764763 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:46.392566 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5ab90f7f-0250-49b9-979b-9a1a8f753dc1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:46.434275 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9d36a6d9-5d67-41af-8f2e-094bc8a8ddcf None None] Provisioning complete for port 3ce50f21-da58-4c8d-af15-3296df3ec31e triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:46.434884 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9d36a6d9-5d67-41af-8f2e-094bc8a8ddcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:46.462647 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520f7f07-de30-41e0-865d-ab83e5ab2ee2 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:46.486204 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-520f7f07-de30-41e0-865d-ab83e5ab2ee2 admin admin] 10.222.0.22 "PUT /v2.0/routers/d1e68b0d-23f5-4117-961f-cb05f44010c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4234567 Jul 16 08:46:46.500130 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 6b0554e9-3ad5-4b18-bfc9-31654a764763 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:46.607645 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-9d36a6d9-5d67-41af-8f2e-094bc8a8ddcf None None] Port 3ce50f21-da58-4c8d-af15-3296df3ec31e cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:46:46.677314 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-02fd1840-605c-43d5-978d-a0ba7a72b6ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'name': 'tempest-TestVolumeBackupRestore-951676652-router', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'b6d567b3-11d5-4c4c-ba78-b31264dd40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:37Z', 'updated_at': '2021-07-16T08:46:44Z', 'revision_number': 4, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'gw_port': {'id': 'b6d567b3-11d5-4c4c-ba78-b31264dd40ae', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:91:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:38Z', 'updated_at': '2021-07-16T08:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '3ce50f21-da58-4c8d-af15-3296df3ec31e', 'name': '', 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'mac_address': 'fa:16:3e:ad:9b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'cd8b857e-8678-4281-bae8-c29085f1129c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:43Z', 'updated_at': '2021-07-16T08:46:43Z', 'revision_number': 1, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'subnets': [{'id': 'cd8b857e-8678-4281-bae8-c29085f1129c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:46.725534 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5ab90f7f-0250-49b9-979b-9a1a8f753dc1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:46.732081 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5ab90f7f-0250-49b9-979b-9a1a8f753dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:46.742606 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22289f8a-e399-4a14-9400-486dd4db3430 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:46.811672 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54050) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:46.812864 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab90f7f-0250-49b9-979b-9a1a8f753dc1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49af9758-2e2a-4efd-b753-e657a51e21eb,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:46.845520 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab90f7f-0250-49b9-979b-9a1a8f753dc1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:46.846091 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab90f7f-0250-49b9-979b-9a1a8f753dc1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:46.846657 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab90f7f-0250-49b9-979b-9a1a8f753dc1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:46.847826 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab90f7f-0250-49b9-979b-9a1a8f753dc1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:46.848422 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab90f7f-0250-49b9-979b-9a1a8f753dc1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:46.848926 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab90f7f-0250-49b9-979b-9a1a8f753dc1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:46.849539 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab90f7f-0250-49b9-979b-9a1a8f753dc1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:46.850086 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab90f7f-0250-49b9-979b-9a1a8f753dc1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:46.850629 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab90f7f-0250-49b9-979b-9a1a8f753dc1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:46.851703 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab90f7f-0250-49b9-979b-9a1a8f753dc1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:46.852190 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fd1840-605c-43d5-978d-a0ba7a72b6ae None None] The sync data for ids ['d1e68b0d-23f5-4117-961f-cb05f44010c4'] in n-d-771362-37 is: [{'id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'name': 'tempest-TestVolumeBackupRestore-951676652-router', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'b6d567b3-11d5-4c4c-ba78-b31264dd40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:37Z', 'updated_at': '2021-07-16T08:46:44Z', 'revision_number': 4, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'gw_port': {'id': 'b6d567b3-11d5-4c4c-ba78-b31264dd40ae', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:91:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:38Z', 'updated_at': '2021-07-16T08:46:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '3ce50f21-da58-4c8d-af15-3296df3ec31e', 'name': '', 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'mac_address': 'fa:16:3e:ad:9b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'cd8b857e-8678-4281-bae8-c29085f1129c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:43Z', 'updated_at': '2021-07-16T08:46:43Z', 'revision_number': 1, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'subnets': [{'id': 'cd8b857e-8678-4281-bae8-c29085f1129c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:46.852408 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab90f7f-0250-49b9-979b-9a1a8f753dc1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:46.853069 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ab90f7f-0250-49b9-979b-9a1a8f753dc1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:46.902467 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5ab90f7f-0250-49b9-979b-9a1a8f753dc1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=da0c044cef804e2eb24379978a71b8da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8267438 Jul 16 08:46:46.903108 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54056) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:46.959608 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22289f8a-e399-4a14-9400-486dd4db3430 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Subnet': ['ID=82e3e2a2-4b10-41c8-8acd-d18946bb1c16,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:46.994810 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22289f8a-e399-4a14-9400-486dd4db3430 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:46.997246 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-22289f8a-e399-4a14-9400-486dd4db3430 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:47.011628 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22289f8a-e399-4a14-9400-486dd4db3430 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:47.013758 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22289f8a-e399-4a14-9400-486dd4db3430 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.036229 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ec53ffcc-85d0-42e3-9b99-58997ddad5f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.047101 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-22289f8a-e399-4a14-9400-486dd4db3430 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2896998 Jul 16 08:46:47.051284 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54058) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:47.059270 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d75407dd-ea3d-468b-b2d7-4d098c3f8201 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'port': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'name': 'tempest-NetworksTestDHCPv6-1650366906'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:47.110238 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-6a0fe549-eec3-40ab-8938-8a721a57e0a1 tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1567666154'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:47.144694 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ec53ffcc-85d0-42e3-9b99-58997ddad5f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.187560 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a0fe549-eec3-40ab-8938-8a721a57e0a1 tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] Made reservation on behalf of 4bf864b7683a45f4a7d5f0770d21c3c5 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:47.194607 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a0fe549-eec3-40ab-8938-8a721a57e0a1 tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.213862 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d3e431-313c-438b-8a22-1f148b8a77f4 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:47.261288 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a0fe549-eec3-40ab-8938-8a721a57e0a1 tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.333147 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3abac81b-74bf-4a2f-884a-8e51334d1b0b None None] Provisioning for port 6b0554e9-3ad5-4b18-bfc9-31654a764763 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:47.344727 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3abac81b-74bf-4a2f-884a-8e51334d1b0b None None] Provisioning complete for port 6b0554e9-3ad5-4b18-bfc9-31654a764763 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:47.346038 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d75407dd-ea3d-468b-b2d7-4d098c3f8201 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:47.346951 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3abac81b-74bf-4a2f-884a-8e51334d1b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.360586 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d75407dd-ea3d-468b-b2d7-4d098c3f8201 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.370213 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ec53ffcc-85d0-42e3-9b99-58997ddad5f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.375769 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ec53ffcc-85d0-42e3-9b99-58997ddad5f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.379904 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ec53ffcc-85d0-42e3-9b99-58997ddad5f9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/49af9758-2e2a-4efd-b753-e657a51e21eb HTTP/1.1" status: 204 len: 168 time: 0.4735036 Jul 16 08:46:47.397069 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-d75407dd-ea3d-468b-b2d7-4d098c3f8201 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] device_id is not set on port e6f3e5cd-832c-45e6-a497-74572d0beba1 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:46:47.527937 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a0fe549-eec3-40ab-8938-8a721a57e0a1 tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.545256 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a0fe549-eec3-40ab-8938-8a721a57e0a1 tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.550629 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec53ffcc-85d0-42e3-9b99-58997ddad5f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49af9758-2e2a-4efd-b753-e657a51e21eb,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:47.559022 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3abac81b-74bf-4a2f-884a-8e51334d1b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.589622 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a0fe549-eec3-40ab-8938-8a721a57e0a1 tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] vlan segment allocate from pool success with {'vlan_id': 125, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:46:47.632381 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a0fe549-eec3-40ab-8938-8a721a57e0a1 tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.633792 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-6a0fe549-eec3-40ab-8938-8a721a57e0a1 tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] Added segment 077647eb-d3c8-4512-9007-0f39dcf123e8 of type vlan for network 16dc8658-0ba5-428e-9ee1-8927dcd5812e Jul 16 08:46:47.640503 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0fe549-eec3-40ab-8938-8a721a57e0a1 tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2a86175-80ab-4104-90fa-e40d70c18b08,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:47.678891 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-3abac81b-74bf-4a2f-884a-8e51334d1b0b None None] For port 6b0554e9-3ad5-4b18-bfc9-31654a764763, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=6b0554e9-3ad5-4b18-bfc9-31654a764763,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:47.687595 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3abac81b-74bf-4a2f-884a-8e51334d1b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.772602 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-d75407dd-ea3d-468b-b2d7-4d098c3f8201 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Allocated IP 2001:db8::1c4 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/82e3e2a2-4b10-41c8-8acd-d18946bb1c16/e6f3e5cd-832c-45e6-a497-74572d0beba1) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:47.818936 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abac81b-74bf-4a2f-884a-8e51334d1b0b None None] Pushing event updated for resources: {'Port': ['ID=6b0554e9-3ad5-4b18-bfc9-31654a764763,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:47.831400 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a0fe549-eec3-40ab-8938-8a721a57e0a1 tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.904194 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a0fe549-eec3-40ab-8938-8a721a57e0a1 tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:47.911162 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a0fe549-eec3-40ab-8938-8a721a57e0a1 tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:47.931430 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a0fe549-eec3-40ab-8938-8a721a57e0a1 tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.066906 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 6b0554e9-3ad5-4b18-bfc9-31654a764763 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:48.122425 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6a0fe549-eec3-40ab-8938-8a721a57e0a1 tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.2909367 Jul 16 08:46:48.124395 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54076) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:48.136126 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.tag.tag_plugin [None req-8350d796-dc24-4137-8020-7a99c363c99a tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '16dc8658-0ba5-428e-9ee1-8927dcd5812e', 'tempest-TagsTest-Tag-1482982630') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:48.142188 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54078) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:48.244419 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d75407dd-ea3d-468b-b2d7-4d098c3f8201 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.289638 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9ca7ac17-2c08-4f6d-bcf2-3f489aa8816c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.292974 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-d75407dd-ea3d-468b-b2d7-4d098c3f8201 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Transition to ACTIVE for port object e6f3e5cd-832c-45e6-a497-74572d0beba1 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:48.301783 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0fe549-eec3-40ab-8938-8a721a57e0a1 tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] Pushing event updated for resources: {'Network': ['ID=16dc8658-0ba5-428e-9ee1-8927dcd5812e,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:48.302435 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-fc73f684-aa71-4bc9-a8c3-d8c0a964d4a4 None None] Provisioning complete for port 6b0554e9-3ad5-4b18-bfc9-31654a764763 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:48.303010 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc73f684-aa71-4bc9-a8c3-d8c0a964d4a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.362460 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 16dc8658-0ba5-428e-9ee1-8927dcd5812e details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:46:48.364582 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 6b0554e9-3ad5-4b18-bfc9-31654a764763 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:48.365071 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.384286 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d75407dd-ea3d-468b-b2d7-4d098c3f8201 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.501604 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54082) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:48.503979 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75407dd-ea3d-468b-b2d7-4d098c3f8201 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Port': ['ID=e6f3e5cd-832c-45e6-a497-74572d0beba1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:48.511346 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7654c4ef-5f51-48b8-8fd6-d92b3024835c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1532679235-network', 'tenant_id': 'f692d798d2f749d396f5bf831d4f95c4'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:48.530180 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9ca7ac17-2c08-4f6d-bcf2-3f489aa8816c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.539283 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9ca7ac17-2c08-4f6d-bcf2-3f489aa8816c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.547611 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75407dd-ea3d-468b-b2d7-4d098c3f8201 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:48.552440 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-d75407dd-ea3d-468b-b2d7-4d098c3f8201 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:48.569821 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75407dd-ea3d-468b-b2d7-4d098c3f8201 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:48.583898 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d75407dd-ea3d-468b-b2d7-4d098c3f8201 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:48.585271 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d75407dd-ea3d-468b-b2d7-4d098c3f8201 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.613809 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7654c4ef-5f51-48b8-8fd6-d92b3024835c admin admin] Made reservation on behalf of f692d798d2f749d396f5bf831d4f95c4 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:48.617835 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7654c4ef-5f51-48b8-8fd6-d92b3024835c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.625646 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8350d796-dc24-4137-8020-7a99c363c99a tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] 10.222.0.22 "PUT /v2.0/networks/16dc8658-0ba5-428e-9ee1-8927dcd5812e/tags/tempest-TagsTest-Tag-1482982630 HTTP/1.1" status: 201 len: 201 time: 0.4954634 Jul 16 08:46:48.627834 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54084) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:48.636285 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-03890ea7-9c82-4931-8e68-5a80a0ada79f tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '16dc8658-0ba5-428e-9ee1-8927dcd5812e', 'tempest-TagsTest-Tag-1482982630') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:48.641386 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7ac17-2c08-4f6d-bcf2-3f489aa8816c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fc7c43-677f-499c-ab88-9f85a69436d4,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:48.647890 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9ca7ac17-2c08-4f6d-bcf2-3f489aa8816c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ffe23603ccdb4e3caf7f13d6809986dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5036252 Jul 16 08:46:48.651959 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54086) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:48.667306 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7654c4ef-5f51-48b8-8fd6-d92b3024835c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:48.678810 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54088) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:48.681430 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d75407dd-ea3d-468b-b2d7-4d098c3f8201 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6286271 Jul 16 08:46:48.813747 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6dca52-4e59-43f0-8ed2-9512050bff99 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:48.857356 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6dca52-4e59-43f0-8ed2-9512050bff99 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:48.860501 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1e6dca52-4e59-43f0-8ed2-9512050bff99 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.1803827 Jul 16 08:46:48.870364 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54090) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:49.056844 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-fa30d804-4391-4ffb-a74b-afe2e84aa1f1 None None] Could not find standard attr ID for object 7b28f3a2-faf3-41ce-95f9-5e26a0bfbb74. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:46:49.061656 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-fa30d804-4391-4ffb-a74b-afe2e84aa1f1 None None] Could not find standard attr ID for object f4c6377e-9fb1-40cd-b8f3-d5dd8bf4977f. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:46:49.371698 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-03890ea7-9c82-4931-8e68-5a80a0ada79f tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] 10.222.0.22 "GET /v2.0/networks/16dc8658-0ba5-428e-9ee1-8927dcd5812e/tags/tempest-TagsTest-Tag-1482982630 HTTP/1.1" status: 204 len: 168 time: 0.7422633 Jul 16 08:46:49.376606 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ac5f51f-80a6-47c8-835d-5638e9d66334 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.377078 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54096) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:49.392758 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.tag.tag_plugin [None req-029a10e1-e13d-411a-979d-c1c82d723714 tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '16dc8658-0ba5-428e-9ee1-8927dcd5812e') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:49.413709 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d1a9c374-965a-453e-8e58-2f0636fcf68f None None] Provisioning for port e6f3e5cd-832c-45e6-a497-74572d0beba1 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:49.423599 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d1a9c374-965a-453e-8e58-2f0636fcf68f None None] Provisioning complete for port e6f3e5cd-832c-45e6-a497-74572d0beba1 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:49.424275 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d1a9c374-965a-453e-8e58-2f0636fcf68f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.449542 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ac5f51f-80a6-47c8-835d-5638e9d66334 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.494419 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-d1a9c374-965a-453e-8e58-2f0636fcf68f None None] Port e6f3e5cd-832c-45e6-a497-74572d0beba1 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:46:49.518790 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7654c4ef-5f51-48b8-8fd6-d92b3024835c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.521130 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-029a10e1-e13d-411a-979d-c1c82d723714 tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] 10.222.0.22 "GET /v2.0/networks/16dc8658-0ba5-428e-9ee1-8927dcd5812e/tags HTTP/1.1" status: 200 len: 238 time: 0.1420002 Jul 16 08:46:49.525899 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54098) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:49.533415 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.tag.tag_plugin [None req-75f54bdc-365e-492a-b601-b31c236f4d72 tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '16dc8658-0ba5-428e-9ee1-8927dcd5812e', {'tags': ['tempest-TagsTest-Tag-880522818', 'tempest-TagsTest-Tag-160821319', 'tempest-TagsTest-Tag-695768073']}) {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:49.534955 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7654c4ef-5f51-48b8-8fd6-d92b3024835c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.598463 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7654c4ef-5f51-48b8-8fd6-d92b3024835c admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:46:49.616720 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654c4ef-5f51-48b8-8fd6-d92b3024835c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af7d3f25-4fda-4215-bbc6-4b8782d4a6e4,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:49.643336 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-02217742-798f-4d82-b33d-5939954ff2d6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting port e6f3e5cd-832c-45e6-a497-74572d0beba1 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:49.644307 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02217742-798f-4d82-b33d-5939954ff2d6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.682935 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ac5f51f-80a6-47c8-835d-5638e9d66334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.686885 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ac5f51f-80a6-47c8-835d-5638e9d66334 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.696519 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4ac5f51f-80a6-47c8-835d-5638e9d66334 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c7fc7c43-677f-499c-ab88-9f85a69436d4 HTTP/1.1" status: 204 len: 168 time: 1.0178649 Jul 16 08:46:49.697525 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-75f54bdc-365e-492a-b601-b31c236f4d72 tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] 10.222.0.22 "PUT /v2.0/networks/16dc8658-0ba5-428e-9ee1-8927dcd5812e/tags HTTP/1.1" status: 200 len: 306 time: 0.1613965 Jul 16 08:46:49.697733 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7654c4ef-5f51-48b8-8fd6-d92b3024835c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.697733 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-7654c4ef-5f51-48b8-8fd6-d92b3024835c admin admin] Added segment 55ef0f69-43b9-4e2f-b948-8d7789bbb88c of type vlan for network 077ae3f4-7176-482e-87fd-076749ab8788 Jul 16 08:46:49.698083 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54102) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:49.708946 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.tag.tag_plugin [None req-2f9dc2b0-50ce-44cf-bfec-0147e60341a3 tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '16dc8658-0ba5-428e-9ee1-8927dcd5812e', 'tempest-TagsTest-Tag-880522818') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:49.811958 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02217742-798f-4d82-b33d-5939954ff2d6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.815909 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac5f51f-80a6-47c8-835d-5638e9d66334 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fc7c43-677f-499c-ab88-9f85a69436d4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:49.868725 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-02217742-798f-4d82-b33d-5939954ff2d6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Calling delete_port for e6f3e5cd-832c-45e6-a497-74572d0beba1 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:49.882415 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7654c4ef-5f51-48b8-8fd6-d92b3024835c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.895822 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2f9dc2b0-50ce-44cf-bfec-0147e60341a3 tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] 10.222.0.22 "DELETE /v2.0/networks/16dc8658-0ba5-428e-9ee1-8927dcd5812e/tags/tempest-TagsTest-Tag-880522818 HTTP/1.1" status: 204 len: 168 time: 0.1976836 Jul 16 08:46:49.898632 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54104) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:49.911459 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.tag.tag_plugin [None req-60adc823-abed-4aa8-ba51-a29a13a069be tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '16dc8658-0ba5-428e-9ee1-8927dcd5812e', 'tempest-TagsTest-Tag-880522818') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:49.981092 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7654c4ef-5f51-48b8-8fd6-d92b3024835c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:49.983074 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7654c4ef-5f51-48b8-8fd6-d92b3024835c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:49.984758 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7654c4ef-5f51-48b8-8fd6-d92b3024835c admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:50.014252 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7654c4ef-5f51-48b8-8fd6-d92b3024835c admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5070097 Jul 16 08:46:50.015393 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54106) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:50.052779 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-60adc823-abed-4aa8-ba51-a29a13a069be tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] show failed (client error): The resource could not be found. Jul 16 08:46:50.053961 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-60adc823-abed-4aa8-ba51-a29a13a069be tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] 10.222.0.22 "GET /v2.0/networks/16dc8658-0ba5-428e-9ee1-8927dcd5812e/tags/tempest-TagsTest-Tag-880522818 HTTP/1.1" status: 404 len: 325 time: 0.1541803 Jul 16 08:46:50.059682 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54108) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:50.065774 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.tag.tag_plugin [None req-e17e3d32-75b8-4b63-8a11-59e3a523a952 tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '16dc8658-0ba5-428e-9ee1-8927dcd5812e', 'tempest-TagsTest-Tag-160821319') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:50.093939 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b6d567b3-11d5-4c4c-ba78-b31264dd40ae up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:50.167316 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-71715883-93c0-4f6f-9943-410384af54a4 admin admin] Request body: {'subnet': {'network_id': '077ae3f4-7176-482e-87fd-076749ab8788', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1532679235-subnet', 'tenant_id': 'f692d798d2f749d396f5bf831d4f95c4', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:50.169290 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port b6d567b3-11d5-4c4c-ba78-b31264dd40ae completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:50.175116 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7654c4ef-5f51-48b8-8fd6-d92b3024835c admin admin] Pushing event updated for resources: {'Network': ['ID=077ae3f4-7176-482e-87fd-076749ab8788,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:50.176225 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port b6d567b3-11d5-4c4c-ba78-b31264dd40ae triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:50.177052 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:50.210018 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 077ae3f4-7176-482e-87fd-076749ab8788 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:46:50.259127 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71715883-93c0-4f6f-9943-410384af54a4 admin admin] Made reservation on behalf of f692d798d2f749d396f5bf831d4f95c4 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:50.263074 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71715883-93c0-4f6f-9943-410384af54a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:50.274132 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e17e3d32-75b8-4b63-8a11-59e3a523a952 tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] 10.222.0.22 "GET /v2.0/networks/16dc8658-0ba5-428e-9ee1-8927dcd5812e/tags/tempest-TagsTest-Tag-160821319 HTTP/1.1" status: 204 len: 168 time: 0.2097526 Jul 16 08:46:50.274582 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54116) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:50.283401 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.tag.tag_plugin [None req-42071b10-b84b-49e4-981d-d40a116aa65f tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '16dc8658-0ba5-428e-9ee1-8927dcd5812e', 'tempest-TagsTest-Tag-695768073') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:50.293974 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02217742-798f-4d82-b33d-5939954ff2d6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:50.329863 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02217742-798f-4d82-b33d-5939954ff2d6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Port': ['ID=e6f3e5cd-832c-45e6-a497-74572d0beba1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:50.405755 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:50.477593 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port b6d567b3-11d5-4c4c-ba78-b31264dd40ae, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=b6d567b3-11d5-4c4c-ba78-b31264dd40ae,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:50.484338 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:50.509162 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-42071b10-b84b-49e4-981d-d40a116aa65f tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] 10.222.0.22 "GET /v2.0/networks/16dc8658-0ba5-428e-9ee1-8927dcd5812e/tags/tempest-TagsTest-Tag-695768073 HTTP/1.1" status: 204 len: 168 time: 0.2325931 Jul 16 08:46:50.512872 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02217742-798f-4d82-b33d-5939954ff2d6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:50.513203 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54124) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:50.517799 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-02217742-798f-4d82-b33d-5939954ff2d6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/e6f3e5cd-832c-45e6-a497-74572d0beba1 HTTP/1.1" status: 204 len: 168 time: 1.6439848 Jul 16 08:46:50.518642 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54126) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:50.525562 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.tag.tag_plugin [None req-b5c9704e-4eac-4d25-9c08-63609f0f195b tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '16dc8658-0ba5-428e-9ee1-8927dcd5812e') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:50.589574 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=b6d567b3-11d5-4c4c-ba78-b31264dd40ae,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:50.647847 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29c911b-e75e-44eb-bb9e-b373d78098b6 None None] Sync routers for ids ['d1e68b0d-23f5-4117-961f-cb05f44010c4'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:50.664903 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29c911b-e75e-44eb-bb9e-b373d78098b6 None None] Routers {'d1e68b0d-23f5-4117-961f-cb05f44010c4'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:50.665972 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b29c911b-e75e-44eb-bb9e-b373d78098b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:46:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['d1e68b0d-23f5-4117-961f-cb05f44010c4'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:50.705038 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9ae233-e343-4a5c-be2c-e230e0da3612 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:50.706866 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9ae233-e343-4a5c-be2c-e230e0da3612 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:50.708531 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8c9ae233-e343-4a5c-be2c-e230e0da3612 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1843183 Jul 16 08:46:50.713199 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54130) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:50.817350 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9bf8e54-b35f-4a05-ad8c-246f99af16ba tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting subnet 82e3e2a2-4b10-41c8-8acd-d18946bb1c16 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:46:50.825107 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b9bf8e54-b35f-4a05-ad8c-246f99af16ba tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:50.857400 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b5c9704e-4eac-4d25-9c08-63609f0f195b tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] 10.222.0.22 "DELETE /v2.0/networks/16dc8658-0ba5-428e-9ee1-8927dcd5812e/tags HTTP/1.1" status: 204 len: 168 time: 0.3427033 Jul 16 08:46:50.863537 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54136) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:50.871809 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.tag.tag_plugin [None req-bff96fee-93c9-4535-81c5-a51390913ccc tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '16dc8658-0ba5-428e-9ee1-8927dcd5812e', 'tempest-TagsTest-Tag-160821319') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:50.873134 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-b29c911b-e75e-44eb-bb9e-b373d78098b6 None None] Set router d1e68b0d-23f5-4117-961f-cb05f44010c4 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:50.879273 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71715883-93c0-4f6f-9943-410384af54a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:50.879909 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b9bf8e54-b35f-4a05-ad8c-246f99af16ba tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:50.942132 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b9bf8e54-b35f-4a05-ad8c-246f99af16ba tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:50.998664 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71715883-93c0-4f6f-9943-410384af54a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e5b18fc-d4d4-44c7-8d7c-a15340f51b45,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:51.014693 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71715883-93c0-4f6f-9943-410384af54a4 admin admin] Checking segment: {'id': '55ef0f69-43b9-4e2f-b948-8d7789bbb88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '077ae3f4-7176-482e-87fd-076749ab8788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:51.016331 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71715883-93c0-4f6f-9943-410384af54a4 admin admin] Network hostable DHCP agents. Network: 077ae3f4-7176-482e-87fd-076749ab8788, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:46:51.047878 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-bff96fee-93c9-4535-81c5-a51390913ccc tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] show failed (client error): The resource could not be found. Jul 16 08:46:51.047878 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bff96fee-93c9-4535-81c5-a51390913ccc tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] 10.222.0.22 "GET /v2.0/networks/16dc8658-0ba5-428e-9ee1-8927dcd5812e/tags/tempest-TagsTest-Tag-160821319 HTTP/1.1" status: 404 len: 325 time: 0.1809895 Jul 16 08:46:51.051751 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54142) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:51.056672 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.tag.tag_plugin [None req-f421816c-cbeb-4707-8798-204c0015c293 tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '16dc8658-0ba5-428e-9ee1-8927dcd5812e', 'tempest-TagsTest-Tag-695768073') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:51.065154 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71715883-93c0-4f6f-9943-410384af54a4 admin admin] Network 077ae3f4-7176-482e-87fd-076749ab8788 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:46:51.077679 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b9bf8e54-b35f-4a05-ad8c-246f99af16ba tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.085534 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-71715883-93c0-4f6f-9943-410384af54a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 077ae3f4-7176-482e-87fd-076749ab8788) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:51.096511 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71715883-93c0-4f6f-9943-410384af54a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:51.097614 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71715883-93c0-4f6f-9943-410384af54a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.105893 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f5b4ba-ab9c-48b8-a7ce-7f4eba9bf2d7 None None] Network 077ae3f4-7176-482e-87fd-076749ab8788 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:51.128748 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-71715883-93c0-4f6f-9943-410384af54a4 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.0634465 Jul 16 08:46:51.129895 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b9bf8e54-b35f-4a05-ad8c-246f99af16ba tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.131523 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54144) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:51.136427 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6b84abf6-149c-439e-a08b-0ee97a04223d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1532679235-router', 'tenant_id': 'f692d798d2f749d396f5bf831d4f95c4', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:51.138513 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b9bf8e54-b35f-4a05-ad8c-246f99af16ba tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/82e3e2a2-4b10-41c8-8acd-d18946bb1c16 HTTP/1.1" status: 204 len: 168 time: 0.4237044 Jul 16 08:46:51.140656 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf8e54-b35f-4a05-ad8c-246f99af16ba tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Subnet': ['ID=82e3e2a2-4b10-41c8-8acd-d18946bb1c16,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:51.143062 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54146) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:51.147992 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-394accd7-c9e2-4ec7-a802-56b50136050e None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:51.157572 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b29c911b-e75e-44eb-bb9e-b373d78098b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'name': 'tempest-TestVolumeBackupRestore-951676652-router', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'b6d567b3-11d5-4c4c-ba78-b31264dd40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:37Z', 'updated_at': '2021-07-16T08:46:44Z', 'revision_number': 4, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'gw_port': {'id': 'b6d567b3-11d5-4c4c-ba78-b31264dd40ae', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:38Z', 'updated_at': '2021-07-16T08:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '3ce50f21-da58-4c8d-af15-3296df3ec31e', 'name': '', 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'mac_address': 'fa:16:3e:ad:9b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'cd8b857e-8678-4281-bae8-c29085f1129c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:43Z', 'updated_at': '2021-07-16T08:46:44Z', 'revision_number': 2, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'subnets': [{'id': 'cd8b857e-8678-4281-bae8-c29085f1129c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:51.200505 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29c911b-e75e-44eb-bb9e-b373d78098b6 None None] Checking router: d1e68b0d-23f5-4117-961f-cb05f44010c4 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:46:51.201193 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29c911b-e75e-44eb-bb9e-b373d78098b6 None None] Updating router d1e68b0d-23f5-4117-961f-cb05f44010c4 port 3ce50f21-da58-4c8d-af15-3296df3ec31e binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:46:51.227687 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-13fa0f05-2fc4-497b-9f9e-44ba5de37e3c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0787587 Jul 16 08:46:51.229952 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54150) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:51.247543 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b29c911b-e75e-44eb-bb9e-b373d78098b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.253218 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-f421816c-cbeb-4707-8798-204c0015c293 tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] show failed (client error): The resource could not be found. Jul 16 08:46:51.254470 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f421816c-cbeb-4707-8798-204c0015c293 tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] 10.222.0.22 "GET /v2.0/networks/16dc8658-0ba5-428e-9ee1-8927dcd5812e/tags/tempest-TagsTest-Tag-695768073 HTTP/1.1" status: 404 len: 325 time: 0.2015340 Jul 16 08:46:51.258626 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54152) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:51.263471 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.tag.tag_plugin [None req-fa9ec721-6c9b-4426-898e-800cede5de48 tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '16dc8658-0ba5-428e-9ee1-8927dcd5812e') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:51.333378 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b84abf6-149c-439e-a08b-0ee97a04223d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.334417 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b84abf6-149c-439e-a08b-0ee97a04223d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.396191 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-fa9ec721-6c9b-4426-898e-800cede5de48 tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] 10.222.0.22 "DELETE /v2.0/networks/16dc8658-0ba5-428e-9ee1-8927dcd5812e/tags HTTP/1.1" status: 204 len: 168 time: 0.1360929 Jul 16 08:46:51.400959 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54154) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:51.447125 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9fa6f3-9969-43e5-9509-eefe1e03904e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-077ae3f4-7176-482e-87fd-076749ab8788', 'network_id': '077ae3f4-7176-482e-87fd-076749ab8788', 'tenant_id': 'f692d798d2f749d396f5bf831d4f95c4', 'fixed_ips': [{'subnet_id': '6e5b18fc-d4d4-44c7-8d7c-a15340f51b45'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:46:51.448915 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-af9fa6f3-9969-43e5-9509-eefe1e03904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.506491 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b84abf6-149c-439e-a08b-0ee97a04223d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.576525 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1291569a-f4dc-4835-ba6e-8319efc8bcaf None None] DHCP port deletion for ed380f80-a9ff-4ccb-b4e8-357bb126e37f request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:46:51.607550 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-10b3695f-9cb3-4d59-88ec-cea0de32c9de tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.725936 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be1c0cc4-ceb7-4286-b4e5-48f8b25f43d6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:51.728302 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-be1c0cc4-ceb7-4286-b4e5-48f8b25f43d6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4965570 Jul 16 08:46:51.742688 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1291569a-f4dc-4835-ba6e-8319efc8bcaf None None] Deleting port 6b0554e9-3ad5-4b18-bfc9-31654a764763 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:51.742930 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54164) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:51.743048 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1291569a-f4dc-4835-ba6e-8319efc8bcaf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.752224 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-af9fa6f3-9969-43e5-9509-eefe1e03904e None None] Allocated IP 172.20.0.2 (077ae3f4-7176-482e-87fd-076749ab8788/6e5b18fc-d4d4-44c7-8d7c-a15340f51b45/721e6d6d-8a74-4ee2-8cdd-6aba26150278) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:51.850736 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-10b3695f-9cb3-4d59-88ec-cea0de32c9de tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.864291 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b29c911b-e75e-44eb-bb9e-b373d78098b6 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.889401 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b29c911b-e75e-44eb-bb9e-b373d78098b6 None None] Transition to ACTIVE for port object 3ce50f21-da58-4c8d-af15-3296df3ec31e will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:51.893277 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-10b3695f-9cb3-4d59-88ec-cea0de32c9de tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16dc8658-0ba5-428e-9ee1-8927dcd5812e']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:51.901453 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b29c911b-e75e-44eb-bb9e-b373d78098b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.905631 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-1291569a-f4dc-4835-ba6e-8319efc8bcaf None None] For port 6b0554e9-3ad5-4b18-bfc9-31654a764763, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=6b0554e9-3ad5-4b18-bfc9-31654a764763,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:51.906361 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1291569a-f4dc-4835-ba6e-8319efc8bcaf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.957231 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-10b3695f-9cb3-4d59-88ec-cea0de32c9de tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '077647eb-d3c8-4512-9007-0f39dcf123e8') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:51.962251 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1291569a-f4dc-4835-ba6e-8319efc8bcaf None None] Calling delete_port for 6b0554e9-3ad5-4b18-bfc9-31654a764763 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:51.966882 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b84abf6-149c-439e-a08b-0ee97a04223d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:51.967832 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-10b3695f-9cb3-4d59-88ec-cea0de32c9de tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '077647eb-d3c8-4512-9007-0f39dcf123e8') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:51.982368 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7159e632-91b3-4255-9c09-c1b6cd719b8e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:51.988537 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7159e632-91b3-4255-9c09-c1b6cd719b8e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2452433 Jul 16 08:46:51.989192 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54170) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:52.002265 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56887109-34d9-4b10-88a5-8c0b9bf15873 None None] Pushing event updated for resources: {'Port': ['ID=3ce50f21-da58-4c8d-af15-3296df3ec31e,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:52.007140 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-10b3695f-9cb3-4d59-88ec-cea0de32c9de tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:52.044537 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-10b3695f-9cb3-4d59-88ec-cea0de32c9de tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:52.049649 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56887109-34d9-4b10-88a5-8c0b9bf15873 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:52.050330 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56887109-34d9-4b10-88a5-8c0b9bf15873 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:52.050882 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56887109-34d9-4b10-88a5-8c0b9bf15873 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:52.051471 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56887109-34d9-4b10-88a5-8c0b9bf15873 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:52.052018 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56887109-34d9-4b10-88a5-8c0b9bf15873 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:52.052611 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56887109-34d9-4b10-88a5-8c0b9bf15873 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:52.053251 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56887109-34d9-4b10-88a5-8c0b9bf15873 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:52.053817 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56887109-34d9-4b10-88a5-8c0b9bf15873 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:52.054543 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56887109-34d9-4b10-88a5-8c0b9bf15873 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:52.055044 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56887109-34d9-4b10-88a5-8c0b9bf15873 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:52.056300 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10b3695f-9cb3-4d59-88ec-cea0de32c9de tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] Releasing vlan 125 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:46:52.057559 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56887109-34d9-4b10-88a5-8c0b9bf15873 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:52.058240 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56887109-34d9-4b10-88a5-8c0b9bf15873 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:46:52.059070 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-10b3695f-9cb3-4d59-88ec-cea0de32c9de tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:46:52.063029 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:46:52.120064 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54172) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:52.121082 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e424123f-380f-49fb-9bf9-f604d658a671 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1303089 Jul 16 08:46:52.137641 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-b89b201f-cb9e-464b-87cb-86fcb145ff18 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:52.183654 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b29c911b-e75e-44eb-bb9e-b373d78098b6 None None] Attempting to bind port 3ce50f21-da58-4c8d-af15-3296df3ec31e on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:52.184175 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b29c911b-e75e-44eb-bb9e-b373d78098b6 None None] Attempting to bind port 3ce50f21-da58-4c8d-af15-3296df3ec31e by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'f3ee54f9-528a-445b-9d55-63145af9e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:52.184672 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29c911b-e75e-44eb-bb9e-b373d78098b6 None None] Attempting to bind port 3ce50f21-da58-4c8d-af15-3296df3ec31e on network fc8b781c-9583-432f-abbc-57388c8e547b {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:52.195899 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29c911b-e75e-44eb-bb9e-b373d78098b6 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:52.195899 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29c911b-e75e-44eb-bb9e-b373d78098b6 None None] Checking segment: {'id': 'f3ee54f9-528a-445b-9d55-63145af9e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:52.195899 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b29c911b-e75e-44eb-bb9e-b373d78098b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:52.195899 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b29c911b-e75e-44eb-bb9e-b373d78098b6 None None] Bound using segment: {'id': 'f3ee54f9-528a-445b-9d55-63145af9e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:52.196328 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b29c911b-e75e-44eb-bb9e-b373d78098b6 None None] Bound port: 3ce50f21-da58-4c8d-af15-3296df3ec31e, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3ee54f9-528a-445b-9d55-63145af9e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:52.196732 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b29c911b-e75e-44eb-bb9e-b373d78098b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:52.241971 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-af9fa6f3-9969-43e5-9509-eefe1e03904e None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:52.256113 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b6d567b3-11d5-4c4c-ba78-b31264dd40ae up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:52.322558 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-b29c911b-e75e-44eb-bb9e-b373d78098b6 None None] For port 3ce50f21-da58-4c8d-af15-3296df3ec31e, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:52.326462 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-10b3695f-9cb3-4d59-88ec-cea0de32c9de tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:52.326799 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-b29c911b-e75e-44eb-bb9e-b373d78098b6 None None] For port 3ce50f21-da58-4c8d-af15-3296df3ec31e, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=3ce50f21-da58-4c8d-af15-3296df3ec31e,segment=NetworkSegment(f3ee54f9-528a-445b-9d55-63145af9e805),segment_id=f3ee54f9-528a-445b-9d55-63145af9e805)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:52.336417 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b29c911b-e75e-44eb-bb9e-b373d78098b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:52.347456 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-af9fa6f3-9969-43e5-9509-eefe1e03904e None None] Transition to ACTIVE for port object 721e6d6d-8a74-4ee2-8cdd-6aba26150278 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:52.372496 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-10b3695f-9cb3-4d59-88ec-cea0de32c9de tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:52.386784 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-10b3695f-9cb3-4d59-88ec-cea0de32c9de tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] 10.222.0.22 "DELETE /v2.0/networks/16dc8658-0ba5-428e-9ee1-8927dcd5812e HTTP/1.1" status: 204 len: 168 time: 0.9841640 Jul 16 08:46:52.409597 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-af9fa6f3-9969-43e5-9509-eefe1e03904e None None] Transition to ACTIVE for port object 721e6d6d-8a74-4ee2-8cdd-6aba26150278 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:52.421928 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29c911b-e75e-44eb-bb9e-b373d78098b6 None None] Routers {'d1e68b0d-23f5-4117-961f-cb05f44010c4'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:52.425293 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b29c911b-e75e-44eb-bb9e-b373d78098b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:46:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['d1e68b0d-23f5-4117-961f-cb05f44010c4'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:52.432399 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-af9fa6f3-9969-43e5-9509-eefe1e03904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:52.432719 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3695f-9cb3-4d59-88ec-cea0de32c9de tempest-TagsTest-1092094662 tempest-TagsTest-1092094662-project] Pushing event deleted for resources: {'Network': ['ID=16dc8658-0ba5-428e-9ee1-8927dcd5812e,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:52.566101 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b84abf6-149c-439e-a08b-0ee97a04223d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:52.586403 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9fa6f3-9969-43e5-9509-eefe1e03904e None None] Pushing event updated for resources: {'Port': ['ID=721e6d6d-8a74-4ee2-8cdd-6aba26150278,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:52.622071 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89b201f-cb9e-464b-87cb-86fcb145ff18 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:52.629197 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b89b201f-cb9e-464b-87cb-86fcb145ff18 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:52.675136 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1291569a-f4dc-4835-ba6e-8319efc8bcaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:52.675558 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b84abf6-149c-439e-a08b-0ee97a04223d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:52.713504 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1291569a-f4dc-4835-ba6e-8319efc8bcaf None None] No DVR routers for this DVR port 6b0554e9-3ad5-4b18-bfc9-31654a764763 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:46:52.735371 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-b29c911b-e75e-44eb-bb9e-b373d78098b6 None None] Set router d1e68b0d-23f5-4117-961f-cb05f44010c4 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:52.737246 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af9fa6f3-9969-43e5-9509-eefe1e03904e None None] Network 077ae3f4-7176-482e-87fd-076749ab8788 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:52.799983 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port b6d567b3-11d5-4c4c-ba78-b31264dd40ae triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:52.800577 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:52.930133 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-af9fa6f3-9969-43e5-9509-eefe1e03904e None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:52.934718 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9fa6f3-9969-43e5-9509-eefe1e03904e None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:52.998098 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1291569a-f4dc-4835-ba6e-8319efc8bcaf None None] Pushing event deleted for resources: {'Port': ['ID=6b0554e9-3ad5-4b18-bfc9-31654a764763,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:53.042608 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54190) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:53.135602 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-af9fa6f3-9969-43e5-9509-eefe1e03904e None None] Attempting to bind port 721e6d6d-8a74-4ee2-8cdd-6aba26150278 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:53.135982 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-af9fa6f3-9969-43e5-9509-eefe1e03904e None None] Attempting to bind port 721e6d6d-8a74-4ee2-8cdd-6aba26150278 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '55ef0f69-43b9-4e2f-b948-8d7789bbb88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '077ae3f4-7176-482e-87fd-076749ab8788'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:53.136335 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9fa6f3-9969-43e5-9509-eefe1e03904e None None] Attempting to bind port 721e6d6d-8a74-4ee2-8cdd-6aba26150278 on network 077ae3f4-7176-482e-87fd-076749ab8788 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:53.137607 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-6b84abf6-149c-439e-a08b-0ee97a04223d admin admin] Allocated IP 172.25.3.5 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/155cf4f6-8e1d-4faf-bdff-6f70beee11bc) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:53.154173 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9fa6f3-9969-43e5-9509-eefe1e03904e None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:53.154472 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9fa6f3-9969-43e5-9509-eefe1e03904e None None] Checking segment: {'id': '55ef0f69-43b9-4e2f-b948-8d7789bbb88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '077ae3f4-7176-482e-87fd-076749ab8788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:53.156680 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-af9fa6f3-9969-43e5-9509-eefe1e03904e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:53.157412 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9fa6f3-9969-43e5-9509-eefe1e03904e None None] Bound using segment: {'id': '55ef0f69-43b9-4e2f-b948-8d7789bbb88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '077ae3f4-7176-482e-87fd-076749ab8788'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:53.158286 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-af9fa6f3-9969-43e5-9509-eefe1e03904e None None] Bound port: 721e6d6d-8a74-4ee2-8cdd-6aba26150278, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ef0f69-43b9-4e2f-b948-8d7789bbb88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '077ae3f4-7176-482e-87fd-076749ab8788'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:53.159059 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-af9fa6f3-9969-43e5-9509-eefe1e03904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:53.249607 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56887109-34d9-4b10-88a5-8c0b9bf15873 None None] Pushing event updated for resources: {'Port': ['ID=3ce50f21-da58-4c8d-af15-3296df3ec31e,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:53.282646 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 6b0554e9-3ad5-4b18-bfc9-31654a764763 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:46:53.324208 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b89b201f-cb9e-464b-87cb-86fcb145ff18 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:53.370608 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 6b0554e9-3ad5-4b18-bfc9-31654a764763 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:46:53.371243 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 6b0554e9-3ad5-4b18-bfc9-31654a764763 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:46:53.450587 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89b201f-cb9e-464b-87cb-86fcb145ff18 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Subnet': ['ID=0b6c17e8-6436-4db8-9eb9-71ff1fb9783f,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:53.451917 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-af9fa6f3-9969-43e5-9509-eefe1e03904e None None] For port 721e6d6d-8a74-4ee2-8cdd-6aba26150278, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:53.465053 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89b201f-cb9e-464b-87cb-86fcb145ff18 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:53.467267 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-b89b201f-cb9e-464b-87cb-86fcb145ff18 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:53.470774 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89b201f-cb9e-464b-87cb-86fcb145ff18 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:53.471612 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b89b201f-cb9e-464b-87cb-86fcb145ff18 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:53.471797 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-76fd9812-31e4-4107-86f4-e6def9f67e76 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4bf864b7683a45f4a7d5f0770d21c3c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4259474 Jul 16 08:46:53.482327 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54198) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:53.498666 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b89b201f-cb9e-464b-87cb-86fcb145ff18 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.3709908 Jul 16 08:46:53.500709 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-af9fa6f3-9969-43e5-9509-eefe1e03904e None None] For port 721e6d6d-8a74-4ee2-8cdd-6aba26150278, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=721e6d6d-8a74-4ee2-8cdd-6aba26150278,segment=NetworkSegment(55ef0f69-43b9-4e2f-b948-8d7789bbb88c),segment_id=55ef0f69-43b9-4e2f-b948-8d7789bbb88c)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:53.501611 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54200) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:53.501790 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b29c911b-e75e-44eb-bb9e-b373d78098b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'name': 'tempest-TestVolumeBackupRestore-951676652-router', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'b6d567b3-11d5-4c4c-ba78-b31264dd40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:37Z', 'updated_at': '2021-07-16T08:46:44Z', 'revision_number': 4, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'gw_port': {'id': 'b6d567b3-11d5-4c4c-ba78-b31264dd40ae', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:38Z', 'updated_at': '2021-07-16T08:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '3ce50f21-da58-4c8d-af15-3296df3ec31e', 'name': '', 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'mac_address': 'fa:16:3e:ad:9b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'cd8b857e-8678-4281-bae8-c29085f1129c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:43Z', 'updated_at': '2021-07-16T08:46:52Z', 'revision_number': 4, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'subnets': [{'id': 'cd8b857e-8678-4281-bae8-c29085f1129c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:53.510421 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cdddc29-1042-4d61-bca3-c729571d8158 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:53.516998 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-73cce37e-b845-4260-b208-312f6ed3fac3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'port': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'fixed_ips': [{'subnet_id': '0b6c17e8-6436-4db8-9eb9-71ff1fb9783f', 'ip_address': '2001:db8::7be3:8619:84b2:7796'}], 'name': 'tempest-NetworksTestDHCPv6-219918006'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:53.536583 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-af9fa6f3-9969-43e5-9509-eefe1e03904e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:53.544895 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b29c911b-e75e-44eb-bb9e-b373d78098b6 None None] The sync data for ids ['d1e68b0d-23f5-4117-961f-cb05f44010c4'] in n-d-771362-37 is: [{'id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'name': 'tempest-TestVolumeBackupRestore-951676652-router', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'b6d567b3-11d5-4c4c-ba78-b31264dd40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:37Z', 'updated_at': '2021-07-16T08:46:44Z', 'revision_number': 4, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'gw_port': {'id': 'b6d567b3-11d5-4c4c-ba78-b31264dd40ae', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:38Z', 'updated_at': '2021-07-16T08:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '3ce50f21-da58-4c8d-af15-3296df3ec31e', 'name': '', 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'mac_address': 'fa:16:3e:ad:9b:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'cd8b857e-8678-4281-bae8-c29085f1129c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:43Z', 'updated_at': '2021-07-16T08:46:52Z', 'revision_number': 4, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'subnets': [{'id': 'cd8b857e-8678-4281-bae8-c29085f1129c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:46:53.589943 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b84abf6-149c-439e-a08b-0ee97a04223d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:53.636637 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9034d17f-df50-4fde-a238-52c6f651d212 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:53.703536 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73cce37e-b845-4260-b208-312f6ed3fac3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:53.708028 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9034d17f-df50-4fde-a238-52c6f651d212 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:53.733050 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9fa6f3-9969-43e5-9509-eefe1e03904e None None] Pushing event updated for resources: {'Port': ['ID=721e6d6d-8a74-4ee2-8cdd-6aba26150278,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:53.761236 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b84abf6-149c-439e-a08b-0ee97a04223d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:53.923463 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-73cce37e-b845-4260-b208-312f6ed3fac3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:53.988291 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-73cce37e-b845-4260-b208-312f6ed3fac3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] device_id is not set on port 25d14563-fede-4265-90c4-47735a70581b yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:46:53.996131 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b84abf6-149c-439e-a08b-0ee97a04223d admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:54.006112 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-6b84abf6-149c-439e-a08b-0ee97a04223d admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:54.011480 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b84abf6-149c-439e-a08b-0ee97a04223d admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:54.093649 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84abf6-149c-439e-a08b-0ee97a04223d admin admin] Pushing event updated for resources: {'Port': ['ID=155cf4f6-8e1d-4faf-bdff-6f70beee11bc,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:54.164883 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-663ab12a-c2ee-477c-8c49-c1c1a4212e60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'tenant_id': '11897f26500d434cb71ca0edc07e35ac', 'fixed_ips': [{'subnet_id': '0b6c17e8-6436-4db8-9eb9-71ff1fb9783f'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:46:54.167525 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-663ab12a-c2ee-477c-8c49-c1c1a4212e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:54.183392 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9034d17f-df50-4fde-a238-52c6f651d212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:54.193571 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9034d17f-df50-4fde-a238-52c6f651d212 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:54.204852 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9034d17f-df50-4fde-a238-52c6f651d212 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c2a86175-80ab-4104-90fa-e40d70c18b08 HTTP/1.1" status: 204 len: 168 time: 0.7186308 Jul 16 08:46:54.211920 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3ce50f21-da58-4c8d-af15-3296df3ec31e up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:54.238457 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9034d17f-df50-4fde-a238-52c6f651d212 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2a86175-80ab-4104-90fa-e40d70c18b08,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:54.717820 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 3ce50f21-da58-4c8d-af15-3296df3ec31e completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:54.741080 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 3ce50f21-da58-4c8d-af15-3296df3ec31e triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:54.741953 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:54.757351 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-663ab12a-c2ee-477c-8c49-c1c1a4212e60 None None] Allocated IP 2001:db8::2 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/0b6c17e8-6436-4db8-9eb9-71ff1fb9783f/f087b52f-cc07-44fd-9ca7-3490e1c87d0e) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:54.883481 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b84abf6-149c-439e-a08b-0ee97a04223d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:54.974834 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.106160 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 3ce50f21-da58-4c8d-af15-3296df3ec31e, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=3ce50f21-da58-4c8d-af15-3296df3ec31e,segment=NetworkSegment(f3ee54f9-528a-445b-9d55-63145af9e805),segment_id=f3ee54f9-528a-445b-9d55-63145af9e805)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:55.128318 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.138234 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-663ab12a-c2ee-477c-8c49-c1c1a4212e60 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.201473 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-663ab12a-c2ee-477c-8c49-c1c1a4212e60 None None] Transition to ACTIVE for port object f087b52f-cc07-44fd-9ca7-3490e1c87d0e will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:55.224599 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b84abf6-149c-439e-a08b-0ee97a04223d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.247111 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=3ce50f21-da58-4c8d-af15-3296df3ec31e,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:55.252860 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-663ab12a-c2ee-477c-8c49-c1c1a4212e60 None None] Transition to ACTIVE for port object f087b52f-cc07-44fd-9ca7-3490e1c87d0e will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:55.261873 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-663ab12a-c2ee-477c-8c49-c1c1a4212e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.313803 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ab12a-c2ee-477c-8c49-c1c1a4212e60 None None] Pushing event updated for resources: {'Port': ['ID=f087b52f-cc07-44fd-9ca7-3490e1c87d0e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:55.330511 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-663ab12a-c2ee-477c-8c49-c1c1a4212e60 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:55.332055 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-663ab12a-c2ee-477c-8c49-c1c1a4212e60 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:55.348322 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-663ab12a-c2ee-477c-8c49-c1c1a4212e60 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:55.432332 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-73cce37e-b845-4260-b208-312f6ed3fac3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Allocated IP 2001:db8::7be3:8619:84b2:7796 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/0b6c17e8-6436-4db8-9eb9-71ff1fb9783f/25d14563-fede-4265-90c4-47735a70581b) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:55.442033 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-663ab12a-c2ee-477c-8c49-c1c1a4212e60 None None] Attempting to bind port f087b52f-cc07-44fd-9ca7-3490e1c87d0e on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:55.442626 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-663ab12a-c2ee-477c-8c49-c1c1a4212e60 None None] Attempting to bind port f087b52f-cc07-44fd-9ca7-3490e1c87d0e by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:55.443008 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663ab12a-c2ee-477c-8c49-c1c1a4212e60 None None] Attempting to bind port f087b52f-cc07-44fd-9ca7-3490e1c87d0e on network ed380f80-a9ff-4ccb-b4e8-357bb126e37f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:55.449319 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663ab12a-c2ee-477c-8c49-c1c1a4212e60 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:55.449687 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663ab12a-c2ee-477c-8c49-c1c1a4212e60 None None] Checking segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:55.450160 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-663ab12a-c2ee-477c-8c49-c1c1a4212e60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.450629 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-663ab12a-c2ee-477c-8c49-c1c1a4212e60 None None] Bound using segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:55.451055 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-663ab12a-c2ee-477c-8c49-c1c1a4212e60 None None] Bound port: f087b52f-cc07-44fd-9ca7-3490e1c87d0e, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:55.451453 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-663ab12a-c2ee-477c-8c49-c1c1a4212e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.492706 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b84abf6-149c-439e-a08b-0ee97a04223d admin admin] Router a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:46:55.655858 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-663ab12a-c2ee-477c-8c49-c1c1a4212e60 None None] For port f087b52f-cc07-44fd-9ca7-3490e1c87d0e, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:55.674720 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-663ab12a-c2ee-477c-8c49-c1c1a4212e60 None None] For port f087b52f-cc07-44fd-9ca7-3490e1c87d0e, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f087b52f-cc07-44fd-9ca7-3490e1c87d0e,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:55.683200 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-663ab12a-c2ee-477c-8c49-c1c1a4212e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.869294 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b84abf6-149c-439e-a08b-0ee97a04223d admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:46:55.887116 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc52c23-2a79-4de0-88b4-14eed01bda0a None None] Sync routers for ids ['a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:46:55.916585 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37de4bff-27d5-4e3b-a0d9-74b2ac3d4035 None None] Network 077ae3f4-7176-482e-87fd-076749ab8788 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:55.926740 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b84abf6-149c-439e-a08b-0ee97a04223d admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.928617 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6b84abf6-149c-439e-a08b-0ee97a04223d admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.7957373 Jul 16 08:46:55.932915 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54246) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:55.958074 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663ab12a-c2ee-477c-8c49-c1c1a4212e60 None None] Pushing event updated for resources: {'Port': ['ID=f087b52f-cc07-44fd-9ca7-3490e1c87d0e,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:55.960704 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-73cce37e-b845-4260-b208-312f6ed3fac3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:55.975459 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc52c23-2a79-4de0-88b4-14eed01bda0a None None] Routers {'a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:46:55.979492 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-acc52c23-2a79-4de0-88b4-14eed01bda0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:46:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:56.000214 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-73cce37e-b845-4260-b208-312f6ed3fac3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Transition to ACTIVE for port object 25d14563-fede-4265-90c4-47735a70581b will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:56.109235 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54248) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:56.117228 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-73cce37e-b845-4260-b208-312f6ed3fac3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:56.205865 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c7559be1-2977-4e76-a6eb-f2eb66c25820 None None] Provisioning for port 721e6d6d-8a74-4ee2-8cdd-6aba26150278 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:56.288262 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cce37e-b845-4260-b208-312f6ed3fac3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Port': ['ID=25d14563-fede-4265-90c4-47735a70581b,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:56.320334 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73cce37e-b845-4260-b208-312f6ed3fac3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:56.323144 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-73cce37e-b845-4260-b208-312f6ed3fac3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:56.328694 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cce37e-b845-4260-b208-312f6ed3fac3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:56.346766 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73cce37e-b845-4260-b208-312f6ed3fac3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:56.347499 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-73cce37e-b845-4260-b208-312f6ed3fac3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:56.396887 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-73cce37e-b845-4260-b208-312f6ed3fac3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8920407 Jul 16 08:46:56.399779 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54252) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:56.588587 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-b06e0646-dfab-4768-875b-b071ab5788fb admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-83002355-network', 'tenant_id': '32a5d838d63f4780b6491458e0641ec1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:56.697232 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 721e6d6d-8a74-4ee2-8cdd-6aba26150278 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:56.772807 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b06e0646-dfab-4768-875b-b071ab5788fb admin admin] Made reservation on behalf of 32a5d838d63f4780b6491458e0641ec1 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:56.775893 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b06e0646-dfab-4768-875b-b071ab5788fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:56.827030 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530ca490-f255-4ba7-9199-eaa8063b6151 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:56.845168 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-530ca490-f255-4ba7-9199-eaa8063b6151 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:56.849394 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-530ca490-f255-4ba7-9199-eaa8063b6151 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.4476690 Jul 16 08:46:56.851709 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b06e0646-dfab-4768-875b-b071ab5788fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:56.853717 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54258) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:56.914677 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-acc52c23-2a79-4de0-88b4-14eed01bda0a None None] Set router a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:46:57.110962 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b06e0646-dfab-4768-875b-b071ab5788fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:57.119888 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b06e0646-dfab-4768-875b-b071ab5788fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:57.128620 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-febf5e03-1bc5-4b02-94a6-b35a22a7c11f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting port 25d14563-fede-4265-90c4-47735a70581b {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:46:57.129026 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 721e6d6d-8a74-4ee2-8cdd-6aba26150278 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:57.129462 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-febf5e03-1bc5-4b02-94a6-b35a22a7c11f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:57.164490 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 721e6d6d-8a74-4ee2-8cdd-6aba26150278 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:57.164873 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:57.175378 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b06e0646-dfab-4768-875b-b071ab5788fb admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:46:57.238392 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e0646-dfab-4768-875b-b071ab5788fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b32ea3e-5711-4106-8c85-847ce5ce660c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:57.264226 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b06e0646-dfab-4768-875b-b071ab5788fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:57.267538 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-b06e0646-dfab-4768-875b-b071ab5788fb admin admin] Added segment 6a985019-2364-4ad8-ba4a-123d8f07c3ac of type vlan for network e7a41159-1e3d-4f92-950e-f9c47eec4670 Jul 16 08:46:57.367051 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b06e0646-dfab-4768-875b-b071ab5788fb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:57.402006 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-febf5e03-1bc5-4b02-94a6-b35a22a7c11f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:57.411508 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:57.440545 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-febf5e03-1bc5-4b02-94a6-b35a22a7c11f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Calling delete_port for 25d14563-fede-4265-90c4-47735a70581b owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:46:57.451606 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b06e0646-dfab-4768-875b-b071ab5788fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:57.453896 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b06e0646-dfab-4768-875b-b071ab5788fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:57.455801 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b06e0646-dfab-4768-875b-b071ab5788fb admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:57.471542 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06e6f90c-efcc-47bc-878d-624116ecc404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:57.488636 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 721e6d6d-8a74-4ee2-8cdd-6aba26150278, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=721e6d6d-8a74-4ee2-8cdd-6aba26150278,segment=NetworkSegment(55ef0f69-43b9-4e2f-b948-8d7789bbb88c),segment_id=55ef0f69-43b9-4e2f-b948-8d7789bbb88c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:46:57.509945 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:57.510769 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3ce50f21-da58-4c8d-af15-3296df3ec31e up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:57.519046 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-acc52c23-2a79-4de0-88b4-14eed01bda0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894', 'name': 'tempest-TestVolumeBackupRestore-1532679235-router', 'tenant_id': 'f692d798d2f749d396f5bf831d4f95c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '155cf4f6-8e1d-4faf-bdff-6f70beee11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:51Z', 'updated_at': '2021-07-16T08:46:54Z', 'revision_number': 3, 'project_id': 'f692d798d2f749d396f5bf831d4f95c4', 'gw_port': {'id': '155cf4f6-8e1d-4faf-bdff-6f70beee11bc', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:52Z', 'updated_at': '2021-07-16T08:46:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:46:57.583139 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b06e0646-dfab-4768-875b-b071ab5788fb admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.4682913 Jul 16 08:46:57.588782 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54264) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:57.597595 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-3bea8408-e50f-42dc-929a-2f6acb640ecb admin admin] Request body: {'subnet': {'network_id': 'e7a41159-1e3d-4f92-950e-f9c47eec4670', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-83002355-subnet', 'tenant_id': '32a5d838d63f4780b6491458e0641ec1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:57.653658 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc52c23-2a79-4de0-88b4-14eed01bda0a None None] Checking router: a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:46:57.654005 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc52c23-2a79-4de0-88b4-14eed01bda0a None None] Updating router a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894 port 155cf4f6-8e1d-4faf-bdff-6f70beee11bc binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:46:57.654869 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06e0646-dfab-4768-875b-b071ab5788fb admin admin] Pushing event updated for resources: {'Network': ['ID=e7a41159-1e3d-4f92-950e-f9c47eec4670,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:57.685153 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bea8408-e50f-42dc-929a-2f6acb640ecb admin admin] Made reservation on behalf of 32a5d838d63f4780b6491458e0641ec1 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:46:57.690063 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3bea8408-e50f-42dc-929a-2f6acb640ecb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:57.708724 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network e7a41159-1e3d-4f92-950e-f9c47eec4670 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:46:57.831018 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-acc52c23-2a79-4de0-88b4-14eed01bda0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:57.927720 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-febf5e03-1bc5-4b02-94a6-b35a22a7c11f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:58.017273 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf5e03-1bc5-4b02-94a6-b35a22a7c11f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Port': ['ID=25d14563-fede-4265-90c4-47735a70581b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:58.089610 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-febf5e03-1bc5-4b02-94a6-b35a22a7c11f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:58.091857 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-febf5e03-1bc5-4b02-94a6-b35a22a7c11f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/25d14563-fede-4265-90c4-47735a70581b HTTP/1.1" status: 204 len: 168 time: 1.2353029 Jul 16 08:46:58.096078 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54278) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:58.239940 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2806b506-f2be-4582-af64-50a02d560a22 None None] Provisioning complete for port 721e6d6d-8a74-4ee2-8cdd-6aba26150278 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:58.250071 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-06e6f90c-efcc-47bc-878d-624116ecc404 admin admin] Allocated IP 172.20.0.1 (077ae3f4-7176-482e-87fd-076749ab8788/6e5b18fc-d4d4-44c7-8d7c-a15340f51b45/623bfd39-13d4-4973-81fc-9c85d334c2a1) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:46:58.252049 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2806b506-f2be-4582-af64-50a02d560a22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:58.258261 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=721e6d6d-8a74-4ee2-8cdd-6aba26150278,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:58.323513 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 3ce50f21-da58-4c8d-af15-3296df3ec31e triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:58.324369 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:58.415533 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc31990-c11c-4894-b6d4-dfe81bb5f463 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:58.420735 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc31990-c11c-4894-b6d4-dfe81bb5f463 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:58.426341 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5fc31990-c11c-4894-b6d4-dfe81bb5f463 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3154225 Jul 16 08:46:58.428076 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54282) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:58.557523 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3bea8408-e50f-42dc-929a-2f6acb640ecb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:58.638590 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-74647983-557d-4f96-8d9e-424a1c7266d2 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting subnet 0b6c17e8-6436-4db8-9eb9-71ff1fb9783f {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:46:58.664621 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74647983-557d-4f96-8d9e-424a1c7266d2 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:58.769462 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bea8408-e50f-42dc-929a-2f6acb640ecb admin admin] Pushing event updated for resources: {'Subnet': ['ID=f67653d7-e93b-466d-8d56-6c180e8dc11a,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:58.774863 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bea8408-e50f-42dc-929a-2f6acb640ecb admin admin] Checking segment: {'id': '6a985019-2364-4ad8-ba4a-123d8f07c3ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': 'e7a41159-1e3d-4f92-950e-f9c47eec4670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:58.776074 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bea8408-e50f-42dc-929a-2f6acb640ecb admin admin] Network hostable DHCP agents. Network: e7a41159-1e3d-4f92-950e-f9c47eec4670, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:46:58.821259 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bea8408-e50f-42dc-929a-2f6acb640ecb admin admin] Network e7a41159-1e3d-4f92-950e-f9c47eec4670 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:46:58.835434 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74647983-557d-4f96-8d9e-424a1c7266d2 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:58.840571 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-3bea8408-e50f-42dc-929a-2f6acb640ecb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, e7a41159-1e3d-4f92-950e-f9c47eec4670) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:58.851324 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bea8408-e50f-42dc-929a-2f6acb640ecb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:46:58.856984 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3bea8408-e50f-42dc-929a-2f6acb640ecb admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:58.879585 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3bea8408-e50f-42dc-929a-2f6acb640ecb admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2889919 Jul 16 08:46:58.886898 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bdd3cd-7136-4e9b-9f3c-5e951152a709 None None] Network e7a41159-1e3d-4f92-950e-f9c47eec4670 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:58.915169 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06e6f90c-efcc-47bc-878d-624116ecc404 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.004077 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-06e6f90c-efcc-47bc-878d-624116ecc404 admin admin] Transition to ACTIVE for port object 623bfd39-13d4-4973-81fc-9c85d334c2a1 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:59.087268 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9c773d6d-63ca-4ebc-a6e0-1f0a1a02cfeb None None] Could not find standard attr ID for object 25d14563-fede-4265-90c4-47735a70581b. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:46:59.135938 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9c773d6d-63ca-4ebc-a6e0-1f0a1a02cfeb None None] Provisioning for port f087b52f-cc07-44fd-9ca7-3490e1c87d0e completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:59.140395 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-acc52c23-2a79-4de0-88b4-14eed01bda0a None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.178488 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-acc52c23-2a79-4de0-88b4-14eed01bda0a None None] Transition to ACTIVE for port object 155cf4f6-8e1d-4faf-bdff-6f70beee11bc will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:46:59.230178 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-acc52c23-2a79-4de0-88b4-14eed01bda0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.243275 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74647983-557d-4f96-8d9e-424a1c7266d2 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.295527 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2fb558-8eda-431c-879e-b0af98450b55 None None] Pushing event updated for resources: {'Port': ['ID=155cf4f6-8e1d-4faf-bdff-6f70beee11bc,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:59.299069 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1b9721-a076-4286-9d16-40b1fe3e3341 None None] Network e7a41159-1e3d-4f92-950e-f9c47eec4670 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:59.322444 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06e6f90c-efcc-47bc-878d-624116ecc404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.348206 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-acc52c23-2a79-4de0-88b4-14eed01bda0a None None] Attempting to bind port 155cf4f6-8e1d-4faf-bdff-6f70beee11bc on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:46:59.348913 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-acc52c23-2a79-4de0-88b4-14eed01bda0a None None] Attempting to bind port 155cf4f6-8e1d-4faf-bdff-6f70beee11bc by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:46:59.349548 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc52c23-2a79-4de0-88b4-14eed01bda0a None None] Attempting to bind port 155cf4f6-8e1d-4faf-bdff-6f70beee11bc on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:46:59.387584 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc52c23-2a79-4de0-88b4-14eed01bda0a None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:46:59.388104 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc52c23-2a79-4de0-88b4-14eed01bda0a None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:46:59.388548 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-acc52c23-2a79-4de0-88b4-14eed01bda0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.388955 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acc52c23-2a79-4de0-88b4-14eed01bda0a None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:46:59.389744 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-acc52c23-2a79-4de0-88b4-14eed01bda0a None None] Bound port: 155cf4f6-8e1d-4faf-bdff-6f70beee11bc, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:46:59.390319 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-acc52c23-2a79-4de0-88b4-14eed01bda0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.425447 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e6f90c-efcc-47bc-878d-624116ecc404 admin admin] Network 077ae3f4-7176-482e-87fd-076749ab8788 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:46:59.447098 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74647983-557d-4f96-8d9e-424a1c7266d2 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.459987 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f087b52f-cc07-44fd-9ca7-3490e1c87d0e up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:46:59.469897 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-06e6f90c-efcc-47bc-878d-624116ecc404 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:46:59.503200 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb5b534d-53ef-4909-a4ce-a0b49358919d None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:46:59.535193 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74647983-557d-4f96-8d9e-424a1c7266d2 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.538691 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-74647983-557d-4f96-8d9e-424a1c7266d2 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/0b6c17e8-6436-4db8-9eb9-71ff1fb9783f HTTP/1.1" status: 204 len: 168 time: 1.0978646 Jul 16 08:46:59.539940 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e6f90c-efcc-47bc-878d-624116ecc404 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:46:59.542898 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54312) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:59.576115 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74647983-557d-4f96-8d9e-424a1c7266d2 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Subnet': ['ID=0b6c17e8-6436-4db8-9eb9-71ff1fb9783f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:59.629932 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6f90c-efcc-47bc-878d-624116ecc404 admin admin] Pushing event updated for resources: {'Port': ['ID=623bfd39-13d4-4973-81fc-9c85d334c2a1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:46:59.672787 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54314) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:59.713682 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-acc52c23-2a79-4de0-88b4-14eed01bda0a None None] For port 155cf4f6-8e1d-4faf-bdff-6f70beee11bc, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:46:59.733313 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ab958ced-cb64-4f3f-8fbd-41258a322a68 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1869378 Jul 16 08:46:59.736255 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54318) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:46:59.739945 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-acc52c23-2a79-4de0-88b4-14eed01bda0a None None] For port 155cf4f6-8e1d-4faf-bdff-6f70beee11bc, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=155cf4f6-8e1d-4faf-bdff-6f70beee11bc,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:46:59.741328 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06e6f90c-efcc-47bc-878d-624116ecc404 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.747650 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-acc52c23-2a79-4de0-88b4-14eed01bda0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.751374 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-80b7ae98-9e99-4a6f-b639-2742ce3ed083 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:46:59.788594 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port f087b52f-cc07-44fd-9ca7-3490e1c87d0e completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:46:59.889483 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port f087b52f-cc07-44fd-9ca7-3490e1c87d0e triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:46:59.896997 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:46:59.998312 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b7ae98-9e99-4a6f-b639-2742ce3ed083 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:00.003479 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-80b7ae98-9e99-4a6f-b639-2742ce3ed083 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.010260 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22bc17e1-6027-4d4b-87d3-ef63ada9d88a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.031286 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acc52c23-2a79-4de0-88b4-14eed01bda0a None None] Routers {'a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:00.032050 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-acc52c23-2a79-4de0-88b4-14eed01bda0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:46:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:00.117903 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-60a4a37f-6b68-466d-b800-ce0b323dfd15 None None] Provisioning for port 623bfd39-13d4-4973-81fc-9c85d334c2a1 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:00.127431 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2fb558-8eda-431c-879e-b0af98450b55 None None] Pushing event updated for resources: {'Port': ['ID=155cf4f6-8e1d-4faf-bdff-6f70beee11bc,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:00.206632 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54330) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:00.247511 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-b99ee7d2-63f5-4e2d-b297-d372f4dbb3ca admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1762484291-network', 'tenant_id': '1f9e6723e0ff4b96bf2397bc45a9ed2c'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:00.311059 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06e6f90c-efcc-47bc-878d-624116ecc404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.350938 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-60a4a37f-6b68-466d-b800-ce0b323dfd15 None None] Provisioning complete for port 623bfd39-13d4-4973-81fc-9c85d334c2a1 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:00.351862 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-60a4a37f-6b68-466d-b800-ce0b323dfd15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.359064 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-80b7ae98-9e99-4a6f-b639-2742ce3ed083 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.392904 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22bc17e1-6027-4d4b-87d3-ef63ada9d88a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.409919 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b7ae98-9e99-4a6f-b639-2742ce3ed083 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:00.410344 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22bc17e1-6027-4d4b-87d3-ef63ada9d88a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.419404 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-80b7ae98-9e99-4a6f-b639-2742ce3ed083 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:00.425630 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b7ae98-9e99-4a6f-b639-2742ce3ed083 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:00.426341 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-80b7ae98-9e99-4a6f-b639-2742ce3ed083 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.446312 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b7ae98-9e99-4a6f-b639-2742ce3ed083 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Subnet': ['ID=c5ab5219-fc0a-4eea-a9b7-69cf7d98320b,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:00.450463 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b99ee7d2-63f5-4e2d-b297-d372f4dbb3ca admin admin] Made reservation on behalf of 1f9e6723e0ff4b96bf2397bc45a9ed2c for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:00.453183 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b99ee7d2-63f5-4e2d-b297-d372f4dbb3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.461039 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-80b7ae98-9e99-4a6f-b639-2742ce3ed083 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7226732 Jul 16 08:47:00.461660 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54332) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:00.470197 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b99ee7d2-63f5-4e2d-b297-d372f4dbb3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.475590 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-83e448b5-0dae-4f19-b35d-abcc8f37fa40 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'port': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'fixed_ips': [{'subnet_id': 'c5ab5219-fc0a-4eea-a9b7-69cf7d98320b', 'ip_address': '2001:db8::adf4:afd5:55a8:6732'}], 'name': 'tempest-NetworksTestDHCPv6-1326899879'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:00.482300 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-22bc17e1-6027-4d4b-87d3-ef63ada9d88a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=075f15231b1d44cba99bcc10762d1dae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8052609 Jul 16 08:47:00.487342 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54334) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:00.516502 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.521614 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bc17e1-6027-4d4b-87d3-ef63ada9d88a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d0b33d-905f-4940-b223-431724f763d5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:00.528297 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-60a4a37f-6b68-466d-b800-ce0b323dfd15 None None] Port 623bfd39-13d4-4973-81fc-9c85d334c2a1 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:47:00.553860 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-acc52c23-2a79-4de0-88b4-14eed01bda0a None None] Set router a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:00.659236 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8292ebac-4c01-4823-ac84-8b4171bcfa69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.686616 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port f087b52f-cc07-44fd-9ca7-3490e1c87d0e, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f087b52f-cc07-44fd-9ca7-3490e1c87d0e,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:00.689372 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2528991-9e7c-4da6-9aae-9ab80613891e None None] DHCP port deletion for ed380f80-a9ff-4ccb-b4e8-357bb126e37f request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:47:00.694789 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.695841 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 721e6d6d-8a74-4ee2-8cdd-6aba26150278 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:00.696235 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b99ee7d2-63f5-4e2d-b297-d372f4dbb3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.697299 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8292ebac-4c01-4823-ac84-8b4171bcfa69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.704524 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b99ee7d2-63f5-4e2d-b297-d372f4dbb3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.754577 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b99ee7d2-63f5-4e2d-b297-d372f4dbb3ca admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:47:00.765523 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83e448b5-0dae-4f19-b35d-abcc8f37fa40 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:00.770770 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ee7d2-63f5-4e2d-b297-d372f4dbb3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27037318-d23c-4213-83c0-81e52c196f0d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:00.806746 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b99ee7d2-63f5-4e2d-b297-d372f4dbb3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.806746 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-b99ee7d2-63f5-4e2d-b297-d372f4dbb3ca admin admin] Added segment 002752ca-bf3c-48ff-aa0d-a3825fe0d838 of type vlan for network fe8dede9-dec7-493c-ae63-d75b2f25755b Jul 16 08:47:00.892911 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8292ebac-4c01-4823-ac84-8b4171bcfa69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.896577 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b99ee7d2-63f5-4e2d-b297-d372f4dbb3ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.898205 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8292ebac-4c01-4823-ac84-8b4171bcfa69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.900745 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8292ebac-4c01-4823-ac84-8b4171bcfa69 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/01d0b33d-905f-4940-b223-431724f763d5 HTTP/1.1" status: 204 len: 168 time: 0.4027975 Jul 16 08:47:00.904703 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06e6f90c-efcc-47bc-878d-624116ecc404 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.921577 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8292ebac-4c01-4823-ac84-8b4171bcfa69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01d0b33d-905f-4940-b223-431724f763d5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:00.922607 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=f087b52f-cc07-44fd-9ca7-3490e1c87d0e,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:00.930419 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-83e448b5-0dae-4f19-b35d-abcc8f37fa40 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.944838 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06e6f90c-efcc-47bc-878d-624116ecc404 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.955678 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 721e6d6d-8a74-4ee2-8cdd-6aba26150278 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:00.956282 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:00.958496 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-83e448b5-0dae-4f19-b35d-abcc8f37fa40 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] device_id is not set on port 4974ac78-6699-4dbd-8523-362ff1e945b8 yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:47:01.007939 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-d2528991-9e7c-4da6-9aae-9ab80613891e None None] Deleting port f087b52f-cc07-44fd-9ca7-3490e1c87d0e {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:01.008393 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d2528991-9e7c-4da6-9aae-9ab80613891e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.087794 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06e6f90c-efcc-47bc-878d-624116ecc404 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.099906 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.db.resource_extend [None req-b99ee7d2-63f5-4e2d-b297-d372f4dbb3ca admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 16 08:47:01.100810 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e6f90c-efcc-47bc-878d-624116ecc404 admin admin] Pushing event updated for resources: {'Port': ['ID=623bfd39-13d4-4973-81fc-9c85d334c2a1,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:01.159667 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b99ee7d2-63f5-4e2d-b297-d372f4dbb3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.160726 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99ee7d2-63f5-4e2d-b297-d372f4dbb3ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:01.161313 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b99ee7d2-63f5-4e2d-b297-d372f4dbb3ca admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.224819 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-d2528991-9e7c-4da6-9aae-9ab80613891e None None] For port f087b52f-cc07-44fd-9ca7-3490e1c87d0e, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f087b52f-cc07-44fd-9ca7-3490e1c87d0e,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:01.225691 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d2528991-9e7c-4da6-9aae-9ab80613891e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.273351 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-d2528991-9e7c-4da6-9aae-9ab80613891e None None] Calling delete_port for f087b52f-cc07-44fd-9ca7-3490e1c87d0e owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:01.283984 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-acc52c23-2a79-4de0-88b4-14eed01bda0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894', 'name': 'tempest-TestVolumeBackupRestore-1532679235-router', 'tenant_id': 'f692d798d2f749d396f5bf831d4f95c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '155cf4f6-8e1d-4faf-bdff-6f70beee11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:51Z', 'updated_at': '2021-07-16T08:46:54Z', 'revision_number': 3, 'project_id': 'f692d798d2f749d396f5bf831d4f95c4', 'gw_port': {'id': '155cf4f6-8e1d-4faf-bdff-6f70beee11bc', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:52Z', 'updated_at': '2021-07-16T08:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:01.301838 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ee7d2-63f5-4e2d-b297-d372f4dbb3ca admin admin] Pushing event updated for resources: {'Network': ['ID=fe8dede9-dec7-493c-ae63-d75b2f25755b,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:01.302275 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06e6f90c-efcc-47bc-878d-624116ecc404 admin admin] Network 077ae3f4-7176-482e-87fd-076749ab8788 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:01.304445 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-06e6f90c-efcc-47bc-878d-624116ecc404 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:01.325244 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acc52c23-2a79-4de0-88b4-14eed01bda0a None None] The sync data for ids ['a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894'] in n-d-771362-37 is: [{'id': 'a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894', 'name': 'tempest-TestVolumeBackupRestore-1532679235-router', 'tenant_id': 'f692d798d2f749d396f5bf831d4f95c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '155cf4f6-8e1d-4faf-bdff-6f70beee11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:51Z', 'updated_at': '2021-07-16T08:46:54Z', 'revision_number': 3, 'project_id': 'f692d798d2f749d396f5bf831d4f95c4', 'gw_port': {'id': '155cf4f6-8e1d-4faf-bdff-6f70beee11bc', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a4:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:52Z', 'updated_at': '2021-07-16T08:46:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:01.383680 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b99ee7d2-63f5-4e2d-b297-d372f4dbb3ca admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1722293 Jul 16 08:47:01.383680 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-83e448b5-0dae-4f19-b35d-abcc8f37fa40 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Allocated IP 2001:db8::adf4:afd5:55a8:6732 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/c5ab5219-fc0a-4eea-a9b7-69cf7d98320b/4974ac78-6699-4dbd-8523-362ff1e945b8) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:01.394767 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54344) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:01.396725 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network fe8dede9-dec7-493c-ae63-d75b2f25755b details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:47:01.417987 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-fde74716-3dcf-4612-87c7-eb17f17429e5 admin admin] Request body: {'subnet': {'network_id': 'fe8dede9-dec7-493c-ae63-d75b2f25755b', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1762484291-subnet', 'tenant_id': '1f9e6723e0ff4b96bf2397bc45a9ed2c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:01.537867 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde74716-3dcf-4612-87c7-eb17f17429e5 admin admin] Made reservation on behalf of 1f9e6723e0ff4b96bf2397bc45a9ed2c for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:01.538095 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f087b52f-cc07-44fd-9ca7-3490e1c87d0e no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:01.541313 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fde74716-3dcf-4612-87c7-eb17f17429e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.633019 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d2528991-9e7c-4da6-9aae-9ab80613891e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.636751 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54346) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:01.660956 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2528991-9e7c-4da6-9aae-9ab80613891e None None] No DVR routers for this DVR port f087b52f-cc07-44fd-9ca7-3490e1c87d0e on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:01.681877 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8a1aa61-f4f8-43ea-b6ac-011ca4ca96a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.706570 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2528991-9e7c-4da6-9aae-9ab80613891e None None] Pushing event deleted for resources: {'Port': ['ID=f087b52f-cc07-44fd-9ca7-3490e1c87d0e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:01.710560 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No active binding found for port f087b52f-cc07-44fd-9ca7-3490e1c87d0e {{(pid=93760) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 08:47:01.711014 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f087b52f-cc07-44fd-9ca7-3490e1c87d0e not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:01.725725 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb57549-6cce-4868-9369-14dc4f9e621c None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:01.731111 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06e6f90c-efcc-47bc-878d-624116ecc404 admin admin] Router a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:01.972044 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-83e448b5-0dae-4f19-b35d-abcc8f37fa40 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:01.976166 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f2897d64-0620-4cd6-af0f-b1fe7473ec35 None None] Provisioning complete for port 623bfd39-13d4-4973-81fc-9c85d334c2a1 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:01.976734 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f2897d64-0620-4cd6-af0f-b1fe7473ec35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.007289 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-83e448b5-0dae-4f19-b35d-abcc8f37fa40 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Transition to ACTIVE for port object 4974ac78-6699-4dbd-8523-362ff1e945b8 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:02.143582 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-f2897d64-0620-4cd6-af0f-b1fe7473ec35 None None] Port 623bfd39-13d4-4973-81fc-9c85d334c2a1 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:47:02.165889 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.171888 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.205619 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fde74716-3dcf-4612-87c7-eb17f17429e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.211109 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-83e448b5-0dae-4f19-b35d-abcc8f37fa40 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.235507 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-277b8f69-cc8c-4d2c-ad10-55dd42a37522 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'tenant_id': '11897f26500d434cb71ca0edc07e35ac', 'fixed_ips': [{'subnet_id': 'c5ab5219-fc0a-4eea-a9b7-69cf7d98320b'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:47:02.237285 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-277b8f69-cc8c-4d2c-ad10-55dd42a37522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.370789 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83e448b5-0dae-4f19-b35d-abcc8f37fa40 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:02.416689 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde74716-3dcf-4612-87c7-eb17f17429e5 admin admin] Checking segment: {'id': '002752ca-bf3c-48ff-aa0d-a3825fe0d838', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'fe8dede9-dec7-493c-ae63-d75b2f25755b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:02.417232 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde74716-3dcf-4612-87c7-eb17f17429e5 admin admin] Network hostable DHCP agents. Network: fe8dede9-dec7-493c-ae63-d75b2f25755b, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:47:02.429718 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde74716-3dcf-4612-87c7-eb17f17429e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b4290cda-bd08-4a46-a989-dccf4e2cdb86,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:02.438127 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-83e448b5-0dae-4f19-b35d-abcc8f37fa40 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:02.456188 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83e448b5-0dae-4f19-b35d-abcc8f37fa40 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:02.469247 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06e6f90c-efcc-47bc-878d-624116ecc404 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:02.471651 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83e448b5-0dae-4f19-b35d-abcc8f37fa40 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:02.473395 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-83e448b5-0dae-4f19-b35d-abcc8f37fa40 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.502919 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e448b5-0dae-4f19-b35d-abcc8f37fa40 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Port': ['ID=4974ac78-6699-4dbd-8523-362ff1e945b8,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:02.523505 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8a1aa61-f4f8-43ea-b6ac-011ca4ca96a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.541851 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-277b8f69-cc8c-4d2c-ad10-55dd42a37522 None None] Allocated IP 2001:db8::2 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/c5ab5219-fc0a-4eea-a9b7-69cf7d98320b/f55ced48-2bc8-4be0-b275-dc536a9ab426) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:02.543937 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-06e6f90c-efcc-47bc-878d-624116ecc404 admin admin] 10.222.0.22 "PUT /v2.0/routers/a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6065166 Jul 16 08:47:02.548730 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8a1aa61-f4f8-43ea-b6ac-011ca4ca96a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.564119 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fde74716-3dcf-4612-87c7-eb17f17429e5 admin admin] Network fe8dede9-dec7-493c-ae63-d75b2f25755b is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:47:02.579555 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-83e448b5-0dae-4f19-b35d-abcc8f37fa40 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1074200 Jul 16 08:47:02.580603 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54354) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:02.627254 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b8a1aa61-f4f8-43ea-b6ac-011ca4ca96a7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3908f58561b845adb63260def2af77da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9839237 Jul 16 08:47:02.632916 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a1aa61-f4f8-43ea-b6ac-011ca4ca96a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd37e273-752a-4195-9996-dc8f86868a58,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:02.635337 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54356) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:02.641086 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-fde74716-3dcf-4612-87c7-eb17f17429e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, fe8dede9-dec7-493c-ae63-d75b2f25755b) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:02.661360 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46162106-91ca-41d3-ac00-90ee7055a153 None None] Network fe8dede9-dec7-493c-ae63-d75b2f25755b requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:02.713049 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde74716-3dcf-4612-87c7-eb17f17429e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:02.718563 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fde74716-3dcf-4612-87c7-eb17f17429e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.786483 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-fde74716-3dcf-4612-87c7-eb17f17429e5 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3878219 Jul 16 08:47:02.946486 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4f2101c8-14d1-48f4-b2de-a06038f32bf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:02.982197 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798e8c31-7a24-45fd-891b-dc6433db444a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:02.994827 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-798e8c31-7a24-45fd-891b-dc6433db444a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.4006541 Jul 16 08:47:02.995632 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54366) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:03.067242 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4f2101c8-14d1-48f4-b2de-a06038f32bf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.118520 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54370) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:03.162865 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ab92a33-4d6e-4c81-8083-ec7dad31af91 None None] Network fe8dede9-dec7-493c-ae63-d75b2f25755b requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:03.187170 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-277b8f69-cc8c-4d2c-ad10-55dd42a37522 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.240984 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4f2101c8-14d1-48f4-b2de-a06038f32bf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.245638 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4f2101c8-14d1-48f4-b2de-a06038f32bf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.255340 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-277b8f69-cc8c-4d2c-ad10-55dd42a37522 None None] Transition to ACTIVE for port object f55ced48-2bc8-4be0-b275-dc536a9ab426 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:03.257737 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4f2101c8-14d1-48f4-b2de-a06038f32bf2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dd37e273-752a-4195-9996-dc8f86868a58 HTTP/1.1" status: 204 len: 168 time: 0.6175227 Jul 16 08:47:03.304228 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2101c8-14d1-48f4-b2de-a06038f32bf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd37e273-752a-4195-9996-dc8f86868a58,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:03.323873 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-a60182d4-9082-44e9-84bb-ce87a8f3d2ea admin admin] Deleting subnet f67653d7-e93b-466d-8d56-6c180e8dc11a {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:47:03.359684 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a60182d4-9082-44e9-84bb-ce87a8f3d2ea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.373437 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-277b8f69-cc8c-4d2c-ad10-55dd42a37522 None None] Transition to ACTIVE for port object f55ced48-2bc8-4be0-b275-dc536a9ab426 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:03.381867 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fa0d1efe-4f3c-413a-aeea-39a8dde2c219 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.389691 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-277b8f69-cc8c-4d2c-ad10-55dd42a37522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.459798 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-696a85f5-2d00-4a82-87a7-777fa8f5be0d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting port 4974ac78-6699-4dbd-8523-362ff1e945b8 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:03.460889 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-696a85f5-2d00-4a82-87a7-777fa8f5be0d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.522486 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a60182d4-9082-44e9-84bb-ce87a8f3d2ea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.547977 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-277b8f69-cc8c-4d2c-ad10-55dd42a37522 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:03.596071 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-277b8f69-cc8c-4d2c-ad10-55dd42a37522 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:03.604479 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 155cf4f6-8e1d-4faf-bdff-6f70beee11bc up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:03.607012 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277b8f69-cc8c-4d2c-ad10-55dd42a37522 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:03.610945 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b8f69-cc8c-4d2c-ad10-55dd42a37522 None None] Pushing event updated for resources: {'Port': ['ID=f55ced48-2bc8-4be0-b275-dc536a9ab426,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:03.692770 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a60182d4-9082-44e9-84bb-ce87a8f3d2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.763751 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-696a85f5-2d00-4a82-87a7-777fa8f5be0d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.777629 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-277b8f69-cc8c-4d2c-ad10-55dd42a37522 None None] Attempting to bind port f55ced48-2bc8-4be0-b275-dc536a9ab426 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:03.777900 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-277b8f69-cc8c-4d2c-ad10-55dd42a37522 None None] Attempting to bind port f55ced48-2bc8-4be0-b275-dc536a9ab426 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:03.778317 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b8f69-cc8c-4d2c-ad10-55dd42a37522 None None] Attempting to bind port f55ced48-2bc8-4be0-b275-dc536a9ab426 on network ed380f80-a9ff-4ccb-b4e8-357bb126e37f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:03.797693 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b8f69-cc8c-4d2c-ad10-55dd42a37522 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:03.798598 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-696a85f5-2d00-4a82-87a7-777fa8f5be0d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Calling delete_port for 4974ac78-6699-4dbd-8523-362ff1e945b8 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:03.799529 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b8f69-cc8c-4d2c-ad10-55dd42a37522 None None] Checking segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:03.800603 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-277b8f69-cc8c-4d2c-ad10-55dd42a37522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.801605 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-277b8f69-cc8c-4d2c-ad10-55dd42a37522 None None] Bound using segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:03.802701 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-277b8f69-cc8c-4d2c-ad10-55dd42a37522 None None] Bound port: f55ced48-2bc8-4be0-b275-dc536a9ab426, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:03.803657 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-277b8f69-cc8c-4d2c-ad10-55dd42a37522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.809765 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 155cf4f6-8e1d-4faf-bdff-6f70beee11bc completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:03.830224 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 155cf4f6-8e1d-4faf-bdff-6f70beee11bc triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:03.831470 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.855952 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a60182d4-9082-44e9-84bb-ce87a8f3d2ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.958088 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60182d4-9082-44e9-84bb-ce87a8f3d2ea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f67653d7-e93b-466d-8d56-6c180e8dc11a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:03.962561 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a60182d4-9082-44e9-84bb-ce87a8f3d2ea admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:03.967860 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a60182d4-9082-44e9-84bb-ce87a8f3d2ea admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f67653d7-e93b-466d-8d56-6c180e8dc11a HTTP/1.1" status: 204 len: 168 time: 0.8454921 Jul 16 08:47:03.968168 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54412) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:04.151072 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13e81e5f-65b6-4ac6-84f6-323b94db5a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.194664 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-696a85f5-2d00-4a82-87a7-777fa8f5be0d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.327985 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-277b8f69-cc8c-4d2c-ad10-55dd42a37522 None None] For port f55ced48-2bc8-4be0-b275-dc536a9ab426, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:04.332072 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-277b8f69-cc8c-4d2c-ad10-55dd42a37522 None None] For port f55ced48-2bc8-4be0-b275-dc536a9ab426, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f55ced48-2bc8-4be0-b275-dc536a9ab426,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:04.339831 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-277b8f69-cc8c-4d2c-ad10-55dd42a37522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.340384 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696a85f5-2d00-4a82-87a7-777fa8f5be0d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Port': ['ID=4974ac78-6699-4dbd-8523-362ff1e945b8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:04.454321 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13e81e5f-65b6-4ac6-84f6-323b94db5a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.480614 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.495264 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-13e81e5f-65b6-4ac6-84f6-323b94db5a08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7a41159-1e3d-4f92-950e-f9c47eec4670']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:04.521792 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 155cf4f6-8e1d-4faf-bdff-6f70beee11bc, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=155cf4f6-8e1d-4faf-bdff-6f70beee11bc,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:04.526659 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.532787 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-696a85f5-2d00-4a82-87a7-777fa8f5be0d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.533637 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277b8f69-cc8c-4d2c-ad10-55dd42a37522 None None] Pushing event updated for resources: {'Port': ['ID=f55ced48-2bc8-4be0-b275-dc536a9ab426,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:04.535583 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-696a85f5-2d00-4a82-87a7-777fa8f5be0d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/4974ac78-6699-4dbd-8523-362ff1e945b8 HTTP/1.1" status: 204 len: 168 time: 1.5363371 Jul 16 08:47:04.539346 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54428) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:04.591857 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-13e81e5f-65b6-4ac6-84f6-323b94db5a08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a985019-2364-4ad8-ba4a-123d8f07c3ac') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:04.597422 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-13e81e5f-65b6-4ac6-84f6-323b94db5a08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a985019-2364-4ad8-ba4a-123d8f07c3ac') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:04.617007 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=155cf4f6-8e1d-4faf-bdff-6f70beee11bc,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:04.648954 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13e81e5f-65b6-4ac6-84f6-323b94db5a08 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.668210 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59da7501-1847-47e7-a9e2-31dbde0dfa98 None None] Sync routers for ids ['a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:04.682783 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af394c2f-a6e4-4b50-b45e-6757619fab42 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:04.684341 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13e81e5f-65b6-4ac6-84f6-323b94db5a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.687745 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af394c2f-a6e4-4b50-b45e-6757619fab42 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:04.689489 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-af394c2f-a6e4-4b50-b45e-6757619fab42 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1487982 Jul 16 08:47:04.692664 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54438) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:04.706181 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13e81e5f-65b6-4ac6-84f6-323b94db5a08 admin admin] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:47:04.706604 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13e81e5f-65b6-4ac6-84f6-323b94db5a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:47:04.708453 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:47:04.714697 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59da7501-1847-47e7-a9e2-31dbde0dfa98 None None] Routers {'a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:04.717082 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-59da7501-1847-47e7-a9e2-31dbde0dfa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:46:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:04.967332 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-5979232b-bec5-4829-a532-b72c6555a953 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting subnet c5ab5219-fc0a-4eea-a9b7-69cf7d98320b {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:47:04.972114 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5979232b-bec5-4829-a532-b72c6555a953 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.027493 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13e81e5f-65b6-4ac6-84f6-323b94db5a08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.048655 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13e81e5f-65b6-4ac6-84f6-323b94db5a08 admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.053353 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-13e81e5f-65b6-4ac6-84f6-323b94db5a08 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e7a41159-1e3d-4f92-950e-f9c47eec4670 HTTP/1.1" status: 204 len: 168 time: 1.0838175 Jul 16 08:47:05.056287 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54472) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:05.072643 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-59da7501-1847-47e7-a9e2-31dbde0dfa98 None None] Set router a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:05.106973 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e81e5f-65b6-4ac6-84f6-323b94db5a08 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7a41159-1e3d-4f92-950e-f9c47eec4670,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:05.126611 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5979232b-bec5-4829-a532-b72c6555a953 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.185974 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-72b8df18-8287-4268-9eaa-5cb1932988b0 admin admin] Deleting subnet b4290cda-bd08-4a46-a989-dccf4e2cdb86 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:47:05.193199 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72b8df18-8287-4268-9eaa-5cb1932988b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.284012 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72b8df18-8287-4268-9eaa-5cb1932988b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.320181 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5979232b-bec5-4829-a532-b72c6555a953 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.453616 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72b8df18-8287-4268-9eaa-5cb1932988b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.478959 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5979232b-bec5-4829-a532-b72c6555a953 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.621711 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72b8df18-8287-4268-9eaa-5cb1932988b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.627482 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5979232b-bec5-4829-a532-b72c6555a953 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Subnet': ['ID=c5ab5219-fc0a-4eea-a9b7-69cf7d98320b,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:05.638905 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5979232b-bec5-4829-a532-b72c6555a953 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.641749 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5979232b-bec5-4829-a532-b72c6555a953 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/c5ab5219-fc0a-4eea-a9b7-69cf7d98320b HTTP/1.1" status: 204 len: 168 time: 0.9480357 Jul 16 08:47:05.644246 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54480) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:05.695251 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3d978f1e-5ecc-4ad2-809e-672278f22be2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.710440 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b8df18-8287-4268-9eaa-5cb1932988b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b4290cda-bd08-4a46-a989-dccf4e2cdb86,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:05.723985 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72b8df18-8287-4268-9eaa-5cb1932988b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:05.726219 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-72b8df18-8287-4268-9eaa-5cb1932988b0 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b4290cda-bd08-4a46-a989-dccf4e2cdb86 HTTP/1.1" status: 204 len: 168 time: 0.6686575 Jul 16 08:47:05.731745 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54484) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:05.790164 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c6fb39cd-851a-4714-8de9-f87f2a4b99a3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1415005 Jul 16 08:47:05.792433 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54486) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:05.810324 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-b89cc3c5-ec31-40ed-b03a-0c140e2b88d8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:05.838571 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f55ced48-2bc8-4be0-b275-dc536a9ab426 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:05.851753 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-59da7501-1847-47e7-a9e2-31dbde0dfa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894', 'name': 'tempest-TestVolumeBackupRestore-1532679235-router', 'tenant_id': 'f692d798d2f749d396f5bf831d4f95c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '155cf4f6-8e1d-4faf-bdff-6f70beee11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:51Z', 'updated_at': '2021-07-16T08:47:00Z', 'revision_number': 4, 'project_id': 'f692d798d2f749d396f5bf831d4f95c4', 'gw_port': {'id': '155cf4f6-8e1d-4faf-bdff-6f70beee11bc', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:52Z', 'updated_at': '2021-07-16T08:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '623bfd39-13d4-4973-81fc-9c85d334c2a1', 'name': '', 'network_id': '077ae3f4-7176-482e-87fd-076749ab8788', 'tenant_id': 'f692d798d2f749d396f5bf831d4f95c4', 'mac_address': 'fa:16:3e:1c:da:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '6e5b18fc-d4d4-44c7-8d7c-a15340f51b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:57Z', 'updated_at': '2021-07-16T08:47:00Z', 'revision_number': 2, 'project_id': 'f692d798d2f749d396f5bf831d4f95c4', 'subnets': [{'id': '6e5b18fc-d4d4-44c7-8d7c-a15340f51b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:05.928896 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59da7501-1847-47e7-a9e2-31dbde0dfa98 None None] Checking router: a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:47:05.934935 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59da7501-1847-47e7-a9e2-31dbde0dfa98 None None] Updating router a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894 port 623bfd39-13d4-4973-81fc-9c85d334c2a1 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:47:06.003985 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e269e5e-c5cc-45bc-9718-6163ec98b6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.069733 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-59da7501-1847-47e7-a9e2-31dbde0dfa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.085716 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.091293 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port f55ced48-2bc8-4be0-b275-dc536a9ab426 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:06.104079 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 155cf4f6-8e1d-4faf-bdff-6f70beee11bc up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:06.194457 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b89cc3c5-ec31-40ed-b03a-0c140e2b88d8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:06.208259 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b89cc3c5-ec31-40ed-b03a-0c140e2b88d8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.208758 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 155cf4f6-8e1d-4faf-bdff-6f70beee11bc triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:06.209139 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.439674 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e269e5e-c5cc-45bc-9718-6163ec98b6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.480712 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-8e269e5e-c5cc-45bc-9718-6163ec98b6fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8dede9-dec7-493c-ae63-d75b2f25755b']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:06.530289 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-8e269e5e-c5cc-45bc-9718-6163ec98b6fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '002752ca-bf3c-48ff-aa0d-a3825fe0d838') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:06.531176 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-8e269e5e-c5cc-45bc-9718-6163ec98b6fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '002752ca-bf3c-48ff-aa0d-a3825fe0d838') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:06.574015 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5623600f-2c91-4d7f-990a-fe19aa95b267 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:06.609481 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e269e5e-c5cc-45bc-9718-6163ec98b6fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.673315 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e269e5e-c5cc-45bc-9718-6163ec98b6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.684550 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e269e5e-c5cc-45bc-9718-6163ec98b6fd admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:47:06.685858 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e269e5e-c5cc-45bc-9718-6163ec98b6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:47:06.689273 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:47:06.774974 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-fcf5969f-8bd5-4343-9f53-720fcce3d79c None None] Provisioning for port f55ced48-2bc8-4be0-b275-dc536a9ab426 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:06.814164 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-fcf5969f-8bd5-4343-9f53-720fcce3d79c None None] Provisioning complete for port f55ced48-2bc8-4be0-b275-dc536a9ab426 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:06.815871 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fcf5969f-8bd5-4343-9f53-720fcce3d79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.864971 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e269e5e-c5cc-45bc-9718-6163ec98b6fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.872714 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b89cc3c5-ec31-40ed-b03a-0c140e2b88d8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.892161 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e269e5e-c5cc-45bc-9718-6163ec98b6fd admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.897920 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8e269e5e-c5cc-45bc-9718-6163ec98b6fd admin admin] 10.222.0.22 "DELETE /v2.0/networks/fe8dede9-dec7-493c-ae63-d75b2f25755b HTTP/1.1" status: 204 len: 168 time: 1.1644349 Jul 16 08:47:06.957801 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-59da7501-1847-47e7-a9e2-31dbde0dfa98 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:06.959448 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e269e5e-c5cc-45bc-9718-6163ec98b6fd admin admin] Pushing event deleted for resources: {'Network': ['ID=fe8dede9-dec7-493c-ae63-d75b2f25755b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:06.980450 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-59da7501-1847-47e7-a9e2-31dbde0dfa98 None None] Transition to ACTIVE for port object 623bfd39-13d4-4973-81fc-9c85d334c2a1 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:06.989804 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-59da7501-1847-47e7-a9e2-31dbde0dfa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.079559 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b89cc3c5-ec31-40ed-b03a-0c140e2b88d8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:07.106416 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-b89cc3c5-ec31-40ed-b03a-0c140e2b88d8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:07.123368 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b89cc3c5-ec31-40ed-b03a-0c140e2b88d8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:07.140681 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b89cc3c5-ec31-40ed-b03a-0c140e2b88d8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.189913 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149e8c31-3365-4b8f-8448-1dc4583575bc None None] DHCP port deletion for ed380f80-a9ff-4ccb-b4e8-357bb126e37f request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:47:07.234385 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.247357 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89cc3c5-ec31-40ed-b03a-0c140e2b88d8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Subnet': ['ID=788e6e81-170b-49d4-bc52-4bad3add460a,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:07.290442 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b89cc3c5-ec31-40ed-b03a-0c140e2b88d8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4827843 Jul 16 08:47:07.291639 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54512) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:07.298305 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70661-d2e4-47ab-822b-5111532ef8b8 None None] Pushing event updated for resources: {'Port': ['ID=623bfd39-13d4-4973-81fc-9c85d334c2a1,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:07.313868 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c694a92c-4e7a-4105-aa53-8ce6ae529c5f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'port': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'fixed_ips': [{'subnet_id': '788e6e81-170b-49d4-bc52-4bad3add460a', 'ip_address': '2001:db8::f22d:f7f:1225:a1b6'}], 'name': 'tempest-NetworksTestDHCPv6-536094576'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:07.335898 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fcf5969f-8bd5-4343-9f53-720fcce3d79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.378109 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-59da7501-1847-47e7-a9e2-31dbde0dfa98 None None] Attempting to bind port 623bfd39-13d4-4973-81fc-9c85d334c2a1 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:07.378847 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-59da7501-1847-47e7-a9e2-31dbde0dfa98 None None] Attempting to bind port 623bfd39-13d4-4973-81fc-9c85d334c2a1 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '55ef0f69-43b9-4e2f-b948-8d7789bbb88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '077ae3f4-7176-482e-87fd-076749ab8788'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:07.379553 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da7501-1847-47e7-a9e2-31dbde0dfa98 None None] Attempting to bind port 623bfd39-13d4-4973-81fc-9c85d334c2a1 on network 077ae3f4-7176-482e-87fd-076749ab8788 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:07.404749 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da7501-1847-47e7-a9e2-31dbde0dfa98 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:07.406923 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da7501-1847-47e7-a9e2-31dbde0dfa98 None None] Checking segment: {'id': '55ef0f69-43b9-4e2f-b948-8d7789bbb88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '077ae3f4-7176-482e-87fd-076749ab8788'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:07.407620 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-59da7501-1847-47e7-a9e2-31dbde0dfa98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.408308 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59da7501-1847-47e7-a9e2-31dbde0dfa98 None None] Bound using segment: {'id': '55ef0f69-43b9-4e2f-b948-8d7789bbb88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '077ae3f4-7176-482e-87fd-076749ab8788'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:07.409134 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-59da7501-1847-47e7-a9e2-31dbde0dfa98 None None] Bound port: 623bfd39-13d4-4973-81fc-9c85d334c2a1, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55ef0f69-43b9-4e2f-b948-8d7789bbb88c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '077ae3f4-7176-482e-87fd-076749ab8788'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:07.409736 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-59da7501-1847-47e7-a9e2-31dbde0dfa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.495856 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-fcf5969f-8bd5-4343-9f53-720fcce3d79c None None] For port f55ced48-2bc8-4be0-b275-dc536a9ab426, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f55ced48-2bc8-4be0-b275-dc536a9ab426,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:07.530944 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fcf5969f-8bd5-4343-9f53-720fcce3d79c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.566259 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c694a92c-4e7a-4105-aa53-8ce6ae529c5f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:07.691442 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-149e8c31-3365-4b8f-8448-1dc4583575bc None None] Deleting port f55ced48-2bc8-4be0-b275-dc536a9ab426 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:07.704103 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54514) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:07.709901 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-149e8c31-3365-4b8f-8448-1dc4583575bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.715555 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-59da7501-1847-47e7-a9e2-31dbde0dfa98 None None] For port 623bfd39-13d4-4973-81fc-9c85d334c2a1, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:07.720106 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf5969f-8bd5-4343-9f53-720fcce3d79c None None] Pushing event updated for resources: {'Port': ['ID=f55ced48-2bc8-4be0-b275-dc536a9ab426,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:07.745221 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f55ced48-2bc8-4be0-b275-dc536a9ab426 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:07.766924 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-59da7501-1847-47e7-a9e2-31dbde0dfa98 None None] For port 623bfd39-13d4-4973-81fc-9c85d334c2a1, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=623bfd39-13d4-4973-81fc-9c85d334c2a1,segment=NetworkSegment(55ef0f69-43b9-4e2f-b948-8d7789bbb88c),segment_id=55ef0f69-43b9-4e2f-b948-8d7789bbb88c)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:07.775631 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-59da7501-1847-47e7-a9e2-31dbde0dfa98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.830381 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c694a92c-4e7a-4105-aa53-8ce6ae529c5f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:07.846690 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4468c36b-c900-4f67-90b2-4a3fdb465989 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=32a5d838d63f4780b6491458e0641ec1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1372962 Jul 16 08:47:07.849503 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54518) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:07.890241 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-c694a92c-4e7a-4105-aa53-8ce6ae529c5f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] device_id is not set on port c48a2f65-b445-4e15-9ce3-5790298f814c yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:47:07.892860 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b70661-d2e4-47ab-822b-5111532ef8b8 None None] Pushing event updated for resources: {'Port': ['ID=623bfd39-13d4-4973-81fc-9c85d334c2a1,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:07.949401 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59da7501-1847-47e7-a9e2-31dbde0dfa98 None None] Routers {'a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:07.950150 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-59da7501-1847-47e7-a9e2-31dbde0dfa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:47:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:08.018302 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ce2499d1-a9ba-42e2-a6ec-ce249d4b9df3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.066024 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-149e8c31-3365-4b8f-8448-1dc4583575bc None None] For port f55ced48-2bc8-4be0-b275-dc536a9ab426, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f55ced48-2bc8-4be0-b275-dc536a9ab426,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:08.068533 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-149e8c31-3365-4b8f-8448-1dc4583575bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.084228 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ce2499d1-a9ba-42e2-a6ec-ce249d4b9df3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.115846 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-149e8c31-3365-4b8f-8448-1dc4583575bc None None] Calling delete_port for f55ced48-2bc8-4be0-b275-dc536a9ab426 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:08.241599 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ce2499d1-a9ba-42e2-a6ec-ce249d4b9df3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.247968 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ce2499d1-a9ba-42e2-a6ec-ce249d4b9df3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.253880 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ce2499d1-a9ba-42e2-a6ec-ce249d4b9df3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0b32ea3e-5711-4106-8c85-847ce5ce660c HTTP/1.1" status: 204 len: 168 time: 0.4024799 Jul 16 08:47:08.287946 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2499d1-a9ba-42e2-a6ec-ce249d4b9df3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b32ea3e-5711-4106-8c85-847ce5ce660c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:08.303544 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-59da7501-1847-47e7-a9e2-31dbde0dfa98 None None] Set router a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:08.649417 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-c694a92c-4e7a-4105-aa53-8ce6ae529c5f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Allocated IP 2001:db8::f22d:f7f:1225:a1b6 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/788e6e81-170b-49d4-bc52-4bad3add460a/c48a2f65-b445-4e15-9ce3-5790298f814c) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:08.655924 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.681529 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.706957 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-149e8c31-3365-4b8f-8448-1dc4583575bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:08.839787 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149e8c31-3365-4b8f-8448-1dc4583575bc None None] Pushing event deleted for resources: {'Port': ['ID=f55ced48-2bc8-4be0-b275-dc536a9ab426,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:08.865110 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149e8c31-3365-4b8f-8448-1dc4583575bc None None] No DVR routers for this DVR port f55ced48-2bc8-4be0-b275-dc536a9ab426 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:08.908044 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7fb6272-f39a-48de-9a1b-5c7695a5e4db None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:09.002580 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-59da7501-1847-47e7-a9e2-31dbde0dfa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894', 'name': 'tempest-TestVolumeBackupRestore-1532679235-router', 'tenant_id': 'f692d798d2f749d396f5bf831d4f95c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '155cf4f6-8e1d-4faf-bdff-6f70beee11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:51Z', 'updated_at': '2021-07-16T08:47:00Z', 'revision_number': 4, 'project_id': 'f692d798d2f749d396f5bf831d4f95c4', 'gw_port': {'id': '155cf4f6-8e1d-4faf-bdff-6f70beee11bc', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:52Z', 'updated_at': '2021-07-16T08:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '623bfd39-13d4-4973-81fc-9c85d334c2a1', 'name': '', 'network_id': '077ae3f4-7176-482e-87fd-076749ab8788', 'tenant_id': 'f692d798d2f749d396f5bf831d4f95c4', 'mac_address': 'fa:16:3e:1c:da:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '6e5b18fc-d4d4-44c7-8d7c-a15340f51b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:57Z', 'updated_at': '2021-07-16T08:47:07Z', 'revision_number': 4, 'project_id': 'f692d798d2f749d396f5bf831d4f95c4', 'subnets': [{'id': '6e5b18fc-d4d4-44c7-8d7c-a15340f51b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:09.049122 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59da7501-1847-47e7-a9e2-31dbde0dfa98 None None] The sync data for ids ['a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894'] in n-d-771362-37 is: [{'id': 'a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894', 'name': 'tempest-TestVolumeBackupRestore-1532679235-router', 'tenant_id': 'f692d798d2f749d396f5bf831d4f95c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '155cf4f6-8e1d-4faf-bdff-6f70beee11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:51Z', 'updated_at': '2021-07-16T08:47:00Z', 'revision_number': 4, 'project_id': 'f692d798d2f749d396f5bf831d4f95c4', 'gw_port': {'id': '155cf4f6-8e1d-4faf-bdff-6f70beee11bc', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:52Z', 'updated_at': '2021-07-16T08:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '623bfd39-13d4-4973-81fc-9c85d334c2a1', 'name': '', 'network_id': '077ae3f4-7176-482e-87fd-076749ab8788', 'tenant_id': 'f692d798d2f749d396f5bf831d4f95c4', 'mac_address': 'fa:16:3e:1c:da:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894', 'device_owner': 'network:router_interface', 'standard_attr_id': 2855, 'fixed_ips': [{'subnet_id': '6e5b18fc-d4d4-44c7-8d7c-a15340f51b45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:57Z', 'updated_at': '2021-07-16T08:47:07Z', 'revision_number': 4, 'project_id': 'f692d798d2f749d396f5bf831d4f95c4', 'subnets': [{'id': '6e5b18fc-d4d4-44c7-8d7c-a15340f51b45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:09.138206 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c694a92c-4e7a-4105-aa53-8ce6ae529c5f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.226835 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-c694a92c-4e7a-4105-aa53-8ce6ae529c5f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Transition to ACTIVE for port object c48a2f65-b445-4e15-9ce3-5790298f814c will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:09.324745 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c694a92c-4e7a-4105-aa53-8ce6ae529c5f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.585570 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54540) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:09.595721 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 623bfd39-13d4-4973-81fc-9c85d334c2a1 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:09.634870 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c694a92c-4e7a-4105-aa53-8ce6ae529c5f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:09.640281 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c694a92c-4e7a-4105-aa53-8ce6ae529c5f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Port': ['ID=c48a2f65-b445-4e15-9ce3-5790298f814c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:09.654239 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-c694a92c-4e7a-4105-aa53-8ce6ae529c5f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:09.658642 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c694a92c-4e7a-4105-aa53-8ce6ae529c5f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:09.687239 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-be6742b7-9311-4ee4-a8df-f912b9c38427 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1f9e6723e0ff4b96bf2397bc45a9ed2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0991280 Jul 16 08:47:09.688609 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c694a92c-4e7a-4105-aa53-8ce6ae529c5f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:09.689845 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c694a92c-4e7a-4105-aa53-8ce6ae529c5f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.693105 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54542) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:09.697650 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dac33d3b-65a7-4ca0-b220-2f53aa0a8e0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'tenant_id': '11897f26500d434cb71ca0edc07e35ac', 'fixed_ips': [{'subnet_id': '788e6e81-170b-49d4-bc52-4bad3add460a'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:47:09.699395 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dac33d3b-65a7-4ca0-b220-2f53aa0a8e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.719012 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c694a92c-4e7a-4105-aa53-8ce6ae529c5f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.4253032 Jul 16 08:47:09.721883 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54546) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:09.769213 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 623bfd39-13d4-4973-81fc-9c85d334c2a1 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:09.789374 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 623bfd39-13d4-4973-81fc-9c85d334c2a1 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:09.790507 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.823254 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a4edd340-5437-4d3b-9aea-0d25646e96a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.869611 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:47:09.881535 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a4edd340-5437-4d3b-9aea-0d25646e96a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:09.924490 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad0b2006-7bb1-4370-81b9-51d7205d7823 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:09.933224 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ad0b2006-7bb1-4370-81b9-51d7205d7823 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.2058775 Jul 16 08:47:09.934216 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54550) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:10.003063 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a4edd340-5437-4d3b-9aea-0d25646e96a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.007026 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a4edd340-5437-4d3b-9aea-0d25646e96a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.008477 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a4edd340-5437-4d3b-9aea-0d25646e96a2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/27037318-d23c-4213-83c0-81e52c196f0d HTTP/1.1" status: 204 len: 168 time: 0.3135366 Jul 16 08:47:10.027425 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4edd340-5437-4d3b-9aea-0d25646e96a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27037318-d23c-4213-83c0-81e52c196f0d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:10.223214 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-62dcaae9-ec2c-4090-95bc-91d6f84295e8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting port c48a2f65-b445-4e15-9ce3-5790298f814c {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:10.223810 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62dcaae9-ec2c-4090-95bc-91d6f84295e8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.421648 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-dac33d3b-65a7-4ca0-b220-2f53aa0a8e0e None None] Allocated IP 2001:db8::2 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/788e6e81-170b-49d4-bc52-4bad3add460a/0a491faa-18a7-4404-86e9-36cadf624f7a) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:10.512866 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.554417 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62dcaae9-ec2c-4090-95bc-91d6f84295e8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.591653 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-62dcaae9-ec2c-4090-95bc-91d6f84295e8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Calling delete_port for c48a2f65-b445-4e15-9ce3-5790298f814c owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:10.732476 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 623bfd39-13d4-4973-81fc-9c85d334c2a1, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=623bfd39-13d4-4973-81fc-9c85d334c2a1,segment=NetworkSegment(55ef0f69-43b9-4e2f-b948-8d7789bbb88c),segment_id=55ef0f69-43b9-4e2f-b948-8d7789bbb88c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:10.740263 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.935150 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62dcaae9-ec2c-4090-95bc-91d6f84295e8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.968179 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dac33d3b-65a7-4ca0-b220-2f53aa0a8e0e None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:10.973219 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=623bfd39-13d4-4973-81fc-9c85d334c2a1,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:11.016490 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dcaae9-ec2c-4090-95bc-91d6f84295e8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Port': ['ID=c48a2f65-b445-4e15-9ce3-5790298f814c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:11.020646 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-dac33d3b-65a7-4ca0-b220-2f53aa0a8e0e None None] Transition to ACTIVE for port object 0a491faa-18a7-4404-86e9-36cadf624f7a will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:11.076670 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-dac33d3b-65a7-4ca0-b220-2f53aa0a8e0e None None] Transition to ACTIVE for port object 0a491faa-18a7-4404-86e9-36cadf624f7a will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:11.079617 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62dcaae9-ec2c-4090-95bc-91d6f84295e8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.089638 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54572) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:11.090750 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dac33d3b-65a7-4ca0-b220-2f53aa0a8e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.093580 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-62dcaae9-ec2c-4090-95bc-91d6f84295e8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/c48a2f65-b445-4e15-9ce3-5790298f814c HTTP/1.1" status: 204 len: 168 time: 1.1486127 Jul 16 08:47:11.235266 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac33d3b-65a7-4ca0-b220-2f53aa0a8e0e None None] Pushing event updated for resources: {'Port': ['ID=0a491faa-18a7-4404-86e9-36cadf624f7a,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:11.254303 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dac33d3b-65a7-4ca0-b220-2f53aa0a8e0e None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:11.258400 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-dac33d3b-65a7-4ca0-b220-2f53aa0a8e0e None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:11.269559 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac33d3b-65a7-4ca0-b220-2f53aa0a8e0e None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:11.346554 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab75fdab-ed39-4902-89f8-c2b87d240b31 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:11.355511 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab75fdab-ed39-4902-89f8-c2b87d240b31 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:11.362748 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54580) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:11.372374 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ab75fdab-ed39-4902-89f8-c2b87d240b31 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2800524 Jul 16 08:47:11.429012 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-dac33d3b-65a7-4ca0-b220-2f53aa0a8e0e None None] Attempting to bind port 0a491faa-18a7-4404-86e9-36cadf624f7a on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:11.429639 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-dac33d3b-65a7-4ca0-b220-2f53aa0a8e0e None None] Attempting to bind port 0a491faa-18a7-4404-86e9-36cadf624f7a by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:11.430251 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac33d3b-65a7-4ca0-b220-2f53aa0a8e0e None None] Attempting to bind port 0a491faa-18a7-4404-86e9-36cadf624f7a on network ed380f80-a9ff-4ccb-b4e8-357bb126e37f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:11.474372 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac33d3b-65a7-4ca0-b220-2f53aa0a8e0e None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:11.476755 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac33d3b-65a7-4ca0-b220-2f53aa0a8e0e None None] Checking segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:11.477276 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dac33d3b-65a7-4ca0-b220-2f53aa0a8e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.477901 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac33d3b-65a7-4ca0-b220-2f53aa0a8e0e None None] Bound using segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:11.480061 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-dac33d3b-65a7-4ca0-b220-2f53aa0a8e0e None None] Bound port: 0a491faa-18a7-4404-86e9-36cadf624f7a, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:11.480819 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dac33d3b-65a7-4ca0-b220-2f53aa0a8e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.503036 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 623bfd39-13d4-4973-81fc-9c85d334c2a1 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:11.541606 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5e5e84c-32fa-4d6d-be01-38d633159f8b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting subnet 788e6e81-170b-49d4-bc52-4bad3add460a {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:47:11.560495 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5e5e84c-32fa-4d6d-be01-38d633159f8b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.661370 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5e5e84c-32fa-4d6d-be01-38d633159f8b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.677754 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-dac33d3b-65a7-4ca0-b220-2f53aa0a8e0e None None] For port 0a491faa-18a7-4404-86e9-36cadf624f7a, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:11.682406 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-dac33d3b-65a7-4ca0-b220-2f53aa0a8e0e None None] For port 0a491faa-18a7-4404-86e9-36cadf624f7a, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0a491faa-18a7-4404-86e9-36cadf624f7a,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:11.694003 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 623bfd39-13d4-4973-81fc-9c85d334c2a1 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:11.694349 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.698316 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dac33d3b-65a7-4ca0-b220-2f53aa0a8e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:11.937868 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5e5e84c-32fa-4d6d-be01-38d633159f8b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.036278 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac33d3b-65a7-4ca0-b220-2f53aa0a8e0e None None] Pushing event updated for resources: {'Port': ['ID=0a491faa-18a7-4404-86e9-36cadf624f7a,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:12.074513 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5e5e84c-32fa-4d6d-be01-38d633159f8b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.152384 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e5e84c-32fa-4d6d-be01-38d633159f8b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Subnet': ['ID=788e6e81-170b-49d4-bc52-4bad3add460a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:12.172286 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d5e5e84c-32fa-4d6d-be01-38d633159f8b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:12.177505 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d5e5e84c-32fa-4d6d-be01-38d633159f8b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/788e6e81-170b-49d4-bc52-4bad3add460a HTTP/1.1" status: 204 len: 168 time: 0.8102465 Jul 16 08:47:12.178186 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54602) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:12.257058 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-81577d22-967c-419f-8303-436de4672ff0 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0775433 Jul 16 08:47:12.259166 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54608) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:12.454933 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-755daa47-4f9d-4d84-91db-731a5f3bc41b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:12.471813 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-755daa47-4f9d-4d84-91db-731a5f3bc41b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2110956 Jul 16 08:47:12.474723 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54612) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:12.684337 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3716c74-b01e-4432-a5cb-4deb402bcd62 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:12.696426 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d3716c74-b01e-4432-a5cb-4deb402bcd62 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2162590 Jul 16 08:47:12.698405 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54620) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:12.773173 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6c031e64-a9d0-42ed-891e-fe45e267bf9c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0733314 Jul 16 08:47:12.780520 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54626) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:12.791521 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e645f564-0229-478a-9eda-513489a7ea01 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:13.013356 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e645f564-0229-478a-9eda-513489a7ea01 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:13.020942 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e645f564-0229-478a-9eda-513489a7ea01 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.379315 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e645f564-0229-478a-9eda-513489a7ea01 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.436796 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e645f564-0229-478a-9eda-513489a7ea01 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:13.441719 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e645f564-0229-478a-9eda-513489a7ea01 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:13.445473 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e645f564-0229-478a-9eda-513489a7ea01 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:13.446478 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e645f564-0229-478a-9eda-513489a7ea01 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:13.477765 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0a491faa-18a7-4404-86e9-36cadf624f7a up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:13.489343 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e645f564-0229-478a-9eda-513489a7ea01 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7059982 Jul 16 08:47:13.492042 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54638) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:13.493062 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e645f564-0229-478a-9eda-513489a7ea01 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Subnet': ['ID=0c2a2cb6-8d38-4efb-b9fa-4dbb0e7612b7,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:13.505937 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-13ca9022-58be-412b-9aa4-7406bca1dd89 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'port': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'fixed_ips': [{'subnet_id': '0c2a2cb6-8d38-4efb-b9fa-4dbb0e7612b7', 'ip_address': '2001:db8::1196:1ce2:2183:1570'}], 'name': 'tempest-NetworksTestDHCPv6-120058719'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:13.771031 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 0a491faa-18a7-4404-86e9-36cadf624f7a completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:13.782910 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13ca9022-58be-412b-9aa4-7406bca1dd89 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:13.786767 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd0b021-ff6c-49a0-8891-6b427bea1fd6 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:14.013851 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13ca9022-58be-412b-9aa4-7406bca1dd89 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.055610 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c1c990c-2467-4249-8230-6eb9981804f9 None None] Provisioning for port 0a491faa-18a7-4404-86e9-36cadf624f7a completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:14.065559 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-13ca9022-58be-412b-9aa4-7406bca1dd89 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] device_id is not set on port 20b707fd-0900-457a-83b9-534faf05268c yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:47:14.135054 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c1c990c-2467-4249-8230-6eb9981804f9 None None] Provisioning complete for port 0a491faa-18a7-4404-86e9-36cadf624f7a triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:14.135451 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c1c990c-2467-4249-8230-6eb9981804f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.338173 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-13ca9022-58be-412b-9aa4-7406bca1dd89 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Allocated IP 2001:db8::1196:1ce2:2183:1570 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/0c2a2cb6-8d38-4efb-b9fa-4dbb0e7612b7/20b707fd-0900-457a-83b9-534faf05268c) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:14.401715 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c1c990c-2467-4249-8230-6eb9981804f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.478324 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c1c990c-2467-4249-8230-6eb9981804f9 None None] For port 0a491faa-18a7-4404-86e9-36cadf624f7a, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0a491faa-18a7-4404-86e9-36cadf624f7a,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:14.488634 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c1c990c-2467-4249-8230-6eb9981804f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.585198 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c1c990c-2467-4249-8230-6eb9981804f9 None None] Could not find standard attr ID for object c48a2f65-b445-4e15-9ce3-5790298f814c. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:47:14.653576 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1c990c-2467-4249-8230-6eb9981804f9 None None] Pushing event updated for resources: {'Port': ['ID=0a491faa-18a7-4404-86e9-36cadf624f7a,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:14.675813 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13ca9022-58be-412b-9aa4-7406bca1dd89 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.700537 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-13ca9022-58be-412b-9aa4-7406bca1dd89 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Transition to ACTIVE for port object 20b707fd-0900-457a-83b9-534faf05268c will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:14.742149 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13ca9022-58be-412b-9aa4-7406bca1dd89 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.797055 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ca9022-58be-412b-9aa4-7406bca1dd89 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:14.800460 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-13ca9022-58be-412b-9aa4-7406bca1dd89 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:14.805347 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ca9022-58be-412b-9aa4-7406bca1dd89 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:14.813187 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ca9022-58be-412b-9aa4-7406bca1dd89 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:14.814231 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13ca9022-58be-412b-9aa4-7406bca1dd89 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.833540 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-13ca9022-58be-412b-9aa4-7406bca1dd89 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.3397248 Jul 16 08:47:14.836898 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54664) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:14.840134 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ca9022-58be-412b-9aa4-7406bca1dd89 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Port': ['ID=20b707fd-0900-457a-83b9-534faf05268c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:14.846883 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a58e16b3-a4a4-445a-87ee-dae43a7efc6f None None] Provisioning complete for port 0a491faa-18a7-4404-86e9-36cadf624f7a triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:14.847854 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a58e16b3-a4a4-445a-87ee-dae43a7efc6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:14.852724 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c6dd6c32-488d-40fa-8250-9d7d08ab7021 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'port': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'fixed_ips': [{'subnet_id': '0c2a2cb6-8d38-4efb-b9fa-4dbb0e7612b7', 'ip_address': '2001:db8::1196:1ce2:2183:1570'}], 'name': 'tempest-NetworksTestDHCPv6-944172587'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:15.232774 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dd6c32-488d-40fa-8250-9d7d08ab7021 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:15.301054 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-08ebaa86-b792-494e-ba87-bc03b78e7025 None None] Could not find standard attr ID for object 4974ac78-6699-4dbd-8523-362ff1e945b8. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:47:15.467838 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0a491faa-18a7-4404-86e9-36cadf624f7a up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:15.537564 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6dd6c32-488d-40fa-8250-9d7d08ab7021 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:15.566631 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-c6dd6c32-488d-40fa-8250-9d7d08ab7021 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] device_id is not set on port fd3bdb1c-4f45-4aef-87bc-1214e34fcfc1 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:47:15.573190 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 0a491faa-18a7-4404-86e9-36cadf624f7a triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:15.574854 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:15.805614 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-848fda61-22af-4b55-b73f-4122080d6b3e None None] Could not find standard attr ID for object c48a2f65-b445-4e15-9ce3-5790298f814c. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:47:15.944747 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6dd6c32-488d-40fa-8250-9d7d08ab7021 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 16 08:47:15.945391 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6dd6c32-488d-40fa-8250-9d7d08ab7021 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:47:15.968503 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c6dd6c32-488d-40fa-8250-9d7d08ab7021 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.1284647 Jul 16 08:47:15.977140 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54678) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:16.081945 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8efbf5-dabe-442c-8f58-da9a8b923c9e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:16.088053 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8efbf5-dabe-442c-8f58-da9a8b923c9e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:16.089924 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ab8efbf5-dabe-442c-8f58-da9a8b923c9e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1117487 Jul 16 08:47:16.094038 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54682) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:16.157770 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1542e75f-020c-4f63-b91b-ed49a0334ed0 None None] Provisioning for port 20b707fd-0900-457a-83b9-534faf05268c completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:16.163034 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1542e75f-020c-4f63-b91b-ed49a0334ed0 None None] Provisioning complete for port 20b707fd-0900-457a-83b9-534faf05268c triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:16.163496 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1542e75f-020c-4f63-b91b-ed49a0334ed0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:16.276196 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1542e75f-020c-4f63-b91b-ed49a0334ed0 None None] Port 20b707fd-0900-457a-83b9-534faf05268c cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:47:16.314904 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b8b3b697-6b5d-4182-a0f6-3f270a5f2f22 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting port 20b707fd-0900-457a-83b9-534faf05268c {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:16.315437 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8b3b697-6b5d-4182-a0f6-3f270a5f2f22 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:16.489475 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8b3b697-6b5d-4182-a0f6-3f270a5f2f22 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:16.520331 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b8b3b697-6b5d-4182-a0f6-3f270a5f2f22 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Calling delete_port for 20b707fd-0900-457a-83b9-534faf05268c owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:16.726307 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8b3b697-6b5d-4182-a0f6-3f270a5f2f22 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:16.767361 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b3b697-6b5d-4182-a0f6-3f270a5f2f22 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Port': ['ID=20b707fd-0900-457a-83b9-534faf05268c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:16.792745 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8b3b697-6b5d-4182-a0f6-3f270a5f2f22 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:16.798960 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b8b3b697-6b5d-4182-a0f6-3f270a5f2f22 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/20b707fd-0900-457a-83b9-534faf05268c HTTP/1.1" status: 204 len: 168 time: 0.7028265 Jul 16 08:47:16.801724 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54690) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:16.881799 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f73571-5784-4093-9026-dc5e24493f5f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:16.884424 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60f73571-5784-4093-9026-dc5e24493f5f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:16.889771 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54694) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:16.895151 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-60f73571-5784-4093-9026-dc5e24493f5f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0922508 Jul 16 08:47:17.028698 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-9308516f-48ec-429b-926a-6738a894efd8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting subnet 0c2a2cb6-8d38-4efb-b9fa-4dbb0e7612b7 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:47:17.034922 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9308516f-48ec-429b-926a-6738a894efd8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:17.118445 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9308516f-48ec-429b-926a-6738a894efd8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:17.203981 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9308516f-48ec-429b-926a-6738a894efd8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:17.316181 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9308516f-48ec-429b-926a-6738a894efd8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:17.339293 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9308516f-48ec-429b-926a-6738a894efd8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:17.344533 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54704) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:17.349026 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9308516f-48ec-429b-926a-6738a894efd8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/0c2a2cb6-8d38-4efb-b9fa-4dbb0e7612b7 HTTP/1.1" status: 204 len: 168 time: 0.4577167 Jul 16 08:47:17.350556 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167efc71-2bd4-4ec5-a474-4651203a4f8a None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:17.381647 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9308516f-48ec-429b-926a-6738a894efd8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Subnet': ['ID=0c2a2cb6-8d38-4efb-b9fa-4dbb0e7612b7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:17.430244 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54706) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:17.430780 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-660e63ae-72b6-42f5-8634-a6a09b44128f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0842295 Jul 16 08:47:17.435494 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-76fa69c8-4254-4129-aa6f-cf8578597513 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:17.650836 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76fa69c8-4254-4129-aa6f-cf8578597513 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:17.665476 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76fa69c8-4254-4129-aa6f-cf8578597513 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:17.683142 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa501d2-7c67-4f00-8df6-b75b5d18ad6a None None] DHCP port deletion for ed380f80-a9ff-4ccb-b4e8-357bb126e37f request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:47:17.863810 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-3aa501d2-7c67-4f00-8df6-b75b5d18ad6a None None] Deleting port 0a491faa-18a7-4404-86e9-36cadf624f7a {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:17.865024 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3aa501d2-7c67-4f00-8df6-b75b5d18ad6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.004978 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-3aa501d2-7c67-4f00-8df6-b75b5d18ad6a None None] For port 0a491faa-18a7-4404-86e9-36cadf624f7a, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0a491faa-18a7-4404-86e9-36cadf624f7a,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:18.005677 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3aa501d2-7c67-4f00-8df6-b75b5d18ad6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.031345 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-3aa501d2-7c67-4f00-8df6-b75b5d18ad6a None None] Calling delete_port for 0a491faa-18a7-4404-86e9-36cadf624f7a owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:18.227623 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76fa69c8-4254-4129-aa6f-cf8578597513 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.230145 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3aa501d2-7c67-4f00-8df6-b75b5d18ad6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.330996 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76fa69c8-4254-4129-aa6f-cf8578597513 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:18.346824 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-76fa69c8-4254-4129-aa6f-cf8578597513 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:18.352608 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3aa501d2-7c67-4f00-8df6-b75b5d18ad6a None None] No DVR routers for this DVR port 0a491faa-18a7-4404-86e9-36cadf624f7a on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:18.367449 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa501d2-7c67-4f00-8df6-b75b5d18ad6a None None] Pushing event deleted for resources: {'Port': ['ID=0a491faa-18a7-4404-86e9-36cadf624f7a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:18.379511 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76fa69c8-4254-4129-aa6f-cf8578597513 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:18.380133 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76fa69c8-4254-4129-aa6f-cf8578597513 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.392853 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b23fa8b-096c-421d-a2d3-556c68062bfb None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:18.423555 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa69c8-4254-4129-aa6f-cf8578597513 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Subnet': ['ID=a6e24733-d715-480c-9c22-fc3d06ed0fc3,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:18.432095 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54728) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:18.433832 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-76fa69c8-4254-4129-aa6f-cf8578597513 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9986796 Jul 16 08:47:18.440909 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-eaedefe7-c9e2-4c42-b224-c60db21b69e3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'port': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'fixed_ips': [{'subnet_id': 'a6e24733-d715-480c-9c22-fc3d06ed0fc3', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-322226740'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:18.517465 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54730) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:18.724196 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a82368eb-a12e-4916-ac00-59cbdd7d30e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.727959 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaedefe7-c9e2-4c42-b224-c60db21b69e3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:18.739226 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eaedefe7-c9e2-4c42-b224-c60db21b69e3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.754589 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c71422-5698-4db8-9b06-707d4e12cc46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'tenant_id': '11897f26500d434cb71ca0edc07e35ac', 'fixed_ips': [{'subnet_id': 'a6e24733-d715-480c-9c22-fc3d06ed0fc3'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:47:18.756150 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-61c71422-5698-4db8-9b06-707d4e12cc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:18.772392 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-eaedefe7-c9e2-4c42-b224-c60db21b69e3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] device_id is not set on port 26af3423-bc6c-45e6-a049-a25b755ee685 yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:47:19.151189 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-61c71422-5698-4db8-9b06-707d4e12cc46 None None] Allocated IP 2001:db8::2 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/a6e24733-d715-480c-9c22-fc3d06ed0fc3/aa33657c-4e2f-443e-92e6-41d63c51de83) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:19.185615 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a82368eb-a12e-4916-ac00-59cbdd7d30e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.193515 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a82368eb-a12e-4916-ac00-59cbdd7d30e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.229083 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a82368eb-a12e-4916-ac00-59cbdd7d30e2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2efb6687f792416896dc50267c0f906f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7102888 Jul 16 08:47:19.233234 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54738) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:19.261334 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82368eb-a12e-4916-ac00-59cbdd7d30e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1e9cdb1-4ef8-443b-abc4-1c5fc7566d35,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:19.427395 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-505281fe-8f94-4843-879a-163d1cf4aed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.488263 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-505281fe-8f94-4843-879a-163d1cf4aed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.533959 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0a491faa-18a7-4404-86e9-36cadf624f7a no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:19.591020 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 0a491faa-18a7-4404-86e9-36cadf624f7a {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:19.591409 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0a491faa-18a7-4404-86e9-36cadf624f7a not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:19.620039 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-505281fe-8f94-4843-879a-163d1cf4aed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.622735 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-505281fe-8f94-4843-879a-163d1cf4aed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.624100 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-505281fe-8f94-4843-879a-163d1cf4aed8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a1e9cdb1-4ef8-443b-abc4-1c5fc7566d35 HTTP/1.1" status: 204 len: 168 time: 0.3884213 Jul 16 08:47:19.651716 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-61c71422-5698-4db8-9b06-707d4e12cc46 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.660324 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505281fe-8f94-4843-879a-163d1cf4aed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1e9cdb1-4ef8-443b-abc4-1c5fc7566d35,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:19.676161 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-61c71422-5698-4db8-9b06-707d4e12cc46 None None] Transition to ACTIVE for port object aa33657c-4e2f-443e-92e6-41d63c51de83 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:19.728452 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-61c71422-5698-4db8-9b06-707d4e12cc46 None None] Transition to ACTIVE for port object aa33657c-4e2f-443e-92e6-41d63c51de83 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:19.748192 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-61c71422-5698-4db8-9b06-707d4e12cc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:19.761796 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-eaedefe7-c9e2-4c42-b224-c60db21b69e3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:47:19.762506 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eaedefe7-c9e2-4c42-b224-c60db21b69e3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:47:19.807211 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-eaedefe7-c9e2-4c42-b224-c60db21b69e3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.3718383 Jul 16 08:47:19.812069 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54752) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:19.884846 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c71422-5698-4db8-9b06-707d4e12cc46 None None] Pushing event updated for resources: {'Port': ['ID=aa33657c-4e2f-443e-92e6-41d63c51de83,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:19.910316 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c71422-5698-4db8-9b06-707d4e12cc46 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:19.918656 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-61c71422-5698-4db8-9b06-707d4e12cc46 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:19.924883 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c71422-5698-4db8-9b06-707d4e12cc46 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:20.032303 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-61c71422-5698-4db8-9b06-707d4e12cc46 None None] Attempting to bind port aa33657c-4e2f-443e-92e6-41d63c51de83 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:20.033100 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-61c71422-5698-4db8-9b06-707d4e12cc46 None None] Attempting to bind port aa33657c-4e2f-443e-92e6-41d63c51de83 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:20.033394 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c71422-5698-4db8-9b06-707d4e12cc46 None None] Attempting to bind port aa33657c-4e2f-443e-92e6-41d63c51de83 on network ed380f80-a9ff-4ccb-b4e8-357bb126e37f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:20.040928 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c71422-5698-4db8-9b06-707d4e12cc46 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:20.041475 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c71422-5698-4db8-9b06-707d4e12cc46 None None] Checking segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:20.041941 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4a82f0-1646-4f89-93ac-dee0e18c268f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:20.042204 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-61c71422-5698-4db8-9b06-707d4e12cc46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.042560 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c71422-5698-4db8-9b06-707d4e12cc46 None None] Bound using segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:20.043156 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-61c71422-5698-4db8-9b06-707d4e12cc46 None None] Bound port: aa33657c-4e2f-443e-92e6-41d63c51de83, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:20.043651 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-61c71422-5698-4db8-9b06-707d4e12cc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.047649 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ba4a82f0-1646-4f89-93ac-dee0e18c268f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.2323902 Jul 16 08:47:20.049510 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54762) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:20.159453 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ccf5e0-f79d-4f3e-a8e4-f0ab992ba587 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:20.161731 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75ccf5e0-f79d-4f3e-a8e4-f0ab992ba587 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:20.163553 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-75ccf5e0-f79d-4f3e-a8e4-f0ab992ba587 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1130133 Jul 16 08:47:20.167808 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54766) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:20.197261 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-61c71422-5698-4db8-9b06-707d4e12cc46 None None] For port aa33657c-4e2f-443e-92e6-41d63c51de83, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:20.205280 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-61c71422-5698-4db8-9b06-707d4e12cc46 None None] For port aa33657c-4e2f-443e-92e6-41d63c51de83, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=aa33657c-4e2f-443e-92e6-41d63c51de83,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:20.224178 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-61c71422-5698-4db8-9b06-707d4e12cc46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.267433 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-a14f9287-5a3b-48e1-88b8-5922ea23b69c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting subnet a6e24733-d715-480c-9c22-fc3d06ed0fc3 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:47:20.274694 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a14f9287-5a3b-48e1-88b8-5922ea23b69c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.336162 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c71422-5698-4db8-9b06-707d4e12cc46 None None] Pushing event updated for resources: {'Port': ['ID=aa33657c-4e2f-443e-92e6-41d63c51de83,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:20.390273 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54772) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:20.415772 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cc83fb1f-cd2c-40dc-ae57-a8a06bc87747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.416052 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a14f9287-5a3b-48e1-88b8-5922ea23b69c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.611295 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a14f9287-5a3b-48e1-88b8-5922ea23b69c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.743826 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cc83fb1f-cd2c-40dc-ae57-a8a06bc87747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.750113 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cc83fb1f-cd2c-40dc-ae57-a8a06bc87747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.799807 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a14f9287-5a3b-48e1-88b8-5922ea23b69c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.808837 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-cc83fb1f-cd2c-40dc-ae57-a8a06bc87747 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aecf7c6c764048d6ae0fc6398d4f6e7a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4141212 Jul 16 08:47:20.809268 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54776) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:20.834583 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc83fb1f-cd2c-40dc-ae57-a8a06bc87747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfa1045-adb5-4d10-97ef-13f7fa0c4d40,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:20.847067 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b699c37e-8a53-426d-b44a-276147a890e0 req-a38eccd1-a311-4ae7-8c3d-5ab55f51f2df service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1718791 Jul 16 08:47:20.877683 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14f9287-5a3b-48e1-88b8-5922ea23b69c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Subnet': ['ID=a6e24733-d715-480c-9c22-fc3d06ed0fc3,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:20.898590 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a14f9287-5a3b-48e1-88b8-5922ea23b69c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:20.905589 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a14f9287-5a3b-48e1-88b8-5922ea23b69c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/a6e24733-d715-480c-9c22-fc3d06ed0fc3 HTTP/1.1" status: 204 len: 168 time: 0.7355247 Jul 16 08:47:20.907498 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54778) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:20.953905 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-840c0f76-cf57-452b-8422-725b8ab387b8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0451849 Jul 16 08:47:20.965566 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54780) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:20.979497 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-ad25a8af-2c1b-4493-9cd7-0bae9d383e4f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:21.025198 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699c37e-8a53-426d-b44a-276147a890e0 req-6306641a-6e07-4274-88b1-f391938f87ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.028810 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b699c37e-8a53-426d-b44a-276147a890e0 req-6306641a-6e07-4274-88b1-f391938f87ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b1a7b336a94513a52f9785e4e37864&device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 1097 time: 0.1309223 Jul 16 08:47:21.054593 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f64c11a3-19af-4792-8ce1-340adc3f23f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:21.140238 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f64c11a3-19af-4792-8ce1-340adc3f23f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:21.209444 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad25a8af-2c1b-4493-9cd7-0bae9d383e4f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:21.218852 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ad25a8af-2c1b-4493-9cd7-0bae9d383e4f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:21.268734 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699c37e-8a53-426d-b44a-276147a890e0 req-ed7f9f1f-51af-4581-abd0-54bc3fe0987e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.271789 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b699c37e-8a53-426d-b44a-276147a890e0 req-ed7f9f1f-51af-4581-abd0-54bc3fe0987e service neutron] 10.222.0.30 "GET /v2.0/networks?id=009dd0a1-50a1-45ad-bc58-1d113e644d4b HTTP/1.1" status: 200 len: 917 time: 0.2172151 Jul 16 08:47:21.377482 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f64c11a3-19af-4792-8ce1-340adc3f23f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:21.385904 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f64c11a3-19af-4792-8ce1-340adc3f23f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:21.385904 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f64c11a3-19af-4792-8ce1-340adc3f23f1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dcfa1045-adb5-4d10-97ef-13f7fa0c4d40 HTTP/1.1" status: 204 len: 168 time: 0.5183377 Jul 16 08:47:21.521661 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c11a3-19af-4792-8ce1-340adc3f23f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfa1045-adb5-4d10-97ef-13f7fa0c4d40,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:21.595931 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device aa33657c-4e2f-443e-92e6-41d63c51de83 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:21.671099 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ad25a8af-2c1b-4493-9cd7-0bae9d383e4f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:21.714206 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port aa33657c-4e2f-443e-92e6-41d63c51de83 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:21.769427 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad25a8af-2c1b-4493-9cd7-0bae9d383e4f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:21.777473 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-ad25a8af-2c1b-4493-9cd7-0bae9d383e4f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:21.784735 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad25a8af-2c1b-4493-9cd7-0bae9d383e4f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:21.785605 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ad25a8af-2c1b-4493-9cd7-0bae9d383e4f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:21.816068 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ad25a8af-2c1b-4493-9cd7-0bae9d383e4f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8466332 Jul 16 08:47:21.820162 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54792) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:21.825174 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-119a9320-67e8-4fa5-b729-ce3d13fb8b7b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1162375641', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:21.859815 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-119a9320-67e8-4fa5-b729-ce3d13fb8b7b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:21.861351 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-119a9320-67e8-4fa5-b729-ce3d13fb8b7b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:21.881081 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad25a8af-2c1b-4493-9cd7-0bae9d383e4f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Subnet': ['ID=43005136-6a85-4c38-985e-3900873d5957,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:22.004557 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-119a9320-67e8-4fa5-b729-ce3d13fb8b7b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:22.012810 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-119a9320-67e8-4fa5-b729-ce3d13fb8b7b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:22.042953 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-119a9320-67e8-4fa5-b729-ce3d13fb8b7b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:22.048274 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-119a9320-67e8-4fa5-b729-ce3d13fb8b7b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2268033 Jul 16 08:47:22.049732 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54796) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:22.068627 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b910ae-0ccc-4cd0-af20-19ae4c9e5f9b None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:22.189009 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b699c37e-8a53-426d-b44a-276147a890e0 req-5a08db22-2675-4e1b-9343-a19d828f4cb4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=364af638-4723-4510-af78-24e90addbc6d HTTP/1.1" status: 200 len: 1001 time: 0.9106963 Jul 16 08:47:22.237881 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b4cc8706-c57d-43b7-9670-c00dfead0587 None None] Provisioning for port aa33657c-4e2f-443e-92e6-41d63c51de83 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:22.263592 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b4cc8706-c57d-43b7-9670-c00dfead0587 None None] Provisioning complete for port aa33657c-4e2f-443e-92e6-41d63c51de83 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:22.264155 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b4cc8706-c57d-43b7-9670-c00dfead0587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:22.336736 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699c37e-8a53-426d-b44a-276147a890e0 req-6e887f4a-eac9-4fb9-b021-a7b1bf8efade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:22.338255 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b699c37e-8a53-426d-b44a-276147a890e0 req-6e887f4a-eac9-4fb9-b021-a7b1bf8efade service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a HTTP/1.1" status: 200 len: 855 time: 0.1429560 Jul 16 08:47:22.606822 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b699c37e-8a53-426d-b44a-276147a890e0 req-d7b1e8d9-5af5-41d0-a603-ecb4194cc47b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:22.612448 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b699c37e-8a53-426d-b44a-276147a890e0 req-d7b1e8d9-5af5-41d0-a603-ecb4194cc47b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=009dd0a1-50a1-45ad-bc58-1d113e644d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2664397 Jul 16 08:47:22.711867 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b4cc8706-c57d-43b7-9670-c00dfead0587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:22.801864 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-b4cc8706-c57d-43b7-9670-c00dfead0587 None None] For port aa33657c-4e2f-443e-92e6-41d63c51de83, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=aa33657c-4e2f-443e-92e6-41d63c51de83,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:22.854723 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b4cc8706-c57d-43b7-9670-c00dfead0587 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.025211 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b699c37e-8a53-426d-b44a-276147a890e0 req-0663cda2-e68e-47c6-9c88-3b6604e7d20b service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4062738 Jul 16 08:47:23.070809 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc8706-c57d-43b7-9670-c00dfead0587 None None] Pushing event updated for resources: {'Port': ['ID=aa33657c-4e2f-443e-92e6-41d63c51de83,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:23.224777 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b699c37e-8a53-426d-b44a-276147a890e0 req-9c955371-661c-45fc-9828-f6dc53c5ce62 service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1923342 Jul 16 08:47:23.258975 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-29a98456-63c0-4686-a5d0-c65620afb17e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.484657 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device aa33657c-4e2f-443e-92e6-41d63c51de83 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:23.587361 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-23ea0ea4-6620-4825-9ff3-51cd747dd01c None None] Provisioning complete for port aa33657c-4e2f-443e-92e6-41d63c51de83 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:23.587361 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-23ea0ea4-6620-4825-9ff3-51cd747dd01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.675161 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port aa33657c-4e2f-443e-92e6-41d63c51de83 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:23.675875 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.681460 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-29a98456-63c0-4686-a5d0-c65620afb17e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Allocated IP 2001:db8::1 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/43005136-6a85-4c38-985e-3900873d5957/14cf3343-cebd-4a66-a557-86374742e343) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:23.944178 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-29a98456-63c0-4686-a5d0-c65620afb17e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:23.973050 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-29a98456-63c0-4686-a5d0-c65620afb17e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Transition to ACTIVE for port object 14cf3343-cebd-4a66-a557-86374742e343 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:24.036326 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-29a98456-63c0-4686-a5d0-c65620afb17e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:24.065144 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a98456-63c0-4686-a5d0-c65620afb17e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:24.067922 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-29a98456-63c0-4686-a5d0-c65620afb17e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:24.101409 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29a98456-63c0-4686-a5d0-c65620afb17e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:24.102530 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-29a98456-63c0-4686-a5d0-c65620afb17e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:24.251207 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a98456-63c0-4686-a5d0-c65620afb17e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Port': ['ID=14cf3343-cebd-4a66-a557-86374742e343,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:24.401662 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-29a98456-63c0-4686-a5d0-c65620afb17e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:24.564721 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-69ae1ebf-28de-470a-945f-0195dcc04566 None None] Provisioning for port 14cf3343-cebd-4a66-a557-86374742e343 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:24.579436 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-69ae1ebf-28de-470a-945f-0195dcc04566 None None] Provisioning complete for port 14cf3343-cebd-4a66-a557-86374742e343 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:24.580384 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-69ae1ebf-28de-470a-945f-0195dcc04566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:24.628637 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-69ae1ebf-28de-470a-945f-0195dcc04566 None None] Port 14cf3343-cebd-4a66-a557-86374742e343 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:47:24.835339 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-29a98456-63c0-4686-a5d0-c65620afb17e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:24.850922 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-29a98456-63c0-4686-a5d0-c65620afb17e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:24.852826 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-29a98456-63c0-4686-a5d0-c65620afb17e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:25.014668 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a98456-63c0-4686-a5d0-c65620afb17e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Port': ['ID=14cf3343-cebd-4a66-a557-86374742e343,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:25.167012 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29a98456-63c0-4686-a5d0-c65620afb17e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:25.170785 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-29a98456-63c0-4686-a5d0-c65620afb17e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:25.477294 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29a98456-63c0-4686-a5d0-c65620afb17e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Router 4cd2956a-9c79-4876-a35f-70ac6e745bfb is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:47:25.573069 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-28c3c7c4-395a-43c8-bd81-3d1f8a0e5599 None None] Provisioning complete for port 14cf3343-cebd-4a66-a557-86374742e343 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:25.573713 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28c3c7c4-395a-43c8-bd81-3d1f8a0e5599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:25.629095 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-28c3c7c4-395a-43c8-bd81-3d1f8a0e5599 None None] Port 14cf3343-cebd-4a66-a557-86374742e343 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:47:25.644228 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29a98456-63c0-4686-a5d0-c65620afb17e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:25.654287 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-29a98456-63c0-4686-a5d0-c65620afb17e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "PUT /v2.0/routers/4cd2956a-9c79-4876-a35f-70ac6e745bfb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5982316 Jul 16 08:47:25.655922 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54884) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:25.658002 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64c7a00-d205-48fe-939f-19de133858b3 None None] Sync routers for ids ['4cd2956a-9c79-4876-a35f-70ac6e745bfb'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:25.673936 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64c7a00-d205-48fe-939f-19de133858b3 None None] Routers {'4cd2956a-9c79-4876-a35f-70ac6e745bfb'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:25.675017 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f64c7a00-d205-48fe-939f-19de133858b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:47:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['4cd2956a-9c79-4876-a35f-70ac6e745bfb'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:25.751759 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54886) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:25.759478 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab845af-b89c-4128-be64-54efa5d71b61 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:25.762123 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3ab845af-b89c-4128-be64-54efa5d71b61 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports/14cf3343-cebd-4a66-a557-86374742e343 HTTP/1.1" status: 200 len: 911 time: 0.1004727 Jul 16 08:47:25.765343 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54890) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:25.834990 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-f64c7a00-d205-48fe-939f-19de133858b3 None None] Set router 4cd2956a-9c79-4876-a35f-70ac6e745bfb gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:25.877776 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581e6e30-346a-4413-8577-3ad2e541f9b2 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:25.884102 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-581e6e30-346a-4413-8577-3ad2e541f9b2 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:25.885957 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-581e6e30-346a-4413-8577-3ad2e541f9b2 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1191175 Jul 16 08:47:25.889761 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54892) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:26.007205 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c66fc07c-2bcd-4ef8-abf6-ce83121d41f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:26.214005 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f64c7a00-d205-48fe-939f-19de133858b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd2956a-9c79-4876-a35f-70ac6e745bfb', 'name': 'tempest-NetworksTestDHCPv6-router-1162375641', 'tenant_id': '11897f26500d434cb71ca0edc07e35ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:21Z', 'updated_at': '2021-07-16T08:47:24Z', 'revision_number': 2, 'project_id': '11897f26500d434cb71ca0edc07e35ac', 'gw_port_host': None, '_interfaces': [{'id': '14cf3343-cebd-4a66-a557-86374742e343', 'name': '', 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'tenant_id': '11897f26500d434cb71ca0edc07e35ac', 'mac_address': 'fa:16:3e:56:c1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd2956a-9c79-4876-a35f-70ac6e745bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '43005136-6a85-4c38-985e-3900873d5957', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:23Z', 'updated_at': '2021-07-16T08:47:24Z', 'revision_number': 2, 'project_id': '11897f26500d434cb71ca0edc07e35ac', 'subnets': [{'id': '43005136-6a85-4c38-985e-3900873d5957', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:26.244718 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64c7a00-d205-48fe-939f-19de133858b3 None None] Checking router: 4cd2956a-9c79-4876-a35f-70ac6e745bfb for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:47:26.245072 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64c7a00-d205-48fe-939f-19de133858b3 None None] Updating router 4cd2956a-9c79-4876-a35f-70ac6e745bfb port 14cf3343-cebd-4a66-a557-86374742e343 binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:47:26.284160 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f64c7a00-d205-48fe-939f-19de133858b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:26.309254 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c66fc07c-2bcd-4ef8-abf6-ce83121d41f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:26.330360 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c66fc07c-2bcd-4ef8-abf6-ce83121d41f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:26.434101 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c66fc07c-2bcd-4ef8-abf6-ce83121d41f4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fd83fc5749a143699a8e6654e8c42b6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6799583 Jul 16 08:47:26.436715 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54908) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:26.446955 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66fc07c-2bcd-4ef8-abf6-ce83121d41f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09a0edab-148c-4bca-899a-459dd9bc85fb,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:26.593411 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc66b-79af-44f9-94fb-4ed535bc801f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:26.617568 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc66b-79af-44f9-94fb-4ed535bc801f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:26.672572 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-405a2c19-fdf8-4ca2-b478-3647da022674 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:26.676057 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc66b-79af-44f9-94fb-4ed535bc801f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:26.678609 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d1dc66b-79af-44f9-94fb-4ed535bc801f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:26.679780 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8d1dc66b-79af-44f9-94fb-4ed535bc801f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/09a0edab-148c-4bca-899a-459dd9bc85fb HTTP/1.1" status: 204 len: 168 time: 0.2419877 Jul 16 08:47:26.754045 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1dc66b-79af-44f9-94fb-4ed535bc801f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09a0edab-148c-4bca-899a-459dd9bc85fb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:26.863922 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f64c7a00-d205-48fe-939f-19de133858b3 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:26.880282 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f64c7a00-d205-48fe-939f-19de133858b3 None None] Transition to ACTIVE for port object 14cf3343-cebd-4a66-a557-86374742e343 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:26.887348 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f64c7a00-d205-48fe-939f-19de133858b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:26.939857 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb31e74-c177-4297-9785-7769e4722261 None None] Pushing event updated for resources: {'Port': ['ID=14cf3343-cebd-4a66-a557-86374742e343,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:26.989746 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-405a2c19-fdf8-4ca2-b478-3647da022674 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting port 14cf3343-cebd-4a66-a557-86374742e343 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:26.990108 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-405a2c19-fdf8-4ca2-b478-3647da022674 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.038586 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f64c7a00-d205-48fe-939f-19de133858b3 None None] Attempting to bind port 14cf3343-cebd-4a66-a557-86374742e343 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:27.039473 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f64c7a00-d205-48fe-939f-19de133858b3 None None] Attempting to bind port 14cf3343-cebd-4a66-a557-86374742e343 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:27.040082 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64c7a00-d205-48fe-939f-19de133858b3 None None] Attempting to bind port 14cf3343-cebd-4a66-a557-86374742e343 on network ed380f80-a9ff-4ccb-b4e8-357bb126e37f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:27.047487 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64c7a00-d205-48fe-939f-19de133858b3 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:27.048237 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64c7a00-d205-48fe-939f-19de133858b3 None None] Checking segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:27.049795 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f64c7a00-d205-48fe-939f-19de133858b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.049795 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64c7a00-d205-48fe-939f-19de133858b3 None None] Bound using segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:27.049795 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f64c7a00-d205-48fe-939f-19de133858b3 None None] Bound port: 14cf3343-cebd-4a66-a557-86374742e343, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:27.050346 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f64c7a00-d205-48fe-939f-19de133858b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.165744 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-405a2c19-fdf8-4ca2-b478-3647da022674 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] For port 14cf3343-cebd-4a66-a557-86374742e343, host n-d-771362-37, got binding levels [] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:27.166511 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-405a2c19-fdf8-4ca2-b478-3647da022674 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.191351 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-405a2c19-fdf8-4ca2-b478-3647da022674 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Calling delete_port for 14cf3343-cebd-4a66-a557-86374742e343 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:27.226673 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54920) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:27.231842 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-f64c7a00-d205-48fe-939f-19de133858b3 None None] For port 14cf3343-cebd-4a66-a557-86374742e343, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:27.245669 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-f64c7a00-d205-48fe-939f-19de133858b3 None None] For port 14cf3343-cebd-4a66-a557-86374742e343, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=14cf3343-cebd-4a66-a557-86374742e343,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:27.252777 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f64c7a00-d205-48fe-939f-19de133858b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.273169 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e51211cc-83be-4474-baf3-6943c8374c8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.374228 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64c7a00-d205-48fe-939f-19de133858b3 None None] Routers {'4cd2956a-9c79-4876-a35f-70ac6e745bfb'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:27.374972 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f64c7a00-d205-48fe-939f-19de133858b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:47:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['4cd2956a-9c79-4876-a35f-70ac6e745bfb'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:27.495892 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e51211cc-83be-4474-baf3-6943c8374c8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.503659 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e51211cc-83be-4474-baf3-6943c8374c8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.541443 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb31e74-c177-4297-9785-7769e4722261 None None] Pushing event updated for resources: {'Port': ['ID=14cf3343-cebd-4a66-a557-86374742e343,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:27.558214 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51211cc-83be-4474-baf3-6943c8374c8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc41217-661d-4e87-9f43-7adc222ea56c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:27.574855 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-f64c7a00-d205-48fe-939f-19de133858b3 None None] Set router 4cd2956a-9c79-4876-a35f-70ac6e745bfb gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:27.616549 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e51211cc-83be-4474-baf3-6943c8374c8c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=91de778900b545eda1a84988843ae656&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3877625 Jul 16 08:47:27.617496 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54926) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:27.762405 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dba82127-6558-49e1-9605-ff1a67e27484 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.807543 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-405a2c19-fdf8-4ca2-b478-3647da022674 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.812010 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dba82127-6558-49e1-9605-ff1a67e27484 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:27.862876 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405a2c19-fdf8-4ca2-b478-3647da022674 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Port': ['ID=14cf3343-cebd-4a66-a557-86374742e343,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:28.107229 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f64c7a00-d205-48fe-939f-19de133858b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4cd2956a-9c79-4876-a35f-70ac6e745bfb', 'name': 'tempest-NetworksTestDHCPv6-router-1162375641', 'tenant_id': '11897f26500d434cb71ca0edc07e35ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:21Z', 'updated_at': '2021-07-16T08:47:24Z', 'revision_number': 2, 'project_id': '11897f26500d434cb71ca0edc07e35ac', 'gw_port_host': None, '_interfaces': [{'id': '14cf3343-cebd-4a66-a557-86374742e343', 'name': '', 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'tenant_id': '11897f26500d434cb71ca0edc07e35ac', 'mac_address': 'fa:16:3e:56:c1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd2956a-9c79-4876-a35f-70ac6e745bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '43005136-6a85-4c38-985e-3900873d5957', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:23Z', 'updated_at': '2021-07-16T08:47:27Z', 'revision_number': 4, 'project_id': '11897f26500d434cb71ca0edc07e35ac', 'subnets': [{'id': '43005136-6a85-4c38-985e-3900873d5957', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:28.132512 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-405a2c19-fdf8-4ca2-b478-3647da022674 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.180073 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f64c7a00-d205-48fe-939f-19de133858b3 None None] The sync data for ids ['4cd2956a-9c79-4876-a35f-70ac6e745bfb'] in n-d-771362-37 is: [{'id': '4cd2956a-9c79-4876-a35f-70ac6e745bfb', 'name': 'tempest-NetworksTestDHCPv6-router-1162375641', 'tenant_id': '11897f26500d434cb71ca0edc07e35ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:21Z', 'updated_at': '2021-07-16T08:47:24Z', 'revision_number': 2, 'project_id': '11897f26500d434cb71ca0edc07e35ac', 'gw_port_host': None, '_interfaces': [{'id': '14cf3343-cebd-4a66-a557-86374742e343', 'name': '', 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'tenant_id': '11897f26500d434cb71ca0edc07e35ac', 'mac_address': 'fa:16:3e:56:c1:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4cd2956a-9c79-4876-a35f-70ac6e745bfb', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '43005136-6a85-4c38-985e-3900873d5957', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:23Z', 'updated_at': '2021-07-16T08:47:27Z', 'revision_number': 4, 'project_id': '11897f26500d434cb71ca0edc07e35ac', 'subnets': [{'id': '43005136-6a85-4c38-985e-3900873d5957', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:28.212908 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dba82127-6558-49e1-9605-ff1a67e27484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.215908 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dba82127-6558-49e1-9605-ff1a67e27484 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.220008 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-dba82127-6558-49e1-9605-ff1a67e27484 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/afc41217-661d-4e87-9f43-7adc222ea56c HTTP/1.1" status: 204 len: 168 time: 0.5988672 Jul 16 08:47:28.260792 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba82127-6558-49e1-9605-ff1a67e27484 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc41217-661d-4e87-9f43-7adc222ea56c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:28.424417 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-405a2c19-fdf8-4ca2-b478-3647da022674 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Router 4cd2956a-9c79-4876-a35f-70ac6e745bfb has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:28.661500 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-405a2c19-fdf8-4ca2-b478-3647da022674 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:28.668331 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-405a2c19-fdf8-4ca2-b478-3647da022674 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "PUT /v2.0/routers/4cd2956a-9c79-4876-a35f-70ac6e745bfb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7774980 Jul 16 08:47:28.670790 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54944) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:28.801764 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb0b3c1-3706-409d-8f03-94f844b88d73 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:28.804317 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fb0b3c1-3706-409d-8f03-94f844b88d73 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:28.808010 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1fb0b3c1-3706-409d-8f03-94f844b88d73 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1362128 Jul 16 08:47:28.810691 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54954) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:28.892680 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac564d57-9f9c-4842-a39c-2e2787a6dd9c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting subnet 43005136-6a85-4c38-985e-3900873d5957 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:47:28.899387 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac564d57-9f9c-4842-a39c-2e2787a6dd9c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:28.992718 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac564d57-9f9c-4842-a39c-2e2787a6dd9c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.142657 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac564d57-9f9c-4842-a39c-2e2787a6dd9c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.259664 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac564d57-9f9c-4842-a39c-2e2787a6dd9c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.296339 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac564d57-9f9c-4842-a39c-2e2787a6dd9c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Subnet': ['ID=43005136-6a85-4c38-985e-3900873d5957,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:29.300294 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac564d57-9f9c-4842-a39c-2e2787a6dd9c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.304929 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ac564d57-9f9c-4842-a39c-2e2787a6dd9c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/43005136-6a85-4c38-985e-3900873d5957 HTTP/1.1" status: 204 len: 168 time: 0.4928031 Jul 16 08:47:29.308781 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54966) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:29.313369 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66ede703-939a-45d8-909e-7b579122ab7b None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:29.488055 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-824b7cfa-48dc-4939-8b99-6ca97afdaa5b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1737373 Jul 16 08:47:29.488277 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 54972) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:29.646570 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de38d51a-28ef-497d-ac7d-1e4d60cc2e86 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.681641 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c17f2ea4-b361-41f1-9ea3-8f92ecc822b3 None None] DHCP port deletion for ed380f80-a9ff-4ccb-b4e8-357bb126e37f request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:47:29.770318 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54980) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:29.779847 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c17f2ea4-b361-41f1-9ea3-8f92ecc822b3 None None] Deleting port aa33657c-4e2f-443e-92e6-41d63c51de83 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:29.789034 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c17f2ea4-b361-41f1-9ea3-8f92ecc822b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.910568 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c17f2ea4-b361-41f1-9ea3-8f92ecc822b3 None None] For port aa33657c-4e2f-443e-92e6-41d63c51de83, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=aa33657c-4e2f-443e-92e6-41d63c51de83,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:29.911974 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c17f2ea4-b361-41f1-9ea3-8f92ecc822b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:29.928646 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c17f2ea4-b361-41f1-9ea3-8f92ecc822b3 None None] Calling delete_port for aa33657c-4e2f-443e-92e6-41d63c51de83 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:29.959343 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-83a5c9d5-8cd7-4aa5-b120-2d87fb3aa63a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1783144611-network', 'tenant_id': '41f112b323f24a0abcdc6a39e7de8ed2'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:30.000768 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a5c9d5-8cd7-4aa5-b120-2d87fb3aa63a admin admin] Made reservation on behalf of 41f112b323f24a0abcdc6a39e7de8ed2 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:30.003663 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de38d51a-28ef-497d-ac7d-1e4d60cc2e86 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.004529 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83a5c9d5-8cd7-4aa5-b120-2d87fb3aa63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.007167 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de38d51a-28ef-497d-ac7d-1e4d60cc2e86 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.031489 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83a5c9d5-8cd7-4aa5-b120-2d87fb3aa63a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.042700 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c17f2ea4-b361-41f1-9ea3-8f92ecc822b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.075472 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de38d51a-28ef-497d-ac7d-1e4d60cc2e86 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.076043 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de38d51a-28ef-497d-ac7d-1e4d60cc2e86 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Fanout notify agent at l3_agent the message router_deleted on router 4cd2956a-9c79-4876-a35f-70ac6e745bfb {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:47:30.086387 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de38d51a-28ef-497d-ac7d-1e4d60cc2e86 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.091582 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 54986) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:30.093666 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-de38d51a-28ef-497d-ac7d-1e4d60cc2e86 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/routers/4cd2956a-9c79-4876-a35f-70ac6e745bfb HTTP/1.1" status: 204 len: 168 time: 0.6042554 Jul 16 08:47:30.102778 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-878d3c82-7120-47ed-bca5-09fe50f26c99 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:30.113395 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17f2ea4-b361-41f1-9ea3-8f92ecc822b3 None None] No DVR routers for this DVR port aa33657c-4e2f-443e-92e6-41d63c51de83 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:30.118309 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17f2ea4-b361-41f1-9ea3-8f92ecc822b3 None None] Pushing event deleted for resources: {'Port': ['ID=aa33657c-4e2f-443e-92e6-41d63c51de83,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:30.311753 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83a5c9d5-8cd7-4aa5-b120-2d87fb3aa63a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.320878 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83a5c9d5-8cd7-4aa5-b120-2d87fb3aa63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.381365 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a5c9d5-8cd7-4aa5-b120-2d87fb3aa63a admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:47:30.395870 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5c9d5-8cd7-4aa5-b120-2d87fb3aa63a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423dd9e0-bdbe-4f77-8cc3-9ecbb710b743,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:30.400912 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-878d3c82-7120-47ed-bca5-09fe50f26c99 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:30.406002 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-878d3c82-7120-47ed-bca5-09fe50f26c99 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.436774 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83a5c9d5-8cd7-4aa5-b120-2d87fb3aa63a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:30.437143 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-83a5c9d5-8cd7-4aa5-b120-2d87fb3aa63a admin admin] Added segment 11623f49-c1c9-45bc-a656-e458c5eff734 of type vlan for network b6b3d16d-1bea-4a51-9d89-f34565574f95 Jul 16 08:47:30.485893 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b264a545-4155-4173-8deb-f8cba3536328 None None] Sync routers for ids ['4cd2956a-9c79-4876-a35f-70ac6e745bfb'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:30.499597 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b264a545-4155-4173-8deb-f8cba3536328 None None] Routers set() bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:30.500132 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b264a545-4155-4173-8deb-f8cba3536328 None None] Router IDs set() for agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 08:47:30.500867 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_agentschedulers_db [None req-b264a545-4155-4173-8deb-f8cba3536328 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4cd2956a-9c79-4876-a35f-70ac6e745bfb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:47:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent'). {{(pid=93761) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 08:47:30.515872 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b264a545-4155-4173-8deb-f8cba3536328 None None] Routers set() bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:30.516523 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b264a545-4155-4173-8deb-f8cba3536328 None None] Router IDs set() for agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 08:47:30.518883 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_agentschedulers_db [None req-b264a545-4155-4173-8deb-f8cba3536328 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'4cd2956a-9c79-4876-a35f-70ac6e745bfb'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:47:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent'). {{(pid=93761) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 08:47:30.519419 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b264a545-4155-4173-8deb-f8cba3536328 None None] The sync data for ids ['4cd2956a-9c79-4876-a35f-70ac6e745bfb'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:30.965145 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83a5c9d5-8cd7-4aa5-b120-2d87fb3aa63a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.048452 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83a5c9d5-8cd7-4aa5-b120-2d87fb3aa63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.049834 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a5c9d5-8cd7-4aa5-b120-2d87fb3aa63a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:31.051062 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83a5c9d5-8cd7-4aa5-b120-2d87fb3aa63a admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.094682 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-83a5c9d5-8cd7-4aa5-b120-2d87fb3aa63a admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3229899 Jul 16 08:47:31.097116 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55010) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:31.112619 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-878d3c82-7120-47ed-bca5-09fe50f26c99 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.115885 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-c21182cd-cf24-47fe-b2aa-4cc6cac69ff7 admin admin] Request body: {'subnet': {'network_id': 'b6b3d16d-1bea-4a51-9d89-f34565574f95', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1783144611-subnet', 'tenant_id': '41f112b323f24a0abcdc6a39e7de8ed2', 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:31.156075 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21182cd-cf24-47fe-b2aa-4cc6cac69ff7 admin admin] Made reservation on behalf of 41f112b323f24a0abcdc6a39e7de8ed2 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:31.162370 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c21182cd-cf24-47fe-b2aa-4cc6cac69ff7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.189689 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a5c9d5-8cd7-4aa5-b120-2d87fb3aa63a admin admin] Pushing event updated for resources: {'Network': ['ID=b6b3d16d-1bea-4a51-9d89-f34565574f95,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:31.202217 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-878d3c82-7120-47ed-bca5-09fe50f26c99 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:31.205558 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network b6b3d16d-1bea-4a51-9d89-f34565574f95 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:47:31.215059 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-878d3c82-7120-47ed-bca5-09fe50f26c99 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:31.225327 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878d3c82-7120-47ed-bca5-09fe50f26c99 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Subnet': ['ID=21a927e3-c6a9-4209-bb25-eb051ea4fcd6,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:31.228839 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-878d3c82-7120-47ed-bca5-09fe50f26c99 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:31.229563 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-878d3c82-7120-47ed-bca5-09fe50f26c99 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.232065 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f86f068-1bbd-4838-86e6-b3c83c7166e7 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:31.257231 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55018) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:31.257429 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-878d3c82-7120-47ed-bca5-09fe50f26c99 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1640832 Jul 16 08:47:31.269014 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-5ece7e5b-c049-41f8-bc26-f1084b7e652f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1643987858', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:31.365840 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5ece7e5b-c049-41f8-bc26-f1084b7e652f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.368868 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5ece7e5b-c049-41f8-bc26-f1084b7e652f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.451943 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device aa33657c-4e2f-443e-92e6-41d63c51de83 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:31.473760 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: aa33657c-4e2f-443e-92e6-41d63c51de83 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:31.475016 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device aa33657c-4e2f-443e-92e6-41d63c51de83 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:31.475647 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 14cf3343-cebd-4a66-a557-86374742e343 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:31.506483 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5ece7e5b-c049-41f8-bc26-f1084b7e652f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.514920 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5ece7e5b-c049-41f8-bc26-f1084b7e652f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.518306 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4fccf13-fd91-482c-8acf-2cbcb1661b9c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'tenant_id': '11897f26500d434cb71ca0edc07e35ac', 'fixed_ips': [{'subnet_id': '21a927e3-c6a9-4209-bb25-eb051ea4fcd6'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:47:31.519421 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d4fccf13-fd91-482c-8acf-2cbcb1661b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.522063 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 14cf3343-cebd-4a66-a557-86374742e343 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:31.522660 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 14cf3343-cebd-4a66-a557-86374742e343 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:31.582581 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5ece7e5b-c049-41f8-bc26-f1084b7e652f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.584247 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5ece7e5b-c049-41f8-bc26-f1084b7e652f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3243072 Jul 16 08:47:31.587270 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55026) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:31.649631 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c21182cd-cf24-47fe-b2aa-4cc6cac69ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.738714 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21182cd-cf24-47fe-b2aa-4cc6cac69ff7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a7b6955-89c8-4a16-9ffd-7c000e377c1b,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:31.760115 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21182cd-cf24-47fe-b2aa-4cc6cac69ff7 admin admin] Checking segment: {'id': '11623f49-c1c9-45bc-a656-e458c5eff734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b6b3d16d-1bea-4a51-9d89-f34565574f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:31.761032 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21182cd-cf24-47fe-b2aa-4cc6cac69ff7 admin admin] Network hostable DHCP agents. Network: b6b3d16d-1bea-4a51-9d89-f34565574f95, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:47:31.782010 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21182cd-cf24-47fe-b2aa-4cc6cac69ff7 admin admin] Network b6b3d16d-1bea-4a51-9d89-f34565574f95 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:47:31.797207 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-c21182cd-cf24-47fe-b2aa-4cc6cac69ff7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, b6b3d16d-1bea-4a51-9d89-f34565574f95) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:31.805930 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21182cd-cf24-47fe-b2aa-4cc6cac69ff7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:31.806551 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c21182cd-cf24-47fe-b2aa-4cc6cac69ff7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.827733 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c21182cd-cf24-47fe-b2aa-4cc6cac69ff7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7228436 Jul 16 08:47:31.830178 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55030) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:31.838978 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-f3435981-2012-455e-b58c-5f88a40ffb0e admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1783144611-router', 'tenant_id': '41f112b323f24a0abcdc6a39e7de8ed2', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:31.899740 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f3435981-2012-455e-b58c-5f88a40ffb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:31.901519 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f3435981-2012-455e-b58c-5f88a40ffb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.001054 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caf51774-4d7b-4dd8-b546-e4525c77486b None None] Network b6b3d16d-1bea-4a51-9d89-f34565574f95 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:32.001838 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f3435981-2012-455e-b58c-5f88a40ffb0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.091460 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de4120d2-3b41-4847-b1d5-693363a19dff tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.212808 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.236283 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.259449 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f3435981-2012-455e-b58c-5f88a40ffb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.261033 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-d4fccf13-fd91-482c-8acf-2cbcb1661b9c None None] Allocated IP 2001:db8::2 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/21a927e3-c6a9-4209-bb25-eb051ea4fcd6/4058cb0b-0838-457f-a4b0-2e3f14335de8) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:32.402503 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-42f71d6d-9ba5-44a1-96ee-de2b5124df42 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1346803 Jul 16 08:47:32.499285 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0527e71-3d02-4d27-979f-782eede11b06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-b6b3d16d-1bea-4a51-9d89-f34565574f95', 'network_id': 'b6b3d16d-1bea-4a51-9d89-f34565574f95', 'tenant_id': '41f112b323f24a0abcdc6a39e7de8ed2', 'fixed_ips': [{'subnet_id': '5a7b6955-89c8-4a16-9ffd-7c000e377c1b'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:47:32.501494 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f0527e71-3d02-4d27-979f-782eede11b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.622062 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f3435981-2012-455e-b58c-5f88a40ffb0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.650303 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f3435981-2012-455e-b58c-5f88a40ffb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.778150 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d4fccf13-fd91-482c-8acf-2cbcb1661b9c None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:32.793720 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17589b97-41a3-434f-bc96-352471c45bc7 req-4c1d81f2-d9bb-4756-8129-3d85941a8324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:32.794237 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17589b97-41a3-434f-bc96-352471c45bc7 req-4c1d81f2-d9bb-4756-8129-3d85941a8324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:32.794702 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17589b97-41a3-434f-bc96-352471c45bc7 req-4c1d81f2-d9bb-4756-8129-3d85941a8324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:32.795258 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17589b97-41a3-434f-bc96-352471c45bc7 req-4c1d81f2-d9bb-4756-8129-3d85941a8324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:32.795739 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17589b97-41a3-434f-bc96-352471c45bc7 req-4c1d81f2-d9bb-4756-8129-3d85941a8324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:32.796223 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17589b97-41a3-434f-bc96-352471c45bc7 req-4c1d81f2-d9bb-4756-8129-3d85941a8324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:32.796979 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17589b97-41a3-434f-bc96-352471c45bc7 req-4c1d81f2-d9bb-4756-8129-3d85941a8324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:32.799166 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-4c1d81f2-d9bb-4756-8129-3d85941a8324 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2fe358b4bf3b41e19a3794e097af1b16&device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 6496 time: 0.3027754 Jul 16 08:47:32.801460 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-f3435981-2012-455e-b58c-5f88a40ffb0e admin admin] Allocated IP 172.25.3.249 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/63e013bf-e550-4bf8-921f-e2206ddd9215) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:32.844498 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-f0527e71-3d02-4d27-979f-782eede11b06 None None] Allocated IP 172.20.0.2 (b6b3d16d-1bea-4a51-9d89-f34565574f95/5a7b6955-89c8-4a16-9ffd-7c000e377c1b/715dbe1a-2d7c-4495-98c7-65989f6403a7) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:32.855139 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d4fccf13-fd91-482c-8acf-2cbcb1661b9c None None] Transition to ACTIVE for port object 4058cb0b-0838-457f-a4b0-2e3f14335de8 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:32.885242 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d4fccf13-fd91-482c-8acf-2cbcb1661b9c None None] Transition to ACTIVE for port object 4058cb0b-0838-457f-a4b0-2e3f14335de8 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:32.901355 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d4fccf13-fd91-482c-8acf-2cbcb1661b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.088329 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4fccf13-fd91-482c-8acf-2cbcb1661b9c None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:33.100502 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-d4fccf13-fd91-482c-8acf-2cbcb1661b9c None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:33.125086 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4fccf13-fd91-482c-8acf-2cbcb1661b9c None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:33.131754 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f3435981-2012-455e-b58c-5f88a40ffb0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.150986 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17589b97-41a3-434f-bc96-352471c45bc7 req-d3ef848d-7daf-4d9c-bdcc-f9f20b6351b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:33.152828 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17589b97-41a3-434f-bc96-352471c45bc7 req-d3ef848d-7daf-4d9c-bdcc-f9f20b6351b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:33.153718 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17589b97-41a3-434f-bc96-352471c45bc7 req-d3ef848d-7daf-4d9c-bdcc-f9f20b6351b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:33.155145 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-de4120d2-3b41-4847-b1d5-693363a19dff tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Allocated IP 2001:db8::1 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/21a927e3-c6a9-4209-bb25-eb051ea4fcd6/55ad0be0-2179-405d-b2eb-23c5b845f9f7) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:33.157322 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-d3ef848d-7daf-4d9c-bdcc-f9f20b6351b8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=68d1b8de-8ca0-41e5-ab5d-58997722961e&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=971f3192-951e-432a-a2cc-46e618e65630&id=971f3192-951e-432a-a2cc-46e618e65630 HTTP/1.1" status: 200 len: 2291 time: 0.3115387 Jul 16 08:47:33.187510 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fccf13-fd91-482c-8acf-2cbcb1661b9c None None] Pushing event updated for resources: {'Port': ['ID=4058cb0b-0838-457f-a4b0-2e3f14335de8,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:33.288842 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-77298e5e-692e-47bb-ac88-0c8c30c388f5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec6adfab-2926-4726-bbb1-6322adf2bd21 HTTP/1.1" status: 200 len: 1001 time: 0.1239185 Jul 16 08:47:33.332812 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f3435981-2012-455e-b58c-5f88a40ffb0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.378243 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de4120d2-3b41-4847-b1d5-693363a19dff tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.395751 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3435981-2012-455e-b58c-5f88a40ffb0e admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:33.395751 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17589b97-41a3-434f-bc96-352471c45bc7 req-cf7d2da7-0a7c-463c-bb71-5e039ab613c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:33.395751 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-cf7d2da7-0a7c-463c-bb71-5e039ab613c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74283639-7822-44b6-ad1c-b5976fafc479 HTTP/1.1" status: 200 len: 850 time: 0.1011212 Jul 16 08:47:33.405929 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-f3435981-2012-455e-b58c-5f88a40ffb0e admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:33.409148 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3435981-2012-455e-b58c-5f88a40ffb0e admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:33.426297 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f0527e71-3d02-4d27-979f-782eede11b06 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.443542 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-de4120d2-3b41-4847-b1d5-693363a19dff tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Transition to ACTIVE for port object 55ad0be0-2179-405d-b2eb-23c5b845f9f7 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:33.487782 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f0527e71-3d02-4d27-979f-782eede11b06 None None] Transition to ACTIVE for port object 715dbe1a-2d7c-4495-98c7-65989f6403a7 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:33.497014 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-603fe088-ee88-4b14-936f-ecd8d262769e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.505931 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3435981-2012-455e-b58c-5f88a40ffb0e admin admin] Pushing event updated for resources: {'Port': ['ID=63e013bf-e550-4bf8-921f-e2206ddd9215,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:33.523528 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-d4fccf13-fd91-482c-8acf-2cbcb1661b9c None None] Attempting to bind port 4058cb0b-0838-457f-a4b0-2e3f14335de8 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:33.523932 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-d4fccf13-fd91-482c-8acf-2cbcb1661b9c None None] Attempting to bind port 4058cb0b-0838-457f-a4b0-2e3f14335de8 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:33.524961 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fccf13-fd91-482c-8acf-2cbcb1661b9c None None] Attempting to bind port 4058cb0b-0838-457f-a4b0-2e3f14335de8 on network ed380f80-a9ff-4ccb-b4e8-357bb126e37f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:33.531031 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f0527e71-3d02-4d27-979f-782eede11b06 None None] Transition to ACTIVE for port object 715dbe1a-2d7c-4495-98c7-65989f6403a7 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:33.540184 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fccf13-fd91-482c-8acf-2cbcb1661b9c None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:33.540655 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fccf13-fd91-482c-8acf-2cbcb1661b9c None None] Checking segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:33.541196 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d4fccf13-fd91-482c-8acf-2cbcb1661b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.541731 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4fccf13-fd91-482c-8acf-2cbcb1661b9c None None] Bound using segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:33.542341 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-d4fccf13-fd91-482c-8acf-2cbcb1661b9c None None] Bound port: 4058cb0b-0838-457f-a4b0-2e3f14335de8, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:33.543080 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d4fccf13-fd91-482c-8acf-2cbcb1661b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.547116 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f0527e71-3d02-4d27-979f-782eede11b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.578752 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de4120d2-3b41-4847-b1d5-693363a19dff tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.605444 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0527e71-3d02-4d27-979f-782eede11b06 None None] Network b6b3d16d-1bea-4a51-9d89-f34565574f95 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:33.613314 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-f0527e71-3d02-4d27-979f-782eede11b06 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:33.643544 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4120d2-3b41-4847-b1d5-693363a19dff tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:33.651806 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-de4120d2-3b41-4847-b1d5-693363a19dff tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:33.653235 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0527e71-3d02-4d27-979f-782eede11b06 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:33.670703 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0527e71-3d02-4d27-979f-782eede11b06 None None] Pushing event updated for resources: {'Port': ['ID=715dbe1a-2d7c-4495-98c7-65989f6403a7,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:33.681819 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4120d2-3b41-4847-b1d5-693363a19dff tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Port': ['ID=55ad0be0-2179-405d-b2eb-23c5b845f9f7,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:33.686072 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de4120d2-3b41-4847-b1d5-693363a19dff tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:33.686778 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de4120d2-3b41-4847-b1d5-693363a19dff tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.860607 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-d4fccf13-fd91-482c-8acf-2cbcb1661b9c None None] For port 4058cb0b-0838-457f-a4b0-2e3f14335de8, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:33.864901 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-d4fccf13-fd91-482c-8acf-2cbcb1661b9c None None] For port 4058cb0b-0838-457f-a4b0-2e3f14335de8, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4058cb0b-0838-457f-a4b0-2e3f14335de8,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:33.878075 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f0527e71-3d02-4d27-979f-782eede11b06 None None] Attempting to bind port 715dbe1a-2d7c-4495-98c7-65989f6403a7 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:33.878860 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f0527e71-3d02-4d27-979f-782eede11b06 None None] Attempting to bind port 715dbe1a-2d7c-4495-98c7-65989f6403a7 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '11623f49-c1c9-45bc-a656-e458c5eff734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b6b3d16d-1bea-4a51-9d89-f34565574f95'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:33.879433 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0527e71-3d02-4d27-979f-782eede11b06 None None] Attempting to bind port 715dbe1a-2d7c-4495-98c7-65989f6403a7 on network b6b3d16d-1bea-4a51-9d89-f34565574f95 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:33.883733 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d4fccf13-fd91-482c-8acf-2cbcb1661b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.900337 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de4120d2-3b41-4847-b1d5-693363a19dff tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.931283 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0527e71-3d02-4d27-979f-782eede11b06 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:33.931975 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0527e71-3d02-4d27-979f-782eede11b06 None None] Checking segment: {'id': '11623f49-c1c9-45bc-a656-e458c5eff734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b6b3d16d-1bea-4a51-9d89-f34565574f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:33.932596 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f0527e71-3d02-4d27-979f-782eede11b06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:33.933165 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0527e71-3d02-4d27-979f-782eede11b06 None None] Bound using segment: {'id': '11623f49-c1c9-45bc-a656-e458c5eff734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b6b3d16d-1bea-4a51-9d89-f34565574f95'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:33.934541 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f0527e71-3d02-4d27-979f-782eede11b06 None None] Bound port: 715dbe1a-2d7c-4495-98c7-65989f6403a7, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11623f49-c1c9-45bc-a656-e458c5eff734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b6b3d16d-1bea-4a51-9d89-f34565574f95'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:33.935134 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f0527e71-3d02-4d27-979f-782eede11b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:34.014375 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fccf13-fd91-482c-8acf-2cbcb1661b9c None None] Pushing event updated for resources: {'Port': ['ID=4058cb0b-0838-457f-a4b0-2e3f14335de8,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:34.095828 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-f0527e71-3d02-4d27-979f-782eede11b06 None None] For port 715dbe1a-2d7c-4495-98c7-65989f6403a7, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:34.099259 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-f0527e71-3d02-4d27-979f-782eede11b06 None None] For port 715dbe1a-2d7c-4495-98c7-65989f6403a7, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=715dbe1a-2d7c-4495-98c7-65989f6403a7,segment=NetworkSegment(11623f49-c1c9-45bc-a656-e458c5eff734),segment_id=11623f49-c1c9-45bc-a656-e458c5eff734)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:34.105724 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f0527e71-3d02-4d27-979f-782eede11b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:34.271379 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0527e71-3d02-4d27-979f-782eede11b06 None None] Pushing event updated for resources: {'Port': ['ID=715dbe1a-2d7c-4495-98c7-65989f6403a7,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:34.431928 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17589b97-41a3-434f-bc96-352471c45bc7 req-d3e31e5d-4ff8-4a9c-a93e-4e8b14a63b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:34.434595 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-d3e31e5d-4ff8-4a9c-a93e-4e8b14a63b1d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=68d1b8de-8ca0-41e5-ab5d-58997722961e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0168335 Jul 16 08:47:34.437904 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de4120d2-3b41-4847-b1d5-693363a19dff tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:34.445182 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de4120d2-3b41-4847-b1d5-693363a19dff tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:34.448044 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de4120d2-3b41-4847-b1d5-693363a19dff tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:34.639004 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4120d2-3b41-4847-b1d5-693363a19dff tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Port': ['ID=55ad0be0-2179-405d-b2eb-23c5b845f9f7,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:34.801187 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f3435981-2012-455e-b58c-5f88a40ffb0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:34.823138 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4120d2-3b41-4847-b1d5-693363a19dff tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:34.824694 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-de4120d2-3b41-4847-b1d5-693363a19dff tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:34.917467 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-b64b8327-021a-4ec6-89d3-57739c556515 service neutron] 10.222.0.21 "GET /v2.0/networks/68d1b8de-8ca0-41e5-ab5d-58997722961e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4629412 Jul 16 08:47:34.971980 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de4120d2-3b41-4847-b1d5-693363a19dff tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Router 7274292b-fd6c-40f2-b1dd-d30000317c58 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:47:35.098789 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de4120d2-3b41-4847-b1d5-693363a19dff tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:35.104966 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-de4120d2-3b41-4847-b1d5-693363a19dff tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "PUT /v2.0/routers/7274292b-fd6c-40f2-b1dd-d30000317c58/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5162356 Jul 16 08:47:35.108232 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55072) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:35.110380 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ceda16-9224-4ddb-ba1c-53d36b1e2b48 None None] Sync routers for ids ['7274292b-fd6c-40f2-b1dd-d30000317c58'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:35.131714 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ceda16-9224-4ddb-ba1c-53d36b1e2b48 None None] Routers {'7274292b-fd6c-40f2-b1dd-d30000317c58'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:35.133305 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-88ceda16-9224-4ddb-ba1c-53d36b1e2b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:47:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['7274292b-fd6c-40f2-b1dd-d30000317c58'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:35.227215 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2340c5-4cbb-415b-bf48-6badb1fdcba0 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:35.237652 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2f2340c5-4cbb-415b-bf48-6badb1fdcba0 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports/55ad0be0-2179-405d-b2eb-23c5b845f9f7 HTTP/1.1" status: 200 len: 911 time: 0.1282866 Jul 16 08:47:35.242796 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55074) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:35.358467 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f3435981-2012-455e-b58c-5f88a40ffb0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:35.470469 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164ef791-c9fb-40f1-b154-1ecf2f9565e6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:35.488039 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164ef791-c9fb-40f1-b154-1ecf2f9565e6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:35.489745 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-164ef791-c9fb-40f1-b154-1ecf2f9565e6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1653 time: 0.2458160 Jul 16 08:47:35.493673 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-88ceda16-9224-4ddb-ba1c-53d36b1e2b48 None None] Set router 7274292b-fd6c-40f2-b1dd-d30000317c58 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:35.505810 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55078) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:35.644403 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 715dbe1a-2d7c-4495-98c7-65989f6403a7 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:35.650685 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-b1363529-1962-45a2-b088-6899d9392603 service neutron] 10.222.0.21 "GET /v2.0/networks/68d1b8de-8ca0-41e5-ab5d-58997722961e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7267206 Jul 16 08:47:35.738421 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-b158e8e7-e134-4577-a04d-38d77db68a23 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=ac3245a2-1832-46a1-a707-f054e3b47d6a HTTP/1.1" status: 200 len: 217 time: 0.0785615 Jul 16 08:47:35.886394 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17589b97-41a3-434f-bc96-352471c45bc7 req-02fac1a6-49d2-4581-9d91-992f603b8eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:35.890651 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-02fac1a6-49d2-4581-9d91-992f603b8eea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.1461151 Jul 16 08:47:35.896371 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3435981-2012-455e-b58c-5f88a40ffb0e admin admin] Router 44df6a1c-f0c0-4c7a-b885-059651dfd160 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:47:35.922168 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-20e933f0-7e69-46d0-a7b0-387e6f2d1260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:36.010624 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:36.061790 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 715dbe1a-2d7c-4495-98c7-65989f6403a7 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:36.068616 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4058cb0b-0838-457f-a4b0-2e3f14335de8 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:36.174612 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3435981-2012-455e-b58c-5f88a40ffb0e admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:36.186405 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd5a68f-3407-4e81-9115-8d90fed02aa0 None None] Sync routers for ids ['44df6a1c-f0c0-4c7a-b885-059651dfd160'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:36.203703 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd5a68f-3407-4e81-9115-8d90fed02aa0 None None] Routers {'44df6a1c-f0c0-4c7a-b885-059651dfd160'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:36.205180 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5fd5a68f-3407-4e81-9115-8d90fed02aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:47:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['44df6a1c-f0c0-4c7a-b885-059651dfd160'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:36.221925 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17589b97-41a3-434f-bc96-352471c45bc7 req-92735e4a-088f-44af-9d22-dab2dc5f134c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:36.223418 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 4058cb0b-0838-457f-a4b0-2e3f14335de8 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:36.225335 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-92735e4a-088f-44af-9d22-dab2dc5f134c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3248866 Jul 16 08:47:36.227392 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f3435981-2012-455e-b58c-5f88a40ffb0e admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:36.248258 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f3435981-2012-455e-b58c-5f88a40ffb0e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.4163387 Jul 16 08:47:36.249212 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55086) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:36.311015 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-747cd276-d304-4203-97d9-a0c564b8af0c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:36.338775 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-95051a86-200e-4b3a-8456-419c86ccb41f None None] Provisioning for port 4058cb0b-0838-457f-a4b0-2e3f14335de8 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:36.355786 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-95051a86-200e-4b3a-8456-419c86ccb41f None None] Provisioning complete for port 4058cb0b-0838-457f-a4b0-2e3f14335de8 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:36.356561 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-95051a86-200e-4b3a-8456-419c86ccb41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:36.359292 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-88ceda16-9224-4ddb-ba1c-53d36b1e2b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7274292b-fd6c-40f2-b1dd-d30000317c58', 'name': 'tempest-NetworksTestDHCPv6-router-1643987858', 'tenant_id': '11897f26500d434cb71ca0edc07e35ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:31Z', 'updated_at': '2021-07-16T08:47:33Z', 'revision_number': 2, 'project_id': '11897f26500d434cb71ca0edc07e35ac', 'gw_port_host': None, '_interfaces': [{'id': '55ad0be0-2179-405d-b2eb-23c5b845f9f7', 'name': '', 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'tenant_id': '11897f26500d434cb71ca0edc07e35ac', 'mac_address': 'fa:16:3e:d8:97:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7274292b-fd6c-40f2-b1dd-d30000317c58', 'device_owner': 'network:router_interface', 'standard_attr_id': 2922, 'fixed_ips': [{'subnet_id': '21a927e3-c6a9-4209-bb25-eb051ea4fcd6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:32Z', 'updated_at': '2021-07-16T08:47:34Z', 'revision_number': 2, 'project_id': '11897f26500d434cb71ca0edc07e35ac', 'subnets': [{'id': '21a927e3-c6a9-4209-bb25-eb051ea4fcd6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:36.458544 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ceda16-9224-4ddb-ba1c-53d36b1e2b48 None None] Checking router: 7274292b-fd6c-40f2-b1dd-d30000317c58 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:47:36.460915 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ceda16-9224-4ddb-ba1c-53d36b1e2b48 None None] Updating router 7274292b-fd6c-40f2-b1dd-d30000317c58 port 55ad0be0-2179-405d-b2eb-23c5b845f9f7 binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:47:36.479914 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-5fd5a68f-3407-4e81-9115-8d90fed02aa0 None None] Set router 44df6a1c-f0c0-4c7a-b885-059651dfd160 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:36.563151 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f2368a-e098-428d-b4bb-823404eb2b72 None None] Network b6b3d16d-1bea-4a51-9d89-f34565574f95 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:36.610752 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-88ceda16-9224-4ddb-ba1c-53d36b1e2b48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:36.805259 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-002eb30c-9cef-4d16-88e2-35acd069c25c service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5547945 Jul 16 08:47:37.034153 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-747cd276-d304-4203-97d9-a0c564b8af0c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting port 55ad0be0-2179-405d-b2eb-23c5b845f9f7 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:37.036789 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-747cd276-d304-4203-97d9-a0c564b8af0c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.092397 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5fd5a68f-3407-4e81-9115-8d90fed02aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44df6a1c-f0c0-4c7a-b885-059651dfd160', 'name': 'tempest-TestServerMultinode-1783144611-router', 'tenant_id': '41f112b323f24a0abcdc6a39e7de8ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '63e013bf-e550-4bf8-921f-e2206ddd9215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:31Z', 'updated_at': '2021-07-16T08:47:34Z', 'revision_number': 3, 'project_id': '41f112b323f24a0abcdc6a39e7de8ed2', 'gw_port': {'id': '63e013bf-e550-4bf8-921f-e2206ddd9215', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:88:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44df6a1c-f0c0-4c7a-b885-059651dfd160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:32Z', 'updated_at': '2021-07-16T08:47:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:37.187228 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd5a68f-3407-4e81-9115-8d90fed02aa0 None None] Checking router: 44df6a1c-f0c0-4c7a-b885-059651dfd160 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:47:37.188575 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd5a68f-3407-4e81-9115-8d90fed02aa0 None None] Updating router 44df6a1c-f0c0-4c7a-b885-059651dfd160 port 63e013bf-e550-4bf8-921f-e2206ddd9215 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:47:37.257702 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5fd5a68f-3407-4e81-9115-8d90fed02aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.291852 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-747cd276-d304-4203-97d9-a0c564b8af0c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.320861 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-c28624ce-4276-4842-aafe-708504563c9a service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5005836 Jul 16 08:47:37.322265 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-747cd276-d304-4203-97d9-a0c564b8af0c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Calling delete_port for 55ad0be0-2179-405d-b2eb-23c5b845f9f7 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:37.416158 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-7868e09f-2d77-4fc6-8bfd-58412b2e43d1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=5b0628d6-3782-44d5-85db-3802f0fa70fb HTTP/1.1" status: 200 len: 217 time: 0.0872552 Jul 16 08:47:37.616238 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17589b97-41a3-434f-bc96-352471c45bc7 req-0ac1f072-c0db-4ef0-842e-f1cd89a98cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:37.627566 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-0ac1f072-c0db-4ef0-842e-f1cd89a98cfd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.2033367 Jul 16 08:47:37.649951 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-747cd276-d304-4203-97d9-a0c564b8af0c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:37.813130 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.db.api [None req-88ceda16-9224-4ddb-ba1c-53d36b1e2b48 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:47:37.813743 n-d-771362-37 neutron-server[93760]: DEBUG oslo_db.api [None req-88ceda16-9224-4ddb-ba1c-53d36b1e2b48 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:47:37.848156 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747cd276-d304-4203-97d9-a0c564b8af0c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Port': ['ID=55ad0be0-2179-405d-b2eb-23c5b845f9f7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:37.854633 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17589b97-41a3-434f-bc96-352471c45bc7 req-805b24e0-2ccd-4183-afce-fea6a220c62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:37.869536 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-805b24e0-2ccd-4183-afce-fea6a220c62a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2340515 Jul 16 08:47:37.922151 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.030898 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-747cd276-d304-4203-97d9-a0c564b8af0c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.042822 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-95051a86-200e-4b3a-8456-419c86ccb41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.113370 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5fd5a68f-3407-4e81-9115-8d90fed02aa0 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.127652 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-95051a86-200e-4b3a-8456-419c86ccb41f None None] For port 4058cb0b-0838-457f-a4b0-2e3f14335de8, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4058cb0b-0838-457f-a4b0-2e3f14335de8,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:38.134600 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8a80a5bd-3c70-4ffa-b79b-c77ea00e2cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.135498 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-95051a86-200e-4b3a-8456-419c86ccb41f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.142453 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5fd5a68f-3407-4e81-9115-8d90fed02aa0 None None] Transition to ACTIVE for port object 63e013bf-e550-4bf8-921f-e2206ddd9215 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:38.152432 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5fd5a68f-3407-4e81-9115-8d90fed02aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.203956 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-a9175462-9437-4443-80c3-1e3d0d6c107e service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329108 Jul 16 08:47:38.253488 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95051a86-200e-4b3a-8456-419c86ccb41f None None] Pushing event updated for resources: {'Port': ['ID=4058cb0b-0838-457f-a4b0-2e3f14335de8,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:38.267581 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-64229d5d-6d1e-487d-a351-df22a9aa1b86 None None] Could not find standard attr ID for object 55ad0be0-2179-405d-b2eb-23c5b845f9f7. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:47:38.286639 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-64229d5d-6d1e-487d-a351-df22a9aa1b86 None None] Provisioning for port 715dbe1a-2d7c-4495-98c7-65989f6403a7 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:38.287110 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5fd5a68f-3407-4e81-9115-8d90fed02aa0 None None] Attempting to bind port 63e013bf-e550-4bf8-921f-e2206ddd9215 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:38.287788 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5fd5a68f-3407-4e81-9115-8d90fed02aa0 None None] Attempting to bind port 63e013bf-e550-4bf8-921f-e2206ddd9215 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:38.288056 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd5a68f-3407-4e81-9115-8d90fed02aa0 None None] Attempting to bind port 63e013bf-e550-4bf8-921f-e2206ddd9215 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:38.292933 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-64229d5d-6d1e-487d-a351-df22a9aa1b86 None None] Provisioning complete for port 715dbe1a-2d7c-4495-98c7-65989f6403a7 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:38.293433 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-64229d5d-6d1e-487d-a351-df22a9aa1b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.297982 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ee928-1e7c-49e5-aa44-c77b8df5ebe2 None None] Pushing event updated for resources: {'Port': ['ID=63e013bf-e550-4bf8-921f-e2206ddd9215,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:38.307653 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd5a68f-3407-4e81-9115-8d90fed02aa0 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:38.312322 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd5a68f-3407-4e81-9115-8d90fed02aa0 None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:38.313084 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5fd5a68f-3407-4e81-9115-8d90fed02aa0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.314177 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fd5a68f-3407-4e81-9115-8d90fed02aa0 None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:38.314882 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5fd5a68f-3407-4e81-9115-8d90fed02aa0 None None] Bound port: 63e013bf-e550-4bf8-921f-e2206ddd9215, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:38.315483 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5fd5a68f-3407-4e81-9115-8d90fed02aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.383563 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-747cd276-d304-4203-97d9-a0c564b8af0c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Router 7274292b-fd6c-40f2-b1dd-d30000317c58 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:38.455458 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ceda16-9224-4ddb-ba1c-53d36b1e2b48 None None] Port 55ad0be0-2179-405d-b2eb-23c5b845f9f7 not found while updating agent binding for router 7274292b-fd6c-40f2-b1dd-d30000317c58. {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 16 08:47:38.477867 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-5fd5a68f-3407-4e81-9115-8d90fed02aa0 None None] For port 63e013bf-e550-4bf8-921f-e2206ddd9215, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:38.481456 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ceda16-9224-4ddb-ba1c-53d36b1e2b48 None None] Routers {'7274292b-fd6c-40f2-b1dd-d30000317c58'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:38.482711 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-88ceda16-9224-4ddb-ba1c-53d36b1e2b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:47:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['7274292b-fd6c-40f2-b1dd-d30000317c58'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:38.510324 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-5fd5a68f-3407-4e81-9115-8d90fed02aa0 None None] For port 63e013bf-e550-4bf8-921f-e2206ddd9215, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=63e013bf-e550-4bf8-921f-e2206ddd9215,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:38.523200 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5fd5a68f-3407-4e81-9115-8d90fed02aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.534105 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-747cd276-d304-4203-97d9-a0c564b8af0c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:38.552967 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-747cd276-d304-4203-97d9-a0c564b8af0c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "PUT /v2.0/routers/7274292b-fd6c-40f2-b1dd-d30000317c58/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0458417 Jul 16 08:47:38.553627 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55110) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:38.649641 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd5a68f-3407-4e81-9115-8d90fed02aa0 None None] Routers {'44df6a1c-f0c0-4c7a-b885-059651dfd160'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:38.650486 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5fd5a68f-3407-4e81-9115-8d90fed02aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:47:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['44df6a1c-f0c0-4c7a-b885-059651dfd160'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:38.654826 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755ee928-1e7c-49e5-aa44-c77b8df5ebe2 None None] Pushing event updated for resources: {'Port': ['ID=63e013bf-e550-4bf8-921f-e2206ddd9215,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:38.679426 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6c8da4-e951-4faa-927b-af033cb0bb5f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:38.688428 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6c8da4-e951-4faa-927b-af033cb0bb5f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:38.700163 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0f6c8da4-e951-4faa-927b-af033cb0bb5f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1327596 Jul 16 08:47:38.701604 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55114) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:38.812826 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-64229d5d-6d1e-487d-a351-df22a9aa1b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.836216 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-88ceda16-9224-4ddb-ba1c-53d36b1e2b48 None None] Set router 7274292b-fd6c-40f2-b1dd-d30000317c58 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:38.870572 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.876538 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-5fd5a68f-3407-4e81-9115-8d90fed02aa0 None None] Set router 44df6a1c-f0c0-4c7a-b885-059651dfd160 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:38.916409 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-88ceda16-9224-4ddb-ba1c-53d36b1e2b48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7274292b-fd6c-40f2-b1dd-d30000317c58', 'name': 'tempest-NetworksTestDHCPv6-router-1643987858', 'tenant_id': '11897f26500d434cb71ca0edc07e35ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:31Z', 'updated_at': '2021-07-16T08:47:37Z', 'revision_number': 3, 'project_id': '11897f26500d434cb71ca0edc07e35ac', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:38.918366 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-035c073e-e820-4b59-ab4f-0e663230dbbe tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting subnet 21a927e3-c6a9-4209-bb25-eb051ea4fcd6 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:47:38.924905 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-8a80a5bd-3c70-4ffa-b79b-c77ea00e2cdd admin admin] Allocated IP 172.20.0.1 (b6b3d16d-1bea-4a51-9d89-f34565574f95/5a7b6955-89c8-4a16-9ffd-7c000e377c1b/cb950975-a654-4e25-b997-06d939f11938) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:38.929407 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-035c073e-e820-4b59-ab4f-0e663230dbbe tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:38.936236 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-0f80818a-7b31-4a84-85cc-440e4d1f25ea service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7222381 Jul 16 08:47:38.981884 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ceda16-9224-4ddb-ba1c-53d36b1e2b48 None None] The sync data for ids ['7274292b-fd6c-40f2-b1dd-d30000317c58'] in n-d-771362-37 is: [{'id': '7274292b-fd6c-40f2-b1dd-d30000317c58', 'name': 'tempest-NetworksTestDHCPv6-router-1643987858', 'tenant_id': '11897f26500d434cb71ca0edc07e35ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:31Z', 'updated_at': '2021-07-16T08:47:37Z', 'revision_number': 3, 'project_id': '11897f26500d434cb71ca0edc07e35ac', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:39.032954 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-035c073e-e820-4b59-ab4f-0e663230dbbe tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.036798 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-64229d5d-6d1e-487d-a351-df22a9aa1b86 None None] For port 715dbe1a-2d7c-4495-98c7-65989f6403a7, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=715dbe1a-2d7c-4495-98c7-65989f6403a7,segment=NetworkSegment(11623f49-c1c9-45bc-a656-e458c5eff734),segment_id=11623f49-c1c9-45bc-a656-e458c5eff734)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:39.043793 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-64229d5d-6d1e-487d-a351-df22a9aa1b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.055675 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-7a2ad903-b2a5-4982-8549-04225e3fcd7c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=afa97703-f881-4b7b-b2e7-e2133311c64c HTTP/1.1" status: 200 len: 217 time: 0.1060722 Jul 16 08:47:39.116268 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5fd5a68f-3407-4e81-9115-8d90fed02aa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44df6a1c-f0c0-4c7a-b885-059651dfd160', 'name': 'tempest-TestServerMultinode-1783144611-router', 'tenant_id': '41f112b323f24a0abcdc6a39e7de8ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '63e013bf-e550-4bf8-921f-e2206ddd9215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:31Z', 'updated_at': '2021-07-16T08:47:34Z', 'revision_number': 3, 'project_id': '41f112b323f24a0abcdc6a39e7de8ed2', 'gw_port': {'id': '63e013bf-e550-4bf8-921f-e2206ddd9215', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:88:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44df6a1c-f0c0-4c7a-b885-059651dfd160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:32Z', 'updated_at': '2021-07-16T08:47:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:39.147212 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd5a68f-3407-4e81-9115-8d90fed02aa0 None None] The sync data for ids ['44df6a1c-f0c0-4c7a-b885-059651dfd160'] in n-d-771362-37 is: [{'id': '44df6a1c-f0c0-4c7a-b885-059651dfd160', 'name': 'tempest-TestServerMultinode-1783144611-router', 'tenant_id': '41f112b323f24a0abcdc6a39e7de8ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '63e013bf-e550-4bf8-921f-e2206ddd9215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:31Z', 'updated_at': '2021-07-16T08:47:34Z', 'revision_number': 3, 'project_id': '41f112b323f24a0abcdc6a39e7de8ed2', 'gw_port': {'id': '63e013bf-e550-4bf8-921f-e2206ddd9215', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:88:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44df6a1c-f0c0-4c7a-b885-059651dfd160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:32Z', 'updated_at': '2021-07-16T08:47:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:39.185426 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64229d5d-6d1e-487d-a351-df22a9aa1b86 None None] Pushing event updated for resources: {'Port': ['ID=715dbe1a-2d7c-4495-98c7-65989f6403a7,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:39.198890 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-51493b64-3f9d-4761-8848-ccd3792c42d5 None None] Provisioning complete for port 715dbe1a-2d7c-4495-98c7-65989f6403a7 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:39.199438 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-51493b64-3f9d-4761-8848-ccd3792c42d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.214363 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17589b97-41a3-434f-bc96-352471c45bc7 req-41694eec-f1dd-4ebd-a605-78227be59879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:39.216691 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-41694eec-f1dd-4ebd-a605-78227be59879 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.1258714 Jul 16 08:47:39.250551 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-035c073e-e820-4b59-ab4f-0e663230dbbe tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.352309 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-035c073e-e820-4b59-ab4f-0e663230dbbe tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.440169 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035c073e-e820-4b59-ab4f-0e663230dbbe tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Subnet': ['ID=21a927e3-c6a9-4209-bb25-eb051ea4fcd6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:39.452370 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-035c073e-e820-4b59-ab4f-0e663230dbbe tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.459055 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-035c073e-e820-4b59-ab4f-0e663230dbbe tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/21a927e3-c6a9-4209-bb25-eb051ea4fcd6 HTTP/1.1" status: 204 len: 168 time: 0.7557352 Jul 16 08:47:39.460298 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55118) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:39.467083 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 715dbe1a-2d7c-4495-98c7-65989f6403a7 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:39.473462 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8a80a5bd-3c70-4ffa-b79b-c77ea00e2cdd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.497538 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8a80a5bd-3c70-4ffa-b79b-c77ea00e2cdd admin admin] Transition to ACTIVE for port object cb950975-a654-4e25-b997-06d939f11938 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:39.518491 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17589b97-41a3-434f-bc96-352471c45bc7 req-4412f9e8-0a6d-4515-a203-e7516bc19428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:39.520232 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-4412f9e8-0a6d-4515-a203-e7516bc19428 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2923219 Jul 16 08:47:39.555677 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-223dcde0-8171-474a-8892-7e970f665044 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:39.626620 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8a80a5bd-3c70-4ffa-b79b-c77ea00e2cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:39.817419 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a80a5bd-3c70-4ffa-b79b-c77ea00e2cdd admin admin] Network b6b3d16d-1bea-4a51-9d89-f34565574f95 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:39.825048 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f2d24086-d9cc-4c91-a2e0-8005a32234be tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.3630216 Jul 16 08:47:39.825697 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55126) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:39.975728 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-387de963-7af5-48f6-a9d0-4fa879000c68 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.012506 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 715dbe1a-2d7c-4495-98c7-65989f6403a7 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:40.013196 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.203832 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7041d32-9c37-4109-80b8-aaf51fa62eb8 None None] DHCP port deletion for ed380f80-a9ff-4ccb-b4e8-357bb126e37f request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:47:40.211763 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4058cb0b-0838-457f-a4b0-2e3f14335de8 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:40.335146 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b7041d32-9c37-4109-80b8-aaf51fa62eb8 None None] Deleting port 4058cb0b-0838-457f-a4b0-2e3f14335de8 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:40.335847 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b7041d32-9c37-4109-80b8-aaf51fa62eb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.377966 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 4058cb0b-0838-457f-a4b0-2e3f14335de8 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:40.378345 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.426306 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-387de963-7af5-48f6-a9d0-4fa879000c68 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.431139 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-387de963-7af5-48f6-a9d0-4fa879000c68 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.500308 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-387de963-7af5-48f6-a9d0-4fa879000c68 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.501126 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387de963-7af5-48f6-a9d0-4fa879000c68 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Fanout notify agent at l3_agent the message router_deleted on router 7274292b-fd6c-40f2-b1dd-d30000317c58 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:47:40.509721 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-b7041d32-9c37-4109-80b8-aaf51fa62eb8 None None] For port 4058cb0b-0838-457f-a4b0-2e3f14335de8, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4058cb0b-0838-457f-a4b0-2e3f14335de8,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:40.510230 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b7041d32-9c37-4109-80b8-aaf51fa62eb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.530849 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-387de963-7af5-48f6-a9d0-4fa879000c68 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.532925 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-387de963-7af5-48f6-a9d0-4fa879000c68 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/routers/7274292b-fd6c-40f2-b1dd-d30000317c58 HTTP/1.1" status: 204 len: 168 time: 0.7060003 Jul 16 08:47:40.533579 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b7041d32-9c37-4109-80b8-aaf51fa62eb8 None None] Calling delete_port for 4058cb0b-0838-457f-a4b0-2e3f14335de8 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:40.539823 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55136) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:40.702376 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80a5bd-3c70-4ffa-b79b-c77ea00e2cdd admin admin] Pushing event updated for resources: {'Port': ['ID=cb950975-a654-4e25-b997-06d939f11938,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:40.708117 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-8a80a5bd-3c70-4ffa-b79b-c77ea00e2cdd admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:40.710846 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bcdda8-bf79-4fd5-ab99-4826c5bfce3a None None] Sync routers for ids ['7274292b-fd6c-40f2-b1dd-d30000317c58'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:40.712050 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a80a5bd-3c70-4ffa-b79b-c77ea00e2cdd admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:40.796076 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bcdda8-bf79-4fd5-ab99-4826c5bfce3a None None] Routers set() bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:40.796751 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bcdda8-bf79-4fd5-ab99-4826c5bfce3a None None] Router IDs set() for agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 08:47:40.797739 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_agentschedulers_db [None req-74bcdda8-bf79-4fd5-ab99-4826c5bfce3a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7274292b-fd6c-40f2-b1dd-d30000317c58'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:47:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent'). {{(pid=93760) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 08:47:40.851735 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8a80a5bd-3c70-4ffa-b79b-c77ea00e2cdd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.851997 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bcdda8-bf79-4fd5-ab99-4826c5bfce3a None None] Routers set() bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:40.852234 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74bcdda8-bf79-4fd5-ab99-4826c5bfce3a None None] Router IDs set() for agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 16 08:47:40.852889 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_agentschedulers_db [None req-74bcdda8-bf79-4fd5-ab99-4826c5bfce3a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'7274292b-fd6c-40f2-b1dd-d30000317c58'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:47:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent'). {{(pid=93760) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 16 08:47:40.853293 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74bcdda8-bf79-4fd5-ab99-4826c5bfce3a None None] The sync data for ids ['7274292b-fd6c-40f2-b1dd-d30000317c58'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:40.870349 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-f1487327-731b-4caa-9c80-197ef0854d9f service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3433132 Jul 16 08:47:40.882470 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b7041d32-9c37-4109-80b8-aaf51fa62eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:40.942121 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7041d32-9c37-4109-80b8-aaf51fa62eb8 None None] Pushing event deleted for resources: {'Port': ['ID=4058cb0b-0838-457f-a4b0-2e3f14335de8,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:40.965286 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7041d32-9c37-4109-80b8-aaf51fa62eb8 None None] No DVR routers for this DVR port 4058cb0b-0838-457f-a4b0-2e3f14335de8 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:41.214837 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-82edec77-c186-4ef4-a561-40462e6d9b13 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2582889 Jul 16 08:47:41.263999 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0f1b8a5e-7e1c-4ec8-b683-38389938460b None None] Provisioning for port cb950975-a654-4e25-b997-06d939f11938 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:41.268681 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0f1b8a5e-7e1c-4ec8-b683-38389938460b None None] Provisioning complete for port cb950975-a654-4e25-b997-06d939f11938 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:41.269199 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0f1b8a5e-7e1c-4ec8-b683-38389938460b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.357606 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0f1b8a5e-7e1c-4ec8-b683-38389938460b None None] Port cb950975-a654-4e25-b997-06d939f11938 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:47:41.417301 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-b9a8ca20-cfcb-42e7-8d56-c39ff9e32a17 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=7ce0d02e-447c-4dc7-8e90-755e16831c63 HTTP/1.1" status: 200 len: 217 time: 0.1952436 Jul 16 08:47:41.461137 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d6c984f-1f0b-435a-80f2-a0d308dffbbd tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:41.471566 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4d6c984f-1f0b-435a-80f2-a0d308dffbbd tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9302490 Jul 16 08:47:41.476942 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 63e013bf-e550-4bf8-921f-e2206ddd9215 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:41.477815 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55156) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:41.536433 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17589b97-41a3-434f-bc96-352471c45bc7 req-359a8a10-baba-4c84-9797-316a9ff1e379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:41.538240 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-359a8a10-baba-4c84-9797-316a9ff1e379 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.0804543 Jul 16 08:47:41.539006 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8a80a5bd-3c70-4ffa-b79b-c77ea00e2cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.590024 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11416d5c-7f5c-463a-a909-d7ddbeb5fdcf tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:41.592246 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-11416d5c-7f5c-463a-a909-d7ddbeb5fdcf tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1117287 Jul 16 08:47:41.597484 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55158) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:41.621567 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 63e013bf-e550-4bf8-921f-e2206ddd9215 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:41.643666 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 63e013bf-e550-4bf8-921f-e2206ddd9215 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:41.644315 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.698568 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5de66858-4274-4d2d-b229-e14ba3531206 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0973532 Jul 16 08:47:41.703602 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55162) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:41.713276 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1e1fc29a-8b86-43e0-a327-556b4f8ccc66 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:41.757255 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17589b97-41a3-434f-bc96-352471c45bc7 req-3b2ac217-2b40-4a11-90cb-f75c985d881d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:41.760422 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-3b2ac217-2b40-4a11-90cb-f75c985d881d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2155871 Jul 16 08:47:41.845998 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.888364 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 63e013bf-e550-4bf8-921f-e2206ddd9215, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=63e013bf-e550-4bf8-921f-e2206ddd9215,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:41.895083 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:41.983536 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1fc29a-8b86-43e0-a327-556b4f8ccc66 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:41.988836 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e1fc29a-8b86-43e0-a327-556b4f8ccc66 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.009717 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4058cb0b-0838-457f-a4b0-2e3f14335de8 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:42.048504 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 4058cb0b-0838-457f-a4b0-2e3f14335de8 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:42.049114 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4058cb0b-0838-457f-a4b0-2e3f14335de8 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:42.068694 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=63e013bf-e550-4bf8-921f-e2206ddd9215,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:42.074979 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8a80a5bd-3c70-4ffa-b79b-c77ea00e2cdd admin admin] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.114591 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-29293645-f123-4adc-b801-ae2ebfd40e16 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3454475 Jul 16 08:47:42.116099 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8a80a5bd-3c70-4ffa-b79b-c77ea00e2cdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.243913 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a80a5bd-3c70-4ffa-b79b-c77ea00e2cdd admin admin] Pushing event updated for resources: {'Port': ['ID=cb950975-a654-4e25-b997-06d939f11938,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:42.253454 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8a80a5bd-3c70-4ffa-b79b-c77ea00e2cdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.458064 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-ccf183ac-e820-4086-96ef-c97445b81a04 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3356938 Jul 16 08:47:42.507919 n-d-771362-37 neutron-server[93759]: DEBUG neutron.objects.ports [None req-1e1fc29a-8b86-43e0-a327-556b4f8ccc66 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:47:42.511299 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e1fc29a-8b86-43e0-a327-556b4f8ccc66 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.527246 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-91a936ff-4212-4df7-aa7e-1dc29a91b4fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=11779264-f750-43ee-a0d7-fe64f1d931fd HTTP/1.1" status: 200 len: 217 time: 0.0592189 Jul 16 08:47:42.539320 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e1fc29a-8b86-43e0-a327-556b4f8ccc66 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:42.549005 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-1e1fc29a-8b86-43e0-a327-556b4f8ccc66 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:42.572601 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0ca647-ff45-4930-a864-dabb93cb00e1 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:42.596276 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a80a5bd-3c70-4ffa-b79b-c77ea00e2cdd admin admin] Network b6b3d16d-1bea-4a51-9d89-f34565574f95 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:42.602615 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-8a80a5bd-3c70-4ffa-b79b-c77ea00e2cdd admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:42.611284 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1fc29a-8b86-43e0-a327-556b4f8ccc66 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:42.612018 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e1fc29a-8b86-43e0-a327-556b4f8ccc66 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.648753 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1e1fc29a-8b86-43e0-a327-556b4f8ccc66 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9412444 Jul 16 08:47:42.652273 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55168) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:42.660172 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0b111282-a465-410a-8fe4-60a55e7df7ab tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:42.665032 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1fc29a-8b86-43e0-a327-556b4f8ccc66 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Subnet': ['ID=cc16c158-88c8-41b0-b33c-f58f2e0a297d,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:42.836909 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17589b97-41a3-434f-bc96-352471c45bc7 req-39fac4c8-cbf0-4877-b445-98ade7bb733f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:42.838081 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-39fac4c8-cbf0-4877-b445-98ade7bb733f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1200a08-b4c1-4ea0-be1b-41534dbb15bb HTTP/1.1" status: 200 len: 797 time: 0.2964861 Jul 16 08:47:42.912804 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b111282-a465-410a-8fe4-60a55e7df7ab tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:42.916274 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b111282-a465-410a-8fe4-60a55e7df7ab tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:42.924072 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bd5324f-b8bc-49e5-a18b-d6846e20215b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'tenant_id': '11897f26500d434cb71ca0edc07e35ac', 'fixed_ips': [{'subnet_id': 'cc16c158-88c8-41b0-b33c-f58f2e0a297d'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:47:42.925046 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6bd5324f-b8bc-49e5-a18b-d6846e20215b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:43.124116 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17589b97-41a3-434f-bc96-352471c45bc7 req-9dc64f61-9298-4f84-85e6-ba321155a7ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:43.128767 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-9dc64f61-9298-4f84-85e6-ba321155a7ac service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=971f3192-951e-432a-a2cc-46e618e65630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2749550 Jul 16 08:47:43.136152 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7a97347d-4df1-45e4-b573-ac688a6d0585 None None] Provisioning complete for port cb950975-a654-4e25-b997-06d939f11938 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:43.140468 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a80a5bd-3c70-4ffa-b79b-c77ea00e2cdd admin admin] Router 44df6a1c-f0c0-4c7a-b885-059651dfd160 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:43.140955 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a97347d-4df1-45e4-b573-ac688a6d0585 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:43.318531 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-6bd5324f-b8bc-49e5-a18b-d6846e20215b None None] Allocated IP 2001:db8::f816:3eff:fe6f:1208 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/cc16c158-88c8-41b0-b33c-f58f2e0a297d/1794dc40-665d-4d52-913b-7f468f18e276) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:43.330984 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7a97347d-4df1-45e4-b573-ac688a6d0585 None None] Port cb950975-a654-4e25-b997-06d939f11938 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:47:43.408993 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-d36767ea-6a76-455b-b53a-1cef37c742fa service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2656801 Jul 16 08:47:43.463727 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b111282-a465-410a-8fe4-60a55e7df7ab tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:43.520708 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a80a5bd-3c70-4ffa-b79b-c77ea00e2cdd admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:43.545442 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69bf8d4-61b0-4546-8658-4839426215ae None None] Sync routers for ids ['44df6a1c-f0c0-4c7a-b885-059651dfd160'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:43.555460 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8a80a5bd-3c70-4ffa-b79b-c77ea00e2cdd admin admin] 10.222.0.22 "PUT /v2.0/routers/44df6a1c-f0c0-4c7a-b885-059651dfd160/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2677045 Jul 16 08:47:43.559134 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 63e013bf-e550-4bf8-921f-e2206ddd9215 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:43.577440 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69bf8d4-61b0-4546-8658-4839426215ae None None] Routers {'44df6a1c-f0c0-4c7a-b885-059651dfd160'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:43.580693 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f69bf8d4-61b0-4546-8658-4839426215ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:47:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['44df6a1c-f0c0-4c7a-b885-059651dfd160'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:43.592026 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b111282-a465-410a-8fe4-60a55e7df7ab tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:43.601224 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-3b9e0e0e-3bf6-4244-ab19-a3597413a31f service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1851006 Jul 16 08:47:43.625776 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-0b111282-a465-410a-8fe4-60a55e7df7ab tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:43.642059 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b111282-a465-410a-8fe4-60a55e7df7ab tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:43.642927 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b111282-a465-410a-8fe4-60a55e7df7ab tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:43.703135 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-e531a524-79b6-4c3f-8cb0-888f821bc744 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f66e0380-b32a-492b-871a-89bede966f79 HTTP/1.1" status: 200 len: 217 time: 0.0965204 Jul 16 08:47:43.704249 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6bd5324f-b8bc-49e5-a18b-d6846e20215b None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:43.714286 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6bd5324f-b8bc-49e5-a18b-d6846e20215b None None] Transition to ACTIVE for port object 1794dc40-665d-4d52-913b-7f468f18e276 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:43.721803 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0b111282-a465-410a-8fe4-60a55e7df7ab tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0662665 Jul 16 08:47:43.723243 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55194) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:43.725908 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b111282-a465-410a-8fe4-60a55e7df7ab tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Subnet': ['ID=875fa7ca-288b-43d8-b11f-af678dbba531,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:43.745423 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-210c274c-6503-4dd0-baca-91cb3199c7fb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'port': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'mac_address': 'fa:16:3e:1f:6f:ba', 'name': 'tempest-NetworksTestDHCPv6-971809945'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:43.758198 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6bd5324f-b8bc-49e5-a18b-d6846e20215b None None] Transition to ACTIVE for port object 1794dc40-665d-4d52-913b-7f468f18e276 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:43.768159 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6bd5324f-b8bc-49e5-a18b-d6846e20215b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:43.818567 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd5324f-b8bc-49e5-a18b-d6846e20215b None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:43.830043 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-6bd5324f-b8bc-49e5-a18b-d6846e20215b None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:43.837635 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd5324f-b8bc-49e5-a18b-d6846e20215b None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:43.860286 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17589b97-41a3-434f-bc96-352471c45bc7 req-d7d53271-b705-46b8-bc2e-0517a3acd737 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:43.876684 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-d7d53271-b705-46b8-bc2e-0517a3acd737 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1200a08-b4c1-4ea0-be1b-41534dbb15bb HTTP/1.1" status: 200 len: 797 time: 0.1661763 Jul 16 08:47:43.996530 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6bd5324f-b8bc-49e5-a18b-d6846e20215b None None] Attempting to bind port 1794dc40-665d-4d52-913b-7f468f18e276 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:43.996915 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6bd5324f-b8bc-49e5-a18b-d6846e20215b None None] Attempting to bind port 1794dc40-665d-4d52-913b-7f468f18e276 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:43.997291 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd5324f-b8bc-49e5-a18b-d6846e20215b None None] Attempting to bind port 1794dc40-665d-4d52-913b-7f468f18e276 on network ed380f80-a9ff-4ccb-b4e8-357bb126e37f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:44.004582 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd5324f-b8bc-49e5-a18b-d6846e20215b None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:44.004970 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd5324f-b8bc-49e5-a18b-d6846e20215b None None] Checking segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:44.005429 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6bd5324f-b8bc-49e5-a18b-d6846e20215b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.005794 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd5324f-b8bc-49e5-a18b-d6846e20215b None None] Bound using segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:44.006286 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6bd5324f-b8bc-49e5-a18b-d6846e20215b None None] Bound port: 1794dc40-665d-4d52-913b-7f468f18e276, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:44.006734 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6bd5324f-b8bc-49e5-a18b-d6846e20215b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.032643 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5324f-b8bc-49e5-a18b-d6846e20215b None None] Pushing event updated for resources: {'Port': ['ID=1794dc40-665d-4d52-913b-7f468f18e276,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:44.081826 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17589b97-41a3-434f-bc96-352471c45bc7 req-cb9a86a8-95c2-4111-a46d-7ec58fb6a45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:44.086030 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-cb9a86a8-95c2-4111-a46d-7ec58fb6a45b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=971f3192-951e-432a-a2cc-46e618e65630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1996675 Jul 16 08:47:44.086812 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-f69bf8d4-61b0-4546-8658-4839426215ae None None] Set router 44df6a1c-f0c0-4c7a-b885-059651dfd160 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:44.104916 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 63e013bf-e550-4bf8-921f-e2206ddd9215 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:44.109340 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.233685 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-210c274c-6503-4dd0-baca-91cb3199c7fb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:44.329279 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6bd5324f-b8bc-49e5-a18b-d6846e20215b None None] For port 1794dc40-665d-4d52-913b-7f468f18e276, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:44.334434 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6bd5324f-b8bc-49e5-a18b-d6846e20215b None None] For port 1794dc40-665d-4d52-913b-7f468f18e276, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1794dc40-665d-4d52-913b-7f468f18e276,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:44.366944 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6bd5324f-b8bc-49e5-a18b-d6846e20215b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.370385 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-b4259fa6-2950-46ad-a6b5-01642773fb00 service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2786238 Jul 16 08:47:44.530375 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-210c274c-6503-4dd0-baca-91cb3199c7fb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.602872 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-210c274c-6503-4dd0-baca-91cb3199c7fb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] device_id is not set on port ac95b45a-ff86-4ed3-aef1-3efaabe1cb0d yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:47:44.626275 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17589b97-41a3-434f-bc96-352471c45bc7 req-e526d2c6-c3f7-4df2-a35a-37c063078c64 service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463374 Jul 16 08:47:44.687201 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd5324f-b8bc-49e5-a18b-d6846e20215b None None] Pushing event updated for resources: {'Port': ['ID=1794dc40-665d-4d52-913b-7f468f18e276,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:44.713400 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f69bf8d4-61b0-4546-8658-4839426215ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44df6a1c-f0c0-4c7a-b885-059651dfd160', 'name': 'tempest-TestServerMultinode-1783144611-router', 'tenant_id': '41f112b323f24a0abcdc6a39e7de8ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '63e013bf-e550-4bf8-921f-e2206ddd9215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:31Z', 'updated_at': '2021-07-16T08:47:41Z', 'revision_number': 4, 'project_id': '41f112b323f24a0abcdc6a39e7de8ed2', 'gw_port': {'id': '63e013bf-e550-4bf8-921f-e2206ddd9215', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:88:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df6a1c-f0c0-4c7a-b885-059651dfd160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:32Z', 'updated_at': '2021-07-16T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'cb950975-a654-4e25-b997-06d939f11938', 'name': '', 'network_id': 'b6b3d16d-1bea-4a51-9d89-f34565574f95', 'tenant_id': '41f112b323f24a0abcdc6a39e7de8ed2', 'mac_address': 'fa:16:3e:3c:44:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44df6a1c-f0c0-4c7a-b885-059651dfd160', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '5a7b6955-89c8-4a16-9ffd-7c000e377c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:38Z', 'updated_at': '2021-07-16T08:47:41Z', 'revision_number': 2, 'project_id': '41f112b323f24a0abcdc6a39e7de8ed2', 'subnets': [{'id': '5a7b6955-89c8-4a16-9ffd-7c000e377c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:44.715207 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-6fcf29c6-16d1-4153-adf0-62a4bdf9ac5d req-07f46957-5d01-4c43-be6b-a3ecf77b61d7 service neutron] (93759) timed out ('10.222.0.30', 61550) {{(pid=93759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 08:47:44.802920 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69bf8d4-61b0-4546-8658-4839426215ae None None] Checking router: 44df6a1c-f0c0-4c7a-b885-059651dfd160 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:47:44.803282 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69bf8d4-61b0-4546-8658-4839426215ae None None] Updating router 44df6a1c-f0c0-4c7a-b885-059651dfd160 port cb950975-a654-4e25-b997-06d939f11938 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:47:44.864009 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f69bf8d4-61b0-4546-8658-4839426215ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:44.913209 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55230) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:44.926037 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-cd019991-886d-4e3f-80da-cd36d32cdd7d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1437471488-network', 'tenant_id': 'a2632d8d2efa4389b83e405179c1259e'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:45.011942 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd019991-886d-4e3f-80da-cd36d32cdd7d admin admin] Made reservation on behalf of a2632d8d2efa4389b83e405179c1259e for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:45.015123 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cd019991-886d-4e3f-80da-cd36d32cdd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.038112 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cd019991-886d-4e3f-80da-cd36d32cdd7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.142008 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-210c274c-6503-4dd0-baca-91cb3199c7fb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Allocated IP 172.20.0.4 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/875fa7ca-288b-43d8-b11f-af678dbba531/ac95b45a-ff86-4ed3-aef1-3efaabe1cb0d) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:45.158603 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-210c274c-6503-4dd0-baca-91cb3199c7fb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Allocated IP 2001:db8::f816:3eff:fe1f:6fba (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/cc16c158-88c8-41b0-b33c-f58f2e0a297d/ac95b45a-ff86-4ed3-aef1-3efaabe1cb0d) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:45.280333 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cd019991-886d-4e3f-80da-cd36d32cdd7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.290197 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cd019991-886d-4e3f-80da-cd36d32cdd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.331994 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd019991-886d-4e3f-80da-cd36d32cdd7d admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:47:45.375665 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cd019991-886d-4e3f-80da-cd36d32cdd7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.377304 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-cd019991-886d-4e3f-80da-cd36d32cdd7d admin admin] Added segment deae9675-fab6-424c-82d9-daed0255a654 of type vlan for network e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e Jul 16 08:47:45.393428 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd019991-886d-4e3f-80da-cd36d32cdd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e14a1b6-0d67-4feb-983c-5d920973591c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:45.432105 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-210c274c-6503-4dd0-baca-91cb3199c7fb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.457589 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-210c274c-6503-4dd0-baca-91cb3199c7fb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Transition to ACTIVE for port object ac95b45a-ff86-4ed3-aef1-3efaabe1cb0d will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:45.479643 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cd019991-886d-4e3f-80da-cd36d32cdd7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.505892 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-210c274c-6503-4dd0-baca-91cb3199c7fb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.553010 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cd019991-886d-4e3f-80da-cd36d32cdd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.554740 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd019991-886d-4e3f-80da-cd36d32cdd7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:45.558096 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cd019991-886d-4e3f-80da-cd36d32cdd7d admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.562220 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-210c274c-6503-4dd0-baca-91cb3199c7fb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Port': ['ID=ac95b45a-ff86-4ed3-aef1-3efaabe1cb0d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:45.577710 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c274c-6503-4dd0-baca-91cb3199c7fb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:45.578060 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c274c-6503-4dd0-baca-91cb3199c7fb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:45.578406 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c274c-6503-4dd0-baca-91cb3199c7fb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:45.578742 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c274c-6503-4dd0-baca-91cb3199c7fb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:45.579084 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c274c-6503-4dd0-baca-91cb3199c7fb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:45.580735 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c274c-6503-4dd0-baca-91cb3199c7fb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:45.581078 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c274c-6503-4dd0-baca-91cb3199c7fb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:45.581541 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c274c-6503-4dd0-baca-91cb3199c7fb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:45.584048 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c274c-6503-4dd0-baca-91cb3199c7fb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:45.584048 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c274c-6503-4dd0-baca-91cb3199c7fb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:45.584048 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c274c-6503-4dd0-baca-91cb3199c7fb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:45.584048 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-210c274c-6503-4dd0-baca-91cb3199c7fb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:45.609479 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-210c274c-6503-4dd0-baca-91cb3199c7fb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:45.611111 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-210c274c-6503-4dd0-baca-91cb3199c7fb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:45.614809 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-210c274c-6503-4dd0-baca-91cb3199c7fb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:45.669245 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1794dc40-665d-4d52-913b-7f468f18e276 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:45.689202 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f69bf8d4-61b0-4546-8658-4839426215ae None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.715280 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f69bf8d4-61b0-4546-8658-4839426215ae None None] Transition to ACTIVE for port object cb950975-a654-4e25-b997-06d939f11938 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:45.727602 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-210c274c-6503-4dd0-baca-91cb3199c7fb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:45.729202 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-210c274c-6503-4dd0-baca-91cb3199c7fb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.730392 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f69bf8d4-61b0-4546-8658-4839426215ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.760856 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-210c274c-6503-4dd0-baca-91cb3199c7fb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0265999 Jul 16 08:47:45.765720 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55236) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:45.781623 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd019991-886d-4e3f-80da-cd36d32cdd7d admin admin] Pushing event updated for resources: {'Network': ['ID=e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:45.816498 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-cd019991-886d-4e3f-80da-cd36d32cdd7d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.9013844 Jul 16 08:47:45.819587 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55240) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:45.830952 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:47:45.837392 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-57dbbd9c-aa06-44e9-b175-36c0ffb27301 admin admin] Request body: {'subnet': {'network_id': 'e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1437471488-subnet', 'tenant_id': 'a2632d8d2efa4389b83e405179c1259e', 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:45.877643 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 1794dc40-665d-4d52-913b-7f468f18e276 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:45.925722 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db60e3-93fb-4f6d-93e3-64f385462a4b None None] Pushing event updated for resources: {'Port': ['ID=cb950975-a654-4e25-b997-06d939f11938,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:45.930366 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57dbbd9c-aa06-44e9-b175-36c0ffb27301 admin admin] Made reservation on behalf of a2632d8d2efa4389b83e405179c1259e for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:45.935442 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57dbbd9c-aa06-44e9-b175-36c0ffb27301 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:45.960941 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757541d9-b3d1-4c6a-814a-7d89fef215a4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:45.968819 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757541d9-b3d1-4c6a-814a-7d89fef215a4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:45.973715 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-757541d9-b3d1-4c6a-814a-7d89fef215a4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2046812 Jul 16 08:47:45.974066 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55244) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:46.100931 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-f69bf8d4-61b0-4546-8658-4839426215ae None None] Attempting to bind port cb950975-a654-4e25-b997-06d939f11938 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:46.101314 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-f69bf8d4-61b0-4546-8658-4839426215ae None None] Attempting to bind port cb950975-a654-4e25-b997-06d939f11938 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '11623f49-c1c9-45bc-a656-e458c5eff734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b6b3d16d-1bea-4a51-9d89-f34565574f95'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:46.101685 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69bf8d4-61b0-4546-8658-4839426215ae None None] Attempting to bind port cb950975-a654-4e25-b997-06d939f11938 on network b6b3d16d-1bea-4a51-9d89-f34565574f95 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:46.111884 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69bf8d4-61b0-4546-8658-4839426215ae None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:46.112261 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69bf8d4-61b0-4546-8658-4839426215ae None None] Checking segment: {'id': '11623f49-c1c9-45bc-a656-e458c5eff734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b6b3d16d-1bea-4a51-9d89-f34565574f95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:46.112701 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f69bf8d4-61b0-4546-8658-4839426215ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.113097 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f69bf8d4-61b0-4546-8658-4839426215ae None None] Bound using segment: {'id': '11623f49-c1c9-45bc-a656-e458c5eff734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b6b3d16d-1bea-4a51-9d89-f34565574f95'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:46.113575 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-f69bf8d4-61b0-4546-8658-4839426215ae None None] Bound port: cb950975-a654-4e25-b997-06d939f11938, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '11623f49-c1c9-45bc-a656-e458c5eff734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b6b3d16d-1bea-4a51-9d89-f34565574f95'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:46.114271 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f69bf8d4-61b0-4546-8658-4839426215ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.120029 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd9b46-4c0a-4f7d-ad4f-99c06444c31f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting port ac95b45a-ff86-4ed3-aef1-3efaabe1cb0d {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:46.121231 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9b46-4c0a-4f7d-ad4f-99c06444c31f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.280227 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-f69bf8d4-61b0-4546-8658-4839426215ae None None] For port cb950975-a654-4e25-b997-06d939f11938, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:46.298383 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-f69bf8d4-61b0-4546-8658-4839426215ae None None] For port cb950975-a654-4e25-b997-06d939f11938, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=cb950975-a654-4e25-b997-06d939f11938,segment=NetworkSegment(11623f49-c1c9-45bc-a656-e458c5eff734),segment_id=11623f49-c1c9-45bc-a656-e458c5eff734)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:46.308433 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f69bf8d4-61b0-4546-8658-4839426215ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.338535 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9b46-4c0a-4f7d-ad4f-99c06444c31f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.364531 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f5cd9b46-4c0a-4f7d-ad4f-99c06444c31f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Calling delete_port for ac95b45a-ff86-4ed3-aef1-3efaabe1cb0d owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:46.430191 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57dbbd9c-aa06-44e9-b175-36c0ffb27301 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.535204 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f69bf8d4-61b0-4546-8658-4839426215ae None None] Routers {'44df6a1c-f0c0-4c7a-b885-059651dfd160'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:46.545206 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f69bf8d4-61b0-4546-8658-4839426215ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:47:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['44df6a1c-f0c0-4c7a-b885-059651dfd160'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:46.547621 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db60e3-93fb-4f6d-93e3-64f385462a4b None None] Pushing event updated for resources: {'Port': ['ID=cb950975-a654-4e25-b997-06d939f11938,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:46.603725 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dbbd9c-aa06-44e9-b175-36c0ffb27301 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d29986a-569e-4f42-9be5-4d938f3c2bc7,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:46.676202 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57dbbd9c-aa06-44e9-b175-36c0ffb27301 admin admin] Checking segment: {'id': 'deae9675-fab6-424c-82d9-daed0255a654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:46.676719 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dbbd9c-aa06-44e9-b175-36c0ffb27301 admin admin] Network hostable DHCP agents. Network: e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:47:46.694050 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bde13ce-cbbc-48a0-b994-10a9eb591c4e None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:46.767033 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57dbbd9c-aa06-44e9-b175-36c0ffb27301 admin admin] Network e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:47:46.804172 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-57dbbd9c-aa06-44e9-b175-36c0ffb27301 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:46.836532 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dbbd9c-aa06-44e9-b175-36c0ffb27301 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:46.837624 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57dbbd9c-aa06-44e9-b175-36c0ffb27301 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.924503 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9b46-4c0a-4f7d-ad4f-99c06444c31f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.935385 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-57dbbd9c-aa06-44e9-b175-36c0ffb27301 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1146538 Jul 16 08:47:46.940256 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55254) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:46.951358 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-0fac3d32-03cc-4899-95e2-270c44d3c020 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1437471488-router', 'tenant_id': 'a2632d8d2efa4389b83e405179c1259e', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:46.960850 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1ecca5-d19a-4202-89c7-fa7662b71878 None None] Network e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:46.992588 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0fac3d32-03cc-4899-95e2-270c44d3c020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:46.996028 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0fac3d32-03cc-4899-95e2-270c44d3c020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.060860 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8bf08e74-dae4-4645-9ca8-13e3f787d85b None None] Provisioning for port 1794dc40-665d-4d52-913b-7f468f18e276 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:47.063369 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5cd9b46-4c0a-4f7d-ad4f-99c06444c31f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Port': ['ID=ac95b45a-ff86-4ed3-aef1-3efaabe1cb0d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:47.083870 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8bf08e74-dae4-4645-9ca8-13e3f787d85b None None] Provisioning complete for port 1794dc40-665d-4d52-913b-7f468f18e276 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:47.084796 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bf08e74-dae4-4645-9ca8-13e3f787d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.152395 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0fac3d32-03cc-4899-95e2-270c44d3c020 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.251959 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-f69bf8d4-61b0-4546-8658-4839426215ae None None] Set router 44df6a1c-f0c0-4c7a-b885-059651dfd160 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:47.322885 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f5cd9b46-4c0a-4f7d-ad4f-99c06444c31f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.325345 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f5cd9b46-4c0a-4f7d-ad4f-99c06444c31f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/ac95b45a-ff86-4ed3-aef1-3efaabe1cb0d HTTP/1.1" status: 204 len: 168 time: 1.3502159 Jul 16 08:47:47.332288 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55258) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:47.343984 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:47:47.434270 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0fac3d32-03cc-4899-95e2-270c44d3c020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.449982 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb6d345-7f39-44e6-b132-83f029c13766 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:47.451637 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb6d345-7f39-44e6-b132-83f029c13766 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:47.453439 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb6d345-7f39-44e6-b132-83f029c13766 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:47.458753 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ccb6d345-7f39-44e6-b132-83f029c13766 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1245108 Jul 16 08:47:47.460201 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55260) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:47.543477 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-ada24795-10cf-4fdb-a34d-bbd4f434f94f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting subnet 875fa7ca-288b-43d8-b11f-af678dbba531 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:47:47.549744 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ada24795-10cf-4fdb-a34d-bbd4f434f94f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.614309 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ada24795-10cf-4fdb-a34d-bbd4f434f94f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.686324 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bf08e74-dae4-4645-9ca8-13e3f787d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.707424 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ada24795-10cf-4fdb-a34d-bbd4f434f94f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.740152 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848eff7e-2b28-4b10-9812-e5a5a2f17b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e', 'network_id': 'e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e', 'tenant_id': 'a2632d8d2efa4389b83e405179c1259e', 'fixed_ips': [{'subnet_id': '9d29986a-569e-4f42-9be5-4d938f3c2bc7'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:47:47.741815 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-848eff7e-2b28-4b10-9812-e5a5a2f17b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.823637 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ada24795-10cf-4fdb-a34d-bbd4f434f94f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.834832 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f69bf8d4-61b0-4546-8658-4839426215ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44df6a1c-f0c0-4c7a-b885-059651dfd160', 'name': 'tempest-TestServerMultinode-1783144611-router', 'tenant_id': '41f112b323f24a0abcdc6a39e7de8ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '63e013bf-e550-4bf8-921f-e2206ddd9215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:31Z', 'updated_at': '2021-07-16T08:47:41Z', 'revision_number': 4, 'project_id': '41f112b323f24a0abcdc6a39e7de8ed2', 'gw_port': {'id': '63e013bf-e550-4bf8-921f-e2206ddd9215', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:88:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df6a1c-f0c0-4c7a-b885-059651dfd160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:32Z', 'updated_at': '2021-07-16T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'cb950975-a654-4e25-b997-06d939f11938', 'name': '', 'network_id': 'b6b3d16d-1bea-4a51-9d89-f34565574f95', 'tenant_id': '41f112b323f24a0abcdc6a39e7de8ed2', 'mac_address': 'fa:16:3e:3c:44:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44df6a1c-f0c0-4c7a-b885-059651dfd160', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '5a7b6955-89c8-4a16-9ffd-7c000e377c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:38Z', 'updated_at': '2021-07-16T08:47:46Z', 'revision_number': 4, 'project_id': '41f112b323f24a0abcdc6a39e7de8ed2', 'subnets': [{'id': '5a7b6955-89c8-4a16-9ffd-7c000e377c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:47.870978 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ada24795-10cf-4fdb-a34d-bbd4f434f94f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.876776 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f69bf8d4-61b0-4546-8658-4839426215ae None None] The sync data for ids ['44df6a1c-f0c0-4c7a-b885-059651dfd160'] in n-d-771362-37 is: [{'id': '44df6a1c-f0c0-4c7a-b885-059651dfd160', 'name': 'tempest-TestServerMultinode-1783144611-router', 'tenant_id': '41f112b323f24a0abcdc6a39e7de8ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '63e013bf-e550-4bf8-921f-e2206ddd9215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:31Z', 'updated_at': '2021-07-16T08:47:41Z', 'revision_number': 4, 'project_id': '41f112b323f24a0abcdc6a39e7de8ed2', 'gw_port': {'id': '63e013bf-e550-4bf8-921f-e2206ddd9215', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:88:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df6a1c-f0c0-4c7a-b885-059651dfd160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:32Z', 'updated_at': '2021-07-16T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'cb950975-a654-4e25-b997-06d939f11938', 'name': '', 'network_id': 'b6b3d16d-1bea-4a51-9d89-f34565574f95', 'tenant_id': '41f112b323f24a0abcdc6a39e7de8ed2', 'mac_address': 'fa:16:3e:3c:44:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '44df6a1c-f0c0-4c7a-b885-059651dfd160', 'device_owner': 'network:router_interface', 'standard_attr_id': 2925, 'fixed_ips': [{'subnet_id': '5a7b6955-89c8-4a16-9ffd-7c000e377c1b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:38Z', 'updated_at': '2021-07-16T08:47:46Z', 'revision_number': 4, 'project_id': '41f112b323f24a0abcdc6a39e7de8ed2', 'subnets': [{'id': '5a7b6955-89c8-4a16-9ffd-7c000e377c1b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:47.879140 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ada24795-10cf-4fdb-a34d-bbd4f434f94f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/875fa7ca-288b-43d8-b11f-af678dbba531 HTTP/1.1" status: 204 len: 168 time: 0.4172397 Jul 16 08:47:47.895423 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8bf08e74-dae4-4645-9ca8-13e3f787d85b None None] For port 1794dc40-665d-4d52-913b-7f468f18e276, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1794dc40-665d-4d52-913b-7f468f18e276,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:47.902979 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8bf08e74-dae4-4645-9ca8-13e3f787d85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:47.935366 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55264) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:48.004082 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada24795-10cf-4fdb-a34d-bbd4f434f94f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Subnet': ['ID=875fa7ca-288b-43d8-b11f-af678dbba531,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:48.083417 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0fac3d32-03cc-4899-95e2-270c44d3c020 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.132235 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-848eff7e-2b28-4b10-9812-e5a5a2f17b2a None None] Allocated IP 172.20.0.2 (e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e/9d29986a-569e-4f42-9be5-4d938f3c2bc7/9ecd5b6a-f17d-4f63-8d9d-72f873d580c4) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:48.135100 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf08e74-dae4-4645-9ca8-13e3f787d85b None None] Pushing event updated for resources: {'Port': ['ID=1794dc40-665d-4d52-913b-7f468f18e276,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:48.138837 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0fac3d32-03cc-4899-95e2-270c44d3c020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.173550 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf08e74-dae4-4645-9ca8-13e3f787d85b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:48.173932 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf08e74-dae4-4645-9ca8-13e3f787d85b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:48.174266 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf08e74-dae4-4645-9ca8-13e3f787d85b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:48.174613 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf08e74-dae4-4645-9ca8-13e3f787d85b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:48.174955 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf08e74-dae4-4645-9ca8-13e3f787d85b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:48.175295 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf08e74-dae4-4645-9ca8-13e3f787d85b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:48.175633 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf08e74-dae4-4645-9ca8-13e3f787d85b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:48.175968 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf08e74-dae4-4645-9ca8-13e3f787d85b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:48.176389 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf08e74-dae4-4645-9ca8-13e3f787d85b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:48.176679 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf08e74-dae4-4645-9ca8-13e3f787d85b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:48.176891 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e6d6eb4-757e-4ed5-8518-4a0559fb8ff4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting subnet cc16c158-88c8-41b0-b33c-f58f2e0a297d {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:47:48.177095 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf08e74-dae4-4645-9ca8-13e3f787d85b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:48.177326 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8bf08e74-dae4-4645-9ca8-13e3f787d85b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:48.188523 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6eb4-757e-4ed5-8518-4a0559fb8ff4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.193153 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea2eac5-32ea-4d00-a0e4-5ad09d496665 None None] Update dhcp port {'port': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'fixed_ips': [{'subnet_id': 'cc16c158-88c8-41b0-b33c-f58f2e0a297d', 'ip_address': '2001:db8::f816:3eff:fe6f:1208'}, {'subnet_id': '875fa7ca-288b-43d8-b11f-af678dbba531'}], 'binding:host_id': 'n-d-771362-37'}, 'id': '1794dc40-665d-4d52-913b-7f468f18e276'} from n-d-771362-37. {{(pid=93760) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:47:48.315695 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6eb4-757e-4ed5-8518-4a0559fb8ff4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.345425 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4ea2eac5-32ea-4d00-a0e4-5ad09d496665 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.473879 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-0fac3d32-03cc-4899-95e2-270c44d3c020 admin admin] Allocated IP 172.25.3.140 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/88b39907-1467-40d5-9201-6c759751174b) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:48.577200 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6eb4-757e-4ed5-8518-4a0559fb8ff4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.752275 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-848eff7e-2b28-4b10-9812-e5a5a2f17b2a None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.759455 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0fac3d32-03cc-4899-95e2-270c44d3c020 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.772189 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6eb4-757e-4ed5-8518-4a0559fb8ff4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.772638 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-848eff7e-2b28-4b10-9812-e5a5a2f17b2a None None] Transition to ACTIVE for port object 9ecd5b6a-f17d-4f63-8d9d-72f873d580c4 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server [None req-4ea2eac5-32ea-4d00-a0e4-5ad09d496665 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cc16c158-88c8-41b0-b33c-f58f2e0a297d: This subnet is being modified by another concurrent operation. Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise exception Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet cc16c158-88c8-41b0-b33c-f58f2e0a297d: This subnet is being modified by another concurrent operation. Jul 16 08:47:48.788725 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server Jul 16 08:47:48.840994 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d6eb4-757e-4ed5-8518-4a0559fb8ff4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Subnet': ['ID=cc16c158-88c8-41b0-b33c-f58f2e0a297d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:48.841843 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0fac3d32-03cc-4899-95e2-270c44d3c020 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.848254 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-848eff7e-2b28-4b10-9812-e5a5a2f17b2a None None] Transition to ACTIVE for port object 9ecd5b6a-f17d-4f63-8d9d-72f873d580c4 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:48.857979 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e6d6eb4-757e-4ed5-8518-4a0559fb8ff4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.862474 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5e6d6eb4-757e-4ed5-8518-4a0559fb8ff4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/cc16c158-88c8-41b0-b33c-f58f2e0a297d HTTP/1.1" status: 204 len: 168 time: 0.9260604 Jul 16 08:47:48.866667 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55276) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:48.868841 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-848eff7e-2b28-4b10-9812-e5a5a2f17b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:48.953427 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fac3d32-03cc-4899-95e2-270c44d3c020 admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:48.966297 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-0fac3d32-03cc-4899-95e2-270c44d3c020 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:48.975229 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fac3d32-03cc-4899-95e2-270c44d3c020 admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:48.987214 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6576ac12-3d2c-4993-bc5d-288360b6540e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1190774 Jul 16 08:47:48.992957 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55280) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:48.997479 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c4a80f-2b49-45a4-b6b8-09f4c1ebdd2d None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:49.055541 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848eff7e-2b28-4b10-9812-e5a5a2f17b2a None None] Network e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:49.072318 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-848eff7e-2b28-4b10-9812-e5a5a2f17b2a None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:49.083188 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848eff7e-2b28-4b10-9812-e5a5a2f17b2a None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:49.111738 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848eff7e-2b28-4b10-9812-e5a5a2f17b2a None None] Pushing event updated for resources: {'Port': ['ID=9ecd5b6a-f17d-4f63-8d9d-72f873d580c4,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:49.167684 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f557a577-77df-47af-a5b8-a57cab7b5df7 None None] Provisioning complete for port 1794dc40-665d-4d52-913b-7f468f18e276 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:49.168063 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f557a577-77df-47af-a5b8-a57cab7b5df7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.442619 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-848eff7e-2b28-4b10-9812-e5a5a2f17b2a None None] Attempting to bind port 9ecd5b6a-f17d-4f63-8d9d-72f873d580c4 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:49.442619 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-848eff7e-2b28-4b10-9812-e5a5a2f17b2a None None] Attempting to bind port 9ecd5b6a-f17d-4f63-8d9d-72f873d580c4 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'deae9675-fab6-424c-82d9-daed0255a654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:49.442619 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848eff7e-2b28-4b10-9812-e5a5a2f17b2a None None] Attempting to bind port 9ecd5b6a-f17d-4f63-8d9d-72f873d580c4 on network e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:49.482600 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848eff7e-2b28-4b10-9812-e5a5a2f17b2a None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:49.483291 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848eff7e-2b28-4b10-9812-e5a5a2f17b2a None None] Checking segment: {'id': 'deae9675-fab6-424c-82d9-daed0255a654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:49.485218 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-848eff7e-2b28-4b10-9812-e5a5a2f17b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.485892 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-848eff7e-2b28-4b10-9812-e5a5a2f17b2a None None] Bound using segment: {'id': 'deae9675-fab6-424c-82d9-daed0255a654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:49.486606 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-848eff7e-2b28-4b10-9812-e5a5a2f17b2a None None] Bound port: 9ecd5b6a-f17d-4f63-8d9d-72f873d580c4, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deae9675-fab6-424c-82d9-daed0255a654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:49.487321 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-848eff7e-2b28-4b10-9812-e5a5a2f17b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.574831 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device cb950975-a654-4e25-b997-06d939f11938 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:49.601564 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-40cebdb0-f878-4e15-87e3-2ca6c6dc3231 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:49.659173 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fac3d32-03cc-4899-95e2-270c44d3c020 admin admin] Pushing event updated for resources: {'Port': ['ID=88b39907-1467-40d5-9201-6c759751174b,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:49.753201 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fac3d32-03cc-4899-95e2-270c44d3c020 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:49.754106 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fac3d32-03cc-4899-95e2-270c44d3c020 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:49.754706 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fac3d32-03cc-4899-95e2-270c44d3c020 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:49.755415 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fac3d32-03cc-4899-95e2-270c44d3c020 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:49.756241 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fac3d32-03cc-4899-95e2-270c44d3c020 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:49.757016 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fac3d32-03cc-4899-95e2-270c44d3c020 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:49.762944 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port cb950975-a654-4e25-b997-06d939f11938 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:49.767385 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fac3d32-03cc-4899-95e2-270c44d3c020 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:49.768372 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fac3d32-03cc-4899-95e2-270c44d3c020 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:49.768983 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fac3d32-03cc-4899-95e2-270c44d3c020 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:49.769562 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fac3d32-03cc-4899-95e2-270c44d3c020 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:49.770542 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fac3d32-03cc-4899-95e2-270c44d3c020 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:49.771287 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fac3d32-03cc-4899-95e2-270c44d3c020 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:47:49.787888 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port cb950975-a654-4e25-b997-06d939f11938 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:49.788275 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:49.794098 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60156440-782b-4329-adf0-d8ff97982084 None None] DHCP port deletion for ed380f80-a9ff-4ccb-b4e8-357bb126e37f request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:47:49.913124 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-848eff7e-2b28-4b10-9812-e5a5a2f17b2a None None] For port 9ecd5b6a-f17d-4f63-8d9d-72f873d580c4, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:49.956816 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-848eff7e-2b28-4b10-9812-e5a5a2f17b2a None None] For port 9ecd5b6a-f17d-4f63-8d9d-72f873d580c4, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=9ecd5b6a-f17d-4f63-8d9d-72f873d580c4,segment=NetworkSegment(deae9675-fab6-424c-82d9-daed0255a654),segment_id=deae9675-fab6-424c-82d9-daed0255a654)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:49.969580 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-848eff7e-2b28-4b10-9812-e5a5a2f17b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.066863 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40cebdb0-f878-4e15-87e3-2ca6c6dc3231 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:50.073339 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40cebdb0-f878-4e15-87e3-2ca6c6dc3231 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.153228 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.172196 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-60156440-782b-4329-adf0-d8ff97982084 None None] Deleting port 1794dc40-665d-4d52-913b-7f468f18e276 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:50.175551 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-60156440-782b-4329-adf0-d8ff97982084 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.286167 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-60156440-782b-4329-adf0-d8ff97982084 None None] For port 1794dc40-665d-4d52-913b-7f468f18e276, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1794dc40-665d-4d52-913b-7f468f18e276,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:50.286668 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-60156440-782b-4329-adf0-d8ff97982084 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.311009 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-60156440-782b-4329-adf0-d8ff97982084 None None] Calling delete_port for 1794dc40-665d-4d52-913b-7f468f18e276 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:50.436084 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0fac3d32-03cc-4899-95e2-270c44d3c020 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.501366 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-60156440-782b-4329-adf0-d8ff97982084 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.540065 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60156440-782b-4329-adf0-d8ff97982084 None None] No DVR routers for this DVR port 1794dc40-665d-4d52-913b-7f468f18e276 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:50.551011 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848eff7e-2b28-4b10-9812-e5a5a2f17b2a None None] Pushing event updated for resources: {'Port': ['ID=9ecd5b6a-f17d-4f63-8d9d-72f873d580c4,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:50.615780 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60156440-782b-4329-adf0-d8ff97982084 None None] Pushing event deleted for resources: {'Port': ['ID=1794dc40-665d-4d52-913b-7f468f18e276,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:50.619220 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port cb950975-a654-4e25-b997-06d939f11938, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=cb950975-a654-4e25-b997-06d939f11938,segment=NetworkSegment(11623f49-c1c9-45bc-a656-e458c5eff734),segment_id=11623f49-c1c9-45bc-a656-e458c5eff734)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:50.625668 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.692020 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=cb950975-a654-4e25-b997-06d939f11938,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:50.734776 n-d-771362-37 neutron-server[93758]: DEBUG neutron.objects.ports [None req-40cebdb0-f878-4e15-87e3-2ca6c6dc3231 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93758) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:47:50.738455 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40cebdb0-f878-4e15-87e3-2ca6c6dc3231 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.743641 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1794dc40-665d-4d52-913b-7f468f18e276 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:50.791656 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40cebdb0-f878-4e15-87e3-2ca6c6dc3231 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:50.808221 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 1794dc40-665d-4d52-913b-7f468f18e276 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:47:50.809681 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1794dc40-665d-4d52-913b-7f468f18e276 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:47:50.830502 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-40cebdb0-f878-4e15-87e3-2ca6c6dc3231 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:50.838980 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40cebdb0-f878-4e15-87e3-2ca6c6dc3231 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:50.839230 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40cebdb0-f878-4e15-87e3-2ca6c6dc3231 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:50.845643 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358faa39-ba09-4897-a0be-82d866b0e949 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:50.905662 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55298) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:50.907952 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-40cebdb0-f878-4e15-87e3-2ca6c6dc3231 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3103650 Jul 16 08:47:50.912505 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0f3f433c-a6b9-47dd-ad34-3c41d4153c62 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:50.987177 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cebdb0-f878-4e15-87e3-2ca6c6dc3231 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Subnet': ['ID=9997c301-dc17-4958-9e3b-ed0521d34e46,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:51.105976 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3f433c-a6b9-47dd-ad34-3c41d4153c62 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:51.112326 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f3f433c-a6b9-47dd-ad34-3c41d4153c62 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.115973 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0fac3d32-03cc-4899-95e2-270c44d3c020 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.150926 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dee4578-7672-4343-b61f-247cb06d062d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'tenant_id': '11897f26500d434cb71ca0edc07e35ac', 'fixed_ips': [{'subnet_id': '9997c301-dc17-4958-9e3b-ed0521d34e46'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:47:51.152385 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7dee4578-7672-4343-b61f-247cb06d062d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.337057 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fac3d32-03cc-4899-95e2-270c44d3c020 admin admin] Router 8065f757-4117-41a9-a086-647bf2eb5108 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:47:51.456171 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f3f433c-a6b9-47dd-ad34-3c41d4153c62 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.485697 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-7dee4578-7672-4343-b61f-247cb06d062d None None] Allocated IP 2001:db8::f816:3eff:fee1:3227 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/9997c301-dc17-4958-9e3b-ed0521d34e46/52253178-508b-43f6-ac20-fb38b92f3d2c) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:51.611217 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3f433c-a6b9-47dd-ad34-3c41d4153c62 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:51.620745 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-0f3f433c-a6b9-47dd-ad34-3c41d4153c62 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:51.634465 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3f433c-a6b9-47dd-ad34-3c41d4153c62 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:51.635298 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0f3f433c-a6b9-47dd-ad34-3c41d4153c62 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.702042 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f433c-a6b9-47dd-ad34-3c41d4153c62 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Subnet': ['ID=7ac3e012-77be-4332-8860-870f9ab2b917,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:51.707592 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device cb950975-a654-4e25-b997-06d939f11938 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:51.713610 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fac3d32-03cc-4899-95e2-270c44d3c020 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:51.716764 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0f3f433c-a6b9-47dd-ad34-3c41d4153c62 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8095899 Jul 16 08:47:51.720824 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55308) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:51.736550 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-31c7fa09-f4c9-430a-b448-b85b06449a11 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'port': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'mac_address': 'fa:16:3e:6f:7e:81', 'name': 'tempest-NetworksTestDHCPv6-627901548'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:51.756804 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49349a38-da3b-4296-b003-bfda8cccefa6 None None] Sync routers for ids ['8065f757-4117-41a9-a086-647bf2eb5108'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:47:51.764111 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0fac3d32-03cc-4899-95e2-270c44d3c020 admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:51.769687 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0fac3d32-03cc-4899-95e2-270c44d3c020 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 4.8226786 Jul 16 08:47:51.769687 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55310) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:51.852412 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49349a38-da3b-4296-b003-bfda8cccefa6 None None] Routers {'8065f757-4117-41a9-a086-647bf2eb5108'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:51.853078 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-49349a38-da3b-4296-b003-bfda8cccefa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:47:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['8065f757-4117-41a9-a086-647bf2eb5108'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:51.926044 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c7fa09-f4c9-430a-b448-b85b06449a11 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:51.977788 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7dee4578-7672-4343-b61f-247cb06d062d None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.001873 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7dee4578-7672-4343-b61f-247cb06d062d None None] Transition to ACTIVE for port object 52253178-508b-43f6-ac20-fb38b92f3d2c will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:52.005679 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port cb950975-a654-4e25-b997-06d939f11938 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:52.006239 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.022630 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a0508d4-336f-4379-96ab-83c01499fd8e None None] Network e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:52.188052 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31c7fa09-f4c9-430a-b448-b85b06449a11 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.255865 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-31c7fa09-f4c9-430a-b448-b85b06449a11 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] device_id is not set on port d3d29678-38f4-4987-b025-25959440beb3 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:47:52.276460 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7dee4578-7672-4343-b61f-247cb06d062d None None] Transition to ACTIVE for port object 52253178-508b-43f6-ac20-fb38b92f3d2c will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:52.307065 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7dee4578-7672-4343-b61f-247cb06d062d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.377449 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-23ac7168-f9d8-47ba-ae63-97e04094ee34 None None] Provisioning for port 9ecd5b6a-f17d-4f63-8d9d-72f873d580c4 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:52.411157 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-49349a38-da3b-4296-b003-bfda8cccefa6 None None] Set router 8065f757-4117-41a9-a086-647bf2eb5108 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:52.422003 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dee4578-7672-4343-b61f-247cb06d062d None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:52.494076 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55318) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:52.499184 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-7dee4578-7672-4343-b61f-247cb06d062d None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:52.502037 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dee4578-7672-4343-b61f-247cb06d062d None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:52.523456 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee4578-7672-4343-b61f-247cb06d062d None None] Pushing event updated for resources: {'Port': ['ID=52253178-508b-43f6-ac20-fb38b92f3d2c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:52.679937 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-31c7fa09-f4c9-430a-b448-b85b06449a11 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Allocated IP 172.20.0.13 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/7ac3e012-77be-4332-8860-870f9ab2b917/d3d29678-38f4-4987-b025-25959440beb3) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:52.697255 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-31c7fa09-f4c9-430a-b448-b85b06449a11 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Allocated IP 2001:db8::f816:3eff:fe6f:7e81 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/9997c301-dc17-4958-9e3b-ed0521d34e46/d3d29678-38f4-4987-b025-25959440beb3) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:52.740083 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0272d437-5202-44de-a6d9-089f0136f0a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.829544 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-7dee4578-7672-4343-b61f-247cb06d062d None None] Attempting to bind port 52253178-508b-43f6-ac20-fb38b92f3d2c on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:52.830061 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-7dee4578-7672-4343-b61f-247cb06d062d None None] Attempting to bind port 52253178-508b-43f6-ac20-fb38b92f3d2c by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:52.831338 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dee4578-7672-4343-b61f-247cb06d062d None None] Attempting to bind port 52253178-508b-43f6-ac20-fb38b92f3d2c on network ed380f80-a9ff-4ccb-b4e8-357bb126e37f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:52.892124 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dee4578-7672-4343-b61f-247cb06d062d None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:52.892928 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dee4578-7672-4343-b61f-247cb06d062d None None] Checking segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:52.893086 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7dee4578-7672-4343-b61f-247cb06d062d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.893502 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dee4578-7672-4343-b61f-247cb06d062d None None] Bound using segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:52.893998 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-7dee4578-7672-4343-b61f-247cb06d062d None None] Bound port: 52253178-508b-43f6-ac20-fb38b92f3d2c, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:52.894417 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7dee4578-7672-4343-b61f-247cb06d062d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.898951 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b3a7f93c-a9fe-4701-ba36-214ccc73dc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:52.959538 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 9ecd5b6a-f17d-4f63-8d9d-72f873d580c4 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:53.050725 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31c7fa09-f4c9-430a-b448-b85b06449a11 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.090176 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0272d437-5202-44de-a6d9-089f0136f0a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.092312 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-31c7fa09-f4c9-430a-b448-b85b06449a11 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Transition to ACTIVE for port object d3d29678-38f4-4987-b025-25959440beb3 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:53.097301 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0272d437-5202-44de-a6d9-089f0136f0a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.155757 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7dee4578-7672-4343-b61f-247cb06d062d None None] For port 52253178-508b-43f6-ac20-fb38b92f3d2c, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:53.168298 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 9ecd5b6a-f17d-4f63-8d9d-72f873d580c4 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:53.193035 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7dee4578-7672-4343-b61f-247cb06d062d None None] For port 52253178-508b-43f6-ac20-fb38b92f3d2c, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=52253178-508b-43f6-ac20-fb38b92f3d2c,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:53.197791 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 9ecd5b6a-f17d-4f63-8d9d-72f873d580c4 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:53.198463 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.204083 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7dee4578-7672-4343-b61f-247cb06d062d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.267188 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0272d437-5202-44de-a6d9-089f0136f0a4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=33b9550c378b4a548e8107c9e60455a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7712514 Jul 16 08:47:53.269846 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0272d437-5202-44de-a6d9-089f0136f0a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42f44745-99cb-4731-afb4-3b21ba25fb26,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:53.280601 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55334) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:53.416030 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31c7fa09-f4c9-430a-b448-b85b06449a11 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.422128 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-b3a7f93c-a9fe-4701-ba36-214ccc73dc50 admin admin] Allocated IP 172.20.0.1 (e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e/9d29986a-569e-4f42-9be5-4d938f3c2bc7/14b3fdab-000b-434a-9164-2c2533a6fd6c) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:47:53.445709 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc78f-e151-47c1-bdc7-5cb3d3ea5c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.457472 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dee4578-7672-4343-b61f-247cb06d062d None None] Pushing event updated for resources: {'Port': ['ID=52253178-508b-43f6-ac20-fb38b92f3d2c,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:53.462998 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-49349a38-da3b-4296-b003-bfda8cccefa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8065f757-4117-41a9-a086-647bf2eb5108', 'name': 'tempest-TestServerMultinode-1437471488-router', 'tenant_id': 'a2632d8d2efa4389b83e405179c1259e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '88b39907-1467-40d5-9201-6c759751174b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:47Z', 'updated_at': '2021-07-16T08:47:49Z', 'revision_number': 3, 'project_id': 'a2632d8d2efa4389b83e405179c1259e', 'gw_port': {'id': '88b39907-1467-40d5-9201-6c759751174b', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8065f757-4117-41a9-a086-647bf2eb5108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:48Z', 'updated_at': '2021-07-16T08:47:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:53.543702 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49349a38-da3b-4296-b003-bfda8cccefa6 None None] Checking router: 8065f757-4117-41a9-a086-647bf2eb5108 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:47:53.544049 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49349a38-da3b-4296-b003-bfda8cccefa6 None None] Updating router 8065f757-4117-41a9-a086-647bf2eb5108 port 88b39907-1467-40d5-9201-6c759751174b binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:47:53.621643 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c7fa09-f4c9-430a-b448-b85b06449a11 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:53.637709 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c7fa09-f4c9-430a-b448-b85b06449a11 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Port': ['ID=d3d29678-38f4-4987-b025-25959440beb3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:53.648407 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-31c7fa09-f4c9-430a-b448-b85b06449a11 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:53.654798 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c7fa09-f4c9-430a-b448-b85b06449a11 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:53.665173 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-613d8c09-534c-4fac-918a-f530b209189d None None] Provisioning complete for port 9ecd5b6a-f17d-4f63-8d9d-72f873d580c4 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:53.665551 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-613d8c09-534c-4fac-918a-f530b209189d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.681722 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc78f-e151-47c1-bdc7-5cb3d3ea5c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.702246 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b3a7f93c-a9fe-4701-ba36-214ccc73dc50 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.720687 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b3a7f93c-a9fe-4701-ba36-214ccc73dc50 admin admin] Transition to ACTIVE for port object 14b3fdab-000b-434a-9164-2c2533a6fd6c will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:53.740996 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49349a38-da3b-4296-b003-bfda8cccefa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.767541 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.781577 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c7fa09-f4c9-430a-b448-b85b06449a11 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:53.782244 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31c7fa09-f4c9-430a-b448-b85b06449a11 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.784235 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b3a7f93c-a9fe-4701-ba36-214ccc73dc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:53.839153 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a7f93c-a9fe-4701-ba36-214ccc73dc50 admin admin] Network e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:53.866248 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-31c7fa09-f4c9-430a-b448-b85b06449a11 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.1432331 Jul 16 08:47:53.868173 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55346) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:53.900155 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-b3a7f93c-a9fe-4701-ba36-214ccc73dc50 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:53.909693 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a7f93c-a9fe-4701-ba36-214ccc73dc50 admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:47:53.923197 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7f93c-a9fe-4701-ba36-214ccc73dc50 admin admin] Pushing event updated for resources: {'Port': ['ID=14b3fdab-000b-434a-9164-2c2533a6fd6c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:54.021676 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc78f-e151-47c1-bdc7-5cb3d3ea5c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:54.024534 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb3cc78f-e151-47c1-bdc7-5cb3d3ea5c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:54.025818 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-cb3cc78f-e151-47c1-bdc7-5cb3d3ea5c5f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/42f44745-99cb-4731-afb4-3b21ba25fb26 HTTP/1.1" status: 204 len: 168 time: 0.7433877 Jul 16 08:47:54.071801 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b3a7f93c-a9fe-4701-ba36-214ccc73dc50 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:54.075509 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 9ecd5b6a-f17d-4f63-8d9d-72f873d580c4, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=9ecd5b6a-f17d-4f63-8d9d-72f873d580c4,segment=NetworkSegment(deae9675-fab6-424c-82d9-daed0255a654),segment_id=deae9675-fab6-424c-82d9-daed0255a654)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:54.083284 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc8a8fa-88ad-455b-8ca2-c8aa990cb301 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:54.107136 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc8a8fa-88ad-455b-8ca2-c8aa990cb301 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:54.123225 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2cc8a8fa-88ad-455b-8ca2-c8aa990cb301 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2486899 Jul 16 08:47:54.126523 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55352) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:54.126935 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:54.183397 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3cc78f-e151-47c1-bdc7-5cb3d3ea5c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42f44745-99cb-4731-afb4-3b21ba25fb26,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:54.386942 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-613d8c09-534c-4fac-918a-f530b209189d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:54.441058 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-42ff70b6-ece2-48e1-86c7-342e1fa7f23b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting port d3d29678-38f4-4987-b025-25959440beb3 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:54.441819 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-42ff70b6-ece2-48e1-86c7-342e1fa7f23b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:54.501002 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 52253178-508b-43f6-ac20-fb38b92f3d2c up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:54.607290 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b3a7f93c-a9fe-4701-ba36-214ccc73dc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:54.711442 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=9ecd5b6a-f17d-4f63-8d9d-72f873d580c4,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:54.776942 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-42ff70b6-ece2-48e1-86c7-342e1fa7f23b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:54.803938 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.db.api [None req-613d8c09-534c-4fac-918a-f530b209189d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:47:54.805473 n-d-771362-37 neutron-server[93760]: DEBUG oslo_db.api [None req-613d8c09-534c-4fac-918a-f530b209189d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:47:54.824804 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-42ff70b6-ece2-48e1-86c7-342e1fa7f23b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Calling delete_port for d3d29678-38f4-4987-b025-25959440beb3 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:54.846117 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 52253178-508b-43f6-ac20-fb38b92f3d2c completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:54.877574 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55366) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:54.935841 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49349a38-da3b-4296-b003-bfda8cccefa6 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:54.953813 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-49349a38-da3b-4296-b003-bfda8cccefa6 None None] Transition to ACTIVE for port object 88b39907-1467-40d5-9201-6c759751174b will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:47:54.962520 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49349a38-da3b-4296-b003-bfda8cccefa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:54.974633 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6c76512-8997-486f-a668-25c757f2d3fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:54.984603 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b3a7f93c-a9fe-4701-ba36-214ccc73dc50 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:54.991988 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b3a7f93c-a9fe-4701-ba36-214ccc73dc50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.038401 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-49349a38-da3b-4296-b003-bfda8cccefa6 None None] Attempting to bind port 88b39907-1467-40d5-9201-6c759751174b on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:47:55.039179 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-49349a38-da3b-4296-b003-bfda8cccefa6 None None] Attempting to bind port 88b39907-1467-40d5-9201-6c759751174b by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:47:55.040208 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49349a38-da3b-4296-b003-bfda8cccefa6 None None] Attempting to bind port 88b39907-1467-40d5-9201-6c759751174b on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:47:55.045511 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfc08c-5590-43ce-9bb7-9164d6753f64 None None] Pushing event updated for resources: {'Port': ['ID=88b39907-1467-40d5-9201-6c759751174b,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:55.058993 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49349a38-da3b-4296-b003-bfda8cccefa6 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:47:55.059850 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49349a38-da3b-4296-b003-bfda8cccefa6 None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:47:55.061106 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49349a38-da3b-4296-b003-bfda8cccefa6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.063659 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b3a7f93c-a9fe-4701-ba36-214ccc73dc50 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.078297 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49349a38-da3b-4296-b003-bfda8cccefa6 None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:47:55.079598 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-49349a38-da3b-4296-b003-bfda8cccefa6 None None] Bound port: 88b39907-1467-40d5-9201-6c759751174b, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:47:55.080293 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49349a38-da3b-4296-b003-bfda8cccefa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.179612 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a7f93c-a9fe-4701-ba36-214ccc73dc50 admin admin] Pushing event updated for resources: {'Port': ['ID=14b3fdab-000b-434a-9164-2c2533a6fd6c,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:55.227110 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-49349a38-da3b-4296-b003-bfda8cccefa6 None None] For port 88b39907-1467-40d5-9201-6c759751174b, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:47:55.232676 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-49349a38-da3b-4296-b003-bfda8cccefa6 None None] For port 88b39907-1467-40d5-9201-6c759751174b, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=88b39907-1467-40d5-9201-6c759751174b,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:47:55.238346 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49349a38-da3b-4296-b003-bfda8cccefa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.295541 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a7f93c-a9fe-4701-ba36-214ccc73dc50 admin admin] Network e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:55.297519 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-b3a7f93c-a9fe-4701-ba36-214ccc73dc50 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:55.345271 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-42ff70b6-ece2-48e1-86c7-342e1fa7f23b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.408253 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ff70b6-ece2-48e1-86c7-342e1fa7f23b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Port': ['ID=d3d29678-38f4-4987-b025-25959440beb3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:55.456096 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1bfc08c-5590-43ce-9bb7-9164d6753f64 None None] Pushing event updated for resources: {'Port': ['ID=88b39907-1467-40d5-9201-6c759751174b,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:55.537217 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49349a38-da3b-4296-b003-bfda8cccefa6 None None] Routers {'8065f757-4117-41a9-a086-647bf2eb5108'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:47:55.538596 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-49349a38-da3b-4296-b003-bfda8cccefa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:47:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['8065f757-4117-41a9-a086-647bf2eb5108'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:55.544459 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a7f93c-a9fe-4701-ba36-214ccc73dc50 admin admin] Router 8065f757-4117-41a9-a086-647bf2eb5108 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:47:55.603174 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-42ff70b6-ece2-48e1-86c7-342e1fa7f23b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.616470 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-42ff70b6-ece2-48e1-86c7-342e1fa7f23b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/d3d29678-38f4-4987-b025-25959440beb3 HTTP/1.1" status: 204 len: 168 time: 1.4673920 Jul 16 08:47:55.617818 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55376) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:55.629874 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995fdd8a-3c51-4eaa-bcf6-6b1fd5be568f None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:55.640278 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6c76512-8997-486f-a668-25c757f2d3fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.647714 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6c76512-8997-486f-a668-25c757f2d3fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.699522 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364867f4-e27f-471f-a3a3-671c04b52ec3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:55.702104 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364867f4-e27f-471f-a3a3-671c04b52ec3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:55.705258 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-364867f4-e27f-471f-a3a3-671c04b52ec3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:55.711834 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-364867f4-e27f-471f-a3a3-671c04b52ec3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0926075 Jul 16 08:47:55.714701 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55378) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:55.741870 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c6c76512-8997-486f-a668-25c757f2d3fd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0aaf50cbbb9646b8be897790052a2f60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8635826 Jul 16 08:47:55.742484 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55380) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:55.773478 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c76512-8997-486f-a668-25c757f2d3fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3659edb6-3e9e-4bcd-98e8-c083b9824961,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:55.817052 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-49349a38-da3b-4296-b003-bfda8cccefa6 None None] Set router 8065f757-4117-41a9-a086-647bf2eb5108 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:47:55.829261 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a7f93c-a9fe-4701-ba36-214ccc73dc50 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:47:55.835857 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b3a7f93c-a9fe-4701-ba36-214ccc73dc50 admin admin] 10.222.0.22 "PUT /v2.0/routers/8065f757-4117-41a9-a086-647bf2eb5108/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0650687 Jul 16 08:47:55.838869 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73bbe6eb-ce2c-4e14-afaf-c922d75eb17c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.874808 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-cfbea64b-d837-4161-81f2-0f8c36f39cee None None] Provisioning for port 52253178-508b-43f6-ac20-fb38b92f3d2c completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:55.879208 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d27ef1a-a4d6-4478-83a8-d9aae8150c70 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting subnet 7ac3e012-77be-4332-8860-870f9ab2b917 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:47:55.883081 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9d27ef1a-a4d6-4478-83a8-d9aae8150c70 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.897006 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73bbe6eb-ce2c-4e14-afaf-c922d75eb17c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.898391 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-cfbea64b-d837-4161-81f2-0f8c36f39cee None None] Provisioning complete for port 52253178-508b-43f6-ac20-fb38b92f3d2c triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:55.899303 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cfbea64b-d837-4161-81f2-0f8c36f39cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.967781 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73bbe6eb-ce2c-4e14-afaf-c922d75eb17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.975189 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73bbe6eb-ce2c-4e14-afaf-c922d75eb17c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:55.977706 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-73bbe6eb-ce2c-4e14-afaf-c922d75eb17c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3659edb6-3e9e-4bcd-98e8-c083b9824961 HTTP/1.1" status: 204 len: 168 time: 0.2317326 Jul 16 08:47:55.989678 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bbe6eb-ce2c-4e14-afaf-c922d75eb17c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3659edb6-3e9e-4bcd-98e8-c083b9824961,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:56.367016 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9d27ef1a-a4d6-4478-83a8-d9aae8150c70 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:56.440458 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9d27ef1a-a4d6-4478-83a8-d9aae8150c70 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:56.477153 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 9ecd5b6a-f17d-4f63-8d9d-72f873d580c4 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:47:56.521619 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9d27ef1a-a4d6-4478-83a8-d9aae8150c70 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:56.550244 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9d27ef1a-a4d6-4478-83a8-d9aae8150c70 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:56.559694 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55402) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:56.560499 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9d27ef1a-a4d6-4478-83a8-d9aae8150c70 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/7ac3e012-77be-4332-8860-870f9ab2b917 HTTP/1.1" status: 204 len: 168 time: 0.8438585 Jul 16 08:47:56.609360 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d27ef1a-a4d6-4478-83a8-d9aae8150c70 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Subnet': ['ID=7ac3e012-77be-4332-8860-870f9ab2b917,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:56.674719 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cd5cfcf-6599-4848-8a38-74bbfa336502 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting subnet 9997c301-dc17-4958-9e3b-ed0521d34e46 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:47:56.681838 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cd5cfcf-6599-4848-8a38-74bbfa336502 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:56.783534 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cd5cfcf-6599-4848-8a38-74bbfa336502 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:56.913569 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cfbea64b-d837-4161-81f2-0f8c36f39cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:56.955051 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 9ecd5b6a-f17d-4f63-8d9d-72f873d580c4 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:56.959578 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:57.028749 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-cfbea64b-d837-4161-81f2-0f8c36f39cee None None] For port 52253178-508b-43f6-ac20-fb38b92f3d2c, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=52253178-508b-43f6-ac20-fb38b92f3d2c,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:57.041829 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cfbea64b-d837-4161-81f2-0f8c36f39cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:57.043071 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cd5cfcf-6599-4848-8a38-74bbfa336502 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:57.112948 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-cfbea64b-d837-4161-81f2-0f8c36f39cee None None] Provisioning for port 14b3fdab-000b-434a-9164-2c2533a6fd6c completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:47:57.135083 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-cfbea64b-d837-4161-81f2-0f8c36f39cee None None] Provisioning complete for port 14b3fdab-000b-434a-9164-2c2533a6fd6c triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:57.135559 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cfbea64b-d837-4161-81f2-0f8c36f39cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:57.191891 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cd5cfcf-6599-4848-8a38-74bbfa336502 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:57.208769 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cd5cfcf-6599-4848-8a38-74bbfa336502 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:57.211288 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7cd5cfcf-6599-4848-8a38-74bbfa336502 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/9997c301-dc17-4958-9e3b-ed0521d34e46 HTTP/1.1" status: 204 len: 168 time: 0.6483581 Jul 16 08:47:57.214358 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55434) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:57.254205 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd5cfcf-6599-4848-8a38-74bbfa336502 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Subnet': ['ID=9997c301-dc17-4958-9e3b-ed0521d34e46,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:57.282854 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfbea64b-d837-4161-81f2-0f8c36f39cee None None] Pushing event updated for resources: {'Port': ['ID=52253178-508b-43f6-ac20-fb38b92f3d2c,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:57.302676 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79a9f36-3b40-4dff-9174-5e6b91ca6db8 None None] Update dhcp port {'port': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'fixed_ips': [{'subnet_id': '9997c301-dc17-4958-9e3b-ed0521d34e46', 'ip_address': '2001:db8::f816:3eff:fee1:3227'}, {'subnet_id': '7ac3e012-77be-4332-8860-870f9ab2b917'}], 'binding:host_id': 'n-d-771362-37'}, 'id': '52253178-508b-43f6-ac20-fb38b92f3d2c'} from n-d-771362-37. {{(pid=93760) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:47:57.329149 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d275cd49-6115-49b4-b87c-a8943e1a03d2 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1130750 Jul 16 08:47:57.332455 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55438) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:57.343169 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-158a5b08-5550-47df-977c-b399ee811aeb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:57.350831 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-49349a38-da3b-4296-b003-bfda8cccefa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8065f757-4117-41a9-a086-647bf2eb5108', 'name': 'tempest-TestServerMultinode-1437471488-router', 'tenant_id': 'a2632d8d2efa4389b83e405179c1259e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '88b39907-1467-40d5-9201-6c759751174b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:47Z', 'updated_at': '2021-07-16T08:47:54Z', 'revision_number': 4, 'project_id': 'a2632d8d2efa4389b83e405179c1259e', 'gw_port': {'id': '88b39907-1467-40d5-9201-6c759751174b', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8065f757-4117-41a9-a086-647bf2eb5108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:48Z', 'updated_at': '2021-07-16T08:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '14b3fdab-000b-434a-9164-2c2533a6fd6c', 'name': '', 'network_id': 'e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e', 'tenant_id': 'a2632d8d2efa4389b83e405179c1259e', 'mac_address': 'fa:16:3e:81:15:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8065f757-4117-41a9-a086-647bf2eb5108', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '9d29986a-569e-4f42-9be5-4d938f3c2bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:52Z', 'updated_at': '2021-07-16T08:47:54Z', 'revision_number': 2, 'project_id': 'a2632d8d2efa4389b83e405179c1259e', 'subnets': [{'id': '9d29986a-569e-4f42-9be5-4d938f3c2bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:47:57.380063 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-cfbea64b-d837-4161-81f2-0f8c36f39cee None None] Port 14b3fdab-000b-434a-9164-2c2533a6fd6c cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:47:57.385970 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49349a38-da3b-4296-b003-bfda8cccefa6 None None] The sync data for ids ['8065f757-4117-41a9-a086-647bf2eb5108'] in n-d-771362-37 is: [{'id': '8065f757-4117-41a9-a086-647bf2eb5108', 'name': 'tempest-TestServerMultinode-1437471488-router', 'tenant_id': 'a2632d8d2efa4389b83e405179c1259e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '88b39907-1467-40d5-9201-6c759751174b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:47Z', 'updated_at': '2021-07-16T08:47:54Z', 'revision_number': 4, 'project_id': 'a2632d8d2efa4389b83e405179c1259e', 'gw_port': {'id': '88b39907-1467-40d5-9201-6c759751174b', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8065f757-4117-41a9-a086-647bf2eb5108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:48Z', 'updated_at': '2021-07-16T08:47:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '14b3fdab-000b-434a-9164-2c2533a6fd6c', 'name': '', 'network_id': 'e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e', 'tenant_id': 'a2632d8d2efa4389b83e405179c1259e', 'mac_address': 'fa:16:3e:81:15:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8065f757-4117-41a9-a086-647bf2eb5108', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '9d29986a-569e-4f42-9be5-4d938f3c2bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:52Z', 'updated_at': '2021-07-16T08:47:54Z', 'revision_number': 2, 'project_id': 'a2632d8d2efa4389b83e405179c1259e', 'subnets': [{'id': '9d29986a-569e-4f42-9be5-4d938f3c2bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:47:57.397063 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e79a9f36-3b40-4dff-9174-5e6b91ca6db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:57.499842 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-158a5b08-5550-47df-977c-b399ee811aeb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:57.504944 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-158a5b08-5550-47df-977c-b399ee811aeb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:57.643254 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-752c4dce-643d-4651-9d0d-b66b9486954a None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:57.837930 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-158a5b08-5550-47df-977c-b399ee811aeb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:57.916710 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7b312565-01b5-4248-90c3-97922400c5e5 None None] Provisioning complete for port 52253178-508b-43f6-ac20-fb38b92f3d2c triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:47:57.918393 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7b312565-01b5-4248-90c3-97922400c5e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:57.931877 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-158a5b08-5550-47df-977c-b399ee811aeb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Subnet': ['ID=9a67bb73-420f-48d3-92af-f530a21d802b,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:57.991365 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-158a5b08-5550-47df-977c-b399ee811aeb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:57.999447 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-158a5b08-5550-47df-977c-b399ee811aeb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:58.003448 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-158a5b08-5550-47df-977c-b399ee811aeb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:58.004437 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-158a5b08-5550-47df-977c-b399ee811aeb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:58.052020 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-188954a6-e87b-46e1-82ee-60548a3e11bc tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:58.060660 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-188954a6-e87b-46e1-82ee-60548a3e11bc tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/networks?id=b6b3d16d-1bea-4a51-9d89-f34565574f95 HTTP/1.1" status: 200 len: 911 time: 0.2946131 Jul 16 08:47:58.070317 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-158a5b08-5550-47df-977c-b399ee811aeb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7359736 Jul 16 08:47:58.070547 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55458) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:58.077874 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-fa7b4b7d-e799-4b87-8f1d-5db51e7e17ea tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:58.111115 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-f329ce3a-f56e-4cb1-9916-0d50997bc60b tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/quotas/a2632d8d2efa4389b83e405179c1259e HTTP/1.1" status: 200 len: 375 time: 0.0484378 Jul 16 08:47:58.164552 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f02b70-d116-45d2-94b9-65e20e93f3f8 None None] DHCP port deletion for ed380f80-a9ff-4ccb-b4e8-357bb126e37f request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:47:58.284193 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-f5f02b70-d116-45d2-94b9-65e20e93f3f8 None None] Deleting port 52253178-508b-43f6-ac20-fb38b92f3d2c {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:47:58.284736 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f5f02b70-d116-45d2-94b9-65e20e93f3f8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:58.295614 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 52253178-508b-43f6-ac20-fb38b92f3d2c no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:47:58.446434 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa7b4b7d-e799-4b87-8f1d-5db51e7e17ea tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:47:58.450593 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-9786df30-bf1b-432f-b3a2-fd29e9c2eafa tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?tenant_id=a2632d8d2efa4389b83e405179c1259e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3375342 Jul 16 08:47:58.477215 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fa7b4b7d-e799-4b87-8f1d-5db51e7e17ea tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:58.480226 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-87ec490e-83ab-4708-97d3-210a6eca40e0 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:47:58.481335 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-87ec490e-83ab-4708-97d3-210a6eca40e0 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0094225 Jul 16 08:47:58.602741 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-f5f02b70-d116-45d2-94b9-65e20e93f3f8 None None] For port 52253178-508b-43f6-ac20-fb38b92f3d2c, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=52253178-508b-43f6-ac20-fb38b92f3d2c,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:58.603347 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f5f02b70-d116-45d2-94b9-65e20e93f3f8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:58.640065 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:58.670830 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-f5f02b70-d116-45d2-94b9-65e20e93f3f8 None None] Calling delete_port for 52253178-508b-43f6-ac20-fb38b92f3d2c owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:47:58.741869 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-d656655c-b43d-426a-850b-d3b41381e842 service neutron] 10.222.0.22 "GET /v2.0/networks/b6b3d16d-1bea-4a51-9d89-f34565574f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2363703 Jul 16 08:47:58.842141 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 52253178-508b-43f6-ac20-fb38b92f3d2c, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=52253178-508b-43f6-ac20-fb38b92f3d2c,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:47:58.851003 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:58.961614 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=52253178-508b-43f6-ac20-fb38b92f3d2c,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:58.978208 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f5f02b70-d116-45d2-94b9-65e20e93f3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.042612 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f02b70-d116-45d2-94b9-65e20e93f3f8 None None] Pushing event deleted for resources: {'Port': ['ID=52253178-508b-43f6-ac20-fb38b92f3d2c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:59.050829 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f02b70-d116-45d2-94b9-65e20e93f3f8 None None] No DVR routers for this DVR port 52253178-508b-43f6-ac20-fb38b92f3d2c on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:47:59.081199 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2539008-af17-4688-b725-f9b32f7906ae None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:47:59.474934 n-d-771362-37 neutron-server[93758]: DEBUG neutron.objects.ports [None req-fa7b4b7d-e799-4b87-8f1d-5db51e7e17ea tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93758) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:47:59.482975 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fa7b4b7d-e799-4b87-8f1d-5db51e7e17ea tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.538089 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbce68f6-82b0-4d06-b664-68ba07bc4359 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'tenant_id': '11897f26500d434cb71ca0edc07e35ac', 'fixed_ips': [{'subnet_id': '9a67bb73-420f-48d3-92af-f530a21d802b'}, {'subnet_id': 'd46db584-57a0-4ba4-bd9a-b46a627766be'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:47:59.539005 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cbce68f6-82b0-4d06-b664-68ba07bc4359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.573906 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7b4b7d-e799-4b87-8f1d-5db51e7e17ea tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Subnet': ['ID=d46db584-57a0-4ba4-bd9a-b46a627766be,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:47:59.599261 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa7b4b7d-e799-4b87-8f1d-5db51e7e17ea tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:47:59.602129 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-fa7b4b7d-e799-4b87-8f1d-5db51e7e17ea tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:47:59.614734 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa7b4b7d-e799-4b87-8f1d-5db51e7e17ea tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:47:59.617563 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fa7b4b7d-e799-4b87-8f1d-5db51e7e17ea tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:47:59.622921 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-38976596-784c-4831-99d8-53404183fbb5 service neutron] 10.222.0.22 "GET /v2.0/networks/b6b3d16d-1bea-4a51-9d89-f34565574f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8696799 Jul 16 08:47:59.661733 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55492) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:59.672790 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-fa7b4b7d-e799-4b87-8f1d-5db51e7e17ea tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6004126 Jul 16 08:47:59.675839 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55496) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:47:59.681192 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7d9a5366-8f01-4dff-b379-f58df9e09c7c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'port': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'mac_address': 'fa:16:3e:39:63:a8', 'name': 'tempest-NetworksTestDHCPv6-212513570'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:47:59.930591 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b8bb93d-2a7a-4c1b-abf6-a506a0f0ffd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.028520 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-cbce68f6-82b0-4d06-b664-68ba07bc4359 None None] Allocated IP 172.20.0.2 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/9a67bb73-420f-48d3-92af-f530a21d802b/dd4245f6-60e5-4b08-ae0f-f8bcc57c9f65) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:00.039607 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-cbce68f6-82b0-4d06-b664-68ba07bc4359 None None] Allocated IP 2001:db8::f816:3eff:fe55:5944 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/d46db584-57a0-4ba4-bd9a-b46a627766be/dd4245f6-60e5-4b08-ae0f-f8bcc57c9f65) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:00.205540 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b8bb93d-2a7a-4c1b-abf6-a506a0f0ffd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.222142 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b8bb93d-2a7a-4c1b-abf6-a506a0f0ffd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.258909 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d9a5366-8f01-4dff-b379-f58df9e09c7c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:00.356217 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 88b39907-1467-40d5-9201-6c759751174b up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:00.387237 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2b8bb93d-2a7a-4c1b-abf6-a506a0f0ffd8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=37a23da6f1f24103a23f9b8ea394a0bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7234058 Jul 16 08:48:00.396535 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55510) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:00.448748 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d9a5366-8f01-4dff-b379-f58df9e09c7c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.455994 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8bb93d-2a7a-4c1b-abf6-a506a0f0ffd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=968185f9-8928-44d9-ad48-78a580bd51ba,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:00.474061 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-7d9a5366-8f01-4dff-b379-f58df9e09c7c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] device_id is not set on port d3a11633-c02a-4b14-8b3e-bd26915ef965 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:48:00.532321 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cbce68f6-82b0-4d06-b664-68ba07bc4359 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.542353 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-cbce68f6-82b0-4d06-b664-68ba07bc4359 None None] Transition to ACTIVE for port object dd4245f6-60e5-4b08-ae0f-f8bcc57c9f65 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:00.559262 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-cbce68f6-82b0-4d06-b664-68ba07bc4359 None None] Transition to ACTIVE for port object dd4245f6-60e5-4b08-ae0f-f8bcc57c9f65 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:00.582212 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cbce68f6-82b0-4d06-b664-68ba07bc4359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.621072 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cd72e160-b0a8-4c70-a238-407fff46f43d req-d06ee34f-bd47-477c-8672-a167276917b5 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=465f9ddb-0146-4a44-a8e5-ad54e619ac3a HTTP/1.1" status: 200 len: 210 time: 0.5512831 Jul 16 08:48:00.650019 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbce68f6-82b0-4d06-b664-68ba07bc4359 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:00.659844 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-cbce68f6-82b0-4d06-b664-68ba07bc4359 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:00.665741 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbce68f6-82b0-4d06-b664-68ba07bc4359 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:00.679513 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce68f6-82b0-4d06-b664-68ba07bc4359 None None] Pushing event updated for resources: {'Port': ['ID=dd4245f6-60e5-4b08-ae0f-f8bcc57c9f65,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:00.709681 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f4e4-6a37-4d9b-90cb-be3a1695c16f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.764235 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f4e4-6a37-4d9b-90cb-be3a1695c16f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.812018 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 88b39907-1467-40d5-9201-6c759751174b completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:00.822252 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 88b39907-1467-40d5-9201-6c759751174b triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:00.822680 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.882050 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f4e4-6a37-4d9b-90cb-be3a1695c16f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.883895 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-cbce68f6-82b0-4d06-b664-68ba07bc4359 None None] Attempting to bind port dd4245f6-60e5-4b08-ae0f-f8bcc57c9f65 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:00.884465 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-cbce68f6-82b0-4d06-b664-68ba07bc4359 None None] Attempting to bind port dd4245f6-60e5-4b08-ae0f-f8bcc57c9f65 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:00.884905 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbce68f6-82b0-4d06-b664-68ba07bc4359 None None] Attempting to bind port dd4245f6-60e5-4b08-ae0f-f8bcc57c9f65 on network ed380f80-a9ff-4ccb-b4e8-357bb126e37f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:00.891940 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-7d9a5366-8f01-4dff-b379-f58df9e09c7c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Allocated IP 172.20.0.9 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/9a67bb73-420f-48d3-92af-f530a21d802b/d3a11633-c02a-4b14-8b3e-bd26915ef965) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:00.892950 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fdb9f4e4-6a37-4d9b-90cb-be3a1695c16f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.908215 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbce68f6-82b0-4d06-b664-68ba07bc4359 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:00.908215 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbce68f6-82b0-4d06-b664-68ba07bc4359 None None] Checking segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:00.908215 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cbce68f6-82b0-4d06-b664-68ba07bc4359 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.908215 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbce68f6-82b0-4d06-b664-68ba07bc4359 None None] Bound using segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:00.908215 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-cbce68f6-82b0-4d06-b664-68ba07bc4359 None None] Bound port: dd4245f6-60e5-4b08-ae0f-f8bcc57c9f65, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:00.908976 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-fdb9f4e4-6a37-4d9b-90cb-be3a1695c16f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/968185f9-8928-44d9-ad48-78a580bd51ba HTTP/1.1" status: 204 len: 168 time: 0.4616818 Jul 16 08:48:00.909096 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cbce68f6-82b0-4d06-b664-68ba07bc4359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:00.914049 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-7d9a5366-8f01-4dff-b379-f58df9e09c7c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Allocated IP 2001:db8::f816:3eff:fe39:63a8 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/d46db584-57a0-4ba4-bd9a-b46a627766be/d3a11633-c02a-4b14-8b3e-bd26915ef965) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:00.985662 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb9f4e4-6a37-4d9b-90cb-be3a1695c16f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=968185f9-8928-44d9-ad48-78a580bd51ba,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:01.271153 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-cbce68f6-82b0-4d06-b664-68ba07bc4359 None None] For port dd4245f6-60e5-4b08-ae0f-f8bcc57c9f65, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:01.294150 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d9a5366-8f01-4dff-b379-f58df9e09c7c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:01.311753 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-7d9a5366-8f01-4dff-b379-f58df9e09c7c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Transition to ACTIVE for port object d3a11633-c02a-4b14-8b3e-bd26915ef965 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:01.322634 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-cbce68f6-82b0-4d06-b664-68ba07bc4359 None None] For port dd4245f6-60e5-4b08-ae0f-f8bcc57c9f65, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=dd4245f6-60e5-4b08-ae0f-f8bcc57c9f65,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:01.337174 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cbce68f6-82b0-4d06-b664-68ba07bc4359 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:01.366793 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:01.381563 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d9a5366-8f01-4dff-b379-f58df9e09c7c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:01.467653 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d9a5366-8f01-4dff-b379-f58df9e09c7c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:01.490893 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-7d9a5366-8f01-4dff-b379-f58df9e09c7c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:01.499914 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d9a5366-8f01-4dff-b379-f58df9e09c7c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:01.527477 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 88b39907-1467-40d5-9201-6c759751174b, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=88b39907-1467-40d5-9201-6c759751174b,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:01.535987 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:01.549326 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbce68f6-82b0-4d06-b664-68ba07bc4359 None None] Pushing event updated for resources: {'Port': ['ID=dd4245f6-60e5-4b08-ae0f-f8bcc57c9f65,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:01.633850 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d9a5366-8f01-4dff-b379-f58df9e09c7c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:01.640164 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d9a5366-8f01-4dff-b379-f58df9e09c7c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:01.643296 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4a06ad-c1f6-456b-ba1c-a58e5457915d None None] Sync routers for ids ['8065f757-4117-41a9-a086-647bf2eb5108'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:48:01.674568 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4a06ad-c1f6-456b-ba1c-a58e5457915d None None] Routers {'8065f757-4117-41a9-a086-647bf2eb5108'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:01.675345 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3c4a06ad-c1f6-456b-ba1c-a58e5457915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:47:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['8065f757-4117-41a9-a086-647bf2eb5108'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:01.696268 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9a5366-8f01-4dff-b379-f58df9e09c7c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Port': ['ID=d3a11633-c02a-4b14-8b3e-bd26915ef965,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:01.704770 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=88b39907-1467-40d5-9201-6c759751174b,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:01.732482 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7d9a5366-8f01-4dff-b379-f58df9e09c7c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.0553968 Jul 16 08:48:01.735232 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55542) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:01.834419 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55546) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:01.855374 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c77fee71-3041-4e5c-81bb-f2a7fa0ca350 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:01.920298 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f05aab8f-2773-49c5-944a-9a43e8ae1178 req-f8ac83a5-aa2b-4442-a7ca-e5912e65417f tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=465f9ddb-0146-4a44-a8e5-ad54e619ac3a HTTP/1.1" status: 200 len: 210 time: 0.0784695 Jul 16 08:48:01.936567 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3c4a06ad-c1f6-456b-ba1c-a58e5457915d None None] Set router 8065f757-4117-41a9-a086-647bf2eb5108 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:02.030376 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a408e722-1dff-4194-9c60-33b6834a6db3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:02.037339 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a408e722-1dff-4194-9c60-33b6834a6db3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:02.039079 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a408e722-1dff-4194-9c60-33b6834a6db3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.3021030 Jul 16 08:48:02.044327 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55548) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:02.095862 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.127143 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.157689 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c77fee71-3041-4e5c-81bb-f2a7fa0ca350 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.163694 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c77fee71-3041-4e5c-81bb-f2a7fa0ca350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.218671 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c77fee71-3041-4e5c-81bb-f2a7fa0ca350 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=92f77c18a47340308cf3bcbc17deeb50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3831408 Jul 16 08:48:02.226612 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55556) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:02.339147 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77fee71-3041-4e5c-81bb-f2a7fa0ca350 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7fb0535-f4e4-4f7d-bf44-148283da4cd7,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:02.356894 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-28a6c5c0-9c28-4f9c-a367-05f16547db88 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting port d3a11633-c02a-4b14-8b3e-bd26915ef965 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:02.357250 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-28a6c5c0-9c28-4f9c-a367-05f16547db88 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.409796 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3c4a06ad-c1f6-456b-ba1c-a58e5457915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8065f757-4117-41a9-a086-647bf2eb5108', 'name': 'tempest-TestServerMultinode-1437471488-router', 'tenant_id': 'a2632d8d2efa4389b83e405179c1259e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '88b39907-1467-40d5-9201-6c759751174b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:47Z', 'updated_at': '2021-07-16T08:47:54Z', 'revision_number': 4, 'project_id': 'a2632d8d2efa4389b83e405179c1259e', 'gw_port': {'id': '88b39907-1467-40d5-9201-6c759751174b', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8065f757-4117-41a9-a086-647bf2eb5108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:48Z', 'updated_at': '2021-07-16T08:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '14b3fdab-000b-434a-9164-2c2533a6fd6c', 'name': '', 'network_id': 'e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e', 'tenant_id': 'a2632d8d2efa4389b83e405179c1259e', 'mac_address': 'fa:16:3e:81:15:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8065f757-4117-41a9-a086-647bf2eb5108', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '9d29986a-569e-4f42-9be5-4d938f3c2bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:52Z', 'updated_at': '2021-07-16T08:47:54Z', 'revision_number': 2, 'project_id': 'a2632d8d2efa4389b83e405179c1259e', 'subnets': [{'id': '9d29986a-569e-4f42-9be5-4d938f3c2bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:02.455429 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4a06ad-c1f6-456b-ba1c-a58e5457915d None None] Checking router: 8065f757-4117-41a9-a086-647bf2eb5108 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:48:02.456281 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4a06ad-c1f6-456b-ba1c-a58e5457915d None None] Updating router 8065f757-4117-41a9-a086-647bf2eb5108 port 14b3fdab-000b-434a-9164-2c2533a6fd6c binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:48:02.523108 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3c4a06ad-c1f6-456b-ba1c-a58e5457915d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.595094 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-28a6c5c0-9c28-4f9c-a367-05f16547db88 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.600085 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-21ec2cf3-3885-4c50-a5b8-d343d2482480 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:02.605570 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-21ec2cf3-3885-4c50-a5b8-d343d2482480 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.30 "GET /v2.0/networks?id=b6b3d16d-1bea-4a51-9d89-f34565574f95 HTTP/1.1" status: 200 len: 911 time: 0.2288954 Jul 16 08:48:02.605843 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 88b39907-1467-40d5-9201-6c759751174b up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:02.630816 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-28a6c5c0-9c28-4f9c-a367-05f16547db88 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Calling delete_port for d3a11633-c02a-4b14-8b3e-bd26915ef965 owned by {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:02.641037 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-269c7510-1428-4bbd-a6cf-09c07237e7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.690741 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-269c7510-1428-4bbd-a6cf-09c07237e7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.808666 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-78d67260-6fb8-49ad-a28e-4a596d0bb1a4 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Request body: {'port': {'device_id': '465f9ddb-0146-4a44-a8e5-ad54e619ac3a', 'network_id': 'b6b3d16d-1bea-4a51-9d89-f34565574f95', 'admin_state_up': True, 'tenant_id': 'a2632d8d2efa4389b83e405179c1259e'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:02.855522 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-269c7510-1428-4bbd-a6cf-09c07237e7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.858201 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-269c7510-1428-4bbd-a6cf-09c07237e7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.859361 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-269c7510-1428-4bbd-a6cf-09c07237e7b4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c7fb0535-f4e4-4f7d-bf44-148283da4cd7 HTTP/1.1" status: 204 len: 168 time: 0.6312160 Jul 16 08:48:02.886301 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 88b39907-1467-40d5-9201-6c759751174b triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:02.887021 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:02.909124 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c7510-1428-4bbd-a6cf-09c07237e7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7fb0535-f4e4-4f7d-bf44-148283da4cd7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:02.917391 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-78d67260-6fb8-49ad-a28e-4a596d0bb1a4 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Made reservation on behalf of a2632d8d2efa4389b83e405179c1259e for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:02.920482 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-78d67260-6fb8-49ad-a28e-4a596d0bb1a4 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.294631 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device dd4245f6-60e5-4b08-ae0f-f8bcc57c9f65 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:03.367257 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fa50216c-159e-490d-8e3e-b593a931a41f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.387235 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-28a6c5c0-9c28-4f9c-a367-05f16547db88 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.402589 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3c4a06ad-c1f6-456b-ba1c-a58e5457915d None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.428605 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-78d67260-6fb8-49ad-a28e-4a596d0bb1a4 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Allocated IP 172.20.0.6 (b6b3d16d-1bea-4a51-9d89-f34565574f95/5a7b6955-89c8-4a16-9ffd-7c000e377c1b/897977fa-0789-4658-9d20-51c8c60e3629) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:03.438847 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port dd4245f6-60e5-4b08-ae0f-f8bcc57c9f65 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:03.440987 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3c4a06ad-c1f6-456b-ba1c-a58e5457915d None None] Transition to ACTIVE for port object 14b3fdab-000b-434a-9164-2c2533a6fd6c will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:03.452427 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3c4a06ad-c1f6-456b-ba1c-a58e5457915d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.561820 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c08c43a4-02b1-4ae4-989b-d76b50854a6f req-d0267f6d-ea2b-430f-992b-d6c60406df7f tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=465f9ddb-0146-4a44-a8e5-ad54e619ac3a HTTP/1.1" status: 200 len: 210 time: 0.2775934 Jul 16 08:48:03.705354 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2ce56-3594-415f-9dd4-812966f2dc54 None None] Pushing event updated for resources: {'Port': ['ID=14b3fdab-000b-434a-9164-2c2533a6fd6c,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:03.761515 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a6c5c0-9c28-4f9c-a367-05f16547db88 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Port': ['ID=d3a11633-c02a-4b14-8b3e-bd26915ef965,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:03.799289 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d2ce56-3594-415f-9dd4-812966f2dc54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:03.799828 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d2ce56-3594-415f-9dd4-812966f2dc54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:03.800179 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d2ce56-3594-415f-9dd4-812966f2dc54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:03.800576 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d2ce56-3594-415f-9dd4-812966f2dc54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:03.800881 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d2ce56-3594-415f-9dd4-812966f2dc54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:03.803561 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d2ce56-3594-415f-9dd4-812966f2dc54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:03.805806 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d2ce56-3594-415f-9dd4-812966f2dc54 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:03.806126 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d2ce56-3594-415f-9dd4-812966f2dc54 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:03.806492 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d2ce56-3594-415f-9dd4-812966f2dc54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:03.806835 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d2ce56-3594-415f-9dd4-812966f2dc54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:03.807177 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d2ce56-3594-415f-9dd4-812966f2dc54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:03.807513 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7d2ce56-3594-415f-9dd4-812966f2dc54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:03.873538 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3c4a06ad-c1f6-456b-ba1c-a58e5457915d None None] Attempting to bind port 14b3fdab-000b-434a-9164-2c2533a6fd6c on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:03.879741 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3c4a06ad-c1f6-456b-ba1c-a58e5457915d None None] Attempting to bind port 14b3fdab-000b-434a-9164-2c2533a6fd6c by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'deae9675-fab6-424c-82d9-daed0255a654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:03.880123 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4a06ad-c1f6-456b-ba1c-a58e5457915d None None] Attempting to bind port 14b3fdab-000b-434a-9164-2c2533a6fd6c on network e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:03.882072 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-28a6c5c0-9c28-4f9c-a367-05f16547db88 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.884419 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-28a6c5c0-9c28-4f9c-a367-05f16547db88 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/d3a11633-c02a-4b14-8b3e-bd26915ef965 HTTP/1.1" status: 204 len: 168 time: 1.8376153 Jul 16 08:48:03.887154 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55580) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:03.902225 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4a06ad-c1f6-456b-ba1c-a58e5457915d None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 47, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:03.902606 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4a06ad-c1f6-456b-ba1c-a58e5457915d None None] Checking segment: {'id': 'deae9675-fab6-424c-82d9-daed0255a654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:03.903005 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3c4a06ad-c1f6-456b-ba1c-a58e5457915d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.903461 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c4a06ad-c1f6-456b-ba1c-a58e5457915d None None] Bound using segment: {'id': 'deae9675-fab6-424c-82d9-daed0255a654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:03.904084 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3c4a06ad-c1f6-456b-ba1c-a58e5457915d None None] Bound port: 14b3fdab-000b-434a-9164-2c2533a6fd6c, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'deae9675-fab6-424c-82d9-daed0255a654', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:03.904339 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3c4a06ad-c1f6-456b-ba1c-a58e5457915d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.919341 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-78d67260-6fb8-49ad-a28e-4a596d0bb1a4 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:03.931503 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0c66a4-b410-433b-964a-9169ef7581c7 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:04.011683 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-78d67260-6fb8-49ad-a28e-4a596d0bb1a4 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Transition to ACTIVE for port object 897977fa-0789-4658-9d20-51c8c60e3629 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:04.036555 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9e6327-2618-4586-b0e9-6b7368f6f5f4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:04.043106 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9e6327-2618-4586-b0e9-6b7368f6f5f4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:04.045822 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c9e6327-2618-4586-b0e9-6b7368f6f5f4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:04.051257 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8c9e6327-2618-4586-b0e9-6b7368f6f5f4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1624277 Jul 16 08:48:04.056127 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55592) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:04.110106 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3c4a06ad-c1f6-456b-ba1c-a58e5457915d None None] For port 14b3fdab-000b-434a-9164-2c2533a6fd6c, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:04.116644 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3c4a06ad-c1f6-456b-ba1c-a58e5457915d None None] For port 14b3fdab-000b-434a-9164-2c2533a6fd6c, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=14b3fdab-000b-434a-9164-2c2533a6fd6c,segment=NetworkSegment(deae9675-fab6-424c-82d9-daed0255a654),segment_id=deae9675-fab6-424c-82d9-daed0255a654)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:04.128786 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3c4a06ad-c1f6-456b-ba1c-a58e5457915d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:04.142733 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-78d67260-6fb8-49ad-a28e-4a596d0bb1a4 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:04.212518 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-f49d6c9a-3c80-43c6-a529-f1dc743fd5eb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting subnet 9a67bb73-420f-48d3-92af-f530a21d802b {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:04.235691 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f49d6c9a-3c80-43c6-a529-f1dc743fd5eb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:04.282079 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c4a06ad-c1f6-456b-ba1c-a58e5457915d None None] Routers {'8065f757-4117-41a9-a086-647bf2eb5108'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:48:04.282731 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3c4a06ad-c1f6-456b-ba1c-a58e5457915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:47:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['8065f757-4117-41a9-a086-647bf2eb5108'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:04.306349 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d67260-6fb8-49ad-a28e-4a596d0bb1a4 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Pushing event updated for resources: {'Port': ['ID=897977fa-0789-4658-9d20-51c8c60e3629,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:04.318627 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-78d67260-6fb8-49ad-a28e-4a596d0bb1a4 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Network b6b3d16d-1bea-4a51-9d89-f34565574f95 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:04.320178 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-78d67260-6fb8-49ad-a28e-4a596d0bb1a4 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:04.322826 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-78d67260-6fb8-49ad-a28e-4a596d0bb1a4 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:04.383746 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f49d6c9a-3c80-43c6-a529-f1dc743fd5eb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:04.471536 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-78d67260-6fb8-49ad-a28e-4a596d0bb1a4 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:04.472263 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-78d67260-6fb8-49ad-a28e-4a596d0bb1a4 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:04.494590 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d2ce56-3594-415f-9dd4-812966f2dc54 None None] Pushing event updated for resources: {'Port': ['ID=14b3fdab-000b-434a-9164-2c2533a6fd6c,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:04.519619 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-78d67260-6fb8-49ad-a28e-4a596d0bb1a4 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.8808355 Jul 16 08:48:04.595741 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f49d6c9a-3c80-43c6-a529-f1dc743fd5eb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:04.703739 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ff0871c9-ed72-4e4d-a2c6-f49fee990653 None None] Provisioning for port dd4245f6-60e5-4b08-ae0f-f8bcc57c9f65 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:04.737090 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3c4a06ad-c1f6-456b-ba1c-a58e5457915d None None] Set router 8065f757-4117-41a9-a086-647bf2eb5108 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:48:04.753926 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ff0871c9-ed72-4e4d-a2c6-f49fee990653 None None] Provisioning complete for port dd4245f6-60e5-4b08-ae0f-f8bcc57c9f65 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:04.754391 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ff0871c9-ed72-4e4d-a2c6-f49fee990653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:04.795283 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f49d6c9a-3c80-43c6-a529-f1dc743fd5eb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:04.886452 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f49d6c9a-3c80-43c6-a529-f1dc743fd5eb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:04.893313 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f49d6c9a-3c80-43c6-a529-f1dc743fd5eb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/9a67bb73-420f-48d3-92af-f530a21d802b HTTP/1.1" status: 204 len: 168 time: 0.8316855 Jul 16 08:48:04.894634 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49d6c9a-3c80-43c6-a529-f1dc743fd5eb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Subnet': ['ID=9a67bb73-420f-48d3-92af-f530a21d802b,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:04.895798 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55620) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:05.079380 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf71412-eefa-4e9d-a6ff-665ee31c28b0 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting subnet d46db584-57a0-4ba4-bd9a-b46a627766be {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:05.083133 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dcf71412-eefa-4e9d-a6ff-665ee31c28b0 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.118818 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ff0871c9-ed72-4e4d-a2c6-f49fee990653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.130066 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dcf71412-eefa-4e9d-a6ff-665ee31c28b0 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.175790 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ff0871c9-ed72-4e4d-a2c6-f49fee990653 None None] For port dd4245f6-60e5-4b08-ae0f-f8bcc57c9f65, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=dd4245f6-60e5-4b08-ae0f-f8bcc57c9f65,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:05.186753 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ff0871c9-ed72-4e4d-a2c6-f49fee990653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.271086 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0871c9-ed72-4e4d-a2c6-f49fee990653 None None] Pushing event updated for resources: {'Port': ['ID=dd4245f6-60e5-4b08-ae0f-f8bcc57c9f65,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:05.281025 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3c4a06ad-c1f6-456b-ba1c-a58e5457915d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8065f757-4117-41a9-a086-647bf2eb5108', 'name': 'tempest-TestServerMultinode-1437471488-router', 'tenant_id': 'a2632d8d2efa4389b83e405179c1259e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '88b39907-1467-40d5-9201-6c759751174b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:47Z', 'updated_at': '2021-07-16T08:47:54Z', 'revision_number': 4, 'project_id': 'a2632d8d2efa4389b83e405179c1259e', 'gw_port': {'id': '88b39907-1467-40d5-9201-6c759751174b', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8065f757-4117-41a9-a086-647bf2eb5108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:48Z', 'updated_at': '2021-07-16T08:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '14b3fdab-000b-434a-9164-2c2533a6fd6c', 'name': '', 'network_id': 'e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e', 'tenant_id': 'a2632d8d2efa4389b83e405179c1259e', 'mac_address': 'fa:16:3e:81:15:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8065f757-4117-41a9-a086-647bf2eb5108', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '9d29986a-569e-4f42-9be5-4d938f3c2bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:52Z', 'updated_at': '2021-07-16T08:48:04Z', 'revision_number': 4, 'project_id': 'a2632d8d2efa4389b83e405179c1259e', 'subnets': [{'id': '9d29986a-569e-4f42-9be5-4d938f3c2bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:48:05.305037 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-3d10aec8-ddbe-408c-8bea-41977c0c3e58 service neutron] Request body: {'port': {'device_id': '465f9ddb-0146-4a44-a8e5-ad54e619ac3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:05.345211 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c4a06ad-c1f6-456b-ba1c-a58e5457915d None None] The sync data for ids ['8065f757-4117-41a9-a086-647bf2eb5108'] in n-d-771362-37 is: [{'id': '8065f757-4117-41a9-a086-647bf2eb5108', 'name': 'tempest-TestServerMultinode-1437471488-router', 'tenant_id': 'a2632d8d2efa4389b83e405179c1259e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '88b39907-1467-40d5-9201-6c759751174b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:47Z', 'updated_at': '2021-07-16T08:47:54Z', 'revision_number': 4, 'project_id': 'a2632d8d2efa4389b83e405179c1259e', 'gw_port': {'id': '88b39907-1467-40d5-9201-6c759751174b', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8065f757-4117-41a9-a086-647bf2eb5108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:48Z', 'updated_at': '2021-07-16T08:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '14b3fdab-000b-434a-9164-2c2533a6fd6c', 'name': '', 'network_id': 'e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e', 'tenant_id': 'a2632d8d2efa4389b83e405179c1259e', 'mac_address': 'fa:16:3e:81:15:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8065f757-4117-41a9-a086-647bf2eb5108', 'device_owner': 'network:router_interface', 'standard_attr_id': 2948, 'fixed_ips': [{'subnet_id': '9d29986a-569e-4f42-9be5-4d938f3c2bc7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:52Z', 'updated_at': '2021-07-16T08:48:04Z', 'revision_number': 4, 'project_id': 'a2632d8d2efa4389b83e405179c1259e', 'subnets': [{'id': '9d29986a-569e-4f42-9be5-4d938f3c2bc7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:48:05.377391 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1738e5eb-6fdc-4c79-8df8-aba715ac5d63 None None] Provisioning for port 897977fa-0789-4658-9d20-51c8c60e3629 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:05.381422 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1738e5eb-6fdc-4c79-8df8-aba715ac5d63 None None] Provisioning complete for port 897977fa-0789-4658-9d20-51c8c60e3629 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:05.381815 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1738e5eb-6fdc-4c79-8df8-aba715ac5d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.420300 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dcf71412-eefa-4e9d-a6ff-665ee31c28b0 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.462368 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1738e5eb-6fdc-4c79-8df8-aba715ac5d63 None None] Port 897977fa-0789-4658-9d20-51c8c60e3629 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:48:05.644191 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dcf71412-eefa-4e9d-a6ff-665ee31c28b0 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.646646 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-3d10aec8-ddbe-408c-8bea-41977c0c3e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.651371 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7c789b0-b352-443e-a692-97ce59a0b578 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:05.677299 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f069d970-bd64-41a6-9cd1-082cef1035ae req-7cde39cf-2b09-40f0-9cf6-ffb7173809b7 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:05.679610 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f069d970-bd64-41a6-9cd1-082cef1035ae req-7cde39cf-2b09-40f0-9cf6-ffb7173809b7 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 945 time: 0.1702509 Jul 16 08:48:05.685233 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe8ac9-f54b-475f-b724-0ca28aa25014 req-2142ffbc-f821-45c6-97de-8c5ab6a5f4f5 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:05.687987 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e5fe8ac9-f54b-475f-b724-0ca28aa25014 req-2142ffbc-f821-45c6-97de-8c5ab6a5f4f5 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=465f9ddb-0146-4a44-a8e5-ad54e619ac3a HTTP/1.1" status: 200 len: 1027 time: 0.4110513 Jul 16 08:48:05.736509 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf71412-eefa-4e9d-a6ff-665ee31c28b0 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Subnet': ['ID=d46db584-57a0-4ba4-bd9a-b46a627766be,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:05.749224 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dcf71412-eefa-4e9d-a6ff-665ee31c28b0 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.751791 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-dcf71412-eefa-4e9d-a6ff-665ee31c28b0 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/d46db584-57a0-4ba4-bd9a-b46a627766be HTTP/1.1" status: 204 len: 168 time: 0.8538690 Jul 16 08:48:05.754449 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55642) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:05.782834 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15926020-f324-4f9d-b74b-c864d8fc2aae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.786699 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f069d970-bd64-41a6-9cd1-082cef1035ae req-3c8e5b55-97ab-4aa9-be02-366be753929c tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975146 Jul 16 08:48:05.791385 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-cfb1d8e3-d474-4ace-9b25-560f85092f21 None None] Provisioning complete for port dd4245f6-60e5-4b08-ae0f-f8bcc57c9f65 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:05.791769 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cfb1d8e3-d474-4ace-9b25-560f85092f21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:05.839929 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6a767c7a-37a6-487d-baad-fb26a12d6237 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0782664 Jul 16 08:48:05.843492 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55644) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:05.849860 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-1d68f517-76fb-41da-8490-8691464a1bbc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:06.030944 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.063956 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e5fe8ac9-f54b-475f-b724-0ca28aa25014 req-62894a23-c8a5-4fec-a1f6-7bd2a67ba007 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7e14a1b6-0d67-4feb-983c-5d920973591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3235011 Jul 16 08:48:06.095272 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d68f517-76fb-41da-8490-8691464a1bbc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:06.113788 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d68f517-76fb-41da-8490-8691464a1bbc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.144000 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61ea2cf8-fc55-4c40-9724-f5c732bad8f7 None None] DHCP port deletion for ed380f80-a9ff-4ccb-b4e8-357bb126e37f request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:48:06.251361 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-61ea2cf8-fc55-4c40-9724-f5c732bad8f7 None None] Deleting port dd4245f6-60e5-4b08-ae0f-f8bcc57c9f65 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:06.251756 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-61ea2cf8-fc55-4c40-9724-f5c732bad8f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.424450 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 14b3fdab-000b-434a-9164-2c2533a6fd6c up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:06.518321 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-3d10aec8-ddbe-408c-8bea-41977c0c3e58 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 897977fa-0789-4658-9d20-51c8c60e3629 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:06.532174 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-3d10aec8-ddbe-408c-8bea-41977c0c3e58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.542329 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-61ea2cf8-fc55-4c40-9724-f5c732bad8f7 None None] For port dd4245f6-60e5-4b08-ae0f-f8bcc57c9f65, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=dd4245f6-60e5-4b08-ae0f-f8bcc57c9f65,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:06.543012 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-61ea2cf8-fc55-4c40-9724-f5c732bad8f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.551747 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-3d10aec8-ddbe-408c-8bea-41977c0c3e58 service neutron] Transition to ACTIVE for port object 897977fa-0789-4658-9d20-51c8c60e3629 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:06.558956 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-3d10aec8-ddbe-408c-8bea-41977c0c3e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.586017 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-61ea2cf8-fc55-4c40-9724-f5c732bad8f7 None None] Calling delete_port for dd4245f6-60e5-4b08-ae0f-f8bcc57c9f65 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:06.625426 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10aec8-ddbe-408c-8bea-41977c0c3e58 service neutron] Pushing event updated for resources: {'Port': ['ID=897977fa-0789-4658-9d20-51c8c60e3629,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:06.650375 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d68f517-76fb-41da-8490-8691464a1bbc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.781665 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d68f517-76fb-41da-8490-8691464a1bbc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:06.785304 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-1d68f517-76fb-41da-8490-8691464a1bbc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:06.792801 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d68f517-76fb-41da-8490-8691464a1bbc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:06.794833 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d68f517-76fb-41da-8490-8691464a1bbc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.796235 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 14b3fdab-000b-434a-9164-2c2533a6fd6c completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:06.803729 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 14b3fdab-000b-434a-9164-2c2533a6fd6c triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:06.804312 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.807710 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-61ea2cf8-fc55-4c40-9724-f5c732bad8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.819703 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d68f517-76fb-41da-8490-8691464a1bbc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Subnet': ['ID=b1e94ce7-0831-4222-86ce-982c00095477,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:06.832146 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1d68f517-76fb-41da-8490-8691464a1bbc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9873946 Jul 16 08:48:06.835144 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55672) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:06.844769 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-e3d966e9-95e4-4eda-a251-fe803c6369b4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:06.859610 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-3d10aec8-ddbe-408c-8bea-41977c0c3e58 service neutron] Attempting to bind port 897977fa-0789-4658-9d20-51c8c60e3629 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:06.860103 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-3d10aec8-ddbe-408c-8bea-41977c0c3e58 service neutron] Attempting to bind port 897977fa-0789-4658-9d20-51c8c60e3629 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '11623f49-c1c9-45bc-a656-e458c5eff734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b6b3d16d-1bea-4a51-9d89-f34565574f95'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:06.864836 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-3d10aec8-ddbe-408c-8bea-41977c0c3e58 service neutron] Attempting to bind port 897977fa-0789-4658-9d20-51c8c60e3629 on network b6b3d16d-1bea-4a51-9d89-f34565574f95 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:06.882601 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-3d10aec8-ddbe-408c-8bea-41977c0c3e58 service neutron] Port 897977fa-0789-4658-9d20-51c8c60e3629 on network b6b3d16d-1bea-4a51-9d89-f34565574f95 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:48:06.895294 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-3d10aec8-ddbe-408c-8bea-41977c0c3e58 service neutron] Attempting to bind port 897977fa-0789-4658-9d20-51c8c60e3629 on network b6b3d16d-1bea-4a51-9d89-f34565574f95 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:06.911436 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-3d10aec8-ddbe-408c-8bea-41977c0c3e58 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:06.911795 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-3d10aec8-ddbe-408c-8bea-41977c0c3e58 service neutron] Checking segment: {'id': '11623f49-c1c9-45bc-a656-e458c5eff734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b6b3d16d-1bea-4a51-9d89-f34565574f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:06.912201 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-3d10aec8-ddbe-408c-8bea-41977c0c3e58 service neutron] Bound using segment: {'id': '11623f49-c1c9-45bc-a656-e458c5eff734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b6b3d16d-1bea-4a51-9d89-f34565574f95'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:06.920189 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ea2cf8-fc55-4c40-9724-f5c732bad8f7 None None] Pushing event deleted for resources: {'Port': ['ID=dd4245f6-60e5-4b08-ae0f-f8bcc57c9f65,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:06.923952 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-3d10aec8-ddbe-408c-8bea-41977c0c3e58 service neutron] Bound port: 897977fa-0789-4658-9d20-51c8c60e3629, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11623f49-c1c9-45bc-a656-e458c5eff734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b6b3d16d-1bea-4a51-9d89-f34565574f95'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:06.924577 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-3d10aec8-ddbe-408c-8bea-41977c0c3e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:06.932811 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61ea2cf8-fc55-4c40-9724-f5c732bad8f7 None None] No DVR routers for this DVR port dd4245f6-60e5-4b08-ae0f-f8bcc57c9f65 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:06.977014 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3b8f415-5653-4479-9dbb-a5e08538fbe0 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:07.068724 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3d966e9-95e4-4eda-a251-fe803c6369b4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:07.078097 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3d966e9-95e4-4eda-a251-fe803c6369b4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.168484 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-3d10aec8-ddbe-408c-8bea-41977c0c3e58 service neutron] For port 897977fa-0789-4658-9d20-51c8c60e3629, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:07.201502 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-3d10aec8-ddbe-408c-8bea-41977c0c3e58 service neutron] For port 897977fa-0789-4658-9d20-51c8c60e3629, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=897977fa-0789-4658-9d20-51c8c60e3629,segment=NetworkSegment(11623f49-c1c9-45bc-a656-e458c5eff734),segment_id=11623f49-c1c9-45bc-a656-e458c5eff734)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:07.209996 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-3d10aec8-ddbe-408c-8bea-41977c0c3e58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.286082 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.303743 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-471ec1b9-5df0-422a-8091-36cf6fb6cce0 req-6bbd11c5-1553-41f8-92ac-286775d5158f service neutron] (93759) timed out ('10.222.0.22', 41522) {{(pid=93759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 08:48:07.319177 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10aec8-ddbe-408c-8bea-41977c0c3e58 service neutron] Pushing event updated for resources: {'Port': ['ID=897977fa-0789-4658-9d20-51c8c60e3629,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:07.346404 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-3d10aec8-ddbe-408c-8bea-41977c0c3e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:07.350736 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-3d10aec8-ddbe-408c-8bea-41977c0c3e58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.355271 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-3d10aec8-ddbe-408c-8bea-41977c0c3e58 service neutron] 10.222.0.30 "PUT /v2.0/ports/897977fa-0789-4658-9d20-51c8c60e3629 HTTP/1.1" status: 200 len: 1092 time: 2.8281817 Jul 16 08:48:07.355927 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '465f9ddb-0146-4a44-a8e5-ad54e619ac3a', 'tag': '897977fa-0789-4658-9d20-51c8c60e3629'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:07.362287 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-314ffc08-645f-41d1-92e3-180d09e3c6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "465f9ddb-0146-4a44-a8e5-ad54e619ac3a", "tag": "897977fa-0789-4658-9d20-51c8c60e3629"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:07.387889 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619f261d-db2a-4d7c-87af-7224f2625a41 req-69eb5b67-ddc7-43c5-b422-be4e9253b3d4 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:07.393918 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-619f261d-db2a-4d7c-87af-7224f2625a41 req-69eb5b67-ddc7-43c5-b422-be4e9253b3d4 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 945 time: 0.2990427 Jul 16 08:48:07.398675 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.450443 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 14b3fdab-000b-434a-9164-2c2533a6fd6c, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=14b3fdab-000b-434a-9164-2c2533a6fd6c,segment=NetworkSegment(deae9675-fab6-424c-82d9-daed0255a654),segment_id=deae9675-fab6-424c-82d9-daed0255a654)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:07.459688 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.529192 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d4ff93-c6fd-410a-bd51-6964d3824a75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'tenant_id': '11897f26500d434cb71ca0edc07e35ac', 'fixed_ips': [{'subnet_id': 'b1e94ce7-0831-4222-86ce-982c00095477'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:48:07.531040 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2d4ff93-c6fd-410a-bd51-6964d3824a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.536871 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-619f261d-db2a-4d7c-87af-7224f2625a41 req-43c7dd4b-c7df-4856-864d-f2e037033a53 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1218519 Jul 16 08:48:07.593771 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-c2c98a61-fcad-44f8-ae8e-c6112264f1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:07.595944 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-c2c98a61-fcad-44f8-ae8e-c6112264f1d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2632d8d2efa4389b83e405179c1259e&device_id=465f9ddb-0146-4a44-a8e5-ad54e619ac3a HTTP/1.1" status: 200 len: 1095 time: 0.1971042 Jul 16 08:48:07.604716 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device dd4245f6-60e5-4b08-ae0f-f8bcc57c9f65 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:07.634052 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: dd4245f6-60e5-4b08-ae0f-f8bcc57c9f65 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:07.634412 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device dd4245f6-60e5-4b08-ae0f-f8bcc57c9f65 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:07.683656 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=14b3fdab-000b-434a-9164-2c2533a6fd6c,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:07.738798 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33d074a2-2420-4d5f-aab5-e91125a84e05 x-openstack-request-id: req-33d074a2-2420-4d5f-aab5-e91125a84e05 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:07.741570 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "465f9ddb-0146-4a44-a8e5-ad54e619ac3a", "tag": "897977fa-0789-4658-9d20-51c8c60e3629", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:07.742187 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-33d074a2-2420-4d5f-aab5-e91125a84e05 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:07.742814 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '465f9ddb-0146-4a44-a8e5-ad54e619ac3a', 'tag': '897977fa-0789-4658-9d20-51c8c60e3629', 'status': 'completed', 'code': 200} Jul 16 08:48:07.756222 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-43a431cb-2192-4c4e-91d5-ed164ad11e08 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=897977fa-0789-4658-9d20-51c8c60e3629 HTTP/1.1" status: 200 len: 217 time: 0.1489413 Jul 16 08:48:07.831207 n-d-771362-37 neutron-server[93758]: DEBUG neutron.objects.ports [None req-e3d966e9-95e4-4eda-a251-fe803c6369b4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93758) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:48:07.834964 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3d966e9-95e4-4eda-a251-fe803c6369b4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.894172 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-00cec387-15f5-46dc-84ea-855480ca3b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:07.899870 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-00cec387-15f5-46dc-84ea-855480ca3b34 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a7b6955-89c8-4a16-9ffd-7c000e377c1b HTTP/1.1" status: 200 len: 849 time: 0.1348932 Jul 16 08:48:07.902788 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3d966e9-95e4-4eda-a251-fe803c6369b4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:07.904742 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d966e9-95e4-4eda-a251-fe803c6369b4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Subnet': ['ID=8a2f9de7-8b69-4630-8612-bbae7fc46e85,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:07.908183 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-e3d966e9-95e4-4eda-a251-fe803c6369b4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:07.911024 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3d966e9-95e4-4eda-a251-fe803c6369b4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:07.911805 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3d966e9-95e4-4eda-a251-fe803c6369b4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:07.931199 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-a2d4ff93-c6fd-410a-bd51-6964d3824a75 None None] Allocated IP 172.20.0.2 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/b1e94ce7-0831-4222-86ce-982c00095477/8e77b935-d0bc-4492-b6c6-75084e5838f2) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:07.931480 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e3d966e9-95e4-4eda-a251-fe803c6369b4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0950789 Jul 16 08:48:07.933772 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55698) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:07.952511 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-4f63f0de-f1d2-4c40-8a5f-331d56ea94b6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'port': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'mac_address': 'fa:16:3e:67:6d:8a', 'name': 'tempest-NetworksTestDHCPv6-1831820813'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:08.003297 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-ff91405f-7424-4e1b-920d-1f1dd71189e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.004876 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-ff91405f-7424-4e1b-920d-1f1dd71189e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6b3d16d-1bea-4a51-9d89-f34565574f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0985293 Jul 16 08:48:08.079456 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befe5203-d8b7-4803-b06a-9c29c76671d5 req-9cc72348-b984-4985-a50f-3f8743ab2e65 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.087594 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-befe5203-d8b7-4803-b06a-9c29c76671d5 req-9cc72348-b984-4985-a50f-3f8743ab2e65 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=465f9ddb-0146-4a44-a8e5-ad54e619ac3a HTTP/1.1" status: 200 len: 1095 time: 0.4007337 Jul 16 08:48:08.156093 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-befe5203-d8b7-4803-b06a-9c29c76671d5 req-d82c9266-5395-4483-bfa6-ccbfa86a7980 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7e14a1b6-0d67-4feb-983c-5d920973591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673738 Jul 16 08:48:08.179484 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2d4ff93-c6fd-410a-bd51-6964d3824a75 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.187758 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f63f0de-f1d2-4c40-8a5f-331d56ea94b6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:08.189666 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a2d4ff93-c6fd-410a-bd51-6964d3824a75 None None] Transition to ACTIVE for port object 8e77b935-d0bc-4492-b6c6-75084e5838f2 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:08.206597 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a2d4ff93-c6fd-410a-bd51-6964d3824a75 None None] Transition to ACTIVE for port object 8e77b935-d0bc-4492-b6c6-75084e5838f2 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:08.208907 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-2df3a68c-6b60-4580-9a92-94dffb67d294 service neutron] 10.222.0.30 "GET /v2.0/networks/b6b3d16d-1bea-4a51-9d89-f34565574f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1955533 Jul 16 08:48:08.215326 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2d4ff93-c6fd-410a-bd51-6964d3824a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.291155 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 14b3fdab-000b-434a-9164-2c2533a6fd6c up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:08.339401 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d4ff93-c6fd-410a-bd51-6964d3824a75 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:08.349444 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-a2d4ff93-c6fd-410a-bd51-6964d3824a75 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:08.364021 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d4ff93-c6fd-410a-bd51-6964d3824a75 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:08.367151 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4ff93-c6fd-410a-bd51-6964d3824a75 None None] Pushing event updated for resources: {'Port': ['ID=8e77b935-d0bc-4492-b6c6-75084e5838f2,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:08.435845 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4f63f0de-f1d2-4c40-8a5f-331d56ea94b6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.444257 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c7432b3-b3af-4329-bc92-dedaa4c69281 req-550fc80f-ce76-4c28-be92-c8be1a83fca8 service neutron] 10.222.0.30 "GET /v2.0/networks/b6b3d16d-1bea-4a51-9d89-f34565574f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2244413 Jul 16 08:48:08.473111 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 14b3fdab-000b-434a-9164-2c2533a6fd6c triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:08.473580 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.478443 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-4f63f0de-f1d2-4c40-8a5f-331d56ea94b6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] device_id is not set on port 915121f6-c73d-45ef-ac0a-222f0999f309 yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:48:08.534047 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-a2d4ff93-c6fd-410a-bd51-6964d3824a75 None None] Attempting to bind port 8e77b935-d0bc-4492-b6c6-75084e5838f2 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:08.534603 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-a2d4ff93-c6fd-410a-bd51-6964d3824a75 None None] Attempting to bind port 8e77b935-d0bc-4492-b6c6-75084e5838f2 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:08.534840 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d4ff93-c6fd-410a-bd51-6964d3824a75 None None] Attempting to bind port 8e77b935-d0bc-4492-b6c6-75084e5838f2 on network ed380f80-a9ff-4ccb-b4e8-357bb126e37f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:08.548625 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d4ff93-c6fd-410a-bd51-6964d3824a75 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:08.549025 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d4ff93-c6fd-410a-bd51-6964d3824a75 None None] Checking segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:08.549443 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2d4ff93-c6fd-410a-bd51-6964d3824a75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.549808 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2d4ff93-c6fd-410a-bd51-6964d3824a75 None None] Bound using segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:08.550477 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-a2d4ff93-c6fd-410a-bd51-6964d3824a75 None None] Bound port: 8e77b935-d0bc-4492-b6c6-75084e5838f2, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:08.551989 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2d4ff93-c6fd-410a-bd51-6964d3824a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.572599 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.639703 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ffc08-645f-41d1-92e3-180d09e3c6a5 req-2860a17b-bf13-4eb6-96a0-b7a8f9d1a26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.644127 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-314ffc08-645f-41d1-92e3-180d09e3c6a5 req-2860a17b-bf13-4eb6-96a0-b7a8f9d1a26d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a2632d8d2efa4389b83e405179c1259e&device_id=465f9ddb-0146-4a44-a8e5-ad54e619ac3a HTTP/1.1" status: 200 len: 1095 time: 0.1364758 Jul 16 08:48:08.734299 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a2d4ff93-c6fd-410a-bd51-6964d3824a75 None None] For port 8e77b935-d0bc-4492-b6c6-75084e5838f2, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:08.741663 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a2d4ff93-c6fd-410a-bd51-6964d3824a75 None None] For port 8e77b935-d0bc-4492-b6c6-75084e5838f2, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=8e77b935-d0bc-4492-b6c6-75084e5838f2,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:08.751513 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2d4ff93-c6fd-410a-bd51-6964d3824a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:08.848421 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4ff93-c6fd-410a-bd51-6964d3824a75 None None] Pushing event updated for resources: {'Port': ['ID=8e77b935-d0bc-4492-b6c6-75084e5838f2,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:08.873424 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-4f63f0de-f1d2-4c40-8a5f-331d56ea94b6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Allocated IP 172.20.0.11 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/b1e94ce7-0831-4222-86ce-982c00095477/915121f6-c73d-45ef-ac0a-222f0999f309) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:08.885641 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-4f63f0de-f1d2-4c40-8a5f-331d56ea94b6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Allocated IP 2001:db8::f816:3eff:fe67:6d8a (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/8a2f9de7-8b69-4630-8612-bbae7fc46e85/915121f6-c73d-45ef-ac0a-222f0999f309) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:08.981446 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ffc08-645f-41d1-92e3-180d09e3c6a5 req-c1592cdc-4ddb-417a-b6b1-6f1848d0eb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:08.982976 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-314ffc08-645f-41d1-92e3-180d09e3c6a5 req-c1592cdc-4ddb-417a-b6b1-6f1848d0eb07 service neutron] 10.222.0.30 "GET /v2.0/networks?id=b6b3d16d-1bea-4a51-9d89-f34565574f95 HTTP/1.1" status: 200 len: 911 time: 0.3314457 Jul 16 08:48:09.044967 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55720) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:09.067366 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-314ffc08-645f-41d1-92e3-180d09e3c6a5 req-38725028-88ff-4f68-a7de-c2384d80847e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=897977fa-0789-4658-9d20-51c8c60e3629 HTTP/1.1" status: 200 len: 217 time: 0.0722468 Jul 16 08:48:09.201761 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4f63f0de-f1d2-4c40-8a5f-331d56ea94b6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.203389 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f3b0f5-ac9e-443a-8d15-3e6f98812261 req-37caac04-664c-4e6f-80e7-e521f5fcdd2e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:09.213551 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f3f3b0f5-ac9e-443a-8d15-3e6f98812261 req-37caac04-664c-4e6f-80e7-e521f5fcdd2e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 945 time: 0.3504627 Jul 16 08:48:09.246061 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-4f63f0de-f1d2-4c40-8a5f-331d56ea94b6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Transition to ACTIVE for port object 915121f6-c73d-45ef-ac0a-222f0999f309 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:09.264199 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ffc08-645f-41d1-92e3-180d09e3c6a5 req-239d34d5-5213-4e9d-b10d-e6a64c85190b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:09.266477 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-314ffc08-645f-41d1-92e3-180d09e3c6a5 req-239d34d5-5213-4e9d-b10d-e6a64c85190b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5a7b6955-89c8-4a16-9ffd-7c000e377c1b HTTP/1.1" status: 200 len: 849 time: 0.1920269 Jul 16 08:48:09.298028 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c607abe1-e6d4-4661-a18a-2ce5bbf23c05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.319197 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f3f3b0f5-ac9e-443a-8d15-3e6f98812261 req-3a73de86-614a-4b98-9fee-8da6303bb0aa tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0965903 Jul 16 08:48:09.334488 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4f63f0de-f1d2-4c40-8a5f-331d56ea94b6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.354404 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314ffc08-645f-41d1-92e3-180d09e3c6a5 req-6c33a216-66e1-4922-9288-bf037d2e982a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:09.356887 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-314ffc08-645f-41d1-92e3-180d09e3c6a5 req-6c33a216-66e1-4922-9288-bf037d2e982a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=b6b3d16d-1bea-4a51-9d89-f34565574f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0828876 Jul 16 08:48:09.468721 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f63f0de-f1d2-4c40-8a5f-331d56ea94b6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:09.482524 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-314ffc08-645f-41d1-92e3-180d09e3c6a5 req-c6051fa8-6489-4319-884a-336fcbd97176 service neutron] 10.222.0.30 "GET /v2.0/networks/b6b3d16d-1bea-4a51-9d89-f34565574f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186247 Jul 16 08:48:09.484452 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-4f63f0de-f1d2-4c40-8a5f-331d56ea94b6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:09.513896 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f63f0de-f1d2-4c40-8a5f-331d56ea94b6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:09.573919 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f63f0de-f1d2-4c40-8a5f-331d56ea94b6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Port': ['ID=915121f6-c73d-45ef-ac0a-222f0999f309,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:09.612077 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f63f0de-f1d2-4c40-8a5f-331d56ea94b6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:09.612850 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4f63f0de-f1d2-4c40-8a5f-331d56ea94b6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.633579 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-314ffc08-645f-41d1-92e3-180d09e3c6a5 req-70cf1936-78b2-4e47-8b3c-395f09b760f2 service neutron] 10.222.0.30 "GET /v2.0/networks/b6b3d16d-1bea-4a51-9d89-f34565574f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440310 Jul 16 08:48:09.671635 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee51bb2-5028-40fa-82d2-af7b896c18ed req-3a599575-7552-425a-9829-a8081f0a4a4d tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:09.673792 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7ee51bb2-5028-40fa-82d2-af7b896c18ed req-3a599575-7552-425a-9829-a8081f0a4a4d tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=465f9ddb-0146-4a44-a8e5-ad54e619ac3a HTTP/1.1" status: 200 len: 1095 time: 0.2039187 Jul 16 08:48:09.694775 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c607abe1-e6d4-4661-a18a-2ce5bbf23c05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.706621 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c607abe1-e6d4-4661-a18a-2ce5bbf23c05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.713923 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4f63f0de-f1d2-4c40-8a5f-331d56ea94b6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.7707324 Jul 16 08:48:09.718238 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55730) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:09.758440 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c607abe1-e6d4-4661-a18a-2ce5bbf23c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ab17001-359e-4e25-9850-acc1d2b53f23,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:09.775663 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7ee51bb2-5028-40fa-82d2-af7b896c18ed req-e74ce313-42c8-4e19-b0ba-dfa9e34238fc tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7e14a1b6-0d67-4feb-983c-5d920973591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954280 Jul 16 08:48:09.778097 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c607abe1-e6d4-4661-a18a-2ce5bbf23c05 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=aaad05f486f44f21813e2ec4ca7baa6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7310488 Jul 16 08:48:09.781234 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55734) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:09.852601 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b601661-e1fa-4c2b-b5f9-f40755aa9d76 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:09.859503 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b601661-e1fa-4c2b-b5f9-f40755aa9d76 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:09.865147 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2b601661-e1fa-4c2b-b5f9-f40755aa9d76 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.1452832 Jul 16 08:48:09.870188 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55736) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:09.888417 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d231cf63-c847-4625-b3b8-cafceb256fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.916729 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d231cf63-c847-4625-b3b8-cafceb256fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.973266 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d231cf63-c847-4625-b3b8-cafceb256fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.976407 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d231cf63-c847-4625-b3b8-cafceb256fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:09.980182 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d231cf63-c847-4625-b3b8-cafceb256fe5 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3ab17001-359e-4e25-9850-acc1d2b53f23 HTTP/1.1" status: 204 len: 168 time: 0.1934814 Jul 16 08:48:09.990193 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d231cf63-c847-4625-b3b8-cafceb256fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ab17001-359e-4e25-9850-acc1d2b53f23,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:10.029795 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-698c0261-9acf-41f3-bac2-4e4692e293df tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting port 915121f6-c73d-45ef-ac0a-222f0999f309 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:10.030749 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-698c0261-9acf-41f3-bac2-4e4692e293df tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.268114 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-698c0261-9acf-41f3-bac2-4e4692e293df tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.302166 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-698c0261-9acf-41f3-bac2-4e4692e293df tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Calling delete_port for 915121f6-c73d-45ef-ac0a-222f0999f309 owned by {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:10.320864 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 8e77b935-d0bc-4492-b6c6-75084e5838f2 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:10.383452 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 8e77b935-d0bc-4492-b6c6-75084e5838f2 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:10.401141 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55748) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:10.423395 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32b28583-b2c3-44cd-8077-9da37cd55a92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.493266 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6cd4bc4-8234-4b21-be13-7ad401d9bb7f None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:10.626207 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-029adabe-6d8a-4c26-84c9-d53709468f06 None None] Provisioning for port 8e77b935-d0bc-4492-b6c6-75084e5838f2 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:10.634914 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-029adabe-6d8a-4c26-84c9-d53709468f06 None None] Provisioning complete for port 8e77b935-d0bc-4492-b6c6-75084e5838f2 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:10.635286 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-029adabe-6d8a-4c26-84c9-d53709468f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.661656 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-698c0261-9acf-41f3-bac2-4e4692e293df tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.740318 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc459d78-30af-4743-b3ea-f10b2efa01f2 req-4e2b8f01-0cac-442b-b100-657ed2837ab8 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:10.740672 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32b28583-b2c3-44cd-8077-9da37cd55a92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.742983 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dc459d78-30af-4743-b3ea-f10b2efa01f2 req-4e2b8f01-0cac-442b-b100-657ed2837ab8 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 945 time: 0.1646228 Jul 16 08:48:10.747710 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698c0261-9acf-41f3-bac2-4e4692e293df tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Port': ['ID=915121f6-c73d-45ef-ac0a-222f0999f309,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:10.768866 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32b28583-b2c3-44cd-8077-9da37cd55a92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.798445 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-029adabe-6d8a-4c26-84c9-d53709468f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.860496 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-32b28583-b2c3-44cd-8077-9da37cd55a92 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=05be8ec3f4534dfba6eee3fe8dd77f9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4582171 Jul 16 08:48:10.863972 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b28583-b2c3-44cd-8077-9da37cd55a92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee59cd4d-68ec-4678-95e4-296b61568c5f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:10.867464 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55752) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:10.915555 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-029adabe-6d8a-4c26-84c9-d53709468f06 None None] For port 8e77b935-d0bc-4492-b6c6-75084e5838f2, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=8e77b935-d0bc-4492-b6c6-75084e5838f2,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:10.925160 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-029adabe-6d8a-4c26-84c9-d53709468f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.956706 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ff14b3-b73b-4248-a515-d244e9018110 None None] Update dhcp port {'port': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'fixed_ips': [{'subnet_id': 'b1e94ce7-0831-4222-86ce-982c00095477', 'ip_address': '172.20.0.2'}, {'subnet_id': '8a2f9de7-8b69-4630-8612-bbae7fc46e85'}], 'binding:host_id': 'n-d-771362-37'}, 'id': '8e77b935-d0bc-4492-b6c6-75084e5838f2'} from n-d-771362-37. {{(pid=93760) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:48:10.962445 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73e6b1ff-03d7-4659-88b9-aa5aec6b8d77 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.967927 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dc459d78-30af-4743-b3ea-f10b2efa01f2 req-bf0795a4-eaab-412b-95a6-28fd3f539e8c tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1827939 Jul 16 08:48:10.985364 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-698c0261-9acf-41f3-bac2-4e4692e293df tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:10.988691 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-698c0261-9acf-41f3-bac2-4e4692e293df tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/915121f6-c73d-45ef-ac0a-222f0999f309 HTTP/1.1" status: 204 len: 168 time: 1.1165102 Jul 16 08:48:10.991489 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55754) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:11.009112 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-07ff14b3-b73b-4248-a515-d244e9018110 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.027775 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73e6b1ff-03d7-4659-88b9-aa5aec6b8d77 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.077212 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4f4349-2ee8-43ff-b9f5-f4befc95059d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:11.079558 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029adabe-6d8a-4c26-84c9-d53709468f06 None None] Pushing event updated for resources: {'Port': ['ID=8e77b935-d0bc-4492-b6c6-75084e5838f2,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:11.079796 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4f4349-2ee8-43ff-b9f5-f4befc95059d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:11.081713 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4f4349-2ee8-43ff-b9f5-f4befc95059d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:11.083574 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0c4f4349-2ee8-43ff-b9f5-f4befc95059d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0908363 Jul 16 08:48:11.086239 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55756) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:11.160987 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78180ed-91d4-4608-a9ec-290c7c0b7937 req-9a8198c8-2f09-454e-ab20-2dfc81e7c4d3 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:11.164005 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b78180ed-91d4-4608-a9ec-290c7c0b7937 req-9a8198c8-2f09-454e-ab20-2dfc81e7c4d3 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=465f9ddb-0146-4a44-a8e5-ad54e619ac3a HTTP/1.1" status: 200 len: 1095 time: 0.1213789 Jul 16 08:48:11.169497 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-71850d67-96d0-418f-8dc6-fbb1e92cbd11 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting subnet 8a2f9de7-8b69-4630-8612-bbae7fc46e85 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:11.173772 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71850d67-96d0-418f-8dc6-fbb1e92cbd11 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.196099 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73e6b1ff-03d7-4659-88b9-aa5aec6b8d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.199042 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73e6b1ff-03d7-4659-88b9-aa5aec6b8d77 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.200741 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-73e6b1ff-03d7-4659-88b9-aa5aec6b8d77 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ee59cd4d-68ec-4678-95e4-296b61568c5f HTTP/1.1" status: 204 len: 168 time: 0.3316817 Jul 16 08:48:11.236758 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e6b1ff-03d7-4659-88b9-aa5aec6b8d77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee59cd4d-68ec-4678-95e4-296b61568c5f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:11.257743 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71850d67-96d0-418f-8dc6-fbb1e92cbd11 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.274641 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b78180ed-91d4-4608-a9ec-290c7c0b7937 req-d916c7cb-e5f8-40ce-a110-53d17fbfe0d7 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7e14a1b6-0d67-4feb-983c-5d920973591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850289 Jul 16 08:48:11.401128 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71850d67-96d0-418f-8dc6-fbb1e92cbd11 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.491232 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71850d67-96d0-418f-8dc6-fbb1e92cbd11 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server [None req-07ff14b3-b73b-4248-a515-d244e9018110 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8a2f9de7-8b69-4630-8612-bbae7fc46e85: This subnet is being modified by another concurrent operation. Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1727, in update_port Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1507, in update_port Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise exception Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8a2f9de7-8b69-4630-8612-bbae7fc46e85: This subnet is being modified by another concurrent operation. Jul 16 08:48:11.491596 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server Jul 16 08:48:11.542978 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 897977fa-0789-4658-9d20-51c8c60e3629 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:48:11.588471 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71850d67-96d0-418f-8dc6-fbb1e92cbd11 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Subnet': ['ID=8a2f9de7-8b69-4630-8612-bbae7fc46e85,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:11.593511 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71850d67-96d0-418f-8dc6-fbb1e92cbd11 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.597501 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-71850d67-96d0-418f-8dc6-fbb1e92cbd11 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/8a2f9de7-8b69-4630-8612-bbae7fc46e85 HTTP/1.1" status: 204 len: 168 time: 0.5100043 Jul 16 08:48:11.601470 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55770) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:11.741400 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f441c90-8edc-4103-8139-ca21a3ad490a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting subnet b1e94ce7-0831-4222-86ce-982c00095477 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:11.746244 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f441c90-8edc-4103-8139-ca21a3ad490a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.829585 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 897977fa-0789-4658-9d20-51c8c60e3629, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=897977fa-0789-4658-9d20-51c8c60e3629,segment=NetworkSegment(11623f49-c1c9-45bc-a656-e458c5eff734),segment_id=11623f49-c1c9-45bc-a656-e458c5eff734)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:11.839346 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '897977fa-0789-4658-9d20-51c8c60e3629', 'network_id': 'b6b3d16d-1bea-4a51-9d89-f34565574f95', 'port_id': '897977fa-0789-4658-9d20-51c8c60e3629', 'mac_address': 'fa:16:3e:03:d1:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7b6955-89c8-4a16-9ffd-7c000e377c1b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:48:11.848926 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-24d81c2a-618f-4644-98ba-b6ee5fccd2bb None None] Provisioning complete for port 8e77b935-d0bc-4492-b6c6-75084e5838f2 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:11.849800 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-24d81c2a-618f-4644-98ba-b6ee5fccd2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.876330 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f441c90-8edc-4103-8139-ca21a3ad490a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.927342 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:11.956178 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 897977fa-0789-4658-9d20-51c8c60e3629 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:11.991483 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 897977fa-0789-4658-9d20-51c8c60e3629, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=897977fa-0789-4658-9d20-51c8c60e3629,segment=NetworkSegment(11623f49-c1c9-45bc-a656-e458c5eff734),segment_id=11623f49-c1c9-45bc-a656-e458c5eff734)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:12.053384 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.109582 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-24d81c2a-618f-4644-98ba-b6ee5fccd2bb None None] Could not find standard attr ID for object 915121f6-c73d-45ef-ac0a-222f0999f309. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:48:12.201976 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=897977fa-0789-4658-9d20-51c8c60e3629,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:12.208652 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f441c90-8edc-4103-8139-ca21a3ad490a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.246217 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0bb305b0-1848-4c68-8089-5440f9d0f35b None None] Could not find standard attr ID for object d3a11633-c02a-4b14-8b3e-bd26915ef965. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:48:12.253756 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0bb305b0-1848-4c68-8089-5440f9d0f35b None None] Could not find standard attr ID for object d3d29678-38f4-4987-b025-25959440beb3. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:48:12.257007 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0bb305b0-1848-4c68-8089-5440f9d0f35b None None] Could not find standard attr ID for object 915121f6-c73d-45ef-ac0a-222f0999f309. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:48:12.292389 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['897977fa-0789-4658-9d20-51c8c60e3629'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:12.557640 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9acf17-8d82-4c2d-852c-4c2cd38e0207 req-37eb0242-296c-49dd-b4c1-db62db243d4f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:12.560080 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0c9acf17-8d82-4c2d-852c-4c2cd38e0207 req-37eb0242-296c-49dd-b4c1-db62db243d4f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 945 time: 0.1982529 Jul 16 08:48:12.566729 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f441c90-8edc-4103-8139-ca21a3ad490a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.607103 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f441c90-8edc-4103-8139-ca21a3ad490a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Subnet': ['ID=b1e94ce7-0831-4222-86ce-982c00095477,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:12.609629 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f441c90-8edc-4103-8139-ca21a3ad490a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:12.612054 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2f441c90-8edc-4103-8139-ca21a3ad490a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/b1e94ce7-0831-4222-86ce-982c00095477 HTTP/1.1" status: 204 len: 168 time: 1.0093906 Jul 16 08:48:12.616838 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55792) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:12.685081 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0c9acf17-8d82-4c2d-852c-4c2cd38e0207 req-1b4fc414-06fc-4ea2-9e9a-0dd06d3bb602 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1050329 Jul 16 08:48:12.713053 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55796) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:12.713803 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8e12baac-8a98-4ecf-b8ee-697194bdaad6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0950060 Jul 16 08:48:12.839955 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 8e77b935-d0bc-4492-b6c6-75084e5838f2 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:12.849993 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345d7e3a-e897-4e8e-809b-f14171aa5718 None None] get_active_networks_info from n-d-771362-37 {{(pid=93760) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:48:12.855629 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc91523-3abb-4432-8f3f-8d3768ca9f02 req-0d6d96dc-ae21-4712-9f42-138c9bce5b44 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:12.860462 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e544953c-462c-4bd5-a750-cd8e17aa57fa tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:12.867838 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e544953c-462c-4bd5-a750-cd8e17aa57fa tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1484663 Jul 16 08:48:12.868754 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55800) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:12.876896 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0cc91523-3abb-4432-8f3f-8d3768ca9f02 req-0d6d96dc-ae21-4712-9f42-138c9bce5b44 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=465f9ddb-0146-4a44-a8e5-ad54e619ac3a HTTP/1.1" status: 200 len: 1096 time: 0.1721816 Jul 16 08:48:12.945400 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0cc91523-3abb-4432-8f3f-8d3768ca9f02 req-0f16f5dd-c06f-4f76-a05b-0cafcd384e29 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7e14a1b6-0d67-4feb-983c-5d920973591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664337 Jul 16 08:48:12.974524 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d6efd4-4954-4bda-ac2b-029130ca6be8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:12.980462 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-76d6efd4-4954-4bda-ac2b-029130ca6be8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1073692 Jul 16 08:48:12.980462 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55802) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:13.044589 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-63405807-c4b2-4a5e-927b-bdf396d8942f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0540705 Jul 16 08:48:13.045154 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55806) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:13.054857 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-d269f984-b52e-4913-95d5-5aa066514173 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:13.221836 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:13.318431 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d269f984-b52e-4913-95d5-5aa066514173 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:13.323729 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d269f984-b52e-4913-95d5-5aa066514173 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:13.328813 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-d269f984-b52e-4913-95d5-5aa066514173 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:48:13.335458 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d269f984-b52e-4913-95d5-5aa066514173 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:13.370065 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d269f984-b52e-4913-95d5-5aa066514173 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3183324 Jul 16 08:48:13.374641 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55810) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:13.382087 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7b7f3330-becc-42c6-8d77-ba0197fd097f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:13.434268 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 8e77b935-d0bc-4492-b6c6-75084e5838f2, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=8e77b935-d0bc-4492-b6c6-75084e5838f2,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:13.444297 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:13.554328 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b7f3330-becc-42c6-8d77-ba0197fd097f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:13.560952 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7b7f3330-becc-42c6-8d77-ba0197fd097f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:13.564088 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b7f3330-becc-42c6-8d77-ba0197fd097f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:48:13.564903 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b7f3330-becc-42c6-8d77-ba0197fd097f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:13.569062 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345d7e3a-e897-4e8e-809b-f14171aa5718 None None] Resources bound (agent type, host, resource id): {{(pid=93760) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:48:13.593109 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7b7f3330-becc-42c6-8d77-ba0197fd097f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2123053 Jul 16 08:48:13.593511 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55818) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:13.602242 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-7f4d5237-e22b-4187-becd-709e62927259 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:13.609849 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=8e77b935-d0bc-4492-b6c6-75084e5838f2,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:13.806000 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f4d5237-e22b-4187-becd-709e62927259 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:13.813702 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7f4d5237-e22b-4187-becd-709e62927259 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:13.821571 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f4d5237-e22b-4187-becd-709e62927259 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:48:13.822304 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f4d5237-e22b-4187-becd-709e62927259 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:13.852148 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7f4d5237-e22b-4187-becd-709e62927259 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.2530785 Jul 16 08:48:13.852715 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55830) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:13.862384 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f0831dd4-d800-458d-a67b-8b5069d24621 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:14.082818 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0831dd4-d800-458d-a67b-8b5069d24621 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:14.088543 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f0831dd4-d800-458d-a67b-8b5069d24621 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.090003 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0831dd4-d800-458d-a67b-8b5069d24621 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:48:14.090974 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0831dd4-d800-458d-a67b-8b5069d24621 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:14.123203 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f0831dd4-d800-458d-a67b-8b5069d24621 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2687263 Jul 16 08:48:14.127801 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55836) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:14.135273 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-15c3db75-55e5-45d1-9e7c-ce3ff22a896d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:14.193174 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52408bfb-4a0b-4b95-88ce-a2459ddc0a9b req-b8fc61cd-044b-4eba-bbc4-895c4e32b8bf tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:14.224825 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-52408bfb-4a0b-4b95-88ce-a2459ddc0a9b req-b8fc61cd-044b-4eba-bbc4-895c4e32b8bf tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 945 time: 0.2108259 Jul 16 08:48:14.284115 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a578174-988d-4b45-bbb1-fc833522ec14 None None] get_active_networks_info from n-d-771362-37 {{(pid=93760) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:48:14.321062 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-52408bfb-4a0b-4b95-88ce-a2459ddc0a9b req-ba3363f5-257b-47bf-860a-bdff334cda56 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0947862 Jul 16 08:48:14.410579 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0e941a-9f20-4889-82b5-27864ee17750 req-8f607abd-47d9-4c04-99c4-c22e9bba00bf tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:14.412608 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0a0e941a-9f20-4889-82b5-27864ee17750 req-8f607abd-47d9-4c04-99c4-c22e9bba00bf tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=465f9ddb-0146-4a44-a8e5-ad54e619ac3a HTTP/1.1" status: 200 len: 1096 time: 0.2462597 Jul 16 08:48:14.421761 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c3db75-55e5-45d1-9e7c-ce3ff22a896d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:14.429234 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-15c3db75-55e5-45d1-9e7c-ce3ff22a896d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.431618 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-15c3db75-55e5-45d1-9e7c-ce3ff22a896d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:48:14.432320 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-15c3db75-55e5-45d1-9e7c-ce3ff22a896d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:14.488384 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-15c3db75-55e5-45d1-9e7c-ce3ff22a896d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3569927 Jul 16 08:48:14.490409 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55844) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:14.498813 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-86ccf8e8-2881-4545-85be-71293339e849 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:14.511873 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a578174-988d-4b45-bbb1-fc833522ec14 None None] Resources bound (agent type, host, resource id): {{(pid=93760) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:48:14.515609 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0a0e941a-9f20-4889-82b5-27864ee17750 req-e188efd1-fda2-4a38-98b9-9758e15771d7 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7e14a1b6-0d67-4feb-983c-5d920973591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790827 Jul 16 08:48:14.567690 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a7d6b3d9-f2c6-467e-aa34-c560a063e70f None None] Provisioning complete for port 8e77b935-d0bc-4492-b6c6-75084e5838f2 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:14.568026 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a7d6b3d9-f2c6-467e-aa34-c560a063e70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.640556 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ccf8e8-2881-4545-85be-71293339e849 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:14.647866 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-86ccf8e8-2881-4545-85be-71293339e849 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.652472 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-86ccf8e8-2881-4545-85be-71293339e849 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:48:14.654104 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86ccf8e8-2881-4545-85be-71293339e849 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:14.682122 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-86ccf8e8-2881-4545-85be-71293339e849 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1898916 Jul 16 08:48:14.685114 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55850) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:14.802395 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a7d6b3d9-f2c6-467e-aa34-c560a063e70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:14.822214 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ccddd4-7ddb-4176-af6b-859c8489af06 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:14.826621 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-47ccddd4-7ddb-4176-af6b-859c8489af06 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1387732 Jul 16 08:48:14.829360 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55854) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:14.913766 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbbdde1-95b1-4a05-a1ab-a738655599bb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:14.916015 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ebbbdde1-95b1-4a05-a1ab-a738655599bb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0851734 Jul 16 08:48:14.920646 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55856) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:14.963277 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a7d6b3d9-f2c6-467e-aa34-c560a063e70f None None] For port 8e77b935-d0bc-4492-b6c6-75084e5838f2, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=8e77b935-d0bc-4492-b6c6-75084e5838f2,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:14.972430 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a7d6b3d9-f2c6-467e-aa34-c560a063e70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.037242 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c8ca4e1d-a233-455d-99f7-b1ec56313711 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1139987 Jul 16 08:48:15.047757 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55862) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:15.053497 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-1e3dfa59-d257-41ae-befa-47bbc7d8a46d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:15.069090 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d6b3d9-f2c6-467e-aa34-c560a063e70f None None] Pushing event updated for resources: {'Port': ['ID=8e77b935-d0bc-4492-b6c6-75084e5838f2,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:15.163187 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3dfa59-d257-41ae-befa-47bbc7d8a46d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:15.174765 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1e3dfa59-d257-41ae-befa-47bbc7d8a46d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.239350 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d9c9453-3563-4747-b187-8c9772b22620 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:15.351568 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9fdfbfec-d207-4580-aebd-d191935fc6d6 None None] Provisioning complete for port 8e77b935-d0bc-4492-b6c6-75084e5838f2 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:15.352720 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9fdfbfec-d207-4580-aebd-d191935fc6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.581562 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 897977fa-0789-4658-9d20-51c8c60e3629 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:15.840826 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 897977fa-0789-4658-9d20-51c8c60e3629 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:15.848566 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 897977fa-0789-4658-9d20-51c8c60e3629 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:15.850118 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:15.895480 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d1b3ea8-42ee-46fa-9391-39a7591e93b6 None None] DHCP port deletion for ed380f80-a9ff-4ccb-b4e8-357bb126e37f request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:48:15.953897 n-d-771362-37 neutron-server[93758]: DEBUG neutron.objects.ports [None req-1e3dfa59-d257-41ae-befa-47bbc7d8a46d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93758) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:48:15.997979 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12f577-d6bb-4d07-8eb8-a09f396f6e1d req-f1b9e594-13de-4f27-849b-19c166d4ba95 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:15.999565 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ce12f577-d6bb-4d07-8eb8-a09f396f6e1d req-f1b9e594-13de-4f27-849b-19c166d4ba95 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=465f9ddb-0146-4a44-a8e5-ad54e619ac3a HTTP/1.1" status: 200 len: 1096 time: 0.1069529 Jul 16 08:48:16.059099 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ce12f577-d6bb-4d07-8eb8-a09f396f6e1d req-1beef1ad-5121-433f-b3b7-921ee198b884 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7e14a1b6-0d67-4feb-983c-5d920973591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512424 Jul 16 08:48:16.062014 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.087418 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0d1b3ea8-42ee-46fa-9391-39a7591e93b6 None None] Deleting port 8e77b935-d0bc-4492-b6c6-75084e5838f2 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:16.087418 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d1b3ea8-42ee-46fa-9391-39a7591e93b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.092775 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465f9ddb-0146-4a44-a8e5-ad54e619ac3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897977fa-0789-4658-9d20-51c8c60e3629'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:16.094881 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cb0a14c-5fc6-4591-b441-3e3ab0241834" -d '{"events": [{"server_uuid": "465f9ddb-0146-4a44-a8e5-ad54e619ac3a", "name": "network-vif-plugged", "status": "completed", "tag": "897977fa-0789-4658-9d20-51c8c60e3629"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:16.121752 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 897977fa-0789-4658-9d20-51c8c60e3629, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=897977fa-0789-4658-9d20-51c8c60e3629,segment=NetworkSegment(11623f49-c1c9-45bc-a656-e458c5eff734),segment_id=11623f49-c1c9-45bc-a656-e458c5eff734)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:16.132554 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.200099 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05cf7cfe-4574-420d-9d23-2d1ed8814288 x-openstack-request-id: req-05cf7cfe-4574-420d-9d23-2d1ed8814288 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:16.200528 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465f9ddb-0146-4a44-a8e5-ad54e619ac3a", "name": "network-vif-plugged", "status": "completed", "tag": "897977fa-0789-4658-9d20-51c8c60e3629", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:16.200685 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-05cf7cfe-4574-420d-9d23-2d1ed8814288 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:16.201148 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465f9ddb-0146-4a44-a8e5-ad54e619ac3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '897977fa-0789-4658-9d20-51c8c60e3629', 'code': 200} Jul 16 08:48:16.214974 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa158c24-70b9-4d78-86e7-be143183a593 req-165479a3-c4ba-4dc9-a60c-5342fc015d51 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:16.218805 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fa158c24-70b9-4d78-86e7-be143183a593 req-165479a3-c4ba-4dc9-a60c-5342fc015d51 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 945 time: 0.5378335 Jul 16 08:48:16.250425 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=897977fa-0789-4658-9d20-51c8c60e3629,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:16.259965 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-0d1b3ea8-42ee-46fa-9391-39a7591e93b6 None None] For port 8e77b935-d0bc-4492-b6c6-75084e5838f2, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=8e77b935-d0bc-4492-b6c6-75084e5838f2,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:16.260504 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d1b3ea8-42ee-46fa-9391-39a7591e93b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.276923 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0d1b3ea8-42ee-46fa-9391-39a7591e93b6 None None] Calling delete_port for 8e77b935-d0bc-4492-b6c6-75084e5838f2 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:16.379883 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fa158c24-70b9-4d78-86e7-be143183a593 req-605b2ab5-46f4-4239-a5cb-1da7aad3380c tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1368377 Jul 16 08:48:16.411143 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b05759c-962c-49a4-895d-5baeebb55a2a req-23a104e7-dd54-410b-8074-eb078cadf499 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:16.417035 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2b05759c-962c-49a4-895d-5baeebb55a2a req-23a104e7-dd54-410b-8074-eb078cadf499 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=465f9ddb-0146-4a44-a8e5-ad54e619ac3a HTTP/1.1" status: 200 len: 1097 time: 0.1301980 Jul 16 08:48:16.469357 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d1b3ea8-42ee-46fa-9391-39a7591e93b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.494305 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2b05759c-962c-49a4-895d-5baeebb55a2a req-82b79f27-9b5c-44b4-888b-5144059cde78 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7e14a1b6-0d67-4feb-983c-5d920973591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699666 Jul 16 08:48:16.507726 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1e3dfa59-d257-41ae-befa-47bbc7d8a46d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.537938 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b3ea8-42ee-46fa-9391-39a7591e93b6 None None] Pushing event deleted for resources: {'Port': ['ID=8e77b935-d0bc-4492-b6c6-75084e5838f2,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:16.548012 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1b3ea8-42ee-46fa-9391-39a7591e93b6 None None] No DVR routers for this DVR port 8e77b935-d0bc-4492-b6c6-75084e5838f2 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:16.574145 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e3dfa59-d257-41ae-befa-47bbc7d8a46d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Port 8e77b935-d0bc-4492-b6c6-75084e5838f2 concurrently deleted while adding address for new subnet {'id': 'ae160b71-9f24-46ab-b191-27606186e30f', 'name': '', 'tenant_id': '11897f26500d434cb71ca0edc07e35ac', 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac', 'standard_attr_id': 2985, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-16T08:48:15Z', 'updated_at': '2021-07-16T08:48:15Z', 'revision_number': 0, 'segment_id': None, 'project_id': '11897f26500d434cb71ca0edc07e35ac'}. {{(pid=93758) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 16 08:48:16.576244 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1e3dfa59-d257-41ae-befa-47bbc7d8a46d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.631379 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3dfa59-d257-41ae-befa-47bbc7d8a46d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:16.636432 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-1e3dfa59-d257-41ae-befa-47bbc7d8a46d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:16.643839 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3dfa59-d257-41ae-befa-47bbc7d8a46d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:16.644931 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1e3dfa59-d257-41ae-befa-47bbc7d8a46d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.658099 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c631aeeb-7808-4279-80b9-cfb881411baf None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:16.661695 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3dfa59-d257-41ae-befa-47bbc7d8a46d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Subnet': ['ID=ae160b71-9f24-46ab-b191-27606186e30f,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:16.681555 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1e3dfa59-d257-41ae-befa-47bbc7d8a46d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6293921 Jul 16 08:48:16.682150 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55902) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:16.699654 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-06f999e5-ffa6-4231-ad1b-3c32cb373c4f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'port': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'mac_address': 'fa:16:3e:82:a8:34', 'name': 'tempest-NetworksTestDHCPv6-1363927599'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:16.889427 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06f999e5-ffa6-4231-ad1b-3c32cb373c4f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:16.969566 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2acb25-0af5-488e-9e83-998b464f91dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'tenant_id': '11897f26500d434cb71ca0edc07e35ac', 'fixed_ips': [{'subnet_id': 'ae160b71-9f24-46ab-b191-27606186e30f'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:48:16.970628 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1c2acb25-0af5-488e-9e83-998b464f91dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:16.993784 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-06f999e5-ffa6-4231-ad1b-3c32cb373c4f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.019623 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-06f999e5-ffa6-4231-ad1b-3c32cb373c4f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] device_id is not set on port 7a13b68e-ba1a-4bad-9ca6-3883f1cc5197 yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:48:17.142404 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-06f999e5-ffa6-4231-ad1b-3c32cb373c4f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Allocated IP 2001:db8::f816:3eff:fe82:a834 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/ae160b71-9f24-46ab-b191-27606186e30f/7a13b68e-ba1a-4bad-9ca6-3883f1cc5197) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:17.568710 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 364af638-4723-4510-af78-24e90addbc6d details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:48:17.744690 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-06f999e5-ffa6-4231-ad1b-3c32cb373c4f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.756898 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3e15d8-82ca-4486-b7f0-77e94c1d6bb6 req-303ed64b-d6c7-4da2-a0ab-52e2b43150e1 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:17.764167 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-da3e15d8-82ca-4486-b7f0-77e94c1d6bb6 req-303ed64b-d6c7-4da2-a0ab-52e2b43150e1 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=465f9ddb-0146-4a44-a8e5-ad54e619ac3a HTTP/1.1" status: 200 len: 1097 time: 0.5233338 Jul 16 08:48:17.794033 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-06f999e5-ffa6-4231-ad1b-3c32cb373c4f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Transition to ACTIVE for port object 7a13b68e-ba1a-4bad-9ca6-3883f1cc5197 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:17.794660 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2daee8fc-c578-4403-a71e-1e68961ceca6 req-4d3f81e4-e419-4e81-b894-bc514f95d82a tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:17.798634 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 364af638-4723-4510-af78-24e90addbc6d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=364af638-4723-4510-af78-24e90addbc6d,segment=NetworkSegment(9452ae90-4bd6-4866-933c-eec760d2cc0f),segment_id=9452ae90-4bd6-4866-933c-eec760d2cc0f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:17.809855 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2daee8fc-c578-4403-a71e-1e68961ceca6 req-4d3f81e4-e419-4e81-b894-bc514f95d82a tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 945 time: 0.2073660 Jul 16 08:48:17.822470 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '364af638-4723-4510-af78-24e90addbc6d', 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b', 'port_id': '364af638-4723-4510-af78-24e90addbc6d', 'mac_address': 'fa:16:3e:1e:16:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:48:17.829280 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-da3e15d8-82ca-4486-b7f0-77e94c1d6bb6 req-830882af-9068-4d47-903e-2f74b37e3bec tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7e14a1b6-0d67-4feb-983c-5d920973591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638094 Jul 16 08:48:17.875936 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2daee8fc-c578-4403-a71e-1e68961ceca6 req-9105c08f-1bef-4c99-ade1-233c876aba8d tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641060 Jul 16 08:48:17.899542 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-06f999e5-ffa6-4231-ad1b-3c32cb373c4f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:17.985219 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.010900 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-1c2acb25-0af5-488e-9e83-998b464f91dd None None] Allocated IP 2001:db8::f816:3eff:fe17:2fef (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/ae160b71-9f24-46ab-b191-27606186e30f/586d9bdb-15e5-41e7-b22c-013f0dcd20b4) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:18.018421 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 364af638-4723-4510-af78-24e90addbc6d {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:18.044440 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 364af638-4723-4510-af78-24e90addbc6d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=364af638-4723-4510-af78-24e90addbc6d,segment=NetworkSegment(9452ae90-4bd6-4866-933c-eec760d2cc0f),segment_id=9452ae90-4bd6-4866-933c-eec760d2cc0f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:18.053441 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.094477 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f999e5-ffa6-4231-ad1b-3c32cb373c4f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Port': ['ID=7a13b68e-ba1a-4bad-9ca6-3883f1cc5197,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:18.134178 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06f999e5-ffa6-4231-ad1b-3c32cb373c4f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:18.138751 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-06f999e5-ffa6-4231-ad1b-3c32cb373c4f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:18.149659 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f999e5-ffa6-4231-ad1b-3c32cb373c4f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:18.155340 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['364af638-4723-4510-af78-24e90addbc6d'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:18.186794 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f999e5-ffa6-4231-ad1b-3c32cb373c4f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:18.192282 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-06f999e5-ffa6-4231-ad1b-3c32cb373c4f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.242091 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-06f999e5-ffa6-4231-ad1b-3c32cb373c4f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5547283 Jul 16 08:48:18.242441 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55932) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:18.284298 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=364af638-4723-4510-af78-24e90addbc6d,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:18.328425 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63754aa4-1a78-4c69-b09d-7e97ac51a576 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:18.331092 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-63754aa4-1a78-4c69-b09d-7e97ac51a576 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0883703 Jul 16 08:48:18.335203 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55936) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:18.461475 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1c2acb25-0af5-488e-9e83-998b464f91dd None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.478702 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1c2acb25-0af5-488e-9e83-998b464f91dd None None] Transition to ACTIVE for port object 586d9bdb-15e5-41e7-b22c-013f0dcd20b4 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:18.501082 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-964e3c81-7314-42db-ae4c-af29016222d4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting port 7a13b68e-ba1a-4bad-9ca6-3883f1cc5197 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:18.501644 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-964e3c81-7314-42db-ae4c-af29016222d4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.507598 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1c2acb25-0af5-488e-9e83-998b464f91dd None None] Transition to ACTIVE for port object 586d9bdb-15e5-41e7-b22c-013f0dcd20b4 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:18.515916 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1c2acb25-0af5-488e-9e83-998b464f91dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.560569 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c2acb25-0af5-488e-9e83-998b464f91dd None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:18.565752 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-1c2acb25-0af5-488e-9e83-998b464f91dd None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:18.569331 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c2acb25-0af5-488e-9e83-998b464f91dd None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:18.582439 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2acb25-0af5-488e-9e83-998b464f91dd None None] Pushing event updated for resources: {'Port': ['ID=586d9bdb-15e5-41e7-b22c-013f0dcd20b4,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:18.655450 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-1c2acb25-0af5-488e-9e83-998b464f91dd None None] Attempting to bind port 586d9bdb-15e5-41e7-b22c-013f0dcd20b4 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:18.656433 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-1c2acb25-0af5-488e-9e83-998b464f91dd None None] Attempting to bind port 586d9bdb-15e5-41e7-b22c-013f0dcd20b4 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:18.657312 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2acb25-0af5-488e-9e83-998b464f91dd None None] Attempting to bind port 586d9bdb-15e5-41e7-b22c-013f0dcd20b4 on network ed380f80-a9ff-4ccb-b4e8-357bb126e37f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:18.660131 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-964e3c81-7314-42db-ae4c-af29016222d4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.665753 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2acb25-0af5-488e-9e83-998b464f91dd None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:18.666543 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2acb25-0af5-488e-9e83-998b464f91dd None None] Checking segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:18.667360 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1c2acb25-0af5-488e-9e83-998b464f91dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.668134 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c2acb25-0af5-488e-9e83-998b464f91dd None None] Bound using segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:18.669094 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-1c2acb25-0af5-488e-9e83-998b464f91dd None None] Bound port: 586d9bdb-15e5-41e7-b22c-013f0dcd20b4, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:18.669875 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1c2acb25-0af5-488e-9e83-998b464f91dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:18.677865 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-964e3c81-7314-42db-ae4c-af29016222d4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Calling delete_port for 7a13b68e-ba1a-4bad-9ca6-3883f1cc5197 owned by {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:19.021443 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-964e3c81-7314-42db-ae4c-af29016222d4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.023861 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-1c2acb25-0af5-488e-9e83-998b464f91dd None None] For port 586d9bdb-15e5-41e7-b22c-013f0dcd20b4, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:19.030792 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-1c2acb25-0af5-488e-9e83-998b464f91dd None None] For port 586d9bdb-15e5-41e7-b22c-013f0dcd20b4, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=586d9bdb-15e5-41e7-b22c-013f0dcd20b4,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:19.044815 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1c2acb25-0af5-488e-9e83-998b464f91dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.136884 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c2acb25-0af5-488e-9e83-998b464f91dd None None] Pushing event updated for resources: {'Port': ['ID=586d9bdb-15e5-41e7-b22c-013f0dcd20b4,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:19.211377 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-964e3c81-7314-42db-ae4c-af29016222d4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.217455 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-964e3c81-7314-42db-ae4c-af29016222d4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/7a13b68e-ba1a-4bad-9ca6-3883f1cc5197 HTTP/1.1" status: 204 len: 168 time: 0.8805668 Jul 16 08:48:19.220794 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 55978) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:19.244071 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964e3c81-7314-42db-ae4c-af29016222d4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Port': ['ID=7a13b68e-ba1a-4bad-9ca6-3883f1cc5197,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:19.347179 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6773fe41-342c-49d7-8a23-b91427f91df1 req-3d6311b8-e9e4-4125-a5b4-f933ba888254 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:19.353801 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6773fe41-342c-49d7-8a23-b91427f91df1 req-3d6311b8-e9e4-4125-a5b4-f933ba888254 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=465f9ddb-0146-4a44-a8e5-ad54e619ac3a HTTP/1.1" status: 200 len: 1097 time: 0.1620207 Jul 16 08:48:19.384261 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fa4e1e-d9dc-404a-b6f4-73dce8accbcf tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:19.387189 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63fa4e1e-d9dc-404a-b6f4-73dce8accbcf tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:19.394665 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-63fa4e1e-d9dc-404a-b6f4-73dce8accbcf tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1673927 Jul 16 08:48:19.395188 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 55986) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:19.431632 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef2ba20-82d2-4831-a50b-42bd1135a188 req-46ddd647-fb10-4782-b9f8-ba834cd53332 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:19.433199 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3ef2ba20-82d2-4831-a50b-42bd1135a188 req-46ddd647-fb10-4782-b9f8-ba834cd53332 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 944 time: 0.2142956 Jul 16 08:48:19.564000 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6773fe41-342c-49d7-8a23-b91427f91df1 req-4e2a09ca-1dea-49b3-9805-6efc26c9f619 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7e14a1b6-0d67-4feb-983c-5d920973591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1980042 Jul 16 08:48:19.572693 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3ef2ba20-82d2-4831-a50b-42bd1135a188 req-9b2730e9-cd01-4100-b25b-aabec9d0d49c tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198657 Jul 16 08:48:19.583235 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 364af638-4723-4510-af78-24e90addbc6d up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:19.589695 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-49ad56eb-56f3-4c1c-bfb2-69f9b27aea59 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting subnet ae160b71-9f24-46ab-b191-27606186e30f {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:19.593758 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49ad56eb-56f3-4c1c-bfb2-69f9b27aea59 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.756951 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 364af638-4723-4510-af78-24e90addbc6d triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:19.757368 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:19.818536 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49ad56eb-56f3-4c1c-bfb2-69f9b27aea59 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.007089 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.057885 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5b8864-6a53-4418-8230-4709b3960ad7 req-7cc5375a-ca0c-413f-98b5-2d71b0e30963 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:20.060101 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a284e8d-239c-423a-bbfe-197eddb0d17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364af638-4723-4510-af78-24e90addbc6d'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:20.063110 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dd94960-6e5b-4031-a4fe-418a760f7811" -d '{"events": [{"server_uuid": "5a284e8d-239c-423a-bbfe-197eddb0d17d", "name": "network-vif-plugged", "status": "completed", "tag": "364af638-4723-4510-af78-24e90addbc6d"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:20.067538 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5c5b8864-6a53-4418-8230-4709b3960ad7 req-7cc5375a-ca0c-413f-98b5-2d71b0e30963 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=465f9ddb-0146-4a44-a8e5-ad54e619ac3a HTTP/1.1" status: 200 len: 1097 time: 0.1228092 Jul 16 08:48:20.101628 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 364af638-4723-4510-af78-24e90addbc6d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=364af638-4723-4510-af78-24e90addbc6d,segment=NetworkSegment(9452ae90-4bd6-4866-933c-eec760d2cc0f),segment_id=9452ae90-4bd6-4866-933c-eec760d2cc0f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:20.107055 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.151068 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49ad56eb-56f3-4c1c-bfb2-69f9b27aea59 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.172970 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5c5b8864-6a53-4418-8230-4709b3960ad7 req-0be750ff-8d72-4465-a5e5-ecd36a8a11ad tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7e14a1b6-0d67-4feb-983c-5d920973591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042352 Jul 16 08:48:20.207932 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1957fee5-90a4-4dda-bbff-cfb09e488f6e x-openstack-request-id: req-1957fee5-90a4-4dda-bbff-cfb09e488f6e {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:20.208527 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a284e8d-239c-423a-bbfe-197eddb0d17d", "name": "network-vif-plugged", "status": "completed", "tag": "364af638-4723-4510-af78-24e90addbc6d", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:20.209115 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1957fee5-90a4-4dda-bbff-cfb09e488f6e {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:20.209866 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a284e8d-239c-423a-bbfe-197eddb0d17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364af638-4723-4510-af78-24e90addbc6d', 'code': 200} Jul 16 08:48:20.223875 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=364af638-4723-4510-af78-24e90addbc6d,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:20.320410 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49ad56eb-56f3-4c1c-bfb2-69f9b27aea59 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.422499 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ad56eb-56f3-4c1c-bfb2-69f9b27aea59 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Subnet': ['ID=ae160b71-9f24-46ab-b191-27606186e30f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:20.438788 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49ad56eb-56f3-4c1c-bfb2-69f9b27aea59 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:20.444202 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56002) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:20.460631 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 586d9bdb-15e5-41e7-b22c-013f0dcd20b4 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:20.469558 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-49ad56eb-56f3-4c1c-bfb2-69f9b27aea59 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/ae160b71-9f24-46ab-b191-27606186e30f HTTP/1.1" status: 204 len: 168 time: 1.0719185 Jul 16 08:48:20.621293 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 586d9bdb-15e5-41e7-b22c-013f0dcd20b4 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:20.648142 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65cd5beb-b364-42de-b923-64ef76eb2786 req-aeb9c53b-7724-438a-8d2a-7adc0d4fff46 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:20.649738 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-65cd5beb-b364-42de-b923-64ef76eb2786 req-aeb9c53b-7724-438a-8d2a-7adc0d4fff46 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=465f9ddb-0146-4a44-a8e5-ad54e619ac3a HTTP/1.1" status: 200 len: 1097 time: 0.1745775 Jul 16 08:48:20.692830 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4da6d94d-272c-41bf-ac5c-956ceda1223a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2469883 Jul 16 08:48:20.697241 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56006) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:20.739354 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-65cd5beb-b364-42de-b923-64ef76eb2786 req-0e8f6502-108c-4fc5-8b2f-aef52fce26cc tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7e14a1b6-0d67-4feb-983c-5d920973591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826039 Jul 16 08:48:20.757235 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-6811bbde-3ac1-438c-b20c-55fd472d6d1d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:20.894979 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2b2e1-b2dc-4065-9258-98f3abebc3d3 req-dd950063-9b7a-4ee6-b1fa-df04f796a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:20.900045 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f4d2b2e1-b2dc-4065-9258-98f3abebc3d3 req-dd950063-9b7a-4ee6-b1fa-df04f796a644 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b1a7b336a94513a52f9785e4e37864&device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 1097 time: 0.1478784 Jul 16 08:48:21.144575 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6811bbde-3ac1-438c-b20c-55fd472d6d1d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:21.148747 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2b2e1-b2dc-4065-9258-98f3abebc3d3 req-ae022354-1b04-4948-bb43-322856ad5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:21.149587 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6811bbde-3ac1-438c-b20c-55fd472d6d1d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.151071 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f4d2b2e1-b2dc-4065-9258-98f3abebc3d3 req-ae022354-1b04-4948-bb43-322856ad5745 service neutron] 10.222.0.30 "GET /v2.0/networks?id=009dd0a1-50a1-45ad-bc58-1d113e644d4b HTTP/1.1" status: 200 len: 917 time: 0.2157810 Jul 16 08:48:21.154070 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd13f598-a93f-492b-9efb-219e69deff6d None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:21.321257 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-13899f79-6a91-4ebe-9cbe-3cc33d93b02d None None] Provisioning for port 586d9bdb-15e5-41e7-b22c-013f0dcd20b4 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:21.369028 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-13899f79-6a91-4ebe-9cbe-3cc33d93b02d None None] Provisioning complete for port 586d9bdb-15e5-41e7-b22c-013f0dcd20b4 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:21.369417 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13899f79-6a91-4ebe-9cbe-3cc33d93b02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.384591 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f4d2b2e1-b2dc-4065-9258-98f3abebc3d3 req-a3b2f101-a329-4f6b-9d89-3345e03d9103 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=364af638-4723-4510-af78-24e90addbc6d HTTP/1.1" status: 200 len: 1001 time: 0.2211323 Jul 16 08:48:21.542709 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2b2e1-b2dc-4065-9258-98f3abebc3d3 req-a069137e-8d1d-4e73-87b3-477506db7ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:21.547828 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f4d2b2e1-b2dc-4065-9258-98f3abebc3d3 req-a069137e-8d1d-4e73-87b3-477506db7ad8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a HTTP/1.1" status: 200 len: 855 time: 0.1618857 Jul 16 08:48:21.582209 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf5a169-2c81-458b-af2a-c57d864b24c6 req-de1a2c44-41cc-47c7-9321-106c41d12fe0 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:21.583826 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5cf5a169-2c81-458b-af2a-c57d864b24c6 req-de1a2c44-41cc-47c7-9321-106c41d12fe0 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 945 time: 0.4807289 Jul 16 08:48:21.598117 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13899f79-6a91-4ebe-9cbe-3cc33d93b02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.666238 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-13899f79-6a91-4ebe-9cbe-3cc33d93b02d None None] For port 586d9bdb-15e5-41e7-b22c-013f0dcd20b4, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=586d9bdb-15e5-41e7-b22c-013f0dcd20b4,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:21.670768 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eceaf0-6701-42e5-9b20-01d7d96b4e2d None None] DHCP port deletion for ed380f80-a9ff-4ccb-b4e8-357bb126e37f request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:48:21.676075 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13899f79-6a91-4ebe-9cbe-3cc33d93b02d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.759614 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13899f79-6a91-4ebe-9cbe-3cc33d93b02d None None] Pushing event updated for resources: {'Port': ['ID=586d9bdb-15e5-41e7-b22c-013f0dcd20b4,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:21.797285 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-3d874984-e5a5-42df-a0be-666f20c6cae8 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:21.798980 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-3d874984-e5a5-42df-a0be-666f20c6cae8 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/networks?id=b6b3d16d-1bea-4a51-9d89-f34565574f95 HTTP/1.1" status: 200 len: 911 time: 0.2774138 Jul 16 08:48:21.825799 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-642d6401-1177-4a84-b435-b5bb2faf4aa8 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/quotas/a2632d8d2efa4389b83e405179c1259e HTTP/1.1" status: 200 len: 375 time: 0.0181267 Jul 16 08:48:21.882051 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5cf5a169-2c81-458b-af2a-c57d864b24c6 req-0153a544-37e6-43af-b146-a61db10c3f19 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2787492 Jul 16 08:48:21.898685 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c3eceaf0-6701-42e5-9b20-01d7d96b4e2d None None] Deleting port 586d9bdb-15e5-41e7-b22c-013f0dcd20b4 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:21.914658 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c3eceaf0-6701-42e5-9b20-01d7d96b4e2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:21.998546 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d2b2e1-b2dc-4065-9258-98f3abebc3d3 req-9e4be94b-5dfa-418c-bd1d-41c1d0279324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:22.008318 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f4d2b2e1-b2dc-4065-9258-98f3abebc3d3 req-9e4be94b-5dfa-418c-bd1d-41c1d0279324 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=009dd0a1-50a1-45ad-bc58-1d113e644d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4367044 Jul 16 08:48:22.042213 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-9ebe6269-6048-46fe-8071-64892550883e tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?tenant_id=a2632d8d2efa4389b83e405179c1259e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2151492 Jul 16 08:48:22.103293 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c3eceaf0-6701-42e5-9b20-01d7d96b4e2d None None] For port 586d9bdb-15e5-41e7-b22c-013f0dcd20b4, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=586d9bdb-15e5-41e7-b22c-013f0dcd20b4,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:22.104011 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c3eceaf0-6701-42e5-9b20-01d7d96b4e2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.149991 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f4d2b2e1-b2dc-4065-9258-98f3abebc3d3 req-d28c1e0e-7910-478b-9dfe-98cee77e63e6 service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265686 Jul 16 08:48:22.166797 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c3eceaf0-6701-42e5-9b20-01d7d96b4e2d None None] Calling delete_port for 586d9bdb-15e5-41e7-b22c-013f0dcd20b4 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:22.346028 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 586d9bdb-15e5-41e7-b22c-013f0dcd20b4 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:22.355426 n-d-771362-37 neutron-server[93758]: DEBUG neutron.objects.ports [None req-6811bbde-3ac1-438c-b20c-55fd472d6d1d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93758) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:48:22.607766 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c3eceaf0-6701-42e5-9b20-01d7d96b4e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.624095 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eceaf0-6701-42e5-9b20-01d7d96b4e2d None None] No DVR routers for this DVR port 586d9bdb-15e5-41e7-b22c-013f0dcd20b4 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:22.630665 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.771295 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eceaf0-6701-42e5-9b20-01d7d96b4e2d None None] Pushing event deleted for resources: {'Port': ['ID=586d9bdb-15e5-41e7-b22c-013f0dcd20b4,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:22.786832 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.ipam_pluggable_backend [None req-6811bbde-3ac1-438c-b20c-55fd472d6d1d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Port 586d9bdb-15e5-41e7-b22c-013f0dcd20b4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93758) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 08:48:22.787411 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.ipam_pluggable_backend [None req-6811bbde-3ac1-438c-b20c-55fd472d6d1d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Reverting IP allocation for 2001:db8::f816:3eff:fe17:2fef {{(pid=93758) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 08:48:22.801597 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.ipam_pluggable_backend [None req-6811bbde-3ac1-438c-b20c-55fd472d6d1d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe17:2fef {{(pid=93758) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 08:48:22.803128 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6811bbde-3ac1-438c-b20c-55fd472d6d1d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.857081 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6811bbde-3ac1-438c-b20c-55fd472d6d1d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:22.860597 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-6811bbde-3ac1-438c-b20c-55fd472d6d1d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:22.865367 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6811bbde-3ac1-438c-b20c-55fd472d6d1d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:22.866137 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6811bbde-3ac1-438c-b20c-55fd472d6d1d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:22.872863 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec4967f-1377-4af9-9ef4-5a91d85dfb52 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:22.902165 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6811bbde-3ac1-438c-b20c-55fd472d6d1d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Subnet': ['ID=c692c59e-886b-4ceb-8ff4-431b02006993,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:22.908503 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6811bbde-3ac1-438c-b20c-55fd472d6d1d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.2097216 Jul 16 08:48:22.911155 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56046) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:22.946539 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-a5637f34-cfa7-46ad-9ccb-f11f209051a9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'port': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'mac_address': 'fa:16:3e:13:29:e6', 'name': 'tempest-NetworksTestDHCPv6-2102581099'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:22.998007 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f4d2b2e1-b2dc-4065-9258-98f3abebc3d3 req-3e310674-08b2-4879-b48b-18a5160aa42f service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242583 Jul 16 08:48:23.067887 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-15dbe5fc-95ab-4191-9537-72558cb0b6d3 service neutron] 10.222.0.22 "GET /v2.0/networks/b6b3d16d-1bea-4a51-9d89-f34565574f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0134399 Jul 16 08:48:23.240184 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf32f533-16a4-40b5-826d-af7db6139a0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'tenant_id': '11897f26500d434cb71ca0edc07e35ac', 'fixed_ips': [{'subnet_id': 'c692c59e-886b-4ceb-8ff4-431b02006993'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:48:23.241197 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cf32f533-16a4-40b5-826d-af7db6139a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.367485 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-153324a0-1ec2-4ad3-a975-ab699e7add94 service neutron] 10.222.0.22 "GET /v2.0/networks/b6b3d16d-1bea-4a51-9d89-f34565574f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985446 Jul 16 08:48:23.380475 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5637f34-cfa7-46ad-9ccb-f11f209051a9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:23.491316 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a5637f34-cfa7-46ad-9ccb-f11f209051a9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.530308 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-cf32f533-16a4-40b5-826d-af7db6139a0a None None] Allocated IP 2001:db8::f816:3eff:feb9:8a90 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/c692c59e-886b-4ceb-8ff4-431b02006993/2be5add9-03dd-48d7-8bff-48dd76bfc913) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:23.556305 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-a5637f34-cfa7-46ad-9ccb-f11f209051a9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] device_id is not set on port 10ea8cec-dd27-4332-b6aa-e2fff6669e3f yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:48:23.661672 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb43a338-1f85-4504-b5d5-6753f50f68ef req-622933ba-6676-44b3-9bb1-8a574db2572b tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:23.663662 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cb43a338-1f85-4504-b5d5-6753f50f68ef req-622933ba-6676-44b3-9bb1-8a574db2572b tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 945 time: 0.3856688 Jul 16 08:48:23.790755 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cb43a338-1f85-4504-b5d5-6753f50f68ef req-cd417d8d-bad1-4288-af87-6ab944af14b4 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086171 Jul 16 08:48:23.868014 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cf32f533-16a4-40b5-826d-af7db6139a0a None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:23.878016 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-cf32f533-16a4-40b5-826d-af7db6139a0a None None] Transition to ACTIVE for port object 2be5add9-03dd-48d7-8bff-48dd76bfc913 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:23.909361 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-cf32f533-16a4-40b5-826d-af7db6139a0a None None] Transition to ACTIVE for port object 2be5add9-03dd-48d7-8bff-48dd76bfc913 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:23.917712 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cf32f533-16a4-40b5-826d-af7db6139a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.035754 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-a5637f34-cfa7-46ad-9ccb-f11f209051a9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Allocated IP 2001:db8::f816:3eff:fe13:29e6 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/c692c59e-886b-4ceb-8ff4-431b02006993/10ea8cec-dd27-4332-b6aa-e2fff6669e3f) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:24.066395 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf32f533-16a4-40b5-826d-af7db6139a0a None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:24.076295 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-cf32f533-16a4-40b5-826d-af7db6139a0a None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:24.084260 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf32f533-16a4-40b5-826d-af7db6139a0a None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:24.107991 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32f533-16a4-40b5-826d-af7db6139a0a None None] Pushing event updated for resources: {'Port': ['ID=2be5add9-03dd-48d7-8bff-48dd76bfc913,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:24.197142 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:48:24.258293 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-cf32f533-16a4-40b5-826d-af7db6139a0a None None] Attempting to bind port 2be5add9-03dd-48d7-8bff-48dd76bfc913 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:24.258707 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-cf32f533-16a4-40b5-826d-af7db6139a0a None None] Attempting to bind port 2be5add9-03dd-48d7-8bff-48dd76bfc913 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:24.259068 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf32f533-16a4-40b5-826d-af7db6139a0a None None] Attempting to bind port 2be5add9-03dd-48d7-8bff-48dd76bfc913 on network ed380f80-a9ff-4ccb-b4e8-357bb126e37f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:24.285639 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf32f533-16a4-40b5-826d-af7db6139a0a None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:24.286020 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf32f533-16a4-40b5-826d-af7db6139a0a None None] Checking segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:24.286432 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cf32f533-16a4-40b5-826d-af7db6139a0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.286831 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf32f533-16a4-40b5-826d-af7db6139a0a None None] Bound using segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:24.287308 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-cf32f533-16a4-40b5-826d-af7db6139a0a None None] Bound port: 2be5add9-03dd-48d7-8bff-48dd76bfc913, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:24.287693 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cf32f533-16a4-40b5-826d-af7db6139a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.289239 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-92dddec7-6f77-4672-9ec8-210d23dbecd7 req-e4620d2e-6f52-4708-bcb6-85d3242d6903 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6c0e4f08-e823-43c7-b8ff-e9400f539ab0 HTTP/1.1" status: 200 len: 210 time: 0.0622871 Jul 16 08:48:24.475079 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-cf32f533-16a4-40b5-826d-af7db6139a0a None None] For port 2be5add9-03dd-48d7-8bff-48dd76bfc913, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:24.483343 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-cf32f533-16a4-40b5-826d-af7db6139a0a None None] For port 2be5add9-03dd-48d7-8bff-48dd76bfc913, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=2be5add9-03dd-48d7-8bff-48dd76bfc913,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:24.491293 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cf32f533-16a4-40b5-826d-af7db6139a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.509138 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a5637f34-cfa7-46ad-9ccb-f11f209051a9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.556490 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a5637f34-cfa7-46ad-9ccb-f11f209051a9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Transition to ACTIVE for port object 10ea8cec-dd27-4332-b6aa-e2fff6669e3f will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:24.583007 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf32f533-16a4-40b5-826d-af7db6139a0a None None] Pushing event updated for resources: {'Port': ['ID=2be5add9-03dd-48d7-8bff-48dd76bfc913,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:24.612442 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a5637f34-cfa7-46ad-9ccb-f11f209051a9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.740667 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5637f34-cfa7-46ad-9ccb-f11f209051a9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Port': ['ID=10ea8cec-dd27-4332-b6aa-e2fff6669e3f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:24.776422 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5637f34-cfa7-46ad-9ccb-f11f209051a9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:24.778066 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-a5637f34-cfa7-46ad-9ccb-f11f209051a9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:24.781133 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5637f34-cfa7-46ad-9ccb-f11f209051a9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:24.794267 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5637f34-cfa7-46ad-9ccb-f11f209051a9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:24.794962 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a5637f34-cfa7-46ad-9ccb-f11f209051a9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:24.838427 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a5637f34-cfa7-46ad-9ccb-f11f209051a9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9104729 Jul 16 08:48:24.838692 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56076) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:25.045478 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3317d711-2cf6-4094-a7cc-6b485f5cc574 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:25.125243 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3317d711-2cf6-4094-a7cc-6b485f5cc574 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:25.163800 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56088) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:25.169219 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3317d711-2cf6-4094-a7cc-6b485f5cc574 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3291733 Jul 16 08:48:25.393404 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56092) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:25.566051 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f825392a-a729-48c9-a2c6-c5b977a7442f req-ab519f55-5ff2-4b7b-acb7-26bda2352556 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:25.571839 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f825392a-a729-48c9-a2c6-c5b977a7442f req-ab519f55-5ff2-4b7b-acb7-26bda2352556 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 945 time: 0.3465919 Jul 16 08:48:25.696985 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-57fa245b-1050-4dcd-8f60-a6ff8e5f49ce tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting port 10ea8cec-dd27-4332-b6aa-e2fff6669e3f {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:25.697570 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57fa245b-1050-4dcd-8f60-a6ff8e5f49ce tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.779768 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ef66c460-542f-4a20-be4e-80a27f40a0fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:25.836862 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-69ea2bd2-8c86-42a9-8e84-0bc5b59a25b6 req-6d75e655-e8af-4721-a87d-89a8f1b9244f tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6c0e4f08-e823-43c7-b8ff-e9400f539ab0 HTTP/1.1" status: 200 len: 210 time: 0.0831943 Jul 16 08:48:25.887455 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f825392a-a729-48c9-a2c6-c5b977a7442f req-511767b2-0396-45d2-97d0-ec834caacf0e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2923846 Jul 16 08:48:26.209583 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57fa245b-1050-4dcd-8f60-a6ff8e5f49ce tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.254971 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-57fa245b-1050-4dcd-8f60-a6ff8e5f49ce tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Calling delete_port for 10ea8cec-dd27-4332-b6aa-e2fff6669e3f owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:26.270171 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ef66c460-542f-4a20-be4e-80a27f40a0fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.275966 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ef66c460-542f-4a20-be4e-80a27f40a0fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.533960 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 2be5add9-03dd-48d7-8bff-48dd76bfc913 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:26.570160 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ef66c460-542f-4a20-be4e-80a27f40a0fd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f4d5df7bc5b2407b8075de0f3a0b4019&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1746559 Jul 16 08:48:26.573901 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56100) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:26.603397 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57fa245b-1050-4dcd-8f60-a6ff8e5f49ce tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.689111 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa245b-1050-4dcd-8f60-a6ff8e5f49ce tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Port': ['ID=10ea8cec-dd27-4332-b6aa-e2fff6669e3f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:26.733766 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 2be5add9-03dd-48d7-8bff-48dd76bfc913 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:26.781950 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-a8932d4e-9c35-409c-bdd2-9e803d75b885 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:26.784470 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-a8932d4e-9c35-409c-bdd2-9e803d75b885 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.21 "GET /v2.0/networks?id=b6b3d16d-1bea-4a51-9d89-f34565574f95 HTTP/1.1" status: 200 len: 911 time: 0.4716668 Jul 16 08:48:26.810754 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-57fa245b-1050-4dcd-8f60-a6ff8e5f49ce tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:26.827139 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-57fa245b-1050-4dcd-8f60-a6ff8e5f49ce tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/10ea8cec-dd27-4332-b6aa-e2fff6669e3f HTTP/1.1" status: 204 len: 168 time: 1.6617568 Jul 16 08:48:26.836277 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56102) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:26.904645 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-2dcb542d-1960-45d3-b455-872ed5a3e671 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Request body: {'port': {'device_id': '6c0e4f08-e823-43c7-b8ff-e9400f539ab0', 'network_id': 'b6b3d16d-1bea-4a51-9d89-f34565574f95', 'admin_state_up': True, 'tenant_id': 'a2632d8d2efa4389b83e405179c1259e'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:26.982659 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11d22747-5a9b-448d-9641-c2aa73a877f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.015801 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11d22747-5a9b-448d-9641-c2aa73a877f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.050978 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d6927d-1471-44ff-9e1f-6da41a79fbf6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:27.053245 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d6927d-1471-44ff-9e1f-6da41a79fbf6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:27.064914 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-85d6927d-1471-44ff-9e1f-6da41a79fbf6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2097795 Jul 16 08:48:27.065932 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56110) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:27.138373 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-2dcb542d-1960-45d3-b455-872ed5a3e671 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Made reservation on behalf of a2632d8d2efa4389b83e405179c1259e for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:27.148655 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-2dcb542d-1960-45d3-b455-872ed5a3e671 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.156012 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef66c460-542f-4a20-be4e-80a27f40a0fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=751ff4c6-3360-4df7-ad68-a54a06041dd4,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:27.198735 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11d22747-5a9b-448d-9641-c2aa73a877f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.212686 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-003e5b72-0326-4ad6-a913-e8aa5460b5a7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting subnet c692c59e-886b-4ceb-8ff4-431b02006993 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:27.222524 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11d22747-5a9b-448d-9641-c2aa73a877f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.246336 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-11d22747-5a9b-448d-9641-c2aa73a877f7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/751ff4c6-3360-4df7-ad68-a54a06041dd4 HTTP/1.1" status: 204 len: 168 time: 0.4707766 Jul 16 08:48:27.287842 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d5f3951b-e910-4bc5-b565-05b6e84d8eb0 req-c9dbcf3f-b88e-4025-a2a0-3c2622f7bebb tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6c0e4f08-e823-43c7-b8ff-e9400f539ab0 HTTP/1.1" status: 200 len: 210 time: 0.0682702 Jul 16 08:48:27.297625 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-003e5b72-0326-4ad6-a913-e8aa5460b5a7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.319015 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ab810f54-fffb-4a71-8b78-ce04d2cc5c4a None None] Provisioning for port 2be5add9-03dd-48d7-8bff-48dd76bfc913 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:27.327210 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ab810f54-fffb-4a71-8b78-ce04d2cc5c4a None None] Provisioning complete for port 2be5add9-03dd-48d7-8bff-48dd76bfc913 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:27.327598 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ab810f54-fffb-4a71-8b78-ce04d2cc5c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.347590 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d22747-5a9b-448d-9641-c2aa73a877f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=751ff4c6-3360-4df7-ad68-a54a06041dd4,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:27.486728 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-003e5b72-0326-4ad6-a913-e8aa5460b5a7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.662709 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-2dcb542d-1960-45d3-b455-872ed5a3e671 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Allocated IP 172.20.0.5 (b6b3d16d-1bea-4a51-9d89-f34565574f95/5a7b6955-89c8-4a16-9ffd-7c000e377c1b/c2ee6b64-5737-419f-ae09-ce7482ec5f24) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:27.683032 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ab810f54-fffb-4a71-8b78-ce04d2cc5c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.807632 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ab810f54-fffb-4a71-8b78-ce04d2cc5c4a None None] For port 2be5add9-03dd-48d7-8bff-48dd76bfc913, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=2be5add9-03dd-48d7-8bff-48dd76bfc913,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:27.822756 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ab810f54-fffb-4a71-8b78-ce04d2cc5c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.864830 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-003e5b72-0326-4ad6-a913-e8aa5460b5a7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.927498 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-2dcb542d-1960-45d3-b455-872ed5a3e671 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:27.962347 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-2dcb542d-1960-45d3-b455-872ed5a3e671 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Transition to ACTIVE for port object c2ee6b64-5737-419f-ae09-ce7482ec5f24 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:27.994154 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab810f54-fffb-4a71-8b78-ce04d2cc5c4a None None] Pushing event updated for resources: {'Port': ['ID=2be5add9-03dd-48d7-8bff-48dd76bfc913,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:28.019722 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7b4be83a-9805-4d6f-9424-70b8341a6114 None None] Could not find standard attr ID for object 10ea8cec-dd27-4332-b6aa-e2fff6669e3f. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:48:28.111137 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-003e5b72-0326-4ad6-a913-e8aa5460b5a7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:28.201929 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-2dcb542d-1960-45d3-b455-872ed5a3e671 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:28.220863 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['897977fa-0789-4658-9d20-51c8c60e3629'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:28.236970 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e5b72-0326-4ad6-a913-e8aa5460b5a7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Subnet': ['ID=c692c59e-886b-4ceb-8ff4-431b02006993,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:28.261879 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56124) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:28.269629 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-003e5b72-0326-4ad6-a913-e8aa5460b5a7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:28.280907 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-003e5b72-0326-4ad6-a913-e8aa5460b5a7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/c692c59e-886b-4ceb-8ff4-431b02006993 HTTP/1.1" status: 204 len: 168 time: 1.2136319 Jul 16 08:48:28.317538 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56126) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:28.318718 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8ce6a3e-8b90-496a-b128-ccfda52fc037 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:28.355275 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3353429e-3386-4ea9-813b-e120c6e15ee5 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:28.378510 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcb542d-1960-45d3-b455-872ed5a3e671 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Pushing event updated for resources: {'Port': ['ID=c2ee6b64-5737-419f-ae09-ce7482ec5f24,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:28.460747 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-2dcb542d-1960-45d3-b455-872ed5a3e671 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Network b6b3d16d-1bea-4a51-9d89-f34565574f95 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:28.473553 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56130) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:28.475810 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2aa46398-9bd4-4740-bd41-1cc380988463 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1539068 Jul 16 08:48:28.504778 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 2be5add9-03dd-48d7-8bff-48dd76bfc913 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:28.666948 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-2dcb542d-1960-45d3-b455-872ed5a3e671 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:28.687463 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8ce6a3e-8b90-496a-b128-ccfda52fc037 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:28.738882 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4f02a6-d08f-427b-be8a-87e1f4847bfd req-9c7c68fc-89ed-43e7-b611-5954b4668582 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.739208 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8ce6a3e-8b90-496a-b128-ccfda52fc037 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:28.741603 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9b4f02a6-d08f-427b-be8a-87e1f4847bfd req-9c7c68fc-89ed-43e7-b611-5954b4668582 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 945 time: 0.6827064 Jul 16 08:48:28.783949 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 2be5add9-03dd-48d7-8bff-48dd76bfc913 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:28.785274 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:28.786450 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-2dcb542d-1960-45d3-b455-872ed5a3e671 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:28.879050 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f8ce6a3e-8b90-496a-b128-ccfda52fc037 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ceaf3bae4a194413b118672d24fd4782&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5962577 Jul 16 08:48:28.890664 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56140) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:28.991262 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-2dcb542d-1960-45d3-b455-872ed5a3e671 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:28.991262 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-2dcb542d-1960-45d3-b455-872ed5a3e671 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.010175 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ce6a3e-8b90-496a-b128-ccfda52fc037 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dde8a381-5361-4b51-8ef1-30bd8430117e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:29.047352 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d550e77-98f4-448f-9e5c-71313156e99f req-c73df297-5ad4-4bdb-ae32-b98a239dc198 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:29.059493 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6d550e77-98f4-448f-9e5c-71313156e99f req-c73df297-5ad4-4bdb-ae32-b98a239dc198 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6c0e4f08-e823-43c7-b8ff-e9400f539ab0 HTTP/1.1" status: 200 len: 1027 time: 0.4103770 Jul 16 08:48:29.069487 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28328465-ce46-42ca-a27f-4f1e26a7d011 None None] DHCP port deletion for ed380f80-a9ff-4ccb-b4e8-357bb126e37f request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:48:29.078765 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9b4f02a6-d08f-427b-be8a-87e1f4847bfd req-be3c24c0-df82-4afb-acad-fd029d1e046e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2816582 Jul 16 08:48:29.087354 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-2dcb542d-1960-45d3-b455-872ed5a3e671 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.1928949 Jul 16 08:48:29.167124 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6d550e77-98f4-448f-9e5c-71313156e99f req-8399da9a-3b32-4e5d-8f37-3641d46274be tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7e14a1b6-0d67-4feb-983c-5d920973591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993032 Jul 16 08:48:29.179593 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5acc2b53-4531-42ff-b2a5-9de415c151c8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:29.194133 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5acc2b53-4531-42ff-b2a5-9de415c151c8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.7089252 Jul 16 08:48:29.198115 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56146) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:29.289248 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-04dab0f5-d2d7-4fa9-9f6a-f62c4c5fad9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.333586 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-28328465-ce46-42ca-a27f-4f1e26a7d011 None None] Deleting port 2be5add9-03dd-48d7-8bff-48dd76bfc913 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:29.343030 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28328465-ce46-42ca-a27f-4f1e26a7d011 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.378847 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b418dbe7-8ea8-4196-ac5e-6ccb75a852c0 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:29.380671 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b418dbe7-8ea8-4196-ac5e-6ccb75a852c0 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1814835 Jul 16 08:48:29.381815 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-04dab0f5-d2d7-4fa9-9f6a-f62c4c5fad9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.383974 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56150) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:29.442685 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0b5a1a91-62c1-4c20-b826-5a304bdd13da tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0563710 Jul 16 08:48:29.450489 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56152) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:29.459248 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3dd95070-f2fa-424e-9539-8158e14d4093 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:29.471795 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-71a1f140-11b5-405f-b316-8ebcce36d069 service neutron] Request body: {'port': {'device_id': '6c0e4f08-e823-43c7-b8ff-e9400f539ab0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:29.550687 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-28328465-ce46-42ca-a27f-4f1e26a7d011 None None] For port 2be5add9-03dd-48d7-8bff-48dd76bfc913, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=2be5add9-03dd-48d7-8bff-48dd76bfc913,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:29.551108 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28328465-ce46-42ca-a27f-4f1e26a7d011 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.577635 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-28328465-ce46-42ca-a27f-4f1e26a7d011 None None] Calling delete_port for 2be5add9-03dd-48d7-8bff-48dd76bfc913 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:29.716275 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28328465-ce46-42ca-a27f-4f1e26a7d011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.719888 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd95070-f2fa-424e-9539-8158e14d4093 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:29.730012 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3dd95070-f2fa-424e-9539-8158e14d4093 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.751842 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-09829b72-e853-4047-b4d4-219a4c8949b0 None None] Provisioning for port c2ee6b64-5737-419f-ae09-ce7482ec5f24 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:29.755836 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-71a1f140-11b5-405f-b316-8ebcce36d069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.757000 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28328465-ce46-42ca-a27f-4f1e26a7d011 None None] Pushing event deleted for resources: {'Port': ['ID=2be5add9-03dd-48d7-8bff-48dd76bfc913,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:29.772473 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28328465-ce46-42ca-a27f-4f1e26a7d011 None None] No DVR routers for this DVR port 2be5add9-03dd-48d7-8bff-48dd76bfc913 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:29.792732 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-09829b72-e853-4047-b4d4-219a4c8949b0 None None] Provisioning complete for port c2ee6b64-5737-419f-ae09-ce7482ec5f24 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:29.794136 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-09829b72-e853-4047-b4d4-219a4c8949b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.862566 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-09829b72-e853-4047-b4d4-219a4c8949b0 None None] Port c2ee6b64-5737-419f-ae09-ce7482ec5f24 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:48:29.931765 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-04dab0f5-d2d7-4fa9-9f6a-f62c4c5fad9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.935025 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-04dab0f5-d2d7-4fa9-9f6a-f62c4c5fad9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:29.936215 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-04dab0f5-d2d7-4fa9-9f6a-f62c4c5fad9f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dde8a381-5361-4b51-8ef1-30bd8430117e HTTP/1.1" status: 204 len: 168 time: 1.0417225 Jul 16 08:48:29.986702 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dab0f5-d2d7-4fa9-9f6a-f62c4c5fad9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dde8a381-5361-4b51-8ef1-30bd8430117e,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:30.344234 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 2be5add9-03dd-48d7-8bff-48dd76bfc913 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:30.445942 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 2be5add9-03dd-48d7-8bff-48dd76bfc913 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:30.447003 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 2be5add9-03dd-48d7-8bff-48dd76bfc913 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:30.485154 n-d-771362-37 neutron-server[93759]: DEBUG neutron.objects.ports [None req-3dd95070-f2fa-424e-9539-8158e14d4093 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:48:30.499139 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3dd95070-f2fa-424e-9539-8158e14d4093 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.680267 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd95070-f2fa-424e-9539-8158e14d4093 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:30.687273 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-3dd95070-f2fa-424e-9539-8158e14d4093 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:30.699417 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd95070-f2fa-424e-9539-8158e14d4093 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:30.701469 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3dd95070-f2fa-424e-9539-8158e14d4093 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.704980 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feafae11-d9da-458c-894f-197796434e89 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:30.752607 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3dd95070-f2fa-424e-9539-8158e14d4093 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.3003137 Jul 16 08:48:30.754807 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-71a1f140-11b5-405f-b316-8ebcce36d069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2ee6b64-5737-419f-ae09-ce7482ec5f24 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:30.756562 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56168) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:30.775815 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-de574701-121c-4be4-8b51-57ced02500b7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'port': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'mac_address': 'fa:16:3e:d1:ea:cc', 'name': 'tempest-NetworksTestDHCPv6-432040722'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:30.785156 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-71a1f140-11b5-405f-b316-8ebcce36d069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:30.818394 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015258a2-3468-4a66-b251-d6d065d76ac6 req-7e220235-e1c0-43a1-9211-f02199e5a483 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:30.831340 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-015258a2-3468-4a66-b251-d6d065d76ac6 req-7e220235-e1c0-43a1-9211-f02199e5a483 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6c0e4f08-e823-43c7-b8ff-e9400f539ab0 HTTP/1.1" status: 200 len: 1027 time: 0.3025997 Jul 16 08:48:30.875599 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd95070-f2fa-424e-9539-8158e14d4093 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Subnet': ['ID=12b0e959-a948-4113-8de6-a62a2322b324,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:30.944490 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-71a1f140-11b5-405f-b316-8ebcce36d069 service neutron] Transition to ACTIVE for port object c2ee6b64-5737-419f-ae09-ce7482ec5f24 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:30.951245 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-015258a2-3468-4a66-b251-d6d065d76ac6 req-b949911d-9fb0-4624-afdd-97e3a325c09f tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7e14a1b6-0d67-4feb-983c-5d920973591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040137 Jul 16 08:48:30.952706 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-71a1f140-11b5-405f-b316-8ebcce36d069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.036550 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168d18e-2d11-4068-aa76-d846b4a0f794 req-f8b61a51-4c80-4134-bbf2-2ae85f178d4f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:31.045601 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c168d18e-2d11-4068-aa76-d846b4a0f794 req-f8b61a51-4c80-4134-bbf2-2ae85f178d4f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 945 time: 0.5365684 Jul 16 08:48:31.046488 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56172) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:31.072873 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a943d750-150e-4695-a9d0-bd21ffc416e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.166392 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1f140-11b5-405f-b316-8ebcce36d069 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ee6b64-5737-419f-ae09-ce7482ec5f24,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:31.194383 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-a943d750-150e-4695-a9d0-bd21ffc416e4 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 16 08:48:31.194383 n-d-771362-37 neutron-server[93758]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 16 08:48:31.194383 n-d-771362-37 neutron-server[93758]: [parameters: {'project_id': 'eaf4ea89dc814352945b26ccf1ed9e62', 'id': 'd5001572-9416-4445-8b86-2ad808e2d49e', 'expiration': datetime.datetime(2021, 7, 16, 8, 50, 31, 188238)}] Jul 16 08:48:31.194383 n-d-771362-37 neutron-server[93758]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:48:31.194900 n-d-771362-37 neutron-server[93758]: DEBUG oslo_db.api [None req-a943d750-150e-4695-a9d0-bd21ffc416e4 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:48:31.223073 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5950959f-d620-4fec-abdd-8995f42af051 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'tenant_id': '11897f26500d434cb71ca0edc07e35ac', 'fixed_ips': [{'subnet_id': '12b0e959-a948-4113-8de6-a62a2322b324'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:48:31.224082 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5950959f-d620-4fec-abdd-8995f42af051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.240095 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-71a1f140-11b5-405f-b316-8ebcce36d069 service neutron] Attempting to bind port c2ee6b64-5737-419f-ae09-ce7482ec5f24 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:31.240561 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-71a1f140-11b5-405f-b316-8ebcce36d069 service neutron] Attempting to bind port c2ee6b64-5737-419f-ae09-ce7482ec5f24 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '11623f49-c1c9-45bc-a656-e458c5eff734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b6b3d16d-1bea-4a51-9d89-f34565574f95'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:31.240900 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-71a1f140-11b5-405f-b316-8ebcce36d069 service neutron] Attempting to bind port c2ee6b64-5737-419f-ae09-ce7482ec5f24 on network b6b3d16d-1bea-4a51-9d89-f34565574f95 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:31.249704 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-71a1f140-11b5-405f-b316-8ebcce36d069 service neutron] Port c2ee6b64-5737-419f-ae09-ce7482ec5f24 on network b6b3d16d-1bea-4a51-9d89-f34565574f95 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:48:31.250077 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-71a1f140-11b5-405f-b316-8ebcce36d069 service neutron] Attempting to bind port c2ee6b64-5737-419f-ae09-ce7482ec5f24 on network b6b3d16d-1bea-4a51-9d89-f34565574f95 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:31.268770 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-71a1f140-11b5-405f-b316-8ebcce36d069 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:31.269194 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-71a1f140-11b5-405f-b316-8ebcce36d069 service neutron] Checking segment: {'id': '11623f49-c1c9-45bc-a656-e458c5eff734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b6b3d16d-1bea-4a51-9d89-f34565574f95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:31.270011 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-71a1f140-11b5-405f-b316-8ebcce36d069 service neutron] Bound using segment: {'id': '11623f49-c1c9-45bc-a656-e458c5eff734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b6b3d16d-1bea-4a51-9d89-f34565574f95'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:31.270238 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-71a1f140-11b5-405f-b316-8ebcce36d069 service neutron] Bound port: c2ee6b64-5737-419f-ae09-ce7482ec5f24, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '11623f49-c1c9-45bc-a656-e458c5eff734', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'b6b3d16d-1bea-4a51-9d89-f34565574f95'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:31.270476 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-71a1f140-11b5-405f-b316-8ebcce36d069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.279336 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c168d18e-2d11-4068-aa76-d846b4a0f794 req-6b039cf8-f55e-4226-9bd7-05bd9a424b0f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319720 Jul 16 08:48:31.280885 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de574701-121c-4be4-8b51-57ced02500b7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:31.515919 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-71a1f140-11b5-405f-b316-8ebcce36d069 service neutron] For port c2ee6b64-5737-419f-ae09-ce7482ec5f24, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:31.521036 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-71a1f140-11b5-405f-b316-8ebcce36d069 service neutron] For port c2ee6b64-5737-419f-ae09-ce7482ec5f24, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=c2ee6b64-5737-419f-ae09-ce7482ec5f24,segment=NetworkSegment(11623f49-c1c9-45bc-a656-e458c5eff734),segment_id=11623f49-c1c9-45bc-a656-e458c5eff734)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:31.527981 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-71a1f140-11b5-405f-b316-8ebcce36d069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.538777 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de574701-121c-4be4-8b51-57ced02500b7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.572569 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-5950959f-d620-4fec-abdd-8995f42af051 None None] Allocated IP 2001:db8::f816:3eff:fe3d:797d (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/12b0e959-a948-4113-8de6-a62a2322b324/c4c0cf3f-8213-4525-9c5a-c6623d8ff6b5) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:31.593053 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-de574701-121c-4be4-8b51-57ced02500b7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] device_id is not set on port 1b6f88ec-f21f-4f5b-a050-ee51fd62fb1c yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:48:31.676894 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-71a1f140-11b5-405f-b316-8ebcce36d069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:31.677780 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-71a1f140-11b5-405f-b316-8ebcce36d069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.680820 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-71a1f140-11b5-405f-b316-8ebcce36d069 service neutron] 10.222.0.21 "PUT /v2.0/ports/c2ee6b64-5737-419f-ae09-ce7482ec5f24 HTTP/1.1" status: 200 len: 1092 time: 2.5787313 Jul 16 08:48:31.682259 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c0e4f08-e823-43c7-b8ff-e9400f539ab0', 'tag': 'c2ee6b64-5737-419f-ae09-ce7482ec5f24'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:31.684905 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d01b9b3-aadb-41c3-9429-13cdfeb9d4ba" -d '{"events": [{"name": "network-changed", "server_uuid": "6c0e4f08-e823-43c7-b8ff-e9400f539ab0", "tag": "c2ee6b64-5737-419f-ae09-ce7482ec5f24"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:31.693438 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a1f140-11b5-405f-b316-8ebcce36d069 service neutron] Pushing event updated for resources: {'Port': ['ID=c2ee6b64-5737-419f-ae09-ce7482ec5f24,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:31.715873 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a943d750-150e-4695-a9d0-bd21ffc416e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.898296 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-16d57836-3d04-4de5-91b2-cccf13be1cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:31.904851 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-16d57836-3d04-4de5-91b2-cccf13be1cfe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2632d8d2efa4389b83e405179c1259e&device_id=6c0e4f08-e823-43c7-b8ff-e9400f539ab0 HTTP/1.1" status: 200 len: 1095 time: 0.1328185 Jul 16 08:48:31.942040 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5950959f-d620-4fec-abdd-8995f42af051 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:31.972629 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5950959f-d620-4fec-abdd-8995f42af051 None None] Transition to ACTIVE for port object c4c0cf3f-8213-4525-9c5a-c6623d8ff6b5 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:31.989500 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-7936785b-2e9a-4556-bec5-af02d54d24fa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2ee6b64-5737-419f-ae09-ce7482ec5f24 HTTP/1.1" status: 200 len: 217 time: 0.0815010 Jul 16 08:48:32.000814 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5950959f-d620-4fec-abdd-8995f42af051 None None] Transition to ACTIVE for port object c4c0cf3f-8213-4525-9c5a-c6623d8ff6b5 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:32.008297 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5950959f-d620-4fec-abdd-8995f42af051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.090943 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5950959f-d620-4fec-abdd-8995f42af051 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:32.103582 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-5950959f-d620-4fec-abdd-8995f42af051 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:32.112716 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5950959f-d620-4fec-abdd-8995f42af051 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:32.123707 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.144604 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950959f-d620-4fec-abdd-8995f42af051 None None] Pushing event updated for resources: {'Port': ['ID=c4c0cf3f-8213-4525-9c5a-c6623d8ff6b5,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:32.158454 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.158968 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-ab0932cd-10d9-471e-95b7-2f70ffa1cec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:32.162480 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-ab0932cd-10d9-471e-95b7-2f70ffa1cec7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a7b6955-89c8-4a16-9ffd-7c000e377c1b HTTP/1.1" status: 200 len: 849 time: 0.1655445 Jul 16 08:48:32.192029 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-de574701-121c-4be4-8b51-57ced02500b7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Allocated IP 2001:db8::f816:3eff:fed1:eacc (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/12b0e959-a948-4113-8de6-a62a2322b324/1b6f88ec-f21f-4f5b-a050-ee51fd62fb1c) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:32.246628 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a943d750-150e-4695-a9d0-bd21ffc416e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.306616 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-5950959f-d620-4fec-abdd-8995f42af051 None None] Attempting to bind port c4c0cf3f-8213-4525-9c5a-c6623d8ff6b5 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:32.307290 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-5950959f-d620-4fec-abdd-8995f42af051 None None] Attempting to bind port c4c0cf3f-8213-4525-9c5a-c6623d8ff6b5 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:32.307821 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5950959f-d620-4fec-abdd-8995f42af051 None None] Attempting to bind port c4c0cf3f-8213-4525-9c5a-c6623d8ff6b5 on network ed380f80-a9ff-4ccb-b4e8-357bb126e37f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:32.322441 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5950959f-d620-4fec-abdd-8995f42af051 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:32.323471 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5950959f-d620-4fec-abdd-8995f42af051 None None] Checking segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:32.324749 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5950959f-d620-4fec-abdd-8995f42af051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.325428 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5950959f-d620-4fec-abdd-8995f42af051 None None] Bound using segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:32.326186 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-5950959f-d620-4fec-abdd-8995f42af051 None None] Bound port: c4c0cf3f-8213-4525-9c5a-c6623d8ff6b5, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:32.326647 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5950959f-d620-4fec-abdd-8995f42af051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.357845 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a943d750-150e-4695-a9d0-bd21ffc416e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.381234 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a2a964a-65aa-48cc-8699-ec16a6b3160e x-openstack-request-id: req-0a2a964a-65aa-48cc-8699-ec16a6b3160e {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:32.381641 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c0e4f08-e823-43c7-b8ff-e9400f539ab0", "tag": "c2ee6b64-5737-419f-ae09-ce7482ec5f24", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:32.381778 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0a2a964a-65aa-48cc-8699-ec16a6b3160e {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:32.382188 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c0e4f08-e823-43c7-b8ff-e9400f539ab0', 'tag': 'c2ee6b64-5737-419f-ae09-ce7482ec5f24', 'status': 'completed', 'code': 200} Jul 16 08:48:32.479476 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943d750-150e-4695-a9d0-bd21ffc416e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c0b33eb-f30e-45e8-a1f6-b0bd06769913,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:32.480999 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-5950959f-d620-4fec-abdd-8995f42af051 None None] For port c4c0cf3f-8213-4525-9c5a-c6623d8ff6b5, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:32.491562 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-5950959f-d620-4fec-abdd-8995f42af051 None None] For port c4c0cf3f-8213-4525-9c5a-c6623d8ff6b5, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=c4c0cf3f-8213-4525-9c5a-c6623d8ff6b5,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:32.497606 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5950959f-d620-4fec-abdd-8995f42af051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.512944 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de04d6e-9b88-4ab5-a832-20fc61b5afa4 req-3815fde5-fcca-425b-94ad-29a0fdd09ee8 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:32.515171 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7de04d6e-9b88-4ab5-a832-20fc61b5afa4 req-3815fde5-fcca-425b-94ad-29a0fdd09ee8 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6c0e4f08-e823-43c7-b8ff-e9400f539ab0 HTTP/1.1" status: 200 len: 1095 time: 0.2815638 Jul 16 08:48:32.603538 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a943d750-150e-4695-a9d0-bd21ffc416e4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=eaf4ea89dc814352945b26ccf1ed9e62&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5471003 Jul 16 08:48:32.604571 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56188) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:32.623059 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5950959f-d620-4fec-abdd-8995f42af051 None None] Pushing event updated for resources: {'Port': ['ID=c4c0cf3f-8213-4525-9c5a-c6623d8ff6b5,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:32.675545 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7de04d6e-9b88-4ab5-a832-20fc61b5afa4 req-17bc2fe9-0e12-434a-a4d7-f140c7d2bff2 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7e14a1b6-0d67-4feb-983c-5d920973591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490314 Jul 16 08:48:32.682161 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-a35e849c-69d8-4cfa-948a-8687ec646368 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4138253 Jul 16 08:48:32.697603 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-c8aa0c9b-6fea-4337-94ca-32c001ece2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:32.699298 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-c8aa0c9b-6fea-4337-94ca-32c001ece2be service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b6b3d16d-1bea-4a51-9d89-f34565574f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5301986 Jul 16 08:48:32.736761 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de574701-121c-4be4-8b51-57ced02500b7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.771877 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-de574701-121c-4be4-8b51-57ced02500b7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Transition to ACTIVE for port object 1b6f88ec-f21f-4f5b-a050-ee51fd62fb1c will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:32.879351 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de574701-121c-4be4-8b51-57ced02500b7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:32.988879 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de574701-121c-4be4-8b51-57ced02500b7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:32.992638 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-de574701-121c-4be4-8b51-57ced02500b7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:33.034617 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de574701-121c-4be4-8b51-57ced02500b7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:33.043708 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de574701-121c-4be4-8b51-57ced02500b7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:33.044656 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de574701-121c-4be4-8b51-57ced02500b7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.077467 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-2af1112e-682c-4940-841a-8a58745ea0db service neutron] 10.222.0.21 "GET /v2.0/networks/b6b3d16d-1bea-4a51-9d89-f34565574f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3665314 Jul 16 08:48:33.093292 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de574701-121c-4be4-8b51-57ced02500b7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Port': ['ID=1b6f88ec-f21f-4f5b-a050-ee51fd62fb1c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:33.137721 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-de574701-121c-4be4-8b51-57ced02500b7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3676143 Jul 16 08:48:33.141521 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56194) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:33.274696 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c451f6b5-1c93-4ba4-88e7-46e6e5bdb020 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:33.280156 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a6780974-84a0-466e-bf91-810dbaabd3a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.303356 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c451f6b5-1c93-4ba4-88e7-46e6e5bdb020 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:33.305023 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c451f6b5-1c93-4ba4-88e7-46e6e5bdb020 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1609635 Jul 16 08:48:33.305400 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a651297a-6b96-4cba-8eb0-971c2d1a95bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.313608 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56196) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:33.322058 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa0abce-f5b5-4fcf-a25d-c3c689992500 req-e7bd02b5-cc16-49c6-be34-2503ca0bf2aa tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:33.329971 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2fa0abce-f5b5-4fcf-a25d-c3c689992500 req-e7bd02b5-cc16-49c6-be34-2503ca0bf2aa tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 945 time: 0.3425391 Jul 16 08:48:33.385804 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a6780974-84a0-466e-bf91-810dbaabd3a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.445843 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c240777-a536-4409-9e39-36f2da7960ac req-a1df2b47-4f5f-4355-9a33-420c57926e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:33.447687 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c240777-a536-4409-9e39-36f2da7960ac req-a1df2b47-4f5f-4355-9a33-420c57926e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:33.448209 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c240777-a536-4409-9e39-36f2da7960ac req-a1df2b47-4f5f-4355-9a33-420c57926e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:33.450632 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c240777-a536-4409-9e39-36f2da7960ac req-a1df2b47-4f5f-4355-9a33-420c57926e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:33.451131 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c240777-a536-4409-9e39-36f2da7960ac req-a1df2b47-4f5f-4355-9a33-420c57926e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:33.451621 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c240777-a536-4409-9e39-36f2da7960ac req-a1df2b47-4f5f-4355-9a33-420c57926e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:33.452140 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c240777-a536-4409-9e39-36f2da7960ac req-a1df2b47-4f5f-4355-9a33-420c57926e47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:33.455132 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-a1df2b47-4f5f-4355-9a33-420c57926e47 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2fe358b4bf3b41e19a3794e097af1b16&device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 6496 time: 0.4800694 Jul 16 08:48:33.456426 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-937c6354-1cef-47ec-961c-9fb20dd56a02 req-b539b785-7f87-4d41-ac8e-cc7435c814e0 service neutron] 10.222.0.21 "GET /v2.0/networks/b6b3d16d-1bea-4a51-9d89-f34565574f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3711143 Jul 16 08:48:33.502752 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ac40c109-30d9-436d-b9c2-fc2594eb058a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting port 1b6f88ec-f21f-4f5b-a050-ee51fd62fb1c {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:33.503311 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac40c109-30d9-436d-b9c2-fc2594eb058a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.680111 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c240777-a536-4409-9e39-36f2da7960ac req-5e03231f-267b-4c9e-bfdc-0c4ef2fdcc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:33.680618 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c240777-a536-4409-9e39-36f2da7960ac req-5e03231f-267b-4c9e-bfdc-0c4ef2fdcc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:33.681090 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c240777-a536-4409-9e39-36f2da7960ac req-5e03231f-267b-4c9e-bfdc-0c4ef2fdcc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:33.683888 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-5e03231f-267b-4c9e-bfdc-0c4ef2fdcc60 service neutron] 10.222.0.21 "GET /v2.0/networks?id=68d1b8de-8ca0-41e5-ab5d-58997722961e&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=971f3192-951e-432a-a2cc-46e618e65630&id=971f3192-951e-432a-a2cc-46e618e65630 HTTP/1.1" status: 200 len: 2291 time: 0.1051729 Jul 16 08:48:33.687474 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a6780974-84a0-466e-bf91-810dbaabd3a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.690045 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a6780974-84a0-466e-bf91-810dbaabd3a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.691212 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a6780974-84a0-466e-bf91-810dbaabd3a3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0c0b33eb-f30e-45e8-a1f6-b0bd06769913 HTTP/1.1" status: 204 len: 168 time: 1.0684431 Jul 16 08:48:33.727891 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2fa0abce-f5b5-4fcf-a25d-c3c689992500 req-0576c2d9-2efb-41cd-a6e5-a571bbf25daa tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3967431 Jul 16 08:48:33.831391 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6780974-84a0-466e-bf91-810dbaabd3a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c0b33eb-f30e-45e8-a1f6-b0bd06769913,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:33.846521 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac40c109-30d9-436d-b9c2-fc2594eb058a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:33.910940 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ac40c109-30d9-436d-b9c2-fc2594eb058a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Calling delete_port for 1b6f88ec-f21f-4f5b-a050-ee51fd62fb1c owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:33.932231 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01b9b3-aadb-41c3-9429-13cdfeb9d4ba req-faeb79db-02ca-4649-a64a-1cd2f511f18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:33.939288 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9d01b9b3-aadb-41c3-9429-13cdfeb9d4ba req-faeb79db-02ca-4649-a64a-1cd2f511f18c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a2632d8d2efa4389b83e405179c1259e&device_id=6c0e4f08-e823-43c7-b8ff-e9400f539ab0 HTTP/1.1" status: 200 len: 1095 time: 0.3723254 Jul 16 08:48:33.942286 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-8c7a3076-88a7-4c0b-a27f-8aefbf70fc5a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec6adfab-2926-4726-bbb1-6322adf2bd21 HTTP/1.1" status: 200 len: 1001 time: 0.2332251 Jul 16 08:48:34.332442 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac40c109-30d9-436d-b9c2-fc2594eb058a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.404189 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40c109-30d9-436d-b9c2-fc2594eb058a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Port': ['ID=1b6f88ec-f21f-4f5b-a050-ee51fd62fb1c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:34.451468 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device c4c0cf3f-8213-4525-9c5a-c6623d8ff6b5 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:34.500718 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac40c109-30d9-436d-b9c2-fc2594eb058a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.502936 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ac40c109-30d9-436d-b9c2-fc2594eb058a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/1b6f88ec-f21f-4f5b-a050-ee51fd62fb1c HTTP/1.1" status: 204 len: 168 time: 1.1876075 Jul 16 08:48:34.507110 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56208) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:34.629907 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5ff870fd-f624-428d-b621-a6b29d3e1ead None None] Provisioning for port c4c0cf3f-8213-4525-9c5a-c6623d8ff6b5 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:34.669937 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e19dd79-ba29-48e0-b4e3-37bac3f2a555 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:34.678894 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e19dd79-ba29-48e0-b4e3-37bac3f2a555 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:34.689386 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5e19dd79-ba29-48e0-b4e3-37bac3f2a555 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1786382 Jul 16 08:48:34.695993 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56214) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:34.703633 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port c4c0cf3f-8213-4525-9c5a-c6623d8ff6b5 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:34.722294 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port c4c0cf3f-8213-4525-9c5a-c6623d8ff6b5 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:34.725138 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:34.932419 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-a692aab9-09ae-48f9-ae9c-e16755120625 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting subnet 12b0e959-a948-4113-8de6-a62a2322b324 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:34.951884 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a692aab9-09ae-48f9-ae9c-e16755120625 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.110411 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3e1ca69a-ac8d-48e4-b881-d031901f4b04 None None] Could not find standard attr ID for object 1b6f88ec-f21f-4f5b-a050-ee51fd62fb1c. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:48:35.118397 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.141672 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a692aab9-09ae-48f9-ae9c-e16755120625 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.317099 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port c4c0cf3f-8213-4525-9c5a-c6623d8ff6b5, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=c4c0cf3f-8213-4525-9c5a-c6623d8ff6b5,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:35.327471 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.535114 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01b9b3-aadb-41c3-9429-13cdfeb9d4ba req-f4d367b6-9f7e-4c1d-bbb7-02e902df6771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:35.538887 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9d01b9b3-aadb-41c3-9429-13cdfeb9d4ba req-f4d367b6-9f7e-4c1d-bbb7-02e902df6771 service neutron] 10.222.0.21 "GET /v2.0/networks?id=b6b3d16d-1bea-4a51-9d89-f34565574f95 HTTP/1.1" status: 200 len: 911 time: 1.5430417 Jul 16 08:48:35.569843 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=c4c0cf3f-8213-4525-9c5a-c6623d8ff6b5,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:35.575595 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c240777-a536-4409-9e39-36f2da7960ac req-830bca36-ba2a-434f-97ad-e24f332f07d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:35.584142 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-830bca36-ba2a-434f-97ad-e24f332f07d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74283639-7822-44b6-ad1c-b5976fafc479 HTTP/1.1" status: 200 len: 850 time: 1.6227546 Jul 16 08:48:35.647915 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device c2ee6b64-5737-419f-ae09-ce7482ec5f24 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:48:35.694520 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9d01b9b3-aadb-41c3-9429-13cdfeb9d4ba req-660a2294-db6c-414c-becc-b3e689eafcdc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c2ee6b64-5737-419f-ae09-ce7482ec5f24 HTTP/1.1" status: 200 len: 217 time: 0.1483138 Jul 16 08:48:35.704442 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a692aab9-09ae-48f9-ae9c-e16755120625 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.757006 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d801d03-9268-4780-bf56-d98b599b7faf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:35.801990 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f57c701-de1e-42a9-a3c9-799f244924df req-7f082245-9c51-45f2-a1c6-f89e8a15b17f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:35.819322 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7f57c701-de1e-42a9-a3c9-799f244924df req-7f082245-9c51-45f2-a1c6-f89e8a15b17f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 945 time: 0.5520678 Jul 16 08:48:35.919359 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01b9b3-aadb-41c3-9429-13cdfeb9d4ba req-2d7e319b-ccb4-4270-8919-50612d457759 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:35.921333 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9d01b9b3-aadb-41c3-9429-13cdfeb9d4ba req-2d7e319b-ccb4-4270-8919-50612d457759 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5a7b6955-89c8-4a16-9ffd-7c000e377c1b HTTP/1.1" status: 200 len: 849 time: 0.1718373 Jul 16 08:48:35.933516 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d4f90-2095-4722-864c-64160a87e254 req-c2a7fc0c-4cb0-4aa8-96de-d53b30b51477 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:35.948393 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-684d4f90-2095-4722-864c-64160a87e254 req-c2a7fc0c-4cb0-4aa8-96de-d53b30b51477 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6c0e4f08-e823-43c7-b8ff-e9400f539ab0 HTTP/1.1" status: 200 len: 1095 time: 1.9008105 Jul 16 08:48:35.953785 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port c2ee6b64-5737-419f-ae09-ce7482ec5f24, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=c2ee6b64-5737-419f-ae09-ce7482ec5f24,segment=NetworkSegment(11623f49-c1c9-45bc-a656-e458c5eff734),segment_id=11623f49-c1c9-45bc-a656-e458c5eff734)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:35.967195 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7f57c701-de1e-42a9-a3c9-799f244924df req-63fee3fd-8345-404c-af97-547087a0917f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1287553 Jul 16 08:48:35.976732 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'c2ee6b64-5737-419f-ae09-ce7482ec5f24', 'network_id': 'b6b3d16d-1bea-4a51-9d89-f34565574f95', 'port_id': 'c2ee6b64-5737-419f-ae09-ce7482ec5f24', 'mac_address': 'fa:16:3e:43:bd:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a7b6955-89c8-4a16-9ffd-7c000e377c1b', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:48:35.993173 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a692aab9-09ae-48f9-ae9c-e16755120625 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.050955 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.088954 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692aab9-09ae-48f9-ae9c-e16755120625 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Subnet': ['ID=12b0e959-a948-4113-8de6-a62a2322b324,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:36.091534 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a692aab9-09ae-48f9-ae9c-e16755120625 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.100235 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60527614-e2f8-42b0-9821-f13a58d7db88 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:36.103110 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a692aab9-09ae-48f9-ae9c-e16755120625 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/12b0e959-a948-4113-8de6-a62a2322b324 HTTP/1.1" status: 204 len: 168 time: 1.3986878 Jul 16 08:48:36.105898 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56244) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:36.146296 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c240777-a536-4409-9e39-36f2da7960ac req-1e41a1af-5867-4f77-b763-4e5ec6aee9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:36.147859 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-1e41a1af-5867-4f77-b763-4e5ec6aee9b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=68d1b8de-8ca0-41e5-ab5d-58997722961e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4883566 Jul 16 08:48:36.203966 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.215181 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c245b734-c9ed-485e-9b77-ce9115c4d616 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1057744 Jul 16 08:48:36.215411 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56246) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:36.223785 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2ee6b64-5737-419f-ae09-ce7482ec5f24 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:48:36.225874 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-684d4f90-2095-4722-864c-64160a87e254 req-0751b8f2-0119-450d-b69f-2decf139bc55 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7e14a1b6-0d67-4feb-983c-5d920973591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733328 Jul 16 08:48:36.254711 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0d9cb16c-2c59-4ba0-8515-56373a84a17a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:36.352684 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d01b9b3-aadb-41c3-9429-13cdfeb9d4ba req-f6f2b856-e68c-4b92-83bf-2fd19c67556a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:36.359199 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9d01b9b3-aadb-41c3-9429-13cdfeb9d4ba req-f6f2b856-e68c-4b92-83bf-2fd19c67556a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b6b3d16d-1bea-4a51-9d89-f34565574f95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3986132 Jul 16 08:48:36.456085 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9cb16c-2c59-4ba0-8515-56373a84a17a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:36.470747 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb16c-2c59-4ba0-8515-56373a84a17a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:36.480814 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-041a7ee2-8a3d-4b18-a2a5-d1cb47361c19 service neutron] 10.222.0.21 "GET /v2.0/networks/68d1b8de-8ca0-41e5-ab5d-58997722961e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3166821 Jul 16 08:48:36.759462 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device c4c0cf3f-8213-4525-9c5a-c6623d8ff6b5 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:36.786774 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56254) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:36.854502 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-980558c5-43f1-44ee-b12c-3ec3774c01e9 service neutron] 10.222.0.21 "GET /v2.0/networks/68d1b8de-8ca0-41e5-ab5d-58997722961e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3378789 Jul 16 08:48:36.857449 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9d01b9b3-aadb-41c3-9429-13cdfeb9d4ba req-9568403e-7da7-4135-b95b-7578609420cc service neutron] 10.222.0.21 "GET /v2.0/networks/b6b3d16d-1bea-4a51-9d89-f34565574f95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4895594 Jul 16 08:48:36.960696 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port c2ee6b64-5737-419f-ae09-ce7482ec5f24, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=c2ee6b64-5737-419f-ae09-ce7482ec5f24,segment=NetworkSegment(11623f49-c1c9-45bc-a656-e458c5eff734),segment_id=11623f49-c1c9-45bc-a656-e458c5eff734)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:36.971940 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.056031 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-a88263d8-84ae-40fa-ba56-e57754bb9fb2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=ac3245a2-1832-46a1-a707-f054e3b47d6a HTTP/1.1" status: 200 len: 217 time: 0.1853318 Jul 16 08:48:37.087189 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=c2ee6b64-5737-419f-ae09-ce7482ec5f24,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:37.098903 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port c4c0cf3f-8213-4525-9c5a-c6623d8ff6b5 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:37.099286 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.104448 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.110881 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8b89c47d-bb3f-481b-b7e5-4ed6541570d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.206400 n-d-771362-37 neutron-server[93759]: DEBUG neutron.objects.ports [None req-0d9cb16c-2c59-4ba0-8515-56373a84a17a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:48:37.259250 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4311bf88-0d58-47b3-b615-2aae7dab9f85 None None] DHCP port deletion for ed380f80-a9ff-4ccb-b4e8-357bb126e37f request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:48:37.269823 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['c2ee6b64-5737-419f-ae09-ce7482ec5f24'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:37.470347 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-4311bf88-0d58-47b3-b615-2aae7dab9f85 None None] Deleting port c4c0cf3f-8213-4525-9c5a-c6623d8ff6b5 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:37.471569 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4311bf88-0d58-47b3-b615-2aae7dab9f85 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.516321 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8b89c47d-bb3f-481b-b7e5-4ed6541570d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.523034 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c240777-a536-4409-9e39-36f2da7960ac req-a0da7547-9869-48ab-a1f4-cd1cd46a4da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:37.524935 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-a0da7547-9869-48ab-a1f4-cd1cd46a4da5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.4389973 Jul 16 08:48:37.533896 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8b89c47d-bb3f-481b-b7e5-4ed6541570d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.643995 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9d01b9b3-aadb-41c3-9429-13cdfeb9d4ba req-93a3ff5e-f5af-4eb3-b0b6-2704842ad144 service neutron] 10.222.0.21 "GET /v2.0/networks/b6b3d16d-1bea-4a51-9d89-f34565574f95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7615666 Jul 16 08:48:37.719172 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89c47d-bb3f-481b-b7e5-4ed6541570d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45b7b6fb-593d-4c95-82f6-68fec54e37ef,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:37.735546 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-4311bf88-0d58-47b3-b615-2aae7dab9f85 None None] For port c4c0cf3f-8213-4525-9c5a-c6623d8ff6b5, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=c4c0cf3f-8213-4525-9c5a-c6623d8ff6b5,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:37.735546 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4311bf88-0d58-47b3-b615-2aae7dab9f85 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.745048 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8b89c47d-bb3f-481b-b7e5-4ed6541570d4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cdec5c8ad077439faa07215fa9c6fda5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9453185 Jul 16 08:48:37.746220 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56270) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:37.771546 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-4311bf88-0d58-47b3-b615-2aae7dab9f85 None None] Calling delete_port for c4c0cf3f-8213-4525-9c5a-c6623d8ff6b5 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:37.920430 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4311bf88-0d58-47b3-b615-2aae7dab9f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.920773 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ad9dd3c8-f87f-4153-a048-ddfa87676268 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.937051 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4311bf88-0d58-47b3-b615-2aae7dab9f85 None None] No DVR routers for this DVR port c4c0cf3f-8213-4525-9c5a-c6623d8ff6b5 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:37.977950 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ad9dd3c8-f87f-4153-a048-ddfa87676268 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:37.993208 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48dae6e7-a292-4a0a-81f1-94fb86052856 req-2341a8b7-1677-4995-91e6-a049e4bdd7eb tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:38.005876 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311bf88-0d58-47b3-b615-2aae7dab9f85 None None] Pushing event deleted for resources: {'Port': ['ID=c4c0cf3f-8213-4525-9c5a-c6623d8ff6b5,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:38.021466 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-48dae6e7-a292-4a0a-81f1-94fb86052856 req-2341a8b7-1677-4995-91e6-a049e4bdd7eb tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 945 time: 0.4703951 Jul 16 08:48:38.046987 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c240777-a536-4409-9e39-36f2da7960ac req-891291e9-5675-49b0-8fb8-9bba596dcabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:38.048832 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-891291e9-5675-49b0-8fb8-9bba596dcabd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4984510 Jul 16 08:48:38.050654 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.ipam_pluggable_backend [None req-0d9cb16c-2c59-4ba0-8515-56373a84a17a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Port c4c0cf3f-8213-4525-9c5a-c6623d8ff6b5 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93759) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 08:48:38.050875 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.ipam_pluggable_backend [None req-0d9cb16c-2c59-4ba0-8515-56373a84a17a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Reverting IP allocation for 2001:db8::f816:3eff:fe3d:797d {{(pid=93759) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 08:48:38.055744 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.ipam_pluggable_backend [None req-0d9cb16c-2c59-4ba0-8515-56373a84a17a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe3d:797d {{(pid=93759) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 08:48:38.064030 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb16c-2c59-4ba0-8515-56373a84a17a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.102032 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eba2c3f-f4a5-4f89-8582-5d510efa88af req-3713246a-7f7a-4225-a8cd-18e495957bf1 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:38.110605 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4eba2c3f-f4a5-4f89-8582-5d510efa88af req-3713246a-7f7a-4225-a8cd-18e495957bf1 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6c0e4f08-e823-43c7-b8ff-e9400f539ab0 HTTP/1.1" status: 200 len: 1096 time: 0.3541493 Jul 16 08:48:38.124282 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d9cb16c-2c59-4ba0-8515-56373a84a17a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:38.141725 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-48dae6e7-a292-4a0a-81f1-94fb86052856 req-04e3e5fc-1701-4d14-81ee-96d080c4113d tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921316 Jul 16 08:48:38.143934 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-0d9cb16c-2c59-4ba0-8515-56373a84a17a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:38.158395 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9cb16c-2c59-4ba0-8515-56373a84a17a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:38.159078 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d79791fc-869f-4fd9-b9cc-fdb3f0816daa None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:38.159458 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0d9cb16c-2c59-4ba0-8515-56373a84a17a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.181232 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ad9dd3c8-f87f-4153-a048-ddfa87676268 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.185459 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ad9dd3c8-f87f-4153-a048-ddfa87676268 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.189420 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ad9dd3c8-f87f-4153-a048-ddfa87676268 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/45b7b6fb-593d-4c95-82f6-68fec54e37ef HTTP/1.1" status: 204 len: 168 time: 0.4209862 Jul 16 08:48:38.218615 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56278) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:38.219386 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0d9cb16c-2c59-4ba0-8515-56373a84a17a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9997206 Jul 16 08:48:38.229214 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cb16c-2c59-4ba0-8515-56373a84a17a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Subnet': ['ID=fbe66878-a11a-488a-a7e1-9d71a78d5a7c,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:38.232217 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-ec4d0e5a-512d-4db7-aa19-2638a889ac61 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'port': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'mac_address': 'fa:16:3e:ea:42:58', 'name': 'tempest-NetworksTestDHCPv6-1446034709'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:38.241161 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9dd3c8-f87f-4153-a048-ddfa87676268 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b7b6fb-593d-4c95-82f6-68fec54e37ef,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:38.271100 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4eba2c3f-f4a5-4f89-8582-5d510efa88af req-f228cce0-1c42-4944-8b2a-80f882b98711 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7e14a1b6-0d67-4feb-983c-5d920973591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594546 Jul 16 08:48:38.293661 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-7f168812-cb3d-4ef7-b98c-56386b96a31a service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2367404 Jul 16 08:48:38.399756 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device c4c0cf3f-8213-4525-9c5a-c6623d8ff6b5 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:38.424449 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: c4c0cf3f-8213-4525-9c5a-c6623d8ff6b5 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:38.425123 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device c4c0cf3f-8213-4525-9c5a-c6623d8ff6b5 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:38.566694 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e8d1e63-046a-42b7-af06-8720fdbe7f16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'tenant_id': '11897f26500d434cb71ca0edc07e35ac', 'fixed_ips': [{'subnet_id': 'fbe66878-a11a-488a-a7e1-9d71a78d5a7c'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:48:38.569605 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e8d1e63-046a-42b7-af06-8720fdbe7f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.597173 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:38.679524 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-b970f689-017c-4bfa-a801-e30a98e6a94b service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3777847 Jul 16 08:48:38.791083 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-34f2be5a-148b-4348-843a-b824c8c0ee33 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=5b0628d6-3782-44d5-85db-3802f0fa70fb HTTP/1.1" status: 200 len: 217 time: 0.1040962 Jul 16 08:48:38.855522 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4d0e5a-512d-4db7-aa19-2638a889ac61 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:38.945458 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-3e8d1e63-046a-42b7-af06-8720fdbe7f16 None None] Allocated IP 2001:db8::f816:3eff:feaf:b201 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/fbe66878-a11a-488a-a7e1-9d71a78d5a7c/27a09590-0bc3-4fc4-a95b-13dfdf070398) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:39.004561 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c240777-a536-4409-9e39-36f2da7960ac req-a5ac0312-3748-437f-b8c7-91b865b020d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:39.006471 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-a5ac0312-3748-437f-b8c7-91b865b020d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.1915774 Jul 16 08:48:39.089403 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ec4d0e5a-512d-4db7-aa19-2638a889ac61 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.123196 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-ec4d0e5a-512d-4db7-aa19-2638a889ac61 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] device_id is not set on port 4c082414-deee-4a45-b7fd-bb67bef17ff5 yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:48:39.204726 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c240777-a536-4409-9e39-36f2da7960ac req-8f3edd30-dedd-4347-8897-174b93130e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:39.207558 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-8f3edd30-dedd-4347-8897-174b93130e7d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1922104 Jul 16 08:48:39.364787 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e8d1e63-046a-42b7-af06-8720fdbe7f16 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.378012 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3e8d1e63-046a-42b7-af06-8720fdbe7f16 None None] Transition to ACTIVE for port object 27a09590-0bc3-4fc4-a95b-13dfdf070398 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:39.412569 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3e8d1e63-046a-42b7-af06-8720fdbe7f16 None None] Transition to ACTIVE for port object 27a09590-0bc3-4fc4-a95b-13dfdf070398 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:39.425081 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e8d1e63-046a-42b7-af06-8720fdbe7f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.526484 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-276594ca-1929-4011-86f4-552f9ae7a80b service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2939937 Jul 16 08:48:39.535002 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d1e63-046a-42b7-af06-8720fdbe7f16 None None] Pushing event updated for resources: {'Port': ['ID=27a09590-0bc3-4fc4-a95b-13dfdf070398,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:39.625948 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e8d1e63-046a-42b7-af06-8720fdbe7f16 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:39.644380 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-3e8d1e63-046a-42b7-af06-8720fdbe7f16 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:39.762729 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ab2c3-443d-4078-ba54-4c4110270038 req-4b3fa400-7562-4d68-a3a5-84ab3090d723 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:39.764077 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8d1e63-046a-42b7-af06-8720fdbe7f16 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:39.771654 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device c2ee6b64-5737-419f-ae09-ce7482ec5f24 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:39.773276 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-302ab2c3-443d-4078-ba54-4c4110270038 req-4b3fa400-7562-4d68-a3a5-84ab3090d723 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6c0e4f08-e823-43c7-b8ff-e9400f539ab0 HTTP/1.1" status: 200 len: 1096 time: 0.1873307 Jul 16 08:48:39.782198 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-ec4d0e5a-512d-4db7-aa19-2638a889ac61 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Allocated IP 2001:db8::f816:3eff:feea:4258 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/fbe66878-a11a-488a-a7e1-9d71a78d5a7c/4c082414-deee-4a45-b7fd-bb67bef17ff5) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:39.814837 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a106f6-f383-4c94-be1a-90ed05f20670 req-1ebaebd5-d0f7-4ef5-8ba9-3cb888aa5f21 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:39.821719 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-93a106f6-f383-4c94-be1a-90ed05f20670 req-1ebaebd5-d0f7-4ef5-8ba9-3cb888aa5f21 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 945 time: 0.3515267 Jul 16 08:48:39.883603 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-93a106f6-f383-4c94-be1a-90ed05f20670 req-2b43bf4f-a7d8-4ca0-9fc1-11b7ded44c5e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609169 Jul 16 08:48:39.911895 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-c57db294-25f8-46ab-b42b-eacca1ca7a9b service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2839532 Jul 16 08:48:39.930393 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-302ab2c3-443d-4078-ba54-4c4110270038 req-1efd8520-c909-4321-baec-e39572050b10 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7e14a1b6-0d67-4feb-983c-5d920973591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409237 Jul 16 08:48:39.945599 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-3e8d1e63-046a-42b7-af06-8720fdbe7f16 None None] Attempting to bind port 27a09590-0bc3-4fc4-a95b-13dfdf070398 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:39.946105 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-3e8d1e63-046a-42b7-af06-8720fdbe7f16 None None] Attempting to bind port 27a09590-0bc3-4fc4-a95b-13dfdf070398 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:39.946250 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8d1e63-046a-42b7-af06-8720fdbe7f16 None None] Attempting to bind port 27a09590-0bc3-4fc4-a95b-13dfdf070398 on network ed380f80-a9ff-4ccb-b4e8-357bb126e37f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:39.964857 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8d1e63-046a-42b7-af06-8720fdbe7f16 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:39.965481 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8d1e63-046a-42b7-af06-8720fdbe7f16 None None] Checking segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:39.966145 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e8d1e63-046a-42b7-af06-8720fdbe7f16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:39.966792 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e8d1e63-046a-42b7-af06-8720fdbe7f16 None None] Bound using segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:39.967724 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-3e8d1e63-046a-42b7-af06-8720fdbe7f16 None None] Bound port: 27a09590-0bc3-4fc4-a95b-13dfdf070398, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:39.968375 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e8d1e63-046a-42b7-af06-8720fdbe7f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.000916 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-08025750-f25b-4a41-9806-3409f30aa59c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=afa97703-f881-4b7b-b2e7-e2133311c64c HTTP/1.1" status: 200 len: 217 time: 0.0782914 Jul 16 08:48:40.005016 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port c2ee6b64-5737-419f-ae09-ce7482ec5f24 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:40.092331 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port c2ee6b64-5737-419f-ae09-ce7482ec5f24 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:40.094357 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.160934 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c240777-a536-4409-9e39-36f2da7960ac req-7cfe9308-b3d7-47f7-8039-bfc938d4bc74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:40.165616 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-7cfe9308-b3d7-47f7-8039-bfc938d4bc74 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.1577382 Jul 16 08:48:40.192298 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-3e8d1e63-046a-42b7-af06-8720fdbe7f16 None None] For port 27a09590-0bc3-4fc4-a95b-13dfdf070398, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:40.248653 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-3e8d1e63-046a-42b7-af06-8720fdbe7f16 None None] For port 27a09590-0bc3-4fc4-a95b-13dfdf070398, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=27a09590-0bc3-4fc4-a95b-13dfdf070398,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:40.274887 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e8d1e63-046a-42b7-af06-8720fdbe7f16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.311233 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ec4d0e5a-512d-4db7-aa19-2638a889ac61 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.315327 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c240777-a536-4409-9e39-36f2da7960ac req-d1356aca-af2f-426f-8ae7-a12ad819c396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:40.317153 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-d1356aca-af2f-426f-8ae7-a12ad819c396 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1430173 Jul 16 08:48:40.400253 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-ec4d0e5a-512d-4db7-aa19-2638a889ac61 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Transition to ACTIVE for port object 4c082414-deee-4a45-b7fd-bb67bef17ff5 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:40.536709 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d1e63-046a-42b7-af06-8720fdbe7f16 None None] Pushing event updated for resources: {'Port': ['ID=27a09590-0bc3-4fc4-a95b-13dfdf070398,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:40.576116 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.591548 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-7400656e-ac43-42d3-b33b-c7b7e817f0cf service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2652273 Jul 16 08:48:40.665363 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ec4d0e5a-512d-4db7-aa19-2638a889ac61 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.692849 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0e4f08-e823-43c7-b8ff-e9400f539ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ee6b64-5737-419f-ae09-ce7482ec5f24'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:40.695122 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae9eab7-43ff-4d7e-8e35-07bbd02771a8" -d '{"events": [{"server_uuid": "6c0e4f08-e823-43c7-b8ff-e9400f539ab0", "name": "network-vif-plugged", "status": "completed", "tag": "c2ee6b64-5737-419f-ae09-ce7482ec5f24"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:40.748976 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port c2ee6b64-5737-419f-ae09-ce7482ec5f24, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=c2ee6b64-5737-419f-ae09-ce7482ec5f24,segment=NetworkSegment(11623f49-c1c9-45bc-a656-e458c5eff734),segment_id=11623f49-c1c9-45bc-a656-e458c5eff734)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:40.761919 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.834138 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec4d0e5a-512d-4db7-aa19-2638a889ac61 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:40.853562 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-ec4d0e5a-512d-4db7-aa19-2638a889ac61 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:40.861164 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4d0e5a-512d-4db7-aa19-2638a889ac61 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:40.869152 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4d0e5a-512d-4db7-aa19-2638a889ac61 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:40.869816 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ec4d0e5a-512d-4db7-aa19-2638a889ac61 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:40.894000 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4d0e5a-512d-4db7-aa19-2638a889ac61 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Port': ['ID=4c082414-deee-4a45-b7fd-bb67bef17ff5,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:40.928008 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=c2ee6b64-5737-419f-ae09-ce7482ec5f24,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:40.944514 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56334) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:40.954012 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ec4d0e5a-512d-4db7-aa19-2638a889ac61 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7268291 Jul 16 08:48:40.988631 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-c22a646b-086f-41c6-9ff7-6ee3a23661c8 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3813565 Jul 16 08:48:41.120904 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-e0be589d-e962-47d4-b8e3-a0410a41ff51 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=7ce0d02e-447c-4dc7-8e90-755e16831c63 HTTP/1.1" status: 200 len: 217 time: 0.1315315 Jul 16 08:48:41.131712 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2de5c6c-d245-4f93-a42c-ce365a52a8d8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:41.151340 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2de5c6c-d245-4f93-a42c-ce365a52a8d8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:41.159070 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e2de5c6c-d245-4f93-a42c-ce365a52a8d8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2134593 Jul 16 08:48:41.171068 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56336) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:41.253865 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f00378a-f4a0-4f3d-97f4-153342656ffe x-openstack-request-id: req-1f00378a-f4a0-4f3d-97f4-153342656ffe {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:41.254826 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0e4f08-e823-43c7-b8ff-e9400f539ab0", "name": "network-vif-plugged", "status": "completed", "tag": "c2ee6b64-5737-419f-ae09-ce7482ec5f24", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:41.255251 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1f00378a-f4a0-4f3d-97f4-153342656ffe {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:41.255847 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0e4f08-e823-43c7-b8ff-e9400f539ab0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2ee6b64-5737-419f-ae09-ce7482ec5f24', 'code': 200} Jul 16 08:48:41.346491 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c6879314-6e5a-4079-bacd-44d5e0e633e9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting port 4c082414-deee-4a45-b7fd-bb67bef17ff5 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:41.346839 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6879314-6e5a-4079-bacd-44d5e0e633e9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.365968 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c240777-a536-4409-9e39-36f2da7960ac req-0d86e422-3112-478e-8929-0d7248bd115a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:41.371638 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-0d86e422-3112-478e-8929-0d7248bd115a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.2398064 Jul 16 08:48:41.593141 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef9d08af-df11-4db3-adda-de0c6d008be8 req-f89fba40-af20-477f-b8fe-42b27f35fed0 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:41.599207 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef9d08af-df11-4db3-adda-de0c6d008be8 req-f89fba40-af20-477f-b8fe-42b27f35fed0 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 945 time: 0.4459946 Jul 16 08:48:41.617878 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6879314-6e5a-4079-bacd-44d5e0e633e9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:41.640947 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c6879314-6e5a-4079-bacd-44d5e0e633e9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Calling delete_port for 4c082414-deee-4a45-b7fd-bb67bef17ff5 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:41.790750 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32daaf-b495-4382-adb6-da8097ed6af3 req-02f34809-6f1a-42e5-860b-5e7e5b9d0d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:41.792521 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fd32daaf-b495-4382-adb6-da8097ed6af3 req-02f34809-6f1a-42e5-860b-5e7e5b9d0d18 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=6c0e4f08-e823-43c7-b8ff-e9400f539ab0 HTTP/1.1" status: 200 len: 1097 time: 0.4089518 Jul 16 08:48:41.831903 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c240777-a536-4409-9e39-36f2da7960ac req-aff6efcc-c3eb-438a-ba1d-7b57df01e387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:41.838473 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-aff6efcc-c3eb-438a-ba1d-7b57df01e387 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4387777 Jul 16 08:48:41.844783 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef9d08af-df11-4db3-adda-de0c6d008be8 req-fd266bf3-2daf-4dd1-95dc-e91dc10693eb tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191365 Jul 16 08:48:42.039277 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-ab63d6f9-dcf3-478e-996a-4c8e5b4afcc8 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742001 Jul 16 08:48:42.153149 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fd32daaf-b495-4382-adb6-da8097ed6af3 req-800f62af-a03f-4568-8c4a-558cc7be75bd service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7e14a1b6-0d67-4feb-983c-5d920973591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3480034 Jul 16 08:48:42.290937 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-6a372826-2875-4cdf-93d6-3233646b117d service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2391236 Jul 16 08:48:42.360444 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-ef726071-cd82-4008-a1d0-cf3c9132e623 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=11779264-f750-43ee-a0d7-fe64f1d931fd HTTP/1.1" status: 200 len: 217 time: 0.0623567 Jul 16 08:48:42.424825 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 27a09590-0bc3-4fc4-a95b-13dfdf070398 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:42.506792 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c240777-a536-4409-9e39-36f2da7960ac req-f1a0d650-3875-463f-a160-2ce14f632b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:42.519603 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-f1a0d650-3875-463f-a160-2ce14f632b17 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1200a08-b4c1-4ea0-be1b-41534dbb15bb HTTP/1.1" status: 200 len: 797 time: 0.1530907 Jul 16 08:48:42.595693 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 27a09590-0bc3-4fc4-a95b-13dfdf070398 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:42.608948 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-72c03d50-f48d-41d0-9b43-383aa55f349d None None] Provisioning for port 27a09590-0bc3-4fc4-a95b-13dfdf070398 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:42.619257 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-72c03d50-f48d-41d0-9b43-383aa55f349d None None] Provisioning complete for port 27a09590-0bc3-4fc4-a95b-13dfdf070398 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:42.619592 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-72c03d50-f48d-41d0-9b43-383aa55f349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:42.623156 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 27a09590-0bc3-4fc4-a95b-13dfdf070398 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:42.623522 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:42.637530 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6879314-6e5a-4079-bacd-44d5e0e633e9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:42.654303 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349afad3-5c09-4413-972b-3e23cab5a137 req-ceb57e53-eccd-49af-869d-61b356aae955 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:42.664996 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-349afad3-5c09-4413-972b-3e23cab5a137 req-ceb57e53-eccd-49af-869d-61b356aae955 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6c0e4f08-e823-43c7-b8ff-e9400f539ab0 HTTP/1.1" status: 200 len: 1097 time: 1.1442535 Jul 16 08:48:42.667231 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c240777-a536-4409-9e39-36f2da7960ac req-d8c241f0-fe9e-4d02-8e2c-492c3c6b58ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:42.669642 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-d8c241f0-fe9e-4d02-8e2c-492c3c6b58ea service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=971f3192-951e-432a-a2cc-46e618e65630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1432030 Jul 16 08:48:42.914238 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6879314-6e5a-4079-bacd-44d5e0e633e9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Port': ['ID=4c082414-deee-4a45-b7fd-bb67bef17ff5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:42.938012 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c6879314-6e5a-4079-bacd-44d5e0e633e9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:42.942749 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c6879314-6e5a-4079-bacd-44d5e0e633e9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/4c082414-deee-4a45-b7fd-bb67bef17ff5 HTTP/1.1" status: 204 len: 168 time: 1.7680871 Jul 16 08:48:42.948654 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56352) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:42.959843 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-349afad3-5c09-4413-972b-3e23cab5a137 req-78fbafee-8796-4c76-8768-5d36b3c5ee8a tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7e14a1b6-0d67-4feb-983c-5d920973591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934206 Jul 16 08:48:43.088040 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-72c03d50-f48d-41d0-9b43-383aa55f349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.122501 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.172625 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f07b00e-280d-44c9-8d60-7da684023274 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:43.174388 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f07b00e-280d-44c9-8d60-7da684023274 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:43.192782 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7f07b00e-280d-44c9-8d60-7da684023274 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2370458 Jul 16 08:48:43.193463 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56358) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:43.270157 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-72c03d50-f48d-41d0-9b43-383aa55f349d None None] For port 27a09590-0bc3-4fc4-a95b-13dfdf070398, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=27a09590-0bc3-4fc4-a95b-13dfdf070398,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:43.309857 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-72c03d50-f48d-41d0-9b43-383aa55f349d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.489984 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-de84fb98-f750-423c-895f-e24e580c3abc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting subnet fbe66878-a11a-488a-a7e1-9d71a78d5a7c {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:43.514789 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de84fb98-f750-423c-895f-e24e580c3abc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.618897 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de84fb98-f750-423c-895f-e24e580c3abc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:43.747178 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b376b50b-15bb-41c1-9bcc-d17c4297b21f None None] Could not find standard attr ID for object 4c082414-deee-4a45-b7fd-bb67bef17ff5. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:48:43.778893 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.db.api [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:48:43.779376 n-d-771362-37 neutron-server[93760]: DEBUG oslo_db.api [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:48:43.882526 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c03d50-f48d-41d0-9b43-383aa55f349d None None] Pushing event updated for resources: {'Port': ['ID=27a09590-0bc3-4fc4-a95b-13dfdf070398,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:43.926768 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-d168fc47-b9af-42d5-9ec6-353ede9aae14 service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2485063 Jul 16 08:48:43.963881 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de84fb98-f750-423c-895f-e24e580c3abc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.131063 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de84fb98-f750-423c-895f-e24e580c3abc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.220190 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fef3e9-a335-465a-b0b2-98f5868eea0e req-b3418fff-39ae-484e-bbe1-3c200b118902 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:44.230050 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7fef3e9-a335-465a-b0b2-98f5868eea0e req-b3418fff-39ae-484e-bbe1-3c200b118902 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 945 time: 0.3939607 Jul 16 08:48:44.278194 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de84fb98-f750-423c-895f-e24e580c3abc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Subnet': ['ID=fbe66878-a11a-488a-a7e1-9d71a78d5a7c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:44.304393 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de84fb98-f750-423c-895f-e24e580c3abc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:44.309456 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-de84fb98-f750-423c-895f-e24e580c3abc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/fbe66878-a11a-488a-a7e1-9d71a78d5a7c HTTP/1.1" status: 204 len: 168 time: 1.1147218 Jul 16 08:48:44.312134 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56374) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:44.326336 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bb2aa0-15c6-4e50-89a5-2316a3716498 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:44.366367 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-7c3f2b15-289f-40eb-905d-3bf846d44da8 service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4289126 Jul 16 08:48:44.390453 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7fef3e9-a335-465a-b0b2-98f5868eea0e req-4fab0522-2606-4c6f-97ea-7031b9692471 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568537 Jul 16 08:48:44.395187 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9cd6245b-f2de-4067-bb41-2da89e401486 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0815675 Jul 16 08:48:44.400170 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56376) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:44.461258 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-c74bff29-fc0f-4240-8414-17ccc592b5a4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f66e0380-b32a-492b-871a-89bede966f79 HTTP/1.1" status: 200 len: 217 time: 0.0663826 Jul 16 08:48:44.487979 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf4e56d-d648-47f1-8d55-658b46f9c038 req-26871524-c7f3-40fd-b088-57a90ee62d92 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:44.490159 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cbf4e56d-d648-47f1-8d55-658b46f9c038 req-26871524-c7f3-40fd-b088-57a90ee62d92 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6c0e4f08-e823-43c7-b8ff-e9400f539ab0 HTTP/1.1" status: 200 len: 1097 time: 0.2477951 Jul 16 08:48:44.566486 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c240777-a536-4409-9e39-36f2da7960ac req-fe49148c-b280-443f-9ddd-17d1d523a81b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:44.569833 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-fe49148c-b280-443f-9ddd-17d1d523a81b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1200a08-b4c1-4ea0-be1b-41534dbb15bb HTTP/1.1" status: 200 len: 797 time: 0.1014974 Jul 16 08:48:44.636875 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cbf4e56d-d648-47f1-8d55-658b46f9c038 req-24d0985f-435a-4c9c-93f1-2bc61138ccad tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7e14a1b6-0d67-4feb-983c-5d920973591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218503 Jul 16 08:48:44.770897 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8721ddb0-53fc-4daa-8ed9-b3777feaa1ae tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:44.785232 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8721ddb0-53fc-4daa-8ed9-b3777feaa1ae tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3812392 Jul 16 08:48:44.788610 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56384) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:44.820273 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 27a09590-0bc3-4fc4-a95b-13dfdf070398 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:44.829392 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c240777-a536-4409-9e39-36f2da7960ac req-55d45d9d-2e98-46d3-9dd3-aead14c07225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:44.842760 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-55d45d9d-2e98-46d3-9dd3-aead14c07225 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=971f3192-951e-432a-a2cc-46e618e65630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2635844 Jul 16 08:48:44.930767 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad0d69b-ee46-4b8b-bef0-d8d3a3a14b19 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:44.932206 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d311e13-b80d-4630-abc0-2ae358a677f6 None None] DHCP port deletion for ed380f80-a9ff-4ccb-b4e8-357bb126e37f request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:48:44.933622 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fad0d69b-ee46-4b8b-bef0-d8d3a3a14b19 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1411338 Jul 16 08:48:44.936880 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56386) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:45.025149 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1609d984-c4b2-4813-9f5b-0fbd6780e1f1 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0832136 Jul 16 08:48:45.033932 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 27a09590-0bc3-4fc4-a95b-13dfdf070398 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:45.034169 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.046181 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56388) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:45.051962 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-626b1edb-9b2c-45ad-918c-3e7f7209de0d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:45.117256 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-195b36f7-97aa-4f44-b76b-ac72b20bcbdd service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2672734 Jul 16 08:48:45.136927 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-6d311e13-b80d-4630-abc0-2ae358a677f6 None None] Deleting port 27a09590-0bc3-4fc4-a95b-13dfdf070398 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:45.137329 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d311e13-b80d-4630-abc0-2ae358a677f6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.227947 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626b1edb-9b2c-45ad-918c-3e7f7209de0d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:45.232302 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-626b1edb-9b2c-45ad-918c-3e7f7209de0d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.280685 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd66ad4e-3b1e-4998-9ce6-dce79fb2c120 req-2afcae98-2b83-48b6-9c5e-c03140da7090 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:45.287981 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cd66ad4e-3b1e-4998-9ce6-dce79fb2c120 req-2afcae98-2b83-48b6-9c5e-c03140da7090 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6c0e4f08-e823-43c7-b8ff-e9400f539ab0 HTTP/1.1" status: 200 len: 1097 time: 0.2652285 Jul 16 08:48:45.328985 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c240777-a536-4409-9e39-36f2da7960ac req-f5907bc9-f0d8-4ce3-8776-68925c8266f2 service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2007222 Jul 16 08:48:45.362775 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cd66ad4e-3b1e-4998-9ce6-dce79fb2c120 req-225f779f-a82c-4b23-a0d2-b6457bc22ed1 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7e14a1b6-0d67-4feb-983c-5d920973591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730178 Jul 16 08:48:45.411145 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6d311e13-b80d-4630-abc0-2ae358a677f6 None None] For port 27a09590-0bc3-4fc4-a95b-13dfdf070398, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=27a09590-0bc3-4fc4-a95b-13dfdf070398,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:45.412437 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d311e13-b80d-4630-abc0-2ae358a677f6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.447531 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-6d311e13-b80d-4630-abc0-2ae358a677f6 None None] Calling delete_port for 27a09590-0bc3-4fc4-a95b-13dfdf070398 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:45.629592 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d311e13-b80d-4630-abc0-2ae358a677f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.679010 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d311e13-b80d-4630-abc0-2ae358a677f6 None None] Pushing event deleted for resources: {'Port': ['ID=27a09590-0bc3-4fc4-a95b-13dfdf070398,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:45.690922 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-626b1edb-9b2c-45ad-918c-3e7f7209de0d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.693619 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d311e13-b80d-4630-abc0-2ae358a677f6 None None] No DVR routers for this DVR port 27a09590-0bc3-4fc4-a95b-13dfdf070398 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:45.792805 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626b1edb-9b2c-45ad-918c-3e7f7209de0d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:45.797316 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cda48f-dc54-4acc-961a-74ce39f32bc4 req-cd90d82e-e395-4cd1-bcea-bc219f518edb tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:45.800683 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-05cda48f-dc54-4acc-961a-74ce39f32bc4 req-cd90d82e-e395-4cd1-bcea-bc219f518edb tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6c0e4f08-e823-43c7-b8ff-e9400f539ab0 HTTP/1.1" status: 200 len: 1097 time: 0.1523955 Jul 16 08:48:45.822646 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-626b1edb-9b2c-45ad-918c-3e7f7209de0d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:45.826758 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626b1edb-9b2c-45ad-918c-3e7f7209de0d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:45.827765 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-626b1edb-9b2c-45ad-918c-3e7f7209de0d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:45.843840 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f7d867-af43-43fe-aea1-af0fb1e30d21 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:45.898982 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-05cda48f-dc54-4acc-961a-74ce39f32bc4 req-dce84ad7-321e-46a3-b72b-ca796d659009 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7e14a1b6-0d67-4feb-983c-5d920973591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914593 Jul 16 08:48:45.911903 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56398) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:45.915119 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-626b1edb-9b2c-45ad-918c-3e7f7209de0d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8667510 Jul 16 08:48:45.918590 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-7bc5fd6a-8799-4ad9-97c0-4e60cb618d3a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'port': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'mac_address': 'fa:16:3e:aa:fc:53', 'name': 'tempest-NetworksTestDHCPv6-1682442101'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:45.923910 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b1edb-9b2c-45ad-918c-3e7f7209de0d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Subnet': ['ID=9bf0413d-1a2c-4380-a03c-89919138fc1a,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:45.964784 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626b1edb-9b2c-45ad-918c-3e7f7209de0d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:45.965072 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626b1edb-9b2c-45ad-918c-3e7f7209de0d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:45.966373 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626b1edb-9b2c-45ad-918c-3e7f7209de0d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:45.966817 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626b1edb-9b2c-45ad-918c-3e7f7209de0d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:45.968577 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626b1edb-9b2c-45ad-918c-3e7f7209de0d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:45.970037 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626b1edb-9b2c-45ad-918c-3e7f7209de0d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:45.970462 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626b1edb-9b2c-45ad-918c-3e7f7209de0d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:45.970881 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626b1edb-9b2c-45ad-918c-3e7f7209de0d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:45.972625 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626b1edb-9b2c-45ad-918c-3e7f7209de0d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:45.973219 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626b1edb-9b2c-45ad-918c-3e7f7209de0d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:45.974010 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626b1edb-9b2c-45ad-918c-3e7f7209de0d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:45.975000 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626b1edb-9b2c-45ad-918c-3e7f7209de0d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:46.027893 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb33e9a1-6a43-4a6c-ada3-2e9403a025eb req-9aed43e2-703f-4b52-a7dc-a367500f10b5 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:46.031093 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cb33e9a1-6a43-4a6c-ada3-2e9403a025eb req-9aed43e2-703f-4b52-a7dc-a367500f10b5 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 945 time: 0.2569268 Jul 16 08:48:46.153423 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cb33e9a1-6a43-4a6c-ada3-2e9403a025eb req-32c116c7-f217-424b-a1d6-3d58301efbaf tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1162219 Jul 16 08:48:46.211785 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc5fd6a-8799-4ad9-97c0-4e60cb618d3a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:46.256278 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9507551-81d8-410c-a0f3-4da58ec6400c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'tenant_id': '11897f26500d434cb71ca0edc07e35ac', 'fixed_ips': [{'subnet_id': '9bf0413d-1a2c-4380-a03c-89919138fc1a'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:48:46.258177 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e9507551-81d8-410c-a0f3-4da58ec6400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.429055 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7bc5fd6a-8799-4ad9-97c0-4e60cb618d3a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.468153 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-7bc5fd6a-8799-4ad9-97c0-4e60cb618d3a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] device_id is not set on port f06add9a-651a-4938-a18c-2b60e2ce5e40 yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:48:46.643593 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-e9507551-81d8-410c-a0f3-4da58ec6400c None None] Allocated IP 2001:db8::2 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/9bf0413d-1a2c-4380-a03c-89919138fc1a/45a7f551-4cd8-42a9-8bbf-d3d6c26c5003) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:46.699298 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 27a09590-0bc3-4fc4-a95b-13dfdf070398 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:46.732778 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 27a09590-0bc3-4fc4-a95b-13dfdf070398 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:46.733170 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 27a09590-0bc3-4fc4-a95b-13dfdf070398 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:46.952626 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5d478-b026-4ef2-8b1e-93c15cd2cb3a req-338ce5be-8520-4c09-8c99-9667471438c1 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:46.954681 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e6c5d478-b026-4ef2-8b1e-93c15cd2cb3a req-338ce5be-8520-4c09-8c99-9667471438c1 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6c0e4f08-e823-43c7-b8ff-e9400f539ab0 HTTP/1.1" status: 200 len: 1097 time: 0.1294112 Jul 16 08:48:46.967527 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e9507551-81d8-410c-a0f3-4da58ec6400c None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:46.985491 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e9507551-81d8-410c-a0f3-4da58ec6400c None None] Transition to ACTIVE for port object 45a7f551-4cd8-42a9-8bbf-d3d6c26c5003 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:47.021327 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e9507551-81d8-410c-a0f3-4da58ec6400c None None] Transition to ACTIVE for port object 45a7f551-4cd8-42a9-8bbf-d3d6c26c5003 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:47.030335 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e9507551-81d8-410c-a0f3-4da58ec6400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.045165 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e6c5d478-b026-4ef2-8b1e-93c15cd2cb3a req-d036222f-cb1e-416c-86ae-13b77d35c105 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7e14a1b6-0d67-4feb-983c-5d920973591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812178 Jul 16 08:48:47.130750 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9507551-81d8-410c-a0f3-4da58ec6400c None None] Pushing event updated for resources: {'Port': ['ID=45a7f551-4cd8-42a9-8bbf-d3d6c26c5003,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:47.141473 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-7bc5fd6a-8799-4ad9-97c0-4e60cb618d3a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Allocated IP 2001:db8::126 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/9bf0413d-1a2c-4380-a03c-89919138fc1a/f06add9a-651a-4938-a18c-2b60e2ce5e40) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:47.158287 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9507551-81d8-410c-a0f3-4da58ec6400c None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:47.166258 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-e9507551-81d8-410c-a0f3-4da58ec6400c None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:47.217256 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9507551-81d8-410c-a0f3-4da58ec6400c None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:47.363255 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e9507551-81d8-410c-a0f3-4da58ec6400c None None] Attempting to bind port 45a7f551-4cd8-42a9-8bbf-d3d6c26c5003 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:47.363786 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e9507551-81d8-410c-a0f3-4da58ec6400c None None] Attempting to bind port 45a7f551-4cd8-42a9-8bbf-d3d6c26c5003 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:47.364256 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9507551-81d8-410c-a0f3-4da58ec6400c None None] Attempting to bind port 45a7f551-4cd8-42a9-8bbf-d3d6c26c5003 on network ed380f80-a9ff-4ccb-b4e8-357bb126e37f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:47.396451 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9507551-81d8-410c-a0f3-4da58ec6400c None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:47.396962 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9507551-81d8-410c-a0f3-4da58ec6400c None None] Checking segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:47.397482 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e9507551-81d8-410c-a0f3-4da58ec6400c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.398003 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9507551-81d8-410c-a0f3-4da58ec6400c None None] Bound using segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:47.398611 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e9507551-81d8-410c-a0f3-4da58ec6400c None None] Bound port: 45a7f551-4cd8-42a9-8bbf-d3d6c26c5003, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:47.399103 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e9507551-81d8-410c-a0f3-4da58ec6400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.553788 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56426) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:47.558004 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7bc5fd6a-8799-4ad9-97c0-4e60cb618d3a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.600519 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e9507551-81d8-410c-a0f3-4da58ec6400c None None] For port 45a7f551-4cd8-42a9-8bbf-d3d6c26c5003, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:47.607238 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e9507551-81d8-410c-a0f3-4da58ec6400c None None] For port 45a7f551-4cd8-42a9-8bbf-d3d6c26c5003, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=45a7f551-4cd8-42a9-8bbf-d3d6c26c5003,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:47.615877 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e9507551-81d8-410c-a0f3-4da58ec6400c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.665821 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7bc5fd6a-8799-4ad9-97c0-4e60cb618d3a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Transition to ACTIVE for port object f06add9a-651a-4938-a18c-2b60e2ce5e40 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:47.761095 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9507551-81d8-410c-a0f3-4da58ec6400c None None] Pushing event updated for resources: {'Port': ['ID=45a7f551-4cd8-42a9-8bbf-d3d6c26c5003,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:47.794731 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfae867-208c-4060-a6e9-be5d1bb9d80e req-074582d5-5076-419b-baa8-376b9a59dd34 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:47.806714 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6bfae867-208c-4060-a6e9-be5d1bb9d80e req-074582d5-5076-419b-baa8-376b9a59dd34 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 945 time: 0.3976014 Jul 16 08:48:47.813834 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44c1deba-5215-4b33-aba6-b0998e57aba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:47.880641 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6bfae867-208c-4060-a6e9-be5d1bb9d80e req-9ed7488e-80de-43e5-8064-4952c70251ec tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723834 Jul 16 08:48:47.904052 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7bc5fd6a-8799-4ad9-97c0-4e60cb618d3a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.002807 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc5fd6a-8799-4ad9-97c0-4e60cb618d3a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:48.009609 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44c1deba-5215-4b33-aba6-b0998e57aba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.015986 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44c1deba-5215-4b33-aba6-b0998e57aba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.020239 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5fd6a-8799-4ad9-97c0-4e60cb618d3a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Port': ['ID=f06add9a-651a-4938-a18c-2b60e2ce5e40,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:48.037828 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-7bc5fd6a-8799-4ad9-97c0-4e60cb618d3a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:48.042672 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc5fd6a-8799-4ad9-97c0-4e60cb618d3a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:48.059155 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc5fd6a-8799-4ad9-97c0-4e60cb618d3a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:48.059986 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7bc5fd6a-8799-4ad9-97c0-4e60cb618d3a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.086415 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1deba-5215-4b33-aba6-b0998e57aba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d2339de-7cbb-4271-89fb-c10af88370ef,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:48.095451 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-44c1deba-5215-4b33-aba6-b0998e57aba6 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0c13bdbc2a4c49b9a4817bfdac7cd27c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5405457 Jul 16 08:48:48.099377 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56438) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:48.140412 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7bc5fd6a-8799-4ad9-97c0-4e60cb618d3a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2263761 Jul 16 08:48:48.143493 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56440) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:48.240059 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e76cec3-bfc6-4201-a3ae-2d9c5c5dc3ba req-2b2d110a-37da-47bf-96d0-5b2cbe7f99ec tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:48.249009 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4e76cec3-bfc6-4201-a3ae-2d9c5c5dc3ba req-2b2d110a-37da-47bf-96d0-5b2cbe7f99ec tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6c0e4f08-e823-43c7-b8ff-e9400f539ab0 HTTP/1.1" status: 200 len: 1097 time: 0.3651373 Jul 16 08:48:48.253787 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b09282e8-f876-47ae-9ff3-71558d2bd936 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.302268 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b09282e8-f876-47ae-9ff3-71558d2bd936 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.431164 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720058d5-07cc-4f62-9a5e-1af3f53f637a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:48.438086 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720058d5-07cc-4f62-9a5e-1af3f53f637a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:48.441527 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-720058d5-07cc-4f62-9a5e-1af3f53f637a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.2958820 Jul 16 08:48:48.444801 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56444) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:48.481081 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-4e76cec3-bfc6-4201-a3ae-2d9c5c5dc3ba req-847912d7-d0ba-4109-aa48-56f0d78e8877 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Deleting port c2ee6b64-5737-419f-ae09-ce7482ec5f24 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:48.488741 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4e76cec3-bfc6-4201-a3ae-2d9c5c5dc3ba req-847912d7-d0ba-4109-aa48-56f0d78e8877 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.660667 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b09282e8-f876-47ae-9ff3-71558d2bd936 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.671220 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b09282e8-f876-47ae-9ff3-71558d2bd936 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.672491 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b09282e8-f876-47ae-9ff3-71558d2bd936 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6d2339de-7cbb-4271-89fb-c10af88370ef HTTP/1.1" status: 204 len: 168 time: 0.5695243 Jul 16 08:48:48.713757 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32e8c5-ad14-4a6a-8103-7ed49909d196 req-b026bee9-e056-4488-8ea3-7ad5e8902f80 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:48.721852 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-db32e8c5-ad14-4a6a-8103-7ed49909d196 req-b026bee9-e056-4488-8ea3-7ad5e8902f80 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6c0e4f08-e823-43c7-b8ff-e9400f539ab0 HTTP/1.1" status: 200 len: 1097 time: 0.4026861 Jul 16 08:48:48.735144 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-4e76cec3-bfc6-4201-a3ae-2d9c5c5dc3ba req-847912d7-d0ba-4109-aa48-56f0d78e8877 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] For port c2ee6b64-5737-419f-ae09-ce7482ec5f24, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=c2ee6b64-5737-419f-ae09-ce7482ec5f24,segment=NetworkSegment(11623f49-c1c9-45bc-a656-e458c5eff734),segment_id=11623f49-c1c9-45bc-a656-e458c5eff734)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:48.736239 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4e76cec3-bfc6-4201-a3ae-2d9c5c5dc3ba req-847912d7-d0ba-4109-aa48-56f0d78e8877 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.756258 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09282e8-f876-47ae-9ff3-71558d2bd936 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d2339de-7cbb-4271-89fb-c10af88370ef,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:48.772734 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-bbf1780c-c2d5-4b39-8272-cd947221a89e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting port f06add9a-651a-4938-a18c-2b60e2ce5e40 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:48.772951 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bbf1780c-c2d5-4b39-8272-cd947221a89e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:48.865521 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-4e76cec3-bfc6-4201-a3ae-2d9c5c5dc3ba req-847912d7-d0ba-4109-aa48-56f0d78e8877 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Calling delete_port for c2ee6b64-5737-419f-ae09-ce7482ec5f24 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:48.911563 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 45a7f551-4cd8-42a9-8bbf-d3d6c26c5003 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:49.038880 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-db32e8c5-ad14-4a6a-8103-7ed49909d196 req-421a7f35-b212-45f6-b7bb-cf55a89f3851 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7e14a1b6-0d67-4feb-983c-5d920973591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3030365 Jul 16 08:48:49.045259 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 45a7f551-4cd8-42a9-8bbf-d3d6c26c5003 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:49.160401 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bbf1780c-c2d5-4b39-8272-cd947221a89e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:49.196264 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-bbf1780c-c2d5-4b39-8272-cd947221a89e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Calling delete_port for f06add9a-651a-4938-a18c-2b60e2ce5e40 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:49.325948 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4e76cec3-bfc6-4201-a3ae-2d9c5c5dc3ba req-847912d7-d0ba-4109-aa48-56f0d78e8877 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:49.338545 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['c2ee6b64-5737-419f-ae09-ce7482ec5f24'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:49.342518 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['897977fa-0789-4658-9d20-51c8c60e3629'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:49.377868 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847912d7-d0ba-4109-aa48-56f0d78e8877 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Pushing event deleted for resources: {'Port': ['ID=c2ee6b64-5737-419f-ae09-ce7482ec5f24,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:49.541790 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e76cec3-bfc6-4201-a3ae-2d9c5c5dc3ba req-847912d7-d0ba-4109-aa48-56f0d78e8877 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] No DVR routers for this DVR port c2ee6b64-5737-419f-ae09-ce7482ec5f24 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:49.549452 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4e76cec3-bfc6-4201-a3ae-2d9c5c5dc3ba req-847912d7-d0ba-4109-aa48-56f0d78e8877 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:49.551934 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4e76cec3-bfc6-4201-a3ae-2d9c5c5dc3ba req-847912d7-d0ba-4109-aa48-56f0d78e8877 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.21 "DELETE /v2.0/ports/c2ee6b64-5737-419f-ae09-ce7482ec5f24 HTTP/1.1" status: 204 len: 173 time: 1.2951922 Jul 16 08:48:49.558209 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c0e4f08-e823-43c7-b8ff-e9400f539ab0', 'name': 'network-vif-deleted', 'tag': 'c2ee6b64-5737-419f-ae09-ce7482ec5f24'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:49.562164 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65a79848-3e3d-468b-9b82-4997f05db106" -d '{"events": [{"server_uuid": "6c0e4f08-e823-43c7-b8ff-e9400f539ab0", "name": "network-vif-deleted", "tag": "c2ee6b64-5737-419f-ae09-ce7482ec5f24"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:49.681650 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b3abf0-dac8-4ce3-8273-0907170a4c80 x-openstack-request-id: req-74b3abf0-dac8-4ce3-8273-0907170a4c80 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:49.682076 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c0e4f08-e823-43c7-b8ff-e9400f539ab0", "name": "network-vif-deleted", "tag": "c2ee6b64-5737-419f-ae09-ce7482ec5f24", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:49.682445 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-74b3abf0-dac8-4ce3-8273-0907170a4c80 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:49.683018 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c0e4f08-e823-43c7-b8ff-e9400f539ab0', 'name': 'network-vif-deleted', 'tag': 'c2ee6b64-5737-419f-ae09-ce7482ec5f24', 'status': 'completed', 'code': 200} Jul 16 08:48:49.758278 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-eb585a60-7680-4a80-859e-247804464003 None None] Provisioning for port 45a7f551-4cd8-42a9-8bbf-d3d6c26c5003 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:49.763574 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-eb585a60-7680-4a80-859e-247804464003 None None] Provisioning complete for port 45a7f551-4cd8-42a9-8bbf-d3d6c26c5003 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:49.764099 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eb585a60-7680-4a80-859e-247804464003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:49.800825 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b133ac-e0d2-42af-93d0-44afa968fd84 req-eceb5406-bf1a-4943-834a-aa5d8b02c578 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:49.831172 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a4b133ac-e0d2-42af-93d0-44afa968fd84 req-eceb5406-bf1a-4943-834a-aa5d8b02c578 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 945 time: 0.4366882 Jul 16 08:48:49.940196 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a4b133ac-e0d2-42af-93d0-44afa968fd84 req-8e1f64a7-71fc-4fe3-80a3-92925d9b3190 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946667 Jul 16 08:48:49.940950 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bbf1780c-c2d5-4b39-8272-cd947221a89e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:49.977437 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eb585a60-7680-4a80-859e-247804464003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.026398 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf1780c-c2d5-4b39-8272-cd947221a89e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Port': ['ID=f06add9a-651a-4938-a18c-2b60e2ce5e40,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:50.064871 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-eb585a60-7680-4a80-859e-247804464003 None None] For port 45a7f551-4cd8-42a9-8bbf-d3d6c26c5003, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=45a7f551-4cd8-42a9-8bbf-d3d6c26c5003,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:50.070605 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eb585a60-7680-4a80-859e-247804464003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.123799 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bbf1780c-c2d5-4b39-8272-cd947221a89e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.126779 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bbf1780c-c2d5-4b39-8272-cd947221a89e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/f06add9a-651a-4938-a18c-2b60e2ce5e40 HTTP/1.1" status: 204 len: 168 time: 1.6602707 Jul 16 08:48:50.129774 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56480) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:50.236650 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb585a60-7680-4a80-859e-247804464003 None None] Pushing event updated for resources: {'Port': ['ID=45a7f551-4cd8-42a9-8bbf-d3d6c26c5003,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:50.244718 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-99f42ce6-60b3-42a2-be02-27b0d431a708 None None] Could not find standard attr ID for object f06add9a-651a-4938-a18c-2b60e2ce5e40. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:48:50.265669 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb90993-8432-4d11-852b-ea168697c6a0 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:50.266888 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb585a60-7680-4a80-859e-247804464003 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:50.267518 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb585a60-7680-4a80-859e-247804464003 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:50.270628 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb585a60-7680-4a80-859e-247804464003 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:50.271354 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb585a60-7680-4a80-859e-247804464003 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:50.271916 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb585a60-7680-4a80-859e-247804464003 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:50.276391 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb585a60-7680-4a80-859e-247804464003 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:50.277734 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb585a60-7680-4a80-859e-247804464003 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:50.278673 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb585a60-7680-4a80-859e-247804464003 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:50.279290 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb585a60-7680-4a80-859e-247804464003 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:50.279554 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfb90993-8432-4d11-852b-ea168697c6a0 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:50.280529 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb585a60-7680-4a80-859e-247804464003 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:50.281243 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb585a60-7680-4a80-859e-247804464003 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:50.281752 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb585a60-7680-4a80-859e-247804464003 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:50.282065 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-cfb90993-8432-4d11-852b-ea168697c6a0 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1511085 Jul 16 08:48:50.284807 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56490) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:50.467882 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-64effa7d-e179-4ba0-951c-1b49963b1aef tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting subnet 9bf0413d-1a2c-4380-a03c-89919138fc1a {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:50.490817 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64effa7d-e179-4ba0-951c-1b49963b1aef tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.544747 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-841df145-e84b-410f-b235-f9a774c76ca0 req-4ee216e2-0c14-4d99-af3f-27af0b4677f4 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=6c0e4f08-e823-43c7-b8ff-e9400f539ab0 HTTP/1.1" status: 200 len: 210 time: 0.0533698 Jul 16 08:48:50.599168 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64effa7d-e179-4ba0-951c-1b49963b1aef tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.694581 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 45a7f551-4cd8-42a9-8bbf-d3d6c26c5003 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:50.753410 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64effa7d-e179-4ba0-951c-1b49963b1aef tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.762289 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 45a7f551-4cd8-42a9-8bbf-d3d6c26c5003 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:50.762815 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.844788 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64effa7d-e179-4ba0-951c-1b49963b1aef tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.872850 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64effa7d-e179-4ba0-951c-1b49963b1aef tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Subnet': ['ID=9bf0413d-1a2c-4380-a03c-89919138fc1a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:50.893181 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64effa7d-e179-4ba0-951c-1b49963b1aef tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:50.895750 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-64effa7d-e179-4ba0-951c-1b49963b1aef tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/9bf0413d-1a2c-4380-a03c-89919138fc1a HTTP/1.1" status: 204 len: 168 time: 0.6092567 Jul 16 08:48:50.899034 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56540) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:50.901041 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c99e771e-37b5-4f02-a4d6-9b33f9f78461 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:50.998169 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56544) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:51.016440 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c522b136-95bd-409a-97bc-fa3b05358565 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1115456 Jul 16 08:48:51.143609 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77edb311-2c75-4cd7-925b-04debb5e2b77 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:51.148939 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56546) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:51.160659 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-77edb311-2c75-4cd7-925b-04debb5e2b77 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1499491 Jul 16 08:48:51.206366 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41eb66f4-8e13-43bf-8f3e-5d57f5440d8c None None] DHCP port deletion for ed380f80-a9ff-4ccb-b4e8-357bb126e37f request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:48:51.290665 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14dc6928-e2c2-4f70-ac80-3230fe755987 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:51.295141 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56556) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:51.303102 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-14dc6928-e2c2-4f70-ac80-3230fe755987 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1531129 Jul 16 08:48:51.329569 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-41eb66f4-8e13-43bf-8f3e-5d57f5440d8c None None] Deleting port 45a7f551-4cd8-42a9-8bbf-d3d6c26c5003 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:51.330344 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41eb66f4-8e13-43bf-8f3e-5d57f5440d8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:51.381075 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-fdb03616-eac6-48dc-8454-7b58098feb6f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0847473 Jul 16 08:48:51.387745 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56560) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:51.393692 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-e8a33d08-7e5c-4b58-957d-b5c8413af49a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:51.467084 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e830a-586b-42fb-abbe-f1b23b481ed0 req-7c99fa89-3fcb-408a-934a-85100b6a2706 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:51.468945 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-41eb66f4-8e13-43bf-8f3e-5d57f5440d8c None None] For port 45a7f551-4cd8-42a9-8bbf-d3d6c26c5003, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=45a7f551-4cd8-42a9-8bbf-d3d6c26c5003,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:51.469797 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41eb66f4-8e13-43bf-8f3e-5d57f5440d8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:51.470594 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-987e830a-586b-42fb-abbe-f1b23b481ed0 req-7c99fa89-3fcb-408a-934a-85100b6a2706 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 945 time: 0.2311873 Jul 16 08:48:51.474401 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41767100-6263-44bc-85f7-d486fb979814 req-a2290b9f-7b35-4871-8f80-4bd1590ddf87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:51.477456 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-41767100-6263-44bc-85f7-d486fb979814 req-a2290b9f-7b35-4871-8f80-4bd1590ddf87 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b1a7b336a94513a52f9785e4e37864&device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 1097 time: 0.2462058 Jul 16 08:48:51.492961 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-41eb66f4-8e13-43bf-8f3e-5d57f5440d8c None None] Calling delete_port for 45a7f551-4cd8-42a9-8bbf-d3d6c26c5003 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:51.546124 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8a33d08-7e5c-4b58-957d-b5c8413af49a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:51.550712 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e8a33d08-7e5c-4b58-957d-b5c8413af49a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:51.642476 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41eb66f4-8e13-43bf-8f3e-5d57f5440d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:51.669781 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41767100-6263-44bc-85f7-d486fb979814 req-c5d66d8f-4413-4774-a66c-24ee35ad226e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:51.671436 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-41767100-6263-44bc-85f7-d486fb979814 req-c5d66d8f-4413-4774-a66c-24ee35ad226e service neutron] 10.222.0.30 "GET /v2.0/networks?id=009dd0a1-50a1-45ad-bc58-1d113e644d4b HTTP/1.1" status: 200 len: 917 time: 0.1794310 Jul 16 08:48:51.675833 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eb66f4-8e13-43bf-8f3e-5d57f5440d8c None None] Pushing event deleted for resources: {'Port': ['ID=45a7f551-4cd8-42a9-8bbf-d3d6c26c5003,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:51.678332 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eb66f4-8e13-43bf-8f3e-5d57f5440d8c None None] No DVR routers for this DVR port 45a7f551-4cd8-42a9-8bbf-d3d6c26c5003 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:51.737868 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device c2ee6b64-5737-419f-ae09-ce7482ec5f24 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:51.782729 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-987e830a-586b-42fb-abbe-f1b23b481ed0 req-d150db9c-2d89-41f2-8900-c72bf872fde5 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3035789 Jul 16 08:48:51.813461 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-41767100-6263-44bc-85f7-d486fb979814 req-66933b31-2035-4f84-bd60-9d919a802fff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=364af638-4723-4510-af78-24e90addbc6d HTTP/1.1" status: 200 len: 1001 time: 0.1335568 Jul 16 08:48:51.828086 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: c2ee6b64-5737-419f-ae09-ce7482ec5f24 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:51.828882 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device c2ee6b64-5737-419f-ae09-ce7482ec5f24 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:51.880809 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41767100-6263-44bc-85f7-d486fb979814 req-7b7e2412-a73d-4f0e-a0b7-1e028207f63b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:51.882981 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-41767100-6263-44bc-85f7-d486fb979814 req-7b7e2412-a73d-4f0e-a0b7-1e028207f63b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a HTTP/1.1" status: 200 len: 855 time: 0.0621088 Jul 16 08:48:51.975127 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41767100-6263-44bc-85f7-d486fb979814 req-448c608a-06a5-41d4-8694-a1f213cfb52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:51.976886 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-41767100-6263-44bc-85f7-d486fb979814 req-448c608a-06a5-41d4-8694-a1f213cfb52e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=009dd0a1-50a1-45ad-bc58-1d113e644d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0869622 Jul 16 08:48:52.123930 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-41767100-6263-44bc-85f7-d486fb979814 req-1b491b85-ca48-4f1e-a5d1-8d45d396fce8 service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387453 Jul 16 08:48:52.217831 n-d-771362-37 neutron-server[93758]: DEBUG neutron.objects.ports [None req-e8a33d08-7e5c-4b58-957d-b5c8413af49a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93758) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:48:52.221889 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e8a33d08-7e5c-4b58-957d-b5c8413af49a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.270099 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-41767100-6263-44bc-85f7-d486fb979814 req-5494e6c6-31c8-4b0f-88d7-e1cde743e766 service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331983 Jul 16 08:48:52.300775 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8a33d08-7e5c-4b58-957d-b5c8413af49a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:52.307374 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-e8a33d08-7e5c-4b58-957d-b5c8413af49a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:52.319105 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6630466-eb6a-4192-8023-df05c9284c68 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:52.325087 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8a33d08-7e5c-4b58-957d-b5c8413af49a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:52.329096 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e8a33d08-7e5c-4b58-957d-b5c8413af49a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.371931 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a33d08-7e5c-4b58-957d-b5c8413af49a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Subnet': ['ID=1ca6f8bd-79ec-49eb-a6ae-6d03b3073bf0,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:52.380882 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e8a33d08-7e5c-4b58-957d-b5c8413af49a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9912319 Jul 16 08:48:52.382140 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56604) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:52.396789 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-463a5afc-eff7-46e5-a5b1-6fa38ff619b2 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:52.422008 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9498a01-858b-4699-a92a-7c46350525b4 req-cd19bfe4-afd7-48f8-9474-9c4060d3b97e tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:52.423955 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e9498a01-858b-4699-a92a-7c46350525b4 req-cd19bfe4-afd7-48f8-9474-9c4060d3b97e tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=465f9ddb-0146-4a44-a8e5-ad54e619ac3a HTTP/1.1" status: 200 len: 1097 time: 0.1349020 Jul 16 08:48:52.482518 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e9498a01-858b-4699-a92a-7c46350525b4 req-f694257b-9317-4cb1-8e8c-3acd367df600 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7e14a1b6-0d67-4feb-983c-5d920973591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450327 Jul 16 08:48:52.487396 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a33d08-7e5c-4b58-957d-b5c8413af49a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:52.487770 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a33d08-7e5c-4b58-957d-b5c8413af49a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:52.489348 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a33d08-7e5c-4b58-957d-b5c8413af49a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:52.489715 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a33d08-7e5c-4b58-957d-b5c8413af49a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:52.492406 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a33d08-7e5c-4b58-957d-b5c8413af49a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:52.492406 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a33d08-7e5c-4b58-957d-b5c8413af49a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:52.492406 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a33d08-7e5c-4b58-957d-b5c8413af49a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:52.492406 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a33d08-7e5c-4b58-957d-b5c8413af49a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:52.492406 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a33d08-7e5c-4b58-957d-b5c8413af49a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:52.492993 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a33d08-7e5c-4b58-957d-b5c8413af49a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:52.492993 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a33d08-7e5c-4b58-957d-b5c8413af49a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:52.493523 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8a33d08-7e5c-4b58-957d-b5c8413af49a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:48:52.586095 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-463a5afc-eff7-46e5-a5b1-6fa38ff619b2 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:52.599355 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-463a5afc-eff7-46e5-a5b1-6fa38ff619b2 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.666292 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538fd1cd-e0f3-4d0a-9118-0ae3810a2e45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'tenant_id': '11897f26500d434cb71ca0edc07e35ac', 'fixed_ips': [{'subnet_id': '1ca6f8bd-79ec-49eb-a6ae-6d03b3073bf0'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:48:52.673997 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-538fd1cd-e0f3-4d0a-9118-0ae3810a2e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:52.770267 n-d-771362-37 neutron-server[93758]: INFO neutron.db.ipam_backend_mixin [None req-463a5afc-eff7-46e5-a5b1-6fa38ff619b2 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1ca6f8bd-79ec-49eb-a6ae-6d03b3073bf0 (CIDR: 2001:db8::/64) Jul 16 08:48:52.777885 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-463a5afc-eff7-46e5-a5b1-6fa38ff619b2 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:48:52.778653 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-463a5afc-eff7-46e5-a5b1-6fa38ff619b2 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:48:52.803891 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56616) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:52.804582 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-463a5afc-eff7-46e5-a5b1-6fa38ff619b2 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4197621 Jul 16 08:48:52.814026 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8e2ab6b3-1578-4fab-b305-ab473d71c239 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:52.943424 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 45a7f551-4cd8-42a9-8bbf-d3d6c26c5003 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:52.997438 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 45a7f551-4cd8-42a9-8bbf-d3d6c26c5003 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:52.998299 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 45a7f551-4cd8-42a9-8bbf-d3d6c26c5003 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:53.118295 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e2ab6b3-1578-4fab-b305-ab473d71c239 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:53.125870 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e2ab6b3-1578-4fab-b305-ab473d71c239 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.130797 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-538fd1cd-e0f3-4d0a-9118-0ae3810a2e45 None None] Allocated IP 2001:db8::f816:3eff:fe91:5dec (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/1ca6f8bd-79ec-49eb-a6ae-6d03b3073bf0/38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:53.196440 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d13993-69eb-40c6-9a24-0202a8e30938 req-1293444f-ca7e-48c3-9c53-f198f8829887 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:53.209696 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-02d13993-69eb-40c6-9a24-0202a8e30938 req-1293444f-ca7e-48c3-9c53-f198f8829887 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 945 time: 0.2272968 Jul 16 08:48:53.358417 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-02d13993-69eb-40c6-9a24-0202a8e30938 req-79e79071-1f32-490f-b20b-493d930ac7c0 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460631 Jul 16 08:48:53.391520 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-538fd1cd-e0f3-4d0a-9118-0ae3810a2e45 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.412696 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-538fd1cd-e0f3-4d0a-9118-0ae3810a2e45 None None] Transition to ACTIVE for port object 38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:53.443020 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-538fd1cd-e0f3-4d0a-9118-0ae3810a2e45 None None] Transition to ACTIVE for port object 38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:53.453613 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-538fd1cd-e0f3-4d0a-9118-0ae3810a2e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.548679 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538fd1cd-e0f3-4d0a-9118-0ae3810a2e45 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:53.558861 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-538fd1cd-e0f3-4d0a-9118-0ae3810a2e45 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:53.561764 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538fd1cd-e0f3-4d0a-9118-0ae3810a2e45 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:53.569590 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fd1cd-e0f3-4d0a-9118-0ae3810a2e45 None None] Pushing event updated for resources: {'Port': ['ID=38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:53.636646 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-538fd1cd-e0f3-4d0a-9118-0ae3810a2e45 None None] Attempting to bind port 38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:48:53.637208 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-538fd1cd-e0f3-4d0a-9118-0ae3810a2e45 None None] Attempting to bind port 38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:48:53.637662 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538fd1cd-e0f3-4d0a-9118-0ae3810a2e45 None None] Attempting to bind port 38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f on network ed380f80-a9ff-4ccb-b4e8-357bb126e37f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:48:53.644655 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538fd1cd-e0f3-4d0a-9118-0ae3810a2e45 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:48:53.645036 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538fd1cd-e0f3-4d0a-9118-0ae3810a2e45 None None] Checking segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:48:53.645446 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-538fd1cd-e0f3-4d0a-9118-0ae3810a2e45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.645843 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538fd1cd-e0f3-4d0a-9118-0ae3810a2e45 None None] Bound using segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:48:53.646344 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-538fd1cd-e0f3-4d0a-9118-0ae3810a2e45 None None] Bound port: 38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:48:53.646705 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-538fd1cd-e0f3-4d0a-9118-0ae3810a2e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.690182 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45854730-f6ea-4614-8122-0ce7b7b63726 req-b7fbafe9-e47a-461b-9870-2216d7ee5c64 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:53.694753 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-45854730-f6ea-4614-8122-0ce7b7b63726 req-b7fbafe9-e47a-461b-9870-2216d7ee5c64 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=465f9ddb-0146-4a44-a8e5-ad54e619ac3a HTTP/1.1" status: 200 len: 1097 time: 0.2147176 Jul 16 08:48:53.757621 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-538fd1cd-e0f3-4d0a-9118-0ae3810a2e45 None None] For port 38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:48:53.758894 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e2ab6b3-1578-4fab-b305-ab473d71c239 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.782513 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-538fd1cd-e0f3-4d0a-9118-0ae3810a2e45 None None] For port 38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:48:53.792024 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-538fd1cd-e0f3-4d0a-9118-0ae3810a2e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.877561 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e2ab6b3-1578-4fab-b305-ab473d71c239 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:53.886231 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-8e2ab6b3-1578-4fab-b305-ab473d71c239 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:53.893572 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e2ab6b3-1578-4fab-b305-ab473d71c239 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:53.894379 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e2ab6b3-1578-4fab-b305-ab473d71c239 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.919068 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8e2ab6b3-1578-4fab-b305-ab473d71c239 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1130886 Jul 16 08:48:53.920544 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2ab6b3-1578-4fab-b305-ab473d71c239 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Subnet': ['ID=1f982ec4-0d28-40bc-93c1-c13e531db72c,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:53.922945 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56634) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:53.934734 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-53d91ed8-054d-40e3-a9c0-104a9b20d71f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'port': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'mac_address': 'fa:16:3e:61:50:89', 'name': 'tempest-NetworksTestDHCPv6-1557307660'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:53.980913 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-45854730-f6ea-4614-8122-0ce7b7b63726 req-c426cd3d-e691-40f6-8ab7-b9b260243b2e tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Deleting port 897977fa-0789-4658-9d20-51c8c60e3629 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:53.981255 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-45854730-f6ea-4614-8122-0ce7b7b63726 req-c426cd3d-e691-40f6-8ab7-b9b260243b2e tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:53.991430 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a243df-e969-474d-95ef-38c23df3c940 req-f524eaac-e5c7-4dea-ae5d-0cdfab1932b8 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:54.012618 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a6a243df-e969-474d-95ef-38c23df3c940 req-f524eaac-e5c7-4dea-ae5d-0cdfab1932b8 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=465f9ddb-0146-4a44-a8e5-ad54e619ac3a HTTP/1.1" status: 200 len: 1097 time: 0.2503955 Jul 16 08:48:54.113451 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538fd1cd-e0f3-4d0a-9118-0ae3810a2e45 None None] Pushing event updated for resources: {'Port': ['ID=38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:54.140340 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a6a243df-e969-474d-95ef-38c23df3c940 req-d71ad044-5c9e-44f8-94fb-bdbc5cafe6a8 tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=7e14a1b6-0d67-4feb-983c-5d920973591c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258140 Jul 16 08:48:54.227681 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-45854730-f6ea-4614-8122-0ce7b7b63726 req-c426cd3d-e691-40f6-8ab7-b9b260243b2e tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] For port 897977fa-0789-4658-9d20-51c8c60e3629, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=897977fa-0789-4658-9d20-51c8c60e3629,segment=NetworkSegment(11623f49-c1c9-45bc-a656-e458c5eff734),segment_id=11623f49-c1c9-45bc-a656-e458c5eff734)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:54.228399 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-45854730-f6ea-4614-8122-0ce7b7b63726 req-c426cd3d-e691-40f6-8ab7-b9b260243b2e tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:54.259483 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-45854730-f6ea-4614-8122-0ce7b7b63726 req-c426cd3d-e691-40f6-8ab7-b9b260243b2e tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Calling delete_port for 897977fa-0789-4658-9d20-51c8c60e3629 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:54.344589 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d91ed8-054d-40e3-a9c0-104a9b20d71f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:54.489917 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-53d91ed8-054d-40e3-a9c0-104a9b20d71f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:54.556330 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-53d91ed8-054d-40e3-a9c0-104a9b20d71f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] device_id is not set on port e7bae63e-72f8-4d0c-9041-a8e9210f0b7d yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:48:54.610143 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-45854730-f6ea-4614-8122-0ce7b7b63726 req-c426cd3d-e691-40f6-8ab7-b9b260243b2e tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:54.627105 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['897977fa-0789-4658-9d20-51c8c60e3629'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:48:54.686123 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c426cd3d-e691-40f6-8ab7-b9b260243b2e tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Pushing event deleted for resources: {'Port': ['ID=897977fa-0789-4658-9d20-51c8c60e3629,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:54.743793 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-45854730-f6ea-4614-8122-0ce7b7b63726 req-c426cd3d-e691-40f6-8ab7-b9b260243b2e tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] No DVR routers for this DVR port 897977fa-0789-4658-9d20-51c8c60e3629 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:48:54.751744 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-45854730-f6ea-4614-8122-0ce7b7b63726 req-c426cd3d-e691-40f6-8ab7-b9b260243b2e tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:54.759281 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-45854730-f6ea-4614-8122-0ce7b7b63726 req-c426cd3d-e691-40f6-8ab7-b9b260243b2e tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.30 "DELETE /v2.0/ports/897977fa-0789-4658-9d20-51c8c60e3629 HTTP/1.1" status: 204 len: 173 time: 1.0575075 Jul 16 08:48:54.772743 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '465f9ddb-0146-4a44-a8e5-ad54e619ac3a', 'name': 'network-vif-deleted', 'tag': '897977fa-0789-4658-9d20-51c8c60e3629'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:54.783525 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbdf56e-f3d9-4ed3-9f56-bb834955fc71" -d '{"events": [{"server_uuid": "465f9ddb-0146-4a44-a8e5-ad54e619ac3a", "name": "network-vif-deleted", "tag": "897977fa-0789-4658-9d20-51c8c60e3629"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:54.901969 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:54.942962 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f89aed3-58d5-4bbc-8c6e-9a3f5a11788a req-32490424-b4fb-442a-890f-74c619073dcd tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:54.957391 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9f89aed3-58d5-4bbc-8c6e-9a3f5a11788a req-32490424-b4fb-442a-890f-74c619073dcd tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 945 time: 0.2831848 Jul 16 08:48:55.137161 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:55.145148 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9f89aed3-58d5-4bbc-8c6e-9a3f5a11788a req-b92e320a-fe85-425d-83e1-70a741859925 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1856151 Jul 16 08:48:55.237468 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9df50e0-5624-4d0a-ae0c-300fd3d58f43 x-openstack-request-id: req-b9df50e0-5624-4d0a-ae0c-300fd3d58f43 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:55.238185 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "465f9ddb-0146-4a44-a8e5-ad54e619ac3a", "name": "network-vif-deleted", "tag": "897977fa-0789-4658-9d20-51c8c60e3629", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:55.238831 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b9df50e0-5624-4d0a-ae0c-300fd3d58f43 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:55.239900 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '465f9ddb-0146-4a44-a8e5-ad54e619ac3a', 'name': 'network-vif-deleted', 'tag': '897977fa-0789-4658-9d20-51c8c60e3629', 'status': 'completed', 'code': 200} Jul 16 08:48:55.316543 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-53d91ed8-054d-40e3-a9c0-104a9b20d71f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Allocated IP 2001:db8:0:1::130 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/1f982ec4-0d28-40bc-93c1-c13e531db72c/e7bae63e-72f8-4d0c-9041-a8e9210f0b7d) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:55.337066 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-53d91ed8-054d-40e3-a9c0-104a9b20d71f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Allocated IP 2001:db8::f816:3eff:fe61:5089 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/1ca6f8bd-79ec-49eb-a6ae-6d03b3073bf0/e7bae63e-72f8-4d0c-9041-a8e9210f0b7d) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:55.428132 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-72cce5e1-bcc1-441a-b67b-e93c9fbfec0a req-8238700c-8aac-43c9-885e-403f5e56ab6a tempest-TestServerMultinode-488385555 tempest-TestServerMultinode-488385555-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=465f9ddb-0146-4a44-a8e5-ad54e619ac3a HTTP/1.1" status: 200 len: 210 time: 0.0528111 Jul 16 08:48:55.701457 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 364af638-4723-4510-af78-24e90addbc6d no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:55.716548 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-53d91ed8-054d-40e3-a9c0-104a9b20d71f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.759100 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-53d91ed8-054d-40e3-a9c0-104a9b20d71f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Transition to ACTIVE for port object e7bae63e-72f8-4d0c-9041-a8e9210f0b7d will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:55.819902 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-53d91ed8-054d-40e3-a9c0-104a9b20d71f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.886638 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.910566 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d91ed8-054d-40e3-a9c0-104a9b20d71f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:48:55.914118 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-53d91ed8-054d-40e3-a9c0-104a9b20d71f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:48:55.916690 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d91ed8-054d-40e3-a9c0-104a9b20d71f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:48:55.923156 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d91ed8-054d-40e3-a9c0-104a9b20d71f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:55.923843 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-53d91ed8-054d-40e3-a9c0-104a9b20d71f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:55.959248 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-53d91ed8-054d-40e3-a9c0-104a9b20d71f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 2.0309100 Jul 16 08:48:55.962806 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56668) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:55.967377 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 364af638-4723-4510-af78-24e90addbc6d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=364af638-4723-4510-af78-24e90addbc6d,segment=NetworkSegment(9452ae90-4bd6-4866-933c-eec760d2cc0f),segment_id=9452ae90-4bd6-4866-933c-eec760d2cc0f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:55.968906 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a284e8d-239c-423a-bbfe-197eddb0d17d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '364af638-4723-4510-af78-24e90addbc6d'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:48:55.972644 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d91ed8-054d-40e3-a9c0-104a9b20d71f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Port': ['ID=e7bae63e-72f8-4d0c-9041-a8e9210f0b7d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:55.973045 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-002fcdf7-cfdc-4abe-a2d3-3726d71c9417" -d '{"events": [{"server_uuid": "5a284e8d-239c-423a-bbfe-197eddb0d17d", "name": "network-vif-unplugged", "status": "completed", "tag": "364af638-4723-4510-af78-24e90addbc6d"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:48:55.977088 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.035353 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0419459-f37e-4a29-9e19-5a91ef82f801 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:56.109958 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 08:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08651d4b-866c-4184-88b4-9c8926a17bf2 x-openstack-request-id: req-08651d4b-866c-4184-88b4-9c8926a17bf2 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:48:56.110752 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a284e8d-239c-423a-bbfe-197eddb0d17d", "name": "network-vif-unplugged", "status": "failed", "tag": "364af638-4723-4510-af78-24e90addbc6d", "code": 422}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:48:56.111233 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-08651d4b-866c-4184-88b4-9c8926a17bf2 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:48:56.112108 n-d-771362-37 neutron-server[93760]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5a284e8d-239c-423a-bbfe-197eddb0d17d', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '364af638-4723-4510-af78-24e90addbc6d', 'code': 422} returned with failed status Jul 16 08:48:56.178629 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=364af638-4723-4510-af78-24e90addbc6d,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:56.232060 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-13480be2-78d7-4b2a-abf3-f35a163e412d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting port e7bae63e-72f8-4d0c-9041-a8e9210f0b7d {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:56.233444 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13480be2-78d7-4b2a-abf3-f35a163e412d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.432509 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13480be2-78d7-4b2a-abf3-f35a163e412d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.448285 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-13480be2-78d7-4b2a-abf3-f35a163e412d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Calling delete_port for e7bae63e-72f8-4d0c-9041-a8e9210f0b7d owned by {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:56.489286 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-23efbf50-4c77-4baa-865e-44650a3a3d79 None None] Provisioning for port 38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:56.497080 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-23efbf50-4c77-4baa-865e-44650a3a3d79 None None] Provisioning complete for port 38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:56.497483 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-23efbf50-4c77-4baa-865e-44650a3a3d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.640631 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56692) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:56.843353 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-23efbf50-4c77-4baa-865e-44650a3a3d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:56.874402 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56700) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:56.975913 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40865bf-041c-4c17-8316-c017ee2ee66d req-40c99307-ca6d-4283-8dcb-bbc62f2c0b92 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:56.984233 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-23efbf50-4c77-4baa-865e-44650a3a3d79 None None] For port 38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:56.996825 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-23efbf50-4c77-4baa-865e-44650a3a3d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:57.003684 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f40865bf-041c-4c17-8316-c017ee2ee66d req-40c99307-ca6d-4283-8dcb-bbc62f2c0b92 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 943 time: 0.2885001 Jul 16 08:48:57.046328 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13480be2-78d7-4b2a-abf3-f35a163e412d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:57.164243 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f40865bf-041c-4c17-8316-c017ee2ee66d req-314e181b-f51c-4a7e-babb-a4736c86874e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1592305 Jul 16 08:48:57.180955 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13480be2-78d7-4b2a-abf3-f35a163e412d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Port': ['ID=e7bae63e-72f8-4d0c-9041-a8e9210f0b7d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:57.210649 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23efbf50-4c77-4baa-865e-44650a3a3d79 None None] Pushing event updated for resources: {'Port': ['ID=38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:57.273691 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3eb166b-1aa3-4467-98ee-35be76d1479e None None] Update dhcp port {'port': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'fixed_ips': [{'subnet_id': '1ca6f8bd-79ec-49eb-a6ae-6d03b3073bf0', 'ip_address': '2001:db8::f816:3eff:fe91:5dec'}, {'subnet_id': '1f982ec4-0d28-40bc-93c1-c13e531db72c'}], 'binding:host_id': 'n-d-771362-37'}, 'id': '38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f'} from n-d-771362-37. {{(pid=93760) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:48:57.313524 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13480be2-78d7-4b2a-abf3-f35a163e412d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:57.321232 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-13480be2-78d7-4b2a-abf3-f35a163e412d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/e7bae63e-72f8-4d0c-9041-a8e9210f0b7d HTTP/1.1" status: 204 len: 168 time: 1.3569412 Jul 16 08:48:57.324254 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56706) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:57.346297 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3eb166b-1aa3-4467-98ee-35be76d1479e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:57.415306 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3d83cbfe-d6d1-46f4-a22b-7c1b594e7362 req-8aac89e9-4561-4a8d-8634-a1455f4ab187 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5397067 Jul 16 08:48:57.481319 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715fef95-5d7c-45ed-b165-9cd233bac1ca tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:57.486204 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-715fef95-5d7c-45ed-b165-9cd233bac1ca tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1605549 Jul 16 08:48:57.488895 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56710) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:57.666009 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e42ca3d-dd6f-4e1e-ba31-1ca2fbf91c30 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:57.678426 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3e42ca3d-dd6f-4e1e-ba31-1ca2fbf91c30 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.1884048 Jul 16 08:48:57.679319 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56712) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:57.720137 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 897977fa-0789-4658-9d20-51c8c60e3629 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:48:57.808053 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-a3eb166b-1aa3-4467-98ee-35be76d1479e None None] Allocated IP 2001:db8:0:1::2 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/1f982ec4-0d28-40bc-93c1-c13e531db72c/38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:48:57.812006 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 897977fa-0789-4658-9d20-51c8c60e3629 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:48:57.812006 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 897977fa-0789-4658-9d20-51c8c60e3629 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:48:57.863233 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e662db-6f62-43d6-9d63-9da94e827d4a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:57.864844 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e662db-6f62-43d6-9d63-9da94e827d4a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:57.874009 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e662db-6f62-43d6-9d63-9da94e827d4a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:57.882149 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f8e662db-6f62-43d6-9d63-9da94e827d4a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1952405 Jul 16 08:48:57.882614 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56722) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:57.925405 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c31f8568-9352-405f-bd73-9395aac361a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:57.960176 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f10c5d-fa80-4719-957a-d33f24d2a5fc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting subnet 1ca6f8bd-79ec-49eb-a6ae-6d03b3073bf0 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:58.071874 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a3eb166b-1aa3-4467-98ee-35be76d1479e None None] For port 38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:58.157681 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3eb166b-1aa3-4467-98ee-35be76d1479e None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.197311 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a3eb166b-1aa3-4467-98ee-35be76d1479e None None] Transition to ACTIVE for port object 38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:48:58.207252 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a5f10c5d-fa80-4719-957a-d33f24d2a5fc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.209395 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3eb166b-1aa3-4467-98ee-35be76d1479e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.352341 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a5f10c5d-fa80-4719-957a-d33f24d2a5fc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.369711 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eb166b-1aa3-4467-98ee-35be76d1479e None None] Pushing event updated for resources: {'Port': ['ID=38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:58.483624 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c31f8568-9352-405f-bd73-9395aac361a0 admin admin] Deleting port cb950975-a654-4e25-b997-06d939f11938 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:48:58.483978 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c31f8568-9352-405f-bd73-9395aac361a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.595701 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a5f10c5d-fa80-4719-957a-d33f24d2a5fc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.658230 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8198bfc0-f2ae-4c12-857f-9041dc7ef9ac req-d0771643-c18d-46ad-81a9-4b050a1b02d9 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:48:58.668074 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8198bfc0-f2ae-4c12-857f-9041dc7ef9ac req-d0771643-c18d-46ad-81a9-4b050a1b02d9 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 943 time: 0.2057364 Jul 16 08:48:58.694830 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-c31f8568-9352-405f-bd73-9395aac361a0 admin admin] For port cb950975-a654-4e25-b997-06d939f11938, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=cb950975-a654-4e25-b997-06d939f11938,segment=NetworkSegment(11623f49-c1c9-45bc-a656-e458c5eff734),segment_id=11623f49-c1c9-45bc-a656-e458c5eff734)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:48:58.695802 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c31f8568-9352-405f-bd73-9395aac361a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.734673 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-c31f8568-9352-405f-bd73-9395aac361a0 admin admin] Calling delete_port for cb950975-a654-4e25-b997-06d939f11938 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:48:58.783679 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:48:58.803023 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8198bfc0-f2ae-4c12-857f-9041dc7ef9ac req-6fba4afe-a9f7-4340-b9a2-a80a4bae45d2 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336417 Jul 16 08:48:58.815985 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a5f10c5d-fa80-4719-957a-d33f24d2a5fc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.915930 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f10c5d-fa80-4719-957a-d33f24d2a5fc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Subnet': ['ID=1ca6f8bd-79ec-49eb-a6ae-6d03b3073bf0,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:58.929708 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a5f10c5d-fa80-4719-957a-d33f24d2a5fc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:58.938016 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a5f10c5d-fa80-4719-957a-d33f24d2a5fc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/1ca6f8bd-79ec-49eb-a6ae-6d03b3073bf0 HTTP/1.1" status: 204 len: 168 time: 1.0543344 Jul 16 08:48:58.943872 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56736) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:59.079886 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8af2c3b-9abd-426d-9824-aaf53f3803fe tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting subnet 1f982ec4-0d28-40bc-93c1-c13e531db72c {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:48:59.083675 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8af2c3b-9abd-426d-9824-aaf53f3803fe tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.146646 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8af2c3b-9abd-426d-9824-aaf53f3803fe tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.312120 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8af2c3b-9abd-426d-9824-aaf53f3803fe tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.440791 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8af2c3b-9abd-426d-9824-aaf53f3803fe tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.493839 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8af2c3b-9abd-426d-9824-aaf53f3803fe tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.497406 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f8af2c3b-9abd-426d-9824-aaf53f3803fe tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/1f982ec4-0d28-40bc-93c1-c13e531db72c HTTP/1.1" status: 204 len: 168 time: 0.5487518 Jul 16 08:48:59.501137 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8af2c3b-9abd-426d-9824-aaf53f3803fe tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Subnet': ['ID=1f982ec4-0d28-40bc-93c1-c13e531db72c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:59.502128 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56742) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:59.514919 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c31f8568-9352-405f-bd73-9395aac361a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.558625 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b765336-73d9-4f0f-b7ed-c8e670eb943f None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:48:59.561647 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31f8568-9352-405f-bd73-9395aac361a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb950975-a654-4e25-b997-06d939f11938,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:48:59.563150 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6df96860-35af-46dc-a3f4-b33363965b27 None None] Provisioning for port 38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:48:59.573582 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6df96860-35af-46dc-a3f4-b33363965b27 None None] Provisioning complete for port 38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:48:59.591934 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6df96860-35af-46dc-a3f4-b33363965b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:48:59.644679 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-de193f73-f05b-4a63-a036-07c7d8c65e4b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1409125 Jul 16 08:48:59.648278 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56744) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:48:59.655945 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-17536809-5088-47f9-a22f-fa7c6ba7d890 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:48:59.836580 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17536809-5088-47f9-a22f-fa7c6ba7d890 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:48:59.845568 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-17536809-5088-47f9-a22f-fa7c6ba7d890 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.031169 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c31f8568-9352-405f-bd73-9395aac361a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.064591 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6df96860-35af-46dc-a3f4-b33363965b27 None None] Could not find standard attr ID for object e7bae63e-72f8-4d0c-9041-a8e9210f0b7d. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:49:00.209473 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59018e04-74f2-499a-a15b-b7ca59c9d9ef None None] DHCP port deletion for ed380f80-a9ff-4ccb-b4e8-357bb126e37f request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:49:00.372612 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-59018e04-74f2-499a-a15b-b7ca59c9d9ef None None] Deleting port 38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:00.373141 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59018e04-74f2-499a-a15b-b7ca59c9d9ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.527514 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99a3b7-d009-4484-baf2-11c741dc2a4e req-4e5ee0a4-70c7-4de1-895e-65f0d900d074 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:00.537228 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5a99a3b7-d009-4484-baf2-11c741dc2a4e req-4e5ee0a4-70c7-4de1-895e-65f0d900d074 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 943 time: 0.2858739 Jul 16 08:49:00.614869 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-59018e04-74f2-499a-a15b-b7ca59c9d9ef None None] For port 38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:00.615660 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59018e04-74f2-499a-a15b-b7ca59c9d9ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.669353 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5a99a3b7-d009-4484-baf2-11c741dc2a4e req-b3b9430e-6b44-4204-8054-d5d87b38f9a7 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283784 Jul 16 08:49:00.679094 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-59018e04-74f2-499a-a15b-b7ca59c9d9ef None None] Calling delete_port for 38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:00.772012 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c31f8568-9352-405f-bd73-9395aac361a0 admin admin] Router 44df6a1c-f0c0-4c7a-b885-059651dfd160 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:00.882384 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:00.909346 n-d-771362-37 neutron-server[93758]: DEBUG neutron.objects.ports [None req-17536809-5088-47f9-a22f-fa7c6ba7d890 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93758) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:49:00.950020 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-59018e04-74f2-499a-a15b-b7ca59c9d9ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:00.985769 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59018e04-74f2-499a-a15b-b7ca59c9d9ef None None] No DVR routers for this DVR port 38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:01.055005 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c31f8568-9352-405f-bd73-9395aac361a0 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:01.063691 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c31f8568-9352-405f-bd73-9395aac361a0 admin admin] 10.222.0.22 "PUT /v2.0/routers/44df6a1c-f0c0-4c7a-b885-059651dfd160/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4195633 Jul 16 08:49:01.063917 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No active binding found for port 38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f {{(pid=93760) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 08:49:01.063917 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:01.064153 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56760) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:01.067323 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59018e04-74f2-499a-a15b-b7ca59c9d9ef None None] Pushing event deleted for resources: {'Port': ['ID=38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:01.074440 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c4f2e0-fa07-4bb5-8f85-8b969e6a02d9 None None] Sync routers for ids ['44df6a1c-f0c0-4c7a-b885-059651dfd160'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:01.098649 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c4f2e0-fa07-4bb5-8f85-8b969e6a02d9 None None] Routers {'44df6a1c-f0c0-4c7a-b885-059651dfd160'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:01.099731 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-10c4f2e0-fa07-4bb5-8f85-8b969e6a02d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:48:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['44df6a1c-f0c0-4c7a-b885-059651dfd160'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:01.114643 n-d-771362-37 neutron-server[93758]: WARNING neutron.services.revisions.revision_plugin [None req-17536809-5088-47f9-a22f-fa7c6ba7d890 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Could not find related port for resource to bump revision. Jul 16 08:49:01.127042 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.ipam_pluggable_backend [None req-17536809-5088-47f9-a22f-fa7c6ba7d890 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Port 38d67eae-ff6b-425a-bbbf-a0c0c45d3e3f was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93758) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 16 08:49:01.130697 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.ipam_pluggable_backend [None req-17536809-5088-47f9-a22f-fa7c6ba7d890 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Reverting IP allocation for 2001:db8::f816:3eff:fe91:5dec {{(pid=93758) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 16 08:49:01.141596 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.ipam_pluggable_backend [None req-17536809-5088-47f9-a22f-fa7c6ba7d890 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe91:5dec {{(pid=93758) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 16 08:49:01.150752 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-17536809-5088-47f9-a22f-fa7c6ba7d890 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:01.198212 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:49:01.237502 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17536809-5088-47f9-a22f-fa7c6ba7d890 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:01.241420 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-17536809-5088-47f9-a22f-fa7c6ba7d890 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:01.247280 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17536809-5088-47f9-a22f-fa7c6ba7d890 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:01.248166 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-17536809-5088-47f9-a22f-fa7c6ba7d890 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:01.276864 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-17536809-5088-47f9-a22f-fa7c6ba7d890 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6228192 Jul 16 08:49:01.277841 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56762) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:01.289768 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-af36e580-dc7f-4a6e-b933-8d2e5857075d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:01.345950 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c2cf88a-6f64-44f9-af1d-238812f9ecf1 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:01.355109 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17536809-5088-47f9-a22f-fa7c6ba7d890 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Subnet': ['ID=fb68f34a-562a-4cfa-9fd2-79b10ce02616,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:01.428264 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02ccffcf-226b-4a6f-80fc-f89a69093ace admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:01.459055 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-10c4f2e0-fa07-4bb5-8f85-8b969e6a02d9 None None] Set router 44df6a1c-f0c0-4c7a-b885-059651dfd160 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:01.697526 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af36e580-dc7f-4a6e-b933-8d2e5857075d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:01.699817 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02ccffcf-226b-4a6f-80fc-f89a69093ace admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:01.704109 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-af36e580-dc7f-4a6e-b933-8d2e5857075d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:01.828649 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-02ccffcf-226b-4a6f-80fc-f89a69093ace admin admin] Deleting port 63e013bf-e550-4bf8-921f-e2206ddd9215 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:01.829372 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02ccffcf-226b-4a6f-80fc-f89a69093ace admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.105533 n-d-771362-37 neutron-server[93758]: INFO neutron.db.ipam_backend_mixin [None req-af36e580-dc7f-4a6e-b933-8d2e5857075d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fb68f34a-562a-4cfa-9fd2-79b10ce02616 (CIDR: 2001:db8::/64) Jul 16 08:49:02.110907 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-af36e580-dc7f-4a6e-b933-8d2e5857075d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:49:02.111481 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af36e580-dc7f-4a6e-b933-8d2e5857075d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:02.149593 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56776) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:02.150729 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-af36e580-dc7f-4a6e-b933-8d2e5857075d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8675048 Jul 16 08:49:02.231535 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-4d71e882-f2c4-4f9c-ab25-df8eab0c6b62 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:02.259140 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.260191 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.313057 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-02ccffcf-226b-4a6f-80fc-f89a69093ace admin admin] For port 63e013bf-e550-4bf8-921f-e2206ddd9215, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=63e013bf-e550-4bf8-921f-e2206ddd9215,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:02.313966 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0359f6fc-ae05-44c5-8323-7451a5261d5e req-d6b31cd5-934d-4b8b-8a82-a9031538197f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:02.314161 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02ccffcf-226b-4a6f-80fc-f89a69093ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.320465 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0359f6fc-ae05-44c5-8323-7451a5261d5e req-d6b31cd5-934d-4b8b-8a82-a9031538197f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 943 time: 0.1474302 Jul 16 08:49:02.334175 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac95b5a4-42b3-49ff-96ab-cd41d44d31f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'tenant_id': '11897f26500d434cb71ca0edc07e35ac', 'fixed_ips': [{'subnet_id': 'fb68f34a-562a-4cfa-9fd2-79b10ce02616'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:49:02.335066 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac95b5a4-42b3-49ff-96ab-cd41d44d31f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.391935 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-10c4f2e0-fa07-4bb5-8f85-8b969e6a02d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44df6a1c-f0c0-4c7a-b885-059651dfd160', 'name': 'tempest-TestServerMultinode-1783144611-router', 'tenant_id': '41f112b323f24a0abcdc6a39e7de8ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.249'}], 'enable_snat': True}, 'gw_port_id': '63e013bf-e550-4bf8-921f-e2206ddd9215', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:31Z', 'updated_at': '2021-07-16T08:48:59Z', 'revision_number': 5, 'project_id': '41f112b323f24a0abcdc6a39e7de8ed2', 'gw_port': {'id': '63e013bf-e550-4bf8-921f-e2206ddd9215', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:88:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '44df6a1c-f0c0-4c7a-b885-059651dfd160', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2924, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.249', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:32Z', 'updated_at': '2021-07-16T08:47:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:02.425582 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0359f6fc-ae05-44c5-8323-7451a5261d5e req-2af2eae0-367e-4875-8385-3473bcd90f7d tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041260 Jul 16 08:49:02.469199 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-02ccffcf-226b-4a6f-80fc-f89a69093ace admin admin] Calling delete_port for 63e013bf-e550-4bf8-921f-e2206ddd9215 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:02.497610 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c4f2e0-fa07-4bb5-8f85-8b969e6a02d9 None None] Checking router: 44df6a1c-f0c0-4c7a-b885-059651dfd160 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:49:02.620716 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-ac95b5a4-42b3-49ff-96ab-cd41d44d31f4 None None] Allocated IP 2001:db8::f816:3eff:fedc:e0ed (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/fb68f34a-562a-4cfa-9fd2-79b10ce02616/c6c15b54-255d-4345-a264-54bdf1b26112) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:02.654799 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d71e882-f2c4-4f9c-ab25-df8eab0c6b62 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:02.659523 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d71e882-f2c4-4f9c-ab25-df8eab0c6b62 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.829669 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac95b5a4-42b3-49ff-96ab-cd41d44d31f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:02.840614 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ac95b5a4-42b3-49ff-96ab-cd41d44d31f4 None None] Transition to ACTIVE for port object c6c15b54-255d-4345-a264-54bdf1b26112 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:02.858984 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ac95b5a4-42b3-49ff-96ab-cd41d44d31f4 None None] Transition to ACTIVE for port object c6c15b54-255d-4345-a264-54bdf1b26112 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:02.864573 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c4f2e0-fa07-4bb5-8f85-8b969e6a02d9 None None] Routers {'44df6a1c-f0c0-4c7a-b885-059651dfd160'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:02.865513 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-10c4f2e0-fa07-4bb5-8f85-8b969e6a02d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:48:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['44df6a1c-f0c0-4c7a-b885-059651dfd160'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:02.973555 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-10c4f2e0-fa07-4bb5-8f85-8b969e6a02d9 None None] Set router 44df6a1c-f0c0-4c7a-b885-059651dfd160 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:03.044091 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-10c4f2e0-fa07-4bb5-8f85-8b969e6a02d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '44df6a1c-f0c0-4c7a-b885-059651dfd160', 'name': 'tempest-TestServerMultinode-1783144611-router', 'tenant_id': '41f112b323f24a0abcdc6a39e7de8ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:31Z', 'updated_at': '2021-07-16T08:49:01Z', 'revision_number': 6, 'project_id': '41f112b323f24a0abcdc6a39e7de8ed2', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:03.075583 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac95b5a4-42b3-49ff-96ab-cd41d44d31f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.086236 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10c4f2e0-fa07-4bb5-8f85-8b969e6a02d9 None None] The sync data for ids ['44df6a1c-f0c0-4c7a-b885-059651dfd160'] in n-d-771362-37 is: [{'id': '44df6a1c-f0c0-4c7a-b885-059651dfd160', 'name': 'tempest-TestServerMultinode-1783144611-router', 'tenant_id': '41f112b323f24a0abcdc6a39e7de8ed2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:31Z', 'updated_at': '2021-07-16T08:49:01Z', 'revision_number': 6, 'project_id': '41f112b323f24a0abcdc6a39e7de8ed2', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:03.098702 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d71e882-f2c4-4f9c-ab25-df8eab0c6b62 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.122690 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d71e882-f2c4-4f9c-ab25-df8eab0c6b62 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:03.168219 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-4d71e882-f2c4-4f9c-ab25-df8eab0c6b62 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:03.173718 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d71e882-f2c4-4f9c-ab25-df8eab0c6b62 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:03.176650 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d71e882-f2c4-4f9c-ab25-df8eab0c6b62 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.194665 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95b5a4-42b3-49ff-96ab-cd41d44d31f4 None None] Pushing event updated for resources: {'Port': ['ID=c6c15b54-255d-4345-a264-54bdf1b26112,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:03.223193 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac95b5a4-42b3-49ff-96ab-cd41d44d31f4 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:03.226110 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-ac95b5a4-42b3-49ff-96ab-cd41d44d31f4 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:03.232451 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac95b5a4-42b3-49ff-96ab-cd41d44d31f4 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:03.296762 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4d71e882-f2c4-4f9c-ab25-df8eab0c6b62 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1456497 Jul 16 08:49:03.304969 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56788) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:03.312956 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-430e65dd-84bb-4544-9c89-040c1b879cc4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'port': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'mac_address': 'fa:16:3e:88:ca:be', 'name': 'tempest-NetworksTestDHCPv6-429987612'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:03.374998 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-432a2af8-5142-4faa-9ae5-d64ec588569c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.386443 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ac95b5a4-42b3-49ff-96ab-cd41d44d31f4 None None] Attempting to bind port c6c15b54-255d-4345-a264-54bdf1b26112 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:03.386821 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ac95b5a4-42b3-49ff-96ab-cd41d44d31f4 None None] Attempting to bind port c6c15b54-255d-4345-a264-54bdf1b26112 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:03.387197 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac95b5a4-42b3-49ff-96ab-cd41d44d31f4 None None] Attempting to bind port c6c15b54-255d-4345-a264-54bdf1b26112 on network ed380f80-a9ff-4ccb-b4e8-357bb126e37f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:03.400849 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac95b5a4-42b3-49ff-96ab-cd41d44d31f4 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 48, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:03.401794 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac95b5a4-42b3-49ff-96ab-cd41d44d31f4 None None] Checking segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:03.402211 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac95b5a4-42b3-49ff-96ab-cd41d44d31f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.402617 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac95b5a4-42b3-49ff-96ab-cd41d44d31f4 None None] Bound using segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:03.403103 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ac95b5a4-42b3-49ff-96ab-cd41d44d31f4 None None] Bound port: c6c15b54-255d-4345-a264-54bdf1b26112, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:03.403496 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac95b5a4-42b3-49ff-96ab-cd41d44d31f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.415751 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d71e882-f2c4-4f9c-ab25-df8eab0c6b62 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Subnet': ['ID=cbfdfa7a-9085-4b47-b877-84fd20912064,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:03.539664 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02ccffcf-226b-4a6f-80fc-f89a69093ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.557063 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ac95b5a4-42b3-49ff-96ab-cd41d44d31f4 None None] For port c6c15b54-255d-4345-a264-54bdf1b26112, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:03.562638 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ac95b5a4-42b3-49ff-96ab-cd41d44d31f4 None None] For port c6c15b54-255d-4345-a264-54bdf1b26112, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=c6c15b54-255d-4345-a264-54bdf1b26112,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:03.568891 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac95b5a4-42b3-49ff-96ab-cd41d44d31f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:03.636538 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ccffcf-226b-4a6f-80fc-f89a69093ace admin admin] Pushing event deleted for resources: {'Port': ['ID=63e013bf-e550-4bf8-921f-e2206ddd9215,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:03.780269 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac95b5a4-42b3-49ff-96ab-cd41d44d31f4 None None] Pushing event updated for resources: {'Port': ['ID=c6c15b54-255d-4345-a264-54bdf1b26112,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:03.830480 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02ccffcf-226b-4a6f-80fc-f89a69093ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:04.029118 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eeea2f-9ac5-4c05-888b-ffa810d13ccc req-9c1d14ea-c658-493f-be0c-a5f25d9c7087 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:04.043417 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-60eeea2f-9ac5-4c05-888b-ffa810d13ccc req-9c1d14ea-c658-493f-be0c-a5f25d9c7087 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 943 time: 0.2071621 Jul 16 08:49:04.076563 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02ccffcf-226b-4a6f-80fc-f89a69093ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:04.096556 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02ccffcf-226b-4a6f-80fc-f89a69093ace admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:04.129529 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-60eeea2f-9ac5-4c05-888b-ffa810d13ccc req-d2e63dbe-ed16-478c-8980-9d16591dd66a tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846329 Jul 16 08:49:04.312067 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02ccffcf-226b-4a6f-80fc-f89a69093ace admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:04.314942 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02ccffcf-226b-4a6f-80fc-f89a69093ace admin admin] Fanout notify agent at l3_agent the message router_deleted on router 44df6a1c-f0c0-4c7a-b885-059651dfd160 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:49:04.329851 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02ccffcf-226b-4a6f-80fc-f89a69093ace admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:04.333225 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-02ccffcf-226b-4a6f-80fc-f89a69093ace admin admin] 10.222.0.22 "DELETE /v2.0/routers/44df6a1c-f0c0-4c7a-b885-059651dfd160 HTTP/1.1" status: 204 len: 168 time: 3.2661002 Jul 16 08:49:04.334650 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56798) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:04.352884 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-430e65dd-84bb-4544-9c89-040c1b879cc4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:04.496114 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bb7b6f7-a33a-4d4f-9f55-4a0288c994a3 admin admin] Deleting subnet 5a7b6955-89c8-4a16-9ffd-7c000e377c1b {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:49:04.515564 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7bb7b6f7-a33a-4d4f-9f55-4a0288c994a3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:04.610316 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7bb7b6f7-a33a-4d4f-9f55-4a0288c994a3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:04.631482 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-430e65dd-84bb-4544-9c89-040c1b879cc4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:04.685960 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-430e65dd-84bb-4544-9c89-040c1b879cc4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] device_id is not set on port a1d80b1e-1012-4f6c-a4d8-35b071e39982 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:49:04.853976 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7bb7b6f7-a33a-4d4f-9f55-4a0288c994a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:04.858558 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device c6c15b54-255d-4345-a264-54bdf1b26112 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:04.964221 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7bb7b6f7-a33a-4d4f-9f55-4a0288c994a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.023554 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb7b6f7-a33a-4d4f-9f55-4a0288c994a3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a7b6955-89c8-4a16-9ffd-7c000e377c1b,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:05.028771 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7bb7b6f7-a33a-4d4f-9f55-4a0288c994a3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.038666 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7bb7b6f7-a33a-4d4f-9f55-4a0288c994a3 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5a7b6955-89c8-4a16-9ffd-7c000e377c1b HTTP/1.1" status: 204 len: 168 time: 0.7020571 Jul 16 08:49:05.041277 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56802) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:05.076288 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043412b7-8f9d-474c-b37a-a9b32bba8221 None None] Network b6b3d16d-1bea-4a51-9d89-f34565574f95 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:05.199003 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-430e65dd-84bb-4544-9c89-040c1b879cc4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Allocated IP 2001:db8:0:1::d (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/cbfdfa7a-9085-4b47-b877-84fd20912064/a1d80b1e-1012-4f6c-a4d8-35b071e39982) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:05.209563 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-430e65dd-84bb-4544-9c89-040c1b879cc4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Allocated IP 2001:db8::f816:3eff:fe88:cabe (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/fb68f34a-562a-4cfa-9fd2-79b10ce02616/a1d80b1e-1012-4f6c-a4d8-35b071e39982) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:05.214895 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17ffe285-d4d2-47c8-b156-221a5e879523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.273086 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port c6c15b54-255d-4345-a264-54bdf1b26112 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:05.454242 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-17ffe285-d4d2-47c8-b156-221a5e879523 admin admin] Deleting port 715dbe1a-2d7c-4495-98c7-65989f6403a7 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:05.454793 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17ffe285-d4d2-47c8-b156-221a5e879523 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.562953 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 63e013bf-e550-4bf8-921f-e2206ddd9215 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:05.600138 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-430e65dd-84bb-4544-9c89-040c1b879cc4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.611772 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-17ffe285-d4d2-47c8-b156-221a5e879523 admin admin] For port 715dbe1a-2d7c-4495-98c7-65989f6403a7, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=715dbe1a-2d7c-4495-98c7-65989f6403a7,segment=NetworkSegment(11623f49-c1c9-45bc-a656-e458c5eff734),segment_id=11623f49-c1c9-45bc-a656-e458c5eff734)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:05.612367 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17ffe285-d4d2-47c8-b156-221a5e879523 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.641548 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-430e65dd-84bb-4544-9c89-040c1b879cc4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Transition to ACTIVE for port object a1d80b1e-1012-4f6c-a4d8-35b071e39982 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:05.646331 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-17ffe285-d4d2-47c8-b156-221a5e879523 admin admin] Calling delete_port for 715dbe1a-2d7c-4495-98c7-65989f6403a7 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:05.706290 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 63e013bf-e550-4bf8-921f-e2206ddd9215 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:05.712104 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 63e013bf-e550-4bf8-921f-e2206ddd9215 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:05.715887 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device cb950975-a654-4e25-b997-06d939f11938 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:05.729993 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b2b047-1c4f-45fb-b331-5cd0eb40446c req-0196d3b0-bac4-4467-8d02-0fc3c3b65c8c tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:05.738963 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-80b2b047-1c4f-45fb-b331-5cd0eb40446c req-0196d3b0-bac4-4467-8d02-0fc3c3b65c8c tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 943 time: 0.2224801 Jul 16 08:49:05.801884 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-430e65dd-84bb-4544-9c89-040c1b879cc4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.802446 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-80b2b047-1c4f-45fb-b331-5cd0eb40446c req-17e296b2-2c9e-4dd6-9b49-c65eb2cd7c97 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605555 Jul 16 08:49:05.837829 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: cb950975-a654-4e25-b997-06d939f11938 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:05.839160 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device cb950975-a654-4e25-b997-06d939f11938 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:05.857790 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5379c5fc-4993-4248-99a8-a9e0803f06a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.872788 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-430e65dd-84bb-4544-9c89-040c1b879cc4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:05.879371 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-430e65dd-84bb-4544-9c89-040c1b879cc4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:05.885488 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-430e65dd-84bb-4544-9c89-040c1b879cc4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:05.902737 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-430e65dd-84bb-4544-9c89-040c1b879cc4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:05.903479 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-430e65dd-84bb-4544-9c89-040c1b879cc4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.913531 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430e65dd-84bb-4544-9c89-040c1b879cc4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Port': ['ID=a1d80b1e-1012-4f6c-a4d8-35b071e39982,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:05.933732 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17ffe285-d4d2-47c8-b156-221a5e879523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:05.959589 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17ffe285-d4d2-47c8-b156-221a5e879523 admin admin] No DVR routers for this DVR port 715dbe1a-2d7c-4495-98c7-65989f6403a7 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:05.996323 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b30d8c7-34d0-472c-be6c-fc735f723a51 None None] DHCP port deletion for b6b3d16d-1bea-4a51-9d89-f34565574f95 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:49:06.005995 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-430e65dd-84bb-4544-9c89-040c1b879cc4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.6996284 Jul 16 08:49:06.006753 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56816) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:06.032268 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ffe285-d4d2-47c8-b156-221a5e879523 admin admin] Pushing event deleted for resources: {'Port': ['ID=715dbe1a-2d7c-4495-98c7-65989f6403a7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:06.086857 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.126422 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17ffe285-d4d2-47c8-b156-221a5e879523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.143944 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-17ffe285-d4d2-47c8-b156-221a5e879523 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b3d16d-1bea-4a51-9d89-f34565574f95']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:06.160160 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-17ffe285-d4d2-47c8-b156-221a5e879523 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11623f49-c1c9-45bc-a656-e458c5eff734') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:06.160753 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-17ffe285-d4d2-47c8-b156-221a5e879523 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11623f49-c1c9-45bc-a656-e458c5eff734') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:06.184977 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17ffe285-d4d2-47c8-b156-221a5e879523 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.231635 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17ffe285-d4d2-47c8-b156-221a5e879523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.257577 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17ffe285-d4d2-47c8-b156-221a5e879523 admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:49:06.258558 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17ffe285-d4d2-47c8-b156-221a5e879523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.259691 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c6d505-6826-46a5-8041-59741402c6d7 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:49:06.261841 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:49:06.302293 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-6d709010-7e62-4a34-9126-994776f1e4a1 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting port a1d80b1e-1012-4f6c-a4d8-35b071e39982 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:06.303124 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6d709010-7e62-4a34-9126-994776f1e4a1 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.389391 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17ffe285-d4d2-47c8-b156-221a5e879523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.408016 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17ffe285-d4d2-47c8-b156-221a5e879523 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.415963 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-17ffe285-d4d2-47c8-b156-221a5e879523 admin admin] 10.222.0.22 "DELETE /v2.0/networks/b6b3d16d-1bea-4a51-9d89-f34565574f95 HTTP/1.1" status: 204 len: 168 time: 1.3686435 Jul 16 08:49:06.424163 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56822) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:06.492449 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ffe285-d4d2-47c8-b156-221a5e879523 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6b3d16d-1bea-4a51-9d89-f34565574f95,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:06.567071 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6d709010-7e62-4a34-9126-994776f1e4a1 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.585388 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-6d709010-7e62-4a34-9126-994776f1e4a1 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Calling delete_port for a1d80b1e-1012-4f6c-a4d8-35b071e39982 owned by {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:06.605376 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-755630af-7fa0-4063-9a42-700210726c54 None None] Provisioning for port c6c15b54-255d-4345-a264-54bdf1b26112 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:06.629440 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-755630af-7fa0-4063-9a42-700210726c54 None None] Provisioning complete for port c6c15b54-255d-4345-a264-54bdf1b26112 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:06.630176 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-755630af-7fa0-4063-9a42-700210726c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:06.848103 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 715dbe1a-2d7c-4495-98c7-65989f6403a7 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:06.925153 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 715dbe1a-2d7c-4495-98c7-65989f6403a7 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:06.929521 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 715dbe1a-2d7c-4495-98c7-65989f6403a7 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:07.006891 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-755630af-7fa0-4063-9a42-700210726c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.073836 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6d709010-7e62-4a34-9126-994776f1e4a1 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.166518 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d709010-7e62-4a34-9126-994776f1e4a1 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Port': ['ID=a1d80b1e-1012-4f6c-a4d8-35b071e39982,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:07.177047 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-755630af-7fa0-4063-9a42-700210726c54 None None] For port c6c15b54-255d-4345-a264-54bdf1b26112, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=c6c15b54-255d-4345-a264-54bdf1b26112,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:07.191310 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-755630af-7fa0-4063-9a42-700210726c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.194007 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.212723 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6d709010-7e62-4a34-9126-994776f1e4a1 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.218049 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6d709010-7e62-4a34-9126-994776f1e4a1 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/a1d80b1e-1012-4f6c-a4d8-35b071e39982 HTTP/1.1" status: 204 len: 168 time: 1.2094316 Jul 16 08:49:07.218805 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56828) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:07.329356 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755630af-7fa0-4063-9a42-700210726c54 None None] Pushing event updated for resources: {'Port': ['ID=c6c15b54-255d-4345-a264-54bdf1b26112,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:07.400424 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f94f01-e09b-4aa0-9dd5-10ee1f8d731d req-2306ac86-8761-4380-b6c9-86c61a1b3ff2 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:07.404567 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c5f94f01-e09b-4aa0-9dd5-10ee1f8d731d req-2306ac86-8761-4380-b6c9-86c61a1b3ff2 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 943 time: 0.2537904 Jul 16 08:49:07.494045 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c5f94f01-e09b-4aa0-9dd5-10ee1f8d731d req-341645d1-2f83-431f-914d-698607438dd4 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884471 Jul 16 08:49:07.526711 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6c47ea7-2329-4c63-b3e4-1aa8b0a24b49 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:07.532760 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a6c47ea7-2329-4c63-b3e4-1aa8b0a24b49 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.3103685 Jul 16 08:49:07.533489 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56834) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:07.552279 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3ccc86-f0ec-40a2-902c-afbc710a4003 None None] Update dhcp port {'port': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'fixed_ips': [{'subnet_id': 'fb68f34a-562a-4cfa-9fd2-79b10ce02616', 'ip_address': '2001:db8::f816:3eff:fedc:e0ed'}, {'subnet_id': 'cbfdfa7a-9085-4b47-b877-84fd20912064'}], 'binding:host_id': 'n-d-771362-37'}, 'id': 'c6c15b54-255d-4345-a264-54bdf1b26112'} from n-d-771362-37. {{(pid=93760) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:49:07.636747 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6f3ccc86-f0ec-40a2-902c-afbc710a4003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:07.732838 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07376b10-8941-4716-8639-defbcd33f436 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:07.741131 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56840) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:07.742763 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-07376b10-8941-4716-8639-defbcd33f436 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.2080359 Jul 16 08:49:07.837004 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f023009c-c38f-4e72-9b36-2101cdd06257 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:07.839152 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f023009c-c38f-4e72-9b36-2101cdd06257 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:07.840979 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f023009c-c38f-4e72-9b36-2101cdd06257 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:07.842781 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f023009c-c38f-4e72-9b36-2101cdd06257 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0990438 Jul 16 08:49:07.845797 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56842) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:08.087105 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-6f3ccc86-f0ec-40a2-902c-afbc710a4003 None None] Allocated IP 2001:db8:0:1::2 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/cbfdfa7a-9085-4b47-b877-84fd20912064/c6c15b54-255d-4345-a264-54bdf1b26112) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:08.359338 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6f3ccc86-f0ec-40a2-902c-afbc710a4003 None None] For port c6c15b54-255d-4345-a264-54bdf1b26112, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=c6c15b54-255d-4345-a264-54bdf1b26112,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:08.403989 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6f3ccc86-f0ec-40a2-902c-afbc710a4003 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.438920 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd905b6c-f8e4-4248-9989-d2a64fd875e3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting subnet cbfdfa7a-9085-4b47-b877-84fd20912064 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:49:08.440383 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6f3ccc86-f0ec-40a2-902c-afbc710a4003 None None] Transition to ACTIVE for port object c6c15b54-255d-4345-a264-54bdf1b26112 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:08.446696 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6f3ccc86-f0ec-40a2-902c-afbc710a4003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.447729 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cd905b6c-f8e4-4248-9989-d2a64fd875e3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.578069 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cd905b6c-f8e4-4248-9989-d2a64fd875e3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.628196 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c65c02a-b471-4017-9c97-256b5368d2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.679482 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:08.704380 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f3ccc86-f0ec-40a2-902c-afbc710a4003 None None] Pushing event updated for resources: {'Port': ['ID=c6c15b54-255d-4345-a264-54bdf1b26112,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:08.793895 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device c6c15b54-255d-4345-a264-54bdf1b26112 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:08.894037 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cd905b6c-f8e4-4248-9989-d2a64fd875e3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.009587 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be15e90-9551-4957-8c2c-74b4c4883a8c req-c0bdb460-b2f1-42c0-9d55-aa44cbc821a8 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:09.011811 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3be15e90-9551-4957-8c2c-74b4c4883a8c req-c0bdb460-b2f1-42c0-9d55-aa44cbc821a8 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 943 time: 0.2018690 Jul 16 08:49:09.045300 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cd905b6c-f8e4-4248-9989-d2a64fd875e3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.110037 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3be15e90-9551-4957-8c2c-74b4c4883a8c req-94ba7930-2fc3-45d5-bc11-1c9cd4f43595 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0921383 Jul 16 08:49:09.114177 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd905b6c-f8e4-4248-9989-d2a64fd875e3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Subnet': ['ID=cbfdfa7a-9085-4b47-b877-84fd20912064,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:09.131654 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cd905b6c-f8e4-4248-9989-d2a64fd875e3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.137397 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-cd905b6c-f8e4-4248-9989-d2a64fd875e3 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/cbfdfa7a-9085-4b47-b877-84fd20912064 HTTP/1.1" status: 204 len: 168 time: 1.2905102 Jul 16 08:49:09.137820 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56852) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:09.266967 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-26d46923-96f7-44b7-ba62-63befe0c25c5 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting subnet fb68f34a-562a-4cfa-9fd2-79b10ce02616 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:49:09.277258 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26d46923-96f7-44b7-ba62-63befe0c25c5 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.387288 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26d46923-96f7-44b7-ba62-63befe0c25c5 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.546484 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0c65c02a-b471-4017-9c97-256b5368d2b6 admin admin] Deleting port 14b3fdab-000b-434a-9164-2c2533a6fd6c {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:09.546842 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c65c02a-b471-4017-9c97-256b5368d2b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.549677 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26d46923-96f7-44b7-ba62-63befe0c25c5 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.670206 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03cdb50-60c6-446a-aca6-850f70a55f8b None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:09.755316 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26d46923-96f7-44b7-ba62-63befe0c25c5 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.759523 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-0c65c02a-b471-4017-9c97-256b5368d2b6 admin admin] For port 14b3fdab-000b-434a-9164-2c2533a6fd6c, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=14b3fdab-000b-434a-9164-2c2533a6fd6c,segment=NetworkSegment(deae9675-fab6-424c-82d9-daed0255a654),segment_id=deae9675-fab6-424c-82d9-daed0255a654)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:09.760690 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c65c02a-b471-4017-9c97-256b5368d2b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.795508 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-acf7d87a-4fde-4899-9034-8292d72aecdd None None] Provisioning for port c6c15b54-255d-4345-a264-54bdf1b26112 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:09.796946 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d46923-96f7-44b7-ba62-63befe0c25c5 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Subnet': ['ID=fb68f34a-562a-4cfa-9fd2-79b10ce02616,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:09.808299 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0c65c02a-b471-4017-9c97-256b5368d2b6 admin admin] Calling delete_port for 14b3fdab-000b-434a-9164-2c2533a6fd6c owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:09.814289 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26d46923-96f7-44b7-ba62-63befe0c25c5 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.816616 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-26d46923-96f7-44b7-ba62-63befe0c25c5 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/fb68f34a-562a-4cfa-9fd2-79b10ce02616 HTTP/1.1" status: 204 len: 168 time: 0.6683769 Jul 16 08:49:09.819225 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56864) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:09.879135 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-acf7d87a-4fde-4899-9034-8292d72aecdd None None] Provisioning complete for port c6c15b54-255d-4345-a264-54bdf1b26112 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:09.879411 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-acf7d87a-4fde-4899-9034-8292d72aecdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:09.897615 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e70d028f-cdf9-47ab-acd1-6ceaaac76af9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0769370 Jul 16 08:49:09.900513 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56868) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:09.906810 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-13290e11-9828-41c5-a41f-704368355bd9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:10.075394 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13290e11-9828-41c5-a41f-704368355bd9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:10.080197 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13290e11-9828-41c5-a41f-704368355bd9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.183465 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c65c02a-b471-4017-9c97-256b5368d2b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.256133 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-acf7d87a-4fde-4899-9034-8292d72aecdd None None] Could not find standard attr ID for object a1d80b1e-1012-4f6c-a4d8-35b071e39982. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:49:10.270221 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c65c02a-b471-4017-9c97-256b5368d2b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=14b3fdab-000b-434a-9164-2c2533a6fd6c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:10.371605 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8540399e-64c5-439b-a927-808d8606a4ff None None] DHCP port deletion for ed380f80-a9ff-4ccb-b4e8-357bb126e37f request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:49:10.445224 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8540399e-64c5-439b-a927-808d8606a4ff None None] Deleting port c6c15b54-255d-4345-a264-54bdf1b26112 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:10.446603 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8540399e-64c5-439b-a927-808d8606a4ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.472193 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13290e11-9828-41c5-a41f-704368355bd9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.505627 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13290e11-9828-41c5-a41f-704368355bd9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:10.509626 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-13290e11-9828-41c5-a41f-704368355bd9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:10.556788 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13290e11-9828-41c5-a41f-704368355bd9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:10.557371 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13290e11-9828-41c5-a41f-704368355bd9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.584794 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e777a803-1f2a-46dc-9ce5-eae7005f6d20 req-501a2446-4727-468e-a79a-a04fb94b1839 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:10.586565 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e777a803-1f2a-46dc-9ce5-eae7005f6d20 req-501a2446-4727-468e-a79a-a04fb94b1839 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 943 time: 0.2019720 Jul 16 08:49:10.591524 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-13290e11-9828-41c5-a41f-704368355bd9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6893885 Jul 16 08:49:10.595769 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56880) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:10.617751 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-33f2d3b9-b297-459a-9350-83210f1fd61c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:10.660573 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83cbfe-d6d1-46f4-a22b-7c1b594e7362 req-9cef61f9-07a0-4486-927c-27fa5dd22cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:10.675052 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d83cbfe-d6d1-46f4-a22b-7c1b594e7362 req-9cef61f9-07a0-4486-927c-27fa5dd22cf4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d&tenant_id=b7b1a7b336a94513a52f9785e4e37864 HTTP/1.1" status: 200 len: 1095 time: 0.4191194 Jul 16 08:49:10.757462 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8540399e-64c5-439b-a927-808d8606a4ff None None] For port c6c15b54-255d-4345-a264-54bdf1b26112, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=c6c15b54-255d-4345-a264-54bdf1b26112,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:10.757952 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8540399e-64c5-439b-a927-808d8606a4ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.780738 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e777a803-1f2a-46dc-9ce5-eae7005f6d20 req-bedc6809-bbd2-49d2-a236-f6f9a7ba1666 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1343260 Jul 16 08:49:10.781749 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13290e11-9828-41c5-a41f-704368355bd9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Subnet': ['ID=7486e522-0184-461c-b050-e2ec169bde45,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:10.811108 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8540399e-64c5-439b-a927-808d8606a4ff None None] Calling delete_port for c6c15b54-255d-4345-a264-54bdf1b26112 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:10.862932 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device c6c15b54-255d-4345-a264-54bdf1b26112 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:10.873413 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c65c02a-b471-4017-9c97-256b5368d2b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:10.898601 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83cbfe-d6d1-46f4-a22b-7c1b594e7362 req-5c4c421c-d493-45f5-bb54-7f598e4be052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:10.904404 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d83cbfe-d6d1-46f4-a22b-7c1b594e7362 req-5c4c421c-d493-45f5-bb54-7f598e4be052 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b1a7b336a94513a52f9785e4e37864&device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 1095 time: 0.1371801 Jul 16 08:49:10.922331 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f2d3b9-b297-459a-9350-83210f1fd61c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:10.930284 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-33f2d3b9-b297-459a-9350-83210f1fd61c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.119029 n-d-771362-37 neutron-server[93758]: INFO neutron.db.ipam_backend_mixin [None req-33f2d3b9-b297-459a-9350-83210f1fd61c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7486e522-0184-461c-b050-e2ec169bde45 (CIDR: 2001:db8::/64) Jul 16 08:49:11.123655 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f2d3b9-b297-459a-9350-83210f1fd61c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:49:11.124176 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f2d3b9-b297-459a-9350-83210f1fd61c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:11.144063 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83cbfe-d6d1-46f4-a22b-7c1b594e7362 req-527f612a-deb4-4aae-950e-a5ffd16bae7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:11.146107 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d83cbfe-d6d1-46f4-a22b-7c1b594e7362 req-527f612a-deb4-4aae-950e-a5ffd16bae7c service neutron] 10.222.0.30 "GET /v2.0/networks?id=009dd0a1-50a1-45ad-bc58-1d113e644d4b HTTP/1.1" status: 200 len: 917 time: 0.1132758 Jul 16 08:49:11.148058 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-33f2d3b9-b297-459a-9350-83210f1fd61c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5505857 Jul 16 08:49:11.151277 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56890) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:11.164251 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-23898270-ae61-4102-9343-d95f5d2919c7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:11.181474 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8540399e-64c5-439b-a927-808d8606a4ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.218490 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8540399e-64c5-439b-a927-808d8606a4ff None None] No DVR routers for this DVR port c6c15b54-255d-4345-a264-54bdf1b26112 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:11.270273 n-d-771362-37 neutron-server[93760]: INFO neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No ports have port_id starting with c6c15b54-255d-4345-a264-54bdf1b26112 Jul 16 08:49:11.272440 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba9c9186-b6aa-4ec4-b972-1e150b7b7d60 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:11.281286 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8540399e-64c5-439b-a927-808d8606a4ff None None] Pushing event deleted for resources: {'Port': ['ID=c6c15b54-255d-4345-a264-54bdf1b26112,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:11.347132 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d83cbfe-d6d1-46f4-a22b-7c1b594e7362 req-37d88755-b3a5-4b02-83d6-ef07d218e502 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=364af638-4723-4510-af78-24e90addbc6d HTTP/1.1" status: 200 len: 999 time: 0.1904857 Jul 16 08:49:11.404597 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83cbfe-d6d1-46f4-a22b-7c1b594e7362 req-e586910a-59e3-4c33-8cf3-4bcecfdb450d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:11.406541 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d83cbfe-d6d1-46f4-a22b-7c1b594e7362 req-e586910a-59e3-4c33-8cf3-4bcecfdb450d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a HTTP/1.1" status: 200 len: 855 time: 0.0517397 Jul 16 08:49:11.427549 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23898270-ae61-4102-9343-d95f5d2919c7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:11.440485 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-23898270-ae61-4102-9343-d95f5d2919c7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.585259 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35295bdd-fb30-4dfa-98dc-4b49d8df2b8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'tenant_id': '11897f26500d434cb71ca0edc07e35ac', 'fixed_ips': [{'subnet_id': '7486e522-0184-461c-b050-e2ec169bde45'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:49:11.586418 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-35295bdd-fb30-4dfa-98dc-4b49d8df2b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:11.603162 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d83cbfe-d6d1-46f4-a22b-7c1b594e7362 req-e6122e52-3aba-46e8-8606-4a2f6ccb9870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:11.607576 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d83cbfe-d6d1-46f4-a22b-7c1b594e7362 req-e6122e52-3aba-46e8-8606-4a2f6ccb9870 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=009dd0a1-50a1-45ad-bc58-1d113e644d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1921220 Jul 16 08:49:11.626435 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c65c02a-b471-4017-9c97-256b5368d2b6 admin admin] Router 8065f757-4117-41a9-a086-647bf2eb5108 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:11.950012 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-35295bdd-fb30-4dfa-98dc-4b49d8df2b8d None None] Allocated IP 2001:db8::2 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/7486e522-0184-461c-b050-e2ec169bde45/bd71d069-352c-420d-8b53-4c70dcbf6ca0) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:12.200822 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c65c02a-b471-4017-9c97-256b5368d2b6 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:12.209779 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d83cbfe-d6d1-46f4-a22b-7c1b594e7362 req-8682e636-47a3-434f-8795-199cf8781d81 service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5828226 Jul 16 08:49:12.219575 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0c65c02a-b471-4017-9c97-256b5368d2b6 admin admin] 10.222.0.22 "PUT /v2.0/routers/8065f757-4117-41a9-a086-647bf2eb5108/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7917106 Jul 16 08:49:12.220421 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56906) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:12.234620 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3da6d3-b832-4368-99ce-afc8a167cd87 None None] Sync routers for ids ['8065f757-4117-41a9-a086-647bf2eb5108'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:12.249888 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3da6d3-b832-4368-99ce-afc8a167cd87 None None] Routers {'8065f757-4117-41a9-a086-647bf2eb5108'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:12.252774 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0d3da6d3-b832-4368-99ce-afc8a167cd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:49:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['8065f757-4117-41a9-a086-647bf2eb5108'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:12.296164 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-35295bdd-fb30-4dfa-98dc-4b49d8df2b8d None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.316018 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-35295bdd-fb30-4dfa-98dc-4b49d8df2b8d None None] Transition to ACTIVE for port object bd71d069-352c-420d-8b53-4c70dcbf6ca0 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:12.333175 n-d-771362-37 neutron-server[93758]: DEBUG neutron.objects.ports [None req-23898270-ae61-4102-9343-d95f5d2919c7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93758) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:49:12.339519 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-23898270-ae61-4102-9343-d95f5d2919c7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.381705 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-35295bdd-fb30-4dfa-98dc-4b49d8df2b8d None None] Transition to ACTIVE for port object bd71d069-352c-420d-8b53-4c70dcbf6ca0 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:12.396690 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-35295bdd-fb30-4dfa-98dc-4b49d8df2b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.448950 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ea83cc-676e-4615-a7a9-f2a20b16cce8 req-09766220-d5c3-4a77-b689-ef16739537cf tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:12.456196 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-61ea83cc-676e-4615-a7a9-f2a20b16cce8 req-09766220-d5c3-4a77-b689-ef16739537cf tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 943 time: 0.3550804 Jul 16 08:49:12.498294 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23898270-ae61-4102-9343-d95f5d2919c7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:12.506430 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-23898270-ae61-4102-9343-d95f5d2919c7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:12.518169 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23898270-ae61-4102-9343-d95f5d2919c7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:12.518781 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-23898270-ae61-4102-9343-d95f5d2919c7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.557358 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23898270-ae61-4102-9343-d95f5d2919c7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Subnet': ['ID=35b68dc1-8a97-4868-a316-cc5219452d60,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:12.570794 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35295bdd-fb30-4dfa-98dc-4b49d8df2b8d None None] Pushing event updated for resources: {'Port': ['ID=bd71d069-352c-420d-8b53-4c70dcbf6ca0,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:12.604105 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35295bdd-fb30-4dfa-98dc-4b49d8df2b8d None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:12.607267 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-35295bdd-fb30-4dfa-98dc-4b49d8df2b8d None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:12.620174 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35295bdd-fb30-4dfa-98dc-4b49d8df2b8d None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:12.655281 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-61ea83cc-676e-4615-a7a9-f2a20b16cce8 req-ea176651-ffd1-48cc-b5da-f89d6cd8081a tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1980469 Jul 16 08:49:12.659368 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-23898270-ae61-4102-9343-d95f5d2919c7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.5069022 Jul 16 08:49:12.665975 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56910) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:12.678135 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-7717bae5-3be3-4df5-a3cf-dca213c1f682 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'port': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'mac_address': 'fa:16:3e:c8:cf:4e', 'name': 'tempest-NetworksTestDHCPv6-770730425'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:12.742059 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-35295bdd-fb30-4dfa-98dc-4b49d8df2b8d None None] Attempting to bind port bd71d069-352c-420d-8b53-4c70dcbf6ca0 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:12.745482 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-35295bdd-fb30-4dfa-98dc-4b49d8df2b8d None None] Attempting to bind port bd71d069-352c-420d-8b53-4c70dcbf6ca0 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:12.746318 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35295bdd-fb30-4dfa-98dc-4b49d8df2b8d None None] Attempting to bind port bd71d069-352c-420d-8b53-4c70dcbf6ca0 on network ed380f80-a9ff-4ccb-b4e8-357bb126e37f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:12.759879 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35295bdd-fb30-4dfa-98dc-4b49d8df2b8d None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:12.762285 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35295bdd-fb30-4dfa-98dc-4b49d8df2b8d None None] Checking segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:12.762870 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-35295bdd-fb30-4dfa-98dc-4b49d8df2b8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.763411 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35295bdd-fb30-4dfa-98dc-4b49d8df2b8d None None] Bound using segment: {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:12.764413 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-35295bdd-fb30-4dfa-98dc-4b49d8df2b8d None None] Bound port: bd71d069-352c-420d-8b53-4c70dcbf6ca0, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebde7a38-35dd-4374-a002-5cd8986035e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:12.765105 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-35295bdd-fb30-4dfa-98dc-4b49d8df2b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.810599 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-0d3da6d3-b832-4368-99ce-afc8a167cd87 None None] Set router 8065f757-4117-41a9-a086-647bf2eb5108 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:12.931148 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-35295bdd-fb30-4dfa-98dc-4b49d8df2b8d None None] For port bd71d069-352c-420d-8b53-4c70dcbf6ca0, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:12.936994 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-35295bdd-fb30-4dfa-98dc-4b49d8df2b8d None None] For port bd71d069-352c-420d-8b53-4c70dcbf6ca0, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=bd71d069-352c-420d-8b53-4c70dcbf6ca0,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:12.948227 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-35295bdd-fb30-4dfa-98dc-4b49d8df2b8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:12.991290 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7717bae5-3be3-4df5-a3cf-dca213c1f682 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:13.036422 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35295bdd-fb30-4dfa-98dc-4b49d8df2b8d None None] Pushing event updated for resources: {'Port': ['ID=bd71d069-352c-420d-8b53-4c70dcbf6ca0,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:13.153893 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7717bae5-3be3-4df5-a3cf-dca213c1f682 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.208486 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-7717bae5-3be3-4df5-a3cf-dca213c1f682 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] device_id is not set on port a27d9bfb-153b-44f1-a925-d5eec618f5e9 yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:49:13.218647 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0d3da6d3-b832-4368-99ce-afc8a167cd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8065f757-4117-41a9-a086-647bf2eb5108', 'name': 'tempest-TestServerMultinode-1437471488-router', 'tenant_id': 'a2632d8d2efa4389b83e405179c1259e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '88b39907-1467-40d5-9201-6c759751174b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:47Z', 'updated_at': '2021-07-16T08:49:10Z', 'revision_number': 5, 'project_id': 'a2632d8d2efa4389b83e405179c1259e', 'gw_port': {'id': '88b39907-1467-40d5-9201-6c759751174b', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8065f757-4117-41a9-a086-647bf2eb5108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:48Z', 'updated_at': '2021-07-16T08:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:13.297355 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3da6d3-b832-4368-99ce-afc8a167cd87 None None] Checking router: 8065f757-4117-41a9-a086-647bf2eb5108 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:49:13.307621 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3da6d3-b832-4368-99ce-afc8a167cd87 None None] Routers {'8065f757-4117-41a9-a086-647bf2eb5108'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:13.308491 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0d3da6d3-b832-4368-99ce-afc8a167cd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:49:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['8065f757-4117-41a9-a086-647bf2eb5108'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:13.343100 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d83cbfe-d6d1-46f4-a22b-7c1b594e7362 req-7f1d3945-091d-41eb-8b07-fc2990b2226d service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1209526 Jul 16 08:49:13.454353 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c0b33b6-99fa-4174-a87d-08da009420ff admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.589716 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-0d3da6d3-b832-4368-99ce-afc8a167cd87 None None] Set router 8065f757-4117-41a9-a086-647bf2eb5108 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:13.772414 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c0b33b6-99fa-4174-a87d-08da009420ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.793888 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-7717bae5-3be3-4df5-a3cf-dca213c1f682 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Allocated IP 2001:db8::bc (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/7486e522-0184-461c-b050-e2ec169bde45/a27d9bfb-153b-44f1-a925-d5eec618f5e9) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:13.804156 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-7717bae5-3be3-4df5-a3cf-dca213c1f682 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Allocated IP 2001:db8:0:1:f816:3eff:fec8:cf4e (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/35b68dc1-8a97-4868-a316-cc5219452d60/a27d9bfb-153b-44f1-a925-d5eec618f5e9) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:13.927358 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7c0b33b6-99fa-4174-a87d-08da009420ff admin admin] Deleting port 88b39907-1467-40d5-9201-6c759751174b {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:13.927749 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c0b33b6-99fa-4174-a87d-08da009420ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:13.947562 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0d3da6d3-b832-4368-99ce-afc8a167cd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8065f757-4117-41a9-a086-647bf2eb5108', 'name': 'tempest-TestServerMultinode-1437471488-router', 'tenant_id': 'a2632d8d2efa4389b83e405179c1259e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '88b39907-1467-40d5-9201-6c759751174b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:47Z', 'updated_at': '2021-07-16T08:49:10Z', 'revision_number': 5, 'project_id': 'a2632d8d2efa4389b83e405179c1259e', 'gw_port': {'id': '88b39907-1467-40d5-9201-6c759751174b', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8065f757-4117-41a9-a086-647bf2eb5108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:48Z', 'updated_at': '2021-07-16T08:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:13.989152 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3da6d3-b832-4368-99ce-afc8a167cd87 None None] The sync data for ids ['8065f757-4117-41a9-a086-647bf2eb5108'] in n-d-771362-37 is: [{'id': '8065f757-4117-41a9-a086-647bf2eb5108', 'name': 'tempest-TestServerMultinode-1437471488-router', 'tenant_id': 'a2632d8d2efa4389b83e405179c1259e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.140'}], 'enable_snat': True}, 'gw_port_id': '88b39907-1467-40d5-9201-6c759751174b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:47:47Z', 'updated_at': '2021-07-16T08:49:10Z', 'revision_number': 5, 'project_id': 'a2632d8d2efa4389b83e405179c1259e', 'gw_port': {'id': '88b39907-1467-40d5-9201-6c759751174b', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:1b:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8065f757-4117-41a9-a086-647bf2eb5108', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:47:48Z', 'updated_at': '2021-07-16T08:48:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:14.096824 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7717bae5-3be3-4df5-a3cf-dca213c1f682 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.115730 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-7717bae5-3be3-4df5-a3cf-dca213c1f682 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Transition to ACTIVE for port object a27d9bfb-153b-44f1-a925-d5eec618f5e9 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:14.118343 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-7c0b33b6-99fa-4174-a87d-08da009420ff admin admin] For port 88b39907-1467-40d5-9201-6c759751174b, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=88b39907-1467-40d5-9201-6c759751174b,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:14.118851 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c0b33b6-99fa-4174-a87d-08da009420ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.152916 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7c0b33b6-99fa-4174-a87d-08da009420ff admin admin] Calling delete_port for 88b39907-1467-40d5-9201-6c759751174b owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:14.242543 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbb5168-829c-4ae0-b6d4-17bb0001e033 req-b203aac2-8f47-429a-827f-2aea283a36f4 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:14.253673 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-abbb5168-829c-4ae0-b6d4-17bb0001e033 req-b203aac2-8f47-429a-827f-2aea283a36f4 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 943 time: 0.3356369 Jul 16 08:49:14.390032 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7717bae5-3be3-4df5-a3cf-dca213c1f682 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.500660 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-abbb5168-829c-4ae0-b6d4-17bb0001e033 req-b62c702b-8ab5-45cc-aec8-04f8a2a09462 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2454345 Jul 16 08:49:14.571641 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7717bae5-3be3-4df5-a3cf-dca213c1f682 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:14.601852 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-7717bae5-3be3-4df5-a3cf-dca213c1f682 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:14.605834 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7717bae5-3be3-4df5-a3cf-dca213c1f682 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:14.632529 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7717bae5-3be3-4df5-a3cf-dca213c1f682 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:14.634937 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7717bae5-3be3-4df5-a3cf-dca213c1f682 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.690355 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7717bae5-3be3-4df5-a3cf-dca213c1f682 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.0221131 Jul 16 08:49:14.698027 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56948) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:14.823755 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7717bae5-3be3-4df5-a3cf-dca213c1f682 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Port': ['ID=a27d9bfb-153b-44f1-a925-d5eec618f5e9,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:14.846967 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c0b33b6-99fa-4174-a87d-08da009420ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:14.971309 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device bd71d069-352c-420d-8b53-4c70dcbf6ca0 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:14.975966 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0b33b6-99fa-4174-a87d-08da009420ff admin admin] Pushing event deleted for resources: {'Port': ['ID=88b39907-1467-40d5-9201-6c759751174b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:15.136281 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-890b2ab9-97cb-489a-b5cc-a9ae9908e90e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting port a27d9bfb-153b-44f1-a925-d5eec618f5e9 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:15.137928 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-890b2ab9-97cb-489a-b5cc-a9ae9908e90e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.138275 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d90f6a3-8a2c-4f73-8a2c-c20e1384c9a1 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:15.158184 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port bd71d069-352c-420d-8b53-4c70dcbf6ca0 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:15.182501 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a1835fa1-3b32-45ae-a7cb-c0a24d689b37 None None] Provisioning for port bd71d069-352c-420d-8b53-4c70dcbf6ca0 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:15.207540 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c0b33b6-99fa-4174-a87d-08da009420ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.219873 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a1835fa1-3b32-45ae-a7cb-c0a24d689b37 None None] Provisioning complete for port bd71d069-352c-420d-8b53-4c70dcbf6ca0 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:15.220508 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a1835fa1-3b32-45ae-a7cb-c0a24d689b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.298728 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 14b3fdab-000b-434a-9164-2c2533a6fd6c no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:15.382486 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 14b3fdab-000b-434a-9164-2c2533a6fd6c {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:15.383383 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 14b3fdab-000b-434a-9164-2c2533a6fd6c not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:15.409587 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c0b33b6-99fa-4174-a87d-08da009420ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.412715 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c0b33b6-99fa-4174-a87d-08da009420ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.430298 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-890b2ab9-97cb-489a-b5cc-a9ae9908e90e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.444901 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-890b2ab9-97cb-489a-b5cc-a9ae9908e90e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Calling delete_port for a27d9bfb-153b-44f1-a925-d5eec618f5e9 owned by {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:15.469451 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a1835fa1-3b32-45ae-a7cb-c0a24d689b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.471324 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c0b33b6-99fa-4174-a87d-08da009420ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.471986 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0b33b6-99fa-4174-a87d-08da009420ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8065f757-4117-41a9-a086-647bf2eb5108 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:49:15.487671 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7c0b33b6-99fa-4174-a87d-08da009420ff admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.490828 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7c0b33b6-99fa-4174-a87d-08da009420ff admin admin] 10.222.0.22 "DELETE /v2.0/routers/8065f757-4117-41a9-a086-647bf2eb5108 HTTP/1.1" status: 204 len: 168 time: 3.2130995 Jul 16 08:49:15.493606 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56960) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:15.696046 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-52cfa6c3-9cdf-4f40-9b15-b9746570d7f8 admin admin] Deleting subnet 9d29986a-569e-4f42-9be5-4d938f3c2bc7 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:49:15.705404 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-52cfa6c3-9cdf-4f40-9b15-b9746570d7f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.795223 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a1835fa1-3b32-45ae-a7cb-c0a24d689b37 None None] For port bd71d069-352c-420d-8b53-4c70dcbf6ca0, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=bd71d069-352c-420d-8b53-4c70dcbf6ca0,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:15.834010 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a1835fa1-3b32-45ae-a7cb-c0a24d689b37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:15.894994 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-52cfa6c3-9cdf-4f40-9b15-b9746570d7f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.027570 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1835fa1-3b32-45ae-a7cb-c0a24d689b37 None None] Pushing event updated for resources: {'Port': ['ID=bd71d069-352c-420d-8b53-4c70dcbf6ca0,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:16.094565 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-263d5fed-a7a9-41a0-be60-7703f65ddf7c None None] Update dhcp port {'port': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'fixed_ips': [{'subnet_id': '7486e522-0184-461c-b050-e2ec169bde45', 'ip_address': '2001:db8::2'}, {'subnet_id': '35b68dc1-8a97-4868-a316-cc5219452d60'}], 'binding:host_id': 'n-d-771362-37'}, 'id': 'bd71d069-352c-420d-8b53-4c70dcbf6ca0'} from n-d-771362-37. {{(pid=93760) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:49:16.170373 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-890b2ab9-97cb-489a-b5cc-a9ae9908e90e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.194379 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-52cfa6c3-9cdf-4f40-9b15-b9746570d7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.241261 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-263d5fed-a7a9-41a0-be60-7703f65ddf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.363274 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-52cfa6c3-9cdf-4f40-9b15-b9746570d7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.420934 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890b2ab9-97cb-489a-b5cc-a9ae9908e90e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Port': ['ID=a27d9bfb-153b-44f1-a925-d5eec618f5e9,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:16.454777 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cfa6c3-9cdf-4f40-9b15-b9746570d7f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d29986a-569e-4f42-9be5-4d938f3c2bc7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:16.457447 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-52cfa6c3-9cdf-4f40-9b15-b9746570d7f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.461004 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-52cfa6c3-9cdf-4f40-9b15-b9746570d7f8 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9d29986a-569e-4f42-9be5-4d938f3c2bc7 HTTP/1.1" status: 204 len: 168 time: 0.9656978 Jul 16 08:49:16.472915 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56978) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:16.518872 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775919ab-476f-4fe5-8e79-a7324821bf4f None None] Network e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:16.527042 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-890b2ab9-97cb-489a-b5cc-a9ae9908e90e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.529926 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-890b2ab9-97cb-489a-b5cc-a9ae9908e90e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/a27d9bfb-153b-44f1-a925-d5eec618f5e9 HTTP/1.1" status: 204 len: 168 time: 1.8291707 Jul 16 08:49:16.535410 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56980) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:16.637700 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b52d26af-b20e-4d22-924e-8f793add7ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:16.677095 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eef480d-d0ae-43ad-8515-c43dafb28bc1 req-b4be36f7-a7b0-46f5-9d7b-eaeb2d0e569e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:16.680158 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9eef480d-d0ae-43ad-8515-c43dafb28bc1 req-b4be36f7-a7b0-46f5-9d7b-eaeb2d0e569e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 943 time: 0.5186045 Jul 16 08:49:16.720857 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55250050-e853-43d4-879b-4fb28ae82549 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:16.743493 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-55250050-e853-43d4-879b-4fb28ae82549 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2042317 Jul 16 08:49:16.745105 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 56982) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:16.856395 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9eef480d-d0ae-43ad-8515-c43dafb28bc1 req-b16f0111-e89d-4eee-b0ed-bccc38e2950e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1691256 Jul 16 08:49:16.893962 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b52d26af-b20e-4d22-924e-8f793add7ee2 admin admin] Deleting port 9ecd5b6a-f17d-4f63-8d9d-72f873d580c4 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:16.894290 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b52d26af-b20e-4d22-924e-8f793add7ee2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.044160 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-b52d26af-b20e-4d22-924e-8f793add7ee2 admin admin] For port 9ecd5b6a-f17d-4f63-8d9d-72f873d580c4, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=9ecd5b6a-f17d-4f63-8d9d-72f873d580c4,segment=NetworkSegment(deae9675-fab6-424c-82d9-daed0255a654),segment_id=deae9675-fab6-424c-82d9-daed0255a654)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:17.044870 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b52d26af-b20e-4d22-924e-8f793add7ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.068795 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device bd71d069-352c-420d-8b53-4c70dcbf6ca0 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:17.071057 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b52d26af-b20e-4d22-924e-8f793add7ee2 admin admin] Calling delete_port for 9ecd5b6a-f17d-4f63-8d9d-72f873d580c4 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:17.337492 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-263d5fed-a7a9-41a0-be60-7703f65ddf7c None None] Allocated IP 2001:db8:0:1:f816:3eff:feca:3d11 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/35b68dc1-8a97-4868-a316-cc5219452d60/bd71d069-352c-420d-8b53-4c70dcbf6ca0) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:17.389582 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port bd71d069-352c-420d-8b53-4c70dcbf6ca0 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:17.389964 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.427274 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ddd6f1-0eed-4d3a-8ba8-ec25eb896a95 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:17.434699 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 56992) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:17.437216 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-15ddd6f1-0eed-4d3a-8ba8-ec25eb896a95 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.6901245 Jul 16 08:49:17.512883 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b52d26af-b20e-4d22-924e-8f793add7ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.515999 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6fb728-2d21-4408-9c64-684a684622f2 None None] DHCP port deletion for e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:49:17.652055 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d26af-b20e-4d22-924e-8f793add7ee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9ecd5b6a-f17d-4f63-8d9d-72f873d580c4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:17.668255 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b52d26af-b20e-4d22-924e-8f793add7ee2 admin admin] No DVR routers for this DVR port 9ecd5b6a-f17d-4f63-8d9d-72f873d580c4 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:17.670126 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7040975-2ec1-4210-9671-a54813ed9c3b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:17.677601 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7040975-2ec1-4210-9671-a54813ed9c3b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:17.681911 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7040975-2ec1-4210-9671-a54813ed9c3b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:17.691830 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b7040975-2ec1-4210-9671-a54813ed9c3b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2524109 Jul 16 08:49:17.692665 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57004) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:17.755997 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-263d5fed-a7a9-41a0-be60-7703f65ddf7c None None] For port bd71d069-352c-420d-8b53-4c70dcbf6ca0, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=bd71d069-352c-420d-8b53-4c70dcbf6ca0,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:17.796887 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-263d5fed-a7a9-41a0-be60-7703f65ddf7c None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.846477 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-263d5fed-a7a9-41a0-be60-7703f65ddf7c None None] Transition to ACTIVE for port object bd71d069-352c-420d-8b53-4c70dcbf6ca0 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:17.858005 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-263d5fed-a7a9-41a0-be60-7703f65ddf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.859243 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c7fe48e-312d-4052-bef3-dcfdfc450f80 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting subnet 35b68dc1-8a97-4868-a316-cc5219452d60 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:49:17.866948 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe48e-312d-4052-bef3-dcfdfc450f80 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.942231 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b52d26af-b20e-4d22-924e-8f793add7ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:17.977611 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b52d26af-b20e-4d22-924e-8f793add7ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:18.008154 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b52d26af-b20e-4d22-924e-8f793add7ee2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deae9675-fab6-424c-82d9-daed0255a654') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:18.008365 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b52d26af-b20e-4d22-924e-8f793add7ee2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deae9675-fab6-424c-82d9-daed0255a654') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:18.049342 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b52d26af-b20e-4d22-924e-8f793add7ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.064840 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe48e-312d-4052-bef3-dcfdfc450f80 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.132929 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b52d26af-b20e-4d22-924e-8f793add7ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.158997 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b52d26af-b20e-4d22-924e-8f793add7ee2 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:49:18.159619 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b52d26af-b20e-4d22-924e-8f793add7ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:49:18.166920 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:49:18.363493 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b52d26af-b20e-4d22-924e-8f793add7ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.370813 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b52d26af-b20e-4d22-924e-8f793add7ee2 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.373003 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b52d26af-b20e-4d22-924e-8f793add7ee2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e HTTP/1.1" status: 204 len: 168 time: 1.8988631 Jul 16 08:49:18.418019 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52d26af-b20e-4d22-924e-8f793add7ee2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e03bc61f-35a8-44a3-b3f2-0df31ddbbe2e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:18.509890 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263d5fed-a7a9-41a0-be60-7703f65ddf7c None None] Pushing event updated for resources: {'Port': ['ID=bd71d069-352c-420d-8b53-4c70dcbf6ca0,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:18.563128 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe48e-312d-4052-bef3-dcfdfc450f80 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:18.615042 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 88b39907-1467-40d5-9201-6c759751174b no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:18.713273 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 88b39907-1467-40d5-9201-6c759751174b {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:18.714437 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 88b39907-1467-40d5-9201-6c759751174b not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:18.902964 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5799ec6-56b6-4f42-88bd-f152b8a580e2 req-f85c4502-dcf5-4693-8625-9faed81de889 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:18.910936 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f5799ec6-56b6-4f42-88bd-f152b8a580e2 req-f85c4502-dcf5-4693-8625-9faed81de889 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 943 time: 0.5439980 Jul 16 08:49:18.994943 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device bd71d069-352c-420d-8b53-4c70dcbf6ca0 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:19.020101 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57024) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:19.192112 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-366854d0-b1b7-49aa-84a1-c127e3ff1b3a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=41f112b323f24a0abcdc6a39e7de8ed2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1643600 Jul 16 08:49:19.193098 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57028) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:19.209775 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f5799ec6-56b6-4f42-88bd-f152b8a580e2 req-8a5281cb-4063-489b-8f37-4fd9c854ec79 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2879920 Jul 16 08:49:19.220692 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe48e-312d-4052-bef3-dcfdfc450f80 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.257130 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 9ecd5b6a-f17d-4f63-8d9d-72f873d580c4 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:19.297468 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 9ecd5b6a-f17d-4f63-8d9d-72f873d580c4 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:19.300789 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 9ecd5b6a-f17d-4f63-8d9d-72f873d580c4 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:19.343167 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7fe48e-312d-4052-bef3-dcfdfc450f80 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Subnet': ['ID=35b68dc1-8a97-4868-a316-cc5219452d60,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:19.363910 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8c7fe48e-312d-4052-bef3-dcfdfc450f80 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.371998 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8c7fe48e-312d-4052-bef3-dcfdfc450f80 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/35b68dc1-8a97-4868-a316-cc5219452d60 HTTP/1.1" status: 204 len: 168 time: 1.6779187 Jul 16 08:49:19.380443 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57030) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:19.384801 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8a7125b-f0c5-4628-9066-2b940b296c33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.495087 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8a7125b-f0c5-4628-9066-2b940b296c33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.543950 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d621297-57a0-45c4-98b9-bb05bdf35de9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting subnet 7486e522-0184-461c-b050-e2ec169bde45 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:49:19.562096 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d621297-57a0-45c4-98b9-bb05bdf35de9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.696251 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8a7125b-f0c5-4628-9066-2b940b296c33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.699666 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8a7125b-f0c5-4628-9066-2b940b296c33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.707532 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f8a7125b-f0c5-4628-9066-2b940b296c33 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/423dd9e0-bdbe-4f77-8cc3-9ecbb710b743 HTTP/1.1" status: 204 len: 168 time: 0.5121865 Jul 16 08:49:19.748788 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d621297-57a0-45c4-98b9-bb05bdf35de9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:19.752236 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a7125b-f0c5-4628-9066-2b940b296c33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423dd9e0-bdbe-4f77-8cc3-9ecbb710b743,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:19.807896 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e2ed7b-0292-49c9-a74a-cb2006fbc4ab None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:19.993717 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f5b3a959-d9e4-4c82-a9f2-8133520a91de None None] Provisioning for port bd71d069-352c-420d-8b53-4c70dcbf6ca0 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:20.011692 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f5b3a959-d9e4-4c82-a9f2-8133520a91de None None] Provisioning complete for port bd71d069-352c-420d-8b53-4c70dcbf6ca0 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:20.012214 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f5b3a959-d9e4-4c82-a9f2-8133520a91de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.030500 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d621297-57a0-45c4-98b9-bb05bdf35de9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.357804 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d621297-57a0-45c4-98b9-bb05bdf35de9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.406032 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1d621297-57a0-45c4-98b9-bb05bdf35de9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.411507 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57052) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:20.429245 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1d621297-57a0-45c4-98b9-bb05bdf35de9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/7486e522-0184-461c-b050-e2ec169bde45 HTTP/1.1" status: 204 len: 168 time: 1.0078635 Jul 16 08:49:20.431777 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d621297-57a0-45c4-98b9-bb05bdf35de9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Subnet': ['ID=7486e522-0184-461c-b050-e2ec169bde45,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:20.438376 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f5b3a959-d9e4-4c82-a9f2-8133520a91de None None] Could not find standard attr ID for object a27d9bfb-153b-44f1-a925-d5eec618f5e9. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:49:20.506421 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57054) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:20.513072 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-630037bd-6dd0-4aa0-baa9-8c218a2cc38e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:20.519195 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-006e26e2-3663-4135-bbf7-9175038a0876 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1062534 Jul 16 08:49:20.879658 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-630037bd-6dd0-4aa0-baa9-8c218a2cc38e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:20.892144 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-630037bd-6dd0-4aa0-baa9-8c218a2cc38e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:20.952619 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57062) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:21.015134 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdd678d-e0c6-45c1-89d5-071a86e5c6b4 req-d9b7ca73-84a3-40c4-8f9d-674f8a5c138f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:21.019946 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89e5110d-74bf-4115-a1b7-d03d1340201d None None] Update dhcp port {'port': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'fixed_ips': [{'subnet_id': '7486e522-0184-461c-b050-e2ec169bde45'}], 'binding:host_id': 'n-d-771362-37'}, 'id': 'bd71d069-352c-420d-8b53-4c70dcbf6ca0'} from n-d-771362-37. {{(pid=93760) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:49:21.033192 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2bdd678d-e0c6-45c1-89d5-071a86e5c6b4 req-d9b7ca73-84a3-40c4-8f9d-674f8a5c138f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 943 time: 0.2501862 Jul 16 08:49:21.129366 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-89e5110d-74bf-4115-a1b7-d03d1340201d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.152380 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-82c74e1e-369e-42b5-b691-5e0e862ee17f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a2632d8d2efa4389b83e405179c1259e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1932273 Jul 16 08:49:21.153540 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57068) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:21.254114 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2bdd678d-e0c6-45c1-89d5-071a86e5c6b4 req-de407988-7195-4642-9cca-85628763cecb tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2069204 Jul 16 08:49:21.450061 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5517ca1b-371b-4a0f-a1e8-0ea3130d63a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.485612 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-630037bd-6dd0-4aa0-baa9-8c218a2cc38e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.528528 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5517ca1b-371b-4a0f-a1e8-0ea3130d63a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.578115 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630037bd-6dd0-4aa0-baa9-8c218a2cc38e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Subnet': ['ID=be0d01c2-9448-42ee-8ab7-32fc84e847f2,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:21.622989 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630037bd-6dd0-4aa0-baa9-8c218a2cc38e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:21.630629 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-630037bd-6dd0-4aa0-baa9-8c218a2cc38e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:21.650028 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-630037bd-6dd0-4aa0-baa9-8c218a2cc38e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:21.662931 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-630037bd-6dd0-4aa0-baa9-8c218a2cc38e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.690870 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5517ca1b-371b-4a0f-a1e8-0ea3130d63a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.699958 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e42e89-c8a9-40d8-9113-c09601755244 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:21.703426 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5517ca1b-371b-4a0f-a1e8-0ea3130d63a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:21.705486 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5517ca1b-371b-4a0f-a1e8-0ea3130d63a7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7e14a1b6-0d67-4feb-983c-5d920973591c HTTP/1.1" status: 204 len: 168 time: 0.4850774 Jul 16 08:49:21.723269 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-630037bd-6dd0-4aa0-baa9-8c218a2cc38e tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2151792 Jul 16 08:49:21.724660 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57076) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:21.746432 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-26b9e7b7-0ac4-4053-9ded-d2a3c7c717e6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:21.870241 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5517ca1b-371b-4a0f-a1e8-0ea3130d63a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e14a1b6-0d67-4feb-983c-5d920973591c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:22.323061 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26b9e7b7-0ac4-4053-9ded-d2a3c7c717e6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:22.334699 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-10b6e00f-637a-4c62-a266-25046f1b4d40 None None] Provisioning complete for port bd71d069-352c-420d-8b53-4c70dcbf6ca0 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:22.336505 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-10b6e00f-637a-4c62-a266-25046f1b4d40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.347114 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-26b9e7b7-0ac4-4053-9ded-d2a3c7c717e6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.627557 n-d-771362-37 neutron-server[93758]: INFO neutron.db.ipam_backend_mixin [None req-26b9e7b7-0ac4-4053-9ded-d2a3c7c717e6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet be0d01c2-9448-42ee-8ab7-32fc84e847f2 (CIDR: 2001:db8::/64) Jul 16 08:49:22.662076 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-26b9e7b7-0ac4-4053-9ded-d2a3c7c717e6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:49:22.663493 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26b9e7b7-0ac4-4053-9ded-d2a3c7c717e6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:22.708745 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b45e0d4-7a38-4f73-b95c-c27137d0c46e None None] Update dhcp port {'port': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'fixed_ips': [{'subnet_id': 'be0d01c2-9448-42ee-8ab7-32fc84e847f2'}], 'binding:host_id': 'n-d-771362-37'}, 'id': 'bd71d069-352c-420d-8b53-4c70dcbf6ca0'} from n-d-771362-37. {{(pid=93760) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 16 08:49:22.805563 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57092) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:22.807227 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-26b9e7b7-0ac4-4053-9ded-d2a3c7c717e6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0786085 Jul 16 08:49:22.816618 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-fb1296f4-0f45-422c-bf57-12e5d5eaf9af tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'subnet': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:22.878479 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b45e0d4-7a38-4f73-b95c-c27137d0c46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:22.898874 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device bd71d069-352c-420d-8b53-4c70dcbf6ca0 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:22.925831 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b51bcd-f3e2-49bb-b654-a9df9be1382a req-d22f7770-c90b-4c67-be59-2825bd846d83 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:22.928387 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7b51bcd-f3e2-49bb-b654-a9df9be1382a req-d22f7770-c90b-4c67-be59-2825bd846d83 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 943 time: 0.3292961 Jul 16 08:49:23.115667 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7b51bcd-f3e2-49bb-b654-a9df9be1382a req-0267a133-67d1-406d-81a1-2066394b35ea tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1584585 Jul 16 08:49:23.251840 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb1296f4-0f45-422c-bf57-12e5d5eaf9af tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:23.257497 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb1296f4-0f45-422c-bf57-12e5d5eaf9af tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.439983 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.497110 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-0b45e0d4-7a38-4f73-b95c-c27137d0c46e None None] Allocated IP 2001:db8::2 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/be0d01c2-9448-42ee-8ab7-32fc84e847f2/bd71d069-352c-420d-8b53-4c70dcbf6ca0) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:23.530694 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port bd71d069-352c-420d-8b53-4c70dcbf6ca0, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=bd71d069-352c-420d-8b53-4c70dcbf6ca0,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:23.540338 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.812231 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-0b45e0d4-7a38-4f73-b95c-c27137d0c46e None None] For port bd71d069-352c-420d-8b53-4c70dcbf6ca0, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=bd71d069-352c-420d-8b53-4c70dcbf6ca0,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:23.896376 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b45e0d4-7a38-4f73-b95c-c27137d0c46e None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:23.938192 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0b45e0d4-7a38-4f73-b95c-c27137d0c46e None None] Transition to ACTIVE for port object bd71d069-352c-420d-8b53-4c70dcbf6ca0 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:23.956102 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0b45e0d4-7a38-4f73-b95c-c27137d0c46e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:24.155052 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=bd71d069-352c-420d-8b53-4c70dcbf6ca0,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:24.389141 n-d-771362-37 neutron-server[93759]: DEBUG neutron.objects.ports [None req-fb1296f4-0f45-422c-bf57-12e5d5eaf9af tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:49:24.531819 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b45e0d4-7a38-4f73-b95c-c27137d0c46e None None] Pushing event updated for resources: {'Port': ['ID=bd71d069-352c-420d-8b53-4c70dcbf6ca0,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:24.676848 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db78e42a-14f6-4701-947c-6f1b14b1fd15 req-593f2d2a-fd33-43bc-8ea1-98dc04fc9fb8 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:24.694582 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-db78e42a-14f6-4701-947c-6f1b14b1fd15 req-593f2d2a-fd33-43bc-8ea1-98dc04fc9fb8 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 943 time: 0.2566566 Jul 16 08:49:24.867487 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-db78e42a-14f6-4701-947c-6f1b14b1fd15 req-b2f8327c-429d-416d-aa21-36d2c94c688c tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1716876 Jul 16 08:49:25.048492 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb1296f4-0f45-422c-bf57-12e5d5eaf9af tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.076493 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device bd71d069-352c-420d-8b53-4c70dcbf6ca0 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:25.592473 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-fb1296f4-0f45-422c-bf57-12e5d5eaf9af tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] For port bd71d069-352c-420d-8b53-4c70dcbf6ca0, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=bd71d069-352c-420d-8b53-4c70dcbf6ca0,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:25.674449 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb1296f4-0f45-422c-bf57-12e5d5eaf9af tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.690839 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb1296f4-0f45-422c-bf57-12e5d5eaf9af tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.692106 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb1296f4-0f45-422c-bf57-12e5d5eaf9af tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.808456 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-13caff75-0919-464f-ba0e-55d1106b0c12 None None] Provisioning for port bd71d069-352c-420d-8b53-4c70dcbf6ca0 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:25.835874 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-13caff75-0919-464f-ba0e-55d1106b0c12 None None] Provisioning complete for port bd71d069-352c-420d-8b53-4c70dcbf6ca0 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:25.835874 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13caff75-0919-464f-ba0e-55d1106b0c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:25.952947 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb1296f4-0f45-422c-bf57-12e5d5eaf9af tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:25.964549 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-fb1296f4-0f45-422c-bf57-12e5d5eaf9af tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:26.035310 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb1296f4-0f45-422c-bf57-12e5d5eaf9af tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:26.040250 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb1296f4-0f45-422c-bf57-12e5d5eaf9af tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.080767 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1296f4-0f45-422c-bf57-12e5d5eaf9af tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Subnet': ['ID=ce21dc74-b927-4891-acad-b72cc8aed721,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:26.116062 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1296f4-0f45-422c-bf57-12e5d5eaf9af tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Port': ['ID=bd71d069-352c-420d-8b53-4c70dcbf6ca0,revision_number=10']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:26.198731 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13caff75-0919-464f-ba0e-55d1106b0c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.208878 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fb1296f4-0f45-422c-bf57-12e5d5eaf9af tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.4008667 Jul 16 08:49:26.211521 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57128) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:26.249258 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1cf83312-c172-46c0-bb11-8e17b5085f1a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Request body: {'port': {'network_id': 'ed380f80-a9ff-4ccb-b4e8-357bb126e37f', 'mac_address': 'fa:16:3e:a9:b0:82', 'name': 'tempest-NetworksTestDHCPv6-570637901'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:26.378337 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-13caff75-0919-464f-ba0e-55d1106b0c12 None None] For port bd71d069-352c-420d-8b53-4c70dcbf6ca0, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=bd71d069-352c-420d-8b53-4c70dcbf6ca0,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:26.399242 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13caff75-0919-464f-ba0e-55d1106b0c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:26.488764 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1bbdc7-d5f0-4e73-b35e-17281af9fa14 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:26.531904 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7700ba22-4bda-4ea6-a670-6daead43c667 req-ff3ea8d9-f3bd-4930-98ee-0c2552f3c247 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:26.548445 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7700ba22-4bda-4ea6-a670-6daead43c667 req-ff3ea8d9-f3bd-4930-98ee-0c2552f3c247 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 943 time: 0.2447331 Jul 16 08:49:26.633194 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13caff75-0919-464f-ba0e-55d1106b0c12 None None] Pushing event updated for resources: {'Port': ['ID=bd71d069-352c-420d-8b53-4c70dcbf6ca0,revision_number=11']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:26.670338 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3fa327fb-ce11-4c3a-b24b-139402e19965 None None] Could not find standard attr ID for object a1d80b1e-1012-4f6c-a4d8-35b071e39982. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:49:26.726900 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7700ba22-4bda-4ea6-a670-6daead43c667 req-24d6bbac-b370-4b84-baf4-71abd2960b70 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764054 Jul 16 08:49:26.771400 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cf83312-c172-46c0-bb11-8e17b5085f1a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Made reservation on behalf of 11897f26500d434cb71ca0edc07e35ac for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:27.006895 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device bd71d069-352c-420d-8b53-4c70dcbf6ca0 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:27.099857 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1cf83312-c172-46c0-bb11-8e17b5085f1a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.177294 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-1cf83312-c172-46c0-bb11-8e17b5085f1a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] device_id is not set on port b88838d6-ea15-4e8b-81e8-39c0a94ae7c6 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:49:27.302049 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port bd71d069-352c-420d-8b53-4c70dcbf6ca0 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:27.303022 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:27.660969 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-1cf83312-c172-46c0-bb11-8e17b5085f1a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Allocated IP 2001:db8::1fb (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/be0d01c2-9448-42ee-8ab7-32fc84e847f2/b88838d6-ea15-4e8b-81e8-39c0a94ae7c6) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:27.691412 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-1cf83312-c172-46c0-bb11-8e17b5085f1a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Allocated IP 2001:db8:0:1:f816:3eff:fea9:b082 (ed380f80-a9ff-4ccb-b4e8-357bb126e37f/ce21dc74-b927-4891-acad-b72cc8aed721/b88838d6-ea15-4e8b-81e8-39c0a94ae7c6) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:28.133704 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1cf83312-c172-46c0-bb11-8e17b5085f1a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.197418 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-1cf83312-c172-46c0-bb11-8e17b5085f1a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Transition to ACTIVE for port object b88838d6-ea15-4e8b-81e8-39c0a94ae7c6 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:28.203634 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9abb0cd-fec7-461b-bab4-bc625c4d4aa1 req-bdce6b5d-b129-4bb8-a4d7-313cec4f2056 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:28.220140 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d9abb0cd-fec7-461b-bab4-bc625c4d4aa1 req-bdce6b5d-b129-4bb8-a4d7-313cec4f2056 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 943 time: 0.1570611 Jul 16 08:49:28.304140 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d9abb0cd-fec7-461b-bab4-bc625c4d4aa1 req-b7622999-0073-4f39-8985-1512a06e2ce5 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0828722 Jul 16 08:49:28.332806 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1cf83312-c172-46c0-bb11-8e17b5085f1a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.437103 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cf83312-c172-46c0-bb11-8e17b5085f1a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:28.447547 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-1cf83312-c172-46c0-bb11-8e17b5085f1a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:28.452433 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf83312-c172-46c0-bb11-8e17b5085f1a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:28.458695 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cf83312-c172-46c0-bb11-8e17b5085f1a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:28.459468 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1cf83312-c172-46c0-bb11-8e17b5085f1a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.523416 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf83312-c172-46c0-bb11-8e17b5085f1a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event updated for resources: {'Port': ['ID=b88838d6-ea15-4e8b-81e8-39c0a94ae7c6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:28.542763 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1cf83312-c172-46c0-bb11-8e17b5085f1a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.3298588 Jul 16 08:49:28.545635 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57148) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:28.733052 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9f54004d-c0c0-4513-9d30-dc670ad06865 None None] Provisioning complete for port bd71d069-352c-420d-8b53-4c70dcbf6ca0 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:28.738402 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9f54004d-c0c0-4513-9d30-dc670ad06865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:28.884321 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-72768087-a57e-45c3-877d-eb949866c42a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting port b88838d6-ea15-4e8b-81e8-39c0a94ae7c6 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:28.886011 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72768087-a57e-45c3-877d-eb949866c42a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:29.080139 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72768087-a57e-45c3-877d-eb949866c42a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:29.100633 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-72768087-a57e-45c3-877d-eb949866c42a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Calling delete_port for b88838d6-ea15-4e8b-81e8-39c0a94ae7c6 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:29.131879 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d5750711-14c1-4f80-a8b1-3ef13b41efde None None] Could not find standard attr ID for object a27d9bfb-153b-44f1-a925-d5eec618f5e9. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:49:29.593358 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72768087-a57e-45c3-877d-eb949866c42a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:29.700845 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72768087-a57e-45c3-877d-eb949866c42a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Port': ['ID=b88838d6-ea15-4e8b-81e8-39c0a94ae7c6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:29.743987 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e506330-8062-4e5c-93bf-e5dce086290d req-ca8d60b7-51e7-48b7-bffc-0a3a69aa3e73 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:29.756717 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4e506330-8062-4e5c-93bf-e5dce086290d req-ca8d60b7-51e7-48b7-bffc-0a3a69aa3e73 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 943 time: 0.1847873 Jul 16 08:49:29.793648 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3dae2534-512b-44fc-a760-c8ab9ac0eb41 None None] Could not find standard attr ID for object b88838d6-ea15-4e8b-81e8-39c0a94ae7c6. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:49:29.835814 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72768087-a57e-45c3-877d-eb949866c42a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:29.839938 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-72768087-a57e-45c3-877d-eb949866c42a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/b88838d6-ea15-4e8b-81e8-39c0a94ae7c6 HTTP/1.1" status: 204 len: 168 time: 1.2904096 Jul 16 08:49:29.841185 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57170) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:29.942770 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4e506330-8062-4e5c-93bf-e5dce086290d req-0963c186-97e0-4208-94fe-1740b1a16c41 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1841185 Jul 16 08:49:30.008187 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beafe23c-2377-4bf9-9be2-eabbb83e54da tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:30.011961 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-beafe23c-2377-4bf9-9be2-eabbb83e54da tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1704071 Jul 16 08:49:30.015084 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57172) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:30.128499 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edff7073-ac29-4a87-83b7-7c1ada60de3a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:30.130485 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-edff7073-ac29-4a87-83b7-7c1ada60de3a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1078269 Jul 16 08:49:30.133075 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57174) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:30.220978 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b21aef-3930-495f-85cc-f429010913b5 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:30.222675 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b21aef-3930-495f-85cc-f429010913b5 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:30.224283 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b21aef-3930-495f-85cc-f429010913b5 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:30.226087 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-05b21aef-3930-495f-85cc-f429010913b5 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0919919 Jul 16 08:49:30.230909 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57182) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:30.305701 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f767368-901d-4274-9063-2c2d26477727 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting subnet be0d01c2-9448-42ee-8ab7-32fc84e847f2 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:49:30.311230 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7f767368-901d-4274-9063-2c2d26477727 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.357772 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7f767368-901d-4274-9063-2c2d26477727 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.476892 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7f767368-901d-4274-9063-2c2d26477727 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.562213 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7f767368-901d-4274-9063-2c2d26477727 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.601928 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f767368-901d-4274-9063-2c2d26477727 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Subnet': ['ID=be0d01c2-9448-42ee-8ab7-32fc84e847f2,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:30.609142 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7f767368-901d-4274-9063-2c2d26477727 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.614923 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7f767368-901d-4274-9063-2c2d26477727 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/be0d01c2-9448-42ee-8ab7-32fc84e847f2 HTTP/1.1" status: 204 len: 168 time: 0.3788700 Jul 16 08:49:30.616474 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae83f04-accb-40cc-b8ce-7497a68fff52 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:30.617576 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57188) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:30.705479 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-161a76b3-1d66-49eb-9625-0cefb82c7b2a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Deleting subnet ce21dc74-b927-4891-acad-b72cc8aed721 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:49:30.712340 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-161a76b3-1d66-49eb-9625-0cefb82c7b2a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.811316 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-161a76b3-1d66-49eb-9625-0cefb82c7b2a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:30.965537 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-161a76b3-1d66-49eb-9625-0cefb82c7b2a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:31.058180 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-161a76b3-1d66-49eb-9625-0cefb82c7b2a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:31.137247 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a76b3-1d66-49eb-9625-0cefb82c7b2a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Subnet': ['ID=ce21dc74-b927-4891-acad-b72cc8aed721,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:31.146903 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-161a76b3-1d66-49eb-9625-0cefb82c7b2a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:31.150765 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-161a76b3-1d66-49eb-9625-0cefb82c7b2a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/ce21dc74-b927-4891-acad-b72cc8aed721 HTTP/1.1" status: 204 len: 168 time: 0.5301754 Jul 16 08:49:31.153362 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57200) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:31.204403 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fd70157e-5a98-48c7-ad27-a4ed5bfc7191 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0477400 Jul 16 08:49:31.206083 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57206) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:31.272869 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9200a62e-90bf-4ea7-a84d-6a3c3f7fd072 req-0fe9512f-ba42-4f33-890d-934036092620 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:31.275397 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9200a62e-90bf-4ea7-a84d-6a3c3f7fd072 req-0fe9512f-ba42-4f33-890d-934036092620 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 943 time: 0.1475375 Jul 16 08:49:31.312705 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-665d12ab-8219-4044-99c9-194f531292e4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:31.317221 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-665d12ab-8219-4044-99c9-194f531292e4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1094692 Jul 16 08:49:31.317636 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57208) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:31.334356 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9200a62e-90bf-4ea7-a84d-6a3c3f7fd072 req-13ab3758-9548-418e-89e1-7fc03c6202f0 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478730 Jul 16 08:49:31.410760 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94871ede-d435-464a-8fa7-d00fe7b263e5 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:31.414846 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-94871ede-d435-464a-8fa7-d00fe7b263e5 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0955381 Jul 16 08:49:31.417362 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57212) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:31.466730 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-382df0fe-5d3c-49c5-b717-73235d0c3679 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0481935 Jul 16 08:49:31.477174 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57214) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:31.510792 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb67a3b-b45e-4f22-94a9-fe616d443d60 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:31.511568 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bb67a3b-b45e-4f22-94a9-fe616d443d60 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:31.513391 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7bb67a3b-b45e-4f22-94a9-fe616d443d60 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/b88838d6-ea15-4e8b-81e8-39c0a94ae7c6 HTTP/1.1" status: 404 len: 333 time: 0.0349610 Jul 16 08:49:31.515954 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57220) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:31.553258 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8b1da7f-9fd1-4eb2-8a67-f86ca115d974 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:31.553679 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8b1da7f-9fd1-4eb2-8a67-f86ca115d974 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:31.556185 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b8b1da7f-9fd1-4eb2-8a67-f86ca115d974 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/ce21dc74-b927-4891-acad-b72cc8aed721 HTTP/1.1" status: 404 len: 337 time: 0.0383313 Jul 16 08:49:31.558446 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57222) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:31.585962 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ec7b607-7c20-494e-84c9-367cd16c43db tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:31.586436 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ec7b607-7c20-494e-84c9-367cd16c43db tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:31.588778 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9ec7b607-7c20-494e-84c9-367cd16c43db tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/be0d01c2-9448-42ee-8ab7-32fc84e847f2 HTTP/1.1" status: 404 len: 337 time: 0.0288603 Jul 16 08:49:31.590899 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57224) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:31.622479 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-553588f5-9806-4ea4-ae2b-abb18e23e4fc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:31.623170 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-553588f5-9806-4ea4-ae2b-abb18e23e4fc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:31.626733 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-553588f5-9806-4ea4-ae2b-abb18e23e4fc tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/a27d9bfb-153b-44f1-a925-d5eec618f5e9 HTTP/1.1" status: 404 len: 333 time: 0.0331485 Jul 16 08:49:31.627614 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57226) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:31.655370 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4a7950b-1e00-426a-96bf-3694ac177386 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:31.655986 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e4a7950b-1e00-426a-96bf-3694ac177386 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:31.658274 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e4a7950b-1e00-426a-96bf-3694ac177386 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/35b68dc1-8a97-4868-a316-cc5219452d60 HTTP/1.1" status: 404 len: 337 time: 0.0292003 Jul 16 08:49:31.660544 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57228) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:31.688692 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-4488ccde-8eee-48d4-b088-e162e7858563 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:31.689150 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4488ccde-8eee-48d4-b088-e162e7858563 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:31.692169 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4488ccde-8eee-48d4-b088-e162e7858563 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/7486e522-0184-461c-b050-e2ec169bde45 HTTP/1.1" status: 404 len: 337 time: 0.0303407 Jul 16 08:49:31.693621 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57230) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:31.721505 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e0f9741-b6ba-43c5-8672-77dff2019b62 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:31.722365 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e0f9741-b6ba-43c5-8672-77dff2019b62 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:31.724588 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7e0f9741-b6ba-43c5-8672-77dff2019b62 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/a1d80b1e-1012-4f6c-a4d8-35b071e39982 HTTP/1.1" status: 404 len: 333 time: 0.0294893 Jul 16 08:49:31.727063 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57232) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:31.758529 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-527ec53f-ce9a-4b49-a4e6-d1482fb680c5 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:31.759595 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-527ec53f-ce9a-4b49-a4e6-d1482fb680c5 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:31.762087 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-527ec53f-ce9a-4b49-a4e6-d1482fb680c5 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/cbfdfa7a-9085-4b47-b877-84fd20912064 HTTP/1.1" status: 404 len: 337 time: 0.0330327 Jul 16 08:49:31.764369 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57238) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:31.766567 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08a6f282-60d9-4fa2-81a7-dac0b681dc05 None None] Network ed380f80-a9ff-4ccb-b4e8-357bb126e37f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:31.792913 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f832798-a5fa-4620-add5-1e48b60de08a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:31.793381 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f832798-a5fa-4620-add5-1e48b60de08a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:31.795274 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7f832798-a5fa-4620-add5-1e48b60de08a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/fb68f34a-562a-4cfa-9fd2-79b10ce02616 HTTP/1.1" status: 404 len: 337 time: 0.0295701 Jul 16 08:49:31.798096 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57240) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:31.837510 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef25328c-72bc-4e02-a89d-e40fd336d30b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:31.838335 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef25328c-72bc-4e02-a89d-e40fd336d30b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:31.843439 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57242) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:31.843711 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ef25328c-72bc-4e02-a89d-e40fd336d30b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/e7bae63e-72f8-4d0c-9041-a8e9210f0b7d HTTP/1.1" status: 404 len: 333 time: 0.0445275 Jul 16 08:49:31.876208 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-98059df4-5542-4f1f-b6e8-8c0c1b7faca9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:31.876305 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98059df4-5542-4f1f-b6e8-8c0c1b7faca9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:31.880914 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57246) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:31.881084 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-98059df4-5542-4f1f-b6e8-8c0c1b7faca9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/1f982ec4-0d28-40bc-93c1-c13e531db72c HTTP/1.1" status: 404 len: 337 time: 0.0360818 Jul 16 08:49:31.921533 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3245398-8d8c-409b-83d1-a0c01d1c67e6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:31.921999 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3245398-8d8c-409b-83d1-a0c01d1c67e6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:31.923738 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a3245398-8d8c-409b-83d1-a0c01d1c67e6 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/1ca6f8bd-79ec-49eb-a6ae-6d03b3073bf0 HTTP/1.1" status: 404 len: 337 time: 0.0414031 Jul 16 08:49:31.925305 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1a814975-1405-4758-9172-efd98a000b9a None None] Provisioning complete for port bd71d069-352c-420d-8b53-4c70dcbf6ca0 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:31.925684 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1a814975-1405-4758-9172-efd98a000b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:31.926204 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57248) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:31.956596 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a12135e-5115-4850-8dd6-17f8ec9a9f41 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:31.957277 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a12135e-5115-4850-8dd6-17f8ec9a9f41 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:31.961598 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0a12135e-5115-4850-8dd6-17f8ec9a9f41 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/f06add9a-651a-4938-a18c-2b60e2ce5e40 HTTP/1.1" status: 404 len: 333 time: 0.0318930 Jul 16 08:49:31.961925 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57250) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:31.991962 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-d474683c-266d-45bc-856d-19a1394262a2 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:31.992670 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d474683c-266d-45bc-856d-19a1394262a2 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:31.995096 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d474683c-266d-45bc-856d-19a1394262a2 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/9bf0413d-1a2c-4380-a03c-89919138fc1a HTTP/1.1" status: 404 len: 337 time: 0.0316620 Jul 16 08:49:31.998893 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57254) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:32.037278 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-472fca22-a0d8-4e27-84f4-9a33205e159c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:32.038025 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-472fca22-a0d8-4e27-84f4-9a33205e159c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:32.043717 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-472fca22-a0d8-4e27-84f4-9a33205e159c tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/4c082414-deee-4a45-b7fd-bb67bef17ff5 HTTP/1.1" status: 404 len: 333 time: 0.0396783 Jul 16 08:49:32.045901 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57258) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:32.090984 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-1652cec1-63fd-4161-86a3-b3125ce2b2cd tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:32.091493 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1652cec1-63fd-4161-86a3-b3125ce2b2cd tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:32.095072 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63ebece8-3e83-46de-9f16-c65ee757bf0f None None] DHCP port deletion for ed380f80-a9ff-4ccb-b4e8-357bb126e37f request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:49:32.098214 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.104226 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1652cec1-63fd-4161-86a3-b3125ce2b2cd tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/fbe66878-a11a-488a-a7e1-9d71a78d5a7c HTTP/1.1" status: 404 len: 337 time: 0.0544541 Jul 16 08:49:32.104816 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57264) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:32.158703 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.158818 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-ebd99e6d-5a00-4cac-b749-2776fe2a96ca tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:32.158818 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ebd99e6d-5a00-4cac-b749-2776fe2a96ca tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:32.159919 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57266) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:32.160108 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ebd99e6d-5a00-4cac-b749-2776fe2a96ca tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/1b6f88ec-f21f-4f5b-a050-ee51fd62fb1c HTTP/1.1" status: 404 len: 333 time: 0.0502088 Jul 16 08:49:32.180663 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-63ebece8-3e83-46de-9f16-c65ee757bf0f None None] Deleting port bd71d069-352c-420d-8b53-4c70dcbf6ca0 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:32.181289 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63ebece8-3e83-46de-9f16-c65ee757bf0f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.204291 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-79a740fe-3255-4f50-a307-ba6687e22c66 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:32.204704 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79a740fe-3255-4f50-a307-ba6687e22c66 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:32.206814 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-79a740fe-3255-4f50-a307-ba6687e22c66 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/12b0e959-a948-4113-8de6-a62a2322b324 HTTP/1.1" status: 404 len: 337 time: 0.0454118 Jul 16 08:49:32.209924 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57270) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:32.237568 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc705f17-cbc2-4b0c-add6-f06020e447b7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:32.238294 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc705f17-cbc2-4b0c-add6-f06020e447b7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:32.242712 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-dc705f17-cbc2-4b0c-add6-f06020e447b7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/10ea8cec-dd27-4332-b6aa-e2fff6669e3f HTTP/1.1" status: 404 len: 333 time: 0.0317559 Jul 16 08:49:32.244014 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57272) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:32.268476 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-63ebece8-3e83-46de-9f16-c65ee757bf0f None None] For port bd71d069-352c-420d-8b53-4c70dcbf6ca0, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=bd71d069-352c-420d-8b53-4c70dcbf6ca0,segment=NetworkSegment(ebde7a38-35dd-4374-a002-5cd8986035e3),segment_id=ebde7a38-35dd-4374-a002-5cd8986035e3)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:32.268863 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63ebece8-3e83-46de-9f16-c65ee757bf0f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.284595 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-63ebece8-3e83-46de-9f16-c65ee757bf0f None None] Calling delete_port for bd71d069-352c-420d-8b53-4c70dcbf6ca0 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:32.297997 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-758276f0-4983-4bf6-ade1-b8f08cdc13bb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0786684 Jul 16 08:49:32.304913 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-d648bf93-c83b-4808-9dce-36b0a4567d08 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:32.305376 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d648bf93-c83b-4808-9dce-36b0a4567d08 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:32.319565 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d648bf93-c83b-4808-9dce-36b0a4567d08 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/c692c59e-886b-4ceb-8ff4-431b02006993 HTTP/1.1" status: 404 len: 337 time: 0.0743818 Jul 16 08:49:32.323682 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57274) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:32.363267 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-f90ff809-0056-4828-8df7-10ed7649e1eb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:32.364044 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f90ff809-0056-4828-8df7-10ed7649e1eb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:32.366123 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f90ff809-0056-4828-8df7-10ed7649e1eb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/7a13b68e-ba1a-4bad-9ca6-3883f1cc5197 HTTP/1.1" status: 404 len: 333 time: 0.0412004 Jul 16 08:49:32.369621 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57278) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:32.417997 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-094ddc08-211b-4ab2-9ba4-76568dd8c54f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:32.418472 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-094ddc08-211b-4ab2-9ba4-76568dd8c54f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:32.423124 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57280) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:32.430014 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-094ddc08-211b-4ab2-9ba4-76568dd8c54f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/ae160b71-9f24-46ab-b191-27606186e30f HTTP/1.1" status: 404 len: 337 time: 0.0588465 Jul 16 08:49:32.433459 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63ebece8-3e83-46de-9f16-c65ee757bf0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:32.474925 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ebece8-3e83-46de-9f16-c65ee757bf0f None None] Pushing event deleted for resources: {'Port': ['ID=bd71d069-352c-420d-8b53-4c70dcbf6ca0,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:32.476970 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-b89324ab-bc9b-4dd8-bbb9-6611dbc91966 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:32.483001 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b89324ab-bc9b-4dd8-bbb9-6611dbc91966 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:32.487359 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ebece8-3e83-46de-9f16-c65ee757bf0f None None] No DVR routers for this DVR port bd71d069-352c-420d-8b53-4c70dcbf6ca0 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:32.488044 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57288) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:32.488905 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b89324ab-bc9b-4dd8-bbb9-6611dbc91966 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/915121f6-c73d-45ef-ac0a-222f0999f309 HTTP/1.1" status: 404 len: 333 time: 0.0641851 Jul 16 08:49:32.510698 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-f6d60e21-0d3b-411b-a328-c33ea0bb6ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:32.511426 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-f6d60e21-0d3b-411b-a328-c33ea0bb6ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:32.511985 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-f6d60e21-0d3b-411b-a328-c33ea0bb6ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:32.512565 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-f6d60e21-0d3b-411b-a328-c33ea0bb6ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:32.513184 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-f6d60e21-0d3b-411b-a328-c33ea0bb6ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:32.513658 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-f6d60e21-0d3b-411b-a328-c33ea0bb6ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:32.514197 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-f6d60e21-0d3b-411b-a328-c33ea0bb6ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:32.516273 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-f6d60e21-0d3b-411b-a328-c33ea0bb6ba1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2fe358b4bf3b41e19a3794e097af1b16&device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 6496 time: 0.1490269 Jul 16 08:49:32.558348 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea291dac-8bf6-47f0-b683-9d1771859a00 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:32.559050 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea291dac-8bf6-47f0-b683-9d1771859a00 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:32.568292 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ea291dac-8bf6-47f0-b683-9d1771859a00 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/8a2f9de7-8b69-4630-8612-bbae7fc46e85 HTTP/1.1" status: 404 len: 337 time: 0.0787697 Jul 16 08:49:32.570111 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57294) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:32.644821 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ecbb1b2-4390-4d11-a27a-aeffcf307be1 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:32.645473 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ecbb1b2-4390-4d11-a27a-aeffcf307be1 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:32.647212 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6ecbb1b2-4390-4d11-a27a-aeffcf307be1 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/b1e94ce7-0831-4222-86ce-982c00095477 HTTP/1.1" status: 404 len: 337 time: 0.0748334 Jul 16 08:49:32.650427 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57296) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:32.688319 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c0637e9-d5e2-4877-b942-423ead04eea4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:32.690476 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c0637e9-d5e2-4877-b942-423ead04eea4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:32.697767 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8c0637e9-d5e2-4877-b942-423ead04eea4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/d3a11633-c02a-4b14-8b3e-bd26915ef965 HTTP/1.1" status: 404 len: 333 time: 0.0460157 Jul 16 08:49:32.698985 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57298) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:32.728474 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-3e3a779a-09a4-4196-8411-53ff09885a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:32.728959 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-3e3a779a-09a4-4196-8411-53ff09885a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:32.729687 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-3e3a779a-09a4-4196-8411-53ff09885a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:32.731534 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-3e3a779a-09a4-4196-8411-53ff09885a51 service neutron] 10.222.0.21 "GET /v2.0/networks?id=68d1b8de-8ca0-41e5-ab5d-58997722961e&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=971f3192-951e-432a-a2cc-46e618e65630&id=971f3192-951e-432a-a2cc-46e618e65630 HTTP/1.1" status: 200 len: 2291 time: 0.1839507 Jul 16 08:49:32.781365 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c2bde63-0889-44da-8a01-35a328870739 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:32.782119 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c2bde63-0889-44da-8a01-35a328870739 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:32.788824 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3c2bde63-0889-44da-8a01-35a328870739 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/d46db584-57a0-4ba4-bd9a-b46a627766be HTTP/1.1" status: 404 len: 337 time: 0.0876365 Jul 16 08:49:32.789681 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57302) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:32.840731 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-6896a507-5b46-4503-bbe7-7aeb95b98b23 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:32.841203 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6896a507-5b46-4503-bbe7-7aeb95b98b23 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:32.843227 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6896a507-5b46-4503-bbe7-7aeb95b98b23 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/9a67bb73-420f-48d3-92af-f530a21d802b HTTP/1.1" status: 404 len: 337 time: 0.0512249 Jul 16 08:49:32.852538 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57308) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:32.859210 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device bd71d069-352c-420d-8b53-4c70dcbf6ca0 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:32.872270 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b6251c-af86-466d-8abb-3ab8242b95e9 req-b9a5f810-ac33-442a-9503-77cce5e6f5cd tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:32.879366 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-70b6251c-af86-466d-8abb-3ab8242b95e9 req-b9a5f810-ac33-442a-9503-77cce5e6f5cd tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 943 time: 0.2650959 Jul 16 08:49:32.884255 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-29627e21-ed97-4237-8650-76371f8c1b66 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:32.885001 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29627e21-ed97-4237-8650-76371f8c1b66 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:32.891108 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57312) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:32.892778 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-29627e21-ed97-4237-8650-76371f8c1b66 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/d3d29678-38f4-4987-b025-25959440beb3 HTTP/1.1" status: 404 len: 333 time: 0.0352018 Jul 16 08:49:32.909936 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-72a00f43-dddc-4b4f-9c13-948730c18261 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec6adfab-2926-4726-bbb1-6322adf2bd21 HTTP/1.1" status: 200 len: 1001 time: 0.1706045 Jul 16 08:49:32.925923 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: bd71d069-352c-420d-8b53-4c70dcbf6ca0 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:32.931084 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device bd71d069-352c-420d-8b53-4c70dcbf6ca0 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:32.954621 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-c484b27a-1b1d-4e39-9c0a-d3d86afa98c8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:32.955016 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c484b27a-1b1d-4e39-9c0a-d3d86afa98c8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:32.961622 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c484b27a-1b1d-4e39-9c0a-d3d86afa98c8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/7ac3e012-77be-4332-8860-870f9ab2b917 HTTP/1.1" status: 404 len: 337 time: 0.0644462 Jul 16 08:49:32.965252 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57314) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:32.996376 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d5e933-54fd-4ccb-87c1-6419a65dbed5 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:32.997097 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38d5e933-54fd-4ccb-87c1-6419a65dbed5 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:32.999644 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-38d5e933-54fd-4ccb-87c1-6419a65dbed5 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/9997c301-dc17-4958-9e3b-ed0521d34e46 HTTP/1.1" status: 404 len: 337 time: 0.0331857 Jul 16 08:49:33.008266 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-70b6251c-af86-466d-8abb-3ab8242b95e9 req-f1d2555c-fb45-4000-b362-fa7699f703ca tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1280403 Jul 16 08:49:33.012337 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57316) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:33.038075 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-0cb290c4-c4d7-4c80-8038-d2d779cc5b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:33.039870 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-0cb290c4-c4d7-4c80-8038-d2d779cc5b7d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74283639-7822-44b6-ad1c-b5976fafc479 HTTP/1.1" status: 200 len: 850 time: 0.0980151 Jul 16 08:49:33.048379 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4db8231-af14-456d-bbfe-089b8b822e74 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:33.050332 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4db8231-af14-456d-bbfe-089b8b822e74 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:33.054849 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f4db8231-af14-456d-bbfe-089b8b822e74 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/ac95b45a-ff86-4ed3-aef1-3efaabe1cb0d HTTP/1.1" status: 404 len: 333 time: 0.0423541 Jul 16 08:49:33.055496 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57318) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:33.090864 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-3883ccd2-35ea-41b9-8f49-6399c67d93aa tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:33.092259 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3883ccd2-35ea-41b9-8f49-6399c67d93aa tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:33.094596 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3883ccd2-35ea-41b9-8f49-6399c67d93aa tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/875fa7ca-288b-43d8-b11f-af678dbba531 HTTP/1.1" status: 404 len: 337 time: 0.0372810 Jul 16 08:49:33.097847 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57320) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:33.126166 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-85aa72b3-64b5-4b21-a3d9-eddb428d99bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:33.128779 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-85aa72b3-64b5-4b21-a3d9-eddb428d99bf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=68d1b8de-8ca0-41e5-ab5d-58997722961e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0816293 Jul 16 08:49:33.132715 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-cab07cce-a390-42d7-bfa3-3d74c5b4c879 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:33.132715 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cab07cce-a390-42d7-bfa3-3d74c5b4c879 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:33.139491 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-cab07cce-a390-42d7-bfa3-3d74c5b4c879 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/cc16c158-88c8-41b0-b33c-f58f2e0a297d HTTP/1.1" status: 404 len: 337 time: 0.0364056 Jul 16 08:49:33.141159 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57326) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:33.183182 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-78e9958b-b6c3-400f-b74a-54f2f8a30d30 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports?device_id=7274292b-fd6c-40f2-b1dd-d30000317c58 HTTP/1.1" status: 200 len: 205 time: 0.0376852 Jul 16 08:49:33.183663 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57328) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:33.257284 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-7b1295f9-3796-4ee2-a46b-b66d73df6aa4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] delete failed (client error): The resource could not be found. Jul 16 08:49:33.258328 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7b1295f9-3796-4ee2-a46b-b66d73df6aa4 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/routers/7274292b-fd6c-40f2-b1dd-d30000317c58 HTTP/1.1" status: 404 len: 336 time: 0.0734448 Jul 16 08:49:33.262911 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57330) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:33.293409 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-210fde49-cba8-4f06-808c-723d4e06eb23 service neutron] 10.222.0.21 "GET /v2.0/networks/68d1b8de-8ca0-41e5-ab5d-58997722961e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562870 Jul 16 08:49:33.295861 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-844e6c78-f422-4e44-bc17-88ad22ce6583 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:33.298002 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-76ec3f86-dbfb-48c4-9943-24adb9583ac5 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:33.298720 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76ec3f86-dbfb-48c4-9943-24adb9583ac5 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:33.302874 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-76ec3f86-dbfb-48c4-9943-24adb9583ac5 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/21a927e3-c6a9-4209-bb25-eb051ea4fcd6 HTTP/1.1" status: 404 len: 337 time: 0.0362792 Jul 16 08:49:33.303129 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57332) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:33.336781 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-52fb0a39-08a1-421d-96ab-8355949a91aa tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "GET /v2.0/ports?device_id=4cd2956a-9c79-4876-a35f-70ac6e745bfb HTTP/1.1" status: 200 len: 205 time: 0.0325418 Jul 16 08:49:33.339545 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57334) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:33.389324 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-6ff851a6-ea23-46e6-85f0-7e383aa2417f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] delete failed (client error): The resource could not be found. Jul 16 08:49:33.390848 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6ff851a6-ea23-46e6-85f0-7e383aa2417f tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/routers/4cd2956a-9c79-4876-a35f-70ac6e745bfb HTTP/1.1" status: 404 len: 336 time: 0.0476966 Jul 16 08:49:33.393822 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57336) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:33.435158 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-e081ba49-2e46-4d68-ba86-18b54c6ab2f8 service neutron] 10.222.0.21 "GET /v2.0/networks/68d1b8de-8ca0-41e5-ab5d-58997722961e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310003 Jul 16 08:49:33.437617 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd2cd009-136b-44d3-b9ba-5aa16aefd9a7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:33.438202 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd2cd009-136b-44d3-b9ba-5aa16aefd9a7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:33.440144 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fd2cd009-136b-44d3-b9ba-5aa16aefd9a7 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/43005136-6a85-4c38-985e-3900873d5957 HTTP/1.1" status: 404 len: 337 time: 0.0449014 Jul 16 08:49:33.442756 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57338) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:33.474949 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-488fcefa-c123-4e29-83c6-e20c7f14e8fb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:33.475383 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-488fcefa-c123-4e29-83c6-e20c7f14e8fb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:33.477280 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-488fcefa-c123-4e29-83c6-e20c7f14e8fb tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/a6e24733-d715-480c-9c22-fc3d06ed0fc3 HTTP/1.1" status: 404 len: 337 time: 0.0334940 Jul 16 08:49:33.481158 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57342) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:33.492168 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-42774484-14d7-4b8d-a32c-e077657ce630 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=ac3245a2-1832-46a1-a707-f054e3b47d6a HTTP/1.1" status: 200 len: 217 time: 0.0476038 Jul 16 08:49:33.520631 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-18041103-772f-4b5d-a0c9-e876e8757d1d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:33.521355 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18041103-772f-4b5d-a0c9-e876e8757d1d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:33.525827 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-18041103-772f-4b5d-a0c9-e876e8757d1d tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/20b707fd-0900-457a-83b9-534faf05268c HTTP/1.1" status: 404 len: 333 time: 0.0421448 Jul 16 08:49:33.526106 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57346) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:33.569415 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a779d27-e691-4c14-8c38-ae82c75a28a2 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:33.570216 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a779d27-e691-4c14-8c38-ae82c75a28a2 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:33.576444 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6a779d27-e691-4c14-8c38-ae82c75a28a2 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/0c2a2cb6-8d38-4efb-b9fa-4dbb0e7612b7 HTTP/1.1" status: 404 len: 337 time: 0.0491910 Jul 16 08:49:33.577485 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57348) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:33.625219 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-edf12951-e992-4e9c-98ca-789244d18102 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:33.626223 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edf12951-e992-4e9c-98ca-789244d18102 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:33.631864 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-edf12951-e992-4e9c-98ca-789244d18102 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/c48a2f65-b445-4e15-9ce3-5790298f814c HTTP/1.1" status: 404 len: 333 time: 0.0532417 Jul 16 08:49:33.632609 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57352) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:33.683291 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-815937a9-66c0-49bf-87fe-c7c18584f3bd tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:33.683973 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-815937a9-66c0-49bf-87fe-c7c18584f3bd tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:33.687273 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-815937a9-66c0-49bf-87fe-c7c18584f3bd tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/788e6e81-170b-49d4-bc52-4bad3add460a HTTP/1.1" status: 404 len: 337 time: 0.0533755 Jul 16 08:49:33.689683 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57354) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:33.731066 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b7e1aec-f7c0-4248-8462-4508abef9eb9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:33.731903 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b7e1aec-f7c0-4248-8462-4508abef9eb9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:33.733964 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1b7e1aec-f7c0-4248-8462-4508abef9eb9 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/4974ac78-6699-4dbd-8523-362ff1e945b8 HTTP/1.1" status: 404 len: 333 time: 0.0432909 Jul 16 08:49:33.738411 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57358) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:33.782930 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-865a2399-d7fa-422c-9542-8b4a766656ec tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:33.783399 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-865a2399-d7fa-422c-9542-8b4a766656ec tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:33.786026 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-865a2399-d7fa-422c-9542-8b4a766656ec tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/c5ab5219-fc0a-4eea-a9b7-69cf7d98320b HTTP/1.1" status: 404 len: 337 time: 0.0460498 Jul 16 08:49:33.788572 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57360) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:33.823611 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-50abc1fd-31a9-41a0-9c57-67ba3497b84b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:33.824321 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50abc1fd-31a9-41a0-9c57-67ba3497b84b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:33.828852 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-50abc1fd-31a9-41a0-9c57-67ba3497b84b tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/25d14563-fede-4265-90c4-47735a70581b HTTP/1.1" status: 404 len: 333 time: 0.0368176 Jul 16 08:49:33.833179 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57366) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:33.861437 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3c9cd59-5ca2-4bca-b472-b5cfe3f0bef2 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:33.861819 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3c9cd59-5ca2-4bca-b472-b5cfe3f0bef2 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:33.865523 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e3c9cd59-5ca2-4bca-b472-b5cfe3f0bef2 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/0b6c17e8-6436-4db8-9eb9-71ff1fb9783f HTTP/1.1" status: 404 len: 337 time: 0.0294015 Jul 16 08:49:33.874233 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57368) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:33.903560 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-6fb25cfa-5b5c-4ab6-99fa-645ddd3b91e8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:33.904267 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6fb25cfa-5b5c-4ab6-99fa-645ddd3b91e8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:33.906048 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6fb25cfa-5b5c-4ab6-99fa-645ddd3b91e8 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/e6f3e5cd-832c-45e6-a497-74572d0beba1 HTTP/1.1" status: 404 len: 333 time: 0.0308022 Jul 16 08:49:33.912199 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57370) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:33.934571 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-f1443588-65fa-4862-884e-c01503eb3947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:33.934571 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-f1443588-65fa-4862-884e-c01503eb3947 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.4322770 Jul 16 08:49:33.950278 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da4bccf-bc52-4403-9896-803610704738 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:33.950765 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5da4bccf-bc52-4403-9896-803610704738 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:33.956305 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5da4bccf-bc52-4403-9896-803610704738 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/82e3e2a2-4b10-41c8-8acd-d18946bb1c16 HTTP/1.1" status: 404 len: 337 time: 0.0369306 Jul 16 08:49:33.960016 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57374) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:33.998301 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d5e98f9-638b-4eea-8cad-a0a367d423ca tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:33.999080 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d5e98f9-638b-4eea-8cad-a0a367d423ca tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:34.000927 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8d5e98f9-638b-4eea-8cad-a0a367d423ca tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/7b28f3a2-faf3-41ce-95f9-5e26a0bfbb74 HTTP/1.1" status: 404 len: 333 time: 0.0398238 Jul 16 08:49:34.003349 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57376) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:34.017438 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-89709f1e-3742-440f-a302-606d2652c2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:34.020609 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-89709f1e-3742-440f-a302-606d2652c2bc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0763719 Jul 16 08:49:34.034201 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a167834-1d66-44c6-ab38-5d9549ce012a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:34.034657 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a167834-1d66-44c6-ab38-5d9549ce012a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:34.038655 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4a167834-1d66-44c6-ab38-5d9549ce012a tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/beda3330-1272-489a-9839-8d8275f78d25 HTTP/1.1" status: 404 len: 337 time: 0.0322158 Jul 16 08:49:34.039496 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57378) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:34.078803 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-453f6df5-c3c4-4085-8fa5-739d0baae403 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:34.079922 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-453f6df5-c3c4-4085-8fa5-739d0baae403 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:34.085707 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-453f6df5-c3c4-4085-8fa5-739d0baae403 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/ports/f4c6377e-9fb1-40cd-b8f3-d5dd8bf4977f HTTP/1.1" status: 404 len: 333 time: 0.0425279 Jul 16 08:49:34.085909 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57382) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:34.116586 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-dce255e6-8a7f-40b9-a211-73326c059f27 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] DELETE failed (client error): The resource could not be found. Jul 16 08:49:34.117059 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dce255e6-8a7f-40b9-a211-73326c059f27 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:49:34.121964 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-dce255e6-8a7f-40b9-a211-73326c059f27 tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/subnets/6f859585-2267-4bd1-8100-91d99cdecfd3 HTTP/1.1" status: 404 len: 337 time: 0.0325363 Jul 16 08:49:34.123422 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57384) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:34.145090 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-cb508307-be56-4001-bf8b-04c0e1d864a9 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1176653 Jul 16 08:49:34.209756 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-274fa7e8-41ba-477f-bfc9-fcdcbd022dfe tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:34.299704 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-1073462c-2970-475a-ad40-476818067198 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1481240 Jul 16 08:49:34.313429 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-274fa7e8-41ba-477f-bfc9-fcdcbd022dfe tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:34.327776 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-274fa7e8-41ba-477f-bfc9-fcdcbd022dfe tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed380f80-a9ff-4ccb-b4e8-357bb126e37f']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:34.343048 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-274fa7e8-41ba-477f-bfc9-fcdcbd022dfe tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebde7a38-35dd-4374-a002-5cd8986035e3') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:34.343378 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-274fa7e8-41ba-477f-bfc9-fcdcbd022dfe tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebde7a38-35dd-4374-a002-5cd8986035e3') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:34.347604 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-ba563079-653b-42db-a342-e2c8ada7249f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=5b0628d6-3782-44d5-85db-3802f0fa70fb HTTP/1.1" status: 200 len: 217 time: 0.0404308 Jul 16 08:49:34.354194 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-274fa7e8-41ba-477f-bfc9-fcdcbd022dfe tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:34.361300 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec3c3b-63ac-4194-bdd6-d670449d16dd req-78c596d0-d116-41bc-97b5-69bbd5a34868 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:34.362987 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-daec3c3b-63ac-4194-bdd6-d670449d16dd req-78c596d0-d116-41bc-97b5-69bbd5a34868 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 943 time: 0.1618602 Jul 16 08:49:34.378801 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-274fa7e8-41ba-477f-bfc9-fcdcbd022dfe tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:34.388031 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-274fa7e8-41ba-477f-bfc9-fcdcbd022dfe tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:49:34.388714 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-274fa7e8-41ba-477f-bfc9-fcdcbd022dfe tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:49:34.392947 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:49:34.439306 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-470a82f3-64e6-44e4-a90f-8faa554ab5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:34.440920 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-470a82f3-64e6-44e4-a90f-8faa554ab5ea service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.0769823 Jul 16 08:49:34.446655 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-daec3c3b-63ac-4194-bdd6-d670449d16dd req-bf90d790-3dc6-4e57-9083-5116c42fa7a4 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0739155 Jul 16 08:49:34.489046 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-274fa7e8-41ba-477f-bfc9-fcdcbd022dfe tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:34.497100 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-274fa7e8-41ba-477f-bfc9-fcdcbd022dfe tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:34.499342 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-274fa7e8-41ba-477f-bfc9-fcdcbd022dfe tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] 10.222.0.22 "DELETE /v2.0/networks/ed380f80-a9ff-4ccb-b4e8-357bb126e37f HTTP/1.1" status: 204 len: 168 time: 0.3744655 Jul 16 08:49:34.512269 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274fa7e8-41ba-477f-bfc9-fcdcbd022dfe tempest-NetworksTestDHCPv6-1690905516 tempest-NetworksTestDHCPv6-1690905516-project] Pushing event deleted for resources: {'Network': ['ID=ed380f80-a9ff-4ccb-b4e8-357bb126e37f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:34.528670 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-fa25378c-234b-4607-8557-89f847bb95dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:34.530581 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-fa25378c-234b-4607-8557-89f847bb95dc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0827148 Jul 16 08:49:34.632538 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-795f7293-8d4e-4c76-9403-18ce78042200 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959420 Jul 16 08:49:34.750095 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-726f129d-3e76-44f7-9905-4d566dcdd035 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113913 Jul 16 08:49:34.857834 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-57378b23-23bb-40b4-8105-1c5f6232c660 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=afa97703-f881-4b7b-b2e7-e2133311c64c HTTP/1.1" status: 200 len: 217 time: 0.1019409 Jul 16 08:49:34.926164 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57408) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:34.967279 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-05fb4cbd-0fe8-4549-8795-aa7015ec5793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:34.968895 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-05fb4cbd-0fe8-4549-8795-aa7015ec5793 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.1045513 Jul 16 08:49:35.080266 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-d646cd15-f191-487b-adef-0da69f31f2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:35.081837 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-d646cd15-f191-487b-adef-0da69f31f2b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1057649 Jul 16 08:49:35.213056 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4656d3a8-18ad-453b-b812-bf4386c86310 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=11897f26500d434cb71ca0edc07e35ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2820189 Jul 16 08:49:35.217875 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57420) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:35.300045 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-a3a40e2d-2793-4abc-9697-f004d7546ad5 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111170 Jul 16 08:49:35.311412 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bac9ff12-dddd-4f81-98b2-cf8f67c77c8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:35.364598 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bac9ff12-dddd-4f81-98b2-cf8f67c77c8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:35.454299 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-068a1048-c45d-49b1-9351-ab9a4c2b71b9 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402981 Jul 16 08:49:35.460147 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bac9ff12-dddd-4f81-98b2-cf8f67c77c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:35.466510 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bac9ff12-dddd-4f81-98b2-cf8f67c77c8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:35.468262 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bac9ff12-dddd-4f81-98b2-cf8f67c77c8b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/da35d720-6e89-4f10-8f93-2d75d14ec53f HTTP/1.1" status: 204 len: 168 time: 0.2459559 Jul 16 08:49:35.481045 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac9ff12-dddd-4f81-98b2-cf8f67c77c8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da35d720-6e89-4f10-8f93-2d75d14ec53f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:35.528791 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-781cec45-ba46-49ad-956b-30a6ad6de325 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=7ce0d02e-447c-4dc7-8e90-755e16831c63 HTTP/1.1" status: 200 len: 217 time: 0.0669796 Jul 16 08:49:35.594628 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-41b33466-83df-43e2-9aa3-cf47661fdb34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:35.596889 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-41b33466-83df-43e2-9aa3-cf47661fdb34 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.0627418 Jul 16 08:49:35.717526 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8ddadf29-70d4-4aad-b77e-d60167fba0b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:35.745502 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-74712644-4007-4b22-be68-7765de8c4737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:35.747089 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-74712644-4007-4b22-be68-7765de8c4737 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1378493 Jul 16 08:49:35.766960 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884cf7f3-3162-406d-a85b-9281e8308b8f req-3120246b-010e-45e7-9e82-c22e01d735fa tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:35.768845 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-884cf7f3-3162-406d-a85b-9281e8308b8f req-3120246b-010e-45e7-9e82-c22e01d735fa tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 943 time: 0.1070764 Jul 16 08:49:35.882174 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-884cf7f3-3162-406d-a85b-9281e8308b8f req-346f7dfb-7af4-41a8-bf4e-10130222c8a4 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048896 Jul 16 08:49:35.923716 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-413d91ca-51c1-4590-a9ab-82d4ceb2960e service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1684194 Jul 16 08:49:36.021062 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:36.082857 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-79d90e97-a7ff-4c98-bd59-e17d5b04c913 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529608 Jul 16 08:49:36.137682 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-29135331-e311-4bb1-ac69-5330596b6523 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=11779264-f750-43ee-a0d7-fe64f1d931fd HTTP/1.1" status: 200 len: 217 time: 0.0477171 Jul 16 08:49:36.203102 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-61c38a8e-c5b4-4ee4-a4ef-b91f6d01b3a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:36.204829 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-61c38a8e-c5b4-4ee4-a4ef-b91f6d01b3a4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1200a08-b4c1-4ea0-be1b-41534dbb15bb HTTP/1.1" status: 200 len: 797 time: 0.0609584 Jul 16 08:49:36.278523 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-a267a569-d952-4f9e-806d-b4d1ff7616f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:36.280110 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-a267a569-d952-4f9e-806d-b4d1ff7616f0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=971f3192-951e-432a-a2cc-46e618e65630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0686841 Jul 16 08:49:36.505842 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-0d3eb251-5942-4d19-8d9a-cc857af6e2be service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2195373 Jul 16 08:49:36.651334 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57462) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:36.661720 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-c17d4571-b955-4701-ac08-b8dfad5003d7 service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356781 Jul 16 08:49:36.709585 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-b0687239-3e39-4ec0-8484-eeb842eec6b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f66e0380-b32a-492b-871a-89bede966f79 HTTP/1.1" status: 200 len: 217 time: 0.0422699 Jul 16 08:49:36.778319 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-e40ad9fe-b60f-4e95-8454-9ec9fc3b4f0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:36.778319 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-e40ad9fe-b60f-4e95-8454-9ec9fc3b4f0b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1200a08-b4c1-4ea0-be1b-41534dbb15bb HTTP/1.1" status: 200 len: 797 time: 0.0608654 Jul 16 08:49:36.812659 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-03d11d24-3b36-4df2-a57d-fe704bb5e6ba tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1086767078'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:36.849140 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-1d4a1050-2888-44d7-93a7-d82c87e632ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:36.850709 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-1d4a1050-2888-44d7-93a7-d82c87e632ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=971f3192-951e-432a-a2cc-46e618e65630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0655084 Jul 16 08:49:36.955130 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-034dc8a1-9e44-4ba3-9105-92a3b76d8a0d service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974448 Jul 16 08:49:37.093126 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.124615 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aeaad878-56c2-4346-a3d3-d822359b25fc req-bc669022-1c85-4a07-b5a8-96946c2675aa service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622021 Jul 16 08:49:37.156336 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351eaab7-3b5c-420d-9743-c515c8964a42 req-33a140f2-deb0-4a62-b1a5-573958f96fa6 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:37.157998 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-351eaab7-3b5c-420d-9743-c515c8964a42 req-33a140f2-deb0-4a62-b1a5-573958f96fa6 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 943 time: 0.1096001 Jul 16 08:49:37.198815 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03d11d24-3b36-4df2-a57d-fe704bb5e6ba tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Made reservation on behalf of d26d5d0e5b1a491d8d7c5b4c78e0337d for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:37.203443 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-03d11d24-3b36-4df2-a57d-fe704bb5e6ba tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.211514 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-351eaab7-3b5c-420d-9743-c515c8964a42 req-d160d9cd-1f92-4e0f-a3a8-4b531190b174 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377386 Jul 16 08:49:37.213912 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-03d11d24-3b36-4df2-a57d-fe704bb5e6ba tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.331579 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-03d11d24-3b36-4df2-a57d-fe704bb5e6ba tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.336495 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-03d11d24-3b36-4df2-a57d-fe704bb5e6ba tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.371992 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-03d11d24-3b36-4df2-a57d-fe704bb5e6ba tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:49:37.396803 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-03d11d24-3b36-4df2-a57d-fe704bb5e6ba tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.397178 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-03d11d24-3b36-4df2-a57d-fe704bb5e6ba tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Added segment 7c7d52c4-f10f-4259-aca2-3d20dcd26aa1 of type vlan for network da6d61c1-bf22-4f30-bdab-b13496b8b047 Jul 16 08:49:37.398659 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d11d24-3b36-4df2-a57d-fe704bb5e6ba tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2608d145-8288-45c1-9a5c-83931ac97897,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:37.471251 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-03d11d24-3b36-4df2-a57d-fe704bb5e6ba tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.514133 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-03d11d24-3b36-4df2-a57d-fe704bb5e6ba tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.522593 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03d11d24-3b36-4df2-a57d-fe704bb5e6ba tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:37.523709 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-03d11d24-3b36-4df2-a57d-fe704bb5e6ba tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:37.574913 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57488) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:37.576590 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-03d11d24-3b36-4df2-a57d-fe704bb5e6ba tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.9221134 Jul 16 08:49:37.580648 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-5e162e75-bfc7-442c-a480-4cf7dac841c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Request body: {'subnet': {'network_id': 'da6d61c1-bf22-4f30-bdab-b13496b8b047', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:37.632208 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d11d24-3b36-4df2-a57d-fe704bb5e6ba tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Pushing event updated for resources: {'Network': ['ID=da6d61c1-bf22-4f30-bdab-b13496b8b047,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:37.653958 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network da6d61c1-bf22-4f30-bdab-b13496b8b047 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:49:37.823112 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e162e75-bfc7-442c-a480-4cf7dac841c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Made reservation on behalf of d26d5d0e5b1a491d8d7c5b4c78e0337d for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:37.828690 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e162e75-bfc7-442c-a480-4cf7dac841c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.040337 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e162e75-bfc7-442c-a480-4cf7dac841c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.124626 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e162e75-bfc7-442c-a480-4cf7dac841c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Pushing event updated for resources: {'Subnet': ['ID=77782e2f-1f25-4c3d-a953-634bb388d400,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:38.129279 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e162e75-bfc7-442c-a480-4cf7dac841c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Checking segment: {'id': '7c7d52c4-f10f-4259-aca2-3d20dcd26aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'da6d61c1-bf22-4f30-bdab-b13496b8b047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:38.129658 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e162e75-bfc7-442c-a480-4cf7dac841c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Network hostable DHCP agents. Network: da6d61c1-bf22-4f30-bdab-b13496b8b047, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:49:38.153006 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e162e75-bfc7-442c-a480-4cf7dac841c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Network da6d61c1-bf22-4f30-bdab-b13496b8b047 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:49:38.168425 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-5e162e75-bfc7-442c-a480-4cf7dac841c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, da6d61c1-bf22-4f30-bdab-b13496b8b047) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:38.173180 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e162e75-bfc7-442c-a480-4cf7dac841c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:38.174070 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e162e75-bfc7-442c-a480-4cf7dac841c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.181772 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b8fc7e-a78b-454e-a37c-4afd7e6cb7f2 None None] Network da6d61c1-bf22-4f30-bdab-b13496b8b047 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:38.197963 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57502) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:38.201652 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:49:38.205345 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5e162e75-bfc7-442c-a480-4cf7dac841c9 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6287010 Jul 16 08:49:38.207039 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-43e48fc4-f878-4a68-a6e1-c30eac69634c tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Request body: {'port': {'network_id': 'da6d61c1-bf22-4f30-bdab-b13496b8b047', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-432642162'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:38.399614 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-496c9233-6197-4311-99e0-99744173f719 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-da6d61c1-bf22-4f30-bdab-b13496b8b047', 'network_id': 'da6d61c1-bf22-4f30-bdab-b13496b8b047', 'tenant_id': 'd26d5d0e5b1a491d8d7c5b4c78e0337d', 'fixed_ips': [{'subnet_id': '77782e2f-1f25-4c3d-a953-634bb388d400'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:49:38.400694 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-496c9233-6197-4311-99e0-99744173f719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.410742 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43e48fc4-f878-4a68-a6e1-c30eac69634c tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Made reservation on behalf of d26d5d0e5b1a491d8d7c5b4c78e0337d for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:38.414826 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43e48fc4-f878-4a68-a6e1-c30eac69634c tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.442701 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-43e48fc4-f878-4a68-a6e1-c30eac69634c tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] device_id is not set on port cf049e2c-fc4f-4fe4-bd6e-7cccac97d275 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:49:38.488677 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2a45b0-fb7a-47a4-8c64-7b7833153691 req-943cf768-1ae7-4b4a-8c69-1942c0b72d94 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:38.491671 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7e2a45b0-fb7a-47a4-8c64-7b7833153691 req-943cf768-1ae7-4b4a-8c69-1942c0b72d94 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 943 time: 0.0925753 Jul 16 08:49:38.568429 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.592620 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7e2a45b0-fb7a-47a4-8c64-7b7833153691 req-dc465262-bbcc-40a4-abbf-cba671ea4d8f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900226 Jul 16 08:49:38.658150 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-43e48fc4-f878-4a68-a6e1-c30eac69634c tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Allocated IP 2001:db8::175 (da6d61c1-bf22-4f30-bdab-b13496b8b047/77782e2f-1f25-4c3d-a953-634bb388d400/cf049e2c-fc4f-4fe4-bd6e-7cccac97d275) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:38.895615 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43e48fc4-f878-4a68-a6e1-c30eac69634c tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:38.913822 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-43e48fc4-f878-4a68-a6e1-c30eac69634c tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Transition to ACTIVE for port object cf049e2c-fc4f-4fe4-bd6e-7cccac97d275 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:38.974312 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43e48fc4-f878-4a68-a6e1-c30eac69634c tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.022862 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-496c9233-6197-4311-99e0-99744173f719 None None] Allocated IP 2001:db8::2 (da6d61c1-bf22-4f30-bdab-b13496b8b047/77782e2f-1f25-4c3d-a953-634bb388d400/17d8c38e-fdd5-49ae-a066-52e2739d9519) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:39.073451 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e48fc4-f878-4a68-a6e1-c30eac69634c tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Pushing event updated for resources: {'Port': ['ID=cf049e2c-fc4f-4fe4-bd6e-7cccac97d275,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:39.101976 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43e48fc4-f878-4a68-a6e1-c30eac69634c tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Network da6d61c1-bf22-4f30-bdab-b13496b8b047 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:39.105086 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-43e48fc4-f878-4a68-a6e1-c30eac69634c tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:39.122151 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43e48fc4-f878-4a68-a6e1-c30eac69634c tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:39.138077 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43e48fc4-f878-4a68-a6e1-c30eac69634c tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:39.140934 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43e48fc4-f878-4a68-a6e1-c30eac69634c tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.180391 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-43e48fc4-f878-4a68-a6e1-c30eac69634c tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 0.9762003 Jul 16 08:49:39.181705 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57524) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:39.187245 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7bff5d33-f0b6-4fcf-abaa-99cb88071f81 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Request body: {'port': {'network_id': 'da6d61c1-bf22-4f30-bdab-b13496b8b047', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1851056755', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:39.187900 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.api.validators [None req-7bff5d33-f0b6-4fcf-abaa-99cb88071f81 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] bootfile-name is not in valid_values {{(pid=93759) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:49:39.188442 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.api.validators [None req-7bff5d33-f0b6-4fcf-abaa-99cb88071f81 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] tftp-server is not in valid_values {{(pid=93759) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:49:39.188893 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.api.validators [None req-7bff5d33-f0b6-4fcf-abaa-99cb88071f81 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] server-ip-address is not in valid_values {{(pid=93759) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:49:39.234449 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-496c9233-6197-4311-99e0-99744173f719 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.247811 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-496c9233-6197-4311-99e0-99744173f719 None None] Transition to ACTIVE for port object 17d8c38e-fdd5-49ae-a066-52e2739d9519 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:39.271542 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-496c9233-6197-4311-99e0-99744173f719 None None] Transition to ACTIVE for port object 17d8c38e-fdd5-49ae-a066-52e2739d9519 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:39.283074 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-496c9233-6197-4311-99e0-99744173f719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.348043 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bff5d33-f0b6-4fcf-abaa-99cb88071f81 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Made reservation on behalf of d26d5d0e5b1a491d8d7c5b4c78e0337d for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:39.355280 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7bff5d33-f0b6-4fcf-abaa-99cb88071f81 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.361443 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c9233-6197-4311-99e0-99744173f719 None None] Pushing event updated for resources: {'Port': ['ID=17d8c38e-fdd5-49ae-a066-52e2739d9519,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:39.371462 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496c9233-6197-4311-99e0-99744173f719 None None] Network da6d61c1-bf22-4f30-bdab-b13496b8b047 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:39.373756 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-496c9233-6197-4311-99e0-99744173f719 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:39.381895 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496c9233-6197-4311-99e0-99744173f719 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:39.382829 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-7bff5d33-f0b6-4fcf-abaa-99cb88071f81 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] device_id is not set on port c86f38ab-eb85-4b9e-9548-e8f86b96bae0 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:49:39.469464 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-496c9233-6197-4311-99e0-99744173f719 None None] Attempting to bind port 17d8c38e-fdd5-49ae-a066-52e2739d9519 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:39.469837 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-496c9233-6197-4311-99e0-99744173f719 None None] Attempting to bind port 17d8c38e-fdd5-49ae-a066-52e2739d9519 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '7c7d52c4-f10f-4259-aca2-3d20dcd26aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'da6d61c1-bf22-4f30-bdab-b13496b8b047'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:39.470203 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496c9233-6197-4311-99e0-99744173f719 None None] Attempting to bind port 17d8c38e-fdd5-49ae-a066-52e2739d9519 on network da6d61c1-bf22-4f30-bdab-b13496b8b047 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:39.476238 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496c9233-6197-4311-99e0-99744173f719 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:39.476693 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496c9233-6197-4311-99e0-99744173f719 None None] Checking segment: {'id': '7c7d52c4-f10f-4259-aca2-3d20dcd26aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'da6d61c1-bf22-4f30-bdab-b13496b8b047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:39.477352 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-496c9233-6197-4311-99e0-99744173f719 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.477929 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496c9233-6197-4311-99e0-99744173f719 None None] Bound using segment: {'id': '7c7d52c4-f10f-4259-aca2-3d20dcd26aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'da6d61c1-bf22-4f30-bdab-b13496b8b047'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:39.478559 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-496c9233-6197-4311-99e0-99744173f719 None None] Bound port: 17d8c38e-fdd5-49ae-a066-52e2739d9519, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c7d52c4-f10f-4259-aca2-3d20dcd26aa1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'da6d61c1-bf22-4f30-bdab-b13496b8b047'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:39.479150 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-496c9233-6197-4311-99e0-99744173f719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.565123 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-496c9233-6197-4311-99e0-99744173f719 None None] For port 17d8c38e-fdd5-49ae-a066-52e2739d9519, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:39.567044 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-7bff5d33-f0b6-4fcf-abaa-99cb88071f81 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Allocated IP 2001:db8::17 (da6d61c1-bf22-4f30-bdab-b13496b8b047/77782e2f-1f25-4c3d-a953-634bb388d400/c86f38ab-eb85-4b9e-9548-e8f86b96bae0) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:39.569554 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-496c9233-6197-4311-99e0-99744173f719 None None] For port 17d8c38e-fdd5-49ae-a066-52e2739d9519, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=17d8c38e-fdd5-49ae-a066-52e2739d9519,segment=NetworkSegment(7c7d52c4-f10f-4259-aca2-3d20dcd26aa1),segment_id=7c7d52c4-f10f-4259-aca2-3d20dcd26aa1)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:39.577636 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-496c9233-6197-4311-99e0-99744173f719 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.739929 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496c9233-6197-4311-99e0-99744173f719 None None] Pushing event updated for resources: {'Port': ['ID=17d8c38e-fdd5-49ae-a066-52e2739d9519,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:39.885895 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7bff5d33-f0b6-4fcf-abaa-99cb88071f81 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.905423 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-7bff5d33-f0b6-4fcf-abaa-99cb88071f81 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Transition to ACTIVE for port object c86f38ab-eb85-4b9e-9548-e8f86b96bae0 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:39.969223 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7bff5d33-f0b6-4fcf-abaa-99cb88071f81 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:39.985738 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 364af638-4723-4510-af78-24e90addbc6d details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:49:40.041492 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec472a58-beb5-4eb3-872a-6c47f3699e4a req-a66a92c7-b538-4d80-93bf-f3398a191b86 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:40.067183 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ec472a58-beb5-4eb3-872a-6c47f3699e4a req-a66a92c7-b538-4d80-93bf-f3398a191b86 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 943 time: 0.2653053 Jul 16 08:49:40.160296 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bff5d33-f0b6-4fcf-abaa-99cb88071f81 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Network da6d61c1-bf22-4f30-bdab-b13496b8b047 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:40.168862 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-7bff5d33-f0b6-4fcf-abaa-99cb88071f81 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:40.179055 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ec472a58-beb5-4eb3-872a-6c47f3699e4a req-86ed1692-0618-43e7-8c0d-06ed04a90e01 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106651 Jul 16 08:49:40.189311 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bff5d33-f0b6-4fcf-abaa-99cb88071f81 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:40.208018 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bff5d33-f0b6-4fcf-abaa-99cb88071f81 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:40.212868 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7bff5d33-f0b6-4fcf-abaa-99cb88071f81 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.272586 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7bff5d33-f0b6-4fcf-abaa-99cb88071f81 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.0898752 Jul 16 08:49:40.275655 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bff5d33-f0b6-4fcf-abaa-99cb88071f81 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Pushing event updated for resources: {'Port': ['ID=c86f38ab-eb85-4b9e-9548-e8f86b96bae0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:40.275916 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57546) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:40.381865 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dd3c30-9434-4e4f-b68a-9075877a8339 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:40.392329 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dd3c30-9434-4e4f-b68a-9075877a8339 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:40.402737 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8dd3c30-9434-4e4f-b68a-9075877a8339 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:40.408292 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57548) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:40.412022 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e8dd3c30-9434-4e4f-b68a-9075877a8339 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1345539 Jul 16 08:49:40.576387 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 364af638-4723-4510-af78-24e90addbc6d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=364af638-4723-4510-af78-24e90addbc6d,segment=NetworkSegment(9452ae90-4bd6-4866-933c-eec760d2cc0f),segment_id=9452ae90-4bd6-4866-933c-eec760d2cc0f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:40.602311 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '364af638-4723-4510-af78-24e90addbc6d', 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b', 'port_id': '364af638-4723-4510-af78-24e90addbc6d', 'mac_address': 'fa:16:3e:1e:16:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:49:40.617514 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-14abfd08-b160-4c0e-a2e7-4d49d0c00a75 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Deleting port c86f38ab-eb85-4b9e-9548-e8f86b96bae0 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:40.619483 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14abfd08-b160-4c0e-a2e7-4d49d0c00a75 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.666601 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.683957 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 364af638-4723-4510-af78-24e90addbc6d {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:49:40.714808 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 364af638-4723-4510-af78-24e90addbc6d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=364af638-4723-4510-af78-24e90addbc6d,segment=NetworkSegment(9452ae90-4bd6-4866-933c-eec760d2cc0f),segment_id=9452ae90-4bd6-4866-933c-eec760d2cc0f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:40.733502 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.808174 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=364af638-4723-4510-af78-24e90addbc6d,revision_number=9']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:40.824767 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14abfd08-b160-4c0e-a2e7-4d49d0c00a75 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:40.851024 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-14abfd08-b160-4c0e-a2e7-4d49d0c00a75 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Calling delete_port for c86f38ab-eb85-4b9e-9548-e8f86b96bae0 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:40.909093 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 17d8c38e-fdd5-49ae-a066-52e2739d9519 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:40.943924 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['364af638-4723-4510-af78-24e90addbc6d'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:49:41.041177 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14abfd08-b160-4c0e-a2e7-4d49d0c00a75 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.064429 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 17d8c38e-fdd5-49ae-a066-52e2739d9519 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:41.097422 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14abfd08-b160-4c0e-a2e7-4d49d0c00a75 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Pushing event deleted for resources: {'Port': ['ID=c86f38ab-eb85-4b9e-9548-e8f86b96bae0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:41.129134 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14abfd08-b160-4c0e-a2e7-4d49d0c00a75 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.131922 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-14abfd08-b160-4c0e-a2e7-4d49d0c00a75 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] 10.222.0.22 "DELETE /v2.0/ports/c86f38ab-eb85-4b9e-9548-e8f86b96bae0 HTTP/1.1" status: 204 len: 168 time: 0.7223992 Jul 16 08:49:41.136523 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57560) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:41.142179 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-4d264a7a-2cb6-4434-8b66-3e67996b121c tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Request body: {'port': {'name': 'tempest-new-port-name-184806228', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:41.142653 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.api.validators [None req-4d264a7a-2cb6-4434-8b66-3e67996b121c tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] bootfile-name is not in valid_values {{(pid=93759) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:49:41.143228 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.api.validators [None req-4d264a7a-2cb6-4434-8b66-3e67996b121c tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] tftp-server is not in valid_values {{(pid=93759) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:49:41.143765 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.api.validators [None req-4d264a7a-2cb6-4434-8b66-3e67996b121c tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] server-ip-address is not in valid_values {{(pid=93759) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:49:41.269294 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d264a7a-2cb6-4434-8b66-3e67996b121c tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.312632 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33582e20-9c0c-4967-a668-6617c0bc52bc None None] Network da6d61c1-bf22-4f30-bdab-b13496b8b047 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:41.411748 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ca75acef-e6fc-419c-a129-11c4ae5a435d None None] Provisioning for port 17d8c38e-fdd5-49ae-a066-52e2739d9519 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:41.422244 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ca75acef-e6fc-419c-a129-11c4ae5a435d None None] Provisioning complete for port 17d8c38e-fdd5-49ae-a066-52e2739d9519 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:41.423158 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ca75acef-e6fc-419c-a129-11c4ae5a435d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.488240 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03047b85-5818-4aad-8a68-e5c2819e6bfc req-79bc6b69-5cac-471b-b3c6-52f7e3d588bc tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:41.499702 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-03047b85-5818-4aad-8a68-e5c2819e6bfc req-79bc6b69-5cac-471b-b3c6-52f7e3d588bc tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 944 time: 0.1220307 Jul 16 08:49:41.565336 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-03047b85-5818-4aad-8a68-e5c2819e6bfc req-d94bdd84-c8ef-4413-9eb9-01118968ad46 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641549 Jul 16 08:49:41.603459 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d264a7a-2cb6-4434-8b66-3e67996b121c tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.606756 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d264a7a-2cb6-4434-8b66-3e67996b121c tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.646618 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ca75acef-e6fc-419c-a129-11c4ae5a435d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.655326 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4d264a7a-2cb6-4434-8b66-3e67996b121c tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] In _notify_port_updated(), no bound segment for port cf049e2c-fc4f-4fe4-bd6e-7cccac97d275 on network da6d61c1-bf22-4f30-bdab-b13496b8b047 {{(pid=93759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:49:41.662930 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d264a7a-2cb6-4434-8b66-3e67996b121c tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:41.664107 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4d264a7a-2cb6-4434-8b66-3e67996b121c tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.669795 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4d264a7a-2cb6-4434-8b66-3e67996b121c tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] 10.222.0.22 "PUT /v2.0/ports/cf049e2c-fc4f-4fe4-bd6e-7cccac97d275 HTTP/1.1" status: 200 len: 1129 time: 0.5321398 Jul 16 08:49:41.669948 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57572) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:41.692290 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d264a7a-2cb6-4434-8b66-3e67996b121c tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Pushing event updated for resources: {'Port': ['ID=cf049e2c-fc4f-4fe4-bd6e-7cccac97d275,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:41.721486 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ca75acef-e6fc-419c-a129-11c4ae5a435d None None] For port 17d8c38e-fdd5-49ae-a066-52e2739d9519, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=17d8c38e-fdd5-49ae-a066-52e2739d9519,segment=NetworkSegment(7c7d52c4-f10f-4259-aca2-3d20dcd26aa1),segment_id=7c7d52c4-f10f-4259-aca2-3d20dcd26aa1)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:41.732628 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ca75acef-e6fc-419c-a129-11c4ae5a435d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.757248 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68119854-0160-4c2c-b013-a5dc4d613d58 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:41.759629 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-68119854-0160-4c2c-b013-a5dc4d613d58 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] 10.222.0.22 "GET /v2.0/ports/cf049e2c-fc4f-4fe4-bd6e-7cccac97d275 HTTP/1.1" status: 200 len: 1129 time: 0.0884652 Jul 16 08:49:41.763631 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57574) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:41.807132 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca75acef-e6fc-419c-a129-11c4ae5a435d None None] Pushing event updated for resources: {'Port': ['ID=17d8c38e-fdd5-49ae-a066-52e2739d9519,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:41.904997 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-3b86400d-8a73-4996-8b06-7c4658cf53d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Deleting port cf049e2c-fc4f-4fe4-bd6e-7cccac97d275 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:41.905600 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3b86400d-8a73-4996-8b06-7c4658cf53d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:41.968456 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 364af638-4723-4510-af78-24e90addbc6d up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:42.031577 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3b86400d-8a73-4996-8b06-7c4658cf53d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.037438 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 364af638-4723-4510-af78-24e90addbc6d triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:42.037829 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.046494 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-3b86400d-8a73-4996-8b06-7c4658cf53d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Calling delete_port for cf049e2c-fc4f-4fe4-bd6e-7cccac97d275 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:42.182671 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3726394a-e2be-42cf-b877-7c7799c574a5 None None] Provisioning for port cf049e2c-fc4f-4fe4-bd6e-7cccac97d275 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:42.209557 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3726394a-e2be-42cf-b877-7c7799c574a5 None None] Provisioning complete for port cf049e2c-fc4f-4fe4-bd6e-7cccac97d275 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:42.209942 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3726394a-e2be-42cf-b877-7c7799c574a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.256731 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-3726394a-e2be-42cf-b877-7c7799c574a5 None None] Port cf049e2c-fc4f-4fe4-bd6e-7cccac97d275 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:49:42.259093 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.294890 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a284e8d-239c-423a-bbfe-197eddb0d17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364af638-4723-4510-af78-24e90addbc6d'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:49:42.297839 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a9e68b-7709-4b64-b426-139158e34676" -d '{"events": [{"server_uuid": "5a284e8d-239c-423a-bbfe-197eddb0d17d", "name": "network-vif-plugged", "status": "completed", "tag": "364af638-4723-4510-af78-24e90addbc6d"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:49:42.314909 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3726394a-e2be-42cf-b877-7c7799c574a5 None None] Provisioning complete for port 17d8c38e-fdd5-49ae-a066-52e2739d9519 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:42.314909 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3726394a-e2be-42cf-b877-7c7799c574a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.324911 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3b86400d-8a73-4996-8b06-7c4658cf53d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.391228 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:49:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fd6e101-815b-413a-9fee-fb0c707b1dd0 x-openstack-request-id: req-7fd6e101-815b-413a-9fee-fb0c707b1dd0 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:49:42.391541 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a284e8d-239c-423a-bbfe-197eddb0d17d", "name": "network-vif-plugged", "status": "completed", "tag": "364af638-4723-4510-af78-24e90addbc6d", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:49:42.391763 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7fd6e101-815b-413a-9fee-fb0c707b1dd0 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:49:42.392426 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a284e8d-239c-423a-bbfe-197eddb0d17d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '364af638-4723-4510-af78-24e90addbc6d', 'code': 200} Jul 16 08:49:42.395314 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b86400d-8a73-4996-8b06-7c4658cf53d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Pushing event deleted for resources: {'Port': ['ID=cf049e2c-fc4f-4fe4-bd6e-7cccac97d275,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:42.395778 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 364af638-4723-4510-af78-24e90addbc6d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=364af638-4723-4510-af78-24e90addbc6d,segment=NetworkSegment(9452ae90-4bd6-4866-933c-eec760d2cc0f),segment_id=9452ae90-4bd6-4866-933c-eec760d2cc0f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:42.406255 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.453186 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3b86400d-8a73-4996-8b06-7c4658cf53d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.458311 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3b86400d-8a73-4996-8b06-7c4658cf53d0 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] 10.222.0.22 "DELETE /v2.0/ports/cf049e2c-fc4f-4fe4-bd6e-7cccac97d275 HTTP/1.1" status: 204 len: 168 time: 0.6909897 Jul 16 08:49:42.458311 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57598) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:42.576058 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=364af638-4723-4510-af78-24e90addbc6d,revision_number=10']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:42.621634 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e1e8ec4-da66-48c5-af1d-fe693288aa86 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Deleting subnet 77782e2f-1f25-4c3d-a953-634bb388d400 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:49:42.629876 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e1e8ec4-da66-48c5-af1d-fe693288aa86 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.694870 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-da0a683a-ab94-4b41-8508-fba7b434c698 None None] Could not find standard attr ID for object cf049e2c-fc4f-4fe4-bd6e-7cccac97d275. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:49:42.712612 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e1e8ec4-da66-48c5-af1d-fe693288aa86 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.788153 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3cc140-f85a-451d-99b6-75d58a2bb3d0 req-d328734c-3c31-4c77-aabb-ec88b9b63124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:42.789783 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-de3cc140-f85a-451d-99b6-75d58a2bb3d0 req-d328734c-3c31-4c77-aabb-ec88b9b63124 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 1098 time: 0.2414188 Jul 16 08:49:42.862454 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 17d8c38e-fdd5-49ae-a066-52e2739d9519 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:42.923222 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-154f9135-3a4f-4292-9291-cc208585aea4 None None] Could not find standard attr ID for object c86f38ab-eb85-4b9e-9548-e8f86b96bae0. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:49:42.934800 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 17d8c38e-fdd5-49ae-a066-52e2739d9519 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:42.935196 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:42.936112 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e1e8ec4-da66-48c5-af1d-fe693288aa86 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.022912 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-de3cc140-f85a-451d-99b6-75d58a2bb3d0 req-a2dc9d37-e901-4db4-a2a9-ba827e2d80e4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2202845 Jul 16 08:49:43.065911 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e1e8ec4-da66-48c5-af1d-fe693288aa86 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.111151 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8e1e8ec4-da66-48c5-af1d-fe693288aa86 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.115225 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8e1e8ec4-da66-48c5-af1d-fe693288aa86 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] 10.222.0.22 "DELETE /v2.0/subnets/77782e2f-1f25-4c3d-a953-634bb388d400 HTTP/1.1" status: 204 len: 168 time: 0.6539345 Jul 16 08:49:43.115973 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57614) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:43.122341 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199ca881-b4c3-475a-8bcd-e77e3199a9f0 req-5e0192f9-8722-462e-b96d-379c86ea65b4 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:43.129996 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-199ca881-b4c3-475a-8bcd-e77e3199a9f0 req-5e0192f9-8722-462e-b96d-379c86ea65b4 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 946 time: 0.3482184 Jul 16 08:49:43.132803 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e1e8ec4-da66-48c5-af1d-fe693288aa86 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Pushing event deleted for resources: {'Subnet': ['ID=77782e2f-1f25-4c3d-a953-634bb388d400,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:43.189498 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-199ca881-b4c3-475a-8bcd-e77e3199a9f0 req-27c81f96-c939-4515-b00d-f72fbdcc1f8c tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554562 Jul 16 08:49:43.238363 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beaf7736-796e-4ccb-aa94-8548635decef None None] Network da6d61c1-bf22-4f30-bdab-b13496b8b047 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:43.276250 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-39bc8ec6-458b-4259-8691-cc49d5860c19 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.367661 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-39bc8ec6-458b-4259-8691-cc49d5860c19 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Deleting port 17d8c38e-fdd5-49ae-a066-52e2739d9519 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:43.368798 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-39bc8ec6-458b-4259-8691-cc49d5860c19 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.471609 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-39bc8ec6-458b-4259-8691-cc49d5860c19 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] For port 17d8c38e-fdd5-49ae-a066-52e2739d9519, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=17d8c38e-fdd5-49ae-a066-52e2739d9519,segment=NetworkSegment(7c7d52c4-f10f-4259-aca2-3d20dcd26aa1),segment_id=7c7d52c4-f10f-4259-aca2-3d20dcd26aa1)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:43.472099 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-39bc8ec6-458b-4259-8691-cc49d5860c19 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.488195 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-39bc8ec6-458b-4259-8691-cc49d5860c19 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Calling delete_port for 17d8c38e-fdd5-49ae-a066-52e2739d9519 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:43.519367 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-accd3df4-b7b2-449d-af1b-a69826d69721 None None] DHCP port deletion for da6d61c1-bf22-4f30-bdab-b13496b8b047 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:49:43.585158 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-accd3df4-b7b2-449d-af1b-a69826d69721 None None] Deleting port 17d8c38e-fdd5-49ae-a066-52e2739d9519 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:43.585673 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-accd3df4-b7b2-449d-af1b-a69826d69721 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.638870 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-39bc8ec6-458b-4259-8691-cc49d5860c19 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.672271 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc8ec6-458b-4259-8691-cc49d5860c19 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Pushing event deleted for resources: {'Port': ['ID=17d8c38e-fdd5-49ae-a066-52e2739d9519,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:43.684108 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bc8ec6-458b-4259-8691-cc49d5860c19 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] No DVR routers for this DVR port 17d8c38e-fdd5-49ae-a066-52e2739d9519 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:43.695241 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-accd3df4-b7b2-449d-af1b-a69826d69721 None None] For port 17d8c38e-fdd5-49ae-a066-52e2739d9519, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=17d8c38e-fdd5-49ae-a066-52e2739d9519,segment=NetworkSegment(7c7d52c4-f10f-4259-aca2-3d20dcd26aa1),segment_id=7c7d52c4-f10f-4259-aca2-3d20dcd26aa1)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:43.695755 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-accd3df4-b7b2-449d-af1b-a69826d69721 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.734801 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-accd3df4-b7b2-449d-af1b-a69826d69721 None None] Calling delete_port for 17d8c38e-fdd5-49ae-a066-52e2739d9519 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:43.879132 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-39bc8ec6-458b-4259-8691-cc49d5860c19 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:49:43.903196 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:49:43.908859 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-39bc8ec6-458b-4259-8691-cc49d5860c19 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da6d61c1-bf22-4f30-bdab-b13496b8b047']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:43.914778 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-accd3df4-b7b2-449d-af1b-a69826d69721 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.934575 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-39bc8ec6-458b-4259-8691-cc49d5860c19 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c7d52c4-f10f-4259-aca2-3d20dcd26aa1') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:43.934874 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-39bc8ec6-458b-4259-8691-cc49d5860c19 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c7d52c4-f10f-4259-aca2-3d20dcd26aa1') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:43.961728 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-39bc8ec6-458b-4259-8691-cc49d5860c19 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.964682 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accd3df4-b7b2-449d-af1b-a69826d69721 None None] Pushing event deleted for resources: {'Port': ['ID=17d8c38e-fdd5-49ae-a066-52e2739d9519,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:43.972376 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-accd3df4-b7b2-449d-af1b-a69826d69721 None None] No DVR routers for this DVR port 17d8c38e-fdd5-49ae-a066-52e2739d9519 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:43.987455 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-39bc8ec6-458b-4259-8691-cc49d5860c19 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:43.996862 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39bc8ec6-458b-4259-8691-cc49d5860c19 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:49:43.997288 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-39bc8ec6-458b-4259-8691-cc49d5860c19 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:49:44.001290 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:49:44.069559 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-39bc8ec6-458b-4259-8691-cc49d5860c19 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.080299 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-39bc8ec6-458b-4259-8691-cc49d5860c19 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.084005 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-39bc8ec6-458b-4259-8691-cc49d5860c19 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] 10.222.0.22 "DELETE /v2.0/networks/da6d61c1-bf22-4f30-bdab-b13496b8b047 HTTP/1.1" status: 204 len: 168 time: 0.9657958 Jul 16 08:49:44.108402 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc8ec6-458b-4259-8691-cc49d5860c19 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307 tempest-ExtraDHCPOptionsIpV6TestJSON-1676026307-project] Pushing event deleted for resources: {'Network': ['ID=da6d61c1-bf22-4f30-bdab-b13496b8b047,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:44.534041 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13590867-70dd-496f-8225-ec4ad435e6aa req-fe1e1fc0-0a65-4f2d-99c9-20f4e7a5fd6c tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:44.543782 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-13590867-70dd-496f-8225-ec4ad435e6aa req-fe1e1fc0-0a65-4f2d-99c9-20f4e7a5fd6c tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 946 time: 0.1413195 Jul 16 08:49:44.595810 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57672) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:44.626054 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-13590867-70dd-496f-8225-ec4ad435e6aa req-584b0cd4-9654-4784-b18a-c48b74f8ef50 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0809801 Jul 16 08:49:44.804138 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57676) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:44.804485 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7c48727f-3f3f-41bd-8196-e45b0ed4347a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d26d5d0e5b1a491d8d7c5b4c78e0337d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2072451 Jul 16 08:49:44.836000 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 17d8c38e-fdd5-49ae-a066-52e2739d9519 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:44.876388 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 17d8c38e-fdd5-49ae-a066-52e2739d9519 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:44.889217 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 17d8c38e-fdd5-49ae-a066-52e2739d9519 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:44.908903 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af56904a-7702-4631-baed-9c0eb254cbeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:44.953059 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af56904a-7702-4631-baed-9c0eb254cbeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:45.044264 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af56904a-7702-4631-baed-9c0eb254cbeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:45.047099 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-af56904a-7702-4631-baed-9c0eb254cbeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:45.048199 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-af56904a-7702-4631-baed-9c0eb254cbeb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2608d145-8288-45c1-9a5c-83931ac97897 HTTP/1.1" status: 204 len: 168 time: 0.2417650 Jul 16 08:49:45.059271 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56904a-7702-4631-baed-9c0eb254cbeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2608d145-8288-45c1-9a5c-83931ac97897,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:45.865326 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24749c60-e96e-48d6-9585-eeb134acb8d1 req-4e37798d-e461-4385-b0f7-1d0bc8020a7c tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:45.869427 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-24749c60-e96e-48d6-9585-eeb134acb8d1 req-4e37798d-e461-4385-b0f7-1d0bc8020a7c tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 946 time: 0.1134539 Jul 16 08:49:45.927209 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-24749c60-e96e-48d6-9585-eeb134acb8d1 req-724a7443-a6ca-4ade-abeb-50d83e730505 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516450 Jul 16 08:49:45.981780 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57708) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:46.094473 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-e468692e-0367-461e-8b70-4064d075016c tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1400559585'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:46.120627 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e468692e-0367-461e-8b70-4064d075016c tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Made reservation on behalf of 5459804e12b4453d932041fd7d060c6d for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:46.124865 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e468692e-0367-461e-8b70-4064d075016c tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.142925 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e468692e-0367-461e-8b70-4064d075016c tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.268654 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e468692e-0367-461e-8b70-4064d075016c tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.274571 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e468692e-0367-461e-8b70-4064d075016c tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.308281 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e468692e-0367-461e-8b70-4064d075016c tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:49:46.319118 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e468692e-0367-461e-8b70-4064d075016c tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff76bcc-d4fc-45d9-8810-cffbe399ba0d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:46.325442 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e468692e-0367-461e-8b70-4064d075016c tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.325846 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-e468692e-0367-461e-8b70-4064d075016c tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Added segment 9448bd1d-8517-4c87-b621-820f686b5279 of type vlan for network 01e3de09-2a8d-4b2b-81ef-e765aa4ecba7 Jul 16 08:49:46.376436 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e468692e-0367-461e-8b70-4064d075016c tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.409018 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e468692e-0367-461e-8b70-4064d075016c tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.415059 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e468692e-0367-461e-8b70-4064d075016c tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:46.416152 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e468692e-0367-461e-8b70-4064d075016c tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.451051 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e468692e-0367-461e-8b70-4064d075016c tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 0.4680820 Jul 16 08:49:46.456074 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57716) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:46.468113 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5de87934-f30f-44ac-bd05-d4a358a03139 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Request body: {'subnet': {'network_id': '01e3de09-2a8d-4b2b-81ef-e765aa4ecba7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:46.501970 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e468692e-0367-461e-8b70-4064d075016c tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Pushing event updated for resources: {'Network': ['ID=01e3de09-2a8d-4b2b-81ef-e765aa4ecba7,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:46.513582 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 01e3de09-2a8d-4b2b-81ef-e765aa4ecba7 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:49:46.606695 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de87934-f30f-44ac-bd05-d4a358a03139 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Made reservation on behalf of 5459804e12b4453d932041fd7d060c6d for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:46.612324 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5de87934-f30f-44ac-bd05-d4a358a03139 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.874265 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5de87934-f30f-44ac-bd05-d4a358a03139 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:46.972061 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de87934-f30f-44ac-bd05-d4a358a03139 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Pushing event updated for resources: {'Subnet': ['ID=898e0bc8-63a0-424e-91ff-94ffbe33f338,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:46.991879 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de87934-f30f-44ac-bd05-d4a358a03139 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Checking segment: {'id': '9448bd1d-8517-4c87-b621-820f686b5279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01e3de09-2a8d-4b2b-81ef-e765aa4ecba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:46.992391 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de87934-f30f-44ac-bd05-d4a358a03139 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Network hostable DHCP agents. Network: 01e3de09-2a8d-4b2b-81ef-e765aa4ecba7, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:49:47.003826 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de87934-f30f-44ac-bd05-d4a358a03139 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:47.004291 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de87934-f30f-44ac-bd05-d4a358a03139 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:47.004917 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de87934-f30f-44ac-bd05-d4a358a03139 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:47.005355 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de87934-f30f-44ac-bd05-d4a358a03139 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:47.005765 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de87934-f30f-44ac-bd05-d4a358a03139 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:47.006354 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de87934-f30f-44ac-bd05-d4a358a03139 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:47.006884 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de87934-f30f-44ac-bd05-d4a358a03139 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:47.007463 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de87934-f30f-44ac-bd05-d4a358a03139 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:47.007877 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de87934-f30f-44ac-bd05-d4a358a03139 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:47.008373 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de87934-f30f-44ac-bd05-d4a358a03139 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:47.009069 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de87934-f30f-44ac-bd05-d4a358a03139 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:47.009498 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5de87934-f30f-44ac-bd05-d4a358a03139 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:47.038495 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de87934-f30f-44ac-bd05-d4a358a03139 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Network 01e3de09-2a8d-4b2b-81ef-e765aa4ecba7 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:49:47.064672 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-5de87934-f30f-44ac-bd05-d4a358a03139 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 01e3de09-2a8d-4b2b-81ef-e765aa4ecba7) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:47.077395 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c8841e-6619-4dda-b960-4c5a03ca994e None None] Network 01e3de09-2a8d-4b2b-81ef-e765aa4ecba7 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:47.084858 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de87934-f30f-44ac-bd05-d4a358a03139 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:47.085736 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5de87934-f30f-44ac-bd05-d4a358a03139 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:47.107026 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5de87934-f30f-44ac-bd05-d4a358a03139 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6493883 Jul 16 08:49:47.109867 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57724) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:47.121811 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8cb5a4ba-db20-4530-ac8c-fb8a31cd24d9 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Request body: {'port': {'network_id': '01e3de09-2a8d-4b2b-81ef-e765aa4ecba7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1137961889'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:47.323319 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81438110-940d-4aef-a51d-badd332d6879 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-01e3de09-2a8d-4b2b-81ef-e765aa4ecba7', 'network_id': '01e3de09-2a8d-4b2b-81ef-e765aa4ecba7', 'tenant_id': '5459804e12b4453d932041fd7d060c6d', 'fixed_ips': [{'subnet_id': '898e0bc8-63a0-424e-91ff-94ffbe33f338'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:49:47.324202 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-81438110-940d-4aef-a51d-badd332d6879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:47.339339 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cb5a4ba-db20-4530-ac8c-fb8a31cd24d9 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Made reservation on behalf of 5459804e12b4453d932041fd7d060c6d for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:47.344600 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8cb5a4ba-db20-4530-ac8c-fb8a31cd24d9 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:47.402700 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-8cb5a4ba-db20-4530-ac8c-fb8a31cd24d9 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] device_id is not set on port 1f8e3711-09e9-40a0-83c3-96124f5addb0 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:49:47.580825 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-81438110-940d-4aef-a51d-badd332d6879 None None] Allocated IP 172.20.0.2 (01e3de09-2a8d-4b2b-81ef-e765aa4ecba7/898e0bc8-63a0-424e-91ff-94ffbe33f338/edf624ad-d96e-48bf-984b-b5a2d739b36b) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:47.814692 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-81438110-940d-4aef-a51d-badd332d6879 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:47.827833 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-81438110-940d-4aef-a51d-badd332d6879 None None] Transition to ACTIVE for port object edf624ad-d96e-48bf-984b-b5a2d739b36b will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:47.846068 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-81438110-940d-4aef-a51d-badd332d6879 None None] Transition to ACTIVE for port object edf624ad-d96e-48bf-984b-b5a2d739b36b will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:47.860205 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-81438110-940d-4aef-a51d-badd332d6879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:47.930015 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-8cb5a4ba-db20-4530-ac8c-fb8a31cd24d9 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Allocated IP 172.20.0.11 (01e3de09-2a8d-4b2b-81ef-e765aa4ecba7/898e0bc8-63a0-424e-91ff-94ffbe33f338/1f8e3711-09e9-40a0-83c3-96124f5addb0) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:47.947780 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81438110-940d-4aef-a51d-badd332d6879 None None] Network 01e3de09-2a8d-4b2b-81ef-e765aa4ecba7 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:47.954352 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-81438110-940d-4aef-a51d-badd332d6879 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:47.967676 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81438110-940d-4aef-a51d-badd332d6879 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:47.981866 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81438110-940d-4aef-a51d-badd332d6879 None None] Pushing event updated for resources: {'Port': ['ID=edf624ad-d96e-48bf-984b-b5a2d739b36b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:48.064404 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-81438110-940d-4aef-a51d-badd332d6879 None None] Attempting to bind port edf624ad-d96e-48bf-984b-b5a2d739b36b on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:48.064800 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-81438110-940d-4aef-a51d-badd332d6879 None None] Attempting to bind port edf624ad-d96e-48bf-984b-b5a2d739b36b by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '9448bd1d-8517-4c87-b621-820f686b5279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01e3de09-2a8d-4b2b-81ef-e765aa4ecba7'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:48.065260 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81438110-940d-4aef-a51d-badd332d6879 None None] Attempting to bind port edf624ad-d96e-48bf-984b-b5a2d739b36b on network 01e3de09-2a8d-4b2b-81ef-e765aa4ecba7 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:48.073927 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81438110-940d-4aef-a51d-badd332d6879 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:48.074457 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81438110-940d-4aef-a51d-badd332d6879 None None] Checking segment: {'id': '9448bd1d-8517-4c87-b621-820f686b5279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01e3de09-2a8d-4b2b-81ef-e765aa4ecba7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:48.074962 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-81438110-940d-4aef-a51d-badd332d6879 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.075684 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81438110-940d-4aef-a51d-badd332d6879 None None] Bound using segment: {'id': '9448bd1d-8517-4c87-b621-820f686b5279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01e3de09-2a8d-4b2b-81ef-e765aa4ecba7'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:48.076395 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-81438110-940d-4aef-a51d-badd332d6879 None None] Bound port: edf624ad-d96e-48bf-984b-b5a2d739b36b, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9448bd1d-8517-4c87-b621-820f686b5279', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '01e3de09-2a8d-4b2b-81ef-e765aa4ecba7'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:48.076797 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-81438110-940d-4aef-a51d-badd332d6879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.168174 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8cb5a4ba-db20-4530-ac8c-fb8a31cd24d9 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.189839 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-8cb5a4ba-db20-4530-ac8c-fb8a31cd24d9 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Transition to ACTIVE for port object 1f8e3711-09e9-40a0-83c3-96124f5addb0 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:48.191953 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-81438110-940d-4aef-a51d-badd332d6879 None None] For port edf624ad-d96e-48bf-984b-b5a2d739b36b, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:48.201946 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-81438110-940d-4aef-a51d-badd332d6879 None None] For port edf624ad-d96e-48bf-984b-b5a2d739b36b, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=edf624ad-d96e-48bf-984b-b5a2d739b36b,segment=NetworkSegment(9448bd1d-8517-4c87-b621-820f686b5279),segment_id=9448bd1d-8517-4c87-b621-820f686b5279)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:48.210535 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-81438110-940d-4aef-a51d-badd332d6879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.238163 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8cb5a4ba-db20-4530-ac8c-fb8a31cd24d9 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.287104 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81438110-940d-4aef-a51d-badd332d6879 None None] Pushing event updated for resources: {'Port': ['ID=edf624ad-d96e-48bf-984b-b5a2d739b36b,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:48.339802 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cb5a4ba-db20-4530-ac8c-fb8a31cd24d9 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Network 01e3de09-2a8d-4b2b-81ef-e765aa4ecba7 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:48.345846 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-8cb5a4ba-db20-4530-ac8c-fb8a31cd24d9 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:48.354194 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cb5a4ba-db20-4530-ac8c-fb8a31cd24d9 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:48.366320 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb5a4ba-db20-4530-ac8c-fb8a31cd24d9 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Pushing event updated for resources: {'Port': ['ID=1f8e3711-09e9-40a0-83c3-96124f5addb0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:48.463182 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cb5a4ba-db20-4530-ac8c-fb8a31cd24d9 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:48.464528 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8cb5a4ba-db20-4530-ac8c-fb8a31cd24d9 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.498436 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8cb5a4ba-db20-4530-ac8c-fb8a31cd24d9 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3866136 Jul 16 08:49:48.502425 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57734) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:48.512689 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-fccd6b64-4c35-4155-ab09-39d617e2a053 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Request body: {'port': {'network_id': '01e3de09-2a8d-4b2b-81ef-e765aa4ecba7', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1035760317', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:48.516242 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.api.validators [None req-fccd6b64-4c35-4155-ab09-39d617e2a053 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] bootfile-name is not in valid_values {{(pid=93758) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:49:48.517750 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.api.validators [None req-fccd6b64-4c35-4155-ab09-39d617e2a053 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] tftp-server is not in valid_values {{(pid=93758) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:49:48.519933 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.api.validators [None req-fccd6b64-4c35-4155-ab09-39d617e2a053 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] server-ip-address is not in valid_values {{(pid=93758) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:49:48.781737 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fccd6b64-4c35-4155-ab09-39d617e2a053 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Made reservation on behalf of 5459804e12b4453d932041fd7d060c6d for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:48.797430 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fccd6b64-4c35-4155-ab09-39d617e2a053 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:48.833451 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-fccd6b64-4c35-4155-ab09-39d617e2a053 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] device_id is not set on port 84d1ba94-b4b7-42aa-8cb2-3aec6d5da87e yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:49:48.963407 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device edf624ad-d96e-48bf-984b-b5a2d739b36b up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:48.996754 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-fccd6b64-4c35-4155-ab09-39d617e2a053 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Allocated IP 172.20.0.10 (01e3de09-2a8d-4b2b-81ef-e765aa4ecba7/898e0bc8-63a0-424e-91ff-94ffbe33f338/84d1ba94-b4b7-42aa-8cb2-3aec6d5da87e) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:49.074170 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port edf624ad-d96e-48bf-984b-b5a2d739b36b completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:49.240571 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fccd6b64-4c35-4155-ab09-39d617e2a053 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:49.258374 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57744) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:49.264281 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-fccd6b64-4c35-4155-ab09-39d617e2a053 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Transition to ACTIVE for port object 84d1ba94-b4b7-42aa-8cb2-3aec6d5da87e will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:49.314093 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fccd6b64-4c35-4155-ab09-39d617e2a053 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:49.366532 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccd6b64-4c35-4155-ab09-39d617e2a053 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Network 01e3de09-2a8d-4b2b-81ef-e765aa4ecba7 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:49.370662 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-fccd6b64-4c35-4155-ab09-39d617e2a053 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:49.375418 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccd6b64-4c35-4155-ab09-39d617e2a053 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:49.382931 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccd6b64-4c35-4155-ab09-39d617e2a053 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Pushing event updated for resources: {'Port': ['ID=84d1ba94-b4b7-42aa-8cb2-3aec6d5da87e,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:49.443480 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fccd6b64-4c35-4155-ab09-39d617e2a053 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:49.444192 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fccd6b64-4c35-4155-ab09-39d617e2a053 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:49.464727 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-fccd6b64-4c35-4155-ab09-39d617e2a053 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1153 time: 0.9602888 Jul 16 08:49:49.468896 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57748) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:49.505397 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-88132661-1087-4473-b927-16113fa1d816 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:49.569344 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caba82e6-b397-45d7-88fd-273baf08812b tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:49.579459 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caba82e6-b397-45d7-88fd-273baf08812b tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:49.589656 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caba82e6-b397-45d7-88fd-273baf08812b tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:49.594395 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-caba82e6-b397-45d7-88fd-273baf08812b tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.1208737 Jul 16 08:49:49.594683 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57752) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:49.657722 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-88132661-1087-4473-b927-16113fa1d816 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:49.662792 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-88132661-1087-4473-b927-16113fa1d816 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:49.693645 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-88132661-1087-4473-b927-16113fa1d816 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=66c48f97efe54dadb2f46f48d55645d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4336822 Jul 16 08:49:49.701643 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57756) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:49.738339 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88132661-1087-4473-b927-16113fa1d816 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc0c3198-88a4-4b8e-8d94-bb40c5eb4fcb,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:49.816972 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c3d1fa01-4ffa-4325-bccd-a2c5bdbff836 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Deleting port 84d1ba94-b4b7-42aa-8cb2-3aec6d5da87e {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:49.817377 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c3d1fa01-4ffa-4325-bccd-a2c5bdbff836 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:49.828087 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3856c994-6a30-4ab8-a8ff-6c88a4267a1a None None] Network 01e3de09-2a8d-4b2b-81ef-e765aa4ecba7 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:49.888221 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-df3dd241-e2dc-417a-951c-d0a278d8dae0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:49.927440 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-df3dd241-e2dc-417a-951c-d0a278d8dae0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:49.965075 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c3d1fa01-4ffa-4325-bccd-a2c5bdbff836 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:49.986518 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8a994915-71c5-461d-b2c0-f041bbf7e819 None None] Provisioning for port edf624ad-d96e-48bf-984b-b5a2d739b36b completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:49.994923 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8a994915-71c5-461d-b2c0-f041bbf7e819 None None] Provisioning complete for port edf624ad-d96e-48bf-984b-b5a2d739b36b triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:49.994923 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8a994915-71c5-461d-b2c0-f041bbf7e819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.006162 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-df3dd241-e2dc-417a-951c-d0a278d8dae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.007691 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c3d1fa01-4ffa-4325-bccd-a2c5bdbff836 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Calling delete_port for 84d1ba94-b4b7-42aa-8cb2-3aec6d5da87e owned by {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:50.018214 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-df3dd241-e2dc-417a-951c-d0a278d8dae0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.019402 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-df3dd241-e2dc-417a-951c-d0a278d8dae0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fc0c3198-88a4-4b8e-8d94-bb40c5eb4fcb HTTP/1.1" status: 204 len: 168 time: 0.3169658 Jul 16 08:49:50.049809 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3dd241-e2dc-417a-951c-d0a278d8dae0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc0c3198-88a4-4b8e-8d94-bb40c5eb4fcb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:50.217316 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8a994915-71c5-461d-b2c0-f041bbf7e819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.268855 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8a994915-71c5-461d-b2c0-f041bbf7e819 None None] For port edf624ad-d96e-48bf-984b-b5a2d739b36b, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=edf624ad-d96e-48bf-984b-b5a2d739b36b,segment=NetworkSegment(9448bd1d-8517-4c87-b621-820f686b5279),segment_id=9448bd1d-8517-4c87-b621-820f686b5279)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:50.283149 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8a994915-71c5-461d-b2c0-f041bbf7e819 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.299734 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c3d1fa01-4ffa-4325-bccd-a2c5bdbff836 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.371263 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a994915-71c5-461d-b2c0-f041bbf7e819 None None] Pushing event updated for resources: {'Port': ['ID=edf624ad-d96e-48bf-984b-b5a2d739b36b,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:50.385806 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3d1fa01-4ffa-4325-bccd-a2c5bdbff836 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Pushing event deleted for resources: {'Port': ['ID=84d1ba94-b4b7-42aa-8cb2-3aec6d5da87e,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:50.394513 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a994915-71c5-461d-b2c0-f041bbf7e819 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:50.395465 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a994915-71c5-461d-b2c0-f041bbf7e819 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:50.396832 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a994915-71c5-461d-b2c0-f041bbf7e819 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:50.397821 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a994915-71c5-461d-b2c0-f041bbf7e819 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:50.398705 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a994915-71c5-461d-b2c0-f041bbf7e819 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:50.402329 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a994915-71c5-461d-b2c0-f041bbf7e819 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:50.403172 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a994915-71c5-461d-b2c0-f041bbf7e819 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:50.403770 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a994915-71c5-461d-b2c0-f041bbf7e819 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:50.404321 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a994915-71c5-461d-b2c0-f041bbf7e819 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:50.405634 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a994915-71c5-461d-b2c0-f041bbf7e819 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:50.406246 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a994915-71c5-461d-b2c0-f041bbf7e819 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:50.407055 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a994915-71c5-461d-b2c0-f041bbf7e819 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:50.507288 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c3d1fa01-4ffa-4325-bccd-a2c5bdbff836 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.511974 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c3d1fa01-4ffa-4325-bccd-a2c5bdbff836 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] 10.222.0.22 "DELETE /v2.0/ports/84d1ba94-b4b7-42aa-8cb2-3aec6d5da87e HTTP/1.1" status: 204 len: 168 time: 0.9160826 Jul 16 08:49:50.517308 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57772) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:50.527874 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-944f267a-0c0f-4e46-ad00-7e6298cc3e88 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Request body: {'port': {'name': 'tempest-new-port-name-574992512', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:50.528862 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.api.validators [None req-944f267a-0c0f-4e46-ad00-7e6298cc3e88 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] bootfile-name is not in valid_values {{(pid=93758) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:49:50.529751 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.api.validators [None req-944f267a-0c0f-4e46-ad00-7e6298cc3e88 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] tftp-server is not in valid_values {{(pid=93758) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:49:50.530426 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.api.validators [None req-944f267a-0c0f-4e46-ad00-7e6298cc3e88 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] server-ip-address is not in valid_values {{(pid=93758) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 16 08:49:50.625951 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-458647be-3870-4995-99ca-1a843c861c9c None None] Provisioning complete for port edf624ad-d96e-48bf-984b-b5a2d739b36b triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:50.626462 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-458647be-3870-4995-99ca-1a843c861c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.747382 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-944f267a-0c0f-4e46-ad00-7e6298cc3e88 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:50.875220 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-458647be-3870-4995-99ca-1a843c861c9c None None] Could not find standard attr ID for object 84d1ba94-b4b7-42aa-8cb2-3aec6d5da87e. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:49:50.907382 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device edf624ad-d96e-48bf-984b-b5a2d739b36b up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:50.966604 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-458647be-3870-4995-99ca-1a843c861c9c None None] Provisioning for port 1f8e3711-09e9-40a0-83c3-96124f5addb0 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:50.974428 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-458647be-3870-4995-99ca-1a843c861c9c None None] Provisioning complete for port 1f8e3711-09e9-40a0-83c3-96124f5addb0 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:50.975126 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-458647be-3870-4995-99ca-1a843c861c9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.073212 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-458647be-3870-4995-99ca-1a843c861c9c None None] Port 1f8e3711-09e9-40a0-83c3-96124f5addb0 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:49:51.076138 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port edf624ad-d96e-48bf-984b-b5a2d739b36b triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:51.076857 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.236414 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9ac558db-2cf6-4d31-92c8-6ba2351cc215 None None] Provisioning complete for port 1f8e3711-09e9-40a0-83c3-96124f5addb0 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:51.236414 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9ac558db-2cf6-4d31-92c8-6ba2351cc215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.262399 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-944f267a-0c0f-4e46-ad00-7e6298cc3e88 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.271305 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-944f267a-0c0f-4e46-ad00-7e6298cc3e88 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.291200 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-9ac558db-2cf6-4d31-92c8-6ba2351cc215 None None] Port 1f8e3711-09e9-40a0-83c3-96124f5addb0 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:49:51.420478 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57790) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:51.429539 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2218e80b-249e-4969-8f31-afdabb1eb258 None None] Could not find standard attr ID for object 84d1ba94-b4b7-42aa-8cb2-3aec6d5da87e. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:49:51.433300 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-944f267a-0c0f-4e46-ad00-7e6298cc3e88 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] In _notify_port_updated(), no bound segment for port 1f8e3711-09e9-40a0-83c3-96124f5addb0 on network 01e3de09-2a8d-4b2b-81ef-e765aa4ecba7 {{(pid=93758) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:49:51.440856 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-944f267a-0c0f-4e46-ad00-7e6298cc3e88 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:51.441878 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-944f267a-0c0f-4e46-ad00-7e6298cc3e88 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.446300 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57794) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:51.447111 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-944f267a-0c0f-4e46-ad00-7e6298cc3e88 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] 10.222.0.22 "PUT /v2.0/ports/1f8e3711-09e9-40a0-83c3-96124f5addb0 HTTP/1.1" status: 200 len: 1136 time: 0.9272213 Jul 16 08:49:51.448380 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944f267a-0c0f-4e46-ad00-7e6298cc3e88 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Pushing event updated for resources: {'Port': ['ID=1f8e3711-09e9-40a0-83c3-96124f5addb0,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:51.536824 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfad9cda-a902-47c8-80e7-99a18e2da081 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:51.538401 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bfad9cda-a902-47c8-80e7-99a18e2da081 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] 10.222.0.22 "GET /v2.0/ports/1f8e3711-09e9-40a0-83c3-96124f5addb0 HTTP/1.1" status: 200 len: 1136 time: 0.0910313 Jul 16 08:49:51.544180 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57796) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:51.591061 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-c89faae8-0bf4-4eeb-8356-e3dee56282ea admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1690893934-network', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:51.624274 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c89faae8-0bf4-4eeb-8356-e3dee56282ea admin admin] Made reservation on behalf of 30db3ea81a8c4c93843f47b12edb82f2 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:51.630825 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c89faae8-0bf4-4eeb-8356-e3dee56282ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.649303 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c89faae8-0bf4-4eeb-8356-e3dee56282ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.700621 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-163bd363-5e78-42cc-b76e-95ce4e0b0049 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Deleting port 1f8e3711-09e9-40a0-83c3-96124f5addb0 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:51.701454 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-163bd363-5e78-42cc-b76e-95ce4e0b0049 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.827156 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c89faae8-0bf4-4eeb-8356-e3dee56282ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.832684 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c89faae8-0bf4-4eeb-8356-e3dee56282ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.859569 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-163bd363-5e78-42cc-b76e-95ce4e0b0049 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.865699 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c89faae8-0bf4-4eeb-8356-e3dee56282ea admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:49:51.882945 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-163bd363-5e78-42cc-b76e-95ce4e0b0049 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Calling delete_port for 1f8e3711-09e9-40a0-83c3-96124f5addb0 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:51.890652 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89faae8-0bf4-4eeb-8356-e3dee56282ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42dd5598-4aa0-4f58-a79b-1315ce42dc91,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:51.900632 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c89faae8-0bf4-4eeb-8356-e3dee56282ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.901290 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-c89faae8-0bf4-4eeb-8356-e3dee56282ea admin admin] Added segment 914b7bf3-49f5-48f5-90e4-cb094e5ed4ae of type vlan for network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 Jul 16 08:49:51.967178 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d73b3192-fa66-45dc-82c9-a85bddcb6eb0 None None] Provisioning complete for port 1f8e3711-09e9-40a0-83c3-96124f5addb0 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:51.967545 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d73b3192-fa66-45dc-82c9-a85bddcb6eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:51.971066 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c89faae8-0bf4-4eeb-8356-e3dee56282ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.009815 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-d73b3192-fa66-45dc-82c9-a85bddcb6eb0 None None] Port 1f8e3711-09e9-40a0-83c3-96124f5addb0 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:49:52.013852 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c89faae8-0bf4-4eeb-8356-e3dee56282ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.015444 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c89faae8-0bf4-4eeb-8356-e3dee56282ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:52.016140 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c89faae8-0bf4-4eeb-8356-e3dee56282ea admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.068435 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c89faae8-0bf4-4eeb-8356-e3dee56282ea admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6472564 Jul 16 08:49:52.073075 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57798) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:52.083968 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-163bd363-5e78-42cc-b76e-95ce4e0b0049 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.084950 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-d65addff-6a7d-43b5-b9a6-7322881ce6cc admin admin] Request body: {'subnet': {'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1690893934-subnet', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:52.126347 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89faae8-0bf4-4eeb-8356-e3dee56282ea admin admin] Pushing event updated for resources: {'Network': ['ID=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:52.134500 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163bd363-5e78-42cc-b76e-95ce4e0b0049 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Pushing event deleted for resources: {'Port': ['ID=1f8e3711-09e9-40a0-83c3-96124f5addb0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:52.146968 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:49:52.149656 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d65addff-6a7d-43b5-b9a6-7322881ce6cc admin admin] Made reservation on behalf of 30db3ea81a8c4c93843f47b12edb82f2 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:52.152471 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d65addff-6a7d-43b5-b9a6-7322881ce6cc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.219146 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-163bd363-5e78-42cc-b76e-95ce4e0b0049 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.225037 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-163bd363-5e78-42cc-b76e-95ce4e0b0049 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] 10.222.0.22 "DELETE /v2.0/ports/1f8e3711-09e9-40a0-83c3-96124f5addb0 HTTP/1.1" status: 204 len: 168 time: 0.6792023 Jul 16 08:49:52.226742 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57802) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:52.364342 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f61827b-c8df-4e73-9a0a-eff07b9d2725 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Deleting subnet 898e0bc8-63a0-424e-91ff-94ffbe33f338 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:49:52.372023 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6f61827b-c8df-4e73-9a0a-eff07b9d2725 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.453429 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6f61827b-c8df-4e73-9a0a-eff07b9d2725 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.615888 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6f61827b-c8df-4e73-9a0a-eff07b9d2725 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.686247 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6f61827b-c8df-4e73-9a0a-eff07b9d2725 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.720981 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f61827b-c8df-4e73-9a0a-eff07b9d2725 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Pushing event deleted for resources: {'Subnet': ['ID=898e0bc8-63a0-424e-91ff-94ffbe33f338,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:52.731194 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6f61827b-c8df-4e73-9a0a-eff07b9d2725 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.737711 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6f61827b-c8df-4e73-9a0a-eff07b9d2725 tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] 10.222.0.22 "DELETE /v2.0/subnets/898e0bc8-63a0-424e-91ff-94ffbe33f338 HTTP/1.1" status: 204 len: 168 time: 0.5106337 Jul 16 08:49:52.742183 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57806) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:52.744314 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f170d5-01ec-4c78-8248-8e35d25c27ce None None] Network 01e3de09-2a8d-4b2b-81ef-e765aa4ecba7 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:52.867259 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d65addff-6a7d-43b5-b9a6-7322881ce6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.868183 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-30d6c122-d5f7-4644-8fe7-1a5aa353f1cc tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.958806 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65addff-6a7d-43b5-b9a6-7322881ce6cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=1a202c89-ad61-4335-b129-f178d622ac10,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:52.962225 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-30d6c122-d5f7-4644-8fe7-1a5aa353f1cc tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Deleting port edf624ad-d96e-48bf-984b-b5a2d739b36b {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:52.962836 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-30d6c122-d5f7-4644-8fe7-1a5aa353f1cc tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:52.987035 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65addff-6a7d-43b5-b9a6-7322881ce6cc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:52.987510 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65addff-6a7d-43b5-b9a6-7322881ce6cc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:52.987970 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65addff-6a7d-43b5-b9a6-7322881ce6cc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:52.988553 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65addff-6a7d-43b5-b9a6-7322881ce6cc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:52.988887 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65addff-6a7d-43b5-b9a6-7322881ce6cc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:52.989291 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65addff-6a7d-43b5-b9a6-7322881ce6cc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:52.989705 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65addff-6a7d-43b5-b9a6-7322881ce6cc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:52.990150 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65addff-6a7d-43b5-b9a6-7322881ce6cc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:52.990692 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65addff-6a7d-43b5-b9a6-7322881ce6cc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:52.991104 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65addff-6a7d-43b5-b9a6-7322881ce6cc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:52.991511 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65addff-6a7d-43b5-b9a6-7322881ce6cc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:52.991981 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65addff-6a7d-43b5-b9a6-7322881ce6cc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:49:53.004548 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65addff-6a7d-43b5-b9a6-7322881ce6cc admin admin] Checking segment: {'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:53.004934 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65addff-6a7d-43b5-b9a6-7322881ce6cc admin admin] Network hostable DHCP agents. Network: ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:49:53.026336 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d65addff-6a7d-43b5-b9a6-7322881ce6cc admin admin] Network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:49:53.042289 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-d65addff-6a7d-43b5-b9a6-7322881ce6cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:53.046656 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-625b4890-65f7-4502-82c6-676d7258f15b None None] DHCP port deletion for 01e3de09-2a8d-4b2b-81ef-e765aa4ecba7 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:49:53.048276 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d65addff-6a7d-43b5-b9a6-7322881ce6cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:53.049896 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d65addff-6a7d-43b5-b9a6-7322881ce6cc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.061671 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bceba5c4-0c7f-499e-ac7e-7aa6e90abbc7 None None] Network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:53.068861 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d65addff-6a7d-43b5-b9a6-7322881ce6cc admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9943943 Jul 16 08:49:53.072039 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57808) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:53.078476 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-061be390-2242-4d23-ac35-db26ea85efa9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1690893934-router', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:53.111510 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-30d6c122-d5f7-4644-8fe7-1a5aa353f1cc tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] For port edf624ad-d96e-48bf-984b-b5a2d739b36b, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=edf624ad-d96e-48bf-984b-b5a2d739b36b,segment=NetworkSegment(9448bd1d-8517-4c87-b621-820f686b5279),segment_id=9448bd1d-8517-4c87-b621-820f686b5279)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:53.112051 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-30d6c122-d5f7-4644-8fe7-1a5aa353f1cc tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.118191 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-061be390-2242-4d23-ac35-db26ea85efa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.119974 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-061be390-2242-4d23-ac35-db26ea85efa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.146444 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-30d6c122-d5f7-4644-8fe7-1a5aa353f1cc tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Calling delete_port for edf624ad-d96e-48bf-984b-b5a2d739b36b owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:53.202511 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-625b4890-65f7-4502-82c6-676d7258f15b None None] Deleting port edf624ad-d96e-48bf-984b-b5a2d739b36b {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:49:53.203006 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-625b4890-65f7-4502-82c6-676d7258f15b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.221939 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-061be390-2242-4d23-ac35-db26ea85efa9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.268178 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-30d6c122-d5f7-4644-8fe7-1a5aa353f1cc tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.311949 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6c122-d5f7-4644-8fe7-1a5aa353f1cc tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Pushing event deleted for resources: {'Port': ['ID=edf624ad-d96e-48bf-984b-b5a2d739b36b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:53.317307 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-625b4890-65f7-4502-82c6-676d7258f15b None None] For port edf624ad-d96e-48bf-984b-b5a2d739b36b, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=edf624ad-d96e-48bf-984b-b5a2d739b36b,segment=NetworkSegment(9448bd1d-8517-4c87-b621-820f686b5279),segment_id=9448bd1d-8517-4c87-b621-820f686b5279)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:53.317845 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-625b4890-65f7-4502-82c6-676d7258f15b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.322868 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d6c122-d5f7-4644-8fe7-1a5aa353f1cc tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] No DVR routers for this DVR port edf624ad-d96e-48bf-984b-b5a2d739b36b on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:53.327673 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0239b547-af46-4898-8afe-5c1373c59ba4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'fixed_ips': [{'subnet_id': '1a202c89-ad61-4335-b129-f178d622ac10'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:49:53.328556 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0239b547-af46-4898-8afe-5c1373c59ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.419329 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-061be390-2242-4d23-ac35-db26ea85efa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.472474 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-30d6c122-d5f7-4644-8fe7-1a5aa353f1cc tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.489099 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-30d6c122-d5f7-4644-8fe7-1a5aa353f1cc tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01e3de09-2a8d-4b2b-81ef-e765aa4ecba7']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:53.508903 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-30d6c122-d5f7-4644-8fe7-1a5aa353f1cc tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9448bd1d-8517-4c87-b621-820f686b5279') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:53.510090 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-30d6c122-d5f7-4644-8fe7-1a5aa353f1cc tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9448bd1d-8517-4c87-b621-820f686b5279') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:53.538453 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-30d6c122-d5f7-4644-8fe7-1a5aa353f1cc tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.560001 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-625b4890-65f7-4502-82c6-676d7258f15b None None] Calling delete_port for edf624ad-d96e-48bf-984b-b5a2d739b36b owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:49:53.574340 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-30d6c122-d5f7-4644-8fe7-1a5aa353f1cc tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.582409 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30d6c122-d5f7-4644-8fe7-1a5aa353f1cc tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:49:53.582786 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-30d6c122-d5f7-4644-8fe7-1a5aa353f1cc tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:49:53.585912 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:49:53.666819 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-30d6c122-d5f7-4644-8fe7-1a5aa353f1cc tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.684447 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-30d6c122-d5f7-4644-8fe7-1a5aa353f1cc tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.686924 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-30d6c122-d5f7-4644-8fe7-1a5aa353f1cc tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] 10.222.0.22 "DELETE /v2.0/networks/01e3de09-2a8d-4b2b-81ef-e765aa4ecba7 HTTP/1.1" status: 204 len: 168 time: 0.9431779 Jul 16 08:49:53.699022 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d6c122-d5f7-4644-8fe7-1a5aa353f1cc tempest-ExtraDHCPOptionsTestJSON-1945156146 tempest-ExtraDHCPOptionsTestJSON-1945156146-project] Pushing event deleted for resources: {'Network': ['ID=01e3de09-2a8d-4b2b-81ef-e765aa4ecba7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:53.782940 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-0239b547-af46-4898-8afe-5c1373c59ba4 None None] Allocated IP 172.20.0.2 (ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0/1a202c89-ad61-4335-b129-f178d622ac10/67e208af-46b2-4810-b64f-656ecae4e05f) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:53.810021 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-061be390-2242-4d23-ac35-db26ea85efa9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.818226 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-625b4890-65f7-4502-82c6-676d7258f15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.836790 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-061be390-2242-4d23-ac35-db26ea85efa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:53.858866 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-625b4890-65f7-4502-82c6-676d7258f15b None None] Network 01e3de09-2a8d-4b2b-81ef-e765aa4ecba7 is not hosted by any dhcp agent {{(pid=93760) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 08:49:53.859329 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-625b4890-65f7-4502-82c6-676d7258f15b None None] No DVR routers for this DVR port edf624ad-d96e-48bf-984b-b5a2d739b36b on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:49:53.864004 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b4890-65f7-4502-82c6-676d7258f15b None None] Pushing event deleted for resources: {'Port': ['ID=edf624ad-d96e-48bf-984b-b5a2d739b36b,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:54.022510 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57818) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:54.026478 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-061be390-2242-4d23-ac35-db26ea85efa9 admin admin] Allocated IP 172.25.3.234 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/f374113f-789c-4ab3-9b19-6e39ee535bde) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:54.029693 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0239b547-af46-4898-8afe-5c1373c59ba4 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.040911 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0239b547-af46-4898-8afe-5c1373c59ba4 None None] Transition to ACTIVE for port object 67e208af-46b2-4810-b64f-656ecae4e05f will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:54.059570 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0239b547-af46-4898-8afe-5c1373c59ba4 None None] Transition to ACTIVE for port object 67e208af-46b2-4810-b64f-656ecae4e05f will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:54.067150 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0239b547-af46-4898-8afe-5c1373c59ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.105932 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0239b547-af46-4898-8afe-5c1373c59ba4 None None] Network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:54.109510 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-0239b547-af46-4898-8afe-5c1373c59ba4 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:54.115631 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0239b547-af46-4898-8afe-5c1373c59ba4 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:54.128861 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239b547-af46-4898-8afe-5c1373c59ba4 None None] Pushing event updated for resources: {'Port': ['ID=67e208af-46b2-4810-b64f-656ecae4e05f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:54.189289 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-061be390-2242-4d23-ac35-db26ea85efa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.199487 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-0239b547-af46-4898-8afe-5c1373c59ba4 None None] Attempting to bind port 67e208af-46b2-4810-b64f-656ecae4e05f on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:54.200052 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-0239b547-af46-4898-8afe-5c1373c59ba4 None None] Attempting to bind port 67e208af-46b2-4810-b64f-656ecae4e05f by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:54.200312 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0239b547-af46-4898-8afe-5c1373c59ba4 None None] Attempting to bind port 67e208af-46b2-4810-b64f-656ecae4e05f on network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:54.207624 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0239b547-af46-4898-8afe-5c1373c59ba4 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:54.208305 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0239b547-af46-4898-8afe-5c1373c59ba4 None None] Checking segment: {'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:54.208852 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0239b547-af46-4898-8afe-5c1373c59ba4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.209252 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0239b547-af46-4898-8afe-5c1373c59ba4 None None] Bound using segment: {'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:54.209736 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-0239b547-af46-4898-8afe-5c1373c59ba4 None None] Bound port: 67e208af-46b2-4810-b64f-656ecae4e05f, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:54.210122 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0239b547-af46-4898-8afe-5c1373c59ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.264202 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-080634a8-98b7-4ff4-9a8b-0daebea5f1ea admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5459804e12b4453d932041fd7d060c6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2401237 Jul 16 08:49:54.266914 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57822) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:54.298068 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-061be390-2242-4d23-ac35-db26ea85efa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.313635 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-0239b547-af46-4898-8afe-5c1373c59ba4 None None] For port 67e208af-46b2-4810-b64f-656ecae4e05f, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:54.317895 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-0239b547-af46-4898-8afe-5c1373c59ba4 None None] For port 67e208af-46b2-4810-b64f-656ecae4e05f, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=67e208af-46b2-4810-b64f-656ecae4e05f,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:54.331748 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0239b547-af46-4898-8afe-5c1373c59ba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.342013 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de41c0b9-579e-4ad2-8a39-91b25ce251f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.346668 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061be390-2242-4d23-ac35-db26ea85efa9 admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:54.350497 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-061be390-2242-4d23-ac35-db26ea85efa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:54.354254 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-061be390-2242-4d23-ac35-db26ea85efa9 admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:54.374513 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de41c0b9-579e-4ad2-8a39-91b25ce251f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.401106 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-061be390-2242-4d23-ac35-db26ea85efa9 admin admin] Pushing event updated for resources: {'Port': ['ID=f374113f-789c-4ab3-9b19-6e39ee535bde,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:54.425151 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0239b547-af46-4898-8afe-5c1373c59ba4 None None] Pushing event updated for resources: {'Port': ['ID=67e208af-46b2-4810-b64f-656ecae4e05f,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:54.482006 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de41c0b9-579e-4ad2-8a39-91b25ce251f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.485341 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de41c0b9-579e-4ad2-8a39-91b25ce251f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.486709 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-de41c0b9-579e-4ad2-8a39-91b25ce251f9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1ff76bcc-d4fc-45d9-8810-cffbe399ba0d HTTP/1.1" status: 204 len: 168 time: 0.2187097 Jul 16 08:49:54.513230 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de41c0b9-579e-4ad2-8a39-91b25ce251f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff76bcc-d4fc-45d9-8810-cffbe399ba0d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:54.795434 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-061be390-2242-4d23-ac35-db26ea85efa9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:54.933487 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 67e208af-46b2-4810-b64f-656ecae4e05f up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:54.994445 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 67e208af-46b2-4810-b64f-656ecae4e05f completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:55.080002 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device edf624ad-d96e-48bf-984b-b5a2d739b36b no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:49:55.110510 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: edf624ad-d96e-48bf-984b-b5a2d739b36b {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:49:55.111186 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device edf624ad-d96e-48bf-984b-b5a2d739b36b not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:49:55.162687 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-061be390-2242-4d23-ac35-db26ea85efa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:55.325517 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-061be390-2242-4d23-ac35-db26ea85efa9 admin admin] Router 2b3a1e75-8fee-4585-95f3-88b32e554ddc is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:49:55.542993 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-061be390-2242-4d23-ac35-db26ea85efa9 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:55.554867 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dc0d2c-f0da-4a74-b7ea-d7ae1db18bfd None None] Sync routers for ids ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:49:55.562102 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-061be390-2242-4d23-ac35-db26ea85efa9 admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:55.563703 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-061be390-2242-4d23-ac35-db26ea85efa9 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4905665 Jul 16 08:49:55.566618 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57850) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:55.568264 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dc0d2c-f0da-4a74-b7ea-d7ae1db18bfd None None] Routers {'2b3a1e75-8fee-4585-95f3-88b32e554ddc'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:55.569158 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-80dc0d2c-f0da-4a74-b7ea-d7ae1db18bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:49:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:55.590843 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57852) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:55.777443 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-e4495be9-68a5-4cfe-a327-cce89c96ec71 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-939200480'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:55.795319 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-80dc0d2c-f0da-4a74-b7ea-d7ae1db18bfd None None] Set router 2b3a1e75-8fee-4585-95f3-88b32e554ddc gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:55.813936 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4495be9-68a5-4cfe-a327-cce89c96ec71 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Made reservation on behalf of 6b460aa928c44815abc3a83bbe777d0d for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:55.820808 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e4495be9-68a5-4cfe-a327-cce89c96ec71 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:55.835607 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e4495be9-68a5-4cfe-a327-cce89c96ec71 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:55.913121 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36382fe4-05d3-48ac-8736-27e42e85f2ce None None] Network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:56.031822 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e4495be9-68a5-4cfe-a327-cce89c96ec71 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.038592 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e4495be9-68a5-4cfe-a327-cce89c96ec71 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.095045 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4495be9-68a5-4cfe-a327-cce89c96ec71 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:49:56.132407 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4495be9-68a5-4cfe-a327-cce89c96ec71 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Pushing event updated for resources: {'SecurityGroup': ['ID=215b9d11-a7e0-49b4-8d04-3b63b437849d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:56.132904 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-05368eda-2afa-4b24-a123-3ab46592d500 None None] Provisioning for port 67e208af-46b2-4810-b64f-656ecae4e05f completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:56.139356 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e4495be9-68a5-4cfe-a327-cce89c96ec71 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.139705 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-e4495be9-68a5-4cfe-a327-cce89c96ec71 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Added segment a5cb5748-aede-4a53-8178-75937b6c3a26 of type vlan for network e57debfb-011a-4408-974e-3bb1569c14e0 Jul 16 08:49:56.176174 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-05368eda-2afa-4b24-a123-3ab46592d500 None None] Provisioning complete for port 67e208af-46b2-4810-b64f-656ecae4e05f triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:56.176833 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-05368eda-2afa-4b24-a123-3ab46592d500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.201729 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e4495be9-68a5-4cfe-a327-cce89c96ec71 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.247638 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e4495be9-68a5-4cfe-a327-cce89c96ec71 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.257953 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4495be9-68a5-4cfe-a327-cce89c96ec71 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:56.259459 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e4495be9-68a5-4cfe-a327-cce89c96ec71 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.304481 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13f4de74-7cd7-4486-a4d8-93d2d56bf26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.317156 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e4495be9-68a5-4cfe-a327-cce89c96ec71 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7249134 Jul 16 08:49:56.322740 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57862) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:56.333408 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-702b1a48-dc51-4815-8f75-da204f9acaaa tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Request body: {'subnet': {'network_id': 'e57debfb-011a-4408-974e-3bb1569c14e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:56.352692 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-80dc0d2c-f0da-4a74-b7ea-d7ae1db18bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'name': 'tempest-TestVolumeBootPattern-1690893934-router', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:49:54Z', 'revision_number': 3, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'gw_port': {'id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:49:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:56.395707 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4495be9-68a5-4cfe-a327-cce89c96ec71 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Pushing event updated for resources: {'Network': ['ID=e57debfb-011a-4408-974e-3bb1569c14e0,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:56.410669 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network e57debfb-011a-4408-974e-3bb1569c14e0 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:49:56.412594 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dc0d2c-f0da-4a74-b7ea-d7ae1db18bfd None None] Checking router: 2b3a1e75-8fee-4585-95f3-88b32e554ddc for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:49:56.412952 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dc0d2c-f0da-4a74-b7ea-d7ae1db18bfd None None] Updating router 2b3a1e75-8fee-4585-95f3-88b32e554ddc port f374113f-789c-4ab3-9b19-6e39ee535bde binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:49:56.468937 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-05368eda-2afa-4b24-a123-3ab46592d500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.493076 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-702b1a48-dc51-4815-8f75-da204f9acaaa tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Made reservation on behalf of 6b460aa928c44815abc3a83bbe777d0d for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:56.499042 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-702b1a48-dc51-4815-8f75-da204f9acaaa tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.582705 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb24b5d-f4cf-47e0-9300-a6c4e2c8ce1f req-cc34b252-3fa9-4fea-abc6-670fdafaf1d3 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:56.589514 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb24b5d-f4cf-47e0-9300-a6c4e2c8ce1f req-cc34b252-3fa9-4fea-abc6-670fdafaf1d3 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:56.596266 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb24b5d-f4cf-47e0-9300-a6c4e2c8ce1f req-cc34b252-3fa9-4fea-abc6-670fdafaf1d3 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:56.605312 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb24b5d-f4cf-47e0-9300-a6c4e2c8ce1f req-cc34b252-3fa9-4fea-abc6-670fdafaf1d3 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:56.606383 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80dc0d2c-f0da-4a74-b7ea-d7ae1db18bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.611866 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb24b5d-f4cf-47e0-9300-a6c4e2c8ce1f req-cc34b252-3fa9-4fea-abc6-670fdafaf1d3 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:56.618536 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb24b5d-f4cf-47e0-9300-a6c4e2c8ce1f req-cc34b252-3fa9-4fea-abc6-670fdafaf1d3 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:56.624921 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb24b5d-f4cf-47e0-9300-a6c4e2c8ce1f req-cc34b252-3fa9-4fea-abc6-670fdafaf1d3 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:56.626912 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3eb24b5d-f4cf-47e0-9300-a6c4e2c8ce1f req-cc34b252-3fa9-4fea-abc6-670fdafaf1d3 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5432 time: 0.2727754 Jul 16 08:49:56.660224 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-05368eda-2afa-4b24-a123-3ab46592d500 None None] For port 67e208af-46b2-4810-b64f-656ecae4e05f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=67e208af-46b2-4810-b64f-656ecae4e05f,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:49:56.705507 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-13f4de74-7cd7-4486-a4d8-93d2d56bf26a admin admin] Allocated IP 172.20.0.1 (ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0/1a202c89-ad61-4335-b129-f178d622ac10/9128757d-2d91-4dd4-900b-7873b6e8a2d7) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:56.710199 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-05368eda-2afa-4b24-a123-3ab46592d500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.718699 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3eb24b5d-f4cf-47e0-9300-a6c4e2c8ce1f req-f67d94e9-3ce8-4f42-9fe5-f921cb39cc5c tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0797341 Jul 16 08:49:56.820225 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05368eda-2afa-4b24-a123-3ab46592d500 None None] Pushing event updated for resources: {'Port': ['ID=67e208af-46b2-4810-b64f-656ecae4e05f,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:56.910240 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13f4de74-7cd7-4486-a4d8-93d2d56bf26a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:56.918011 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-702b1a48-dc51-4815-8f75-da204f9acaaa tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.085842 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-702b1a48-dc51-4815-8f75-da204f9acaaa tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Pushing event updated for resources: {'Subnet': ['ID=63516999-d1f5-4dbe-97ed-b58bc8bb03f5,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:57.090658 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-702b1a48-dc51-4815-8f75-da204f9acaaa tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Checking segment: {'id': 'a5cb5748-aede-4a53-8178-75937b6c3a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e57debfb-011a-4408-974e-3bb1569c14e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:57.091040 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702b1a48-dc51-4815-8f75-da204f9acaaa tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Network hostable DHCP agents. Network: e57debfb-011a-4408-974e-3bb1569c14e0, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:49:57.107058 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80dc0d2c-f0da-4a74-b7ea-d7ae1db18bfd None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.132762 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-80dc0d2c-f0da-4a74-b7ea-d7ae1db18bfd None None] Transition to ACTIVE for port object f374113f-789c-4ab3-9b19-6e39ee535bde will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:57.142283 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80dc0d2c-f0da-4a74-b7ea-d7ae1db18bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.145670 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-21db5bcb-a58b-4c9c-b56c-e994d91985c3 None None] Provisioning complete for port 67e208af-46b2-4810-b64f-656ecae4e05f triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:57.146061 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-21db5bcb-a58b-4c9c-b56c-e994d91985c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.155624 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-702b1a48-dc51-4815-8f75-da204f9acaaa tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Network e57debfb-011a-4408-974e-3bb1569c14e0 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:49:57.177171 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf27692-d63e-4d41-9904-5014f1e9edac req-e642310d-f146-426b-9539-de9762274b7a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:57.185107 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf27692-d63e-4d41-9904-5014f1e9edac req-e642310d-f146-426b-9539-de9762274b7a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:57.194464 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf27692-d63e-4d41-9904-5014f1e9edac req-e642310d-f146-426b-9539-de9762274b7a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:57.212312 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf27692-d63e-4d41-9904-5014f1e9edac req-e642310d-f146-426b-9539-de9762274b7a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:57.223636 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf27692-d63e-4d41-9904-5014f1e9edac req-e642310d-f146-426b-9539-de9762274b7a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:57.233928 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf27692-d63e-4d41-9904-5014f1e9edac req-e642310d-f146-426b-9539-de9762274b7a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:57.238346 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a0fba-6a5d-49cc-9ac8-719b4bc78316 None None] Pushing event updated for resources: {'Port': ['ID=f374113f-789c-4ab3-9b19-6e39ee535bde,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:57.242405 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf27692-d63e-4d41-9904-5014f1e9edac req-e642310d-f146-426b-9539-de9762274b7a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:57.246357 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4cf27692-d63e-4d41-9904-5014f1e9edac req-e642310d-f146-426b-9539-de9762274b7a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5432 time: 0.2437570 Jul 16 08:49:57.246690 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-80dc0d2c-f0da-4a74-b7ea-d7ae1db18bfd None None] Attempting to bind port f374113f-789c-4ab3-9b19-6e39ee535bde on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:57.247064 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-80dc0d2c-f0da-4a74-b7ea-d7ae1db18bfd None None] Attempting to bind port f374113f-789c-4ab3-9b19-6e39ee535bde by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:57.247430 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dc0d2c-f0da-4a74-b7ea-d7ae1db18bfd None None] Attempting to bind port f374113f-789c-4ab3-9b19-6e39ee535bde on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:57.256077 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dc0d2c-f0da-4a74-b7ea-d7ae1db18bfd None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:57.256507 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dc0d2c-f0da-4a74-b7ea-d7ae1db18bfd None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:57.256933 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80dc0d2c-f0da-4a74-b7ea-d7ae1db18bfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.257505 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80dc0d2c-f0da-4a74-b7ea-d7ae1db18bfd None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:57.258699 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-80dc0d2c-f0da-4a74-b7ea-d7ae1db18bfd None None] Bound port: f374113f-789c-4ab3-9b19-6e39ee535bde, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:57.258914 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80dc0d2c-f0da-4a74-b7ea-d7ae1db18bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.261137 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-702b1a48-dc51-4815-8f75-da204f9acaaa tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, e57debfb-011a-4408-974e-3bb1569c14e0) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:57.278907 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-702b1a48-dc51-4815-8f75-da204f9acaaa tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:49:57.280723 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-702b1a48-dc51-4815-8f75-da204f9acaaa tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.300771 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c0ef4f-2007-4315-810e-cdd052c26c68 None None] Network e57debfb-011a-4408-974e-3bb1569c14e0 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:49:57.302021 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-702b1a48-dc51-4815-8f75-da204f9acaaa tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9767113 Jul 16 08:49:57.303940 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57870) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:57.312331 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-754a3c84-0006-4cee-968a-c9a789c48674 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-391884814', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:57.315362 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-13f4de74-7cd7-4486-a4d8-93d2d56bf26a admin admin] Transition to ACTIVE for port object 9128757d-2d91-4dd4-900b-7873b6e8a2d7 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:57.344866 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-754a3c84-0006-4cee-968a-c9a789c48674 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.345904 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-754a3c84-0006-4cee-968a-c9a789c48674 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.373266 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13f4de74-7cd7-4486-a4d8-93d2d56bf26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.416678 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-80dc0d2c-f0da-4a74-b7ea-d7ae1db18bfd None None] For port f374113f-789c-4ab3-9b19-6e39ee535bde, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:57.422284 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-754a3c84-0006-4cee-968a-c9a789c48674 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.424634 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-80dc0d2c-f0da-4a74-b7ea-d7ae1db18bfd None None] For port f374113f-789c-4ab3-9b19-6e39ee535bde, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f374113f-789c-4ab3-9b19-6e39ee535bde,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:57.426878 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f4de74-7cd7-4486-a4d8-93d2d56bf26a admin admin] Network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:57.428253 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-754a3c84-0006-4cee-968a-c9a789c48674 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.432107 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80dc0d2c-f0da-4a74-b7ea-d7ae1db18bfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.433487 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-13f4de74-7cd7-4486-a4d8-93d2d56bf26a admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:57.437821 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13f4de74-7cd7-4486-a4d8-93d2d56bf26a admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:57.456177 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-754a3c84-0006-4cee-968a-c9a789c48674 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.460081 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-754a3c84-0006-4cee-968a-c9a789c48674 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1517334 Jul 16 08:49:57.461953 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57872) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:57.507863 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4de74-7cd7-4486-a4d8-93d2d56bf26a admin admin] Pushing event updated for resources: {'Port': ['ID=9128757d-2d91-4dd4-900b-7873b6e8a2d7,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:57.532524 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13f4de74-7cd7-4486-a4d8-93d2d56bf26a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.770766 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13f4de74-7cd7-4486-a4d8-93d2d56bf26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.783765 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80dc0d2c-f0da-4a74-b7ea-d7ae1db18bfd None None] Routers {'2b3a1e75-8fee-4585-95f3-88b32e554ddc'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:49:57.784556 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-80dc0d2c-f0da-4a74-b7ea-d7ae1db18bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:49:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:57.841763 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a0fba-6a5d-49cc-9ac8-719b4bc78316 None None] Pushing event updated for resources: {'Port': ['ID=f374113f-789c-4ab3-9b19-6e39ee535bde,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:57.879340 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-208d9cf1-614f-4cdf-a9f9-4b66ddcaf08a tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.948250 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19dad94-9aa0-410e-bd84-6e3bc1f4ca41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-e57debfb-011a-4408-974e-3bb1569c14e0', 'network_id': 'e57debfb-011a-4408-974e-3bb1569c14e0', 'tenant_id': '6b460aa928c44815abc3a83bbe777d0d', 'fixed_ips': [{'subnet_id': '63516999-d1f5-4dbe-97ed-b58bc8bb03f5'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:49:57.950055 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e19dad94-9aa0-410e-bd84-6e3bc1f4ca41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:57.964873 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-325c470d-bda3-4a53-8112-65b8a1203dce None None] Provisioning for port 9128757d-2d91-4dd4-900b-7873b6e8a2d7 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:49:57.978846 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-325c470d-bda3-4a53-8112-65b8a1203dce None None] Provisioning complete for port 9128757d-2d91-4dd4-900b-7873b6e8a2d7 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:57.979217 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-325c470d-bda3-4a53-8112-65b8a1203dce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.016741 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13f4de74-7cd7-4486-a4d8-93d2d56bf26a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.023474 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13f4de74-7cd7-4486-a4d8-93d2d56bf26a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.084073 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-80dc0d2c-f0da-4a74-b7ea-d7ae1db18bfd None None] Set router 2b3a1e75-8fee-4585-95f3-88b32e554ddc gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:49:58.135230 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13f4de74-7cd7-4486-a4d8-93d2d56bf26a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.139999 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-325c470d-bda3-4a53-8112-65b8a1203dce None None] Port 9128757d-2d91-4dd4-900b-7873b6e8a2d7 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:49:58.140209 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f4de74-7cd7-4486-a4d8-93d2d56bf26a admin admin] Pushing event updated for resources: {'Port': ['ID=9128757d-2d91-4dd4-900b-7873b6e8a2d7,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:58.261277 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13f4de74-7cd7-4486-a4d8-93d2d56bf26a admin admin] Network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:58.262742 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-13f4de74-7cd7-4486-a4d8-93d2d56bf26a admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:58.293963 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-e19dad94-9aa0-410e-bd84-6e3bc1f4ca41 None None] Allocated IP 172.20.0.2 (e57debfb-011a-4408-974e-3bb1569c14e0/63516999-d1f5-4dbe-97ed-b58bc8bb03f5/1ff0f86a-bc34-4aff-a356-f73076449200) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:58.404237 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13f4de74-7cd7-4486-a4d8-93d2d56bf26a admin admin] Router 2b3a1e75-8fee-4585-95f3-88b32e554ddc has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:49:58.507557 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-80dc0d2c-f0da-4a74-b7ea-d7ae1db18bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'name': 'tempest-TestVolumeBootPattern-1690893934-router', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'gw_port': {'id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '9128757d-2d91-4dd4-900b-7873b6e8a2d7', 'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'mac_address': 'fa:16:3e:f7:50:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '1a202c89-ad61-4335-b129-f178d622ac10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:56Z', 'updated_at': '2021-07-16T08:49:56Z', 'revision_number': 1, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'subnets': [{'id': '1a202c89-ad61-4335-b129-f178d622ac10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:49:58.536040 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80dc0d2c-f0da-4a74-b7ea-d7ae1db18bfd None None] The sync data for ids ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'] in n-d-771362-37 is: [{'id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'name': 'tempest-TestVolumeBootPattern-1690893934-router', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'gw_port': {'id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '9128757d-2d91-4dd4-900b-7873b6e8a2d7', 'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'mac_address': 'fa:16:3e:f7:50:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '1a202c89-ad61-4335-b129-f178d622ac10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:56Z', 'updated_at': '2021-07-16T08:49:56Z', 'revision_number': 1, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'subnets': [{'id': '1a202c89-ad61-4335-b129-f178d622ac10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:49:58.539924 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13f4de74-7cd7-4486-a4d8-93d2d56bf26a admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:49:58.555557 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-13f4de74-7cd7-4486-a4d8-93d2d56bf26a admin admin] 10.222.0.22 "PUT /v2.0/routers/2b3a1e75-8fee-4585-95f3-88b32e554ddc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9789472 Jul 16 08:49:58.560572 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e19dad94-9aa0-410e-bd84-6e3bc1f4ca41 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.578218 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e19dad94-9aa0-410e-bd84-6e3bc1f4ca41 None None] Transition to ACTIVE for port object 1ff0f86a-bc34-4aff-a356-f73076449200 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:58.590151 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b9637ba4-76b0-4292-a5ff-ffb61473e348 None None] Provisioning complete for port 9128757d-2d91-4dd4-900b-7873b6e8a2d7 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:58.590534 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b9637ba4-76b0-4292-a5ff-ffb61473e348 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.628664 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e19dad94-9aa0-410e-bd84-6e3bc1f4ca41 None None] Transition to ACTIVE for port object 1ff0f86a-bc34-4aff-a356-f73076449200 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:58.641809 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e19dad94-9aa0-410e-bd84-6e3bc1f4ca41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.649860 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b9637ba4-76b0-4292-a5ff-ffb61473e348 None None] Port 9128757d-2d91-4dd4-900b-7873b6e8a2d7 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:49:58.685302 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19dad94-9aa0-410e-bd84-6e3bc1f4ca41 None None] Network e57debfb-011a-4408-974e-3bb1569c14e0 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:58.693747 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-e19dad94-9aa0-410e-bd84-6e3bc1f4ca41 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:58.696149 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19dad94-9aa0-410e-bd84-6e3bc1f4ca41 None None] Pushing event updated for resources: {'Port': ['ID=1ff0f86a-bc34-4aff-a356-f73076449200,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:58.703873 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-208d9cf1-614f-4cdf-a9f9-4b66ddcaf08a tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Allocated IP 172.20.0.1 (e57debfb-011a-4408-974e-3bb1569c14e0/63516999-d1f5-4dbe-97ed-b58bc8bb03f5/1f63475f-0d4d-4c63-b7d1-2aa216686a84) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:49:58.704677 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19dad94-9aa0-410e-bd84-6e3bc1f4ca41 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:58.778919 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e19dad94-9aa0-410e-bd84-6e3bc1f4ca41 None None] Attempting to bind port 1ff0f86a-bc34-4aff-a356-f73076449200 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:49:58.779295 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e19dad94-9aa0-410e-bd84-6e3bc1f4ca41 None None] Attempting to bind port 1ff0f86a-bc34-4aff-a356-f73076449200 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'a5cb5748-aede-4a53-8178-75937b6c3a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e57debfb-011a-4408-974e-3bb1569c14e0'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:49:58.779662 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19dad94-9aa0-410e-bd84-6e3bc1f4ca41 None None] Attempting to bind port 1ff0f86a-bc34-4aff-a356-f73076449200 on network e57debfb-011a-4408-974e-3bb1569c14e0 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:49:58.787070 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19dad94-9aa0-410e-bd84-6e3bc1f4ca41 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:49:58.787669 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19dad94-9aa0-410e-bd84-6e3bc1f4ca41 None None] Checking segment: {'id': 'a5cb5748-aede-4a53-8178-75937b6c3a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e57debfb-011a-4408-974e-3bb1569c14e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:49:58.787848 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e19dad94-9aa0-410e-bd84-6e3bc1f4ca41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.788248 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19dad94-9aa0-410e-bd84-6e3bc1f4ca41 None None] Bound using segment: {'id': 'a5cb5748-aede-4a53-8178-75937b6c3a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e57debfb-011a-4408-974e-3bb1569c14e0'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:49:58.788760 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e19dad94-9aa0-410e-bd84-6e3bc1f4ca41 None None] Bound port: 1ff0f86a-bc34-4aff-a356-f73076449200, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5cb5748-aede-4a53-8178-75937b6c3a26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'e57debfb-011a-4408-974e-3bb1569c14e0'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:49:58.789179 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e19dad94-9aa0-410e-bd84-6e3bc1f4ca41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.893284 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-208d9cf1-614f-4cdf-a9f9-4b66ddcaf08a tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.926659 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-208d9cf1-614f-4cdf-a9f9-4b66ddcaf08a tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Transition to ACTIVE for port object 1f63475f-0d4d-4c63-b7d1-2aa216686a84 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:49:58.959379 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 67e208af-46b2-4810-b64f-656ecae4e05f up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:49:58.971699 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-208d9cf1-614f-4cdf-a9f9-4b66ddcaf08a tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:58.997728 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208d9cf1-614f-4cdf-a9f9-4b66ddcaf08a tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Network e57debfb-011a-4408-974e-3bb1569c14e0 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:49:59.021623 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-208d9cf1-614f-4cdf-a9f9-4b66ddcaf08a tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:49:59.026779 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-208d9cf1-614f-4cdf-a9f9-4b66ddcaf08a tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:49:59.046534 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e19dad94-9aa0-410e-bd84-6e3bc1f4ca41 None None] For port 1ff0f86a-bc34-4aff-a356-f73076449200, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:49:59.073988 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e19dad94-9aa0-410e-bd84-6e3bc1f4ca41 None None] For port 1ff0f86a-bc34-4aff-a356-f73076449200, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1ff0f86a-bc34-4aff-a356-f73076449200,segment=NetworkSegment(a5cb5748-aede-4a53-8178-75937b6c3a26),segment_id=a5cb5748-aede-4a53-8178-75937b6c3a26)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:49:59.091334 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d9cf1-614f-4cdf-a9f9-4b66ddcaf08a tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Pushing event updated for resources: {'Port': ['ID=1f63475f-0d4d-4c63-b7d1-2aa216686a84,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:59.099814 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e19dad94-9aa0-410e-bd84-6e3bc1f4ca41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.124256 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-208d9cf1-614f-4cdf-a9f9-4b66ddcaf08a tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.177619 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 67e208af-46b2-4810-b64f-656ecae4e05f triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:49:59.178005 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.220720 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19dad94-9aa0-410e-bd84-6e3bc1f4ca41 None None] Pushing event updated for resources: {'Port': ['ID=1ff0f86a-bc34-4aff-a356-f73076449200,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:49:59.399051 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-208d9cf1-614f-4cdf-a9f9-4b66ddcaf08a tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.483370 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57902) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:59.489563 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f64eb3e7-6c5e-44cb-ba6e-753a350d8fc4 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-975933888-network', 'tenant_id': 'baf0bb2c3e0b47e5a4cc1dd609d1fe78'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:49:59.580646 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f64eb3e7-6c5e-44cb-ba6e-753a350d8fc4 admin admin] Made reservation on behalf of baf0bb2c3e0b47e5a4cc1dd609d1fe78 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:49:59.603245 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f64eb3e7-6c5e-44cb-ba6e-753a350d8fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.660379 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f64eb3e7-6c5e-44cb-ba6e-753a350d8fc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.888456 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f64eb3e7-6c5e-44cb-ba6e-753a350d8fc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.903374 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f64eb3e7-6c5e-44cb-ba6e-753a350d8fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.908554 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57912) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:49:59.966270 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-208d9cf1-614f-4cdf-a9f9-4b66ddcaf08a tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.968607 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f64eb3e7-6c5e-44cb-ba6e-753a350d8fc4 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:49:59.974716 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-208d9cf1-614f-4cdf-a9f9-4b66ddcaf08a tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:49:59.984458 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64eb3e7-6c5e-44cb-ba6e-753a350d8fc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=669d174b-f48b-4b4f-9008-549519c22cfd,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:00.044222 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f64eb3e7-6c5e-44cb-ba6e-753a350d8fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.044597 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-f64eb3e7-6c5e-44cb-ba6e-753a350d8fc4 admin admin] Added segment ac0f9079-928e-4160-a58f-ec1c9f621b83 of type vlan for network c5967f70-fabf-43d6-ae7d-a423e753bc72 Jul 16 08:50:00.099847 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-208d9cf1-614f-4cdf-a9f9-4b66ddcaf08a tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.100471 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f64eb3e7-6c5e-44cb-ba6e-753a350d8fc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.159038 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87c2a6-4b6d-401e-8c0b-041aafb61a69 req-48114594-650f-4561-89ab-4e9e17da5461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:00.159531 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87c2a6-4b6d-401e-8c0b-041aafb61a69 req-48114594-650f-4561-89ab-4e9e17da5461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:00.160016 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87c2a6-4b6d-401e-8c0b-041aafb61a69 req-48114594-650f-4561-89ab-4e9e17da5461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:00.160539 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87c2a6-4b6d-401e-8c0b-041aafb61a69 req-48114594-650f-4561-89ab-4e9e17da5461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:00.161016 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87c2a6-4b6d-401e-8c0b-041aafb61a69 req-48114594-650f-4561-89ab-4e9e17da5461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:00.161491 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87c2a6-4b6d-401e-8c0b-041aafb61a69 req-48114594-650f-4561-89ab-4e9e17da5461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:00.161961 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f87c2a6-4b6d-401e-8c0b-041aafb61a69 req-48114594-650f-4561-89ab-4e9e17da5461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:00.167346 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208d9cf1-614f-4cdf-a9f9-4b66ddcaf08a tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Pushing event updated for resources: {'Port': ['ID=1f63475f-0d4d-4c63-b7d1-2aa216686a84,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:00.169713 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3f87c2a6-4b6d-401e-8c0b-041aafb61a69 req-48114594-650f-4561-89ab-4e9e17da5461 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 6496 time: 0.2486644 Jul 16 08:50:00.413169 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f64eb3e7-6c5e-44cb-ba6e-753a350d8fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.413169 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f64eb3e7-6c5e-44cb-ba6e-753a350d8fc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:00.413169 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f64eb3e7-6c5e-44cb-ba6e-753a350d8fc4 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.413169 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f64eb3e7-6c5e-44cb-ba6e-753a350d8fc4 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8202622 Jul 16 08:50:00.413169 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57930) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:00.413169 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-51704bae-786f-4257-ba3f-5d67286fbe03 admin admin] Request body: {'subnet': {'network_id': 'c5967f70-fabf-43d6-ae7d-a423e753bc72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-975933888-subnet', 'tenant_id': 'baf0bb2c3e0b47e5a4cc1dd609d1fe78', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:00.416462 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-208d9cf1-614f-4cdf-a9f9-4b66ddcaf08a tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Network e57debfb-011a-4408-974e-3bb1569c14e0 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:00.416462 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-208d9cf1-614f-4cdf-a9f9-4b66ddcaf08a tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:00.431972 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51704bae-786f-4257-ba3f-5d67286fbe03 admin admin] Made reservation on behalf of baf0bb2c3e0b47e5a4cc1dd609d1fe78 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:00.435130 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-51704bae-786f-4257-ba3f-5d67286fbe03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.469273 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3f87c2a6-4b6d-401e-8c0b-041aafb61a69 req-b352532b-f707-48ab-aa44-04de30dd0740 service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2961593 Jul 16 08:50:00.542061 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64eb3e7-6c5e-44cb-ba6e-753a350d8fc4 admin admin] Pushing event updated for resources: {'Network': ['ID=c5967f70-fabf-43d6-ae7d-a423e753bc72,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:00.555715 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network c5967f70-fabf-43d6-ae7d-a423e753bc72 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:50:00.626245 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208d9cf1-614f-4cdf-a9f9-4b66ddcaf08a tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Router fa6e311b-9782-4eed-aebf-a12d3609088c is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:50:00.794267 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208d9cf1-614f-4cdf-a9f9-4b66ddcaf08a tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:50:00.802468 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-208d9cf1-614f-4cdf-a9f9-4b66ddcaf08a tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] 10.222.0.22 "PUT /v2.0/routers/fa6e311b-9782-4eed-aebf-a12d3609088c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3394628 Jul 16 08:50:00.808005 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f772a99-fb90-4917-91ef-2f85b3674706 None None] Sync routers for ids ['fa6e311b-9782-4eed-aebf-a12d3609088c'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:50:00.808722 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57946) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:00.821765 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f772a99-fb90-4917-91ef-2f85b3674706 None None] Routers {'fa6e311b-9782-4eed-aebf-a12d3609088c'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:00.822634 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5f772a99-fb90-4917-91ef-2f85b3674706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:49:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['fa6e311b-9782-4eed-aebf-a12d3609088c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:00.824801 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-b3d81646-702c-40b0-a643-163fd5180c82 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Request body: {'port': {'network_id': 'e57debfb-011a-4408-974e-3bb1569c14e0', 'name': 'tempest-FloatingIPNegativeTestJSON-2029707148'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:00.855944 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-51704bae-786f-4257-ba3f-5d67286fbe03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:00.931515 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5f772a99-fb90-4917-91ef-2f85b3674706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:00.954762 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51704bae-786f-4257-ba3f-5d67286fbe03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7525a5a-3aba-4180-b017-70093285895c,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:00.956058 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f772a99-fb90-4917-91ef-2f85b3674706 None None] Routers {'fa6e311b-9782-4eed-aebf-a12d3609088c'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:00.956827 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5f772a99-fb90-4917-91ef-2f85b3674706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:49:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['fa6e311b-9782-4eed-aebf-a12d3609088c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:00.992770 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5f772a99-fb90-4917-91ef-2f85b3674706 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:00.994595 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f772a99-fb90-4917-91ef-2f85b3674706 None None] The sync data for ids ['fa6e311b-9782-4eed-aebf-a12d3609088c'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:50:01.006862 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51704bae-786f-4257-ba3f-5d67286fbe03 admin admin] Checking segment: {'id': 'ac0f9079-928e-4160-a58f-ec1c9f621b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c5967f70-fabf-43d6-ae7d-a423e753bc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:01.012123 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51704bae-786f-4257-ba3f-5d67286fbe03 admin admin] Network hostable DHCP agents. Network: c5967f70-fabf-43d6-ae7d-a423e753bc72, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:50:01.015411 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f374113f-789c-4ab3-9b19-6e39ee535bde up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:01.046425 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51704bae-786f-4257-ba3f-5d67286fbe03 admin admin] Network c5967f70-fabf-43d6-ae7d-a423e753bc72 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:50:01.066022 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-51704bae-786f-4257-ba3f-5d67286fbe03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, c5967f70-fabf-43d6-ae7d-a423e753bc72) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:01.080182 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port f374113f-789c-4ab3-9b19-6e39ee535bde completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:01.085685 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675f8490-b541-466f-97ad-d86e09ae8c34 None None] Network c5967f70-fabf-43d6-ae7d-a423e753bc72 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:01.087122 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51704bae-786f-4257-ba3f-5d67286fbe03 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:01.090880 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-51704bae-786f-4257-ba3f-5d67286fbe03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.098939 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d81646-702c-40b0-a643-163fd5180c82 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Made reservation on behalf of 6b460aa928c44815abc3a83bbe777d0d for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:01.104099 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c08d0b73-7992-4807-9578-5d341b9230db None None] Network e57debfb-011a-4408-974e-3bb1569c14e0 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:01.105017 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b3d81646-702c-40b0-a643-163fd5180c82 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.106235 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port f374113f-789c-4ab3-9b19-6e39ee535bde triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:01.106948 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.113884 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-51704bae-786f-4257-ba3f-5d67286fbe03 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7875400 Jul 16 08:50:01.116263 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57950) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:01.122119 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c2c7f0e7-cd0b-4a4c-b21f-b19e86e2a7c5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-975933888-router', 'tenant_id': 'baf0bb2c3e0b47e5a4cc1dd609d1fe78', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:01.137267 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-b3d81646-702c-40b0-a643-163fd5180c82 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] device_id is not set on port bc805bfc-1d03-43d0-89d8-433c6eefb248 yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:50:01.147972 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f0e7-cd0b-4a4c-b21f-b19e86e2a7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.149997 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f0e7-cd0b-4a4c-b21f-b19e86e2a7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.261530 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f0e7-cd0b-4a4c-b21f-b19e86e2a7c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.272279 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-b3d81646-702c-40b0-a643-163fd5180c82 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Allocated IP 172.20.0.8 (e57debfb-011a-4408-974e-3bb1569c14e0/63516999-d1f5-4dbe-97ed-b58bc8bb03f5/bc805bfc-1d03-43d0-89d8-433c6eefb248) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:01.286875 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ed71ff41-8c2f-494e-bbfc-5391478801c6 None None] Provisioning for port 1ff0f86a-bc34-4aff-a356-f73076449200 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:01.449152 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f0e7-cd0b-4a4c-b21f-b19e86e2a7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.462372 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.520521 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b3d81646-702c-40b0-a643-163fd5180c82 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.536897 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port f374113f-789c-4ab3-9b19-6e39ee535bde, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f374113f-789c-4ab3-9b19-6e39ee535bde,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:01.538250 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b3d81646-702c-40b0-a643-163fd5180c82 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Transition to ACTIVE for port object bc805bfc-1d03-43d0-89d8-433c6eefb248 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:01.544202 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.545283 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1ff0f86a-bc34-4aff-a356-f73076449200 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:01.576581 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b48238d-db69-46e6-b450-2f8de030d709 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-c5967f70-fabf-43d6-ae7d-a423e753bc72', 'network_id': 'c5967f70-fabf-43d6-ae7d-a423e753bc72', 'tenant_id': 'baf0bb2c3e0b47e5a4cc1dd609d1fe78', 'fixed_ips': [{'subnet_id': 'f7525a5a-3aba-4180-b017-70093285895c'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:50:01.577510 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5b48238d-db69-46e6-b450-2f8de030d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.589512 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b3d81646-702c-40b0-a643-163fd5180c82 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.655769 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d81646-702c-40b0-a643-163fd5180c82 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Network e57debfb-011a-4408-974e-3bb1569c14e0 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:01.660252 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-b3d81646-702c-40b0-a643-163fd5180c82 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:01.667877 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3d81646-702c-40b0-a643-163fd5180c82 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:01.714918 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d81646-702c-40b0-a643-163fd5180c82 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Pushing event updated for resources: {'Port': ['ID=bc805bfc-1d03-43d0-89d8-433c6eefb248,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:01.774884 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=f374113f-789c-4ab3-9b19-6e39ee535bde,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:01.787734 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d81646-702c-40b0-a643-163fd5180c82 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:01.788053 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b3d81646-702c-40b0-a643-163fd5180c82 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.802649 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 1ff0f86a-bc34-4aff-a356-f73076449200 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:01.810535 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 1ff0f86a-bc34-4aff-a356-f73076449200 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:01.810922 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.825537 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b3d81646-702c-40b0-a643-163fd5180c82 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0061550 Jul 16 08:50:01.829741 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57960) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:01.835099 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-2b35abeb-e8df-44d2-b53d-9f27289cbe75 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:01.868187 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f0e7-cd0b-4a4c-b21f-b19e86e2a7c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.880075 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b35abeb-e8df-44d2-b53d-9f27289cbe75 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.899599 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f0e7-cd0b-4a4c-b21f-b19e86e2a7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:01.910368 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-5b48238d-db69-46e6-b450-2f8de030d709 None None] Allocated IP 172.20.0.2 (c5967f70-fabf-43d6-ae7d-a423e753bc72/f7525a5a-3aba-4180-b017-70093285895c/8573ae95-1bf5-459a-b0c9-0f7e9267e7ba) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:02.107787 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-c2c7f0e7-cd0b-4a4c-b21f-b19e86e2a7c5 admin admin] Allocated IP 172.25.3.138 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/06297838-e9d5-4c26-a2ac-674227e7c427) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:02.201908 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f794ed-b249-430c-ac71-64e12c856f04 None None] Sync routers for ids ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:50:02.303459 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.313326 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.314124 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f794ed-b249-430c-ac71-64e12c856f04 None None] Routers {'2b3a1e75-8fee-4585-95f3-88b32e554ddc'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:02.315834 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e9f794ed-b249-430c-ac71-64e12c856f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:49:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:02.318346 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.329006 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f0e7-cd0b-4a4c-b21f-b19e86e2a7c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.387657 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f0e7-cd0b-4a4c-b21f-b19e86e2a7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.393027 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0dc6cc1b-68cf-45bc-bc5c-17c85ed38455 None None] Provisioning for port 1f63475f-0d4d-4c63-b7d1-2aa216686a84 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:02.431912 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0dc6cc1b-68cf-45bc-bc5c-17c85ed38455 None None] Provisioning complete for port 1f63475f-0d4d-4c63-b7d1-2aa216686a84 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:02.432293 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0dc6cc1b-68cf-45bc-bc5c-17c85ed38455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.448097 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c7f0e7-cd0b-4a4c-b21f-b19e86e2a7c5 admin admin] Pushing event updated for resources: {'Port': ['ID=06297838-e9d5-4c26-a2ac-674227e7c427,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:02.473617 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c7f0e7-cd0b-4a4c-b21f-b19e86e2a7c5 admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:02.475693 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-c2c7f0e7-cd0b-4a4c-b21f-b19e86e2a7c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:02.479870 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2c7f0e7-cd0b-4a4c-b21f-b19e86e2a7c5 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:02.528483 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 1ff0f86a-bc34-4aff-a356-f73076449200, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1ff0f86a-bc34-4aff-a356-f73076449200,segment=NetworkSegment(a5cb5748-aede-4a53-8178-75937b6c3a26),segment_id=a5cb5748-aede-4a53-8178-75937b6c3a26)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:02.577821 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b35abeb-e8df-44d2-b53d-9f27289cbe75 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.619630 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.668730 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0dc6cc1b-68cf-45bc-bc5c-17c85ed38455 None None] Port 1f63475f-0d4d-4c63-b7d1-2aa216686a84 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:50:02.745800 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-e9f794ed-b249-430c-ac71-64e12c856f04 None None] Set router 2b3a1e75-8fee-4585-95f3-88b32e554ddc gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:50:02.841655 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5b48238d-db69-46e6-b450-2f8de030d709 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.872317 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f0e7-cd0b-4a4c-b21f-b19e86e2a7c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.881214 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5b48238d-db69-46e6-b450-2f8de030d709 None None] Transition to ACTIVE for port object 8573ae95-1bf5-459a-b0c9-0f7e9267e7ba will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:02.889939 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-2b35abeb-e8df-44d2-b53d-9f27289cbe75 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Allocated IP 172.25.3.217 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/cd41395f-ad58-4657-9f7f-a303b170edcb) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:02.894566 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0dc6cc1b-68cf-45bc-bc5c-17c85ed38455 None None] Provisioning complete for port 1ff0f86a-bc34-4aff-a356-f73076449200 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:02.894951 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0dc6cc1b-68cf-45bc-bc5c-17c85ed38455 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:02.896638 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=1ff0f86a-bc34-4aff-a356-f73076449200,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:02.986372 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f374113f-789c-4ab3-9b19-6e39ee535bde up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:03.151291 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5b48238d-db69-46e6-b450-2f8de030d709 None None] Transition to ACTIVE for port object 8573ae95-1bf5-459a-b0c9-0f7e9267e7ba will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:03.154058 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b35abeb-e8df-44d2-b53d-9f27289cbe75 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.186746 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5b48238d-db69-46e6-b450-2f8de030d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.208042 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b48238d-db69-46e6-b450-2f8de030d709 None None] Network c5967f70-fabf-43d6-ae7d-a423e753bc72 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:03.215751 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-5b48238d-db69-46e6-b450-2f8de030d709 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:03.217061 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b35abeb-e8df-44d2-b53d-9f27289cbe75 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.253283 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f0e7-cd0b-4a4c-b21f-b19e86e2a7c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.258860 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b48238d-db69-46e6-b450-2f8de030d709 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:03.267403 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b35abeb-e8df-44d2-b53d-9f27289cbe75 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:03.270871 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-2b35abeb-e8df-44d2-b53d-9f27289cbe75 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:03.277586 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b35abeb-e8df-44d2-b53d-9f27289cbe75 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:03.283288 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port f374113f-789c-4ab3-9b19-6e39ee535bde triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:03.283672 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.322802 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35abeb-e8df-44d2-b53d-9f27289cbe75 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Pushing event updated for resources: {'Port': ['ID=cd41395f-ad58-4657-9f7f-a303b170edcb,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:03.410470 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b35abeb-e8df-44d2-b53d-9f27289cbe75 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.438622 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-43d3b6c5-b9dc-49b4-afe3-a19bd6191006 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.464235 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48238d-db69-46e6-b450-2f8de030d709 None None] Pushing event updated for resources: {'Port': ['ID=8573ae95-1bf5-459a-b0c9-0f7e9267e7ba,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:03.504444 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-5b48238d-db69-46e6-b450-2f8de030d709 None None] Attempting to bind port 8573ae95-1bf5-459a-b0c9-0f7e9267e7ba on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:03.504948 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-5b48238d-db69-46e6-b450-2f8de030d709 None None] Attempting to bind port 8573ae95-1bf5-459a-b0c9-0f7e9267e7ba by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'ac0f9079-928e-4160-a58f-ec1c9f621b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c5967f70-fabf-43d6-ae7d-a423e753bc72'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:03.505324 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b48238d-db69-46e6-b450-2f8de030d709 None None] Attempting to bind port 8573ae95-1bf5-459a-b0c9-0f7e9267e7ba on network c5967f70-fabf-43d6-ae7d-a423e753bc72 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:03.508116 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b35abeb-e8df-44d2-b53d-9f27289cbe75 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.515005 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2c7f0e7-cd0b-4a4c-b21f-b19e86e2a7c5 admin admin] Router 747c98a0-4eec-46af-85a8-66e42e62b775 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:50:03.522158 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b48238d-db69-46e6-b450-2f8de030d709 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:03.522543 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b48238d-db69-46e6-b450-2f8de030d709 None None] Checking segment: {'id': 'ac0f9079-928e-4160-a58f-ec1c9f621b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c5967f70-fabf-43d6-ae7d-a423e753bc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:03.522960 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5b48238d-db69-46e6-b450-2f8de030d709 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.523904 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b48238d-db69-46e6-b450-2f8de030d709 None None] Bound using segment: {'id': 'ac0f9079-928e-4160-a58f-ec1c9f621b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c5967f70-fabf-43d6-ae7d-a423e753bc72'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:03.524420 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-5b48238d-db69-46e6-b450-2f8de030d709 None None] Bound port: 8573ae95-1bf5-459a-b0c9-0f7e9267e7ba, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac0f9079-928e-4160-a58f-ec1c9f621b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c5967f70-fabf-43d6-ae7d-a423e753bc72'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:03.524898 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5b48238d-db69-46e6-b450-2f8de030d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.624753 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e9f794ed-b249-430c-ac71-64e12c856f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'name': 'tempest-TestVolumeBootPattern-1690893934-router', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'gw_port': {'id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '9128757d-2d91-4dd4-900b-7873b6e8a2d7', 'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'mac_address': 'fa:16:3e:f7:50:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '1a202c89-ad61-4335-b129-f178d622ac10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:56Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 2, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'subnets': [{'id': '1a202c89-ad61-4335-b129-f178d622ac10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:03.650246 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2c7f0e7-cd0b-4a4c-b21f-b19e86e2a7c5 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:50:03.658144 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b15da1-f6bd-4962-ac54-654c4439a5d1 None None] Sync routers for ids ['747c98a0-4eec-46af-85a8-66e42e62b775'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:50:03.668900 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2c7f0e7-cd0b-4a4c-b21f-b19e86e2a7c5 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.670867 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c2c7f0e7-cd0b-4a4c-b21f-b19e86e2a7c5 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.5533459 Jul 16 08:50:03.673837 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b15da1-f6bd-4962-ac54-654c4439a5d1 None None] Routers {'747c98a0-4eec-46af-85a8-66e42e62b775'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:03.674008 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 57984) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:03.677287 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-68b15da1-f6bd-4962-ac54-654c4439a5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:49:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['747c98a0-4eec-46af-85a8-66e42e62b775'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:03.685600 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-5b48238d-db69-46e6-b450-2f8de030d709 None None] For port 8573ae95-1bf5-459a-b0c9-0f7e9267e7ba, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:03.698913 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-5b48238d-db69-46e6-b450-2f8de030d709 None None] For port 8573ae95-1bf5-459a-b0c9-0f7e9267e7ba, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=8573ae95-1bf5-459a-b0c9-0f7e9267e7ba,segment=NetworkSegment(ac0f9079-928e-4160-a58f-ec1c9f621b83),segment_id=ac0f9079-928e-4160-a58f-ec1c9f621b83)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:03.735681 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f794ed-b249-430c-ac71-64e12c856f04 None None] Checking router: 2b3a1e75-8fee-4585-95f3-88b32e554ddc for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:50:03.736142 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f794ed-b249-430c-ac71-64e12c856f04 None None] Updating router 2b3a1e75-8fee-4585-95f3-88b32e554ddc port 9128757d-2d91-4dd4-900b-7873b6e8a2d7 binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:50:03.740226 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-661942db-1b6c-4e58-87c3-4ffdda1c47b3 None None] Provisioning for port bc805bfc-1d03-43d0-89d8-433c6eefb248 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:03.762505 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5b48238d-db69-46e6-b450-2f8de030d709 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.779768 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-661942db-1b6c-4e58-87c3-4ffdda1c47b3 None None] Provisioning complete for port bc805bfc-1d03-43d0-89d8-433c6eefb248 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:03.780305 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-661942db-1b6c-4e58-87c3-4ffdda1c47b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.806519 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b35abeb-e8df-44d2-b53d-9f27289cbe75 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.821134 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b35abeb-e8df-44d2-b53d-9f27289cbe75 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.826548 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-68b15da1-f6bd-4962-ac54-654c4439a5d1 None None] Set router 747c98a0-4eec-46af-85a8-66e42e62b775 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:50:03.876382 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e9f794ed-b249-430c-ac71-64e12c856f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:03.981773 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b35abeb-e8df-44d2-b53d-9f27289cbe75 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Pushing event updated for resources: {'Port': ['ID=cd41395f-ad58-4657-9f7f-a303b170edcb,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:03.997056 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b35abeb-e8df-44d2-b53d-9f27289cbe75 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.016332 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b35abeb-e8df-44d2-b53d-9f27289cbe75 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.021002 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2b35abeb-e8df-44d2-b53d-9f27289cbe75 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.1898036 Jul 16 08:50:04.021716 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57990) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:04.034048 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-62f15d25-ba09-4546-a00b-611df2661a58 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Request body: {'floatingip': {'port_id': 'bc805bfc-1d03-43d0-89d8-433c6eefb248', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:04.096668 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-62f15d25-ba09-4546-a00b-611df2661a58 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks [] for floatingip, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.190200 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-68b15da1-f6bd-4962-ac54-654c4439a5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747c98a0-4eec-46af-85a8-66e42e62b775', 'name': 'tempest-TestVolumeBootPattern-975933888-router', 'tenant_id': 'baf0bb2c3e0b47e5a4cc1dd609d1fe78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '06297838-e9d5-4c26-a2ac-674227e7c427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:50:01Z', 'updated_at': '2021-07-16T08:50:02Z', 'revision_number': 3, 'project_id': 'baf0bb2c3e0b47e5a4cc1dd609d1fe78', 'gw_port': {'id': '06297838-e9d5-4c26-a2ac-674227e7c427', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747c98a0-4eec-46af-85a8-66e42e62b775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:50:01Z', 'updated_at': '2021-07-16T08:50:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:04.207517 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e9f794ed-b249-430c-ac71-64e12c856f04 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.229712 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e9f794ed-b249-430c-ac71-64e12c856f04 None None] Transition to ACTIVE for port object 9128757d-2d91-4dd4-900b-7873b6e8a2d7 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:04.237296 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-661942db-1b6c-4e58-87c3-4ffdda1c47b3 None None] Port bc805bfc-1d03-43d0-89d8-433c6eefb248 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:50:04.247006 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b15da1-f6bd-4962-ac54-654c4439a5d1 None None] Checking router: 747c98a0-4eec-46af-85a8-66e42e62b775 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:50:04.247592 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b15da1-f6bd-4962-ac54-654c4439a5d1 None None] Updating router 747c98a0-4eec-46af-85a8-66e42e62b775 port 06297838-e9d5-4c26-a2ac-674227e7c427 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:50:04.249188 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e9f794ed-b249-430c-ac71-64e12c856f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.323368 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-661942db-1b6c-4e58-87c3-4ffdda1c47b3 None None] Provisioning complete for port 1f63475f-0d4d-4c63-b7d1-2aa216686a84 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:04.323794 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-661942db-1b6c-4e58-87c3-4ffdda1c47b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.384612 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-68b15da1-f6bd-4962-ac54-654c4439a5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.394033 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b48238d-db69-46e6-b450-2f8de030d709 None None] Pushing event updated for resources: {'Port': ['ID=8573ae95-1bf5-459a-b0c9-0f7e9267e7ba,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:04.408751 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-661942db-1b6c-4e58-87c3-4ffdda1c47b3 None None] Port 1f63475f-0d4d-4c63-b7d1-2aa216686a84 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:50:04.573189 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-62f15d25-ba09-4546-a00b-611df2661a58 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] update failed (client error): The resource could not be found. Jul 16 08:50:04.579860 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-62f15d25-ba09-4546-a00b-611df2661a58 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] 10.222.0.22 "PUT /v2.0/floatingips/581a4488-0a6d-492e-a7d7-45e7666cc233 HTTP/1.1" status: 404 len: 507 time: 0.5528049 Jul 16 08:50:04.584233 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 57994) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:04.598015 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76e6159d-3fd3-4f76-bad8-f28f49013f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.664469 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85722019-c9b1-450c-bce2-5a39cf149bb5 None None] Pushing event updated for resources: {'Port': ['ID=9128757d-2d91-4dd4-900b-7873b6e8a2d7,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:04.770609 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e9f794ed-b249-430c-ac71-64e12c856f04 None None] Attempting to bind port 9128757d-2d91-4dd4-900b-7873b6e8a2d7 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:04.771437 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e9f794ed-b249-430c-ac71-64e12c856f04 None None] Attempting to bind port 9128757d-2d91-4dd4-900b-7873b6e8a2d7 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:04.772031 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f794ed-b249-430c-ac71-64e12c856f04 None None] Attempting to bind port 9128757d-2d91-4dd4-900b-7873b6e8a2d7 on network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:04.779739 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f794ed-b249-430c-ac71-64e12c856f04 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:04.780958 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f794ed-b249-430c-ac71-64e12c856f04 None None] Checking segment: {'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:04.782057 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e9f794ed-b249-430c-ac71-64e12c856f04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:04.782996 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f794ed-b249-430c-ac71-64e12c856f04 None None] Bound using segment: {'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:04.786137 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e9f794ed-b249-430c-ac71-64e12c856f04 None None] Bound port: 9128757d-2d91-4dd4-900b-7873b6e8a2d7, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:04.787165 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e9f794ed-b249-430c-ac71-64e12c856f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:05.002224 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e9f794ed-b249-430c-ac71-64e12c856f04 None None] For port 9128757d-2d91-4dd4-900b-7873b6e8a2d7, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:05.014091 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e9f794ed-b249-430c-ac71-64e12c856f04 None None] For port 9128757d-2d91-4dd4-900b-7873b6e8a2d7, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=9128757d-2d91-4dd4-900b-7873b6e8a2d7,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:05.021546 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e9f794ed-b249-430c-ac71-64e12c856f04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:05.051311 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-91c4dc2c-990a-4b50-bd62-e30553f2002c tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Deleting port cd41395f-ad58-4657-9f7f-a303b170edcb {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:05.051911 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-91c4dc2c-990a-4b50-bd62-e30553f2002c tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:05.105087 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85722019-c9b1-450c-bce2-5a39cf149bb5 None None] Pushing event updated for resources: {'Port': ['ID=9128757d-2d91-4dd4-900b-7873b6e8a2d7,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:05.111082 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 8573ae95-1bf5-459a-b0c9-0f7e9267e7ba up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:05.181157 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-91c4dc2c-990a-4b50-bd62-e30553f2002c tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:05.181913 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-91c4dc2c-990a-4b50-bd62-e30553f2002c tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:05.196810 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-91c4dc2c-990a-4b50-bd62-e30553f2002c tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Calling delete_port for cd41395f-ad58-4657-9f7f-a303b170edcb owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:05.210162 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-76e6159d-3fd3-4f76-bad8-f28f49013f20 admin admin] Allocated IP 172.20.0.1 (c5967f70-fabf-43d6-ae7d-a423e753bc72/f7525a5a-3aba-4180-b017-70093285895c/8b84ebeb-f672-4973-b005-feadefc377e5) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:05.220214 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-68b15da1-f6bd-4962-ac54-654c4439a5d1 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:05.249561 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-68b15da1-f6bd-4962-ac54-654c4439a5d1 None None] Transition to ACTIVE for port object 06297838-e9d5-4c26-a2ac-674227e7c427 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:05.257842 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-68b15da1-f6bd-4962-ac54-654c4439a5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:05.269922 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f794ed-b249-430c-ac71-64e12c856f04 None None] Routers {'2b3a1e75-8fee-4585-95f3-88b32e554ddc'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:05.271014 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e9f794ed-b249-430c-ac71-64e12c856f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:49:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:05.275595 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 8573ae95-1bf5-459a-b0c9-0f7e9267e7ba completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:05.283891 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1ff0f86a-bc34-4aff-a356-f73076449200 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:05.377965 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01bed7-e797-4026-81a5-17fae4431576 None None] Pushing event updated for resources: {'Port': ['ID=06297838-e9d5-4c26-a2ac-674227e7c427,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:05.398387 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-68b15da1-f6bd-4962-ac54-654c4439a5d1 None None] Attempting to bind port 06297838-e9d5-4c26-a2ac-674227e7c427 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:05.403713 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-68b15da1-f6bd-4962-ac54-654c4439a5d1 None None] Attempting to bind port 06297838-e9d5-4c26-a2ac-674227e7c427 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:05.404413 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b15da1-f6bd-4962-ac54-654c4439a5d1 None None] Attempting to bind port 06297838-e9d5-4c26-a2ac-674227e7c427 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:05.418452 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b01bed7-e797-4026-81a5-17fae4431576 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:05.420119 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b01bed7-e797-4026-81a5-17fae4431576 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:05.420562 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b01bed7-e797-4026-81a5-17fae4431576 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:05.420970 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b01bed7-e797-4026-81a5-17fae4431576 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:05.425319 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b01bed7-e797-4026-81a5-17fae4431576 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:05.425693 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b01bed7-e797-4026-81a5-17fae4431576 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:05.426098 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b01bed7-e797-4026-81a5-17fae4431576 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:05.426501 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b01bed7-e797-4026-81a5-17fae4431576 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:05.426902 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b01bed7-e797-4026-81a5-17fae4431576 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:05.427298 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b01bed7-e797-4026-81a5-17fae4431576 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:05.427694 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b01bed7-e797-4026-81a5-17fae4431576 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:05.428086 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b01bed7-e797-4026-81a5-17fae4431576 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:05.434031 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b15da1-f6bd-4962-ac54-654c4439a5d1 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 49, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:05.434492 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b15da1-f6bd-4962-ac54-654c4439a5d1 None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:05.434969 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-68b15da1-f6bd-4962-ac54-654c4439a5d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:05.435428 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68b15da1-f6bd-4962-ac54-654c4439a5d1 None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:05.435975 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-68b15da1-f6bd-4962-ac54-654c4439a5d1 None None] Bound port: 06297838-e9d5-4c26-a2ac-674227e7c427, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:05.437929 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-68b15da1-f6bd-4962-ac54-654c4439a5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:05.544298 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-91c4dc2c-990a-4b50-bd62-e30553f2002c tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:05.569238 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-68b15da1-f6bd-4962-ac54-654c4439a5d1 None None] For port 06297838-e9d5-4c26-a2ac-674227e7c427, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:05.574071 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-68b15da1-f6bd-4962-ac54-654c4439a5d1 None None] For port 06297838-e9d5-4c26-a2ac-674227e7c427, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=06297838-e9d5-4c26-a2ac-674227e7c427,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:05.582855 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-68b15da1-f6bd-4962-ac54-654c4439a5d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:05.645183 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c4dc2c-990a-4b50-bd62-e30553f2002c tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Pushing event deleted for resources: {'Port': ['ID=cd41395f-ad58-4657-9f7f-a303b170edcb,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:05.728308 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68b15da1-f6bd-4962-ac54-654c4439a5d1 None None] Routers {'747c98a0-4eec-46af-85a8-66e42e62b775'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:05.729404 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-68b15da1-f6bd-4962-ac54-654c4439a5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:49:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['747c98a0-4eec-46af-85a8-66e42e62b775'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:05.761630 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-91c4dc2c-990a-4b50-bd62-e30553f2002c tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:05.766024 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-91c4dc2c-990a-4b50-bd62-e30553f2002c tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:05.772837 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-91c4dc2c-990a-4b50-bd62-e30553f2002c tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] 10.222.0.22 "DELETE /v2.0/floatingips/581a4488-0a6d-492e-a7d7-45e7666cc233 HTTP/1.1" status: 204 len: 168 time: 1.1819906 Jul 16 08:50:05.777208 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58006) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:05.782164 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-526cf4df-ed58-4b60-a6c3-2f8e70fba9c4 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Request body: {'floatingip': {'floating_network_id': 'e57debfb-011a-4408-974e-3bb1569c14e0', 'port_id': 'bc805bfc-1d03-43d0-89d8-433c6eefb248', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:05.841540 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-526cf4df-ed58-4b60-a6c3-2f8e70fba9c4 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:05.918035 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b01bed7-e797-4026-81a5-17fae4431576 None None] Pushing event updated for resources: {'Port': ['ID=06297838-e9d5-4c26-a2ac-674227e7c427,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:05.943740 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-68b15da1-f6bd-4962-ac54-654c4439a5d1 None None] Set router 747c98a0-4eec-46af-85a8-66e42e62b775 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:50:05.988884 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1856a831-cdcf-4b81-bca9-d8adae2a2753 None None] Network c5967f70-fabf-43d6-ae7d-a423e753bc72 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:06.012782 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 1ff0f86a-bc34-4aff-a356-f73076449200 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:06.013803 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.048225 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-526cf4df-ed58-4b60-a6c3-2f8e70fba9c4 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:50:06.049348 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-526cf4df-ed58-4b60-a6c3-2f8e70fba9c4 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2710867 Jul 16 08:50:06.053627 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58012) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:06.059811 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-3c880809-4ffb-4d29-a2fd-ec0c6cdeaf26 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'port_id': 'bc805bfc-1d03-43d0-89d8-433c6eefb248', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:06.083335 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76e6159d-3fd3-4f76-bad8-f28f49013f20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.109698 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-76e6159d-3fd3-4f76-bad8-f28f49013f20 admin admin] Transition to ACTIVE for port object 8b84ebeb-f672-4973-b005-feadefc377e5 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:06.112053 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c880809-4ffb-4d29-a2fd-ec0c6cdeaf26 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.151868 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e45406ae-3b39-4a51-aad2-712dea61f459 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.153997 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76e6159d-3fd3-4f76-bad8-f28f49013f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.231890 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6159d-3fd3-4f76-bad8-f28f49013f20 admin admin] Pushing event updated for resources: {'Port': ['ID=8b84ebeb-f672-4973-b005-feadefc377e5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:06.244577 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e6159d-3fd3-4f76-bad8-f28f49013f20 admin admin] Network c5967f70-fabf-43d6-ae7d-a423e753bc72 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:06.247984 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-76e6159d-3fd3-4f76-bad8-f28f49013f20 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:06.257415 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e6159d-3fd3-4f76-bad8-f28f49013f20 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:06.314625 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c880809-4ffb-4d29-a2fd-ec0c6cdeaf26 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.315733 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76e6159d-3fd3-4f76-bad8-f28f49013f20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.339823 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-68b15da1-f6bd-4962-ac54-654c4439a5d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747c98a0-4eec-46af-85a8-66e42e62b775', 'name': 'tempest-TestVolumeBootPattern-975933888-router', 'tenant_id': 'baf0bb2c3e0b47e5a4cc1dd609d1fe78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '06297838-e9d5-4c26-a2ac-674227e7c427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:50:01Z', 'updated_at': '2021-07-16T08:50:02Z', 'revision_number': 3, 'project_id': 'baf0bb2c3e0b47e5a4cc1dd609d1fe78', 'gw_port': {'id': '06297838-e9d5-4c26-a2ac-674227e7c427', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747c98a0-4eec-46af-85a8-66e42e62b775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:50:01Z', 'updated_at': '2021-07-16T08:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:06.387421 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.436985 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68b15da1-f6bd-4962-ac54-654c4439a5d1 None None] The sync data for ids ['747c98a0-4eec-46af-85a8-66e42e62b775'] in n-d-771362-37 is: [{'id': '747c98a0-4eec-46af-85a8-66e42e62b775', 'name': 'tempest-TestVolumeBootPattern-975933888-router', 'tenant_id': 'baf0bb2c3e0b47e5a4cc1dd609d1fe78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '06297838-e9d5-4c26-a2ac-674227e7c427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:50:01Z', 'updated_at': '2021-07-16T08:50:02Z', 'revision_number': 3, 'project_id': 'baf0bb2c3e0b47e5a4cc1dd609d1fe78', 'gw_port': {'id': '06297838-e9d5-4c26-a2ac-674227e7c427', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b5:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747c98a0-4eec-46af-85a8-66e42e62b775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:50:01Z', 'updated_at': '2021-07-16T08:50:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:50:06.446039 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-e9f794ed-b249-430c-ac71-64e12c856f04 None None] Set router 2b3a1e75-8fee-4585-95f3-88b32e554ddc gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:50:06.511767 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c6e0070e-96d8-498d-b63b-d6742875c2e3 None None] Provisioning for port 8573ae95-1bf5-459a-b0c9-0f7e9267e7ba completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:06.520049 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c6e0070e-96d8-498d-b63b-d6742875c2e3 None None] Provisioning complete for port 8573ae95-1bf5-459a-b0c9-0f7e9267e7ba triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:06.520532 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6e0070e-96d8-498d-b63b-d6742875c2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.532463 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-3c880809-4ffb-4d29-a2fd-ec0c6cdeaf26 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Allocated IP 172.25.3.146 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/87aa67b6-3ce2-48eb-8bff-24bcbbd4a991) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:06.577429 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76e6159d-3fd3-4f76-bad8-f28f49013f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.707678 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c880809-4ffb-4d29-a2fd-ec0c6cdeaf26 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.799575 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c880809-4ffb-4d29-a2fd-ec0c6cdeaf26 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.869358 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c880809-4ffb-4d29-a2fd-ec0c6cdeaf26 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:06.872659 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-3c880809-4ffb-4d29-a2fd-ec0c6cdeaf26 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:06.876554 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c880809-4ffb-4d29-a2fd-ec0c6cdeaf26 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:06.938428 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6e0070e-96d8-498d-b63b-d6742875c2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.964884 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76e6159d-3fd3-4f76-bad8-f28f49013f20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:06.970498 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76e6159d-3fd3-4f76-bad8-f28f49013f20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.056095 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e6159d-3fd3-4f76-bad8-f28f49013f20 admin admin] Pushing event updated for resources: {'Port': ['ID=8b84ebeb-f672-4973-b005-feadefc377e5,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:07.149140 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76e6159d-3fd3-4f76-bad8-f28f49013f20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.149810 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 9128757d-2d91-4dd4-900b-7873b6e8a2d7 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:07.162137 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c880809-4ffb-4d29-a2fd-ec0c6cdeaf26 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Pushing event updated for resources: {'Port': ['ID=87aa67b6-3ce2-48eb-8bff-24bcbbd4a991,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:07.207272 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.235295 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c6e0070e-96d8-498d-b63b-d6742875c2e3 None None] For port 8573ae95-1bf5-459a-b0c9-0f7e9267e7ba, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=8573ae95-1bf5-459a-b0c9-0f7e9267e7ba,segment=NetworkSegment(ac0f9079-928e-4160-a58f-ec1c9f621b83),segment_id=ac0f9079-928e-4160-a58f-ec1c9f621b83)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:07.254610 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6e0070e-96d8-498d-b63b-d6742875c2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.291980 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e6159d-3fd3-4f76-bad8-f28f49013f20 admin admin] Network c5967f70-fabf-43d6-ae7d-a423e753bc72 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:07.294849 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-76e6159d-3fd3-4f76-bad8-f28f49013f20 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:07.333861 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3c880809-4ffb-4d29-a2fd-ec0c6cdeaf26 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Deleting port 87aa67b6-3ce2-48eb-8bff-24bcbbd4a991 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:07.334596 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c880809-4ffb-4d29-a2fd-ec0c6cdeaf26 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.334835 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e9f794ed-b249-430c-ac71-64e12c856f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'name': 'tempest-TestVolumeBootPattern-1690893934-router', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'gw_port': {'id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '9128757d-2d91-4dd4-900b-7873b6e8a2d7', 'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'mac_address': 'fa:16:3e:f7:50:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '1a202c89-ad61-4335-b129-f178d622ac10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:56Z', 'updated_at': '2021-07-16T08:50:04Z', 'revision_number': 4, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'subnets': [{'id': '1a202c89-ad61-4335-b129-f178d622ac10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:07.423730 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9f794ed-b249-430c-ac71-64e12c856f04 None None] The sync data for ids ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'] in n-d-771362-37 is: [{'id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'name': 'tempest-TestVolumeBootPattern-1690893934-router', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'gw_port': {'id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '9128757d-2d91-4dd4-900b-7873b6e8a2d7', 'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'mac_address': 'fa:16:3e:f7:50:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '1a202c89-ad61-4335-b129-f178d622ac10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:56Z', 'updated_at': '2021-07-16T08:50:04Z', 'revision_number': 4, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'subnets': [{'id': '1a202c89-ad61-4335-b129-f178d622ac10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:50:07.433051 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e0070e-96d8-498d-b63b-d6742875c2e3 None None] Pushing event updated for resources: {'Port': ['ID=8573ae95-1bf5-459a-b0c9-0f7e9267e7ba,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:07.447483 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 9128757d-2d91-4dd4-900b-7873b6e8a2d7 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:07.462077 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 9128757d-2d91-4dd4-900b-7873b6e8a2d7 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:07.462465 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.480962 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e6159d-3fd3-4f76-bad8-f28f49013f20 admin admin] Router 747c98a0-4eec-46af-85a8-66e42e62b775 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:50:07.551053 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c880809-4ffb-4d29-a2fd-ec0c6cdeaf26 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.551389 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c880809-4ffb-4d29-a2fd-ec0c6cdeaf26 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.565380 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3c880809-4ffb-4d29-a2fd-ec0c6cdeaf26 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Calling delete_port for 87aa67b6-3ce2-48eb-8bff-24bcbbd4a991 owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:07.596621 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-cdca302f-7628-4253-b57c-b0ef7392e8cb None None] Provisioning complete for port 8573ae95-1bf5-459a-b0c9-0f7e9267e7ba triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:07.596985 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cdca302f-7628-4253-b57c-b0ef7392e8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.651223 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e6159d-3fd3-4f76-bad8-f28f49013f20 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:50:07.671742 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-76e6159d-3fd3-4f76-bad8-f28f49013f20 admin admin] 10.222.0.22 "PUT /v2.0/routers/747c98a0-4eec-46af-85a8-66e42e62b775/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9961698 Jul 16 08:50:07.792066 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.923770 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 9128757d-2d91-4dd4-900b-7873b6e8a2d7, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=9128757d-2d91-4dd4-900b-7873b6e8a2d7,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:07.926715 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3c880809-4ffb-4d29-a2fd-ec0c6cdeaf26 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.951108 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:07.985595 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c880809-4ffb-4d29-a2fd-ec0c6cdeaf26 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Pushing event deleted for resources: {'Port': ['ID=87aa67b6-3ce2-48eb-8bff-24bcbbd4a991,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:08.067588 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-cdca302f-7628-4253-b57c-b0ef7392e8cb None None] Provisioning for port 8b84ebeb-f672-4973-b005-feadefc377e5 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:08.104634 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-cdca302f-7628-4253-b57c-b0ef7392e8cb None None] Provisioning complete for port 8b84ebeb-f672-4973-b005-feadefc377e5 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:08.105403 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cdca302f-7628-4253-b57c-b0ef7392e8cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.159725 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-3c880809-4ffb-4d29-a2fd-ec0c6cdeaf26 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] create failed (client error): The resource could not be found. Jul 16 08:50:08.172558 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58040) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:08.175400 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=9128757d-2d91-4dd4-900b-7873b6e8a2d7,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:08.182640 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3c880809-4ffb-4d29-a2fd-ec0c6cdeaf26 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.1265159 Jul 16 08:50:08.208467 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-cdca302f-7628-4253-b57c-b0ef7392e8cb None None] Port 8b84ebeb-f672-4973-b005-feadefc377e5 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:50:08.335679 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-fb9d493b-86e6-4035-8e22-ce66a01eb263 None None] Provisioning complete for port 8b84ebeb-f672-4973-b005-feadefc377e5 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:08.336155 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fb9d493b-86e6-4035-8e22-ce66a01eb263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.386737 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4fbba83f-f54a-448a-a2e0-e2b827e3ee5f tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Deleting port bc805bfc-1d03-43d0-89d8-433c6eefb248 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:08.387151 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4fbba83f-f54a-448a-a2e0-e2b827e3ee5f tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.392667 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-fb9d493b-86e6-4035-8e22-ce66a01eb263 None None] Port 8b84ebeb-f672-4973-b005-feadefc377e5 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:50:08.527531 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4fbba83f-f54a-448a-a2e0-e2b827e3ee5f tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.544873 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4fbba83f-f54a-448a-a2e0-e2b827e3ee5f tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Calling delete_port for bc805bfc-1d03-43d0-89d8-433c6eefb248 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:08.548604 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.748778 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4fbba83f-f54a-448a-a2e0-e2b827e3ee5f tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.784453 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbba83f-f54a-448a-a2e0-e2b827e3ee5f tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Pushing event deleted for resources: {'Port': ['ID=bc805bfc-1d03-43d0-89d8-433c6eefb248,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:08.958208 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4fbba83f-f54a-448a-a2e0-e2b827e3ee5f tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:08.961782 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-f5d4fe93-1f2c-4e21-971f-c99fbf82906d req-665ea201-0275-407d-bc10-f0ba88af5823 service neutron] (93758) timed out ('10.222.0.22', 60248) {{(pid=93758) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 08:50:08.962213 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4fbba83f-f54a-448a-a2e0-e2b827e3ee5f tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] 10.222.0.22 "DELETE /v2.0/ports/bc805bfc-1d03-43d0-89d8-433c6eefb248 HTTP/1.1" status: 204 len: 168 time: 0.7867849 Jul 16 08:50:08.963693 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58056) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:09.062602 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 9128757d-2d91-4dd4-900b-7873b6e8a2d7 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:09.153998 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ab94c1-20b4-45a1-88bf-857a09c1ebb0 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:09.155701 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c9ab94c1-20b4-45a1-88bf-857a09c1ebb0 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] 10.222.0.22 "GET /v2.0/ports?device_id=fa6e311b-9782-4eed-aebf-a12d3609088c HTTP/1.1" status: 200 len: 913 time: 0.1906250 Jul 16 08:50:09.158426 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58064) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:09.208730 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 9128757d-2d91-4dd4-900b-7873b6e8a2d7 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:09.209719 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:09.328292 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 8573ae95-1bf5-459a-b0c9-0f7e9267e7ba up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:09.400080 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 8573ae95-1bf5-459a-b0c9-0f7e9267e7ba triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:09.401342 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:09.534116 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 06297838-e9d5-4c26-a2ac-674227e7c427 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:09.601012 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 06297838-e9d5-4c26-a2ac-674227e7c427 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:09.613590 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 06297838-e9d5-4c26-a2ac-674227e7c427 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:09.613590 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:09.641361 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b114132-21a8-4e91-9aba-bdb32e95b605 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:09.720319 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:09.755647 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 06297838-e9d5-4c26-a2ac-674227e7c427, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=06297838-e9d5-4c26-a2ac-674227e7c427,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:09.761778 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:09.861196 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=06297838-e9d5-4c26-a2ac-674227e7c427,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:10.022321 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4b114132-21a8-4e91-9aba-bdb32e95b605 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Deleting port 1f63475f-0d4d-4c63-b7d1-2aa216686a84 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:10.022917 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b114132-21a8-4e91-9aba-bdb32e95b605 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:10.153596 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0be1f5d-4778-45b8-8786-fba30189fd89 None None] Sync routers for ids ['747c98a0-4eec-46af-85a8-66e42e62b775'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:50:10.176977 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0be1f5d-4778-45b8-8786-fba30189fd89 None None] Routers {'747c98a0-4eec-46af-85a8-66e42e62b775'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:10.177882 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c0be1f5d-4778-45b8-8786-fba30189fd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:50:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['747c98a0-4eec-46af-85a8-66e42e62b775'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:10.203773 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b114132-21a8-4e91-9aba-bdb32e95b605 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:10.233146 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4b114132-21a8-4e91-9aba-bdb32e95b605 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Calling delete_port for 1f63475f-0d4d-4c63-b7d1-2aa216686a84 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:10.375941 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-c0be1f5d-4778-45b8-8786-fba30189fd89 None None] Set router 747c98a0-4eec-46af-85a8-66e42e62b775 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:50:10.633902 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c0be1f5d-4778-45b8-8786-fba30189fd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747c98a0-4eec-46af-85a8-66e42e62b775', 'name': 'tempest-TestVolumeBootPattern-975933888-router', 'tenant_id': 'baf0bb2c3e0b47e5a4cc1dd609d1fe78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '06297838-e9d5-4c26-a2ac-674227e7c427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:50:01Z', 'updated_at': '2021-07-16T08:50:06Z', 'revision_number': 4, 'project_id': 'baf0bb2c3e0b47e5a4cc1dd609d1fe78', 'gw_port': {'id': '06297838-e9d5-4c26-a2ac-674227e7c427', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747c98a0-4eec-46af-85a8-66e42e62b775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:50:01Z', 'updated_at': '2021-07-16T08:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '8b84ebeb-f672-4973-b005-feadefc377e5', 'name': '', 'network_id': 'c5967f70-fabf-43d6-ae7d-a423e753bc72', 'tenant_id': 'baf0bb2c3e0b47e5a4cc1dd609d1fe78', 'mac_address': 'fa:16:3e:ad:0c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747c98a0-4eec-46af-85a8-66e42e62b775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'f7525a5a-3aba-4180-b017-70093285895c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:50:04Z', 'updated_at': '2021-07-16T08:50:06Z', 'revision_number': 2, 'project_id': 'baf0bb2c3e0b47e5a4cc1dd609d1fe78', 'subnets': [{'id': 'f7525a5a-3aba-4180-b017-70093285895c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:10.659840 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58572f4-3f69-468d-b618-3f805ca51833 req-d065b4bf-d279-4341-bdd7-e6c9106a223e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:10.662278 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a58572f4-3f69-468d-b618-3f805ca51833 req-d065b4bf-d279-4341-bdd7-e6c9106a223e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/networks?id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 HTTP/1.1" status: 200 len: 812 time: 0.2226789 Jul 16 08:50:10.664743 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b114132-21a8-4e91-9aba-bdb32e95b605 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:10.669593 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0be1f5d-4778-45b8-8786-fba30189fd89 None None] Checking router: 747c98a0-4eec-46af-85a8-66e42e62b775 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:50:10.669948 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0be1f5d-4778-45b8-8786-fba30189fd89 None None] Updating router 747c98a0-4eec-46af-85a8-66e42e62b775 port 8b84ebeb-f672-4973-b005-feadefc377e5 binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:50:10.720408 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b114132-21a8-4e91-9aba-bdb32e95b605 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Pushing event deleted for resources: {'Port': ['ID=1f63475f-0d4d-4c63-b7d1-2aa216686a84,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:10.724535 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c0be1f5d-4778-45b8-8786-fba30189fd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:10.728890 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a58572f4-3f69-468d-b618-3f805ca51833 req-47196a0e-856a-4198-9ca2-6d0fb3350b5c tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/quotas/30db3ea81a8c4c93843f47b12edb82f2 HTTP/1.1" status: 200 len: 375 time: 0.0473390 Jul 16 08:50:10.938435 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 06297838-e9d5-4c26-a2ac-674227e7c427 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:11.087588 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b114132-21a8-4e91-9aba-bdb32e95b605 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:11.096197 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 06297838-e9d5-4c26-a2ac-674227e7c427 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:11.097112 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:11.097834 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a58572f4-3f69-468d-b618-3f805ca51833 req-2bb5968a-f98b-439d-a00f-fcba5c3e8a7b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=30db3ea81a8c4c93843f47b12edb82f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3455451 Jul 16 08:50:11.295749 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c0be1f5d-4778-45b8-8786-fba30189fd89 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:11.313062 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c0be1f5d-4778-45b8-8786-fba30189fd89 None None] Transition to ACTIVE for port object 8b84ebeb-f672-4973-b005-feadefc377e5 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:11.322997 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c0be1f5d-4778-45b8-8786-fba30189fd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:11.435661 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03485ef4-f7ba-448a-b736-a66615306677 None None] Pushing event updated for resources: {'Port': ['ID=8b84ebeb-f672-4973-b005-feadefc377e5,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:11.473964 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c0be1f5d-4778-45b8-8786-fba30189fd89 None None] Attempting to bind port 8b84ebeb-f672-4973-b005-feadefc377e5 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:11.474647 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c0be1f5d-4778-45b8-8786-fba30189fd89 None None] Attempting to bind port 8b84ebeb-f672-4973-b005-feadefc377e5 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'ac0f9079-928e-4160-a58f-ec1c9f621b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c5967f70-fabf-43d6-ae7d-a423e753bc72'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:11.475241 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0be1f5d-4778-45b8-8786-fba30189fd89 None None] Attempting to bind port 8b84ebeb-f672-4973-b005-feadefc377e5 on network c5967f70-fabf-43d6-ae7d-a423e753bc72 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:11.483234 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0be1f5d-4778-45b8-8786-fba30189fd89 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:11.483971 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0be1f5d-4778-45b8-8786-fba30189fd89 None None] Checking segment: {'id': 'ac0f9079-928e-4160-a58f-ec1c9f621b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c5967f70-fabf-43d6-ae7d-a423e753bc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:11.484625 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c0be1f5d-4778-45b8-8786-fba30189fd89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:11.485259 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0be1f5d-4778-45b8-8786-fba30189fd89 None None] Bound using segment: {'id': 'ac0f9079-928e-4160-a58f-ec1c9f621b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c5967f70-fabf-43d6-ae7d-a423e753bc72'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:11.485971 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c0be1f5d-4778-45b8-8786-fba30189fd89 None None] Bound port: 8b84ebeb-f672-4973-b005-feadefc377e5, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac0f9079-928e-4160-a58f-ec1c9f621b83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'c5967f70-fabf-43d6-ae7d-a423e753bc72'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:11.486727 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c0be1f5d-4778-45b8-8786-fba30189fd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:11.527295 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b114132-21a8-4e91-9aba-bdb32e95b605 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Router fa6e311b-9782-4eed-aebf-a12d3609088c has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:50:11.542140 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a58572f4-3f69-468d-b618-3f805ca51833 req-c9d6c382-2de8-42dd-83d0-ec73b925104c service neutron] 10.222.0.22 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3584604 Jul 16 08:50:11.610257 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c0be1f5d-4778-45b8-8786-fba30189fd89 None None] For port 8b84ebeb-f672-4973-b005-feadefc377e5, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:11.614895 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c0be1f5d-4778-45b8-8786-fba30189fd89 None None] For port 8b84ebeb-f672-4973-b005-feadefc377e5, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=8b84ebeb-f672-4973-b005-feadefc377e5,segment=NetworkSegment(ac0f9079-928e-4160-a58f-ec1c9f621b83),segment_id=ac0f9079-928e-4160-a58f-ec1c9f621b83)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:11.620047 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c0be1f5d-4778-45b8-8786-fba30189fd89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:11.676953 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0be1f5d-4778-45b8-8786-fba30189fd89 None None] Routers {'747c98a0-4eec-46af-85a8-66e42e62b775'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:11.677535 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c0be1f5d-4778-45b8-8786-fba30189fd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:50:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['747c98a0-4eec-46af-85a8-66e42e62b775'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:11.690088 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b114132-21a8-4e91-9aba-bdb32e95b605 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:50:11.699109 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4b114132-21a8-4e91-9aba-bdb32e95b605 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] 10.222.0.22 "PUT /v2.0/routers/fa6e311b-9782-4eed-aebf-a12d3609088c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5394101 Jul 16 08:50:11.702136 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58112) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:11.728135 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83bcab1-03da-4f14-9ba7-c31d84f2690b None None] Sync routers for ids ['fa6e311b-9782-4eed-aebf-a12d3609088c'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:50:11.744943 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83bcab1-03da-4f14-9ba7-c31d84f2690b None None] Routers {'fa6e311b-9782-4eed-aebf-a12d3609088c'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:11.745813 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e83bcab1-03da-4f14-9ba7-c31d84f2690b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:50:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['fa6e311b-9782-4eed-aebf-a12d3609088c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:11.765522 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a58572f4-3f69-468d-b618-3f805ca51833 req-5c463576-1c65-4a3f-b73d-0aebc41124e0 service neutron] 10.222.0.22 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2220514 Jul 16 08:50:11.859144 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-150a010a-4170-40ec-85bd-8bc07c2b86b8 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:11.893943 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e83bcab1-03da-4f14-9ba7-c31d84f2690b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:11.916795 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83bcab1-03da-4f14-9ba7-c31d84f2690b None None] Routers {'fa6e311b-9782-4eed-aebf-a12d3609088c'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:11.917437 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e83bcab1-03da-4f14-9ba7-c31d84f2690b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:50:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['fa6e311b-9782-4eed-aebf-a12d3609088c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:12.000497 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e83bcab1-03da-4f14-9ba7-c31d84f2690b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:12.001342 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83bcab1-03da-4f14-9ba7-c31d84f2690b None None] The sync data for ids ['fa6e311b-9782-4eed-aebf-a12d3609088c'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:50:12.098498 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03485ef4-f7ba-448a-b736-a66615306677 None None] Pushing event updated for resources: {'Port': ['ID=8b84ebeb-f672-4973-b005-feadefc377e5,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:12.220008 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-150a010a-4170-40ec-85bd-8bc07c2b86b8 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.231322 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-150a010a-4170-40ec-85bd-8bc07c2b86b8 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.329543 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-150a010a-4170-40ec-85bd-8bc07c2b86b8 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.330238 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-150a010a-4170-40ec-85bd-8bc07c2b86b8 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Fanout notify agent at l3_agent the message router_deleted on router fa6e311b-9782-4eed-aebf-a12d3609088c {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:50:12.357359 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-c0be1f5d-4778-45b8-8786-fba30189fd89 None None] Set router 747c98a0-4eec-46af-85a8-66e42e62b775 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:50:12.380440 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-150a010a-4170-40ec-85bd-8bc07c2b86b8 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.380440 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-150a010a-4170-40ec-85bd-8bc07c2b86b8 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] 10.222.0.22 "DELETE /v2.0/routers/fa6e311b-9782-4eed-aebf-a12d3609088c HTTP/1.1" status: 204 len: 168 time: 0.6644871 Jul 16 08:50:12.385511 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58136) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:12.395623 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b660155-898c-4ccb-aa70-1c65c8ddee38 req-6d0e8820-0729-4df9-ab2b-3b12318d4320 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658 HTTP/1.1" status: 200 len: 210 time: 0.0803692 Jul 16 08:50:12.467358 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e882997-fb63-4b12-adb2-c4c7c4b76c00 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Deleting subnet 63516999-d1f5-4dbe-97ed-b58bc8bb03f5 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:50:12.471427 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e882997-fb63-4b12-adb2-c4c7c4b76c00 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.527211 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e882997-fb63-4b12-adb2-c4c7c4b76c00 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.702383 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e882997-fb63-4b12-adb2-c4c7c4b76c00 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.725109 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c0be1f5d-4778-45b8-8786-fba30189fd89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747c98a0-4eec-46af-85a8-66e42e62b775', 'name': 'tempest-TestVolumeBootPattern-975933888-router', 'tenant_id': 'baf0bb2c3e0b47e5a4cc1dd609d1fe78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '06297838-e9d5-4c26-a2ac-674227e7c427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:50:01Z', 'updated_at': '2021-07-16T08:50:06Z', 'revision_number': 4, 'project_id': 'baf0bb2c3e0b47e5a4cc1dd609d1fe78', 'gw_port': {'id': '06297838-e9d5-4c26-a2ac-674227e7c427', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747c98a0-4eec-46af-85a8-66e42e62b775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:50:01Z', 'updated_at': '2021-07-16T08:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '8b84ebeb-f672-4973-b005-feadefc377e5', 'name': '', 'network_id': 'c5967f70-fabf-43d6-ae7d-a423e753bc72', 'tenant_id': 'baf0bb2c3e0b47e5a4cc1dd609d1fe78', 'mac_address': 'fa:16:3e:ad:0c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747c98a0-4eec-46af-85a8-66e42e62b775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'f7525a5a-3aba-4180-b017-70093285895c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:50:04Z', 'updated_at': '2021-07-16T08:50:11Z', 'revision_number': 4, 'project_id': 'baf0bb2c3e0b47e5a4cc1dd609d1fe78', 'subnets': [{'id': 'f7525a5a-3aba-4180-b017-70093285895c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:12.757546 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0be1f5d-4778-45b8-8786-fba30189fd89 None None] The sync data for ids ['747c98a0-4eec-46af-85a8-66e42e62b775'] in n-d-771362-37 is: [{'id': '747c98a0-4eec-46af-85a8-66e42e62b775', 'name': 'tempest-TestVolumeBootPattern-975933888-router', 'tenant_id': 'baf0bb2c3e0b47e5a4cc1dd609d1fe78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '06297838-e9d5-4c26-a2ac-674227e7c427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:50:01Z', 'updated_at': '2021-07-16T08:50:06Z', 'revision_number': 4, 'project_id': 'baf0bb2c3e0b47e5a4cc1dd609d1fe78', 'gw_port': {'id': '06297838-e9d5-4c26-a2ac-674227e7c427', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747c98a0-4eec-46af-85a8-66e42e62b775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:50:01Z', 'updated_at': '2021-07-16T08:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '8b84ebeb-f672-4973-b005-feadefc377e5', 'name': '', 'network_id': 'c5967f70-fabf-43d6-ae7d-a423e753bc72', 'tenant_id': 'baf0bb2c3e0b47e5a4cc1dd609d1fe78', 'mac_address': 'fa:16:3e:ad:0c:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '747c98a0-4eec-46af-85a8-66e42e62b775', 'device_owner': 'network:router_interface', 'standard_attr_id': 3105, 'fixed_ips': [{'subnet_id': 'f7525a5a-3aba-4180-b017-70093285895c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:50:04Z', 'updated_at': '2021-07-16T08:50:11Z', 'revision_number': 4, 'project_id': 'baf0bb2c3e0b47e5a4cc1dd609d1fe78', 'subnets': [{'id': 'f7525a5a-3aba-4180-b017-70093285895c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:50:12.809662 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e882997-fb63-4b12-adb2-c4c7c4b76c00 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.882687 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e882997-fb63-4b12-adb2-c4c7c4b76c00 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Pushing event deleted for resources: {'Subnet': ['ID=63516999-d1f5-4dbe-97ed-b58bc8bb03f5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:12.884752 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9e882997-fb63-4b12-adb2-c4c7c4b76c00 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:12.888603 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9e882997-fb63-4b12-adb2-c4c7c4b76c00 tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] 10.222.0.22 "DELETE /v2.0/subnets/63516999-d1f5-4dbe-97ed-b58bc8bb03f5 HTTP/1.1" status: 204 len: 168 time: 0.5101368 Jul 16 08:50:12.889580 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58150) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:12.895075 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3248c985-824d-4c04-9d59-c26b74bf4e96 None None] Network e57debfb-011a-4408-974e-3bb1569c14e0 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:13.032992 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04c04619-7ad4-4e60-986e-a0cb3209572f tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.175402 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-04c04619-7ad4-4e60-986e-a0cb3209572f tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Deleting port 1ff0f86a-bc34-4aff-a356-f73076449200 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:13.176393 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04c04619-7ad4-4e60-986e-a0cb3209572f tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.227549 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d614b7d-fff7-49ba-b534-5798526eeb67 None None] DHCP port deletion for e57debfb-011a-4408-974e-3bb1569c14e0 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:50:13.291018 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-04c04619-7ad4-4e60-986e-a0cb3209572f tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] For port 1ff0f86a-bc34-4aff-a356-f73076449200, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1ff0f86a-bc34-4aff-a356-f73076449200,segment=NetworkSegment(a5cb5748-aede-4a53-8178-75937b6c3a26),segment_id=a5cb5748-aede-4a53-8178-75937b6c3a26)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:13.291861 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04c04619-7ad4-4e60-986e-a0cb3209572f tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.318782 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8d614b7d-fff7-49ba-b534-5798526eeb67 None None] Deleting port 1ff0f86a-bc34-4aff-a356-f73076449200 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:13.319412 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8d614b7d-fff7-49ba-b534-5798526eeb67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.324705 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-04c04619-7ad4-4e60-986e-a0cb3209572f tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Calling delete_port for 1ff0f86a-bc34-4aff-a356-f73076449200 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:13.435402 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8d614b7d-fff7-49ba-b534-5798526eeb67 None None] For port 1ff0f86a-bc34-4aff-a356-f73076449200, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1ff0f86a-bc34-4aff-a356-f73076449200,segment=NetworkSegment(a5cb5748-aede-4a53-8178-75937b6c3a26),segment_id=a5cb5748-aede-4a53-8178-75937b6c3a26)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:13.435615 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8d614b7d-fff7-49ba-b534-5798526eeb67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.444076 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04c04619-7ad4-4e60-986e-a0cb3209572f tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.463952 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8d614b7d-fff7-49ba-b534-5798526eeb67 None None] Calling delete_port for 1ff0f86a-bc34-4aff-a356-f73076449200 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:13.485304 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c04619-7ad4-4e60-986e-a0cb3209572f tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Pushing event deleted for resources: {'Port': ['ID=1ff0f86a-bc34-4aff-a356-f73076449200,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:13.487218 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c04619-7ad4-4e60-986e-a0cb3209572f tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] No DVR routers for this DVR port 1ff0f86a-bc34-4aff-a356-f73076449200 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:13.602033 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8d614b7d-fff7-49ba-b534-5798526eeb67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.656238 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04c04619-7ad4-4e60-986e-a0cb3209572f tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.675433 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d614b7d-fff7-49ba-b534-5798526eeb67 None None] Pushing event deleted for resources: {'Port': ['ID=1ff0f86a-bc34-4aff-a356-f73076449200,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:13.682884 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d614b7d-fff7-49ba-b534-5798526eeb67 None None] No DVR routers for this DVR port 1ff0f86a-bc34-4aff-a356-f73076449200 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:13.703523 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-04c04619-7ad4-4e60-986e-a0cb3209572f tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e57debfb-011a-4408-974e-3bb1569c14e0']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:13.726488 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-04c04619-7ad4-4e60-986e-a0cb3209572f tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5cb5748-aede-4a53-8178-75937b6c3a26') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:13.727994 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-04c04619-7ad4-4e60-986e-a0cb3209572f tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5cb5748-aede-4a53-8178-75937b6c3a26') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:13.752064 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04c04619-7ad4-4e60-986e-a0cb3209572f tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.812781 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0c566790-a5ed-4daf-b1ae-1c62d3389159 req-34f95b61-7d38-488c-a98d-c62d169d5d75 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658 HTTP/1.1" status: 200 len: 210 time: 0.0332720 Jul 16 08:50:13.814628 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04c04619-7ad4-4e60-986e-a0cb3209572f tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.829451 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04c04619-7ad4-4e60-986e-a0cb3209572f tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:13.829875 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04c04619-7ad4-4e60-986e-a0cb3209572f tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:13.833263 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:50:13.833263 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:13.833263 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:50:13.833263 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:13.833263 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:50:13.833263 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:13.833263 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:50:13.833263 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:13.833263 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:50:13.833263 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:13.833263 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:50:13.833263 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:13.833263 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:50:13.833263 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:13.833263 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:13.833263 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:13.833263 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:13.833263 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:13.833263 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:50:13.833263 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:13.833263 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:50:13.833263 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:13.833263 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:13.833263 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:13.833263 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:13.833263 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:13.833263 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:13.833263 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:13.833263 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:13.833263 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:13.833263 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:13.833263 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:14.360963 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04c04619-7ad4-4e60-986e-a0cb3209572f tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:14.377504 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04c04619-7ad4-4e60-986e-a0cb3209572f tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:14.384121 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-04c04619-7ad4-4e60-986e-a0cb3209572f tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] 10.222.0.22 "DELETE /v2.0/networks/e57debfb-011a-4408-974e-3bb1569c14e0 HTTP/1.1" status: 204 len: 168 time: 1.4742868 Jul 16 08:50:14.429208 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c04619-7ad4-4e60-986e-a0cb3209572f tempest-FloatingIPNegativeTestJSON-2055026987 tempest-FloatingIPNegativeTestJSON-2055026987-project] Pushing event deleted for resources: {'Network': ['ID=e57debfb-011a-4408-974e-3bb1569c14e0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:14.486221 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58572f4-3f69-468d-b618-3f805ca51833 req-02889b16-d3a0-4ae8-bfbd-83ef486735cb tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:14.487994 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a58572f4-3f69-468d-b618-3f805ca51833 req-02889b16-d3a0-4ae8-bfbd-83ef486735cb tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.30 "GET /v2.0/networks?id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 HTTP/1.1" status: 200 len: 812 time: 0.1926539 Jul 16 08:50:14.501074 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-a58572f4-3f69-468d-b618-3f805ca51833 req-0a4f1216-ad2f-417f-ac1d-55cf710a00c1 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Request body: {'port': {'device_id': '93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'admin_state_up': True, 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:14.741923 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a58572f4-3f69-468d-b618-3f805ca51833 req-0a4f1216-ad2f-417f-ac1d-55cf710a00c1 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Made reservation on behalf of 30db3ea81a8c4c93843f47b12edb82f2 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:14.748001 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a58572f4-3f69-468d-b618-3f805ca51833 req-0a4f1216-ad2f-417f-ac1d-55cf710a00c1 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:14.929802 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58192) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:14.997585 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 8b84ebeb-f672-4973-b005-feadefc377e5 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:15.086164 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-a58572f4-3f69-468d-b618-3f805ca51833 req-0a4f1216-ad2f-417f-ac1d-55cf710a00c1 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Allocated IP 172.20.0.12 (ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0/1a202c89-ad61-4335-b129-f178d622ac10/6de6d932-2e39-497b-9aa0-0f4ebda8d560) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:15.152022 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 8b84ebeb-f672-4973-b005-feadefc377e5 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:15.166366 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 8b84ebeb-f672-4973-b005-feadefc377e5 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:15.167217 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:15.207913 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:50:15.289020 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-763e5714-e2a6-47b4-a927-08bebe79cd7e req-aadc6c39-e97d-4e74-bfad-34936620010a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658 HTTP/1.1" status: 200 len: 210 time: 0.0732377 Jul 16 08:50:15.361844 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:15.368411 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6860fb89-fdbd-47d2-8105-a7794bd1901f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6b460aa928c44815abc3a83bbe777d0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4360130 Jul 16 08:50:15.371012 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58200) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:15.410218 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a58572f4-3f69-468d-b618-3f805ca51833 req-0a4f1216-ad2f-417f-ac1d-55cf710a00c1 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:15.433468 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 8b84ebeb-f672-4973-b005-feadefc377e5, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=8b84ebeb-f672-4973-b005-feadefc377e5,segment=NetworkSegment(ac0f9079-928e-4160-a58f-ec1c9f621b83),segment_id=ac0f9079-928e-4160-a58f-ec1c9f621b83)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:15.439356 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-a58572f4-3f69-468d-b618-3f805ca51833 req-0a4f1216-ad2f-417f-ac1d-55cf710a00c1 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Transition to ACTIVE for port object 6de6d932-2e39-497b-9aa0-0f4ebda8d560 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:15.456517 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:15.515446 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-155bcfd5-8c26-4e8a-911f-88f0afebe5ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:15.518960 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a58572f4-3f69-468d-b618-3f805ca51833 req-0a4f1216-ad2f-417f-ac1d-55cf710a00c1 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:15.568701 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-155bcfd5-8c26-4e8a-911f-88f0afebe5ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:15.571807 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=8b84ebeb-f672-4973-b005-feadefc377e5,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:15.578018 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1ff0f86a-bc34-4aff-a356-f73076449200 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:15.609772 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4f1216-ad2f-417f-ac1d-55cf710a00c1 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Pushing event updated for resources: {'Port': ['ID=6de6d932-2e39-497b-9aa0-0f4ebda8d560,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:15.619226 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 1ff0f86a-bc34-4aff-a356-f73076449200 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:15.619577 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1ff0f86a-bc34-4aff-a356-f73076449200 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:15.621187 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a58572f4-3f69-468d-b618-3f805ca51833 req-0a4f1216-ad2f-417f-ac1d-55cf710a00c1 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:15.622939 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-a58572f4-3f69-468d-b618-3f805ca51833 req-0a4f1216-ad2f-417f-ac1d-55cf710a00c1 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:15.638294 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58572f4-3f69-468d-b618-3f805ca51833 req-0a4f1216-ad2f-417f-ac1d-55cf710a00c1 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:15.671686 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-155bcfd5-8c26-4e8a-911f-88f0afebe5ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:15.674505 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-155bcfd5-8c26-4e8a-911f-88f0afebe5ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:15.676568 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-155bcfd5-8c26-4e8a-911f-88f0afebe5ed admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/215b9d11-a7e0-49b4-8d04-3b63b437849d HTTP/1.1" status: 204 len: 168 time: 0.3041975 Jul 16 08:50:15.687228 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155bcfd5-8c26-4e8a-911f-88f0afebe5ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=215b9d11-a7e0-49b4-8d04-3b63b437849d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:15.793428 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58572f4-3f69-468d-b618-3f805ca51833 req-0a4f1216-ad2f-417f-ac1d-55cf710a00c1 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:15.794111 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a58572f4-3f69-468d-b618-3f805ca51833 req-0a4f1216-ad2f-417f-ac1d-55cf710a00c1 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:15.818670 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a58572f4-3f69-468d-b618-3f805ca51833 req-0a4f1216-ad2f-417f-ac1d-55cf710a00c1 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3217154 Jul 16 08:50:15.833213 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-a58572f4-3f69-468d-b618-3f805ca51833 req-9aa10ea4-45ad-46c0-9dbf-c4d0ef31fcfe service neutron] Request body: {'port': {'device_id': '93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:15.991811 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a58572f4-3f69-468d-b618-3f805ca51833 req-9aa10ea4-45ad-46c0-9dbf-c4d0ef31fcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.035522 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-69a6f613-8625-4143-958a-88ca631d1075 None None] Provisioning for port 6de6d932-2e39-497b-9aa0-0f4ebda8d560 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:16.042281 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-69a6f613-8625-4143-958a-88ca631d1075 None None] Provisioning complete for port 6de6d932-2e39-497b-9aa0-0f4ebda8d560 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:16.043219 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-69a6f613-8625-4143-958a-88ca631d1075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.129330 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-69a6f613-8625-4143-958a-88ca631d1075 None None] Port 6de6d932-2e39-497b-9aa0-0f4ebda8d560 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:50:16.659391 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-a58572f4-3f69-468d-b618-3f805ca51833 req-9aa10ea4-45ad-46c0-9dbf-c4d0ef31fcfe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6de6d932-2e39-497b-9aa0-0f4ebda8d560 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:16.673928 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a58572f4-3f69-468d-b618-3f805ca51833 req-9aa10ea4-45ad-46c0-9dbf-c4d0ef31fcfe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.705860 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-a58572f4-3f69-468d-b618-3f805ca51833 req-9aa10ea4-45ad-46c0-9dbf-c4d0ef31fcfe service neutron] Transition to ACTIVE for port object 6de6d932-2e39-497b-9aa0-0f4ebda8d560 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:16.711404 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a58572f4-3f69-468d-b618-3f805ca51833 req-9aa10ea4-45ad-46c0-9dbf-c4d0ef31fcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:16.875646 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb0a5cf-f049-4a4a-9a54-b007c2266b55 req-60919e13-13ff-4a86-a5ec-720ab82ef557 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:16.881736 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8eb0a5cf-f049-4a4a-9a54-b007c2266b55 req-60919e13-13ff-4a86-a5ec-720ab82ef557 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658 HTTP/1.1" status: 200 len: 932 time: 0.2971070 Jul 16 08:50:16.917236 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 8b84ebeb-f672-4973-b005-feadefc377e5 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:16.919598 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa10ea4-45ad-46c0-9dbf-c4d0ef31fcfe service neutron] Pushing event updated for resources: {'Port': ['ID=6de6d932-2e39-497b-9aa0-0f4ebda8d560,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:16.998445 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8eb0a5cf-f049-4a4a-9a54-b007c2266b55 req-8199f03c-c1ef-4e8b-a707-2c1ddffc9829 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007845 Jul 16 08:50:17.027083 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58260) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:17.137792 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 8b84ebeb-f672-4973-b005-feadefc377e5 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:17.138873 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.164283 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a58572f4-3f69-468d-b618-3f805ca51833 req-9aa10ea4-45ad-46c0-9dbf-c4d0ef31fcfe service neutron] Attempting to bind port 6de6d932-2e39-497b-9aa0-0f4ebda8d560 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:17.164944 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a58572f4-3f69-468d-b618-3f805ca51833 req-9aa10ea4-45ad-46c0-9dbf-c4d0ef31fcfe service neutron] Attempting to bind port 6de6d932-2e39-497b-9aa0-0f4ebda8d560 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:17.166222 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58572f4-3f69-468d-b618-3f805ca51833 req-9aa10ea4-45ad-46c0-9dbf-c4d0ef31fcfe service neutron] Attempting to bind port 6de6d932-2e39-497b-9aa0-0f4ebda8d560 on network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:17.188948 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58572f4-3f69-468d-b618-3f805ca51833 req-9aa10ea4-45ad-46c0-9dbf-c4d0ef31fcfe service neutron] Port 6de6d932-2e39-497b-9aa0-0f4ebda8d560 on network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:50:17.189555 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58572f4-3f69-468d-b618-3f805ca51833 req-9aa10ea4-45ad-46c0-9dbf-c4d0ef31fcfe service neutron] Attempting to bind port 6de6d932-2e39-497b-9aa0-0f4ebda8d560 on network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:17.227801 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58572f4-3f69-468d-b618-3f805ca51833 req-9aa10ea4-45ad-46c0-9dbf-c4d0ef31fcfe service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:17.228166 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58572f4-3f69-468d-b618-3f805ca51833 req-9aa10ea4-45ad-46c0-9dbf-c4d0ef31fcfe service neutron] Checking segment: {'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:17.232231 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58572f4-3f69-468d-b618-3f805ca51833 req-9aa10ea4-45ad-46c0-9dbf-c4d0ef31fcfe service neutron] Bound using segment: {'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:17.253239 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a58572f4-3f69-468d-b618-3f805ca51833 req-9aa10ea4-45ad-46c0-9dbf-c4d0ef31fcfe service neutron] Bound port: 6de6d932-2e39-497b-9aa0-0f4ebda8d560, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:17.253753 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a58572f4-3f69-468d-b618-3f805ca51833 req-9aa10ea4-45ad-46c0-9dbf-c4d0ef31fcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.365047 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-fc12ee6d-d5d4-4346-ad00-bda9868e586a tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1364394955'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:17.407619 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc12ee6d-d5d4-4346-ad00-bda9868e586a tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Made reservation on behalf of ede514dde713438eb9cdfdf8d6aba0b9 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:17.411944 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc12ee6d-d5d4-4346-ad00-bda9868e586a tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.423785 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc12ee6d-d5d4-4346-ad00-bda9868e586a tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.450228 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a58572f4-3f69-468d-b618-3f805ca51833 req-9aa10ea4-45ad-46c0-9dbf-c4d0ef31fcfe service neutron] For port 6de6d932-2e39-497b-9aa0-0f4ebda8d560, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:17.462730 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a58572f4-3f69-468d-b618-3f805ca51833 req-9aa10ea4-45ad-46c0-9dbf-c4d0ef31fcfe service neutron] For port 6de6d932-2e39-497b-9aa0-0f4ebda8d560, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=6de6d932-2e39-497b-9aa0-0f4ebda8d560,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:17.474444 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a58572f4-3f69-468d-b618-3f805ca51833 req-9aa10ea4-45ad-46c0-9dbf-c4d0ef31fcfe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.535587 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58572f4-3f69-468d-b618-3f805ca51833 req-9aa10ea4-45ad-46c0-9dbf-c4d0ef31fcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:17.536538 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a58572f4-3f69-468d-b618-3f805ca51833 req-9aa10ea4-45ad-46c0-9dbf-c4d0ef31fcfe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.538964 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a58572f4-3f69-468d-b618-3f805ca51833 req-9aa10ea4-45ad-46c0-9dbf-c4d0ef31fcfe service neutron] 10.222.0.30 "PUT /v2.0/ports/6de6d932-2e39-497b-9aa0-0f4ebda8d560 HTTP/1.1" status: 200 len: 1093 time: 1.7104356 Jul 16 08:50:17.539755 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658', 'tag': '6de6d932-2e39-497b-9aa0-0f4ebda8d560'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:17.542914 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffcbc55d-9af2-4330-98dc-5db0994f4680" -d '{"events": [{"name": "network-changed", "server_uuid": "93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658", "tag": "6de6d932-2e39-497b-9aa0-0f4ebda8d560"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:17.620992 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc12ee6d-d5d4-4346-ad00-bda9868e586a tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.634007 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc12ee6d-d5d4-4346-ad00-bda9868e586a tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.659640 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa82cfd8-0ccc-4ee3-82a2-e8c5783a1e20 x-openstack-request-id: req-fa82cfd8-0ccc-4ee3-82a2-e8c5783a1e20 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:17.660224 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658", "tag": "6de6d932-2e39-497b-9aa0-0f4ebda8d560", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:17.660740 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fa82cfd8-0ccc-4ee3-82a2-e8c5783a1e20 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:17.661325 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658', 'tag': '6de6d932-2e39-497b-9aa0-0f4ebda8d560', 'status': 'completed', 'code': 200} Jul 16 08:50:17.680143 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12ee6d-d5d4-4346-ad00-bda9868e586a tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31ccab26-e4f1-4828-b8fc-96da5d4eb4ee,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:17.692808 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa10ea4-45ad-46c0-9dbf-c4d0ef31fcfe service neutron] Pushing event updated for resources: {'Port': ['ID=6de6d932-2e39-497b-9aa0-0f4ebda8d560,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:17.722323 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58572f4-3f69-468d-b618-3f805ca51833 req-afc64611-9daf-4553-807c-6e52e60b4fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:17.725963 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a58572f4-3f69-468d-b618-3f805ca51833 req-afc64611-9daf-4553-807c-6e52e60b4fe7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30db3ea81a8c4c93843f47b12edb82f2&device_id=93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658 HTTP/1.1" status: 200 len: 1096 time: 0.1222212 Jul 16 08:50:17.731126 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc12ee6d-d5d4-4346-ad00-bda9868e586a tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:50:17.758846 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc12ee6d-d5d4-4346-ad00-bda9868e586a tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.759210 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-fc12ee6d-d5d4-4346-ad00-bda9868e586a tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Added segment ce237d47-e9a2-4b77-88ca-689482dc715a of type vlan for network 064fb91f-74b7-47e1-b2a5-3895f4f344a0 Jul 16 08:50:17.802827 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a58572f4-3f69-468d-b618-3f805ca51833 req-e36d6000-56ef-4808-9d17-a89d1d792727 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6de6d932-2e39-497b-9aa0-0f4ebda8d560 HTTP/1.1" status: 200 len: 217 time: 0.0700943 Jul 16 08:50:17.829962 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc12ee6d-d5d4-4346-ad00-bda9868e586a tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.875131 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58572f4-3f69-468d-b618-3f805ca51833 req-145bd92d-0c5a-4d57-ac91-75deefe1256a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:17.876810 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a58572f4-3f69-468d-b618-3f805ca51833 req-145bd92d-0c5a-4d57-ac91-75deefe1256a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1a202c89-ad61-4335-b129-f178d622ac10 HTTP/1.1" status: 200 len: 851 time: 0.0581346 Jul 16 08:50:17.891688 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc12ee6d-d5d4-4346-ad00-bda9868e586a tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.898117 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc12ee6d-d5d4-4346-ad00-bda9868e586a tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:17.899194 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc12ee6d-d5d4-4346-ad00-bda9868e586a tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:17.956863 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-fc12ee6d-d5d4-4346-ad00-bda9868e586a tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9273512 Jul 16 08:50:17.965571 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58572f4-3f69-468d-b618-3f805ca51833 req-790e5d3d-4f17-4203-aaec-8be03b553e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:17.968545 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a58572f4-3f69-468d-b618-3f805ca51833 req-790e5d3d-4f17-4203-aaec-8be03b553e3c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0849104 Jul 16 08:50:18.027285 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc12ee6d-d5d4-4346-ad00-bda9868e586a tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event updated for resources: {'Network': ['ID=064fb91f-74b7-47e1-b2a5-3895f4f344a0,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:18.063387 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 064fb91f-74b7-47e1-b2a5-3895f4f344a0 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:50:18.170888 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a58572f4-3f69-468d-b618-3f805ca51833 req-03b25b7f-28fb-48cd-bf4f-7a163622171a service neutron] 10.222.0.30 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958382 Jul 16 08:50:18.341638 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a58572f4-3f69-468d-b618-3f805ca51833 req-cc83cc10-0380-4072-99ff-e68315e0027d service neutron] 10.222.0.30 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639526 Jul 16 08:50:18.342206 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c3646-d08b-4ccb-b494-53ef2dcd0a7a req-e9f98ae3-680e-4949-8ab1-0f3feb8869b8 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:18.359248 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-110c3646-d08b-4ccb-b494-53ef2dcd0a7a req-e9f98ae3-680e-4949-8ab1-0f3feb8869b8 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658 HTTP/1.1" status: 200 len: 944 time: 0.1450198 Jul 16 08:50:18.443194 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-110c3646-d08b-4ccb-b494-53ef2dcd0a7a req-527317ee-e260-4af4-9ebf-406ef61332db tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619481 Jul 16 08:50:18.588304 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbc55d-9af2-4330-98dc-5db0994f4680 req-0bef60d1-cc9c-42f2-b009-3e4d929e2d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:18.590864 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ffcbc55d-9af2-4330-98dc-5db0994f4680 req-0bef60d1-cc9c-42f2-b009-3e4d929e2d9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30db3ea81a8c4c93843f47b12edb82f2&device_id=93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658 HTTP/1.1" status: 200 len: 1096 time: 0.1631031 Jul 16 08:50:18.815742 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbc55d-9af2-4330-98dc-5db0994f4680 req-a0c13572-e85a-4125-b8a3-882452de5450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:18.817863 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ffcbc55d-9af2-4330-98dc-5db0994f4680 req-a0c13572-e85a-4125-b8a3-882452de5450 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 HTTP/1.1" status: 200 len: 913 time: 0.2206666 Jul 16 08:50:18.873143 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ffcbc55d-9af2-4330-98dc-5db0994f4680 req-2067c6cd-6215-4491-b9b8-0e8596e3353d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6de6d932-2e39-497b-9aa0-0f4ebda8d560 HTTP/1.1" status: 200 len: 217 time: 0.0478966 Jul 16 08:50:18.968785 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbc55d-9af2-4330-98dc-5db0994f4680 req-3cdc7729-47a5-4c94-89a1-c0b6ff08392b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:18.971610 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ffcbc55d-9af2-4330-98dc-5db0994f4680 req-3cdc7729-47a5-4c94-89a1-c0b6ff08392b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1a202c89-ad61-4335-b129-f178d622ac10 HTTP/1.1" status: 200 len: 851 time: 0.0924087 Jul 16 08:50:19.061133 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcbc55d-9af2-4330-98dc-5db0994f4680 req-da9ce146-b81b-443c-8ac6-ff85d28fbf80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:19.063611 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ffcbc55d-9af2-4330-98dc-5db0994f4680 req-da9ce146-b81b-443c-8ac6-ff85d28fbf80 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0799162 Jul 16 08:50:19.221810 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ffcbc55d-9af2-4330-98dc-5db0994f4680 req-0647ca31-fb12-4cd1-a5c0-1ee8260f2804 service neutron] 10.222.0.30 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504593 Jul 16 08:50:19.354584 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ffcbc55d-9af2-4330-98dc-5db0994f4680 req-d3bec9b5-f382-4e4e-93ff-f0b46c673397 service neutron] 10.222.0.30 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228313 Jul 16 08:50:19.775882 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955539f-e2fa-4a94-80f0-ea7a5fe63b27 req-148e6f81-a1d1-4bb4-b308-d499173b2319 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:19.777661 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3955539f-e2fa-4a94-80f0-ea7a5fe63b27 req-148e6f81-a1d1-4bb4-b308-d499173b2319 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658 HTTP/1.1" status: 200 len: 944 time: 0.1303847 Jul 16 08:50:19.874754 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3955539f-e2fa-4a94-80f0-ea7a5fe63b27 req-0a71e9a2-793e-406b-aaf3-396c04e22d4f tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834970 Jul 16 08:50:21.148132 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413fd11-5f63-42c6-beb6-8405219ff48d req-3042b8d0-6ff7-4e3e-9361-15420a429d19 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:21.156966 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4413fd11-5f63-42c6-beb6-8405219ff48d req-3042b8d0-6ff7-4e3e-9361-15420a429d19 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658 HTTP/1.1" status: 200 len: 944 time: 0.1065450 Jul 16 08:50:21.216857 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4413fd11-5f63-42c6-beb6-8405219ff48d req-10ea2fad-ea4e-4f50-9551-c3c8e1b8644b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588710 Jul 16 08:50:21.832763 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b19de5bb-63a6-4c07-a32e-f1d426fd067e req-d9baa44c-3177-4a32-bf7a-f14789e2fae6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0626388 Jul 16 08:50:21.881575 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58328) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:21.890504 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-2b57491c-041d-4dc4-968e-2533317378c6 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Request body: {'subnet': {'network_id': '064fb91f-74b7-47e1-b2a5-3895f4f344a0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:21.952850 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19de5bb-63a6-4c07-a32e-f1d426fd067e req-d306f5e9-0aca-45e0-b804-b3979f3fe4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:21.955228 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b19de5bb-63a6-4c07-a32e-f1d426fd067e req-d306f5e9-0aca-45e0-b804-b3979f3fe4df service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b1a7b336a94513a52f9785e4e37864&device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 1098 time: 0.0744894 Jul 16 08:50:22.013823 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b57491c-041d-4dc4-968e-2533317378c6 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Made reservation on behalf of ede514dde713438eb9cdfdf8d6aba0b9 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:22.018307 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b57491c-041d-4dc4-968e-2533317378c6 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:22.096230 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19de5bb-63a6-4c07-a32e-f1d426fd067e req-b30df7e8-12a6-4648-af47-ed61ed557ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:22.099055 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b19de5bb-63a6-4c07-a32e-f1d426fd067e req-b30df7e8-12a6-4648-af47-ed61ed557ad7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=009dd0a1-50a1-45ad-bc58-1d113e644d4b HTTP/1.1" status: 200 len: 917 time: 0.1204820 Jul 16 08:50:22.185360 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b19de5bb-63a6-4c07-a32e-f1d426fd067e req-f68bc6c9-55c2-4731-ba71-e86e2fb2da51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=364af638-4723-4510-af78-24e90addbc6d HTTP/1.1" status: 200 len: 1001 time: 0.0794971 Jul 16 08:50:22.244453 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19de5bb-63a6-4c07-a32e-f1d426fd067e req-7bcda3a5-802f-4dd1-a7f6-c3aef9759af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:22.246490 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b19de5bb-63a6-4c07-a32e-f1d426fd067e req-7bcda3a5-802f-4dd1-a7f6-c3aef9759af1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a HTTP/1.1" status: 200 len: 855 time: 0.0547504 Jul 16 08:50:22.321109 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b57491c-041d-4dc4-968e-2533317378c6 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:22.338292 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19de5bb-63a6-4c07-a32e-f1d426fd067e req-4d94d0c8-30bc-4f8c-9127-202a19b3fe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:22.339738 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b19de5bb-63a6-4c07-a32e-f1d426fd067e req-4d94d0c8-30bc-4f8c-9127-202a19b3fe9b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=009dd0a1-50a1-45ad-bc58-1d113e644d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0863388 Jul 16 08:50:22.432830 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b57491c-041d-4dc4-968e-2533317378c6 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event updated for resources: {'Subnet': ['ID=e42f677a-8a0a-4cbb-9799-3bb5d061dbc8,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:22.449388 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b57491c-041d-4dc4-968e-2533317378c6 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Checking segment: {'id': 'ce237d47-e9a2-4b77-88ca-689482dc715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '064fb91f-74b7-47e1-b2a5-3895f4f344a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:22.449876 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b57491c-041d-4dc4-968e-2533317378c6 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Network hostable DHCP agents. Network: 064fb91f-74b7-47e1-b2a5-3895f4f344a0, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:50:22.471914 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b57491c-041d-4dc4-968e-2533317378c6 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Network 064fb91f-74b7-47e1-b2a5-3895f4f344a0 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:50:22.487054 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-2b57491c-041d-4dc4-968e-2533317378c6 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 064fb91f-74b7-47e1-b2a5-3895f4f344a0) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:22.494319 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b57491c-041d-4dc4-968e-2533317378c6 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:22.495172 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b57491c-041d-4dc4-968e-2533317378c6 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:22.503520 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a290538b-844f-49d1-b69d-bc915f0deddd None None] Network 064fb91f-74b7-47e1-b2a5-3895f4f344a0 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:22.514161 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2b57491c-041d-4dc4-968e-2533317378c6 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6303933 Jul 16 08:50:22.517478 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58332) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:22.523240 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-8a47ac1e-2a15-4fcd-9525-4dacf131a286 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-449453248'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:22.525302 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b19de5bb-63a6-4c07-a32e-f1d426fd067e req-6f0dfbfd-86a7-44fc-a46f-8c46dbf3ff66 service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785543 Jul 16 08:50:22.554958 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ca095a9-dba2-4e73-b182-22f8d9ec5c5f req-f4f47f01-28a0-446c-bcc3-b57bcad299a2 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:22.555253 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a47ac1e-2a15-4fcd-9525-4dacf131a286 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Made reservation on behalf of ede514dde713438eb9cdfdf8d6aba0b9 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:22.557088 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4ca095a9-dba2-4e73-b182-22f8d9ec5c5f req-f4f47f01-28a0-446c-bcc3-b57bcad299a2 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658 HTTP/1.1" status: 200 len: 944 time: 0.2007422 Jul 16 08:50:22.559233 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8a47ac1e-2a15-4fcd-9525-4dacf131a286 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:22.586775 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a47ac1e-2a15-4fcd-9525-4dacf131a286 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:50:22.598193 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8a47ac1e-2a15-4fcd-9525-4dacf131a286 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:22.598193 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-8a47ac1e-2a15-4fcd-9525-4dacf131a286 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Added segment aee57fde-9528-4042-b9b6-7bf259c00bbd of type vlan for network d95bf889-aca6-4a36-b02a-0e6c6a8dc447 Jul 16 08:50:22.676278 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8a47ac1e-2a15-4fcd-9525-4dacf131a286 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:22.728850 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8a47ac1e-2a15-4fcd-9525-4dacf131a286 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:22.739445 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a47ac1e-2a15-4fcd-9525-4dacf131a286 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:22.740101 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8a47ac1e-2a15-4fcd-9525-4dacf131a286 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:22.747715 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4ca095a9-dba2-4e73-b182-22f8d9ec5c5f req-811dd605-a6fd-4d95-911d-b10ccb7ca6da tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727672 Jul 16 08:50:22.768114 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48c4707-f3a3-4846-8448-5065c06917a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-064fb91f-74b7-47e1-b2a5-3895f4f344a0', 'network_id': '064fb91f-74b7-47e1-b2a5-3895f4f344a0', 'tenant_id': 'ede514dde713438eb9cdfdf8d6aba0b9', 'fixed_ips': [{'subnet_id': 'e42f677a-8a0a-4cbb-9799-3bb5d061dbc8'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:50:22.769337 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e48c4707-f3a3-4846-8448-5065c06917a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:22.783983 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b19de5bb-63a6-4c07-a32e-f1d426fd067e req-6734aa3e-351f-404f-8254-885cd6871223 service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2510390 Jul 16 08:50:22.840884 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a47ac1e-2a15-4fcd-9525-4dacf131a286 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event updated for resources: {'Network': ['ID=d95bf889-aca6-4a36-b02a-0e6c6a8dc447,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:22.846854 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8a47ac1e-2a15-4fcd-9525-4dacf131a286 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3255377 Jul 16 08:50:22.847198 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58334) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:22.854109 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e16b65a5-08e0-4f39-8cdc-7243ac97e141 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Request body: {'subnet': {'network_id': 'd95bf889-aca6-4a36-b02a-0e6c6a8dc447', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:22.890080 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network d95bf889-aca6-4a36-b02a-0e6c6a8dc447 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:50:22.983386 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e16b65a5-08e0-4f39-8cdc-7243ac97e141 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Made reservation on behalf of ede514dde713438eb9cdfdf8d6aba0b9 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:22.989821 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e16b65a5-08e0-4f39-8cdc-7243ac97e141 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.026487 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-e48c4707-f3a3-4846-8448-5065c06917a0 None None] Allocated IP 2001:db8:0:ffff::2 (064fb91f-74b7-47e1-b2a5-3895f4f344a0/e42f677a-8a0a-4cbb-9799-3bb5d061dbc8/379395b8-298f-4ce8-bbff-b8d7caa90de0) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:23.246167 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e48c4707-f3a3-4846-8448-5065c06917a0 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.263441 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e48c4707-f3a3-4846-8448-5065c06917a0 None None] Transition to ACTIVE for port object 379395b8-298f-4ce8-bbff-b8d7caa90de0 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:23.288998 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e48c4707-f3a3-4846-8448-5065c06917a0 None None] Transition to ACTIVE for port object 379395b8-298f-4ce8-bbff-b8d7caa90de0 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:23.301535 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e48c4707-f3a3-4846-8448-5065c06917a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.357833 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e48c4707-f3a3-4846-8448-5065c06917a0 None None] Network 064fb91f-74b7-47e1-b2a5-3895f4f344a0 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:23.365921 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-e48c4707-f3a3-4846-8448-5065c06917a0 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:23.371489 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48c4707-f3a3-4846-8448-5065c06917a0 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:23.380583 n-d-771362-37 neutron-server[93759]: DEBUG neutron.objects.ports [None req-e16b65a5-08e0-4f39-8cdc-7243ac97e141 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:50:23.383782 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e16b65a5-08e0-4f39-8cdc-7243ac97e141 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.416310 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c4707-f3a3-4846-8448-5065c06917a0 None None] Pushing event updated for resources: {'Port': ['ID=379395b8-298f-4ce8-bbff-b8d7caa90de0,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:23.472881 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16b65a5-08e0-4f39-8cdc-7243ac97e141 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event updated for resources: {'Subnet': ['ID=a7c3f49b-5aad-434f-b4d5-d386497f9cb8,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:23.479157 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e48c4707-f3a3-4846-8448-5065c06917a0 None None] Attempting to bind port 379395b8-298f-4ce8-bbff-b8d7caa90de0 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:23.479618 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e48c4707-f3a3-4846-8448-5065c06917a0 None None] Attempting to bind port 379395b8-298f-4ce8-bbff-b8d7caa90de0 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'ce237d47-e9a2-4b77-88ca-689482dc715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '064fb91f-74b7-47e1-b2a5-3895f4f344a0'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:23.479995 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48c4707-f3a3-4846-8448-5065c06917a0 None None] Attempting to bind port 379395b8-298f-4ce8-bbff-b8d7caa90de0 on network 064fb91f-74b7-47e1-b2a5-3895f4f344a0 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:23.485632 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16b65a5-08e0-4f39-8cdc-7243ac97e141 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Checking segment: {'id': 'aee57fde-9528-4042-b9b6-7bf259c00bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd95bf889-aca6-4a36-b02a-0e6c6a8dc447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:23.486274 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16b65a5-08e0-4f39-8cdc-7243ac97e141 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Network hostable DHCP agents. Network: d95bf889-aca6-4a36-b02a-0e6c6a8dc447, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:50:23.486854 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48c4707-f3a3-4846-8448-5065c06917a0 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:23.487288 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48c4707-f3a3-4846-8448-5065c06917a0 None None] Checking segment: {'id': 'ce237d47-e9a2-4b77-88ca-689482dc715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '064fb91f-74b7-47e1-b2a5-3895f4f344a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:23.487765 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e48c4707-f3a3-4846-8448-5065c06917a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.488258 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48c4707-f3a3-4846-8448-5065c06917a0 None None] Bound using segment: {'id': 'ce237d47-e9a2-4b77-88ca-689482dc715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '064fb91f-74b7-47e1-b2a5-3895f4f344a0'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:23.488820 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e48c4707-f3a3-4846-8448-5065c06917a0 None None] Bound port: 379395b8-298f-4ce8-bbff-b8d7caa90de0, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce237d47-e9a2-4b77-88ca-689482dc715a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '064fb91f-74b7-47e1-b2a5-3895f4f344a0'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:23.489269 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e48c4707-f3a3-4846-8448-5065c06917a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.514826 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16b65a5-08e0-4f39-8cdc-7243ac97e141 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Network d95bf889-aca6-4a36-b02a-0e6c6a8dc447 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:50:23.532887 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e16b65a5-08e0-4f39-8cdc-7243ac97e141 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, d95bf889-aca6-4a36-b02a-0e6c6a8dc447) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:23.540984 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e16b65a5-08e0-4f39-8cdc-7243ac97e141 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:23.542252 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e16b65a5-08e0-4f39-8cdc-7243ac97e141 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.547515 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e0c856-90c2-403e-94d2-653a1a9a2ec4 None None] Network d95bf889-aca6-4a36-b02a-0e6c6a8dc447 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:23.564333 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e16b65a5-08e0-4f39-8cdc-7243ac97e141 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.7157996 Jul 16 08:50:23.567030 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58336) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:23.576797 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6e029bce-b720-45b7-998f-6d91cf89d2b2 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Request body: {'port': {'network_id': 'd95bf889-aca6-4a36-b02a-0e6c6a8dc447', 'name': 'tempest-NetworksIpV6TestAttrs-1745353504'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:23.658918 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e48c4707-f3a3-4846-8448-5065c06917a0 None None] For port 379395b8-298f-4ce8-bbff-b8d7caa90de0, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:23.662629 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e48c4707-f3a3-4846-8448-5065c06917a0 None None] For port 379395b8-298f-4ce8-bbff-b8d7caa90de0, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=379395b8-298f-4ce8-bbff-b8d7caa90de0,segment=NetworkSegment(ce237d47-e9a2-4b77-88ca-689482dc715a),segment_id=ce237d47-e9a2-4b77-88ca-689482dc715a)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:23.686378 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e48c4707-f3a3-4846-8448-5065c06917a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.736322 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e029bce-b720-45b7-998f-6d91cf89d2b2 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Made reservation on behalf of ede514dde713438eb9cdfdf8d6aba0b9 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:23.743773 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e029bce-b720-45b7-998f-6d91cf89d2b2 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.805141 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-6e029bce-b720-45b7-998f-6d91cf89d2b2 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] device_id is not set on port 71f73447-d305-4f6a-a8c0-a03ec9924694 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:50:23.828204 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d433bfa9-e2d2-475c-95ac-ab9ae9dcb425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-d95bf889-aca6-4a36-b02a-0e6c6a8dc447', 'network_id': 'd95bf889-aca6-4a36-b02a-0e6c6a8dc447', 'tenant_id': 'ede514dde713438eb9cdfdf8d6aba0b9', 'fixed_ips': [{'subnet_id': 'a7c3f49b-5aad-434f-b4d5-d386497f9cb8'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:50:23.833666 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d433bfa9-e2d2-475c-95ac-ab9ae9dcb425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:23.842155 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c4707-f3a3-4846-8448-5065c06917a0 None None] Pushing event updated for resources: {'Port': ['ID=379395b8-298f-4ce8-bbff-b8d7caa90de0,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:24.057068 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-6e029bce-b720-45b7-998f-6d91cf89d2b2 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Allocated IP 2001:db8::f816:3eff:fef8:9421 (d95bf889-aca6-4a36-b02a-0e6c6a8dc447/a7c3f49b-5aad-434f-b4d5-d386497f9cb8/71f73447-d305-4f6a-a8c0-a03ec9924694) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:24.236186 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9feac72-cb57-4c08-bf64-624b25e3eebe req-2e609994-fc17-4a40-b09c-df5d352fd726 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:24.246847 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a9feac72-cb57-4c08-bf64-624b25e3eebe req-2e609994-fc17-4a40-b09c-df5d352fd726 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658 HTTP/1.1" status: 200 len: 944 time: 0.1832433 Jul 16 08:50:24.311535 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a9feac72-cb57-4c08-bf64-624b25e3eebe req-6e7dfee5-4206-42d3-948b-c4df63a6f342 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632064 Jul 16 08:50:24.441360 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e029bce-b720-45b7-998f-6d91cf89d2b2 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:24.464611 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-6e029bce-b720-45b7-998f-6d91cf89d2b2 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Transition to ACTIVE for port object 71f73447-d305-4f6a-a8c0-a03ec9924694 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:24.530776 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e029bce-b720-45b7-998f-6d91cf89d2b2 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:24.589504 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e029bce-b720-45b7-998f-6d91cf89d2b2 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Network d95bf889-aca6-4a36-b02a-0e6c6a8dc447 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:24.596188 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-6e029bce-b720-45b7-998f-6d91cf89d2b2 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:24.603360 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e029bce-b720-45b7-998f-6d91cf89d2b2 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:24.611829 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e029bce-b720-45b7-998f-6d91cf89d2b2 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:24.612870 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e029bce-b720-45b7-998f-6d91cf89d2b2 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:24.632313 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e029bce-b720-45b7-998f-6d91cf89d2b2 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event updated for resources: {'Port': ['ID=71f73447-d305-4f6a-a8c0-a03ec9924694,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:24.652911 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-d433bfa9-e2d2-475c-95ac-ab9ae9dcb425 None None] Allocated IP 2001:db8::f816:3eff:feea:9777 (d95bf889-aca6-4a36-b02a-0e6c6a8dc447/a7c3f49b-5aad-434f-b4d5-d386497f9cb8/873bc045-b7cd-46ce-a592-3745edafb082) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:24.656389 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6e029bce-b720-45b7-998f-6d91cf89d2b2 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.0874677 Jul 16 08:50:24.658755 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58344) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:24.779336 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed1235ee-4dee-4173-ac35-f9d6daf62ef3 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Deleting subnet a7c3f49b-5aad-434f-b4d5-d386497f9cb8 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:50:24.853458 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188d199e-f3c0-4080-b4fb-4a913c455803 req-73a44009-9792-4ec0-9620-785726ccfd9e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:24.863084 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-188d199e-f3c0-4080-b4fb-4a913c455803 req-73a44009-9792-4ec0-9620-785726ccfd9e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 946 time: 0.1474349 Jul 16 08:50:24.877304 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d433bfa9-e2d2-475c-95ac-ab9ae9dcb425 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:24.893496 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d433bfa9-e2d2-475c-95ac-ab9ae9dcb425 None None] Transition to ACTIVE for port object 873bc045-b7cd-46ce-a592-3745edafb082 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:24.929351 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d433bfa9-e2d2-475c-95ac-ab9ae9dcb425 None None] Transition to ACTIVE for port object 873bc045-b7cd-46ce-a592-3745edafb082 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:24.936296 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-188d199e-f3c0-4080-b4fb-4a913c455803 req-4a757df0-f601-43c8-8ccd-e7197987ab61 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717320 Jul 16 08:50:24.936926 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed1235ee-4dee-4173-ac35-f9d6daf62ef3 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:24.937844 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d433bfa9-e2d2-475c-95ac-ab9ae9dcb425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:24.993150 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d433bfa9-e2d2-475c-95ac-ab9ae9dcb425 None None] Network d95bf889-aca6-4a36-b02a-0e6c6a8dc447 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:24.996388 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-d433bfa9-e2d2-475c-95ac-ab9ae9dcb425 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:24.998820 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d433bfa9-e2d2-475c-95ac-ab9ae9dcb425 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:25.058120 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed1235ee-4dee-4173-ac35-f9d6daf62ef3 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.060199 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 379395b8-298f-4ce8-bbff-b8d7caa90de0 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:25.098297 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433bfa9-e2d2-475c-95ac-ab9ae9dcb425 None None] Pushing event updated for resources: {'Port': ['ID=873bc045-b7cd-46ce-a592-3745edafb082,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:25.145641 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-d433bfa9-e2d2-475c-95ac-ab9ae9dcb425 None None] Attempting to bind port 873bc045-b7cd-46ce-a592-3745edafb082 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:25.146369 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-d433bfa9-e2d2-475c-95ac-ab9ae9dcb425 None None] Attempting to bind port 873bc045-b7cd-46ce-a592-3745edafb082 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'aee57fde-9528-4042-b9b6-7bf259c00bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd95bf889-aca6-4a36-b02a-0e6c6a8dc447'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:25.146802 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d433bfa9-e2d2-475c-95ac-ab9ae9dcb425 None None] Attempting to bind port 873bc045-b7cd-46ce-a592-3745edafb082 on network d95bf889-aca6-4a36-b02a-0e6c6a8dc447 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:25.155833 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d433bfa9-e2d2-475c-95ac-ab9ae9dcb425 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:25.156531 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d433bfa9-e2d2-475c-95ac-ab9ae9dcb425 None None] Checking segment: {'id': 'aee57fde-9528-4042-b9b6-7bf259c00bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd95bf889-aca6-4a36-b02a-0e6c6a8dc447'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:25.156959 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d433bfa9-e2d2-475c-95ac-ab9ae9dcb425 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.157363 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d433bfa9-e2d2-475c-95ac-ab9ae9dcb425 None None] Bound using segment: {'id': 'aee57fde-9528-4042-b9b6-7bf259c00bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd95bf889-aca6-4a36-b02a-0e6c6a8dc447'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:25.157857 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-d433bfa9-e2d2-475c-95ac-ab9ae9dcb425 None None] Bound port: 873bc045-b7cd-46ce-a592-3745edafb082, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aee57fde-9528-4042-b9b6-7bf259c00bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd95bf889-aca6-4a36-b02a-0e6c6a8dc447'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:25.158252 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d433bfa9-e2d2-475c-95ac-ab9ae9dcb425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.218759 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 379395b8-298f-4ce8-bbff-b8d7caa90de0 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:25.250567 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed1235ee-4dee-4173-ac35-f9d6daf62ef3 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.355194 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-d433bfa9-e2d2-475c-95ac-ab9ae9dcb425 None None] For port 873bc045-b7cd-46ce-a592-3745edafb082, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:25.362485 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed1235ee-4dee-4173-ac35-f9d6daf62ef3 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.369553 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-d433bfa9-e2d2-475c-95ac-ab9ae9dcb425 None None] For port 873bc045-b7cd-46ce-a592-3745edafb082, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=873bc045-b7cd-46ce-a592-3745edafb082,segment=NetworkSegment(aee57fde-9528-4042-b9b6-7bf259c00bbd),segment_id=aee57fde-9528-4042-b9b6-7bf259c00bbd)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:25.380523 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d433bfa9-e2d2-475c-95ac-ab9ae9dcb425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.419047 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1235ee-4dee-4173-ac35-f9d6daf62ef3 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event deleted for resources: {'Subnet': ['ID=a7c3f49b-5aad-434f-b4d5-d386497f9cb8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:25.443258 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed1235ee-4dee-4173-ac35-f9d6daf62ef3 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.447733 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ed1235ee-4dee-4173-ac35-f9d6daf62ef3 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "DELETE /v2.0/subnets/a7c3f49b-5aad-434f-b4d5-d386497f9cb8 HTTP/1.1" status: 204 len: 168 time: 0.7875068 Jul 16 08:50:25.451475 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58350) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:25.461206 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1af36ade-fbd7-4ef6-8b93-ee666b790133 None None] Network 064fb91f-74b7-47e1-b2a5-3895f4f344a0 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:25.565016 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56334c27-1552-438c-922a-574ab1a1b108 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:25.569694 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56334c27-1552-438c-922a-574ab1a1b108 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:25.573318 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-56334c27-1552-438c-922a-574ab1a1b108 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1204906 Jul 16 08:50:25.578100 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58352) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:25.645099 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d433bfa9-e2d2-475c-95ac-ab9ae9dcb425 None None] Pushing event updated for resources: {'Port': ['ID=873bc045-b7cd-46ce-a592-3745edafb082,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:25.650926 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c06e384e-5c33-48c5-8291-2ae7aaf0b117 None None] Provisioning for port 379395b8-298f-4ce8-bbff-b8d7caa90de0 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:25.664979 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c06e384e-5c33-48c5-8291-2ae7aaf0b117 None None] Provisioning complete for port 379395b8-298f-4ce8-bbff-b8d7caa90de0 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:25.665782 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c06e384e-5c33-48c5-8291-2ae7aaf0b117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.728799 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4ba3ec-a160-4cce-a52f-bd8a0bcef101 req-6fa52d0d-e930-4cc2-8dc9-5727b6fe98bc tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:25.732912 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fc4ba3ec-a160-4cce-a52f-bd8a0bcef101 req-6fa52d0d-e930-4cc2-8dc9-5727b6fe98bc tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658 HTTP/1.1" status: 200 len: 944 time: 0.1393306 Jul 16 08:50:25.760794 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c63a4517-a613-4728-bad2-b7ba3d80be54 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.772658 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-c63a4517-a613-4728-bad2-b7ba3d80be54 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 08:50:25.773462 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c63a4517-a613-4728-bad2-b7ba3d80be54 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:50:25.782401 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c63a4517-a613-4728-bad2-b7ba3d80be54 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "DELETE /v2.0/networks/d95bf889-aca6-4a36-b02a-0e6c6a8dc447 HTTP/1.1" status: 409 len: 405 time: 0.2018495 Jul 16 08:50:25.783375 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58354) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:25.789829 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-2cf2bce0-baac-4b78-b8c2-799822aef592 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1938296037'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:25.793671 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fc4ba3ec-a160-4cce-a52f-bd8a0bcef101 req-9e71dbd2-8bd2-48c3-a667-372e3793a7e3 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597291 Jul 16 08:50:25.841226 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cf2bce0-baac-4b78-b8c2-799822aef592 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Made reservation on behalf of ede514dde713438eb9cdfdf8d6aba0b9 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:25.845548 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2cf2bce0-baac-4b78-b8c2-799822aef592 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.870694 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c06e384e-5c33-48c5-8291-2ae7aaf0b117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.879427 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cf2bce0-baac-4b78-b8c2-799822aef592 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:50:25.899586 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2cf2bce0-baac-4b78-b8c2-799822aef592 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:25.900164 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-2cf2bce0-baac-4b78-b8c2-799822aef592 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Added segment 5f7ac515-f815-478e-b745-c9edb3f55dc6 of type vlan for network 18170bdd-3831-4f60-aa7a-b0a595c9f9ef Jul 16 08:50:26.013547 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2cf2bce0-baac-4b78-b8c2-799822aef592 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.015810 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c06e384e-5c33-48c5-8291-2ae7aaf0b117 None None] For port 379395b8-298f-4ce8-bbff-b8d7caa90de0, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=379395b8-298f-4ce8-bbff-b8d7caa90de0,segment=NetworkSegment(ce237d47-e9a2-4b77-88ca-689482dc715a),segment_id=ce237d47-e9a2-4b77-88ca-689482dc715a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:26.040278 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c06e384e-5c33-48c5-8291-2ae7aaf0b117 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.111588 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2cf2bce0-baac-4b78-b8c2-799822aef592 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.161600 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf2bce0-baac-4b78-b8c2-799822aef592 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:26.164032 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2cf2bce0-baac-4b78-b8c2-799822aef592 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.186525 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06e384e-5c33-48c5-8291-2ae7aaf0b117 None None] Pushing event updated for resources: {'Port': ['ID=379395b8-298f-4ce8-bbff-b8d7caa90de0,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:26.221922 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfc9f1c-91b1-413a-a315-78f7db85156b req-c3129d16-6aae-4b7b-abd0-4071db48b800 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:26.227577 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cdfc9f1c-91b1-413a-a315-78f7db85156b req-c3129d16-6aae-4b7b-abd0-4071db48b800 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 946 time: 0.2162006 Jul 16 08:50:26.246264 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2cf2bce0-baac-4b78-b8c2-799822aef592 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4610801 Jul 16 08:50:26.250392 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58360) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:26.269180 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-165661f7-10a2-47e9-94f2-ed7049660954 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Request body: {'subnet': {'network_id': '18170bdd-3831-4f60-aa7a-b0a595c9f9ef', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:26.475150 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf2bce0-baac-4b78-b8c2-799822aef592 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event updated for resources: {'Network': ['ID=18170bdd-3831-4f60-aa7a-b0a595c9f9ef,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:26.497368 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 18170bdd-3831-4f60-aa7a-b0a595c9f9ef details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:50:26.567405 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06048da3-a1f4-4723-bed8-d76074b6bd92 req-e2347e5b-c7bf-4f9c-8e64-a538f213d477 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:26.574159 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-06048da3-a1f4-4723-bed8-d76074b6bd92 req-e2347e5b-c7bf-4f9c-8e64-a538f213d477 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 946 time: 0.3052275 Jul 16 08:50:26.590268 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165661f7-10a2-47e9-94f2-ed7049660954 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Made reservation on behalf of ede514dde713438eb9cdfdf8d6aba0b9 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:26.599157 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-165661f7-10a2-47e9-94f2-ed7049660954 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.611488 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-cdfc9f1c-91b1-413a-a315-78f7db85156b req-33ce368a-f948-47bb-969c-9d27b6d6c6d5 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Deleting port 364af638-4723-4510-af78-24e90addbc6d {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:26.611915 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cdfc9f1c-91b1-413a-a315-78f7db85156b req-33ce368a-f948-47bb-969c-9d27b6d6c6d5 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.615051 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-18192df7-efdb-4e1d-828d-37d426ccdcd4 None None] Provisioning complete for port 379395b8-298f-4ce8-bbff-b8d7caa90de0 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:26.616221 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-18192df7-efdb-4e1d-828d-37d426ccdcd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:26.656639 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-06048da3-a1f4-4723-bed8-d76074b6bd92 req-f070b8f7-a0f1-48d6-b8de-3b4c410cf6fa tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0692432 Jul 16 08:50:27.134503 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 873bc045-b7cd-46ce-a592-3745edafb082 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:27.262327 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 873bc045-b7cd-46ce-a592-3745edafb082 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:27.269102 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 379395b8-298f-4ce8-bbff-b8d7caa90de0 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:27.304965 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-cdfc9f1c-91b1-413a-a315-78f7db85156b req-33ce368a-f948-47bb-969c-9d27b6d6c6d5 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] For port 364af638-4723-4510-af78-24e90addbc6d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=364af638-4723-4510-af78-24e90addbc6d,segment=NetworkSegment(9452ae90-4bd6-4866-933c-eec760d2cc0f),segment_id=9452ae90-4bd6-4866-933c-eec760d2cc0f)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:27.305851 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cdfc9f1c-91b1-413a-a315-78f7db85156b req-33ce368a-f948-47bb-969c-9d27b6d6c6d5 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.332899 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 379395b8-298f-4ce8-bbff-b8d7caa90de0 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:27.333539 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.358389 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d25560c-c7b8-48f5-ba20-1083dfb790ea None None] Network d95bf889-aca6-4a36-b02a-0e6c6a8dc447 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:27.431637 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8eae30b-6452-4496-9eb4-b72095526e08 req-6f4f2673-dffa-4394-8dba-93f0c59e2d72 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:27.433780 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b8eae30b-6452-4496-9eb4-b72095526e08 req-6f4f2673-dffa-4394-8dba-93f0c59e2d72 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658 HTTP/1.1" status: 200 len: 944 time: 0.2937136 Jul 16 08:50:27.546408 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-11ad96ff-6bc9-4291-9a88-74b7e5d790ca None None] Provisioning for port 873bc045-b7cd-46ce-a592-3745edafb082 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:27.557005 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-11ad96ff-6bc9-4291-9a88-74b7e5d790ca None None] Provisioning complete for port 873bc045-b7cd-46ce-a592-3745edafb082 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:27.557597 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11ad96ff-6bc9-4291-9a88-74b7e5d790ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.701619 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b8eae30b-6452-4496-9eb4-b72095526e08 req-8645a484-8229-40a8-b4dd-18ae4afb423c tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154024 Jul 16 08:50:27.854460 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11ad96ff-6bc9-4291-9a88-74b7e5d790ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:27.944908 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0ceddb-eeff-4f5b-9a29-bf50ab603014 None None] DHCP port deletion for d95bf889-aca6-4a36-b02a-0e6c6a8dc447 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:50:27.950594 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-11ad96ff-6bc9-4291-9a88-74b7e5d790ca None None] For port 873bc045-b7cd-46ce-a592-3745edafb082, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=873bc045-b7cd-46ce-a592-3745edafb082,segment=NetworkSegment(aee57fde-9528-4042-b9b6-7bf259c00bbd),segment_id=aee57fde-9528-4042-b9b6-7bf259c00bbd)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:27.967489 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-11ad96ff-6bc9-4291-9a88-74b7e5d790ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.041633 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27743a-feed-4a8b-ae6b-7bab63abcc54 req-adf55cf7-5a1e-436e-997e-9de6085b18f1 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:28.049840 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bc27743a-feed-4a8b-ae6b-7bab63abcc54 req-adf55cf7-5a1e-436e-997e-9de6085b18f1 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 946 time: 0.0944729 Jul 16 08:50:28.050120 n-d-771362-37 neutron-server[93759]: DEBUG neutron.objects.ports [None req-165661f7-10a2-47e9-94f2-ed7049660954 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:50:28.055948 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-165661f7-10a2-47e9-94f2-ed7049660954 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.109888 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ad96ff-6bc9-4291-9a88-74b7e5d790ca None None] Pushing event updated for resources: {'Port': ['ID=873bc045-b7cd-46ce-a592-3745edafb082,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:28.110212 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bc27743a-feed-4a8b-ae6b-7bab63abcc54 req-b44e14d4-05b1-41f6-b3a4-228ae3b6a9b5 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585485 Jul 16 08:50:28.127420 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7b0ceddb-eeff-4f5b-9a29-bf50ab603014 None None] Deleting port 873bc045-b7cd-46ce-a592-3745edafb082 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:28.127952 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7b0ceddb-eeff-4f5b-9a29-bf50ab603014 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.149128 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cdfc9f1c-91b1-413a-a315-78f7db85156b req-33ce368a-f948-47bb-969c-9d27b6d6c6d5 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.149857 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cdfc9f1c-91b1-413a-a315-78f7db85156b req-33ce368a-f948-47bb-969c-9d27b6d6c6d5 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.150471 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [req-cdfc9f1c-91b1-413a-a315-78f7db85156b req-33ce368a-f948-47bb-969c-9d27b6d6c6d5 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Floating IP f61ea9dd-a3ca-404b-bda3-d0e92b363447 disassociated. External IP: 172.25.3.147, port: 364af638-4723-4510-af78-24e90addbc6d. Jul 16 08:50:28.150991 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-cdfc9f1c-91b1-413a-a315-78f7db85156b req-33ce368a-f948-47bb-969c-9d27b6d6c6d5 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Calling delete_port for 364af638-4723-4510-af78-24e90addbc6d owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:28.218574 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165661f7-10a2-47e9-94f2-ed7049660954 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event updated for resources: {'Subnet': ['ID=367adbcb-e301-4e99-9763-232baa2827f9,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:28.243940 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7b0ceddb-eeff-4f5b-9a29-bf50ab603014 None None] For port 873bc045-b7cd-46ce-a592-3745edafb082, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=873bc045-b7cd-46ce-a592-3745edafb082,segment=NetworkSegment(aee57fde-9528-4042-b9b6-7bf259c00bbd),segment_id=aee57fde-9528-4042-b9b6-7bf259c00bbd)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:28.244641 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7b0ceddb-eeff-4f5b-9a29-bf50ab603014 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.254984 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-165661f7-10a2-47e9-94f2-ed7049660954 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Checking segment: {'id': '5f7ac515-f815-478e-b745-c9edb3f55dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '18170bdd-3831-4f60-aa7a-b0a595c9f9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:28.255391 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165661f7-10a2-47e9-94f2-ed7049660954 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Network hostable DHCP agents. Network: 18170bdd-3831-4f60-aa7a-b0a595c9f9ef, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:50:28.268772 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7b0ceddb-eeff-4f5b-9a29-bf50ab603014 None None] Calling delete_port for 873bc045-b7cd-46ce-a592-3745edafb082 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:28.293341 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165661f7-10a2-47e9-94f2-ed7049660954 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Network 18170bdd-3831-4f60-aa7a-b0a595c9f9ef is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:50:28.305985 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-165661f7-10a2-47e9-94f2-ed7049660954 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 18170bdd-3831-4f60-aa7a-b0a595c9f9ef) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:28.314025 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165661f7-10a2-47e9-94f2-ed7049660954 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:28.314846 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-165661f7-10a2-47e9-94f2-ed7049660954 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.349916 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4ed1dd1-5a99-4978-8ed4-1fd7013300cb None None] Network 18170bdd-3831-4f60-aa7a-b0a595c9f9ef requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:28.382961 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-165661f7-10a2-47e9-94f2-ed7049660954 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1313620 Jul 16 08:50:28.386930 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58372) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:28.393986 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-d67bbba4-70e7-4e70-897b-62baad94f6e5 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Request body: {'port': {'network_id': '18170bdd-3831-4f60-aa7a-b0a595c9f9ef', 'name': 'tempest-NetworksIpV6TestAttrs-453167116'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:28.426033 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cdfc9f1c-91b1-413a-a315-78f7db85156b req-33ce368a-f948-47bb-969c-9d27b6d6c6d5 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.479127 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ce368a-f948-47bb-969c-9d27b6d6c6d5 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Pushing event deleted for resources: {'Port': ['ID=364af638-4723-4510-af78-24e90addbc6d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:28.538948 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7b0ceddb-eeff-4f5b-9a29-bf50ab603014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.658599 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d67bbba4-70e7-4e70-897b-62baad94f6e5 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Made reservation on behalf of ede514dde713438eb9cdfdf8d6aba0b9 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:28.666439 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d67bbba4-70e7-4e70-897b-62baad94f6e5 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.684948 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cdfc9f1c-91b1-413a-a315-78f7db85156b req-33ce368a-f948-47bb-969c-9d27b6d6c6d5 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Router 2eaf654e-455e-4eea-9df3-6eb17b5994bf has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:50:28.690799 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-d67bbba4-70e7-4e70-897b-62baad94f6e5 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] device_id is not set on port e7a13c21-368e-4d74-b47b-60f3a5afcc20 yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:50:28.736009 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0ceddb-eeff-4f5b-9a29-bf50ab603014 None None] Pushing event deleted for resources: {'Port': ['ID=873bc045-b7cd-46ce-a592-3745edafb082,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:28.745130 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0ceddb-eeff-4f5b-9a29-bf50ab603014 None None] No DVR routers for this DVR port 873bc045-b7cd-46ce-a592-3745edafb082 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:28.807197 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9358535-ba7f-4abe-a2a0-08e97e2f470d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-18170bdd-3831-4f60-aa7a-b0a595c9f9ef', 'network_id': '18170bdd-3831-4f60-aa7a-b0a595c9f9ef', 'tenant_id': 'ede514dde713438eb9cdfdf8d6aba0b9', 'fixed_ips': [{'subnet_id': '367adbcb-e301-4e99-9763-232baa2827f9'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:50:28.808947 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e9358535-ba7f-4abe-a2a0-08e97e2f470d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:28.954239 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cdfc9f1c-91b1-413a-a315-78f7db85156b req-33ce368a-f948-47bb-969c-9d27b6d6c6d5 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:50:28.970219 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-d67bbba4-70e7-4e70-897b-62baad94f6e5 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Allocated IP 2001:db8::f816:3eff:fe03:f1c3 (18170bdd-3831-4f60-aa7a-b0a595c9f9ef/367adbcb-e301-4e99-9763-232baa2827f9/e7a13c21-368e-4d74-b47b-60f3a5afcc20) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:28.988662 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 873bc045-b7cd-46ce-a592-3745edafb082 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:29.004973 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba62025c-d18a-43bf-9dfc-49468598f5fa None None] Sync routers for ids ['2eaf654e-455e-4eea-9df3-6eb17b5994bf'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:50:29.055945 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 873bc045-b7cd-46ce-a592-3745edafb082 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:29.056311 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 873bc045-b7cd-46ce-a592-3745edafb082 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:29.079194 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba62025c-d18a-43bf-9dfc-49468598f5fa None None] Routers {'2eaf654e-455e-4eea-9df3-6eb17b5994bf'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:29.079984 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ba62025c-d18a-43bf-9dfc-49468598f5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:50:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2eaf654e-455e-4eea-9df3-6eb17b5994bf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:29.103813 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdfc9f1c-91b1-413a-a315-78f7db85156b req-33ce368a-f948-47bb-969c-9d27b6d6c6d5 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] No DVR routers for this DVR port 364af638-4723-4510-af78-24e90addbc6d on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:29.110404 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-cdfc9f1c-91b1-413a-a315-78f7db85156b req-33ce368a-f948-47bb-969c-9d27b6d6c6d5 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:29.112754 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cdfc9f1c-91b1-413a-a315-78f7db85156b req-33ce368a-f948-47bb-969c-9d27b6d6c6d5 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.30 "DELETE /v2.0/ports/364af638-4723-4510-af78-24e90addbc6d HTTP/1.1" status: 204 len: 173 time: 2.8810940 Jul 16 08:50:29.118963 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a284e8d-239c-423a-bbfe-197eddb0d17d', 'name': 'network-vif-deleted', 'tag': '364af638-4723-4510-af78-24e90addbc6d'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:29.122149 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8849efe-5dae-46ad-8d28-6ddd38893ea2" -d '{"events": [{"server_uuid": "5a284e8d-239c-423a-bbfe-197eddb0d17d", "name": "network-vif-deleted", "tag": "364af638-4723-4510-af78-24e90addbc6d"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:29.135166 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-424baf74-9f2f-4d1a-b831-c38e2092d44e req-bd83329c-cfca-4d69-8346-0c535bcdd1e2 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:29.145270 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-424baf74-9f2f-4d1a-b831-c38e2092d44e req-bd83329c-cfca-4d69-8346-0c535bcdd1e2 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658 HTTP/1.1" status: 200 len: 944 time: 0.1887789 Jul 16 08:50:29.242349 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-424baf74-9f2f-4d1a-b831-c38e2092d44e req-029a3d0f-022d-4914-b6d4-eb416dfb6aa4 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958281 Jul 16 08:50:29.244575 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-716143a3-4957-450b-bd3f-436b0e27123f x-openstack-request-id: req-716143a3-4957-450b-bd3f-436b0e27123f {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:29.245438 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a284e8d-239c-423a-bbfe-197eddb0d17d", "name": "network-vif-deleted", "tag": "364af638-4723-4510-af78-24e90addbc6d", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:29.245901 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-716143a3-4957-450b-bd3f-436b0e27123f {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:29.246494 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a284e8d-239c-423a-bbfe-197eddb0d17d', 'name': 'network-vif-deleted', 'tag': '364af638-4723-4510-af78-24e90addbc6d', 'status': 'completed', 'code': 200} Jul 16 08:50:29.338846 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-ba62025c-d18a-43bf-9dfc-49468598f5fa None None] Set router 2eaf654e-455e-4eea-9df3-6eb17b5994bf gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:50:29.349831 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d67bbba4-70e7-4e70-897b-62baad94f6e5 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:29.390247 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-d67bbba4-70e7-4e70-897b-62baad94f6e5 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Transition to ACTIVE for port object e7a13c21-368e-4d74-b47b-60f3a5afcc20 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:29.493889 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-be169e33-5d08-496b-903d-dca0024f154a req-f009ecaf-7ee0-4205-b059-3cf9dbf7a4b9 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=5a284e8d-239c-423a-bbfe-197eddb0d17d HTTP/1.1" status: 200 len: 210 time: 0.0660870 Jul 16 08:50:29.524134 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d67bbba4-70e7-4e70-897b-62baad94f6e5 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:29.616035 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67bbba4-70e7-4e70-897b-62baad94f6e5 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Network 18170bdd-3831-4f60-aa7a-b0a595c9f9ef is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:29.625274 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-d67bbba4-70e7-4e70-897b-62baad94f6e5 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:29.631270 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67bbba4-70e7-4e70-897b-62baad94f6e5 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:29.641601 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d67bbba4-70e7-4e70-897b-62baad94f6e5 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:29.642736 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d67bbba4-70e7-4e70-897b-62baad94f6e5 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:29.660493 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67bbba4-70e7-4e70-897b-62baad94f6e5 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event updated for resources: {'Port': ['ID=e7a13c21-368e-4d74-b47b-60f3a5afcc20,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:29.680230 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d67bbba4-70e7-4e70-897b-62baad94f6e5 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.2882872 Jul 16 08:50:29.681425 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58384) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:29.707994 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-e9358535-ba7f-4abe-a2a0-08e97e2f470d None None] Allocated IP 2001:db8::f816:3eff:fee2:9c29 (18170bdd-3831-4f60-aa7a-b0a595c9f9ef/367adbcb-e301-4e99-9763-232baa2827f9/b0982de6-688d-43c2-9ed0-6c1fac01aabc) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:29.790250 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e46e429-a133-4fb9-8f7e-428622e28a45 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Deleting subnet 367adbcb-e301-4e99-9763-232baa2827f9 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:50:29.811763 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ba62025c-d18a-43bf-9dfc-49468598f5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'name': 'tempest-AttachVolumeShelveTestJSON-593030912-router', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:47Z', 'updated_at': '2021-07-16T08:45:55Z', 'revision_number': 4, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'gw_port': {'id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:48Z', 'updated_at': '2021-07-16T08:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '78dc1f9a-031d-4242-9276-e628690ddd8d', 'name': '', 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'mac_address': 'fa:16:3e:1b:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:53Z', 'updated_at': '2021-07-16T08:46:06Z', 'revision_number': 5, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'subnets': [{'id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:29.845161 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba62025c-d18a-43bf-9dfc-49468598f5fa None None] Checking router: 2eaf654e-455e-4eea-9df3-6eb17b5994bf for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:50:29.866570 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba62025c-d18a-43bf-9dfc-49468598f5fa None None] Routers {'2eaf654e-455e-4eea-9df3-6eb17b5994bf'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:29.867293 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ba62025c-d18a-43bf-9dfc-49468598f5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:50:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2eaf654e-455e-4eea-9df3-6eb17b5994bf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:30.019290 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e9358535-ba7f-4abe-a2a0-08e97e2f470d None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.034513 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e9358535-ba7f-4abe-a2a0-08e97e2f470d None None] Transition to ACTIVE for port object b0982de6-688d-43c2-9ed0-6c1fac01aabc will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:30.050143 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-ba62025c-d18a-43bf-9dfc-49468598f5fa None None] Set router 2eaf654e-455e-4eea-9df3-6eb17b5994bf gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:50:30.086476 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e9358535-ba7f-4abe-a2a0-08e97e2f470d None None] Transition to ACTIVE for port object b0982de6-688d-43c2-9ed0-6c1fac01aabc will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:30.094239 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1e46e429-a133-4fb9-8f7e-428622e28a45 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.097119 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e9358535-ba7f-4abe-a2a0-08e97e2f470d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.155997 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1e46e429-a133-4fb9-8f7e-428622e28a45 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.192946 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9358535-ba7f-4abe-a2a0-08e97e2f470d None None] Network 18170bdd-3831-4f60-aa7a-b0a595c9f9ef is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:30.202167 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-e9358535-ba7f-4abe-a2a0-08e97e2f470d None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:30.206316 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9358535-ba7f-4abe-a2a0-08e97e2f470d None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:30.208229 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9358535-ba7f-4abe-a2a0-08e97e2f470d None None] Pushing event updated for resources: {'Port': ['ID=b0982de6-688d-43c2-9ed0-6c1fac01aabc,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:30.218723 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 364af638-4723-4510-af78-24e90addbc6d no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:30.295664 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 364af638-4723-4510-af78-24e90addbc6d {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:30.295898 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 364af638-4723-4510-af78-24e90addbc6d not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:30.359042 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e9358535-ba7f-4abe-a2a0-08e97e2f470d None None] Attempting to bind port b0982de6-688d-43c2-9ed0-6c1fac01aabc on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:30.359640 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e9358535-ba7f-4abe-a2a0-08e97e2f470d None None] Attempting to bind port b0982de6-688d-43c2-9ed0-6c1fac01aabc by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '5f7ac515-f815-478e-b745-c9edb3f55dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '18170bdd-3831-4f60-aa7a-b0a595c9f9ef'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:30.359847 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1e46e429-a133-4fb9-8f7e-428622e28a45 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.360239 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9358535-ba7f-4abe-a2a0-08e97e2f470d None None] Attempting to bind port b0982de6-688d-43c2-9ed0-6c1fac01aabc on network 18170bdd-3831-4f60-aa7a-b0a595c9f9ef {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:30.388401 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9358535-ba7f-4abe-a2a0-08e97e2f470d None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:30.388777 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9358535-ba7f-4abe-a2a0-08e97e2f470d None None] Checking segment: {'id': '5f7ac515-f815-478e-b745-c9edb3f55dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '18170bdd-3831-4f60-aa7a-b0a595c9f9ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:30.389258 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e9358535-ba7f-4abe-a2a0-08e97e2f470d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.389563 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9358535-ba7f-4abe-a2a0-08e97e2f470d None None] Bound using segment: {'id': '5f7ac515-f815-478e-b745-c9edb3f55dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '18170bdd-3831-4f60-aa7a-b0a595c9f9ef'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:30.390057 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e9358535-ba7f-4abe-a2a0-08e97e2f470d None None] Bound port: b0982de6-688d-43c2-9ed0-6c1fac01aabc, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f7ac515-f815-478e-b745-c9edb3f55dc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '18170bdd-3831-4f60-aa7a-b0a595c9f9ef'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:30.390439 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e9358535-ba7f-4abe-a2a0-08e97e2f470d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.480111 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1e46e429-a133-4fb9-8f7e-428622e28a45 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.511066 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e9358535-ba7f-4abe-a2a0-08e97e2f470d None None] For port b0982de6-688d-43c2-9ed0-6c1fac01aabc, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:30.516040 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e9358535-ba7f-4abe-a2a0-08e97e2f470d None None] For port b0982de6-688d-43c2-9ed0-6c1fac01aabc, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=b0982de6-688d-43c2-9ed0-6c1fac01aabc,segment=NetworkSegment(5f7ac515-f815-478e-b745-c9edb3f55dc6),segment_id=5f7ac515-f815-478e-b745-c9edb3f55dc6)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:30.521780 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46e429-a133-4fb9-8f7e-428622e28a45 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event deleted for resources: {'Subnet': ['ID=367adbcb-e301-4e99-9763-232baa2827f9,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:30.524812 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1e46e429-a133-4fb9-8f7e-428622e28a45 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.526952 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1e46e429-a133-4fb9-8f7e-428622e28a45 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "DELETE /v2.0/subnets/367adbcb-e301-4e99-9763-232baa2827f9 HTTP/1.1" status: 204 len: 168 time: 0.8439074 Jul 16 08:50:30.529493 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58392) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:30.535272 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e9358535-ba7f-4abe-a2a0-08e97e2f470d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.615185 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5733f2-5f84-4f37-9dfb-aa128a6d60f2 req-2590280e-e186-4e56-a40e-012e6d5f21cb tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:30.616292 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ba62025c-d18a-43bf-9dfc-49468598f5fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'name': 'tempest-AttachVolumeShelveTestJSON-593030912-router', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:47Z', 'updated_at': '2021-07-16T08:45:55Z', 'revision_number': 4, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'gw_port': {'id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:48Z', 'updated_at': '2021-07-16T08:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '78dc1f9a-031d-4242-9276-e628690ddd8d', 'name': '', 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'mac_address': 'fa:16:3e:1b:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:53Z', 'updated_at': '2021-07-16T08:46:06Z', 'revision_number': 5, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'subnets': [{'id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:30.619149 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8e5733f2-5f84-4f37-9dfb-aa128a6d60f2 req-2590280e-e186-4e56-a40e-012e6d5f21cb tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658 HTTP/1.1" status: 200 len: 944 time: 0.1616614 Jul 16 08:50:30.625540 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654ef49b-3ff0-44ae-b9f2-841f96772f0d tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:30.627214 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654ef49b-3ff0-44ae-b9f2-841f96772f0d tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:30.634166 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58396) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:30.639248 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-654ef49b-3ff0-44ae-b9f2-841f96772f0d tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1084270 Jul 16 08:50:30.667250 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba62025c-d18a-43bf-9dfc-49468598f5fa None None] The sync data for ids ['2eaf654e-455e-4eea-9df3-6eb17b5994bf'] in n-d-771362-37 is: [{'id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'name': 'tempest-AttachVolumeShelveTestJSON-593030912-router', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:47Z', 'updated_at': '2021-07-16T08:45:55Z', 'revision_number': 4, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'gw_port': {'id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:48Z', 'updated_at': '2021-07-16T08:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '78dc1f9a-031d-4242-9276-e628690ddd8d', 'name': '', 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'mac_address': 'fa:16:3e:1b:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:53Z', 'updated_at': '2021-07-16T08:46:06Z', 'revision_number': 5, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'subnets': [{'id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:50:30.713322 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9358535-ba7f-4abe-a2a0-08e97e2f470d None None] Pushing event updated for resources: {'Port': ['ID=b0982de6-688d-43c2-9ed0-6c1fac01aabc,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:30.760545 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58400) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:30.816708 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8e5733f2-5f84-4f37-9dfb-aa128a6d60f2 req-cce255c3-5415-46ce-b24b-e6efe515f6c8 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896436 Jul 16 08:50:30.858355 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba44fe12-43fa-4f3b-9ceb-630361dc5339 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.872373 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba44fe12-43fa-4f3b-9ceb-630361dc5339 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 16 08:50:30.872875 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba44fe12-43fa-4f3b-9ceb-630361dc5339 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:50:30.879705 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ba44fe12-43fa-4f3b-9ceb-630361dc5339 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "DELETE /v2.0/networks/18170bdd-3831-4f60-aa7a-b0a595c9f9ef HTTP/1.1" status: 409 len: 405 time: 0.2377832 Jul 16 08:50:30.882202 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58402) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:30.891511 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0c772c99-9326-454d-afad-7d37af05c251 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1892469736'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:30.945328 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-febffa3f-7b82-4f05-b7ee-6015e5afea18 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:30.962785 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c772c99-9326-454d-afad-7d37af05c251 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Made reservation on behalf of ede514dde713438eb9cdfdf8d6aba0b9 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:30.967769 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c772c99-9326-454d-afad-7d37af05c251 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.016089 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-febffa3f-7b82-4f05-b7ee-6015e5afea18 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.038745 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c772c99-9326-454d-afad-7d37af05c251 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:50:31.063189 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c772c99-9326-454d-afad-7d37af05c251 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.063544 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-0c772c99-9326-454d-afad-7d37af05c251 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Added segment cd2117ce-c174-4f43-9af4-fc387f2feaf9 of type vlan for network 1c5547b8-ce96-43a8-841e-25b22611899b Jul 16 08:50:31.114697 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-febffa3f-7b82-4f05-b7ee-6015e5afea18 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.117678 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-febffa3f-7b82-4f05-b7ee-6015e5afea18 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.118928 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-febffa3f-7b82-4f05-b7ee-6015e5afea18 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "DELETE /v2.0/security-groups/f4476669-c33b-4356-bbc1-b6e9c1d9e8d0 HTTP/1.1" status: 204 len: 168 time: 0.3569937 Jul 16 08:50:31.124709 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58404) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:31.138262 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febffa3f-7b82-4f05-b7ee-6015e5afea18 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4476669-c33b-4356-bbc1-b6e9c1d9e8d0,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:31.173633 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c772c99-9326-454d-afad-7d37af05c251 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.181169 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-011ac3b8-e8f9-4814-83ff-6d9ccd347637 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] show failed (client error): The resource could not be found. Jul 16 08:50:31.182945 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-011ac3b8-e8f9-4814-83ff-6d9ccd347637 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups/f4476669-c33b-4356-bbc1-b6e9c1d9e8d0 HTTP/1.1" status: 404 len: 347 time: 0.0566399 Jul 16 08:50:31.187930 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58406) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:31.223057 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f215a9de-16e6-4956-9f4e-528b1ab6688e None None] New status for floating IP f61ea9dd-a3ca-404b-bda3-d0e92b363447: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:50:31.282365 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c772c99-9326-454d-afad-7d37af05c251 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.297990 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c772c99-9326-454d-afad-7d37af05c251 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:31.299310 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c772c99-9326-454d-afad-7d37af05c251 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.449811 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0c772c99-9326-454d-afad-7d37af05c251 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5662003 Jul 16 08:50:31.450949 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c772c99-9326-454d-afad-7d37af05c251 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event updated for resources: {'Network': ['ID=1c5547b8-ce96-43a8-841e-25b22611899b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:31.452666 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58410) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:31.460653 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-533eee2f-b00c-4020-bd0a-0b89a80e7ebf tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Request body: {'subnet': {'network_id': '1c5547b8-ce96-43a8-841e-25b22611899b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:31.468397 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 1c5547b8-ce96-43a8-841e-25b22611899b details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:50:31.498022 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-80b3fc3e-e881-464b-80b5-01f6a5f63758 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Deleting port 7624c149-83a7-4db4-82a1-feff90456d89 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:31.498377 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-80b3fc3e-e881-464b-80b5-01f6a5f63758 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.639753 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-80b3fc3e-e881-464b-80b5-01f6a5f63758 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.640177 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-80b3fc3e-e881-464b-80b5-01f6a5f63758 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.650488 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-533eee2f-b00c-4020-bd0a-0b89a80e7ebf tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Made reservation on behalf of ede514dde713438eb9cdfdf8d6aba0b9 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:31.654190 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-533eee2f-b00c-4020-bd0a-0b89a80e7ebf tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:31.663484 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-80b3fc3e-e881-464b-80b5-01f6a5f63758 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Calling delete_port for 7624c149-83a7-4db4-82a1-feff90456d89 owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:31.960916 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-80b3fc3e-e881-464b-80b5-01f6a5f63758 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.000552 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa18c52-b501-453f-94fe-7ea11bf27491 None None] Network 18170bdd-3831-4f60-aa7a-b0a595c9f9ef requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:32.009883 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b3fc3e-e881-464b-80b5-01f6a5f63758 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Pushing event deleted for resources: {'Port': ['ID=7624c149-83a7-4db4-82a1-feff90456d89,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:32.082205 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3a0eded8-d2cc-4261-9f7e-caa1d523060f None None] Provisioning for port b0982de6-688d-43c2-9ed0-6c1fac01aabc completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:32.099784 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.152176 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.238951 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f16b9bd-05bc-42ae-9d53-def97661cab1 None None] DHCP port deletion for 18170bdd-3831-4f60-aa7a-b0a595c9f9ef request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:50:32.302206 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-6f16b9bd-05bc-42ae-9d53-def97661cab1 None None] Deleting port b0982de6-688d-43c2-9ed0-6c1fac01aabc {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:32.302584 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6f16b9bd-05bc-42ae-9d53-def97661cab1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.371887 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6f16b9bd-05bc-42ae-9d53-def97661cab1 None None] For port b0982de6-688d-43c2-9ed0-6c1fac01aabc, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=b0982de6-688d-43c2-9ed0-6c1fac01aabc,segment=NetworkSegment(5f7ac515-f815-478e-b745-c9edb3f55dc6),segment_id=5f7ac515-f815-478e-b745-c9edb3f55dc6)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:32.372464 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6f16b9bd-05bc-42ae-9d53-def97661cab1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.387331 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-6f16b9bd-05bc-42ae-9d53-def97661cab1 None None] Calling delete_port for b0982de6-688d-43c2-9ed0-6c1fac01aabc owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:32.487186 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6f16b9bd-05bc-42ae-9d53-def97661cab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.501019 n-d-771362-37 neutron-server[93758]: DEBUG neutron.objects.ports [None req-533eee2f-b00c-4020-bd0a-0b89a80e7ebf tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93758) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:50:32.507207 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-533eee2f-b00c-4020-bd0a-0b89a80e7ebf tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.520646 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f16b9bd-05bc-42ae-9d53-def97661cab1 None None] Pushing event deleted for resources: {'Port': ['ID=b0982de6-688d-43c2-9ed0-6c1fac01aabc,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:32.525182 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-80b3fc3e-e881-464b-80b5-01f6a5f63758 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.525507 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f16b9bd-05bc-42ae-9d53-def97661cab1 None None] No DVR routers for this DVR port b0982de6-688d-43c2-9ed0-6c1fac01aabc on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:32.527638 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-80b3fc3e-e881-464b-80b5-01f6a5f63758 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.529678 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-80b3fc3e-e881-464b-80b5-01f6a5f63758 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "DELETE /v2.0/floatingips/f61ea9dd-a3ca-404b-bda3-d0e92b363447 HTTP/1.1" status: 204 len: 168 time: 1.3387091 Jul 16 08:50:32.582863 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47261943-8998-4eb2-b43e-38e54426fa6c req-f82c7fb1-af02-4c09-8efc-e556db05e156 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:32.585013 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-47261943-8998-4eb2-b43e-38e54426fa6c req-f82c7fb1-af02-4c09-8efc-e556db05e156 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658 HTTP/1.1" status: 200 len: 944 time: 0.5945089 Jul 16 08:50:32.592696 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533eee2f-b00c-4020-bd0a-0b89a80e7ebf tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event updated for resources: {'Subnet': ['ID=2f7c51f8-f3a3-4f7f-8599-d2bc37b6a6d8,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:32.634318 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-533eee2f-b00c-4020-bd0a-0b89a80e7ebf tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Checking segment: {'id': 'cd2117ce-c174-4f43-9af4-fc387f2feaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1c5547b8-ce96-43a8-841e-25b22611899b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:32.634710 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533eee2f-b00c-4020-bd0a-0b89a80e7ebf tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Network hostable DHCP agents. Network: 1c5547b8-ce96-43a8-841e-25b22611899b, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:50:32.654945 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-47261943-8998-4eb2-b43e-38e54426fa6c req-1e0af3fb-14b6-4c0d-a8d6-f43f40313dff tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570545 Jul 16 08:50:32.665703 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533eee2f-b00c-4020-bd0a-0b89a80e7ebf tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Network 1c5547b8-ce96-43a8-841e-25b22611899b is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:50:32.684565 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-533eee2f-b00c-4020-bd0a-0b89a80e7ebf tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 1c5547b8-ce96-43a8-841e-25b22611899b) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:32.687782 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533eee2f-b00c-4020-bd0a-0b89a80e7ebf tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:32.688854 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-533eee2f-b00c-4020-bd0a-0b89a80e7ebf tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.692514 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22637b4e-61e1-40dc-bea5-4c632ee00e80 None None] Network 1c5547b8-ce96-43a8-841e-25b22611899b requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:32.710786 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-533eee2f-b00c-4020-bd0a-0b89a80e7ebf tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2561581 Jul 16 08:50:32.713022 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58424) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:32.912482 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.913844 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd2573f-20ce-449a-b8dd-075b9b0069bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-1c5547b8-ce96-43a8-841e-25b22611899b', 'network_id': '1c5547b8-ce96-43a8-841e-25b22611899b', 'tenant_id': 'ede514dde713438eb9cdfdf8d6aba0b9', 'fixed_ips': [{'subnet_id': '2f7c51f8-f3a3-4f7f-8599-d2bc37b6a6d8'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:50:32.916451 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7cd2573f-20ce-449a-b8dd-075b9b0069bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:32.934143 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58426) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:32.940850 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7ab09145-67ea-4bf6-a8d4-843a79cfa58d tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1103682639', 'description': 'tempest-secgroup-smoke-1103682639 description', 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:32.971475 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7ab09145-67ea-4bf6-a8d4-843a79cfa58d tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.027116 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.119528 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7ab09145-67ea-4bf6-a8d4-843a79cfa58d tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.124481 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7ab09145-67ea-4bf6-a8d4-843a79cfa58d tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.131182 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-7cd2573f-20ce-449a-b8dd-075b9b0069bc None None] Allocated IP 2001:db8::f816:3eff:fec8:3bbc (1c5547b8-ce96-43a8-841e-25b22611899b/2f7c51f8-f3a3-4f7f-8599-d2bc37b6a6d8/bd63a983-ff17-44b9-ac2c-ce7766e82f97) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:33.161918 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7ab09145-67ea-4bf6-a8d4-843a79cfa58d tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.164867 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7ab09145-67ea-4bf6-a8d4-843a79cfa58d tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2296011 Jul 16 08:50:33.167207 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58428) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:33.175932 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-ddce0594-485c-49ff-8060-76675c3f27da tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Request body: {'security_group_rule': {'security_group_id': '529c6759-9e3a-4e92-9adf-d047033ea8db', 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:33.176213 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab09145-67ea-4bf6-a8d4-843a79cfa58d tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=529c6759-9e3a-4e92-9adf-d047033ea8db,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:33.237976 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ddce0594-485c-49ff-8060-76675c3f27da tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.322015 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a6112c7b-0519-475e-baa7-b05ed7b4f733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.326750 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7cd2573f-20ce-449a-b8dd-075b9b0069bc None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.327210 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ddce0594-485c-49ff-8060-76675c3f27da tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.335457 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ddce0594-485c-49ff-8060-76675c3f27da tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.336691 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7cd2573f-20ce-449a-b8dd-075b9b0069bc None None] Transition to ACTIVE for port object bd63a983-ff17-44b9-ac2c-ce7766e82f97 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:33.350514 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-945f2bb9-8b6b-4e9c-82ee-0154e6dbb413 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1072075 Jul 16 08:50:33.354840 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7cd2573f-20ce-449a-b8dd-075b9b0069bc None None] Transition to ACTIVE for port object bd63a983-ff17-44b9-ac2c-ce7766e82f97 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:33.364023 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7cd2573f-20ce-449a-b8dd-075b9b0069bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.371303 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddce0594-485c-49ff-8060-76675c3f27da tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae210dce-28d8-4c46-955d-2fd69331be63,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:33.388905 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ddce0594-485c-49ff-8060-76675c3f27da tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.391191 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ddce0594-485c-49ff-8060-76675c3f27da tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2217422 Jul 16 08:50:33.393828 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58430) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:33.401029 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-278566a5-987a-4f1e-804e-6712b55c8a8c tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Request body: {'security_group_rule': {'security_group_id': '529c6759-9e3a-4e92-9adf-d047033ea8db', 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:33.408236 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.418877 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58432) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:33.429237 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-9e71c261-0819-4ed3-8c3b-2520fb5a3036 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Request body: {'security_group': {'name': 'tempest-securitygroup--900647150', 'description': 'tempest-description--1092735868'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:33.446430 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cd2573f-20ce-449a-b8dd-075b9b0069bc None None] Network 1c5547b8-ce96-43a8-841e-25b22611899b is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:33.450202 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2573f-20ce-449a-b8dd-075b9b0069bc None None] Pushing event updated for resources: {'Port': ['ID=bd63a983-ff17-44b9-ac2c-ce7766e82f97,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:33.452744 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-7cd2573f-20ce-449a-b8dd-075b9b0069bc None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:33.454689 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd2573f-20ce-449a-b8dd-075b9b0069bc None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:33.474034 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event deleted for resources: {'Subnet': ['ID=2f7c51f8-f3a3-4f7f-8599-d2bc37b6a6d8,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:33.514769 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-7cd2573f-20ce-449a-b8dd-075b9b0069bc None None] Attempting to bind port bd63a983-ff17-44b9-ac2c-ce7766e82f97 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:33.515352 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-7cd2573f-20ce-449a-b8dd-075b9b0069bc None None] Attempting to bind port bd63a983-ff17-44b9-ac2c-ce7766e82f97 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'cd2117ce-c174-4f43-9af4-fc387f2feaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1c5547b8-ce96-43a8-841e-25b22611899b'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:33.515632 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd2573f-20ce-449a-b8dd-075b9b0069bc None None] Attempting to bind port bd63a983-ff17-44b9-ac2c-ce7766e82f97 on network 1c5547b8-ce96-43a8-841e-25b22611899b {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:33.520819 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd2573f-20ce-449a-b8dd-075b9b0069bc None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:33.521734 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd2573f-20ce-449a-b8dd-075b9b0069bc None None] Checking segment: {'id': 'cd2117ce-c174-4f43-9af4-fc387f2feaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1c5547b8-ce96-43a8-841e-25b22611899b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:33.522682 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7cd2573f-20ce-449a-b8dd-075b9b0069bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.523097 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cd2573f-20ce-449a-b8dd-075b9b0069bc None None] Bound using segment: {'id': 'cd2117ce-c174-4f43-9af4-fc387f2feaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1c5547b8-ce96-43a8-841e-25b22611899b'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:33.523558 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-7cd2573f-20ce-449a-b8dd-075b9b0069bc None None] Bound port: bd63a983-ff17-44b9-ac2c-ce7766e82f97, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd2117ce-c174-4f43-9af4-fc387f2feaf9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '1c5547b8-ce96-43a8-841e-25b22611899b'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:33.523946 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7cd2573f-20ce-449a-b8dd-075b9b0069bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.547734 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-278566a5-987a-4f1e-804e-6712b55c8a8c tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.587299 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7cd2573f-20ce-449a-b8dd-075b9b0069bc None None] For port bd63a983-ff17-44b9-ac2c-ce7766e82f97, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:33.590551 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7cd2573f-20ce-449a-b8dd-075b9b0069bc None None] For port bd63a983-ff17-44b9-ac2c-ce7766e82f97, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=bd63a983-ff17-44b9-ac2c-ce7766e82f97,segment=NetworkSegment(cd2117ce-c174-4f43-9af4-fc387f2feaf9),segment_id=cd2117ce-c174-4f43-9af4-fc387f2feaf9)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:33.594710 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7cd2573f-20ce-449a-b8dd-075b9b0069bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.597524 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.623764 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5547b8-ce96-43a8-841e-25b22611899b']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:33.625958 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9e71c261-0819-4ed3-8c3b-2520fb5a3036 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.654463 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2117ce-c174-4f43-9af4-fc387f2feaf9') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:33.654816 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2117ce-c174-4f43-9af4-fc387f2feaf9') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:33.673312 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.735393 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3b797-17e9-4147-895f-017950190a68 req-4da3b7e0-469d-485f-9403-c9e435b4972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.737163 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3b797-17e9-4147-895f-017950190a68 req-4da3b7e0-469d-485f-9403-c9e435b4972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.737654 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3b797-17e9-4147-895f-017950190a68 req-4da3b7e0-469d-485f-9403-c9e435b4972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.738139 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3b797-17e9-4147-895f-017950190a68 req-4da3b7e0-469d-485f-9403-c9e435b4972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.738610 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3b797-17e9-4147-895f-017950190a68 req-4da3b7e0-469d-485f-9403-c9e435b4972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.739083 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3b797-17e9-4147-895f-017950190a68 req-4da3b7e0-469d-485f-9403-c9e435b4972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.739552 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3b797-17e9-4147-895f-017950190a68 req-4da3b7e0-469d-485f-9403-c9e435b4972d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.741835 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-4da3b7e0-469d-485f-9403-c9e435b4972d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2fe358b4bf3b41e19a3794e097af1b16&device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 6496 time: 0.2824419 Jul 16 08:50:33.743126 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.761244 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:33.762206 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:33.788845 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:33.805557 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-278566a5-987a-4f1e-804e-6712b55c8a8c tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.820310 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-278566a5-987a-4f1e-804e-6712b55c8a8c tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:33.836995 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd2573f-20ce-449a-b8dd-075b9b0069bc None None] Pushing event updated for resources: {'Port': ['ID=bd63a983-ff17-44b9-ac2c-ce7766e82f97,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:33.863755 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1185591e-6579-45f0-8f0c-09ef88530bfb None None] Network 1c5547b8-ce96-43a8-841e-25b22611899b requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:33.873456 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393d0be3-184d-4338-9a1d-57376ae040d4 req-cb672a3a-4391-40be-aad0-94335eeb3143 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:33.875845 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-393d0be3-184d-4338-9a1d-57376ae040d4 req-cb672a3a-4391-40be-aad0-94335eeb3143 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658 HTTP/1.1" status: 200 len: 944 time: 0.0749917 Jul 16 08:50:33.918387 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-393d0be3-184d-4338-9a1d-57376ae040d4 req-a8d705bb-61d6-4482-ae00-ff300ee3eea6 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373318 Jul 16 08:50:33.941666 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278566a5-987a-4f1e-804e-6712b55c8a8c tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b4036cd-b753-463d-8579-d5d05c70b421,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:33.953184 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.db.api [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 08:50:33.953184 n-d-771362-37 neutron-server[93758]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 08:50:33.953184 n-d-771362-37 neutron-server[93758]: [parameters: {'id': '1c5547b8-ce96-43a8-841e-25b22611899b'}] Jul 16 08:50:33.953184 n-d-771362-37 neutron-server[93758]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93758) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:50:33.954260 n-d-771362-37 neutron-server[93758]: DEBUG oslo_db.api [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:50:34.032006 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f22ba4e-2b82-4e14-a31e-1b4294dfa202 None None] get_active_networks_info from n-d-771362-37 {{(pid=93760) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:50:34.049507 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3b797-17e9-4147-895f-017950190a68 req-86a72226-e9e1-4104-b679-e8030b523c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:34.049982 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3b797-17e9-4147-895f-017950190a68 req-86a72226-e9e1-4104-b679-e8030b523c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:34.050452 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3b797-17e9-4147-895f-017950190a68 req-86a72226-e9e1-4104-b679-e8030b523c94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:34.052184 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-86a72226-e9e1-4104-b679-e8030b523c94 service neutron] 10.222.0.21 "GET /v2.0/networks?id=68d1b8de-8ca0-41e5-ab5d-58997722961e&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=971f3192-951e-432a-a2cc-46e618e65630&id=971f3192-951e-432a-a2cc-46e618e65630 HTTP/1.1" status: 200 len: 2291 time: 0.2563102 Jul 16 08:50:34.055363 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9e71c261-0819-4ed3-8c3b-2520fb5a3036 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.071901 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9e71c261-0819-4ed3-8c3b-2520fb5a3036 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.122272 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-278566a5-987a-4f1e-804e-6712b55c8a8c tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.123446 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-278566a5-987a-4f1e-804e-6712b55c8a8c tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7281649 Jul 16 08:50:34.126638 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58436) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:34.137584 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f616a7c0-57d6-4105-b979-d81acafecfe7 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Request body: {'security_group_rule': {'security_group_id': '529c6759-9e3a-4e92-9adf-d047033ea8db', 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:34.159172 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e71c261-0819-4ed3-8c3b-2520fb5a3036 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f353cee8-9c6b-4f33-b108-2691782c5aa1,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:34.175537 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f22ba4e-2b82-4e14-a31e-1b4294dfa202 None None] Resources bound (agent type, host, resource id): {{(pid=93760) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:50:34.178396 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-b3bd6360-2457-4296-a7e4-5f371219032a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec6adfab-2926-4726-bbb1-6322adf2bd21 HTTP/1.1" status: 200 len: 1001 time: 0.1177404 Jul 16 08:50:34.194370 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f616a7c0-57d6-4105-b979-d81acafecfe7 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.213071 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9e71c261-0819-4ed3-8c3b-2520fb5a3036 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.217135 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9e71c261-0819-4ed3-8c3b-2520fb5a3036 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7894516 Jul 16 08:50:34.217282 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58438) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:34.220417 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 6de6d932-2e39-497b-9aa0-0f4ebda8d560 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:34.221950 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-056e59e6-49bb-4692-8cbf-91a2978a3f46 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Request body: {'security_group_rule': {'security_group_id': 'f353cee8-9c6b-4f33-b108-2691782c5aa1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:34.257736 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3b797-17e9-4147-895f-017950190a68 req-36b47349-54fd-4203-b261-d8a2db5e9d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:34.259287 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-36b47349-54fd-4203-b261-d8a2db5e9d0b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74283639-7822-44b6-ad1c-b5976fafc479 HTTP/1.1" status: 200 len: 850 time: 0.0766664 Jul 16 08:50:34.274002 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-056e59e6-49bb-4692-8cbf-91a2978a3f46 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.284569 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f616a7c0-57d6-4105-b979-d81acafecfe7 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.289836 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f616a7c0-57d6-4105-b979-d81acafecfe7 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.310420 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f616a7c0-57d6-4105-b979-d81acafecfe7 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f06b8887-0b23-4a86-923a-f66a9d95dcbf,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:34.321146 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f616a7c0-57d6-4105-b979-d81acafecfe7 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.322924 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f616a7c0-57d6-4105-b979-d81acafecfe7 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1944590 Jul 16 08:50:34.328105 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58440) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:34.335942 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-d7cff729-af23-4258-9364-7ef71400508a tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Request body: {'security_group_rule': {'security_group_id': '529c6759-9e3a-4e92-9adf-d047033ea8db', 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:34.400414 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-056e59e6-49bb-4692-8cbf-91a2978a3f46 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.401332 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7cff729-af23-4258-9364-7ef71400508a tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.407907 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3b797-17e9-4147-895f-017950190a68 req-9b3a5389-299d-407d-bedd-027d4cb5ae64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:34.409389 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-9b3a5389-299d-407d-bedd-027d4cb5ae64 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=68d1b8de-8ca0-41e5-ab5d-58997722961e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1433535 Jul 16 08:50:34.415158 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-056e59e6-49bb-4692-8cbf-91a2978a3f46 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.457467 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 6de6d932-2e39-497b-9aa0-0f4ebda8d560, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=6de6d932-2e39-497b-9aa0-0f4ebda8d560,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:34.461358 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.472484 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056e59e6-49bb-4692-8cbf-91a2978a3f46 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b059977-fe2a-4b58-bb02-e9532eb82106,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:34.480394 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '6de6d932-2e39-497b-9aa0-0f4ebda8d560', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'port_id': '6de6d932-2e39-497b-9aa0-0f4ebda8d560', 'mac_address': 'fa:16:3e:aa:2a:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a202c89-ad61-4335-b129-f178d622ac10', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:34.491870 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-056e59e6-49bb-4692-8cbf-91a2978a3f46 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.494778 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-056e59e6-49bb-4692-8cbf-91a2978a3f46 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2748594 Jul 16 08:50:34.499406 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58442) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:34.506003 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2f97792d-8b62-4eb9-b176-902a9039ef01 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Request body: {'security_group_rule': {'security_group_id': 'f353cee8-9c6b-4f33-b108-2691782c5aa1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:34.545876 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f97792d-8b62-4eb9-b176-902a9039ef01 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.589458 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7cff729-af23-4258-9364-7ef71400508a tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.594791 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.599534 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7cff729-af23-4258-9364-7ef71400508a tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.615143 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6de6d932-2e39-497b-9aa0-0f4ebda8d560 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:34.629624 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-f7d18ec8-94be-411b-a2fd-45d5610c0ae6 service neutron] 10.222.0.21 "GET /v2.0/networks/68d1b8de-8ca0-41e5-ab5d-58997722961e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2101429 Jul 16 08:50:34.632501 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cff729-af23-4258-9364-7ef71400508a tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=642d0f97-177b-464e-848c-15090fc46458,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:34.641837 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f97792d-8b62-4eb9-b176-902a9039ef01 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.646561 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f97792d-8b62-4eb9-b176-902a9039ef01 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.648071 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 6de6d932-2e39-497b-9aa0-0f4ebda8d560, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=6de6d932-2e39-497b-9aa0-0f4ebda8d560,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:34.660781 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7cff729-af23-4258-9364-7ef71400508a tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.661966 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d7cff729-af23-4258-9364-7ef71400508a tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3320727 Jul 16 08:50:34.670069 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58444) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:34.675579 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-23147cef-08c3-485f-a596-019fa2098fd6 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Request body: {'security_group_rule': {'security_group_id': '529c6759-9e3a-4e92-9adf-d047033ea8db', 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:34.682090 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.685608 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97792d-8b62-4eb9-b176-902a9039ef01 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=529d5504-5f71-4555-9753-c44cd9acaac1,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:34.691019 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f97792d-8b62-4eb9-b176-902a9039ef01 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.692214 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2f97792d-8b62-4eb9-b176-902a9039ef01 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1914008 Jul 16 08:50:34.695809 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58446) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:34.700676 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-22df332d-6eb6-40ab-b9c3-d057ac3b5ea8 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:34.712034 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Deleting port bd63a983-ff17-44b9-ac2c-ce7766e82f97 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:34.712416 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.738127 n-d-771362-37 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-23147cef-08c3-485f-a596-019fa2098fd6 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Project a4c3f029b0b44aa2ab5ceb476f00a2bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:50:34.758827 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-23147cef-08c3-485f-a596-019fa2098fd6 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.759088 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=6de6d932-2e39-497b-9aa0-0f4ebda8d560,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:34.785723 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22df332d-6eb6-40ab-b9c3-d057ac3b5ea8 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.802894 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-8ba2f2ca-9119-46ec-8d8b-cf505fcaacbd service neutron] 10.222.0.21 "GET /v2.0/networks/68d1b8de-8ca0-41e5-ab5d-58997722961e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640353 Jul 16 08:50:34.804760 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] For port bd63a983-ff17-44b9-ac2c-ce7766e82f97, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=bd63a983-ff17-44b9-ac2c-ce7766e82f97,segment=NetworkSegment(cd2117ce-c174-4f43-9af4-fc387f2feaf9),segment_id=cd2117ce-c174-4f43-9af4-fc387f2feaf9)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:34.805121 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.827266 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Calling delete_port for bd63a983-ff17-44b9-ac2c-ce7766e82f97 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:34.858784 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-2289881e-877e-4c6d-a3e4-46cf0ac07ef3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=ac3245a2-1832-46a1-a707-f054e3b47d6a HTTP/1.1" status: 200 len: 217 time: 0.0441482 Jul 16 08:50:34.870060 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-23147cef-08c3-485f-a596-019fa2098fd6 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.875064 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['6de6d932-2e39-497b-9aa0-0f4ebda8d560'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:34.879509 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-23147cef-08c3-485f-a596-019fa2098fd6 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.902482 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23147cef-08c3-485f-a596-019fa2098fd6 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7092f596-7dbd-44ba-93cf-82019e7d052b,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:34.941569 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-23147cef-08c3-485f-a596-019fa2098fd6 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:34.945784 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-23147cef-08c3-485f-a596-019fa2098fd6 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2745268 Jul 16 08:50:34.946379 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58450) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:34.952340 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-19eddb71-a2e6-4fee-becf-4bddf9839ae1 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Request body: {'security_group_rule': {'security_group_id': '529c6759-9e3a-4e92-9adf-d047033ea8db', 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:34.992698 n-d-771362-37 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-19eddb71-a2e6-4fee-becf-4bddf9839ae1 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Project a4c3f029b0b44aa2ab5ceb476f00a2bb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:50:34.995064 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3b797-17e9-4147-895f-017950190a68 req-a80bc646-d06d-4ed4-933d-2c0ccd520579 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:34.996637 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-a80bc646-d06d-4ed4-933d-2c0ccd520579 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.1322591 Jul 16 08:50:35.016990 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-19eddb71-a2e6-4fee-becf-4bddf9839ae1 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.048131 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22df332d-6eb6-40ab-b9c3-d057ac3b5ea8 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.123071 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.144746 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-19eddb71-a2e6-4fee-becf-4bddf9839ae1 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.152506 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-19eddb71-a2e6-4fee-becf-4bddf9839ae1 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.176476 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event deleted for resources: {'Port': ['ID=bd63a983-ff17-44b9-ac2c-ce7766e82f97,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:35.180109 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] No DVR routers for this DVR port bd63a983-ff17-44b9-ac2c-ce7766e82f97 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:35.204467 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19eddb71-a2e6-4fee-becf-4bddf9839ae1 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79b13e45-1228-4148-b699-a77c0009cab9,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:35.208884 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-19eddb71-a2e6-4fee-becf-4bddf9839ae1 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.212866 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-19eddb71-a2e6-4fee-becf-4bddf9839ae1 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2639599 Jul 16 08:50:35.231458 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-22df332d-6eb6-40ab-b9c3-d057ac3b5ea8 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Allocated IP 172.25.3.10 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/f5366607-be4f-46d7-8828-d89a8188c369) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:35.252128 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3b797-17e9-4147-895f-017950190a68 req-632785cc-7d13-4c54-88c1-159b0edaef34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:35.253845 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-632785cc-7d13-4c54-88c1-159b0edaef34 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2508612 Jul 16 08:50:35.304981 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.334906 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c5547b8-ce96-43a8-841e-25b22611899b']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:35.344613 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28633015-36b1-4037-b169-0512023d2bb9 req-c91bc32b-1521-4f24-9241-c95acdaa8028 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:35.346162 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-28633015-36b1-4037-b169-0512023d2bb9 req-c91bc32b-1521-4f24-9241-c95acdaa8028 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658 HTTP/1.1" status: 200 len: 945 time: 0.2840016 Jul 16 08:50:35.360253 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd2117ce-c174-4f43-9af4-fc387f2feaf9') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:35.360587 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd2117ce-c174-4f43-9af4-fc387f2feaf9') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:35.362162 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22df332d-6eb6-40ab-b9c3-d057ac3b5ea8 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.405529 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.411319 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22df332d-6eb6-40ab-b9c3-d057ac3b5ea8 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.436249 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.460531 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:35.460947 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.465417 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:50:35.465417 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:35.465417 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:50:35.465417 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:35.465417 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:50:35.465417 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:35.465417 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:50:35.465417 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:35.465417 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:50:35.465417 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:35.465417 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:50:35.465417 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:35.465417 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:50:35.465417 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:35.465417 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:35.465417 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:35.465417 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:35.465417 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:35.465417 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:50:35.465417 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:35.465417 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:50:35.465417 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:35.465417 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:35.465417 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:35.465417 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:35.465417 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:35.465417 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:35.465417 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:35.465417 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:35.465417 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:35.465417 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:35.465417 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:35.473913 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22df332d-6eb6-40ab-b9c3-d057ac3b5ea8 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:35.489764 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-28633015-36b1-4037-b169-0512023d2bb9 req-81d09554-c4d5-4b57-b8da-a044e3de9a01 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1023760 Jul 16 08:50:35.494767 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-1be70d1c-a0cd-494c-adee-54ba6ea7e1e6 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2329662 Jul 16 08:50:35.496527 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-22df332d-6eb6-40ab-b9c3-d057ac3b5ea8 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:35.503445 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22df332d-6eb6-40ab-b9c3-d057ac3b5ea8 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:35.510810 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3beae488-15c4-47f1-8f04-67da206bad6f req-1ffa2fb3-ff2a-44d7-9924-dd23e163c546 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1103682639&fields=id&tenant_id=a4c3f029b0b44aa2ab5ceb476f00a2bb HTTP/1.1" status: 200 len: 267 time: 0.1010830 Jul 16 08:50:35.529530 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df332d-6eb6-40ab-b9c3-d057ac3b5ea8 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Pushing event updated for resources: {'Port': ['ID=f5366607-be4f-46d7-8828-d89a8188c369,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:35.566982 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.577829 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.579643 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "DELETE /v2.0/networks/1c5547b8-ce96-43a8-841e-25b22611899b HTTP/1.1" status: 204 len: 168 time: 2.8649302 Jul 16 08:50:35.606010 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58458) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:35.622075 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-78ece9c9-769e-4563-9ecb-6deb1b4211e9 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-206102689'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:35.629976 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9132f24c-27e3-48f0-94e0-fd4ece95ba8c tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event deleted for resources: {'Network': ['ID=1c5547b8-ce96-43a8-841e-25b22611899b,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:35.669373 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-da401b7d-4908-4fed-8aa1-6debe23fbbce service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661873 Jul 16 08:50:35.670546 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78ece9c9-769e-4563-9ecb-6deb1b4211e9 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Made reservation on behalf of ede514dde713438eb9cdfdf8d6aba0b9 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:35.674159 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78ece9c9-769e-4563-9ecb-6deb1b4211e9 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.707669 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bf3c2d18-e518-485e-9d10-b71ae5a74ed3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.716706 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beae488-15c4-47f1-8f04-67da206bad6f req-7f3186a9-291f-446b-86a2-33e0227370e6 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:35.718052 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3beae488-15c4-47f1-8f04-67da206bad6f req-7f3186a9-291f-446b-86a2-33e0227370e6 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/networks?id=fc8b781c-9583-432f-abbc-57388c8e547b HTTP/1.1" status: 200 len: 813 time: 0.1842761 Jul 16 08:50:35.721330 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-30cbf9f0-9e95-438e-8e19-32e7fef1544c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=5b0628d6-3782-44d5-85db-3802f0fa70fb HTTP/1.1" status: 200 len: 217 time: 0.0447311 Jul 16 08:50:35.728175 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22df332d-6eb6-40ab-b9c3-d057ac3b5ea8 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.742469 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78ece9c9-769e-4563-9ecb-6deb1b4211e9 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:50:35.747312 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3beae488-15c4-47f1-8f04-67da206bad6f req-e37d1b2a-30e2-4069-a96d-5f470dbcd82f tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/quotas/a4c3f029b0b44aa2ab5ceb476f00a2bb HTTP/1.1" status: 200 len: 375 time: 0.0136087 Jul 16 08:50:35.775895 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78ece9c9-769e-4563-9ecb-6deb1b4211e9 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.776242 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-78ece9c9-769e-4563-9ecb-6deb1b4211e9 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Added segment 10c3c3fe-66c7-49d0-889b-669c7bcee19f of type vlan for network 2a97c47f-30cd-46b0-b9f1-0a408853a5d2 Jul 16 08:50:35.795468 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3b797-17e9-4147-895f-017950190a68 req-575f0ab4-aa84-4f5f-9fd7-0a6667fb824f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:35.796970 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-575f0ab4-aa84-4f5f-9fd7-0a6667fb824f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.0661156 Jul 16 08:50:35.817048 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22df332d-6eb6-40ab-b9c3-d057ac3b5ea8 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.856586 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78ece9c9-769e-4563-9ecb-6deb1b4211e9 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.899057 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78ece9c9-769e-4563-9ecb-6deb1b4211e9 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.900149 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3beae488-15c4-47f1-8f04-67da206bad6f req-965ebbfa-528c-4ef5-8947-385624b22421 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=a4c3f029b0b44aa2ab5ceb476f00a2bb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1341693 Jul 16 08:50:35.904546 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78ece9c9-769e-4563-9ecb-6deb1b4211e9 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:35.905172 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78ece9c9-769e-4563-9ecb-6deb1b4211e9 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:35.921185 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3b797-17e9-4147-895f-017950190a68 req-b8c2347a-d9cf-4ff4-9391-eb5ba0be5ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:35.922847 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-b8c2347a-d9cf-4ff4-9391-eb5ba0be5ba7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1042392 Jul 16 08:50:35.953793 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-78ece9c9-769e-4563-9ecb-6deb1b4211e9 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3455646 Jul 16 08:50:35.958276 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58462) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:35.967681 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3d82dacb-ab2e-47fb-9ab0-67155ac04de1 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Request body: {'subnet': {'network_id': '2a97c47f-30cd-46b0-b9f1-0a408853a5d2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:36.015384 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ece9c9-769e-4563-9ecb-6deb1b4211e9 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event updated for resources: {'Network': ['ID=2a97c47f-30cd-46b0-b9f1-0a408853a5d2,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:36.031087 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 2a97c47f-30cd-46b0-b9f1-0a408853a5d2 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:50:36.034856 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.051370 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22df332d-6eb6-40ab-b9c3-d057ac3b5ea8 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.065819 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22df332d-6eb6-40ab-b9c3-d057ac3b5ea8 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.103484 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-ea4ae7e1-2343-4926-8ba9-d6504b33e287 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1678896 Jul 16 08:50:36.230575 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-abd89100-b0dc-444c-bc1f-f4dc3ef0d688 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203074 Jul 16 08:50:36.233578 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 6de6d932-2e39-497b-9aa0-0f4ebda8d560 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:36.276484 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-fd0ba5bd-bf96-4f45-bd16-a676e02a358b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=afa97703-f881-4b7b-b2e7-e2133311c64c HTTP/1.1" status: 200 len: 217 time: 0.0396693 Jul 16 08:50:36.296191 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 6de6d932-2e39-497b-9aa0-0f4ebda8d560 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:36.301766 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 6de6d932-2e39-497b-9aa0-0f4ebda8d560 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:36.302140 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.341999 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3b797-17e9-4147-895f-017950190a68 req-ef044c29-1256-4438-9c83-ab62544d118c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:36.343960 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-ef044c29-1256-4438-9c83-ab62544d118c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.0622175 Jul 16 08:50:36.387779 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.408159 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3b797-17e9-4147-895f-017950190a68 req-4a474806-161c-4a91-89a0-f46d5db6583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:36.409937 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-4a474806-161c-4a91-89a0-f46d5db6583b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0590389 Jul 16 08:50:36.416480 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de6d932-2e39-497b-9aa0-0f4ebda8d560'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:36.418989 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41674d63-377f-4a46-8ce4-85c92743a563" -d '{"events": [{"server_uuid": "93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658", "name": "network-vif-plugged", "status": "completed", "tag": "6de6d932-2e39-497b-9aa0-0f4ebda8d560"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:36.445274 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 6de6d932-2e39-497b-9aa0-0f4ebda8d560, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=6de6d932-2e39-497b-9aa0-0f4ebda8d560,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:36.450988 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.487821 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-950856ba-ea18-45e8-9fd1-c073884ad32a x-openstack-request-id: req-950856ba-ea18-45e8-9fd1-c073884ad32a {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:36.488596 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658", "name": "network-vif-plugged", "status": "completed", "tag": "6de6d932-2e39-497b-9aa0-0f4ebda8d560", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:36.489896 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-950856ba-ea18-45e8-9fd1-c073884ad32a {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:36.490205 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6de6d932-2e39-497b-9aa0-0f4ebda8d560', 'code': 200} Jul 16 08:50:36.531808 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=6de6d932-2e39-497b-9aa0-0f4ebda8d560,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:36.573232 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-8d315910-c095-4c72-9c3a-6ae415820fb3 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554830 Jul 16 08:50:36.573622 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df332d-6eb6-40ab-b9c3-d057ac3b5ea8 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Pushing event updated for resources: {'Port': ['ID=f5366607-be4f-46d7-8828-d89a8188c369,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:36.607164 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22df332d-6eb6-40ab-b9c3-d057ac3b5ea8 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.633265 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3beae488-15c4-47f1-8f04-67da206bad6f req-bddc81f9-a9d3-48ff-81b8-a6213cb4f8aa service neutron] 10.222.0.22 "GET /v2.0/networks/fc8b781c-9583-432f-abbc-57388c8e547b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6946669 Jul 16 08:50:36.639854 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d82dacb-ab2e-47fb-9ab0-67155ac04de1 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Made reservation on behalf of ede514dde713438eb9cdfdf8d6aba0b9 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:36.643499 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d82dacb-ab2e-47fb-9ab0-67155ac04de1 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.668131 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22df332d-6eb6-40ab-b9c3-d057ac3b5ea8 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:36.669367 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-22df332d-6eb6-40ab-b9c3-d057ac3b5ea8 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9725943 Jul 16 08:50:36.707610 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-7922d93c-3c10-4858-b5c0-6cd409978852 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286271 Jul 16 08:50:36.761551 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-1c8a06d9-59bd-4aa1-bdef-cbd202c55324 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=7ce0d02e-447c-4dc7-8e90-755e16831c63 HTTP/1.1" status: 200 len: 217 time: 0.0462589 Jul 16 08:50:36.783272 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e263d2fa-369a-46ff-8b1a-de5e85ff1ba9 req-61298bff-a28c-4516-960b-28424ef01356 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:36.785091 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e263d2fa-369a-46ff-8b1a-de5e85ff1ba9 req-61298bff-a28c-4516-960b-28424ef01356 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658 HTTP/1.1" status: 200 len: 946 time: 0.1279819 Jul 16 08:50:36.823049 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fcbb8f-a526-4641-a8ca-53d083d51218 req-d340ae09-f06c-4595-9ea9-520c15a6b941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:36.824630 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e6fcbb8f-a526-4641-a8ca-53d083d51218 req-d340ae09-f06c-4595-9ea9-520c15a6b941 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658 HTTP/1.1" status: 200 len: 1098 time: 0.2353399 Jul 16 08:50:36.852688 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3b797-17e9-4147-895f-017950190a68 req-e4845494-e7fb-4da8-8676-8254b9c645f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:36.854160 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-e4845494-e7fb-4da8-8676-8254b9c645f1 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.0861626 Jul 16 08:50:36.864999 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3beae488-15c4-47f1-8f04-67da206bad6f req-452093ee-5405-4354-8fe3-201bbbe1c1e8 service neutron] 10.222.0.22 "GET /v2.0/networks/fc8b781c-9583-432f-abbc-57388c8e547b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162824 Jul 16 08:50:36.884519 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e263d2fa-369a-46ff-8b1a-de5e85ff1ba9 req-6ac3fa95-2c27-4f9a-b061-ab3b1cc5effa tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711420 Jul 16 08:50:36.934335 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e6fcbb8f-a526-4641-a8ca-53d083d51218 req-7085109d-5ebd-4a28-9334-59d6922bb276 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007872 Jul 16 08:50:36.958153 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3b797-17e9-4147-895f-017950190a68 req-b70dc101-b4f1-4b1e-aaee-cce117339dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:36.959925 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-b70dc101-b4f1-4b1e-aaee-cce117339dc6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0915737 Jul 16 08:50:37.005518 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d82dacb-ab2e-47fb-9ab0-67155ac04de1 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.071385 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d82dacb-ab2e-47fb-9ab0-67155ac04de1 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event updated for resources: {'Subnet': ['ID=eac2a0fc-13e0-4b1c-85ea-f54a9f3673ed,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:37.077822 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.083940 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d82dacb-ab2e-47fb-9ab0-67155ac04de1 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Checking segment: {'id': '10c3c3fe-66c7-49d0-889b-669c7bcee19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2a97c47f-30cd-46b0-b9f1-0a408853a5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:37.085194 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d82dacb-ab2e-47fb-9ab0-67155ac04de1 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Network hostable DHCP agents. Network: 2a97c47f-30cd-46b0-b9f1-0a408853a5d2, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:50:37.102284 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d82dacb-ab2e-47fb-9ab0-67155ac04de1 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Network 2a97c47f-30cd-46b0-b9f1-0a408853a5d2 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:50:37.119477 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-3d82dacb-ab2e-47fb-9ab0-67155ac04de1 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 2a97c47f-30cd-46b0-b9f1-0a408853a5d2) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:37.125218 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d82dacb-ab2e-47fb-9ab0-67155ac04de1 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:37.126042 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d82dacb-ab2e-47fb-9ab0-67155ac04de1 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.133552 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6495893a-1cc0-463c-9913-7fdbc68b27dd None None] Network 2a97c47f-30cd-46b0-b9f1-0a408853a5d2 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:37.145099 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3d82dacb-ab2e-47fb-9ab0-67155ac04de1 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1856773 Jul 16 08:50:37.147931 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58490) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:37.320125 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.360431 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a25405-ad42-4d8a-937d-9c9253e991dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-2a97c47f-30cd-46b0-b9f1-0a408853a5d2', 'network_id': '2a97c47f-30cd-46b0-b9f1-0a408853a5d2', 'tenant_id': 'ede514dde713438eb9cdfdf8d6aba0b9', 'fixed_ips': [{'subnet_id': 'eac2a0fc-13e0-4b1c-85ea-f54a9f3673ed'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:50:37.361322 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63a25405-ad42-4d8a-937d-9c9253e991dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.396018 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2308eaf4-b750-4466-9f40-9089d77323d8 req-66023656-521d-4a99-ac90-d584ef747517 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 210 time: 0.0660872 Jul 16 08:50:37.463223 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.560614 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-63a25405-ad42-4d8a-937d-9c9253e991dd None None] Allocated IP 2001:db8::2 (2a97c47f-30cd-46b0-b9f1-0a408853a5d2/eac2a0fc-13e0-4b1c-85ea-f54a9f3673ed/61349d3d-9295-4e41-ba49-607209dfc66e) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:37.574279 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-12ec31ff-6e83-4b0a-9ec8-e539ea97fbe1 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--900647150&fields=id&tenant_id=b7b1a7b336a94513a52f9785e4e37864 HTTP/1.1" status: 200 len: 267 time: 0.5706115 Jul 16 08:50:37.654352 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-82137ab6-9d06-4068-b320-11e833455db8 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6834416 Jul 16 08:50:37.840800 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-a22e7d97-93fd-4115-b069-dc5bfd8a3bf5 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:37.847522 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-a22e7d97-93fd-4115-b069-dc5bfd8a3bf5 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/networks?id=009dd0a1-50a1-45ad-bc58-1d113e644d4b HTTP/1.1" status: 200 len: 816 time: 0.2387724 Jul 16 08:50:37.850516 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63a25405-ad42-4d8a-937d-9c9253e991dd None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.862116 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-63a25405-ad42-4d8a-937d-9c9253e991dd None None] Transition to ACTIVE for port object 61349d3d-9295-4e41-ba49-607209dfc66e will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:37.871720 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-dfd6761f-cbd0-4bdf-a54b-6de558fe5215 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2097564 Jul 16 08:50:37.879603 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-433e3a11-7f8b-40e0-bbc3-e076faabd36a tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/quotas/b7b1a7b336a94513a52f9785e4e37864 HTTP/1.1" status: 200 len: 375 time: 0.0311406 Jul 16 08:50:37.886307 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-63a25405-ad42-4d8a-937d-9c9253e991dd None None] Transition to ACTIVE for port object 61349d3d-9295-4e41-ba49-607209dfc66e will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:37.895145 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63a25405-ad42-4d8a-937d-9c9253e991dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.932243 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:37.975352 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a25405-ad42-4d8a-937d-9c9253e991dd None None] Pushing event updated for resources: {'Port': ['ID=61349d3d-9295-4e41-ba49-607209dfc66e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:37.991499 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63a25405-ad42-4d8a-937d-9c9253e991dd None None] Network 2a97c47f-30cd-46b0-b9f1-0a408853a5d2 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:37.993471 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-63a25405-ad42-4d8a-937d-9c9253e991dd None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:37.996051 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63a25405-ad42-4d8a-937d-9c9253e991dd None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:37.996860 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event deleted for resources: {'Subnet': ['ID=eac2a0fc-13e0-4b1c-85ea-f54a9f3673ed,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:38.015211 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-d4762094-269d-486c-aaa6-d62d2e0069aa service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=11779264-f750-43ee-a0d7-fe64f1d931fd HTTP/1.1" status: 200 len: 217 time: 0.1322002 Jul 16 08:50:38.094585 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-63a25405-ad42-4d8a-937d-9c9253e991dd None None] Attempting to bind port 61349d3d-9295-4e41-ba49-607209dfc66e on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:38.095127 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-63a25405-ad42-4d8a-937d-9c9253e991dd None None] Attempting to bind port 61349d3d-9295-4e41-ba49-607209dfc66e by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '10c3c3fe-66c7-49d0-889b-669c7bcee19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2a97c47f-30cd-46b0-b9f1-0a408853a5d2'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:38.095234 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a25405-ad42-4d8a-937d-9c9253e991dd None None] Attempting to bind port 61349d3d-9295-4e41-ba49-607209dfc66e on network 2a97c47f-30cd-46b0-b9f1-0a408853a5d2 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:38.102886 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a25405-ad42-4d8a-937d-9c9253e991dd None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:38.102886 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a25405-ad42-4d8a-937d-9c9253e991dd None None] Checking segment: {'id': '10c3c3fe-66c7-49d0-889b-669c7bcee19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2a97c47f-30cd-46b0-b9f1-0a408853a5d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:38.102886 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63a25405-ad42-4d8a-937d-9c9253e991dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.103576 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63a25405-ad42-4d8a-937d-9c9253e991dd None None] Bound using segment: {'id': '10c3c3fe-66c7-49d0-889b-669c7bcee19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2a97c47f-30cd-46b0-b9f1-0a408853a5d2'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:38.103576 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-63a25405-ad42-4d8a-937d-9c9253e991dd None None] Bound port: 61349d3d-9295-4e41-ba49-607209dfc66e, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10c3c3fe-66c7-49d0-889b-669c7bcee19f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '2a97c47f-30cd-46b0-b9f1-0a408853a5d2'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:38.104231 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63a25405-ad42-4d8a-937d-9c9253e991dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.119823 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-15e3d0b4-37eb-4426-92fc-b292f9f77b46 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b7b1a7b336a94513a52f9785e4e37864&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2391746 Jul 16 08:50:38.134258 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3b797-17e9-4147-895f-017950190a68 req-2c94298a-62e4-4cb5-99dc-12f979f1b2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:38.136379 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-2c94298a-62e4-4cb5-99dc-12f979f1b2c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1200a08-b4c1-4ea0-be1b-41534dbb15bb HTTP/1.1" status: 200 len: 797 time: 0.1086133 Jul 16 08:50:38.149027 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.164758 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a97c47f-30cd-46b0-b9f1-0a408853a5d2']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:38.182792 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c3c3fe-66c7-49d0-889b-669c7bcee19f') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:38.183102 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c3c3fe-66c7-49d0-889b-669c7bcee19f') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:38.207062 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.237407 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-63a25405-ad42-4d8a-937d-9c9253e991dd None None] For port 61349d3d-9295-4e41-ba49-607209dfc66e, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:38.241052 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4dd70a-bd81-41f7-9a9f-226fb0ee6db1 req-871b2849-6dc6-4274-8ecf-87e2b5b8138e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:38.241594 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6a4dd70a-bd81-41f7-9a9f-226fb0ee6db1 req-871b2849-6dc6-4274-8ecf-87e2b5b8138e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658 HTTP/1.1" status: 200 len: 946 time: 0.1996436 Jul 16 08:50:38.242513 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.251608 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:38.252070 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:38.257054 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:38.260166 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3b797-17e9-4147-895f-017950190a68 req-ce587d07-5566-4c5f-9ba0-fd43792e53d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:38.261918 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-ce587d07-5566-4c5f-9ba0-fd43792e53d1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=971f3192-951e-432a-a2cc-46e618e65630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1190147 Jul 16 08:50:38.347864 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-63a25405-ad42-4d8a-937d-9c9253e991dd None None] For port 61349d3d-9295-4e41-ba49-607209dfc66e, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=61349d3d-9295-4e41-ba49-607209dfc66e,segment=NetworkSegment(10c3c3fe-66c7-49d0-889b-669c7bcee19f),segment_id=10c3c3fe-66c7-49d0-889b-669c7bcee19f)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:38.353419 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.db.api [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 08:50:38.353419 n-d-771362-37 neutron-server[93759]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 08:50:38.353419 n-d-771362-37 neutron-server[93759]: [parameters: {'id': '2a97c47f-30cd-46b0-b9f1-0a408853a5d2'}] Jul 16 08:50:38.353419 n-d-771362-37 neutron-server[93759]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:50:38.354151 n-d-771362-37 neutron-server[93759]: DEBUG oslo_db.api [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:50:38.354339 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-63a25405-ad42-4d8a-937d-9c9253e991dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.366710 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6a4dd70a-bd81-41f7-9a9f-226fb0ee6db1 req-9fc96803-02d2-4278-b24b-1e082c118900 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972104 Jul 16 08:50:38.452000 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a25405-ad42-4d8a-937d-9c9253e991dd None None] Pushing event updated for resources: {'Port': ['ID=61349d3d-9295-4e41-ba49-607209dfc66e,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:38.492521 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e6772b-1a7b-4d6e-bcd7-c22680b7a26a None None] Network 2a97c47f-30cd-46b0-b9f1-0a408853a5d2 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:38.495141 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-bc72303d-0fc2-4842-b7e3-597e68685a51 service neutron] 10.222.0.22 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3567319 Jul 16 08:50:38.544118 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-aab70461-8960-4840-a69b-837163a3be9c service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703018 Jul 16 08:50:38.638523 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ea74de-3307-4d0f-946a-cf33a7721226 req-596c8420-a951-4f7c-b701-0bf51ef30449 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:38.646239 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-38ea74de-3307-4d0f-946a-cf33a7721226 req-596c8420-a951-4f7c-b701-0bf51ef30449 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658 HTTP/1.1" status: 200 len: 946 time: 0.0987546 Jul 16 08:50:38.658849 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.687564 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-2a9f3ebb-305f-4045-8ae5-96803443913d service neutron] 10.222.0.22 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800885 Jul 16 08:50:38.699403 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-38ea74de-3307-4d0f-946a-cf33a7721226 req-083be4c5-cd52-40f7-9441-ebd2950fb715 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465114 Jul 16 08:50:38.719907 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0ace2f-667b-4f6c-b654-34b0aad13ad2 None None] get_active_networks_info from n-d-771362-37 {{(pid=93760) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 08:50:38.780240 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-d65cf397-2269-4b6e-8344-768044ffa6dc service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281106 Jul 16 08:50:38.855619 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:38.878327 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-13b6c99c-522b-4d54-9392-bf56cf9509de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f66e0380-b32a-492b-871a-89bede966f79 HTTP/1.1" status: 200 len: 217 time: 0.0878379 Jul 16 08:50:38.941043 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cdbb53c6-76c9-4fa3-af73-4efeda805c01 req-d90b8ddb-0c3d-4f70-8555-3a6083b17bd0 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 210 time: 0.0755630 Jul 16 08:50:38.984938 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0ace2f-667b-4f6c-b654-34b0aad13ad2 None None] Resources bound (agent type, host, resource id): {{(pid=93760) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 08:50:39.059161 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Deleting port 61349d3d-9295-4e41-ba49-607209dfc66e {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:39.059651 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.090410 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3b797-17e9-4147-895f-017950190a68 req-ea4bad34-b3b0-40be-abf9-d2873727f0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:39.091939 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-ea4bad34-b3b0-40be-abf9-d2873727f0c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1200a08-b4c1-4ea0-be1b-41534dbb15bb HTTP/1.1" status: 200 len: 797 time: 0.2030118 Jul 16 08:50:39.108906 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beae488-15c4-47f1-8f04-67da206bad6f req-82136e56-d8d8-4def-b728-2bf382e35329 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:39.111259 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3beae488-15c4-47f1-8f04-67da206bad6f req-82136e56-d8d8-4def-b728-2bf382e35329 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.21 "GET /v2.0/networks?id=fc8b781c-9583-432f-abbc-57388c8e547b HTTP/1.1" status: 200 len: 813 time: 0.3746474 Jul 16 08:50:39.233907 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c34d4a42-0a05-46ce-97b3-dec6b5f7af7c req-13589ff5-5d92-4000-9f1d-3c1a29760725 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 210 time: 0.1079285 Jul 16 08:50:39.248165 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] For port 61349d3d-9295-4e41-ba49-607209dfc66e, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=61349d3d-9295-4e41-ba49-607209dfc66e,segment=NetworkSegment(10c3c3fe-66c7-49d0-889b-669c7bcee19f),segment_id=10c3c3fe-66c7-49d0-889b-669c7bcee19f)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:39.248586 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.266266 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Calling delete_port for 61349d3d-9295-4e41-ba49-607209dfc66e owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:39.285949 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3beae488-15c4-47f1-8f04-67da206bad6f req-8a42875d-ed3f-41d7-91b6-70db5f39ab27 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a4c3f029b0b44aa2ab5ceb476f00a2bb HTTP/1.1" status: 200 len: 380 time: 0.1650891 Jul 16 08:50:39.300014 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-3beae488-15c4-47f1-8f04-67da206bad6f req-54d5269c-7e2b-47b7-93be-04c4e62e6258 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Request body: {'port': {'device_id': 'd0221577-8e63-4119-8b63-813f2749ac7a', 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b', 'admin_state_up': True, 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'security_groups': ['529c6759-9e3a-4e92-9adf-d047033ea8db']}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:39.391697 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.448180 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event deleted for resources: {'Port': ['ID=61349d3d-9295-4e41-ba49-607209dfc66e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:39.454692 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] No DVR routers for this DVR port 61349d3d-9295-4e41-ba49-607209dfc66e on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:39.496557 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c3b797-17e9-4147-895f-017950190a68 req-747f6e3e-f608-40aa-aa0b-24439c8dcc26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:39.498076 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-747f6e3e-f608-40aa-aa0b-24439c8dcc26 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=971f3192-951e-432a-a2cc-46e618e65630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4001060 Jul 16 08:50:39.498652 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3beae488-15c4-47f1-8f04-67da206bad6f req-54d5269c-7e2b-47b7-93be-04c4e62e6258 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Made reservation on behalf of a4c3f029b0b44aa2ab5ceb476f00a2bb for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:39.503190 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3beae488-15c4-47f1-8f04-67da206bad6f req-54d5269c-7e2b-47b7-93be-04c4e62e6258 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.561633 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb7264e-f355-44ea-a01a-dbb913aebf16 req-aed0d1eb-3346-4e65-b60b-c9d0e394cd6d tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:39.570380 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-deb7264e-f355-44ea-a01a-dbb913aebf16 req-aed0d1eb-3346-4e65-b60b-c9d0e394cd6d tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658 HTTP/1.1" status: 200 len: 946 time: 0.3553112 Jul 16 08:50:39.579544 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.592814 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2a97c47f-30cd-46b0-b9f1-0a408853a5d2']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:39.607667 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10c3c3fe-66c7-49d0-889b-669c7bcee19f') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:39.607667 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10c3c3fe-66c7-49d0-889b-669c7bcee19f') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:39.624737 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.662777 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.673037 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Releasing vlan 124 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:39.674228 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.677444 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:50:39.677444 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:39.677444 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:50:39.677444 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:39.677444 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:50:39.677444 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:39.677444 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:50:39.677444 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:39.677444 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:50:39.677444 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:39.677444 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:50:39.677444 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:39.677444 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:50:39.677444 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:39.677444 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:39.677444 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:39.677444 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:39.677444 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:39.677444 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:50:39.677444 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:39.677444 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:50:39.677444 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:39.677444 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:39.677444 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:39.677444 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:39.677444 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:39.677444 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:39.677444 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:39.677444 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:39.677444 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:39.677444 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:39.677444 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:39.761879 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-deb7264e-f355-44ea-a01a-dbb913aebf16 req-74cbc6b5-04fb-4ddd-918c-26ca52c4664f tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905298 Jul 16 08:50:39.783022 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.791626 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:39.793701 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "DELETE /v2.0/networks/2a97c47f-30cd-46b0-b9f1-0a408853a5d2 HTTP/1.1" status: 204 len: 168 time: 2.6446607 Jul 16 08:50:39.819354 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58526) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:39.831179 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e925f8a-b7b6-446b-807b-efc9efcb7edd tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event deleted for resources: {'Network': ['ID=2a97c47f-30cd-46b0-b9f1-0a408853a5d2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:39.843268 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-5003a82f-3ead-40db-85aa-c4148a9cddb2 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-944497253'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:39.884891 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-e2a2c5f7-1852-421a-9c6b-a710468d6cf5 service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3773088 Jul 16 08:50:39.888465 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5003a82f-3ead-40db-85aa-c4148a9cddb2 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Made reservation on behalf of ede514dde713438eb9cdfdf8d6aba0b9 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:39.892123 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5003a82f-3ead-40db-85aa-c4148a9cddb2 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:40.017148 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-3beae488-15c4-47f1-8f04-67da206bad6f req-54d5269c-7e2b-47b7-93be-04c4e62e6258 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Allocated IP 172.20.0.13 (fc8b781c-9583-432f-abbc-57388c8e547b/cd8b857e-8678-4281-bae8-c29085f1129c/fc491be4-188d-4dd3-8a65-113344ae1180) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:40.050663 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5003a82f-3ead-40db-85aa-c4148a9cddb2 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:50:40.058871 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7c3b797-17e9-4147-895f-017950190a68 req-a30639e8-5af0-44c8-8724-4386164b89e7 service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1641591 Jul 16 08:50:40.077849 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5003a82f-3ead-40db-85aa-c4148a9cddb2 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:40.078214 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-5003a82f-3ead-40db-85aa-c4148a9cddb2 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Added segment 7f0ad4d9-9d1c-43b9-8507-efd60adb957d of type vlan for network dbc349bf-65ee-4edb-9ffe-60b96e26646e Jul 16 08:50:40.198879 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5003a82f-3ead-40db-85aa-c4148a9cddb2 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:40.231535 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ff2ca5b6-48be-4fa9-8a0c-e970d54a1767 req-020e27f9-7408-4878-abb9-c7b83883cc12 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 210 time: 0.0696185 Jul 16 08:50:40.316519 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5003a82f-3ead-40db-85aa-c4148a9cddb2 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:40.322085 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5003a82f-3ead-40db-85aa-c4148a9cddb2 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:40.322694 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5003a82f-3ead-40db-85aa-c4148a9cddb2 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:40.347091 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3beae488-15c4-47f1-8f04-67da206bad6f req-54d5269c-7e2b-47b7-93be-04c4e62e6258 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:40.359901 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34d6aa3-4b2a-4189-a106-730128e05c07 req-3b43c983-957d-4dfe-a78c-7c7e6b29d4de tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:40.361711 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f34d6aa3-4b2a-4189-a106-730128e05c07 req-3b43c983-957d-4dfe-a78c-7c7e6b29d4de tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658 HTTP/1.1" status: 200 len: 946 time: 0.0728805 Jul 16 08:50:40.394330 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5003a82f-3ead-40db-85aa-c4148a9cddb2 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5741582 Jul 16 08:50:40.395632 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58534) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:40.395768 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-3beae488-15c4-47f1-8f04-67da206bad6f req-54d5269c-7e2b-47b7-93be-04c4e62e6258 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Transition to ACTIVE for port object fc491be4-188d-4dd3-8a65-113344ae1180 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:40.401359 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-369712f8-4a8e-442b-9737-3eec42b3c473 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Request body: {'subnet': {'network_id': 'dbc349bf-65ee-4edb-9ffe-60b96e26646e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:40.435461 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5003a82f-3ead-40db-85aa-c4148a9cddb2 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event updated for resources: {'Network': ['ID=dbc349bf-65ee-4edb-9ffe-60b96e26646e,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:40.437916 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f34d6aa3-4b2a-4189-a106-730128e05c07 req-3d7e4aca-9b8e-42c3-9e66-2a30bebfad53 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682290 Jul 16 08:50:40.451093 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network dbc349bf-65ee-4edb-9ffe-60b96e26646e details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:50:40.481319 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3beae488-15c4-47f1-8f04-67da206bad6f req-54d5269c-7e2b-47b7-93be-04c4e62e6258 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:40.526711 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3beae488-15c4-47f1-8f04-67da206bad6f req-54d5269c-7e2b-47b7-93be-04c4e62e6258 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Network fc8b781c-9583-432f-abbc-57388c8e547b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:40.531343 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-3beae488-15c4-47f1-8f04-67da206bad6f req-54d5269c-7e2b-47b7-93be-04c4e62e6258 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:40.536504 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-3beae488-15c4-47f1-8f04-67da206bad6f req-54d5269c-7e2b-47b7-93be-04c4e62e6258 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:40.591099 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369712f8-4a8e-442b-9737-3eec42b3c473 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Made reservation on behalf of ede514dde713438eb9cdfdf8d6aba0b9 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:40.595323 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-369712f8-4a8e-442b-9737-3eec42b3c473 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:40.611144 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-15ea85b5-8345-48d8-951c-5389735b2970 req-de28a0d6-3195-4ab2-a462-3a0806410289 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 210 time: 0.0828114 Jul 16 08:50:40.689027 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d5269c-7e2b-47b7-93be-04c4e62e6258 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Pushing event updated for resources: {'Port': ['ID=fc491be4-188d-4dd3-8a65-113344ae1180,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:40.712198 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beae488-15c4-47f1-8f04-67da206bad6f req-54d5269c-7e2b-47b7-93be-04c4e62e6258 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:40.713443 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3beae488-15c4-47f1-8f04-67da206bad6f req-54d5269c-7e2b-47b7-93be-04c4e62e6258 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:40.744204 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3beae488-15c4-47f1-8f04-67da206bad6f req-54d5269c-7e2b-47b7-93be-04c4e62e6258 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4485197 Jul 16 08:50:40.760202 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-3beae488-15c4-47f1-8f04-67da206bad6f req-1bafbaf2-c4b1-4f33-8624-4dd87252f6fd service neutron] Request body: {'port': {'device_id': 'd0221577-8e63-4119-8b63-813f2749ac7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:40.891605 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3beae488-15c4-47f1-8f04-67da206bad6f req-1bafbaf2-c4b1-4f33-8624-4dd87252f6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:40.902397 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-0e3e89a8-f38e-4626-b380-9ffdae30cd9d tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:40.904868 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-0e3e89a8-f38e-4626-b380-9ffdae30cd9d tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.30 "GET /v2.0/networks?id=009dd0a1-50a1-45ad-bc58-1d113e644d4b HTTP/1.1" status: 200 len: 816 time: 0.1953878 Jul 16 08:50:40.920896 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d81b674f-56b7-484e-b380-8e1b771d1515 None None] Provisioning for port fc491be4-188d-4dd3-8a65-113344ae1180 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:40.926860 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d81b674f-56b7-484e-b380-8e1b771d1515 None None] Provisioning complete for port fc491be4-188d-4dd3-8a65-113344ae1180 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:40.927358 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d81b674f-56b7-484e-b380-8e1b771d1515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:40.989244 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-d81b674f-56b7-484e-b380-8e1b771d1515 None None] Port fc491be4-188d-4dd3-8a65-113344ae1180 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:50:40.999439 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-eb82514d-6569-4e47-998b-6741cb028c11 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7b1a7b336a94513a52f9785e4e37864 HTTP/1.1" status: 200 len: 379 time: 0.0845323 Jul 16 08:50:41.034504 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-bdb56973-f1c4-4dab-8c4a-49c58d63a69c tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Request body: {'port': {'device_id': 'cd1ac781-8b26-49be-b62a-930067ccc715', 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b', 'admin_state_up': True, 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'security_groups': ['f353cee8-9c6b-4f33-b108-2691782c5aa1']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:41.200193 n-d-771362-37 neutron-server[93759]: DEBUG neutron.objects.ports [None req-369712f8-4a8e-442b-9737-3eec42b3c473 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93759) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 16 08:50:41.204889 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-369712f8-4a8e-442b-9737-3eec42b3c473 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.206303 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-3beae488-15c4-47f1-8f04-67da206bad6f req-1bafbaf2-c4b1-4f33-8624-4dd87252f6fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc491be4-188d-4dd3-8a65-113344ae1180 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:41.215210 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3beae488-15c4-47f1-8f04-67da206bad6f req-1bafbaf2-c4b1-4f33-8624-4dd87252f6fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.228921 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-3beae488-15c4-47f1-8f04-67da206bad6f req-1bafbaf2-c4b1-4f33-8624-4dd87252f6fd service neutron] Transition to ACTIVE for port object fc491be4-188d-4dd3-8a65-113344ae1180 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:41.233637 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3beae488-15c4-47f1-8f04-67da206bad6f req-1bafbaf2-c4b1-4f33-8624-4dd87252f6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.280928 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-bdb56973-f1c4-4dab-8c4a-49c58d63a69c tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Made reservation on behalf of b7b1a7b336a94513a52f9785e4e37864 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:41.284534 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-bdb56973-f1c4-4dab-8c4a-49c58d63a69c tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.304194 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bafbaf2-c4b1-4f33-8624-4dd87252f6fd service neutron] Pushing event updated for resources: {'Port': ['ID=fc491be4-188d-4dd3-8a65-113344ae1180,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:41.304433 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-369712f8-4a8e-442b-9737-3eec42b3c473 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Checking segment: {'id': '7f0ad4d9-9d1c-43b9-8507-efd60adb957d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dbc349bf-65ee-4edb-9ffe-60b96e26646e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:41.304708 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369712f8-4a8e-442b-9737-3eec42b3c473 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Network hostable DHCP agents. Network: dbc349bf-65ee-4edb-9ffe-60b96e26646e, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:50:41.336010 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369712f8-4a8e-442b-9737-3eec42b3c473 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event updated for resources: {'Subnet': ['ID=b1b6054f-9086-4891-ba07-1e425b498303,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:41.403833 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369712f8-4a8e-442b-9737-3eec42b3c473 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Network dbc349bf-65ee-4edb-9ffe-60b96e26646e is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:50:41.407037 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-3beae488-15c4-47f1-8f04-67da206bad6f req-1bafbaf2-c4b1-4f33-8624-4dd87252f6fd service neutron] Attempting to bind port fc491be4-188d-4dd3-8a65-113344ae1180 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:41.407676 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-3beae488-15c4-47f1-8f04-67da206bad6f req-1bafbaf2-c4b1-4f33-8624-4dd87252f6fd service neutron] Attempting to bind port fc491be4-188d-4dd3-8a65-113344ae1180 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'f3ee54f9-528a-445b-9d55-63145af9e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:41.408236 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3beae488-15c4-47f1-8f04-67da206bad6f req-1bafbaf2-c4b1-4f33-8624-4dd87252f6fd service neutron] Attempting to bind port fc491be4-188d-4dd3-8a65-113344ae1180 on network fc8b781c-9583-432f-abbc-57388c8e547b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:41.420829 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3beae488-15c4-47f1-8f04-67da206bad6f req-1bafbaf2-c4b1-4f33-8624-4dd87252f6fd service neutron] Port fc491be4-188d-4dd3-8a65-113344ae1180 on network fc8b781c-9583-432f-abbc-57388c8e547b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:50:41.421594 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3beae488-15c4-47f1-8f04-67da206bad6f req-1bafbaf2-c4b1-4f33-8624-4dd87252f6fd service neutron] Attempting to bind port fc491be4-188d-4dd3-8a65-113344ae1180 on network fc8b781c-9583-432f-abbc-57388c8e547b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:41.433866 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-369712f8-4a8e-442b-9737-3eec42b3c473 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, dbc349bf-65ee-4edb-9ffe-60b96e26646e) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:41.435664 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3beae488-15c4-47f1-8f04-67da206bad6f req-1bafbaf2-c4b1-4f33-8624-4dd87252f6fd service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:41.438187 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3beae488-15c4-47f1-8f04-67da206bad6f req-1bafbaf2-c4b1-4f33-8624-4dd87252f6fd service neutron] Checking segment: {'id': 'f3ee54f9-528a-445b-9d55-63145af9e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:41.438687 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3beae488-15c4-47f1-8f04-67da206bad6f req-1bafbaf2-c4b1-4f33-8624-4dd87252f6fd service neutron] Bound using segment: {'id': 'f3ee54f9-528a-445b-9d55-63145af9e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:41.442395 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39779641-c180-4411-a86c-62daef1c2068 None None] Network dbc349bf-65ee-4edb-9ffe-60b96e26646e requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:41.452162 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-3beae488-15c4-47f1-8f04-67da206bad6f req-1bafbaf2-c4b1-4f33-8624-4dd87252f6fd service neutron] Bound port: fc491be4-188d-4dd3-8a65-113344ae1180, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3ee54f9-528a-445b-9d55-63145af9e805', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:41.455215 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3beae488-15c4-47f1-8f04-67da206bad6f req-1bafbaf2-c4b1-4f33-8624-4dd87252f6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.579483 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369712f8-4a8e-442b-9737-3eec42b3c473 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:41.581964 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-369712f8-4a8e-442b-9737-3eec42b3c473 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.597750 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-3beae488-15c4-47f1-8f04-67da206bad6f req-1bafbaf2-c4b1-4f33-8624-4dd87252f6fd service neutron] For port fc491be4-188d-4dd3-8a65-113344ae1180, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:41.606682 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-3beae488-15c4-47f1-8f04-67da206bad6f req-1bafbaf2-c4b1-4f33-8624-4dd87252f6fd service neutron] For port fc491be4-188d-4dd3-8a65-113344ae1180, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=fc491be4-188d-4dd3-8a65-113344ae1180,segment=NetworkSegment(f3ee54f9-528a-445b-9d55-63145af9e805),segment_id=f3ee54f9-528a-445b-9d55-63145af9e805)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:41.614226 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3beae488-15c4-47f1-8f04-67da206bad6f req-1bafbaf2-c4b1-4f33-8624-4dd87252f6fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.655381 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-bdb56973-f1c4-4dab-8c4a-49c58d63a69c tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Allocated IP 172.20.0.9 (009dd0a1-50a1-45ad-bc58-1d113e644d4b/6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a/53886004-6394-4a9f-9ac0-583e370b56e2) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:41.680492 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beae488-15c4-47f1-8f04-67da206bad6f req-1bafbaf2-c4b1-4f33-8624-4dd87252f6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:41.681445 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3beae488-15c4-47f1-8f04-67da206bad6f req-1bafbaf2-c4b1-4f33-8624-4dd87252f6fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:41.682965 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3beae488-15c4-47f1-8f04-67da206bad6f req-1bafbaf2-c4b1-4f33-8624-4dd87252f6fd service neutron] 10.222.0.21 "PUT /v2.0/ports/fc491be4-188d-4dd3-8a65-113344ae1180 HTTP/1.1" status: 200 len: 1093 time: 0.9297881 Jul 16 08:50:41.692641 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0221577-8e63-4119-8b63-813f2749ac7a', 'tag': 'fc491be4-188d-4dd3-8a65-113344ae1180'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:41.696533 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5125183d-ad4a-4ffc-83b1-dc0837f57032" -d '{"events": [{"name": "network-changed", "server_uuid": "d0221577-8e63-4119-8b63-813f2749ac7a", "tag": "fc491be4-188d-4dd3-8a65-113344ae1180"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:41.774173 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-369712f8-4a8e-442b-9737-3eec42b3c473 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.3774765 Jul 16 08:50:41.783465 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58548) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:41.855641 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bafbaf2-c4b1-4f33-8624-4dd87252f6fd service neutron] Pushing event updated for resources: {'Port': ['ID=fc491be4-188d-4dd3-8a65-113344ae1180,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:41.887811 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b27c651-c25b-4303-b553-93c6751c381a req-937c68d1-5894-4b76-940e-c8132919f834 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:41.889418 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7b27c651-c25b-4303-b553-93c6751c381a req-937c68d1-5894-4b76-940e-c8132919f834 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658 HTTP/1.1" status: 200 len: 946 time: 0.2490282 Jul 16 08:50:41.921399 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beae488-15c4-47f1-8f04-67da206bad6f req-ce72c66f-f0a9-47d2-87ab-94418d5759d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:41.925305 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3beae488-15c4-47f1-8f04-67da206bad6f req-ce72c66f-f0a9-47d2-87ab-94418d5759d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4c3f029b0b44aa2ab5ceb476f00a2bb&device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 1096 time: 0.1910896 Jul 16 08:50:41.942095 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8c0162-282d-4d6c-9e1d-f1364c2fd0e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-dbc349bf-65ee-4edb-9ffe-60b96e26646e', 'network_id': 'dbc349bf-65ee-4edb-9ffe-60b96e26646e', 'tenant_id': 'ede514dde713438eb9cdfdf8d6aba0b9', 'fixed_ips': [{'subnet_id': 'b1b6054f-9086-4891-ba07-1e425b498303'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:50:41.943687 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0162-282d-4d6c-9e1d-f1364c2fd0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:42.002834 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfdfde-6576-437a-947c-4a3d5e816ccf req-1c565c6e-7b08-4cdb-b947-b4ac3c8c2098 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:42.009967 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e1dfdfde-6576-437a-947c-4a3d5e816ccf req-1c565c6e-7b08-4cdb-b947-b4ac3c8c2098 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 944 time: 0.4512668 Jul 16 08:50:42.027228 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7b27c651-c25b-4303-b553-93c6751c381a req-9ba8c809-c4b8-41fc-a36d-b743411c0b85 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271772 Jul 16 08:50:42.031577 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3beae488-15c4-47f1-8f04-67da206bad6f req-6e733e88-65a0-4561-9e66-d6c6f5c92c22 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc491be4-188d-4dd3-8a65-113344ae1180 HTTP/1.1" status: 200 len: 217 time: 0.0947275 Jul 16 08:50:42.065426 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15534fcf-e0b6-434e-bcc5-5ae34151d65c req-7c804c0e-abbc-42ca-b0fc-5f64001551e6 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:42.067126 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-15534fcf-e0b6-434e-bcc5-5ae34151d65c req-7c804c0e-abbc-42ca-b0fc-5f64001551e6 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.30 "GET /v2.0/ports?device_id=93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658 HTTP/1.1" status: 200 len: 946 time: 0.3931539 Jul 16 08:50:42.124531 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beae488-15c4-47f1-8f04-67da206bad6f req-d6b25649-9316-4c25-8c7a-2ce435fc1305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:42.126738 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3beae488-15c4-47f1-8f04-67da206bad6f req-d6b25649-9316-4c25-8c7a-2ce435fc1305 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd8b857e-8678-4281-bae8-c29085f1129c HTTP/1.1" status: 200 len: 852 time: 0.0887074 Jul 16 08:50:42.132851 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-4b8c0162-282d-4d6c-9e1d-f1364c2fd0e8 None None] Allocated IP 2001:db8::f816:3eff:fe39:80f3 (dbc349bf-65ee-4edb-9ffe-60b96e26646e/b1b6054f-9086-4891-ba07-1e425b498303/02635e9e-d2a8-4899-9f80-76765a1629a9) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:42.183292 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:42.204224 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e1dfdfde-6576-437a-947c-4a3d5e816ccf req-5323d469-62b3-4d16-9205-11769dc5ca99 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/security-groups?id=529c6759-9e3a-4e92-9adf-d047033ea8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1878579 Jul 16 08:50:42.236197 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fcf85533-f683-416d-8568-d8de3a79e08e req-578f00c8-2382-4313-9534-1ec54fa4ebfe tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 210 time: 0.0409470 Jul 16 08:50:42.239337 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beae488-15c4-47f1-8f04-67da206bad6f req-e95dcf6c-da62-47ae-becb-4e4074a3c422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:42.241503 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3beae488-15c4-47f1-8f04-67da206bad6f req-e95dcf6c-da62-47ae-becb-4e4074a3c422 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc8b781c-9583-432f-abbc-57388c8e547b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1077042 Jul 16 08:50:42.246489 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-bdb56973-f1c4-4dab-8c4a-49c58d63a69c tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:42.292461 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea54942-c734-4a57-a3fc-fdb2d76e6069 x-openstack-request-id: req-1ea54942-c734-4a57-a3fc-fdb2d76e6069 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:42.292763 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0221577-8e63-4119-8b63-813f2749ac7a", "tag": "fc491be4-188d-4dd3-8a65-113344ae1180", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:42.293029 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1ea54942-c734-4a57-a3fc-fdb2d76e6069 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:42.293593 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0221577-8e63-4119-8b63-813f2749ac7a', 'tag': 'fc491be4-188d-4dd3-8a65-113344ae1180', 'status': 'completed', 'code': 200} Jul 16 08:50:42.315932 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-bdb56973-f1c4-4dab-8c4a-49c58d63a69c tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Transition to ACTIVE for port object 53886004-6394-4a9f-9ac0-583e370b56e2 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:42.325701 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0162-282d-4d6c-9e1d-f1364c2fd0e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:42.335838 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4b8c0162-282d-4d6c-9e1d-f1364c2fd0e8 None None] Transition to ACTIVE for port object 02635e9e-d2a8-4899-9f80-76765a1629a9 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:42.354270 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4b8c0162-282d-4d6c-9e1d-f1364c2fd0e8 None None] Transition to ACTIVE for port object 02635e9e-d2a8-4899-9f80-76765a1629a9 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:42.362447 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0162-282d-4d6c-9e1d-f1364c2fd0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:42.394616 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:42.406546 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3beae488-15c4-47f1-8f04-67da206bad6f req-a3e5db32-5aed-4f85-b13a-2fb464f83234 service neutron] 10.222.0.21 "GET /v2.0/networks/fc8b781c-9583-432f-abbc-57388c8e547b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1572821 Jul 16 08:50:42.408164 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8c0162-282d-4d6c-9e1d-f1364c2fd0e8 None None] Network dbc349bf-65ee-4edb-9ffe-60b96e26646e is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:42.415348 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-4b8c0162-282d-4d6c-9e1d-f1364c2fd0e8 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:42.419738 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8c0162-282d-4d6c-9e1d-f1364c2fd0e8 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:42.433838 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c0162-282d-4d6c-9e1d-f1364c2fd0e8 None None] Pushing event updated for resources: {'Port': ['ID=02635e9e-d2a8-4899-9f80-76765a1629a9,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:42.456504 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-bdb56973-f1c4-4dab-8c4a-49c58d63a69c tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:42.497183 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4b8c0162-282d-4d6c-9e1d-f1364c2fd0e8 None None] Attempting to bind port 02635e9e-d2a8-4899-9f80-76765a1629a9 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:42.497535 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4b8c0162-282d-4d6c-9e1d-f1364c2fd0e8 None None] Attempting to bind port 02635e9e-d2a8-4899-9f80-76765a1629a9 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '7f0ad4d9-9d1c-43b9-8507-efd60adb957d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dbc349bf-65ee-4edb-9ffe-60b96e26646e'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:42.498235 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8c0162-282d-4d6c-9e1d-f1364c2fd0e8 None None] Attempting to bind port 02635e9e-d2a8-4899-9f80-76765a1629a9 on network dbc349bf-65ee-4edb-9ffe-60b96e26646e {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:42.504308 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8c0162-282d-4d6c-9e1d-f1364c2fd0e8 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:42.504769 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8c0162-282d-4d6c-9e1d-f1364c2fd0e8 None None] Checking segment: {'id': '7f0ad4d9-9d1c-43b9-8507-efd60adb957d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dbc349bf-65ee-4edb-9ffe-60b96e26646e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:42.505187 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0162-282d-4d6c-9e1d-f1364c2fd0e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:42.505550 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b8c0162-282d-4d6c-9e1d-f1364c2fd0e8 None None] Bound using segment: {'id': '7f0ad4d9-9d1c-43b9-8507-efd60adb957d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dbc349bf-65ee-4edb-9ffe-60b96e26646e'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:42.506689 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4b8c0162-282d-4d6c-9e1d-f1364c2fd0e8 None None] Bound port: 02635e9e-d2a8-4899-9f80-76765a1629a9, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f0ad4d9-9d1c-43b9-8507-efd60adb957d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'dbc349bf-65ee-4edb-9ffe-60b96e26646e'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:42.506689 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0162-282d-4d6c-9e1d-f1364c2fd0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:42.508901 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-15534fcf-e0b6-434e-bcc5-5ae34151d65c req-8be5181d-2135-4d8d-a92d-c91855825526 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Deleting port 6de6d932-2e39-497b-9aa0-0f4ebda8d560 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:42.509248 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-15534fcf-e0b6-434e-bcc5-5ae34151d65c req-8be5181d-2135-4d8d-a92d-c91855825526 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:42.546377 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-bdb56973-f1c4-4dab-8c4a-49c58d63a69c tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Network 009dd0a1-50a1-45ad-bc58-1d113e644d4b is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:42.546578 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3beae488-15c4-47f1-8f04-67da206bad6f req-bf2c2509-95ab-4e79-8eb6-1c2924624974 service neutron] 10.222.0.21 "GET /v2.0/networks/fc8b781c-9583-432f-abbc-57388c8e547b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342528 Jul 16 08:50:42.563939 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-bdb56973-f1c4-4dab-8c4a-49c58d63a69c tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:42.572654 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-bdb56973-f1c4-4dab-8c4a-49c58d63a69c tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:42.578799 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-4b8c0162-282d-4d6c-9e1d-f1364c2fd0e8 None None] For port 02635e9e-d2a8-4899-9f80-76765a1629a9, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:42.583733 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-4b8c0162-282d-4d6c-9e1d-f1364c2fd0e8 None None] For port 02635e9e-d2a8-4899-9f80-76765a1629a9, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=02635e9e-d2a8-4899-9f80-76765a1629a9,segment=NetworkSegment(7f0ad4d9-9d1c-43b9-8507-efd60adb957d),segment_id=7f0ad4d9-9d1c-43b9-8507-efd60adb957d)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:42.593769 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4b8c0162-282d-4d6c-9e1d-f1364c2fd0e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:42.619294 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:42.621262 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb56973-f1c4-4dab-8c4a-49c58d63a69c tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Pushing event updated for resources: {'Port': ['ID=53886004-6394-4a9f-9ac0-583e370b56e2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:42.656704 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8c0162-282d-4d6c-9e1d-f1364c2fd0e8 None None] Pushing event updated for resources: {'Port': ['ID=02635e9e-d2a8-4899-9f80-76765a1629a9,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:42.728802 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event deleted for resources: {'Subnet': ['ID=b1b6054f-9086-4891-ba07-1e425b498303,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:42.763823 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125183d-ad4a-4ffc-83b1-dc0837f57032 req-3441a736-b049-4954-b03f-992656466cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:42.765451 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5125183d-ad4a-4ffc-83b1-dc0837f57032 req-3441a736-b049-4954-b03f-992656466cfc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4c3f029b0b44aa2ab5ceb476f00a2bb&device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 1096 time: 0.1434255 Jul 16 08:50:42.790213 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-bdb56973-f1c4-4dab-8c4a-49c58d63a69c tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:42.791241 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-bdb56973-f1c4-4dab-8c4a-49c58d63a69c tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:42.804448 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-15534fcf-e0b6-434e-bcc5-5ae34151d65c req-8be5181d-2135-4d8d-a92d-c91855825526 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] For port 6de6d932-2e39-497b-9aa0-0f4ebda8d560, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=6de6d932-2e39-497b-9aa0-0f4ebda8d560,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:42.804833 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-15534fcf-e0b6-434e-bcc5-5ae34151d65c req-8be5181d-2135-4d8d-a92d-c91855825526 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:42.872449 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:42.875544 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-15534fcf-e0b6-434e-bcc5-5ae34151d65c req-8be5181d-2135-4d8d-a92d-c91855825526 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Calling delete_port for 6de6d932-2e39-497b-9aa0-0f4ebda8d560 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:42.892993 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc349bf-65ee-4edb-9ffe-60b96e26646e']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:42.897905 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125183d-ad4a-4ffc-83b1-dc0837f57032 req-8545e7b6-b1bc-469a-a878-7a09250ffa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:42.899592 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5125183d-ad4a-4ffc-83b1-dc0837f57032 req-8545e7b6-b1bc-469a-a878-7a09250ffa40 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc8b781c-9583-432f-abbc-57388c8e547b HTTP/1.1" status: 200 len: 914 time: 0.1273901 Jul 16 08:50:42.916375 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-bdb56973-f1c4-4dab-8c4a-49c58d63a69c tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8908560 Jul 16 08:50:42.918178 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0ad4d9-9d1c-43b9-8507-efd60adb957d') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:42.918486 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0ad4d9-9d1c-43b9-8507-efd60adb957d') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:42.941240 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-303cb2a6-28b7-4f57-8e8c-695d468e20c5 service neutron] Request body: {'port': {'device_id': 'cd1ac781-8b26-49be-b62a-930067ccc715', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:42.984336 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5125183d-ad4a-4ffc-83b1-dc0837f57032 req-dafbb020-42f4-42fd-98e7-036cb79dfa70 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc491be4-188d-4dd3-8a65-113344ae1180 HTTP/1.1" status: 200 len: 217 time: 0.0770812 Jul 16 08:50:43.011687 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:43.065513 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:43.066070 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125183d-ad4a-4ffc-83b1-dc0837f57032 req-c02074c4-3a3d-462d-9f3d-5f53502c8a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:43.069115 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5125183d-ad4a-4ffc-83b1-dc0837f57032 req-c02074c4-3a3d-462d-9f3d-5f53502c8a1b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd8b857e-8678-4281-bae8-c29085f1129c HTTP/1.1" status: 200 len: 852 time: 0.0724652 Jul 16 08:50:43.071199 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-53e1bcce-7279-478f-8553-8610ad7c3016 None None] Provisioning for port 53886004-6394-4a9f-9ac0-583e370b56e2 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:43.075540 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-53e1bcce-7279-478f-8553-8610ad7c3016 None None] Provisioning complete for port 53886004-6394-4a9f-9ac0-583e370b56e2 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:43.075924 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-53e1bcce-7279-478f-8553-8610ad7c3016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:43.136604 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:43.136970 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:43.144108 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5125183d-ad4a-4ffc-83b1-dc0837f57032 req-ce0b0162-e964-4735-9d72-40170a0bb70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:43.147534 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5125183d-ad4a-4ffc-83b1-dc0837f57032 req-ce0b0162-e964-4735-9d72-40170a0bb70d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc8b781c-9583-432f-abbc-57388c8e547b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0714393 Jul 16 08:50:43.185042 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-53e1bcce-7279-478f-8553-8610ad7c3016 None None] Port 53886004-6394-4a9f-9ac0-583e370b56e2 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:50:43.254313 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:50:43.254313 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:43.254313 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:50:43.254313 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:43.254313 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:50:43.254313 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:43.254313 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:50:43.254313 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:43.254313 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:50:43.254313 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:43.254313 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:50:43.254313 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:43.254313 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:50:43.254313 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:43.254313 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:43.254313 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:43.254313 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:43.254313 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:43.254313 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:50:43.254313 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:43.254313 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:50:43.254313 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:43.254313 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:43.254313 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:43.254313 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:43.254313 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:43.254313 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:43.254313 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:43.254313 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:43.254313 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:43.254313 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:43.254313 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:43.312014 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.db.api [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 08:50:43.312014 n-d-771362-37 neutron-server[93759]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 08:50:43.312014 n-d-771362-37 neutron-server[93759]: [parameters: {'id': 'dbc349bf-65ee-4edb-9ffe-60b96e26646e'}] Jul 16 08:50:43.312014 n-d-771362-37 neutron-server[93759]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:50:43.314425 n-d-771362-37 neutron-server[93759]: DEBUG oslo_db.api [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:50:43.327090 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5125183d-ad4a-4ffc-83b1-dc0837f57032 req-980e9d3e-4dfc-48ce-8c00-026ce7a26ecb service neutron] 10.222.0.21 "GET /v2.0/networks/fc8b781c-9583-432f-abbc-57388c8e547b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714799 Jul 16 08:50:43.373569 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0f5be-9c4d-418e-8022-ff1edbd5e03f req-248c1260-ea21-47dd-bd15-bc3a669faea0 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:43.375191 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-38b0f5be-9c4d-418e-8022-ff1edbd5e03f req-248c1260-ea21-47dd-bd15-bc3a669faea0 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658 HTTP/1.1" status: 200 len: 946 time: 0.1855965 Jul 16 08:50:43.395613 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-303cb2a6-28b7-4f57-8e8c-695d468e20c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:43.467516 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-38b0f5be-9c4d-418e-8022-ff1edbd5e03f req-c5324b0d-f922-4e35-933b-622fc5e4277c tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832260 Jul 16 08:50:43.527565 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5125183d-ad4a-4ffc-83b1-dc0837f57032 req-3dfb9fc7-ff8c-4817-b63d-4b3a8ca4b058 service neutron] 10.222.0.21 "GET /v2.0/networks/fc8b781c-9583-432f-abbc-57388c8e547b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914005 Jul 16 08:50:43.753302 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65a2ea7-a56c-4758-ab1a-79dd85c941e6 req-b2b67da2-4945-4f29-865b-7af1ba415093 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:43.753737 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a65a2ea7-a56c-4758-ab1a-79dd85c941e6 req-b2b67da2-4945-4f29-865b-7af1ba415093 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 931 time: 0.1015582 Jul 16 08:50:43.812117 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a65a2ea7-a56c-4758-ab1a-79dd85c941e6 req-b151cf72-e881-40fd-9392-2017691ecf0e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518482 Jul 16 08:50:43.817394 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:43.922322 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-15534fcf-e0b6-434e-bcc5-5ae34151d65c req-8be5181d-2135-4d8d-a92d-c91855825526 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:43.936785 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['6de6d932-2e39-497b-9aa0-0f4ebda8d560'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:44.016016 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c83a27e-825f-44ed-931d-c27005ffb32e None None] Network dbc349bf-65ee-4edb-9ffe-60b96e26646e requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:44.059551 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be5181d-2135-4d8d-a92d-c91855825526 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Pushing event deleted for resources: {'Port': ['ID=6de6d932-2e39-497b-9aa0-0f4ebda8d560,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:44.153450 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ae0dc79a-8866-4e0d-a4f3-d87f8bca40a8 None None] Provisioning for port 02635e9e-d2a8-4899-9f80-76765a1629a9 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:44.170265 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b793b5fc-cc88-4b55-8c95-4f95ee2e22bf req-b67a40a1-e78c-40bf-af2a-47c20b1d3b5b tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:44.171909 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b793b5fc-cc88-4b55-8c95-4f95ee2e22bf req-b67a40a1-e78c-40bf-af2a-47c20b1d3b5b tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 944 time: 0.7737217 Jul 16 08:50:44.175399 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-15534fcf-e0b6-434e-bcc5-5ae34151d65c req-8be5181d-2135-4d8d-a92d-c91855825526 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] No DVR routers for this DVR port 6de6d932-2e39-497b-9aa0-0f4ebda8d560 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:44.183864 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-15534fcf-e0b6-434e-bcc5-5ae34151d65c req-8be5181d-2135-4d8d-a92d-c91855825526 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.186013 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-15534fcf-e0b6-434e-bcc5-5ae34151d65c req-8be5181d-2135-4d8d-a92d-c91855825526 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.30 "DELETE /v2.0/ports/6de6d932-2e39-497b-9aa0-0f4ebda8d560 HTTP/1.1" status: 204 len: 173 time: 2.1024649 Jul 16 08:50:44.189329 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658', 'name': 'network-vif-deleted', 'tag': '6de6d932-2e39-497b-9aa0-0f4ebda8d560'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:44.191926 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bee19ded-a808-4a20-a4a8-606f7884b4df" -d '{"events": [{"server_uuid": "93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658", "name": "network-vif-deleted", "tag": "6de6d932-2e39-497b-9aa0-0f4ebda8d560"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:44.274854 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81d684a7-3529-47b5-8ae8-5c6705049fd8 x-openstack-request-id: req-81d684a7-3529-47b5-8ae8-5c6705049fd8 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:44.275239 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658", "name": "network-vif-deleted", "tag": "6de6d932-2e39-497b-9aa0-0f4ebda8d560", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:44.275505 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-81d684a7-3529-47b5-8ae8-5c6705049fd8 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:44.275911 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658', 'name': 'network-vif-deleted', 'tag': '6de6d932-2e39-497b-9aa0-0f4ebda8d560', 'status': 'completed', 'code': 200} Jul 16 08:50:44.280866 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Deleting port 02635e9e-d2a8-4899-9f80-76765a1629a9 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:44.281250 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.384719 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4780b9ff-e7ca-48b1-a536-804a5853cfff None None] DHCP port deletion for dbc349bf-65ee-4edb-9ffe-60b96e26646e request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:50:44.413732 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b793b5fc-cc88-4b55-8c95-4f95ee2e22bf req-c8574b27-9496-43d8-99c3-7f191b8b550e tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/security-groups?id=529c6759-9e3a-4e92-9adf-d047033ea8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2150388 Jul 16 08:50:44.424714 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] For port 02635e9e-d2a8-4899-9f80-76765a1629a9, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=02635e9e-d2a8-4899-9f80-76765a1629a9,segment=NetworkSegment(7f0ad4d9-9d1c-43b9-8507-efd60adb957d),segment_id=7f0ad4d9-9d1c-43b9-8507-efd60adb957d)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:44.425360 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.441375 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-4780b9ff-e7ca-48b1-a536-804a5853cfff None None] Deleting port 02635e9e-d2a8-4899-9f80-76765a1629a9 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:44.442146 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4780b9ff-e7ca-48b1-a536-804a5853cfff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.449724 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Calling delete_port for 02635e9e-d2a8-4899-9f80-76765a1629a9 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:44.523714 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-4780b9ff-e7ca-48b1-a536-804a5853cfff None None] For port 02635e9e-d2a8-4899-9f80-76765a1629a9, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=02635e9e-d2a8-4899-9f80-76765a1629a9,segment=NetworkSegment(7f0ad4d9-9d1c-43b9-8507-efd60adb957d),segment_id=7f0ad4d9-9d1c-43b9-8507-efd60adb957d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:44.524411 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4780b9ff-e7ca-48b1-a536-804a5853cfff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.540033 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-303cb2a6-28b7-4f57-8e8c-695d468e20c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53886004-6394-4a9f-9ac0-583e370b56e2 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:44.540193 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-4780b9ff-e7ca-48b1-a536-804a5853cfff None None] Calling delete_port for 02635e9e-d2a8-4899-9f80-76765a1629a9 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:44.553912 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-303cb2a6-28b7-4f57-8e8c-695d468e20c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.579674 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-303cb2a6-28b7-4f57-8e8c-695d468e20c5 service neutron] Transition to ACTIVE for port object 53886004-6394-4a9f-9ac0-583e370b56e2 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:44.592115 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-303cb2a6-28b7-4f57-8e8c-695d468e20c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.666621 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4780b9ff-e7ca-48b1-a536-804a5853cfff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.669772 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.680948 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303cb2a6-28b7-4f57-8e8c-695d468e20c5 service neutron] Pushing event updated for resources: {'Port': ['ID=53886004-6394-4a9f-9ac0-583e370b56e2,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:44.697326 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] No DVR routers for this DVR port 02635e9e-d2a8-4899-9f80-76765a1629a9 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:44.702749 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780b9ff-e7ca-48b1-a536-804a5853cfff None None] Pushing event deleted for resources: {'Port': ['ID=02635e9e-d2a8-4899-9f80-76765a1629a9,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:44.703597 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0cfb28c5-2888-498d-abb3-c6bdea5c5792 req-a97565a9-1370-417f-834b-e3dcebeaeceb tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658 HTTP/1.1" status: 200 len: 210 time: 0.0632870 Jul 16 08:50:44.720082 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4780b9ff-e7ca-48b1-a536-804a5853cfff None None] No DVR routers for this DVR port 02635e9e-d2a8-4899-9f80-76765a1629a9 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:44.759688 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event deleted for resources: {'Port': ['ID=02635e9e-d2a8-4899-9f80-76765a1629a9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:44.904529 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.931842 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dbc349bf-65ee-4edb-9ffe-60b96e26646e']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:44.953114 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f0ad4d9-9d1c-43b9-8507-efd60adb957d') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:44.953409 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f0ad4d9-9d1c-43b9-8507-efd60adb957d') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:44.955420 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-303cb2a6-28b7-4f57-8e8c-695d468e20c5 service neutron] Attempting to bind port 53886004-6394-4a9f-9ac0-583e370b56e2 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:44.955779 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-303cb2a6-28b7-4f57-8e8c-695d468e20c5 service neutron] Attempting to bind port 53886004-6394-4a9f-9ac0-583e370b56e2 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '9452ae90-4bd6-4866-933c-eec760d2cc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:44.956869 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-303cb2a6-28b7-4f57-8e8c-695d468e20c5 service neutron] Attempting to bind port 53886004-6394-4a9f-9ac0-583e370b56e2 on network 009dd0a1-50a1-45ad-bc58-1d113e644d4b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:44.969567 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-303cb2a6-28b7-4f57-8e8c-695d468e20c5 service neutron] Port 53886004-6394-4a9f-9ac0-583e370b56e2 on network 009dd0a1-50a1-45ad-bc58-1d113e644d4b not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:50:44.970035 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-303cb2a6-28b7-4f57-8e8c-695d468e20c5 service neutron] Attempting to bind port 53886004-6394-4a9f-9ac0-583e370b56e2 on network 009dd0a1-50a1-45ad-bc58-1d113e644d4b {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:44.974008 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:44.985143 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-303cb2a6-28b7-4f57-8e8c-695d468e20c5 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:44.985496 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-303cb2a6-28b7-4f57-8e8c-695d468e20c5 service neutron] Checking segment: {'id': '9452ae90-4bd6-4866-933c-eec760d2cc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:44.985916 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-303cb2a6-28b7-4f57-8e8c-695d468e20c5 service neutron] Bound using segment: {'id': '9452ae90-4bd6-4866-933c-eec760d2cc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:44.986393 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-303cb2a6-28b7-4f57-8e8c-695d468e20c5 service neutron] Bound port: 53886004-6394-4a9f-9ac0-583e370b56e2, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9452ae90-4bd6-4866-933c-eec760d2cc0f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:44.986842 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-303cb2a6-28b7-4f57-8e8c-695d468e20c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:45.010082 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:45.020049 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:45.020591 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:45.025572 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:45.161035 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:45.180665 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:45.182580 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "DELETE /v2.0/networks/dbc349bf-65ee-4edb-9ffe-60b96e26646e HTTP/1.1" status: 204 len: 168 time: 3.3940578 Jul 16 08:50:45.186483 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58564) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:45.196642 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-303cb2a6-28b7-4f57-8e8c-695d468e20c5 service neutron] For port 53886004-6394-4a9f-9ac0-583e370b56e2, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:45.203994 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bbda74-5712-4686-be3c-950e05fa96e4 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event deleted for resources: {'Network': ['ID=dbc349bf-65ee-4edb-9ffe-60b96e26646e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:45.220189 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-303cb2a6-28b7-4f57-8e8c-695d468e20c5 service neutron] For port 53886004-6394-4a9f-9ac0-583e370b56e2, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=53886004-6394-4a9f-9ac0-583e370b56e2,segment=NetworkSegment(9452ae90-4bd6-4866-933c-eec760d2cc0f),segment_id=9452ae90-4bd6-4866-933c-eec760d2cc0f)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:45.226645 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-303cb2a6-28b7-4f57-8e8c-695d468e20c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:45.240577 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2f168ea-7add-4960-9c3a-7f8b8ac583d6 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] DELETE failed (client error): The resource could not be found. Jul 16 08:50:45.241039 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2f168ea-7add-4960-9c3a-7f8b8ac583d6 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:50:45.244412 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e2f168ea-7add-4960-9c3a-7f8b8ac583d6 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "DELETE /v2.0/subnets/b1b6054f-9086-4891-ba07-1e425b498303 HTTP/1.1" status: 404 len: 337 time: 0.0545390 Jul 16 08:50:45.246497 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58566) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:45.269658 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c83f412-c529-4fdc-aed7-2d65d34ae3e2 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] DELETE failed (client error): The resource could not be found. Jul 16 08:50:45.270951 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c83f412-c529-4fdc-aed7-2d65d34ae3e2 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:50:45.276177 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0c83f412-c529-4fdc-aed7-2d65d34ae3e2 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "DELETE /v2.0/networks/dbc349bf-65ee-4edb-9ffe-60b96e26646e HTTP/1.1" status: 404 len: 339 time: 0.0280523 Jul 16 08:50:45.277212 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58568) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:45.278545 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7db841-71c8-47f1-80f4-411c6372d7b4 req-ef3a1088-0b02-4fc2-905d-d4219cb5e424 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:45.280099 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3a7db841-71c8-47f1-80f4-411c6372d7b4 req-ef3a1088-0b02-4fc2-905d-d4219cb5e424 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 943 time: 0.2160423 Jul 16 08:50:45.287649 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-303cb2a6-28b7-4f57-8e8c-695d468e20c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:45.288311 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-303cb2a6-28b7-4f57-8e8c-695d468e20c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:45.289807 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-303cb2a6-28b7-4f57-8e8c-695d468e20c5 service neutron] 10.222.0.30 "PUT /v2.0/ports/53886004-6394-4a9f-9ac0-583e370b56e2 HTTP/1.1" status: 200 len: 1092 time: 2.3617826 Jul 16 08:50:45.330895 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-303cb2a6-28b7-4f57-8e8c-695d468e20c5 service neutron] Pushing event updated for resources: {'Port': ['ID=53886004-6394-4a9f-9ac0-583e370b56e2,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:45.333399 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-639f2a36-d05e-43df-b13c-7ba745452766 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] DELETE failed (client error): The resource could not be found. Jul 16 08:50:45.335718 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-639f2a36-d05e-43df-b13c-7ba745452766 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:50:45.339438 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-639f2a36-d05e-43df-b13c-7ba745452766 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "DELETE /v2.0/subnets/eac2a0fc-13e0-4b1c-85ea-f54a9f3673ed HTTP/1.1" status: 404 len: 337 time: 0.0607650 Jul 16 08:50:45.342254 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58570) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:45.371332 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-88430af0-70fd-42af-89b0-8572a384aec6 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] DELETE failed (client error): The resource could not be found. Jul 16 08:50:45.372035 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88430af0-70fd-42af-89b0-8572a384aec6 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:50:45.376932 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-88430af0-70fd-42af-89b0-8572a384aec6 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "DELETE /v2.0/networks/2a97c47f-30cd-46b0-b9f1-0a408853a5d2 HTTP/1.1" status: 404 len: 339 time: 0.0327725 Jul 16 08:50:45.377698 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58572) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:45.388185 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3a7db841-71c8-47f1-80f4-411c6372d7b4 req-657117be-39e1-4bde-b093-7e6c68592665 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952277 Jul 16 08:50:45.422900 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-f489b8a8-287b-4002-9d70-2d27fb8a2226 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] DELETE failed (client error): The resource could not be found. Jul 16 08:50:45.423286 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f489b8a8-287b-4002-9d70-2d27fb8a2226 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:50:45.425697 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f489b8a8-287b-4002-9d70-2d27fb8a2226 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "DELETE /v2.0/subnets/2f7c51f8-f3a3-4f7f-8599-d2bc37b6a6d8 HTTP/1.1" status: 404 len: 337 time: 0.0463228 Jul 16 08:50:45.429489 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58574) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:45.450987 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-312cfae1-81d6-44fc-9816-ed1ffc569a97 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] DELETE failed (client error): The resource could not be found. Jul 16 08:50:45.451747 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-312cfae1-81d6-44fc-9816-ed1ffc569a97 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:50:45.456693 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-312cfae1-81d6-44fc-9816-ed1ffc569a97 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "DELETE /v2.0/networks/1c5547b8-ce96-43a8-841e-25b22611899b HTTP/1.1" status: 404 len: 339 time: 0.0231566 Jul 16 08:50:45.457416 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58578) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:45.529534 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-168729e2-45d8-43ed-9699-0a3dcb43bf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:45.531749 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-168729e2-45d8-43ed-9699-0a3dcb43bf9e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b1a7b336a94513a52f9785e4e37864&device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 1095 time: 0.1956592 Jul 16 08:50:45.609068 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-926dddb6-12ad-4926-a575-d3f7d7c6b51f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53886004-6394-4a9f-9ac0-583e370b56e2 HTTP/1.1" status: 200 len: 217 time: 0.0504618 Jul 16 08:50:45.639921 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26ee05b-b46e-4989-b416-3196ee03eb80 req-d7c5c838-61f5-456f-b44f-cab07e9818f2 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:45.641865 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d26ee05b-b46e-4989-b416-3196ee03eb80 req-d7c5c838-61f5-456f-b44f-cab07e9818f2 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 944 time: 0.0850031 Jul 16 08:50:45.669678 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-60a8b2ae-77ad-4d8d-8c23-9e9f4a8ffb4d tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Deleting port e7a13c21-368e-4d74-b47b-60f3a5afcc20 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:45.670072 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60a8b2ae-77ad-4d8d-8c23-9e9f4a8ffb4d tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:45.696335 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d26ee05b-b46e-4989-b416-3196ee03eb80 req-56b51f0b-e997-4c39-af99-b34caaafdd66 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/security-groups?id=529c6759-9e3a-4e92-9adf-d047033ea8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464277 Jul 16 08:50:45.696585 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-91d42cfe-6879-4e32-ab42-cba851fd45c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:45.697901 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-91d42cfe-6879-4e32-ab42-cba851fd45c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a HTTP/1.1" status: 200 len: 855 time: 0.0831528 Jul 16 08:50:45.788491 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60a8b2ae-77ad-4d8d-8c23-9e9f4a8ffb4d tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:45.805214 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-60a8b2ae-77ad-4d8d-8c23-9e9f4a8ffb4d tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Calling delete_port for e7a13c21-368e-4d74-b47b-60f3a5afcc20 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:45.892297 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-967dca9d-a87e-4a51-bff5-3b2195d4643e req-ba62e6a8-8ae0-4fc4-a19e-9495c568e178 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658 HTTP/1.1" status: 200 len: 210 time: 0.0369909 Jul 16 08:50:45.894030 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-f627721c-bb6b-4ba1-bb1b-ccd10d4317fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:45.895399 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-f627721c-bb6b-4ba1-bb1b-ccd10d4317fa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=009dd0a1-50a1-45ad-bc58-1d113e644d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1906915 Jul 16 08:50:46.007804 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60a8b2ae-77ad-4d8d-8c23-9e9f4a8ffb4d tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.051780 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a8b2ae-77ad-4d8d-8c23-9e9f4a8ffb4d tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event deleted for resources: {'Port': ['ID=e7a13c21-368e-4d74-b47b-60f3a5afcc20,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:46.057513 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-c99a9edf-4d89-430b-8d01-532e6d8f0a2b service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511803 Jul 16 08:50:46.058575 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60a8b2ae-77ad-4d8d-8c23-9e9f4a8ffb4d tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.060445 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-60a8b2ae-77ad-4d8d-8c23-9e9f4a8ffb4d tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "DELETE /v2.0/ports/e7a13c21-368e-4d74-b47b-60f3a5afcc20 HTTP/1.1" status: 204 len: 168 time: 0.6021876 Jul 16 08:50:46.063025 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58582) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:46.098574 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea435154-b71b-4869-8d0a-ff552c8aab16 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] DELETE failed (client error): The resource could not be found. Jul 16 08:50:46.099134 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ea435154-b71b-4869-8d0a-ff552c8aab16 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:50:46.101770 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ea435154-b71b-4869-8d0a-ff552c8aab16 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "DELETE /v2.0/subnets/367adbcb-e301-4e99-9763-232baa2827f9 HTTP/1.1" status: 404 len: 337 time: 0.0374849 Jul 16 08:50:46.104062 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58584) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:46.160649 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dcdfbabe-985b-4115-ad69-82976a53bad8 req-0a16cb25-eaf8-44a9-be63-f69ffe3d9097 service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970619 Jul 16 08:50:46.190757 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-95a7b17f-9845-425f-8a44-610884606a05 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.265516 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 6de6d932-2e39-497b-9aa0-0f4ebda8d560 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:46.276737 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1ac781-8b26-49be-b62a-930067ccc715', 'tag': '53886004-6394-4a9f-9ac0-583e370b56e2'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:46.279593 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4815e483-bdb0-4d6b-b958-64ab694d70e6" -d '{"events": [{"name": "network-changed", "server_uuid": "cd1ac781-8b26-49be-b62a-930067ccc715", "tag": "53886004-6394-4a9f-9ac0-583e370b56e2"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:46.290304 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 6de6d932-2e39-497b-9aa0-0f4ebda8d560 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:46.291156 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 6de6d932-2e39-497b-9aa0-0f4ebda8d560 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:46.322168 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28af7609-39ca-434f-bd6e-e0dee2193e56 x-openstack-request-id: req-28af7609-39ca-434f-bd6e-e0dee2193e56 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:46.322168 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd1ac781-8b26-49be-b62a-930067ccc715", "tag": "53886004-6394-4a9f-9ac0-583e370b56e2", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:46.322168 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-28af7609-39ca-434f-bd6e-e0dee2193e56 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:46.322168 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd1ac781-8b26-49be-b62a-930067ccc715', 'tag': '53886004-6394-4a9f-9ac0-583e370b56e2', 'status': 'completed', 'code': 200} Jul 16 08:50:46.419129 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815e483-bdb0-4d6b-b958-64ab694d70e6 req-2d33c2f5-56e6-4d4c-a11b-94189a3cfd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:46.427245 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4815e483-bdb0-4d6b-b958-64ab694d70e6 req-2d33c2f5-56e6-4d4c-a11b-94189a3cfd00 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b1a7b336a94513a52f9785e4e37864&device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 1095 time: 0.0756919 Jul 16 08:50:46.612439 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815e483-bdb0-4d6b-b958-64ab694d70e6 req-9ee258fa-6f80-4ed8-87ed-a418a833cd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:46.613954 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4815e483-bdb0-4d6b-b958-64ab694d70e6 req-9ee258fa-6f80-4ed8-87ed-a418a833cd2a service neutron] 10.222.0.30 "GET /v2.0/networks?id=009dd0a1-50a1-45ad-bc58-1d113e644d4b HTTP/1.1" status: 200 len: 917 time: 0.1775208 Jul 16 08:50:46.658812 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-95a7b17f-9845-425f-8a44-610884606a05 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.659684 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4815e483-bdb0-4d6b-b958-64ab694d70e6 req-5f971438-c22e-4fdb-9853-bd18ac394b12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53886004-6394-4a9f-9ac0-583e370b56e2 HTTP/1.1" status: 200 len: 217 time: 0.0375044 Jul 16 08:50:46.673510 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f525612d-55e6-441f-98d9-9fa90346d583 req-41f9b170-4385-4605-80e6-95cd6ef61156 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:46.673824 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-95a7b17f-9845-425f-8a44-610884606a05 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18170bdd-3831-4f60-aa7a-b0a595c9f9ef']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:46.675062 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f525612d-55e6-441f-98d9-9fa90346d583 req-41f9b170-4385-4605-80e6-95cd6ef61156 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 943 time: 0.1242635 Jul 16 08:50:46.686928 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-95a7b17f-9845-425f-8a44-610884606a05 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f7ac515-f815-478e-b745-c9edb3f55dc6') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:46.687268 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-95a7b17f-9845-425f-8a44-610884606a05 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f7ac515-f815-478e-b745-c9edb3f55dc6') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:46.697398 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-95a7b17f-9845-425f-8a44-610884606a05 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.712340 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-95a7b17f-9845-425f-8a44-610884606a05 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.718955 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95a7b17f-9845-425f-8a44-610884606a05 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:46.719397 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-95a7b17f-9845-425f-8a44-610884606a05 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:46.728410 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:46.768596 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815e483-bdb0-4d6b-b958-64ab694d70e6 req-0ac65814-2ed4-4f54-823a-fbe673d1ca8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:46.770078 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4815e483-bdb0-4d6b-b958-64ab694d70e6 req-0ac65814-2ed4-4f54-823a-fbe673d1ca8a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a HTTP/1.1" status: 200 len: 855 time: 0.0940688 Jul 16 08:50:46.778057 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f525612d-55e6-441f-98d9-9fa90346d583 req-2696de0e-7149-4ba4-b435-c1688bddb9d4 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696981 Jul 16 08:50:46.815266 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-95a7b17f-9845-425f-8a44-610884606a05 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.831923 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-95a7b17f-9845-425f-8a44-610884606a05 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:46.834174 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-95a7b17f-9845-425f-8a44-610884606a05 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "DELETE /v2.0/networks/18170bdd-3831-4f60-aa7a-b0a595c9f9ef HTTP/1.1" status: 204 len: 168 time: 0.7284586 Jul 16 08:50:46.837309 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58592) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:46.877282 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a7b17f-9845-425f-8a44-610884606a05 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event deleted for resources: {'Network': ['ID=18170bdd-3831-4f60-aa7a-b0a595c9f9ef,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:46.907669 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4815e483-bdb0-4d6b-b958-64ab694d70e6 req-9c1a5edf-e4ec-4def-8e86-9091f939d8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:46.908292 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4815e483-bdb0-4d6b-b958-64ab694d70e6 req-9c1a5edf-e4ec-4def-8e86-9091f939d8a0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=009dd0a1-50a1-45ad-bc58-1d113e644d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1293845 Jul 16 08:50:46.917823 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092a71ad-22d6-4c67-9c8a-ffc277f5f165 req-8ab72268-c041-4f64-a01e-30ef0ab4a4a8 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:46.919515 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-092a71ad-22d6-4c67-9c8a-ffc277f5f165 req-8ab72268-c041-4f64-a01e-30ef0ab4a4a8 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 944 time: 0.0842738 Jul 16 08:50:46.981511 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-092a71ad-22d6-4c67-9c8a-ffc277f5f165 req-5c84dac1-4e58-4680-a718-70956ba0f356 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/security-groups?id=529c6759-9e3a-4e92-9adf-d047033ea8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520113 Jul 16 08:50:47.072155 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0abb8e38-1f6d-4ba0-ab14-35b7d3a9fa97 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Deleting port 71f73447-d305-4f6a-a8c0-a03ec9924694 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:47.072838 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0abb8e38-1f6d-4ba0-ab14-35b7d3a9fa97 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.076731 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0abf4865-acdf-4ca2-a12f-000912e6fd42 req-a7de1334-0e0f-49f6-ab4a-4b91c3ac23e1 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658 HTTP/1.1" status: 200 len: 210 time: 0.0455685 Jul 16 08:50:47.111998 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4815e483-bdb0-4d6b-b958-64ab694d70e6 req-b2c6f11e-b0e1-4885-b9bc-3c21b25fbff7 service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1744816 Jul 16 08:50:47.180707 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0abb8e38-1f6d-4ba0-ab14-35b7d3a9fa97 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.197834 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0abb8e38-1f6d-4ba0-ab14-35b7d3a9fa97 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Calling delete_port for 71f73447-d305-4f6a-a8c0-a03ec9924694 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:47.296978 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4815e483-bdb0-4d6b-b958-64ab694d70e6 req-c443f4f9-a34a-4db6-a804-ae9467c41c7d service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1784296 Jul 16 08:50:47.330349 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0abb8e38-1f6d-4ba0-ab14-35b7d3a9fa97 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.360259 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abb8e38-1f6d-4ba0-ab14-35b7d3a9fa97 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event deleted for resources: {'Port': ['ID=71f73447-d305-4f6a-a8c0-a03ec9924694,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:47.370146 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0abb8e38-1f6d-4ba0-ab14-35b7d3a9fa97 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.371999 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0abb8e38-1f6d-4ba0-ab14-35b7d3a9fa97 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "DELETE /v2.0/ports/71f73447-d305-4f6a-a8c0-a03ec9924694 HTTP/1.1" status: 204 len: 168 time: 0.5337815 Jul 16 08:50:47.373863 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abb8e38-1f6d-4ba0-ab14-35b7d3a9fa97 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:47.374210 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abb8e38-1f6d-4ba0-ab14-35b7d3a9fa97 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:47.374559 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abb8e38-1f6d-4ba0-ab14-35b7d3a9fa97 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:47.374870 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58596) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:47.375335 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abb8e38-1f6d-4ba0-ab14-35b7d3a9fa97 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:47.375335 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abb8e38-1f6d-4ba0-ab14-35b7d3a9fa97 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:47.375703 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abb8e38-1f6d-4ba0-ab14-35b7d3a9fa97 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:47.375873 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abb8e38-1f6d-4ba0-ab14-35b7d3a9fa97 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:47.376194 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abb8e38-1f6d-4ba0-ab14-35b7d3a9fa97 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:47.376549 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abb8e38-1f6d-4ba0-ab14-35b7d3a9fa97 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:47.376878 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abb8e38-1f6d-4ba0-ab14-35b7d3a9fa97 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:47.377210 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abb8e38-1f6d-4ba0-ab14-35b7d3a9fa97 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:47.377535 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0abb8e38-1f6d-4ba0-ab14-35b7d3a9fa97 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:47.402833 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-8dac63ec-b27a-4e70-8b72-e9ac6e8dd48d tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] DELETE failed (client error): The resource could not be found. Jul 16 08:50:47.403286 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8dac63ec-b27a-4e70-8b72-e9ac6e8dd48d tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:50:47.405125 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8dac63ec-b27a-4e70-8b72-e9ac6e8dd48d tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "DELETE /v2.0/subnets/a7c3f49b-5aad-434f-b4d5-d386497f9cb8 HTTP/1.1" status: 404 len: 337 time: 0.0292721 Jul 16 08:50:47.407581 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58598) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:47.488053 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e1eef58c-fa4f-4e5b-bd29-add5fbd77048 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.577272 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e1eef58c-fa4f-4e5b-bd29-add5fbd77048 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.587323 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-e1eef58c-fa4f-4e5b-bd29-add5fbd77048 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d95bf889-aca6-4a36-b02a-0e6c6a8dc447']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:47.597244 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-e1eef58c-fa4f-4e5b-bd29-add5fbd77048 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aee57fde-9528-4042-b9b6-7bf259c00bbd') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:47.597539 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-e1eef58c-fa4f-4e5b-bd29-add5fbd77048 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aee57fde-9528-4042-b9b6-7bf259c00bbd') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:47.606728 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e1eef58c-fa4f-4e5b-bd29-add5fbd77048 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.620791 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e1eef58c-fa4f-4e5b-bd29-add5fbd77048 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.626705 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1eef58c-fa4f-4e5b-bd29-add5fbd77048 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:47.627286 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e1eef58c-fa4f-4e5b-bd29-add5fbd77048 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.630285 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:50:47.630285 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:47.630285 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:50:47.630285 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:47.630285 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:50:47.630285 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:47.630285 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:50:47.630285 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:47.630285 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:50:47.630285 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:47.630285 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:50:47.630285 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:47.630285 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:50:47.630285 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:47.630285 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:47.630285 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:47.630285 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:47.630285 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:47.630285 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:50:47.630285 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:47.630285 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:50:47.630285 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:47.630285 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:47.630285 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:47.630285 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:47.630285 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:47.630285 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:47.630285 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:47.630285 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:47.630285 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:47.630285 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:47.630285 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:47.693835 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e1eef58c-fa4f-4e5b-bd29-add5fbd77048 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.700451 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e1eef58c-fa4f-4e5b-bd29-add5fbd77048 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.702249 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e1eef58c-fa4f-4e5b-bd29-add5fbd77048 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "DELETE /v2.0/networks/d95bf889-aca6-4a36-b02a-0e6c6a8dc447 HTTP/1.1" status: 204 len: 168 time: 0.2933948 Jul 16 08:50:47.705569 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58600) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:47.713406 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1eef58c-fa4f-4e5b-bd29-add5fbd77048 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event deleted for resources: {'Network': ['ID=d95bf889-aca6-4a36-b02a-0e6c6a8dc447,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:47.771208 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-58e465f7-7dc6-4c8e-8434-6641ede8d9e8 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Deleting subnet e42f677a-8a0a-4cbb-9799-3bb5d061dbc8 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:50:47.775148 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-58e465f7-7dc6-4c8e-8434-6641ede8d9e8 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.820637 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-58e465f7-7dc6-4c8e-8434-6641ede8d9e8 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.909981 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-58e465f7-7dc6-4c8e-8434-6641ede8d9e8 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:47.969917 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dba29f-343c-4b42-b77a-2e7f596d23c9 req-b6e44bb0-58df-4ccd-a7d7-394cce2b56ea tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:47.971323 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d1dba29f-343c-4b42-b77a-2e7f596d23c9 req-b6e44bb0-58df-4ccd-a7d7-394cce2b56ea tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 943 time: 0.0664408 Jul 16 08:50:47.982006 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-58e465f7-7dc6-4c8e-8434-6641ede8d9e8 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.013504 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e465f7-7dc6-4c8e-8434-6641ede8d9e8 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event deleted for resources: {'Subnet': ['ID=e42f677a-8a0a-4cbb-9799-3bb5d061dbc8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:48.020978 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-58e465f7-7dc6-4c8e-8434-6641ede8d9e8 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.023074 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-58e465f7-7dc6-4c8e-8434-6641ede8d9e8 tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "DELETE /v2.0/subnets/e42f677a-8a0a-4cbb-9799-3bb5d061dbc8 HTTP/1.1" status: 204 len: 168 time: 0.3160830 Jul 16 08:50:48.025438 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58608) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:48.032687 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a34804-5d0a-4cbe-9bd4-afbe3d71584f None None] Network 064fb91f-74b7-47e1-b2a5-3895f4f344a0 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:48.055169 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d1dba29f-343c-4b42-b77a-2e7f596d23c9 req-220d2242-09ad-4616-9261-62be3e554507 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746017 Jul 16 08:50:48.164143 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d7a59a98-c28f-4c61-91cd-7a59116788ad tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.259747 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-958d1374-b52e-456f-a735-18c94f097ff5 req-92bd3f95-352f-4bad-844e-79c8f55a7d45 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93c6f89d-f70f-4a4e-ab1e-4e56cf8d8658 HTTP/1.1" status: 200 len: 210 time: 0.0498567 Jul 16 08:50:48.264798 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 53886004-6394-4a9f-9ac0-583e370b56e2 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:48.266838 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb05474-c765-4044-9cb8-0005c0effb7d req-acc80fd9-96df-4dd9-ba61-b48f12265e9d tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:48.285272 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3fb05474-c765-4044-9cb8-0005c0effb7d req-acc80fd9-96df-4dd9-ba61-b48f12265e9d tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 944 time: 0.1606700 Jul 16 08:50:48.328092 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f94a1809-22c5-46c2-a8c3-8215aed2b808 None None] DHCP port deletion for 064fb91f-74b7-47e1-b2a5-3895f4f344a0 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:50:48.347601 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3fb05474-c765-4044-9cb8-0005c0effb7d req-d0f1190e-f40b-4fc4-b54e-b46a0c64c3e2 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/security-groups?id=529c6759-9e3a-4e92-9adf-d047033ea8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605032 Jul 16 08:50:48.350307 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d7a59a98-c28f-4c61-91cd-7a59116788ad tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Deleting port 379395b8-298f-4ce8-bbff-b8d7caa90de0 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:48.350510 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d7a59a98-c28f-4c61-91cd-7a59116788ad tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.406525 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 53886004-6394-4a9f-9ac0-583e370b56e2, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=53886004-6394-4a9f-9ac0-583e370b56e2,segment=NetworkSegment(9452ae90-4bd6-4866-933c-eec760d2cc0f),segment_id=9452ae90-4bd6-4866-933c-eec760d2cc0f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:48.422286 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-d7a59a98-c28f-4c61-91cd-7a59116788ad tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] For port 379395b8-298f-4ce8-bbff-b8d7caa90de0, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=379395b8-298f-4ce8-bbff-b8d7caa90de0,segment=NetworkSegment(ce237d47-e9a2-4b77-88ca-689482dc715a),segment_id=ce237d47-e9a2-4b77-88ca-689482dc715a)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:48.422601 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d7a59a98-c28f-4c61-91cd-7a59116788ad tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.423341 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '53886004-6394-4a9f-9ac0-583e370b56e2', 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b', 'port_id': '53886004-6394-4a9f-9ac0-583e370b56e2', 'mac_address': 'fa:16:3e:2d:30:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:48.440259 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d7a59a98-c28f-4c61-91cd-7a59116788ad tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Calling delete_port for 379395b8-298f-4ce8-bbff-b8d7caa90de0 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:48.453668 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-f94a1809-22c5-46c2-a8c3-8215aed2b808 None None] Deleting port 379395b8-298f-4ce8-bbff-b8d7caa90de0 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:48.454069 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f94a1809-22c5-46c2-a8c3-8215aed2b808 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.493017 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.530910 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d7a59a98-c28f-4c61-91cd-7a59116788ad tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.541233 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53886004-6394-4a9f-9ac0-583e370b56e2 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:48.546751 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-f94a1809-22c5-46c2-a8c3-8215aed2b808 None None] For port 379395b8-298f-4ce8-bbff-b8d7caa90de0, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=379395b8-298f-4ce8-bbff-b8d7caa90de0,segment=NetworkSegment(ce237d47-e9a2-4b77-88ca-689482dc715a),segment_id=ce237d47-e9a2-4b77-88ca-689482dc715a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:48.547066 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f94a1809-22c5-46c2-a8c3-8215aed2b808 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.560267 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a59a98-c28f-4c61-91cd-7a59116788ad tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event deleted for resources: {'Port': ['ID=379395b8-298f-4ce8-bbff-b8d7caa90de0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:48.562229 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a59a98-c28f-4c61-91cd-7a59116788ad tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] No DVR routers for this DVR port 379395b8-298f-4ce8-bbff-b8d7caa90de0 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:48.568373 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-f94a1809-22c5-46c2-a8c3-8215aed2b808 None None] Calling delete_port for 379395b8-298f-4ce8-bbff-b8d7caa90de0 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:48.581011 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 53886004-6394-4a9f-9ac0-583e370b56e2, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=53886004-6394-4a9f-9ac0-583e370b56e2,segment=NetworkSegment(9452ae90-4bd6-4866-933c-eec760d2cc0f),segment_id=9452ae90-4bd6-4866-933c-eec760d2cc0f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:48.586539 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.651579 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d7a59a98-c28f-4c61-91cd-7a59116788ad tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.662334 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d7a59a98-c28f-4c61-91cd-7a59116788ad tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['064fb91f-74b7-47e1-b2a5-3895f4f344a0']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:48.674342 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d7a59a98-c28f-4c61-91cd-7a59116788ad tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce237d47-e9a2-4b77-88ca-689482dc715a') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:48.674940 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d7a59a98-c28f-4c61-91cd-7a59116788ad tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce237d47-e9a2-4b77-88ca-689482dc715a') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:48.685004 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d7a59a98-c28f-4c61-91cd-7a59116788ad tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.687565 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=53886004-6394-4a9f-9ac0-583e370b56e2,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:48.703090 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d7a59a98-c28f-4c61-91cd-7a59116788ad tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.707066 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f94a1809-22c5-46c2-a8c3-8215aed2b808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.710446 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7a59a98-c28f-4c61-91cd-7a59116788ad tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:50:48.710860 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d7a59a98-c28f-4c61-91cd-7a59116788ad tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:50:48.713901 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:50:48.736835 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f94a1809-22c5-46c2-a8c3-8215aed2b808 None None] No DVR routers for this DVR port 379395b8-298f-4ce8-bbff-b8d7caa90de0 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:50:48.742214 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f94a1809-22c5-46c2-a8c3-8215aed2b808 None None] Pushing event deleted for resources: {'Port': ['ID=379395b8-298f-4ce8-bbff-b8d7caa90de0,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:48.788727 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d7a59a98-c28f-4c61-91cd-7a59116788ad tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.795561 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d7a59a98-c28f-4c61-91cd-7a59116788ad tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:48.797410 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d7a59a98-c28f-4c61-91cd-7a59116788ad tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] 10.222.0.22 "DELETE /v2.0/networks/064fb91f-74b7-47e1-b2a5-3895f4f344a0 HTTP/1.1" status: 204 len: 168 time: 0.7710001 Jul 16 08:50:48.811478 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['53886004-6394-4a9f-9ac0-583e370b56e2'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:48.813745 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a59a98-c28f-4c61-91cd-7a59116788ad tempest-NetworksIpV6TestAttrs-2133276816 tempest-NetworksIpV6TestAttrs-2133276816-project] Pushing event deleted for resources: {'Network': ['ID=064fb91f-74b7-47e1-b2a5-3895f4f344a0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:48.895089 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 379395b8-298f-4ce8-bbff-b8d7caa90de0 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:50:48.923481 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 379395b8-298f-4ce8-bbff-b8d7caa90de0 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:50:48.923830 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 379395b8-298f-4ce8-bbff-b8d7caa90de0 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:50:49.082449 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58616) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:49.229284 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d674bc05-abe3-4666-b399-529a01662de4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=ede514dde713438eb9cdfdf8d6aba0b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1450021 Jul 16 08:50:49.232677 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58622) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:49.262820 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4143402-b3b3-4ed1-9a7e-303bfcae5c0a req-95e379d1-207a-4d7d-ba10-190c4812eb42 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:49.264253 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a4143402-b3b3-4ed1-9a7e-303bfcae5c0a req-95e379d1-207a-4d7d-ba10-190c4812eb42 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 944 time: 0.0700192 Jul 16 08:50:49.283489 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d63694df-6312-40a4-ada6-107b30d7b008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.307050 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d63694df-6312-40a4-ada6-107b30d7b008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.308141 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a4143402-b3b3-4ed1-9a7e-303bfcae5c0a req-e7393f97-d775-4712-827b-e85603c374c0 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376403 Jul 16 08:50:49.358822 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d63694df-6312-40a4-ada6-107b30d7b008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.361568 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d63694df-6312-40a4-ada6-107b30d7b008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:49.367064 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d63694df-6312-40a4-ada6-107b30d7b008 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/31ccab26-e4f1-4828-b8fc-96da5d4eb4ee HTTP/1.1" status: 204 len: 168 time: 0.1292036 Jul 16 08:50:49.373102 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63694df-6312-40a4-ada6-107b30d7b008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31ccab26-e4f1-4828-b8fc-96da5d4eb4ee,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:49.568628 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb31801-86fc-41f5-a4d3-bdb5309f305e req-22ada1df-cb36-48c9-a0c5-79eb518ab66d tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:49.570496 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bcb31801-86fc-41f5-a4d3-bdb5309f305e req-22ada1df-cb36-48c9-a0c5-79eb518ab66d tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 944 time: 0.0972359 Jul 16 08:50:49.616239 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bcb31801-86fc-41f5-a4d3-bdb5309f305e req-f160372a-c3a2-4d63-bfd5-8de287c1c13e tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/security-groups?id=529c6759-9e3a-4e92-9adf-d047033ea8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390046 Jul 16 08:50:50.071530 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58652) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:50.178326 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-59bb257e-c987-42c2-bb6a-ff56092bb154 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Request body: {'network': {'name': 'tempest-RoutersTest-376673531'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:50.201078 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bb257e-c987-42c2-bb6a-ff56092bb154 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Made reservation on behalf of 6f7adc1edacb4ec6af987b50b5504fa0 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:50.204704 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-59bb257e-c987-42c2-bb6a-ff56092bb154 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.213808 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-59bb257e-c987-42c2-bb6a-ff56092bb154 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.275768 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 53886004-6394-4a9f-9ac0-583e370b56e2 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:50.321615 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-59bb257e-c987-42c2-bb6a-ff56092bb154 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.329129 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 53886004-6394-4a9f-9ac0-583e370b56e2 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:50.329531 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-59bb257e-c987-42c2-bb6a-ff56092bb154 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.333084 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 53886004-6394-4a9f-9ac0-583e370b56e2 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:50.333456 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.363308 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb257e-c987-42c2-bb6a-ff56092bb154 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=229212a9-c255-4cbb-9766-dcccdad94120,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:50.373901 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59bb257e-c987-42c2-bb6a-ff56092bb154 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:50:50.388846 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-59bb257e-c987-42c2-bb6a-ff56092bb154 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.389422 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-59bb257e-c987-42c2-bb6a-ff56092bb154 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Added segment a44e0813-6b22-4536-8c2a-692229c65701 of type vlan for network 9752e330-0446-4884-8834-8c5dfaaf9f66 Jul 16 08:50:50.432197 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.443228 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-59bb257e-c987-42c2-bb6a-ff56092bb154 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.456480 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1ac781-8b26-49be-b62a-930067ccc715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53886004-6394-4a9f-9ac0-583e370b56e2'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:50.459002 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-109e329d-b056-4333-9d86-9e5d5850d5dd" -d '{"events": [{"server_uuid": "cd1ac781-8b26-49be-b62a-930067ccc715", "name": "network-vif-plugged", "status": "completed", "tag": "53886004-6394-4a9f-9ac0-583e370b56e2"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:50.475166 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 53886004-6394-4a9f-9ac0-583e370b56e2, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=53886004-6394-4a9f-9ac0-583e370b56e2,segment=NetworkSegment(9452ae90-4bd6-4866-933c-eec760d2cc0f),segment_id=9452ae90-4bd6-4866-933c-eec760d2cc0f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:50.480681 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.490355 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-59bb257e-c987-42c2-bb6a-ff56092bb154 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.497227 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bb257e-c987-42c2-bb6a-ff56092bb154 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:50.497919 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-59bb257e-c987-42c2-bb6a-ff56092bb154 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.514247 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b5bc31-cf6b-4ab0-a4b5-ce5e5fe50a22 x-openstack-request-id: req-61b5bc31-cf6b-4ab0-a4b5-ce5e5fe50a22 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:50.514584 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1ac781-8b26-49be-b62a-930067ccc715", "name": "network-vif-plugged", "status": "completed", "tag": "53886004-6394-4a9f-9ac0-583e370b56e2", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:50.514864 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-61b5bc31-cf6b-4ab0-a4b5-ce5e5fe50a22 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:50.515328 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1ac781-8b26-49be-b62a-930067ccc715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53886004-6394-4a9f-9ac0-583e370b56e2', 'code': 200} Jul 16 08:50:50.523263 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-59bb257e-c987-42c2-bb6a-ff56092bb154 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4485824 Jul 16 08:50:50.524064 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58660) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:50.530097 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-d9f7d97a-c4a3-49dd-9e36-0c5ad8eae682 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Request body: {'network': {'name': 'tempest-RoutersTest-1501051819'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:50.560020 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=53886004-6394-4a9f-9ac0-583e370b56e2,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:50.563716 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f7d97a-c4a3-49dd-9e36-0c5ad8eae682 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Made reservation on behalf of 6f7adc1edacb4ec6af987b50b5504fa0 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:50.572790 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d9f7d97a-c4a3-49dd-9e36-0c5ad8eae682 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.585337 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:50.585690 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:50.586038 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:50.586380 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:50.586716 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:50.587583 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:50.587583 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:50.587789 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:50.588074 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:50.588426 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:50.588905 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:50.589242 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:50:50.618842 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f7d97a-c4a3-49dd-9e36-0c5ad8eae682 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:50:50.632150 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d9f7d97a-c4a3-49dd-9e36-0c5ad8eae682 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.632605 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-d9f7d97a-c4a3-49dd-9e36-0c5ad8eae682 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Added segment 200f37b6-4294-4240-bd72-76b5c2ad4849 of type vlan for network e5d7825d-59b5-4816-8db4-fd14fd59f081 Jul 16 08:50:50.676679 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d9f7d97a-c4a3-49dd-9e36-0c5ad8eae682 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.714220 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d9f7d97a-c4a3-49dd-9e36-0c5ad8eae682 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.720504 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f7d97a-c4a3-49dd-9e36-0c5ad8eae682 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:50.721583 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d9f7d97a-c4a3-49dd-9e36-0c5ad8eae682 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:50.769785 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d9f7d97a-c4a3-49dd-9e36-0c5ad8eae682 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2439201 Jul 16 08:50:50.783266 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58666) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:50.790021 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-03a87c4b-b6bf-45fd-b135-056a2582f58b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Request body: {'subnet': {'network_id': '9752e330-0446-4884-8834-8c5dfaaf9f66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:50.859279 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7d97a-c4a3-49dd-9e36-0c5ad8eae682 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Network': ['ID=e5d7825d-59b5-4816-8db4-fd14fd59f081,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:50.876229 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network e5d7825d-59b5-4816-8db4-fd14fd59f081 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:50:50.965454 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299d053-d00f-4fdd-a4bb-5c5cd0e7e2a6 req-58387357-82c4-4bfd-965f-007d13c64de6 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:50.967916 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a299d053-d00f-4fdd-a4bb-5c5cd0e7e2a6 req-58387357-82c4-4bfd-965f-007d13c64de6 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 944 time: 0.1940227 Jul 16 08:50:50.984665 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03a87c4b-b6bf-45fd-b135-056a2582f58b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Made reservation on behalf of 6f7adc1edacb4ec6af987b50b5504fa0 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:50.988287 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-03a87c4b-b6bf-45fd-b135-056a2582f58b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.010678 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bb257e-c987-42c2-bb6a-ff56092bb154 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Network': ['ID=9752e330-0446-4884-8834-8c5dfaaf9f66,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:51.032606 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 9752e330-0446-4884-8834-8c5dfaaf9f66 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:50:51.061219 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc161fd-8a33-4651-8337-0b6d67e96922 req-d2bfd52a-53f2-4edc-8dd9-f8220aab0057 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:51.062777 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3dc161fd-8a33-4651-8337-0b6d67e96922 req-d2bfd52a-53f2-4edc-8dd9-f8220aab0057 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 945 time: 0.5507584 Jul 16 08:50:51.085542 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a299d053-d00f-4fdd-a4bb-5c5cd0e7e2a6 req-9781ade6-4f22-4550-a5a2-e18fe35eab02 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/security-groups?id=529c6759-9e3a-4e92-9adf-d047033ea8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091599 Jul 16 08:50:51.113330 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be2d6b3-2287-4efd-9ac3-6ce4105147f3 req-1901ea04-0898-4a4d-86b7-878419690495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:51.115102 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1be2d6b3-2287-4efd-9ac3-6ce4105147f3 req-1901ea04-0898-4a4d-86b7-878419690495 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 1097 time: 0.5184245 Jul 16 08:50:51.133888 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3dc161fd-8a33-4651-8337-0b6d67e96922 req-a8f0f6e5-7351-4629-988c-faf915f4a350 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578308 Jul 16 08:50:51.160812 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1be2d6b3-2287-4efd-9ac3-6ce4105147f3 req-6d4b1049-3ece-4aa2-99f6-98be6770735e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356560 Jul 16 08:50:51.231280 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-03a87c4b-b6bf-45fd-b135-056a2582f58b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.306220 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a87c4b-b6bf-45fd-b135-056a2582f58b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Subnet': ['ID=5ae818fb-4934-4c53-8b26-92427e08fab9,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:51.312060 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03a87c4b-b6bf-45fd-b135-056a2582f58b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Checking segment: {'id': 'a44e0813-6b22-4536-8c2a-692229c65701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9752e330-0446-4884-8834-8c5dfaaf9f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:51.312479 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a87c4b-b6bf-45fd-b135-056a2582f58b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network hostable DHCP agents. Network: 9752e330-0446-4884-8834-8c5dfaaf9f66, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:50:51.330263 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03a87c4b-b6bf-45fd-b135-056a2582f58b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network 9752e330-0446-4884-8834-8c5dfaaf9f66 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:50:51.342243 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-03a87c4b-b6bf-45fd-b135-056a2582f58b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 9752e330-0446-4884-8834-8c5dfaaf9f66) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:51.346470 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a87c4b-b6bf-45fd-b135-056a2582f58b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:51.347073 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-03a87c4b-b6bf-45fd-b135-056a2582f58b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.356589 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a87d46-553f-4940-a5bf-9b03d3962f7d None None] Network 9752e330-0446-4884-8834-8c5dfaaf9f66 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:51.379028 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-03a87c4b-b6bf-45fd-b135-056a2582f58b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5942924 Jul 16 08:50:51.383138 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58668) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:51.388389 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-5a54976f-62b9-4c18-a239-be9ae11aa9f9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Request body: {'subnet': {'network_id': 'e5d7825d-59b5-4816-8db4-fd14fd59f081', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:51.483508 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a54976f-62b9-4c18-a239-be9ae11aa9f9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Made reservation on behalf of 6f7adc1edacb4ec6af987b50b5504fa0 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:50:51.490911 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5a54976f-62b9-4c18-a239-be9ae11aa9f9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.517958 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1c97044-e7e0-42ee-a08e-dac788126c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-9752e330-0446-4884-8834-8c5dfaaf9f66', 'network_id': '9752e330-0446-4884-8834-8c5dfaaf9f66', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'fixed_ips': [{'subnet_id': '5ae818fb-4934-4c53-8b26-92427e08fab9'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:50:51.519226 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e1c97044-e7e0-42ee-a08e-dac788126c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.669810 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-e1c97044-e7e0-42ee-a08e-dac788126c90 None None] Allocated IP 172.20.0.2 (9752e330-0446-4884-8834-8c5dfaaf9f66/5ae818fb-4934-4c53-8b26-92427e08fab9/8d737fb9-a4bc-4936-b793-ae10f2bdde75) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:51.718796 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5a54976f-62b9-4c18-a239-be9ae11aa9f9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.799022 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54976f-62b9-4c18-a239-be9ae11aa9f9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Subnet': ['ID=e80edea9-da14-49d6-b12a-3e5001083912,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:51.803572 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a54976f-62b9-4c18-a239-be9ae11aa9f9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Checking segment: {'id': '200f37b6-4294-4240-bd72-76b5c2ad4849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e5d7825d-59b5-4816-8db4-fd14fd59f081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:51.804051 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a54976f-62b9-4c18-a239-be9ae11aa9f9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network hostable DHCP agents. Network: e5d7825d-59b5-4816-8db4-fd14fd59f081, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:50:51.823683 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a54976f-62b9-4c18-a239-be9ae11aa9f9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network e5d7825d-59b5-4816-8db4-fd14fd59f081 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:50:51.832683 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-5a54976f-62b9-4c18-a239-be9ae11aa9f9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, e5d7825d-59b5-4816-8db4-fd14fd59f081) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:51.837814 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a54976f-62b9-4c18-a239-be9ae11aa9f9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:51.838740 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5a54976f-62b9-4c18-a239-be9ae11aa9f9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.846718 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a0a1f6-3467-4b72-9503-4782c68f8af9 None None] Network e5d7825d-59b5-4816-8db4-fd14fd59f081 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:51.849982 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e1c97044-e7e0-42ee-a08e-dac788126c90 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.860170 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5a54976f-62b9-4c18-a239-be9ae11aa9f9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4734302 Jul 16 08:50:51.860420 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58672) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:51.866570 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-68ba8e5c-4b23-44b1-93f0-e22bfc0824b1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-388560692', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:51.894145 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-68ba8e5c-4b23-44b1-93f0-e22bfc0824b1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.895167 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-68ba8e5c-4b23-44b1-93f0-e22bfc0824b1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.897520 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e1c97044-e7e0-42ee-a08e-dac788126c90 None None] Transition to ACTIVE for port object 8d737fb9-a4bc-4936-b793-ae10f2bdde75 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:51.950494 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e1c97044-e7e0-42ee-a08e-dac788126c90 None None] Transition to ACTIVE for port object 8d737fb9-a4bc-4936-b793-ae10f2bdde75 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:51.953251 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-68ba8e5c-4b23-44b1-93f0-e22bfc0824b1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.960311 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-68ba8e5c-4b23-44b1-93f0-e22bfc0824b1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.963515 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e1c97044-e7e0-42ee-a08e-dac788126c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.987485 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-68ba8e5c-4b23-44b1-93f0-e22bfc0824b1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:51.989163 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-68ba8e5c-4b23-44b1-93f0-e22bfc0824b1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1276910 Jul 16 08:50:51.991944 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58674) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:52.039973 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c97044-e7e0-42ee-a08e-dac788126c90 None None] Pushing event updated for resources: {'Port': ['ID=8d737fb9-a4bc-4936-b793-ae10f2bdde75,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:52.078874 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c97044-e7e0-42ee-a08e-dac788126c90 None None] Network 9752e330-0446-4884-8834-8c5dfaaf9f66 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:52.085613 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-e1c97044-e7e0-42ee-a08e-dac788126c90 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:52.089048 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c97044-e7e0-42ee-a08e-dac788126c90 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:52.179100 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b368c30-9475-4a6b-9d1d-c6ef4d1d58b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-e5d7825d-59b5-4816-8db4-fd14fd59f081', 'network_id': 'e5d7825d-59b5-4816-8db4-fd14fd59f081', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'fixed_ips': [{'subnet_id': 'e80edea9-da14-49d6-b12a-3e5001083912'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:50:52.179976 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5b368c30-9475-4a6b-9d1d-c6ef4d1d58b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.192161 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e1c97044-e7e0-42ee-a08e-dac788126c90 None None] Attempting to bind port 8d737fb9-a4bc-4936-b793-ae10f2bdde75 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:52.192573 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e1c97044-e7e0-42ee-a08e-dac788126c90 None None] Attempting to bind port 8d737fb9-a4bc-4936-b793-ae10f2bdde75 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'a44e0813-6b22-4536-8c2a-692229c65701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9752e330-0446-4884-8834-8c5dfaaf9f66'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:52.193006 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c97044-e7e0-42ee-a08e-dac788126c90 None None] Attempting to bind port 8d737fb9-a4bc-4936-b793-ae10f2bdde75 on network 9752e330-0446-4884-8834-8c5dfaaf9f66 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:52.202958 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c97044-e7e0-42ee-a08e-dac788126c90 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:52.203343 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c97044-e7e0-42ee-a08e-dac788126c90 None None] Checking segment: {'id': 'a44e0813-6b22-4536-8c2a-692229c65701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9752e330-0446-4884-8834-8c5dfaaf9f66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:52.203755 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e1c97044-e7e0-42ee-a08e-dac788126c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.204157 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c97044-e7e0-42ee-a08e-dac788126c90 None None] Bound using segment: {'id': 'a44e0813-6b22-4536-8c2a-692229c65701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9752e330-0446-4884-8834-8c5dfaaf9f66'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:52.204808 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e1c97044-e7e0-42ee-a08e-dac788126c90 None None] Bound port: 8d737fb9-a4bc-4936-b793-ae10f2bdde75, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a44e0813-6b22-4536-8c2a-692229c65701', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '9752e330-0446-4884-8834-8c5dfaaf9f66'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:52.205209 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e1c97044-e7e0-42ee-a08e-dac788126c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.209060 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:50:52.374716 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fabe3223-87da-49e3-b35d-2f1e4b2eaeb1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.376705 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e1c97044-e7e0-42ee-a08e-dac788126c90 None None] For port 8d737fb9-a4bc-4936-b793-ae10f2bdde75, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:52.381610 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e1c97044-e7e0-42ee-a08e-dac788126c90 None None] For port 8d737fb9-a4bc-4936-b793-ae10f2bdde75, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=8d737fb9-a4bc-4936-b793-ae10f2bdde75,segment=NetworkSegment(a44e0813-6b22-4536-8c2a-692229c65701),segment_id=a44e0813-6b22-4536-8c2a-692229c65701)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:52.387759 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e1c97044-e7e0-42ee-a08e-dac788126c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.428440 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-5b368c30-9475-4a6b-9d1d-c6ef4d1d58b2 None None] Allocated IP 172.21.0.2 (e5d7825d-59b5-4816-8db4-fd14fd59f081/e80edea9-da14-49d6-b12a-3e5001083912/2d9e5281-64a5-4443-adb4-77fb4c3282da) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:52.486882 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c97044-e7e0-42ee-a08e-dac788126c90 None None] Pushing event updated for resources: {'Port': ['ID=8d737fb9-a4bc-4936-b793-ae10f2bdde75,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:52.632311 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee7a18c-b31e-4cf7-b349-f081934e3653 req-d7b0c489-e3a9-4cfb-8a4e-73b13a3b844f tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:52.637900 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4ee7a18c-b31e-4cf7-b349-f081934e3653 req-d7b0c489-e3a9-4cfb-8a4e-73b13a3b844f tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 944 time: 0.1027498 Jul 16 08:50:52.662108 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5b368c30-9475-4a6b-9d1d-c6ef4d1d58b2 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.672894 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5b368c30-9475-4a6b-9d1d-c6ef4d1d58b2 None None] Transition to ACTIVE for port object 2d9e5281-64a5-4443-adb4-77fb4c3282da will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:52.701406 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5b368c30-9475-4a6b-9d1d-c6ef4d1d58b2 None None] Transition to ACTIVE for port object 2d9e5281-64a5-4443-adb4-77fb4c3282da will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:52.739640 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5b368c30-9475-4a6b-9d1d-c6ef4d1d58b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.741634 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4ee7a18c-b31e-4cf7-b349-f081934e3653 req-9bfa631b-1af8-46b1-96d5-4ee251364b74 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/security-groups?id=529c6759-9e3a-4e92-9adf-d047033ea8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0988901 Jul 16 08:50:52.763373 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278add8-9ef4-4b48-b5cc-e054bd65a247 req-4272e192-ab36-4859-8606-3c4ff453ce11 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:52.765682 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a278add8-9ef4-4b48-b5cc-e054bd65a247 req-4272e192-ab36-4859-8606-3c4ff453ce11 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 945 time: 0.4232612 Jul 16 08:50:52.781138 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-fabe3223-87da-49e3-b35d-2f1e4b2eaeb1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Allocated IP 172.20.0.1 (9752e330-0446-4884-8834-8c5dfaaf9f66/5ae818fb-4934-4c53-8b26-92427e08fab9/9e11b16c-9786-4db7-a431-2b9d66d2bd13) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:52.831016 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b368c30-9475-4a6b-9d1d-c6ef4d1d58b2 None None] Pushing event updated for resources: {'Port': ['ID=2d9e5281-64a5-4443-adb4-77fb4c3282da,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:52.848901 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b368c30-9475-4a6b-9d1d-c6ef4d1d58b2 None None] Network e5d7825d-59b5-4816-8db4-fd14fd59f081 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:52.852497 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-5b368c30-9475-4a6b-9d1d-c6ef4d1d58b2 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:52.855643 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b368c30-9475-4a6b-9d1d-c6ef4d1d58b2 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:52.909882 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a278add8-9ef4-4b48-b5cc-e054bd65a247 req-53f4f1fb-2c77-4d18-8a14-2a23f36dd8f9 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1321459 Jul 16 08:50:52.944362 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-5b368c30-9475-4a6b-9d1d-c6ef4d1d58b2 None None] Attempting to bind port 2d9e5281-64a5-4443-adb4-77fb4c3282da on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:50:52.944828 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-5b368c30-9475-4a6b-9d1d-c6ef4d1d58b2 None None] Attempting to bind port 2d9e5281-64a5-4443-adb4-77fb4c3282da by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '200f37b6-4294-4240-bd72-76b5c2ad4849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e5d7825d-59b5-4816-8db4-fd14fd59f081'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:50:52.945272 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b368c30-9475-4a6b-9d1d-c6ef4d1d58b2 None None] Attempting to bind port 2d9e5281-64a5-4443-adb4-77fb4c3282da on network e5d7825d-59b5-4816-8db4-fd14fd59f081 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:50:52.952573 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b368c30-9475-4a6b-9d1d-c6ef4d1d58b2 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 50, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:50:52.953440 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b368c30-9475-4a6b-9d1d-c6ef4d1d58b2 None None] Checking segment: {'id': '200f37b6-4294-4240-bd72-76b5c2ad4849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e5d7825d-59b5-4816-8db4-fd14fd59f081'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:50:52.953860 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5b368c30-9475-4a6b-9d1d-c6ef4d1d58b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:52.954264 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b368c30-9475-4a6b-9d1d-c6ef4d1d58b2 None None] Bound using segment: {'id': '200f37b6-4294-4240-bd72-76b5c2ad4849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e5d7825d-59b5-4816-8db4-fd14fd59f081'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:50:52.967530 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-5b368c30-9475-4a6b-9d1d-c6ef4d1d58b2 None None] Bound port: 2d9e5281-64a5-4443-adb4-77fb4c3282da, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '200f37b6-4294-4240-bd72-76b5c2ad4849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'e5d7825d-59b5-4816-8db4-fd14fd59f081'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:50:52.967989 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5b368c30-9475-4a6b-9d1d-c6ef4d1d58b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.053805 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 8d737fb9-a4bc-4936-b793-ae10f2bdde75 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:53.075032 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fabe3223-87da-49e3-b35d-2f1e4b2eaeb1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.092872 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-fabe3223-87da-49e3-b35d-2f1e4b2eaeb1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Transition to ACTIVE for port object 9e11b16c-9786-4db7-a431-2b9d66d2bd13 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:53.117234 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-5b368c30-9475-4a6b-9d1d-c6ef4d1d58b2 None None] For port 2d9e5281-64a5-4443-adb4-77fb4c3282da, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:50:53.121624 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-5b368c30-9475-4a6b-9d1d-c6ef4d1d58b2 None None] For port 2d9e5281-64a5-4443-adb4-77fb4c3282da, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=2d9e5281-64a5-4443-adb4-77fb4c3282da,segment=NetworkSegment(200f37b6-4294-4240-bd72-76b5c2ad4849),segment_id=200f37b6-4294-4240-bd72-76b5c2ad4849)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:50:53.143134 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5b368c30-9475-4a6b-9d1d-c6ef4d1d58b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.152760 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 8d737fb9-a4bc-4936-b793-ae10f2bdde75 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:53.153768 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fabe3223-87da-49e3-b35d-2f1e4b2eaeb1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.224076 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1020e6-9e2a-4035-860d-d79d3fcd4671 req-4468745b-bf98-4236-aa79-02022876b749 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:53.230189 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-df1020e6-9e2a-4035-860d-d79d3fcd4671 req-4468745b-bf98-4236-aa79-02022876b749 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 945 time: 0.1008909 Jul 16 08:50:53.241842 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58718) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:53.252040 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b368c30-9475-4a6b-9d1d-c6ef4d1d58b2 None None] Pushing event updated for resources: {'Port': ['ID=2d9e5281-64a5-4443-adb4-77fb4c3282da,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:53.252275 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-6de10d75-4207-4304-b894-46dcf846bab6 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Request body: {'floatingip': {'port_id': '53886004-6394-4a9f-9ac0-583e370b56e2'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:50:53.276255 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabe3223-87da-49e3-b35d-2f1e4b2eaeb1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network 9752e330-0446-4884-8834-8c5dfaaf9f66 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:53.284850 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-fabe3223-87da-49e3-b35d-2f1e4b2eaeb1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:53.289914 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fabe3223-87da-49e3-b35d-2f1e4b2eaeb1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:53.315685 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6de10d75-4207-4304-b894-46dcf846bab6 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for floatingip, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.334570 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe3223-87da-49e3-b35d-2f1e4b2eaeb1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Port': ['ID=9e11b16c-9786-4db7-a431-2b9d66d2bd13,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:53.368178 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fabe3223-87da-49e3-b35d-2f1e4b2eaeb1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:53.556455 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fabe3223-87da-49e3-b35d-2f1e4b2eaeb1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:54.059637 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fabe3223-87da-49e3-b35d-2f1e4b2eaeb1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:54.070315 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ff2d55-e311-4e91-90f5-24fae4baf27e req-96e59830-e1d1-4925-84a9-c7fa0b558246 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:54.071954 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-77ff2d55-e311-4e91-90f5-24fae4baf27e req-96e59830-e1d1-4925-84a9-c7fa0b558246 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 944 time: 0.1575739 Jul 16 08:50:54.073330 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fabe3223-87da-49e3-b35d-2f1e4b2eaeb1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:54.142132 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efce8a4d-3473-4e91-a079-76f15c71899e None None] Network 9752e330-0446-4884-8834-8c5dfaaf9f66 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:54.183231 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabe3223-87da-49e3-b35d-2f1e4b2eaeb1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Port': ['ID=9e11b16c-9786-4db7-a431-2b9d66d2bd13,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:54.197971 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-77ff2d55-e311-4e91-90f5-24fae4baf27e req-089fab7a-f0a8-47e1-9f33-e6939c33933e tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/security-groups?id=529c6759-9e3a-4e92-9adf-d047033ea8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0976224 Jul 16 08:50:54.199082 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fabe3223-87da-49e3-b35d-2f1e4b2eaeb1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:54.264531 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device fc491be4-188d-4dd3-8a65-113344ae1180 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:50:54.269216 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-98dba3ad-9c70-46c1-9ba6-fc7f5a160520 None None] Provisioning for port 8d737fb9-a4bc-4936-b793-ae10f2bdde75 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:54.286030 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-98dba3ad-9c70-46c1-9ba6-fc7f5a160520 None None] Provisioning complete for port 8d737fb9-a4bc-4936-b793-ae10f2bdde75 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:54.286517 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-98dba3ad-9c70-46c1-9ba6-fc7f5a160520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:54.309338 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6de10d75-4207-4304-b894-46dcf846bab6 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:54.316680 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6de10d75-4207-4304-b894-46dcf846bab6 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:54.363587 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fabe3223-87da-49e3-b35d-2f1e4b2eaeb1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network 9752e330-0446-4884-8834-8c5dfaaf9f66 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:54.369864 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-fabe3223-87da-49e3-b35d-2f1e4b2eaeb1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:54.495349 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-6de10d75-4207-4304-b894-46dcf846bab6 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Floating IP d103566e-bd48-40cb-afc7-cef2d3352720 associated. External IP: 172.25.3.10, port: 53886004-6394-4a9f-9ac0-583e370b56e2. Jul 16 08:50:54.555678 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fabe3223-87da-49e3-b35d-2f1e4b2eaeb1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Router 39eef3ee-b9f4-4d14-a12a-ed24747d7a3e is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:50:54.655085 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port fc491be4-188d-4dd3-8a65-113344ae1180, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=fc491be4-188d-4dd3-8a65-113344ae1180,segment=NetworkSegment(f3ee54f9-528a-445b-9d55-63145af9e805),segment_id=f3ee54f9-528a-445b-9d55-63145af9e805)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:54.673410 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabe3223-87da-49e3-b35d-2f1e4b2eaeb1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:50:54.680287 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fabe3223-87da-49e3-b35d-2f1e4b2eaeb1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "PUT /v2.0/routers/39eef3ee-b9f4-4d14-a12a-ed24747d7a3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6870699 Jul 16 08:50:54.682872 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58764) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:54.697762 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'fc491be4-188d-4dd3-8a65-113344ae1180', 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b', 'port_id': 'fc491be4-188d-4dd3-8a65-113344ae1180', 'mac_address': 'fa:16:3e:dc:db:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cd8b857e-8678-4281-bae8-c29085f1129c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:50:54.699599 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db3701-e251-4a81-a10a-eb9ee2d21948 None None] Sync routers for ids ['39eef3ee-b9f4-4d14-a12a-ed24747d7a3e'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:50:54.758244 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f102404b-fb62-4dc2-bd13-684b40a47761 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:54.759653 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f102404b-fb62-4dc2-bd13-684b40a47761 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "GET /v2.0/ports/9e11b16c-9786-4db7-a431-2b9d66d2bd13 HTTP/1.1" status: 200 len: 910 time: 0.0755222 Jul 16 08:50:54.762603 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58768) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:54.881602 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6de10d75-4207-4304-b894-46dcf846bab6 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Router 2eaf654e-455e-4eea-9df3-6eb17b5994bf has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:50:54.889949 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e74741-d296-4113-9df5-086e61341d8e None None] Network e5d7825d-59b5-4816-8db4-fd14fd59f081 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:50:54.910688 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4db3701-e251-4a81-a10a-eb9ee2d21948 None None] Routers {'39eef3ee-b9f4-4d14-a12a-ed24747d7a3e'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:54.911357 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e4db3701-e251-4a81-a10a-eb9ee2d21948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:50:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['39eef3ee-b9f4-4d14-a12a-ed24747d7a3e'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:55.017660 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 2d9e5281-64a5-4443-adb4-77fb4c3282da up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:55.038695 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6de10d75-4207-4304-b894-46dcf846bab6 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:50:55.044270 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6de10d75-4207-4304-b894-46dcf846bab6 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.050303 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc20ec5-eb2e-4aa0-8a9b-bf50a725964a None None] Sync routers for ids ['2eaf654e-455e-4eea-9df3-6eb17b5994bf'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:50:55.063064 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e4db3701-e251-4a81-a10a-eb9ee2d21948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:55.066634 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc20ec5-eb2e-4aa0-8a9b-bf50a725964a None None] Routers {'2eaf654e-455e-4eea-9df3-6eb17b5994bf'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:55.067442 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ecc20ec5-eb2e-4aa0-8a9b-bf50a725964a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:50:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2eaf654e-455e-4eea-9df3-6eb17b5994bf'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:55.096728 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6de10d75-4207-4304-b894-46dcf846bab6 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "PUT /v2.0/floatingips/d103566e-bd48-40cb-afc7-cef2d3352720 HTTP/1.1" status: 200 len: 990 time: 1.8533056 Jul 16 08:50:55.097254 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1ac781-8b26-49be-b62a-930067ccc715', 'tag': '53886004-6394-4a9f-9ac0-583e370b56e2'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:55.101370 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31f0c5a1-824a-4976-b8ac-c7050b41b58d" -d '{"events": [{"name": "network-changed", "server_uuid": "cd1ac781-8b26-49be-b62a-930067ccc715", "tag": "53886004-6394-4a9f-9ac0-583e370b56e2"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:55.103865 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-98dba3ad-9c70-46c1-9ba6-fc7f5a160520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.105902 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.185469 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc491be4-188d-4dd3-8a65-113344ae1180 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:50:55.190512 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4db3701-e251-4a81-a10a-eb9ee2d21948 None None] Routers {'39eef3ee-b9f4-4d14-a12a-ed24747d7a3e'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:55.191177 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e4db3701-e251-4a81-a10a-eb9ee2d21948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:50:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['39eef3ee-b9f4-4d14-a12a-ed24747d7a3e'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:55.194374 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eaf90ad-8d53-44ca-a44c-eab8548a1648 x-openstack-request-id: req-9eaf90ad-8d53-44ca-a44c-eab8548a1648 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:55.194677 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd1ac781-8b26-49be-b62a-930067ccc715", "tag": "53886004-6394-4a9f-9ac0-583e370b56e2", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:55.194953 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9eaf90ad-8d53-44ca-a44c-eab8548a1648 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:55.195370 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd1ac781-8b26-49be-b62a-930067ccc715', 'tag': '53886004-6394-4a9f-9ac0-583e370b56e2', 'status': 'completed', 'code': 200} Jul 16 08:50:55.310612 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-ecc20ec5-eb2e-4aa0-8a9b-bf50a725964a None None] Set router 2eaf654e-455e-4eea-9df3-6eb17b5994bf gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:50:55.340662 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e4db3701-e251-4a81-a10a-eb9ee2d21948 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:55.341632 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4db3701-e251-4a81-a10a-eb9ee2d21948 None None] The sync data for ids ['39eef3ee-b9f4-4d14-a12a-ed24747d7a3e'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:50:55.358303 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-98dba3ad-9c70-46c1-9ba6-fc7f5a160520 None None] For port 8d737fb9-a4bc-4936-b793-ae10f2bdde75, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=8d737fb9-a4bc-4936-b793-ae10f2bdde75,segment=NetworkSegment(a44e0813-6b22-4536-8c2a-692229c65701),segment_id=a44e0813-6b22-4536-8c2a-692229c65701)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:55.390391 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port fc491be4-188d-4dd3-8a65-113344ae1180, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=fc491be4-188d-4dd3-8a65-113344ae1180,segment=NetworkSegment(f3ee54f9-528a-445b-9d55-63145af9e805),segment_id=f3ee54f9-528a-445b-9d55-63145af9e805)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:55.401394 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-98dba3ad-9c70-46c1-9ba6-fc7f5a160520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.410243 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.414660 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e420a579-5926-4c3d-bd76-9cf7c48bcd70 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.445728 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 2d9e5281-64a5-4443-adb4-77fb4c3282da completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:55.520162 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dba3ad-9c70-46c1-9ba6-fc7f5a160520 None None] Pushing event updated for resources: {'Port': ['ID=8d737fb9-a4bc-4936-b793-ae10f2bdde75,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:55.576316 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-db611e58-8a95-4796-9cf5-0a6e4ef8a6b9 None None] Provisioning for port 2d9e5281-64a5-4443-adb4-77fb4c3282da completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:55.585918 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-db611e58-8a95-4796-9cf5-0a6e4ef8a6b9 None None] Provisioning complete for port 2d9e5281-64a5-4443-adb4-77fb4c3282da triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:55.587557 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-db611e58-8a95-4796-9cf5-0a6e4ef8a6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.629026 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ecc20ec5-eb2e-4aa0-8a9b-bf50a725964a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'name': 'tempest-AttachVolumeShelveTestJSON-593030912-router', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:47Z', 'updated_at': '2021-07-16T08:45:55Z', 'revision_number': 4, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'gw_port': {'id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:48Z', 'updated_at': '2021-07-16T08:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'd103566e-bd48-40cb-afc7-cef2d3352720', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'floating_ip_address': '172.25.3.10', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'port_id': '53886004-6394-4a9f-9ac0-583e370b56e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b', 'mac_address': 'fa:16:3e:2d:30:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1ac781-8b26-49be-b62a-930067ccc715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:50:35Z', 'updated_at': '2021-07-16T08:50:54Z', 'revision_number': 1, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78dc1f9a-031d-4242-9276-e628690ddd8d', 'name': '', 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'mac_address': 'fa:16:3e:1b:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:53Z', 'updated_at': '2021-07-16T08:46:06Z', 'revision_number': 5, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'subnets': [{'id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:55.655167 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=fc491be4-188d-4dd3-8a65-113344ae1180,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:55.661944 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc20ec5-eb2e-4aa0-8a9b-bf50a725964a None None] Checking router: 2eaf654e-455e-4eea-9df3-6eb17b5994bf for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:50:55.675612 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecc20ec5-eb2e-4aa0-8a9b-bf50a725964a None None] Routers {'2eaf654e-455e-4eea-9df3-6eb17b5994bf'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:55.676547 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ecc20ec5-eb2e-4aa0-8a9b-bf50a725964a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:50:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2eaf654e-455e-4eea-9df3-6eb17b5994bf'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:55.742601 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-db611e58-8a95-4796-9cf5-0a6e4ef8a6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.764099 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['fc491be4-188d-4dd3-8a65-113344ae1180'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:50:55.820644 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0c5a1-824a-4976-b8ac-c7050b41b58d req-af3c4405-8027-46d0-95c2-cbf401fdd291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:55.824592 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-31f0c5a1-824a-4976-b8ac-c7050b41b58d req-af3c4405-8027-46d0-95c2-cbf401fdd291 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b1a7b336a94513a52f9785e4e37864&device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 1097 time: 0.5972319 Jul 16 08:50:55.851072 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-db611e58-8a95-4796-9cf5-0a6e4ef8a6b9 None None] For port 2d9e5281-64a5-4443-adb4-77fb4c3282da, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=2d9e5281-64a5-4443-adb4-77fb4c3282da,segment=NetworkSegment(200f37b6-4294-4240-bd72-76b5c2ad4849),segment_id=200f37b6-4294-4240-bd72-76b5c2ad4849)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:55.858494 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-db611e58-8a95-4796-9cf5-0a6e4ef8a6b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:55.868104 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-ecc20ec5-eb2e-4aa0-8a9b-bf50a725964a None None] Set router 2eaf654e-455e-4eea-9df3-6eb17b5994bf gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:50:56.019602 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c7e8f8d7-b2b4-4241-a19d-8893de59a10e None None] Provisioning for port 9e11b16c-9786-4db7-a431-2b9d66d2bd13 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:56.029982 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c7e8f8d7-b2b4-4241-a19d-8893de59a10e None None] Provisioning complete for port 9e11b16c-9786-4db7-a431-2b9d66d2bd13 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:56.030372 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c7e8f8d7-b2b4-4241-a19d-8893de59a10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.068720 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db611e58-8a95-4796-9cf5-0a6e4ef8a6b9 None None] Pushing event updated for resources: {'Port': ['ID=2d9e5281-64a5-4443-adb4-77fb4c3282da,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:56.095236 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c7e8f8d7-b2b4-4241-a19d-8893de59a10e None None] Port 9e11b16c-9786-4db7-a431-2b9d66d2bd13 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:50:56.137788 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c7e8f8d7-b2b4-4241-a19d-8893de59a10e None None] Provisioning complete for port 8d737fb9-a4bc-4936-b793-ae10f2bdde75 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:56.138323 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c7e8f8d7-b2b4-4241-a19d-8893de59a10e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.519539 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2b54ceb0-e314-4591-8770-660d08e913fe None None] Provisioning complete for port 9e11b16c-9786-4db7-a431-2b9d66d2bd13 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:56.520331 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2b54ceb0-e314-4591-8770-660d08e913fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.558894 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ecc20ec5-eb2e-4aa0-8a9b-bf50a725964a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'name': 'tempest-AttachVolumeShelveTestJSON-593030912-router', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:47Z', 'updated_at': '2021-07-16T08:45:55Z', 'revision_number': 4, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'gw_port': {'id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:48Z', 'updated_at': '2021-07-16T08:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'd103566e-bd48-40cb-afc7-cef2d3352720', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'floating_ip_address': '172.25.3.10', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'port_id': '53886004-6394-4a9f-9ac0-583e370b56e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b', 'mac_address': 'fa:16:3e:2d:30:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1ac781-8b26-49be-b62a-930067ccc715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:50:35Z', 'updated_at': '2021-07-16T08:50:54Z', 'revision_number': 1, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78dc1f9a-031d-4242-9276-e628690ddd8d', 'name': '', 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'mac_address': 'fa:16:3e:1b:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:53Z', 'updated_at': '2021-07-16T08:46:06Z', 'revision_number': 5, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'subnets': [{'id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:56.563296 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2b54ceb0-e314-4591-8770-660d08e913fe None None] Port 9e11b16c-9786-4db7-a431-2b9d66d2bd13 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:50:56.575927 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2b54ceb0-e314-4591-8770-660d08e913fe None None] Provisioning complete for port 2d9e5281-64a5-4443-adb4-77fb4c3282da triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:56.576407 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2b54ceb0-e314-4591-8770-660d08e913fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:56.594977 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecc20ec5-eb2e-4aa0-8a9b-bf50a725964a None None] The sync data for ids ['2eaf654e-455e-4eea-9df3-6eb17b5994bf'] in n-d-771362-37 is: [{'id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'name': 'tempest-AttachVolumeShelveTestJSON-593030912-router', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:47Z', 'updated_at': '2021-07-16T08:45:55Z', 'revision_number': 4, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'gw_port': {'id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:48Z', 'updated_at': '2021-07-16T08:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'd103566e-bd48-40cb-afc7-cef2d3352720', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'floating_ip_address': '172.25.3.10', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'port_id': '53886004-6394-4a9f-9ac0-583e370b56e2', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3146, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b', 'mac_address': 'fa:16:3e:2d:30:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd1ac781-8b26-49be-b62a-930067ccc715', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:50:35Z', 'updated_at': '2021-07-16T08:50:54Z', 'revision_number': 1, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '78dc1f9a-031d-4242-9276-e628690ddd8d', 'name': '', 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'mac_address': 'fa:16:3e:1b:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:53Z', 'updated_at': '2021-07-16T08:46:06Z', 'revision_number': 5, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'subnets': [{'id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:50:56.639695 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772f8886-86fe-43fa-b1a7-75291d6fa1fe req-0a2c6311-8805-4e69-89a8-e9f717db6de1 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:56.644894 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-772f8886-86fe-43fa-b1a7-75291d6fa1fe req-0a2c6311-8805-4e69-89a8-e9f717db6de1 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 945 time: 1.0653574 Jul 16 08:50:56.673241 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0c5a1-824a-4976-b8ac-c7050b41b58d req-8ccbbc3e-f012-42c2-8bc1-402f9d263e67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:56.675043 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-31f0c5a1-824a-4976-b8ac-c7050b41b58d req-8ccbbc3e-f012-42c2-8bc1-402f9d263e67 service neutron] 10.222.0.30 "GET /v2.0/networks?id=009dd0a1-50a1-45ad-bc58-1d113e644d4b HTTP/1.1" status: 200 len: 917 time: 0.8304546 Jul 16 08:50:56.815967 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-772f8886-86fe-43fa-b1a7-75291d6fa1fe req-48c2a40f-3143-4c6b-ba5d-36fea645fdb8 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/security-groups?id=529c6759-9e3a-4e92-9adf-d047033ea8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1351535 Jul 16 08:50:56.829301 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-31f0c5a1-824a-4976-b8ac-c7050b41b58d req-e83a63dd-87d5-4a0f-8c80-82409e7effa4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53886004-6394-4a9f-9ac0-583e370b56e2 HTTP/1.1" status: 200 len: 998 time: 0.1335845 Jul 16 08:50:56.866644 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e251d56-c717-4388-87a5-7f64a4f4411a None None] New status for floating IP d103566e-bd48-40cb-afc7-cef2d3352720: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:50:56.874529 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-e420a579-5926-4c3d-bd76-9cf7c48bcd70 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Allocated IP 172.21.0.1 (e5d7825d-59b5-4816-8db4-fd14fd59f081/e80edea9-da14-49d6-b12a-3e5001083912/ed233bc2-f6d2-40a8-a633-dccf83aab228) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:50:56.914919 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0c5a1-824a-4976-b8ac-c7050b41b58d req-2fcdd174-96c6-45fd-a77a-30554879996f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:56.916624 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-31f0c5a1-824a-4976-b8ac-c7050b41b58d req-2fcdd174-96c6-45fd-a77a-30554879996f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a HTTP/1.1" status: 200 len: 855 time: 0.0703576 Jul 16 08:50:56.918191 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 8d737fb9-a4bc-4936-b793-ae10f2bdde75 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:57.047828 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e420a579-5926-4c3d-bd76-9cf7c48bcd70 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.051179 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f0c5a1-824a-4976-b8ac-c7050b41b58d req-c425b2fb-ca13-42c0-b69f-624563641fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:57.051784 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 8d737fb9-a4bc-4936-b793-ae10f2bdde75 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:57.052194 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.052751 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-31f0c5a1-824a-4976-b8ac-c7050b41b58d req-c425b2fb-ca13-42c0-b69f-624563641fe9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=009dd0a1-50a1-45ad-bc58-1d113e644d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1271398 Jul 16 08:50:57.087121 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-e420a579-5926-4c3d-bd76-9cf7c48bcd70 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Transition to ACTIVE for port object ed233bc2-f6d2-40a8-a633-dccf83aab228 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:50:57.143968 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 2d9e5281-64a5-4443-adb4-77fb4c3282da up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:57.182656 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-31f0c5a1-824a-4976-b8ac-c7050b41b58d req-b0ab11e7-d0ce-476a-b898-8c35af0e2b0d service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222663 Jul 16 08:50:57.186105 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e420a579-5926-4c3d-bd76-9cf7c48bcd70 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.196085 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 2d9e5281-64a5-4443-adb4-77fb4c3282da triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:57.196902 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.251943 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e420a579-5926-4c3d-bd76-9cf7c48bcd70 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network e5d7825d-59b5-4816-8db4-fd14fd59f081 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:57.259106 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e420a579-5926-4c3d-bd76-9cf7c48bcd70 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:57.268226 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e420a579-5926-4c3d-bd76-9cf7c48bcd70 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:50:57.314032 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420a579-5926-4c3d-bd76-9cf7c48bcd70 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Port': ['ID=ed233bc2-f6d2-40a8-a633-dccf83aab228,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:57.372688 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e420a579-5926-4c3d-bd76-9cf7c48bcd70 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.376680 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-31f0c5a1-824a-4976-b8ac-c7050b41b58d req-18cc856a-3d02-4784-ac37-1112c1926b38 service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880980 Jul 16 08:50:57.532789 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e420a579-5926-4c3d-bd76-9cf7c48bcd70 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.614317 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3f925cda-8516-4a3b-918c-ff6d1803e60c None None] Provisioning for port ed233bc2-f6d2-40a8-a633-dccf83aab228 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:57.619151 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3f925cda-8516-4a3b-918c-ff6d1803e60c None None] Provisioning complete for port ed233bc2-f6d2-40a8-a633-dccf83aab228 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:57.619539 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3f925cda-8516-4a3b-918c-ff6d1803e60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.662016 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-3f925cda-8516-4a3b-918c-ff6d1803e60c None None] Port ed233bc2-f6d2-40a8-a633-dccf83aab228 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:50:57.833645 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e420a579-5926-4c3d-bd76-9cf7c48bcd70 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.838656 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e420a579-5926-4c3d-bd76-9cf7c48bcd70 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.919674 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e420a579-5926-4c3d-bd76-9cf7c48bcd70 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:57.922493 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e420a579-5926-4c3d-bd76-9cf7c48bcd70 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Port': ['ID=ed233bc2-f6d2-40a8-a633-dccf83aab228,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:58.063309 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e420a579-5926-4c3d-bd76-9cf7c48bcd70 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network e5d7825d-59b5-4816-8db4-fd14fd59f081 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:50:58.066124 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e420a579-5926-4c3d-bd76-9cf7c48bcd70 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:50:58.077661 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762321b0-502a-4f72-adb4-6cd03e7016a4 req-ee3522b0-da15-48bd-a925-68cfbc8b5280 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:58.079162 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-762321b0-502a-4f72-adb4-6cd03e7016a4 req-ee3522b0-da15-48bd-a925-68cfbc8b5280 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 945 time: 0.1350250 Jul 16 08:50:58.196434 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-762321b0-502a-4f72-adb4-6cd03e7016a4 req-0ca1699a-07b4-4b68-bed4-1c83d995d834 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/security-groups?id=529c6759-9e3a-4e92-9adf-d047033ea8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794401 Jul 16 08:50:58.206431 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e420a579-5926-4c3d-bd76-9cf7c48bcd70 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Router 39eef3ee-b9f4-4d14-a12a-ed24747d7a3e has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:50:58.252252 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device fc491be4-188d-4dd3-8a65-113344ae1180 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:50:58.313272 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port fc491be4-188d-4dd3-8a65-113344ae1180 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:50:58.317489 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e420a579-5926-4c3d-bd76-9cf7c48bcd70 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:50:58.318746 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port fc491be4-188d-4dd3-8a65-113344ae1180 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:58.319126 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.323119 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e420a579-5926-4c3d-bd76-9cf7c48bcd70 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "PUT /v2.0/routers/39eef3ee-b9f4-4d14-a12a-ed24747d7a3e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5592926 Jul 16 08:50:58.325603 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58788) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:58.328835 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109925d8-3bcb-49fd-b847-86009629beee None None] Sync routers for ids ['39eef3ee-b9f4-4d14-a12a-ed24747d7a3e'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:50:58.342704 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109925d8-3bcb-49fd-b847-86009629beee None None] Routers {'39eef3ee-b9f4-4d14-a12a-ed24747d7a3e'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:58.343391 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-109925d8-3bcb-49fd-b847-86009629beee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:50:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['39eef3ee-b9f4-4d14-a12a-ed24747d7a3e'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:58.381746 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-109925d8-3bcb-49fd-b847-86009629beee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:58.394223 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c2474e5-bf5a-4237-8067-ace0c5c794be tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:58.398433 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0c2474e5-bf5a-4237-8067-ace0c5c794be tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "GET /v2.0/ports/ed233bc2-f6d2-40a8-a633-dccf83aab228 HTTP/1.1" status: 200 len: 910 time: 0.0688505 Jul 16 08:50:58.398576 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-109925d8-3bcb-49fd-b847-86009629beee None None] Routers {'39eef3ee-b9f4-4d14-a12a-ed24747d7a3e'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:58.398576 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-109925d8-3bcb-49fd-b847-86009629beee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:50:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['39eef3ee-b9f4-4d14-a12a-ed24747d7a3e'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:58.398796 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58790) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:58.414811 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e1e06fac-f458-44be-9675-6b9192546653 None None] Provisioning complete for port ed233bc2-f6d2-40a8-a633-dccf83aab228 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:50:58.415215 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e1e06fac-f458-44be-9675-6b9192546653 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.445903 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-109925d8-3bcb-49fd-b847-86009629beee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:58.446876 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-109925d8-3bcb-49fd-b847-86009629beee None None] The sync data for ids ['39eef3ee-b9f4-4d14-a12a-ed24747d7a3e'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:50:58.450307 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.475844 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e1e06fac-f458-44be-9675-6b9192546653 None None] Port ed233bc2-f6d2-40a8-a633-dccf83aab228 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:50:58.484075 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0221577-8e63-4119-8b63-813f2749ac7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc491be4-188d-4dd3-8a65-113344ae1180'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:50:58.486733 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85386159-91ea-4bf7-a209-f97465739371" -d '{"events": [{"server_uuid": "d0221577-8e63-4119-8b63-813f2749ac7a", "name": "network-vif-plugged", "status": "completed", "tag": "fc491be4-188d-4dd3-8a65-113344ae1180"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:50:58.502379 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port fc491be4-188d-4dd3-8a65-113344ae1180, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=fc491be4-188d-4dd3-8a65-113344ae1180,segment=NetworkSegment(f3ee54f9-528a-445b-9d55-63145af9e805),segment_id=f3ee54f9-528a-445b-9d55-63145af9e805)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:50:58.512163 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:58.541120 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ac80d83-c205-47da-af88-f996b0f3dd92 x-openstack-request-id: req-7ac80d83-c205-47da-af88-f996b0f3dd92 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:50:58.541422 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0221577-8e63-4119-8b63-813f2749ac7a", "name": "network-vif-plugged", "status": "completed", "tag": "fc491be4-188d-4dd3-8a65-113344ae1180", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:50:58.541681 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7ac80d83-c205-47da-af88-f996b0f3dd92 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:50:58.542080 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0221577-8e63-4119-8b63-813f2749ac7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc491be4-188d-4dd3-8a65-113344ae1180', 'code': 200} Jul 16 08:50:58.578533 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=fc491be4-188d-4dd3-8a65-113344ae1180,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:58.672179 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42982dcb-fd9d-4222-a2e1-161080e7c9a0 req-19671af9-cf9b-4b20-969b-b874d820ce8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:58.674553 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-42982dcb-fd9d-4222-a2e1-161080e7c9a0 req-19671af9-cf9b-4b20-969b-b874d820ce8c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 1098 time: 0.0661023 Jul 16 08:50:58.731252 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-42982dcb-fd9d-4222-a2e1-161080e7c9a0 req-dc1b9b10-c40c-45c7-9355-1d832b5eb8d8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=529c6759-9e3a-4e92-9adf-d047033ea8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497670 Jul 16 08:50:58.768314 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8febde9a-14fa-41ad-8570-1e51e5c5e525 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.038026 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-8febde9a-14fa-41ad-8570-1e51e5c5e525 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Deleting port ed233bc2-f6d2-40a8-a633-dccf83aab228 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:50:59.038692 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8febde9a-14fa-41ad-8570-1e51e5c5e525 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.126909 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8febde9a-14fa-41ad-8570-1e51e5c5e525 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.144748 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-8febde9a-14fa-41ad-8570-1e51e5c5e525 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Calling delete_port for ed233bc2-f6d2-40a8-a633-dccf83aab228 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:50:59.332107 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8febde9a-14fa-41ad-8570-1e51e5c5e525 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.375263 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8febde9a-14fa-41ad-8570-1e51e5c5e525 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Port': ['ID=ed233bc2-f6d2-40a8-a633-dccf83aab228,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:50:59.398532 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4432150-9b81-4b2c-a4e4-5229fd179353 req-d32afbc2-9db2-47a6-910b-36607e32fffb tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:50:59.400075 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c4432150-9b81-4b2c-a4e4-5229fd179353 req-d32afbc2-9db2-47a6-910b-36607e32fffb tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 946 time: 0.0676622 Jul 16 08:50:59.474704 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c4432150-9b81-4b2c-a4e4-5229fd179353 req-29c7b8f4-318f-4f01-a2bc-93ea2eb2a887 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/security-groups?id=529c6759-9e3a-4e92-9adf-d047033ea8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654950 Jul 16 08:50:59.596186 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8febde9a-14fa-41ad-8570-1e51e5c5e525 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:50:59.793860 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8febde9a-14fa-41ad-8570-1e51e5c5e525 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Router 39eef3ee-b9f4-4d14-a12a-ed24747d7a3e has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:50:59.895233 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8febde9a-14fa-41ad-8570-1e51e5c5e525 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:50:59.903532 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8febde9a-14fa-41ad-8570-1e51e5c5e525 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "PUT /v2.0/routers/39eef3ee-b9f4-4d14-a12a-ed24747d7a3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5010312 Jul 16 08:50:59.903532 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58804) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:50:59.907255 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e78e35d-0b74-4508-8b8a-9f6cd1e23c7d None None] Sync routers for ids ['39eef3ee-b9f4-4d14-a12a-ed24747d7a3e'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:50:59.925327 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e78e35d-0b74-4508-8b8a-9f6cd1e23c7d None None] Routers {'39eef3ee-b9f4-4d14-a12a-ed24747d7a3e'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:59.925954 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1e78e35d-0b74-4508-8b8a-9f6cd1e23c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:50:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['39eef3ee-b9f4-4d14-a12a-ed24747d7a3e'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:59.963920 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1e78e35d-0b74-4508-8b8a-9f6cd1e23c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:50:59.973920 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e78e35d-0b74-4508-8b8a-9f6cd1e23c7d None None] Routers {'39eef3ee-b9f4-4d14-a12a-ed24747d7a3e'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:50:59.974744 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1e78e35d-0b74-4508-8b8a-9f6cd1e23c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:50:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['39eef3ee-b9f4-4d14-a12a-ed24747d7a3e'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:00.012462 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1e78e35d-0b74-4508-8b8a-9f6cd1e23c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:00.014521 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e78e35d-0b74-4508-8b8a-9f6cd1e23c7d None None] The sync data for ids ['39eef3ee-b9f4-4d14-a12a-ed24747d7a3e'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:00.244291 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5edb6025-f031-47a5-8fc5-48f73e35817b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:00.509402 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-5edb6025-f031-47a5-8fc5-48f73e35817b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Deleting port 9e11b16c-9786-4db7-a431-2b9d66d2bd13 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:00.510076 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5edb6025-f031-47a5-8fc5-48f73e35817b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:00.606693 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5edb6025-f031-47a5-8fc5-48f73e35817b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:00.619431 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-5edb6025-f031-47a5-8fc5-48f73e35817b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Calling delete_port for 9e11b16c-9786-4db7-a431-2b9d66d2bd13 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:00.681263 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78da8e6f-6890-4413-9386-f79e60e88933 req-4dea6d44-c781-46ad-b621-4d6088096912 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:00.683510 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-78da8e6f-6890-4413-9386-f79e60e88933 req-4dea6d44-c781-46ad-b621-4d6088096912 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 946 time: 0.0762744 Jul 16 08:51:00.726694 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-78da8e6f-6890-4413-9386-f79e60e88933 req-71e53fee-dac0-4883-a840-b3a5e86255fa tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/security-groups?id=529c6759-9e3a-4e92-9adf-d047033ea8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374610 Jul 16 08:51:00.805261 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5edb6025-f031-47a5-8fc5-48f73e35817b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:00.836697 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edb6025-f031-47a5-8fc5-48f73e35817b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Port': ['ID=9e11b16c-9786-4db7-a431-2b9d66d2bd13,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:01.370306 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5edb6025-f031-47a5-8fc5-48f73e35817b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.381003 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4ee06f9-641f-495a-810f-f4428e1ab11d req-39c41f7e-e122-4f37-a70b-6a5db4fe6a3d tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:01.382606 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a4ee06f9-641f-495a-810f-f4428e1ab11d req-39c41f7e-e122-4f37-a70b-6a5db4fe6a3d tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 946 time: 0.5170376 Jul 16 08:51:01.490669 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a4ee06f9-641f-495a-810f-f4428e1ab11d req-af956a14-47c5-403e-a2a3-1b9495a556d8 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/security-groups?id=529c6759-9e3a-4e92-9adf-d047033ea8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015797 Jul 16 08:51:01.518756 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58818) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:01.571335 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5edb6025-f031-47a5-8fc5-48f73e35817b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Router 39eef3ee-b9f4-4d14-a12a-ed24747d7a3e has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:51:01.656912 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5edb6025-f031-47a5-8fc5-48f73e35817b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:01.663592 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5edb6025-f031-47a5-8fc5-48f73e35817b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "PUT /v2.0/routers/39eef3ee-b9f4-4d14-a12a-ed24747d7a3e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7585428 Jul 16 08:51:01.666389 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58822) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:01.669565 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8661e33e-9e24-4539-8283-038dbf0ef0e3 None None] Sync routers for ids ['39eef3ee-b9f4-4d14-a12a-ed24747d7a3e'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:01.681682 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8661e33e-9e24-4539-8283-038dbf0ef0e3 None None] Routers {'39eef3ee-b9f4-4d14-a12a-ed24747d7a3e'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:01.682804 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8661e33e-9e24-4539-8283-038dbf0ef0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:50:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['39eef3ee-b9f4-4d14-a12a-ed24747d7a3e'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:01.702845 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e64eff3-7029-439a-b426-f77fd6057f94 tempest-TestVolumeBackupRestore-1711067798 tempest-TestVolumeBackupRestore-1711067798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:01.708523 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8e64eff3-7029-439a-b426-f77fd6057f94 tempest-TestVolumeBackupRestore-1711067798 tempest-TestVolumeBackupRestore-1711067798-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 1093 time: 0.1886661 Jul 16 08:51:01.709558 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58824) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:01.712816 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-200c6a77-0b47-4083-a9f6-5774f7aff618 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "GET /v2.0/ports?device_id=39eef3ee-b9f4-4d14-a12a-ed24747d7a3e HTTP/1.1" status: 200 len: 205 time: 0.0426471 Jul 16 08:51:01.713357 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58826) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:01.715497 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'port_id': 'fc491be4-188d-4dd3-8a65-113344ae1180', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:01.718203 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8661e33e-9e24-4539-8283-038dbf0ef0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:01.729050 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8661e33e-9e24-4539-8283-038dbf0ef0e3 None None] Routers {'39eef3ee-b9f4-4d14-a12a-ed24747d7a3e'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:01.730011 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8661e33e-9e24-4539-8283-038dbf0ef0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:50:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['39eef3ee-b9f4-4d14-a12a-ed24747d7a3e'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:01.743875 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.772798 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8661e33e-9e24-4539-8283-038dbf0ef0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:01.773451 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8661e33e-9e24-4539-8283-038dbf0ef0e3 None None] The sync data for ids ['39eef3ee-b9f4-4d14-a12a-ed24747d7a3e'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:01.813052 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41ddbc43-afa5-47d5-a620-b3f7e279c398 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.869812 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:01.992423 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Allocated IP 172.25.3.225 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/b977685a-8351-41be-bebf-278904290980) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:02.008372 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41ddbc43-afa5-47d5-a620-b3f7e279c398 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.011591 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41ddbc43-afa5-47d5-a620-b3f7e279c398 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.063848 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41ddbc43-afa5-47d5-a620-b3f7e279c398 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.064904 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41ddbc43-afa5-47d5-a620-b3f7e279c398 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Fanout notify agent at l3_agent the message router_deleted on router 39eef3ee-b9f4-4d14-a12a-ed24747d7a3e {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:51:02.077562 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-41ddbc43-afa5-47d5-a620-b3f7e279c398 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.078982 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-41ddbc43-afa5-47d5-a620-b3f7e279c398 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/routers/39eef3ee-b9f4-4d14-a12a-ed24747d7a3e HTTP/1.1" status: 204 len: 168 time: 0.3639352 Jul 16 08:51:02.081554 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58828) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:02.089983 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.147648 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d1e8b97-bff7-497a-80ad-1e9291347957 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Deleting subnet e80edea9-da14-49d6-b12a-3e5001083912 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:51:02.151217 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d1e8b97-bff7-497a-80ad-1e9291347957 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.177534 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.204955 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d1e8b97-bff7-497a-80ad-1e9291347957 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.318714 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d1e8b97-bff7-497a-80ad-1e9291347957 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.409017 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d1e8b97-bff7-497a-80ad-1e9291347957 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.442876 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1e8b97-bff7-497a-80ad-1e9291347957 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Subnet': ['ID=e80edea9-da14-49d6-b12a-3e5001083912,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:02.454419 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d1e8b97-bff7-497a-80ad-1e9291347957 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.459277 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3d1e8b97-bff7-497a-80ad-1e9291347957 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/subnets/e80edea9-da14-49d6-b12a-3e5001083912 HTTP/1.1" status: 204 len: 168 time: 0.3738329 Jul 16 08:51:02.460657 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58834) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:02.462582 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e465bd-4546-4a94-94b5-ca4119048858 None None] Network e5d7825d-59b5-4816-8db4-fd14fd59f081 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:02.479681 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.522415 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-db86ab1d-b078-4ce3-bf6c-c21bf3ee8869 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Deleting subnet 5ae818fb-4934-4c53-8b26-92427e08fab9 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:51:02.523458 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.525961 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db86ab1d-b078-4ce3-bf6c-c21bf3ee8869 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.565507 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:02.567207 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:02.574069 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:02.582875 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db86ab1d-b078-4ce3-bf6c-c21bf3ee8869 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.611371 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Pushing event updated for resources: {'Port': ['ID=b977685a-8351-41be-bebf-278904290980,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:02.625775 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:02.625775 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:02.625775 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:02.625775 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:02.625775 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:02.626350 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:02.626437 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:02.626720 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:02.627337 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:02.627676 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:02.628010 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:02.628340 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:02.705481 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db86ab1d-b078-4ce3-bf6c-c21bf3ee8869 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.790394 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db86ab1d-b078-4ce3-bf6c-c21bf3ee8869 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.822015 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86ab1d-b078-4ce3-bf6c-c21bf3ee8869 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Subnet': ['ID=5ae818fb-4934-4c53-8b26-92427e08fab9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:02.824459 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db86ab1d-b078-4ce3-bf6c-c21bf3ee8869 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:02.828897 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-db86ab1d-b078-4ce3-bf6c-c21bf3ee8869 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/subnets/5ae818fb-4934-4c53-8b26-92427e08fab9 HTTP/1.1" status: 204 len: 168 time: 0.3682456 Jul 16 08:51:02.829513 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58836) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:02.842072 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef05696-b3f0-482d-968b-857993bf30ee None None] Network 9752e330-0446-4884-8834-8c5dfaaf9f66 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:02.947773 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f9bc4b-beae-4fb1-971e-53cc368d0614 None None] DHCP port deletion for e5d7825d-59b5-4816-8db4-fd14fd59f081 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:51:02.954538 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1211678-34e1-4f6a-b204-68d13bc5a761 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.014258 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-e1211678-34e1-4f6a-b204-68d13bc5a761 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Deleting port 2d9e5281-64a5-4443-adb4-77fb4c3282da {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:03.014622 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1211678-34e1-4f6a-b204-68d13bc5a761 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.050356 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-34f9bc4b-beae-4fb1-971e-53cc368d0614 None None] Deleting port 2d9e5281-64a5-4443-adb4-77fb4c3282da {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:03.050741 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34f9bc4b-beae-4fb1-971e-53cc368d0614 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.078066 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.083945 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-e1211678-34e1-4f6a-b204-68d13bc5a761 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] For port 2d9e5281-64a5-4443-adb4-77fb4c3282da, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=2d9e5281-64a5-4443-adb4-77fb4c3282da,segment=NetworkSegment(200f37b6-4294-4240-bd72-76b5c2ad4849),segment_id=200f37b6-4294-4240-bd72-76b5c2ad4849)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:03.084456 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1211678-34e1-4f6a-b204-68d13bc5a761 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.100794 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-e1211678-34e1-4f6a-b204-68d13bc5a761 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Calling delete_port for 2d9e5281-64a5-4443-adb4-77fb4c3282da owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:03.126073 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd110ec-43c8-4e4e-b153-39900154d30b None None] DHCP port deletion for 9752e330-0446-4884-8834-8c5dfaaf9f66 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:51:03.128861 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-34f9bc4b-beae-4fb1-971e-53cc368d0614 None None] For port 2d9e5281-64a5-4443-adb4-77fb4c3282da, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=2d9e5281-64a5-4443-adb4-77fb4c3282da,segment=NetworkSegment(200f37b6-4294-4240-bd72-76b5c2ad4849),segment_id=200f37b6-4294-4240-bd72-76b5c2ad4849)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:03.129540 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34f9bc4b-beae-4fb1-971e-53cc368d0614 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.149971 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-34f9bc4b-beae-4fb1-971e-53cc368d0614 None None] Calling delete_port for 2d9e5281-64a5-4443-adb4-77fb4c3282da owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:03.190246 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.211779 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1211678-34e1-4f6a-b204-68d13bc5a761 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.241735 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1211678-34e1-4f6a-b204-68d13bc5a761 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Port': ['ID=2d9e5281-64a5-4443-adb4-77fb4c3282da,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:03.254713 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1211678-34e1-4f6a-b204-68d13bc5a761 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] No DVR routers for this DVR port 2d9e5281-64a5-4443-adb4-77fb4c3282da on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:03.279058 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-3bd110ec-43c8-4e4e-b153-39900154d30b None None] Deleting port 8d737fb9-a4bc-4936-b793-ae10f2bdde75 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:03.279436 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3bd110ec-43c8-4e4e-b153-39900154d30b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.316289 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34f9bc4b-beae-4fb1-971e-53cc368d0614 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.355094 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1211678-34e1-4f6a-b204-68d13bc5a761 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.368209 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-e1211678-34e1-4f6a-b204-68d13bc5a761 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5d7825d-59b5-4816-8db4-fd14fd59f081']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:03.378740 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-e1211678-34e1-4f6a-b204-68d13bc5a761 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '200f37b6-4294-4240-bd72-76b5c2ad4849') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:03.379058 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-e1211678-34e1-4f6a-b204-68d13bc5a761 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '200f37b6-4294-4240-bd72-76b5c2ad4849') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:03.396331 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5412004e-583e-4d66-b7ca-985f4ce3c6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.398303 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f9bc4b-beae-4fb1-971e-53cc368d0614 None None] Pushing event deleted for resources: {'Port': ['ID=2d9e5281-64a5-4443-adb4-77fb4c3282da,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:03.409722 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1211678-34e1-4f6a-b204-68d13bc5a761 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.428125 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1211678-34e1-4f6a-b204-68d13bc5a761 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.430339 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.436056 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1211678-34e1-4f6a-b204-68d13bc5a761 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:03.436508 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1211678-34e1-4f6a-b204-68d13bc5a761 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.439155 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.459541 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f9bc4b-beae-4fb1-971e-53cc368d0614 None None] No DVR routers for this DVR port 2d9e5281-64a5-4443-adb4-77fb4c3282da on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:03.474673 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-3bd110ec-43c8-4e4e-b153-39900154d30b None None] For port 8d737fb9-a4bc-4936-b793-ae10f2bdde75, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=8d737fb9-a4bc-4936-b793-ae10f2bdde75,segment=NetworkSegment(a44e0813-6b22-4536-8c2a-692229c65701),segment_id=a44e0813-6b22-4536-8c2a-692229c65701)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:03.475082 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3bd110ec-43c8-4e4e-b153-39900154d30b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.498276 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-3bd110ec-43c8-4e4e-b153-39900154d30b None None] Calling delete_port for 8d737fb9-a4bc-4936-b793-ae10f2bdde75 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:03.517861 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:51:03.517861 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:03.517861 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:51:03.517861 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:03.517861 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:51:03.517861 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:03.517861 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:51:03.517861 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:03.517861 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:51:03.517861 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:03.517861 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:51:03.517861 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:03.517861 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:51:03.517861 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:03.517861 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:03.517861 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:03.517861 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:03.517861 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:03.517861 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:51:03.517861 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:03.517861 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:51:03.517861 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:03.517861 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:03.517861 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:03.517861 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:03.517861 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:03.517861 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:03.517861 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:03.517861 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:03.517861 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:03.517861 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:03.517861 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:03.523403 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1211678-34e1-4f6a-b204-68d13bc5a761 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.531057 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1211678-34e1-4f6a-b204-68d13bc5a761 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.533188 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e1211678-34e1-4f6a-b204-68d13bc5a761 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/networks/e5d7825d-59b5-4816-8db4-fd14fd59f081 HTTP/1.1" status: 204 len: 168 time: 0.7022004 Jul 16 08:51:03.536101 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58842) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:03.555900 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1211678-34e1-4f6a-b204-68d13bc5a761 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Network': ['ID=e5d7825d-59b5-4816-8db4-fd14fd59f081,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:03.587671 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Pushing event updated for resources: {'Port': ['ID=b977685a-8351-41be-bebf-278904290980,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:03.608128 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.627098 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3bd110ec-43c8-4e4e-b153-39900154d30b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.659602 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd110ec-43c8-4e4e-b153-39900154d30b None None] Pushing event deleted for resources: {'Port': ['ID=8d737fb9-a4bc-4936-b793-ae10f2bdde75,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:03.663606 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd110ec-43c8-4e4e-b153-39900154d30b None None] No DVR routers for this DVR port 8d737fb9-a4bc-4936-b793-ae10f2bdde75 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:03.703055 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-652e6713-7098-4a64-98df-bc0d089fc906 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.810329 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Floating IP eb1a348d-377e-4ee0-b560-72df9eba71c5 associated. External IP: 172.25.3.225, port: fc491be4-188d-4dd3-8a65-113344ae1180. Jul 16 08:51:03.881130 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-652e6713-7098-4a64-98df-bc0d089fc906 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.898426 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-652e6713-7098-4a64-98df-bc0d089fc906 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9752e330-0446-4884-8834-8c5dfaaf9f66']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:03.911908 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-652e6713-7098-4a64-98df-bc0d089fc906 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a44e0813-6b22-4536-8c2a-692229c65701') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:03.912226 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-652e6713-7098-4a64-98df-bc0d089fc906 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a44e0813-6b22-4536-8c2a-692229c65701') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:03.950019 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-652e6713-7098-4a64-98df-bc0d089fc906 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.971389 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-652e6713-7098-4a64-98df-bc0d089fc906 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.981765 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652e6713-7098-4a64-98df-bc0d089fc906 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:03.982177 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-652e6713-7098-4a64-98df-bc0d089fc906 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:03.985154 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:51:03.985154 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:03.985154 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:51:03.985154 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:03.985154 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:51:03.985154 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:03.985154 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:51:03.985154 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:03.985154 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:51:03.985154 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:03.985154 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:51:03.985154 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:03.985154 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:51:03.985154 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:03.985154 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:03.985154 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:03.985154 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:03.985154 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:03.985154 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:51:03.985154 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:03.985154 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:51:03.985154 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:03.985154 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:03.985154 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:03.985154 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:03.985154 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:03.985154 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:03.985154 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:03.985154 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:03.985154 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:03.985154 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:03.985154 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:04.088894 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-652e6713-7098-4a64-98df-bc0d089fc906 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.096691 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-652e6713-7098-4a64-98df-bc0d089fc906 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.102441 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-652e6713-7098-4a64-98df-bc0d089fc906 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/networks/9752e330-0446-4884-8834-8c5dfaaf9f66 HTTP/1.1" status: 204 len: 168 time: 0.5573833 Jul 16 08:51:04.102880 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58844) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:04.108611 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a03c118e-d78e-478f-8f47-f17cce7e467b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Request body: {'network': {'name': 'tempest-RoutersTest-712061857'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:04.135354 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a03c118e-d78e-478f-8f47-f17cce7e467b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Made reservation on behalf of 6f7adc1edacb4ec6af987b50b5504fa0 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:04.140080 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a03c118e-d78e-478f-8f47-f17cce7e467b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.141710 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652e6713-7098-4a64-98df-bc0d089fc906 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Network': ['ID=9752e330-0446-4884-8834-8c5dfaaf9f66,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:04.169209 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a03c118e-d78e-478f-8f47-f17cce7e467b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:04.169806 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Router d1e68b0d-23f5-4117-961f-cb05f44010c4 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:51:04.183060 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a03c118e-d78e-478f-8f47-f17cce7e467b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.183627 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-a03c118e-d78e-478f-8f47-f17cce7e467b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Added segment 24dbb9ce-e238-46df-942d-979d8df4138f of type vlan for network d478469b-8797-4120-a331-476286857e94 Jul 16 08:51:04.228964 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a03c118e-d78e-478f-8f47-f17cce7e467b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.266548 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a03c118e-d78e-478f-8f47-f17cce7e467b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.272452 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a03c118e-d78e-478f-8f47-f17cce7e467b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:04.273212 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a03c118e-d78e-478f-8f47-f17cce7e467b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.301095 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:04.314521 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a03c118e-d78e-478f-8f47-f17cce7e467b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2079661 Jul 16 08:51:04.315550 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58846) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:04.321050 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4fdf55-77f8-4016-8f37-1bbc90200b40 None None] Sync routers for ids ['d1e68b0d-23f5-4117-961f-cb05f44010c4'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:04.322061 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-dad13ce9-9bec-4e8d-b3c1-06d6234733a8 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Request body: {'subnet': {'network_id': 'd478469b-8797-4120-a331-476286857e94', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:04.328282 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.332714 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4fdf55-77f8-4016-8f37-1bbc90200b40 None None] Routers {'d1e68b0d-23f5-4117-961f-cb05f44010c4'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:04.333365 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-cc4fdf55-77f8-4016-8f37-1bbc90200b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:50:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['d1e68b0d-23f5-4117-961f-cb05f44010c4'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:04.354211 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03c118e-d78e-478f-8f47-f17cce7e467b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Network': ['ID=d478469b-8797-4120-a331-476286857e94,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:04.378074 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network d478469b-8797-4120-a331-476286857e94 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:04.429779 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-948a609f-e0be-490b-9d53-8be040a3e9ce tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.7160110 Jul 16 08:51:04.429779 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0221577-8e63-4119-8b63-813f2749ac7a', 'tag': 'fc491be4-188d-4dd3-8a65-113344ae1180'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:04.432290 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58848) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:04.432813 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c309fd-f3f9-49c5-822d-5435dc2b0c7a" -d '{"events": [{"name": "network-changed", "server_uuid": "d0221577-8e63-4119-8b63-813f2749ac7a", "tag": "fc491be4-188d-4dd3-8a65-113344ae1180"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:04.460045 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dad13ce9-9bec-4e8d-b3c1-06d6234733a8 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Made reservation on behalf of 6f7adc1edacb4ec6af987b50b5504fa0 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:04.465174 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dad13ce9-9bec-4e8d-b3c1-06d6234733a8 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.526726 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-cc4fdf55-77f8-4016-8f37-1bbc90200b40 None None] Set router d1e68b0d-23f5-4117-961f-cb05f44010c4 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:51:04.590840 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8066e2b0-313f-4b71-a625-8024702849d9 tempest-TestVolumeBackupRestore-1711067798 tempest-TestVolumeBackupRestore-1711067798-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:04.592599 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8066e2b0-313f-4b71-a625-8024702849d9 tempest-TestVolumeBackupRestore-1711067798 tempest-TestVolumeBackupRestore-1711067798-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 1093 time: 0.1612606 Jul 16 08:51:04.597375 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58856) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:04.610347 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-fd874ede-f163-4440-8aed-4d1403f74736 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Request body: {'floatingip': {'port_id': 'fc491be4-188d-4dd3-8a65-113344ae1180'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:04.620573 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ebe8e6-c21b-4fed-83e8-cfdf03e26ee5 x-openstack-request-id: req-70ebe8e6-c21b-4fed-83e8-cfdf03e26ee5 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:04.620573 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0221577-8e63-4119-8b63-813f2749ac7a", "tag": "fc491be4-188d-4dd3-8a65-113344ae1180", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:04.620573 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-70ebe8e6-c21b-4fed-83e8-cfdf03e26ee5 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:04.620573 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0221577-8e63-4119-8b63-813f2749ac7a', 'tag': 'fc491be4-188d-4dd3-8a65-113344ae1180', 'status': 'completed', 'code': 200} Jul 16 08:51:04.758380 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd874ede-f163-4440-8aed-4d1403f74736 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:04.795410 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c309fd-f3f9-49c5-822d-5435dc2b0c7a req-96b283eb-6e76-4cf8-8ab6-e10b84e7f6fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:04.796709 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a3c309fd-f3f9-49c5-822d-5435dc2b0c7a req-96b283eb-6e76-4cf8-8ab6-e10b84e7f6fc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4c3f029b0b44aa2ab5ceb476f00a2bb&device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 1098 time: 0.1754191 Jul 16 08:51:04.923887 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-cc4fdf55-77f8-4016-8f37-1bbc90200b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'name': 'tempest-TestVolumeBackupRestore-951676652-router', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'b6d567b3-11d5-4c4c-ba78-b31264dd40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:37Z', 'updated_at': '2021-07-16T08:46:44Z', 'revision_number': 4, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'gw_port': {'id': 'b6d567b3-11d5-4c4c-ba78-b31264dd40ae', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:38Z', 'updated_at': '2021-07-16T08:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'eb1a348d-377e-4ee0-b560-72df9eba71c5', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'port_id': 'fc491be4-188d-4dd3-8a65-113344ae1180', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b', 'mac_address': 'fa:16:3e:dc:db:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0221577-8e63-4119-8b63-813f2749ac7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:51:02Z', 'updated_at': '2021-07-16T08:51:02Z', 'revision_number': 0, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce50f21-da58-4c8d-af15-3296df3ec31e', 'name': '', 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'mac_address': 'fa:16:3e:ad:9b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'cd8b857e-8678-4281-bae8-c29085f1129c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:43Z', 'updated_at': '2021-07-16T08:46:54Z', 'revision_number': 5, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'subnets': [{'id': 'cd8b857e-8678-4281-bae8-c29085f1129c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:04.961452 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4fdf55-77f8-4016-8f37-1bbc90200b40 None None] Checking router: d1e68b0d-23f5-4117-961f-cb05f44010c4 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:51:04.964296 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 8d737fb9-a4bc-4936-b793-ae10f2bdde75 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:04.969398 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c309fd-f3f9-49c5-822d-5435dc2b0c7a req-0090fe33-48d3-4ecd-ade5-2aab6db9ccf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:04.971579 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a3c309fd-f3f9-49c5-822d-5435dc2b0c7a req-0090fe33-48d3-4ecd-ade5-2aab6db9ccf6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc8b781c-9583-432f-abbc-57388c8e547b HTTP/1.1" status: 200 len: 914 time: 0.1479921 Jul 16 08:51:04.973186 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dad13ce9-9bec-4e8d-b3c1-06d6234733a8 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.002425 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc4fdf55-77f8-4016-8f37-1bbc90200b40 None None] Routers {'d1e68b0d-23f5-4117-961f-cb05f44010c4'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:05.004099 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-cc4fdf55-77f8-4016-8f37-1bbc90200b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:50:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['d1e68b0d-23f5-4117-961f-cb05f44010c4'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:05.118133 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a3c309fd-f3f9-49c5-822d-5435dc2b0c7a req-0d5090df-ac81-4107-99c2-7c083da28122 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc491be4-188d-4dd3-8a65-113344ae1180 HTTP/1.1" status: 200 len: 1000 time: 0.1354487 Jul 16 08:51:05.119442 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad13ce9-9bec-4e8d-b3c1-06d6234733a8 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Subnet': ['ID=1f0e63b1-73b2-43b3-80d3-66ef84dcd475,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:05.122279 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dad13ce9-9bec-4e8d-b3c1-06d6234733a8 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Checking segment: {'id': '24dbb9ce-e238-46df-942d-979d8df4138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd478469b-8797-4120-a331-476286857e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:05.129500 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad13ce9-9bec-4e8d-b3c1-06d6234733a8 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network hostable DHCP agents. Network: d478469b-8797-4120-a331-476286857e94, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:51:05.145978 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-cc4fdf55-77f8-4016-8f37-1bbc90200b40 None None] Set router d1e68b0d-23f5-4117-961f-cb05f44010c4 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:51:05.188867 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dad13ce9-9bec-4e8d-b3c1-06d6234733a8 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network d478469b-8797-4120-a331-476286857e94 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:51:05.198176 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c309fd-f3f9-49c5-822d-5435dc2b0c7a req-0227df9c-722a-43e9-92ff-cea8ffb8d923 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:05.199779 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a3c309fd-f3f9-49c5-822d-5435dc2b0c7a req-0227df9c-722a-43e9-92ff-cea8ffb8d923 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd8b857e-8678-4281-bae8-c29085f1129c HTTP/1.1" status: 200 len: 852 time: 0.0666957 Jul 16 08:51:05.205764 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-dad13ce9-9bec-4e8d-b3c1-06d6234733a8 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, d478469b-8797-4120-a331-476286857e94) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:05.225035 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dad13ce9-9bec-4e8d-b3c1-06d6234733a8 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:05.225638 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dad13ce9-9bec-4e8d-b3c1-06d6234733a8 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.249584 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4309e516-df47-4f4e-93aa-40cb7eaed798 None None] Network d478469b-8797-4120-a331-476286857e94 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:05.275387 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-dad13ce9-9bec-4e8d-b3c1-06d6234733a8 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9560139 Jul 16 08:51:05.275596 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58858) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:05.280743 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-dc204478-ecf8-4671-9fdc-b051f98036b7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-105968231', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:05.296029 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c309fd-f3f9-49c5-822d-5435dc2b0c7a req-bd58782a-7774-4882-95a8-32ce18135fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:05.298348 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a3c309fd-f3f9-49c5-822d-5435dc2b0c7a req-bd58782a-7774-4882-95a8-32ce18135fae service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc8b781c-9583-432f-abbc-57388c8e547b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0870767 Jul 16 08:51:05.315564 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 8d737fb9-a4bc-4936-b793-ae10f2bdde75 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:05.317878 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 8d737fb9-a4bc-4936-b793-ae10f2bdde75 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:05.318078 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 2d9e5281-64a5-4443-adb4-77fb4c3282da no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:05.350705 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc204478-ecf8-4671-9fdc-b051f98036b7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.351706 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc204478-ecf8-4671-9fdc-b051f98036b7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.445843 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc204478-ecf8-4671-9fdc-b051f98036b7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.452506 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc204478-ecf8-4671-9fdc-b051f98036b7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.457395 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 2d9e5281-64a5-4443-adb4-77fb4c3282da {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:05.458023 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 2d9e5281-64a5-4443-adb4-77fb4c3282da not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:05.509029 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc204478-ecf8-4671-9fdc-b051f98036b7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.510198 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-dc204478-ecf8-4671-9fdc-b051f98036b7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2330451 Jul 16 08:51:05.511544 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a3c309fd-f3f9-49c5-822d-5435dc2b0c7a req-5a4d69b5-a101-4e99-ba7b-72cc8f55fa3c service neutron] 10.222.0.21 "GET /v2.0/networks/fc8b781c-9583-432f-abbc-57388c8e547b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2050450 Jul 16 08:51:05.512986 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58860) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:05.520035 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-5131b8ea-01d7-4d12-ae5e-c485431f4d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Request body: {'port': {'network_id': 'd478469b-8797-4120-a331-476286857e94', 'name': 'tempest-RoutersTest-1853919908'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:05.535666 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd874ede-f163-4440-8aed-4d1403f74736 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.541916 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd874ede-f163-4440-8aed-4d1403f74736 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.568435 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd2ad1f8-d730-435f-b899-2a40951cf28c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-d478469b-8797-4120-a331-476286857e94', 'network_id': 'd478469b-8797-4120-a331-476286857e94', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'fixed_ips': [{'subnet_id': '1f0e63b1-73b2-43b3-80d3-66ef84dcd475'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:51:05.569585 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd2ad1f8-d730-435f-b899-2a40951cf28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.767412 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-85ffbf09-8e74-4c8e-bd6c-ddbb43c43572 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.778015 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5131b8ea-01d7-4d12-ae5e-c485431f4d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Made reservation on behalf of 6f7adc1edacb4ec6af987b50b5504fa0 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:05.781555 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5131b8ea-01d7-4d12-ae5e-c485431f4d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:05.820636 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-5131b8ea-01d7-4d12-ae5e-c485431f4d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] device_id is not set on port 09bed354-e413-47af-adc5-f3f26fac48cb yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:51:05.827576 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-dd2ad1f8-d730-435f-b899-2a40951cf28c None None] Allocated IP 172.20.0.2 (d478469b-8797-4120-a331-476286857e94/1f0e63b1-73b2-43b3-80d3-66ef84dcd475/4b94799e-bc7d-42b9-8391-ea72f65d5c07) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:05.827752 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a3c309fd-f3f9-49c5-822d-5435dc2b0c7a req-f4156ff3-79fb-4c8e-a537-0fa97879f085 service neutron] 10.222.0.21 "GET /v2.0/networks/fc8b781c-9583-432f-abbc-57388c8e547b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884801 Jul 16 08:51:05.869009 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-cc4fdf55-77f8-4016-8f37-1bbc90200b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'name': 'tempest-TestVolumeBackupRestore-951676652-router', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'b6d567b3-11d5-4c4c-ba78-b31264dd40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:37Z', 'updated_at': '2021-07-16T08:46:44Z', 'revision_number': 4, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'gw_port': {'id': 'b6d567b3-11d5-4c4c-ba78-b31264dd40ae', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:38Z', 'updated_at': '2021-07-16T08:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'eb1a348d-377e-4ee0-b560-72df9eba71c5', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'port_id': 'fc491be4-188d-4dd3-8a65-113344ae1180', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b', 'mac_address': 'fa:16:3e:dc:db:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0221577-8e63-4119-8b63-813f2749ac7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:51:02Z', 'updated_at': '2021-07-16T08:51:02Z', 'revision_number': 0, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce50f21-da58-4c8d-af15-3296df3ec31e', 'name': '', 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'mac_address': 'fa:16:3e:ad:9b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'cd8b857e-8678-4281-bae8-c29085f1129c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:43Z', 'updated_at': '2021-07-16T08:46:54Z', 'revision_number': 5, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'subnets': [{'id': 'cd8b857e-8678-4281-bae8-c29085f1129c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:05.901554 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd874ede-f163-4440-8aed-4d1403f74736 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Router d1e68b0d-23f5-4117-961f-cb05f44010c4 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:51:05.918610 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc4fdf55-77f8-4016-8f37-1bbc90200b40 None None] The sync data for ids ['d1e68b0d-23f5-4117-961f-cb05f44010c4'] in n-d-771362-37 is: [{'id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'name': 'tempest-TestVolumeBackupRestore-951676652-router', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'b6d567b3-11d5-4c4c-ba78-b31264dd40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:37Z', 'updated_at': '2021-07-16T08:46:44Z', 'revision_number': 4, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'gw_port': {'id': 'b6d567b3-11d5-4c4c-ba78-b31264dd40ae', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:38Z', 'updated_at': '2021-07-16T08:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'eb1a348d-377e-4ee0-b560-72df9eba71c5', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'port_id': 'fc491be4-188d-4dd3-8a65-113344ae1180', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b', 'mac_address': 'fa:16:3e:dc:db:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0221577-8e63-4119-8b63-813f2749ac7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:51:02Z', 'updated_at': '2021-07-16T08:51:02Z', 'revision_number': 0, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce50f21-da58-4c8d-af15-3296df3ec31e', 'name': '', 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'mac_address': 'fa:16:3e:ad:9b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'cd8b857e-8678-4281-bae8-c29085f1129c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:43Z', 'updated_at': '2021-07-16T08:46:54Z', 'revision_number': 5, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'subnets': [{'id': 'cd8b857e-8678-4281-bae8-c29085f1129c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:06.028492 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.039256 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd874ede-f163-4440-8aed-4d1403f74736 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:06.044414 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd874ede-f163-4440-8aed-4d1403f74736 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.092563 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0221577-8e63-4119-8b63-813f2749ac7a', 'tag': 'fc491be4-188d-4dd3-8a65-113344ae1180'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:06.094515 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d4e43f9-b960-4b27-94ed-f33e761a6db3" -d '{"events": [{"name": "network-changed", "server_uuid": "d0221577-8e63-4119-8b63-813f2749ac7a", "tag": "fc491be4-188d-4dd3-8a65-113344ae1180"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:06.097998 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd2ad1f8-d730-435f-b899-2a40951cf28c None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.115069 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-dd2ad1f8-d730-435f-b899-2a40951cf28c None None] Transition to ACTIVE for port object 4b94799e-bc7d-42b9-8391-ea72f65d5c07 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:06.135503 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-dd2ad1f8-d730-435f-b899-2a40951cf28c None None] Transition to ACTIVE for port object 4b94799e-bc7d-42b9-8391-ea72f65d5c07 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:06.158449 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fd874ede-f163-4440-8aed-4d1403f74736 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "PUT /v2.0/floatingips/eb1a348d-377e-4ee0-b560-72df9eba71c5 HTTP/1.1" status: 200 len: 992 time: 1.5548677 Jul 16 08:51:06.158706 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd2ad1f8-d730-435f-b899-2a40951cf28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.173090 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe8b4863-beb7-4b4d-a5d8-f7c2b7fb87ef x-openstack-request-id: req-fe8b4863-beb7-4b4d-a5d8-f7c2b7fb87ef {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:06.173400 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0221577-8e63-4119-8b63-813f2749ac7a", "tag": "fc491be4-188d-4dd3-8a65-113344ae1180", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:06.173653 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fe8b4863-beb7-4b4d-a5d8-f7c2b7fb87ef {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:06.174070 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0221577-8e63-4119-8b63-813f2749ac7a', 'tag': 'fc491be4-188d-4dd3-8a65-113344ae1180', 'status': 'completed', 'code': 200} Jul 16 08:51:06.227388 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd2ad1f8-d730-435f-b899-2a40951cf28c None None] Network d478469b-8797-4120-a331-476286857e94 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:06.231458 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-dd2ad1f8-d730-435f-b899-2a40951cf28c None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:06.244456 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd2ad1f8-d730-435f-b899-2a40951cf28c None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:06.244721 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab3a9aee-6795-4cc1-a359-e0548a020482 None None] New status for floating IP eb1a348d-377e-4ee0-b560-72df9eba71c5: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:51:06.248338 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ad1f8-d730-435f-b899-2a40951cf28c None None] Pushing event updated for resources: {'Port': ['ID=4b94799e-bc7d-42b9-8391-ea72f65d5c07,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:06.281246 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-5131b8ea-01d7-4d12-ae5e-c485431f4d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Allocated IP 172.20.0.5 (d478469b-8797-4120-a331-476286857e94/1f0e63b1-73b2-43b3-80d3-66ef84dcd475/09bed354-e413-47af-adc5-f3f26fac48cb) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:06.332459 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-dd2ad1f8-d730-435f-b899-2a40951cf28c None None] Attempting to bind port 4b94799e-bc7d-42b9-8391-ea72f65d5c07 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:06.332929 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-dd2ad1f8-d730-435f-b899-2a40951cf28c None None] Attempting to bind port 4b94799e-bc7d-42b9-8391-ea72f65d5c07 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '24dbb9ce-e238-46df-942d-979d8df4138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd478469b-8797-4120-a331-476286857e94'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:06.333306 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2ad1f8-d730-435f-b899-2a40951cf28c None None] Attempting to bind port 4b94799e-bc7d-42b9-8391-ea72f65d5c07 on network d478469b-8797-4120-a331-476286857e94 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:06.339896 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2ad1f8-d730-435f-b899-2a40951cf28c None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:06.340268 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2ad1f8-d730-435f-b899-2a40951cf28c None None] Checking segment: {'id': '24dbb9ce-e238-46df-942d-979d8df4138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd478469b-8797-4120-a331-476286857e94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:06.340712 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd2ad1f8-d730-435f-b899-2a40951cf28c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.341120 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd2ad1f8-d730-435f-b899-2a40951cf28c None None] Bound using segment: {'id': '24dbb9ce-e238-46df-942d-979d8df4138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd478469b-8797-4120-a331-476286857e94'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:06.341602 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-dd2ad1f8-d730-435f-b899-2a40951cf28c None None] Bound port: 4b94799e-bc7d-42b9-8391-ea72f65d5c07, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24dbb9ce-e238-46df-942d-979d8df4138f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd478469b-8797-4120-a331-476286857e94'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:06.341992 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd2ad1f8-d730-435f-b899-2a40951cf28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.361460 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e43f9-b960-4b27-94ed-f33e761a6db3 req-0d18bc98-6472-4bc7-99aa-e80cb6630ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:06.363230 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1d4e43f9-b960-4b27-94ed-f33e761a6db3 req-0d18bc98-6472-4bc7-99aa-e80cb6630ee9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4c3f029b0b44aa2ab5ceb476f00a2bb&device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 1098 time: 0.1623034 Jul 16 08:51:06.422633 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-dd2ad1f8-d730-435f-b899-2a40951cf28c None None] For port 4b94799e-bc7d-42b9-8391-ea72f65d5c07, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:06.426291 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-dd2ad1f8-d730-435f-b899-2a40951cf28c None None] For port 4b94799e-bc7d-42b9-8391-ea72f65d5c07, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4b94799e-bc7d-42b9-8391-ea72f65d5c07,segment=NetworkSegment(24dbb9ce-e238-46df-942d-979d8df4138f),segment_id=24dbb9ce-e238-46df-942d-979d8df4138f)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:06.432098 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd2ad1f8-d730-435f-b899-2a40951cf28c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.528418 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2ad1f8-d730-435f-b899-2a40951cf28c None None] Pushing event updated for resources: {'Port': ['ID=4b94799e-bc7d-42b9-8391-ea72f65d5c07,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:06.554315 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afe973e-0536-4f87-bb84-01bfbd309d76 None None] Sync routers for ids ['d1e68b0d-23f5-4117-961f-cb05f44010c4'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:06.571170 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afe973e-0536-4f87-bb84-01bfbd309d76 None None] Routers {'d1e68b0d-23f5-4117-961f-cb05f44010c4'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:06.572237 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1afe973e-0536-4f87-bb84-01bfbd309d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['d1e68b0d-23f5-4117-961f-cb05f44010c4'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:06.584889 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5131b8ea-01d7-4d12-ae5e-c485431f4d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.606035 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e43f9-b960-4b27-94ed-f33e761a6db3 req-6ef5ecd5-f568-4330-86f3-2341c27ed69b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:06.607531 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1d4e43f9-b960-4b27-94ed-f33e761a6db3 req-6ef5ecd5-f568-4330-86f3-2341c27ed69b service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc8b781c-9583-432f-abbc-57388c8e547b HTTP/1.1" status: 200 len: 914 time: 0.2365961 Jul 16 08:51:06.610464 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-5131b8ea-01d7-4d12-ae5e-c485431f4d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Transition to ACTIVE for port object 09bed354-e413-47af-adc5-f3f26fac48cb will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:06.696999 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1d4e43f9-b960-4b27-94ed-f33e761a6db3 req-e0770bb0-18a4-4417-a90e-0d78b66a96dc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc491be4-188d-4dd3-8a65-113344ae1180 HTTP/1.1" status: 200 len: 1002 time: 0.0807476 Jul 16 08:51:06.736766 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5131b8ea-01d7-4d12-ae5e-c485431f4d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:06.750440 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-1afe973e-0536-4f87-bb84-01bfbd309d76 None None] Set router d1e68b0d-23f5-4117-961f-cb05f44010c4 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:51:06.825498 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5131b8ea-01d7-4d12-ae5e-c485431f4d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network d478469b-8797-4120-a331-476286857e94 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:06.838523 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-5131b8ea-01d7-4d12-ae5e-c485431f4d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:06.841033 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5131b8ea-01d7-4d12-ae5e-c485431f4d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:06.849734 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e43f9-b960-4b27-94ed-f33e761a6db3 req-128f3368-8adb-4688-84c3-c6eb77ff1f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:06.851245 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1d4e43f9-b960-4b27-94ed-f33e761a6db3 req-128f3368-8adb-4688-84c3-c6eb77ff1f80 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd8b857e-8678-4281-bae8-c29085f1129c HTTP/1.1" status: 200 len: 852 time: 0.1461213 Jul 16 08:51:06.909034 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5131b8ea-01d7-4d12-ae5e-c485431f4d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Port': ['ID=09bed354-e413-47af-adc5-f3f26fac48cb,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:06.979404 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5131b8ea-01d7-4d12-ae5e-c485431f4d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:06.982600 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5131b8ea-01d7-4d12-ae5e-c485431f4d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.012914 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5131b8ea-01d7-4d12-ae5e-c485431f4d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.4987874 Jul 16 08:51:07.015601 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58872) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:07.038511 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4b94799e-bc7d-42b9-8391-ea72f65d5c07 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:07.039546 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e43f9-b960-4b27-94ed-f33e761a6db3 req-377661e1-a2cc-4a6e-b403-81937de72bf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:07.041380 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1d4e43f9-b960-4b27-94ed-f33e761a6db3 req-377661e1-a2cc-4a6e-b403-81937de72bf5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc8b781c-9583-432f-abbc-57388c8e547b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1640644 Jul 16 08:51:07.123620 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.159407 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 4b94799e-bc7d-42b9-8391-ea72f65d5c07 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:07.172383 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1d4e43f9-b960-4b27-94ed-f33e761a6db3 req-f1e9771f-c691-4234-9271-7cc36181355f service neutron] 10.222.0.21 "GET /v2.0/networks/fc8b781c-9583-432f-abbc-57388c8e547b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219594 Jul 16 08:51:07.195333 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1afe973e-0536-4f87-bb84-01bfbd309d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'name': 'tempest-TestVolumeBackupRestore-951676652-router', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'b6d567b3-11d5-4c4c-ba78-b31264dd40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:37Z', 'updated_at': '2021-07-16T08:46:44Z', 'revision_number': 4, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'gw_port': {'id': 'b6d567b3-11d5-4c4c-ba78-b31264dd40ae', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:38Z', 'updated_at': '2021-07-16T08:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'eb1a348d-377e-4ee0-b560-72df9eba71c5', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'port_id': 'fc491be4-188d-4dd3-8a65-113344ae1180', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b', 'mac_address': 'fa:16:3e:dc:db:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0221577-8e63-4119-8b63-813f2749ac7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:51:02Z', 'updated_at': '2021-07-16T08:51:06Z', 'revision_number': 2, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce50f21-da58-4c8d-af15-3296df3ec31e', 'name': '', 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'mac_address': 'fa:16:3e:ad:9b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'cd8b857e-8678-4281-bae8-c29085f1129c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:43Z', 'updated_at': '2021-07-16T08:46:54Z', 'revision_number': 5, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'subnets': [{'id': 'cd8b857e-8678-4281-bae8-c29085f1129c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:07.280377 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1d4e43f9-b960-4b27-94ed-f33e761a6db3 req-140ed8ad-2bcf-4009-b81b-0c73061fa782 service neutron] 10.222.0.21 "GET /v2.0/networks/fc8b781c-9583-432f-abbc-57388c8e547b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033673 Jul 16 08:51:07.399525 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afe973e-0536-4f87-bb84-01bfbd309d76 None None] Checking router: d1e68b0d-23f5-4117-961f-cb05f44010c4 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:51:07.412624 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afe973e-0536-4f87-bb84-01bfbd309d76 None None] Routers {'d1e68b0d-23f5-4117-961f-cb05f44010c4'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:07.413681 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1afe973e-0536-4f87-bb84-01bfbd309d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['d1e68b0d-23f5-4117-961f-cb05f44010c4'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:07.482635 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43bfe49d-43c7-4316-805e-9a688cb03bf9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.552607 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-1afe973e-0536-4f87-bb84-01bfbd309d76 None None] Set router d1e68b0d-23f5-4117-961f-cb05f44010c4 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:51:07.784948 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43bfe49d-43c7-4316-805e-9a688cb03bf9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.808144 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43bfe49d-43c7-4316-805e-9a688cb03bf9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.817873 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a528331-9fc3-4047-8bdc-b1c4fc545290 None None] Network d478469b-8797-4120-a331-476286857e94 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:07.899770 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfe49d-43c7-4316-805e-9a688cb03bf9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Port': ['ID=09bed354-e413-47af-adc5-f3f26fac48cb,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:07.938164 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d060ab53-ee9e-4eca-b47b-bb5ce3802459 None None] Provisioning for port 4b94799e-bc7d-42b9-8391-ea72f65d5c07 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:07.942971 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1afe973e-0536-4f87-bb84-01bfbd309d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'name': 'tempest-TestVolumeBackupRestore-951676652-router', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'b6d567b3-11d5-4c4c-ba78-b31264dd40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:37Z', 'updated_at': '2021-07-16T08:46:44Z', 'revision_number': 4, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'gw_port': {'id': 'b6d567b3-11d5-4c4c-ba78-b31264dd40ae', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:38Z', 'updated_at': '2021-07-16T08:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'eb1a348d-377e-4ee0-b560-72df9eba71c5', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'port_id': 'fc491be4-188d-4dd3-8a65-113344ae1180', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b', 'mac_address': 'fa:16:3e:dc:db:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0221577-8e63-4119-8b63-813f2749ac7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:51:02Z', 'updated_at': '2021-07-16T08:51:06Z', 'revision_number': 2, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce50f21-da58-4c8d-af15-3296df3ec31e', 'name': '', 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'mac_address': 'fa:16:3e:ad:9b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'cd8b857e-8678-4281-bae8-c29085f1129c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:43Z', 'updated_at': '2021-07-16T08:46:54Z', 'revision_number': 5, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'subnets': [{'id': 'cd8b857e-8678-4281-bae8-c29085f1129c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:07.995545 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d060ab53-ee9e-4eca-b47b-bb5ce3802459 None None] Provisioning complete for port 4b94799e-bc7d-42b9-8391-ea72f65d5c07 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:07.995919 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d060ab53-ee9e-4eca-b47b-bb5ce3802459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:07.999430 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1afe973e-0536-4f87-bb84-01bfbd309d76 None None] The sync data for ids ['d1e68b0d-23f5-4117-961f-cb05f44010c4'] in n-d-771362-37 is: [{'id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'name': 'tempest-TestVolumeBackupRestore-951676652-router', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'b6d567b3-11d5-4c4c-ba78-b31264dd40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:37Z', 'updated_at': '2021-07-16T08:46:44Z', 'revision_number': 4, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'gw_port': {'id': 'b6d567b3-11d5-4c4c-ba78-b31264dd40ae', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:38Z', 'updated_at': '2021-07-16T08:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'eb1a348d-377e-4ee0-b560-72df9eba71c5', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'floating_ip_address': '172.25.3.225', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'port_id': 'fc491be4-188d-4dd3-8a65-113344ae1180', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 3174, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b', 'mac_address': 'fa:16:3e:dc:db:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0221577-8e63-4119-8b63-813f2749ac7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:51:02Z', 'updated_at': '2021-07-16T08:51:06Z', 'revision_number': 2, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3ce50f21-da58-4c8d-af15-3296df3ec31e', 'name': '', 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'mac_address': 'fa:16:3e:ad:9b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'cd8b857e-8678-4281-bae8-c29085f1129c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:43Z', 'updated_at': '2021-07-16T08:46:54Z', 'revision_number': 5, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'subnets': [{'id': 'cd8b857e-8678-4281-bae8-c29085f1129c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:08.077415 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43bfe49d-43c7-4316-805e-9a688cb03bf9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.133053 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d060ab53-ee9e-4eca-b47b-bb5ce3802459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.198902 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-d060ab53-ee9e-4eca-b47b-bb5ce3802459 None None] For port 4b94799e-bc7d-42b9-8391-ea72f65d5c07, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4b94799e-bc7d-42b9-8391-ea72f65d5c07,segment=NetworkSegment(24dbb9ce-e238-46df-942d-979d8df4138f),segment_id=24dbb9ce-e238-46df-942d-979d8df4138f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:08.200885 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0221577-8e63-4119-8b63-813f2749ac7a', 'tag': 'fc491be4-188d-4dd3-8a65-113344ae1180'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:08.203381 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9510c06-7c75-4433-bba7-cabfa28aa036" -d '{"events": [{"name": "network-changed", "server_uuid": "d0221577-8e63-4119-8b63-813f2749ac7a", "tag": "fc491be4-188d-4dd3-8a65-113344ae1180"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:08.204141 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d060ab53-ee9e-4eca-b47b-bb5ce3802459 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.283196 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-946765f9-17b0-443c-9371-f3b6e6b1b733 x-openstack-request-id: req-946765f9-17b0-443c-9371-f3b6e6b1b733 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:08.283985 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0221577-8e63-4119-8b63-813f2749ac7a", "tag": "fc491be4-188d-4dd3-8a65-113344ae1180", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:08.286077 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-946765f9-17b0-443c-9371-f3b6e6b1b733 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:08.288182 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0221577-8e63-4119-8b63-813f2749ac7a', 'tag': 'fc491be4-188d-4dd3-8a65-113344ae1180', 'status': 'completed', 'code': 200} Jul 16 08:51:08.295141 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d060ab53-ee9e-4eca-b47b-bb5ce3802459 None None] Pushing event updated for resources: {'Port': ['ID=4b94799e-bc7d-42b9-8391-ea72f65d5c07,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:08.363039 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43bfe49d-43c7-4316-805e-9a688cb03bf9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.384186 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9510c06-7c75-4433-bba7-cabfa28aa036 req-c2860d13-1f58-4c20-b861-43f3c7dcbe98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:08.386611 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d9510c06-7c75-4433-bba7-cabfa28aa036 req-c2860d13-1f58-4c20-b861-43f3c7dcbe98 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4c3f029b0b44aa2ab5ceb476f00a2bb&device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 1098 time: 0.0797007 Jul 16 08:51:08.434606 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-70f78fb3-98e3-4ace-bbf2-28e9e11a6f50 None None] Provisioning for port 09bed354-e413-47af-adc5-f3f26fac48cb completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:08.442806 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-70f78fb3-98e3-4ace-bbf2-28e9e11a6f50 None None] Provisioning complete for port 09bed354-e413-47af-adc5-f3f26fac48cb triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:08.444821 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-70f78fb3-98e3-4ace-bbf2-28e9e11a6f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.493549 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-70f78fb3-98e3-4ace-bbf2-28e9e11a6f50 None None] Port 09bed354-e413-47af-adc5-f3f26fac48cb cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:08.511405 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-70f78fb3-98e3-4ace-bbf2-28e9e11a6f50 None None] Provisioning complete for port 4b94799e-bc7d-42b9-8391-ea72f65d5c07 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:08.511788 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-70f78fb3-98e3-4ace-bbf2-28e9e11a6f50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.543265 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9510c06-7c75-4433-bba7-cabfa28aa036 req-378989c1-b6c5-4350-9c62-2b2f744bf0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:08.544995 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d9510c06-7c75-4433-bba7-cabfa28aa036 req-378989c1-b6c5-4350-9c62-2b2f744bf0ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc8b781c-9583-432f-abbc-57388c8e547b HTTP/1.1" status: 200 len: 914 time: 0.1517181 Jul 16 08:51:08.583591 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.642013 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d9510c06-7c75-4433-bba7-cabfa28aa036 req-7ecf4cef-3870-4ff1-8c32-36927b726199 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc491be4-188d-4dd3-8a65-113344ae1180 HTTP/1.1" status: 200 len: 1002 time: 0.0827045 Jul 16 08:51:08.700755 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9510c06-7c75-4433-bba7-cabfa28aa036 req-8a05b3c5-2fea-43c9-8e28-c6154767736e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:08.703094 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d9510c06-7c75-4433-bba7-cabfa28aa036 req-8a05b3c5-2fea-43c9-8e28-c6154767736e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd8b857e-8678-4281-bae8-c29085f1129c HTTP/1.1" status: 200 len: 852 time: 0.0544293 Jul 16 08:51:08.739990 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43bfe49d-43c7-4316-805e-9a688cb03bf9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.745059 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43bfe49d-43c7-4316-805e-9a688cb03bf9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.767973 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-42ced96f-f4eb-4a30-b025-e21ab8c549f0 None None] Provisioning complete for port 09bed354-e413-47af-adc5-f3f26fac48cb triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:08.768645 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-42ced96f-f4eb-4a30-b025-e21ab8c549f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.795669 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9510c06-7c75-4433-bba7-cabfa28aa036 req-b19b0f23-4c30-44e1-bd7f-e1fe0382164f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:08.797899 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d9510c06-7c75-4433-bba7-cabfa28aa036 req-b19b0f23-4c30-44e1-bd7f-e1fe0382164f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc8b781c-9583-432f-abbc-57388c8e547b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0886381 Jul 16 08:51:08.840706 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43bfe49d-43c7-4316-805e-9a688cb03bf9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:08.842470 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfe49d-43c7-4316-805e-9a688cb03bf9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Port': ['ID=09bed354-e413-47af-adc5-f3f26fac48cb,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:08.862082 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-42ced96f-f4eb-4a30-b025-e21ab8c549f0 None None] Port 09bed354-e413-47af-adc5-f3f26fac48cb cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:08.970091 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4b94799e-bc7d-42b9-8391-ea72f65d5c07 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:09.002026 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d9510c06-7c75-4433-bba7-cabfa28aa036 req-31d64c5b-cea3-4e18-99ac-ec1378ac0b6e service neutron] 10.222.0.21 "GET /v2.0/networks/fc8b781c-9583-432f-abbc-57388c8e547b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965888 Jul 16 08:51:09.035673 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bfe49d-43c7-4316-805e-9a688cb03bf9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network d478469b-8797-4120-a331-476286857e94 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:09.038970 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-43bfe49d-43c7-4316-805e-9a688cb03bf9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:09.069896 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 4b94799e-bc7d-42b9-8391-ea72f65d5c07 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:09.070693 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.134527 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d9510c06-7c75-4433-bba7-cabfa28aa036 req-8593f6ae-24bc-4cce-b21b-149a35e420c4 service neutron] 10.222.0.21 "GET /v2.0/networks/fc8b781c-9583-432f-abbc-57388c8e547b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233521 Jul 16 08:51:09.170354 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b582bca1-6252-4ed8-bf2c-3d26e5677e38 None None] Provisioning complete for port 09bed354-e413-47af-adc5-f3f26fac48cb triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:09.170729 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b582bca1-6252-4ed8-bf2c-3d26e5677e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.253311 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b582bca1-6252-4ed8-bf2c-3d26e5677e38 None None] Port 09bed354-e413-47af-adc5-f3f26fac48cb cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:09.378370 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7a529e79-9131-42ce-a7ba-ddd72c79baa7 None None] Provisioning complete for port 09bed354-e413-47af-adc5-f3f26fac48cb triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:09.378740 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7a529e79-9131-42ce-a7ba-ddd72c79baa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:09.425565 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7a529e79-9131-42ce-a7ba-ddd72c79baa7 None None] Port 09bed354-e413-47af-adc5-f3f26fac48cb cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:09.567887 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43bfe49d-43c7-4316-805e-9a688cb03bf9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Router e98388e0-40bc-46b1-ae86-66e3eaa84632 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:51:09.675778 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bfe49d-43c7-4316-805e-9a688cb03bf9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:09.680987 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-43bfe49d-43c7-4316-805e-9a688cb03bf9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "PUT /v2.0/routers/e98388e0-40bc-46b1-ae86-66e3eaa84632/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6634309 Jul 16 08:51:09.683996 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58900) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:09.688300 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9712897f-6912-4be9-8108-f4c0569c5450 None None] Sync routers for ids ['e98388e0-40bc-46b1-ae86-66e3eaa84632'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:09.698300 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9712897f-6912-4be9-8108-f4c0569c5450 None None] Routers {'e98388e0-40bc-46b1-ae86-66e3eaa84632'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:09.698936 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9712897f-6912-4be9-8108-f4c0569c5450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['e98388e0-40bc-46b1-ae86-66e3eaa84632'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:09.733168 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9712897f-6912-4be9-8108-f4c0569c5450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:09.741789 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9712897f-6912-4be9-8108-f4c0569c5450 None None] Routers {'e98388e0-40bc-46b1-ae86-66e3eaa84632'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:09.742387 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9712897f-6912-4be9-8108-f4c0569c5450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['e98388e0-40bc-46b1-ae86-66e3eaa84632'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:09.751643 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f58be949-823d-4b66-b2b8-4a60456ece6d tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:09.753219 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f58be949-823d-4b66-b2b8-4a60456ece6d tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "GET /v2.0/ports/09bed354-e413-47af-adc5-f3f26fac48cb HTTP/1.1" status: 200 len: 977 time: 0.0680583 Jul 16 08:51:09.755988 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58906) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:09.783375 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9712897f-6912-4be9-8108-f4c0569c5450 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:09.784040 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9712897f-6912-4be9-8108-f4c0569c5450 None None] The sync data for ids ['e98388e0-40bc-46b1-ae86-66e3eaa84632'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:10.080491 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7962a705-178e-4113-aab3-638fe7757d38 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.311019 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7962a705-178e-4113-aab3-638fe7757d38 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Deleting port 09bed354-e413-47af-adc5-f3f26fac48cb {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:10.311446 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7962a705-178e-4113-aab3-638fe7757d38 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.416623 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7962a705-178e-4113-aab3-638fe7757d38 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.431302 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7962a705-178e-4113-aab3-638fe7757d38 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Calling delete_port for 09bed354-e413-47af-adc5-f3f26fac48cb owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:10.631239 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7962a705-178e-4113-aab3-638fe7757d38 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:10.664488 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7962a705-178e-4113-aab3-638fe7757d38 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Port': ['ID=09bed354-e413-47af-adc5-f3f26fac48cb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:10.826896 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7962a705-178e-4113-aab3-638fe7757d38 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.008139 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7962a705-178e-4113-aab3-638fe7757d38 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Router e98388e0-40bc-46b1-ae86-66e3eaa84632 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:51:11.097478 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7962a705-178e-4113-aab3-638fe7757d38 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:11.109793 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7962a705-178e-4113-aab3-638fe7757d38 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "PUT /v2.0/routers/e98388e0-40bc-46b1-ae86-66e3eaa84632/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3522971 Jul 16 08:51:11.112075 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58918) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:11.116275 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce89652-e002-4dea-87c1-73bc4808691a None None] Sync routers for ids ['e98388e0-40bc-46b1-ae86-66e3eaa84632'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:11.126345 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce89652-e002-4dea-87c1-73bc4808691a None None] Routers {'e98388e0-40bc-46b1-ae86-66e3eaa84632'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:11.127100 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6ce89652-e002-4dea-87c1-73bc4808691a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['e98388e0-40bc-46b1-ae86-66e3eaa84632'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:11.161246 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6ce89652-e002-4dea-87c1-73bc4808691a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:11.171081 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ce89652-e002-4dea-87c1-73bc4808691a None None] Routers {'e98388e0-40bc-46b1-ae86-66e3eaa84632'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:11.171777 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6ce89652-e002-4dea-87c1-73bc4808691a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['e98388e0-40bc-46b1-ae86-66e3eaa84632'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:11.210689 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6ce89652-e002-4dea-87c1-73bc4808691a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:11.211503 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ce89652-e002-4dea-87c1-73bc4808691a None None] The sync data for ids ['e98388e0-40bc-46b1-ae86-66e3eaa84632'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:11.332512 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-65a6f521-1948-4a26-ba29-6688528ab050 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] remove_router_interface failed (client error): The resource could not be found. Jul 16 08:51:11.334273 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-65a6f521-1948-4a26-ba29-6688528ab050 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "PUT /v2.0/routers/e98388e0-40bc-46b1-ae86-66e3eaa84632/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2211561 Jul 16 08:51:11.337156 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58920) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:11.375633 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d8fa4f03-5f52-4a40-b52f-4810bf5a9646 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "GET /v2.0/ports?device_id=e98388e0-40bc-46b1-ae86-66e3eaa84632 HTTP/1.1" status: 200 len: 205 time: 0.0349481 Jul 16 08:51:11.376110 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58922) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:11.472749 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-306d9a9e-9199-4509-a047-f039f3034cf6 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.708168 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-306d9a9e-9199-4509-a047-f039f3034cf6 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.712185 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-306d9a9e-9199-4509-a047-f039f3034cf6 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.773460 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-306d9a9e-9199-4509-a047-f039f3034cf6 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.774054 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-306d9a9e-9199-4509-a047-f039f3034cf6 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Fanout notify agent at l3_agent the message router_deleted on router e98388e0-40bc-46b1-ae86-66e3eaa84632 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:51:11.786423 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-306d9a9e-9199-4509-a047-f039f3034cf6 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.787621 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-306d9a9e-9199-4509-a047-f039f3034cf6 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/routers/e98388e0-40bc-46b1-ae86-66e3eaa84632 HTTP/1.1" status: 204 len: 168 time: 0.4104743 Jul 16 08:51:11.790902 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58926) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:11.852512 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d2278b4-847f-431d-8e80-8262c3cf1140 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Deleting subnet 1f0e63b1-73b2-43b3-80d3-66ef84dcd475 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:51:11.856598 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d2278b4-847f-431d-8e80-8262c3cf1140 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:11.904174 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d2278b4-847f-431d-8e80-8262c3cf1140 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.035139 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d2278b4-847f-431d-8e80-8262c3cf1140 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.138335 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d2278b4-847f-431d-8e80-8262c3cf1140 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.173304 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2278b4-847f-431d-8e80-8262c3cf1140 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Subnet': ['ID=1f0e63b1-73b2-43b3-80d3-66ef84dcd475,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:12.177226 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d2278b4-847f-431d-8e80-8262c3cf1140 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.182050 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58930) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:12.182821 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9d2278b4-847f-431d-8e80-8262c3cf1140 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/subnets/1f0e63b1-73b2-43b3-80d3-66ef84dcd475 HTTP/1.1" status: 204 len: 168 time: 0.3901801 Jul 16 08:51:12.190837 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149926d8-eeb6-43f2-a837-7318b200d369 None None] Network d478469b-8797-4120-a331-476286857e94 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:12.300522 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bdd07dd9-c06c-4a0a-86af-b96948e8d45c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.330157 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-ad548a5d-4730-4c5e-9797-bac26b546d1f req-8208cf84-8c4d-4d42-81fd-ddbbca72c687 service neutron] (93758) timed out ('10.222.0.22', 41900) {{(pid=93758) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 08:51:12.360834 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-bdd07dd9-c06c-4a0a-86af-b96948e8d45c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Deleting port 4b94799e-bc7d-42b9-8391-ea72f65d5c07 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:12.361209 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bdd07dd9-c06c-4a0a-86af-b96948e8d45c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.430770 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a72493e0-d86e-4e58-a965-1e489f7b4adf None None] DHCP port deletion for d478469b-8797-4120-a331-476286857e94 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:51:12.442026 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-bdd07dd9-c06c-4a0a-86af-b96948e8d45c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] For port 4b94799e-bc7d-42b9-8391-ea72f65d5c07, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4b94799e-bc7d-42b9-8391-ea72f65d5c07,segment=NetworkSegment(24dbb9ce-e238-46df-942d-979d8df4138f),segment_id=24dbb9ce-e238-46df-942d-979d8df4138f)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:12.442478 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bdd07dd9-c06c-4a0a-86af-b96948e8d45c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.454464 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-bdd07dd9-c06c-4a0a-86af-b96948e8d45c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Calling delete_port for 4b94799e-bc7d-42b9-8391-ea72f65d5c07 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:12.492577 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a72493e0-d86e-4e58-a965-1e489f7b4adf None None] Deleting port 4b94799e-bc7d-42b9-8391-ea72f65d5c07 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:12.492937 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a72493e0-d86e-4e58-a965-1e489f7b4adf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.568366 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a72493e0-d86e-4e58-a965-1e489f7b4adf None None] For port 4b94799e-bc7d-42b9-8391-ea72f65d5c07, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4b94799e-bc7d-42b9-8391-ea72f65d5c07,segment=NetworkSegment(24dbb9ce-e238-46df-942d-979d8df4138f),segment_id=24dbb9ce-e238-46df-942d-979d8df4138f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:12.568908 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a72493e0-d86e-4e58-a965-1e489f7b4adf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.584389 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a72493e0-d86e-4e58-a965-1e489f7b4adf None None] Calling delete_port for 4b94799e-bc7d-42b9-8391-ea72f65d5c07 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:12.680831 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a72493e0-d86e-4e58-a965-1e489f7b4adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.720623 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a72493e0-d86e-4e58-a965-1e489f7b4adf None None] Pushing event deleted for resources: {'Port': ['ID=4b94799e-bc7d-42b9-8391-ea72f65d5c07,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:12.728528 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72493e0-d86e-4e58-a965-1e489f7b4adf None None] No DVR routers for this DVR port 4b94799e-bc7d-42b9-8391-ea72f65d5c07 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:12.901283 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4b94799e-bc7d-42b9-8391-ea72f65d5c07 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:12.911931 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bdd07dd9-c06c-4a0a-86af-b96948e8d45c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:12.922866 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 4b94799e-bc7d-42b9-8391-ea72f65d5c07 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:12.923225 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4b94799e-bc7d-42b9-8391-ea72f65d5c07 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:12.938708 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd07dd9-c06c-4a0a-86af-b96948e8d45c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Port': ['ID=4b94799e-bc7d-42b9-8391-ea72f65d5c07,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:12.940512 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd07dd9-c06c-4a0a-86af-b96948e8d45c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] No DVR routers for this DVR port 4b94799e-bc7d-42b9-8391-ea72f65d5c07 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:13.018751 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bdd07dd9-c06c-4a0a-86af-b96948e8d45c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.029236 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-bdd07dd9-c06c-4a0a-86af-b96948e8d45c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d478469b-8797-4120-a331-476286857e94']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:13.038881 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-bdd07dd9-c06c-4a0a-86af-b96948e8d45c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24dbb9ce-e238-46df-942d-979d8df4138f') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:13.039182 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-bdd07dd9-c06c-4a0a-86af-b96948e8d45c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24dbb9ce-e238-46df-942d-979d8df4138f') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:13.047827 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bdd07dd9-c06c-4a0a-86af-b96948e8d45c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.061103 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bdd07dd9-c06c-4a0a-86af-b96948e8d45c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.066719 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd07dd9-c06c-4a0a-86af-b96948e8d45c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:13.067659 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bdd07dd9-c06c-4a0a-86af-b96948e8d45c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:13.070604 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:13.130033 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bdd07dd9-c06c-4a0a-86af-b96948e8d45c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.136734 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bdd07dd9-c06c-4a0a-86af-b96948e8d45c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.138435 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bdd07dd9-c06c-4a0a-86af-b96948e8d45c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/networks/d478469b-8797-4120-a331-476286857e94 HTTP/1.1" status: 204 len: 168 time: 0.9553964 Jul 16 08:51:13.142366 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58936) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:13.148834 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-fde8c22f-5e24-4a01-9ca6-9d1552a7d852 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Request body: {'network': {'name': 'tempest-RoutersTest-377474384'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:13.150040 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd07dd9-c06c-4a0a-86af-b96948e8d45c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Network': ['ID=d478469b-8797-4120-a331-476286857e94,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:13.168954 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fde8c22f-5e24-4a01-9ca6-9d1552a7d852 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Made reservation on behalf of 6f7adc1edacb4ec6af987b50b5504fa0 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:13.172455 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fde8c22f-5e24-4a01-9ca6-9d1552a7d852 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.196279 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fde8c22f-5e24-4a01-9ca6-9d1552a7d852 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:13.204975 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fde8c22f-5e24-4a01-9ca6-9d1552a7d852 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.205315 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-fde8c22f-5e24-4a01-9ca6-9d1552a7d852 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Added segment 38d5369f-1b4b-478f-8729-cb66b5a88172 of type vlan for network 1256365b-1761-498f-b46a-f3952b3271ab Jul 16 08:51:13.248740 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fde8c22f-5e24-4a01-9ca6-9d1552a7d852 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.277886 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fde8c22f-5e24-4a01-9ca6-9d1552a7d852 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.283369 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fde8c22f-5e24-4a01-9ca6-9d1552a7d852 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:13.283957 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fde8c22f-5e24-4a01-9ca6-9d1552a7d852 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.318588 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fde8c22f-5e24-4a01-9ca6-9d1552a7d852 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1751070 Jul 16 08:51:13.321542 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58942) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:13.326046 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-618f0b1a-8aa5-4b90-8ffa-fcaed3bad4ae tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Request body: {'subnet': {'network_id': '1256365b-1761-498f-b46a-f3952b3271ab', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:13.373296 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde8c22f-5e24-4a01-9ca6-9d1552a7d852 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Network': ['ID=1256365b-1761-498f-b46a-f3952b3271ab,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:13.385322 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 1256365b-1761-498f-b46a-f3952b3271ab details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:13.461545 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-618f0b1a-8aa5-4b90-8ffa-fcaed3bad4ae tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Made reservation on behalf of 6f7adc1edacb4ec6af987b50b5504fa0 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:13.465300 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-618f0b1a-8aa5-4b90-8ffa-fcaed3bad4ae tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.692709 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-618f0b1a-8aa5-4b90-8ffa-fcaed3bad4ae tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.753163 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618f0b1a-8aa5-4b90-8ffa-fcaed3bad4ae tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Subnet': ['ID=33b7f3c0-5c2c-41ac-ac32-e09ab01bac28,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:13.763915 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-618f0b1a-8aa5-4b90-8ffa-fcaed3bad4ae tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Checking segment: {'id': '38d5369f-1b4b-478f-8729-cb66b5a88172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1256365b-1761-498f-b46a-f3952b3271ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:13.764284 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618f0b1a-8aa5-4b90-8ffa-fcaed3bad4ae tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network hostable DHCP agents. Network: 1256365b-1761-498f-b46a-f3952b3271ab, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:51:13.782677 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618f0b1a-8aa5-4b90-8ffa-fcaed3bad4ae tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network 1256365b-1761-498f-b46a-f3952b3271ab is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:51:13.794475 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-618f0b1a-8aa5-4b90-8ffa-fcaed3bad4ae tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 1256365b-1761-498f-b46a-f3952b3271ab) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:13.798724 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618f0b1a-8aa5-4b90-8ffa-fcaed3bad4ae tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:13.799329 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-618f0b1a-8aa5-4b90-8ffa-fcaed3bad4ae tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.809231 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b498c659-312b-4ffc-90b5-200692d16f7d None None] Network 1256365b-1761-498f-b46a-f3952b3271ab requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:13.816460 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-618f0b1a-8aa5-4b90-8ffa-fcaed3bad4ae tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4940989 Jul 16 08:51:13.819571 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58950) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:13.825390 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-31a9cfd1-52f3-41c9-9123-0a585c177428 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-762254922', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:13.855532 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31a9cfd1-52f3-41c9-9123-0a585c177428 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.856733 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31a9cfd1-52f3-41c9-9123-0a585c177428 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.925945 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31a9cfd1-52f3-41c9-9123-0a585c177428 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.930892 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31a9cfd1-52f3-41c9-9123-0a585c177428 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.949636 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31a9cfd1-52f3-41c9-9123-0a585c177428 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:13.950497 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-31a9cfd1-52f3-41c9-9123-0a585c177428 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1298995 Jul 16 08:51:13.953365 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 58952) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:13.994680 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a368bb4c-1187-4c53-afeb-2cfd24616141 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-1256365b-1761-498f-b46a-f3952b3271ab', 'network_id': '1256365b-1761-498f-b46a-f3952b3271ab', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'fixed_ips': [{'subnet_id': '33b7f3c0-5c2c-41ac-ac32-e09ab01bac28'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:51:13.995938 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a368bb4c-1187-4c53-afeb-2cfd24616141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.142796 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-a368bb4c-1187-4c53-afeb-2cfd24616141 None None] Allocated IP 172.20.0.2 (1256365b-1761-498f-b46a-f3952b3271ab/33b7f3c0-5c2c-41ac-ac32-e09ab01bac28/4b4cc50f-3fa9-4556-b891-5a1745d4d03d) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:14.257669 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2dd648ac-df8e-4925-bc3f-ecda574134d9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.306026 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a368bb4c-1187-4c53-afeb-2cfd24616141 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.314055 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a368bb4c-1187-4c53-afeb-2cfd24616141 None None] Transition to ACTIVE for port object 4b4cc50f-3fa9-4556-b891-5a1745d4d03d will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:14.329500 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a368bb4c-1187-4c53-afeb-2cfd24616141 None None] Transition to ACTIVE for port object 4b4cc50f-3fa9-4556-b891-5a1745d4d03d will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:14.335951 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a368bb4c-1187-4c53-afeb-2cfd24616141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.374743 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a368bb4c-1187-4c53-afeb-2cfd24616141 None None] Network 1256365b-1761-498f-b46a-f3952b3271ab is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:14.378031 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-a368bb4c-1187-4c53-afeb-2cfd24616141 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:14.382414 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a368bb4c-1187-4c53-afeb-2cfd24616141 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:14.418120 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a368bb4c-1187-4c53-afeb-2cfd24616141 None None] Pushing event updated for resources: {'Port': ['ID=4b4cc50f-3fa9-4556-b891-5a1745d4d03d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:14.464074 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-a368bb4c-1187-4c53-afeb-2cfd24616141 None None] Attempting to bind port 4b4cc50f-3fa9-4556-b891-5a1745d4d03d on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:14.464486 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-a368bb4c-1187-4c53-afeb-2cfd24616141 None None] Attempting to bind port 4b4cc50f-3fa9-4556-b891-5a1745d4d03d by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '38d5369f-1b4b-478f-8729-cb66b5a88172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1256365b-1761-498f-b46a-f3952b3271ab'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:14.464856 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a368bb4c-1187-4c53-afeb-2cfd24616141 None None] Attempting to bind port 4b4cc50f-3fa9-4556-b891-5a1745d4d03d on network 1256365b-1761-498f-b46a-f3952b3271ab {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:14.470681 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a368bb4c-1187-4c53-afeb-2cfd24616141 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:14.471105 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a368bb4c-1187-4c53-afeb-2cfd24616141 None None] Checking segment: {'id': '38d5369f-1b4b-478f-8729-cb66b5a88172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1256365b-1761-498f-b46a-f3952b3271ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:14.471504 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a368bb4c-1187-4c53-afeb-2cfd24616141 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.472344 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a368bb4c-1187-4c53-afeb-2cfd24616141 None None] Bound using segment: {'id': '38d5369f-1b4b-478f-8729-cb66b5a88172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1256365b-1761-498f-b46a-f3952b3271ab'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:14.472855 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-a368bb4c-1187-4c53-afeb-2cfd24616141 None None] Bound port: 4b4cc50f-3fa9-4556-b891-5a1745d4d03d, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d5369f-1b4b-478f-8729-cb66b5a88172', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1256365b-1761-498f-b46a-f3952b3271ab'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:14.473275 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a368bb4c-1187-4c53-afeb-2cfd24616141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.562187 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-2dd648ac-df8e-4925-bc3f-ecda574134d9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Allocated IP 172.20.0.1 (1256365b-1761-498f-b46a-f3952b3271ab/33b7f3c0-5c2c-41ac-ac32-e09ab01bac28/5668b072-19f7-4701-9a91-84ea76809f7a) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:14.570121 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a368bb4c-1187-4c53-afeb-2cfd24616141 None None] For port 4b4cc50f-3fa9-4556-b891-5a1745d4d03d, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:14.577004 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a368bb4c-1187-4c53-afeb-2cfd24616141 None None] For port 4b4cc50f-3fa9-4556-b891-5a1745d4d03d, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4b4cc50f-3fa9-4556-b891-5a1745d4d03d,segment=NetworkSegment(38d5369f-1b4b-478f-8729-cb66b5a88172),segment_id=38d5369f-1b4b-478f-8729-cb66b5a88172)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:14.591805 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a368bb4c-1187-4c53-afeb-2cfd24616141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.701233 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a368bb4c-1187-4c53-afeb-2cfd24616141 None None] Pushing event updated for resources: {'Port': ['ID=4b4cc50f-3fa9-4556-b891-5a1745d4d03d,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:14.778687 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2dd648ac-df8e-4925-bc3f-ecda574134d9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.798064 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-2dd648ac-df8e-4925-bc3f-ecda574134d9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Transition to ACTIVE for port object 5668b072-19f7-4701-9a91-84ea76809f7a will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:14.848543 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2dd648ac-df8e-4925-bc3f-ecda574134d9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:14.909425 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd648ac-df8e-4925-bc3f-ecda574134d9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network 1256365b-1761-498f-b46a-f3952b3271ab is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:14.912872 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-2dd648ac-df8e-4925-bc3f-ecda574134d9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:14.919815 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dd648ac-df8e-4925-bc3f-ecda574134d9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:14.960861 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd648ac-df8e-4925-bc3f-ecda574134d9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Port': ['ID=5668b072-19f7-4701-9a91-84ea76809f7a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:14.978561 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2dd648ac-df8e-4925-bc3f-ecda574134d9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:15.454452 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2dd648ac-df8e-4925-bc3f-ecda574134d9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:15.780817 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2dd648ac-df8e-4925-bc3f-ecda574134d9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:15.787048 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2dd648ac-df8e-4925-bc3f-ecda574134d9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:15.822734 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733c787e-163d-4c45-9e32-80d4d3e7542d None None] Network 1256365b-1761-498f-b46a-f3952b3271ab requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:15.877229 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd648ac-df8e-4925-bc3f-ecda574134d9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Port': ['ID=5668b072-19f7-4701-9a91-84ea76809f7a,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:15.881409 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2dd648ac-df8e-4925-bc3f-ecda574134d9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:15.919306 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0b402bdb-99ff-4bbb-9ae7-bec6e9d04805 None None] Provisioning for port 4b4cc50f-3fa9-4556-b891-5a1745d4d03d completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:16.045252 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dd648ac-df8e-4925-bc3f-ecda574134d9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network 1256365b-1761-498f-b46a-f3952b3271ab is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:16.048579 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-2dd648ac-df8e-4925-bc3f-ecda574134d9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:16.160610 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-6ace8185-31dc-4612-8d89-ca350f6d51b0 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:16.162250 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-6ace8185-31dc-4612-8d89-ca350f6d51b0 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/networks?id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 HTTP/1.1" status: 200 len: 812 time: 0.2166574 Jul 16 08:51:16.189404 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-7852a7cd-587a-41af-afae-aaa5d3010450 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/quotas/30db3ea81a8c4c93843f47b12edb82f2 HTTP/1.1" status: 200 len: 375 time: 0.0182934 Jul 16 08:51:16.277108 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2dd648ac-df8e-4925-bc3f-ecda574134d9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Router e25e4156-6885-4b03-80be-ecc8dba8a346 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:51:16.295859 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-63064165-a688-4663-9c36-5f71d9f90144 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=30db3ea81a8c4c93843f47b12edb82f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0973117 Jul 16 08:51:16.366297 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-880a36a1-7343-4209-858c-46fde5190d65 None None] Provisioning for port 5668b072-19f7-4701-9a91-84ea76809f7a completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:16.371611 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-880a36a1-7343-4209-858c-46fde5190d65 None None] Provisioning complete for port 5668b072-19f7-4701-9a91-84ea76809f7a triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:16.372247 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-880a36a1-7343-4209-858c-46fde5190d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.430883 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-880a36a1-7343-4209-858c-46fde5190d65 None None] Port 5668b072-19f7-4701-9a91-84ea76809f7a cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:16.464752 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2dd648ac-df8e-4925-bc3f-ecda574134d9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:16.475622 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58972) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:16.477022 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2dd648ac-df8e-4925-bc3f-ecda574134d9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "PUT /v2.0/routers/e25e4156-6885-4b03-80be-ecc8dba8a346/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5224757 Jul 16 08:51:16.477596 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c99734b-a805-44bc-b046-de9025445e6f None None] Sync routers for ids ['e25e4156-6885-4b03-80be-ecc8dba8a346'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:16.490591 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c99734b-a805-44bc-b046-de9025445e6f None None] Routers {'e25e4156-6885-4b03-80be-ecc8dba8a346'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:16.491595 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8c99734b-a805-44bc-b046-de9025445e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['e25e4156-6885-4b03-80be-ecc8dba8a346'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:16.524829 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-661a6525-708a-41a7-a910-60294a58a256 service neutron] 10.222.0.22 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1836503 Jul 16 08:51:16.538447 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8c99734b-a805-44bc-b046-de9025445e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:16.546699 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7eda8109-2a0a-4034-bd66-b63febe1da12 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:16.548307 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7eda8109-2a0a-4034-bd66-b63febe1da12 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "GET /v2.0/ports/5668b072-19f7-4701-9a91-84ea76809f7a HTTP/1.1" status: 200 len: 910 time: 0.0716414 Jul 16 08:51:16.549024 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c99734b-a805-44bc-b046-de9025445e6f None None] Routers {'e25e4156-6885-4b03-80be-ecc8dba8a346'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:16.549769 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8c99734b-a805-44bc-b046-de9025445e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['e25e4156-6885-4b03-80be-ecc8dba8a346'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:16.553480 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58974) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:16.580138 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9d7043a7-7d96-4cc4-8701-22817a41dce8 None None] Provisioning complete for port 5668b072-19f7-4701-9a91-84ea76809f7a triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:16.582450 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9d7043a7-7d96-4cc4-8701-22817a41dce8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.591671 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8c99734b-a805-44bc-b046-de9025445e6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:16.592522 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c99734b-a805-44bc-b046-de9025445e6f None None] The sync data for ids ['e25e4156-6885-4b03-80be-ecc8dba8a346'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:16.641941 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-0240233b-777e-4153-a3be-7238a7bd2b90 service neutron] 10.222.0.22 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1093478 Jul 16 08:51:16.802261 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-9d7043a7-7d96-4cc4-8701-22817a41dce8 None None] Port 5668b072-19f7-4701-9a91-84ea76809f7a cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:16.894488 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e0f8251e-919b-4ff6-9363-48b492881510 req-3592fa60-5477-4721-a408-a16e08eb1c39 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 210 time: 0.0361991 Jul 16 08:51:16.924318 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2ae30570-0e1f-4a1f-95c3-9da068cc88c7 None None] Provisioning complete for port 5668b072-19f7-4701-9a91-84ea76809f7a triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:16.925350 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ae30570-0e1f-4a1f-95c3-9da068cc88c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:16.979185 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2ae30570-0e1f-4a1f-95c3-9da068cc88c7 None None] Port 5668b072-19f7-4701-9a91-84ea76809f7a cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:16.998475 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4b4cc50f-3fa9-4556-b891-5a1745d4d03d up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:17.024639 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-09da4321-90cd-46c4-a436-d2dc5220e88d tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.057416 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 4b4cc50f-3fa9-4556-b891-5a1745d4d03d completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:17.063281 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 4b4cc50f-3fa9-4556-b891-5a1745d4d03d triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:17.064811 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.167165 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.209080 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 4b4cc50f-3fa9-4556-b891-5a1745d4d03d, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4b4cc50f-3fa9-4556-b891-5a1745d4d03d,segment=NetworkSegment(38d5369f-1b4b-478f-8729-cb66b5a88172),segment_id=38d5369f-1b4b-478f-8729-cb66b5a88172)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:17.214959 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.279527 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=4b4cc50f-3fa9-4556-b891-5a1745d4d03d,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:17.343859 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-09da4321-90cd-46c4-a436-d2dc5220e88d tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Deleting port 5668b072-19f7-4701-9a91-84ea76809f7a {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:17.344206 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-09da4321-90cd-46c4-a436-d2dc5220e88d tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.431582 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-09da4321-90cd-46c4-a436-d2dc5220e88d tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.444678 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-09da4321-90cd-46c4-a436-d2dc5220e88d tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Calling delete_port for 5668b072-19f7-4701-9a91-84ea76809f7a owned by network:router_interface {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:17.629418 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-09da4321-90cd-46c4-a436-d2dc5220e88d tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.658664 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09da4321-90cd-46c4-a436-d2dc5220e88d tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Port': ['ID=5668b072-19f7-4701-9a91-84ea76809f7a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:17.810861 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-09da4321-90cd-46c4-a436-d2dc5220e88d tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:17.982336 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09da4321-90cd-46c4-a436-d2dc5220e88d tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Router e25e4156-6885-4b03-80be-ecc8dba8a346 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:51:18.101832 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bf140e3b-c6c6-4aa0-89ea-b2cd648d3e6e req-9f9b79d8-e2c3-4ff3-b4bb-9476f4f1af64 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 210 time: 0.0613129 Jul 16 08:51:18.109356 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09da4321-90cd-46c4-a436-d2dc5220e88d tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:18.117938 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-09da4321-90cd-46c4-a436-d2dc5220e88d tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "PUT /v2.0/routers/e25e4156-6885-4b03-80be-ecc8dba8a346/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5633166 Jul 16 08:51:18.122890 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58992) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:18.124677 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb851b60-1187-4ce5-a028-f0c3b98ba14f None None] Sync routers for ids ['e25e4156-6885-4b03-80be-ecc8dba8a346'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:18.125966 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-ee20ab9b-5c64-4f4c-8287-bb5e9d1df384 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:18.128573 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-ee20ab9b-5c64-4f4c-8287-bb5e9d1df384 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.30 "GET /v2.0/networks?id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 HTTP/1.1" status: 200 len: 812 time: 0.1760211 Jul 16 08:51:18.145528 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-2ae98a7a-7d3b-4a13-bbeb-3852e0c0c0ec tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Request body: {'port': {'device_id': '39bd13e2-4e26-4341-ba17-e5a0c8b3e637', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'admin_state_up': True, 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:18.146739 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb851b60-1187-4ce5-a028-f0c3b98ba14f None None] Routers {'e25e4156-6885-4b03-80be-ecc8dba8a346'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:18.147393 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-fb851b60-1187-4ce5-a028-f0c3b98ba14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['e25e4156-6885-4b03-80be-ecc8dba8a346'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:18.173820 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d7c0a926-08aa-4e7b-b99b-a3d52671c30e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "GET /v2.0/ports?device_id=e25e4156-6885-4b03-80be-ecc8dba8a346 HTTP/1.1" status: 200 len: 205 time: 0.0494013 Jul 16 08:51:18.177453 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58994) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:18.227384 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-fb851b60-1187-4ce5-a028-f0c3b98ba14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:18.251407 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb851b60-1187-4ce5-a028-f0c3b98ba14f None None] Routers {'e25e4156-6885-4b03-80be-ecc8dba8a346'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:18.252042 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-fb851b60-1187-4ce5-a028-f0c3b98ba14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['e25e4156-6885-4b03-80be-ecc8dba8a346'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:18.289330 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0c21011c-86de-4150-96db-be82c9ab390b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.294809 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-fb851b60-1187-4ce5-a028-f0c3b98ba14f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:18.295562 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb851b60-1187-4ce5-a028-f0c3b98ba14f None None] The sync data for ids ['e25e4156-6885-4b03-80be-ecc8dba8a346'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:18.306014 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-2ae98a7a-7d3b-4a13-bbeb-3852e0c0c0ec tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Made reservation on behalf of 30db3ea81a8c4c93843f47b12edb82f2 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:18.310813 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-2ae98a7a-7d3b-4a13-bbeb-3852e0c0c0ec tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.470263 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-2ae98a7a-7d3b-4a13-bbeb-3852e0c0c0ec tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Allocated IP 172.20.0.5 (ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0/1a202c89-ad61-4335-b129-f178d622ac10/017911ca-9834-4b90-b6fc-fe6dc16fdf0d) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:18.476217 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0c21011c-86de-4150-96db-be82c9ab390b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.479111 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0c21011c-86de-4150-96db-be82c9ab390b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.532949 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0c21011c-86de-4150-96db-be82c9ab390b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.533556 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c21011c-86de-4150-96db-be82c9ab390b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Fanout notify agent at l3_agent the message router_deleted on router e25e4156-6885-4b03-80be-ecc8dba8a346 {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:51:18.542080 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0c21011c-86de-4150-96db-be82c9ab390b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.543366 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0c21011c-86de-4150-96db-be82c9ab390b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/routers/e25e4156-6885-4b03-80be-ecc8dba8a346 HTTP/1.1" status: 204 len: 168 time: 0.3633664 Jul 16 08:51:18.545989 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 58998) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:18.613333 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7da7c87-1c19-483c-adad-2149689391d7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Deleting subnet 33b7f3c0-5c2c-41ac-ac32-e09ab01bac28 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:51:18.619775 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e7da7c87-1c19-483c-adad-2149689391d7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.665968 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-2ae98a7a-7d3b-4a13-bbeb-3852e0c0c0ec tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.670012 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e7da7c87-1c19-483c-adad-2149689391d7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.681729 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-2ae98a7a-7d3b-4a13-bbeb-3852e0c0c0ec tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Transition to ACTIVE for port object 017911ca-9834-4b90-b6fc-fe6dc16fdf0d will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:18.734642 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-2ae98a7a-7d3b-4a13-bbeb-3852e0c0c0ec tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.776881 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e7da7c87-1c19-483c-adad-2149689391d7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.781879 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-2ae98a7a-7d3b-4a13-bbeb-3852e0c0c0ec tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:18.795322 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-2ae98a7a-7d3b-4a13-bbeb-3852e0c0c0ec tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:18.805213 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-2ae98a7a-7d3b-4a13-bbeb-3852e0c0c0ec tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:18.839891 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae98a7a-7d3b-4a13-bbeb-3852e0c0c0ec tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Pushing event updated for resources: {'Port': ['ID=017911ca-9834-4b90-b6fc-fe6dc16fdf0d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:18.866696 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e7da7c87-1c19-483c-adad-2149689391d7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.878699 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-2ae98a7a-7d3b-4a13-bbeb-3852e0c0c0ec tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:18.879606 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-2ae98a7a-7d3b-4a13-bbeb-3852e0c0c0ec tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.899759 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-2ae98a7a-7d3b-4a13-bbeb-3852e0c0c0ec tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7604716 Jul 16 08:51:18.913367 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7da7c87-1c19-483c-adad-2149689391d7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Subnet': ['ID=33b7f3c0-5c2c-41ac-ac32-e09ab01bac28,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:18.917481 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e7da7c87-1c19-483c-adad-2149689391d7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:18.919705 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e7da7c87-1c19-483c-adad-2149689391d7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/subnets/33b7f3c0-5c2c-41ac-ac32-e09ab01bac28 HTTP/1.1" status: 204 len: 168 time: 0.3725312 Jul 16 08:51:18.922292 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-a1b338a9-961d-4034-9755-a874c6b92162 service neutron] Request body: {'port': {'device_id': '39bd13e2-4e26-4341-ba17-e5a0c8b3e637', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:18.922434 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59004) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:18.936211 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a66d7aed-5673-4aad-bdf8-706b856eb79c None None] Network 1256365b-1761-498f-b46a-f3952b3271ab requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:19.048520 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-a1b338a9-961d-4034-9755-a874c6b92162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.065649 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4b4cc50f-3fa9-4556-b891-5a1745d4d03d up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:19.088009 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-496177bf-48bd-404e-928f-2ea5699b6234 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.144519 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-496177bf-48bd-404e-928f-2ea5699b6234 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Deleting port 4b4cc50f-3fa9-4556-b891-5a1745d4d03d {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:19.145416 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-496177bf-48bd-404e-928f-2ea5699b6234 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.225037 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 4b4cc50f-3fa9-4556-b891-5a1745d4d03d triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:19.225597 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.261965 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-496177bf-48bd-404e-928f-2ea5699b6234 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] For port 4b4cc50f-3fa9-4556-b891-5a1745d4d03d, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4b4cc50f-3fa9-4556-b891-5a1745d4d03d,segment=NetworkSegment(38d5369f-1b4b-478f-8729-cb66b5a88172),segment_id=38d5369f-1b4b-478f-8729-cb66b5a88172)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:19.262737 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-496177bf-48bd-404e-928f-2ea5699b6234 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.276266 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-08581e76-aec4-4b36-85aa-8b0362870e0d None None] Provisioning for port 017911ca-9834-4b90-b6fc-fe6dc16fdf0d completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:19.289497 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-08581e76-aec4-4b36-85aa-8b0362870e0d None None] Provisioning complete for port 017911ca-9834-4b90-b6fc-fe6dc16fdf0d triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:19.289887 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-08581e76-aec4-4b36-85aa-8b0362870e0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.348532 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-08581e76-aec4-4b36-85aa-8b0362870e0d None None] Port 017911ca-9834-4b90-b6fc-fe6dc16fdf0d cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:19.362786 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-496177bf-48bd-404e-928f-2ea5699b6234 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Calling delete_port for 4b4cc50f-3fa9-4556-b891-5a1745d4d03d owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:19.401066 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cd3f8f3-d2fb-4f9a-a021-7c2a058e648a None None] DHCP port deletion for 1256365b-1761-498f-b46a-f3952b3271ab request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:51:19.463821 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7cd3f8f3-d2fb-4f9a-a021-7c2a058e648a None None] Deleting port 4b4cc50f-3fa9-4556-b891-5a1745d4d03d {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:19.464203 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7cd3f8f3-d2fb-4f9a-a021-7c2a058e648a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.488240 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-a1b338a9-961d-4034-9755-a874c6b92162 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 017911ca-9834-4b90-b6fc-fe6dc16fdf0d {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:19.498384 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-a1b338a9-961d-4034-9755-a874c6b92162 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.508274 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7343bd67-2064-4c9d-ae74-0139dc319d7e req-6ab7b6b8-8e86-4817-b497-a37b55ee69c9 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:19.514308 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7343bd67-2064-4c9d-ae74-0139dc319d7e req-6ab7b6b8-8e86-4817-b497-a37b55ee69c9 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 931 time: 0.2434988 Jul 16 08:51:19.524024 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-a1b338a9-961d-4034-9755-a874c6b92162 service neutron] Transition to ACTIVE for port object 017911ca-9834-4b90-b6fc-fe6dc16fdf0d will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:19.529382 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-a1b338a9-961d-4034-9755-a874c6b92162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.537871 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7cd3f8f3-d2fb-4f9a-a021-7c2a058e648a None None] For port 4b4cc50f-3fa9-4556-b891-5a1745d4d03d, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4b4cc50f-3fa9-4556-b891-5a1745d4d03d,segment=NetworkSegment(38d5369f-1b4b-478f-8729-cb66b5a88172),segment_id=38d5369f-1b4b-478f-8729-cb66b5a88172)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:19.538734 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7cd3f8f3-d2fb-4f9a-a021-7c2a058e648a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.554947 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7cd3f8f3-d2fb-4f9a-a021-7c2a058e648a None None] Calling delete_port for 4b4cc50f-3fa9-4556-b891-5a1745d4d03d owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:19.559962 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-496177bf-48bd-404e-928f-2ea5699b6234 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.588427 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496177bf-48bd-404e-928f-2ea5699b6234 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] No DVR routers for this DVR port 4b4cc50f-3fa9-4556-b891-5a1745d4d03d on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:19.633837 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b338a9-961d-4034-9755-a874c6b92162 service neutron] Pushing event updated for resources: {'Port': ['ID=017911ca-9834-4b90-b6fc-fe6dc16fdf0d,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:19.651179 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7cd3f8f3-d2fb-4f9a-a021-7c2a058e648a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.663638 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd3f8f3-d2fb-4f9a-a021-7c2a058e648a None None] No DVR routers for this DVR port 4b4cc50f-3fa9-4556-b891-5a1745d4d03d on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:19.674975 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7343bd67-2064-4c9d-ae74-0139dc319d7e req-c43c9827-811a-4ab2-bc25-4ec4be4fb90a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271811 Jul 16 08:51:19.675782 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496177bf-48bd-404e-928f-2ea5699b6234 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Port': ['ID=4b4cc50f-3fa9-4556-b891-5a1745d4d03d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:19.705103 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd3f8f3-d2fb-4f9a-a021-7c2a058e648a None None] Pushing event deleted for resources: {'Port': ['ID=4b4cc50f-3fa9-4556-b891-5a1745d4d03d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:19.768168 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-496177bf-48bd-404e-928f-2ea5699b6234 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.772303 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-a1b338a9-961d-4034-9755-a874c6b92162 service neutron] Attempting to bind port 017911ca-9834-4b90-b6fc-fe6dc16fdf0d on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:19.774194 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-a1b338a9-961d-4034-9755-a874c6b92162 service neutron] Attempting to bind port 017911ca-9834-4b90-b6fc-fe6dc16fdf0d by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:19.774565 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-a1b338a9-961d-4034-9755-a874c6b92162 service neutron] Attempting to bind port 017911ca-9834-4b90-b6fc-fe6dc16fdf0d on network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:19.790151 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-496177bf-48bd-404e-928f-2ea5699b6234 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1256365b-1761-498f-b46a-f3952b3271ab']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:19.791350 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-a1b338a9-961d-4034-9755-a874c6b92162 service neutron] Port 017911ca-9834-4b90-b6fc-fe6dc16fdf0d on network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:51:19.791695 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-a1b338a9-961d-4034-9755-a874c6b92162 service neutron] Attempting to bind port 017911ca-9834-4b90-b6fc-fe6dc16fdf0d on network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:19.800079 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-a1b338a9-961d-4034-9755-a874c6b92162 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:19.802753 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-496177bf-48bd-404e-928f-2ea5699b6234 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d5369f-1b4b-478f-8729-cb66b5a88172') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:19.803157 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-496177bf-48bd-404e-928f-2ea5699b6234 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d5369f-1b4b-478f-8729-cb66b5a88172') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:19.807188 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-a1b338a9-961d-4034-9755-a874c6b92162 service neutron] Checking segment: {'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:19.807819 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-a1b338a9-961d-4034-9755-a874c6b92162 service neutron] Bound using segment: {'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:19.808287 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-a1b338a9-961d-4034-9755-a874c6b92162 service neutron] Bound port: 017911ca-9834-4b90-b6fc-fe6dc16fdf0d, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:19.808698 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-a1b338a9-961d-4034-9755-a874c6b92162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.821934 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-496177bf-48bd-404e-928f-2ea5699b6234 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.839695 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-496177bf-48bd-404e-928f-2ea5699b6234 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.847151 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-496177bf-48bd-404e-928f-2ea5699b6234 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:19.847683 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-496177bf-48bd-404e-928f-2ea5699b6234 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:19.852815 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:19.893983 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-a1b338a9-961d-4034-9755-a874c6b92162 service neutron] For port 017911ca-9834-4b90-b6fc-fe6dc16fdf0d, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:19.900224 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-a1b338a9-961d-4034-9755-a874c6b92162 service neutron] For port 017911ca-9834-4b90-b6fc-fe6dc16fdf0d, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=017911ca-9834-4b90-b6fc-fe6dc16fdf0d,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:19.910939 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-a1b338a9-961d-4034-9755-a874c6b92162 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.929622 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-496177bf-48bd-404e-928f-2ea5699b6234 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.947578 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-a1b338a9-961d-4034-9755-a874c6b92162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:19.948304 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-a1b338a9-961d-4034-9755-a874c6b92162 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.949853 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-a1b338a9-961d-4034-9755-a874c6b92162 service neutron] 10.222.0.30 "PUT /v2.0/ports/017911ca-9834-4b90-b6fc-fe6dc16fdf0d HTTP/1.1" status: 200 len: 1092 time: 1.0427182 Jul 16 08:51:19.950413 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39bd13e2-4e26-4341-ba17-e5a0c8b3e637', 'tag': '017911ca-9834-4b90-b6fc-fe6dc16fdf0d'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:19.953042 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ba2496e-3490-4195-8136-c9eadadbbef5" -d '{"events": [{"name": "network-changed", "server_uuid": "39bd13e2-4e26-4341-ba17-e5a0c8b3e637", "tag": "017911ca-9834-4b90-b6fc-fe6dc16fdf0d"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:19.966141 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-496177bf-48bd-404e-928f-2ea5699b6234 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:19.972062 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-496177bf-48bd-404e-928f-2ea5699b6234 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/networks/1256365b-1761-498f-b46a-f3952b3271ab HTTP/1.1" status: 204 len: 168 time: 1.0485015 Jul 16 08:51:19.973815 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496177bf-48bd-404e-928f-2ea5699b6234 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Network': ['ID=1256365b-1761-498f-b46a-f3952b3271ab,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:19.975215 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59012) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:19.990159 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5236294f-d2d2-41c5-be5e-3aa3b3d50250 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-972550725', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:20.043050 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dd6253-8d79-475b-b3a0-0608eb76b75a x-openstack-request-id: req-23dd6253-8d79-475b-b3a0-0608eb76b75a {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:20.043344 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39bd13e2-4e26-4341-ba17-e5a0c8b3e637", "tag": "017911ca-9834-4b90-b6fc-fe6dc16fdf0d", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:20.043602 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-23dd6253-8d79-475b-b3a0-0608eb76b75a {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:20.044008 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39bd13e2-4e26-4341-ba17-e5a0c8b3e637', 'tag': '017911ca-9834-4b90-b6fc-fe6dc16fdf0d', 'status': 'completed', 'code': 200} Jul 16 08:51:20.049133 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b338a9-961d-4034-9755-a874c6b92162 service neutron] Pushing event updated for resources: {'Port': ['ID=017911ca-9834-4b90-b6fc-fe6dc16fdf0d,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:20.067601 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5236294f-d2d2-41c5-be5e-3aa3b3d50250 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.068742 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5236294f-d2d2-41c5-be5e-3aa3b3d50250 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.134756 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-4cf0dcb3-280c-40a7-b9cb-367413fbc4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:20.136297 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-4cf0dcb3-280c-40a7-b9cb-367413fbc4c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30db3ea81a8c4c93843f47b12edb82f2&device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 1095 time: 0.1276133 Jul 16 08:51:20.137707 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5236294f-d2d2-41c5-be5e-3aa3b3d50250 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.217732 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-9ae50731-e95d-4479-ac51-ec6fb612c185 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=017911ca-9834-4b90-b6fc-fe6dc16fdf0d HTTP/1.1" status: 200 len: 217 time: 0.0723031 Jul 16 08:51:20.357767 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-c0e7791e-3cca-4168-a596-1cdccd2b447d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:20.359239 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-c0e7791e-3cca-4168-a596-1cdccd2b447d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1a202c89-ad61-4335-b129-f178d622ac10 HTTP/1.1" status: 200 len: 851 time: 0.1123912 Jul 16 08:51:20.361178 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5236294f-d2d2-41c5-be5e-3aa3b3d50250 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.452387 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-62a012e3-52c4-47f8-bb1f-a43f01e55a93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:20.453907 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-62a012e3-52c4-47f8-bb1f-a43f01e55a93 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0873559 Jul 16 08:51:20.626854 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-173f389b-910c-4cfd-9a39-4c0a2e26a4f1 service neutron] 10.222.0.30 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1393673 Jul 16 08:51:20.707012 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5236294f-d2d2-41c5-be5e-3aa3b3d50250 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.763719 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5236294f-d2d2-41c5-be5e-3aa3b3d50250 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:20.884446 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-31b624c1-63a8-4290-a06d-f7e129d2f17e req-c403a66b-c75f-4c2b-a2b1-66568fa8a1e6 service neutron] 10.222.0.30 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2297885 Jul 16 08:51:20.897739 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4b4cc50f-3fa9-4556-b891-5a1745d4d03d no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:20.924657 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 4b4cc50f-3fa9-4556-b891-5a1745d4d03d {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:20.925004 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4b4cc50f-3fa9-4556-b891-5a1745d4d03d not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:20.994419 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-5236294f-d2d2-41c5-be5e-3aa3b3d50250 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Allocated IP 172.25.3.65 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/b4c31b24-aa10-4667-bb6c-730d8a22b5e6) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:21.011337 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b976357-aa24-408b-a8a0-e31486c191e3 req-416e0f88-f8f7-472f-9198-f083e58d3b97 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:21.012817 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6b976357-aa24-408b-a8a0-e31486c191e3 req-416e0f88-f8f7-472f-9198-f083e58d3b97 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 943 time: 0.1994314 Jul 16 08:51:21.121489 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2496e-3490-4195-8136-c9eadadbbef5 req-6f1bc497-cd1b-47d6-bf46-1115abc9998c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:21.122909 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4ba2496e-3490-4195-8136-c9eadadbbef5 req-6f1bc497-cd1b-47d6-bf46-1115abc9998c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30db3ea81a8c4c93843f47b12edb82f2&device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 1095 time: 0.1778896 Jul 16 08:51:21.129934 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6b976357-aa24-408b-a8a0-e31486c191e3 req-65923358-feef-410c-8cb6-8f3334221d96 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098490 Jul 16 08:51:21.223499 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5236294f-d2d2-41c5-be5e-3aa3b3d50250 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.264583 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2496e-3490-4195-8136-c9eadadbbef5 req-6a2fb2a4-ce90-4c0e-9830-aba8d4eff0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:21.266148 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4ba2496e-3490-4195-8136-c9eadadbbef5 req-6a2fb2a4-ce90-4c0e-9830-aba8d4eff0c0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 HTTP/1.1" status: 200 len: 913 time: 0.1351600 Jul 16 08:51:21.333226 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4ba2496e-3490-4195-8136-c9eadadbbef5 req-642930db-1745-4877-a7a5-0531a8bf264f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=017911ca-9834-4b90-b6fc-fe6dc16fdf0d HTTP/1.1" status: 200 len: 217 time: 0.0573466 Jul 16 08:51:21.353147 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5236294f-d2d2-41c5-be5e-3aa3b3d50250 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:21.454202 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5236294f-d2d2-41c5-be5e-3aa3b3d50250 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:21.458351 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2496e-3490-4195-8136-c9eadadbbef5 req-8aa61443-19ae-4ba5-b49d-31d40737c202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:21.459909 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4ba2496e-3490-4195-8136-c9eadadbbef5 req-8aa61443-19ae-4ba5-b49d-31d40737c202 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1a202c89-ad61-4335-b129-f178d622ac10 HTTP/1.1" status: 200 len: 851 time: 0.1189222 Jul 16 08:51:21.463569 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-5236294f-d2d2-41c5-be5e-3aa3b3d50250 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:21.466120 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5236294f-d2d2-41c5-be5e-3aa3b3d50250 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Port': ['ID=b4c31b24-aa10-4667-bb6c-730d8a22b5e6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:21.468546 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5236294f-d2d2-41c5-be5e-3aa3b3d50250 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:22.109931 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba2496e-3490-4195-8136-c9eadadbbef5 req-d962f600-e7e1-4b04-ac22-6fd298bf1fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:22.112175 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4ba2496e-3490-4195-8136-c9eadadbbef5 req-d962f600-e7e1-4b04-ac22-6fd298bf1fe2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6176617 Jul 16 08:51:22.196187 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47432391-ab12-471b-8cee-eb6ff0a7663f req-df2cd2ed-eedb-429d-8fcc-d2c982841e3a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1694107 Jul 16 08:51:22.434438 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4ba2496e-3490-4195-8136-c9eadadbbef5 req-e3e3fec4-ff9c-43c3-9349-ea7980d229bc service neutron] 10.222.0.30 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3106024 Jul 16 08:51:22.547243 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5236294f-d2d2-41c5-be5e-3aa3b3d50250 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:22.651683 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47432391-ab12-471b-8cee-eb6ff0a7663f req-4bc4b1bf-24ce-4833-a14b-a2b49c8bfcb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:22.654625 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47432391-ab12-471b-8cee-eb6ff0a7663f req-4bc4b1bf-24ce-4833-a14b-a2b49c8bfcb6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b1a7b336a94513a52f9785e4e37864&device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 1097 time: 0.3806629 Jul 16 08:51:22.721882 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5305b3-d484-4abb-a9b2-a3a0818284d6 req-c6c75446-96f2-449e-a07a-2110256a8ade tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:22.725276 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7f5305b3-d484-4abb-a9b2-a3a0818284d6 req-c6c75446-96f2-449e-a07a-2110256a8ade tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 943 time: 0.4018548 Jul 16 08:51:22.772740 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4ba2496e-3490-4195-8136-c9eadadbbef5 req-ab181c50-9139-49c5-b342-09a8bdfd802a service neutron] 10.222.0.30 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3286896 Jul 16 08:51:22.928912 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7f5305b3-d484-4abb-a9b2-a3a0818284d6 req-3a373410-065a-4eb8-9651-2c4d30ed8259 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678853 Jul 16 08:51:23.028023 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47432391-ab12-471b-8cee-eb6ff0a7663f req-958449e6-5df9-43b6-bcfb-cbcd6f2c1826 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:23.028999 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47432391-ab12-471b-8cee-eb6ff0a7663f req-958449e6-5df9-43b6-bcfb-cbcd6f2c1826 service neutron] 10.222.0.30 "GET /v2.0/networks?id=009dd0a1-50a1-45ad-bc58-1d113e644d4b HTTP/1.1" status: 200 len: 917 time: 0.3355379 Jul 16 08:51:23.162844 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5236294f-d2d2-41c5-be5e-3aa3b3d50250 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.166545 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47432391-ab12-471b-8cee-eb6ff0a7663f req-6a95e8c0-9139-462b-9261-affd39c05102 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53886004-6394-4a9f-9ac0-583e370b56e2 HTTP/1.1" status: 200 len: 1000 time: 0.0818150 Jul 16 08:51:23.331057 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47432391-ab12-471b-8cee-eb6ff0a7663f req-319cd8e1-1cf8-4166-b76a-1c31b343b791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:23.332781 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47432391-ab12-471b-8cee-eb6ff0a7663f req-319cd8e1-1cf8-4166-b76a-1c31b343b791 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a HTTP/1.1" status: 200 len: 855 time: 0.1590257 Jul 16 08:51:23.447893 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47432391-ab12-471b-8cee-eb6ff0a7663f req-3b3b166a-e093-4c64-8697-744671a3d538 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:23.449498 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47432391-ab12-471b-8cee-eb6ff0a7663f req-3b3b166a-e093-4c64-8697-744671a3d538 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=009dd0a1-50a1-45ad-bc58-1d113e644d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1085820 Jul 16 08:51:23.469103 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5236294f-d2d2-41c5-be5e-3aa3b3d50250 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Router d237b75c-5813-4eea-abbd-ca353dbc24a0 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:51:23.709485 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47432391-ab12-471b-8cee-eb6ff0a7663f req-7d33c315-124a-48d4-badf-6fcaf51c576a service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2506254 Jul 16 08:51:23.760190 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5236294f-d2d2-41c5-be5e-3aa3b3d50250 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:23.792070 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5aa6fb-ce36-47e2-94d1-41c69fcea58c None None] Sync routers for ids ['d237b75c-5813-4eea-abbd-ca353dbc24a0'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:23.802559 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5aa6fb-ce36-47e2-94d1-41c69fcea58c None None] Routers {'d237b75c-5813-4eea-abbd-ca353dbc24a0'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:23.804526 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-6f5aa6fb-ce36-47e2-94d1-41c69fcea58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['d237b75c-5813-4eea-abbd-ca353dbc24a0'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:23.844967 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-6f5aa6fb-ce36-47e2-94d1-41c69fcea58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:23.850866 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5236294f-d2d2-41c5-be5e-3aa3b3d50250 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:23.853792 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5236294f-d2d2-41c5-be5e-3aa3b3d50250 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.8750362 Jul 16 08:51:23.859467 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59026) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:23.861926 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5aa6fb-ce36-47e2-94d1-41c69fcea58c None None] Routers {'d237b75c-5813-4eea-abbd-ca353dbc24a0'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:23.863182 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-6f5aa6fb-ce36-47e2-94d1-41c69fcea58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['d237b75c-5813-4eea-abbd-ca353dbc24a0'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:23.918253 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47432391-ab12-471b-8cee-eb6ff0a7663f req-f944f55c-df56-4e77-b21e-798b08e347e8 service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995914 Jul 16 08:51:23.919224 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-6f5aa6fb-ce36-47e2-94d1-41c69fcea58c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:23.920421 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5aa6fb-ce36-47e2-94d1-41c69fcea58c None None] The sync data for ids ['d237b75c-5813-4eea-abbd-ca353dbc24a0'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:24.077915 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8c3c1eef-7ff6-4904-b899-7f61566258cc tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "GET /v2.0/routers/d237b75c-5813-4eea-abbd-ca353dbc24a0 HTTP/1.1" status: 200 len: 879 time: 0.2175922 Jul 16 08:51:24.080237 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59032) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:24.408201 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1481d39f-11d1-4008-87eb-68912239d5a9 req-74bbd2fa-25ce-40d8-acb1-39a023f042ae tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:24.409840 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1481d39f-11d1-4008-87eb-68912239d5a9 req-74bbd2fa-25ce-40d8-acb1-39a023f042ae tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 943 time: 0.1795781 Jul 16 08:51:24.502155 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1481d39f-11d1-4008-87eb-68912239d5a9 req-42c29ec6-8685-401c-aa85-c80665d37e21 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826430 Jul 16 08:51:24.526321 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59034) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:24.535654 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-6c3b1251-7c47-49ab-ae93-a6dfdcdf0149 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-972550725'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:24.536883 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c5292625-a10b-4aea-97ff-54202ac160b0 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.4432147 Jul 16 08:51:25.395924 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6c3b1251-7c47-49ab-ae93-a6dfdcdf0149 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.420501 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6c3b1251-7c47-49ab-ae93-a6dfdcdf0149 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-523541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-523532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523653'] for router, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.593220 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c3b1251-7c47-49ab-ae93-a6dfdcdf0149 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Router d237b75c-5813-4eea-abbd-ca353dbc24a0 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:51:25.745160 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac72e30c-bc2d-4bda-a0ad-35f3ab6a53ef req-6e62e57d-c271-4ea0-8c12-bcd32e3d1656 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:25.756755 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ac72e30c-bc2d-4bda-a0ad-35f3ab6a53ef req-6e62e57d-c271-4ea0-8c12-bcd32e3d1656 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 943 time: 0.0870323 Jul 16 08:51:25.760633 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c3b1251-7c47-49ab-ae93-a6dfdcdf0149 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:25.768723 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6c3b1251-7c47-49ab-ae93-a6dfdcdf0149 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:25.772597 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6c3b1251-7c47-49ab-ae93-a6dfdcdf0149 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "PUT /v2.0/routers/d237b75c-5813-4eea-abbd-ca353dbc24a0 HTTP/1.1" status: 200 len: 886 time: 1.2431428 Jul 16 08:51:25.777525 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59040) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:25.782258 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96194686-2587-4b8c-9a00-b6137c7bd693 None None] Sync routers for ids ['d237b75c-5813-4eea-abbd-ca353dbc24a0'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:25.812413 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96194686-2587-4b8c-9a00-b6137c7bd693 None None] Routers {'d237b75c-5813-4eea-abbd-ca353dbc24a0'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:25.813516 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-96194686-2587-4b8c-9a00-b6137c7bd693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['d237b75c-5813-4eea-abbd-ca353dbc24a0'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:25.824819 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ac72e30c-bc2d-4bda-a0ad-35f3ab6a53ef req-1f48d4d2-faa7-4050-ab12-001d9bf76e71 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656662 Jul 16 08:51:25.882046 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-96194686-2587-4b8c-9a00-b6137c7bd693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:25.894100 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96194686-2587-4b8c-9a00-b6137c7bd693 None None] Routers {'d237b75c-5813-4eea-abbd-ca353dbc24a0'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:25.894766 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-96194686-2587-4b8c-9a00-b6137c7bd693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['d237b75c-5813-4eea-abbd-ca353dbc24a0'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:25.922510 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59042) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:25.929152 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4eb905f3-2499-4a89-828e-6546aae23583 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "GET /v2.0/routers/d237b75c-5813-4eea-abbd-ca353dbc24a0 HTTP/1.1" status: 200 len: 886 time: 0.1493046 Jul 16 08:51:25.937805 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-96194686-2587-4b8c-9a00-b6137c7bd693 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:25.938546 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96194686-2587-4b8c-9a00-b6137c7bd693 None None] The sync data for ids ['d237b75c-5813-4eea-abbd-ca353dbc24a0'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:25.956217 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-63d215b5-66a2-4bcf-b900-209a3a2a4752 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "GET /v2.0/ports?device_id=d237b75c-5813-4eea-abbd-ca353dbc24a0 HTTP/1.1" status: 200 len: 205 time: 0.0324523 Jul 16 08:51:25.958959 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59044) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:26.079375 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fff75fa1-0efb-415b-aa90-eb22ec8465e1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.198233 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fff75fa1-0efb-415b-aa90-eb22ec8465e1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.252189 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-fff75fa1-0efb-415b-aa90-eb22ec8465e1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Deleting port b4c31b24-aa10-4667-bb6c-730d8a22b5e6 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:26.252618 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fff75fa1-0efb-415b-aa90-eb22ec8465e1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.335823 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fff75fa1-0efb-415b-aa90-eb22ec8465e1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.347803 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-fff75fa1-0efb-415b-aa90-eb22ec8465e1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Calling delete_port for b4c31b24-aa10-4667-bb6c-730d8a22b5e6 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:26.890006 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fff75fa1-0efb-415b-aa90-eb22ec8465e1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:26.931645 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff75fa1-0efb-415b-aa90-eb22ec8465e1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Port': ['ID=b4c31b24-aa10-4667-bb6c-730d8a22b5e6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:27.029909 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fff75fa1-0efb-415b-aa90-eb22ec8465e1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.129795 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fff75fa1-0efb-415b-aa90-eb22ec8465e1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.133181 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fff75fa1-0efb-415b-aa90-eb22ec8465e1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.143726 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b12d68e-15f4-4f38-b3ec-55496a0202d2 req-3e1ad3ec-4508-4fde-b993-df8d3bc8f9f5 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:27.146139 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4b12d68e-15f4-4f38-b3ec-55496a0202d2 req-3e1ad3ec-4508-4fde-b993-df8d3bc8f9f5 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 943 time: 0.1704469 Jul 16 08:51:27.211597 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fff75fa1-0efb-415b-aa90-eb22ec8465e1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.212196 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fff75fa1-0efb-415b-aa90-eb22ec8465e1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Fanout notify agent at l3_agent the message router_deleted on router d237b75c-5813-4eea-abbd-ca353dbc24a0 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:51:27.225343 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fff75fa1-0efb-415b-aa90-eb22ec8465e1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.226455 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fff75fa1-0efb-415b-aa90-eb22ec8465e1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/routers/d237b75c-5813-4eea-abbd-ca353dbc24a0 HTTP/1.1" status: 204 len: 168 time: 1.2665536 Jul 16 08:51:27.230995 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59050) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:27.239077 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-bafe68a0-f0e5-478b-b71b-e9604484a028 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Request body: {'network': {'name': 'tempest-RoutersTest-327020156'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:27.248519 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4b12d68e-15f4-4f38-b3ec-55496a0202d2 req-f104646e-fb87-4392-9c9a-e29f106ed919 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934298 Jul 16 08:51:27.266947 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bafe68a0-f0e5-478b-b71b-e9604484a028 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Made reservation on behalf of 6f7adc1edacb4ec6af987b50b5504fa0 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:27.271935 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bafe68a0-f0e5-478b-b71b-e9604484a028 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.299161 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bafe68a0-f0e5-478b-b71b-e9604484a028 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:27.309679 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bafe68a0-f0e5-478b-b71b-e9604484a028 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.310090 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-bafe68a0-f0e5-478b-b71b-e9604484a028 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Added segment 5f8a121a-d442-496d-b8cb-6a716c803540 of type vlan for network ecb447c0-142e-4edd-ab49-e47e1cbefd01 Jul 16 08:51:27.355298 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bafe68a0-f0e5-478b-b71b-e9604484a028 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.384816 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bafe68a0-f0e5-478b-b71b-e9604484a028 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.391110 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafe68a0-f0e5-478b-b71b-e9604484a028 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:27.391703 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bafe68a0-f0e5-478b-b71b-e9604484a028 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.427370 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bafe68a0-f0e5-478b-b71b-e9604484a028 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.1952827 Jul 16 08:51:27.430217 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59052) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:27.435436 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-0f51bad5-edbd-4c68-80ef-3de70c9b1226 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Request body: {'subnet': {'network_id': 'ecb447c0-142e-4edd-ab49-e47e1cbefd01', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:27.463486 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafe68a0-f0e5-478b-b71b-e9604484a028 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Network': ['ID=ecb447c0-142e-4edd-ab49-e47e1cbefd01,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:27.474355 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network ecb447c0-142e-4edd-ab49-e47e1cbefd01 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:27.530189 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f51bad5-edbd-4c68-80ef-3de70c9b1226 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Made reservation on behalf of 6f7adc1edacb4ec6af987b50b5504fa0 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:27.533793 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0f51bad5-edbd-4c68-80ef-3de70c9b1226 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.728456 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0f51bad5-edbd-4c68-80ef-3de70c9b1226 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.810973 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f51bad5-edbd-4c68-80ef-3de70c9b1226 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Subnet': ['ID=643e8bf8-39fc-4b4c-b2ce-dd50318ac3e4,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:27.819028 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f51bad5-edbd-4c68-80ef-3de70c9b1226 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Checking segment: {'id': '5f8a121a-d442-496d-b8cb-6a716c803540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ecb447c0-142e-4edd-ab49-e47e1cbefd01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:27.819223 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f51bad5-edbd-4c68-80ef-3de70c9b1226 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network hostable DHCP agents. Network: ecb447c0-142e-4edd-ab49-e47e1cbefd01, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:51:27.837587 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f51bad5-edbd-4c68-80ef-3de70c9b1226 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network ecb447c0-142e-4edd-ab49-e47e1cbefd01 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:51:27.848721 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-0f51bad5-edbd-4c68-80ef-3de70c9b1226 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, ecb447c0-142e-4edd-ab49-e47e1cbefd01) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:27.853117 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f51bad5-edbd-4c68-80ef-3de70c9b1226 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:27.853718 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0f51bad5-edbd-4c68-80ef-3de70c9b1226 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.859609 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4066403e-507f-4a3f-9e40-659dd3094b61 None None] Network ecb447c0-142e-4edd-ab49-e47e1cbefd01 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:27.870815 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0f51bad5-edbd-4c68-80ef-3de70c9b1226 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4370754 Jul 16 08:51:27.871188 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59056) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:27.876921 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-931ddda9-e7be-426c-bb91-f78d4d12d8e8 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1446369649', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:27.901814 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-931ddda9-e7be-426c-bb91-f78d4d12d8e8 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.902970 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-931ddda9-e7be-426c-bb91-f78d4d12d8e8 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.964725 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-931ddda9-e7be-426c-bb91-f78d4d12d8e8 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.969478 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-931ddda9-e7be-426c-bb91-f78d4d12d8e8 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.989785 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-931ddda9-e7be-426c-bb91-f78d4d12d8e8 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:27.993738 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-931ddda9-e7be-426c-bb91-f78d4d12d8e8 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1189485 Jul 16 08:51:27.994646 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59058) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:28.043443 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6639b759-13d7-42f0-b8d9-2a76de6307c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-ecb447c0-142e-4edd-ab49-e47e1cbefd01', 'network_id': 'ecb447c0-142e-4edd-ab49-e47e1cbefd01', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'fixed_ips': [{'subnet_id': '643e8bf8-39fc-4b4c-b2ce-dd50318ac3e4'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:51:28.045576 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6639b759-13d7-42f0-b8d9-2a76de6307c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.216936 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-6639b759-13d7-42f0-b8d9-2a76de6307c5 None None] Allocated IP 172.20.0.2 (ecb447c0-142e-4edd-ab49-e47e1cbefd01/643e8bf8-39fc-4b4c-b2ce-dd50318ac3e4/0a22fa06-07fd-4b7f-8b11-57c1be522ae7) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:28.327391 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9ad6e1f2-5d84-44d6-abd5-2eff9be0fdc9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.407856 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6639b759-13d7-42f0-b8d9-2a76de6307c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.420197 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6639b759-13d7-42f0-b8d9-2a76de6307c5 None None] Transition to ACTIVE for port object 0a22fa06-07fd-4b7f-8b11-57c1be522ae7 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:28.438554 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6639b759-13d7-42f0-b8d9-2a76de6307c5 None None] Transition to ACTIVE for port object 0a22fa06-07fd-4b7f-8b11-57c1be522ae7 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:28.445986 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6639b759-13d7-42f0-b8d9-2a76de6307c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.500590 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6639b759-13d7-42f0-b8d9-2a76de6307c5 None None] Network ecb447c0-142e-4edd-ab49-e47e1cbefd01 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:28.505659 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-6639b759-13d7-42f0-b8d9-2a76de6307c5 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:28.507830 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639b759-13d7-42f0-b8d9-2a76de6307c5 None None] Pushing event updated for resources: {'Port': ['ID=0a22fa06-07fd-4b7f-8b11-57c1be522ae7,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:28.513554 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6639b759-13d7-42f0-b8d9-2a76de6307c5 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:28.523429 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95001634-bf06-4280-93bc-4e5a2cef19cd req-d6c6e5db-06f2-4f33-8d4c-b4ed2bd46708 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:28.533558 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-95001634-bf06-4280-93bc-4e5a2cef19cd req-d6c6e5db-06f2-4f33-8d4c-b4ed2bd46708 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 943 time: 0.1327095 Jul 16 08:51:28.594115 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-95001634-bf06-4280-93bc-4e5a2cef19cd req-d7cf79ef-493b-4af4-ab79-ecf3bbe5c892 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593002 Jul 16 08:51:28.625425 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6639b759-13d7-42f0-b8d9-2a76de6307c5 None None] Attempting to bind port 0a22fa06-07fd-4b7f-8b11-57c1be522ae7 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:28.626054 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6639b759-13d7-42f0-b8d9-2a76de6307c5 None None] Attempting to bind port 0a22fa06-07fd-4b7f-8b11-57c1be522ae7 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '5f8a121a-d442-496d-b8cb-6a716c803540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ecb447c0-142e-4edd-ab49-e47e1cbefd01'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:28.627061 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6639b759-13d7-42f0-b8d9-2a76de6307c5 None None] Attempting to bind port 0a22fa06-07fd-4b7f-8b11-57c1be522ae7 on network ecb447c0-142e-4edd-ab49-e47e1cbefd01 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:28.635885 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6639b759-13d7-42f0-b8d9-2a76de6307c5 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:28.636564 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6639b759-13d7-42f0-b8d9-2a76de6307c5 None None] Checking segment: {'id': '5f8a121a-d442-496d-b8cb-6a716c803540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ecb447c0-142e-4edd-ab49-e47e1cbefd01'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:28.636882 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-9ad6e1f2-5d84-44d6-abd5-2eff9be0fdc9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Allocated IP 172.20.0.1 (ecb447c0-142e-4edd-ab49-e47e1cbefd01/643e8bf8-39fc-4b4c-b2ce-dd50318ac3e4/cdf5c110-2e61-477e-87ef-1facfc12963e) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:28.637771 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6639b759-13d7-42f0-b8d9-2a76de6307c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.637771 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6639b759-13d7-42f0-b8d9-2a76de6307c5 None None] Bound using segment: {'id': '5f8a121a-d442-496d-b8cb-6a716c803540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ecb447c0-142e-4edd-ab49-e47e1cbefd01'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:28.638789 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6639b759-13d7-42f0-b8d9-2a76de6307c5 None None] Bound port: 0a22fa06-07fd-4b7f-8b11-57c1be522ae7, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f8a121a-d442-496d-b8cb-6a716c803540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ecb447c0-142e-4edd-ab49-e47e1cbefd01'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:28.639205 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6639b759-13d7-42f0-b8d9-2a76de6307c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.776077 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6639b759-13d7-42f0-b8d9-2a76de6307c5 None None] For port 0a22fa06-07fd-4b7f-8b11-57c1be522ae7, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:28.789442 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6639b759-13d7-42f0-b8d9-2a76de6307c5 None None] For port 0a22fa06-07fd-4b7f-8b11-57c1be522ae7, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0a22fa06-07fd-4b7f-8b11-57c1be522ae7,segment=NetworkSegment(5f8a121a-d442-496d-b8cb-6a716c803540),segment_id=5f8a121a-d442-496d-b8cb-6a716c803540)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:28.799068 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6639b759-13d7-42f0-b8d9-2a76de6307c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.836421 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9ad6e1f2-5d84-44d6-abd5-2eff9be0fdc9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.859486 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-9ad6e1f2-5d84-44d6-abd5-2eff9be0fdc9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Transition to ACTIVE for port object cdf5c110-2e61-477e-87ef-1facfc12963e will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:28.910558 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6639b759-13d7-42f0-b8d9-2a76de6307c5 None None] Pushing event updated for resources: {'Port': ['ID=0a22fa06-07fd-4b7f-8b11-57c1be522ae7,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:28.925619 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9ad6e1f2-5d84-44d6-abd5-2eff9be0fdc9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:28.989843 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6e1f2-5d84-44d6-abd5-2eff9be0fdc9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Port': ['ID=cdf5c110-2e61-477e-87ef-1facfc12963e,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:29.004234 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad6e1f2-5d84-44d6-abd5-2eff9be0fdc9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network ecb447c0-142e-4edd-ab49-e47e1cbefd01 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:29.005856 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-9ad6e1f2-5d84-44d6-abd5-2eff9be0fdc9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:29.008677 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad6e1f2-5d84-44d6-abd5-2eff9be0fdc9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:29.069978 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9ad6e1f2-5d84-44d6-abd5-2eff9be0fdc9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.233898 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:51:29.249725 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9ad6e1f2-5d84-44d6-abd5-2eff9be0fdc9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.553642 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9ad6e1f2-5d84-44d6-abd5-2eff9be0fdc9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.558916 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9ad6e1f2-5d84-44d6-abd5-2eff9be0fdc9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.656190 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad6e1f2-5d84-44d6-abd5-2eff9be0fdc9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Port': ['ID=cdf5c110-2e61-477e-87ef-1facfc12963e,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:29.661672 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9ad6e1f2-5d84-44d6-abd5-2eff9be0fdc9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:29.806175 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ad6e1f2-5d84-44d6-abd5-2eff9be0fdc9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network ecb447c0-142e-4edd-ab49-e47e1cbefd01 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:29.807683 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-9ad6e1f2-5d84-44d6-abd5-2eff9be0fdc9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:29.823351 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83f20284-0851-4f25-9cab-22b4ef4016af req-2058c978-d8ce-49da-b6c3-52e759513138 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:29.826082 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-83f20284-0851-4f25-9cab-22b4ef4016af req-2058c978-d8ce-49da-b6c3-52e759513138 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 943 time: 0.0935645 Jul 16 08:51:29.901014 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-83f20284-0851-4f25-9cab-22b4ef4016af req-e1e899db-7b86-4b83-8b27-6ae0939086e1 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631468 Jul 16 08:51:29.971751 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ad6e1f2-5d84-44d6-abd5-2eff9be0fdc9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Router fe626fc8-4d56-48b4-af50-56b0391c2f36 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:51:30.117019 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad6e1f2-5d84-44d6-abd5-2eff9be0fdc9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:30.127258 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9ad6e1f2-5d84-44d6-abd5-2eff9be0fdc9 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "PUT /v2.0/routers/fe626fc8-4d56-48b4-af50-56b0391c2f36/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1287820 Jul 16 08:51:30.127434 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59070) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:30.132914 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199a5dbe-2d3d-4ec9-8133-0c52e9be1259 None None] Sync routers for ids ['fe626fc8-4d56-48b4-af50-56b0391c2f36'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:30.135919 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cfa07c-1280-4efa-bd1a-68b4feb3af96 None None] Network ecb447c0-142e-4edd-ab49-e47e1cbefd01 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:30.148551 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199a5dbe-2d3d-4ec9-8133-0c52e9be1259 None None] Routers {'fe626fc8-4d56-48b4-af50-56b0391c2f36'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:30.149879 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-199a5dbe-2d3d-4ec9-8133-0c52e9be1259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['fe626fc8-4d56-48b4-af50-56b0391c2f36'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:30.210152 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-199a5dbe-2d3d-4ec9-8133-0c52e9be1259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:30.220745 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199a5dbe-2d3d-4ec9-8133-0c52e9be1259 None None] Routers {'fe626fc8-4d56-48b4-af50-56b0391c2f36'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:30.221590 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-199a5dbe-2d3d-4ec9-8133-0c52e9be1259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['fe626fc8-4d56-48b4-af50-56b0391c2f36'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:30.222108 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f6f4558-cd76-422d-9231-65b841674f40 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:30.224014 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9f6f4558-cd76-422d-9231-65b841674f40 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "GET /v2.0/ports/cdf5c110-2e61-477e-87ef-1facfc12963e HTTP/1.1" status: 200 len: 910 time: 0.0950153 Jul 16 08:51:30.226656 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59072) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:30.233044 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9fe758d6-e049-4ff8-9bf7-e7a1b5c5d62b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '643e8bf8-39fc-4b4c-b2ce-dd50318ac3e4'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:30.264871 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-199a5dbe-2d3d-4ec9-8133-0c52e9be1259 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:30.265889 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199a5dbe-2d3d-4ec9-8133-0c52e9be1259 None None] The sync data for ids ['fe626fc8-4d56-48b4-af50-56b0391c2f36'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:30.288239 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3881653e-8d88-439f-92ca-0ae5b3535463 None None] Provisioning for port 0a22fa06-07fd-4b7f-8b11-57c1be522ae7 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:30.529369 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fe758d6-e049-4ff8-9bf7-e7a1b5c5d62b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.847483 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f1e66f6c-6953-45b9-9f0d-cc5ea0f86d3a None None] Provisioning for port cdf5c110-2e61-477e-87ef-1facfc12963e completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:30.856365 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f1e66f6c-6953-45b9-9f0d-cc5ea0f86d3a None None] Provisioning complete for port cdf5c110-2e61-477e-87ef-1facfc12963e triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:30.857349 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f1e66f6c-6953-45b9-9f0d-cc5ea0f86d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:30.941502 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-f1e66f6c-6953-45b9-9f0d-cc5ea0f86d3a None None] Port cdf5c110-2e61-477e-87ef-1facfc12963e cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:31.069140 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0a22fa06-07fd-4b7f-8b11-57c1be522ae7 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:31.178008 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 0a22fa06-07fd-4b7f-8b11-57c1be522ae7 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:31.196921 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 0a22fa06-07fd-4b7f-8b11-57c1be522ae7 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:31.197637 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.266765 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fe758d6-e049-4ff8-9bf7-e7a1b5c5d62b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.279392 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fe758d6-e049-4ff8-9bf7-e7a1b5c5d62b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.323147 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d9765968-b1fc-4aa2-9c56-a3a0a8feb965 None None] Provisioning complete for port cdf5c110-2e61-477e-87ef-1facfc12963e triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:31.323741 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d9765968-b1fc-4aa2-9c56-a3a0a8feb965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.398810 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-d9765968-b1fc-4aa2-9c56-a3a0a8feb965 None None] Port cdf5c110-2e61-477e-87ef-1facfc12963e cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:31.473453 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.489808 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe758d6-e049-4ff8-9bf7-e7a1b5c5d62b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:31.490776 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9fe758d6-e049-4ff8-9bf7-e7a1b5c5d62b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.493864 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9fe758d6-e049-4ff8-9bf7-e7a1b5c5d62b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "PUT /v2.0/ports/cdf5c110-2e61-477e-87ef-1facfc12963e HTTP/1.1" status: 200 len: 910 time: 1.2657332 Jul 16 08:51:31.495066 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe758d6-e049-4ff8-9bf7-e7a1b5c5d62b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Port': ['ID=cdf5c110-2e61-477e-87ef-1facfc12963e,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:31.496881 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59080) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:31.525846 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 0a22fa06-07fd-4b7f-8b11-57c1be522ae7, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0a22fa06-07fd-4b7f-8b11-57c1be522ae7,segment=NetworkSegment(5f8a121a-d442-496d-b8cb-6a716c803540),segment_id=5f8a121a-d442-496d-b8cb-6a716c803540)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:31.530840 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.562026 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d989155-4e21-4814-b96a-acbd8a7732b1 req-479c44eb-1aa4-4437-b884-5e66b022064d tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:31.564828 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d989155-4e21-4814-b96a-acbd8a7732b1 req-479c44eb-1aa4-4437-b884-5e66b022064d tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 943 time: 0.2445433 Jul 16 08:51:31.611578 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=0a22fa06-07fd-4b7f-8b11-57c1be522ae7,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:31.633034 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d989155-4e21-4814-b96a-acbd8a7732b1 req-cbd73235-b2ce-4e45-9969-1d69615d5055 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619526 Jul 16 08:51:31.637981 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5d90ccec-8c72-46ad-af9d-e13cc72e4679 None None] Provisioning complete for port cdf5c110-2e61-477e-87ef-1facfc12963e triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:31.638600 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5d90ccec-8c72-46ad-af9d-e13cc72e4679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:31.696212 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-5d90ccec-8c72-46ad-af9d-e13cc72e4679 None None] Port cdf5c110-2e61-477e-87ef-1facfc12963e cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:31.891510 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e47ea643-fadb-49a4-91d5-d07c7b1ec683 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:32.076926 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:32.156156 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e47ea643-fadb-49a4-91d5-d07c7b1ec683 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Deleting port cdf5c110-2e61-477e-87ef-1facfc12963e {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:32.156559 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e47ea643-fadb-49a4-91d5-d07c7b1ec683 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:32.179221 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:32.254862 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e47ea643-fadb-49a4-91d5-d07c7b1ec683 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:32.267476 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e47ea643-fadb-49a4-91d5-d07c7b1ec683 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Calling delete_port for cdf5c110-2e61-477e-87ef-1facfc12963e owned by network:router_interface {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:32.475531 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e47ea643-fadb-49a4-91d5-d07c7b1ec683 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:32.502783 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ea643-fadb-49a4-91d5-d07c7b1ec683 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Port': ['ID=cdf5c110-2e61-477e-87ef-1facfc12963e,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:32.673322 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e47ea643-fadb-49a4-91d5-d07c7b1ec683 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:32.865298 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e47ea643-fadb-49a4-91d5-d07c7b1ec683 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Router fe626fc8-4d56-48b4-af50-56b0391c2f36 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:51:32.871487 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746b8bc3-e6a5-4268-9eac-4c5695c76c26 req-c7411b6c-3cc2-4ba2-bc74-51ddbceee208 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:32.886708 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-746b8bc3-e6a5-4268-9eac-4c5695c76c26 req-c7411b6c-3cc2-4ba2-bc74-51ddbceee208 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 943 time: 0.1076510 Jul 16 08:51:32.936669 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-746b8bc3-e6a5-4268-9eac-4c5695c76c26 req-a150a522-f3a0-4cbc-94bb-aeb3f8448a1e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486505 Jul 16 08:51:32.973272 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e47ea643-fadb-49a4-91d5-d07c7b1ec683 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:32.979543 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e47ea643-fadb-49a4-91d5-d07c7b1ec683 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "PUT /v2.0/routers/fe626fc8-4d56-48b4-af50-56b0391c2f36/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4811087 Jul 16 08:51:32.984405 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59086) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:32.995261 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89001c2f-afde-442e-bfe8-b8563f240142 None None] Sync routers for ids ['fe626fc8-4d56-48b4-af50-56b0391c2f36'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:33.003225 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0a22fa06-07fd-4b7f-8b11-57c1be522ae7 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:33.030891 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59088) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:33.036109 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-678e1a7b-6579-43f7-9a5e-fa7f80a8f368 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe626fc8-4d56-48b4-af50-56b0391c2f36 HTTP/1.1" status: 200 len: 205 time: 0.0501096 Jul 16 08:51:33.040913 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89001c2f-afde-442e-bfe8-b8563f240142 None None] Routers {'fe626fc8-4d56-48b4-af50-56b0391c2f36'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:33.041554 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-89001c2f-afde-442e-bfe8-b8563f240142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['fe626fc8-4d56-48b4-af50-56b0391c2f36'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:33.083256 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-89001c2f-afde-442e-bfe8-b8563f240142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:33.104189 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89001c2f-afde-442e-bfe8-b8563f240142 None None] Routers {'fe626fc8-4d56-48b4-af50-56b0391c2f36'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:33.105257 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-89001c2f-afde-442e-bfe8-b8563f240142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['fe626fc8-4d56-48b4-af50-56b0391c2f36'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:33.163132 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-89001c2f-afde-442e-bfe8-b8563f240142 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:33.163825 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89001c2f-afde-442e-bfe8-b8563f240142 None None] The sync data for ids ['fe626fc8-4d56-48b4-af50-56b0391c2f36'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:33.165526 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 0a22fa06-07fd-4b7f-8b11-57c1be522ae7 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:33.166152 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.504764 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3908b373-a924-4e10-b293-1255240941a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.561788 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16295f6f-5cd0-4555-93fb-3a1cddb67409 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.713969 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-a22064dd-c4e0-4fb7-88da-8e46a2e2d0b8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2463322 Jul 16 08:51:33.745055 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16295f6f-5cd0-4555-93fb-3a1cddb67409 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.747471 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16295f6f-5cd0-4555-93fb-3a1cddb67409 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.826936 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16295f6f-5cd0-4555-93fb-3a1cddb67409 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.827451 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16295f6f-5cd0-4555-93fb-3a1cddb67409 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Fanout notify agent at l3_agent the message router_deleted on router fe626fc8-4d56-48b4-af50-56b0391c2f36 {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:51:33.834857 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16295f6f-5cd0-4555-93fb-3a1cddb67409 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:33.836024 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-16295f6f-5cd0-4555-93fb-3a1cddb67409 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/routers/fe626fc8-4d56-48b4-af50-56b0391c2f36 HTTP/1.1" status: 204 len: 168 time: 0.8038554 Jul 16 08:51:33.839674 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59092) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:33.908685 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-7f151f70-8996-4b5c-8220-5be513109d1a tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Deleting subnet 643e8bf8-39fc-4b4c-b2ce-dd50318ac3e4 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:51:33.918762 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cd08f-1665-4b10-9410-201bae715938 req-7dd22fd2-4d80-43d8-a14c-b30eec34c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:33.919260 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cd08f-1665-4b10-9410-201bae715938 req-7dd22fd2-4d80-43d8-a14c-b30eec34c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:33.919742 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cd08f-1665-4b10-9410-201bae715938 req-7dd22fd2-4d80-43d8-a14c-b30eec34c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:33.920227 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cd08f-1665-4b10-9410-201bae715938 req-7dd22fd2-4d80-43d8-a14c-b30eec34c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:33.920738 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cd08f-1665-4b10-9410-201bae715938 req-7dd22fd2-4d80-43d8-a14c-b30eec34c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:33.921226 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cd08f-1665-4b10-9410-201bae715938 req-7dd22fd2-4d80-43d8-a14c-b30eec34c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:33.921707 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cd08f-1665-4b10-9410-201bae715938 req-7dd22fd2-4d80-43d8-a14c-b30eec34c6dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:33.923815 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-7dd22fd2-4d80-43d8-a14c-b30eec34c6dc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2fe358b4bf3b41e19a3794e097af1b16&device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 6496 time: 0.1367304 Jul 16 08:51:33.924719 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7f151f70-8996-4b5c-8220-5be513109d1a tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.019943 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7f151f70-8996-4b5c-8220-5be513109d1a tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.146903 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cd08f-1665-4b10-9410-201bae715938 req-14d9486f-b281-4fea-9f23-daea4b1e9ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:34.147390 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cd08f-1665-4b10-9410-201bae715938 req-14d9486f-b281-4fea-9f23-daea4b1e9ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:34.147867 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cd08f-1665-4b10-9410-201bae715938 req-14d9486f-b281-4fea-9f23-daea4b1e9ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:34.149517 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-14d9486f-b281-4fea-9f23-daea4b1e9ba5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=68d1b8de-8ca0-41e5-ab5d-58997722961e&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&id=971f3192-951e-432a-a2cc-46e618e65630&id=971f3192-951e-432a-a2cc-46e618e65630 HTTP/1.1" status: 200 len: 2291 time: 0.1954618 Jul 16 08:51:34.160147 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bec8ebe-df5c-45b7-972f-043bd1135293 req-f02695cc-01c4-48f0-a07b-f72003ec494f tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:34.161759 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8bec8ebe-df5c-45b7-972f-043bd1135293 req-f02695cc-01c4-48f0-a07b-f72003ec494f tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 943 time: 0.0772326 Jul 16 08:51:34.201512 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8bec8ebe-df5c-45b7-972f-043bd1135293 req-8a7063cb-6dc8-4874-9e54-a0694304bff5 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338762 Jul 16 08:51:34.207430 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7f151f70-8996-4b5c-8220-5be513109d1a tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.269292 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-e5cdd82e-9f04-4181-8f4a-0b6759b301e2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ec6adfab-2926-4726-bbb1-6322adf2bd21 HTTP/1.1" status: 200 len: 1001 time: 0.1091688 Jul 16 08:51:34.315431 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7f151f70-8996-4b5c-8220-5be513109d1a tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.351577 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f151f70-8996-4b5c-8220-5be513109d1a tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Subnet': ['ID=643e8bf8-39fc-4b4c-b2ce-dd50318ac3e4,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:34.357494 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7f151f70-8996-4b5c-8220-5be513109d1a tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.363833 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7f151f70-8996-4b5c-8220-5be513109d1a tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/subnets/643e8bf8-39fc-4b4c-b2ce-dd50318ac3e4 HTTP/1.1" status: 204 len: 168 time: 0.5188701 Jul 16 08:51:34.363833 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cd08f-1665-4b10-9410-201bae715938 req-63043dc3-7c4d-407a-a704-4522ce09db4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:34.363833 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-63043dc3-7c4d-407a-a704-4522ce09db4f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=74283639-7822-44b6-ad1c-b5976fafc479 HTTP/1.1" status: 200 len: 850 time: 0.0864620 Jul 16 08:51:34.363833 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59098) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:34.364274 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3b629b-c135-49de-8dd0-bc941622077a None None] Network ecb447c0-142e-4edd-ab49-e47e1cbefd01 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:34.479421 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3644aa7-d191-40f2-aa3c-8be194f4a923 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.507261 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cd08f-1665-4b10-9410-201bae715938 req-50edb632-b28f-405c-98c9-1c040a5a105d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:34.508971 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-50edb632-b28f-405c-98c9-1c040a5a105d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=68d1b8de-8ca0-41e5-ab5d-58997722961e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1371312 Jul 16 08:51:34.573988 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-811700c5-9d7d-4bf6-94b8-e8f18ced39de None None] DHCP port deletion for ecb447c0-142e-4edd-ab49-e47e1cbefd01 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:51:34.625593 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d3644aa7-d191-40f2-aa3c-8be194f4a923 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Deleting port 0a22fa06-07fd-4b7f-8b11-57c1be522ae7 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:34.626451 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3644aa7-d191-40f2-aa3c-8be194f4a923 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.641760 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-811700c5-9d7d-4bf6-94b8-e8f18ced39de None None] Deleting port 0a22fa06-07fd-4b7f-8b11-57c1be522ae7 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:34.642276 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-811700c5-9d7d-4bf6-94b8-e8f18ced39de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.663562 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-296b2a9a-fb36-4d77-8cde-872c8f702b10 service neutron] 10.222.0.21 "GET /v2.0/networks/68d1b8de-8ca0-41e5-ab5d-58997722961e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352985 Jul 16 08:51:34.721338 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-811700c5-9d7d-4bf6-94b8-e8f18ced39de None None] For port 0a22fa06-07fd-4b7f-8b11-57c1be522ae7, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0a22fa06-07fd-4b7f-8b11-57c1be522ae7,segment=NetworkSegment(5f8a121a-d442-496d-b8cb-6a716c803540),segment_id=5f8a121a-d442-496d-b8cb-6a716c803540)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:34.721735 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-811700c5-9d7d-4bf6-94b8-e8f18ced39de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.736598 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-811700c5-9d7d-4bf6-94b8-e8f18ced39de None None] Calling delete_port for 0a22fa06-07fd-4b7f-8b11-57c1be522ae7 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:34.746949 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d3644aa7-d191-40f2-aa3c-8be194f4a923 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] For port 0a22fa06-07fd-4b7f-8b11-57c1be522ae7, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0a22fa06-07fd-4b7f-8b11-57c1be522ae7,segment=NetworkSegment(5f8a121a-d442-496d-b8cb-6a716c803540),segment_id=5f8a121a-d442-496d-b8cb-6a716c803540)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:34.747313 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3644aa7-d191-40f2-aa3c-8be194f4a923 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.788694 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d3644aa7-d191-40f2-aa3c-8be194f4a923 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Calling delete_port for 0a22fa06-07fd-4b7f-8b11-57c1be522ae7 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:34.839797 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-811700c5-9d7d-4bf6-94b8-e8f18ced39de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:34.857072 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-5756d102-8a75-47f9-9931-867c10d47c2b service neutron] 10.222.0.21 "GET /v2.0/networks/68d1b8de-8ca0-41e5-ab5d-58997722961e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619797 Jul 16 08:51:34.869992 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-811700c5-9d7d-4bf6-94b8-e8f18ced39de None None] No DVR routers for this DVR port 0a22fa06-07fd-4b7f-8b11-57c1be522ae7 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:34.871590 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811700c5-9d7d-4bf6-94b8-e8f18ced39de None None] Pushing event deleted for resources: {'Port': ['ID=0a22fa06-07fd-4b7f-8b11-57c1be522ae7,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:34.917719 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-d52afe24-b6aa-4331-8749-dc680ddd1512 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=ac3245a2-1832-46a1-a707-f054e3b47d6a HTTP/1.1" status: 200 len: 217 time: 0.0525622 Jul 16 08:51:34.942490 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0a22fa06-07fd-4b7f-8b11-57c1be522ae7 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:34.963144 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 0a22fa06-07fd-4b7f-8b11-57c1be522ae7 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:34.963144 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0a22fa06-07fd-4b7f-8b11-57c1be522ae7 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:34.974782 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3644aa7-d191-40f2-aa3c-8be194f4a923 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.018763 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3644aa7-d191-40f2-aa3c-8be194f4a923 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Port': ['ID=0a22fa06-07fd-4b7f-8b11-57c1be522ae7,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:35.026481 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3644aa7-d191-40f2-aa3c-8be194f4a923 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] No DVR routers for this DVR port 0a22fa06-07fd-4b7f-8b11-57c1be522ae7 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:35.034148 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cd08f-1665-4b10-9410-201bae715938 req-f1797e03-b687-426d-a8e1-370fefc745fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:35.035681 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-f1797e03-b687-426d-a8e1-370fefc745fb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.1053076 Jul 16 08:51:35.140401 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3644aa7-d191-40f2-aa3c-8be194f4a923 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.157508 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-d3644aa7-d191-40f2-aa3c-8be194f4a923 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ecb447c0-142e-4edd-ab49-e47e1cbefd01']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:35.168722 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-d3644aa7-d191-40f2-aa3c-8be194f4a923 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f8a121a-d442-496d-b8cb-6a716c803540') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:35.169028 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-d3644aa7-d191-40f2-aa3c-8be194f4a923 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f8a121a-d442-496d-b8cb-6a716c803540') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:35.180872 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3644aa7-d191-40f2-aa3c-8be194f4a923 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.191622 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cd08f-1665-4b10-9410-201bae715938 req-507d1241-e73d-4638-abc3-0b05d4070a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:35.193236 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-507d1241-e73d-4638-abc3-0b05d4070a29 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1362162 Jul 16 08:51:35.199400 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3644aa7-d191-40f2-aa3c-8be194f4a923 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.225659 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3644aa7-d191-40f2-aa3c-8be194f4a923 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:51:35.226060 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3644aa7-d191-40f2-aa3c-8be194f4a923 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.228994 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:51:35.228994 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:51:35.228994 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:51:35.228994 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:51:35.228994 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:51:35.228994 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:51:35.228994 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:51:35.228994 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:51:35.228994 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:51:35.228994 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:51:35.228994 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:51:35.228994 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:51:35.228994 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:51:35.228994 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:51:35.228994 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:51:35.228994 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:51:35.228994 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:51:35.228994 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:51:35.228994 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:51:35.228994 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:51:35.228994 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:51:35.228994 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:51:35.228994 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:51:35.228994 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:51:35.228994 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:51:35.228994 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:51:35.228994 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:51:35.228994 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:51:35.228994 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:51:35.228994 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:51:35.228994 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:51:35.228994 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:51:35.337546 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3644aa7-d191-40f2-aa3c-8be194f4a923 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.346909 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3644aa7-d191-40f2-aa3c-8be194f4a923 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.349011 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d3644aa7-d191-40f2-aa3c-8be194f4a923 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/networks/ecb447c0-142e-4edd-ab49-e47e1cbefd01 HTTP/1.1" status: 204 len: 168 time: 0.9846725 Jul 16 08:51:35.360695 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59104) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:35.366948 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e779cfe1-1f60-43af-9200-c427710e7af6 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-201514358', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:35.367168 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3644aa7-d191-40f2-aa3c-8be194f4a923 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Network': ['ID=ecb447c0-142e-4edd-ab49-e47e1cbefd01,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:35.372460 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-e8638e2e-54e7-4a2d-9512-6328f0bc35f9 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708465 Jul 16 08:51:35.402621 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e779cfe1-1f60-43af-9200-c427710e7af6 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.403525 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e779cfe1-1f60-43af-9200-c427710e7af6 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.444067 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21040a1c-f349-4162-a094-fce4ceb53e33 req-a5356bd0-8d54-4719-98e1-65312dbb42e7 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:35.445700 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-21040a1c-f349-4162-a094-fce4ceb53e33 req-a5356bd0-8d54-4719-98e1-65312dbb42e7 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 943 time: 0.1198587 Jul 16 08:51:35.474879 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-0599aae5-2ada-4652-97fa-78af2c90bfb0 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944421 Jul 16 08:51:35.484528 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e779cfe1-1f60-43af-9200-c427710e7af6 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.512958 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e779cfe1-1f60-43af-9200-c427710e7af6 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.522905 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-21040a1c-f349-4162-a094-fce4ceb53e33 req-162db663-247e-419e-9755-89454b257e53 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490887 Jul 16 08:51:35.530892 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-ce3232da-b712-4e0d-9fdb-4a3f8a647068 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.186&port_id=5b0628d6-3782-44d5-85db-3802f0fa70fb HTTP/1.1" status: 200 len: 217 time: 0.0485115 Jul 16 08:51:35.535457 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e779cfe1-1f60-43af-9200-c427710e7af6 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.537161 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e779cfe1-1f60-43af-9200-c427710e7af6 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.1751769 Jul 16 08:51:35.540180 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59106) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:35.546635 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d45db61f-f00d-4f31-a43b-1e96afe98fea tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Request body: {'network': {'name': 'tempest-RoutersTest-525145450'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:35.575567 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d45db61f-f00d-4f31-a43b-1e96afe98fea tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Made reservation on behalf of 6f7adc1edacb4ec6af987b50b5504fa0 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:35.583397 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d45db61f-f00d-4f31-a43b-1e96afe98fea tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.586172 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cd08f-1665-4b10-9410-201bae715938 req-e037c2b6-65ab-4d65-8abf-252d78827d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:35.587659 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-e037c2b6-65ab-4d65-8abf-252d78827d40 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.0504665 Jul 16 08:51:35.613964 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d45db61f-f00d-4f31-a43b-1e96afe98fea tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:35.624299 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d45db61f-f00d-4f31-a43b-1e96afe98fea tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.624673 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-d45db61f-f00d-4f31-a43b-1e96afe98fea tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Added segment d5b804b0-79ff-49b5-b2f8-b2ea38178784 of type vlan for network 3f53df96-b6b6-4a55-b9df-ee3848252bfb Jul 16 08:51:35.660760 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cd08f-1665-4b10-9410-201bae715938 req-b079ec87-1625-4f6c-92f6-4b1efdd84dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:35.663000 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-b079ec87-1625-4f6c-92f6-4b1efdd84dde service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0683391 Jul 16 08:51:35.669126 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d45db61f-f00d-4f31-a43b-1e96afe98fea tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.705441 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d45db61f-f00d-4f31-a43b-1e96afe98fea tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.705737 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ed978320-78f1-474c-b703-f05f156bd342 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.710431 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d45db61f-f00d-4f31-a43b-1e96afe98fea tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:35.711267 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d45db61f-f00d-4f31-a43b-1e96afe98fea tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.751036 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d45db61f-f00d-4f31-a43b-1e96afe98fea tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2062757 Jul 16 08:51:35.751341 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59110) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:35.757396 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-50a4c69b-5644-4135-b304-194d98573cd3 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Request body: {'subnet': {'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:35.812061 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-e1584f6e-260b-4a62-9c6a-1075e2dc7ce2 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421816 Jul 16 08:51:35.816553 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45db61f-f00d-4f31-a43b-1e96afe98fea tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Network': ['ID=3f53df96-b6b6-4a55-b9df-ee3848252bfb,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:35.830485 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 3f53df96-b6b6-4a55-b9df-ee3848252bfb details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:35.907525 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50a4c69b-5644-4135-b304-194d98573cd3 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Made reservation on behalf of 6f7adc1edacb4ec6af987b50b5504fa0 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:35.911844 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-50a4c69b-5644-4135-b304-194d98573cd3 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:35.926880 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-26809783-6359-44d3-a0b9-32925f9ede4d service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071806 Jul 16 08:51:35.971669 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-156005cc-fbea-4551-a253-aa5dcb8e9ff2 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.250&port_id=afa97703-f881-4b7b-b2e7-e2133311c64c HTTP/1.1" status: 200 len: 217 time: 0.0383444 Jul 16 08:51:36.015475 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:36.024659 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cd08f-1665-4b10-9410-201bae715938 req-9338445c-d6d5-44c7-9dae-2a5ad6df79b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:36.026193 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-9338445c-d6d5-44c7-9dae-2a5ad6df79b3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.0486016 Jul 16 08:51:36.093996 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cd08f-1665-4b10-9410-201bae715938 req-e43c72db-2d24-472c-805a-cac2eafa8484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:36.095662 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-e43c72db-2d24-472c-805a-cac2eafa8484 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0634916 Jul 16 08:51:36.129655 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-50a4c69b-5644-4135-b304-194d98573cd3 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:36.203674 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-5922c5ab-b36e-40d1-a8d0-0c30457ca66c service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003940 Jul 16 08:51:36.205275 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a4c69b-5644-4135-b304-194d98573cd3 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Subnet': ['ID=afaa6c04-662a-41ad-a5a2-4ce1ddef3002,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:36.216997 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50a4c69b-5644-4135-b304-194d98573cd3 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Checking segment: {'id': 'd5b804b0-79ff-49b5-b2f8-b2ea38178784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:36.217365 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a4c69b-5644-4135-b304-194d98573cd3 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network hostable DHCP agents. Network: 3f53df96-b6b6-4a55-b9df-ee3848252bfb, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:51:36.234890 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50a4c69b-5644-4135-b304-194d98573cd3 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network 3f53df96-b6b6-4a55-b9df-ee3848252bfb is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:51:36.244666 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-50a4c69b-5644-4135-b304-194d98573cd3 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 3f53df96-b6b6-4a55-b9df-ee3848252bfb) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:36.259726 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a4c69b-5644-4135-b304-194d98573cd3 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:36.260232 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-50a4c69b-5644-4135-b304-194d98573cd3 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:36.260436 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89626e5c-f212-4c54-b026-1fd29312e8f3 None None] Network 3f53df96-b6b6-4a55-b9df-ee3848252bfb requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:36.278664 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-50a4c69b-5644-4135-b304-194d98573cd3 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5261757 Jul 16 08:51:36.281435 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59112) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:36.320277 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-7def0758-b882-4d81-b9bd-a38acdfee18b service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1101422 Jul 16 08:51:36.377701 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-dc4020bb-2f21-48ec-a27a-649506d526a6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.14&port_id=7ce0d02e-447c-4dc7-8e90-755e16831c63 HTTP/1.1" status: 200 len: 217 time: 0.0506814 Jul 16 08:51:36.438792 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cd08f-1665-4b10-9410-201bae715938 req-c7acb133-70cd-4378-960a-3a2444233719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:36.440655 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-c7acb133-70cd-4378-960a-3a2444233719 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 200 len: 797 time: 0.0571110 Jul 16 08:51:36.470453 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce100e40-e9da-4764-875e-e704b45c0283 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-3f53df96-b6b6-4a55-b9df-ee3848252bfb', 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'fixed_ips': [{'subnet_id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:51:36.472857 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ce100e40-e9da-4764-875e-e704b45c0283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:36.507712 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cd08f-1665-4b10-9410-201bae715938 req-b2446b9e-19d8-437e-a11e-33da45c7c163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:36.509391 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-b2446b9e-19d8-437e-a11e-33da45c7c163 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0625923 Jul 16 08:51:36.631387 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-83ee81c4-fa21-47d2-903a-062b0ff7e752 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148803 Jul 16 08:51:36.636331 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-ce100e40-e9da-4764-875e-e704b45c0283 None None] Allocated IP 172.20.0.2 (3f53df96-b6b6-4a55-b9df-ee3848252bfb/afaa6c04-662a-41ad-a5a2-4ce1ddef3002/17249765-7c75-43b9-bec7-8246f5691c36) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:36.656129 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b167f063-2e00-46ff-81d4-f84689e46848 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:36.760509 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-a75a8ebf-d8fa-40b8-bf63-afeb356954b7 service neutron] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231632 Jul 16 08:51:36.813737 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ce100e40-e9da-4764-875e-e704b45c0283 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:36.822229 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ce100e40-e9da-4764-875e-e704b45c0283 None None] Transition to ACTIVE for port object 17249765-7c75-43b9-bec7-8246f5691c36 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:36.826595 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-fb29affb-bc8c-4007-a1b7-41ad848dfb7f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=11779264-f750-43ee-a0d7-fe64f1d931fd HTTP/1.1" status: 200 len: 217 time: 0.0590754 Jul 16 08:51:36.849824 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ce100e40-e9da-4764-875e-e704b45c0283 None None] Transition to ACTIVE for port object 17249765-7c75-43b9-bec7-8246f5691c36 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:36.861562 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ce100e40-e9da-4764-875e-e704b45c0283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:36.895811 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cd08f-1665-4b10-9410-201bae715938 req-3c5823e5-57e2-4815-9f5a-40e2704c49aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:36.897805 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-3c5823e5-57e2-4815-9f5a-40e2704c49aa service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1200a08-b4c1-4ea0-be1b-41534dbb15bb HTTP/1.1" status: 200 len: 797 time: 0.0652900 Jul 16 08:51:36.918165 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce100e40-e9da-4764-875e-e704b45c0283 None None] Network 3f53df96-b6b6-4a55-b9df-ee3848252bfb is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:36.919341 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce100e40-e9da-4764-875e-e704b45c0283 None None] Pushing event updated for resources: {'Port': ['ID=17249765-7c75-43b9-bec7-8246f5691c36,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:36.925039 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-ce100e40-e9da-4764-875e-e704b45c0283 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:36.929859 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce100e40-e9da-4764-875e-e704b45c0283 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:36.977114 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cd08f-1665-4b10-9410-201bae715938 req-5f9664dc-ac7b-45ef-8dbd-382c53d44a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:36.980224 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-5f9664dc-ac7b-45ef-8dbd-382c53d44a45 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=971f3192-951e-432a-a2cc-46e618e65630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0754738 Jul 16 08:51:37.004847 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45657353-73a3-4b15-b734-10680b38d9d7 req-c02daa11-2216-49fd-a15a-3933f6603c12 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:37.007021 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-45657353-73a3-4b15-b734-10680b38d9d7 req-c02daa11-2216-49fd-a15a-3933f6603c12 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 943 time: 0.2665215 Jul 16 08:51:37.031640 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ce100e40-e9da-4764-875e-e704b45c0283 None None] Attempting to bind port 17249765-7c75-43b9-bec7-8246f5691c36 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:37.032229 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ce100e40-e9da-4764-875e-e704b45c0283 None None] Attempting to bind port 17249765-7c75-43b9-bec7-8246f5691c36 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'd5b804b0-79ff-49b5-b2f8-b2ea38178784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:37.032797 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce100e40-e9da-4764-875e-e704b45c0283 None None] Attempting to bind port 17249765-7c75-43b9-bec7-8246f5691c36 on network 3f53df96-b6b6-4a55-b9df-ee3848252bfb {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:37.041502 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce100e40-e9da-4764-875e-e704b45c0283 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:37.042001 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce100e40-e9da-4764-875e-e704b45c0283 None None] Checking segment: {'id': 'd5b804b0-79ff-49b5-b2f8-b2ea38178784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:37.042652 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ce100e40-e9da-4764-875e-e704b45c0283 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.043280 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce100e40-e9da-4764-875e-e704b45c0283 None None] Bound using segment: {'id': 'd5b804b0-79ff-49b5-b2f8-b2ea38178784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:37.044051 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ce100e40-e9da-4764-875e-e704b45c0283 None None] Bound port: 17249765-7c75-43b9-bec7-8246f5691c36, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5b804b0-79ff-49b5-b2f8-b2ea38178784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:37.044692 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ce100e40-e9da-4764-875e-e704b45c0283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.072095 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-b167f063-2e00-46ff-81d4-f84689e46848 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Allocated IP 172.20.0.1 (3f53df96-b6b6-4a55-b9df-ee3848252bfb/afaa6c04-662a-41ad-a5a2-4ce1ddef3002/afacbe74-abf3-4514-b7e1-636cdd607319) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:37.082513 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.101177 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-70e3d22f-913b-4da2-9708-d62fa9237222 service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131961 Jul 16 08:51:37.107939 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-45657353-73a3-4b15-b734-10680b38d9d7 req-a9631904-102d-4510-9e54-af63d507d5a6 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851905 Jul 16 08:51:37.154731 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ce100e40-e9da-4764-875e-e704b45c0283 None None] For port 17249765-7c75-43b9-bec7-8246f5691c36, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:37.159525 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ce100e40-e9da-4764-875e-e704b45c0283 None None] For port 17249765-7c75-43b9-bec7-8246f5691c36, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=17249765-7c75-43b9-bec7-8246f5691c36,segment=NetworkSegment(d5b804b0-79ff-49b5-b2f8-b2ea38178784),segment_id=d5b804b0-79ff-49b5-b2f8-b2ea38178784)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:37.165115 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ce100e40-e9da-4764-875e-e704b45c0283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.236865 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-a66460f9-4516-4e5b-9e99-8c30ad34f7aa service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241930 Jul 16 08:51:37.238314 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce100e40-e9da-4764-875e-e704b45c0283 None None] Pushing event updated for resources: {'Port': ['ID=17249765-7c75-43b9-bec7-8246f5691c36,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:37.279897 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b167f063-2e00-46ff-81d4-f84689e46848 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.298826 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-b167f063-2e00-46ff-81d4-f84689e46848 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Transition to ACTIVE for port object afacbe74-abf3-4514-b7e1-636cdd607319 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:37.307514 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-a550b043-56ad-4c81-81d8-820f8541f48e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=f66e0380-b32a-492b-871a-89bede966f79 HTTP/1.1" status: 200 len: 217 time: 0.0651832 Jul 16 08:51:37.350558 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b167f063-2e00-46ff-81d4-f84689e46848 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.386785 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cd08f-1665-4b10-9410-201bae715938 req-0b45a39e-5be8-4d4a-a8fb-67f3830bfa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:37.388327 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-0b45a39e-5be8-4d4a-a8fb-67f3830bfa66 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f1200a08-b4c1-4ea0-be1b-41534dbb15bb HTTP/1.1" status: 200 len: 797 time: 0.0756853 Jul 16 08:51:37.392287 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b167f063-2e00-46ff-81d4-f84689e46848 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network 3f53df96-b6b6-4a55-b9df-ee3848252bfb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:37.400388 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-b167f063-2e00-46ff-81d4-f84689e46848 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:37.407737 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b167f063-2e00-46ff-81d4-f84689e46848 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:37.460333 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167f063-2e00-46ff-81d4-f84689e46848 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Port': ['ID=afacbe74-abf3-4514-b7e1-636cdd607319,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:37.492759 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b167f063-2e00-46ff-81d4-f84689e46848 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.494857 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cd08f-1665-4b10-9410-201bae715938 req-490e1693-f5df-4863-94f3-274afdbb32c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:37.496864 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-490e1693-f5df-4863-94f3-274afdbb32c1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=971f3192-951e-432a-a2cc-46e618e65630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1026309 Jul 16 08:51:37.665180 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-b5a62e79-7968-452e-841a-f27d53c74241 service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623592 Jul 16 08:51:37.689046 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b167f063-2e00-46ff-81d4-f84689e46848 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:37.784828 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b8cd08f-1665-4b10-9410-201bae715938 req-1bcbe518-a96a-4d76-a337-c2a1066bfdd3 service neutron] 10.222.0.21 "GET /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1125922 Jul 16 08:51:38.023382 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b167f063-2e00-46ff-81d4-f84689e46848 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.028664 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b167f063-2e00-46ff-81d4-f84689e46848 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.112506 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b167f063-2e00-46ff-81d4-f84689e46848 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.114577 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167f063-2e00-46ff-81d4-f84689e46848 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Port': ['ID=afacbe74-abf3-4514-b7e1-636cdd607319,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:38.229948 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b167f063-2e00-46ff-81d4-f84689e46848 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network 3f53df96-b6b6-4a55-b9df-ee3848252bfb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:38.231735 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-b167f063-2e00-46ff-81d4-f84689e46848 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:38.378631 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f204811d-e358-452c-ac57-45ba3b114c29 None None] Network 3f53df96-b6b6-4a55-b9df-ee3848252bfb requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:38.392257 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ed70e4-3b58-4b21-8016-3661443d9a58 req-7e654d69-e03f-4512-bfc3-23a819255187 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:38.394693 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b3ed70e4-3b58-4b21-8016-3661443d9a58 req-7e654d69-e03f-4512-bfc3-23a819255187 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 943 time: 0.1548071 Jul 16 08:51:38.444492 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0b4276e6-19f4-4d66-bb70-df483a84f2af None None] Provisioning for port 17249765-7c75-43b9-bec7-8246f5691c36 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:38.444926 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b167f063-2e00-46ff-81d4-f84689e46848 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Router 661f9226-042e-4a76-baae-05e8f27a37b6 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:51:38.459107 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b3ed70e4-3b58-4b21-8016-3661443d9a58 req-4713fc80-d646-4f64-b88d-7d576f8da408 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531704 Jul 16 08:51:38.560399 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b167f063-2e00-46ff-81d4-f84689e46848 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:38.564657 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.571086 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b167f063-2e00-46ff-81d4-f84689e46848 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "PUT /v2.0/routers/661f9226-042e-4a76-baae-05e8f27a37b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2886002 Jul 16 08:51:38.571278 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59124) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:38.577473 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3475ed11-02f1-4fb2-860c-ee49e6d19e48 None None] Sync routers for ids ['661f9226-042e-4a76-baae-05e8f27a37b6'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:38.579349 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-bd5923ee-fee8-4217-8865-27d6a405bad5 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Request body: {'network': {'name': 'tempest-RoutersTest-134256276'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:38.599408 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3475ed11-02f1-4fb2-860c-ee49e6d19e48 None None] Routers {'661f9226-042e-4a76-baae-05e8f27a37b6'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:38.600197 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3475ed11-02f1-4fb2-860c-ee49e6d19e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['661f9226-042e-4a76-baae-05e8f27a37b6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:38.622319 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd5923ee-fee8-4217-8865-27d6a405bad5 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Made reservation on behalf of 6f7adc1edacb4ec6af987b50b5504fa0 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:38.629435 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd5923ee-fee8-4217-8865-27d6a405bad5 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.667540 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd5923ee-fee8-4217-8865-27d6a405bad5 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:38.680972 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd5923ee-fee8-4217-8865-27d6a405bad5 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.681423 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-bd5923ee-fee8-4217-8865-27d6a405bad5 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Added segment 22e8d5bd-75ea-430f-993a-847aa9eda3e4 of type vlan for network 669436ef-71c4-45a5-bdab-03f315bee109 Jul 16 08:51:38.700473 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3475ed11-02f1-4fb2-860c-ee49e6d19e48 None None] Set router 661f9226-042e-4a76-baae-05e8f27a37b6 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:51:38.745344 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd5923ee-fee8-4217-8865-27d6a405bad5 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.791031 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd5923ee-fee8-4217-8865-27d6a405bad5 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.798893 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd5923ee-fee8-4217-8865-27d6a405bad5 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:38.799725 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd5923ee-fee8-4217-8865-27d6a405bad5 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:38.843922 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bd5923ee-fee8-4217-8865-27d6a405bad5 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2681630 Jul 16 08:51:38.844507 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59128) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:38.850380 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-48b4d85c-3287-4036-93e7-7905eb183ba7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Request body: {'subnet': {'network_id': '669436ef-71c4-45a5-bdab-03f315bee109', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:38.914640 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0f70d6b7-92c6-4627-8a37-c57368d1e1c9 None None] Provisioning for port afacbe74-abf3-4514-b7e1-636cdd607319 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:38.924075 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5923ee-fee8-4217-8865-27d6a405bad5 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Network': ['ID=669436ef-71c4-45a5-bdab-03f315bee109,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:38.926886 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0f70d6b7-92c6-4627-8a37-c57368d1e1c9 None None] Provisioning complete for port afacbe74-abf3-4514-b7e1-636cdd607319 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:38.928166 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0f70d6b7-92c6-4627-8a37-c57368d1e1c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.032148 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 669436ef-71c4-45a5-bdab-03f315bee109 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:39.039651 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48b4d85c-3287-4036-93e7-7905eb183ba7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Made reservation on behalf of 6f7adc1edacb4ec6af987b50b5504fa0 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:39.050813 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-48b4d85c-3287-4036-93e7-7905eb183ba7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.086947 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0f70d6b7-92c6-4627-8a37-c57368d1e1c9 None None] Port afacbe74-abf3-4514-b7e1-636cdd607319 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:39.097326 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59132) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:39.146244 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3475ed11-02f1-4fb2-860c-ee49e6d19e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'name': 'tempest-RoutersTest-router-201514358', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:35Z', 'updated_at': '2021-07-16T08:51:37Z', 'revision_number': 2, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None, '_interfaces': [{'id': 'afacbe74-abf3-4514-b7e1-636cdd607319', 'name': '', 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:fb:ea:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:36Z', 'updated_at': '2021-07-16T08:51:37Z', 'revision_number': 2, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:39.149489 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 17249765-7c75-43b9-bec7-8246f5691c36 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:39.183908 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3475ed11-02f1-4fb2-860c-ee49e6d19e48 None None] Checking router: 661f9226-042e-4a76-baae-05e8f27a37b6 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:51:39.184267 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3475ed11-02f1-4fb2-860c-ee49e6d19e48 None None] Updating router 661f9226-042e-4a76-baae-05e8f27a37b6 port afacbe74-abf3-4514-b7e1-636cdd607319 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:51:39.252077 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3475ed11-02f1-4fb2-860c-ee49e6d19e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.351938 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 17249765-7c75-43b9-bec7-8246f5691c36 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:39.359056 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 17249765-7c75-43b9-bec7-8246f5691c36 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:39.359796 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.489312 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ac4a6e17-d64f-43b6-8253-caaae331589d tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Deleting port b977685a-8351-41be-bebf-278904290980 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:39.490000 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac4a6e17-d64f-43b6-8253-caaae331589d tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.492953 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.516381 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-48b4d85c-3287-4036-93e7-7905eb183ba7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.526921 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e10d16db-fd66-47c2-aaed-47b0f51047e5 None None] Provisioning complete for port afacbe74-abf3-4514-b7e1-636cdd607319 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:39.533103 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e10d16db-fd66-47c2-aaed-47b0f51047e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.614777 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 17249765-7c75-43b9-bec7-8246f5691c36, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=17249765-7c75-43b9-bec7-8246f5691c36,segment=NetworkSegment(d5b804b0-79ff-49b5-b2f8-b2ea38178784),segment_id=d5b804b0-79ff-49b5-b2f8-b2ea38178784)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:39.621618 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.629872 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e10d16db-fd66-47c2-aaed-47b0f51047e5 None None] Port afacbe74-abf3-4514-b7e1-636cdd607319 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:39.698552 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b4d85c-3287-4036-93e7-7905eb183ba7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Subnet': ['ID=822e12dc-5db6-4da8-a9a8-c9c9a70ea358,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:39.709099 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac4a6e17-d64f-43b6-8253-caaae331589d tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.709797 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac4a6e17-d64f-43b6-8253-caaae331589d tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.710265 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b4d85c-3287-4036-93e7-7905eb183ba7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Checking segment: {'id': '22e8d5bd-75ea-430f-993a-847aa9eda3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '669436ef-71c4-45a5-bdab-03f315bee109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:39.710791 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b4d85c-3287-4036-93e7-7905eb183ba7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network hostable DHCP agents. Network: 669436ef-71c4-45a5-bdab-03f315bee109, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:51:39.731785 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48b4d85c-3287-4036-93e7-7905eb183ba7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network 669436ef-71c4-45a5-bdab-03f315bee109 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:51:39.742936 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ac4a6e17-d64f-43b6-8253-caaae331589d tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Calling delete_port for b977685a-8351-41be-bebf-278904290980 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:39.753097 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=17249765-7c75-43b9-bec7-8246f5691c36,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:39.760454 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-48b4d85c-3287-4036-93e7-7905eb183ba7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 669436ef-71c4-45a5-bdab-03f315bee109) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:39.765123 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48b4d85c-3287-4036-93e7-7905eb183ba7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:39.766059 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-48b4d85c-3287-4036-93e7-7905eb183ba7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.779976 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3366433-378d-4ff4-a924-f6a4c8be0415 None None] Network 669436ef-71c4-45a5-bdab-03f315bee109 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:39.795099 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-48b4d85c-3287-4036-93e7-7905eb183ba7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9441772 Jul 16 08:51:39.796156 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b2674d17-78d8-43f7-9501-8ce46ebe028f None None] Provisioning complete for port afacbe74-abf3-4514-b7e1-636cdd607319 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:39.796156 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b2674d17-78d8-43f7-9501-8ce46ebe028f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.796554 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59136) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:39.839088 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3475ed11-02f1-4fb2-860c-ee49e6d19e48 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.852296 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3475ed11-02f1-4fb2-860c-ee49e6d19e48 None None] Transition to ACTIVE for port object afacbe74-abf3-4514-b7e1-636cdd607319 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:39.861076 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3475ed11-02f1-4fb2-860c-ee49e6d19e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:39.883963 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b2674d17-78d8-43f7-9501-8ce46ebe028f None None] Port afacbe74-abf3-4514-b7e1-636cdd607319 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:39.919380 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b36198-e519-418f-977d-d277e241f3df None None] Pushing event updated for resources: {'Port': ['ID=afacbe74-abf3-4514-b7e1-636cdd607319,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:39.931160 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b36198-e519-418f-977d-d277e241f3df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:39.931595 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b36198-e519-418f-977d-d277e241f3df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:39.931845 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b36198-e519-418f-977d-d277e241f3df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:39.932190 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b36198-e519-418f-977d-d277e241f3df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:39.933265 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b36198-e519-418f-977d-d277e241f3df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:39.933265 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b36198-e519-418f-977d-d277e241f3df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:39.933265 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b36198-e519-418f-977d-d277e241f3df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:39.933693 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b36198-e519-418f-977d-d277e241f3df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:39.933976 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b36198-e519-418f-977d-d277e241f3df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:39.934377 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b36198-e519-418f-977d-d277e241f3df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:39.934764 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b36198-e519-418f-977d-d277e241f3df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:39.935145 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5b36198-e519-418f-977d-d277e241f3df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:39.997056 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05eca14e-464f-457f-a92f-c015ae03cf98 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-669436ef-71c4-45a5-bdab-03f315bee109', 'network_id': '669436ef-71c4-45a5-bdab-03f315bee109', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'fixed_ips': [{'subnet_id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:51:40.000343 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-05eca14e-464f-457f-a92f-c015ae03cf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.042089 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3475ed11-02f1-4fb2-860c-ee49e6d19e48 None None] Attempting to bind port afacbe74-abf3-4514-b7e1-636cdd607319 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:40.042919 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3475ed11-02f1-4fb2-860c-ee49e6d19e48 None None] Attempting to bind port afacbe74-abf3-4514-b7e1-636cdd607319 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'd5b804b0-79ff-49b5-b2f8-b2ea38178784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:40.043263 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3475ed11-02f1-4fb2-860c-ee49e6d19e48 None None] Attempting to bind port afacbe74-abf3-4514-b7e1-636cdd607319 on network 3f53df96-b6b6-4a55-b9df-ee3848252bfb {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:40.055307 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3475ed11-02f1-4fb2-860c-ee49e6d19e48 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:40.055677 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3475ed11-02f1-4fb2-860c-ee49e6d19e48 None None] Checking segment: {'id': 'd5b804b0-79ff-49b5-b2f8-b2ea38178784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:40.056142 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3475ed11-02f1-4fb2-860c-ee49e6d19e48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.056650 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3475ed11-02f1-4fb2-860c-ee49e6d19e48 None None] Bound using segment: {'id': 'd5b804b0-79ff-49b5-b2f8-b2ea38178784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:40.057444 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3475ed11-02f1-4fb2-860c-ee49e6d19e48 None None] Bound port: afacbe74-abf3-4514-b7e1-636cdd607319, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5b804b0-79ff-49b5-b2f8-b2ea38178784', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:40.057977 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3475ed11-02f1-4fb2-860c-ee49e6d19e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.162045 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3475ed11-02f1-4fb2-860c-ee49e6d19e48 None None] For port afacbe74-abf3-4514-b7e1-636cdd607319, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:40.167280 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3475ed11-02f1-4fb2-860c-ee49e6d19e48 None None] For port afacbe74-abf3-4514-b7e1-636cdd607319, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=afacbe74-abf3-4514-b7e1-636cdd607319,segment=NetworkSegment(d5b804b0-79ff-49b5-b2f8-b2ea38178784),segment_id=d5b804b0-79ff-49b5-b2f8-b2ea38178784)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:40.172401 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3475ed11-02f1-4fb2-860c-ee49e6d19e48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.216298 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-05eca14e-464f-457f-a92f-c015ae03cf98 None None] Allocated IP 172.21.0.2 (669436ef-71c4-45a5-bdab-03f315bee109/822e12dc-5db6-4da8-a9a8-c9c9a70ea358/ee64f07f-7438-4768-96bd-d8629491f36b) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:40.273955 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3475ed11-02f1-4fb2-860c-ee49e6d19e48 None None] Routers {'661f9226-042e-4a76-baae-05e8f27a37b6'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:40.274600 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3475ed11-02f1-4fb2-860c-ee49e6d19e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['661f9226-042e-4a76-baae-05e8f27a37b6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:40.417314 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3475ed11-02f1-4fb2-860c-ee49e6d19e48 None None] Set router 661f9226-042e-4a76-baae-05e8f27a37b6 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:51:40.467869 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-05eca14e-464f-457f-a92f-c015ae03cf98 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.479085 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-05eca14e-464f-457f-a92f-c015ae03cf98 None None] Transition to ACTIVE for port object ee64f07f-7438-4768-96bd-d8629491f36b will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:40.495527 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b36198-e519-418f-977d-d277e241f3df None None] Pushing event updated for resources: {'Port': ['ID=afacbe74-abf3-4514-b7e1-636cdd607319,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:40.500241 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-05eca14e-464f-457f-a92f-c015ae03cf98 None None] Transition to ACTIVE for port object ee64f07f-7438-4768-96bd-d8629491f36b will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:40.510687 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-05eca14e-464f-457f-a92f-c015ae03cf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.585464 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eca14e-464f-457f-a92f-c015ae03cf98 None None] Pushing event updated for resources: {'Port': ['ID=ee64f07f-7438-4768-96bd-d8629491f36b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:40.599915 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eca14e-464f-457f-a92f-c015ae03cf98 None None] Network 669436ef-71c4-45a5-bdab-03f315bee109 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:40.601972 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-05eca14e-464f-457f-a92f-c015ae03cf98 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:40.617951 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eca14e-464f-457f-a92f-c015ae03cf98 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:40.699952 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-05eca14e-464f-457f-a92f-c015ae03cf98 None None] Attempting to bind port ee64f07f-7438-4768-96bd-d8629491f36b on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:40.700409 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-05eca14e-464f-457f-a92f-c015ae03cf98 None None] Attempting to bind port ee64f07f-7438-4768-96bd-d8629491f36b by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '22e8d5bd-75ea-430f-993a-847aa9eda3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '669436ef-71c4-45a5-bdab-03f315bee109'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:40.700873 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05eca14e-464f-457f-a92f-c015ae03cf98 None None] Attempting to bind port ee64f07f-7438-4768-96bd-d8629491f36b on network 669436ef-71c4-45a5-bdab-03f315bee109 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:40.708058 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a397b287-8ac9-4665-88f9-ec0acbdda65d req-62c07ce8-2893-4a7a-9ccd-9c0c8c9e293f tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:40.710560 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05eca14e-464f-457f-a92f-c015ae03cf98 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:40.711189 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05eca14e-464f-457f-a92f-c015ae03cf98 None None] Checking segment: {'id': '22e8d5bd-75ea-430f-993a-847aa9eda3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '669436ef-71c4-45a5-bdab-03f315bee109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:40.711858 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-05eca14e-464f-457f-a92f-c015ae03cf98 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.712543 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05eca14e-464f-457f-a92f-c015ae03cf98 None None] Bound using segment: {'id': '22e8d5bd-75ea-430f-993a-847aa9eda3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '669436ef-71c4-45a5-bdab-03f315bee109'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:40.713435 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-05eca14e-464f-457f-a92f-c015ae03cf98 None None] Bound port: ee64f07f-7438-4768-96bd-d8629491f36b, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e8d5bd-75ea-430f-993a-847aa9eda3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '669436ef-71c4-45a5-bdab-03f315bee109'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:40.713922 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-05eca14e-464f-457f-a92f-c015ae03cf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.717332 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a397b287-8ac9-4665-88f9-ec0acbdda65d req-62c07ce8-2893-4a7a-9ccd-9c0c8c9e293f tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 943 time: 0.9130671 Jul 16 08:51:40.770509 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3475ed11-02f1-4fb2-860c-ee49e6d19e48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'name': 'tempest-RoutersTest-router-201514358', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:35Z', 'updated_at': '2021-07-16T08:51:37Z', 'revision_number': 2, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None, '_interfaces': [{'id': 'afacbe74-abf3-4514-b7e1-636cdd607319', 'name': '', 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:fb:ea:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:36Z', 'updated_at': '2021-07-16T08:51:40Z', 'revision_number': 4, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:40.798904 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3475ed11-02f1-4fb2-860c-ee49e6d19e48 None None] The sync data for ids ['661f9226-042e-4a76-baae-05e8f27a37b6'] in n-d-771362-37 is: [{'id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'name': 'tempest-RoutersTest-router-201514358', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:35Z', 'updated_at': '2021-07-16T08:51:37Z', 'revision_number': 2, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None, '_interfaces': [{'id': 'afacbe74-abf3-4514-b7e1-636cdd607319', 'name': '', 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:fb:ea:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:36Z', 'updated_at': '2021-07-16T08:51:40Z', 'revision_number': 4, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:40.826258 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-05eca14e-464f-457f-a92f-c015ae03cf98 None None] For port ee64f07f-7438-4768-96bd-d8629491f36b, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:40.834096 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-05eca14e-464f-457f-a92f-c015ae03cf98 None None] For port ee64f07f-7438-4768-96bd-d8629491f36b, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ee64f07f-7438-4768-96bd-d8629491f36b,segment=NetworkSegment(22e8d5bd-75ea-430f-993a-847aa9eda3e4),segment_id=22e8d5bd-75ea-430f-993a-847aa9eda3e4)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:40.840195 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-05eca14e-464f-457f-a92f-c015ae03cf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:40.925713 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eca14e-464f-457f-a92f-c015ae03cf98 None None] Pushing event updated for resources: {'Port': ['ID=ee64f07f-7438-4768-96bd-d8629491f36b,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:40.952789 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a397b287-8ac9-4665-88f9-ec0acbdda65d req-aaffd6ad-c682-4952-910e-afd8dd0a9b28 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2154911 Jul 16 08:51:40.980210 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 17249765-7c75-43b9-bec7-8246f5691c36 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:41.050791 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 17249765-7c75-43b9-bec7-8246f5691c36 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:41.052086 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:41.090580 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac4a6e17-d64f-43b6-8253-caaae331589d tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:41.202947 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac4a6e17-d64f-43b6-8253-caaae331589d tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Pushing event deleted for resources: {'Port': ['ID=b977685a-8351-41be-bebf-278904290980,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:41.307421 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac4a6e17-d64f-43b6-8253-caaae331589d tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:41.307997 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-ac4a6e17-d64f-43b6-8253-caaae331589d tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Floating IP eb1a348d-377e-4ee0-b560-72df9eba71c5 disassociated (deleted). External IP: 172.25.3.225, port: fc491be4-188d-4dd3-8a65-113344ae1180. Jul 16 08:51:41.314520 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2409f378-0163-4cae-9df2-a5644a98ee48 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:41.825457 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac4a6e17-d64f-43b6-8253-caaae331589d tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Router d1e68b0d-23f5-4117-961f-cb05f44010c4 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:51:41.893855 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-2409f378-0163-4cae-9df2-a5644a98ee48 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Allocated IP 172.21.0.1 (669436ef-71c4-45a5-bdab-03f315bee109/822e12dc-5db6-4da8-a9a8-c9c9a70ea358/9d820597-27dc-40d7-b3c1-77a88587e5c6) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:42.049116 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac4a6e17-d64f-43b6-8253-caaae331589d tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:42.057214 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac4a6e17-d64f-43b6-8253-caaae331589d tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.059989 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67a82a2-0144-447a-873c-4fe028e8120d None None] Sync routers for ids ['d1e68b0d-23f5-4117-961f-cb05f44010c4'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:42.076653 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67a82a2-0144-447a-873c-4fe028e8120d None None] Routers {'d1e68b0d-23f5-4117-961f-cb05f44010c4'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:42.077451 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c67a82a2-0144-447a-873c-4fe028e8120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['d1e68b0d-23f5-4117-961f-cb05f44010c4'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:42.170948 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ac4a6e17-d64f-43b6-8253-caaae331589d tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "DELETE /v2.0/floatingips/eb1a348d-377e-4ee0-b560-72df9eba71c5 HTTP/1.1" status: 204 len: 168 time: 3.0665741 Jul 16 08:51:42.174561 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0221577-8e63-4119-8b63-813f2749ac7a', 'tag': 'fc491be4-188d-4dd3-8a65-113344ae1180'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:42.178731 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ebc48be-3859-4f54-abdc-02ce4f962dc0" -d '{"events": [{"name": "network-changed", "server_uuid": "d0221577-8e63-4119-8b63-813f2749ac7a", "tag": "fc491be4-188d-4dd3-8a65-113344ae1180"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:42.189440 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2409f378-0163-4cae-9df2-a5644a98ee48 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.221119 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-2409f378-0163-4cae-9df2-a5644a98ee48 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Transition to ACTIVE for port object 9d820597-27dc-40d7-b3c1-77a88587e5c6 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:42.268033 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9110636b-b709-49c6-9c4a-ce172a07836f None None] Network 669436ef-71c4-45a5-bdab-03f315bee109 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:42.276139 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b596ee7-c2eb-44a5-ac07-99ff1d8707aa req-34ae664a-41b7-4014-834f-1c3f24ef5357 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:42.278260 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2b596ee7-c2eb-44a5-ac07-99ff1d8707aa req-34ae664a-41b7-4014-834f-1c3f24ef5357 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 943 time: 0.1718223 Jul 16 08:51:42.311975 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-c67a82a2-0144-447a-873c-4fe028e8120d None None] Set router d1e68b0d-23f5-4117-961f-cb05f44010c4 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:51:42.342071 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2409f378-0163-4cae-9df2-a5644a98ee48 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.359164 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2b596ee7-c2eb-44a5-ac07-99ff1d8707aa req-6c5558b9-ac41-4068-aa4e-92e0d523dc95 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635509 Jul 16 08:51:42.396298 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2409f378-0163-4cae-9df2-a5644a98ee48 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network 669436ef-71c4-45a5-bdab-03f315bee109 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:42.400060 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-2409f378-0163-4cae-9df2-a5644a98ee48 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:42.408831 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2409f378-0163-4cae-9df2-a5644a98ee48 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:42.420302 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 017911ca-9834-4b90-b6fc-fe6dc16fdf0d details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:51:42.471228 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409f378-0163-4cae-9df2-a5644a98ee48 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Port': ['ID=9d820597-27dc-40d7-b3c1-77a88587e5c6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:42.477276 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-469d65de-c663-4ba1-aa62-5271dee6da27 None None] Provisioning for port ee64f07f-7438-4768-96bd-d8629491f36b completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:42.479983 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f675b222-2a20-4b51-9639-a7e2cd5a9e4f x-openstack-request-id: req-f675b222-2a20-4b51-9639-a7e2cd5a9e4f {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:42.480285 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0221577-8e63-4119-8b63-813f2749ac7a", "tag": "fc491be4-188d-4dd3-8a65-113344ae1180", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:42.480575 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f675b222-2a20-4b51-9639-a7e2cd5a9e4f {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:42.481026 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0221577-8e63-4119-8b63-813f2749ac7a', 'tag': 'fc491be4-188d-4dd3-8a65-113344ae1180', 'status': 'completed', 'code': 200} Jul 16 08:51:42.495653 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2409f378-0163-4cae-9df2-a5644a98ee48 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.621370 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc48be-3859-4f54-abdc-02ce4f962dc0 req-e624e227-1902-4037-b72b-62f125311877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:42.623278 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1ebc48be-3859-4f54-abdc-02ce4f962dc0 req-e624e227-1902-4037-b72b-62f125311877 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=a4c3f029b0b44aa2ab5ceb476f00a2bb&device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 1098 time: 0.1233048 Jul 16 08:51:42.764525 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2409f378-0163-4cae-9df2-a5644a98ee48 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:42.997135 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2484eb-735e-41a2-a011-fcc15cf14f89 req-b576ab6d-e41a-4a6e-ba4b-5b4898290b1c tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:42.999070 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0e2484eb-735e-41a2-a011-fcc15cf14f89 req-b576ab6d-e41a-4a6e-ba4b-5b4898290b1c tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 946 time: 0.2977726 Jul 16 08:51:43.084425 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0e2484eb-735e-41a2-a011-fcc15cf14f89 req-a44fe19a-8fa0-48a1-860f-59f8bf134d1f tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/security-groups?id=529c6759-9e3a-4e92-9adf-d047033ea8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761113 Jul 16 08:51:43.091621 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 017911ca-9834-4b90-b6fc-fe6dc16fdf0d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=017911ca-9834-4b90-b6fc-fe6dc16fdf0d,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:43.108938 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '017911ca-9834-4b90-b6fc-fe6dc16fdf0d', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'port_id': '017911ca-9834-4b90-b6fc-fe6dc16fdf0d', 'mac_address': 'fa:16:3e:3d:c4:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a202c89-ad61-4335-b129-f178d622ac10', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:51:43.121285 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c67a82a2-0144-447a-873c-4fe028e8120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'name': 'tempest-TestVolumeBackupRestore-951676652-router', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'b6d567b3-11d5-4c4c-ba78-b31264dd40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:37Z', 'updated_at': '2021-07-16T08:46:44Z', 'revision_number': 4, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'gw_port': {'id': 'b6d567b3-11d5-4c4c-ba78-b31264dd40ae', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:38Z', 'updated_at': '2021-07-16T08:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '3ce50f21-da58-4c8d-af15-3296df3ec31e', 'name': '', 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'mac_address': 'fa:16:3e:ad:9b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'cd8b857e-8678-4281-bae8-c29085f1129c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:43Z', 'updated_at': '2021-07-16T08:46:54Z', 'revision_number': 5, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'subnets': [{'id': 'cd8b857e-8678-4281-bae8-c29085f1129c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:43.176888 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ee64f07f-7438-4768-96bd-d8629491f36b up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:43.214356 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2409f378-0163-4cae-9df2-a5644a98ee48 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.221678 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2409f378-0163-4cae-9df2-a5644a98ee48 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.223055 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67a82a2-0144-447a-873c-4fe028e8120d None None] Checking router: d1e68b0d-23f5-4117-961f-cb05f44010c4 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:51:43.252364 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.255950 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67a82a2-0144-447a-873c-4fe028e8120d None None] Routers {'d1e68b0d-23f5-4117-961f-cb05f44010c4'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:43.256757 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c67a82a2-0144-447a-873c-4fe028e8120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['d1e68b0d-23f5-4117-961f-cb05f44010c4'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:43.276131 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2409f378-0163-4cae-9df2-a5644a98ee48 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.294968 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc48be-3859-4f54-abdc-02ce4f962dc0 req-a6f1ad28-e64f-41cb-9151-9eb5d3a2c7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:43.300011 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1ebc48be-3859-4f54-abdc-02ce4f962dc0 req-a6f1ad28-e64f-41cb-9151-9eb5d3a2c7cb service neutron] 10.222.0.21 "GET /v2.0/networks?id=fc8b781c-9583-432f-abbc-57388c8e547b HTTP/1.1" status: 200 len: 914 time: 0.6681557 Jul 16 08:51:43.310525 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port ee64f07f-7438-4768-96bd-d8629491f36b completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:43.326020 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port ee64f07f-7438-4768-96bd-d8629491f36b triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:43.326502 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.329143 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 017911ca-9834-4b90-b6fc-fe6dc16fdf0d {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:51:43.365522 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2409f378-0163-4cae-9df2-a5644a98ee48 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Port': ['ID=9d820597-27dc-40d7-b3c1-77a88587e5c6,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:43.389688 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1ebc48be-3859-4f54-abdc-02ce4f962dc0 req-422ae0ad-2c58-4a8b-b078-f24fb527d964 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=fc491be4-188d-4dd3-8a65-113344ae1180 HTTP/1.1" status: 200 len: 217 time: 0.0823162 Jul 16 08:51:43.420847 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 017911ca-9834-4b90-b6fc-fe6dc16fdf0d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=017911ca-9834-4b90-b6fc-fe6dc16fdf0d,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:43.459816 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a61e681c-caca-42e1-8860-e64667d21784 None None] Provisioning for port 9d820597-27dc-40d7-b3c1-77a88587e5c6 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:43.462070 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.475390 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2409f378-0163-4cae-9df2-a5644a98ee48 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network 669436ef-71c4-45a5-bdab-03f315bee109 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:43.476254 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc48be-3859-4f54-abdc-02ce4f962dc0 req-9e08afb8-7c86-472d-b201-2afa4bca7283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:43.476910 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-2409f378-0163-4cae-9df2-a5644a98ee48 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:43.479611 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a61e681c-caca-42e1-8860-e64667d21784 None None] Provisioning complete for port 9d820597-27dc-40d7-b3c1-77a88587e5c6 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:43.480113 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a61e681c-caca-42e1-8860-e64667d21784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.484659 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1ebc48be-3859-4f54-abdc-02ce4f962dc0 req-9e08afb8-7c86-472d-b201-2afa4bca7283 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=cd8b857e-8678-4281-bae8-c29085f1129c HTTP/1.1" status: 200 len: 852 time: 0.0878363 Jul 16 08:51:43.557330 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a61e681c-caca-42e1-8860-e64667d21784 None None] Port 9d820597-27dc-40d7-b3c1-77a88587e5c6 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:43.578423 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-c67a82a2-0144-447a-873c-4fe028e8120d None None] Set router d1e68b0d-23f5-4117-961f-cb05f44010c4 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:51:43.651849 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2409f378-0163-4cae-9df2-a5644a98ee48 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Router 661f9226-042e-4a76-baae-05e8f27a37b6 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:51:43.666672 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661ec8ce-09a0-4bc1-9417-a6ffc073e90a req-6d101266-27b8-4abc-a329-b79a55120343 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:43.668657 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-661ec8ce-09a0-4bc1-9417-a6ffc073e90a req-6d101266-27b8-4abc-a329-b79a55120343 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 944 time: 0.1090281 Jul 16 08:51:43.680546 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a61e681c-caca-42e1-8860-e64667d21784 None None] Provisioning complete for port ee64f07f-7438-4768-96bd-d8629491f36b triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:43.681087 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a61e681c-caca-42e1-8860-e64667d21784 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.682381 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc48be-3859-4f54-abdc-02ce4f962dc0 req-dd2eeb03-af32-4fca-9dee-f46193a448de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:43.684822 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1ebc48be-3859-4f54-abdc-02ce4f962dc0 req-dd2eeb03-af32-4fca-9dee-f46193a448de service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fc8b781c-9583-432f-abbc-57388c8e547b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1902878 Jul 16 08:51:43.746027 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['017911ca-9834-4b90-b6fc-fe6dc16fdf0d'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:51:43.749306 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=017911ca-9834-4b90-b6fc-fe6dc16fdf0d,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:43.759665 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.776801 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-661ec8ce-09a0-4bc1-9417-a6ffc073e90a req-73dbfd52-97bb-491d-9f18-bb876cf1c38c tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983794 Jul 16 08:51:43.822492 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2409f378-0163-4cae-9df2-a5644a98ee48 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:43.830559 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2409f378-0163-4cae-9df2-a5644a98ee48 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "PUT /v2.0/routers/661f9226-042e-4a76-baae-05e8f27a37b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0340376 Jul 16 08:51:43.833514 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59154) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:43.838532 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e8aac3-7e5f-4468-b337-c868f1197d33 None None] Sync routers for ids ['661f9226-042e-4a76-baae-05e8f27a37b6'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:43.848940 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1359d18d-02df-4fe0-9dfa-c2f1cc85f89c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Request body: {'network': {'name': 'tempest-RoutersTest-434554862'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:43.851120 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e8aac3-7e5f-4468-b337-c868f1197d33 None None] Routers {'661f9226-042e-4a76-baae-05e8f27a37b6'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:43.857517 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1ebc48be-3859-4f54-abdc-02ce4f962dc0 req-678c24d7-1a23-4e2a-ba29-ae2cd6ce7529 service neutron] 10.222.0.21 "GET /v2.0/networks/fc8b781c-9583-432f-abbc-57388c8e547b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562095 Jul 16 08:51:43.876778 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-46e8aac3-7e5f-4468-b337-c868f1197d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['661f9226-042e-4a76-baae-05e8f27a37b6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:43.879730 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1359d18d-02df-4fe0-9dfa-c2f1cc85f89c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Made reservation on behalf of 6f7adc1edacb4ec6af987b50b5504fa0 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:43.887197 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1359d18d-02df-4fe0-9dfa-c2f1cc85f89c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.943110 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1359d18d-02df-4fe0-9dfa-c2f1cc85f89c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:43.957447 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1359d18d-02df-4fe0-9dfa-c2f1cc85f89c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:43.958006 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-1359d18d-02df-4fe0-9dfa-c2f1cc85f89c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Added segment 27c676f5-1476-446b-81c5-dbf7abebdb8e of type vlan for network a21db8af-34b1-44b8-817f-f407e7bc7b8f Jul 16 08:51:44.065220 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1359d18d-02df-4fe0-9dfa-c2f1cc85f89c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.094918 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-46e8aac3-7e5f-4468-b337-c868f1197d33 None None] Set router 661f9226-042e-4a76-baae-05e8f27a37b6 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:51:44.104547 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1359d18d-02df-4fe0-9dfa-c2f1cc85f89c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.111406 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1359d18d-02df-4fe0-9dfa-c2f1cc85f89c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:44.112400 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1359d18d-02df-4fe0-9dfa-c2f1cc85f89c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.131286 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port ee64f07f-7438-4768-96bd-d8629491f36b, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ee64f07f-7438-4768-96bd-d8629491f36b,segment=NetworkSegment(22e8d5bd-75ea-430f-993a-847aa9eda3e4),segment_id=22e8d5bd-75ea-430f-993a-847aa9eda3e4)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:44.137759 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1ebc48be-3859-4f54-abdc-02ce4f962dc0 req-a8005fde-5563-4ff2-bdac-ba5ad160e9cf service neutron] 10.222.0.21 "GET /v2.0/networks/fc8b781c-9583-432f-abbc-57388c8e547b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613778 Jul 16 08:51:44.153010 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617c6630-ae24-41f7-ad12-d532ef270277 req-c3e60d2c-a92d-4fda-901e-721fd4a1051c tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:44.154599 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-617c6630-ae24-41f7-ad12-d532ef270277 req-c3e60d2c-a92d-4fda-901e-721fd4a1051c tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 946 time: 0.1095309 Jul 16 08:51:44.163570 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.164764 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device afacbe74-abf3-4514-b7e1-636cdd607319 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:44.185914 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1359d18d-02df-4fe0-9dfa-c2f1cc85f89c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3468866 Jul 16 08:51:44.189883 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59160) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:44.202067 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a067daff-4f88-4429-b985-bb8c11d6e802 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Request body: {'subnet': {'network_id': 'a21db8af-34b1-44b8-817f-f407e7bc7b8f', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:44.291374 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359d18d-02df-4fe0-9dfa-c2f1cc85f89c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Network': ['ID=a21db8af-34b1-44b8-817f-f407e7bc7b8f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:44.348844 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=ee64f07f-7438-4768-96bd-d8629491f36b,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:44.382812 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a067daff-4f88-4429-b985-bb8c11d6e802 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Made reservation on behalf of 6f7adc1edacb4ec6af987b50b5504fa0 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:44.387106 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a067daff-4f88-4429-b985-bb8c11d6e802 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.387404 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1581db94-1006-4faf-8c42-8d0cc42cbf49 req-b68df63a-7aa5-4546-8d3c-dd22630f49e6 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:44.389535 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network a21db8af-34b1-44b8-817f-f407e7bc7b8f details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:44.390024 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1581db94-1006-4faf-8c42-8d0cc42cbf49 req-b68df63a-7aa5-4546-8d3c-dd22630f49e6 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 946 time: 0.1165240 Jul 16 08:51:44.394178 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-617c6630-ae24-41f7-ad12-d532ef270277 req-80e6358c-0b33-4a9f-8a99-1348c4943dac tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Deleting port fc491be4-188d-4dd3-8a65-113344ae1180 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:44.394901 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-617c6630-ae24-41f7-ad12-d532ef270277 req-80e6358c-0b33-4a9f-8a99-1348c4943dac tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.434489 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-46e8aac3-7e5f-4468-b337-c868f1197d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'name': 'tempest-RoutersTest-router-201514358', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:35Z', 'updated_at': '2021-07-16T08:51:42Z', 'revision_number': 3, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None, '_interfaces': [{'id': '9d820597-27dc-40d7-b3c1-77a88587e5c6', 'name': '', 'network_id': '669436ef-71c4-45a5-bdab-03f315bee109', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:85:e8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:41Z', 'updated_at': '2021-07-16T08:51:42Z', 'revision_number': 2, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afacbe74-abf3-4514-b7e1-636cdd607319', 'name': '', 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:fb:ea:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:36Z', 'updated_at': '2021-07-16T08:51:40Z', 'revision_number': 4, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:44.435590 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port afacbe74-abf3-4514-b7e1-636cdd607319 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:44.470139 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e8aac3-7e5f-4468-b337-c868f1197d33 None None] Checking router: 661f9226-042e-4a76-baae-05e8f27a37b6 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:51:44.471907 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e8aac3-7e5f-4468-b337-c868f1197d33 None None] Updating router 661f9226-042e-4a76-baae-05e8f27a37b6 port 9d820597-27dc-40d7-b3c1-77a88587e5c6 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:51:44.474579 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port afacbe74-abf3-4514-b7e1-636cdd607319 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:44.474960 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.518469 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-46e8aac3-7e5f-4468-b337-c868f1197d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.530348 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1581db94-1006-4faf-8c42-8d0cc42cbf49 req-d85602af-897b-40b5-80e9-135ba75689b5 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/security-groups?id=529c6759-9e3a-4e92-9adf-d047033ea8db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1308203 Jul 16 08:51:44.563379 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-617c6630-ae24-41f7-ad12-d532ef270277 req-80e6358c-0b33-4a9f-8a99-1348c4943dac tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] For port fc491be4-188d-4dd3-8a65-113344ae1180, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=fc491be4-188d-4dd3-8a65-113344ae1180,segment=NetworkSegment(f3ee54f9-528a-445b-9d55-63145af9e805),segment_id=f3ee54f9-528a-445b-9d55-63145af9e805)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:44.572932 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-617c6630-ae24-41f7-ad12-d532ef270277 req-80e6358c-0b33-4a9f-8a99-1348c4943dac tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.602434 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f991f142-7892-468b-bbcf-60e5f7883dab None None] Provisioning complete for port 9d820597-27dc-40d7-b3c1-77a88587e5c6 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:44.602735 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f991f142-7892-468b-bbcf-60e5f7883dab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.610477 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-617c6630-ae24-41f7-ad12-d532ef270277 req-80e6358c-0b33-4a9f-8a99-1348c4943dac tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Calling delete_port for fc491be4-188d-4dd3-8a65-113344ae1180 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:44.639638 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-f991f142-7892-468b-bbcf-60e5f7883dab None None] Port 9d820597-27dc-40d7-b3c1-77a88587e5c6 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:44.647537 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c67a82a2-0144-447a-873c-4fe028e8120d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'name': 'tempest-TestVolumeBackupRestore-951676652-router', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'b6d567b3-11d5-4c4c-ba78-b31264dd40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:37Z', 'updated_at': '2021-07-16T08:46:44Z', 'revision_number': 4, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'gw_port': {'id': 'b6d567b3-11d5-4c4c-ba78-b31264dd40ae', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:38Z', 'updated_at': '2021-07-16T08:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '3ce50f21-da58-4c8d-af15-3296df3ec31e', 'name': '', 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'mac_address': 'fa:16:3e:ad:9b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'cd8b857e-8678-4281-bae8-c29085f1129c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:43Z', 'updated_at': '2021-07-16T08:46:54Z', 'revision_number': 5, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'subnets': [{'id': 'cd8b857e-8678-4281-bae8-c29085f1129c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:44.682251 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c67a82a2-0144-447a-873c-4fe028e8120d None None] The sync data for ids ['d1e68b0d-23f5-4117-961f-cb05f44010c4'] in n-d-771362-37 is: [{'id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'name': 'tempest-TestVolumeBackupRestore-951676652-router', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'b6d567b3-11d5-4c4c-ba78-b31264dd40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:37Z', 'updated_at': '2021-07-16T08:46:44Z', 'revision_number': 4, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'gw_port': {'id': 'b6d567b3-11d5-4c4c-ba78-b31264dd40ae', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:38Z', 'updated_at': '2021-07-16T08:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '3ce50f21-da58-4c8d-af15-3296df3ec31e', 'name': '', 'network_id': 'fc8b781c-9583-432f-abbc-57388c8e547b', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'mac_address': 'fa:16:3e:ad:9b:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'device_owner': 'network:router_interface', 'standard_attr_id': 2814, 'fixed_ips': [{'subnet_id': 'cd8b857e-8678-4281-bae8-c29085f1129c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:43Z', 'updated_at': '2021-07-16T08:46:54Z', 'revision_number': 5, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'subnets': [{'id': 'cd8b857e-8678-4281-bae8-c29085f1129c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:44.689259 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a067daff-4f88-4429-b985-bb8c11d6e802 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.769561 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.780535 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a067daff-4f88-4429-b985-bb8c11d6e802 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Checking segment: {'id': '27c676f5-1476-446b-81c5-dbf7abebdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a21db8af-34b1-44b8-817f-f407e7bc7b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:44.780913 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a067daff-4f88-4429-b985-bb8c11d6e802 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network hostable DHCP agents. Network: a21db8af-34b1-44b8-817f-f407e7bc7b8f, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:51:44.789616 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067daff-4f88-4429-b985-bb8c11d6e802 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Subnet': ['ID=2ff63f50-ceff-457a-9c6b-41eafbb033a8,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:44.819921 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port afacbe74-abf3-4514-b7e1-636cdd607319, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=afacbe74-abf3-4514-b7e1-636cdd607319,segment=NetworkSegment(d5b804b0-79ff-49b5-b2f8-b2ea38178784),segment_id=d5b804b0-79ff-49b5-b2f8-b2ea38178784)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:44.823514 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a067daff-4f88-4429-b985-bb8c11d6e802 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network a21db8af-34b1-44b8-817f-f407e7bc7b8f is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:51:44.830087 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.849620 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-a067daff-4f88-4429-b985-bb8c11d6e802 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, a21db8af-34b1-44b8-817f-f407e7bc7b8f) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:44.871901 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a067daff-4f88-4429-b985-bb8c11d6e802 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:44.873688 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a067daff-4f88-4429-b985-bb8c11d6e802 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.881625 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-617c6630-ae24-41f7-ad12-d532ef270277 req-80e6358c-0b33-4a9f-8a99-1348c4943dac tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:44.898064 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a067daff-4f88-4429-b985-bb8c11d6e802 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7062223 Jul 16 08:51:44.899077 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59164) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:44.959161 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=afacbe74-abf3-4514-b7e1-636cdd607319,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:44.965923 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0552201-411c-4a4b-925e-bb3ac2684e49 None None] Network a21db8af-34b1-44b8-817f-f407e7bc7b8f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:45.043063 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ee64f07f-7438-4768-96bd-d8629491f36b up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:45.066603 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-46e8aac3-7e5f-4468-b337-c868f1197d33 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.088409 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-46e8aac3-7e5f-4468-b337-c868f1197d33 None None] Transition to ACTIVE for port object 9d820597-27dc-40d7-b3c1-77a88587e5c6 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:45.103910 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-46e8aac3-7e5f-4468-b337-c868f1197d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.155556 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e6358c-0b33-4a9f-8a99-1348c4943dac tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Pushing event deleted for resources: {'Port': ['ID=fc491be4-188d-4dd3-8a65-113344ae1180,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:45.190259 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f9d6476-a4ab-4591-8230-f65984dd8cc3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-a21db8af-34b1-44b8-817f-f407e7bc7b8f', 'network_id': 'a21db8af-34b1-44b8-817f-f407e7bc7b8f', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'fixed_ips': [{'subnet_id': '2ff63f50-ceff-457a-9c6b-41eafbb033a8'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:51:45.191279 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4f9d6476-a4ab-4591-8230-f65984dd8cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.221788 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-617c6630-ae24-41f7-ad12-d532ef270277 req-80e6358c-0b33-4a9f-8a99-1348c4943dac tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] No DVR routers for this DVR port fc491be4-188d-4dd3-8a65-113344ae1180 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:45.225898 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-617c6630-ae24-41f7-ad12-d532ef270277 req-80e6358c-0b33-4a9f-8a99-1348c4943dac tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.234579 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-617c6630-ae24-41f7-ad12-d532ef270277 req-80e6358c-0b33-4a9f-8a99-1348c4943dac tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.21 "DELETE /v2.0/ports/fc491be4-188d-4dd3-8a65-113344ae1180 HTTP/1.1" status: 204 len: 173 time: 1.0737505 Jul 16 08:51:45.235451 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0221577-8e63-4119-8b63-813f2749ac7a', 'name': 'network-vif-deleted', 'tag': 'fc491be4-188d-4dd3-8a65-113344ae1180'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:45.240163 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-010d3480-a737-4c8a-a625-2e880862a7bb" -d '{"events": [{"server_uuid": "d0221577-8e63-4119-8b63-813f2749ac7a", "name": "network-vif-deleted", "tag": "fc491be4-188d-4dd3-8a65-113344ae1180"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:45.353637 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c3fb7-2266-4a4c-87f4-ff15943b67d9 None None] Pushing event updated for resources: {'Port': ['ID=9d820597-27dc-40d7-b3c1-77a88587e5c6,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:45.386497 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-46e8aac3-7e5f-4468-b337-c868f1197d33 None None] Attempting to bind port 9d820597-27dc-40d7-b3c1-77a88587e5c6 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:45.386984 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-46e8aac3-7e5f-4468-b337-c868f1197d33 None None] Attempting to bind port 9d820597-27dc-40d7-b3c1-77a88587e5c6 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '22e8d5bd-75ea-430f-993a-847aa9eda3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '669436ef-71c4-45a5-bdab-03f315bee109'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:45.387490 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e8aac3-7e5f-4468-b337-c868f1197d33 None None] Attempting to bind port 9d820597-27dc-40d7-b3c1-77a88587e5c6 on network 669436ef-71c4-45a5-bdab-03f315bee109 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:45.397134 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6eb4b2-6a69-47ca-944c-4f050022a5b2 x-openstack-request-id: req-2e6eb4b2-6a69-47ca-944c-4f050022a5b2 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:45.397617 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0221577-8e63-4119-8b63-813f2749ac7a", "name": "network-vif-deleted", "tag": "fc491be4-188d-4dd3-8a65-113344ae1180", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:45.397843 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e8aac3-7e5f-4468-b337-c868f1197d33 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:45.398029 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2e6eb4b2-6a69-47ca-944c-4f050022a5b2 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:45.398660 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0221577-8e63-4119-8b63-813f2749ac7a', 'name': 'network-vif-deleted', 'tag': 'fc491be4-188d-4dd3-8a65-113344ae1180', 'status': 'completed', 'code': 200} Jul 16 08:51:45.399132 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e8aac3-7e5f-4468-b337-c868f1197d33 None None] Checking segment: {'id': '22e8d5bd-75ea-430f-993a-847aa9eda3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '669436ef-71c4-45a5-bdab-03f315bee109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:45.399642 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-46e8aac3-7e5f-4468-b337-c868f1197d33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.400540 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e8aac3-7e5f-4468-b337-c868f1197d33 None None] Bound using segment: {'id': '22e8d5bd-75ea-430f-993a-847aa9eda3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '669436ef-71c4-45a5-bdab-03f315bee109'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:45.403802 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-46e8aac3-7e5f-4468-b337-c868f1197d33 None None] Bound port: 9d820597-27dc-40d7-b3c1-77a88587e5c6, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22e8d5bd-75ea-430f-993a-847aa9eda3e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '669436ef-71c4-45a5-bdab-03f315bee109'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:45.404334 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-46e8aac3-7e5f-4468-b337-c868f1197d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.449675 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467b53f6-7dcd-43e0-a8b0-fb713cad2915 None None] New status for floating IP eb1a348d-377e-4ee0-b560-72df9eba71c5: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:51:45.464696 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port ee64f07f-7438-4768-96bd-d8629491f36b triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:45.465105 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.564697 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-46e8aac3-7e5f-4468-b337-c868f1197d33 None None] For port 9d820597-27dc-40d7-b3c1-77a88587e5c6, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:45.577250 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-46e8aac3-7e5f-4468-b337-c868f1197d33 None None] For port 9d820597-27dc-40d7-b3c1-77a88587e5c6, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=9d820597-27dc-40d7-b3c1-77a88587e5c6,segment=NetworkSegment(22e8d5bd-75ea-430f-993a-847aa9eda3e4),segment_id=22e8d5bd-75ea-430f-993a-847aa9eda3e4)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:45.584419 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-46e8aac3-7e5f-4468-b337-c868f1197d33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:45.657954 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217a68f8-7bdd-4236-aacd-3e775973beb3 req-a09d07e9-73d3-4efc-b7ce-e4a5da8215b8 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:45.660203 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-217a68f8-7bdd-4236-aacd-3e775973beb3 req-a09d07e9-73d3-4efc-b7ce-e4a5da8215b8 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 944 time: 0.5635219 Jul 16 08:51:45.691818 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e8aac3-7e5f-4468-b337-c868f1197d33 None None] Routers {'661f9226-042e-4a76-baae-05e8f27a37b6'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:45.695710 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-46e8aac3-7e5f-4468-b337-c868f1197d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['661f9226-042e-4a76-baae-05e8f27a37b6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:45.915503 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-373e291c-8024-46ce-8bfe-3acf05dbcdda req-e76dcf7c-4a26-4a1f-890a-7133297eb9a1 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 210 time: 0.1102099 Jul 16 08:51:45.946614 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9c3fb7-2266-4a4c-87f4-ff15943b67d9 None None] Pushing event updated for resources: {'Port': ['ID=9d820597-27dc-40d7-b3c1-77a88587e5c6,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:45.962794 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-46e8aac3-7e5f-4468-b337-c868f1197d33 None None] Set router 661f9226-042e-4a76-baae-05e8f27a37b6 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:51:45.997307 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-4f9d6476-a4ab-4591-8230-f65984dd8cc3 None None] Allocated IP 172.22.0.2 (a21db8af-34b1-44b8-817f-f407e7bc7b8f/2ff63f50-ceff-457a-9c6b-41eafbb033a8/f6e369a9-369c-4e1d-80b4-4667648288e4) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:46.246831 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4f9d6476-a4ab-4591-8230-f65984dd8cc3 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.262780 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4f9d6476-a4ab-4591-8230-f65984dd8cc3 None None] Transition to ACTIVE for port object f6e369a9-369c-4e1d-80b4-4667648288e4 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:46.292741 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-46e8aac3-7e5f-4468-b337-c868f1197d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'name': 'tempest-RoutersTest-router-201514358', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:35Z', 'updated_at': '2021-07-16T08:51:42Z', 'revision_number': 3, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None, '_interfaces': [{'id': '9d820597-27dc-40d7-b3c1-77a88587e5c6', 'name': '', 'network_id': '669436ef-71c4-45a5-bdab-03f315bee109', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:85:e8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:41Z', 'updated_at': '2021-07-16T08:51:45Z', 'revision_number': 4, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afacbe74-abf3-4514-b7e1-636cdd607319', 'name': '', 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:fb:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:36Z', 'updated_at': '2021-07-16T08:51:44Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:46.307946 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4f9d6476-a4ab-4591-8230-f65984dd8cc3 None None] Transition to ACTIVE for port object f6e369a9-369c-4e1d-80b4-4667648288e4 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:46.320495 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4f9d6476-a4ab-4591-8230-f65984dd8cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.382289 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f9d6476-a4ab-4591-8230-f65984dd8cc3 None None] Network a21db8af-34b1-44b8-817f-f407e7bc7b8f is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:46.387039 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-4f9d6476-a4ab-4591-8230-f65984dd8cc3 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:46.390772 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f9d6476-a4ab-4591-8230-f65984dd8cc3 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:46.405701 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-217a68f8-7bdd-4236-aacd-3e775973beb3 req-d454decc-9952-4777-a4ce-bb0bf946706f tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7365563 Jul 16 08:51:46.423391 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-050581f2-a973-4c69-8624-fef38cd8f26f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.453043 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 017911ca-9834-4b90-b6fc-fe6dc16fdf0d up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:46.463898 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d6476-a4ab-4591-8230-f65984dd8cc3 None None] Pushing event updated for resources: {'Port': ['ID=f6e369a9-369c-4e1d-80b4-4667648288e4,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:46.517807 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e8aac3-7e5f-4468-b337-c868f1197d33 None None] The sync data for ids ['661f9226-042e-4a76-baae-05e8f27a37b6'] in n-d-771362-37 is: [{'id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'name': 'tempest-RoutersTest-router-201514358', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:35Z', 'updated_at': '2021-07-16T08:51:42Z', 'revision_number': 3, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None, '_interfaces': [{'id': '9d820597-27dc-40d7-b3c1-77a88587e5c6', 'name': '', 'network_id': '669436ef-71c4-45a5-bdab-03f315bee109', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:85:e8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:41Z', 'updated_at': '2021-07-16T08:51:45Z', 'revision_number': 4, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afacbe74-abf3-4514-b7e1-636cdd607319', 'name': '', 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:fb:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:36Z', 'updated_at': '2021-07-16T08:51:44Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:46.583149 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4f9d6476-a4ab-4591-8230-f65984dd8cc3 None None] Attempting to bind port f6e369a9-369c-4e1d-80b4-4667648288e4 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:46.583149 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4f9d6476-a4ab-4591-8230-f65984dd8cc3 None None] Attempting to bind port f6e369a9-369c-4e1d-80b4-4667648288e4 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '27c676f5-1476-446b-81c5-dbf7abebdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a21db8af-34b1-44b8-817f-f407e7bc7b8f'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:46.588194 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9d6476-a4ab-4591-8230-f65984dd8cc3 None None] Attempting to bind port f6e369a9-369c-4e1d-80b4-4667648288e4 on network a21db8af-34b1-44b8-817f-f407e7bc7b8f {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:46.620610 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9d6476-a4ab-4591-8230-f65984dd8cc3 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:46.622074 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9d6476-a4ab-4591-8230-f65984dd8cc3 None None] Checking segment: {'id': '27c676f5-1476-446b-81c5-dbf7abebdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a21db8af-34b1-44b8-817f-f407e7bc7b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:46.622074 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4f9d6476-a4ab-4591-8230-f65984dd8cc3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.622306 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f9d6476-a4ab-4591-8230-f65984dd8cc3 None None] Bound using segment: {'id': '27c676f5-1476-446b-81c5-dbf7abebdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a21db8af-34b1-44b8-817f-f407e7bc7b8f'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:46.622884 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4f9d6476-a4ab-4591-8230-f65984dd8cc3 None None] Bound port: f6e369a9-369c-4e1d-80b4-4667648288e4, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c676f5-1476-446b-81c5-dbf7abebdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a21db8af-34b1-44b8-817f-f407e7bc7b8f'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:46.623336 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4f9d6476-a4ab-4591-8230-f65984dd8cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.628887 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 017911ca-9834-4b90-b6fc-fe6dc16fdf0d completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:46.641946 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 017911ca-9834-4b90-b6fc-fe6dc16fdf0d triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:46.642327 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.767652 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-4f9d6476-a4ab-4591-8230-f65984dd8cc3 None None] For port f6e369a9-369c-4e1d-80b4-4667648288e4, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:46.775531 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-4f9d6476-a4ab-4591-8230-f65984dd8cc3 None None] For port f6e369a9-369c-4e1d-80b4-4667648288e4, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f6e369a9-369c-4e1d-80b4-4667648288e4,segment=NetworkSegment(27c676f5-1476-446b-81c5-dbf7abebdb8e),segment_id=27c676f5-1476-446b-81c5-dbf7abebdb8e)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:46.782144 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4f9d6476-a4ab-4591-8230-f65984dd8cc3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.821392 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-050581f2-a973-4c69-8624-fef38cd8f26f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Allocated IP 172.22.0.1 (a21db8af-34b1-44b8-817f-f407e7bc7b8f/2ff63f50-ceff-457a-9c6b-41eafbb033a8/dc82186d-75bb-48ce-be69-d11bd82ef6ae) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:46.886553 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:46.981280 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 017911ca-9834-4b90-b6fc-fe6dc16fdf0d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=017911ca-9834-4b90-b6fc-fe6dc16fdf0d,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:46.982486 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9d6476-a4ab-4591-8230-f65984dd8cc3 None None] Pushing event updated for resources: {'Port': ['ID=f6e369a9-369c-4e1d-80b4-4667648288e4,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:46.995285 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bd13e2-4e26-4341-ba17-e5a0c8b3e637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017911ca-9834-4b90-b6fc-fe6dc16fdf0d'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:46.997891 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d301462-927b-447f-a1a0-a583a3c5cca3" -d '{"events": [{"server_uuid": "39bd13e2-4e26-4341-ba17-e5a0c8b3e637", "name": "network-vif-plugged", "status": "completed", "tag": "017911ca-9834-4b90-b6fc-fe6dc16fdf0d"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:47.003524 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.072680 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=017911ca-9834-4b90-b6fc-fe6dc16fdf0d,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:47.106319 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74345ce5-53bc-4713-bd2b-25482743caf9 x-openstack-request-id: req-74345ce5-53bc-4713-bd2b-25482743caf9 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:47.106705 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bd13e2-4e26-4341-ba17-e5a0c8b3e637", "name": "network-vif-plugged", "status": "completed", "tag": "017911ca-9834-4b90-b6fc-fe6dc16fdf0d", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:47.106975 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-74345ce5-53bc-4713-bd2b-25482743caf9 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:47.107607 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bd13e2-4e26-4341-ba17-e5a0c8b3e637', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '017911ca-9834-4b90-b6fc-fe6dc16fdf0d', 'code': 200} Jul 16 08:51:47.113365 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-050581f2-a973-4c69-8624-fef38cd8f26f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.172396 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-050581f2-a973-4c69-8624-fef38cd8f26f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Transition to ACTIVE for port object dc82186d-75bb-48ce-be69-d11bd82ef6ae will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:47.207216 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device afacbe74-abf3-4514-b7e1-636cdd607319 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:47.254521 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7631868b-72f5-4038-ae34-0036a70e36ca req-6adadbf2-64c4-4ede-a43d-4f97b1a0038b tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 210 time: 0.0420802 Jul 16 08:51:47.329436 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port afacbe74-abf3-4514-b7e1-636cdd607319 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:47.330782 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.359338 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-050581f2-a973-4c69-8624-fef38cd8f26f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.418808 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050581f2-a973-4c69-8624-fef38cd8f26f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Port': ['ID=dc82186d-75bb-48ce-be69-d11bd82ef6ae,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:47.438009 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050581f2-a973-4c69-8624-fef38cd8f26f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:47.438748 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050581f2-a973-4c69-8624-fef38cd8f26f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:47.439416 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050581f2-a973-4c69-8624-fef38cd8f26f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:47.439990 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050581f2-a973-4c69-8624-fef38cd8f26f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:47.440638 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050581f2-a973-4c69-8624-fef38cd8f26f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:47.441212 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050581f2-a973-4c69-8624-fef38cd8f26f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:47.441782 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050581f2-a973-4c69-8624-fef38cd8f26f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:47.442354 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050581f2-a973-4c69-8624-fef38cd8f26f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:47.442905 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050581f2-a973-4c69-8624-fef38cd8f26f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:47.443462 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050581f2-a973-4c69-8624-fef38cd8f26f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:47.444018 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050581f2-a973-4c69-8624-fef38cd8f26f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:47.444611 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-050581f2-a973-4c69-8624-fef38cd8f26f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:47.471295 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050581f2-a973-4c69-8624-fef38cd8f26f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network a21db8af-34b1-44b8-817f-f407e7bc7b8f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:47.477274 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c15e9e-255d-49c7-808d-b373682ea3e8 req-3ffc87b4-8a1a-4c43-b757-35481c3c1e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:47.480218 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-76c15e9e-255d-49c7-808d-b373682ea3e8 req-3ffc87b4-8a1a-4c43-b757-35481c3c1e43 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 1097 time: 0.2779355 Jul 16 08:51:47.482432 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-050581f2-a973-4c69-8624-fef38cd8f26f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:47.485203 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050581f2-a973-4c69-8624-fef38cd8f26f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:47.514817 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 9d820597-27dc-40d7-b3c1-77a88587e5c6 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:47.547338 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-050581f2-a973-4c69-8624-fef38cd8f26f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.632632 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 9d820597-27dc-40d7-b3c1-77a88587e5c6 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:47.641451 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 9d820597-27dc-40d7-b3c1-77a88587e5c6 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:47.641910 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.649747 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-76c15e9e-255d-49c7-808d-b373682ea3e8 req-eec27d69-6d05-4e43-bd1b-dcc3438817b3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077263 Jul 16 08:51:47.778084 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-050581f2-a973-4c69-8624-fef38cd8f26f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.789455 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.803916 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bda049-1235-4f1a-9472-4cff37095cc6 req-6f037e8f-cb33-4849-8afb-3183b5619b4c tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:47.808065 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-14bda049-1235-4f1a-9472-4cff37095cc6 req-6f037e8f-cb33-4849-8afb-3183b5619b4c tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 945 time: 0.1411896 Jul 16 08:51:47.863612 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 9d820597-27dc-40d7-b3c1-77a88587e5c6, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=9d820597-27dc-40d7-b3c1-77a88587e5c6,segment=NetworkSegment(22e8d5bd-75ea-430f-993a-847aa9eda3e4),segment_id=22e8d5bd-75ea-430f-993a-847aa9eda3e4)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:47.870685 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:47.874098 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-14bda049-1235-4f1a-9472-4cff37095cc6 req-ae34df77-c9e1-4d92-a8b7-e450d975c578 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605347 Jul 16 08:51:47.951720 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=9d820597-27dc-40d7-b3c1-77a88587e5c6,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:48.222727 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-050581f2-a973-4c69-8624-fef38cd8f26f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.232133 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-050581f2-a973-4c69-8624-fef38cd8f26f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.333939 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-050581f2-a973-4c69-8624-fef38cd8f26f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:48.335845 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050581f2-a973-4c69-8624-fef38cd8f26f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Port': ['ID=dc82186d-75bb-48ce-be69-d11bd82ef6ae,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:48.423050 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device fc491be4-188d-4dd3-8a65-113344ae1180 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:48.446678 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: fc491be4-188d-4dd3-8a65-113344ae1180 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:48.447091 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device fc491be4-188d-4dd3-8a65-113344ae1180 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:48.571463 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-55840736-e97d-498f-b51d-9f87acc85dfe req-8f49e8a8-9125-4ba5-bdfe-74169d2862e3 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 210 time: 0.0515704 Jul 16 08:51:48.580873 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-050581f2-a973-4c69-8624-fef38cd8f26f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network a21db8af-34b1-44b8-817f-f407e7bc7b8f is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:48.582671 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-050581f2-a973-4c69-8624-fef38cd8f26f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:48.602894 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f950e0-f189-4bca-8f04-3206803b2319 None None] Network a21db8af-34b1-44b8-817f-f407e7bc7b8f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:48.688504 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7ecbda3a-9c86-4adf-91ea-598b95319595 None None] Provisioning for port f6e369a9-369c-4e1d-80b4-4667648288e4 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:48.731230 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-050581f2-a973-4c69-8624-fef38cd8f26f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Router 661f9226-042e-4a76-baae-05e8f27a37b6 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:51:48.891104 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-050581f2-a973-4c69-8624-fef38cd8f26f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:48.906706 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ef56d9-241b-42ac-8353-2267b852cc06 None None] Sync routers for ids ['661f9226-042e-4a76-baae-05e8f27a37b6'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:48.931219 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59188) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:48.934394 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-050581f2-a973-4c69-8624-fef38cd8f26f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "PUT /v2.0/routers/661f9226-042e-4a76-baae-05e8f27a37b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0337389 Jul 16 08:51:48.941591 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-114c2955-5b4f-4158-8ac5-77f40af4159f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Request body: {'network': {'name': 'tempest-RoutersTest-1093389206'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:48.973312 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ef56d9-241b-42ac-8353-2267b852cc06 None None] Routers {'661f9226-042e-4a76-baae-05e8f27a37b6'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:48.989612 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-25ef56d9-241b-42ac-8353-2267b852cc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['661f9226-042e-4a76-baae-05e8f27a37b6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:49.033964 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-114c2955-5b4f-4158-8ac5-77f40af4159f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Made reservation on behalf of 6f7adc1edacb4ec6af987b50b5504fa0 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:49.040082 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-114c2955-5b4f-4158-8ac5-77f40af4159f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.117956 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-114c2955-5b4f-4158-8ac5-77f40af4159f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:51:49.141950 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-114c2955-5b4f-4158-8ac5-77f40af4159f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.142322 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-114c2955-5b4f-4158-8ac5-77f40af4159f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Added segment 0fc5f32f-e94e-48a8-8863-9e1a57f790f5 of type vlan for network 483dd68e-56fd-4078-a392-ecdb9109ed3b Jul 16 08:51:49.154406 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-25ef56d9-241b-42ac-8353-2267b852cc06 None None] Set router 661f9226-042e-4a76-baae-05e8f27a37b6 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:51:49.198685 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e0c184-4e14-4913-a128-7d8337cb8986 req-e6d5ff49-854b-4f5a-bfeb-c138a4721e04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:49.201646 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58e0c184-4e14-4913-a128-7d8337cb8986 req-e6d5ff49-854b-4f5a-bfeb-c138a4721e04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 945 time: 0.1473265 Jul 16 08:51:49.244417 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f6e369a9-369c-4e1d-80b4-4667648288e4 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:49.293079 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58e0c184-4e14-4913-a128-7d8337cb8986 req-96c8e86b-520e-44c9-973f-f859541d3bd5 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813131 Jul 16 08:51:49.297216 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-114c2955-5b4f-4158-8ac5-77f40af4159f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.353690 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-114c2955-5b4f-4158-8ac5-77f40af4159f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.375670 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114c2955-5b4f-4158-8ac5-77f40af4159f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:49.376506 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-114c2955-5b4f-4158-8ac5-77f40af4159f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.457281 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-114c2955-5b4f-4158-8ac5-77f40af4159f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5247879 Jul 16 08:51:49.461101 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59192) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:49.472070 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-be46de28-1cc9-476f-a1ca-c77e19797063 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Request body: {'subnet': {'network_id': '483dd68e-56fd-4078-a392-ecdb9109ed3b', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:49.478501 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ed7bc743-d2e6-4e35-814b-9ec8c27d597b None None] Provisioning for port dc82186d-75bb-48ce-be69-d11bd82ef6ae completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:49.485233 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port f6e369a9-369c-4e1d-80b4-4667648288e4 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:49.510066 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ed7bc743-d2e6-4e35-814b-9ec8c27d597b None None] Provisioning complete for port dc82186d-75bb-48ce-be69-d11bd82ef6ae triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:49.515830 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ed7bc743-d2e6-4e35-814b-9ec8c27d597b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.533520 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114c2955-5b4f-4158-8ac5-77f40af4159f tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Network': ['ID=483dd68e-56fd-4078-a392-ecdb9109ed3b,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:49.556680 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port f6e369a9-369c-4e1d-80b4-4667648288e4 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:49.558720 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.617709 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 483dd68e-56fd-4078-a392-ecdb9109ed3b details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:51:49.642763 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-25ef56d9-241b-42ac-8353-2267b852cc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'name': 'tempest-RoutersTest-router-201514358', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:35Z', 'updated_at': '2021-07-16T08:51:47Z', 'revision_number': 4, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None, '_interfaces': [{'id': '9d820597-27dc-40d7-b3c1-77a88587e5c6', 'name': '', 'network_id': '669436ef-71c4-45a5-bdab-03f315bee109', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:85:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:41Z', 'updated_at': '2021-07-16T08:51:47Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afacbe74-abf3-4514-b7e1-636cdd607319', 'name': '', 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:fb:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:36Z', 'updated_at': '2021-07-16T08:51:44Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc82186d-75bb-48ce-be69-d11bd82ef6ae', 'name': '', 'network_id': 'a21db8af-34b1-44b8-817f-f407e7bc7b8f', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:ce:7b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '2ff63f50-ceff-457a-9c6b-41eafbb033a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:46Z', 'updated_at': '2021-07-16T08:51:47Z', 'revision_number': 2, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '2ff63f50-ceff-457a-9c6b-41eafbb033a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:49.716874 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ef56d9-241b-42ac-8353-2267b852cc06 None None] Checking router: 661f9226-042e-4a76-baae-05e8f27a37b6 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:51:49.717351 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ef56d9-241b-42ac-8353-2267b852cc06 None None] Updating router 661f9226-042e-4a76-baae-05e8f27a37b6 port dc82186d-75bb-48ce-be69-d11bd82ef6ae binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:51:49.722878 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab34011-0567-43a7-aadd-68af4db20956 req-0562fa57-47cd-429f-8058-9cb9d6412288 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:49.730119 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2ab34011-0567-43a7-aadd-68af4db20956 req-0562fa57-47cd-429f-8058-9cb9d6412288 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 945 time: 0.1447322 Jul 16 08:51:49.770077 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be46de28-1cc9-476f-a1ca-c77e19797063 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Made reservation on behalf of 6f7adc1edacb4ec6af987b50b5504fa0 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:51:49.776201 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-be46de28-1cc9-476f-a1ca-c77e19797063 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.797054 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-25ef56d9-241b-42ac-8353-2267b852cc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:49.825166 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2ab34011-0567-43a7-aadd-68af4db20956 req-73fc4ef3-b23e-4215-a44c-a4aa4a623a81 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879188 Jul 16 08:51:49.846853 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ed7bc743-d2e6-4e35-814b-9ec8c27d597b None None] Port dc82186d-75bb-48ce-be69-d11bd82ef6ae cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:49.885774 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ed7bc743-d2e6-4e35-814b-9ec8c27d597b None None] Provisioning complete for port f6e369a9-369c-4e1d-80b4-4667648288e4 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:49.887251 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ed7bc743-d2e6-4e35-814b-9ec8c27d597b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.033539 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87fec646-7d4f-402d-b4f7-8a1315bbe2bc req-9f2e72c5-5595-4d50-8b7c-19a158f20ae3 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 210 time: 0.0451305 Jul 16 08:51:50.044942 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.259123 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port f6e369a9-369c-4e1d-80b4-4667648288e4, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f6e369a9-369c-4e1d-80b4-4667648288e4,segment=NetworkSegment(27c676f5-1476-446b-81c5-dbf7abebdb8e),segment_id=27c676f5-1476-446b-81c5-dbf7abebdb8e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:50.267612 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.268610 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 9d820597-27dc-40d7-b3c1-77a88587e5c6 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:50.356781 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-be46de28-1cc9-476f-a1ca-c77e19797063 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.409735 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=f6e369a9-369c-4e1d-80b4-4667648288e4,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:50.419804 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ed7bc743-d2e6-4e35-814b-9ec8c27d597b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.464456 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 9d820597-27dc-40d7-b3c1-77a88587e5c6 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:50.465499 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.480014 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-25ef56d9-241b-42ac-8353-2267b852cc06 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.502257 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-25ef56d9-241b-42ac-8353-2267b852cc06 None None] Transition to ACTIVE for port object dc82186d-75bb-48ce-be69-d11bd82ef6ae will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:50.516117 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-25ef56d9-241b-42ac-8353-2267b852cc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.576175 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be46de28-1cc9-476f-a1ca-c77e19797063 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Subnet': ['ID=9335a0f6-3c18-4d50-bb33-b42d4aba0759,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:50.602111 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be46de28-1cc9-476f-a1ca-c77e19797063 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Checking segment: {'id': '0fc5f32f-e94e-48a8-8863-9e1a57f790f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '483dd68e-56fd-4078-a392-ecdb9109ed3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:50.602111 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be46de28-1cc9-476f-a1ca-c77e19797063 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network hostable DHCP agents. Network: 483dd68e-56fd-4078-a392-ecdb9109ed3b, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:51:50.631289 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.db.api [None req-ed7bc743-d2e6-4e35-814b-9ec8c27d597b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:51:50.634588 n-d-771362-37 neutron-server[93760]: DEBUG oslo_db.api [None req-ed7bc743-d2e6-4e35-814b-9ec8c27d597b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:51:50.644682 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b0c55b-c890-4a2c-a5ac-e9edc08a15fd req-2f44267a-2c18-40e5-88be-62ea93b535d0 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:50.648479 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b2b0c55b-c890-4a2c-a5ac-e9edc08a15fd req-2f44267a-2c18-40e5-88be-62ea93b535d0 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 945 time: 0.2060783 Jul 16 08:51:50.675925 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be46de28-1cc9-476f-a1ca-c77e19797063 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network 483dd68e-56fd-4078-a392-ecdb9109ed3b is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:51:50.712448 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-be46de28-1cc9-476f-a1ca-c77e19797063 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 483dd68e-56fd-4078-a392-ecdb9109ed3b) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:50.730833 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be46de28-1cc9-476f-a1ca-c77e19797063 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:50.731782 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-be46de28-1cc9-476f-a1ca-c77e19797063 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.737940 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-932c477b-c26b-43b1-87e9-721ab3412f42 None None] Network 483dd68e-56fd-4078-a392-ecdb9109ed3b requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:50.788305 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b2b0c55b-c890-4a2c-a5ac-e9edc08a15fd req-d2e08c0e-e511-4626-b265-f76638fc003a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299968 Jul 16 08:51:50.797762 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d368b3-b7e6-49b0-b88a-17ba6473dbaa None None] Pushing event updated for resources: {'Port': ['ID=dc82186d-75bb-48ce-be69-d11bd82ef6ae,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:50.806292 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-be46de28-1cc9-476f-a1ca-c77e19797063 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3438373 Jul 16 08:51:50.809497 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59202) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:50.820008 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-25ef56d9-241b-42ac-8353-2267b852cc06 None None] Attempting to bind port dc82186d-75bb-48ce-be69-d11bd82ef6ae on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:50.820517 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-25ef56d9-241b-42ac-8353-2267b852cc06 None None] Attempting to bind port dc82186d-75bb-48ce-be69-d11bd82ef6ae by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '27c676f5-1476-446b-81c5-dbf7abebdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a21db8af-34b1-44b8-817f-f407e7bc7b8f'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:50.821214 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ef56d9-241b-42ac-8353-2267b852cc06 None None] Attempting to bind port dc82186d-75bb-48ce-be69-d11bd82ef6ae on network a21db8af-34b1-44b8-817f-f407e7bc7b8f {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:50.833828 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ef56d9-241b-42ac-8353-2267b852cc06 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:50.848076 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ef56d9-241b-42ac-8353-2267b852cc06 None None] Checking segment: {'id': '27c676f5-1476-446b-81c5-dbf7abebdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a21db8af-34b1-44b8-817f-f407e7bc7b8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:50.849058 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-25ef56d9-241b-42ac-8353-2267b852cc06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:50.849511 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ef56d9-241b-42ac-8353-2267b852cc06 None None] Bound using segment: {'id': '27c676f5-1476-446b-81c5-dbf7abebdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a21db8af-34b1-44b8-817f-f407e7bc7b8f'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:50.851554 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-25ef56d9-241b-42ac-8353-2267b852cc06 None None] Bound port: dc82186d-75bb-48ce-be69-d11bd82ef6ae, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27c676f5-1476-446b-81c5-dbf7abebdb8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'a21db8af-34b1-44b8-817f-f407e7bc7b8f'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:50.852063 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-25ef56d9-241b-42ac-8353-2267b852cc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:51.041700 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-25ef56d9-241b-42ac-8353-2267b852cc06 None None] For port dc82186d-75bb-48ce-be69-d11bd82ef6ae, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:51.049153 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-25ef56d9-241b-42ac-8353-2267b852cc06 None None] For port dc82186d-75bb-48ce-be69-d11bd82ef6ae, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=dc82186d-75bb-48ce-be69-d11bd82ef6ae,segment=NetworkSegment(27c676f5-1476-446b-81c5-dbf7abebdb8e),segment_id=27c676f5-1476-446b-81c5-dbf7abebdb8e)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:51.063672 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f6e369a9-369c-4e1d-80b4-4667648288e4 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:51.068703 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-25ef56d9-241b-42ac-8353-2267b852cc06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:51.187262 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ef56d9-241b-42ac-8353-2267b852cc06 None None] Routers {'661f9226-042e-4a76-baae-05e8f27a37b6'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:51.198880 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-25ef56d9-241b-42ac-8353-2267b852cc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['661f9226-042e-4a76-baae-05e8f27a37b6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:51.294396 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-483dd68e-56fd-4078-a392-ecdb9109ed3b', 'network_id': '483dd68e-56fd-4078-a392-ecdb9109ed3b', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'fixed_ips': [{'subnet_id': '9335a0f6-3c18-4d50-bb33-b42d4aba0759'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:51:51.295282 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:51.324378 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d368b3-b7e6-49b0-b88a-17ba6473dbaa None None] Pushing event updated for resources: {'Port': ['ID=dc82186d-75bb-48ce-be69-d11bd82ef6ae,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:51.354160 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port f6e369a9-369c-4e1d-80b4-4667648288e4 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:51.354489 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:51.381631 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-25ef56d9-241b-42ac-8353-2267b852cc06 None None] Set router 661f9226-042e-4a76-baae-05e8f27a37b6 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:51:51.514420 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a5ea0fc0-f0b1-4eea-9830-5ecf1d7c9a25 req-2d695fb1-7963-4f13-a167-71374b648261 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "GET /v2.0/ports?device_id=d0221577-8e63-4119-8b63-813f2749ac7a HTTP/1.1" status: 200 len: 210 time: 0.0663047 Jul 16 08:51:51.698136 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7aa623c-b1c0-4468-ad9f-dd341978979e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:51.786934 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Allocated IP 172.23.0.2 (483dd68e-56fd-4078-a392-ecdb9109ed3b/9335a0f6-3c18-4d50-bb33-b42d4aba0759/ab67fda5-4764-4e6f-a107-779f91ddf210) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:51.851141 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-25ef56d9-241b-42ac-8353-2267b852cc06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'name': 'tempest-RoutersTest-router-201514358', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:35Z', 'updated_at': '2021-07-16T08:51:47Z', 'revision_number': 4, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None, '_interfaces': [{'id': '9d820597-27dc-40d7-b3c1-77a88587e5c6', 'name': '', 'network_id': '669436ef-71c4-45a5-bdab-03f315bee109', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:85:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:41Z', 'updated_at': '2021-07-16T08:51:47Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afacbe74-abf3-4514-b7e1-636cdd607319', 'name': '', 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:fb:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:36Z', 'updated_at': '2021-07-16T08:51:44Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc82186d-75bb-48ce-be69-d11bd82ef6ae', 'name': '', 'network_id': 'a21db8af-34b1-44b8-817f-f407e7bc7b8f', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:ce:7b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '2ff63f50-ceff-457a-9c6b-41eafbb033a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:46Z', 'updated_at': '2021-07-16T08:51:51Z', 'revision_number': 4, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '2ff63f50-ceff-457a-9c6b-41eafbb033a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:51.888787 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25ef56d9-241b-42ac-8353-2267b852cc06 None None] The sync data for ids ['661f9226-042e-4a76-baae-05e8f27a37b6'] in n-d-771362-37 is: [{'id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'name': 'tempest-RoutersTest-router-201514358', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:35Z', 'updated_at': '2021-07-16T08:51:47Z', 'revision_number': 4, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None, '_interfaces': [{'id': '9d820597-27dc-40d7-b3c1-77a88587e5c6', 'name': '', 'network_id': '669436ef-71c4-45a5-bdab-03f315bee109', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:85:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:41Z', 'updated_at': '2021-07-16T08:51:47Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afacbe74-abf3-4514-b7e1-636cdd607319', 'name': '', 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:fb:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:36Z', 'updated_at': '2021-07-16T08:51:44Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc82186d-75bb-48ce-be69-d11bd82ef6ae', 'name': '', 'network_id': 'a21db8af-34b1-44b8-817f-f407e7bc7b8f', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:ce:7b:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '2ff63f50-ceff-457a-9c6b-41eafbb033a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:46Z', 'updated_at': '2021-07-16T08:51:51Z', 'revision_number': 4, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '2ff63f50-ceff-457a-9c6b-41eafbb033a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:51.998349 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10e7925-69c0-4e2c-b18b-153ae2b70710 req-8ccd4afc-e8bb-4510-b94c-6661f03bcf25 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:52.000080 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a10e7925-69c0-4e2c-b18b-153ae2b70710 req-8ccd4afc-e8bb-4510-b94c-6661f03bcf25 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 945 time: 0.2699757 Jul 16 08:51:52.038803 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.057205 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Transition to ACTIVE for port object ab67fda5-4764-4e6f-a107-779f91ddf210 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:52.081308 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Transition to ACTIVE for port object ab67fda5-4764-4e6f-a107-779f91ddf210 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:52.089989 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.150723 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a10e7925-69c0-4e2c-b18b-153ae2b70710 req-728aaf80-a073-48b8-ac82-6a1a6ddd1584 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372933 Jul 16 08:51:52.153339 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Network 483dd68e-56fd-4078-a392-ecdb9109ed3b is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:52.157671 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:52.161577 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:52.178357 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Pushing event updated for resources: {'Port': ['ID=ab67fda5-4764-4e6f-a107-779f91ddf210,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:52.211161 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:52.211533 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:52.211889 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:52.212317 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:52.212689 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:52.213032 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:52.213450 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:52.213704 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:52.214180 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:52.214561 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:52.214888 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:52.215321 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:51:52.261624 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Attempting to bind port ab67fda5-4764-4e6f-a107-779f91ddf210 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:52.262275 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Attempting to bind port ab67fda5-4764-4e6f-a107-779f91ddf210 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '0fc5f32f-e94e-48a8-8863-9e1a57f790f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '483dd68e-56fd-4078-a392-ecdb9109ed3b'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:52.262873 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Attempting to bind port ab67fda5-4764-4e6f-a107-779f91ddf210 on network 483dd68e-56fd-4078-a392-ecdb9109ed3b {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:52.270751 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:52.271376 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Checking segment: {'id': '0fc5f32f-e94e-48a8-8863-9e1a57f790f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '483dd68e-56fd-4078-a392-ecdb9109ed3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:52.271964 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.272572 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Bound using segment: {'id': '0fc5f32f-e94e-48a8-8863-9e1a57f790f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '483dd68e-56fd-4078-a392-ecdb9109ed3b'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:52.273175 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Bound port: ab67fda5-4764-4e6f-a107-779f91ddf210, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc5f32f-e94e-48a8-8863-9e1a57f790f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '483dd68e-56fd-4078-a392-ecdb9109ed3b'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:52.274112 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.296598 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-c7aa623c-b1c0-4468-ad9f-dd341978979e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Allocated IP 172.23.0.1 (483dd68e-56fd-4078-a392-ecdb9109ed3b/9335a0f6-3c18-4d50-bb33-b42d4aba0759/af3f8769-11f1-440b-b6cc-2e817a9a7c0e) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:51:52.397935 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] For port ab67fda5-4764-4e6f-a107-779f91ddf210, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:52.404070 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] For port ab67fda5-4764-4e6f-a107-779f91ddf210, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ab67fda5-4764-4e6f-a107-779f91ddf210,segment=NetworkSegment(0fc5f32f-e94e-48a8-8863-9e1a57f790f5),segment_id=0fc5f32f-e94e-48a8-8863-9e1a57f790f5)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:52.412898 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.462357 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7aa623c-b1c0-4468-ad9f-dd341978979e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.478819 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-c7aa623c-b1c0-4468-ad9f-dd341978979e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Transition to ACTIVE for port object af3f8769-11f1-440b-b6cc-2e817a9a7c0e will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:52.499371 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe41ea-5659-465d-ada3-109072b6167c None None] Pushing event updated for resources: {'Port': ['ID=ab67fda5-4764-4e6f-a107-779f91ddf210,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:52.527473 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7aa623c-b1c0-4468-ad9f-dd341978979e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.588277 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7aa623c-b1c0-4468-ad9f-dd341978979e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network 483dd68e-56fd-4078-a392-ecdb9109ed3b is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:52.591684 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-c7aa623c-b1c0-4468-ad9f-dd341978979e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:52.601412 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7aa623c-b1c0-4468-ad9f-dd341978979e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:51:52.606189 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa623c-b1c0-4468-ad9f-dd341978979e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Port': ['ID=af3f8769-11f1-440b-b6cc-2e817a9a7c0e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:52.679070 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7aa623c-b1c0-4468-ad9f-dd341978979e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.689447 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59214) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:52.839697 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-33ab96a7-8aac-4b12-be5a-967df5756ff8 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.904847 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-33ab96a7-8aac-4b12-be5a-967df5756ff8 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:52.967878 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7aa623c-b1c0-4468-ad9f-dd341978979e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.015692 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-33ab96a7-8aac-4b12-be5a-967df5756ff8 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.020492 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-33ab96a7-8aac-4b12-be5a-967df5756ff8 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.024326 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-33ab96a7-8aac-4b12-be5a-967df5756ff8 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] 10.222.0.22 "DELETE /v2.0/security-groups/529c6759-9e3a-4e92-9adf-d047033ea8db HTTP/1.1" status: 204 len: 168 time: 0.3308530 Jul 16 08:51:53.036634 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ab96a7-8aac-4b12-be5a-967df5756ff8 tempest-TestVolumeBackupRestore-1128624148 tempest-TestVolumeBackupRestore-1128624148-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=529c6759-9e3a-4e92-9adf-d047033ea8db,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:53.110565 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device dc82186d-75bb-48ce-be69-d11bd82ef6ae up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:53.166526 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a1f0a9-fe29-42a9-94f0-f27bf20f9266 req-ceb56138-ac53-4c6a-a899-64fc93d1fcf0 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:53.167915 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-65a1f0a9-fe29-42a9-94f0-f27bf20f9266 req-ceb56138-ac53-4c6a-a899-64fc93d1fcf0 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.30 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 945 time: 0.2143638 Jul 16 08:51:53.607250 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port dc82186d-75bb-48ce-be69-d11bd82ef6ae completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:53.616246 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port dc82186d-75bb-48ce-be69-d11bd82ef6ae triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:53.616808 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.694277 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-65a1f0a9-fe29-42a9-94f0-f27bf20f9266 req-4cdbaf25-c44e-4a79-b57c-2fa2e25d9a8a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Deleting port 017911ca-9834-4b90-b6fc-fe6dc16fdf0d {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:51:53.695370 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-65a1f0a9-fe29-42a9-94f0-f27bf20f9266 req-4cdbaf25-c44e-4a79-b57c-2fa2e25d9a8a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.767772 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.819529 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port dc82186d-75bb-48ce-be69-d11bd82ef6ae, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=dc82186d-75bb-48ce-be69-d11bd82ef6ae,segment=NetworkSegment(27c676f5-1476-446b-81c5-dbf7abebdb8e),segment_id=27c676f5-1476-446b-81c5-dbf7abebdb8e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:53.821601 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7aa623c-b1c0-4468-ad9f-dd341978979e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.825176 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:53.826945 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ab67fda5-4764-4e6f-a107-779f91ddf210 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:53.890721 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a26f53d-afa8-49e5-b326-c1683058f24c req-580432e8-e8e7-4bb7-a8f8-d4fe42f5604c tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:51:53.899087 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8a26f53d-afa8-49e5-b326-c1683058f24c req-580432e8-e8e7-4bb7-a8f8-d4fe42f5604c tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 945 time: 0.5082736 Jul 16 08:51:53.899778 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7aa623c-b1c0-4468-ad9f-dd341978979e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.025183 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port ab67fda5-4764-4e6f-a107-779f91ddf210 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:54.054333 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8a26f53d-afa8-49e5-b326-c1683058f24c req-bd9788e9-0384-451e-92be-13abbfb55484 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010358 Jul 16 08:51:54.095828 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=dc82186d-75bb-48ce-be69-d11bd82ef6ae,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:54.107846 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8788ed26-9796-4911-867c-21c927f550b9 None None] Network 483dd68e-56fd-4078-a392-ecdb9109ed3b requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:51:54.169189 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa623c-b1c0-4468-ad9f-dd341978979e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event updated for resources: {'Port': ['ID=af3f8769-11f1-440b-b6cc-2e817a9a7c0e,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:54.181408 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-65a1f0a9-fe29-42a9-94f0-f27bf20f9266 req-4cdbaf25-c44e-4a79-b57c-2fa2e25d9a8a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] For port 017911ca-9834-4b90-b6fc-fe6dc16fdf0d, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=017911ca-9834-4b90-b6fc-fe6dc16fdf0d,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:54.182292 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-65a1f0a9-fe29-42a9-94f0-f27bf20f9266 req-4cdbaf25-c44e-4a79-b57c-2fa2e25d9a8a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.192829 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c7aa623c-b1c0-4468-ad9f-dd341978979e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.198210 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f13381d9-fa12-4458-a606-ecf5b1c2372c None None] Provisioning for port ab67fda5-4764-4e6f-a107-779f91ddf210 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:54.208553 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f13381d9-fa12-4458-a606-ecf5b1c2372c None None] Provisioning complete for port ab67fda5-4764-4e6f-a107-779f91ddf210 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:54.208961 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f13381d9-fa12-4458-a606-ecf5b1c2372c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.246371 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-65a1f0a9-fe29-42a9-94f0-f27bf20f9266 req-4cdbaf25-c44e-4a79-b57c-2fa2e25d9a8a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Calling delete_port for 017911ca-9834-4b90-b6fc-fe6dc16fdf0d owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:51:54.414831 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f13381d9-fa12-4458-a606-ecf5b1c2372c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.505412 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-f13381d9-fa12-4458-a606-ecf5b1c2372c None None] For port ab67fda5-4764-4e6f-a107-779f91ddf210, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ab67fda5-4764-4e6f-a107-779f91ddf210,segment=NetworkSegment(0fc5f32f-e94e-48a8-8863-9e1a57f790f5),segment_id=0fc5f32f-e94e-48a8-8863-9e1a57f790f5)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:51:54.512972 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f13381d9-fa12-4458-a606-ecf5b1c2372c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:54.673534 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13381d9-fa12-4458-a606-ecf5b1c2372c None None] Pushing event updated for resources: {'Port': ['ID=ab67fda5-4764-4e6f-a107-779f91ddf210,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:55.003275 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7aa623c-b1c0-4468-ad9f-dd341978979e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Network 483dd68e-56fd-4078-a392-ecdb9109ed3b is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:51:55.021886 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-c7aa623c-b1c0-4468-ad9f-dd341978979e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:51:55.031315 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-65a1f0a9-fe29-42a9-94f0-f27bf20f9266 req-4cdbaf25-c44e-4a79-b57c-2fa2e25d9a8a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.092306 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device dc82186d-75bb-48ce-be69-d11bd82ef6ae up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:55.268662 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-48883df9-28dd-4724-a210-a21b0f144777 None None] Provisioning for port af3f8769-11f1-440b-b6cc-2e817a9a7c0e completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:51:55.282094 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-48883df9-28dd-4724-a210-a21b0f144777 None None] Provisioning complete for port af3f8769-11f1-440b-b6cc-2e817a9a7c0e triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:55.282428 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-48883df9-28dd-4724-a210-a21b0f144777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.313296 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdbaf25-c44e-4a79-b57c-2fa2e25d9a8a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Pushing event deleted for resources: {'Port': ['ID=017911ca-9834-4b90-b6fc-fe6dc16fdf0d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:55.381283 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-48883df9-28dd-4724-a210-a21b0f144777 None None] Port af3f8769-11f1-440b-b6cc-2e817a9a7c0e cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:55.403855 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-48883df9-28dd-4724-a210-a21b0f144777 None None] Provisioning complete for port ab67fda5-4764-4e6f-a107-779f91ddf210 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:55.404419 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-48883df9-28dd-4724-a210-a21b0f144777 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.471878 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port dc82186d-75bb-48ce-be69-d11bd82ef6ae triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:55.473888 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.648772 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-65a1f0a9-fe29-42a9-94f0-f27bf20f9266 req-4cdbaf25-c44e-4a79-b57c-2fa2e25d9a8a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] No DVR routers for this DVR port 017911ca-9834-4b90-b6fc-fe6dc16fdf0d on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:51:55.655014 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fac141f1-2320-4604-b869-e346f8dd528b req-fda0da3b-1697-4e35-b6f8-04bb6693bb96 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 210 time: 0.2843351 Jul 16 08:51:55.677252 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7aa623c-b1c0-4468-ad9f-dd341978979e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Router 661f9226-042e-4a76-baae-05e8f27a37b6 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:51:55.678777 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-65a1f0a9-fe29-42a9-94f0-f27bf20f9266 req-4cdbaf25-c44e-4a79-b57c-2fa2e25d9a8a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.682205 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-65a1f0a9-fe29-42a9-94f0-f27bf20f9266 req-4cdbaf25-c44e-4a79-b57c-2fa2e25d9a8a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.30 "DELETE /v2.0/ports/017911ca-9834-4b90-b6fc-fe6dc16fdf0d HTTP/1.1" status: 204 len: 173 time: 2.4985096 Jul 16 08:51:55.682675 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39bd13e2-4e26-4341-ba17-e5a0c8b3e637', 'name': 'network-vif-deleted', 'tag': '017911ca-9834-4b90-b6fc-fe6dc16fdf0d'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:51:55.691980 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-720412e1-00ea-4b2e-b004-753a7028fa31" -d '{"events": [{"server_uuid": "39bd13e2-4e26-4341-ba17-e5a0c8b3e637", "name": "network-vif-deleted", "tag": "017911ca-9834-4b90-b6fc-fe6dc16fdf0d"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:51:55.878900 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:51:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430d946f-5dd8-4d07-8a2b-e05a4926d7d4 x-openstack-request-id: req-430d946f-5dd8-4d07-8a2b-e05a4926d7d4 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:51:55.879273 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39bd13e2-4e26-4341-ba17-e5a0c8b3e637", "name": "network-vif-deleted", "tag": "017911ca-9834-4b90-b6fc-fe6dc16fdf0d", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:51:55.879625 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-430d946f-5dd8-4d07-8a2b-e05a4926d7d4 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:51:55.880217 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39bd13e2-4e26-4341-ba17-e5a0c8b3e637', 'name': 'network-vif-deleted', 'tag': '017911ca-9834-4b90-b6fc-fe6dc16fdf0d', 'status': 'completed', 'code': 200} Jul 16 08:51:55.935418 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d766377f-52c1-4900-bf41-9cb64b08faa7 None None] Provisioning complete for port af3f8769-11f1-440b-b6cc-2e817a9a7c0e triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:55.941072 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d766377f-52c1-4900-bf41-9cb64b08faa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:55.952986 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ab67fda5-4764-4e6f-a107-779f91ddf210 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:51:55.976855 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7aa623c-b1c0-4468-ad9f-dd341978979e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:55.993445 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59492) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:55.996906 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c7aa623c-b1c0-4468-ad9f-dd341978979e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "PUT /v2.0/routers/661f9226-042e-4a76-baae-05e8f27a37b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1860130 Jul 16 08:51:56.000649 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-c015f76a-ef15-4f9e-91b0-e39c14a2c5be tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:56.117987 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dac63ff-41a6-4e94-8d83-af15f115432b None None] Sync routers for ids ['661f9226-042e-4a76-baae-05e8f27a37b6'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:51:56.228810 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dac63ff-41a6-4e94-8d83-af15f115432b None None] Routers {'661f9226-042e-4a76-baae-05e8f27a37b6'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:56.230616 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6dac63ff-41a6-4e94-8d83-af15f115432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['661f9226-042e-4a76-baae-05e8f27a37b6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:56.379386 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-6dac63ff-41a6-4e94-8d83-af15f115432b None None] Set router 661f9226-042e-4a76-baae-05e8f27a37b6 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:51:56.458923 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-d766377f-52c1-4900-bf41-9cb64b08faa7 None None] Port af3f8769-11f1-440b-b6cc-2e817a9a7c0e cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:56.472965 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port ab67fda5-4764-4e6f-a107-779f91ddf210 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:56.473538 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:56.525206 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 017911ca-9834-4b90-b6fc-fe6dc16fdf0d no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:51:56.590664 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 017911ca-9834-4b90-b6fc-fe6dc16fdf0d {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:51:56.591646 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 017911ca-9834-4b90-b6fc-fe6dc16fdf0d not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:51:56.677910 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4f541796-c3dd-4707-ba38-4fe1f9964de5 None None] Provisioning complete for port af3f8769-11f1-440b-b6cc-2e817a9a7c0e triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:51:56.678669 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4f541796-c3dd-4707-ba38-4fe1f9964de5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:56.960885 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-4f541796-c3dd-4707-ba38-4fe1f9964de5 None None] Port af3f8769-11f1-440b-b6cc-2e817a9a7c0e cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:51:57.050005 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.extraroute_db [None req-c015f76a-ef15-4f9e-91b0-e39c14a2c5be tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93758) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 08:51:57.077298 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.extraroute_db [None req-c015f76a-ef15-4f9e-91b0-e39c14a2c5be tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Removed routes are [] {{(pid=93758) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 08:51:57.078390 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c015f76a-ef15-4f9e-91b0-e39c14a2c5be tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:57.138181 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6dac63ff-41a6-4e94-8d83-af15f115432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'name': 'tempest-RoutersTest-router-201514358', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:35Z', 'updated_at': '2021-07-16T08:51:52Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None, '_interfaces': [{'id': '9d820597-27dc-40d7-b3c1-77a88587e5c6', 'name': '', 'network_id': '669436ef-71c4-45a5-bdab-03f315bee109', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:85:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:41Z', 'updated_at': '2021-07-16T08:51:47Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af3f8769-11f1-440b-b6cc-2e817a9a7c0e', 'name': '', 'network_id': '483dd68e-56fd-4078-a392-ecdb9109ed3b', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:f6:dd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '9335a0f6-3c18-4d50-bb33-b42d4aba0759', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:51Z', 'updated_at': '2021-07-16T08:51:53Z', 'revision_number': 2, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '9335a0f6-3c18-4d50-bb33-b42d4aba0759', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afacbe74-abf3-4514-b7e1-636cdd607319', 'name': '', 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:fb:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:36Z', 'updated_at': '2021-07-16T08:51:44Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc82186d-75bb-48ce-be69-d11bd82ef6ae', 'name': '', 'network_id': 'a21db8af-34b1-44b8-817f-f407e7bc7b8f', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:ce:7b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '2ff63f50-ceff-457a-9c6b-41eafbb033a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:46Z', 'updated_at': '2021-07-16T08:51:53Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '2ff63f50-ceff-457a-9c6b-41eafbb033a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:57.200462 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9fcbbdd7-48a3-4de9-90f2-56c1fc663d1d req-7026ada4-79cd-495b-a3ef-edcee8d97103 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 210 time: 0.2427592 Jul 16 08:51:57.239338 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dac63ff-41a6-4e94-8d83-af15f115432b None None] Checking router: 661f9226-042e-4a76-baae-05e8f27a37b6 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:51:57.239982 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dac63ff-41a6-4e94-8d83-af15f115432b None None] Updating router 661f9226-042e-4a76-baae-05e8f27a37b6 port af3f8769-11f1-440b-b6cc-2e817a9a7c0e binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:51:57.333205 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6dac63ff-41a6-4e94-8d83-af15f115432b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:57.523092 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c015f76a-ef15-4f9e-91b0-e39c14a2c5be tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:57.528782 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c015f76a-ef15-4f9e-91b0-e39c14a2c5be tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-523541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-523532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523653'] for router, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:57.681511 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c015f76a-ef15-4f9e-91b0-e39c14a2c5be tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Router 661f9226-042e-4a76-baae-05e8f27a37b6 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:51:57.882329 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6dac63ff-41a6-4e94-8d83-af15f115432b None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:57.891091 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c015f76a-ef15-4f9e-91b0-e39c14a2c5be tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:51:57.902011 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6dac63ff-41a6-4e94-8d83-af15f115432b None None] Transition to ACTIVE for port object af3f8769-11f1-440b-b6cc-2e817a9a7c0e will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:51:57.904860 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c015f76a-ef15-4f9e-91b0-e39c14a2c5be tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:57.906737 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c015f76a-ef15-4f9e-91b0-e39c14a2c5be tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "PUT /v2.0/routers/661f9226-042e-4a76-baae-05e8f27a37b6 HTTP/1.1" status: 200 len: 933 time: 1.9119027 Jul 16 08:51:57.909453 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59686) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:57.912172 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6dac63ff-41a6-4e94-8d83-af15f115432b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.073343 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44319a27-01fb-46c3-b2ae-ace022b772d8 None None] Pushing event updated for resources: {'Port': ['ID=af3f8769-11f1-440b-b6cc-2e817a9a7c0e,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:58.081664 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6dac63ff-41a6-4e94-8d83-af15f115432b None None] Attempting to bind port af3f8769-11f1-440b-b6cc-2e817a9a7c0e on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:51:58.082196 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6dac63ff-41a6-4e94-8d83-af15f115432b None None] Attempting to bind port af3f8769-11f1-440b-b6cc-2e817a9a7c0e by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '0fc5f32f-e94e-48a8-8863-9e1a57f790f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '483dd68e-56fd-4078-a392-ecdb9109ed3b'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:51:58.084240 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dac63ff-41a6-4e94-8d83-af15f115432b None None] Attempting to bind port af3f8769-11f1-440b-b6cc-2e817a9a7c0e on network 483dd68e-56fd-4078-a392-ecdb9109ed3b {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:51:58.113937 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dac63ff-41a6-4e94-8d83-af15f115432b None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 51, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:51:58.114330 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dac63ff-41a6-4e94-8d83-af15f115432b None None] Checking segment: {'id': '0fc5f32f-e94e-48a8-8863-9e1a57f790f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '483dd68e-56fd-4078-a392-ecdb9109ed3b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:51:58.120890 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6dac63ff-41a6-4e94-8d83-af15f115432b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.121527 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dac63ff-41a6-4e94-8d83-af15f115432b None None] Bound using segment: {'id': '0fc5f32f-e94e-48a8-8863-9e1a57f790f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '483dd68e-56fd-4078-a392-ecdb9109ed3b'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:51:58.122054 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6dac63ff-41a6-4e94-8d83-af15f115432b None None] Bound port: af3f8769-11f1-440b-b6cc-2e817a9a7c0e, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fc5f32f-e94e-48a8-8863-9e1a57f790f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '483dd68e-56fd-4078-a392-ecdb9109ed3b'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:51:58.122462 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6dac63ff-41a6-4e94-8d83-af15f115432b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.129586 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0b8ef2b3-8eb2-4905-afe6-8986db4b069e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "GET /v2.0/routers/661f9226-042e-4a76-baae-05e8f27a37b6 HTTP/1.1" status: 200 len: 933 time: 0.2180202 Jul 16 08:51:58.131923 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59690) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:58.139043 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-4961d157-acf8-4569-a8da-d1a99902fa1e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Request body: {'router': {'routes': None}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:51:58.231264 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6dac63ff-41a6-4e94-8d83-af15f115432b None None] For port af3f8769-11f1-440b-b6cc-2e817a9a7c0e, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:51:58.236333 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6dac63ff-41a6-4e94-8d83-af15f115432b None None] For port af3f8769-11f1-440b-b6cc-2e817a9a7c0e, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=af3f8769-11f1-440b-b6cc-2e817a9a7c0e,segment=NetworkSegment(0fc5f32f-e94e-48a8-8863-9e1a57f790f5),segment_id=0fc5f32f-e94e-48a8-8863-9e1a57f790f5)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:51:58.248848 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6dac63ff-41a6-4e94-8d83-af15f115432b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:58.378741 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dac63ff-41a6-4e94-8d83-af15f115432b None None] Routers {'661f9226-042e-4a76-baae-05e8f27a37b6'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:51:58.379366 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6dac63ff-41a6-4e94-8d83-af15f115432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['661f9226-042e-4a76-baae-05e8f27a37b6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:58.382130 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44319a27-01fb-46c3-b2ae-ace022b772d8 None None] Pushing event updated for resources: {'Port': ['ID=af3f8769-11f1-440b-b6cc-2e817a9a7c0e,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:51:58.649767 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-6dac63ff-41a6-4e94-8d83-af15f115432b None None] Set router 661f9226-042e-4a76-baae-05e8f27a37b6 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:51:58.766291 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f858a925-abe5-44bf-bc4b-8fd3821c7c40 req-9fa45d74-f5a8-464b-82d5-ce9f05f4af7e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 210 time: 0.1018622 Jul 16 08:51:58.940646 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.extraroute_db [None req-4961d157-acf8-4569-a8da-d1a99902fa1e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Added routes are [] {{(pid=93758) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 08:51:58.943117 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.extraroute_db [None req-4961d157-acf8-4569-a8da-d1a99902fa1e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}] {{(pid=93758) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 08:51:59.012969 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4961d157-acf8-4569-a8da-d1a99902fa1e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:51:59.138175 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6dac63ff-41a6-4e94-8d83-af15f115432b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'name': 'tempest-RoutersTest-router-201514358', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:35Z', 'updated_at': '2021-07-16T08:51:57Z', 'revision_number': 6, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None, '_interfaces': [{'id': '9d820597-27dc-40d7-b3c1-77a88587e5c6', 'name': '', 'network_id': '669436ef-71c4-45a5-bdab-03f315bee109', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:85:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:41Z', 'updated_at': '2021-07-16T08:51:47Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af3f8769-11f1-440b-b6cc-2e817a9a7c0e', 'name': '', 'network_id': '483dd68e-56fd-4078-a392-ecdb9109ed3b', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:f6:dd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '9335a0f6-3c18-4d50-bb33-b42d4aba0759', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:51Z', 'updated_at': '2021-07-16T08:51:58Z', 'revision_number': 4, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '9335a0f6-3c18-4d50-bb33-b42d4aba0759', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afacbe74-abf3-4514-b7e1-636cdd607319', 'name': '', 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:fb:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:36Z', 'updated_at': '2021-07-16T08:51:44Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc82186d-75bb-48ce-be69-d11bd82ef6ae', 'name': '', 'network_id': 'a21db8af-34b1-44b8-817f-f407e7bc7b8f', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:ce:7b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '2ff63f50-ceff-457a-9c6b-41eafbb033a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:46Z', 'updated_at': '2021-07-16T08:51:53Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '2ff63f50-ceff-457a-9c6b-41eafbb033a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:51:59.157063 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59698) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:51:59.219936 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dac63ff-41a6-4e94-8d83-af15f115432b None None] The sync data for ids ['661f9226-042e-4a76-baae-05e8f27a37b6'] in n-d-771362-37 is: [{'id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'name': 'tempest-RoutersTest-router-201514358', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:35Z', 'updated_at': '2021-07-16T08:51:57Z', 'revision_number': 6, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None, '_interfaces': [{'id': '9d820597-27dc-40d7-b3c1-77a88587e5c6', 'name': '', 'network_id': '669436ef-71c4-45a5-bdab-03f315bee109', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:85:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:41Z', 'updated_at': '2021-07-16T08:51:47Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af3f8769-11f1-440b-b6cc-2e817a9a7c0e', 'name': '', 'network_id': '483dd68e-56fd-4078-a392-ecdb9109ed3b', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:f6:dd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '9335a0f6-3c18-4d50-bb33-b42d4aba0759', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:51Z', 'updated_at': '2021-07-16T08:51:58Z', 'revision_number': 4, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '9335a0f6-3c18-4d50-bb33-b42d4aba0759', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afacbe74-abf3-4514-b7e1-636cdd607319', 'name': '', 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:fb:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:36Z', 'updated_at': '2021-07-16T08:51:44Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc82186d-75bb-48ce-be69-d11bd82ef6ae', 'name': '', 'network_id': 'a21db8af-34b1-44b8-817f-f407e7bc7b8f', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:ce:7b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '2ff63f50-ceff-457a-9c6b-41eafbb033a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:46Z', 'updated_at': '2021-07-16T08:51:53Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '2ff63f50-ceff-457a-9c6b-41eafbb033a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:51:59.972809 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3b312b77-bd13-4cc3-84c0-d2fed80b5198 req-409a10ad-ef5c-489c-9832-94d04e579a94 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 210 time: 0.0372972 Jul 16 08:51:59.994174 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4961d157-acf8-4569-a8da-d1a99902fa1e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.001863 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4961d157-acf8-4569-a8da-d1a99902fa1e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-523541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-523532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523653'] for router, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.131547 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4961d157-acf8-4569-a8da-d1a99902fa1e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Router 661f9226-042e-4a76-baae-05e8f27a37b6 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:00.150467 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce368b30-bb13-4fcb-8d89-bd8803470771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.364099 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4961d157-acf8-4569-a8da-d1a99902fa1e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:00.380028 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4961d157-acf8-4569-a8da-d1a99902fa1e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.384048 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4961d157-acf8-4569-a8da-d1a99902fa1e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "PUT /v2.0/routers/661f9226-042e-4a76-baae-05e8f27a37b6 HTTP/1.1" status: 200 len: 699 time: 2.2481182 Jul 16 08:52:00.387506 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59708) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:00.547304 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9e1d8c35-9d30-496f-af1e-e8d630daee46 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "GET /v2.0/routers/661f9226-042e-4a76-baae-05e8f27a37b6 HTTP/1.1" status: 200 len: 699 time: 0.1581984 Jul 16 08:52:00.551345 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59710) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:00.614037 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ce368b30-bb13-4fcb-8d89-bd8803470771 admin admin] Deleting port 3ce50f21-da58-4c8d-af15-3296df3ec31e {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:00.614570 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce368b30-bb13-4fcb-8d89-bd8803470771 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.707772 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbafbbff-e1dd-4f6c-8174-cbc0736837ad None None] Sync routers for ids ['661f9226-042e-4a76-baae-05e8f27a37b6'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:00.716993 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbafbbff-e1dd-4f6c-8174-cbc0736837ad None None] Routers {'661f9226-042e-4a76-baae-05e8f27a37b6'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:00.717526 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-dbafbbff-e1dd-4f6c-8174-cbc0736837ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['661f9226-042e-4a76-baae-05e8f27a37b6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:00.732546 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-ce368b30-bb13-4fcb-8d89-bd8803470771 admin admin] For port 3ce50f21-da58-4c8d-af15-3296df3ec31e, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=3ce50f21-da58-4c8d-af15-3296df3ec31e,segment=NetworkSegment(f3ee54f9-528a-445b-9d55-63145af9e805),segment_id=f3ee54f9-528a-445b-9d55-63145af9e805)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:00.732916 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce368b30-bb13-4fcb-8d89-bd8803470771 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:00.747654 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ce368b30-bb13-4fcb-8d89-bd8803470771 admin admin] Calling delete_port for 3ce50f21-da58-4c8d-af15-3296df3ec31e owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:00.841920 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-dbafbbff-e1dd-4f6c-8174-cbc0736837ad None None] Set router 661f9226-042e-4a76-baae-05e8f27a37b6 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:01.013445 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce368b30-bb13-4fcb-8d89-bd8803470771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.032894 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d669db6e-d43f-4e0d-bb91-2b7aad2480ed tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.065924 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce368b30-bb13-4fcb-8d89-bd8803470771 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ce50f21-da58-4c8d-af15-3296df3ec31e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:01.227572 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-dbafbbff-e1dd-4f6c-8174-cbc0736837ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'name': 'tempest-RoutersTest-router-201514358', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:35Z', 'updated_at': '2021-07-16T08:51:58Z', 'revision_number': 7, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None, '_interfaces': [{'id': '9d820597-27dc-40d7-b3c1-77a88587e5c6', 'name': '', 'network_id': '669436ef-71c4-45a5-bdab-03f315bee109', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:85:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:41Z', 'updated_at': '2021-07-16T08:51:47Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af3f8769-11f1-440b-b6cc-2e817a9a7c0e', 'name': '', 'network_id': '483dd68e-56fd-4078-a392-ecdb9109ed3b', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:f6:dd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '9335a0f6-3c18-4d50-bb33-b42d4aba0759', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:51Z', 'updated_at': '2021-07-16T08:51:58Z', 'revision_number': 4, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '9335a0f6-3c18-4d50-bb33-b42d4aba0759', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afacbe74-abf3-4514-b7e1-636cdd607319', 'name': '', 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:fb:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:36Z', 'updated_at': '2021-07-16T08:51:44Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc82186d-75bb-48ce-be69-d11bd82ef6ae', 'name': '', 'network_id': 'a21db8af-34b1-44b8-817f-f407e7bc7b8f', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:ce:7b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '2ff63f50-ceff-457a-9c6b-41eafbb033a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:46Z', 'updated_at': '2021-07-16T08:51:53Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '2ff63f50-ceff-457a-9c6b-41eafbb033a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:01.266708 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device af3f8769-11f1-440b-b6cc-2e817a9a7c0e up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:01.397154 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port af3f8769-11f1-440b-b6cc-2e817a9a7c0e completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:01.402598 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0d3daf65-5bd0-41de-956b-8606e0506990 req-19a46a89-a3be-43c4-810f-21c8071d91b4 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 210 time: 0.1020768 Jul 16 08:52:01.404275 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port af3f8769-11f1-440b-b6cc-2e817a9a7c0e triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:01.405269 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.406681 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbafbbff-e1dd-4f6c-8174-cbc0736837ad None None] Checking router: 661f9226-042e-4a76-baae-05e8f27a37b6 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:01.416863 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbafbbff-e1dd-4f6c-8174-cbc0736837ad None None] Routers {'661f9226-042e-4a76-baae-05e8f27a37b6'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:01.417885 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-dbafbbff-e1dd-4f6c-8174-cbc0736837ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['661f9226-042e-4a76-baae-05e8f27a37b6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:01.458843 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce368b30-bb13-4fcb-8d89-bd8803470771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.538653 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-dbafbbff-e1dd-4f6c-8174-cbc0736837ad None None] Set router 661f9226-042e-4a76-baae-05e8f27a37b6 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:01.597610 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.693182 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port af3f8769-11f1-440b-b6cc-2e817a9a7c0e, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=af3f8769-11f1-440b-b6cc-2e817a9a7c0e,segment=NetworkSegment(0fc5f32f-e94e-48a8-8863-9e1a57f790f5),segment_id=0fc5f32f-e94e-48a8-8863-9e1a57f790f5)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:01.699461 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.725935 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d669db6e-d43f-4e0d-bb91-2b7aad2480ed tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Deleting port af3f8769-11f1-440b-b6cc-2e817a9a7c0e {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:01.726276 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d669db6e-d43f-4e0d-bb91-2b7aad2480ed tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.807000 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=af3f8769-11f1-440b-b6cc-2e817a9a7c0e,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:01.833532 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-dbafbbff-e1dd-4f6c-8174-cbc0736837ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'name': 'tempest-RoutersTest-router-201514358', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:35Z', 'updated_at': '2021-07-16T08:51:58Z', 'revision_number': 7, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None, '_interfaces': [{'id': '9d820597-27dc-40d7-b3c1-77a88587e5c6', 'name': '', 'network_id': '669436ef-71c4-45a5-bdab-03f315bee109', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:85:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:41Z', 'updated_at': '2021-07-16T08:51:47Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af3f8769-11f1-440b-b6cc-2e817a9a7c0e', 'name': '', 'network_id': '483dd68e-56fd-4078-a392-ecdb9109ed3b', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:f6:dd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '9335a0f6-3c18-4d50-bb33-b42d4aba0759', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:51Z', 'updated_at': '2021-07-16T08:51:58Z', 'revision_number': 4, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '9335a0f6-3c18-4d50-bb33-b42d4aba0759', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afacbe74-abf3-4514-b7e1-636cdd607319', 'name': '', 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:fb:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:36Z', 'updated_at': '2021-07-16T08:51:44Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc82186d-75bb-48ce-be69-d11bd82ef6ae', 'name': '', 'network_id': 'a21db8af-34b1-44b8-817f-f407e7bc7b8f', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:ce:7b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '2ff63f50-ceff-457a-9c6b-41eafbb033a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:46Z', 'updated_at': '2021-07-16T08:51:53Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '2ff63f50-ceff-457a-9c6b-41eafbb033a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:01.872014 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbafbbff-e1dd-4f6c-8174-cbc0736837ad None None] The sync data for ids ['661f9226-042e-4a76-baae-05e8f27a37b6'] in n-d-771362-37 is: [{'id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'name': 'tempest-RoutersTest-router-201514358', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:35Z', 'updated_at': '2021-07-16T08:51:58Z', 'revision_number': 7, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None, '_interfaces': [{'id': '9d820597-27dc-40d7-b3c1-77a88587e5c6', 'name': '', 'network_id': '669436ef-71c4-45a5-bdab-03f315bee109', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:85:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:41Z', 'updated_at': '2021-07-16T08:51:47Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'af3f8769-11f1-440b-b6cc-2e817a9a7c0e', 'name': '', 'network_id': '483dd68e-56fd-4078-a392-ecdb9109ed3b', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:f6:dd:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3216, 'fixed_ips': [{'subnet_id': '9335a0f6-3c18-4d50-bb33-b42d4aba0759', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:51Z', 'updated_at': '2021-07-16T08:51:58Z', 'revision_number': 4, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '9335a0f6-3c18-4d50-bb33-b42d4aba0759', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afacbe74-abf3-4514-b7e1-636cdd607319', 'name': '', 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:fb:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:36Z', 'updated_at': '2021-07-16T08:51:44Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc82186d-75bb-48ce-be69-d11bd82ef6ae', 'name': '', 'network_id': 'a21db8af-34b1-44b8-817f-f407e7bc7b8f', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:ce:7b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '2ff63f50-ceff-457a-9c6b-41eafbb033a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:46Z', 'updated_at': '2021-07-16T08:51:53Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '2ff63f50-ceff-457a-9c6b-41eafbb033a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:01.880924 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d669db6e-d43f-4e0d-bb91-2b7aad2480ed tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] For port af3f8769-11f1-440b-b6cc-2e817a9a7c0e, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=af3f8769-11f1-440b-b6cc-2e817a9a7c0e,segment=NetworkSegment(0fc5f32f-e94e-48a8-8863-9e1a57f790f5),segment_id=0fc5f32f-e94e-48a8-8863-9e1a57f790f5)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:01.881673 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d669db6e-d43f-4e0d-bb91-2b7aad2480ed tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:01.897401 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d669db6e-d43f-4e0d-bb91-2b7aad2480ed tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Calling delete_port for af3f8769-11f1-440b-b6cc-2e817a9a7c0e owned by network:router_interface {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:01.919233 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce368b30-bb13-4fcb-8d89-bd8803470771 admin admin] Router d1e68b0d-23f5-4117-961f-cb05f44010c4 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:02.068409 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce368b30-bb13-4fcb-8d89-bd8803470771 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:02.080807 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ce368b30-bb13-4fcb-8d89-bd8803470771 admin admin] 10.222.0.22 "PUT /v2.0/routers/d1e68b0d-23f5-4117-961f-cb05f44010c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9198799 Jul 16 08:52:02.081440 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59716) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:02.086085 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf33d11-b5e5-45d0-99eb-7f179097ae97 None None] Sync routers for ids ['d1e68b0d-23f5-4117-961f-cb05f44010c4'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:02.090880 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.106304 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf33d11-b5e5-45d0-99eb-7f179097ae97 None None] Routers {'d1e68b0d-23f5-4117-961f-cb05f44010c4'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:02.106727 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9cf33d11-b5e5-45d0-99eb-7f179097ae97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['d1e68b0d-23f5-4117-961f-cb05f44010c4'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:02.151088 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d669db6e-d43f-4e0d-bb91-2b7aad2480ed tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.193887 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.233729 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d669db6e-d43f-4e0d-bb91-2b7aad2480ed tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Port': ['ID=af3f8769-11f1-440b-b6cc-2e817a9a7c0e,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:02.324601 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9cc1931-5172-4505-a21c-476e3a5d59e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.528436 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9cc1931-5172-4505-a21c-476e3a5d59e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.628893 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d669db6e-d43f-4e0d-bb91-2b7aad2480ed tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.705598 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-421cb57f-c90a-4c20-9196-7d9f634e77be req-f2e1144d-2b7a-4356-a2b9-9de2521aa8aa tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=39bd13e2-4e26-4341-ba17-e5a0c8b3e637 HTTP/1.1" status: 200 len: 210 time: 0.0613844 Jul 16 08:52:02.712232 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b9cc1931-5172-4505-a21c-476e3a5d59e1 admin admin] Deleting port b6d567b3-11d5-4c4c-ba78-b31264dd40ae {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:02.717827 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9cc1931-5172-4505-a21c-476e3a5d59e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:02.943803 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-9cf33d11-b5e5-45d0-99eb-7f179097ae97 None None] Set router d1e68b0d-23f5-4117-961f-cb05f44010c4 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:03.025760 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-b9cc1931-5172-4505-a21c-476e3a5d59e1 admin admin] For port b6d567b3-11d5-4c4c-ba78-b31264dd40ae, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=b6d567b3-11d5-4c4c-ba78-b31264dd40ae,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:03.026322 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9cc1931-5172-4505-a21c-476e3a5d59e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.082848 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d669db6e-d43f-4e0d-bb91-2b7aad2480ed tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Router 661f9226-042e-4a76-baae-05e8f27a37b6 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:03.083049 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b9cc1931-5172-4505-a21c-476e3a5d59e1 admin admin] Calling delete_port for b6d567b3-11d5-4c4c-ba78-b31264dd40ae owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:03.262425 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441106c0-7b9f-44af-a29c-55ce8c09fa10 req-171aa482-5f26-4f2a-a419-93d885921407 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:03.280891 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441106c0-7b9f-44af-a29c-55ce8c09fa10 req-171aa482-5f26-4f2a-a419-93d885921407 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:03.295149 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e2d46f7b-fe56-4de3-86a5-c740b60cd0ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.301685 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441106c0-7b9f-44af-a29c-55ce8c09fa10 req-171aa482-5f26-4f2a-a419-93d885921407 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:03.308089 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441106c0-7b9f-44af-a29c-55ce8c09fa10 req-171aa482-5f26-4f2a-a419-93d885921407 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:03.315159 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9cf33d11-b5e5-45d0-99eb-7f179097ae97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'name': 'tempest-TestVolumeBackupRestore-951676652-router', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.77'}], 'enable_snat': True}, 'gw_port_id': 'b6d567b3-11d5-4c4c-ba78-b31264dd40ae', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:37Z', 'updated_at': '2021-07-16T08:52:00Z', 'revision_number': 5, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'gw_port': {'id': 'b6d567b3-11d5-4c4c-ba78-b31264dd40ae', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:91:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2808, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:38Z', 'updated_at': '2021-07-16T08:46:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:03.315534 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441106c0-7b9f-44af-a29c-55ce8c09fa10 req-171aa482-5f26-4f2a-a419-93d885921407 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:03.320652 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9cc1931-5172-4505-a21c-476e3a5d59e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.323927 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441106c0-7b9f-44af-a29c-55ce8c09fa10 req-171aa482-5f26-4f2a-a419-93d885921407 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:03.332706 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441106c0-7b9f-44af-a29c-55ce8c09fa10 req-171aa482-5f26-4f2a-a419-93d885921407 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:03.336051 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-441106c0-7b9f-44af-a29c-55ce8c09fa10 req-171aa482-5f26-4f2a-a419-93d885921407 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5432 time: 0.3400352 Jul 16 08:52:03.353634 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc1931-5172-4505-a21c-476e3a5d59e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6d567b3-11d5-4c4c-ba78-b31264dd40ae,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:03.372967 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf33d11-b5e5-45d0-99eb-7f179097ae97 None None] Checking router: d1e68b0d-23f5-4117-961f-cb05f44010c4 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:03.386023 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf33d11-b5e5-45d0-99eb-7f179097ae97 None None] Routers {'d1e68b0d-23f5-4117-961f-cb05f44010c4'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:03.387213 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9cf33d11-b5e5-45d0-99eb-7f179097ae97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['d1e68b0d-23f5-4117-961f-cb05f44010c4'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:03.438190 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9cc1931-5172-4505-a21c-476e3a5d59e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.460763 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-441106c0-7b9f-44af-a29c-55ce8c09fa10 req-e174aaba-0d7b-47e4-8ff0-b237884f4096 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1151683 Jul 16 08:52:03.478238 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d669db6e-d43f-4e0d-bb91-2b7aad2480ed tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:03.495701 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-9cf33d11-b5e5-45d0-99eb-7f179097ae97 None None] Set router d1e68b0d-23f5-4117-961f-cb05f44010c4 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:03.502852 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99f52c7-41b8-42fd-886d-6a49036238a1 None None] Sync routers for ids ['661f9226-042e-4a76-baae-05e8f27a37b6'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:03.509297 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d669db6e-d43f-4e0d-bb91-2b7aad2480ed tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "PUT /v2.0/routers/661f9226-042e-4a76-baae-05e8f27a37b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9559593 Jul 16 08:52:03.510480 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59728) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:03.522984 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99f52c7-41b8-42fd-886d-6a49036238a1 None None] Routers {'661f9226-042e-4a76-baae-05e8f27a37b6'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:03.523666 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c99f52c7-41b8-42fd-886d-6a49036238a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['661f9226-042e-4a76-baae-05e8f27a37b6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:03.576601 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9cf33d11-b5e5-45d0-99eb-7f179097ae97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'name': 'tempest-TestVolumeBackupRestore-951676652-router', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:37Z', 'updated_at': '2021-07-16T08:52:03Z', 'revision_number': 7, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:03.583556 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ebd1035-c258-4693-8a41-b4090d3ad58b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Deleting subnet 9335a0f6-3c18-4d50-bb33-b42d4aba0759 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:03.587261 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8ebd1035-c258-4693-8a41-b4090d3ad58b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.608209 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cf33d11-b5e5-45d0-99eb-7f179097ae97 None None] The sync data for ids ['d1e68b0d-23f5-4117-961f-cb05f44010c4'] in n-d-771362-37 is: [{'id': 'd1e68b0d-23f5-4117-961f-cb05f44010c4', 'name': 'tempest-TestVolumeBackupRestore-951676652-router', 'tenant_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:37Z', 'updated_at': '2021-07-16T08:52:03Z', 'revision_number': 7, 'project_id': 'a4c3f029b0b44aa2ab5ceb476f00a2bb', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:03.649414 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9cc1931-5172-4505-a21c-476e3a5d59e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.649712 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8ebd1035-c258-4693-8a41-b4090d3ad58b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.651813 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9cc1931-5172-4505-a21c-476e3a5d59e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.657233 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-c99f52c7-41b8-42fd-886d-6a49036238a1 None None] Set router 661f9226-042e-4a76-baae-05e8f27a37b6 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:03.710557 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9cc1931-5172-4505-a21c-476e3a5d59e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.712313 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9cc1931-5172-4505-a21c-476e3a5d59e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d1e68b0d-23f5-4117-961f-cb05f44010c4 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:52:03.721765 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b9cc1931-5172-4505-a21c-476e3a5d59e1 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.725730 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b9cc1931-5172-4505-a21c-476e3a5d59e1 admin admin] 10.222.0.22 "DELETE /v2.0/routers/d1e68b0d-23f5-4117-961f-cb05f44010c4 HTTP/1.1" status: 204 len: 168 time: 1.6413021 Jul 16 08:52:03.726600 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59730) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:03.808034 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8ebd1035-c258-4693-8a41-b4090d3ad58b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.814590 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e3edc3d-4d48-4a0c-83c2-375c020d05bd admin admin] Deleting subnet cd8b857e-8678-4281-bae8-c29085f1129c {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:03.820822 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e3edc3d-4d48-4a0c-83c2-375c020d05bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.893820 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e3edc3d-4d48-4a0c-83c2-375c020d05bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:03.973516 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c99f52c7-41b8-42fd-886d-6a49036238a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'name': 'tempest-RoutersTest-router-201514358', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:35Z', 'updated_at': '2021-07-16T08:52:02Z', 'revision_number': 8, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None, '_interfaces': [{'id': '9d820597-27dc-40d7-b3c1-77a88587e5c6', 'name': '', 'network_id': '669436ef-71c4-45a5-bdab-03f315bee109', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:85:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:41Z', 'updated_at': '2021-07-16T08:51:47Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afacbe74-abf3-4514-b7e1-636cdd607319', 'name': '', 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:fb:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:36Z', 'updated_at': '2021-07-16T08:51:44Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc82186d-75bb-48ce-be69-d11bd82ef6ae', 'name': '', 'network_id': 'a21db8af-34b1-44b8-817f-f407e7bc7b8f', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:ce:7b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '2ff63f50-ceff-457a-9c6b-41eafbb033a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:46Z', 'updated_at': '2021-07-16T08:51:53Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '2ff63f50-ceff-457a-9c6b-41eafbb033a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:04.052542 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8ebd1035-c258-4693-8a41-b4090d3ad58b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.056522 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99f52c7-41b8-42fd-886d-6a49036238a1 None None] Checking router: 661f9226-042e-4a76-baae-05e8f27a37b6 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:04.081859 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c99f52c7-41b8-42fd-886d-6a49036238a1 None None] Routers {'661f9226-042e-4a76-baae-05e8f27a37b6'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:04.082493 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c99f52c7-41b8-42fd-886d-6a49036238a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:51:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['661f9226-042e-4a76-baae-05e8f27a37b6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:04.091923 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebd1035-c258-4693-8a41-b4090d3ad58b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Subnet': ['ID=9335a0f6-3c18-4d50-bb33-b42d4aba0759,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:04.093868 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e3edc3d-4d48-4a0c-83c2-375c020d05bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.113565 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-df77da1e-8e2c-4a94-a465-f2469fc0ebbf tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:04.119775 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-df77da1e-8e2c-4a94-a465-f2469fc0ebbf tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:04.128860 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-df77da1e-8e2c-4a94-a465-f2469fc0ebbf tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:04.137311 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-df77da1e-8e2c-4a94-a465-f2469fc0ebbf tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:04.145891 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-df77da1e-8e2c-4a94-a465-f2469fc0ebbf tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:04.154167 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-df77da1e-8e2c-4a94-a465-f2469fc0ebbf tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:04.161339 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-df77da1e-8e2c-4a94-a465-f2469fc0ebbf tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:04.163897 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-df77da1e-8e2c-4a94-a465-f2469fc0ebbf tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.21 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5432 time: 0.3087075 Jul 16 08:52:04.177804 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8ebd1035-c258-4693-8a41-b4090d3ad58b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.180546 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8ebd1035-c258-4693-8a41-b4090d3ad58b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/subnets/9335a0f6-3c18-4d50-bb33-b42d4aba0759 HTTP/1.1" status: 204 len: 168 time: 0.6679163 Jul 16 08:52:04.184293 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59738) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:04.194164 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd1035-c258-4693-8a41-b4090d3ad58b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:04.194695 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd1035-c258-4693-8a41-b4090d3ad58b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:04.195234 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd1035-c258-4693-8a41-b4090d3ad58b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:04.195714 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd1035-c258-4693-8a41-b4090d3ad58b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:04.196169 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd1035-c258-4693-8a41-b4090d3ad58b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:04.196661 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461e8ebb-f944-4898-93ec-68775f96cb17 None None] Network 483dd68e-56fd-4078-a392-ecdb9109ed3b requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:04.197149 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd1035-c258-4693-8a41-b4090d3ad58b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:04.197149 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd1035-c258-4693-8a41-b4090d3ad58b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:04.198062 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd1035-c258-4693-8a41-b4090d3ad58b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:04.198062 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd1035-c258-4693-8a41-b4090d3ad58b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:04.198403 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd1035-c258-4693-8a41-b4090d3ad58b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:04.198840 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd1035-c258-4693-8a41-b4090d3ad58b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:04.199221 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ebd1035-c258-4693-8a41-b4090d3ad58b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:04.257270 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-c99f52c7-41b8-42fd-886d-6a49036238a1 None None] Set router 661f9226-042e-4a76-baae-05e8f27a37b6 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:04.274125 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e3edc3d-4d48-4a0c-83c2-375c020d05bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.320149 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-76a988e8-2d2d-4e66-8097-707e5b932f58 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:04.322582 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-76a988e8-2d2d-4e66-8097-707e5b932f58 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.21 "GET /v2.0/ports/ac3245a2-1832-46a1-a707-f054e3b47d6a?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1504757 Jul 16 08:52:04.377759 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e3edc3d-4d48-4a0c-83c2-375c020d05bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.382126 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4e3edc3d-4d48-4a0c-83c2-375c020d05bd admin admin] 10.222.0.22 "DELETE /v2.0/subnets/cd8b857e-8678-4281-bae8-c29085f1129c HTTP/1.1" status: 204 len: 168 time: 0.6519485 Jul 16 08:52:04.382305 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c1403d9-23a8-4ac5-9ace-9686703bdc0c None None] Network fc8b781c-9583-432f-abbc-57388c8e547b requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:04.382407 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3edc3d-4d48-4a0c-83c2-375c020d05bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd8b857e-8678-4281-bae8-c29085f1129c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:04.384294 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59740) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:04.399903 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e54ec895-0571-4178-80b5-cfb33dfa0adc tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.542439 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-c5f208c8-2eb0-486b-960a-4f7ce9bac67e tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.21 "GET /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.2137716 Jul 16 08:52:04.563165 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-3ef4bb57-d5ea-447e-899a-2fdf16af8760 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:04.597664 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71e1c4a7-cddc-484c-b7f9-6dc6b6c62191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.667639 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c99f52c7-41b8-42fd-886d-6a49036238a1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'name': 'tempest-RoutersTest-router-201514358', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:35Z', 'updated_at': '2021-07-16T08:52:02Z', 'revision_number': 8, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None, '_interfaces': [{'id': '9d820597-27dc-40d7-b3c1-77a88587e5c6', 'name': '', 'network_id': '669436ef-71c4-45a5-bdab-03f315bee109', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:85:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:41Z', 'updated_at': '2021-07-16T08:51:47Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afacbe74-abf3-4514-b7e1-636cdd607319', 'name': '', 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:fb:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:36Z', 'updated_at': '2021-07-16T08:51:44Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc82186d-75bb-48ce-be69-d11bd82ef6ae', 'name': '', 'network_id': 'a21db8af-34b1-44b8-817f-f407e7bc7b8f', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:ce:7b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '2ff63f50-ceff-457a-9c6b-41eafbb033a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:46Z', 'updated_at': '2021-07-16T08:51:53Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '2ff63f50-ceff-457a-9c6b-41eafbb033a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:04.685221 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b56cf6-9157-4c15-b191-6a345dd17f12 None None] DHCP port deletion for 483dd68e-56fd-4078-a392-ecdb9109ed3b request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:52:04.723684 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-e54ec895-0571-4178-80b5-cfb33dfa0adc tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Deleting port ab67fda5-4764-4e6f-a107-779f91ddf210 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:04.724027 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e54ec895-0571-4178-80b5-cfb33dfa0adc tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.774683 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99f52c7-41b8-42fd-886d-6a49036238a1 None None] The sync data for ids ['661f9226-042e-4a76-baae-05e8f27a37b6'] in n-d-771362-37 is: [{'id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'name': 'tempest-RoutersTest-router-201514358', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:35Z', 'updated_at': '2021-07-16T08:52:02Z', 'revision_number': 8, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None, '_interfaces': [{'id': '9d820597-27dc-40d7-b3c1-77a88587e5c6', 'name': '', 'network_id': '669436ef-71c4-45a5-bdab-03f315bee109', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:85:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:41Z', 'updated_at': '2021-07-16T08:51:47Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afacbe74-abf3-4514-b7e1-636cdd607319', 'name': '', 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:fb:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:36Z', 'updated_at': '2021-07-16T08:51:44Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'dc82186d-75bb-48ce-be69-d11bd82ef6ae', 'name': '', 'network_id': 'a21db8af-34b1-44b8-817f-f407e7bc7b8f', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:ce:7b:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3211, 'fixed_ips': [{'subnet_id': '2ff63f50-ceff-457a-9c6b-41eafbb033a8', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:46Z', 'updated_at': '2021-07-16T08:51:53Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '2ff63f50-ceff-457a-9c6b-41eafbb033a8', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:04.812150 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba7ba95f-667f-44e8-80d2-617a914b0332 None None] DHCP port deletion for fc8b781c-9583-432f-abbc-57388c8e547b request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:52:04.819422 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-3ef4bb57-d5ea-447e-899a-2fdf16af8760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.820308 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-e54ec895-0571-4178-80b5-cfb33dfa0adc tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] For port ab67fda5-4764-4e6f-a107-779f91ddf210, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ab67fda5-4764-4e6f-a107-779f91ddf210,segment=NetworkSegment(0fc5f32f-e94e-48a8-8863-9e1a57f790f5),segment_id=0fc5f32f-e94e-48a8-8863-9e1a57f790f5)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:04.821927 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e54ec895-0571-4178-80b5-cfb33dfa0adc tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.847529 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-e54ec895-0571-4178-80b5-cfb33dfa0adc tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Calling delete_port for ab67fda5-4764-4e6f-a107-779f91ddf210 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:04.897146 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-f2b56cf6-9157-4c15-b191-6a345dd17f12 None None] Deleting port ab67fda5-4764-4e6f-a107-779f91ddf210 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:04.897828 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f2b56cf6-9157-4c15-b191-6a345dd17f12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.942701 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e54ec895-0571-4178-80b5-cfb33dfa0adc tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.986474 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ba7ba95f-667f-44e8-80d2-617a914b0332 None None] Deleting port ea41f74c-4e69-41bd-80c3-7080fb693485 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:04.986974 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ba7ba95f-667f-44e8-80d2-617a914b0332 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:04.990262 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-f2b56cf6-9157-4c15-b191-6a345dd17f12 None None] For port ab67fda5-4764-4e6f-a107-779f91ddf210, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ab67fda5-4764-4e6f-a107-779f91ddf210,segment=NetworkSegment(0fc5f32f-e94e-48a8-8863-9e1a57f790f5),segment_id=0fc5f32f-e94e-48a8-8863-9e1a57f790f5)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:04.990735 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f2b56cf6-9157-4c15-b191-6a345dd17f12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.009646 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ec895-0571-4178-80b5-cfb33dfa0adc tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Port': ['ID=ab67fda5-4764-4e6f-a107-779f91ddf210,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:05.018919 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54ec895-0571-4178-80b5-cfb33dfa0adc tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] No DVR routers for this DVR port ab67fda5-4764-4e6f-a107-779f91ddf210 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:05.059706 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-f2b56cf6-9157-4c15-b191-6a345dd17f12 None None] Calling delete_port for ab67fda5-4764-4e6f-a107-779f91ddf210 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:05.070187 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-71e1c4a7-cddc-484c-b7f9-6dc6b6c62191 admin admin] Deleting port ea41f74c-4e69-41bd-80c3-7080fb693485 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:05.070504 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71e1c4a7-cddc-484c-b7f9-6dc6b6c62191 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.083734 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-3ef4bb57-d5ea-447e-899a-2fdf16af8760 service neutron] For port ac3245a2-1832-46a1-a707-f054e3b47d6a, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ac3245a2-1832-46a1-a707-f054e3b47d6a,segment=NetworkSegment(338f297f-576e-4bca-84d2-bb8494549d09),segment_id=338f297f-576e-4bca-84d2-bb8494549d09)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:05.171641 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-3ef4bb57-d5ea-447e-899a-2fdf16af8760 service neutron] For port ac3245a2-1832-46a1-a707-f054e3b47d6a, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:05.235761 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-3ef4bb57-d5ea-447e-899a-2fdf16af8760 service neutron] device_id is not set on port ac3245a2-1832-46a1-a707-f054e3b47d6a yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:52:05.247786 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-3ef4bb57-d5ea-447e-899a-2fdf16af8760 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.258836 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-3ef4bb57-d5ea-447e-899a-2fdf16af8760 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.265889 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ba7ba95f-667f-44e8-80d2-617a914b0332 None None] For port ea41f74c-4e69-41bd-80c3-7080fb693485, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ea41f74c-4e69-41bd-80c3-7080fb693485,segment=NetworkSegment(f3ee54f9-528a-445b-9d55-63145af9e805),segment_id=f3ee54f9-528a-445b-9d55-63145af9e805)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:05.266479 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ba7ba95f-667f-44e8-80d2-617a914b0332 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.302920 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ba7ba95f-667f-44e8-80d2-617a914b0332 None None] Calling delete_port for ea41f74c-4e69-41bd-80c3-7080fb693485 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:05.306673 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b6d567b3-11d5-4c4c-ba78-b31264dd40ae no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:05.374614 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: b6d567b3-11d5-4c4c-ba78-b31264dd40ae {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:05.374906 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b6d567b3-11d5-4c4c-ba78-b31264dd40ae not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:05.375313 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ab67fda5-4764-4e6f-a107-779f91ddf210 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:05.420010 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ef4bb57-d5ea-447e-899a-2fdf16af8760 service neutron] Pushing event updated for resources: {'Port': ['ID=ac3245a2-1832-46a1-a707-f054e3b47d6a,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:05.431419 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: ab67fda5-4764-4e6f-a107-779f91ddf210 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:05.431968 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ab67fda5-4764-4e6f-a107-779f91ddf210 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:05.435366 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device af3f8769-11f1-440b-b6cc-2e817a9a7c0e no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:05.530934 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-3ef4bb57-d5ea-447e-899a-2fdf16af8760 service neutron] No DVR routers for this DVR port ac3245a2-1832-46a1-a707-f054e3b47d6a on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:05.583760 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: af3f8769-11f1-440b-b6cc-2e817a9a7c0e {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:05.588639 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device af3f8769-11f1-440b-b6cc-2e817a9a7c0e not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:05.589551 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ea41f74c-4e69-41bd-80c3-7080fb693485 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:05.639486 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f2b56cf6-9157-4c15-b191-6a345dd17f12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.664059 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-3ef4bb57-d5ea-447e-899a-2fdf16af8760 service neutron] In _notify_port_updated(), no bound segment for port ac3245a2-1832-46a1-a707-f054e3b47d6a on network a80dfca5-8a40-4d85-8b85-fb5bb1bb0085 {{(pid=93758) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:52:05.671980 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-3ef4bb57-d5ea-447e-899a-2fdf16af8760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:05.672965 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-3ef4bb57-d5ea-447e-899a-2fdf16af8760 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.677594 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-3ef4bb57-d5ea-447e-899a-2fdf16af8760 service neutron] 10.222.0.21 "PUT /v2.0/ports/ac3245a2-1832-46a1-a707-f054e3b47d6a HTTP/1.1" status: 200 len: 1026 time: 1.1270742 Jul 16 08:52:05.747233 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b56cf6-9157-4c15-b191-6a345dd17f12 None None] Pushing event deleted for resources: {'Port': ['ID=ab67fda5-4764-4e6f-a107-779f91ddf210,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:05.783170 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b56cf6-9157-4c15-b191-6a345dd17f12 None None] No DVR routers for this DVR port ab67fda5-4764-4e6f-a107-779f91ddf210 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:05.815354 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d2b77e3-b857-4b16-93df-40e254d44a90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.837182 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ba7ba95f-667f-44e8-80d2-617a914b0332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.839464 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-3bfec329-1a9f-4aa3-9e15-44b07dfc50bf tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:05.846807 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-3bfec329-1a9f-4aa3-9e15-44b07dfc50bf tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.21 "GET /v2.0/ports/5b0628d6-3782-44d5-85db-3802f0fa70fb?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1622696 Jul 16 08:52:05.859566 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-1d2d1fd0-c1a4-4cc5-a51a-244b834ec4bc service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:05.878065 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e54ec895-0571-4178-80b5-cfb33dfa0adc tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.882479 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Port ea41f74c-4e69-41bd-80c3-7080fb693485 update to DOWN by agent not found {{(pid=93760) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 16 08:52:05.882915 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3ce50f21-da58-4c8d-af15-3296df3ec31e no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:05.890259 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-e54ec895-0571-4178-80b5-cfb33dfa0adc tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['483dd68e-56fd-4078-a392-ecdb9109ed3b']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:05.891933 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba7ba95f-667f-44e8-80d2-617a914b0332 None None] Pushing event deleted for resources: {'Port': ['ID=ea41f74c-4e69-41bd-80c3-7080fb693485,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:05.912737 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-e54ec895-0571-4178-80b5-cfb33dfa0adc tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fc5f32f-e94e-48a8-8863-9e1a57f790f5') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:05.913136 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-e54ec895-0571-4178-80b5-cfb33dfa0adc tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fc5f32f-e94e-48a8-8863-9e1a57f790f5') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:05.924789 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e54ec895-0571-4178-80b5-cfb33dfa0adc tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.935386 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba7ba95f-667f-44e8-80d2-617a914b0332 None None] No DVR routers for this DVR port ea41f74c-4e69-41bd-80c3-7080fb693485 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:05.938219 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 3ce50f21-da58-4c8d-af15-3296df3ec31e {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:05.938566 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3ce50f21-da58-4c8d-af15-3296df3ec31e not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:05.973398 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ce249bd6-c526-4b8b-884b-7e629acf75fe None None] Provisioning complete for port ac3245a2-1832-46a1-a707-f054e3b47d6a triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:05.973797 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ce249bd6-c526-4b8b-884b-7e629acf75fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.979886 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e54ec895-0571-4178-80b5-cfb33dfa0adc tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:05.990365 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e54ec895-0571-4178-80b5-cfb33dfa0adc tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:05.991177 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e54ec895-0571-4178-80b5-cfb33dfa0adc tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.025925 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-1d2d1fd0-c1a4-4cc5-a51a-244b834ec4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.034472 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ce249bd6-c526-4b8b-884b-7e629acf75fe None None] Port ac3245a2-1832-46a1-a707-f054e3b47d6a cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:06.065276 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:06.067365 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:06.129749 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12faea1b-3f7f-4b0e-93fe-05eadd7e4dc2 req-211bdfb1-f36a-4b7d-b6c7-d3c04e653fb7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:06.136082 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12faea1b-3f7f-4b0e-93fe-05eadd7e4dc2 req-211bdfb1-f36a-4b7d-b6c7-d3c04e653fb7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:06.143186 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12faea1b-3f7f-4b0e-93fe-05eadd7e4dc2 req-211bdfb1-f36a-4b7d-b6c7-d3c04e653fb7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:06.149188 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12faea1b-3f7f-4b0e-93fe-05eadd7e4dc2 req-211bdfb1-f36a-4b7d-b6c7-d3c04e653fb7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:06.155177 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12faea1b-3f7f-4b0e-93fe-05eadd7e4dc2 req-211bdfb1-f36a-4b7d-b6c7-d3c04e653fb7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:06.161465 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12faea1b-3f7f-4b0e-93fe-05eadd7e4dc2 req-211bdfb1-f36a-4b7d-b6c7-d3c04e653fb7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:06.176894 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12faea1b-3f7f-4b0e-93fe-05eadd7e4dc2 req-211bdfb1-f36a-4b7d-b6c7-d3c04e653fb7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:06.178928 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-12faea1b-3f7f-4b0e-93fe-05eadd7e4dc2 req-211bdfb1-f36a-4b7d-b6c7-d3c04e653fb7 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 5432 time: 1.2402377 Jul 16 08:52:06.180976 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-71e1c4a7-cddc-484c-b7f9-6dc6b6c62191 admin admin] For port ea41f74c-4e69-41bd-80c3-7080fb693485, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ea41f74c-4e69-41bd-80c3-7080fb693485,segment=NetworkSegment(f3ee54f9-528a-445b-9d55-63145af9e805),segment_id=f3ee54f9-528a-445b-9d55-63145af9e805)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:06.181341 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71e1c4a7-cddc-484c-b7f9-6dc6b6c62191 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.184506 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e54ec895-0571-4178-80b5-cfb33dfa0adc tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.198168 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e54ec895-0571-4178-80b5-cfb33dfa0adc tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.202953 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e54ec895-0571-4178-80b5-cfb33dfa0adc tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/networks/483dd68e-56fd-4078-a392-ecdb9109ed3b HTTP/1.1" status: 204 len: 168 time: 2.0174768 Jul 16 08:52:06.216309 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:52:06.220393 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59750) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:06.247873 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-71e1c4a7-cddc-484c-b7f9-6dc6b6c62191 admin admin] Calling delete_port for ea41f74c-4e69-41bd-80c3-7080fb693485 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:06.264923 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54ec895-0571-4178-80b5-cfb33dfa0adc tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Network': ['ID=483dd68e-56fd-4078-a392-ecdb9109ed3b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:06.279040 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-1d2d1fd0-c1a4-4cc5-a51a-244b834ec4bc service neutron] For port 5b0628d6-3782-44d5-85db-3802f0fa70fb, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5b0628d6-3782-44d5-85db-3802f0fa70fb,segment=NetworkSegment(338f297f-576e-4bca-84d2-bb8494549d09),segment_id=338f297f-576e-4bca-84d2-bb8494549d09)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:06.327358 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-1d2d1fd0-c1a4-4cc5-a51a-244b834ec4bc service neutron] For port 5b0628d6-3782-44d5-85db-3802f0fa70fb, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:06.372593 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-1d2d1fd0-c1a4-4cc5-a51a-244b834ec4bc service neutron] device_id is not set on port 5b0628d6-3782-44d5-85db-3802f0fa70fb yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:52:06.386957 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-1d2d1fd0-c1a4-4cc5-a51a-244b834ec4bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.398183 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-1d2d1fd0-c1a4-4cc5-a51a-244b834ec4bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.458307 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-12faea1b-3f7f-4b0e-93fe-05eadd7e4dc2 req-c211595a-ffee-465c-b3d8-01d906de652a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&id=5f2c3b92-ce98-4391-b29e-aa181e8661a2&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2411780 Jul 16 08:52:06.508535 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-1d2d1fd0-c1a4-4cc5-a51a-244b834ec4bc service neutron] No DVR routers for this DVR port 5b0628d6-3782-44d5-85db-3802f0fa70fb on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:06.543920 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2d1fd0-c1a4-4cc5-a51a-244b834ec4bc service neutron] Pushing event updated for resources: {'Port': ['ID=5b0628d6-3782-44d5-85db-3802f0fa70fb,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:06.568060 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-1d2d1fd0-c1a4-4cc5-a51a-244b834ec4bc service neutron] In _notify_port_updated(), no bound segment for port 5b0628d6-3782-44d5-85db-3802f0fa70fb on network a80dfca5-8a40-4d85-8b85-fb5bb1bb0085 {{(pid=93758) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:52:06.569037 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-1d2d1fd0-c1a4-4cc5-a51a-244b834ec4bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:06.571299 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-1d2d1fd0-c1a4-4cc5-a51a-244b834ec4bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.572717 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-1d2d1fd0-c1a4-4cc5-a51a-244b834ec4bc service neutron] 10.222.0.21 "PUT /v2.0/ports/5b0628d6-3782-44d5-85db-3802f0fa70fb HTTP/1.1" status: 200 len: 1027 time: 0.7194731 Jul 16 08:52:06.742001 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71e1c4a7-cddc-484c-b7f9-6dc6b6c62191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.761192 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-e6255f45-cd00-4a22-b0b9-a590705d246f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Deleting port 7ce0d02e-447c-4dc7-8e90-755e16831c63 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:06.761803 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-e6255f45-cd00-4a22-b0b9-a590705d246f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.879301 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1c4a7-cddc-484c-b7f9-6dc6b6c62191 admin admin] Pushing event deleted for resources: {'Port': ['ID=ea41f74c-4e69-41bd-80c3-7080fb693485,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:06.880798 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f3ab2e9c-667a-469c-8e70-7ddcc300a3a7 None None] Provisioning complete for port 5b0628d6-3782-44d5-85db-3802f0fa70fb triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:06.881545 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f3ab2e9c-667a-469c-8e70-7ddcc300a3a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.885176 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-e6255f45-cd00-4a22-b0b9-a590705d246f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] For port 7ce0d02e-447c-4dc7-8e90-755e16831c63, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=7ce0d02e-447c-4dc7-8e90-755e16831c63,segment=NetworkSegment(338f297f-576e-4bca-84d2-bb8494549d09),segment_id=338f297f-576e-4bca-84d2-bb8494549d09)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:06.885546 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-e6255f45-cd00-4a22-b0b9-a590705d246f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:06.900370 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e1c4a7-cddc-484c-b7f9-6dc6b6c62191 admin admin] No DVR routers for this DVR port ea41f74c-4e69-41bd-80c3-7080fb693485 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:06.900850 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-e6255f45-cd00-4a22-b0b9-a590705d246f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Calling delete_port for 7ce0d02e-447c-4dc7-8e90-755e16831c63 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:06.970604 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-f3ab2e9c-667a-469c-8e70-7ddcc300a3a7 None None] Port 5b0628d6-3782-44d5-85db-3802f0fa70fb cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:07.052805 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71e1c4a7-cddc-484c-b7f9-6dc6b6c62191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.078557 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.086766 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-71e1c4a7-cddc-484c-b7f9-6dc6b6c62191 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc8b781c-9583-432f-abbc-57388c8e547b']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:07.098587 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-e6255f45-cd00-4a22-b0b9-a590705d246f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.114578 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-71e1c4a7-cddc-484c-b7f9-6dc6b6c62191 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3ee54f9-528a-445b-9d55-63145af9e805') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:07.115028 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-71e1c4a7-cddc-484c-b7f9-6dc6b6c62191 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3ee54f9-528a-445b-9d55-63145af9e805') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:07.130055 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71e1c4a7-cddc-484c-b7f9-6dc6b6c62191 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.151560 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6255f45-cd00-4a22-b0b9-a590705d246f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Pushing event deleted for resources: {'Port': ['ID=7ce0d02e-447c-4dc7-8e90-755e16831c63,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:07.172295 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71e1c4a7-cddc-484c-b7f9-6dc6b6c62191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.185976 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e1c4a7-cddc-484c-b7f9-6dc6b6c62191 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:07.186525 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71e1c4a7-cddc-484c-b7f9-6dc6b6c62191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: self.session.flush() Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:07.188438 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:07.225583 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-e6255f45-cd00-4a22-b0b9-a590705d246f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] No DVR routers for this DVR port 7ce0d02e-447c-4dc7-8e90-755e16831c63 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:07.229810 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-e6255f45-cd00-4a22-b0b9-a590705d246f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.232816 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-e6255f45-cd00-4a22-b0b9-a590705d246f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.21 "DELETE /v2.0/ports/7ce0d02e-447c-4dc7-8e90-755e16831c63 HTTP/1.1" status: 204 len: 173 time: 0.6546001 Jul 16 08:52:07.233427 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'name': 'network-vif-deleted', 'tag': '7ce0d02e-447c-4dc7-8e90-755e16831c63'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:07.236265 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-124f147d-8198-464a-b596-a5370d237044" -d '{"events": [{"server_uuid": "736da105-041e-439e-ba87-45876ee23593", "name": "network-vif-deleted", "tag": "7ce0d02e-447c-4dc7-8e90-755e16831c63"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:07.278571 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71e1c4a7-cddc-484c-b7f9-6dc6b6c62191 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.296494 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71e1c4a7-cddc-484c-b7f9-6dc6b6c62191 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.301575 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-71e1c4a7-cddc-484c-b7f9-6dc6b6c62191 admin admin] 10.222.0.22 "DELETE /v2.0/networks/fc8b781c-9583-432f-abbc-57388c8e547b HTTP/1.1" status: 204 len: 168 time: 2.9129066 Jul 16 08:52:07.301866 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98bb9164-8f41-48f8-bc8a-4d7e0b23497c x-openstack-request-id: req-98bb9164-8f41-48f8-bc8a-4d7e0b23497c {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:07.302593 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59764) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:07.303789 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736da105-041e-439e-ba87-45876ee23593", "name": "network-vif-deleted", "tag": "7ce0d02e-447c-4dc7-8e90-755e16831c63", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:07.304852 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-98bb9164-8f41-48f8-bc8a-4d7e0b23497c {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:07.305502 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'name': 'network-vif-deleted', 'tag': '7ce0d02e-447c-4dc7-8e90-755e16831c63', 'status': 'completed', 'code': 200} Jul 16 08:52:07.371442 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e1c4a7-cddc-484c-b7f9-6dc6b6c62191 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc8b781c-9583-432f-abbc-57388c8e547b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:07.397884 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-307aa9f4-6eb3-4cd6-b8e0-c230598d29b8 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.440310 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-23305762-250a-4492-bfbd-aef661decb34 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Deleting port 11779264-f750-43ee-a0d7-fe64f1d931fd {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:07.440702 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-23305762-250a-4492-bfbd-aef661decb34 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.594884 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-23305762-250a-4492-bfbd-aef661decb34 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] For port 11779264-f750-43ee-a0d7-fe64f1d931fd, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=11779264-f750-43ee-a0d7-fe64f1d931fd,segment=NetworkSegment(91f7b5da-1d37-43d4-8aa8-032670ef5add),segment_id=91f7b5da-1d37-43d4-8aa8-032670ef5add)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:07.595887 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-23305762-250a-4492-bfbd-aef661decb34 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:07.618732 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-23305762-250a-4492-bfbd-aef661decb34 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Calling delete_port for 11779264-f750-43ee-a0d7-fe64f1d931fd owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:07.892455 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81199532-0efa-41b4-b1e9-5632010629e0 req-879529b9-e77d-4898-9279-2e31fa41dfc3 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:07.902396 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81199532-0efa-41b4-b1e9-5632010629e0 req-879529b9-e77d-4898-9279-2e31fa41dfc3 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:07.910578 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81199532-0efa-41b4-b1e9-5632010629e0 req-879529b9-e77d-4898-9279-2e31fa41dfc3 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:07.924687 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81199532-0efa-41b4-b1e9-5632010629e0 req-879529b9-e77d-4898-9279-2e31fa41dfc3 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:07.930029 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-81199532-0efa-41b4-b1e9-5632010629e0 req-879529b9-e77d-4898-9279-2e31fa41dfc3 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 3151 time: 0.2101858 Jul 16 08:52:08.041149 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-81199532-0efa-41b4-b1e9-5632010629e0 req-e681c73b-946d-406e-9ec0-eaadc672cf22 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654778 Jul 16 08:52:08.053452 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-23305762-250a-4492-bfbd-aef661decb34 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.105187 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23305762-250a-4492-bfbd-aef661decb34 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Pushing event deleted for resources: {'Port': ['ID=11779264-f750-43ee-a0d7-fe64f1d931fd,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:08.151843 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-307aa9f4-6eb3-4cd6-b8e0-c230598d29b8 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Deleting port dc82186d-75bb-48ce-be69-d11bd82ef6ae {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:08.152652 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-307aa9f4-6eb3-4cd6-b8e0-c230598d29b8 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.165318 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-23305762-250a-4492-bfbd-aef661decb34 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] No DVR routers for this DVR port 11779264-f750-43ee-a0d7-fe64f1d931fd on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:08.168798 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-23305762-250a-4492-bfbd-aef661decb34 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.171417 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-23305762-250a-4492-bfbd-aef661decb34 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.21 "DELETE /v2.0/ports/11779264-f750-43ee-a0d7-fe64f1d931fd HTTP/1.1" status: 204 len: 173 time: 0.9322267 Jul 16 08:52:08.292686 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-307aa9f4-6eb3-4cd6-b8e0-c230598d29b8 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] For port dc82186d-75bb-48ce-be69-d11bd82ef6ae, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=dc82186d-75bb-48ce-be69-d11bd82ef6ae,segment=NetworkSegment(27c676f5-1476-446b-81c5-dbf7abebdb8e),segment_id=27c676f5-1476-446b-81c5-dbf7abebdb8e)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:08.293032 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-307aa9f4-6eb3-4cd6-b8e0-c230598d29b8 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.299007 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-774939b9-c9c4-4f07-a7bb-9b4c73d5e864 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Deleting port afa97703-f881-4b7b-b2e7-e2133311c64c {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:08.299533 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-774939b9-c9c4-4f07-a7bb-9b4c73d5e864 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.304397 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9546dac0-3c9a-45e0-b189-ee4519373053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.346927 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-307aa9f4-6eb3-4cd6-b8e0-c230598d29b8 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Calling delete_port for dc82186d-75bb-48ce-be69-d11bd82ef6ae owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:08.402627 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-774939b9-c9c4-4f07-a7bb-9b4c73d5e864 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] For port afa97703-f881-4b7b-b2e7-e2133311c64c, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=afa97703-f881-4b7b-b2e7-e2133311c64c,segment=NetworkSegment(338f297f-576e-4bca-84d2-bb8494549d09),segment_id=338f297f-576e-4bca-84d2-bb8494549d09)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:08.402999 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-774939b9-c9c4-4f07-a7bb-9b4c73d5e864 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.417267 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-774939b9-c9c4-4f07-a7bb-9b4c73d5e864 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Calling delete_port for afa97703-f881-4b7b-b2e7-e2133311c64c owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:08.535364 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device ec6adfab-2926-4726-bbb1-6322adf2bd21 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:08.640209 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-774939b9-c9c4-4f07-a7bb-9b4c73d5e864 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.695989 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-774939b9-c9c4-4f07-a7bb-9b4c73d5e864 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Pushing event deleted for resources: {'Port': ['ID=afa97703-f881-4b7b-b2e7-e2133311c64c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:08.806877 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-307aa9f4-6eb3-4cd6-b8e0-c230598d29b8 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.807553 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.809924 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.861665 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec6adfab-2926-4726-bbb1-6322adf2bd21'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:08.864326 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c85ec568-0a0f-4f90-959d-60432f3e1bef" -d '{"events": [{"server_uuid": "736da105-041e-439e-ba87-45876ee23593", "name": "network-vif-unplugged", "status": "completed", "tag": "ec6adfab-2926-4726-bbb1-6322adf2bd21"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:08.887590 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-307aa9f4-6eb3-4cd6-b8e0-c230598d29b8 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Port': ['ID=dc82186d-75bb-48ce-be69-d11bd82ef6ae,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:08.924643 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9546dac0-3c9a-45e0-b189-ee4519373053 admin admin] Deleting port 623bfd39-13d4-4973-81fc-9c85d334c2a1 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:08.926598 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9546dac0-3c9a-45e0-b189-ee4519373053 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.933738 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port ec6adfab-2926-4726-bbb1-6322adf2bd21, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ec6adfab-2926-4726-bbb1-6322adf2bd21,segment=NetworkSegment(a20da4ad-b3d2-4d6d-bc91-0a4e3225c504),segment_id=a20da4ad-b3d2-4d6d-bc91-0a4e3225c504)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:08.943499 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:08.944848 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device afa97703-f881-4b7b-b2e7-e2133311c64c no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:09.039306 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4a3edfd-74c0-4878-b486-fde5be9f4029 x-openstack-request-id: req-b4a3edfd-74c0-4878-b486-fde5be9f4029 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:09.040180 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736da105-041e-439e-ba87-45876ee23593", "name": "network-vif-unplugged", "status": "completed", "tag": "ec6adfab-2926-4726-bbb1-6322adf2bd21", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:09.041129 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b4a3edfd-74c0-4878-b486-fde5be9f4029 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:09.041754 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec6adfab-2926-4726-bbb1-6322adf2bd21', 'code': 200} Jul 16 08:52:09.046052 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: afa97703-f881-4b7b-b2e7-e2133311c64c {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:09.046449 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device afa97703-f881-4b7b-b2e7-e2133311c64c not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:09.046897 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device f66e0380-b32a-492b-871a-89bede966f79 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:09.240247 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=ec6adfab-2926-4726-bbb1-6322adf2bd21,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:09.380686 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.406374 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-307aa9f4-6eb3-4cd6-b8e0-c230598d29b8 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.444188 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port f66e0380-b32a-492b-871a-89bede966f79, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=f66e0380-b32a-492b-871a-89bede966f79,segment=NetworkSegment(91f7b5da-1d37-43d4-8aa8-032670ef5add),segment_id=91f7b5da-1d37-43d4-8aa8-032670ef5add)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:09.458188 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.459831 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 7ce0d02e-447c-4dc7-8e90-755e16831c63 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:09.523753 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 7ce0d02e-447c-4dc7-8e90-755e16831c63 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:09.524641 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 7ce0d02e-447c-4dc7-8e90-755e16831c63 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:09.525520 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 11779264-f750-43ee-a0d7-fe64f1d931fd no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:09.539455 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'name': 'network-vif-deleted', 'tag': '11779264-f750-43ee-a0d7-fe64f1d931fd'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:09.546231 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf15b26f-1ab7-4a7c-80db-1e5a35bbf7a9" -d '{"events": [{"server_uuid": "736da105-041e-439e-ba87-45876ee23593", "name": "network-vif-deleted", "tag": "11779264-f750-43ee-a0d7-fe64f1d931fd"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:09.568583 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 11779264-f750-43ee-a0d7-fe64f1d931fd {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:09.569182 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 11779264-f750-43ee-a0d7-fe64f1d931fd not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:09.569541 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device ac3245a2-1832-46a1-a707-f054e3b47d6a no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:09.576694 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-774939b9-c9c4-4f07-a7bb-9b4c73d5e864 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] No DVR routers for this DVR port afa97703-f881-4b7b-b2e7-e2133311c64c on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:09.579742 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-774939b9-c9c4-4f07-a7bb-9b4c73d5e864 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.582634 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-774939b9-c9c4-4f07-a7bb-9b4c73d5e864 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.21 "DELETE /v2.0/ports/afa97703-f881-4b7b-b2e7-e2133311c64c HTTP/1.1" status: 204 len: 173 time: 1.4057217 Jul 16 08:52:09.602389 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b2fc8a9-4d02-4773-863b-b394a02490fd x-openstack-request-id: req-5b2fc8a9-4d02-4773-863b-b394a02490fd {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:09.602691 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736da105-041e-439e-ba87-45876ee23593", "name": "network-vif-deleted", "tag": "11779264-f750-43ee-a0d7-fe64f1d931fd", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:09.603005 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5b2fc8a9-4d02-4773-863b-b394a02490fd {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:09.603409 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'name': 'network-vif-deleted', 'tag': '11779264-f750-43ee-a0d7-fe64f1d931fd', 'status': 'completed', 'code': 200} Jul 16 08:52:09.613890 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-9546dac0-3c9a-45e0-b189-ee4519373053 admin admin] For port 623bfd39-13d4-4973-81fc-9c85d334c2a1, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=623bfd39-13d4-4973-81fc-9c85d334c2a1,segment=NetworkSegment(55ef0f69-43b9-4e2f-b948-8d7789bbb88c),segment_id=55ef0f69-43b9-4e2f-b948-8d7789bbb88c)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:09.615464 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9546dac0-3c9a-45e0-b189-ee4519373053 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.629717 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=f66e0380-b32a-492b-871a-89bede966f79,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:09.646275 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device ac3245a2-1832-46a1-a707-f054e3b47d6a not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:09.646719 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 5b0628d6-3782-44d5-85db-3802f0fa70fb no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:09.683214 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9546dac0-3c9a-45e0-b189-ee4519373053 admin admin] Calling delete_port for 623bfd39-13d4-4973-81fc-9c85d334c2a1 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:09.706664 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 5b0628d6-3782-44d5-85db-3802f0fa70fb not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:09.717940 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-9ea7a50e-5423-4309-810e-364dd2814b65 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Deleting port f66e0380-b32a-492b-871a-89bede966f79 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:09.718447 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-9ea7a50e-5423-4309-810e-364dd2814b65 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.751536 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939f618-4e00-439b-a7d8-20b92c361bc8 req-4b69e63c-a806-4b27-932b-97808d34edc2 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:09.757657 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d939f618-4e00-439b-a7d8-20b92c361bc8 req-4b69e63c-a806-4b27-932b-97808d34edc2 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:09.759692 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d939f618-4e00-439b-a7d8-20b92c361bc8 req-4b69e63c-a806-4b27-932b-97808d34edc2 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 1679 time: 0.3545856 Jul 16 08:52:09.838187 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-9ea7a50e-5423-4309-810e-364dd2814b65 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] For port f66e0380-b32a-492b-871a-89bede966f79, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=f66e0380-b32a-492b-871a-89bede966f79,segment=NetworkSegment(91f7b5da-1d37-43d4-8aa8-032670ef5add),segment_id=91f7b5da-1d37-43d4-8aa8-032670ef5add)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:09.838667 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-9ea7a50e-5423-4309-810e-364dd2814b65 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:09.855460 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-9ea7a50e-5423-4309-810e-364dd2814b65 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Calling delete_port for f66e0380-b32a-492b-871a-89bede966f79 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:09.919925 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d939f618-4e00-439b-a7d8-20b92c361bc8 req-c03c8ec6-6bce-4e74-ae56-ff70e3dfc0df tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups?id=0a8001ea-1dda-4554-9f88-ea882606b63d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1258960 Jul 16 08:52:09.989805 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-307aa9f4-6eb3-4cd6-b8e0-c230598d29b8 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Router 661f9226-042e-4a76-baae-05e8f27a37b6 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:10.020791 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-9ea7a50e-5423-4309-810e-364dd2814b65 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:10.054085 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea7a50e-5423-4309-810e-364dd2814b65 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Pushing event deleted for resources: {'Port': ['ID=f66e0380-b32a-492b-871a-89bede966f79,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:10.106181 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-9ea7a50e-5423-4309-810e-364dd2814b65 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] No DVR routers for this DVR port f66e0380-b32a-492b-871a-89bede966f79 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:10.108793 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-9ea7a50e-5423-4309-810e-364dd2814b65 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:10.110876 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-9ea7a50e-5423-4309-810e-364dd2814b65 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.21 "DELETE /v2.0/ports/f66e0380-b32a-492b-871a-89bede966f79 HTTP/1.1" status: 204 len: 173 time: 0.5229187 Jul 16 08:52:10.236812 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-b401ef5e-c9f1-4e96-963d-a2ead88de958 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Deleting port ec6adfab-2926-4726-bbb1-6322adf2bd21 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:10.237445 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-b401ef5e-c9f1-4e96-963d-a2ead88de958 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:10.335977 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-b401ef5e-c9f1-4e96-963d-a2ead88de958 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] For port ec6adfab-2926-4726-bbb1-6322adf2bd21, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ec6adfab-2926-4726-bbb1-6322adf2bd21,segment=NetworkSegment(a20da4ad-b3d2-4d6d-bc91-0a4e3225c504),segment_id=a20da4ad-b3d2-4d6d-bc91-0a4e3225c504)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:10.336206 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-b401ef5e-c9f1-4e96-963d-a2ead88de958 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:10.543097 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9546dac0-3c9a-45e0-b189-ee4519373053 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:10.574681 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-307aa9f4-6eb3-4cd6-b8e0-c230598d29b8 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:10.588681 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf4faf7-c828-462d-83e3-9816e20bbfd2 None None] Sync routers for ids ['661f9226-042e-4a76-baae-05e8f27a37b6'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:10.591844 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59790) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:10.597732 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-307aa9f4-6eb3-4cd6-b8e0-c230598d29b8 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "PUT /v2.0/routers/661f9226-042e-4a76-baae-05e8f27a37b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3549359 Jul 16 08:52:10.598781 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9546dac0-3c9a-45e0-b189-ee4519373053 admin admin] Pushing event deleted for resources: {'Port': ['ID=623bfd39-13d4-4973-81fc-9c85d334c2a1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:10.601513 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf4faf7-c828-462d-83e3-9816e20bbfd2 None None] Routers {'661f9226-042e-4a76-baae-05e8f27a37b6'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:10.607157 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-daf4faf7-c828-462d-83e3-9816e20bbfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:52:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['661f9226-042e-4a76-baae-05e8f27a37b6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:10.683566 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-b401ef5e-c9f1-4e96-963d-a2ead88de958 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:10.683946 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-b401ef5e-c9f1-4e96-963d-a2ead88de958 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:10.684267 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-b401ef5e-c9f1-4e96-963d-a2ead88de958 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Floating IP cc8e2091-0a8e-468a-9b95-df0e36061113 disassociated. External IP: 172.25.3.251, port: ec6adfab-2926-4726-bbb1-6322adf2bd21. Jul 16 08:52:10.684647 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-b401ef5e-c9f1-4e96-963d-a2ead88de958 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Calling delete_port for ec6adfab-2926-4726-bbb1-6322adf2bd21 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:10.705846 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-17518956-7fd0-4b14-9db3-81b275fadaef tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Deleting subnet 2ff63f50-ceff-457a-9c6b-41eafbb033a8 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:10.725349 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-17518956-7fd0-4b14-9db3-81b275fadaef tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:10.784846 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-daf4faf7-c828-462d-83e3-9816e20bbfd2 None None] Set router 661f9226-042e-4a76-baae-05e8f27a37b6 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:10.869112 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9546dac0-3c9a-45e0-b189-ee4519373053 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:10.891869 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-17518956-7fd0-4b14-9db3-81b275fadaef tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.046888 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f66e0380-b32a-492b-871a-89bede966f79'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:11.049803 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b72ce76d-c827-42a4-b16c-e03b4e17ac50" -d '{"events": [{"server_uuid": "736da105-041e-439e-ba87-45876ee23593", "name": "network-vif-unplugged", "status": "completed", "tag": "f66e0380-b32a-492b-871a-89bede966f79"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:11.119336 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-b401ef5e-c9f1-4e96-963d-a2ead88de958 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.164962 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c763754-bc5a-4c1a-b190-624d462c1025 x-openstack-request-id: req-8c763754-bc5a-4c1a-b190-624d462c1025 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:11.165408 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736da105-041e-439e-ba87-45876ee23593", "name": "network-vif-unplugged", "status": "completed", "tag": "f66e0380-b32a-492b-871a-89bede966f79", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:11.166075 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8c763754-bc5a-4c1a-b190-624d462c1025 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:11.166566 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f66e0380-b32a-492b-871a-89bede966f79', 'code': 200} Jul 16 08:52:11.182465 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-daf4faf7-c828-462d-83e3-9816e20bbfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'name': 'tempest-RoutersTest-router-201514358', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:35Z', 'updated_at': '2021-07-16T08:52:08Z', 'revision_number': 9, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None, '_interfaces': [{'id': '9d820597-27dc-40d7-b3c1-77a88587e5c6', 'name': '', 'network_id': '669436ef-71c4-45a5-bdab-03f315bee109', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:85:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:41Z', 'updated_at': '2021-07-16T08:51:47Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afacbe74-abf3-4514-b7e1-636cdd607319', 'name': '', 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:fb:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:36Z', 'updated_at': '2021-07-16T08:51:44Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:11.200447 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401ef5e-c9f1-4e96-963d-a2ead88de958 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Pushing event deleted for resources: {'Port': ['ID=ec6adfab-2926-4726-bbb1-6322adf2bd21,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:11.223357 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9546dac0-3c9a-45e0-b189-ee4519373053 admin admin] Router a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:11.229799 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf4faf7-c828-462d-83e3-9816e20bbfd2 None None] Checking router: 661f9226-042e-4a76-baae-05e8f27a37b6 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:11.240932 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-17518956-7fd0-4b14-9db3-81b275fadaef tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.244216 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf4faf7-c828-462d-83e3-9816e20bbfd2 None None] Routers {'661f9226-042e-4a76-baae-05e8f27a37b6'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:11.245712 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-daf4faf7-c828-462d-83e3-9816e20bbfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:52:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['661f9226-042e-4a76-baae-05e8f27a37b6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:11.390715 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3b542556-d24a-4096-9da9-afce37ee44bc req-a21dc680-2941-43c8-b674-1c0b8365311a tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 210 time: 0.1325397 Jul 16 08:52:11.427792 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-17518956-7fd0-4b14-9db3-81b275fadaef tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.482295 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17518956-7fd0-4b14-9db3-81b275fadaef tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Subnet': ['ID=2ff63f50-ceff-457a-9c6b-41eafbb033a8,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:11.496133 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-17518956-7fd0-4b14-9db3-81b275fadaef tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:11.501475 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-17518956-7fd0-4b14-9db3-81b275fadaef tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/subnets/2ff63f50-ceff-457a-9c6b-41eafbb033a8 HTTP/1.1" status: 204 len: 168 time: 0.9080539 Jul 16 08:52:11.509385 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59842) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:11.516537 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11416ac3-0ba0-4923-9591-a5dfc008ee76 None None] Network a21db8af-34b1-44b8-817f-f407e7bc7b8f requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:11.528104 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-b401ef5e-c9f1-4e96-963d-a2ead88de958 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Router e51cf9c8-0fe6-4430-83c8-15c9bd46b226 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:11.635941 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-daf4faf7-c828-462d-83e3-9816e20bbfd2 None None] Set router 661f9226-042e-4a76-baae-05e8f27a37b6 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:11.641939 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9546dac0-3c9a-45e0-b189-ee4519373053 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:11.655389 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'name': 'network-vif-deleted', 'tag': 'afa97703-f881-4b7b-b2e7-e2133311c64c'}, {'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'name': 'network-vif-deleted', 'tag': 'f66e0380-b32a-492b-871a-89bede966f79'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:11.661503 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d47da175-276d-479d-9583-640436f2afe2" -d '{"events": [{"server_uuid": "736da105-041e-439e-ba87-45876ee23593", "name": "network-vif-deleted", "tag": "afa97703-f881-4b7b-b2e7-e2133311c64c"}, {"server_uuid": "736da105-041e-439e-ba87-45876ee23593", "name": "network-vif-deleted", "tag": "f66e0380-b32a-492b-871a-89bede966f79"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:11.663443 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a94bd1-f577-4ef5-bdb3-7c6af7521eab None None] Sync routers for ids ['a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:11.672108 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9546dac0-3c9a-45e0-b189-ee4519373053 admin admin] 10.222.0.22 "PUT /v2.0/routers/a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3666143 Jul 16 08:52:11.673101 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59846) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:11.681148 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a94bd1-f577-4ef5-bdb3-7c6af7521eab None None] Routers {'a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:11.686309 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-34a94bd1-f577-4ef5-bdb3-7c6af7521eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:52:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:11.807029 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b64661b-6d19-4d57-a5e3-19b846975d20 x-openstack-request-id: req-8b64661b-6d19-4d57-a5e3-19b846975d20 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:11.807650 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736da105-041e-439e-ba87-45876ee23593", "name": "network-vif-deleted", "tag": "afa97703-f881-4b7b-b2e7-e2133311c64c", "status": "completed", "code": 200}, {"server_uuid": "736da105-041e-439e-ba87-45876ee23593", "name": "network-vif-deleted", "tag": "f66e0380-b32a-492b-871a-89bede966f79", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:11.809997 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8b64661b-6d19-4d57-a5e3-19b846975d20 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:11.810601 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'name': 'network-vif-deleted', 'tag': 'afa97703-f881-4b7b-b2e7-e2133311c64c', 'status': 'completed', 'code': 200} Jul 16 08:52:11.810992 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'name': 'network-vif-deleted', 'tag': 'f66e0380-b32a-492b-871a-89bede966f79', 'status': 'completed', 'code': 200} Jul 16 08:52:11.870822 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fbae5605-7858-467f-a670-eb947017cb30 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.037606 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-b401ef5e-c9f1-4e96-963d-a2ead88de958 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:12.048976 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-34a94bd1-f577-4ef5-bdb3-7c6af7521eab None None] Set router a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:12.082657 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f289a2d-5f2f-41c7-9af3-ae9bcf7ddf42 None None] Sync routers for ids ['e51cf9c8-0fe6-4430-83c8-15c9bd46b226'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:12.119621 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f289a2d-5f2f-41c7-9af3-ae9bcf7ddf42 None None] Routers {'e51cf9c8-0fe6-4430-83c8-15c9bd46b226'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:12.120169 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4f289a2d-5f2f-41c7-9af3-ae9bcf7ddf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:52:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['e51cf9c8-0fe6-4430-83c8-15c9bd46b226'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:12.125525 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-b401ef5e-c9f1-4e96-963d-a2ead88de958 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] No DVR routers for this DVR port ec6adfab-2926-4726-bbb1-6322adf2bd21 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:12.128633 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-b401ef5e-c9f1-4e96-963d-a2ead88de958 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.131690 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dca609f3-c1e4-4aa4-8a55-45d91a123a77 req-b401ef5e-c9f1-4e96-963d-a2ead88de958 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.21 "DELETE /v2.0/ports/ec6adfab-2926-4726-bbb1-6322adf2bd21 HTTP/1.1" status: 204 len: 173 time: 2.0153384 Jul 16 08:52:12.138430 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d62b096f-1a7f-42fe-aaf6-8f098e838f6d admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.207801 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-fbae5605-7858-467f-a670-eb947017cb30 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Deleting port f6e369a9-369c-4e1d-80b4-4667648288e4 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:12.208155 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fbae5605-7858-467f-a670-eb947017cb30 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.364878 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-34a94bd1-f577-4ef5-bdb3-7c6af7521eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894', 'name': 'tempest-TestVolumeBackupRestore-1532679235-router', 'tenant_id': 'f692d798d2f749d396f5bf831d4f95c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.5'}], 'enable_snat': True}, 'gw_port_id': '155cf4f6-8e1d-4faf-bdff-6f70beee11bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:51Z', 'updated_at': '2021-07-16T08:52:10Z', 'revision_number': 5, 'project_id': 'f692d798d2f749d396f5bf831d4f95c4', 'gw_port': {'id': '155cf4f6-8e1d-4faf-bdff-6f70beee11bc', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:a4:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2844, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.5', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:46:52Z', 'updated_at': '2021-07-16T08:47:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:12.398453 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-fbae5605-7858-467f-a670-eb947017cb30 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] For port f6e369a9-369c-4e1d-80b4-4667648288e4, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f6e369a9-369c-4e1d-80b4-4667648288e4,segment=NetworkSegment(27c676f5-1476-446b-81c5-dbf7abebdb8e),segment_id=27c676f5-1476-446b-81c5-dbf7abebdb8e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:12.398850 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fbae5605-7858-467f-a670-eb947017cb30 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.441714 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d62b096f-1a7f-42fe-aaf6-8f098e838f6d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.450643 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-fbae5605-7858-467f-a670-eb947017cb30 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Calling delete_port for f6e369a9-369c-4e1d-80b4-4667648288e4 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:12.632327 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d62b096f-1a7f-42fe-aaf6-8f098e838f6d admin admin] Deleting port 155cf4f6-8e1d-4faf-bdff-6f70beee11bc {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:12.636866 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d62b096f-1a7f-42fe-aaf6-8f098e838f6d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.687939 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-4f289a2d-5f2f-41c7-9af3-ae9bcf7ddf42 None None] Set router e51cf9c8-0fe6-4430-83c8-15c9bd46b226 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:12.750055 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fbae5605-7858-467f-a670-eb947017cb30 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:12.770007 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae5605-7858-467f-a670-eb947017cb30 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] No DVR routers for this DVR port f6e369a9-369c-4e1d-80b4-4667648288e4 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:12.787202 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a94bd1-f577-4ef5-bdb3-7c6af7521eab None None] Checking router: a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:12.811623 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34a94bd1-f577-4ef5-bdb3-7c6af7521eab None None] Routers {'a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:12.813232 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-34a94bd1-f577-4ef5-bdb3-7c6af7521eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:52:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:12.845828 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aee67a5-782c-434e-8cf8-54641f5df66e None None] DHCP port deletion for a21db8af-34b1-44b8-817f-f407e7bc7b8f request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:52:12.851628 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae5605-7858-467f-a670-eb947017cb30 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Port': ['ID=f6e369a9-369c-4e1d-80b4-4667648288e4,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:12.903003 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cda1c7b2-5a85-4da4-aa19-ba4316ebfa59 req-0f914527-9498-4412-9ffc-0f5744713609 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 210 time: 0.0672891 Jul 16 08:52:12.942218 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-d62b096f-1a7f-42fe-aaf6-8f098e838f6d admin admin] For port 155cf4f6-8e1d-4faf-bdff-6f70beee11bc, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=155cf4f6-8e1d-4faf-bdff-6f70beee11bc,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:12.943741 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d62b096f-1a7f-42fe-aaf6-8f098e838f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.043833 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d62b096f-1a7f-42fe-aaf6-8f098e838f6d admin admin] Calling delete_port for 155cf4f6-8e1d-4faf-bdff-6f70beee11bc owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:13.139257 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-34a94bd1-f577-4ef5-bdb3-7c6af7521eab None None] Set router a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:13.235130 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fbae5605-7858-467f-a670-eb947017cb30 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.268621 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-daf4faf7-c828-462d-83e3-9816e20bbfd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'name': 'tempest-RoutersTest-router-201514358', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:35Z', 'updated_at': '2021-07-16T08:52:08Z', 'revision_number': 9, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None, '_interfaces': [{'id': '9d820597-27dc-40d7-b3c1-77a88587e5c6', 'name': '', 'network_id': '669436ef-71c4-45a5-bdab-03f315bee109', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:85:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:41Z', 'updated_at': '2021-07-16T08:51:47Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afacbe74-abf3-4514-b7e1-636cdd607319', 'name': '', 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:fb:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:36Z', 'updated_at': '2021-07-16T08:51:44Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:13.291496 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-fbae5605-7858-467f-a670-eb947017cb30 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a21db8af-34b1-44b8-817f-f407e7bc7b8f']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:13.306829 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f6e369a9-369c-4e1d-80b4-4667648288e4 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:13.311084 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf4faf7-c828-462d-83e3-9816e20bbfd2 None None] The sync data for ids ['661f9226-042e-4a76-baae-05e8f27a37b6'] in n-d-771362-37 is: [{'id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'name': 'tempest-RoutersTest-router-201514358', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:35Z', 'updated_at': '2021-07-16T08:52:08Z', 'revision_number': 9, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None, '_interfaces': [{'id': '9d820597-27dc-40d7-b3c1-77a88587e5c6', 'name': '', 'network_id': '669436ef-71c4-45a5-bdab-03f315bee109', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:85:e8:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3206, 'fixed_ips': [{'subnet_id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:41Z', 'updated_at': '2021-07-16T08:51:47Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': '822e12dc-5db6-4da8-a9a8-c9c9a70ea358', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'afacbe74-abf3-4514-b7e1-636cdd607319', 'name': '', 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:fb:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:36Z', 'updated_at': '2021-07-16T08:51:44Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:13.328779 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-fbae5605-7858-467f-a670-eb947017cb30 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27c676f5-1476-446b-81c5-dbf7abebdb8e') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:13.329078 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-fbae5605-7858-467f-a670-eb947017cb30 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27c676f5-1476-446b-81c5-dbf7abebdb8e') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:13.338952 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-34a94bd1-f577-4ef5-bdb3-7c6af7521eab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894', 'name': 'tempest-TestVolumeBackupRestore-1532679235-router', 'tenant_id': 'f692d798d2f749d396f5bf831d4f95c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:51Z', 'updated_at': '2021-07-16T08:52:12Z', 'revision_number': 6, 'project_id': 'f692d798d2f749d396f5bf831d4f95c4', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:13.351481 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: f6e369a9-369c-4e1d-80b4-4667648288e4 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:13.351833 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f6e369a9-369c-4e1d-80b4-4667648288e4 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:13.369209 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fbae5605-7858-467f-a670-eb947017cb30 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.397824 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4f289a2d-5f2f-41c7-9af3-ae9bcf7ddf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'name': 'tempest-TaggedBootDevicesTest-309867317-router', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'c1d5bfe9-14cd-4d71-86c6-029966b3a724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:13Z', 'updated_at': '2021-07-16T08:40:29Z', 'revision_number': 4, 'project_id': '2fe358b4bf3b41e19a3794e097af1b16', 'gw_port': {'id': 'c1d5bfe9-14cd-4d71-86c6-029966b3a724', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:16Z', 'updated_at': '2021-07-16T08:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '348428be-4f08-413e-a02b-528b87e5eee0', 'name': '', 'network_id': '68d1b8de-8ca0-41e5-ab5d-58997722961e', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'mac_address': 'fa:16:3e:12:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '74283639-7822-44b6-ad1c-b5976fafc479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:26Z', 'updated_at': '2021-07-16T08:40:48Z', 'revision_number': 5, 'project_id': '2fe358b4bf3b41e19a3794e097af1b16', 'subnets': [{'id': '74283639-7822-44b6-ad1c-b5976fafc479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:13.403969 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fbae5605-7858-467f-a670-eb947017cb30 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.423145 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbae5605-7858-467f-a670-eb947017cb30 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:13.425182 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fbae5605-7858-467f-a670-eb947017cb30 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:13.429813 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:13.434585 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f289a2d-5f2f-41c7-9af3-ae9bcf7ddf42 None None] Checking router: e51cf9c8-0fe6-4430-83c8-15c9bd46b226 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:13.445815 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f289a2d-5f2f-41c7-9af3-ae9bcf7ddf42 None None] Routers {'e51cf9c8-0fe6-4430-83c8-15c9bd46b226'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:13.447037 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4f289a2d-5f2f-41c7-9af3-ae9bcf7ddf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:52:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['e51cf9c8-0fe6-4430-83c8-15c9bd46b226'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:13.447541 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34a94bd1-f577-4ef5-bdb3-7c6af7521eab None None] The sync data for ids ['a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894'] in n-d-771362-37 is: [{'id': 'a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894', 'name': 'tempest-TestVolumeBackupRestore-1532679235-router', 'tenant_id': 'f692d798d2f749d396f5bf831d4f95c4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:46:51Z', 'updated_at': '2021-07-16T08:52:12Z', 'revision_number': 6, 'project_id': 'f692d798d2f749d396f5bf831d4f95c4', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:13.565487 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d62b096f-1a7f-42fe-aaf6-8f098e838f6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.598529 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fbae5605-7858-467f-a670-eb947017cb30 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.606953 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fbae5605-7858-467f-a670-eb947017cb30 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.616430 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-fbae5605-7858-467f-a670-eb947017cb30 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/networks/a21db8af-34b1-44b8-817f-f407e7bc7b8f HTTP/1.1" status: 204 len: 168 time: 2.1053495 Jul 16 08:52:13.617095 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59888) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:13.631917 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62b096f-1a7f-42fe-aaf6-8f098e838f6d admin admin] Pushing event deleted for resources: {'Port': ['ID=155cf4f6-8e1d-4faf-bdff-6f70beee11bc,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:13.673064 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae5605-7858-467f-a670-eb947017cb30 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Network': ['ID=a21db8af-34b1-44b8-817f-f407e7bc7b8f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:13.712748 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-4f289a2d-5f2f-41c7-9af3-ae9bcf7ddf42 None None] Set router e51cf9c8-0fe6-4430-83c8-15c9bd46b226 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:13.723644 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d62b096f-1a7f-42fe-aaf6-8f098e838f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.846671 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'name': 'network-vif-deleted', 'tag': 'ec6adfab-2926-4726-bbb1-6322adf2bd21'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:13.860085 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d62b096f-1a7f-42fe-aaf6-8f098e838f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.864057 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81894b50-5fa3-4f57-9a79-7d46addf46b5" -d '{"events": [{"server_uuid": "736da105-041e-439e-ba87-45876ee23593", "name": "network-vif-deleted", "tag": "ec6adfab-2926-4726-bbb1-6322adf2bd21"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:13.866525 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d62b096f-1a7f-42fe-aaf6-8f098e838f6d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.961532 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d62b096f-1a7f-42fe-aaf6-8f098e838f6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.962207 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62b096f-1a7f-42fe-aaf6-8f098e838f6d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:52:13.967678 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d62b096f-1a7f-42fe-aaf6-8f098e838f6d admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:13.975619 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d62b096f-1a7f-42fe-aaf6-8f098e838f6d admin admin] 10.222.0.22 "DELETE /v2.0/routers/a9fd9e5b-f76d-4dcd-a7c8-8dce277c7894 HTTP/1.1" status: 204 len: 168 time: 2.2950842 Jul 16 08:52:13.976445 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59894) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:14.011603 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178daae4-53d5-4d61-b54e-5893a3f31bd5 x-openstack-request-id: req-178daae4-53d5-4d61-b54e-5893a3f31bd5 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:14.025215 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "736da105-041e-439e-ba87-45876ee23593", "name": "network-vif-deleted", "tag": "ec6adfab-2926-4726-bbb1-6322adf2bd21", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:14.025928 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-178daae4-53d5-4d61-b54e-5893a3f31bd5 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:14.026585 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '736da105-041e-439e-ba87-45876ee23593', 'name': 'network-vif-deleted', 'tag': 'ec6adfab-2926-4726-bbb1-6322adf2bd21', 'status': 'completed', 'code': 200} Jul 16 08:52:14.104283 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-45047980-a7ff-4610-9730-5a2dc78ce991 admin admin] Deleting subnet 6e5b18fc-d4d4-44c7-8d7c-a15340f51b45 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:14.112781 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45047980-a7ff-4610-9730-5a2dc78ce991 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.147820 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4f289a2d-5f2f-41c7-9af3-ae9bcf7ddf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'name': 'tempest-TaggedBootDevicesTest-309867317-router', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'c1d5bfe9-14cd-4d71-86c6-029966b3a724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:13Z', 'updated_at': '2021-07-16T08:40:29Z', 'revision_number': 4, 'project_id': '2fe358b4bf3b41e19a3794e097af1b16', 'gw_port': {'id': 'c1d5bfe9-14cd-4d71-86c6-029966b3a724', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:16Z', 'updated_at': '2021-07-16T08:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '348428be-4f08-413e-a02b-528b87e5eee0', 'name': '', 'network_id': '68d1b8de-8ca0-41e5-ab5d-58997722961e', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'mac_address': 'fa:16:3e:12:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '74283639-7822-44b6-ad1c-b5976fafc479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:26Z', 'updated_at': '2021-07-16T08:40:48Z', 'revision_number': 5, 'project_id': '2fe358b4bf3b41e19a3794e097af1b16', 'subnets': [{'id': '74283639-7822-44b6-ad1c-b5976fafc479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:14.200146 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45047980-a7ff-4610-9730-5a2dc78ce991 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.221111 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f289a2d-5f2f-41c7-9af3-ae9bcf7ddf42 None None] The sync data for ids ['e51cf9c8-0fe6-4430-83c8-15c9bd46b226'] in n-d-771362-37 is: [{'id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'name': 'tempest-TaggedBootDevicesTest-309867317-router', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'c1d5bfe9-14cd-4d71-86c6-029966b3a724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:13Z', 'updated_at': '2021-07-16T08:40:29Z', 'revision_number': 4, 'project_id': '2fe358b4bf3b41e19a3794e097af1b16', 'gw_port': {'id': 'c1d5bfe9-14cd-4d71-86c6-029966b3a724', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:16Z', 'updated_at': '2021-07-16T08:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '348428be-4f08-413e-a02b-528b87e5eee0', 'name': '', 'network_id': '68d1b8de-8ca0-41e5-ab5d-58997722961e', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'mac_address': 'fa:16:3e:12:41:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'device_owner': 'network:router_interface', 'standard_attr_id': 2054, 'fixed_ips': [{'subnet_id': '74283639-7822-44b6-ad1c-b5976fafc479', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:26Z', 'updated_at': '2021-07-16T08:40:48Z', 'revision_number': 5, 'project_id': '2fe358b4bf3b41e19a3794e097af1b16', 'subnets': [{'id': '74283639-7822-44b6-ad1c-b5976fafc479', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:14.316510 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-17721b31-50ad-4f63-b9f6-1ba4f4bedcb4 req-c5cee582-28ba-4e8a-8c1b-4b2fb124c01b tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 210 time: 0.0662305 Jul 16 08:52:14.396580 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45047980-a7ff-4610-9730-5a2dc78ce991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.462051 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e6701be3-bb19-4f5e-87fa-3e4ffb20b113 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.496183 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45047980-a7ff-4610-9730-5a2dc78ce991 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.528539 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45047980-a7ff-4610-9730-5a2dc78ce991 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e5b18fc-d4d4-44c7-8d7c-a15340f51b45,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:14.542972 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-45047980-a7ff-4610-9730-5a2dc78ce991 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.543246 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4af5c6-31b9-4823-8e19-76743f789e1b None None] Network 077ae3f4-7176-482e-87fd-076749ab8788 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:14.545186 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-45047980-a7ff-4610-9730-5a2dc78ce991 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6e5b18fc-d4d4-44c7-8d7c-a15340f51b45 HTTP/1.1" status: 204 len: 168 time: 0.5665874 Jul 16 08:52:14.547403 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59900) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:14.662781 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-353d88e2-17ce-4936-a5a5-ebed93fb9db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.776070 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-353d88e2-17ce-4936-a5a5-ebed93fb9db7 admin admin] Deleting port 721e6d6d-8a74-4ee2-8cdd-6aba26150278 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:14.777011 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-353d88e2-17ce-4936-a5a5-ebed93fb9db7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.799488 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec08fdf5-27fa-40da-ab67-b8254b709692 None None] New status for floating IP cc8e2091-0a8e-468a-9b95-df0e36061113: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:52:14.884792 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-353d88e2-17ce-4936-a5a5-ebed93fb9db7 admin admin] For port 721e6d6d-8a74-4ee2-8cdd-6aba26150278, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=721e6d6d-8a74-4ee2-8cdd-6aba26150278,segment=NetworkSegment(55ef0f69-43b9-4e2f-b948-8d7789bbb88c),segment_id=55ef0f69-43b9-4e2f-b948-8d7789bbb88c)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:14.885344 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-353d88e2-17ce-4936-a5a5-ebed93fb9db7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:14.903375 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-353d88e2-17ce-4936-a5a5-ebed93fb9db7 admin admin] Calling delete_port for 721e6d6d-8a74-4ee2-8cdd-6aba26150278 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:14.947558 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e462bac-220d-4774-b7f2-421724d36204 None None] DHCP port deletion for 077ae3f4-7176-482e-87fd-076749ab8788 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:52:15.062031 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-5e462bac-220d-4774-b7f2-421724d36204 None None] Deleting port 721e6d6d-8a74-4ee2-8cdd-6aba26150278 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:15.062423 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5e462bac-220d-4774-b7f2-421724d36204 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.066386 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e6701be3-bb19-4f5e-87fa-3e4ffb20b113 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Deleting port 9d820597-27dc-40d7-b3c1-77a88587e5c6 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:15.066895 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e6701be3-bb19-4f5e-87fa-3e4ffb20b113 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.107110 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-353d88e2-17ce-4936-a5a5-ebed93fb9db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.160288 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d88e2-17ce-4936-a5a5-ebed93fb9db7 admin admin] Pushing event deleted for resources: {'Port': ['ID=721e6d6d-8a74-4ee2-8cdd-6aba26150278,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:15.163230 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353d88e2-17ce-4936-a5a5-ebed93fb9db7 admin admin] No DVR routers for this DVR port 721e6d6d-8a74-4ee2-8cdd-6aba26150278 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:15.234508 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device dc82186d-75bb-48ce-be69-d11bd82ef6ae no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:15.268114 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-e6701be3-bb19-4f5e-87fa-3e4ffb20b113 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] For port 9d820597-27dc-40d7-b3c1-77a88587e5c6, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=9d820597-27dc-40d7-b3c1-77a88587e5c6,segment=NetworkSegment(22e8d5bd-75ea-430f-993a-847aa9eda3e4),segment_id=22e8d5bd-75ea-430f-993a-847aa9eda3e4)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:15.268534 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e6701be3-bb19-4f5e-87fa-3e4ffb20b113 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.270093 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-5e462bac-220d-4774-b7f2-421724d36204 None None] For port 721e6d6d-8a74-4ee2-8cdd-6aba26150278, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=721e6d6d-8a74-4ee2-8cdd-6aba26150278,segment=NetworkSegment(55ef0f69-43b9-4e2f-b948-8d7789bbb88c),segment_id=55ef0f69-43b9-4e2f-b948-8d7789bbb88c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:15.270507 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5e462bac-220d-4774-b7f2-421724d36204 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.304833 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: dc82186d-75bb-48ce-be69-d11bd82ef6ae {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:15.305147 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device dc82186d-75bb-48ce-be69-d11bd82ef6ae not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:15.305526 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 721e6d6d-8a74-4ee2-8cdd-6aba26150278 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:15.320484 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-5e462bac-220d-4774-b7f2-421724d36204 None None] Calling delete_port for 721e6d6d-8a74-4ee2-8cdd-6aba26150278 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:15.331641 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e6701be3-bb19-4f5e-87fa-3e4ffb20b113 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Calling delete_port for 9d820597-27dc-40d7-b3c1-77a88587e5c6 owned by network:router_interface {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:15.356853 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-353d88e2-17ce-4936-a5a5-ebed93fb9db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.374308 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-353d88e2-17ce-4936-a5a5-ebed93fb9db7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['077ae3f4-7176-482e-87fd-076749ab8788']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:15.398037 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-353d88e2-17ce-4936-a5a5-ebed93fb9db7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55ef0f69-43b9-4e2f-b948-8d7789bbb88c') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:15.402540 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-353d88e2-17ce-4936-a5a5-ebed93fb9db7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55ef0f69-43b9-4e2f-b948-8d7789bbb88c') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:15.425265 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-353d88e2-17ce-4936-a5a5-ebed93fb9db7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.432279 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 721e6d6d-8a74-4ee2-8cdd-6aba26150278 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:15.432667 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 721e6d6d-8a74-4ee2-8cdd-6aba26150278 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:15.433094 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 155cf4f6-8e1d-4faf-bdff-6f70beee11bc no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:15.451334 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-353d88e2-17ce-4936-a5a5-ebed93fb9db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.458414 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 155cf4f6-8e1d-4faf-bdff-6f70beee11bc {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:15.458762 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 155cf4f6-8e1d-4faf-bdff-6f70beee11bc not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:15.459190 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 623bfd39-13d4-4973-81fc-9c85d334c2a1 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:15.461551 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5e462bac-220d-4774-b7f2-421724d36204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.461679 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-353d88e2-17ce-4936-a5a5-ebed93fb9db7 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:15.462007 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-353d88e2-17ce-4936-a5a5-ebed93fb9db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.465031 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:52:15.465031 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:15.465031 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:52:15.465031 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:15.465031 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:52:15.465031 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:15.465031 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:52:15.465031 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:15.465031 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:52:15.465031 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:15.465031 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:52:15.465031 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:15.465031 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:52:15.465031 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:15.465031 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:15.465031 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:15.465031 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:15.465031 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:15.465031 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:52:15.465031 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:15.465031 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:52:15.465031 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:15.465031 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:15.465031 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:15.465031 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:15.465031 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:15.465031 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:15.465031 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:15.465031 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:15.465031 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:15.465031 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:15.465031 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:15.555160 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e462bac-220d-4774-b7f2-421724d36204 None None] Pushing event deleted for resources: {'Port': ['ID=721e6d6d-8a74-4ee2-8cdd-6aba26150278,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:15.563821 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 623bfd39-13d4-4973-81fc-9c85d334c2a1 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:15.565434 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 623bfd39-13d4-4973-81fc-9c85d334c2a1 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:15.571804 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e462bac-220d-4774-b7f2-421724d36204 None None] No DVR routers for this DVR port 721e6d6d-8a74-4ee2-8cdd-6aba26150278 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:15.587234 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-353d88e2-17ce-4936-a5a5-ebed93fb9db7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.592325 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-353d88e2-17ce-4936-a5a5-ebed93fb9db7 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.600225 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-353d88e2-17ce-4936-a5a5-ebed93fb9db7 admin admin] 10.222.0.22 "DELETE /v2.0/networks/077ae3f4-7176-482e-87fd-076749ab8788 HTTP/1.1" status: 204 len: 168 time: 1.0488651 Jul 16 08:52:15.662374 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353d88e2-17ce-4936-a5a5-ebed93fb9db7 admin admin] Pushing event deleted for resources: {'Network': ['ID=077ae3f4-7176-482e-87fd-076749ab8788,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:15.723370 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3de6bf91-2c22-48d4-b5d3-e3210e48d241 req-1169f335-d4b2-4b1a-aa79-2a156c71b182 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 210 time: 0.0430706 Jul 16 08:52:15.735383 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e6701be3-bb19-4f5e-87fa-3e4ffb20b113 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:15.808974 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6701be3-bb19-4f5e-87fa-3e4ffb20b113 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Port': ['ID=9d820597-27dc-40d7-b3c1-77a88587e5c6,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:15.836313 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59910) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:15.900519 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8882269e-d022-48e7-8c73-232a44df8ef2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a4c3f029b0b44aa2ab5ceb476f00a2bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0623715 Jul 16 08:52:15.902692 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59912) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:15.997538 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44dbd5a7-276b-4303-b1e2-f1ad62d8ae25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.036660 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44dbd5a7-276b-4303-b1e2-f1ad62d8ae25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.051363 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e6701be3-bb19-4f5e-87fa-3e4ffb20b113 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.112039 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44dbd5a7-276b-4303-b1e2-f1ad62d8ae25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.116278 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-44dbd5a7-276b-4303-b1e2-f1ad62d8ae25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.118644 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-44dbd5a7-276b-4303-b1e2-f1ad62d8ae25 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/aa0afa42-439c-49e1-9c2c-8786f79f09b5 HTTP/1.1" status: 204 len: 168 time: 0.2139418 Jul 16 08:52:16.132963 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dbd5a7-276b-4303-b1e2-f1ad62d8ae25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa0afa42-439c-49e1-9c2c-8786f79f09b5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:16.630527 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59920) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:16.688950 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-57b3997f-30eb-4230-aaf3-ed5e6db1e394 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=f692d798d2f749d396f5bf831d4f95c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0569863 Jul 16 08:52:16.689498 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59924) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:16.691045 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6701be3-bb19-4f5e-87fa-3e4ffb20b113 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Router 661f9226-042e-4a76-baae-05e8f27a37b6 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:16.750879 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b369f4b3-02ff-48a5-b8f7-ae571f4d223b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.779035 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b369f4b3-02ff-48a5-b8f7-ae571f4d223b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.836933 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6701be3-bb19-4f5e-87fa-3e4ffb20b113 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:16.849316 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d4143f-ca48-418f-bbdd-03bf2332e7ef None None] Sync routers for ids ['661f9226-042e-4a76-baae-05e8f27a37b6'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:16.850283 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e6701be3-bb19-4f5e-87fa-3e4ffb20b113 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "PUT /v2.0/routers/661f9226-042e-4a76-baae-05e8f27a37b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1981280 Jul 16 08:52:16.853689 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59928) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:16.858802 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b369f4b3-02ff-48a5-b8f7-ae571f4d223b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.862508 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b369f4b3-02ff-48a5-b8f7-ae571f4d223b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:16.866547 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b369f4b3-02ff-48a5-b8f7-ae571f4d223b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/af7d3f25-4fda-4215-bbc6-4b8782d4a6e4 HTTP/1.1" status: 204 len: 168 time: 0.1732643 Jul 16 08:52:16.874211 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b369f4b3-02ff-48a5-b8f7-ae571f4d223b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af7d3f25-4fda-4215-bbc6-4b8782d4a6e4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:16.874800 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d4143f-ca48-418f-bbdd-03bf2332e7ef None None] Routers {'661f9226-042e-4a76-baae-05e8f27a37b6'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:16.875730 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-89d4143f-ca48-418f-bbdd-03bf2332e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:52:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['661f9226-042e-4a76-baae-05e8f27a37b6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:16.961210 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-44afc613-7f6b-431d-bd8f-f8358c4d7fcd tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Deleting subnet 822e12dc-5db6-4da8-a9a8-c9c9a70ea358 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:16.967866 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-44afc613-7f6b-431d-bd8f-f8358c4d7fcd tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.065293 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ff6ddeaf-f5b6-4695-8525-30a5a84217c7 req-545f79c4-f864-45c6-a537-e5f176fea66c tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 210 time: 0.0474579 Jul 16 08:52:17.070106 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-89d4143f-ca48-418f-bbdd-03bf2332e7ef None None] Set router 661f9226-042e-4a76-baae-05e8f27a37b6 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:17.096446 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-44afc613-7f6b-431d-bd8f-f8358c4d7fcd tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.240960 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-44afc613-7f6b-431d-bd8f-f8358c4d7fcd tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.337749 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-44afc613-7f6b-431d-bd8f-f8358c4d7fcd tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.388504 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44afc613-7f6b-431d-bd8f-f8358c4d7fcd tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Subnet': ['ID=822e12dc-5db6-4da8-a9a8-c9c9a70ea358,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:17.421834 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-44afc613-7f6b-431d-bd8f-f8358c4d7fcd tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.433852 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59934) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:17.444735 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-44afc613-7f6b-431d-bd8f-f8358c4d7fcd tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/subnets/822e12dc-5db6-4da8-a9a8-c9c9a70ea358 HTTP/1.1" status: 204 len: 168 time: 0.5858381 Jul 16 08:52:17.447428 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bcd7bba-2b33-40f5-9008-d8caf982a628 None None] Network 669436ef-71c4-45a5-bdab-03f315bee109 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:17.593768 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6f6bd79-c2fc-4ba2-b747-8d0151adf509 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.695870 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f6f6bd79-c2fc-4ba2-b747-8d0151adf509 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Deleting port ee64f07f-7438-4768-96bd-d8629491f36b {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:17.696223 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6f6bd79-c2fc-4ba2-b747-8d0151adf509 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.713040 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-89d4143f-ca48-418f-bbdd-03bf2332e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'name': 'tempest-RoutersTest-router-201514358', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:35Z', 'updated_at': '2021-07-16T08:52:15Z', 'revision_number': 10, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None, '_interfaces': [{'id': 'afacbe74-abf3-4514-b7e1-636cdd607319', 'name': '', 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:fb:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:36Z', 'updated_at': '2021-07-16T08:51:44Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:17.780750 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d4143f-ca48-418f-bbdd-03bf2332e7ef None None] Checking router: 661f9226-042e-4a76-baae-05e8f27a37b6 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:17.806453 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89d4143f-ca48-418f-bbdd-03bf2332e7ef None None] Routers {'661f9226-042e-4a76-baae-05e8f27a37b6'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:17.807083 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-89d4143f-ca48-418f-bbdd-03bf2332e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:52:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['661f9226-042e-4a76-baae-05e8f27a37b6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:17.810972 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-f6f6bd79-c2fc-4ba2-b747-8d0151adf509 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] For port ee64f07f-7438-4768-96bd-d8629491f36b, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ee64f07f-7438-4768-96bd-d8629491f36b,segment=NetworkSegment(22e8d5bd-75ea-430f-993a-847aa9eda3e4),segment_id=22e8d5bd-75ea-430f-993a-847aa9eda3e4)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:17.811706 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6f6bd79-c2fc-4ba2-b747-8d0151adf509 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.826427 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f6f6bd79-c2fc-4ba2-b747-8d0151adf509 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Calling delete_port for ee64f07f-7438-4768-96bd-d8629491f36b owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:17.934761 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-89d4143f-ca48-418f-bbdd-03bf2332e7ef None None] Set router 661f9226-042e-4a76-baae-05e8f27a37b6 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:17.957763 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6f6bd79-c2fc-4ba2-b747-8d0151adf509 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:17.993139 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6bd79-c2fc-4ba2-b747-8d0151adf509 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Port': ['ID=ee64f07f-7438-4768-96bd-d8629491f36b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:18.003252 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f6bd79-c2fc-4ba2-b747-8d0151adf509 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] No DVR routers for this DVR port ee64f07f-7438-4768-96bd-d8629491f36b on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:18.086148 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc3c669f-ce3d-4539-a86c-0aa97e1f982d None None] DHCP port deletion for 669436ef-71c4-45a5-bdab-03f315bee109 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:52:18.099715 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6f6bd79-c2fc-4ba2-b747-8d0151adf509 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.115735 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f6f6bd79-c2fc-4ba2-b747-8d0151adf509 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['669436ef-71c4-45a5-bdab-03f315bee109']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:18.155270 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f6f6bd79-c2fc-4ba2-b747-8d0151adf509 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22e8d5bd-75ea-430f-993a-847aa9eda3e4') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:18.157975 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f6f6bd79-c2fc-4ba2-b747-8d0151adf509 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22e8d5bd-75ea-430f-993a-847aa9eda3e4') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:18.185525 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6f6bd79-c2fc-4ba2-b747-8d0151adf509 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.213482 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6f6bd79-c2fc-4ba2-b747-8d0151adf509 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.223306 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6f6bd79-c2fc-4ba2-b747-8d0151adf509 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:18.223722 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6f6bd79-c2fc-4ba2-b747-8d0151adf509 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.227542 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:52:18.227542 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:18.227542 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:52:18.227542 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:18.227542 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:52:18.227542 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:18.227542 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:52:18.227542 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:18.227542 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:52:18.227542 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:18.227542 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:52:18.227542 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:18.227542 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:52:18.227542 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:18.227542 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:18.227542 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:18.227542 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:18.227542 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:18.227542 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:52:18.227542 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:18.227542 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:52:18.227542 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:18.227542 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:18.227542 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:18.227542 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:18.227542 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:18.227542 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:18.227542 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:18.227542 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:18.227542 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:18.227542 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:18.227542 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:18.267064 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f486987f-0795-40f1-a55d-36409acadb65 req-c8a2276f-12b7-4e86-b2b4-c9be8388e7ea tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 210 time: 0.0351665 Jul 16 08:52:18.286685 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-89d4143f-ca48-418f-bbdd-03bf2332e7ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'name': 'tempest-RoutersTest-router-201514358', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:35Z', 'updated_at': '2021-07-16T08:52:15Z', 'revision_number': 10, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None, '_interfaces': [{'id': 'afacbe74-abf3-4514-b7e1-636cdd607319', 'name': '', 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:fb:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:36Z', 'updated_at': '2021-07-16T08:51:44Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:18.314992 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6f6bd79-c2fc-4ba2-b747-8d0151adf509 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.334014 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89d4143f-ca48-418f-bbdd-03bf2332e7ef None None] The sync data for ids ['661f9226-042e-4a76-baae-05e8f27a37b6'] in n-d-771362-37 is: [{'id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'name': 'tempest-RoutersTest-router-201514358', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:35Z', 'updated_at': '2021-07-16T08:52:15Z', 'revision_number': 10, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None, '_interfaces': [{'id': 'afacbe74-abf3-4514-b7e1-636cdd607319', 'name': '', 'network_id': '3f53df96-b6b6-4a55-b9df-ee3848252bfb', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'mac_address': 'fa:16:3e:fb:ea:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3201, 'fixed_ips': [{'subnet_id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:51:36Z', 'updated_at': '2021-07-16T08:51:44Z', 'revision_number': 5, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'subnets': [{'id': 'afaa6c04-662a-41ad-a5a2-4ce1ddef3002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:18.341284 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f6f6bd79-c2fc-4ba2-b747-8d0151adf509 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:18.343491 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f6f6bd79-c2fc-4ba2-b747-8d0151adf509 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/networks/669436ef-71c4-45a5-bdab-03f315bee109 HTTP/1.1" status: 204 len: 168 time: 0.9084513 Jul 16 08:52:18.344690 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f6bd79-c2fc-4ba2-b747-8d0151adf509 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Network': ['ID=669436ef-71c4-45a5-bdab-03f315bee109,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:18.346893 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59940) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:18.774308 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-63141a2a-c2b0-4b52-bd17-c659a7fd8c54 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.103856 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-63141a2a-c2b0-4b52-bd17-c659a7fd8c54 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Deleting port afacbe74-abf3-4514-b7e1-636cdd607319 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:19.104192 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-63141a2a-c2b0-4b52-bd17-c659a7fd8c54 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.150432 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ee64f07f-7438-4768-96bd-d8629491f36b no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:19.195749 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: ee64f07f-7438-4768-96bd-d8629491f36b {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:19.197205 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ee64f07f-7438-4768-96bd-d8629491f36b not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:19.199562 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 9d820597-27dc-40d7-b3c1-77a88587e5c6 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:19.230600 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 9d820597-27dc-40d7-b3c1-77a88587e5c6 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:19.231198 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 9d820597-27dc-40d7-b3c1-77a88587e5c6 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:19.259189 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-63141a2a-c2b0-4b52-bd17-c659a7fd8c54 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] For port afacbe74-abf3-4514-b7e1-636cdd607319, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=afacbe74-abf3-4514-b7e1-636cdd607319,segment=NetworkSegment(d5b804b0-79ff-49b5-b2f8-b2ea38178784),segment_id=d5b804b0-79ff-49b5-b2f8-b2ea38178784)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:19.259586 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-63141a2a-c2b0-4b52-bd17-c659a7fd8c54 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.285939 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-63141a2a-c2b0-4b52-bd17-c659a7fd8c54 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Calling delete_port for afacbe74-abf3-4514-b7e1-636cdd607319 owned by network:router_interface {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:19.460195 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9fb2de91-b481-46d3-a7b3-76c6d2f21757 req-7b5a82d1-42e8-4453-b5fa-1998138afc41 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 210 time: 0.0448165 Jul 16 08:52:19.543536 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-63141a2a-c2b0-4b52-bd17-c659a7fd8c54 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.582204 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63141a2a-c2b0-4b52-bd17-c659a7fd8c54 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Port': ['ID=afacbe74-abf3-4514-b7e1-636cdd607319,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:19.768610 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-63141a2a-c2b0-4b52-bd17-c659a7fd8c54 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:19.949230 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63141a2a-c2b0-4b52-bd17-c659a7fd8c54 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Router 661f9226-042e-4a76-baae-05e8f27a37b6 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:20.029476 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63141a2a-c2b0-4b52-bd17-c659a7fd8c54 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:20.035516 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-63141a2a-c2b0-4b52-bd17-c659a7fd8c54 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "PUT /v2.0/routers/661f9226-042e-4a76-baae-05e8f27a37b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6875622 Jul 16 08:52:20.039452 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59950) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:20.046542 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ea3189-0861-4884-8a41-6e37653fac2a None None] Sync routers for ids ['661f9226-042e-4a76-baae-05e8f27a37b6'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:20.061557 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ea3189-0861-4884-8a41-6e37653fac2a None None] Routers {'661f9226-042e-4a76-baae-05e8f27a37b6'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:20.062743 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-90ea3189-0861-4884-8a41-6e37653fac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:52:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['661f9226-042e-4a76-baae-05e8f27a37b6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:20.097135 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-87f7ff98-3a18-4cc3-8862-5364d531f010 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Deleting subnet afaa6c04-662a-41ad-a5a2-4ce1ddef3002 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:20.100723 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-87f7ff98-3a18-4cc3-8862-5364d531f010 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.145774 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-87f7ff98-3a18-4cc3-8862-5364d531f010 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.156882 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-90ea3189-0861-4884-8a41-6e37653fac2a None None] Set router 661f9226-042e-4a76-baae-05e8f27a37b6 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:20.227646 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-90ea3189-0861-4884-8a41-6e37653fac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'name': 'tempest-RoutersTest-router-201514358', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:35Z', 'updated_at': '2021-07-16T08:52:19Z', 'revision_number': 11, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:20.265572 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ea3189-0861-4884-8a41-6e37653fac2a None None] Checking router: 661f9226-042e-4a76-baae-05e8f27a37b6 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:20.277770 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ea3189-0861-4884-8a41-6e37653fac2a None None] Routers {'661f9226-042e-4a76-baae-05e8f27a37b6'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:20.278656 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-90ea3189-0861-4884-8a41-6e37653fac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:52:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['661f9226-042e-4a76-baae-05e8f27a37b6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:20.300377 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-87f7ff98-3a18-4cc3-8862-5364d531f010 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.365403 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-90ea3189-0861-4884-8a41-6e37653fac2a None None] Set router 661f9226-042e-4a76-baae-05e8f27a37b6 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:20.419732 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-87f7ff98-3a18-4cc3-8862-5364d531f010 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.450910 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f7ff98-3a18-4cc3-8862-5364d531f010 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Subnet': ['ID=afaa6c04-662a-41ad-a5a2-4ce1ddef3002,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:20.462717 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-87f7ff98-3a18-4cc3-8862-5364d531f010 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.468053 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-87f7ff98-3a18-4cc3-8862-5364d531f010 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/subnets/afaa6c04-662a-41ad-a5a2-4ce1ddef3002 HTTP/1.1" status: 204 len: 168 time: 0.4264233 Jul 16 08:52:20.469215 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59954) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:20.476053 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-90ea3189-0861-4884-8a41-6e37653fac2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'name': 'tempest-RoutersTest-router-201514358', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:35Z', 'updated_at': '2021-07-16T08:52:19Z', 'revision_number': 11, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:20.478233 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30afa47c-e036-4f0a-862c-3bd018c3f2bb None None] Network 3f53df96-b6b6-4a55-b9df-ee3848252bfb requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:20.522576 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ea3189-0861-4884-8a41-6e37653fac2a None None] The sync data for ids ['661f9226-042e-4a76-baae-05e8f27a37b6'] in n-d-771362-37 is: [{'id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'name': 'tempest-RoutersTest-router-201514358', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:35Z', 'updated_at': '2021-07-16T08:52:19Z', 'revision_number': 11, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:20.589688 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71598e4b-ce6f-4c7b-96ec-2540dfad0d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.667499 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-71598e4b-ce6f-4c7b-96ec-2540dfad0d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Deleting port 17249765-7c75-43b9-bec7-8246f5691c36 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:20.667830 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71598e4b-ce6f-4c7b-96ec-2540dfad0d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.686416 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-af68035e-3027-46a2-8612-41db0aded014 req-68fde7c0-5e7d-4749-a1a3-159b72ae95b9 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 210 time: 0.0547800 Jul 16 08:52:20.760302 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-71598e4b-ce6f-4c7b-96ec-2540dfad0d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] For port 17249765-7c75-43b9-bec7-8246f5691c36, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=17249765-7c75-43b9-bec7-8246f5691c36,segment=NetworkSegment(d5b804b0-79ff-49b5-b2f8-b2ea38178784),segment_id=d5b804b0-79ff-49b5-b2f8-b2ea38178784)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:20.760695 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71598e4b-ce6f-4c7b-96ec-2540dfad0d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.777010 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-71598e4b-ce6f-4c7b-96ec-2540dfad0d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Calling delete_port for 17249765-7c75-43b9-bec7-8246f5691c36 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:20.878434 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71598e4b-ce6f-4c7b-96ec-2540dfad0d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:20.893072 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5104fbc-75c7-453f-bc31-0f338ade76d3 None None] DHCP port deletion for 3f53df96-b6b6-4a55-b9df-ee3848252bfb request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:52:20.916311 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71598e4b-ce6f-4c7b-96ec-2540dfad0d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Port': ['ID=17249765-7c75-43b9-bec7-8246f5691c36,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:20.926023 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71598e4b-ce6f-4c7b-96ec-2540dfad0d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] No DVR routers for this DVR port 17249765-7c75-43b9-bec7-8246f5691c36 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:21.032483 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71598e4b-ce6f-4c7b-96ec-2540dfad0d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.049452 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-71598e4b-ce6f-4c7b-96ec-2540dfad0d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f53df96-b6b6-4a55-b9df-ee3848252bfb']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:21.067920 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-71598e4b-ce6f-4c7b-96ec-2540dfad0d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5b804b0-79ff-49b5-b2f8-b2ea38178784') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:21.068296 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-71598e4b-ce6f-4c7b-96ec-2540dfad0d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5b804b0-79ff-49b5-b2f8-b2ea38178784') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:21.082236 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71598e4b-ce6f-4c7b-96ec-2540dfad0d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.106647 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71598e4b-ce6f-4c7b-96ec-2540dfad0d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.121554 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71598e4b-ce6f-4c7b-96ec-2540dfad0d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:21.121996 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71598e4b-ce6f-4c7b-96ec-2540dfad0d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.126484 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:52:21.126484 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:21.126484 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:52:21.126484 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:21.126484 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:52:21.126484 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:21.126484 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:52:21.126484 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:21.126484 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:52:21.126484 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:21.126484 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:52:21.126484 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:21.126484 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:52:21.126484 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:21.126484 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:21.126484 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:21.126484 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:21.126484 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:21.126484 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:52:21.126484 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:21.126484 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:52:21.126484 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:21.126484 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:21.126484 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:21.126484 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:21.126484 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:21.126484 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:21.126484 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:21.126484 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:21.126484 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:21.126484 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:21.126484 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:21.179747 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 17249765-7c75-43b9-bec7-8246f5691c36 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:21.197622 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71598e4b-ce6f-4c7b-96ec-2540dfad0d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.209741 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71598e4b-ce6f-4c7b-96ec-2540dfad0d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.211874 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-71598e4b-ce6f-4c7b-96ec-2540dfad0d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/networks/3f53df96-b6b6-4a55-b9df-ee3848252bfb HTTP/1.1" status: 204 len: 168 time: 0.7414773 Jul 16 08:52:21.215540 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59960) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:21.221877 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-badce894-5b2f-40c4-87c8-135a63cee7d7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Request body: {'router': {'routes': None}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:21.227245 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71598e4b-ce6f-4c7b-96ec-2540dfad0d6c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Pushing event deleted for resources: {'Network': ['ID=3f53df96-b6b6-4a55-b9df-ee3848252bfb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:21.397720 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 17249765-7c75-43b9-bec7-8246f5691c36 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:21.398065 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 17249765-7c75-43b9-bec7-8246f5691c36 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:21.398770 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device afacbe74-abf3-4514-b7e1-636cdd607319 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:21.418940 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: afacbe74-abf3-4514-b7e1-636cdd607319 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:21.419285 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device afacbe74-abf3-4514-b7e1-636cdd607319 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:21.471719 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.extraroute_db [None req-badce894-5b2f-40c4-87c8-135a63cee7d7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Added routes are [] {{(pid=93758) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 16 08:52:21.472685 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.extraroute_db [None req-badce894-5b2f-40c4-87c8-135a63cee7d7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Removed routes are [] {{(pid=93758) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 16 08:52:21.473210 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-badce894-5b2f-40c4-87c8-135a63cee7d7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.635779 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-badce894-5b2f-40c4-87c8-135a63cee7d7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.639555 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-badce894-5b2f-40c4-87c8-135a63cee7d7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-523541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-523532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523653'] for router, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.736534 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-badce894-5b2f-40c4-87c8-135a63cee7d7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Router 661f9226-042e-4a76-baae-05e8f27a37b6 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:21.824627 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-badce894-5b2f-40c4-87c8-135a63cee7d7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:21.837927 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eedd181-c63b-4762-9741-71ed155e8159 None None] Sync routers for ids ['661f9226-042e-4a76-baae-05e8f27a37b6'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:21.839402 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-badce894-5b2f-40c4-87c8-135a63cee7d7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:21.841161 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-badce894-5b2f-40c4-87c8-135a63cee7d7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "PUT /v2.0/routers/661f9226-042e-4a76-baae-05e8f27a37b6 HTTP/1.1" status: 200 len: 700 time: 0.6241670 Jul 16 08:52:21.844172 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59968) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:21.864335 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eedd181-c63b-4762-9741-71ed155e8159 None None] Routers {'661f9226-042e-4a76-baae-05e8f27a37b6'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:21.865893 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6eedd181-c63b-4762-9741-71ed155e8159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:52:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['661f9226-042e-4a76-baae-05e8f27a37b6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:21.895793 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fe34d707-332c-4448-9020-256679e89157 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "GET /v2.0/ports?device_id=661f9226-042e-4a76-baae-05e8f27a37b6 HTTP/1.1" status: 200 len: 205 time: 0.0486181 Jul 16 08:52:21.896094 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59970) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:21.955816 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-6eedd181-c63b-4762-9741-71ed155e8159 None None] Set router 661f9226-042e-4a76-baae-05e8f27a37b6 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:21.981013 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5eef-3a2e-4ee5-822d-d3c60417a78c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.032038 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6eedd181-c63b-4762-9741-71ed155e8159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'name': 'tempest-RoutersTest-router-201514358', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:35Z', 'updated_at': '2021-07-16T08:52:19Z', 'revision_number': 11, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:22.062397 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eedd181-c63b-4762-9741-71ed155e8159 None None] Checking router: 661f9226-042e-4a76-baae-05e8f27a37b6 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:22.072167 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eedd181-c63b-4762-9741-71ed155e8159 None None] Routers {'661f9226-042e-4a76-baae-05e8f27a37b6'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:22.072950 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6eedd181-c63b-4762-9741-71ed155e8159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:52:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['661f9226-042e-4a76-baae-05e8f27a37b6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:22.076110 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7403a159-2ba6-465b-89d1-96b0a9227ed4 req-f594e574-d287-4133-b40a-cd6379e2664b tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 210 time: 0.0703278 Jul 16 08:52:22.152144 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-6eedd181-c63b-4762-9741-71ed155e8159 None None] Set router 661f9226-042e-4a76-baae-05e8f27a37b6 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:22.217845 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6eedd181-c63b-4762-9741-71ed155e8159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'name': 'tempest-RoutersTest-router-201514358', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:35Z', 'updated_at': '2021-07-16T08:52:19Z', 'revision_number': 11, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:22.227565 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5eef-3a2e-4ee5-822d-d3c60417a78c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.232720 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5eef-3a2e-4ee5-822d-d3c60417a78c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.249808 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eedd181-c63b-4762-9741-71ed155e8159 None None] The sync data for ids ['661f9226-042e-4a76-baae-05e8f27a37b6'] in n-d-771362-37 is: [{'id': '661f9226-042e-4a76-baae-05e8f27a37b6', 'name': 'tempest-RoutersTest-router-201514358', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:51:35Z', 'updated_at': '2021-07-16T08:52:19Z', 'revision_number': 11, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:22.301913 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5eef-3a2e-4ee5-822d-d3c60417a78c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.302485 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fcc5eef-3a2e-4ee5-822d-d3c60417a78c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Fanout notify agent at l3_agent the message router_deleted on router 661f9226-042e-4a76-baae-05e8f27a37b6 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:52:22.311690 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3fcc5eef-3a2e-4ee5-822d-d3c60417a78c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.312841 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3fcc5eef-3a2e-4ee5-822d-d3c60417a78c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/routers/661f9226-042e-4a76-baae-05e8f27a37b6 HTTP/1.1" status: 204 len: 168 time: 0.4153862 Jul 16 08:52:22.320464 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59972) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:22.325956 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6b80b848-af77-45ca-839b-392dde43d01a tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1915388030', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:22.358471 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b80b848-af77-45ca-839b-392dde43d01a tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.359640 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b80b848-af77-45ca-839b-392dde43d01a tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.420003 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b80b848-af77-45ca-839b-392dde43d01a tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.425277 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b80b848-af77-45ca-839b-392dde43d01a tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.443178 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6b80b848-af77-45ca-839b-392dde43d01a tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:22.444562 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6b80b848-af77-45ca-839b-392dde43d01a tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1229873 Jul 16 08:52:22.447455 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59974) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:22.453218 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e2ab09db-b1fb-40d2-97fa-f44f3d67ac6b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:23.077446 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2ab09db-b1fb-40d2-97fa-f44f3d67ac6b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.096833 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2ab09db-b1fb-40d2-97fa-f44f3d67ac6b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-523541', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-523532', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-523653'] for router, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.102607 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-20c24533-fcec-46f8-80d1-6cdceb142622 req-f30cbdcd-52db-4fe8-b273-642da5569b05 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5001645 Jul 16 08:52:23.259557 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2ab09db-b1fb-40d2-97fa-f44f3d67ac6b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Router 18ccd5cc-d627-4b01-aa1a-3257f180df2c is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:52:23.261591 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5761635c-628c-4079-ba12-a00333a5e452 req-bda01b6e-ec5a-45b8-9e0c-18e673bc2c56 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 210 time: 0.0373814 Jul 16 08:52:23.264757 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c24533-fcec-46f8-80d1-6cdceb142622 req-aa8037f9-19e6-43d5-84a2-e06b6ccc3e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:23.266304 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-20c24533-fcec-46f8-80d1-6cdceb142622 req-aa8037f9-19e6-43d5-84a2-e06b6ccc3e12 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b1a7b336a94513a52f9785e4e37864&device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 1097 time: 0.0938935 Jul 16 08:52:23.442980 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2ab09db-b1fb-40d2-97fa-f44f3d67ac6b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:23.453015 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2ab09db-b1fb-40d2-97fa-f44f3d67ac6b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.454249 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e2ab09db-b1fb-40d2-97fa-f44f3d67ac6b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "PUT /v2.0/routers/18ccd5cc-d627-4b01-aa1a-3257f180df2c HTTP/1.1" status: 200 len: 694 time: 1.0056934 Jul 16 08:52:23.457181 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59982) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:23.460689 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97833b0-2504-4e6f-8391-0f413c6e3abf None None] Sync routers for ids ['18ccd5cc-d627-4b01-aa1a-3257f180df2c'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:23.471721 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97833b0-2504-4e6f-8391-0f413c6e3abf None None] Routers {'18ccd5cc-d627-4b01-aa1a-3257f180df2c'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:23.472682 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c97833b0-2504-4e6f-8391-0f413c6e3abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:52:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['18ccd5cc-d627-4b01-aa1a-3257f180df2c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:23.495656 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c24533-fcec-46f8-80d1-6cdceb142622 req-d1216dd6-e807-41d3-894f-f234a30fe6fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:23.498364 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-20c24533-fcec-46f8-80d1-6cdceb142622 req-d1216dd6-e807-41d3-894f-f234a30fe6fb service neutron] 10.222.0.30 "GET /v2.0/networks?id=009dd0a1-50a1-45ad-bc58-1d113e644d4b HTTP/1.1" status: 200 len: 917 time: 0.2111096 Jul 16 08:52:23.564572 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-c97833b0-2504-4e6f-8391-0f413c6e3abf None None] Set router 18ccd5cc-d627-4b01-aa1a-3257f180df2c gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:23.570378 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-db28758a-236b-4037-952d-2608b7dbf84b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "GET /v2.0/routers/18ccd5cc-d627-4b01-aa1a-3257f180df2c HTTP/1.1" status: 200 len: 700 time: 0.1094558 Jul 16 08:52:23.571452 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59984) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:23.625050 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2f355df1-8d78-402c-9d28-bef96b9657b3 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "GET /v2.0/ports?device_id=18ccd5cc-d627-4b01-aa1a-3257f180df2c HTTP/1.1" status: 200 len: 205 time: 0.0503774 Jul 16 08:52:23.628509 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 59986) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:23.636817 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c97833b0-2504-4e6f-8391-0f413c6e3abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ccd5cc-d627-4b01-aa1a-3257f180df2c', 'name': 'tempest-RoutersTest-router-1915388030', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:22Z', 'updated_at': '2021-07-16T08:52:23Z', 'revision_number': 2, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:23.669855 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97833b0-2504-4e6f-8391-0f413c6e3abf None None] Checking router: 18ccd5cc-d627-4b01-aa1a-3257f180df2c for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:23.678875 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c97833b0-2504-4e6f-8391-0f413c6e3abf None None] Routers {'18ccd5cc-d627-4b01-aa1a-3257f180df2c'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:23.680520 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c97833b0-2504-4e6f-8391-0f413c6e3abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:52:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['18ccd5cc-d627-4b01-aa1a-3257f180df2c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:23.682026 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-20c24533-fcec-46f8-80d1-6cdceb142622 req-c5fb752e-eeab-449b-afb5-2b253100032f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53886004-6394-4a9f-9ac0-583e370b56e2 HTTP/1.1" status: 200 len: 1000 time: 0.1762388 Jul 16 08:52:23.762509 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90d9671a-2fea-40b0-9da0-6a17f0f890c2 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:23.794950 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-c97833b0-2504-4e6f-8391-0f413c6e3abf None None] Set router 18ccd5cc-d627-4b01-aa1a-3257f180df2c gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:23.857820 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c97833b0-2504-4e6f-8391-0f413c6e3abf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '18ccd5cc-d627-4b01-aa1a-3257f180df2c', 'name': 'tempest-RoutersTest-router-1915388030', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:22Z', 'updated_at': '2021-07-16T08:52:23Z', 'revision_number': 2, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:23.894346 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c97833b0-2504-4e6f-8391-0f413c6e3abf None None] The sync data for ids ['18ccd5cc-d627-4b01-aa1a-3257f180df2c'] in n-d-771362-37 is: [{'id': '18ccd5cc-d627-4b01-aa1a-3257f180df2c', 'name': 'tempest-RoutersTest-router-1915388030', 'tenant_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:52:22Z', 'updated_at': '2021-07-16T08:52:23Z', 'revision_number': 2, 'project_id': '6f7adc1edacb4ec6af987b50b5504fa0', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:23.912613 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c24533-fcec-46f8-80d1-6cdceb142622 req-b4f0c513-8467-4233-b7c5-eeae6a3c057b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:23.914111 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-20c24533-fcec-46f8-80d1-6cdceb142622 req-b4f0c513-8467-4233-b7c5-eeae6a3c057b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a HTTP/1.1" status: 200 len: 855 time: 0.2022290 Jul 16 08:52:24.034401 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90d9671a-2fea-40b0-9da0-6a17f0f890c2 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.037285 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90d9671a-2fea-40b0-9da0-6a17f0f890c2 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.108210 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90d9671a-2fea-40b0-9da0-6a17f0f890c2 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.108901 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d9671a-2fea-40b0-9da0-6a17f0f890c2 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Fanout notify agent at l3_agent the message router_deleted on router 18ccd5cc-d627-4b01-aa1a-3257f180df2c {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:52:24.116028 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90d9671a-2fea-40b0-9da0-6a17f0f890c2 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:24.120519 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-90d9671a-2fea-40b0-9da0-6a17f0f890c2 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/routers/18ccd5cc-d627-4b01-aa1a-3257f180df2c HTTP/1.1" status: 204 len: 168 time: 0.4856176 Jul 16 08:52:24.121349 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59992) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:24.131261 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c24533-fcec-46f8-80d1-6cdceb142622 req-82802f6f-8032-4da7-96f6-11b1076ecaa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:24.132872 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-20c24533-fcec-46f8-80d1-6cdceb142622 req-82802f6f-8032-4da7-96f6-11b1076ecaa9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=009dd0a1-50a1-45ad-bc58-1d113e644d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1832845 Jul 16 08:52:24.181918 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7c460c9c-7c85-4bdd-b2f8-a09c0c22ced7 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "GET /v2.0/ports?device_id=18ccd5cc-d627-4b01-aa1a-3257f180df2c HTTP/1.1" status: 200 len: 205 time: 0.0587201 Jul 16 08:52:24.184499 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59994) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:24.240192 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-64c25961-29aa-40d0-bfbb-85f6a3ca8573 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] delete failed (client error): The resource could not be found. Jul 16 08:52:24.242069 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-64c25961-29aa-40d0-bfbb-85f6a3ca8573 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/routers/18ccd5cc-d627-4b01-aa1a-3257f180df2c HTTP/1.1" status: 404 len: 336 time: 0.0563796 Jul 16 08:52:24.244752 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59996) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:24.285905 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-20c24533-fcec-46f8-80d1-6cdceb142622 req-88d869f6-d600-45b1-b584-9d3262b1477e service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451845 Jul 16 08:52:24.296832 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-48e7de46-e642-43ae-b8b8-3b766dffbb83 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] DELETE failed (client error): The resource could not be found. Jul 16 08:52:24.297921 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48e7de46-e642-43ae-b8b8-3b766dffbb83 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:52:24.300654 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-48e7de46-e642-43ae-b8b8-3b766dffbb83 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/subnets/9335a0f6-3c18-4d50-bb33-b42d4aba0759 HTTP/1.1" status: 404 len: 337 time: 0.0533783 Jul 16 08:52:24.303212 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 59998) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:24.340570 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-4934cb56-0c55-4e15-b9cf-48946fc00a5d tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] DELETE failed (client error): The resource could not be found. Jul 16 08:52:24.341039 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4934cb56-0c55-4e15-b9cf-48946fc00a5d tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:52:24.345622 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4934cb56-0c55-4e15-b9cf-48946fc00a5d tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/subnets/2ff63f50-ceff-457a-9c6b-41eafbb033a8 HTTP/1.1" status: 404 len: 337 time: 0.0378542 Jul 16 08:52:24.346912 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60002) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:24.380831 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bc9d04c-2a5d-42a6-abb9-7400f410d00e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] DELETE failed (client error): The resource could not be found. Jul 16 08:52:24.381220 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bc9d04c-2a5d-42a6-abb9-7400f410d00e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:52:24.385304 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6bc9d04c-2a5d-42a6-abb9-7400f410d00e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/subnets/822e12dc-5db6-4da8-a9a8-c9c9a70ea358 HTTP/1.1" status: 404 len: 337 time: 0.0348318 Jul 16 08:52:24.385822 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60004) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:24.417481 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c6fd2bf-b0f9-4351-b2ba-ecfdaf87006e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] DELETE failed (client error): The resource could not be found. Jul 16 08:52:24.417948 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c6fd2bf-b0f9-4351-b2ba-ecfdaf87006e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:52:24.422235 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3c6fd2bf-b0f9-4351-b2ba-ecfdaf87006e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/subnets/afaa6c04-662a-41ad-a5a2-4ce1ddef3002 HTTP/1.1" status: 404 len: 337 time: 0.0329642 Jul 16 08:52:24.424997 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60006) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:24.466152 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3c5a4c46-5e73-4112-a393-36e6dcb7ab2c tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "GET /v2.0/ports?device_id=661f9226-042e-4a76-baae-05e8f27a37b6 HTTP/1.1" status: 200 len: 205 time: 0.0391293 Jul 16 08:52:24.467225 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60008) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:24.509735 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-20c24533-fcec-46f8-80d1-6cdceb142622 req-bf16410e-5c3e-4d78-bedf-6adeeaa1c845 service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172418 Jul 16 08:52:24.520343 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-618cf8ec-87c4-4b0b-8879-cc00d5a5411a tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] delete failed (client error): The resource could not be found. Jul 16 08:52:24.524683 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-618cf8ec-87c4-4b0b-8879-cc00d5a5411a tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/routers/661f9226-042e-4a76-baae-05e8f27a37b6 HTTP/1.1" status: 404 len: 336 time: 0.0545893 Jul 16 08:52:24.525451 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60010) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:24.559744 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b0922798-914a-4dad-a249-a902111f7dda req-b0607fa6-a5d0-4630-a0e9-927cb8989771 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 210 time: 0.0406940 Jul 16 08:52:24.565270 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d2085ecc-bbd0-4a0d-a4e5-367ea3b58bb4 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "GET /v2.0/ports?device_id=fe626fc8-4d56-48b4-af50-56b0391c2f36 HTTP/1.1" status: 200 len: 205 time: 0.0378101 Jul 16 08:52:24.567695 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60012) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:24.630207 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-2297ec83-ed6c-4980-9e56-a71d6a329308 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] delete failed (client error): The resource could not be found. Jul 16 08:52:24.631407 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2297ec83-ed6c-4980-9e56-a71d6a329308 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/routers/fe626fc8-4d56-48b4-af50-56b0391c2f36 HTTP/1.1" status: 404 len: 336 time: 0.0626872 Jul 16 08:52:24.635058 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60014) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:24.666188 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8b2548a-8b4d-471c-b5ed-a8ad13fd5044 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] DELETE failed (client error): The resource could not be found. Jul 16 08:52:24.666749 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8b2548a-8b4d-471c-b5ed-a8ad13fd5044 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:52:24.668717 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a8b2548a-8b4d-471c-b5ed-a8ad13fd5044 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/subnets/643e8bf8-39fc-4b4c-b2ce-dd50318ac3e4 HTTP/1.1" status: 404 len: 337 time: 0.0325406 Jul 16 08:52:24.673340 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60016) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:24.712667 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d4c563c5-abf2-4aa6-b7de-33c315d65349 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "GET /v2.0/ports?device_id=d237b75c-5813-4eea-abbd-ca353dbc24a0 HTTP/1.1" status: 200 len: 205 time: 0.0348704 Jul 16 08:52:24.712900 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60018) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:24.766602 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-ab9b92f6-7cc7-4999-85d4-9582d40fa96a tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] delete failed (client error): The resource could not be found. Jul 16 08:52:24.770303 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ab9b92f6-7cc7-4999-85d4-9582d40fa96a tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/routers/d237b75c-5813-4eea-abbd-ca353dbc24a0 HTTP/1.1" status: 404 len: 336 time: 0.0538969 Jul 16 08:52:24.770468 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60020) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:24.808991 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fc39bb9f-adc1-4e6d-a348-6e753064af4b tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "GET /v2.0/ports?device_id=e25e4156-6885-4b03-80be-ecc8dba8a346 HTTP/1.1" status: 200 len: 205 time: 0.0374002 Jul 16 08:52:24.810592 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60022) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:24.857230 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-c0f2675b-8b9e-4eec-bc2e-a9ae88b678a1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] delete failed (client error): The resource could not be found. Jul 16 08:52:24.861253 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c0f2675b-8b9e-4eec-bc2e-a9ae88b678a1 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/routers/e25e4156-6885-4b03-80be-ecc8dba8a346 HTTP/1.1" status: 404 len: 336 time: 0.0452232 Jul 16 08:52:24.861421 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60024) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:24.891360 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-a96508e6-f9ca-4e56-8d8c-673e626c4787 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] DELETE failed (client error): The resource could not be found. Jul 16 08:52:24.892466 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a96508e6-f9ca-4e56-8d8c-673e626c4787 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:52:24.895118 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a96508e6-f9ca-4e56-8d8c-673e626c4787 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/subnets/33b7f3c0-5c2c-41ac-ac32-e09ab01bac28 HTTP/1.1" status: 404 len: 337 time: 0.0324738 Jul 16 08:52:24.897966 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60028) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:24.936606 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ad03b358-516b-40bb-a60d-da8fa87d9a6e tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "GET /v2.0/ports?device_id=e98388e0-40bc-46b1-ae86-66e3eaa84632 HTTP/1.1" status: 200 len: 205 time: 0.0374324 Jul 16 08:52:24.939233 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60030) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:24.998455 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-1ec95416-2f0d-4aec-92b1-ea610d59efae tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] delete failed (client error): The resource could not be found. Jul 16 08:52:24.999608 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1ec95416-2f0d-4aec-92b1-ea610d59efae tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/routers/e98388e0-40bc-46b1-ae86-66e3eaa84632 HTTP/1.1" status: 404 len: 336 time: 0.0587692 Jul 16 08:52:25.002575 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60032) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:25.030537 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa73f38d-53da-4441-b81f-cd417b7211e2 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] DELETE failed (client error): The resource could not be found. Jul 16 08:52:25.030996 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa73f38d-53da-4441-b81f-cd417b7211e2 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:52:25.033752 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fa73f38d-53da-4441-b81f-cd417b7211e2 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/subnets/1f0e63b1-73b2-43b3-80d3-66ef84dcd475 HTTP/1.1" status: 404 len: 337 time: 0.0289931 Jul 16 08:52:25.036173 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60034) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:25.069615 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-522c2749-21ab-4936-9bee-5e0dcde19daa tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "GET /v2.0/ports?device_id=39eef3ee-b9f4-4d14-a12a-ed24747d7a3e HTTP/1.1" status: 200 len: 205 time: 0.0318291 Jul 16 08:52:25.071554 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60038) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:25.123915 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-da22c789-5209-45be-8297-8d326608a130 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] delete failed (client error): The resource could not be found. Jul 16 08:52:25.127578 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-da22c789-5209-45be-8297-8d326608a130 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/routers/39eef3ee-b9f4-4d14-a12a-ed24747d7a3e HTTP/1.1" status: 404 len: 336 time: 0.0525129 Jul 16 08:52:25.127733 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60040) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:25.163810 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-8289df85-1126-43a6-bb0e-6248fc960d78 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] DELETE failed (client error): The resource could not be found. Jul 16 08:52:25.164289 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8289df85-1126-43a6-bb0e-6248fc960d78 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:52:25.168780 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8289df85-1126-43a6-bb0e-6248fc960d78 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/subnets/e80edea9-da14-49d6-b12a-3e5001083912 HTTP/1.1" status: 404 len: 337 time: 0.0378492 Jul 16 08:52:25.169547 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60042) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:25.208832 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eafd483-b205-4d66-bf1c-889e645fea72 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] DELETE failed (client error): The resource could not be found. Jul 16 08:52:25.209779 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eafd483-b205-4d66-bf1c-889e645fea72 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:52:25.217614 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8eafd483-b205-4d66-bf1c-889e645fea72 tempest-RoutersTest-1590285409 tempest-RoutersTest-1590285409-project] 10.222.0.22 "DELETE /v2.0/subnets/5ae818fb-4934-4c53-8b26-92427e08fab9 HTTP/1.1" status: 404 len: 337 time: 0.0467288 Jul 16 08:52:25.513186 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60048) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:25.723502 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1c155372-eb73-4b3c-b7bb-f8123efb2c47 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6f7adc1edacb4ec6af987b50b5504fa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2089252 Jul 16 08:52:25.725963 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60054) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:25.790044 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c23905b8-c306-418a-ae58-137371e6ab0e req-2cd27019-b1c5-4a3b-b6d1-e4f75e8b76f8 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 210 time: 0.0390034 Jul 16 08:52:25.806654 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71b13e74-fe04-4ffd-8c9f-ff7636096e06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.841049 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71b13e74-fe04-4ffd-8c9f-ff7636096e06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.909887 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71b13e74-fe04-4ffd-8c9f-ff7636096e06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.913127 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71b13e74-fe04-4ffd-8c9f-ff7636096e06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:25.914423 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-71b13e74-fe04-4ffd-8c9f-ff7636096e06 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/229212a9-c255-4cbb-9766-dcccdad94120 HTTP/1.1" status: 204 len: 168 time: 0.1874998 Jul 16 08:52:25.924094 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b13e74-fe04-4ffd-8c9f-ff7636096e06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229212a9-c255-4cbb-9766-dcccdad94120,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:26.819714 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60080) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:26.947659 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f1be7916-0a11-46cc-bfaf-155c28aee3ad tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Request body: {'security_group': {'name': 'tempest-secgroup--339154117'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:26.975462 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1ecf3e6a-2892-4503-94d0-28d30e9e4ed4 req-cf9ba34b-1382-40b1-bd27-fadde01ee9b5 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/ports?device_id=736da105-041e-439e-ba87-45876ee23593 HTTP/1.1" status: 200 len: 210 time: 0.0335503 Jul 16 08:52:26.980950 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f1be7916-0a11-46cc-bfaf-155c28aee3ad tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:26.997179 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f1be7916-0a11-46cc-bfaf-155c28aee3ad tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.137000 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f1be7916-0a11-46cc-bfaf-155c28aee3ad tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.143485 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f1be7916-0a11-46cc-bfaf-155c28aee3ad tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.203213 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be7916-0a11-46cc-bfaf-155c28aee3ad tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc168a85-e22c-4ecf-a7b2-e5b8c69e13cd,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:27.293116 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f1be7916-0a11-46cc-bfaf-155c28aee3ad tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.297904 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f1be7916-0a11-46cc-bfaf-155c28aee3ad tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.327110 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f1be7916-0a11-46cc-bfaf-155c28aee3ad tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.328417 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f1be7916-0a11-46cc-bfaf-155c28aee3ad tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5093541 Jul 16 08:52:27.331872 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60090) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:27.334916 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1be7916-0a11-46cc-bfaf-155c28aee3ad tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e81c3111-d7f5-40f0-ad9f-d62069b527fd,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:27.397692 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ec9bea03-546f-40f0-91ce-da37a01f0c6f tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0646625 Jul 16 08:52:27.401668 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60092) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:27.406140 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-abf538cd-a267-420b-a640-1917cfb8b1fc tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Request body: {'security_group': {'name': 'tempest-security--1510508154', 'description': 'tempest-security-description-568469983'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:27.437048 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-abf538cd-a267-420b-a640-1917cfb8b1fc tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.497639 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-abf538cd-a267-420b-a640-1917cfb8b1fc tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.501761 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-abf538cd-a267-420b-a640-1917cfb8b1fc tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.504429 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-abf538cd-a267-420b-a640-1917cfb8b1fc tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.505803 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-abf538cd-a267-420b-a640-1917cfb8b1fc tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "PUT /v2.0/security-groups/e81c3111-d7f5-40f0-ad9f-d62069b527fd HTTP/1.1" status: 200 len: 1779 time: 0.1032081 Jul 16 08:52:27.509059 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60094) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:27.537642 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf538cd-a267-420b-a640-1917cfb8b1fc tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e81c3111-d7f5-40f0-ad9f-d62069b527fd,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:27.565810 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bab81d6c-4d66-434d-b40c-2aa4a979a9b8 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "GET /v2.0/security-groups/e81c3111-d7f5-40f0-ad9f-d62069b527fd HTTP/1.1" status: 200 len: 1779 time: 0.0546246 Jul 16 08:52:27.567973 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60096) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:27.635829 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f7075e8e-9cee-4308-b080-ace31d024717 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.660517 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f7075e8e-9cee-4308-b080-ace31d024717 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.714507 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f7075e8e-9cee-4308-b080-ace31d024717 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.717840 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f7075e8e-9cee-4308-b080-ace31d024717 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.719333 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f7075e8e-9cee-4308-b080-ace31d024717 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "DELETE /v2.0/security-groups/e81c3111-d7f5-40f0-ad9f-d62069b527fd HTTP/1.1" status: 204 len: 168 time: 0.1502845 Jul 16 08:52:27.722561 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60098) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:27.733679 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7075e8e-9cee-4308-b080-ace31d024717 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81c3111-d7f5-40f0-ad9f-d62069b527fd,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:27.781241 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-dcbf1383-3be1-40c8-a647-78c4c48ae737 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0575125 Jul 16 08:52:27.784999 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60100) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:27.800492 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-617820e0-c283-4fc7-89cf-301e6f7698b3 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] delete failed (client error): The resource could not be found. Jul 16 08:52:27.801433 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-617820e0-c283-4fc7-89cf-301e6f7698b3 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "DELETE /v2.0/security-groups/e81c3111-d7f5-40f0-ad9f-d62069b527fd HTTP/1.1" status: 404 len: 347 time: 0.0149271 Jul 16 08:52:27.806664 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60102) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:27.811587 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-34d012be-8990-400b-899a-ff4e693004b0 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Request body: {'security_group': {'name': 'tempest-secgroup--1931069626'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:27.838692 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34d012be-8990-400b-899a-ff4e693004b0 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.937801 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34d012be-8990-400b-899a-ff4e693004b0 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.942581 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34d012be-8990-400b-899a-ff4e693004b0 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.971851 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-34d012be-8990-400b-899a-ff4e693004b0 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:27.973119 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-34d012be-8990-400b-899a-ff4e693004b0 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1653519 Jul 16 08:52:27.976126 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60104) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:27.980695 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-aae10ef0-4997-4549-95bf-49d9a499b76a tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Request body: {'security_group_rule': {'security_group_id': '4d1511da-8cc3-4011-a9ca-893c19943123', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:27.987605 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d012be-8990-400b-899a-ff4e693004b0 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d1511da-8cc3-4011-a9ca-893c19943123,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:28.016136 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aae10ef0-4997-4549-95bf-49d9a499b76a tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.087666 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aae10ef0-4997-4549-95bf-49d9a499b76a tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.092045 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aae10ef0-4997-4549-95bf-49d9a499b76a tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.127906 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae10ef0-4997-4549-95bf-49d9a499b76a tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f4906f5-a60e-4b24-9720-44ae27e2db05,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:28.130499 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60110) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:28.144912 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aae10ef0-4997-4549-95bf-49d9a499b76a tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.149211 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-aae10ef0-4997-4549-95bf-49d9a499b76a tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1695406 Jul 16 08:52:28.149881 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60112) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:28.177284 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-009bd40a-20c5-454b-bb44-a30bd4de0878 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.186451 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-009bd40a-20c5-454b-bb44-a30bd4de0878 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.206808 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2eb51aaf-c094-4411-b042-406faccb6c6f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.222376 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-009bd40a-20c5-454b-bb44-a30bd4de0878 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.231358 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-009bd40a-20c5-454b-bb44-a30bd4de0878 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.232847 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-009bd40a-20c5-454b-bb44-a30bd4de0878 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/3f4906f5-a60e-4b24-9720-44ae27e2db05 HTTP/1.1" status: 204 len: 168 time: 0.0813844 Jul 16 08:52:28.237526 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60114) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:28.243130 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2eb51aaf-c094-4411-b042-406faccb6c6f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.243768 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009bd40a-20c5-454b-bb44-a30bd4de0878 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f4906f5-a60e-4b24-9720-44ae27e2db05,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:28.282970 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8ea53bdc-0c35-4ff9-bac3-dc33e74991a4 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0449452 Jul 16 08:52:28.288646 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60120) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:28.327995 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2eb51aaf-c094-4411-b042-406faccb6c6f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.331565 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2eb51aaf-c094-4411-b042-406faccb6c6f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.335776 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60130) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:28.336102 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2eb51aaf-c094-4411-b042-406faccb6c6f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "DELETE /v2.0/security-groups/0a8001ea-1dda-4554-9f88-ea882606b63d HTTP/1.1" status: 204 len: 168 time: 0.2024682 Jul 16 08:52:28.345684 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb51aaf-c094-4411-b042-406faccb6c6f tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a8001ea-1dda-4554-9f88-ea882606b63d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:28.378685 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-38b281bc-3d39-42ba-9fab-ffd9f751c7a5 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] show failed (client error): The resource could not be found. Jul 16 08:52:28.383197 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-38b281bc-3d39-42ba-9fab-ffd9f751c7a5 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "GET /v2.0/security-groups/0a8001ea-1dda-4554-9f88-ea882606b63d HTTP/1.1" status: 404 len: 347 time: 0.0425718 Jul 16 08:52:28.383526 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60132) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:28.442051 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a3b46221-415d-4b79-9011-9cf13adc11d4 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.526178 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a3b46221-415d-4b79-9011-9cf13adc11d4 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.582588 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-29a7fa7b-817c-4061-a61d-7a009fbfe82d tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Deleting port 8548efaf-4dce-4d27-8ee7-eab7c6a66a5b {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:28.583866 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-29a7fa7b-817c-4061-a61d-7a009fbfe82d tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.586740 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a3b46221-415d-4b79-9011-9cf13adc11d4 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.589285 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a3b46221-415d-4b79-9011-9cf13adc11d4 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.592802 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a3b46221-415d-4b79-9011-9cf13adc11d4 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "DELETE /v2.0/security-groups/4d1511da-8cc3-4011-a9ca-893c19943123 HTTP/1.1" status: 204 len: 168 time: 0.3004835 Jul 16 08:52:28.593634 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60134) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:28.619801 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b46221-415d-4b79-9011-9cf13adc11d4 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d1511da-8cc3-4011-a9ca-893c19943123,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:28.650555 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2e486448-608c-40b0-a47b-22985f8b3d13 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0541077 Jul 16 08:52:28.655141 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60136) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:28.660210 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-659ca44a-5a5b-4f9b-bf68-81e02eb205ac tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Request body: {'security_group': {'name': 'tempest-secgroup--1956649079'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:28.686333 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-659ca44a-5a5b-4f9b-bf68-81e02eb205ac tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.703560 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-29a7fa7b-817c-4061-a61d-7a009fbfe82d tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.703996 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-29a7fa7b-817c-4061-a61d-7a009fbfe82d tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.716697 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-29a7fa7b-817c-4061-a61d-7a009fbfe82d tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Calling delete_port for 8548efaf-4dce-4d27-8ee7-eab7c6a66a5b owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:28.778254 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-659ca44a-5a5b-4f9b-bf68-81e02eb205ac tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.784244 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-659ca44a-5a5b-4f9b-bf68-81e02eb205ac tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.814434 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659ca44a-5a5b-4f9b-bf68-81e02eb205ac tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b69cea04-d5e9-43e7-a4fd-ae990b365fac,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:28.825212 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-659ca44a-5a5b-4f9b-bf68-81e02eb205ac tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.826513 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-659ca44a-5a5b-4f9b-bf68-81e02eb205ac tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1702132 Jul 16 08:52:28.830163 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60138) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:28.834946 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-24bf8ac3-b3e2-476e-b65c-8e0700db0e59 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Request body: {'security_group_rule': {'security_group_id': 'b69cea04-d5e9-43e7-a4fd-ae990b365fac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:28.865889 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-24bf8ac3-b3e2-476e-b65c-8e0700db0e59 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.890392 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-29a7fa7b-817c-4061-a61d-7a009fbfe82d tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.917317 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a7fa7b-817c-4061-a61d-7a009fbfe82d tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Pushing event deleted for resources: {'Port': ['ID=8548efaf-4dce-4d27-8ee7-eab7c6a66a5b,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:28.942013 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-24bf8ac3-b3e2-476e-b65c-8e0700db0e59 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.947302 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-24bf8ac3-b3e2-476e-b65c-8e0700db0e59 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.966357 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf8ac3-b3e2-476e-b65c-8e0700db0e59 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5dc0560f-010b-4875-aec4-175751e0ea10,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:28.975761 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-24bf8ac3-b3e2-476e-b65c-8e0700db0e59 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.977547 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-24bf8ac3-b3e2-476e-b65c-8e0700db0e59 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1463006 Jul 16 08:52:28.980224 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60148) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:28.988571 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1ef0faa1-7256-4b58-9f44-9d88bd2a8eb8 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Request body: {'security_group_rule': {'security_group_id': 'b69cea04-d5e9-43e7-a4fd-ae990b365fac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:28.995714 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-29a7fa7b-817c-4061-a61d-7a009fbfe82d tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:28.998627 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-29a7fa7b-817c-4061-a61d-7a009fbfe82d tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.002458 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-29a7fa7b-817c-4061-a61d-7a009fbfe82d tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "DELETE /v2.0/floatingips/cc8e2091-0a8e-468a-9b95-df0e36061113 HTTP/1.1" status: 204 len: 168 time: 0.6153805 Jul 16 08:52:29.003121 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60150) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:29.083727 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1ef0faa1-7256-4b58-9f44-9d88bd2a8eb8 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.152418 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1ef0faa1-7256-4b58-9f44-9d88bd2a8eb8 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.154052 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-2efe7094-08f4-4d3f-b77c-e2d5bc5f9fb6 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Deleting port 5b0628d6-3782-44d5-85db-3802f0fa70fb {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:29.154388 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2efe7094-08f4-4d3f-b77c-e2d5bc5f9fb6 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.159294 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1ef0faa1-7256-4b58-9f44-9d88bd2a8eb8 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.205962 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef0faa1-7256-4b58-9f44-9d88bd2a8eb8 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14913d20-c272-4bba-be86-09603d2f1557,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:29.240037 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1ef0faa1-7256-4b58-9f44-9d88bd2a8eb8 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.241280 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1ef0faa1-7256-4b58-9f44-9d88bd2a8eb8 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2599137 Jul 16 08:52:29.243969 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60152) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:29.250282 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-dba479fd-dbee-4d20-99e1-8d1a052db913 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Request body: {'security_group_rule': {'security_group_id': 'b69cea04-d5e9-43e7-a4fd-ae990b365fac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:29.288435 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2efe7094-08f4-4d3f-b77c-e2d5bc5f9fb6 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.306711 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-2efe7094-08f4-4d3f-b77c-e2d5bc5f9fb6 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Calling delete_port for 5b0628d6-3782-44d5-85db-3802f0fa70fb owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:29.308681 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dba479fd-dbee-4d20-99e1-8d1a052db913 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.430850 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dba479fd-dbee-4d20-99e1-8d1a052db913 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.437203 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dba479fd-dbee-4d20-99e1-8d1a052db913 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.472894 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba479fd-dbee-4d20-99e1-8d1a052db913 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3da606b-f2cd-4216-989c-675e7e674c5e,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:29.488180 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dba479fd-dbee-4d20-99e1-8d1a052db913 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.492147 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-dba479fd-dbee-4d20-99e1-8d1a052db913 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2442262 Jul 16 08:52:29.492854 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60158) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:29.499883 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-93e50671-aa00-4bee-8022-0bba7eafa53a tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Request body: {'security_group_rule': {'security_group_id': 'b69cea04-d5e9-43e7-a4fd-ae990b365fac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:29.544897 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-93e50671-aa00-4bee-8022-0bba7eafa53a tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.553908 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2efe7094-08f4-4d3f-b77c-e2d5bc5f9fb6 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.599652 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efe7094-08f4-4d3f-b77c-e2d5bc5f9fb6 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Pushing event deleted for resources: {'Port': ['ID=5b0628d6-3782-44d5-85db-3802f0fa70fb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:29.652919 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-93e50671-aa00-4bee-8022-0bba7eafa53a tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.657161 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-93e50671-aa00-4bee-8022-0bba7eafa53a tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.673848 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e50671-aa00-4bee-8022-0bba7eafa53a tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed7106c7-e56c-41fb-93dc-a1caddc89762,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:29.685149 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-93e50671-aa00-4bee-8022-0bba7eafa53a tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.686392 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-93e50671-aa00-4bee-8022-0bba7eafa53a tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1912382 Jul 16 08:52:29.690051 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60160) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:29.694762 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-1b2c245b-1e8f-43ec-a257-f579b47a9a7c tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Request body: {'security_group_rule': {'security_group_id': 'b69cea04-d5e9-43e7-a4fd-ae990b365fac', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:29.697144 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2efe7094-08f4-4d3f-b77c-e2d5bc5f9fb6 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.702148 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2efe7094-08f4-4d3f-b77c-e2d5bc5f9fb6 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "DELETE /v2.0/ports/5b0628d6-3782-44d5-85db-3802f0fa70fb HTTP/1.1" status: 204 len: 168 time: 0.6958811 Jul 16 08:52:29.702439 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60162) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:29.729995 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1b2c245b-1e8f-43ec-a257-f579b47a9a7c tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.810964 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1b2c245b-1e8f-43ec-a257-f579b47a9a7c tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.815593 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1b2c245b-1e8f-43ec-a257-f579b47a9a7c tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.826168 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-50283c40-3e46-4c6f-b66f-ed73b10f93eb tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Deleting port ac3245a2-1832-46a1-a707-f054e3b47d6a {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:29.826866 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-50283c40-3e46-4c6f-b66f-ed73b10f93eb tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.840116 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b2c245b-1e8f-43ec-a257-f579b47a9a7c tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1034a099-31ee-4e17-85e4-09b4a6f32d96,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:29.844558 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1b2c245b-1e8f-43ec-a257-f579b47a9a7c tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.847314 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1b2c245b-1e8f-43ec-a257-f579b47a9a7c tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1562176 Jul 16 08:52:29.850165 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60164) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:29.876845 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18938375-d4fd-476b-835f-d1dafe83f0c5 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.885465 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18938375-d4fd-476b-835f-d1dafe83f0c5 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.919133 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18938375-d4fd-476b-835f-d1dafe83f0c5 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.928107 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-18938375-d4fd-476b-835f-d1dafe83f0c5 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.929358 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-18938375-d4fd-476b-835f-d1dafe83f0c5 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/1034a099-31ee-4e17-85e4-09b4a6f32d96 HTTP/1.1" status: 204 len: 168 time: 0.0781808 Jul 16 08:52:29.932747 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60166) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:29.939496 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-50283c40-3e46-4c6f-b66f-ed73b10f93eb tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:29.965322 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18938375-d4fd-476b-835f-d1dafe83f0c5 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1034a099-31ee-4e17-85e4-09b4a6f32d96,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:29.983885 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-50283c40-3e46-4c6f-b66f-ed73b10f93eb tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Calling delete_port for ac3245a2-1832-46a1-a707-f054e3b47d6a owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:30.029382 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b727a984-2d46-4061-bf9e-207ea771ca06 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0949142 Jul 16 08:52:30.033043 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60168) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:30.063279 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5580353e-2409-45cf-b3d2-1231ea452e20 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.072754 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5580353e-2409-45cf-b3d2-1231ea452e20 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.115190 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5580353e-2409-45cf-b3d2-1231ea452e20 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.123832 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5580353e-2409-45cf-b3d2-1231ea452e20 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.127529 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5580353e-2409-45cf-b3d2-1231ea452e20 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/ed7106c7-e56c-41fb-93dc-a1caddc89762 HTTP/1.1" status: 204 len: 168 time: 0.0910952 Jul 16 08:52:30.129674 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60174) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:30.138407 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5580353e-2409-45cf-b3d2-1231ea452e20 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed7106c7-e56c-41fb-93dc-a1caddc89762,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:30.184039 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-50283c40-3e46-4c6f-b66f-ed73b10f93eb tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.198929 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8384ff47-48b2-4449-9a7c-592337bab85f tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0679011 Jul 16 08:52:30.203780 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60180) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:30.237492 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2a6ea3d1-13ba-4de6-abeb-e5d47cbceb7c tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.241893 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50283c40-3e46-4c6f-b66f-ed73b10f93eb tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Pushing event deleted for resources: {'Port': ['ID=ac3245a2-1832-46a1-a707-f054e3b47d6a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:30.247470 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2a6ea3d1-13ba-4de6-abeb-e5d47cbceb7c tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.289406 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2a6ea3d1-13ba-4de6-abeb-e5d47cbceb7c tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.297174 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2a6ea3d1-13ba-4de6-abeb-e5d47cbceb7c tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.301761 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2a6ea3d1-13ba-4de6-abeb-e5d47cbceb7c tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/c3da606b-f2cd-4216-989c-675e7e674c5e HTTP/1.1" status: 204 len: 168 time: 0.0959370 Jul 16 08:52:30.301954 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60182) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:30.310065 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6ea3d1-13ba-4de6-abeb-e5d47cbceb7c tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3da606b-f2cd-4216-989c-675e7e674c5e,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:30.340724 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-50283c40-3e46-4c6f-b66f-ed73b10f93eb tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.343409 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-50283c40-3e46-4c6f-b66f-ed73b10f93eb tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "DELETE /v2.0/ports/ac3245a2-1832-46a1-a707-f054e3b47d6a HTTP/1.1" status: 204 len: 168 time: 0.6399136 Jul 16 08:52:30.347120 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60184) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:30.394684 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b304fadd-8e44-438d-9d01-6f4cc1a55689 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0918398 Jul 16 08:52:30.397100 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60186) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:30.427531 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a9a47ec-2cc5-453c-9f39-c78c3eaba83c tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Deleting subnet f1200a08-b4c1-4ea0-be1b-41534dbb15bb {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:30.430440 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fd5ddc6c-525e-4614-b64a-541c87b8ad4d tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.430988 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a9a47ec-2cc5-453c-9f39-c78c3eaba83c tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.439018 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fd5ddc6c-525e-4614-b64a-541c87b8ad4d tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.478189 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fd5ddc6c-525e-4614-b64a-541c87b8ad4d tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.486916 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fd5ddc6c-525e-4614-b64a-541c87b8ad4d tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.488469 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-fd5ddc6c-525e-4614-b64a-541c87b8ad4d tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/14913d20-c272-4bba-be86-09603d2f1557 HTTP/1.1" status: 204 len: 168 time: 0.0888522 Jul 16 08:52:30.494443 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60190) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:30.499426 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a9a47ec-2cc5-453c-9f39-c78c3eaba83c tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.502329 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5ddc6c-525e-4614-b64a-541c87b8ad4d tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=14913d20-c272-4bba-be86-09603d2f1557,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:30.564110 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6ae2bf3b-77c9-4453-9b2d-4c8749c8c03a tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0656931 Jul 16 08:52:30.564339 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60192) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:30.599935 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cbe62397-e9fa-4541-a5a5-d61bfd0219f9 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.609034 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a9a47ec-2cc5-453c-9f39-c78c3eaba83c tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.609286 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cbe62397-e9fa-4541-a5a5-d61bfd0219f9 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.708554 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a9a47ec-2cc5-453c-9f39-c78c3eaba83c tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.745141 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dcef21c-0d8c-403a-a410-87aed454bd14 None None] Network 971f3192-951e-432a-a2cc-46e618e65630 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:30.761672 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a9a47ec-2cc5-453c-9f39-c78c3eaba83c tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.763748 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5a9a47ec-2cc5-453c-9f39-c78c3eaba83c tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "DELETE /v2.0/subnets/f1200a08-b4c1-4ea0-be1b-41534dbb15bb HTTP/1.1" status: 204 len: 168 time: 0.4146707 Jul 16 08:52:30.768082 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60196) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:30.842353 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9a47ec-2cc5-453c-9f39-c78c3eaba83c tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Pushing event deleted for resources: {'Subnet': ['ID=f1200a08-b4c1-4ea0-be1b-41534dbb15bb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:30.848271 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-74a86e40-9179-4487-8d29-5085eb715fe8 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Deleting subnet a5a03758-1b0c-4511-885c-6dc2c50c58f7 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:30.851953 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74a86e40-9179-4487-8d29-5085eb715fe8 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:30.949679 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74a86e40-9179-4487-8d29-5085eb715fe8 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.108214 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6307a742-7291-42f1-bbb8-27364fef5fd1 None None] DHCP port deletion for 971f3192-951e-432a-a2cc-46e618e65630 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:52:31.115694 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74a86e40-9179-4487-8d29-5085eb715fe8 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.122292 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cbe62397-e9fa-4541-a5a5-d61bfd0219f9 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.149018 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cbe62397-e9fa-4541-a5a5-d61bfd0219f9 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.150735 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-cbe62397-e9fa-4541-a5a5-d61bfd0219f9 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/5dc0560f-010b-4875-aec4-175751e0ea10 HTTP/1.1" status: 204 len: 168 time: 0.5852199 Jul 16 08:52:31.151702 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe62397-e9fa-4541-a5a5-d61bfd0219f9 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5dc0560f-010b-4875-aec4-175751e0ea10,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:31.153330 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60202) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:31.204749 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74a86e40-9179-4487-8d29-5085eb715fe8 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.218797 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-620208a2-a107-4deb-8cbc-81c83d972000 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0643835 Jul 16 08:52:31.220655 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-6307a742-7291-42f1-bbb8-27364fef5fd1 None None] Deleting port 75ab27a0-0ce6-4ab2-927a-d4a8a5187863 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:31.221161 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6307a742-7291-42f1-bbb8-27364fef5fd1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.223800 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60204) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:31.243377 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ab686b-e544-42bd-8aad-4a95b407f341 None None] Network a80dfca5-8a40-4d85-8b85-fb5bb1bb0085 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:31.246793 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74a86e40-9179-4487-8d29-5085eb715fe8 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.252328 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-74a86e40-9179-4487-8d29-5085eb715fe8 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "DELETE /v2.0/subnets/a5a03758-1b0c-4511-885c-6dc2c50c58f7 HTTP/1.1" status: 204 len: 168 time: 0.4794989 Jul 16 08:52:31.252328 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a86e40-9179-4487-8d29-5085eb715fe8 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Pushing event deleted for resources: {'Subnet': ['ID=a5a03758-1b0c-4511-885c-6dc2c50c58f7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:31.252639 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60206) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:31.335148 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d87c3729-6ac0-444d-aeb9-3df1551397d8 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.380474 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6307a742-7291-42f1-bbb8-27364fef5fd1 None None] For port 75ab27a0-0ce6-4ab2-927a-d4a8a5187863, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=75ab27a0-0ce6-4ab2-927a-d4a8a5187863,segment=NetworkSegment(91f7b5da-1d37-43d4-8aa8-032670ef5add),segment_id=91f7b5da-1d37-43d4-8aa8-032670ef5add)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:31.380871 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6307a742-7291-42f1-bbb8-27364fef5fd1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.424785 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-6307a742-7291-42f1-bbb8-27364fef5fd1 None None] Calling delete_port for 75ab27a0-0ce6-4ab2-927a-d4a8a5187863 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:31.470521 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d87c3729-6ac0-444d-aeb9-3df1551397d8 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.489403 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0ff510ec-4d5d-4a83-bc91-c50de113b515 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.558678 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6307a742-7291-42f1-bbb8-27364fef5fd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.582858 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d87c3729-6ac0-444d-aeb9-3df1551397d8 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.585766 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d87c3729-6ac0-444d-aeb9-3df1551397d8 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.587011 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d87c3729-6ac0-444d-aeb9-3df1551397d8 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "DELETE /v2.0/security-groups/b69cea04-d5e9-43e7-a4fd-ae990b365fac HTTP/1.1" status: 204 len: 168 time: 0.3619831 Jul 16 08:52:31.589937 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60218) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:31.596001 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6307a742-7291-42f1-bbb8-27364fef5fd1 None None] Pushing event deleted for resources: {'Port': ['ID=75ab27a0-0ce6-4ab2-927a-d4a8a5187863,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:31.599750 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87c3729-6ac0-444d-aeb9-3df1551397d8 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69cea04-d5e9-43e7-a4fd-ae990b365fac,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:31.606440 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6307a742-7291-42f1-bbb8-27364fef5fd1 None None] No DVR routers for this DVR port 75ab27a0-0ce6-4ab2-927a-d4a8a5187863 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:31.611281 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-0ff510ec-4d5d-4a83-bc91-c50de113b515 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Deleting port 75ab27a0-0ce6-4ab2-927a-d4a8a5187863 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:31.611693 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0ff510ec-4d5d-4a83-bc91-c50de113b515 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.658318 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22861885-ec1f-4c66-a05f-0f7e8362870c None None] DHCP port deletion for a80dfca5-8a40-4d85-8b85-fb5bb1bb0085 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:52:31.702487 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4d57040c-2900-4a1a-8267-2c72d67189da tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1113000 Jul 16 08:52:31.707110 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60220) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:31.713842 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-2ed021d7-f7a5-4643-b526-ee6a729af48b tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Request body: {'security_group': {'name': 'tempest-secgroup--2141364526'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:31.741586 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-22861885-ec1f-4c66-a05f-0f7e8362870c None None] Deleting port dda319a6-6f1f-4198-a742-11f951937bf6 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:31.742008 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-22861885-ec1f-4c66-a05f-0f7e8362870c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.744320 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-0ff510ec-4d5d-4a83-bc91-c50de113b515 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] For port 75ab27a0-0ce6-4ab2-927a-d4a8a5187863, host n-d-771362-37, got binding levels [] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:31.744914 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0ff510ec-4d5d-4a83-bc91-c50de113b515 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.748026 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2ed021d7-f7a5-4643-b526-ee6a729af48b tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.769955 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-0ff510ec-4d5d-4a83-bc91-c50de113b515 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Calling delete_port for 75ab27a0-0ce6-4ab2-927a-d4a8a5187863 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:31.773747 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.ipam_backend_mixin [None req-0ff510ec-4d5d-4a83-bc91-c50de113b515 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Port 75ab27a0-0ce6-4ab2-927a-d4a8a5187863 was not found and therefore no delete operation was performed {{(pid=93758) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:52:31.783733 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0ff510ec-4d5d-4a83-bc91-c50de113b515 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.821022 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff510ec-4d5d-4a83-bc91-c50de113b515 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Pushing event deleted for resources: {'Port': ['ID=75ab27a0-0ce6-4ab2-927a-d4a8a5187863,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:31.827932 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-22861885-ec1f-4c66-a05f-0f7e8362870c None None] For port dda319a6-6f1f-4198-a742-11f951937bf6, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=dda319a6-6f1f-4198-a742-11f951937bf6,segment=NetworkSegment(338f297f-576e-4bca-84d2-bb8494549d09),segment_id=338f297f-576e-4bca-84d2-bb8494549d09)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:31.828455 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-22861885-ec1f-4c66-a05f-0f7e8362870c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.831171 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff510ec-4d5d-4a83-bc91-c50de113b515 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] No DVR routers for this DVR port 75ab27a0-0ce6-4ab2-927a-d4a8a5187863 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:31.843971 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-22861885-ec1f-4c66-a05f-0f7e8362870c None None] Calling delete_port for dda319a6-6f1f-4198-a742-11f951937bf6 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:31.947412 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0ff510ec-4d5d-4a83-bc91-c50de113b515 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.961768 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-0ff510ec-4d5d-4a83-bc91-c50de113b515 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['971f3192-951e-432a-a2cc-46e618e65630']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:31.969209 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-22861885-ec1f-4c66-a05f-0f7e8362870c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:31.979349 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-0ff510ec-4d5d-4a83-bc91-c50de113b515 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91f7b5da-1d37-43d4-8aa8-032670ef5add') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:31.979705 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-0ff510ec-4d5d-4a83-bc91-c50de113b515 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91f7b5da-1d37-43d4-8aa8-032670ef5add') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:31.986963 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22861885-ec1f-4c66-a05f-0f7e8362870c None None] No DVR routers for this DVR port dda319a6-6f1f-4198-a742-11f951937bf6 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:31.999569 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0ff510ec-4d5d-4a83-bc91-c50de113b515 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.018289 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22861885-ec1f-4c66-a05f-0f7e8362870c None None] Pushing event deleted for resources: {'Port': ['ID=dda319a6-6f1f-4198-a742-11f951937bf6,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:32.030820 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0ff510ec-4d5d-4a83-bc91-c50de113b515 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.045210 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2ed021d7-f7a5-4643-b526-ee6a729af48b tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.046550 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0ff510ec-4d5d-4a83-bc91-c50de113b515 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:32.047001 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0ff510ec-4d5d-4a83-bc91-c50de113b515 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.050649 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:52:32.050649 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:32.050649 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:52:32.050649 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:32.050649 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:52:32.050649 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:32.050649 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:52:32.050649 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:32.050649 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:52:32.050649 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:32.050649 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:52:32.050649 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:32.050649 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:52:32.050649 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:32.050649 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:32.050649 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:32.050649 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:32.050649 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:32.050649 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:52:32.050649 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:32.050649 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:52:32.050649 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:32.050649 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:32.050649 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:32.050649 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:32.050649 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:32.050649 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:32.050649 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:32.050649 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:32.050649 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:32.050649 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:32.050649 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:32.061653 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2ed021d7-f7a5-4643-b526-ee6a729af48b tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.077509 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.137072 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed021d7-f7a5-4643-b526-ee6a729af48b tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a81788-8af6-40e8-9cec-5205d7e29b29,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:32.146689 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2ed021d7-f7a5-4643-b526-ee6a729af48b tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.148538 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2ed021d7-f7a5-4643-b526-ee6a729af48b tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4399810 Jul 16 08:52:32.149744 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0ff510ec-4d5d-4a83-bc91-c50de113b515 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.151667 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60222) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:32.156752 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-664aacf9-6920-47c3-a26c-471aaffb249e tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Request body: {'security_group_rule': {'security_group_id': 'e5a81788-8af6-40e8-9cec-5205d7e29b29', 'direction': 'ingress', 'protocol': 17}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:32.183819 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0ff510ec-4d5d-4a83-bc91-c50de113b515 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.185474 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.186168 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0ff510ec-4d5d-4a83-bc91-c50de113b515 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "DELETE /v2.0/networks/971f3192-951e-432a-a2cc-46e618e65630 HTTP/1.1" status: 204 len: 168 time: 0.9327865 Jul 16 08:52:32.191462 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60224) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:32.217955 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff510ec-4d5d-4a83-bc91-c50de113b515 tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Pushing event deleted for resources: {'Network': ['ID=971f3192-951e-432a-a2cc-46e618e65630,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:32.239219 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-664aacf9-6920-47c3-a26c-471aaffb249e tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.306044 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f996643a-5cbc-4432-afcd-2e887780d19e tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.308379 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-664aacf9-6920-47c3-a26c-471aaffb249e tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.313472 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-664aacf9-6920-47c3-a26c-471aaffb249e tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.340822 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664aacf9-6920-47c3-a26c-471aaffb249e tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53cb5225-39f6-4a73-9ef7-c4c81377b498,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:32.354037 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-664aacf9-6920-47c3-a26c-471aaffb249e tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.358130 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-664aacf9-6920-47c3-a26c-471aaffb249e tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.2025778 Jul 16 08:52:32.358444 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60226) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:32.440719 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f996643a-5cbc-4432-afcd-2e887780d19e tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.454213 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e00e46c8-08f8-4696-acc7-caf8be79bf17 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.456980 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f996643a-5cbc-4432-afcd-2e887780d19e tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a80dfca5-8a40-4d85-8b85-fb5bb1bb0085']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:32.469268 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f996643a-5cbc-4432-afcd-2e887780d19e tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '338f297f-576e-4bca-84d2-bb8494549d09') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:32.469822 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f996643a-5cbc-4432-afcd-2e887780d19e tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '338f297f-576e-4bca-84d2-bb8494549d09') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:32.481103 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f996643a-5cbc-4432-afcd-2e887780d19e tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.492866 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e00e46c8-08f8-4696-acc7-caf8be79bf17 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.515684 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f996643a-5cbc-4432-afcd-2e887780d19e tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.525470 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f996643a-5cbc-4432-afcd-2e887780d19e tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:32.525921 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f996643a-5cbc-4432-afcd-2e887780d19e tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.530321 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:52:32.530321 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:32.530321 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:52:32.530321 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:32.530321 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:52:32.530321 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:32.530321 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:52:32.530321 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:32.530321 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:52:32.530321 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:32.530321 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:52:32.530321 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:32.530321 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:52:32.530321 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:32.530321 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:32.530321 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:32.530321 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:32.530321 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:32.530321 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:52:32.530321 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:32.530321 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:52:32.530321 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:32.530321 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:32.530321 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:32.530321 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:32.530321 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:32.530321 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:32.530321 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:32.530321 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:32.530321 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:32.530321 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:32.530321 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:32.579079 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e00e46c8-08f8-4696-acc7-caf8be79bf17 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.582347 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e00e46c8-08f8-4696-acc7-caf8be79bf17 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.586574 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e00e46c8-08f8-4696-acc7-caf8be79bf17 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "DELETE /v2.0/security-groups/e5a81788-8af6-40e8-9cec-5205d7e29b29 HTTP/1.1" status: 204 len: 168 time: 0.2241440 Jul 16 08:52:32.589738 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60232) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:32.604311 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f996643a-5cbc-4432-afcd-2e887780d19e tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.607822 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e46c8-08f8-4696-acc7-caf8be79bf17 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a81788-8af6-40e8-9cec-5205d7e29b29,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:32.612471 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f996643a-5cbc-4432-afcd-2e887780d19e tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.614242 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f996643a-5cbc-4432-afcd-2e887780d19e tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] 10.222.0.22 "DELETE /v2.0/networks/a80dfca5-8a40-4d85-8b85-fb5bb1bb0085 HTTP/1.1" status: 204 len: 168 time: 0.4216020 Jul 16 08:52:32.639297 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f996643a-5cbc-4432-afcd-2e887780d19e tempest-TaggedBootDevicesTest-1195215017 tempest-TaggedBootDevicesTest-1195215017-project] Pushing event deleted for resources: {'Network': ['ID=a80dfca5-8a40-4d85-8b85-fb5bb1bb0085,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:32.680989 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2ad4cf5b-b5fa-42dd-894d-2b74f1ed825a tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0899003 Jul 16 08:52:32.684634 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60234) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:32.689498 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-23930aea-2387-4df5-ad5e-2082340445bf tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Request body: {'security_group': {'name': 'tempest-secgroup--1128472440'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:32.743979 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-23930aea-2387-4df5-ad5e-2082340445bf tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.894266 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-23930aea-2387-4df5-ad5e-2082340445bf tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.899564 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-23930aea-2387-4df5-ad5e-2082340445bf tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.934500 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-23930aea-2387-4df5-ad5e-2082340445bf tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:32.936520 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-23930aea-2387-4df5-ad5e-2082340445bf tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2501099 Jul 16 08:52:32.937920 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23930aea-2387-4df5-ad5e-2082340445bf tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f96098-4405-4a1b-8aee-cc07d4d13c7d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:32.940275 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60242) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:32.947067 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-76b57c24-2e94-438c-9ac2-fd4fda39470d tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Request body: {'security_group': {'name': 'tempest-secgroup--207500284'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:32.993054 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76b57c24-2e94-438c-9ac2-fd4fda39470d tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.104888 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76b57c24-2e94-438c-9ac2-fd4fda39470d tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.112385 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76b57c24-2e94-438c-9ac2-fd4fda39470d tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.130651 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-76b57c24-2e94-438c-9ac2-fd4fda39470d tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.132330 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-76b57c24-2e94-438c-9ac2-fd4fda39470d tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1901419 Jul 16 08:52:33.135258 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60248) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:33.142916 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-5796c5fd-ef58-4fec-a761-9029b2658f8f tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Request body: {'security_group_rule': {'security_group_id': 'a9f96098-4405-4a1b-8aee-cc07d4d13c7d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0006ebba-c1c9-4bb9-9da4-30e2febb1db3', 'remote_ip_prefix': None}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:33.155898 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b57c24-2e94-438c-9ac2-fd4fda39470d tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0006ebba-c1c9-4bb9-9da4-30e2febb1db3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:33.157223 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 75ab27a0-0ce6-4ab2-927a-d4a8a5187863 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:33.182839 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 75ab27a0-0ce6-4ab2-927a-d4a8a5187863 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:33.183431 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 75ab27a0-0ce6-4ab2-927a-d4a8a5187863 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:33.183859 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device dda319a6-6f1f-4198-a742-11f951937bf6 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:33.189987 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5796c5fd-ef58-4fec-a761-9029b2658f8f tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.215269 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: dda319a6-6f1f-4198-a742-11f951937bf6 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:33.215623 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device dda319a6-6f1f-4198-a742-11f951937bf6 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:33.277522 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5796c5fd-ef58-4fec-a761-9029b2658f8f tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.283571 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5796c5fd-ef58-4fec-a761-9029b2658f8f tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.289914 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b0cc9189-7405-4ea1-aa58-06519d4f6424 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.311034 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5796c5fd-ef58-4fec-a761-9029b2658f8f tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.312233 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5796c5fd-ef58-4fec-a761-9029b2658f8f tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.1757507 Jul 16 08:52:33.313446 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5796c5fd-ef58-4fec-a761-9029b2658f8f tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a2280a0-aabc-4a82-bdf2-0f2532b8ac2b,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:33.315369 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60250) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:33.345199 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f41a5395-0141-4e86-969d-678f170d7c92 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.354027 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f41a5395-0141-4e86-969d-678f170d7c92 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.389483 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f41a5395-0141-4e86-969d-678f170d7c92 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.395052 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f41a5395-0141-4e86-969d-678f170d7c92 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.396269 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f41a5395-0141-4e86-969d-678f170d7c92 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/8a2280a0-aabc-4a82-bdf2-0f2532b8ac2b HTTP/1.1" status: 204 len: 168 time: 0.0787413 Jul 16 08:52:33.398960 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60252) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:33.427438 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41a5395-0141-4e86-969d-678f170d7c92 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a2280a0-aabc-4a82-bdf2-0f2532b8ac2b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:33.457109 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a986e421-57e5-439d-9cf4-348d8c1f73df tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0568142 Jul 16 08:52:33.459757 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60254) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:33.517030 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba930cfd-08cc-4751-a85a-4744a2459ce4 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.543284 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba930cfd-08cc-4751-a85a-4744a2459ce4 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.590539 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba930cfd-08cc-4751-a85a-4744a2459ce4 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.593693 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ba930cfd-08cc-4751-a85a-4744a2459ce4 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.598825 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ba930cfd-08cc-4751-a85a-4744a2459ce4 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "DELETE /v2.0/security-groups/0006ebba-c1c9-4bb9-9da4-30e2febb1db3 HTTP/1.1" status: 204 len: 168 time: 0.1349006 Jul 16 08:52:33.600162 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60256) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:33.607687 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba930cfd-08cc-4751-a85a-4744a2459ce4 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0006ebba-c1c9-4bb9-9da4-30e2febb1db3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:33.660481 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5d5b8f8c-f803-4397-86e8-5b01d053c5e1 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0579431 Jul 16 08:52:33.663209 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60258) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:33.721099 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-55429322-d460-4130-bfaa-cc1f85298eec tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.746163 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-55429322-d460-4130-bfaa-cc1f85298eec tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.801795 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-55429322-d460-4130-bfaa-cc1f85298eec tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.804906 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-55429322-d460-4130-bfaa-cc1f85298eec tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:33.806247 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-55429322-d460-4130-bfaa-cc1f85298eec tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "DELETE /v2.0/security-groups/a9f96098-4405-4a1b-8aee-cc07d4d13c7d HTTP/1.1" status: 204 len: 168 time: 0.1417139 Jul 16 08:52:33.809151 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60262) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:33.821847 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55429322-d460-4130-bfaa-cc1f85298eec tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f96098-4405-4a1b-8aee-cc07d4d13c7d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:33.882957 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e181255b-267e-48b3-8ad2-bce77d8931ae tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0647180 Jul 16 08:52:33.883091 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60264) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:33.885228 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-00d2dd8e-8a5a-4dda-958c-a0da37a84795 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Request body: {'security_group': {'name': 'tempest-secgroup--1091770307'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:33.909592 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-00d2dd8e-8a5a-4dda-958c-a0da37a84795 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.002924 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-00d2dd8e-8a5a-4dda-958c-a0da37a84795 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.006889 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-00d2dd8e-8a5a-4dda-958c-a0da37a84795 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.040613 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d2dd8e-8a5a-4dda-958c-a0da37a84795 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f99ebb1d-a542-4718-b46f-2db95058945d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:34.045569 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-00d2dd8e-8a5a-4dda-958c-a0da37a84795 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.046846 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-00d2dd8e-8a5a-4dda-958c-a0da37a84795 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.1653857 Jul 16 08:52:34.050387 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60272) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:34.056111 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-65bf4078-8ebd-48c5-8db1-033ca8c0e5a8 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Request body: {'security_group_rule': {'security_group_id': 'f99ebb1d-a542-4718-b46f-2db95058945d', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:34.086487 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-65bf4078-8ebd-48c5-8db1-033ca8c0e5a8 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.168113 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-65bf4078-8ebd-48c5-8db1-033ca8c0e5a8 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.172081 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-65bf4078-8ebd-48c5-8db1-033ca8c0e5a8 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.191326 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bf4078-8ebd-48c5-8db1-033ca8c0e5a8 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85756c73-ef68-4355-8fec-79350bade643,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:34.198540 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-65bf4078-8ebd-48c5-8db1-033ca8c0e5a8 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.199976 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-65bf4078-8ebd-48c5-8db1-033ca8c0e5a8 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1480250 Jul 16 08:52:34.202764 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60278) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:34.227817 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a35acd9c-d5f7-4a94-a465-c1e74fd379f6 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.236715 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a35acd9c-d5f7-4a94-a465-c1e74fd379f6 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.249065 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-f4f762a5-d615-484d-9055-893af52fb574 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:34.252055 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-f4f762a5-d615-484d-9055-893af52fb574 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/networks?id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 HTTP/1.1" status: 200 len: 812 time: 0.1246791 Jul 16 08:52:34.267542 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-6a870c0b-11de-4a3c-ac5b-2b51a383238e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/quotas/30db3ea81a8c4c93843f47b12edb82f2 HTTP/1.1" status: 200 len: 375 time: 0.0100045 Jul 16 08:52:34.274858 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a35acd9c-d5f7-4a94-a465-c1e74fd379f6 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.281730 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a35acd9c-d5f7-4a94-a465-c1e74fd379f6 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.286380 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a35acd9c-d5f7-4a94-a465-c1e74fd379f6 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/85756c73-ef68-4355-8fec-79350bade643 HTTP/1.1" status: 204 len: 168 time: 0.0789506 Jul 16 08:52:34.286608 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60280) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:34.291055 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35acd9c-d5f7-4a94-a465-c1e74fd379f6 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=85756c73-ef68-4355-8fec-79350bade643,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:34.356510 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-98c4ff0b-0bcb-42c9-9d8e-9eb8afbc7626 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0695479 Jul 16 08:52:34.360142 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60282) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:34.380246 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-043b5b78-e046-4b51-9cf7-9f06b6f1b514 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=30db3ea81a8c4c93843f47b12edb82f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1040244 Jul 16 08:52:34.414548 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98a5b5dd-bc60-4803-a784-686f85358699 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.441277 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98a5b5dd-bc60-4803-a784-686f85358699 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.475546 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-85c99e7e-834f-4eb8-89bb-f124e629a1eb service neutron] 10.222.0.22 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887892 Jul 16 08:52:34.484500 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98a5b5dd-bc60-4803-a784-686f85358699 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.488062 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-98a5b5dd-bc60-4803-a784-686f85358699 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.489244 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-98a5b5dd-bc60-4803-a784-686f85358699 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "DELETE /v2.0/security-groups/f99ebb1d-a542-4718-b46f-2db95058945d HTTP/1.1" status: 204 len: 168 time: 0.1274660 Jul 16 08:52:34.492171 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60284) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:34.498531 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a5b5dd-bc60-4803-a784-686f85358699 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f99ebb1d-a542-4718-b46f-2db95058945d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:34.592494 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9c03cae9-a6fc-492f-985f-8134507d1edc tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0992017 Jul 16 08:52:34.597766 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60286) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:34.603794 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b27d17e8-14de-4a41-8e7e-6f319721dc08 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Request body: {'security_group': {'name': 'tempest-secgroup--25100823'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:34.608774 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-49c9cda9-9be2-417a-bbca-25b41bb61baf service neutron] 10.222.0.22 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253874 Jul 16 08:52:34.630619 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b27d17e8-14de-4a41-8e7e-6f319721dc08 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.722789 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b27d17e8-14de-4a41-8e7e-6f319721dc08 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.732229 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b27d17e8-14de-4a41-8e7e-6f319721dc08 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.774977 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b27d17e8-14de-4a41-8e7e-6f319721dc08 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.776559 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b27d17e8-14de-4a41-8e7e-6f319721dc08 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.1770718 Jul 16 08:52:34.778849 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27d17e8-14de-4a41-8e7e-6f319721dc08 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6c0afa8-d9ea-41b8-90b0-5a12ad751a58,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:34.779382 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60294) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:34.790211 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-08b9a8b8-ae95-47be-9ab3-606ba8519a32 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Request body: {'security_group_rule': {'security_group_id': 'b6c0afa8-d9ea-41b8-90b0-5a12ad751a58', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:34.827529 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-08b9a8b8-ae95-47be-9ab3-606ba8519a32 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.902689 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-08b9a8b8-ae95-47be-9ab3-606ba8519a32 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.906582 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-08b9a8b8-ae95-47be-9ab3-606ba8519a32 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.926964 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b9a8b8-ae95-47be-9ab3-606ba8519a32 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be7c516c-1dcd-4c96-8307-8f518c94c752,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:34.934858 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-08b9a8b8-ae95-47be-9ab3-606ba8519a32 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:34.936563 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-08b9a8b8-ae95-47be-9ab3-606ba8519a32 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1558661 Jul 16 08:52:34.939558 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60296) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:34.967223 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-75194208-38e4-4b34-9814-6ab5b2025299 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "GET /v2.0/security-group-rules/be7c516c-1dcd-4c96-8307-8f518c94c752 HTTP/1.1" status: 200 len: 763 time: 0.0262887 Jul 16 08:52:34.970381 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60302) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:35.014627 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3e9167fa-3421-4e3d-baf1-6176258355db tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0430536 Jul 16 08:52:35.019277 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60304) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:35.028235 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c26fc3be-af9c-40b3-b977-175e6ddd3346 req-17604831-d947-466c-88b7-36d29c28921e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93176c46-d8b6-4bcd-b9ac-db1d779fad80 HTTP/1.1" status: 200 len: 210 time: 0.0350430 Jul 16 08:52:35.045628 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c9e39bcc-5b47-483c-8b8a-54021a370bb1 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.054601 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c9e39bcc-5b47-483c-8b8a-54021a370bb1 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.099069 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c9e39bcc-5b47-483c-8b8a-54021a370bb1 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.106218 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c9e39bcc-5b47-483c-8b8a-54021a370bb1 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.107845 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c9e39bcc-5b47-483c-8b8a-54021a370bb1 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/be7c516c-1dcd-4c96-8307-8f518c94c752 HTTP/1.1" status: 204 len: 168 time: 0.0875928 Jul 16 08:52:35.111836 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60308) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:35.114838 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e39bcc-5b47-483c-8b8a-54021a370bb1 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be7c516c-1dcd-4c96-8307-8f518c94c752,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:35.169609 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-514277f9-1bb1-4305-95f9-72a2d78615d3 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0559695 Jul 16 08:52:35.172388 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60314) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:35.178226 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-56346cda-3606-4797-9a0d-2c0c9894ceb0 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Request body: {'security_group_rule': {'security_group_id': 'b6c0afa8-d9ea-41b8-90b0-5a12ad751a58', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:35.216493 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-56346cda-3606-4797-9a0d-2c0c9894ceb0 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.291413 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-56346cda-3606-4797-9a0d-2c0c9894ceb0 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.296451 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-56346cda-3606-4797-9a0d-2c0c9894ceb0 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.319169 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56346cda-3606-4797-9a0d-2c0c9894ceb0 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ecefc29-bd50-4f58-ba94-dc33772f4dcb,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:35.334366 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-56346cda-3606-4797-9a0d-2c0c9894ceb0 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.336562 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-56346cda-3606-4797-9a0d-2c0c9894ceb0 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1627715 Jul 16 08:52:35.339875 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60316) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:35.368962 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7f434c90-fd9e-4087-a6ef-5f370d128d90 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "GET /v2.0/security-group-rules/1ecefc29-bd50-4f58-ba94-dc33772f4dcb HTTP/1.1" status: 200 len: 763 time: 0.0264018 Jul 16 08:52:35.372561 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60320) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:35.441875 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-886d92e8-79a5-4e36-9200-7c37bf5f1bd8 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0677712 Jul 16 08:52:35.445907 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60322) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:35.482004 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ab0367be-c782-4ef9-99af-cf17acc6b3d5 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.493448 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ab0367be-c782-4ef9-99af-cf17acc6b3d5 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.541617 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ab0367be-c782-4ef9-99af-cf17acc6b3d5 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.550790 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ab0367be-c782-4ef9-99af-cf17acc6b3d5 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.556008 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ab0367be-c782-4ef9-99af-cf17acc6b3d5 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/1ecefc29-bd50-4f58-ba94-dc33772f4dcb HTTP/1.1" status: 204 len: 168 time: 0.1051178 Jul 16 08:52:35.556602 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60324) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:35.562373 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0367be-c782-4ef9-99af-cf17acc6b3d5 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1ecefc29-bd50-4f58-ba94-dc33772f4dcb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:35.617114 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-92a42fa5-0754-4702-83b4-8ad91740432d tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0554428 Jul 16 08:52:35.617114 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60326) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:35.622398 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-35516dcf-c04e-42b3-bed0-10f587aee122 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Request body: {'security_group_rule': {'security_group_id': 'b6c0afa8-d9ea-41b8-90b0-5a12ad751a58', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:35.649093 n-d-771362-37 neutron-server[93758]: INFO neutron.db.securitygroups_db [None req-35516dcf-c04e-42b3-bed0-10f587aee122 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Project 48107d7b5de34486839f18479fcaaf1e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:52:35.655060 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35516dcf-c04e-42b3-bed0-10f587aee122 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.702166 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3b4ea9a5-58b9-4dfc-8d0f-272a4bd547b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.723083 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35516dcf-c04e-42b3-bed0-10f587aee122 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.734914 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35516dcf-c04e-42b3-bed0-10f587aee122 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.761739 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35516dcf-c04e-42b3-bed0-10f587aee122 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28f3052c-cfe5-4b9c-a23e-54572cf791d2,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:35.767217 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35516dcf-c04e-42b3-bed0-10f587aee122 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.771272 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-35516dcf-c04e-42b3-bed0-10f587aee122 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1511521 Jul 16 08:52:35.771523 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60328) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:35.793183 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-dd39e012-4e1d-480b-8ff7-e5141dbef1fb tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "GET /v2.0/security-group-rules/28f3052c-cfe5-4b9c-a23e-54572cf791d2 HTTP/1.1" status: 200 len: 769 time: 0.0172811 Jul 16 08:52:35.794221 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60330) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:35.845110 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9f8ed648-f305-4609-8f79-f329bad37282 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0479321 Jul 16 08:52:35.846690 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60332) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:35.878168 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-749cb16a-ed45-46a9-8203-88e526d7e095 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.887382 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-749cb16a-ed45-46a9-8203-88e526d7e095 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.917997 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-749cb16a-ed45-46a9-8203-88e526d7e095 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.928079 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-749cb16a-ed45-46a9-8203-88e526d7e095 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:35.929673 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-749cb16a-ed45-46a9-8203-88e526d7e095 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "DELETE /v2.0/security-group-rules/28f3052c-cfe5-4b9c-a23e-54572cf791d2 HTTP/1.1" status: 204 len: 168 time: 0.0819378 Jul 16 08:52:35.932367 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60334) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:35.936620 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749cb16a-ed45-46a9-8203-88e526d7e095 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28f3052c-cfe5-4b9c-a23e-54572cf791d2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:35.981130 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b1a8cfc3-7345-41b0-a07a-53f1a2e5d2d6 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0471094 Jul 16 08:52:35.983503 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60336) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:36.026345 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.045367 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f27b359b-efca-474c-8b9d-264e71b0c691 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.079397 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f27b359b-efca-474c-8b9d-264e71b0c691 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.143076 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f27b359b-efca-474c-8b9d-264e71b0c691 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.146857 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f27b359b-efca-474c-8b9d-264e71b0c691 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.151331 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60340) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:36.151517 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f27b359b-efca-474c-8b9d-264e71b0c691 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "DELETE /v2.0/security-groups/b6c0afa8-d9ea-41b8-90b0-5a12ad751a58 HTTP/1.1" status: 204 len: 168 time: 0.1666956 Jul 16 08:52:36.167013 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27b359b-efca-474c-8b9d-264e71b0c691 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6c0afa8-d9ea-41b8-90b0-5a12ad751a58,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:36.259202 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f220b154-0543-4a92-ae7c-9737015d5585 tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1061711 Jul 16 08:52:36.277101 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60348) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:36.285845 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-699ebda1-bc42-4368-9d7c-f5f76c3be298 req-82479a28-49aa-4e27-bf7e-43a3d8f898d4 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93176c46-d8b6-4bcd-b9ac-db1d779fad80 HTTP/1.1" status: 200 len: 210 time: 0.0581095 Jul 16 08:52:36.374258 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-769fa5a9-fde8-44bd-8e0c-e13d69b5b83e tempest-SecGroupIPv6Test-1703882020 tempest-SecGroupIPv6Test-1703882020-project] 10.222.0.22 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0956719 Jul 16 08:52:36.453709 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-ca7fab21-abec-4a57-8c67-b30d168f6c68 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:36.455675 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-ca7fab21-abec-4a57-8c67-b30d168f6c68 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.21 "GET /v2.0/networks?id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 HTTP/1.1" status: 200 len: 812 time: 0.2221234 Jul 16 08:52:36.471362 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-34e33f72-4160-42e2-a37c-16a3ba519e6e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Request body: {'port': {'device_id': '93176c46-d8b6-4bcd-b9ac-db1d779fad80', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'admin_state_up': True, 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:36.653448 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-34e33f72-4160-42e2-a37c-16a3ba519e6e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Made reservation on behalf of 30db3ea81a8c4c93843f47b12edb82f2 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:36.662151 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-34e33f72-4160-42e2-a37c-16a3ba519e6e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:36.793738 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60356) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:36.841269 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-34e33f72-4160-42e2-a37c-16a3ba519e6e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Allocated IP 172.20.0.14 (ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0/1a202c89-ad61-4335-b129-f178d622ac10/721f92cb-3c27-4ccc-8054-2fdef04f7097) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:37.001852 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bc767b9a-b0e8-4f17-b773-f3f8b3209da3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=48107d7b5de34486839f18479fcaaf1e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2066386 Jul 16 08:52:37.004044 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60360) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:37.084002 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-34e33f72-4160-42e2-a37c-16a3ba519e6e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.094827 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.106811 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-34e33f72-4160-42e2-a37c-16a3ba519e6e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Transition to ACTIVE for port object 721f92cb-3c27-4ccc-8054-2fdef04f7097 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:37.107625 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac5e415e-c5be-4b4d-a804-2c5d7f9e3b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.134049 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac5e415e-c5be-4b4d-a804-2c5d7f9e3b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.158871 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-34e33f72-4160-42e2-a37c-16a3ba519e6e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.217185 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac5e415e-c5be-4b4d-a804-2c5d7f9e3b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.220810 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac5e415e-c5be-4b4d-a804-2c5d7f9e3b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.224742 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ac5e415e-c5be-4b4d-a804-2c5d7f9e3b78 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/bc168a85-e22c-4ecf-a7b2-e5b8c69e13cd HTTP/1.1" status: 204 len: 168 time: 0.2169333 Jul 16 08:52:37.226916 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-34e33f72-4160-42e2-a37c-16a3ba519e6e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:37.228533 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-34e33f72-4160-42e2-a37c-16a3ba519e6e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:37.233137 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-34e33f72-4160-42e2-a37c-16a3ba519e6e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:37.252993 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5e415e-c5be-4b4d-a804-2c5d7f9e3b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc168a85-e22c-4ecf-a7b2-e5b8c69e13cd,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:37.262678 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e33f72-4160-42e2-a37c-16a3ba519e6e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Pushing event updated for resources: {'Port': ['ID=721f92cb-3c27-4ccc-8054-2fdef04f7097,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:37.347270 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-34e33f72-4160-42e2-a37c-16a3ba519e6e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:37.348686 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-34e33f72-4160-42e2-a37c-16a3ba519e6e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.371208 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-34e33f72-4160-42e2-a37c-16a3ba519e6e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9052880 Jul 16 08:52:37.385989 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-b5b12be3-4efb-4482-8097-1d387cd23a59 service neutron] Request body: {'port': {'device_id': '93176c46-d8b6-4bcd-b9ac-db1d779fad80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:37.525823 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-b5b12be3-4efb-4482-8097-1d387cd23a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.573604 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-cece5b56-7c70-49f1-88fd-b973536a73fe None None] Provisioning for port 721f92cb-3c27-4ccc-8054-2fdef04f7097 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:37.583139 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-cece5b56-7c70-49f1-88fd-b973536a73fe None None] Provisioning complete for port 721f92cb-3c27-4ccc-8054-2fdef04f7097 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:37.583576 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cece5b56-7c70-49f1-88fd-b973536a73fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.588825 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c274d-92ad-4550-8b41-884e25f453ae req-09b1c182-6fdf-42dc-ad0e-f089f71ca4ff tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:37.596680 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2c7c274d-92ad-4550-8b41-884e25f453ae req-09b1c182-6fdf-42dc-ad0e-f089f71ca4ff tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93176c46-d8b6-4bcd-b9ac-db1d779fad80 HTTP/1.1" status: 200 len: 932 time: 0.1454740 Jul 16 08:52:37.641148 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-cece5b56-7c70-49f1-88fd-b973536a73fe None None] Port 721f92cb-3c27-4ccc-8054-2fdef04f7097 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:52:37.659740 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2c7c274d-92ad-4550-8b41-884e25f453ae req-1ddc187a-0e11-46ee-992b-4150fbafef5b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617120 Jul 16 08:52:37.928179 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-b5b12be3-4efb-4482-8097-1d387cd23a59 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 721f92cb-3c27-4ccc-8054-2fdef04f7097 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:52:37.936953 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-b5b12be3-4efb-4482-8097-1d387cd23a59 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:37.949692 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-b5b12be3-4efb-4482-8097-1d387cd23a59 service neutron] Transition to ACTIVE for port object 721f92cb-3c27-4ccc-8054-2fdef04f7097 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:37.954505 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-b5b12be3-4efb-4482-8097-1d387cd23a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.113409 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b12be3-4efb-4482-8097-1d387cd23a59 service neutron] Pushing event updated for resources: {'Port': ['ID=721f92cb-3c27-4ccc-8054-2fdef04f7097,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:38.137375 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-b5b12be3-4efb-4482-8097-1d387cd23a59 service neutron] Attempting to bind port 721f92cb-3c27-4ccc-8054-2fdef04f7097 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:38.137720 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-b5b12be3-4efb-4482-8097-1d387cd23a59 service neutron] Attempting to bind port 721f92cb-3c27-4ccc-8054-2fdef04f7097 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:38.138062 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-b5b12be3-4efb-4482-8097-1d387cd23a59 service neutron] Attempting to bind port 721f92cb-3c27-4ccc-8054-2fdef04f7097 on network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:38.143889 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-b5b12be3-4efb-4482-8097-1d387cd23a59 service neutron] Port 721f92cb-3c27-4ccc-8054-2fdef04f7097 on network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:52:38.144586 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-b5b12be3-4efb-4482-8097-1d387cd23a59 service neutron] Attempting to bind port 721f92cb-3c27-4ccc-8054-2fdef04f7097 on network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:38.151248 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-b5b12be3-4efb-4482-8097-1d387cd23a59 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:38.151597 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-b5b12be3-4efb-4482-8097-1d387cd23a59 service neutron] Checking segment: {'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:38.152163 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-b5b12be3-4efb-4482-8097-1d387cd23a59 service neutron] Bound using segment: {'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:38.152655 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-b5b12be3-4efb-4482-8097-1d387cd23a59 service neutron] Bound port: 721f92cb-3c27-4ccc-8054-2fdef04f7097, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:38.153025 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-b5b12be3-4efb-4482-8097-1d387cd23a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.285826 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-b5b12be3-4efb-4482-8097-1d387cd23a59 service neutron] For port 721f92cb-3c27-4ccc-8054-2fdef04f7097, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:38.292743 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-b5b12be3-4efb-4482-8097-1d387cd23a59 service neutron] For port 721f92cb-3c27-4ccc-8054-2fdef04f7097, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=721f92cb-3c27-4ccc-8054-2fdef04f7097,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:38.299205 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-b5b12be3-4efb-4482-8097-1d387cd23a59 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.338097 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-b5b12be3-4efb-4482-8097-1d387cd23a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:38.338883 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-b5b12be3-4efb-4482-8097-1d387cd23a59 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.340511 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-b5b12be3-4efb-4482-8097-1d387cd23a59 service neutron] 10.222.0.21 "PUT /v2.0/ports/721f92cb-3c27-4ccc-8054-2fdef04f7097 HTTP/1.1" status: 200 len: 1093 time: 0.9630768 Jul 16 08:52:38.341021 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93176c46-d8b6-4bcd-b9ac-db1d779fad80', 'tag': '721f92cb-3c27-4ccc-8054-2fdef04f7097'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:38.344254 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4993f72-45eb-4623-8b4a-fb20331fb360" -d '{"events": [{"name": "network-changed", "server_uuid": "93176c46-d8b6-4bcd-b9ac-db1d779fad80", "tag": "721f92cb-3c27-4ccc-8054-2fdef04f7097"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:38.441504 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7b3d8fd-cc81-486a-9a65-f02f69c48ce7 x-openstack-request-id: req-b7b3d8fd-cc81-486a-9a65-f02f69c48ce7 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:38.441927 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93176c46-d8b6-4bcd-b9ac-db1d779fad80", "tag": "721f92cb-3c27-4ccc-8054-2fdef04f7097", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:38.442184 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b7b3d8fd-cc81-486a-9a65-f02f69c48ce7 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:38.442639 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93176c46-d8b6-4bcd-b9ac-db1d779fad80', 'tag': '721f92cb-3c27-4ccc-8054-2fdef04f7097', 'status': 'completed', 'code': 200} Jul 16 08:52:38.444687 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b12be3-4efb-4482-8097-1d387cd23a59 service neutron] Pushing event updated for resources: {'Port': ['ID=721f92cb-3c27-4ccc-8054-2fdef04f7097,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:38.477346 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-d4340ac8-2681-4fd9-a33d-5738a69e1c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:38.478941 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-d4340ac8-2681-4fd9-a33d-5738a69e1c30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30db3ea81a8c4c93843f47b12edb82f2&device_id=93176c46-d8b6-4bcd-b9ac-db1d779fad80 HTTP/1.1" status: 200 len: 1096 time: 0.0922620 Jul 16 08:52:38.544605 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-4affff44-4a66-404a-b69f-4438aec260d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=721f92cb-3c27-4ccc-8054-2fdef04f7097 HTTP/1.1" status: 200 len: 217 time: 0.0582147 Jul 16 08:52:38.568648 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:38.636187 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-8fb6827e-eee0-4051-80f7-2b94cc0708ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:38.639878 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-8fb6827e-eee0-4051-80f7-2b94cc0708ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a202c89-ad61-4335-b129-f178d622ac10 HTTP/1.1" status: 200 len: 851 time: 0.0810852 Jul 16 08:52:38.747185 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-66baef35-4f16-4bd6-800d-1def5895d962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:38.755039 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-66baef35-4f16-4bd6-800d-1def5895d962 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1112678 Jul 16 08:52:38.873606 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-8a932b52-7b71-4a49-b9f5-8b3b3bea66a1 service neutron] 10.222.0.21 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121390 Jul 16 08:52:38.874662 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cdb45c-8b35-45ed-b096-33836146c4fb req-a0cbd153-6b29-4fa3-8987-513f4342ec26 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:38.876993 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-45cdb45c-8b35-45ed-b096-33836146c4fb req-a0cbd153-6b29-4fa3-8987-513f4342ec26 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93176c46-d8b6-4bcd-b9ac-db1d779fad80 HTTP/1.1" status: 200 len: 944 time: 0.1053796 Jul 16 08:52:38.997951 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-45cdb45c-8b35-45ed-b096-33836146c4fb req-0ce40631-2ce0-4e6b-a454-72e5ff65d8b5 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144047 Jul 16 08:52:39.064928 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c7c17b6d-f8ba-40aa-9156-78c9c6994323 req-c84feb80-378b-4ce3-a036-012c21b4bad3 service neutron] 10.222.0.21 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1814198 Jul 16 08:52:39.208455 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4993f72-45eb-4623-8b4a-fb20331fb360 req-0fec2f4f-354f-4185-b365-005b2be7baea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:39.212543 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4993f72-45eb-4623-8b4a-fb20331fb360 req-0fec2f4f-354f-4185-b365-005b2be7baea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30db3ea81a8c4c93843f47b12edb82f2&device_id=93176c46-d8b6-4bcd-b9ac-db1d779fad80 HTTP/1.1" status: 200 len: 1096 time: 0.0820959 Jul 16 08:52:39.349593 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4993f72-45eb-4623-8b4a-fb20331fb360 req-ff01f271-ad55-4105-8deb-f9761d90a02e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:39.353733 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4993f72-45eb-4623-8b4a-fb20331fb360 req-ff01f271-ad55-4105-8deb-f9761d90a02e service neutron] 10.222.0.21 "GET /v2.0/networks?id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 HTTP/1.1" status: 200 len: 913 time: 0.1355910 Jul 16 08:52:39.432637 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4993f72-45eb-4623-8b4a-fb20331fb360 req-82b722cd-91d4-4b8d-b699-d81f045e6e46 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=721f92cb-3c27-4ccc-8054-2fdef04f7097 HTTP/1.1" status: 200 len: 217 time: 0.0726717 Jul 16 08:52:39.520332 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4993f72-45eb-4623-8b4a-fb20331fb360 req-5906fc39-398e-4c53-8918-1fc6028bec39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:39.522939 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4993f72-45eb-4623-8b4a-fb20331fb360 req-5906fc39-398e-4c53-8918-1fc6028bec39 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a202c89-ad61-4335-b129-f178d622ac10 HTTP/1.1" status: 200 len: 851 time: 0.0837164 Jul 16 08:52:39.616973 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4993f72-45eb-4623-8b4a-fb20331fb360 req-77c8d695-e63e-4209-838b-05e326fdd655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:39.618549 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4993f72-45eb-4623-8b4a-fb20331fb360 req-77c8d695-e63e-4209-838b-05e326fdd655 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0891104 Jul 16 08:52:39.769840 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4993f72-45eb-4623-8b4a-fb20331fb360 req-d79db918-aaec-4e05-a6c7-435181ac6025 service neutron] 10.222.0.21 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445258 Jul 16 08:52:39.911680 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4993f72-45eb-4623-8b4a-fb20331fb360 req-59f645a4-8ad1-4ec9-9791-202b3c8caa77 service neutron] 10.222.0.21 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357152 Jul 16 08:52:40.251581 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5429d600-5963-4a56-b3bc-c1536315d29f req-a68bda7f-9837-42da-a922-0341da0e29e9 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:40.261587 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5429d600-5963-4a56-b3bc-c1536315d29f req-a68bda7f-9837-42da-a922-0341da0e29e9 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93176c46-d8b6-4bcd-b9ac-db1d779fad80 HTTP/1.1" status: 200 len: 944 time: 0.1096892 Jul 16 08:52:40.299572 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5429d600-5963-4a56-b3bc-c1536315d29f req-9a30c509-8bcb-409c-9056-7ef66c253dc7 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367284 Jul 16 08:52:41.501065 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa88ec0-280c-46d5-9f24-850e110a71d4 req-327b50d5-5883-4277-a0df-e67942e5ad9e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:41.504870 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-faa88ec0-280c-46d5-9f24-850e110a71d4 req-327b50d5-5883-4277-a0df-e67942e5ad9e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93176c46-d8b6-4bcd-b9ac-db1d779fad80 HTTP/1.1" status: 200 len: 944 time: 0.0769243 Jul 16 08:52:41.557892 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-faa88ec0-280c-46d5-9f24-850e110a71d4 req-3527fcc0-479f-489c-80c9-fe4810eef208 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497003 Jul 16 08:52:42.756438 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514d6652-fd0c-49f5-bd41-2f7e65d8fc14 req-524617d2-7545-47fd-8e8a-8fbe4b942791 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:42.763529 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-514d6652-fd0c-49f5-bd41-2f7e65d8fc14 req-524617d2-7545-47fd-8e8a-8fbe4b942791 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93176c46-d8b6-4bcd-b9ac-db1d779fad80 HTTP/1.1" status: 200 len: 944 time: 0.0811071 Jul 16 08:52:42.822120 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-514d6652-fd0c-49f5-bd41-2f7e65d8fc14 req-c24a69aa-4bc1-4692-bf13-e75d617ac931 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578344 Jul 16 08:52:43.213284 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:52:43.348764 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60460) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:43.866515 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0057dd64-5a4b-48c6-b9ca-94f9f4b8766c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:44.437704 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee92806-e7da-49be-9741-12b380fec0fb req-19b252c1-2725-40f3-9144-014e2a8183fa tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:44.439285 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8ee92806-e7da-49be-9741-12b380fec0fb req-19b252c1-2725-40f3-9144-014e2a8183fa tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93176c46-d8b6-4bcd-b9ac-db1d779fad80 HTTP/1.1" status: 200 len: 944 time: 0.4938800 Jul 16 08:52:44.494029 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8ee92806-e7da-49be-9741-12b380fec0fb req-8ba6337c-4b3f-42c9-8b8a-a149112b2a05 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477726 Jul 16 08:52:44.610708 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0057dd64-5a4b-48c6-b9ca-94f9f4b8766c admin admin] Deleting port 348428be-4f08-413e-a02b-528b87e5eee0 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:44.611183 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0057dd64-5a4b-48c6-b9ca-94f9f4b8766c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:44.710657 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-0057dd64-5a4b-48c6-b9ca-94f9f4b8766c admin admin] For port 348428be-4f08-413e-a02b-528b87e5eee0, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=348428be-4f08-413e-a02b-528b87e5eee0,segment=NetworkSegment(a20da4ad-b3d2-4d6d-bc91-0a4e3225c504),segment_id=a20da4ad-b3d2-4d6d-bc91-0a4e3225c504)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:44.710921 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0057dd64-5a4b-48c6-b9ca-94f9f4b8766c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:44.730440 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0057dd64-5a4b-48c6-b9ca-94f9f4b8766c admin admin] Calling delete_port for 348428be-4f08-413e-a02b-528b87e5eee0 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:44.937724 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0057dd64-5a4b-48c6-b9ca-94f9f4b8766c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:44.989511 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0057dd64-5a4b-48c6-b9ca-94f9f4b8766c admin admin] Pushing event deleted for resources: {'Port': ['ID=348428be-4f08-413e-a02b-528b87e5eee0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:45.201128 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0057dd64-5a4b-48c6-b9ca-94f9f4b8766c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:45.419906 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0057dd64-5a4b-48c6-b9ca-94f9f4b8766c admin admin] Router e51cf9c8-0fe6-4430-83c8-15c9bd46b226 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:52:45.531826 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0057dd64-5a4b-48c6-b9ca-94f9f4b8766c admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:52:45.538850 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0057dd64-5a4b-48c6-b9ca-94f9f4b8766c admin admin] 10.222.0.22 "PUT /v2.0/routers/e51cf9c8-0fe6-4430-83c8-15c9bd46b226/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1886382 Jul 16 08:52:45.541461 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60486) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:45.553863 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21534487-d182-497a-be6f-8439d99e70d6 None None] Sync routers for ids ['e51cf9c8-0fe6-4430-83c8-15c9bd46b226'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:52:45.569158 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21534487-d182-497a-be6f-8439d99e70d6 None None] Routers {'e51cf9c8-0fe6-4430-83c8-15c9bd46b226'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:45.569806 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-21534487-d182-497a-be6f-8439d99e70d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:52:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['e51cf9c8-0fe6-4430-83c8-15c9bd46b226'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:45.695669 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-21534487-d182-497a-be6f-8439d99e70d6 None None] Set router e51cf9c8-0fe6-4430-83c8-15c9bd46b226 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:45.738490 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1bf96e2f-177a-4bad-a109-12459a59d3eb admin admin] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:45.795037 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f8f8b-5958-43d6-9471-59cf990c1582 req-28952365-15f4-4f4d-8cc3-d26eaa7847c0 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:45.796538 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ed5f8f8b-5958-43d6-9471-59cf990c1582 req-28952365-15f4-4f4d-8cc3-d26eaa7847c0 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93176c46-d8b6-4bcd-b9ac-db1d779fad80 HTTP/1.1" status: 200 len: 944 time: 0.1417885 Jul 16 08:52:45.885224 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ed5f8f8b-5958-43d6-9471-59cf990c1582 req-eee0b3b8-6067-4282-a995-3a3740a9fefb tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813394 Jul 16 08:52:45.916754 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1bf96e2f-177a-4bad-a109-12459a59d3eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:45.986528 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1bf96e2f-177a-4bad-a109-12459a59d3eb admin admin] Deleting port c1d5bfe9-14cd-4d71-86c6-029966b3a724 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:45.987308 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1bf96e2f-177a-4bad-a109-12459a59d3eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.076950 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-1bf96e2f-177a-4bad-a109-12459a59d3eb admin admin] For port c1d5bfe9-14cd-4d71-86c6-029966b3a724, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=c1d5bfe9-14cd-4d71-86c6-029966b3a724,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:46.077312 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1bf96e2f-177a-4bad-a109-12459a59d3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.089728 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1bf96e2f-177a-4bad-a109-12459a59d3eb admin admin] Calling delete_port for c1d5bfe9-14cd-4d71-86c6-029966b3a724 owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:46.096267 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-21534487-d182-497a-be6f-8439d99e70d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'name': 'tempest-TaggedBootDevicesTest-309867317-router', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': 'c1d5bfe9-14cd-4d71-86c6-029966b3a724', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:13Z', 'updated_at': '2021-07-16T08:52:44Z', 'revision_number': 5, 'project_id': '2fe358b4bf3b41e19a3794e097af1b16', 'gw_port': {'id': 'c1d5bfe9-14cd-4d71-86c6-029966b3a724', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:5e:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2026, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:40:16Z', 'updated_at': '2021-07-16T08:40:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:46.129336 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21534487-d182-497a-be6f-8439d99e70d6 None None] Checking router: e51cf9c8-0fe6-4430-83c8-15c9bd46b226 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:52:46.139051 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21534487-d182-497a-be6f-8439d99e70d6 None None] Routers {'e51cf9c8-0fe6-4430-83c8-15c9bd46b226'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:52:46.139734 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-21534487-d182-497a-be6f-8439d99e70d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:52:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['e51cf9c8-0fe6-4430-83c8-15c9bd46b226'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:46.231372 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-21534487-d182-497a-be6f-8439d99e70d6 None None] Set router e51cf9c8-0fe6-4430-83c8-15c9bd46b226 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:52:46.279715 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1bf96e2f-177a-4bad-a109-12459a59d3eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.285185 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-21534487-d182-497a-be6f-8439d99e70d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'name': 'tempest-TaggedBootDevicesTest-309867317-router', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:13Z', 'updated_at': '2021-07-16T08:52:45Z', 'revision_number': 6, 'project_id': '2fe358b4bf3b41e19a3794e097af1b16', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:46.306729 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf96e2f-177a-4bad-a109-12459a59d3eb admin admin] Pushing event deleted for resources: {'Port': ['ID=c1d5bfe9-14cd-4d71-86c6-029966b3a724,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:46.339732 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21534487-d182-497a-be6f-8439d99e70d6 None None] The sync data for ids ['e51cf9c8-0fe6-4430-83c8-15c9bd46b226'] in n-d-771362-37 is: [{'id': 'e51cf9c8-0fe6-4430-83c8-15c9bd46b226', 'name': 'tempest-TaggedBootDevicesTest-309867317-router', 'tenant_id': '2fe358b4bf3b41e19a3794e097af1b16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:40:13Z', 'updated_at': '2021-07-16T08:52:45Z', 'revision_number': 6, 'project_id': '2fe358b4bf3b41e19a3794e097af1b16', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:52:46.393041 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1bf96e2f-177a-4bad-a109-12459a59d3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.482696 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1bf96e2f-177a-4bad-a109-12459a59d3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.484866 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1bf96e2f-177a-4bad-a109-12459a59d3eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.532887 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1bf96e2f-177a-4bad-a109-12459a59d3eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.533478 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf96e2f-177a-4bad-a109-12459a59d3eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router e51cf9c8-0fe6-4430-83c8-15c9bd46b226 {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:52:46.540595 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1bf96e2f-177a-4bad-a109-12459a59d3eb admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.542158 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1bf96e2f-177a-4bad-a109-12459a59d3eb admin admin] 10.222.0.22 "DELETE /v2.0/routers/e51cf9c8-0fe6-4430-83c8-15c9bd46b226 HTTP/1.1" status: 204 len: 168 time: 0.9992316 Jul 16 08:52:46.544762 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60492) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:46.590111 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d3ec1de-c7f6-4cee-a994-8db688b46d2e admin admin] Deleting subnet 74283639-7822-44b6-ad1c-b5976fafc479 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:52:46.593185 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d3ec1de-c7f6-4cee-a994-8db688b46d2e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.636294 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d3ec1de-c7f6-4cee-a994-8db688b46d2e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.736369 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d3ec1de-c7f6-4cee-a994-8db688b46d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.837388 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d3ec1de-c7f6-4cee-a994-8db688b46d2e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.863599 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ec1de-c7f6-4cee-a994-8db688b46d2e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74283639-7822-44b6-ad1c-b5976fafc479,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:46.883837 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534e7a62-f015-48de-b16f-edd94248a0f2 None None] Network 68d1b8de-8ca0-41e5-ab5d-58997722961e requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:46.884469 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d3ec1de-c7f6-4cee-a994-8db688b46d2e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:46.886030 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8d3ec1de-c7f6-4cee-a994-8db688b46d2e admin admin] 10.222.0.22 "DELETE /v2.0/subnets/74283639-7822-44b6-ad1c-b5976fafc479 HTTP/1.1" status: 204 len: 168 time: 0.3402145 Jul 16 08:52:46.889257 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60498) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:47.004773 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57b8f9da-4027-48af-975d-e8141131e820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.086473 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-57b8f9da-4027-48af-975d-e8141131e820 admin admin] Deleting port ba74bf4c-ffd8-4e00-8ab7-18538aa6820f {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:47.086934 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57b8f9da-4027-48af-975d-e8141131e820 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.138580 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078bd8e5-007e-4cca-8efd-4ff72a4eb48f req-5db2c3db-b14b-4a76-84ec-83e991258506 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:47.139860 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-078bd8e5-007e-4cca-8efd-4ff72a4eb48f req-5db2c3db-b14b-4a76-84ec-83e991258506 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93176c46-d8b6-4bcd-b9ac-db1d779fad80 HTTP/1.1" status: 200 len: 944 time: 0.1214881 Jul 16 08:52:47.165584 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-57b8f9da-4027-48af-975d-e8141131e820 admin admin] For port ba74bf4c-ffd8-4e00-8ab7-18538aa6820f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ba74bf4c-ffd8-4e00-8ab7-18538aa6820f,segment=NetworkSegment(a20da4ad-b3d2-4d6d-bc91-0a4e3225c504),segment_id=a20da4ad-b3d2-4d6d-bc91-0a4e3225c504)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:47.166574 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57b8f9da-4027-48af-975d-e8141131e820 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.179516 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-57b8f9da-4027-48af-975d-e8141131e820 admin admin] Calling delete_port for ba74bf4c-ffd8-4e00-8ab7-18538aa6820f owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:47.191593 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-078bd8e5-007e-4cca-8efd-4ff72a4eb48f req-1ac06c66-9223-462c-8f0e-bb8fb7740334 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445080 Jul 16 08:52:47.255901 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39bf0c70-35d7-4e6a-9883-5babeb1ec2ae None None] DHCP port deletion for 68d1b8de-8ca0-41e5-ab5d-58997722961e request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:52:47.327659 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57b8f9da-4027-48af-975d-e8141131e820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.346396 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-39bf0c70-35d7-4e6a-9883-5babeb1ec2ae None None] Deleting port ba74bf4c-ffd8-4e00-8ab7-18538aa6820f {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:52:47.346901 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-39bf0c70-35d7-4e6a-9883-5babeb1ec2ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.365593 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8f9da-4027-48af-975d-e8141131e820 admin admin] Pushing event deleted for resources: {'Port': ['ID=ba74bf4c-ffd8-4e00-8ab7-18538aa6820f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:47.373339 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57b8f9da-4027-48af-975d-e8141131e820 admin admin] No DVR routers for this DVR port ba74bf4c-ffd8-4e00-8ab7-18538aa6820f on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:47.384612 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device c1d5bfe9-14cd-4d71-86c6-029966b3a724 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:47.448909 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-39bf0c70-35d7-4e6a-9883-5babeb1ec2ae None None] For port ba74bf4c-ffd8-4e00-8ab7-18538aa6820f, host n-d-771362-37, got binding levels [] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:47.449363 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-39bf0c70-35d7-4e6a-9883-5babeb1ec2ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.458322 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: c1d5bfe9-14cd-4d71-86c6-029966b3a724 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:47.458660 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device c1d5bfe9-14cd-4d71-86c6-029966b3a724 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:47.459080 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 348428be-4f08-413e-a02b-528b87e5eee0 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:47.485817 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-39bf0c70-35d7-4e6a-9883-5babeb1ec2ae None None] Calling delete_port for ba74bf4c-ffd8-4e00-8ab7-18538aa6820f owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:52:47.488079 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 348428be-4f08-413e-a02b-528b87e5eee0 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:47.488449 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 348428be-4f08-413e-a02b-528b87e5eee0 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:47.488866 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ba74bf4c-ffd8-4e00-8ab7-18538aa6820f no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:52:47.491261 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.ipam_backend_mixin [None req-39bf0c70-35d7-4e6a-9883-5babeb1ec2ae None None] Port ba74bf4c-ffd8-4e00-8ab7-18538aa6820f was not found and therefore no delete operation was performed {{(pid=93760) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 08:52:47.493085 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57b8f9da-4027-48af-975d-e8141131e820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.493508 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-39bf0c70-35d7-4e6a-9883-5babeb1ec2ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.505148 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-57b8f9da-4027-48af-975d-e8141131e820 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68d1b8de-8ca0-41e5-ab5d-58997722961e']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:47.522018 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-57b8f9da-4027-48af-975d-e8141131e820 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a20da4ad-b3d2-4d6d-bc91-0a4e3225c504') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:47.522018 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-57b8f9da-4027-48af-975d-e8141131e820 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a20da4ad-b3d2-4d6d-bc91-0a4e3225c504') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:52:47.526804 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39bf0c70-35d7-4e6a-9883-5babeb1ec2ae None None] No DVR routers for this DVR port ba74bf4c-ffd8-4e00-8ab7-18538aa6820f on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:52:47.534408 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: ba74bf4c-ffd8-4e00-8ab7-18538aa6820f {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:52:47.534408 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ba74bf4c-ffd8-4e00-8ab7-18538aa6820f not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:52:47.543732 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57b8f9da-4027-48af-975d-e8141131e820 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.558190 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bf0c70-35d7-4e6a-9883-5babeb1ec2ae None None] Pushing event deleted for resources: {'Port': ['ID=ba74bf4c-ffd8-4e00-8ab7-18538aa6820f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:47.583214 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57b8f9da-4027-48af-975d-e8141131e820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.591203 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57b8f9da-4027-48af-975d-e8141131e820 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:52:47.591769 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57b8f9da-4027-48af-975d-e8141131e820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:52:47.594109 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:52:48.014969 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57b8f9da-4027-48af-975d-e8141131e820 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.031784 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-57b8f9da-4027-48af-975d-e8141131e820 admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.036397 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-57b8f9da-4027-48af-975d-e8141131e820 admin admin] 10.222.0.22 "DELETE /v2.0/networks/68d1b8de-8ca0-41e5-ab5d-58997722961e HTTP/1.1" status: 204 len: 168 time: 1.1456306 Jul 16 08:52:48.038120 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8f9da-4027-48af-975d-e8141131e820 admin admin] Pushing event deleted for resources: {'Network': ['ID=68d1b8de-8ca0-41e5-ab5d-58997722961e,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:48.173553 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60508) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:48.227541 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-24f722c0-d267-4873-815c-e4aab4e59535 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2fe358b4bf3b41e19a3794e097af1b16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521872 Jul 16 08:52:48.230357 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60510) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:48.305858 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de3325f4-b91a-4ae2-81da-80897c377ff3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.332158 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de3325f4-b91a-4ae2-81da-80897c377ff3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.395363 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de3325f4-b91a-4ae2-81da-80897c377ff3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.398360 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de3325f4-b91a-4ae2-81da-80897c377ff3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:48.399779 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-de3325f4-b91a-4ae2-81da-80897c377ff3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5f2c3b92-ce98-4391-b29e-aa181e8661a2 HTTP/1.1" status: 204 len: 168 time: 0.1682491 Jul 16 08:52:48.412187 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060065fe-d7fc-49db-aade-a826c7331769 req-796f04df-bd87-4f0e-84bc-438836b0387e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:48.418931 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-060065fe-d7fc-49db-aade-a826c7331769 req-796f04df-bd87-4f0e-84bc-438836b0387e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93176c46-d8b6-4bcd-b9ac-db1d779fad80 HTTP/1.1" status: 200 len: 944 time: 0.0823762 Jul 16 08:52:48.429846 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3325f4-b91a-4ae2-81da-80897c377ff3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2c3b92-ce98-4391-b29e-aa181e8661a2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:48.442407 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3325f4-b91a-4ae2-81da-80897c377ff3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:48.443645 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3325f4-b91a-4ae2-81da-80897c377ff3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:48.444317 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3325f4-b91a-4ae2-81da-80897c377ff3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:48.445079 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3325f4-b91a-4ae2-81da-80897c377ff3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:48.446156 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3325f4-b91a-4ae2-81da-80897c377ff3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:48.446662 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3325f4-b91a-4ae2-81da-80897c377ff3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:48.447216 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3325f4-b91a-4ae2-81da-80897c377ff3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:48.447734 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3325f4-b91a-4ae2-81da-80897c377ff3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:48.448302 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3325f4-b91a-4ae2-81da-80897c377ff3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:48.448954 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3325f4-b91a-4ae2-81da-80897c377ff3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:48.449513 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3325f4-b91a-4ae2-81da-80897c377ff3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:48.450190 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de3325f4-b91a-4ae2-81da-80897c377ff3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:48.466934 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-060065fe-d7fc-49db-aade-a826c7331769 req-c3f56f0d-876b-4dd4-8c44-9d3c865fb129 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463409 Jul 16 08:52:49.311361 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60550) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:49.477625 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-32e3117a-7bd5-4b42-95b0-d2c5ffe7df46 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-312804475-network', 'tenant_id': '0b0c19d779f449708386157bde9110b1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:49.507157 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e3117a-7bd5-4b42-95b0-d2c5ffe7df46 admin admin] Made reservation on behalf of 0b0c19d779f449708386157bde9110b1 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:49.509589 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32e3117a-7bd5-4b42-95b0-d2c5ffe7df46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.522528 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32e3117a-7bd5-4b42-95b0-d2c5ffe7df46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.637537 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cffa9e-fd6f-4a0e-85cc-91ed8e493295 req-1dec39d6-55eb-43b4-937c-61270a9aed07 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:49.640150 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f8cffa9e-fd6f-4a0e-85cc-91ed8e493295 req-1dec39d6-55eb-43b4-937c-61270a9aed07 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 945 time: 0.1640358 Jul 16 08:52:49.663586 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32e3117a-7bd5-4b42-95b0-d2c5ffe7df46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.674579 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32e3117a-7bd5-4b42-95b0-d2c5ffe7df46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.699568 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f8cffa9e-fd6f-4a0e-85cc-91ed8e493295 req-9861508a-26a5-4265-aae5-063f28c873ae tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523021 Jul 16 08:52:49.736486 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3117a-7bd5-4b42-95b0-d2c5ffe7df46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275b426d-1b22-4da2-a193-38d9fc4ec244,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:49.754788 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e3117a-7bd5-4b42-95b0-d2c5ffe7df46 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:52:49.769639 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32e3117a-7bd5-4b42-95b0-d2c5ffe7df46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.769982 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-32e3117a-7bd5-4b42-95b0-d2c5ffe7df46 admin admin] Added segment 39fe4887-72c0-4323-bdd5-60da5f8e0a7c of type vlan for network a2e431c0-a59d-4648-b157-29ee4e97e8a6 Jul 16 08:52:49.823617 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32e3117a-7bd5-4b42-95b0-d2c5ffe7df46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.845034 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ced9d95-18ee-4eed-9b65-c5fd15b5ba77 req-f6f01159-13a8-4e7d-bc17-80f27881f95b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:49.846690 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5ced9d95-18ee-4eed-9b65-c5fd15b5ba77 req-f6f01159-13a8-4e7d-bc17-80f27881f95b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93176c46-d8b6-4bcd-b9ac-db1d779fad80 HTTP/1.1" status: 200 len: 944 time: 0.1750240 Jul 16 08:52:49.886132 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32e3117a-7bd5-4b42-95b0-d2c5ffe7df46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.887126 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e3117a-7bd5-4b42-95b0-d2c5ffe7df46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:49.887692 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32e3117a-7bd5-4b42-95b0-d2c5ffe7df46 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:49.958473 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-32e3117a-7bd5-4b42-95b0-d2c5ffe7df46 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.6442981 Jul 16 08:52:49.964190 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60558) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:52:49.966547 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5ced9d95-18ee-4eed-9b65-c5fd15b5ba77 req-c6b0d40c-a2bc-490a-96ce-07f4e7d39540 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019289 Jul 16 08:52:49.969744 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-45fc7b2e-f639-4325-a22e-5d62b8eacc50 admin admin] Request body: {'subnet': {'network_id': 'a2e431c0-a59d-4648-b157-29ee4e97e8a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-312804475-subnet', 'tenant_id': '0b0c19d779f449708386157bde9110b1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:49.998881 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e3117a-7bd5-4b42-95b0-d2c5ffe7df46 admin admin] Pushing event updated for resources: {'Network': ['ID=a2e431c0-a59d-4648-b157-29ee4e97e8a6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:50.013709 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network a2e431c0-a59d-4648-b157-29ee4e97e8a6 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:52:50.031270 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fc7b2e-f639-4325-a22e-5d62b8eacc50 admin admin] Made reservation on behalf of 0b0c19d779f449708386157bde9110b1 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:50.034499 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-45fc7b2e-f639-4325-a22e-5d62b8eacc50 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:50.325128 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-45fc7b2e-f639-4325-a22e-5d62b8eacc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:50.383474 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fc7b2e-f639-4325-a22e-5d62b8eacc50 admin admin] Pushing event updated for resources: {'Subnet': ['ID=01abe1ca-9fcf-4e2a-8f90-68c3c56345b9,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:50.393135 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45fc7b2e-f639-4325-a22e-5d62b8eacc50 admin admin] Checking segment: {'id': '39fe4887-72c0-4323-bdd5-60da5f8e0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a2e431c0-a59d-4648-b157-29ee4e97e8a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:50.393577 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fc7b2e-f639-4325-a22e-5d62b8eacc50 admin admin] Network hostable DHCP agents. Network: a2e431c0-a59d-4648-b157-29ee4e97e8a6, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:52:50.412767 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45fc7b2e-f639-4325-a22e-5d62b8eacc50 admin admin] Network a2e431c0-a59d-4648-b157-29ee4e97e8a6 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:52:50.425923 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-45fc7b2e-f639-4325-a22e-5d62b8eacc50 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, a2e431c0-a59d-4648-b157-29ee4e97e8a6) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:50.431455 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fc7b2e-f639-4325-a22e-5d62b8eacc50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:50.432116 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-45fc7b2e-f639-4325-a22e-5d62b8eacc50 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:50.440727 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f3f4c2-68db-48ef-a919-ab7a937cfea1 None None] Network a2e431c0-a59d-4648-b157-29ee4e97e8a6 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:50.465084 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-45fc7b2e-f639-4325-a22e-5d62b8eacc50 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4997079 Jul 16 08:52:50.605663 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cca840-b94a-4d5f-9f97-c2e91d82f09b None None] Network a2e431c0-a59d-4648-b157-29ee4e97e8a6 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:52:50.705076 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 721f92cb-3c27-4ccc-8054-2fdef04f7097 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:52:50.865169 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 721f92cb-3c27-4ccc-8054-2fdef04f7097, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=721f92cb-3c27-4ccc-8054-2fdef04f7097,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:50.900970 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '721f92cb-3c27-4ccc-8054-2fdef04f7097', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'port_id': '721f92cb-3c27-4ccc-8054-2fdef04f7097', 'mac_address': 'fa:16:3e:38:9d:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a202c89-ad61-4335-b129-f178d622ac10', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:52:50.950226 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:50.974096 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 721f92cb-3c27-4ccc-8054-2fdef04f7097 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:52:51.003432 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 721f92cb-3c27-4ccc-8054-2fdef04f7097, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=721f92cb-3c27-4ccc-8054-2fdef04f7097,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:51.011407 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:51.038064 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04fc10d-0eb2-4182-bca6-e84f5d7fa045 req-e64b6d0f-a0d5-4bd1-bb33-fd5c9cdaa6a6 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:51.049803 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c04fc10d-0eb2-4182-bca6-e84f5d7fa045 req-e64b6d0f-a0d5-4bd1-bb33-fd5c9cdaa6a6 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 945 time: 0.1427886 Jul 16 08:52:51.064636 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9e471-7af3-4520-869f-0b6887d418ee req-e7fb000e-3004-411d-8aba-a9df9ad24e47 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:51.066285 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-64e9e471-7af3-4520-869f-0b6887d418ee req-e7fb000e-3004-411d-8aba-a9df9ad24e47 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] 10.222.0.22 "GET /v2.0/networks?id=a2e431c0-a59d-4648-b157-29ee4e97e8a6 HTTP/1.1" status: 200 len: 817 time: 0.1264203 Jul 16 08:52:51.101307 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-64e9e471-7af3-4520-869f-0b6887d418ee req-dd57132c-f424-48c9-ad88-b1e555d559dc tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] 10.222.0.22 "GET /v2.0/quotas/0b0c19d779f449708386157bde9110b1 HTTP/1.1" status: 200 len: 375 time: 0.0238385 Jul 16 08:52:51.111794 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c04fc10d-0eb2-4182-bca6-e84f5d7fa045 req-95d4294d-73e6-4774-b7cf-4e65677cb43b tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609055 Jul 16 08:52:51.168399 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=721f92cb-3c27-4ccc-8054-2fdef04f7097,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:51.190500 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-64e9e471-7af3-4520-869f-0b6887d418ee req-614d87e6-f02c-418d-be8b-5ef16f77c988 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0b0c19d779f449708386157bde9110b1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0722442 Jul 16 08:52:51.218631 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['721f92cb-3c27-4ccc-8054-2fdef04f7097'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:52:51.397889 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-64e9e471-7af3-4520-869f-0b6887d418ee req-dfd06439-5980-4d9e-bce1-372d6293fb9f service neutron] 10.222.0.22 "GET /v2.0/networks/a2e431c0-a59d-4648-b157-29ee4e97e8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1928697 Jul 16 08:52:51.511939 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf5380c-98f0-48c5-9239-fe233cb8983c req-23112d8d-6b06-4969-ab05-450ec8142571 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:51.513678 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-edf5380c-98f0-48c5-9239-fe233cb8983c req-23112d8d-6b06-4969-ab05-450ec8142571 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93176c46-d8b6-4bcd-b9ac-db1d779fad80 HTTP/1.1" status: 200 len: 945 time: 0.1576462 Jul 16 08:52:51.537874 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-64e9e471-7af3-4520-869f-0b6887d418ee req-cbbec857-b7c6-4522-91b4-6e6220b16b70 service neutron] 10.222.0.22 "GET /v2.0/networks/a2e431c0-a59d-4648-b157-29ee4e97e8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1380281 Jul 16 08:52:51.602047 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-edf5380c-98f0-48c5-9239-fe233cb8983c req-8b36b34f-2355-45ef-89f2-17ceeefe5b26 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723314 Jul 16 08:52:51.780748 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-42d9ef64-59b8-4941-8d9f-c0e5230cf4d2 req-1daf5835-db5c-4c9c-ad4f-e4daed677aae tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3244d3-921e-4abb-b61d-62cf4f2d1bcb HTTP/1.1" status: 200 len: 210 time: 0.0364172 Jul 16 08:52:52.357614 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa4f1d-8d97-4cc9-bdfc-27a8d0376c8d req-1534e220-702b-4821-bb19-8231a9370a8d tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:52.359129 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-45aa4f1d-8d97-4cc9-bdfc-27a8d0376c8d req-1534e220-702b-4821-bb19-8231a9370a8d tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 945 time: 0.0819879 Jul 16 08:52:52.399086 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-45aa4f1d-8d97-4cc9-bdfc-27a8d0376c8d req-34d73efb-87cb-43fe-a64f-3e6078c6de64 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332501 Jul 16 08:52:52.734083 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 721f92cb-3c27-4ccc-8054-2fdef04f7097 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:52:52.813396 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048bb3e5-dab5-4570-bd25-730d6d3c32a6 req-bb6381a2-3e59-41b7-b21a-7b24c6db204a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:52.816860 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-048bb3e5-dab5-4570-bd25-730d6d3c32a6 req-bb6381a2-3e59-41b7-b21a-7b24c6db204a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93176c46-d8b6-4bcd-b9ac-db1d779fad80 HTTP/1.1" status: 200 len: 945 time: 0.0865180 Jul 16 08:52:52.822294 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 721f92cb-3c27-4ccc-8054-2fdef04f7097 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:52:52.832157 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 721f92cb-3c27-4ccc-8054-2fdef04f7097 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:52:52.835332 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:52.871218 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-048bb3e5-dab5-4570-bd25-730d6d3c32a6 req-69100025-f678-4214-a164-657c4e39b61b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486107 Jul 16 08:52:52.972499 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:52.976707 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-05d175cc-da45-4b22-b739-2f181eb1189d req-a35eb27d-07f6-40eb-ab9f-50e6639dc287 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3244d3-921e-4abb-b61d-62cf4f2d1bcb HTTP/1.1" status: 200 len: 210 time: 0.0471265 Jul 16 08:52:53.025618 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93176c46-d8b6-4bcd-b9ac-db1d779fad80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721f92cb-3c27-4ccc-8054-2fdef04f7097'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:53.025618 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fe1afbf-efda-4366-90fa-72817fc49443" -d '{"events": [{"server_uuid": "93176c46-d8b6-4bcd-b9ac-db1d779fad80", "name": "network-vif-plugged", "status": "completed", "tag": "721f92cb-3c27-4ccc-8054-2fdef04f7097"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:53.030898 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 721f92cb-3c27-4ccc-8054-2fdef04f7097, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=721f92cb-3c27-4ccc-8054-2fdef04f7097,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:53.037459 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.098020 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70961d6b-a63c-43b3-95a5-b8cc9d7fd0c0 x-openstack-request-id: req-70961d6b-a63c-43b3-95a5-b8cc9d7fd0c0 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:53.099467 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93176c46-d8b6-4bcd-b9ac-db1d779fad80", "name": "network-vif-plugged", "status": "completed", "tag": "721f92cb-3c27-4ccc-8054-2fdef04f7097", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:53.099809 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-70961d6b-a63c-43b3-95a5-b8cc9d7fd0c0 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:53.100905 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93176c46-d8b6-4bcd-b9ac-db1d779fad80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '721f92cb-3c27-4ccc-8054-2fdef04f7097', 'code': 200} Jul 16 08:52:53.132132 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=721f92cb-3c27-4ccc-8054-2fdef04f7097,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:53.136388 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9e471-7af3-4520-869f-0b6887d418ee req-4b4b686c-2869-4efc-a088-54e98172384d tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:53.138265 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64e9e471-7af3-4520-869f-0b6887d418ee req-4b4b686c-2869-4efc-a088-54e98172384d tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] 10.222.0.30 "GET /v2.0/networks?id=a2e431c0-a59d-4648-b157-29ee4e97e8a6 HTTP/1.1" status: 200 len: 817 time: 0.1688097 Jul 16 08:52:53.142298 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:53.142814 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:53.143312 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:53.143713 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:53.154447 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:53.154447 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:53.154711 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:53.154998 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:53.155340 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:53.155678 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:53.156010 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:53.156915 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:52:53.159292 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-64e9e471-7af3-4520-869f-0b6887d418ee req-26aa8214-4c82-4c49-80e7-3db68ca48130 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] Request body: {'port': {'device_id': '5c3244d3-921e-4abb-b61d-62cf4f2d1bcb', 'network_id': 'a2e431c0-a59d-4648-b157-29ee4e97e8a6', 'admin_state_up': True, 'tenant_id': '0b0c19d779f449708386157bde9110b1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:53.244293 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34686bd8-0068-472c-9309-00e227a64a46 req-a105b8d7-55d0-4fee-9a19-0546309085d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:53.245880 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-34686bd8-0068-472c-9309-00e227a64a46 req-a105b8d7-55d0-4fee-9a19-0546309085d4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=93176c46-d8b6-4bcd-b9ac-db1d779fad80 HTTP/1.1" status: 200 len: 1098 time: 0.0723922 Jul 16 08:52:53.300547 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-34686bd8-0068-472c-9309-00e227a64a46 req-54f55400-b60f-46cf-bad7-fc2ec6128003 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477147 Jul 16 08:52:53.301704 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64e9e471-7af3-4520-869f-0b6887d418ee req-26aa8214-4c82-4c49-80e7-3db68ca48130 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] Made reservation on behalf of 0b0c19d779f449708386157bde9110b1 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:52:53.305312 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-64e9e471-7af3-4520-869f-0b6887d418ee req-26aa8214-4c82-4c49-80e7-3db68ca48130 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.449077 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-64e9e471-7af3-4520-869f-0b6887d418ee req-26aa8214-4c82-4c49-80e7-3db68ca48130 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] Allocated IP 172.20.0.12 (a2e431c0-a59d-4648-b157-29ee4e97e8a6/01abe1ca-9fcf-4e2a-8f90-68c3c56345b9/ceb2713b-b777-4216-a42a-8b2b643a928e) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:52:53.613856 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169108c-b045-4f63-b8b8-1ff2f5282c44 req-f31368c1-9a1a-4f39-bb32-0d9bb8fcb84b tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:53.616503 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a169108c-b045-4f63-b8b8-1ff2f5282c44 req-f31368c1-9a1a-4f39-bb32-0d9bb8fcb84b tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 945 time: 0.0847082 Jul 16 08:52:53.634607 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-64e9e471-7af3-4520-869f-0b6887d418ee req-26aa8214-4c82-4c49-80e7-3db68ca48130 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.660926 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a169108c-b045-4f63-b8b8-1ff2f5282c44 req-0ae71620-6078-441c-9033-31b64473c3db tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351524 Jul 16 08:52:53.692476 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-64e9e471-7af3-4520-869f-0b6887d418ee req-26aa8214-4c82-4c49-80e7-3db68ca48130 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.741611 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64e9e471-7af3-4520-869f-0b6887d418ee req-26aa8214-4c82-4c49-80e7-3db68ca48130 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] Network a2e431c0-a59d-4648-b157-29ee4e97e8a6 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:52:53.745295 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-64e9e471-7af3-4520-869f-0b6887d418ee req-26aa8214-4c82-4c49-80e7-3db68ca48130 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:52:53.750517 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-64e9e471-7af3-4520-869f-0b6887d418ee req-26aa8214-4c82-4c49-80e7-3db68ca48130 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:52:53.754571 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26aa8214-4c82-4c49-80e7-3db68ca48130 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] Pushing event updated for resources: {'Port': ['ID=ceb2713b-b777-4216-a42a-8b2b643a928e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:53.802014 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9e471-7af3-4520-869f-0b6887d418ee req-26aa8214-4c82-4c49-80e7-3db68ca48130 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:53.802213 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-64e9e471-7af3-4520-869f-0b6887d418ee req-26aa8214-4c82-4c49-80e7-3db68ca48130 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:53.818337 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64e9e471-7af3-4520-869f-0b6887d418ee req-26aa8214-4c82-4c49-80e7-3db68ca48130 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6650283 Jul 16 08:52:53.829275 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-64e9e471-7af3-4520-869f-0b6887d418ee req-5e309f1a-2356-4ced-ba61-cda522c67adc tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:52:53.830244 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64e9e471-7af3-4520-869f-0b6887d418ee req-5e309f1a-2356-4ced-ba61-cda522c67adc tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059137 Jul 16 08:52:53.841140 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-64e9e471-7af3-4520-869f-0b6887d418ee req-892a8deb-9054-4d40-bf6d-c03276b5b458 service neutron] Request body: {'port': {'device_id': '5c3244d3-921e-4abb-b61d-62cf4f2d1bcb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:52:53.947285 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-64e9e471-7af3-4520-869f-0b6887d418ee req-892a8deb-9054-4d40-bf6d-c03276b5b458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.237918 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349a7752-7dc2-460c-9075-c98eb8841cae req-e6873b4b-7639-4182-bc88-32cbc7fc0e17 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:54.240199 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-349a7752-7dc2-460c-9075-c98eb8841cae req-e6873b4b-7639-4182-bc88-32cbc7fc0e17 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93176c46-d8b6-4bcd-b9ac-db1d779fad80 HTTP/1.1" status: 200 len: 946 time: 0.2382963 Jul 16 08:52:54.293888 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af13373-9cf5-4aa4-a3ba-144612e562cd req-8d6a0d07-a9ed-4d14-8b27-2d65aea31329 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:54.295805 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1af13373-9cf5-4aa4-a3ba-144612e562cd req-8d6a0d07-a9ed-4d14-8b27-2d65aea31329 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3244d3-921e-4abb-b61d-62cf4f2d1bcb HTTP/1.1" status: 200 len: 932 time: 0.0878808 Jul 16 08:52:54.329127 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-349a7752-7dc2-460c-9075-c98eb8841cae req-22a5c455-89de-4e33-a5f6-da6afc0d09c0 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807784 Jul 16 08:52:54.351803 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1af13373-9cf5-4aa4-a3ba-144612e562cd req-b0adf568-afe9-430e-ae62-ed3852af5412 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] 10.222.0.22 "GET /v2.0/security-groups?id=275b426d-1b22-4da2-a193-38d9fc4ec244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485702 Jul 16 08:52:54.399436 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-64e9e471-7af3-4520-869f-0b6887d418ee req-892a8deb-9054-4d40-bf6d-c03276b5b458 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ceb2713b-b777-4216-a42a-8b2b643a928e {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:52:54.408177 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-64e9e471-7af3-4520-869f-0b6887d418ee req-892a8deb-9054-4d40-bf6d-c03276b5b458 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.426082 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-64e9e471-7af3-4520-869f-0b6887d418ee req-892a8deb-9054-4d40-bf6d-c03276b5b458 service neutron] Transition to ACTIVE for port object ceb2713b-b777-4216-a42a-8b2b643a928e will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:52:54.430400 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-64e9e471-7af3-4520-869f-0b6887d418ee req-892a8deb-9054-4d40-bf6d-c03276b5b458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.483714 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a8deb-9054-4d40-bf6d-c03276b5b458 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb2713b-b777-4216-a42a-8b2b643a928e,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:54.575804 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-64e9e471-7af3-4520-869f-0b6887d418ee req-892a8deb-9054-4d40-bf6d-c03276b5b458 service neutron] Attempting to bind port ceb2713b-b777-4216-a42a-8b2b643a928e on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:52:54.576145 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-64e9e471-7af3-4520-869f-0b6887d418ee req-892a8deb-9054-4d40-bf6d-c03276b5b458 service neutron] Attempting to bind port ceb2713b-b777-4216-a42a-8b2b643a928e by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '39fe4887-72c0-4323-bdd5-60da5f8e0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a2e431c0-a59d-4648-b157-29ee4e97e8a6'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:52:54.576520 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e9e471-7af3-4520-869f-0b6887d418ee req-892a8deb-9054-4d40-bf6d-c03276b5b458 service neutron] Attempting to bind port ceb2713b-b777-4216-a42a-8b2b643a928e on network a2e431c0-a59d-4648-b157-29ee4e97e8a6 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:54.581844 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e9e471-7af3-4520-869f-0b6887d418ee req-892a8deb-9054-4d40-bf6d-c03276b5b458 service neutron] Port ceb2713b-b777-4216-a42a-8b2b643a928e on network a2e431c0-a59d-4648-b157-29ee4e97e8a6 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:52:54.582237 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e9e471-7af3-4520-869f-0b6887d418ee req-892a8deb-9054-4d40-bf6d-c03276b5b458 service neutron] Attempting to bind port ceb2713b-b777-4216-a42a-8b2b643a928e on network a2e431c0-a59d-4648-b157-29ee4e97e8a6 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:52:54.587462 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e9e471-7af3-4520-869f-0b6887d418ee req-892a8deb-9054-4d40-bf6d-c03276b5b458 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 52, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:52:54.587807 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e9e471-7af3-4520-869f-0b6887d418ee req-892a8deb-9054-4d40-bf6d-c03276b5b458 service neutron] Checking segment: {'id': '39fe4887-72c0-4323-bdd5-60da5f8e0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a2e431c0-a59d-4648-b157-29ee4e97e8a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:52:54.588200 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64e9e471-7af3-4520-869f-0b6887d418ee req-892a8deb-9054-4d40-bf6d-c03276b5b458 service neutron] Bound using segment: {'id': '39fe4887-72c0-4323-bdd5-60da5f8e0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a2e431c0-a59d-4648-b157-29ee4e97e8a6'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:52:54.588706 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-64e9e471-7af3-4520-869f-0b6887d418ee req-892a8deb-9054-4d40-bf6d-c03276b5b458 service neutron] Bound port: ceb2713b-b777-4216-a42a-8b2b643a928e, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '39fe4887-72c0-4323-bdd5-60da5f8e0a7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'a2e431c0-a59d-4648-b157-29ee4e97e8a6'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:52:54.589074 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-64e9e471-7af3-4520-869f-0b6887d418ee req-892a8deb-9054-4d40-bf6d-c03276b5b458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.658198 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-64e9e471-7af3-4520-869f-0b6887d418ee req-892a8deb-9054-4d40-bf6d-c03276b5b458 service neutron] For port ceb2713b-b777-4216-a42a-8b2b643a928e, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:52:54.661474 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-64e9e471-7af3-4520-869f-0b6887d418ee req-892a8deb-9054-4d40-bf6d-c03276b5b458 service neutron] For port ceb2713b-b777-4216-a42a-8b2b643a928e, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=ceb2713b-b777-4216-a42a-8b2b643a928e,segment=NetworkSegment(39fe4887-72c0-4323-bdd5-60da5f8e0a7c),segment_id=39fe4887-72c0-4323-bdd5-60da5f8e0a7c)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:52:54.666642 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-64e9e471-7af3-4520-869f-0b6887d418ee req-892a8deb-9054-4d40-bf6d-c03276b5b458 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.702049 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9e471-7af3-4520-869f-0b6887d418ee req-892a8deb-9054-4d40-bf6d-c03276b5b458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:54.702688 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-64e9e471-7af3-4520-869f-0b6887d418ee req-892a8deb-9054-4d40-bf6d-c03276b5b458 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:54.704865 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64e9e471-7af3-4520-869f-0b6887d418ee req-892a8deb-9054-4d40-bf6d-c03276b5b458 service neutron] 10.222.0.30 "PUT /v2.0/ports/ceb2713b-b777-4216-a42a-8b2b643a928e HTTP/1.1" status: 200 len: 1093 time: 0.8677988 Jul 16 08:52:54.705348 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5c3244d3-921e-4abb-b61d-62cf4f2d1bcb', 'tag': 'ceb2713b-b777-4216-a42a-8b2b643a928e'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:52:54.707694 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4329ef8f-2012-4684-88d0-b89a138a5b4b" -d '{"events": [{"name": "network-changed", "server_uuid": "5c3244d3-921e-4abb-b61d-62cf4f2d1bcb", "tag": "ceb2713b-b777-4216-a42a-8b2b643a928e"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:52:54.746796 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892a8deb-9054-4d40-bf6d-c03276b5b458 service neutron] Pushing event updated for resources: {'Port': ['ID=ceb2713b-b777-4216-a42a-8b2b643a928e,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:54.780945 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd4b3e9a-95c3-499e-8427-9283a6786291 x-openstack-request-id: req-fd4b3e9a-95c3-499e-8427-9283a6786291 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:52:54.781645 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5c3244d3-921e-4abb-b61d-62cf4f2d1bcb", "tag": "ceb2713b-b777-4216-a42a-8b2b643a928e", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:52:54.781645 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fd4b3e9a-95c3-499e-8427-9283a6786291 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:52:54.782358 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5c3244d3-921e-4abb-b61d-62cf4f2d1bcb', 'tag': 'ceb2713b-b777-4216-a42a-8b2b643a928e', 'status': 'completed', 'code': 200} Jul 16 08:52:54.811185 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9e471-7af3-4520-869f-0b6887d418ee req-b66c608a-aeb9-489c-9ead-7af0c6ea607c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:54.812894 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64e9e471-7af3-4520-869f-0b6887d418ee req-b66c608a-aeb9-489c-9ead-7af0c6ea607c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b0c19d779f449708386157bde9110b1&device_id=5c3244d3-921e-4abb-b61d-62cf4f2d1bcb HTTP/1.1" status: 200 len: 1096 time: 0.0629342 Jul 16 08:52:54.870088 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64e9e471-7af3-4520-869f-0b6887d418ee req-2151718a-32e2-4f2b-a3b8-01e5e045202a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ceb2713b-b777-4216-a42a-8b2b643a928e HTTP/1.1" status: 200 len: 217 time: 0.0486302 Jul 16 08:52:54.943478 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9e471-7af3-4520-869f-0b6887d418ee req-81118add-838a-41a1-8c48-dc0c77adf892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:54.945093 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64e9e471-7af3-4520-869f-0b6887d418ee req-81118add-838a-41a1-8c48-dc0c77adf892 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=01abe1ca-9fcf-4e2a-8f90-68c3c56345b9 HTTP/1.1" status: 200 len: 857 time: 0.0587366 Jul 16 08:52:54.970858 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b35bfb3-1ee0-4734-9300-926019b20d16 req-5b563534-46ee-4f10-8308-b415ae86a381 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:54.972388 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8b35bfb3-1ee0-4734-9300-926019b20d16 req-5b563534-46ee-4f10-8308-b415ae86a381 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 945 time: 0.1450694 Jul 16 08:52:54.996653 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64e9e471-7af3-4520-869f-0b6887d418ee req-68717a54-26ac-460f-842b-9427de5704ff service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a2e431c0-a59d-4648-b157-29ee4e97e8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447509 Jul 16 08:52:55.083527 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8b35bfb3-1ee0-4734-9300-926019b20d16 req-211b9257-8586-404e-b445-272540611591 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893455 Jul 16 08:52:55.114694 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64e9e471-7af3-4520-869f-0b6887d418ee req-0d73848a-f144-4891-8262-96034431e89e service neutron] 10.222.0.30 "GET /v2.0/networks/a2e431c0-a59d-4648-b157-29ee4e97e8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110179 Jul 16 08:52:55.221109 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64e9e471-7af3-4520-869f-0b6887d418ee req-1590792a-2766-4902-81be-fb6b0d7bdb8b service neutron] 10.222.0.30 "GET /v2.0/networks/a2e431c0-a59d-4648-b157-29ee4e97e8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987577 Jul 16 08:52:55.339963 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329ef8f-2012-4684-88d0-b89a138a5b4b req-778747c4-3376-484d-a8f4-8e70559a9557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:55.341596 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4329ef8f-2012-4684-88d0-b89a138a5b4b req-778747c4-3376-484d-a8f4-8e70559a9557 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0b0c19d779f449708386157bde9110b1&device_id=5c3244d3-921e-4abb-b61d-62cf4f2d1bcb HTTP/1.1" status: 200 len: 1096 time: 0.0669401 Jul 16 08:52:55.505797 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329ef8f-2012-4684-88d0-b89a138a5b4b req-1b49a908-8723-4e9a-87b0-a5d596b21510 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:55.508372 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4329ef8f-2012-4684-88d0-b89a138a5b4b req-1b49a908-8723-4e9a-87b0-a5d596b21510 service neutron] 10.222.0.30 "GET /v2.0/networks?id=a2e431c0-a59d-4648-b157-29ee4e97e8a6 HTTP/1.1" status: 200 len: 918 time: 0.1605246 Jul 16 08:52:55.592226 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4329ef8f-2012-4684-88d0-b89a138a5b4b req-074a5496-626c-4e60-b465-013b8ff7345a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ceb2713b-b777-4216-a42a-8b2b643a928e HTTP/1.1" status: 200 len: 217 time: 0.0745206 Jul 16 08:52:55.636019 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1f355c-9f2d-4959-8da4-a236552f3ee2 req-e932f46f-1e2c-43e5-86a9-08dceabdb7fe tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:55.639074 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ba1f355c-9f2d-4959-8da4-a236552f3ee2 req-e932f46f-1e2c-43e5-86a9-08dceabdb7fe tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93176c46-d8b6-4bcd-b9ac-db1d779fad80 HTTP/1.1" status: 200 len: 946 time: 0.1059184 Jul 16 08:52:55.682019 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329ef8f-2012-4684-88d0-b89a138a5b4b req-ae851792-9db2-46dd-919d-573477b09014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:55.683486 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4329ef8f-2012-4684-88d0-b89a138a5b4b req-ae851792-9db2-46dd-919d-573477b09014 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=01abe1ca-9fcf-4e2a-8f90-68c3c56345b9 HTTP/1.1" status: 200 len: 857 time: 0.0745082 Jul 16 08:52:55.703989 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ba1f355c-9f2d-4959-8da4-a236552f3ee2 req-a4ee95b3-b18e-4108-8de8-cbce871fb9fd tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582371 Jul 16 08:52:55.714609 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197c5e67-92ea-4345-a68a-f2ea733260cb req-5bd81a22-b410-4f7a-855d-c9852bd9ca5e tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:55.719369 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-197c5e67-92ea-4345-a68a-f2ea733260cb req-5bd81a22-b410-4f7a-855d-c9852bd9ca5e tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3244d3-921e-4abb-b61d-62cf4f2d1bcb HTTP/1.1" status: 200 len: 944 time: 0.1386337 Jul 16 08:52:55.750940 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4329ef8f-2012-4684-88d0-b89a138a5b4b req-237aefcf-2ed9-4bdf-be71-4d4245e34e1f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a2e431c0-a59d-4648-b157-29ee4e97e8a6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572476 Jul 16 08:52:55.852301 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-197c5e67-92ea-4345-a68a-f2ea733260cb req-4feb1f6d-1aef-4743-8a5c-31c9f9924562 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] 10.222.0.22 "GET /v2.0/security-groups?id=275b426d-1b22-4da2-a193-38d9fc4ec244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090508 Jul 16 08:52:55.890121 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4329ef8f-2012-4684-88d0-b89a138a5b4b req-5341e26b-e59e-40d3-a7f2-fb27a0c954eb service neutron] 10.222.0.30 "GET /v2.0/networks/a2e431c0-a59d-4648-b157-29ee4e97e8a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297891 Jul 16 08:52:55.907633 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88515cd9-bba4-4c79-b581-f30ab8c67d15 req-97cc9639-589c-4588-ada7-4a31b34cfd27 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:55.909284 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-88515cd9-bba4-4c79-b581-f30ab8c67d15 req-97cc9639-589c-4588-ada7-4a31b34cfd27 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93176c46-d8b6-4bcd-b9ac-db1d779fad80 HTTP/1.1" status: 200 len: 946 time: 0.0805018 Jul 16 08:52:55.951549 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-88515cd9-bba4-4c79-b581-f30ab8c67d15 req-59b95a2e-5a71-45c9-9194-bc94f9a8efd1 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363040 Jul 16 08:52:56.001170 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4329ef8f-2012-4684-88d0-b89a138a5b4b req-968967e3-24aa-4c3f-9a9f-16100b58f882 service neutron] 10.222.0.30 "GET /v2.0/networks/a2e431c0-a59d-4648-b157-29ee4e97e8a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038227 Jul 16 08:52:56.313241 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f55856-dd15-44c0-b68c-8100ee7fef17 req-59931692-798b-4872-ae8b-7f4d14d1b932 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:56.318531 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d5f55856-dd15-44c0-b68c-8100ee7fef17 req-59931692-798b-4872-ae8b-7f4d14d1b932 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 945 time: 0.0779669 Jul 16 08:52:56.376579 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d5f55856-dd15-44c0-b68c-8100ee7fef17 req-c71e385a-cc60-4dc9-9380-2455908fcfd6 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526762 Jul 16 08:52:57.091143 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9868415-0f50-45f4-8c0c-4bc2fc6e9720 req-3b85d299-649d-473e-8e90-36b33d6b4b99 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:57.092678 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f9868415-0f50-45f4-8c0c-4bc2fc6e9720 req-3b85d299-649d-473e-8e90-36b33d6b4b99 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3244d3-921e-4abb-b61d-62cf4f2d1bcb HTTP/1.1" status: 200 len: 944 time: 0.0846436 Jul 16 08:52:57.153000 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f9868415-0f50-45f4-8c0c-4bc2fc6e9720 req-c3254abf-91b2-4c6b-bcb2-cd7cb3c67127 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] 10.222.0.22 "GET /v2.0/security-groups?id=275b426d-1b22-4da2-a193-38d9fc4ec244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456696 Jul 16 08:52:57.628330 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb325a8-99a6-4405-82f9-88f1763f4f9e req-609f61a0-fa2f-43fa-bd63-510b091e53f4 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:57.634171 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3eb325a8-99a6-4405-82f9-88f1763f4f9e req-609f61a0-fa2f-43fa-bd63-510b091e53f4 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 945 time: 0.1107128 Jul 16 08:52:57.675860 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3eb325a8-99a6-4405-82f9-88f1763f4f9e req-21b53eeb-ce24-4210-b026-878d2cc23d07 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396345 Jul 16 08:52:58.351013 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610ee77-6759-44f6-aa55-4e7e232fbe55 req-011e5b18-cb42-420a-8635-981b4adb42bd tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:58.352673 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d610ee77-6759-44f6-aa55-4e7e232fbe55 req-011e5b18-cb42-420a-8635-981b4adb42bd tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3244d3-921e-4abb-b61d-62cf4f2d1bcb HTTP/1.1" status: 200 len: 944 time: 0.0669885 Jul 16 08:52:58.397119 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d610ee77-6759-44f6-aa55-4e7e232fbe55 req-2963b252-e927-4631-bb1f-cc93609c7b3b tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] 10.222.0.22 "GET /v2.0/security-groups?id=275b426d-1b22-4da2-a193-38d9fc4ec244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373402 Jul 16 08:52:58.823936 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device ceb2713b-b777-4216-a42a-8b2b643a928e details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:52:58.880211 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ba93d0-d38d-4594-a227-7d050c48a75c req-b5384d56-d6a7-4eb3-bc6e-c9e030ae7855 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:58.885720 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-46ba93d0-d38d-4594-a227-7d050c48a75c req-b5384d56-d6a7-4eb3-bc6e-c9e030ae7855 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 945 time: 0.0828781 Jul 16 08:52:58.944097 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port ceb2713b-b777-4216-a42a-8b2b643a928e, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=ceb2713b-b777-4216-a42a-8b2b643a928e,segment=NetworkSegment(39fe4887-72c0-4323-bdd5-60da5f8e0a7c),segment_id=39fe4887-72c0-4323-bdd5-60da5f8e0a7c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:58.963152 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'ceb2713b-b777-4216-a42a-8b2b643a928e', 'network_id': 'a2e431c0-a59d-4648-b157-29ee4e97e8a6', 'port_id': 'ceb2713b-b777-4216-a42a-8b2b643a928e', 'mac_address': 'fa:16:3e:92:66:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '01abe1ca-9fcf-4e2a-8f90-68c3c56345b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:52:59.040750 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:59.063806 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-46ba93d0-d38d-4594-a227-7d050c48a75c req-86d81a51-76f4-4325-a4f4-29339a6c58b0 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1722887 Jul 16 08:52:59.085999 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ceb2713b-b777-4216-a42a-8b2b643a928e {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:52:59.107432 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port ceb2713b-b777-4216-a42a-8b2b643a928e, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=ceb2713b-b777-4216-a42a-8b2b643a928e,segment=NetworkSegment(39fe4887-72c0-4323-bdd5-60da5f8e0a7c),segment_id=39fe4887-72c0-4323-bdd5-60da5f8e0a7c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:52:59.114200 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:52:59.181355 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=ceb2713b-b777-4216-a42a-8b2b643a928e,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:52:59.334789 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['ceb2713b-b777-4216-a42a-8b2b643a928e'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:52:59.350013 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-c70122b2-debf-48a9-b128-bb37e792bae9 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:59.351972 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-c70122b2-debf-48a9-b128-bb37e792bae9 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/networks?id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 HTTP/1.1" status: 200 len: 812 time: 0.1217277 Jul 16 08:52:59.367375 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-d1172bc0-c8bc-44a5-a823-b9fbb5efbc6d tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/quotas/30db3ea81a8c4c93843f47b12edb82f2 HTTP/1.1" status: 200 len: 375 time: 0.0097580 Jul 16 08:52:59.455265 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-3785e17a-574e-4daa-9c88-d0552ad6478e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=30db3ea81a8c4c93843f47b12edb82f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0811050 Jul 16 08:52:59.587421 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-0c6947bc-6602-4636-b42f-404011e6bbb1 service neutron] 10.222.0.22 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234367 Jul 16 08:52:59.645593 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5063f44c-4fcb-4c70-ad01-3fe9e15a1952 req-0a823925-9f68-40a0-a7e3-99d9d012a030 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:52:59.648222 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5063f44c-4fcb-4c70-ad01-3fe9e15a1952 req-0a823925-9f68-40a0-a7e3-99d9d012a030 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3244d3-921e-4abb-b61d-62cf4f2d1bcb HTTP/1.1" status: 200 len: 945 time: 0.1115932 Jul 16 08:52:59.709854 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5063f44c-4fcb-4c70-ad01-3fe9e15a1952 req-b1b258c0-c885-4108-bd71-950e35c5e8d9 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] 10.222.0.22 "GET /v2.0/security-groups?id=275b426d-1b22-4da2-a193-38d9fc4ec244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536120 Jul 16 08:52:59.710856 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-093ecc12-3d5f-4a6b-97a3-e7b2117dec36 service neutron] 10.222.0.22 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165972 Jul 16 08:52:59.988647 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d5385f1d-a087-4e7d-ac0a-e7a90c0a1c20 req-3f375257-9d05-487d-9b3e-ea508777a42c tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 210 time: 0.0450456 Jul 16 08:53:00.335003 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f766df-cd92-49c7-bd70-ad152edfe0e2 req-b8940914-8b9b-4d49-be2e-281473ea330b tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:00.344501 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f3f766df-cd92-49c7-bd70-ad152edfe0e2 req-b8940914-8b9b-4d49-be2e-281473ea330b tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 945 time: 0.1145687 Jul 16 08:53:00.404427 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f3f766df-cd92-49c7-bd70-ad152edfe0e2 req-1c06f7b0-e72d-488e-b226-a072627d4af4 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586429 Jul 16 08:53:00.834752 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 53886004-6394-4a9f-9ac0-583e370b56e2 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:53:00.838164 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device ceb2713b-b777-4216-a42a-8b2b643a928e up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:00.918965 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d227c469-01ce-481d-b145-56fe49852112 req-800a2e4d-807f-46df-94a7-692d40946ce1 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:00.920605 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d227c469-01ce-481d-b145-56fe49852112 req-800a2e4d-807f-46df-94a7-692d40946ce1 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3244d3-921e-4abb-b61d-62cf4f2d1bcb HTTP/1.1" status: 200 len: 945 time: 0.0697975 Jul 16 08:53:00.950331 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port ceb2713b-b777-4216-a42a-8b2b643a928e completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:00.958723 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port ceb2713b-b777-4216-a42a-8b2b643a928e triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:00.959441 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:00.979211 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d227c469-01ce-481d-b145-56fe49852112 req-ec8798d5-5ccf-4b5d-a248-85ce9ad1df86 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] 10.222.0.22 "GET /v2.0/security-groups?id=275b426d-1b22-4da2-a193-38d9fc4ec244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497489 Jul 16 08:53:01.000854 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 53886004-6394-4a9f-9ac0-583e370b56e2, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=53886004-6394-4a9f-9ac0-583e370b56e2,segment=NetworkSegment(9452ae90-4bd6-4866-933c-eec760d2cc0f),segment_id=9452ae90-4bd6-4866-933c-eec760d2cc0f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:01.019225 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '53886004-6394-4a9f-9ac0-583e370b56e2', 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b', 'port_id': '53886004-6394-4a9f-9ac0-583e370b56e2', 'mac_address': 'fa:16:3e:2d:30:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:53:01.086355 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.110370 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 53886004-6394-4a9f-9ac0-583e370b56e2 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:53:01.115475 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.150480 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 53886004-6394-4a9f-9ac0-583e370b56e2, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=53886004-6394-4a9f-9ac0-583e370b56e2,segment=NetworkSegment(9452ae90-4bd6-4866-933c-eec760d2cc0f),segment_id=9452ae90-4bd6-4866-933c-eec760d2cc0f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:01.158452 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3244d3-921e-4abb-b61d-62cf4f2d1bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb2713b-b777-4216-a42a-8b2b643a928e'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:01.160954 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-658b45e1-93e8-4001-8d18-e69b142f83f1" -d '{"events": [{"server_uuid": "5c3244d3-921e-4abb-b61d-62cf4f2d1bcb", "name": "network-vif-plugged", "status": "completed", "tag": "ceb2713b-b777-4216-a42a-8b2b643a928e"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:01.172076 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.179586 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port ceb2713b-b777-4216-a42a-8b2b643a928e, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=ceb2713b-b777-4216-a42a-8b2b643a928e,segment=NetworkSegment(39fe4887-72c0-4323-bdd5-60da5f8e0a7c),segment_id=39fe4887-72c0-4323-bdd5-60da5f8e0a7c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:01.184688 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.260109 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6baf59a-ab59-46b4-8c19-a513e0d7e5e2 x-openstack-request-id: req-c6baf59a-ab59-46b4-8c19-a513e0d7e5e2 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:01.260462 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3244d3-921e-4abb-b61d-62cf4f2d1bcb", "name": "network-vif-plugged", "status": "completed", "tag": "ceb2713b-b777-4216-a42a-8b2b643a928e", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:01.260709 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c6baf59a-ab59-46b4-8c19-a513e0d7e5e2 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:01.261130 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3244d3-921e-4abb-b61d-62cf4f2d1bcb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ceb2713b-b777-4216-a42a-8b2b643a928e', 'code': 200} Jul 16 08:53:01.262093 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['53886004-6394-4a9f-9ac0-583e370b56e2'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:53:01.288165 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=53886004-6394-4a9f-9ac0-583e370b56e2,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:01.328663 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-2fc634af-bc5d-4433-a601-f18d97b90d6a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:01.330302 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-2fc634af-bc5d-4433-a601-f18d97b90d6a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.21 "GET /v2.0/networks?id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 HTTP/1.1" status: 200 len: 812 time: 0.2039087 Jul 16 08:53:01.348108 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-e9bd4ff6-fe06-4df5-8006-fa6e38b9649a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Request body: {'port': {'device_id': '8dd81723-29ce-4540-af3b-b1d978d0a642', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'admin_state_up': True, 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:01.361697 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=ceb2713b-b777-4216-a42a-8b2b643a928e,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:01.394245 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-211e32d2-a6fa-42ef-8766-2332b9710595 req-ed952c16-d113-4c6b-8a02-60c7029dcd81 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 210 time: 0.0474243 Jul 16 08:53:01.460782 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b57ff25-0ad7-4052-850b-e8695099c89d req-2d31a4fb-ef10-4e35-a7e9-d8088d97913a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:01.462338 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6b57ff25-0ad7-4052-850b-e8695099c89d req-2d31a4fb-ef10-4e35-a7e9-d8088d97913a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5c3244d3-921e-4abb-b61d-62cf4f2d1bcb HTTP/1.1" status: 200 len: 1098 time: 0.0617423 Jul 16 08:53:01.511173 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6b57ff25-0ad7-4052-850b-e8695099c89d req-1c138a04-24fb-4201-bbb3-2bdca1c5a178 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=275b426d-1b22-4da2-a193-38d9fc4ec244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413685 Jul 16 08:53:01.542561 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-e9bd4ff6-fe06-4df5-8006-fa6e38b9649a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Made reservation on behalf of 30db3ea81a8c4c93843f47b12edb82f2 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:01.547956 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-e9bd4ff6-fe06-4df5-8006-fa6e38b9649a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:01.728504 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eec4d7f-c367-42a3-8533-3095f20581aa req-5afd6f8d-7b66-48f0-8a75-2362a3366634 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:01.731490 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0eec4d7f-c367-42a3-8533-3095f20581aa req-5afd6f8d-7b66-48f0-8a75-2362a3366634 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 944 time: 0.1650977 Jul 16 08:53:01.786738 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-e9bd4ff6-fe06-4df5-8006-fa6e38b9649a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Allocated IP 172.20.0.4 (ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0/1a202c89-ad61-4335-b129-f178d622ac10/5399d649-c973-4ece-ba78-cf3099eb1c12) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:01.797498 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0eec4d7f-c367-42a3-8533-3095f20581aa req-41d28a57-9f38-40b2-bfe1-4ef2dc327c95 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644891 Jul 16 08:53:02.092758 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:02.105191 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-e9bd4ff6-fe06-4df5-8006-fa6e38b9649a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:02.126972 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-e9bd4ff6-fe06-4df5-8006-fa6e38b9649a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Transition to ACTIVE for port object 5399d649-c973-4ece-ba78-cf3099eb1c12 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:02.186338 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-e9bd4ff6-fe06-4df5-8006-fa6e38b9649a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:02.203261 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['721f92cb-3c27-4ccc-8054-2fdef04f7097'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:53:02.270096 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73125943-507b-4fc1-b70c-57cf464db762 req-bb74d06f-1580-40c7-b4eb-4ade285526a1 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:02.271079 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:02.272245 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73125943-507b-4fc1-b70c-57cf464db762 req-bb74d06f-1580-40c7-b4eb-4ade285526a1 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3244d3-921e-4abb-b61d-62cf4f2d1bcb HTTP/1.1" status: 200 len: 946 time: 0.1066244 Jul 16 08:53:02.282379 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-e9bd4ff6-fe06-4df5-8006-fa6e38b9649a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:02.317868 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9bd4ff6-fe06-4df5-8006-fa6e38b9649a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Pushing event updated for resources: {'Port': ['ID=5399d649-c973-4ece-ba78-cf3099eb1c12,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:02.320862 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-e9bd4ff6-fe06-4df5-8006-fa6e38b9649a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:02.323658 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-e9bd4ff6-fe06-4df5-8006-fa6e38b9649a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:02.376677 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73125943-507b-4fc1-b70c-57cf464db762 req-7ccb6ade-d528-4c17-9ac8-8897ccf9d4b0 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] 10.222.0.22 "GET /v2.0/security-groups?id=275b426d-1b22-4da2-a193-38d9fc4ec244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956554 Jul 16 08:53:02.468143 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-e9bd4ff6-fe06-4df5-8006-fa6e38b9649a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:02.468952 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-e9bd4ff6-fe06-4df5-8006-fa6e38b9649a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:02.514869 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-e9bd4ff6-fe06-4df5-8006-fa6e38b9649a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1763487 Jul 16 08:53:02.530965 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-26837898-faf3-43a5-bb51-54ebefdaa359 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:53:02.532112 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-26837898-faf3-43a5-bb51-54ebefdaa359 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0110714 Jul 16 08:53:02.543339 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Request body: {'port': {'device_id': '8dd81723-29ce-4540-af3b-b1d978d0a642', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:02.732405 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:02.797171 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ba714527-7f3b-4d32-8c95-e007131ae1f7 None None] Provisioning for port 5399d649-c973-4ece-ba78-cf3099eb1c12 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:02.814448 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ba714527-7f3b-4d32-8c95-e007131ae1f7 None None] Provisioning complete for port 5399d649-c973-4ece-ba78-cf3099eb1c12 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:02.817730 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ba714527-7f3b-4d32-8c95-e007131ae1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:02.871178 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 53886004-6394-4a9f-9ac0-583e370b56e2 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:02.912486 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11893252-cd89-4450-89c4-7c4277c1aa4b req-3cf192d9-7291-4c7d-be18-ec1c7eae6cc3 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:02.926840 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-11893252-cd89-4450-89c4-7c4277c1aa4b req-3cf192d9-7291-4c7d-be18-ec1c7eae6cc3 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 931 time: 0.3137925 Jul 16 08:53:02.947544 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ba714527-7f3b-4d32-8c95-e007131ae1f7 None None] Port 5399d649-c973-4ece-ba78-cf3099eb1c12 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:53:03.013162 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 53886004-6394-4a9f-9ac0-583e370b56e2 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:03.013541 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.158405 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-11893252-cd89-4450-89c4-7c4277c1aa4b req-4fb81377-bafd-4067-9502-b5630e90ca76 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2303107 Jul 16 08:53:03.268178 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.285569 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be5ce90-8228-4ff6-b551-b293c4f2c067 req-d8ca324b-3fe3-4122-afc5-1105ae7dcecc tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:03.292843 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6be5ce90-8228-4ff6-b551-b293c4f2c067 req-d8ca324b-3fe3-4122-afc5-1105ae7dcecc tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 944 time: 0.1868613 Jul 16 08:53:03.352535 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1ac781-8b26-49be-b62a-930067ccc715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53886004-6394-4a9f-9ac0-583e370b56e2'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:03.353807 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6be5ce90-8228-4ff6-b551-b293c4f2c067 req-a9f18c5d-5d04-49fc-82fa-30eb39f86c70 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490375 Jul 16 08:53:03.359710 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13ed076f-c852-49d5-aff7-cd51348fdb03" -d '{"events": [{"server_uuid": "cd1ac781-8b26-49be-b62a-930067ccc715", "name": "network-vif-plugged", "status": "completed", "tag": "53886004-6394-4a9f-9ac0-583e370b56e2"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:03.402141 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-07e0f5e5-c7a7-47c2-b262-bc9d9d33f81b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.415835 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 53886004-6394-4a9f-9ac0-583e370b56e2, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=53886004-6394-4a9f-9ac0-583e370b56e2,segment=NetworkSegment(9452ae90-4bd6-4866-933c-eec760d2cc0f),segment_id=9452ae90-4bd6-4866-933c-eec760d2cc0f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:03.426212 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.574973 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0ef62b0-3ec9-4157-99be-12727d1030b8 x-openstack-request-id: req-b0ef62b0-3ec9-4157-99be-12727d1030b8 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:03.575271 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1ac781-8b26-49be-b62a-930067ccc715", "name": "network-vif-plugged", "status": "completed", "tag": "53886004-6394-4a9f-9ac0-583e370b56e2", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:03.575546 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b0ef62b0-3ec9-4157-99be-12727d1030b8 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:03.580814 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1ac781-8b26-49be-b62a-930067ccc715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53886004-6394-4a9f-9ac0-583e370b56e2', 'code': 200} Jul 16 08:53:03.589797 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=53886004-6394-4a9f-9ac0-583e370b56e2,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:03.722510 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5399d649-c973-4ece-ba78-cf3099eb1c12 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:53:03.731916 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.758355 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Transition to ACTIVE for port object 5399d649-c973-4ece-ba78-cf3099eb1c12 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:03.782681 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:03.865105 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Pushing event updated for resources: {'Port': ['ID=5399d649-c973-4ece-ba78-cf3099eb1c12,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:03.949123 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d87b17-adf4-4127-8633-cca93478906d req-70ebf9cb-7dc8-4862-82a4-c154cf7f7aae tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:03.955817 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e3d87b17-adf4-4127-8633-cca93478906d req-70ebf9cb-7dc8-4862-82a4-c154cf7f7aae tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3244d3-921e-4abb-b61d-62cf4f2d1bcb HTTP/1.1" status: 200 len: 946 time: 0.2134717 Jul 16 08:53:04.061448 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e3d87b17-adf4-4127-8633-cca93478906d req-5efcb25f-f2bb-40d8-a37a-0093a4026c6e tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] 10.222.0.22 "GET /v2.0/security-groups?id=275b426d-1b22-4da2-a193-38d9fc4ec244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991037 Jul 16 08:53:04.062647 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Attempting to bind port 5399d649-c973-4ece-ba78-cf3099eb1c12 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:04.062991 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Attempting to bind port 5399d649-c973-4ece-ba78-cf3099eb1c12 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:04.063330 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Attempting to bind port 5399d649-c973-4ece-ba78-cf3099eb1c12 on network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:04.080218 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Port 5399d649-c973-4ece-ba78-cf3099eb1c12 on network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:53:04.088672 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Attempting to bind port 5399d649-c973-4ece-ba78-cf3099eb1c12 on network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:04.097831 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:04.098276 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Checking segment: {'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:04.098829 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Bound using segment: {'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:04.099513 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Bound port: 5399d649-c973-4ece-ba78-cf3099eb1c12, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:04.099988 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:04.205191 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] For port 5399d649-c973-4ece-ba78-cf3099eb1c12, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:04.213701 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] For port 5399d649-c973-4ece-ba78-cf3099eb1c12, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5399d649-c973-4ece-ba78-cf3099eb1c12,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:04.223025 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:04.314256 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:04.314935 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:04.316436 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] 10.222.0.21 "PUT /v2.0/ports/5399d649-c973-4ece-ba78-cf3099eb1c12 HTTP/1.1" status: 200 len: 1092 time: 1.7777069 Jul 16 08:53:04.317058 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8dd81723-29ce-4540-af3b-b1d978d0a642', 'tag': '5399d649-c973-4ece-ba78-cf3099eb1c12'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:04.342561 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc5e3306-6981-4fe7-a5e8-9f5499d38eaa" -d '{"events": [{"name": "network-changed", "server_uuid": "8dd81723-29ce-4540-af3b-b1d978d0a642", "tag": "5399d649-c973-4ece-ba78-cf3099eb1c12"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:04.556595 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Pushing event updated for resources: {'Port': ['ID=5399d649-c973-4ece-ba78-cf3099eb1c12,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:04.585411 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:04.585837 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:04.586195 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:04.586525 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:04.586865 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:04.587206 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:04.587541 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:04.587918 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:04.588256 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:04.588659 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:04.588994 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:04.589320 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d06f86-ddc8-4d0e-90c6-aa1732567eae service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:04.644159 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d25e96-79a8-443a-a3f0-034db90c9097 req-ccb896ce-4d2d-4f28-a69d-b5c0e4b3a2b4 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:04.647681 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-42d25e96-79a8-443a-a3f0-034db90c9097 req-ccb896ce-4d2d-4f28-a69d-b5c0e4b3a2b4 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 943 time: 0.2468371 Jul 16 08:53:04.669777 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-36c98acf-639b-4c32-8db7-6275e3fc877f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:04.674667 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-36c98acf-639b-4c32-8db7-6275e3fc877f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30db3ea81a8c4c93843f47b12edb82f2&device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 1095 time: 0.3039634 Jul 16 08:53:04.773891 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-ae4d11fd-6bdf-43b1-ab04-0d722b207aa3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5399d649-c973-4ece-ba78-cf3099eb1c12 HTTP/1.1" status: 200 len: 217 time: 0.0546701 Jul 16 08:53:04.848445 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a9b19bb-f2ff-4e11-88d4-d3fc8c8c1195 x-openstack-request-id: req-2a9b19bb-f2ff-4e11-88d4-d3fc8c8c1195 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:04.848865 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8dd81723-29ce-4540-af3b-b1d978d0a642", "tag": "5399d649-c973-4ece-ba78-cf3099eb1c12", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:04.849850 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2a9b19bb-f2ff-4e11-88d4-d3fc8c8c1195 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:04.850360 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8dd81723-29ce-4540-af3b-b1d978d0a642', 'tag': '5399d649-c973-4ece-ba78-cf3099eb1c12', 'status': 'completed', 'code': 200} Jul 16 08:53:04.900656 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-42d25e96-79a8-443a-a3f0-034db90c9097 req-c96ed414-b3d3-4653-a598-4432b156a809 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241650 Jul 16 08:53:04.942679 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-811ceb8f-8330-40f2-a69c-b403b0f594ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:04.942679 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-811ceb8f-8330-40f2-a69c-b403b0f594ab service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a202c89-ad61-4335-b129-f178d622ac10 HTTP/1.1" status: 200 len: 851 time: 0.1513839 Jul 16 08:53:05.203503 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-d2ec3392-b91d-4865-93c9-ff06c5e86d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:05.214531 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-d2ec3392-b91d-4865-93c9-ff06c5e86d60 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2633250 Jul 16 08:53:05.253020 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6dc80e-50c8-4479-a425-3fbdb34d56cc req-ad749e4a-62aa-46c8-84ed-83bd62924402 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:05.261975 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4f6dc80e-50c8-4479-a425-3fbdb34d56cc req-ad749e4a-62aa-46c8-84ed-83bd62924402 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 945 time: 0.1506553 Jul 16 08:53:05.341501 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4f6dc80e-50c8-4479-a425-3fbdb34d56cc req-b69fddbf-f607-4c1a-85dc-0860aff12d72 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753562 Jul 16 08:53:05.555302 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04ae48b-e469-4441-b9d9-12ccee20efc0 req-fa49b923-4889-4963-9a64-6ef75b3cc8b7 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:05.567639 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a04ae48b-e469-4441-b9d9-12ccee20efc0 req-fa49b923-4889-4963-9a64-6ef75b3cc8b7 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3244d3-921e-4abb-b61d-62cf4f2d1bcb HTTP/1.1" status: 200 len: 946 time: 0.2609184 Jul 16 08:53:05.577091 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-a22bd590-4ab8-457a-aa3c-4924ad6d1690 service neutron] 10.222.0.21 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474314 Jul 16 08:53:05.710688 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a04ae48b-e469-4441-b9d9-12ccee20efc0 req-afdfd6fc-baed-4bbd-97e6-a0130fc32bd2 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] 10.222.0.22 "GET /v2.0/security-groups?id=275b426d-1b22-4da2-a193-38d9fc4ec244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1419497 Jul 16 08:53:05.723548 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7fecda20-b19f-4141-96cf-de5556d9466c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:05.793647 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7fb33081-a814-4d2f-9c51-e3cc8a6a17e5 req-e4c3a339-347b-44b2-8d70-541ca18ba6f3 service neutron] 10.222.0.21 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035203 Jul 16 08:53:05.951592 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e3306-6981-4fe7-a5e8-9f5499d38eaa req-85114106-2d8b-4941-9b10-e8f02b42f515 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:05.953534 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fc5e3306-6981-4fe7-a5e8-9f5499d38eaa req-85114106-2d8b-4941-9b10-e8f02b42f515 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30db3ea81a8c4c93843f47b12edb82f2&device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 1095 time: 0.0935113 Jul 16 08:53:06.033521 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:06.187084 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e3306-6981-4fe7-a5e8-9f5499d38eaa req-d5d61970-0086-4dd9-a2c0-a724ae8bda90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:06.202008 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fc5e3306-6981-4fe7-a5e8-9f5499d38eaa req-d5d61970-0086-4dd9-a2c0-a724ae8bda90 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 HTTP/1.1" status: 200 len: 913 time: 0.2412057 Jul 16 08:53:06.279013 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fc5e3306-6981-4fe7-a5e8-9f5499d38eaa req-3e101d81-eabe-44f4-a42a-8a7e1e4a23d4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5399d649-c973-4ece-ba78-cf3099eb1c12 HTTP/1.1" status: 200 len: 217 time: 0.0752866 Jul 16 08:53:06.403009 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e3306-6981-4fe7-a5e8-9f5499d38eaa req-df78b5e1-c841-411e-aa82-64e7fd2b0e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:06.405070 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fc5e3306-6981-4fe7-a5e8-9f5499d38eaa req-df78b5e1-c841-411e-aa82-64e7fd2b0e48 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a202c89-ad61-4335-b129-f178d622ac10 HTTP/1.1" status: 200 len: 851 time: 0.1076653 Jul 16 08:53:06.423728 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ac280-9698-4b4f-9659-36326a4aac3d req-60bcdef8-c188-4df1-9585-f12302e6fbe3 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:06.443224 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d87ac280-9698-4b4f-9659-36326a4aac3d req-60bcdef8-c188-4df1-9585-f12302e6fbe3 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] 10.222.0.30 "GET /v2.0/ports?device_id=5c3244d3-921e-4abb-b61d-62cf4f2d1bcb HTTP/1.1" status: 200 len: 946 time: 0.4539349 Jul 16 08:53:06.563360 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5e3306-6981-4fe7-a5e8-9f5499d38eaa req-1bca72aa-1b3b-4e20-898f-ed0e1ce0c55d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:06.569469 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fc5e3306-6981-4fe7-a5e8-9f5499d38eaa req-1bca72aa-1b3b-4e20-898f-ed0e1ce0c55d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1516199 Jul 16 08:53:06.804563 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fc5e3306-6981-4fe7-a5e8-9f5499d38eaa req-2d0ef225-99a3-4d81-bb45-b7270d150c05 service neutron] 10.222.0.21 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2144694 Jul 16 08:53:06.951366 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f83ee7e-eb3e-443b-8fe7-a52dee9ab42e req-a8d8946d-ca66-4da6-b001-29753d437471 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:06.964687 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1f83ee7e-eb3e-443b-8fe7-a52dee9ab42e req-a8d8946d-ca66-4da6-b001-29753d437471 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 943 time: 0.6619971 Jul 16 08:53:07.028011 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfd6b4a-297b-49b2-a33a-81fda5db7615 req-29e53d9d-b389-4e46-9f6c-aaf35df4d99b tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:07.035220 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5dfd6b4a-297b-49b2-a33a-81fda5db7615 req-29e53d9d-b389-4e46-9f6c-aaf35df4d99b tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 945 time: 0.2295196 Jul 16 08:53:07.063587 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fc5e3306-6981-4fe7-a5e8-9f5499d38eaa req-b13bb810-93db-4db3-bfe8-805785074687 service neutron] 10.222.0.21 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2443676 Jul 16 08:53:07.117279 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5dfd6b4a-297b-49b2-a33a-81fda5db7615 req-c2083390-333f-4c72-ba62-606c1c0ca9bc tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811455 Jul 16 08:53:07.128838 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:07.163204 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1f83ee7e-eb3e-443b-8fe7-a52dee9ab42e req-d1e05eaa-d47b-450f-a708-d18b9b49d8a4 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945324 Jul 16 08:53:07.195357 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-d87ac280-9698-4b4f-9659-36326a4aac3d req-30974675-78b6-46f3-a403-597b25615c4d tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] Deleting port ceb2713b-b777-4216-a42a-8b2b643a928e {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:07.196857 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d87ac280-9698-4b4f-9659-36326a4aac3d req-30974675-78b6-46f3-a403-597b25615c4d tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:07.333783 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-d87ac280-9698-4b4f-9659-36326a4aac3d req-30974675-78b6-46f3-a403-597b25615c4d tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] For port ceb2713b-b777-4216-a42a-8b2b643a928e, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=ceb2713b-b777-4216-a42a-8b2b643a928e,segment=NetworkSegment(39fe4887-72c0-4323-bdd5-60da5f8e0a7c),segment_id=39fe4887-72c0-4323-bdd5-60da5f8e0a7c)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:07.334138 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d87ac280-9698-4b4f-9659-36326a4aac3d req-30974675-78b6-46f3-a403-597b25615c4d tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:07.380490 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-d87ac280-9698-4b4f-9659-36326a4aac3d req-30974675-78b6-46f3-a403-597b25615c4d tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] Calling delete_port for ceb2713b-b777-4216-a42a-8b2b643a928e owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:07.530872 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb9071f-a83e-4e6c-acaa-92dca6354217 req-c0d563a6-0d1f-411f-a1db-50dcd0f41a67 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:07.545535 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-acb9071f-a83e-4e6c-acaa-92dca6354217 req-c0d563a6-0d1f-411f-a1db-50dcd0f41a67 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3244d3-921e-4abb-b61d-62cf4f2d1bcb HTTP/1.1" status: 200 len: 946 time: 0.2043169 Jul 16 08:53:07.638900 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-acb9071f-a83e-4e6c-acaa-92dca6354217 req-87ad5b0d-f250-408a-918d-802fdf16b59c tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] 10.222.0.22 "GET /v2.0/security-groups?id=275b426d-1b22-4da2-a193-38d9fc4ec244&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821428 Jul 16 08:53:07.642773 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d87ac280-9698-4b4f-9659-36326a4aac3d req-30974675-78b6-46f3-a403-597b25615c4d tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:07.683044 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['ceb2713b-b777-4216-a42a-8b2b643a928e'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:53:07.717209 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30974675-78b6-46f3-a403-597b25615c4d tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] Pushing event deleted for resources: {'Port': ['ID=ceb2713b-b777-4216-a42a-8b2b643a928e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:07.802272 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-d87ac280-9698-4b4f-9659-36326a4aac3d req-30974675-78b6-46f3-a403-597b25615c4d tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] No DVR routers for this DVR port ceb2713b-b777-4216-a42a-8b2b643a928e on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:07.805567 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d87ac280-9698-4b4f-9659-36326a4aac3d req-30974675-78b6-46f3-a403-597b25615c4d tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:07.808646 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d87ac280-9698-4b4f-9659-36326a4aac3d req-30974675-78b6-46f3-a403-597b25615c4d tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] 10.222.0.30 "DELETE /v2.0/ports/ceb2713b-b777-4216-a42a-8b2b643a928e HTTP/1.1" status: 204 len: 173 time: 1.3501711 Jul 16 08:53:07.809443 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5c3244d3-921e-4abb-b61d-62cf4f2d1bcb', 'name': 'network-vif-deleted', 'tag': 'ceb2713b-b777-4216-a42a-8b2b643a928e'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:07.813995 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-639dff17-4e4f-4c84-a59c-70cab50dd94d" -d '{"events": [{"server_uuid": "5c3244d3-921e-4abb-b61d-62cf4f2d1bcb", "name": "network-vif-deleted", "tag": "ceb2713b-b777-4216-a42a-8b2b643a928e"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:07.888407 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fd04b80-40f4-45a4-b5c6-8f9b6b1e1eba x-openstack-request-id: req-3fd04b80-40f4-45a4-b5c6-8f9b6b1e1eba {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:07.888914 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5c3244d3-921e-4abb-b61d-62cf4f2d1bcb", "name": "network-vif-deleted", "tag": "ceb2713b-b777-4216-a42a-8b2b643a928e", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:07.889348 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3fd04b80-40f4-45a4-b5c6-8f9b6b1e1eba {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:07.889961 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5c3244d3-921e-4abb-b61d-62cf4f2d1bcb', 'name': 'network-vif-deleted', 'tag': 'ceb2713b-b777-4216-a42a-8b2b643a928e', 'status': 'completed', 'code': 200} Jul 16 08:53:08.572293 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:08.651490 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c999f7-7119-48c8-bc78-b6e00dea4c61 req-208d6eda-44b4-4b75-a89e-572d8f63cc5e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:08.666606 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65ac16d-cdfa-4fa7-9475-110dcf1ca890 req-cc49f156-e8be-45c5-af8e-7316754e8007 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:08.673870 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-44c999f7-7119-48c8-bc78-b6e00dea4c61 req-208d6eda-44b4-4b75-a89e-572d8f63cc5e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 943 time: 0.2301407 Jul 16 08:53:08.679340 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b65ac16d-cdfa-4fa7-9475-110dcf1ca890 req-cc49f156-e8be-45c5-af8e-7316754e8007 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 945 time: 0.1675870 Jul 16 08:53:08.784117 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b65ac16d-cdfa-4fa7-9475-110dcf1ca890 req-92ca5ced-592d-42c9-9fac-09656338db30 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0913749 Jul 16 08:53:08.832715 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-44c999f7-7119-48c8-bc78-b6e00dea4c61 req-5d84047f-0488-475d-a8ba-6f523605a429 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567879 Jul 16 08:53:09.133218 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e77979ea-a5f8-4eda-8609-baafa06bbf40 req-6faa40cc-c637-4631-81ba-edb1b51a1260 tempest-InstanceActionsV221TestJSON-1994903639 tempest-InstanceActionsV221TestJSON-1994903639-project] 10.222.0.22 "GET /v2.0/ports?device_id=5c3244d3-921e-4abb-b61d-62cf4f2d1bcb HTTP/1.1" status: 200 len: 210 time: 0.0592892 Jul 16 08:53:10.215300 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff0b3039-558e-49f5-bacd-25ce165e6879 req-2d63a143-2664-45e7-beec-166ab5be6422 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:10.217781 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff0b3039-558e-49f5-bacd-25ce165e6879 req-2d63a143-2664-45e7-beec-166ab5be6422 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 945 time: 0.1340203 Jul 16 08:53:10.245844 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48ecb5-72e2-4313-a83a-237b8f70261c req-0bf7b67c-c2ee-45a7-a13e-4a201ace47ff tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:10.248719 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1b48ecb5-72e2-4313-a83a-237b8f70261c req-0bf7b67c-c2ee-45a7-a13e-4a201ace47ff tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 943 time: 0.1656103 Jul 16 08:53:10.306181 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff0b3039-558e-49f5-bacd-25ce165e6879 req-c35df851-8efc-4000-9ec0-80267015d266 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573483 Jul 16 08:53:10.321428 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1b48ecb5-72e2-4313-a83a-237b8f70261c req-3dcd46c7-57c2-4066-9a00-e38c79419298 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586917 Jul 16 08:53:10.905573 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device ceb2713b-b777-4216-a42a-8b2b643a928e no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:10.948864 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: ceb2713b-b777-4216-a42a-8b2b643a928e {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:10.949869 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device ceb2713b-b777-4216-a42a-8b2b643a928e not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:10.977386 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60950) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:11.038191 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1029084-f1a2-42f0-93fe-bca1d5660de1 admin admin] Deleting subnet 01abe1ca-9fcf-4e2a-8f90-68c3c56345b9 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:53:11.043027 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e1029084-f1a2-42f0-93fe-bca1d5660de1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.094022 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e1029084-f1a2-42f0-93fe-bca1d5660de1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.143751 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e1029084-f1a2-42f0-93fe-bca1d5660de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.280311 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e1029084-f1a2-42f0-93fe-bca1d5660de1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.311463 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e1029084-f1a2-42f0-93fe-bca1d5660de1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.318140 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60952) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:11.332810 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e1029084-f1a2-42f0-93fe-bca1d5660de1 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/01abe1ca-9fcf-4e2a-8f90-68c3c56345b9 HTTP/1.1" status: 204 len: 168 time: 0.3477430 Jul 16 08:53:11.426921 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1029084-f1a2-42f0-93fe-bca1d5660de1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=01abe1ca-9fcf-4e2a-8f90-68c3c56345b9,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:11.493859 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c97f-5286-41bf-9792-e835b3bd3b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:11.647087 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ec1d17-c898-435c-a8e2-1afad2bb4899 req-64022d6e-47bb-4ff7-80ef-c4b1ea24d40f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:11.655949 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-94ec1d17-c898-435c-a8e2-1afad2bb4899 req-64022d6e-47bb-4ff7-80ef-c4b1ea24d40f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 945 time: 0.1016326 Jul 16 08:53:11.705827 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-94ec1d17-c898-435c-a8e2-1afad2bb4899 req-80ac1193-0758-401d-890e-ebefa3a5102a tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484498 Jul 16 08:53:12.273654 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c97f-5286-41bf-9792-e835b3bd3b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.284558 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d530322-2052-4be2-b4fd-770f9831085e req-890088b4-a727-4f19-8f94-b912ce67a035 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:12.286221 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d530322-2052-4be2-b4fd-770f9831085e req-890088b4-a727-4f19-8f94-b912ce67a035 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 943 time: 0.7872484 Jul 16 08:53:12.345121 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d530322-2052-4be2-b4fd-770f9831085e req-c27df762-21b6-4375-928b-be05ecd2e020 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466554 Jul 16 08:53:12.351980 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-e3f0c97f-5286-41bf-9792-e835b3bd3b58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e431c0-a59d-4648-b157-29ee4e97e8a6']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:12.376854 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-e3f0c97f-5286-41bf-9792-e835b3bd3b58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39fe4887-72c0-4323-bdd5-60da5f8e0a7c') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:12.377717 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-e3f0c97f-5286-41bf-9792-e835b3bd3b58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39fe4887-72c0-4323-bdd5-60da5f8e0a7c') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:12.401917 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c97f-5286-41bf-9792-e835b3bd3b58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.446651 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c97f-5286-41bf-9792-e835b3bd3b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.469564 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f0c97f-5286-41bf-9792-e835b3bd3b58 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:53:12.475656 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c97f-5286-41bf-9792-e835b3bd3b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:53:12.491432 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:53:12.648713 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c97f-5286-41bf-9792-e835b3bd3b58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.660381 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e3f0c97f-5286-41bf-9792-e835b3bd3b58 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:12.669054 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e3f0c97f-5286-41bf-9792-e835b3bd3b58 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a2e431c0-a59d-4648-b157-29ee4e97e8a6 HTTP/1.1" status: 204 len: 168 time: 1.3491254 Jul 16 08:53:12.704756 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0c97f-5286-41bf-9792-e835b3bd3b58 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2e431c0-a59d-4648-b157-29ee4e97e8a6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:13.083911 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 60974) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:13.112343 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a54878-97f6-4c06-b379-2a2f7f89c2c1 req-e9b7dd30-ec42-461c-a758-dc68902f1ae6 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:13.115506 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7a54878-97f6-4c06-b379-2a2f7f89c2c1 req-e9b7dd30-ec42-461c-a758-dc68902f1ae6 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 945 time: 0.1582847 Jul 16 08:53:13.200454 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6d73c593-62d2-4e3d-bd88-478bab964aa2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0b0c19d779f449708386157bde9110b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1151035 Jul 16 08:53:13.204320 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 60976) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:13.222300 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7a54878-97f6-4c06-b379-2a2f7f89c2c1 req-30a5bcab-79a4-467d-80ad-c5ed27af9f3d tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990469 Jul 16 08:53:13.297338 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa3bd364-28d9-4833-86d3-187e6dfa2b9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:13.324838 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa3bd364-28d9-4833-86d3-187e6dfa2b9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:13.443193 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa3bd364-28d9-4833-86d3-187e6dfa2b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:13.446055 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa3bd364-28d9-4833-86d3-187e6dfa2b9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:13.448463 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-aa3bd364-28d9-4833-86d3-187e6dfa2b9c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/275b426d-1b22-4da2-a193-38d9fc4ec244 HTTP/1.1" status: 204 len: 168 time: 0.2418780 Jul 16 08:53:13.467182 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3bd364-28d9-4833-86d3-187e6dfa2b9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275b426d-1b22-4da2-a193-38d9fc4ec244,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:13.703630 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7dfff42-8457-4bce-ab20-c750d13f5747 req-f480f752-11cb-4197-8b58-6ffeaceedeb8 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:13.715148 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e7dfff42-8457-4bce-ab20-c750d13f5747 req-f480f752-11cb-4197-8b58-6ffeaceedeb8 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 943 time: 0.1027391 Jul 16 08:53:13.875115 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e7dfff42-8457-4bce-ab20-c750d13f5747 req-b16be9a2-478a-4ecc-8845-2bd0b91ecdf2 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584911 Jul 16 08:53:14.661959 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b22d0-049b-458b-a46a-7229bbc03987 req-e29f1610-de00-484c-814a-987584bcb026 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:14.663510 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2f2b22d0-049b-458b-a46a-7229bbc03987 req-e29f1610-de00-484c-814a-987584bcb026 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 945 time: 0.1848197 Jul 16 08:53:14.751506 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2f2b22d0-049b-458b-a46a-7229bbc03987 req-1f60427b-60cd-49a9-b409-c0d0a53d1cfe tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779850 Jul 16 08:53:15.245492 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455a64dd-3e29-422d-aba7-f95b947bfa3b req-897ff366-f31a-4b40-ac2a-8fbe68d3898b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:15.251107 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-455a64dd-3e29-422d-aba7-f95b947bfa3b req-897ff366-f31a-4b40-ac2a-8fbe68d3898b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 943 time: 0.2349999 Jul 16 08:53:15.269338 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 32780) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:15.389333 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-455a64dd-3e29-422d-aba7-f95b947bfa3b req-945b0346-313d-4f33-80c7-2454c5de2294 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181118 Jul 16 08:53:15.418225 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-b8e8ea17-c9c6-43e1-af7c-d62af8c97d79 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-2022802551-network', 'tenant_id': '2f4c1f959be841b791b07e280453979b'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:15.465916 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8e8ea17-c9c6-43e1-af7c-d62af8c97d79 admin admin] Made reservation on behalf of 2f4c1f959be841b791b07e280453979b for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:15.478716 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b8e8ea17-c9c6-43e1-af7c-d62af8c97d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.499892 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b8e8ea17-c9c6-43e1-af7c-d62af8c97d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.682673 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b8e8ea17-c9c6-43e1-af7c-d62af8c97d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.691550 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b8e8ea17-c9c6-43e1-af7c-d62af8c97d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.706424 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8e8ea17-c9c6-43e1-af7c-d62af8c97d79 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:53:15.729561 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b8e8ea17-c9c6-43e1-af7c-d62af8c97d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.730040 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-b8e8ea17-c9c6-43e1-af7c-d62af8c97d79 admin admin] Added segment 4624b537-a5bd-48b2-b031-723dfc53b4d2 of type vlan for network 51d51b2e-c364-4882-bbf4-f36afab1b6c1 Jul 16 08:53:15.807852 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8ea17-c9c6-43e1-af7c-d62af8c97d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=801eb55a-262d-4f2b-85dc-77d1d684e36a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:15.831995 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b8e8ea17-c9c6-43e1-af7c-d62af8c97d79 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.907922 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b8e8ea17-c9c6-43e1-af7c-d62af8c97d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.908896 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8e8ea17-c9c6-43e1-af7c-d62af8c97d79 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:15.909510 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b8e8ea17-c9c6-43e1-af7c-d62af8c97d79 admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:15.976271 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b8e8ea17-c9c6-43e1-af7c-d62af8c97d79 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7056215 Jul 16 08:53:15.982808 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 32788) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:15.997355 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5f3ede3a-8a86-4de2-981b-687d4e084735 admin admin] Request body: {'subnet': {'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-2022802551-subnet', 'tenant_id': '2f4c1f959be841b791b07e280453979b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:16.089607 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3ede3a-8a86-4de2-981b-687d4e084735 admin admin] Made reservation on behalf of 2f4c1f959be841b791b07e280453979b for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:16.092176 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f3ede3a-8a86-4de2-981b-687d4e084735 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.126172 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e8ea17-c9c6-43e1-af7c-d62af8c97d79 admin admin] Pushing event updated for resources: {'Network': ['ID=51d51b2e-c364-4882-bbf4-f36afab1b6c1,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:16.145658 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 51d51b2e-c364-4882-bbf4-f36afab1b6c1 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:53:16.213396 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c525c0d1-d84c-437c-a20c-e3e0309ac71b req-8a429f27-2619-4406-8be9-a318dcfd1824 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:16.222994 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c525c0d1-d84c-437c-a20c-e3e0309ac71b req-8a429f27-2619-4406-8be9-a318dcfd1824 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 945 time: 0.1344728 Jul 16 08:53:16.274687 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c525c0d1-d84c-437c-a20c-e3e0309ac71b req-a4c66042-ec9c-4b7f-89dc-b1a423be8992 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459361 Jul 16 08:53:16.392601 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f3ede3a-8a86-4de2-981b-687d4e084735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.445961 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3ede3a-8a86-4de2-981b-687d4e084735 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ad49083-8e48-4575-9b36-364c8d5c322c,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:16.476167 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f3ede3a-8a86-4de2-981b-687d4e084735 admin admin] Checking segment: {'id': '4624b537-a5bd-48b2-b031-723dfc53b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:16.476517 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3ede3a-8a86-4de2-981b-687d4e084735 admin admin] Network hostable DHCP agents. Network: 51d51b2e-c364-4882-bbf4-f36afab1b6c1, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:53:16.497269 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3ede3a-8a86-4de2-981b-687d4e084735 admin admin] Network 51d51b2e-c364-4882-bbf4-f36afab1b6c1 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:53:16.510615 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-5f3ede3a-8a86-4de2-981b-687d4e084735 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 51d51b2e-c364-4882-bbf4-f36afab1b6c1) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:16.515668 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3ede3a-8a86-4de2-981b-687d4e084735 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:16.516276 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5f3ede3a-8a86-4de2-981b-687d4e084735 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.527600 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4c3d726-3ea2-45f3-898d-1f327222adfe None None] Network 51d51b2e-c364-4882-bbf4-f36afab1b6c1 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:16.555481 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5f3ede3a-8a86-4de2-981b-687d4e084735 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5670338 Jul 16 08:53:16.555958 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 32792) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:16.560600 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-c33a9ad4-9b56-4e46-ba1d-9914eeb00be0 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-2022802551-router', 'tenant_id': '2f4c1f959be841b791b07e280453979b', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:16.585565 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c33a9ad4-9b56-4e46-ba1d-9914eeb00be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.586685 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c33a9ad4-9b56-4e46-ba1d-9914eeb00be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.639020 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4bac09-7ce6-43a5-94cb-98ec579758e7 req-4334cf3a-20b3-46cb-a821-fc464cfbebea tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:16.641592 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c4bac09-7ce6-43a5-94cb-98ec579758e7 req-4334cf3a-20b3-46cb-a821-fc464cfbebea tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 943 time: 0.1012795 Jul 16 08:53:16.660398 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c33a9ad4-9b56-4e46-ba1d-9914eeb00be0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.819029 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5c4bac09-7ce6-43a5-94cb-98ec579758e7 req-af3b5fb5-1fd6-4423-8719-9384f2cff8ca tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707413 Jul 16 08:53:16.923645 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529156b0-78c4-4ea9-89f3-41523c19f55e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-51d51b2e-c364-4882-bbf4-f36afab1b6c1', 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1', 'tenant_id': '2f4c1f959be841b791b07e280453979b', 'fixed_ips': [{'subnet_id': '8ad49083-8e48-4575-9b36-364c8d5c322c'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:53:16.925458 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-529156b0-78c4-4ea9-89f3-41523c19f55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:16.943336 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c33a9ad4-9b56-4e46-ba1d-9914eeb00be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.241270 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-529156b0-78c4-4ea9-89f3-41523c19f55e None None] Allocated IP 172.20.0.2 (51d51b2e-c364-4882-bbf4-f36afab1b6c1/8ad49083-8e48-4575-9b36-364c8d5c322c/4537d93f-0b3f-4005-a32c-a6b29d085221) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:17.414477 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c33a9ad4-9b56-4e46-ba1d-9914eeb00be0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.439842 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c33a9ad4-9b56-4e46-ba1d-9914eeb00be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.551378 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-529156b0-78c4-4ea9-89f3-41523c19f55e None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.570152 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-529156b0-78c4-4ea9-89f3-41523c19f55e None None] Transition to ACTIVE for port object 4537d93f-0b3f-4005-a32c-a6b29d085221 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:17.592190 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-529156b0-78c4-4ea9-89f3-41523c19f55e None None] Transition to ACTIVE for port object 4537d93f-0b3f-4005-a32c-a6b29d085221 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:17.602506 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-529156b0-78c4-4ea9-89f3-41523c19f55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.659472 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0931dfd5-32d3-4055-85ae-9646f7d1488a req-da68b330-2086-452d-83a0-149285323f0f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:17.667556 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0931dfd5-32d3-4055-85ae-9646f7d1488a req-da68b330-2086-452d-83a0-149285323f0f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 945 time: 0.1644094 Jul 16 08:53:17.684936 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-c33a9ad4-9b56-4e46-ba1d-9914eeb00be0 admin admin] Allocated IP 172.25.3.178 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/dbf627c8-501a-420e-9959-5403f40c8cd5) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:17.747897 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529156b0-78c4-4ea9-89f3-41523c19f55e None None] Network 51d51b2e-c364-4882-bbf4-f36afab1b6c1 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:17.750141 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-529156b0-78c4-4ea9-89f3-41523c19f55e None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:17.760037 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-529156b0-78c4-4ea9-89f3-41523c19f55e None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:17.787504 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529156b0-78c4-4ea9-89f3-41523c19f55e None None] Pushing event updated for resources: {'Port': ['ID=4537d93f-0b3f-4005-a32c-a6b29d085221,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:17.880148 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-529156b0-78c4-4ea9-89f3-41523c19f55e None None] Attempting to bind port 4537d93f-0b3f-4005-a32c-a6b29d085221 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:17.882252 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-529156b0-78c4-4ea9-89f3-41523c19f55e None None] Attempting to bind port 4537d93f-0b3f-4005-a32c-a6b29d085221 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '4624b537-a5bd-48b2-b031-723dfc53b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:17.883482 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529156b0-78c4-4ea9-89f3-41523c19f55e None None] Attempting to bind port 4537d93f-0b3f-4005-a32c-a6b29d085221 on network 51d51b2e-c364-4882-bbf4-f36afab1b6c1 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:17.900512 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529156b0-78c4-4ea9-89f3-41523c19f55e None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:17.903224 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529156b0-78c4-4ea9-89f3-41523c19f55e None None] Checking segment: {'id': '4624b537-a5bd-48b2-b031-723dfc53b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:17.903833 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-529156b0-78c4-4ea9-89f3-41523c19f55e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:17.906027 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-529156b0-78c4-4ea9-89f3-41523c19f55e None None] Bound using segment: {'id': '4624b537-a5bd-48b2-b031-723dfc53b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:17.906934 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-529156b0-78c4-4ea9-89f3-41523c19f55e None None] Bound port: 4537d93f-0b3f-4005-a32c-a6b29d085221, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4624b537-a5bd-48b2-b031-723dfc53b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:17.909094 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-529156b0-78c4-4ea9-89f3-41523c19f55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.093066 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-529156b0-78c4-4ea9-89f3-41523c19f55e None None] For port 4537d93f-0b3f-4005-a32c-a6b29d085221, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:18.102775 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-529156b0-78c4-4ea9-89f3-41523c19f55e None None] For port 4537d93f-0b3f-4005-a32c-a6b29d085221, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4537d93f-0b3f-4005-a32c-a6b29d085221,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:18.110872 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-529156b0-78c4-4ea9-89f3-41523c19f55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.263752 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1b6a82-287d-4e26-8083-7967ce7b8158 req-0a811202-c7f5-497c-9a56-ac210fd91498 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:18.266149 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-de1b6a82-287d-4e26-8083-7967ce7b8158 req-0a811202-c7f5-497c-9a56-ac210fd91498 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 943 time: 0.1511056 Jul 16 08:53:18.322011 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-529156b0-78c4-4ea9-89f3-41523c19f55e None None] Pushing event updated for resources: {'Port': ['ID=4537d93f-0b3f-4005-a32c-a6b29d085221,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:18.342762 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-de1b6a82-287d-4e26-8083-7967ce7b8158 req-49dfd94b-3d14-44b8-8176-72a4f6b708f2 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703053 Jul 16 08:53:18.399142 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c33a9ad4-9b56-4e46-ba1d-9914eeb00be0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.449028 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c33a9ad4-9b56-4e46-ba1d-9914eeb00be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:18.561251 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c33a9ad4-9b56-4e46-ba1d-9914eeb00be0 admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:18.563785 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33a9ad4-9b56-4e46-ba1d-9914eeb00be0 admin admin] Pushing event updated for resources: {'Port': ['ID=dbf627c8-501a-420e-9959-5403f40c8cd5,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:18.572963 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-c33a9ad4-9b56-4e46-ba1d-9914eeb00be0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:18.579793 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33a9ad4-9b56-4e46-ba1d-9914eeb00be0 admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:18.645461 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0931dfd5-32d3-4055-85ae-9646f7d1488a req-cdecf3d9-d6ed-4ec5-b99e-3d6cc3411709 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9769716 Jul 16 08:53:18.993410 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c33a9ad4-9b56-4e46-ba1d-9914eeb00be0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.303227 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4537d93f-0b3f-4005-a32c-a6b29d085221 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:19.454661 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 4537d93f-0b3f-4005-a32c-a6b29d085221 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:19.465815 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c33a9ad4-9b56-4e46-ba1d-9914eeb00be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:19.802719 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c33a9ad4-9b56-4e46-ba1d-9914eeb00be0 admin admin] Router 5a0dda12-6b2b-413d-a0a7-fd40c036d03c is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:53:19.890332 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce80165-eba0-4f9c-8f53-a754169b972d req-6804b319-b800-4c24-b275-0454086ea122 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:19.891983 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2ce80165-eba0-4f9c-8f53-a754169b972d req-6804b319-b800-4c24-b275-0454086ea122 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 943 time: 0.2262077 Jul 16 08:53:20.003190 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a04492-892c-42b8-ab17-2c56ad2e219d None None] Network 51d51b2e-c364-4882-bbf4-f36afab1b6c1 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:53:20.035783 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2ce80165-eba0-4f9c-8f53-a754169b972d req-8606803c-4a94-4850-8d24-7dab5f6d689b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345744 Jul 16 08:53:20.068009 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c33a9ad4-9b56-4e46-ba1d-9914eeb00be0 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:20.096791 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1957b222-6977-4f07-96f5-00cea988c422 None None] Sync routers for ids ['5a0dda12-6b2b-413d-a0a7-fd40c036d03c'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:20.130770 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1957b222-6977-4f07-96f5-00cea988c422 None None] Routers {'5a0dda12-6b2b-413d-a0a7-fd40c036d03c'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:20.131734 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1957b222-6977-4f07-96f5-00cea988c422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:53:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5a0dda12-6b2b-413d-a0a7-fd40c036d03c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:20.137469 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c33a9ad4-9b56-4e46-ba1d-9914eeb00be0 admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.148429 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c33a9ad4-9b56-4e46-ba1d-9914eeb00be0 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5890658 Jul 16 08:53:20.148799 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 32826) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:20.205438 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113932ce-22f5-41b5-b3dd-4e664328dcd9 req-90d7593a-0b64-4733-ae3e-04b6c61cc4f1 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:20.211025 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-113932ce-22f5-41b5-b3dd-4e664328dcd9 req-90d7593a-0b64-4733-ae3e-04b6c61cc4f1 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 945 time: 0.1553512 Jul 16 08:53:20.226924 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1d9ac113-c896-4053-8448-57434d811b1b None None] Provisioning for port 4537d93f-0b3f-4005-a32c-a6b29d085221 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:20.258252 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1d9ac113-c896-4053-8448-57434d811b1b None None] Provisioning complete for port 4537d93f-0b3f-4005-a32c-a6b29d085221 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:20.258566 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1d9ac113-c896-4053-8448-57434d811b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.371268 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-113932ce-22f5-41b5-b3dd-4e664328dcd9 req-48bb3e77-7851-4b24-980f-f06b8a246f10 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1486752 Jul 16 08:53:20.388176 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:53:20.530180 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-1957b222-6977-4f07-96f5-00cea988c422 None None] Set router 5a0dda12-6b2b-413d-a0a7-fd40c036d03c gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:20.612059 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1d9ac113-c896-4053-8448-57434d811b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.718799 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-1d9ac113-c896-4053-8448-57434d811b1b None None] For port 4537d93f-0b3f-4005-a32c-a6b29d085221, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4537d93f-0b3f-4005-a32c-a6b29d085221,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:20.728402 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1d9ac113-c896-4053-8448-57434d811b1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:20.799521 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9ac113-c896-4053-8448-57434d811b1b None None] Pushing event updated for resources: {'Port': ['ID=4537d93f-0b3f-4005-a32c-a6b29d085221,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:21.035786 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1957b222-6977-4f07-96f5-00cea988c422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'name': 'tempest-ServerActionsTestJSON-2022802551-router', 'tenant_id': '2f4c1f959be841b791b07e280453979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'dbf627c8-501a-420e-9959-5403f40c8cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:16Z', 'updated_at': '2021-07-16T08:53:18Z', 'revision_number': 3, 'project_id': '2f4c1f959be841b791b07e280453979b', 'gw_port': {'id': 'dbf627c8-501a-420e-9959-5403f40c8cd5', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:17Z', 'updated_at': '2021-07-16T08:53:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:21.107957 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1957b222-6977-4f07-96f5-00cea988c422 None None] Checking router: 5a0dda12-6b2b-413d-a0a7-fd40c036d03c for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:53:21.109526 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1957b222-6977-4f07-96f5-00cea988c422 None None] Updating router 5a0dda12-6b2b-413d-a0a7-fd40c036d03c port dbf627c8-501a-420e-9959-5403f40c8cd5 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:53:21.185582 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d615eedd-dd9e-4a72-82e9-b190474205fb None None] Provisioning complete for port 4537d93f-0b3f-4005-a32c-a6b29d085221 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:21.188688 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d615eedd-dd9e-4a72-82e9-b190474205fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.201548 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1957b222-6977-4f07-96f5-00cea988c422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.309533 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4537d93f-0b3f-4005-a32c-a6b29d085221 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:21.428127 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc80878d-4102-425c-8dc3-acbfd2b7f79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.503527 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 4537d93f-0b3f-4005-a32c-a6b29d085221 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:21.503527 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.671451 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df985e69-124f-411e-be03-a4adcfe04cfe req-8388b73a-9a3f-4e0d-a0bb-c4d9ae24b3c1 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:21.683095 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-df985e69-124f-411e-be03-a4adcfe04cfe req-8388b73a-9a3f-4e0d-a0bb-c4d9ae24b3c1 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 943 time: 0.4019103 Jul 16 08:53:21.765626 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-df985e69-124f-411e-be03-a4adcfe04cfe req-61b4e48d-3bce-408c-877c-abd9c14094a3 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814295 Jul 16 08:53:21.776921 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a375a-45cd-4958-b27c-649b15ff12d9 req-faafc143-7f2d-4226-aa3c-9f72dee36664 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:21.793018 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6a6a375a-45cd-4958-b27c-649b15ff12d9 req-faafc143-7f2d-4226-aa3c-9f72dee36664 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 945 time: 0.1867959 Jul 16 08:53:21.879737 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6a6a375a-45cd-4958-b27c-649b15ff12d9 req-5f1b81d4-f9e1-42a5-a129-d805be0f8df9 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856893 Jul 16 08:53:21.891025 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1957b222-6977-4f07-96f5-00cea988c422 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.908239 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-1957b222-6977-4f07-96f5-00cea988c422 None None] Transition to ACTIVE for port object dbf627c8-501a-420e-9959-5403f40c8cd5 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:21.931331 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1957b222-6977-4f07-96f5-00cea988c422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:21.943827 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-dc80878d-4102-425c-8dc3-acbfd2b7f79b admin admin] Allocated IP 172.20.0.1 (51d51b2e-c364-4882-bbf4-f36afab1b6c1/8ad49083-8e48-4575-9b36-364c8d5c322c/92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:22.005741 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406ba84-0ca8-43cd-bf85-2d45a82144fc None None] Pushing event updated for resources: {'Port': ['ID=dbf627c8-501a-420e-9959-5403f40c8cd5,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:22.031282 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-1957b222-6977-4f07-96f5-00cea988c422 None None] Attempting to bind port dbf627c8-501a-420e-9959-5403f40c8cd5 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:22.031719 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-1957b222-6977-4f07-96f5-00cea988c422 None None] Attempting to bind port dbf627c8-501a-420e-9959-5403f40c8cd5 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:22.032378 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1957b222-6977-4f07-96f5-00cea988c422 None None] Attempting to bind port dbf627c8-501a-420e-9959-5403f40c8cd5 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:22.044573 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1957b222-6977-4f07-96f5-00cea988c422 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:22.044948 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1957b222-6977-4f07-96f5-00cea988c422 None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:22.045354 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1957b222-6977-4f07-96f5-00cea988c422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.046408 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1957b222-6977-4f07-96f5-00cea988c422 None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:22.047131 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-1957b222-6977-4f07-96f5-00cea988c422 None None] Bound port: dbf627c8-501a-420e-9959-5403f40c8cd5, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:22.048117 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1957b222-6977-4f07-96f5-00cea988c422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.107901 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2406ba84-0ca8-43cd-bf85-2d45a82144fc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:22.108894 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2406ba84-0ca8-43cd-bf85-2d45a82144fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:22.109480 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2406ba84-0ca8-43cd-bf85-2d45a82144fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:22.109566 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2406ba84-0ca8-43cd-bf85-2d45a82144fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:22.110700 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2406ba84-0ca8-43cd-bf85-2d45a82144fc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:22.110700 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2406ba84-0ca8-43cd-bf85-2d45a82144fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:22.110700 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2406ba84-0ca8-43cd-bf85-2d45a82144fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:22.111065 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2406ba84-0ca8-43cd-bf85-2d45a82144fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:22.111351 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2406ba84-0ca8-43cd-bf85-2d45a82144fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:22.111902 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2406ba84-0ca8-43cd-bf85-2d45a82144fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:22.112237 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2406ba84-0ca8-43cd-bf85-2d45a82144fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:22.112690 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2406ba84-0ca8-43cd-bf85-2d45a82144fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:53:22.123234 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1957b222-6977-4f07-96f5-00cea988c422 None None] For port dbf627c8-501a-420e-9959-5403f40c8cd5, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:22.132616 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-1957b222-6977-4f07-96f5-00cea988c422 None None] For port dbf627c8-501a-420e-9959-5403f40c8cd5, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=dbf627c8-501a-420e-9959-5403f40c8cd5,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:22.139488 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-1957b222-6977-4f07-96f5-00cea988c422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.175732 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc80878d-4102-425c-8dc3-acbfd2b7f79b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.194826 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1957b222-6977-4f07-96f5-00cea988c422 None None] Routers {'5a0dda12-6b2b-413d-a0a7-fd40c036d03c'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:22.195501 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1957b222-6977-4f07-96f5-00cea988c422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:53:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5a0dda12-6b2b-413d-a0a7-fd40c036d03c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:22.201422 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-dc80878d-4102-425c-8dc3-acbfd2b7f79b admin admin] Transition to ACTIVE for port object 92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:22.270431 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc80878d-4102-425c-8dc3-acbfd2b7f79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.307004 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2406ba84-0ca8-43cd-bf85-2d45a82144fc None None] Pushing event updated for resources: {'Port': ['ID=dbf627c8-501a-420e-9959-5403f40c8cd5,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:22.316853 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-1957b222-6977-4f07-96f5-00cea988c422 None None] Set router 5a0dda12-6b2b-413d-a0a7-fd40c036d03c gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:22.352904 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc80878d-4102-425c-8dc3-acbfd2b7f79b admin admin] Network 51d51b2e-c364-4882-bbf4-f36afab1b6c1 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:22.357328 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80878d-4102-425c-8dc3-acbfd2b7f79b admin admin] Pushing event updated for resources: {'Port': ['ID=92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:22.366220 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-dc80878d-4102-425c-8dc3-acbfd2b7f79b admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:22.369374 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc80878d-4102-425c-8dc3-acbfd2b7f79b admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:22.444768 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc80878d-4102-425c-8dc3-acbfd2b7f79b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.621287 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1957b222-6977-4f07-96f5-00cea988c422 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'name': 'tempest-ServerActionsTestJSON-2022802551-router', 'tenant_id': '2f4c1f959be841b791b07e280453979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'dbf627c8-501a-420e-9959-5403f40c8cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:16Z', 'updated_at': '2021-07-16T08:53:18Z', 'revision_number': 3, 'project_id': '2f4c1f959be841b791b07e280453979b', 'gw_port': {'id': 'dbf627c8-501a-420e-9959-5403f40c8cd5', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:17Z', 'updated_at': '2021-07-16T08:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:22.642097 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc80878d-4102-425c-8dc3-acbfd2b7f79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.688625 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-576219a0-0953-4437-9921-f8e716d375d2 None None] Provisioning for port 92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:22.698952 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-576219a0-0953-4437-9921-f8e716d375d2 None None] Provisioning complete for port 92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:22.701523 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-576219a0-0953-4437-9921-f8e716d375d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:22.703944 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1957b222-6977-4f07-96f5-00cea988c422 None None] The sync data for ids ['5a0dda12-6b2b-413d-a0a7-fd40c036d03c'] in n-d-771362-37 is: [{'id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'name': 'tempest-ServerActionsTestJSON-2022802551-router', 'tenant_id': '2f4c1f959be841b791b07e280453979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'dbf627c8-501a-420e-9959-5403f40c8cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:16Z', 'updated_at': '2021-07-16T08:53:18Z', 'revision_number': 3, 'project_id': '2f4c1f959be841b791b07e280453979b', 'gw_port': {'id': 'dbf627c8-501a-420e-9959-5403f40c8cd5', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5c:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:17Z', 'updated_at': '2021-07-16T08:53:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:22.804965 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-576219a0-0953-4437-9921-f8e716d375d2 None None] Port 92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:53:22.986232 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc80878d-4102-425c-8dc3-acbfd2b7f79b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.040699 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc80878d-4102-425c-8dc3-acbfd2b7f79b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.276200 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae300121-02d9-49bc-ba18-85a15cae5e4d req-7eac30d4-a2ba-4053-97b5-2ef3fbd1e26a tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:23.281890 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae300121-02d9-49bc-ba18-85a15cae5e4d req-7eac30d4-a2ba-4053-97b5-2ef3fbd1e26a tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 945 time: 0.1155558 Jul 16 08:53:23.335901 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dc80878d-4102-425c-8dc3-acbfd2b7f79b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.337945 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc80878d-4102-425c-8dc3-acbfd2b7f79b admin admin] Pushing event updated for resources: {'Port': ['ID=92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:23.364516 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device dbf627c8-501a-420e-9959-5403f40c8cd5 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:23.370213 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90aee6-c2f4-4da3-9b9a-b27d7bc497fd req-b498da3e-2fa8-4b21-b09e-5b947844a087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:23.371975 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ac90aee6-c2f4-4da3-9b9a-b27d7bc497fd req-b498da3e-2fa8-4b21-b09e-5b947844a087 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b1a7b336a94513a52f9785e4e37864&device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 1097 time: 0.6762838 Jul 16 08:53:23.400945 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae300121-02d9-49bc-ba18-85a15cae5e4d req-660decdd-ca9b-41ed-a20c-7e6193977418 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1035757 Jul 16 08:53:23.421190 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63470323-7dae-478f-98ae-098c40dc7e4d req-96d822dc-7900-43c4-a804-9ad1bb92fd3a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:23.423289 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-63470323-7dae-478f-98ae-098c40dc7e4d req-96d822dc-7900-43c4-a804-9ad1bb92fd3a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 943 time: 0.4348087 Jul 16 08:53:23.457554 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port dbf627c8-501a-420e-9959-5403f40c8cd5 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:23.461729 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port dbf627c8-501a-420e-9959-5403f40c8cd5 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:23.462153 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.569269 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-63470323-7dae-478f-98ae-098c40dc7e4d req-e0e849e1-bda2-4f7b-8644-2d8d2acf88c7 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332874 Jul 16 08:53:23.613217 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90aee6-c2f4-4da3-9b9a-b27d7bc497fd req-12e65fe1-d986-44bc-9cce-9574f92a6910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:23.614697 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ac90aee6-c2f4-4da3-9b9a-b27d7bc497fd req-12e65fe1-d986-44bc-9cce-9574f92a6910 service neutron] 10.222.0.30 "GET /v2.0/networks?id=009dd0a1-50a1-45ad-bc58-1d113e644d4b HTTP/1.1" status: 200 len: 917 time: 0.2176878 Jul 16 08:53:23.626871 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.636955 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc80878d-4102-425c-8dc3-acbfd2b7f79b admin admin] Network 51d51b2e-c364-4882-bbf4-f36afab1b6c1 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:23.639882 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-dc80878d-4102-425c-8dc3-acbfd2b7f79b admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:23.653037 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port dbf627c8-501a-420e-9959-5403f40c8cd5, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=dbf627c8-501a-420e-9959-5403f40c8cd5,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:23.660925 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:23.777574 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=dbf627c8-501a-420e-9959-5403f40c8cd5,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:23.798424 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ac90aee6-c2f4-4da3-9b9a-b27d7bc497fd req-aafdfc33-1763-4872-8e7e-e9f2aa14a2be service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53886004-6394-4a9f-9ac0-583e370b56e2 HTTP/1.1" status: 200 len: 1000 time: 0.1755998 Jul 16 08:53:23.911124 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90aee6-c2f4-4da3-9b9a-b27d7bc497fd req-e759ac1d-b10a-4122-b2ed-a14e1be1d048 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:23.912958 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ac90aee6-c2f4-4da3-9b9a-b27d7bc497fd req-e759ac1d-b10a-4122-b2ed-a14e1be1d048 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a HTTP/1.1" status: 200 len: 855 time: 0.1042435 Jul 16 08:53:23.939237 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc80878d-4102-425c-8dc3-acbfd2b7f79b admin admin] Router 5a0dda12-6b2b-413d-a0a7-fd40c036d03c has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:53:24.033006 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b93e53b1-6ded-413f-98a9-3abc8ff5fb66 None None] Provisioning complete for port 92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:24.035414 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b93e53b1-6ded-413f-98a9-3abc8ff5fb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:24.049136 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac90aee6-c2f4-4da3-9b9a-b27d7bc497fd req-383f7f62-c24e-4ee8-be6f-fbe630a4e54a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:24.050686 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ac90aee6-c2f4-4da3-9b9a-b27d7bc497fd req-383f7f62-c24e-4ee8-be6f-fbe630a4e54a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=009dd0a1-50a1-45ad-bc58-1d113e644d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1306560 Jul 16 08:53:24.099099 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b93e53b1-6ded-413f-98a9-3abc8ff5fb66 None None] Port 92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:53:24.187734 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc80878d-4102-425c-8dc3-acbfd2b7f79b admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:24.200980 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-dc80878d-4102-425c-8dc3-acbfd2b7f79b admin admin] 10.222.0.22 "PUT /v2.0/routers/5a0dda12-6b2b-413d-a0a7-fd40c036d03c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0435190 Jul 16 08:53:24.222229 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ac90aee6-c2f4-4da3-9b9a-b27d7bc497fd req-85f58465-718a-40d9-be0b-e59b07723861 service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598632 Jul 16 08:53:24.377180 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ac90aee6-c2f4-4da3-9b9a-b27d7bc497fd req-fb7fcfcc-2434-4834-9046-aefea54e1007 service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465337 Jul 16 08:53:24.518673 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899239b6-231c-44a6-9bc1-d3365145747a req-9621c2f4-e810-464a-b450-a89119ea15d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:24.523018 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-899239b6-231c-44a6-9bc1-d3365145747a req-9621c2f4-e810-464a-b450-a89119ea15d2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b1a7b336a94513a52f9785e4e37864&device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 1097 time: 0.0883884 Jul 16 08:53:24.715077 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899239b6-231c-44a6-9bc1-d3365145747a req-47c5131d-e381-4037-8b0f-28a9030476f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:24.718316 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-899239b6-231c-44a6-9bc1-d3365145747a req-47c5131d-e381-4037-8b0f-28a9030476f8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=009dd0a1-50a1-45ad-bc58-1d113e644d4b HTTP/1.1" status: 200 len: 917 time: 0.1889360 Jul 16 08:53:24.742647 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c40738-a592-47b5-9d46-ba23e2f71cd4 req-6f960ae5-a1c8-4d6c-be6a-61eac26d083f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:24.745355 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-20c40738-a592-47b5-9d46-ba23e2f71cd4 req-6f960ae5-a1c8-4d6c-be6a-61eac26d083f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 945 time: 0.1431100 Jul 16 08:53:24.855246 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-899239b6-231c-44a6-9bc1-d3365145747a req-4580951f-d4ee-4d53-aa4f-44842f95a11b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53886004-6394-4a9f-9ac0-583e370b56e2 HTTP/1.1" status: 200 len: 1000 time: 0.1309910 Jul 16 08:53:24.869268 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-20c40738-a592-47b5-9d46-ba23e2f71cd4 req-98a5d9a4-9b11-42f5-b24b-46e341ef5745 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785172 Jul 16 08:53:24.956240 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 32892) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:24.965715 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-057eeb2f-4bcb-446f-bb57-1eb529a46ba6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1803550971', 'description': 'tempest-description--1252439363'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:24.999040 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899239b6-231c-44a6-9bc1-d3365145747a req-bd080d15-ea16-4c3c-b46b-50aa46e52083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:24.999462 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-057eeb2f-4bcb-446f-bb57-1eb529a46ba6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.002055 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-899239b6-231c-44a6-9bc1-d3365145747a req-bd080d15-ea16-4c3c-b46b-50aa46e52083 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a HTTP/1.1" status: 200 len: 855 time: 0.1286118 Jul 16 08:53:25.118298 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899239b6-231c-44a6-9bc1-d3365145747a req-9be6160f-403c-4d83-af28-db9277419bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:25.120286 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-899239b6-231c-44a6-9bc1-d3365145747a req-9be6160f-403c-4d83-af28-db9277419bc0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=009dd0a1-50a1-45ad-bc58-1d113e644d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1114793 Jul 16 08:53:25.156486 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-057eeb2f-4bcb-446f-bb57-1eb529a46ba6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.162437 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-057eeb2f-4bcb-446f-bb57-1eb529a46ba6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.224812 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057eeb2f-4bcb-446f-bb57-1eb529a46ba6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e0b8c7-b848-4172-993c-4e4d2d2367d8,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:25.259663 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-057eeb2f-4bcb-446f-bb57-1eb529a46ba6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.261665 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-057eeb2f-4bcb-446f-bb57-1eb529a46ba6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3021822 Jul 16 08:53:25.264937 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 32894) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:25.271937 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-67f54f43-3826-48ac-94c1-6af5979f73c5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Request body: {'security_group_rule': {'security_group_id': 'a2e0b8c7-b848-4172-993c-4e4d2d2367d8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:25.292715 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273729d5-ac40-4f2d-96b9-73754f53e889 req-db72cbc3-c59d-4748-bbf7-17a8f34c0e22 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:25.294774 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-273729d5-ac40-4f2d-96b9-73754f53e889 req-db72cbc3-c59d-4748-bbf7-17a8f34c0e22 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 943 time: 0.2015145 Jul 16 08:53:25.309156 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device dbf627c8-501a-420e-9959-5403f40c8cd5 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:25.327156 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-899239b6-231c-44a6-9bc1-d3365145747a req-6b40eafc-07f8-4aaf-9bc0-e40f6fc609f6 service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812980 Jul 16 08:53:25.338798 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-67f54f43-3826-48ac-94c1-6af5979f73c5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.384490 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port dbf627c8-501a-420e-9959-5403f40c8cd5 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:25.385353 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.447465 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d44f5f7-d739-47a0-b6f7-c93154807ae3 None None] Sync routers for ids ['5a0dda12-6b2b-413d-a0a7-fd40c036d03c'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:25.464831 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d44f5f7-d739-47a0-b6f7-c93154807ae3 None None] Routers {'5a0dda12-6b2b-413d-a0a7-fd40c036d03c'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:25.465952 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4d44f5f7-d739-47a0-b6f7-c93154807ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:53:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5a0dda12-6b2b-413d-a0a7-fd40c036d03c'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:25.555729 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-67f54f43-3826-48ac-94c1-6af5979f73c5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.568314 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-67f54f43-3826-48ac-94c1-6af5979f73c5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.685220 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-67f54f43-3826-48ac-94c1-6af5979f73c5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.689389 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-67f54f43-3826-48ac-94c1-6af5979f73c5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4203036 Jul 16 08:53:25.699527 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 32900) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:25.699527 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f54f43-3826-48ac-94c1-6af5979f73c5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70b53a88-2e1b-4d17-9025-37f43b7abb18,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:25.729225 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-f24ab1d0-0e94-4166-b7ae-b0349ecdac87 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Request body: {'security_group_rule': {'security_group_id': 'a2e0b8c7-b848-4172-993c-4e4d2d2367d8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:25.767886 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-4d44f5f7-d739-47a0-b6f7-c93154807ae3 None None] Set router 5a0dda12-6b2b-413d-a0a7-fd40c036d03c gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:25.801786 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f24ab1d0-0e94-4166-b7ae-b0349ecdac87 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.908503 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-273729d5-ac40-4f2d-96b9-73754f53e889 req-34150170-646e-4088-9214-b2a7ef36e3b2 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5960476 Jul 16 08:53:25.952508 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f24ab1d0-0e94-4166-b7ae-b0349ecdac87 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.959249 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f24ab1d0-0e94-4166-b7ae-b0349ecdac87 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:25.985448 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-899239b6-231c-44a6-9bc1-d3365145747a req-993142a5-4693-4c49-b562-7c916528b4bc service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6484842 Jul 16 08:53:26.010910 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24ab1d0-0e94-4166-b7ae-b0349ecdac87 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b0befbe-629a-493e-819d-40a560f08277,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:26.023012 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f24ab1d0-0e94-4166-b7ae-b0349ecdac87 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.024537 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f24ab1d0-0e94-4166-b7ae-b0349ecdac87 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3199217 Jul 16 08:53:26.027802 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 32904) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:26.034128 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-20c5b64d-80fb-494b-915c-60643d7c3584 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:26.060913 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-20c5b64d-80fb-494b-915c-60643d7c3584 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.160341 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4d44f5f7-d739-47a0-b6f7-c93154807ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'name': 'tempest-ServerActionsTestJSON-2022802551-router', 'tenant_id': '2f4c1f959be841b791b07e280453979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'dbf627c8-501a-420e-9959-5403f40c8cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:16Z', 'updated_at': '2021-07-16T08:53:22Z', 'revision_number': 4, 'project_id': '2f4c1f959be841b791b07e280453979b', 'gw_port': {'id': 'dbf627c8-501a-420e-9959-5403f40c8cd5', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:17Z', 'updated_at': '2021-07-16T08:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f', 'name': '', 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1', 'tenant_id': '2f4c1f959be841b791b07e280453979b', 'mac_address': 'fa:16:3e:29:d7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '8ad49083-8e48-4575-9b36-364c8d5c322c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:21Z', 'updated_at': '2021-07-16T08:53:22Z', 'revision_number': 2, 'project_id': '2f4c1f959be841b791b07e280453979b', 'subnets': [{'id': '8ad49083-8e48-4575-9b36-364c8d5c322c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:26.209891 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d44f5f7-d739-47a0-b6f7-c93154807ae3 None None] Checking router: 5a0dda12-6b2b-413d-a0a7-fd40c036d03c for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:53:26.210442 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d44f5f7-d739-47a0-b6f7-c93154807ae3 None None] Updating router 5a0dda12-6b2b-413d-a0a7-fd40c036d03c port 92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:53:26.243716 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f6a0a-18ae-4e10-88e2-46fe65ca6b9c req-7a164dff-f5fd-4556-b27e-9eafc29b91f1 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:26.245329 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f50f6a0a-18ae-4e10-88e2-46fe65ca6b9c req-7a164dff-f5fd-4556-b27e-9eafc29b91f1 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 945 time: 0.1325052 Jul 16 08:53:26.256396 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-20c5b64d-80fb-494b-915c-60643d7c3584 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.261504 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d44f5f7-d739-47a0-b6f7-c93154807ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.371180 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f50f6a0a-18ae-4e10-88e2-46fe65ca6b9c req-6feee80b-3caa-4dea-9b2d-5c09158c2216 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720687 Jul 16 08:53:26.410434 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-20c5b64d-80fb-494b-915c-60643d7c3584 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Allocated IP 172.25.3.179 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/1f784d2a-633d-47d4-a870-85f34d0071b9) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:26.560069 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-20c5b64d-80fb-494b-915c-60643d7c3584 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.605234 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-20c5b64d-80fb-494b-915c-60643d7c3584 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.636409 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d44f5f7-d739-47a0-b6f7-c93154807ae3 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.646826 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c5b64d-80fb-494b-915c-60643d7c3584 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:26.648525 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4d44f5f7-d739-47a0-b6f7-c93154807ae3 None None] Transition to ACTIVE for port object 92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:26.649865 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-20c5b64d-80fb-494b-915c-60643d7c3584 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:26.653915 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c5b64d-80fb-494b-915c-60643d7c3584 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:26.657440 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d44f5f7-d739-47a0-b6f7-c93154807ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.660371 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5b64d-80fb-494b-915c-60643d7c3584 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Pushing event updated for resources: {'Port': ['ID=1f784d2a-633d-47d4-a870-85f34d0071b9,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:26.715004 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e666489-be71-47f0-8a89-80bd0f54ad10 None None] Pushing event updated for resources: {'Port': ['ID=92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:26.797950 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-20c5b64d-80fb-494b-915c-60643d7c3584 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.820468 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4d44f5f7-d739-47a0-b6f7-c93154807ae3 None None] Attempting to bind port 92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:26.820913 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4d44f5f7-d739-47a0-b6f7-c93154807ae3 None None] Attempting to bind port 92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '4624b537-a5bd-48b2-b031-723dfc53b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:26.821324 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d44f5f7-d739-47a0-b6f7-c93154807ae3 None None] Attempting to bind port 92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f on network 51d51b2e-c364-4882-bbf4-f36afab1b6c1 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:26.828478 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d44f5f7-d739-47a0-b6f7-c93154807ae3 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:26.828853 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d44f5f7-d739-47a0-b6f7-c93154807ae3 None None] Checking segment: {'id': '4624b537-a5bd-48b2-b031-723dfc53b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:26.830178 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d44f5f7-d739-47a0-b6f7-c93154807ae3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.830663 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d44f5f7-d739-47a0-b6f7-c93154807ae3 None None] Bound using segment: {'id': '4624b537-a5bd-48b2-b031-723dfc53b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:26.831391 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4d44f5f7-d739-47a0-b6f7-c93154807ae3 None None] Bound port: 92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4624b537-a5bd-48b2-b031-723dfc53b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:26.832005 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d44f5f7-d739-47a0-b6f7-c93154807ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.870391 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-20c5b64d-80fb-494b-915c-60643d7c3584 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:26.898721 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 53886004-6394-4a9f-9ac0-583e370b56e2 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:26.987480 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-4d44f5f7-d739-47a0-b6f7-c93154807ae3 None None] For port 92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:26.991524 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-4d44f5f7-d739-47a0-b6f7-c93154807ae3 None None] For port 92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:27.017281 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d44f5f7-d739-47a0-b6f7-c93154807ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.085452 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.118830 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e666489-be71-47f0-8a89-80bd0f54ad10 None None] Pushing event updated for resources: {'Port': ['ID=92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:27.157726 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-20c5b64d-80fb-494b-915c-60643d7c3584 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.160748 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1ac781-8b26-49be-b62a-930067ccc715', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53886004-6394-4a9f-9ac0-583e370b56e2'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:27.163238 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-387f205b-6e62-4bbd-b5c0-a4713c9a1436" -d '{"events": [{"server_uuid": "cd1ac781-8b26-49be-b62a-930067ccc715", "name": "network-vif-unplugged", "status": "completed", "tag": "53886004-6394-4a9f-9ac0-583e370b56e2"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:27.165464 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-20c5b64d-80fb-494b-915c-60643d7c3584 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.178620 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d44f5f7-d739-47a0-b6f7-c93154807ae3 None None] Routers {'5a0dda12-6b2b-413d-a0a7-fd40c036d03c'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:27.179373 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4d44f5f7-d739-47a0-b6f7-c93154807ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:53:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5a0dda12-6b2b-413d-a0a7-fd40c036d03c'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:27.255404 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 53886004-6394-4a9f-9ac0-583e370b56e2, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=53886004-6394-4a9f-9ac0-583e370b56e2,segment=NetworkSegment(9452ae90-4bd6-4866-933c-eec760d2cc0f),segment_id=9452ae90-4bd6-4866-933c-eec760d2cc0f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:27.263985 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.282655 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1294b20-279e-482e-9d93-d810225091ea req-eeb9ae89-1864-48f1-b151-f770b3142083 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:27.291181 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eb177bd-13bf-4f35-9d63-6699103af2cf x-openstack-request-id: req-4eb177bd-13bf-4f35-9d63-6699103af2cf {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:27.295140 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e1294b20-279e-482e-9d93-d810225091ea req-eeb9ae89-1864-48f1-b151-f770b3142083 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 943 time: 0.1759434 Jul 16 08:53:27.296221 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1ac781-8b26-49be-b62a-930067ccc715", "name": "network-vif-unplugged", "status": "completed", "tag": "53886004-6394-4a9f-9ac0-583e370b56e2", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:27.296982 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4eb177bd-13bf-4f35-9d63-6699103af2cf {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:27.298280 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1ac781-8b26-49be-b62a-930067ccc715', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '53886004-6394-4a9f-9ac0-583e370b56e2', 'code': 200} Jul 16 08:53:27.346693 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c5b64d-80fb-494b-915c-60643d7c3584 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Pushing event updated for resources: {'Port': ['ID=1f784d2a-633d-47d4-a870-85f34d0071b9,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:27.368027 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-20c5b64d-80fb-494b-915c-60643d7c3584 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.380268 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e1294b20-279e-482e-9d93-d810225091ea req-1c92ad43-817d-48aa-8398-6c1742af2cb3 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844960 Jul 16 08:53:27.400837 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-20c5b64d-80fb-494b-915c-60643d7c3584 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:27.402391 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-20c5b64d-80fb-494b-915c-60643d7c3584 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3735435 Jul 16 08:53:27.454427 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=53886004-6394-4a9f-9ac0-583e370b56e2,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:27.508195 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-4d44f5f7-d739-47a0-b6f7-c93154807ae3 None None] Set router 5a0dda12-6b2b-413d-a0a7-fd40c036d03c gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:27.709900 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-13cd8005-4bb8-44f7-9208-6bda9006b69b tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1803550971&fields=id&tenant_id=2f4c1f959be841b791b07e280453979b HTTP/1.1" status: 200 len: 267 time: 0.0610044 Jul 16 08:53:27.740899 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f997676e-e726-4dd1-9d50-998b873b5206 req-acd59f22-42a3-4d8a-8f46-234dc73f6315 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:27.746020 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f997676e-e726-4dd1-9d50-998b873b5206 req-acd59f22-42a3-4d8a-8f46-234dc73f6315 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 943 time: 0.1411369 Jul 16 08:53:27.820854 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4d44f5f7-d739-47a0-b6f7-c93154807ae3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'name': 'tempest-ServerActionsTestJSON-2022802551-router', 'tenant_id': '2f4c1f959be841b791b07e280453979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'dbf627c8-501a-420e-9959-5403f40c8cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:16Z', 'updated_at': '2021-07-16T08:53:22Z', 'revision_number': 4, 'project_id': '2f4c1f959be841b791b07e280453979b', 'gw_port': {'id': 'dbf627c8-501a-420e-9959-5403f40c8cd5', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:17Z', 'updated_at': '2021-07-16T08:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f', 'name': '', 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1', 'tenant_id': '2f4c1f959be841b791b07e280453979b', 'mac_address': 'fa:16:3e:29:d7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '8ad49083-8e48-4575-9b36-364c8d5c322c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:21Z', 'updated_at': '2021-07-16T08:53:26Z', 'revision_number': 4, 'project_id': '2f4c1f959be841b791b07e280453979b', 'subnets': [{'id': '8ad49083-8e48-4575-9b36-364c8d5c322c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:27.855866 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d44f5f7-d739-47a0-b6f7-c93154807ae3 None None] The sync data for ids ['5a0dda12-6b2b-413d-a0a7-fd40c036d03c'] in n-d-771362-37 is: [{'id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'name': 'tempest-ServerActionsTestJSON-2022802551-router', 'tenant_id': '2f4c1f959be841b791b07e280453979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'dbf627c8-501a-420e-9959-5403f40c8cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:16Z', 'updated_at': '2021-07-16T08:53:22Z', 'revision_number': 4, 'project_id': '2f4c1f959be841b791b07e280453979b', 'gw_port': {'id': 'dbf627c8-501a-420e-9959-5403f40c8cd5', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:17Z', 'updated_at': '2021-07-16T08:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f', 'name': '', 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1', 'tenant_id': '2f4c1f959be841b791b07e280453979b', 'mac_address': 'fa:16:3e:29:d7:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '8ad49083-8e48-4575-9b36-364c8d5c322c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:21Z', 'updated_at': '2021-07-16T08:53:26Z', 'revision_number': 4, 'project_id': '2f4c1f959be841b791b07e280453979b', 'subnets': [{'id': '8ad49083-8e48-4575-9b36-364c8d5c322c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:27.861374 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f997676e-e726-4dd1-9d50-998b873b5206 req-87d77f87-1a7c-4827-adfc-00d35d397b0f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933919 Jul 16 08:53:27.899002 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-1fdf1646-6b58-43c4-bd35-ef264eb7b370 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:27.906793 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-1fdf1646-6b58-43c4-bd35-ef264eb7b370 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/networks?id=51d51b2e-c364-4882-bbf4-f36afab1b6c1 HTTP/1.1" status: 200 len: 812 time: 0.1833584 Jul 16 08:53:27.924862 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-a55d6ecd-f05c-484d-ab25-33aad12b7472 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/quotas/2f4c1f959be841b791b07e280453979b HTTP/1.1" status: 200 len: 375 time: 0.0169950 Jul 16 08:53:28.098863 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-e8523b5d-4554-4062-a16f-4948c904aca5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2f4c1f959be841b791b07e280453979b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1729043 Jul 16 08:53:28.244199 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-ab50cf81-0da8-408a-b489-671301d37fbd service neutron] 10.222.0.22 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434011 Jul 16 08:53:28.421865 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-21d34b96-1c3c-40b2-8e52-9efbf9889771 service neutron] 10.222.0.22 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649482 Jul 16 08:53:28.749177 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7c370def-6c82-4bb9-83e9-14a9cadc97de req-2db38778-a43b-4221-b25e-980a91b3a399 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 210 time: 0.0885456 Jul 16 08:53:28.809834 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b748871-d313-488c-b168-9cb96cbe3624 req-0f6fea15-f43f-4db1-b825-3ee8d1ae1e9b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:28.811868 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3b748871-d313-488c-b168-9cb96cbe3624 req-0f6fea15-f43f-4db1-b825-3ee8d1ae1e9b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 943 time: 0.1789370 Jul 16 08:53:28.871882 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3b748871-d313-488c-b168-9cb96cbe3624 req-16c12a1d-d388-43da-8b04-c7d21f5707b6 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454953 Jul 16 08:53:29.224642 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbd60e8-38fb-4323-925d-ac373ccacabd req-77d9096a-6479-4108-86ad-22ea12e7de4a tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:29.235792 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1dbd60e8-38fb-4323-925d-ac373ccacabd req-77d9096a-6479-4108-86ad-22ea12e7de4a tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 943 time: 0.1612940 Jul 16 08:53:29.308908 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1dbd60e8-38fb-4323-925d-ac373ccacabd req-9fe7cbc3-3b7a-42df-b52e-4d6d01fe3ce0 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715950 Jul 16 08:53:29.323993 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:29.387644 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:29.396852 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:29.398395 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.539131 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.619418 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:29.626299 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:29.811861 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:30.028023 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5be6daa7-5c4d-4435-b97a-0e8fccdc189e req-56a518fa-cba0-418f-bcbc-c264f5073de3 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 210 time: 0.0505352 Jul 16 08:53:30.455679 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-deef531d-0a49-421d-b817-7ec4224a70c3 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:30.457663 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-deef531d-0a49-421d-b817-7ec4224a70c3 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.30 "GET /v2.0/networks?id=51d51b2e-c364-4882-bbf4-f36afab1b6c1 HTTP/1.1" status: 200 len: 812 time: 0.2110515 Jul 16 08:53:30.472321 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5838f7be-a5ea-4dfe-bc2e-7dd89dbcde28 req-4a4964cc-0073-46eb-abf6-eb7c7c5986b3 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:30.481326 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5838f7be-a5ea-4dfe-bc2e-7dd89dbcde28 req-4a4964cc-0073-46eb-abf6-eb7c7c5986b3 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 943 time: 0.2140210 Jul 16 08:53:30.575475 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5838f7be-a5ea-4dfe-bc2e-7dd89dbcde28 req-4c431cbe-7b41-4903-bcd0-953eec7e291c tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910249 Jul 16 08:53:30.579758 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-2e83065e-b5b7-4bb6-91da-a621c8368451 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f4c1f959be841b791b07e280453979b HTTP/1.1" status: 200 len: 380 time: 0.0741298 Jul 16 08:53:30.603662 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-bedd0527-71b7-43df-8b78-8d35d32524ff tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Request body: {'port': {'device_id': '4a67ca2d-cfe1-4f91-b768-947d4c910be3', 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1', 'admin_state_up': True, 'tenant_id': '2f4c1f959be841b791b07e280453979b', 'security_groups': ['a2e0b8c7-b848-4172-993c-4e4d2d2367d8']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:30.769200 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-bedd0527-71b7-43df-8b78-8d35d32524ff tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Made reservation on behalf of 2f4c1f959be841b791b07e280453979b for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:53:30.773011 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-bedd0527-71b7-43df-8b78-8d35d32524ff tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:30.913414 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 53886004-6394-4a9f-9ac0-583e370b56e2 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:30.958487 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-bedd0527-71b7-43df-8b78-8d35d32524ff tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Allocated IP 172.20.0.8 (51d51b2e-c364-4882-bbf4-f36afab1b6c1/8ad49083-8e48-4575-9b36-364c8d5c322c/c63893c6-6232-40bc-9a83-fbb40cca45b0) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:53:31.181320 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-bedd0527-71b7-43df-8b78-8d35d32524ff tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.210537 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-bedd0527-71b7-43df-8b78-8d35d32524ff tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Transition to ACTIVE for port object c63893c6-6232-40bc-9a83-fbb40cca45b0 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:31.236048 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:31.265067 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-84aeb854-6731-4950-9460-fb4950c0b76c req-42f93fa6-f54b-4541-b198-dbeaf4b432c8 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 210 time: 0.0760489 Jul 16 08:53:31.289052 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-bedd0527-71b7-43df-8b78-8d35d32524ff tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.371744 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-bedd0527-71b7-43df-8b78-8d35d32524ff tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Network 51d51b2e-c364-4882-bbf4-f36afab1b6c1 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:53:31.380067 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-bedd0527-71b7-43df-8b78-8d35d32524ff tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:53:31.385870 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:31.386561 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.396600 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-bedd0527-71b7-43df-8b78-8d35d32524ff tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:53:31.511903 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd0527-71b7-43df-8b78-8d35d32524ff tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Pushing event updated for resources: {'Port': ['ID=c63893c6-6232-40bc-9a83-fbb40cca45b0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:31.560093 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-bedd0527-71b7-43df-8b78-8d35d32524ff tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:31.561004 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-bedd0527-71b7-43df-8b78-8d35d32524ff tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.598258 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-bedd0527-71b7-43df-8b78-8d35d32524ff tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0113995 Jul 16 08:53:31.625524 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-981c7d23-a678-4666-9c75-670b20ea556b service neutron] Request body: {'port': {'device_id': '4a67ca2d-cfe1-4f91-b768-947d4c910be3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:31.694719 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957fd824-5115-4087-8056-0cbc52cac243 req-5d4529ee-cd4e-459e-9c44-a7bd44666799 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:31.697771 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-957fd824-5115-4087-8056-0cbc52cac243 req-5d4529ee-cd4e-459e-9c44-a7bd44666799 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 943 time: 0.2567861 Jul 16 08:53:31.719943 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33022) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:31.788920 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-981c7d23-a678-4666-9c75-670b20ea556b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.806384 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e3f4bb72-e78b-417e-bded-bed63254e1dc None None] Provisioning for port c63893c6-6232-40bc-9a83-fbb40cca45b0 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:31.821149 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e3f4bb72-e78b-417e-bded-bed63254e1dc None None] Provisioning complete for port c63893c6-6232-40bc-9a83-fbb40cca45b0 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:31.824888 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e3f4bb72-e78b-417e-bded-bed63254e1dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:31.907358 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e3f4bb72-e78b-417e-bded-bed63254e1dc None None] Port c63893c6-6232-40bc-9a83-fbb40cca45b0 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:53:31.953609 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f56d0a0-ba85-40de-89b8-71a7d6daafdc req-10c3cda6-f043-4092-b2d6-969cf7f56488 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2306871 Jul 16 08:53:31.962948 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d281b0-2a86-45ee-874c-3b0fbad0e1ca req-f3821e4e-5a79-4e20-b80d-517537d1b37f tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:31.972423 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-91d281b0-2a86-45ee-874c-3b0fbad0e1ca req-f3821e4e-5a79-4e20-b80d-517537d1b37f tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 943 time: 0.1580830 Jul 16 08:53:32.031849 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-957fd824-5115-4087-8056-0cbc52cac243 req-2d033aa4-7882-45af-8c87-98f2055aa388 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3215225 Jul 16 08:53:32.036532 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-91d281b0-2a86-45ee-874c-3b0fbad0e1ca req-35f9a6d5-8a42-40b9-8c34-731f6fc515a9 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626421 Jul 16 08:53:32.106341 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.141193 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-981c7d23-a678-4666-9c75-670b20ea556b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c63893c6-6232-40bc-9a83-fbb40cca45b0 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:53:32.149214 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-981c7d23-a678-4666-9c75-670b20ea556b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.167415 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-981c7d23-a678-4666-9c75-670b20ea556b service neutron] Transition to ACTIVE for port object c63893c6-6232-40bc-9a83-fbb40cca45b0 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:53:32.169410 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-981c7d23-a678-4666-9c75-670b20ea556b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.216375 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.262242 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c7d23-a678-4666-9c75-670b20ea556b service neutron] Pushing event updated for resources: {'Port': ['ID=c63893c6-6232-40bc-9a83-fbb40cca45b0,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:32.332190 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-981c7d23-a678-4666-9c75-670b20ea556b service neutron] Attempting to bind port c63893c6-6232-40bc-9a83-fbb40cca45b0 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:53:32.332853 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-981c7d23-a678-4666-9c75-670b20ea556b service neutron] Attempting to bind port c63893c6-6232-40bc-9a83-fbb40cca45b0 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '4624b537-a5bd-48b2-b031-723dfc53b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:53:32.333200 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-981c7d23-a678-4666-9c75-670b20ea556b service neutron] Attempting to bind port c63893c6-6232-40bc-9a83-fbb40cca45b0 on network 51d51b2e-c364-4882-bbf4-f36afab1b6c1 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:32.358983 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-981c7d23-a678-4666-9c75-670b20ea556b service neutron] Port c63893c6-6232-40bc-9a83-fbb40cca45b0 on network 51d51b2e-c364-4882-bbf4-f36afab1b6c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:53:32.361371 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-981c7d23-a678-4666-9c75-670b20ea556b service neutron] Attempting to bind port c63893c6-6232-40bc-9a83-fbb40cca45b0 on network 51d51b2e-c364-4882-bbf4-f36afab1b6c1 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:53:32.380291 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-981c7d23-a678-4666-9c75-670b20ea556b service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 53, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:53:32.380623 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-981c7d23-a678-4666-9c75-670b20ea556b service neutron] Checking segment: {'id': '4624b537-a5bd-48b2-b031-723dfc53b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:53:32.381037 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-981c7d23-a678-4666-9c75-670b20ea556b service neutron] Bound using segment: {'id': '4624b537-a5bd-48b2-b031-723dfc53b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:53:32.381497 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-981c7d23-a678-4666-9c75-670b20ea556b service neutron] Bound port: c63893c6-6232-40bc-9a83-fbb40cca45b0, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4624b537-a5bd-48b2-b031-723dfc53b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:53:32.383914 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-981c7d23-a678-4666-9c75-670b20ea556b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.514901 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-981c7d23-a678-4666-9c75-670b20ea556b service neutron] For port c63893c6-6232-40bc-9a83-fbb40cca45b0, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:53:32.542072 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-981c7d23-a678-4666-9c75-670b20ea556b service neutron] For port c63893c6-6232-40bc-9a83-fbb40cca45b0, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=c63893c6-6232-40bc-9a83-fbb40cca45b0,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:53:32.558791 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-981c7d23-a678-4666-9c75-670b20ea556b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.633862 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-981c7d23-a678-4666-9c75-670b20ea556b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:32.634751 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-981c7d23-a678-4666-9c75-670b20ea556b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:32.636589 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-981c7d23-a678-4666-9c75-670b20ea556b service neutron] 10.222.0.30 "PUT /v2.0/ports/c63893c6-6232-40bc-9a83-fbb40cca45b0 HTTP/1.1" status: 200 len: 1092 time: 1.0219266 Jul 16 08:53:32.640812 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a67ca2d-cfe1-4f91-b768-947d4c910be3', 'tag': 'c63893c6-6232-40bc-9a83-fbb40cca45b0'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:32.644707 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a63a68-f8e9-4032-9a56-adf61b278323" -d '{"events": [{"name": "network-changed", "server_uuid": "4a67ca2d-cfe1-4f91-b768-947d4c910be3", "tag": "c63893c6-6232-40bc-9a83-fbb40cca45b0"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:32.677667 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-981c7d23-a678-4666-9c75-670b20ea556b service neutron] Pushing event updated for resources: {'Port': ['ID=c63893c6-6232-40bc-9a83-fbb40cca45b0,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:32.715387 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55f6d0a-7df0-4f08-829f-d1b66095bbdb req-4992e615-33d9-4567-9b40-8b629e7ee270 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:32.718221 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c55f6d0a-7df0-4f08-829f-d1b66095bbdb req-4992e615-33d9-4567-9b40-8b629e7ee270 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 943 time: 0.1471834 Jul 16 08:53:32.778932 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-401a9b9b-5b3e-4574-b801-51d1bbefb96d x-openstack-request-id: req-401a9b9b-5b3e-4574-b801-51d1bbefb96d {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:32.779313 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a67ca2d-cfe1-4f91-b768-947d4c910be3", "tag": "c63893c6-6232-40bc-9a83-fbb40cca45b0", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:32.780067 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-401a9b9b-5b3e-4574-b801-51d1bbefb96d {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:32.780710 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a67ca2d-cfe1-4f91-b768-947d4c910be3', 'tag': 'c63893c6-6232-40bc-9a83-fbb40cca45b0', 'status': 'completed', 'code': 200} Jul 16 08:53:32.818928 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c55f6d0a-7df0-4f08-829f-d1b66095bbdb req-f807f03f-4257-4dcd-a324-85a8f328be1f tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745780 Jul 16 08:53:32.833080 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-c56bdc38-6b7f-4bf1-b28d-bb75e33cab7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:32.835071 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-c56bdc38-6b7f-4bf1-b28d-bb75e33cab7c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f4c1f959be841b791b07e280453979b&device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 1095 time: 0.1153388 Jul 16 08:53:32.893541 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-92b13d19-d60f-43f6-9b29-b70d85440b84 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c63893c6-6232-40bc-9a83-fbb40cca45b0 HTTP/1.1" status: 200 len: 217 time: 0.0511551 Jul 16 08:53:33.022068 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-0068ccd2-4970-4d72-85dd-209478f38df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:33.024018 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-0068ccd2-4970-4d72-85dd-209478f38df1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ad49083-8e48-4575-9b36-364c8d5c322c HTTP/1.1" status: 200 len: 851 time: 0.1166828 Jul 16 08:53:33.133342 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-c47df313-135b-45d6-b2a7-1fac90cee197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:33.136456 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-c47df313-135b-45d6-b2a7-1fac90cee197 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51d51b2e-c364-4882-bbf4-f36afab1b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1046948 Jul 16 08:53:33.300665 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a6bbaaad-0abb-4cf0-b199-a24806e05238 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:33.314693 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfab04b-44bc-4342-b668-e17e5b31b05b req-47a3b827-603c-45ed-9de0-0c4517531db7 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:33.316739 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-edfab04b-44bc-4342-b668-e17e5b31b05b req-47a3b827-603c-45ed-9de0-0c4517531db7 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 943 time: 0.0929334 Jul 16 08:53:33.361269 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-993309d5-deea-4c2a-bbf7-46507fe367ea service neutron] 10.222.0.30 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2156918 Jul 16 08:53:33.365666 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-edfab04b-44bc-4342-b668-e17e5b31b05b req-87aa9b34-363c-48dc-aed9-d1d4ed8f6b66 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404434 Jul 16 08:53:33.403960 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1857a2-be79-4e20-80ec-08666be4cd7e req-10f4be36-549c-4232-afbc-558183f5be27 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:33.406023 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-df1857a2-be79-4e20-80ec-08666be4cd7e req-10f4be36-549c-4232-afbc-558183f5be27 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 943 time: 0.2183943 Jul 16 08:53:33.414085 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56d0a0-ba85-40de-89b8-71a7d6daafdc req-2561ecb4-7253-4823-a100-2121a724cd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:33.415512 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4f56d0a0-ba85-40de-89b8-71a7d6daafdc req-2561ecb4-7253-4823-a100-2121a724cd66 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715&tenant_id=b7b1a7b336a94513a52f9785e4e37864 HTTP/1.1" status: 200 len: 1095 time: 0.2192905 Jul 16 08:53:33.522642 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-df1857a2-be79-4e20-80ec-08666be4cd7e req-4bf634a1-8a91-43d2-bdfb-eb6687a17eb3 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058993 Jul 16 08:53:33.537379 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64ab23c1-07c5-40ae-980c-20c9f4df910e req-8da6328c-c831-4625-bdbb-89ca6f448b40 service neutron] 10.222.0.30 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1692889 Jul 16 08:53:33.558289 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56d0a0-ba85-40de-89b8-71a7d6daafdc req-e4a654bd-57ab-4a55-9cc8-9fec39f09618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:33.559900 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4f56d0a0-ba85-40de-89b8-71a7d6daafdc req-e4a654bd-57ab-4a55-9cc8-9fec39f09618 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b1a7b336a94513a52f9785e4e37864&device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 1095 time: 0.0991936 Jul 16 08:53:33.694436 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56d0a0-ba85-40de-89b8-71a7d6daafdc req-3d078d5d-101e-4e57-b973-f9d905829a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:33.695831 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4f56d0a0-ba85-40de-89b8-71a7d6daafdc req-3d078d5d-101e-4e57-b973-f9d905829a1b service neutron] 10.222.0.30 "GET /v2.0/networks?id=009dd0a1-50a1-45ad-bc58-1d113e644d4b HTTP/1.1" status: 200 len: 917 time: 0.1301847 Jul 16 08:53:33.742767 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a63a68-f8e9-4032-9a56-adf61b278323 req-1c72f36a-3313-4dcc-ab65-867eea907a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:33.744706 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54a63a68-f8e9-4032-9a56-adf61b278323 req-1c72f36a-3313-4dcc-ab65-867eea907a06 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f4c1f959be841b791b07e280453979b&device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 1095 time: 0.1386359 Jul 16 08:53:33.792838 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4f56d0a0-ba85-40de-89b8-71a7d6daafdc req-6fab9e07-6590-4dde-bb9b-712315820640 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53886004-6394-4a9f-9ac0-583e370b56e2 HTTP/1.1" status: 200 len: 998 time: 0.0909197 Jul 16 08:53:33.891540 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56d0a0-ba85-40de-89b8-71a7d6daafdc req-4a5636f9-b396-4f75-ba47-7dd166a0a322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:33.893210 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4f56d0a0-ba85-40de-89b8-71a7d6daafdc req-4a5636f9-b396-4f75-ba47-7dd166a0a322 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a HTTP/1.1" status: 200 len: 855 time: 0.0665674 Jul 16 08:53:33.894496 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a63a68-f8e9-4032-9a56-adf61b278323 req-b945051b-c48f-421d-bf54-8c40a7f9a813 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:33.895888 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54a63a68-f8e9-4032-9a56-adf61b278323 req-b945051b-c48f-421d-bf54-8c40a7f9a813 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51d51b2e-c364-4882-bbf4-f36afab1b6c1 HTTP/1.1" status: 200 len: 913 time: 0.1459475 Jul 16 08:53:33.975500 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54a63a68-f8e9-4032-9a56-adf61b278323 req-40e10017-56e4-48e8-909f-86b5e2b443e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c63893c6-6232-40bc-9a83-fbb40cca45b0 HTTP/1.1" status: 200 len: 217 time: 0.0693157 Jul 16 08:53:34.050314 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a63a68-f8e9-4032-9a56-adf61b278323 req-6b6c007c-27ff-4842-82a4-29e66cb7dfef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:34.051941 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54a63a68-f8e9-4032-9a56-adf61b278323 req-6b6c007c-27ff-4842-82a4-29e66cb7dfef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ad49083-8e48-4575-9b36-364c8d5c322c HTTP/1.1" status: 200 len: 851 time: 0.0700667 Jul 16 08:53:34.053814 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f56d0a0-ba85-40de-89b8-71a7d6daafdc req-e8ff88ba-70e0-4f56-b0c9-9a2161e6e656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:34.055215 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4f56d0a0-ba85-40de-89b8-71a7d6daafdc req-e8ff88ba-70e0-4f56-b0c9-9a2161e6e656 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=009dd0a1-50a1-45ad-bc58-1d113e644d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1502779 Jul 16 08:53:34.071450 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccaf40d4-08dd-4a38-832f-6449792dd3b0 req-c0a130ae-9216-470f-9f7e-ce5ed6796566 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:34.073070 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ccaf40d4-08dd-4a38-832f-6449792dd3b0 req-c0a130ae-9216-470f-9f7e-ce5ed6796566 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 943 time: 0.1052547 Jul 16 08:53:34.154618 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ccaf40d4-08dd-4a38-832f-6449792dd3b0 req-50f13b7d-4052-46a5-b48e-f1db22f2f900 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693550 Jul 16 08:53:34.227147 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a63a68-f8e9-4032-9a56-adf61b278323 req-f50dc897-ca77-4492-8700-3fbd0f840a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:34.228888 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54a63a68-f8e9-4032-9a56-adf61b278323 req-f50dc897-ca77-4492-8700-3fbd0f840a5c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51d51b2e-c364-4882-bbf4-f36afab1b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1653693 Jul 16 08:53:34.255834 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4f56d0a0-ba85-40de-89b8-71a7d6daafdc req-f67b2bcc-0949-428d-8ece-f0a947dd5b6e service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782992 Jul 16 08:53:34.451769 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54a63a68-f8e9-4032-9a56-adf61b278323 req-1cd5e71d-261e-4421-b6c9-0acb28819379 service neutron] 10.222.0.30 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110891 Jul 16 08:53:34.454034 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4f56d0a0-ba85-40de-89b8-71a7d6daafdc req-7e18c827-4d14-4135-9e5f-85a7eaca3e6e service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873794 Jul 16 08:53:34.612319 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54a63a68-f8e9-4032-9a56-adf61b278323 req-705a3f60-ad6c-4df1-81c6-0686bc853d1c service neutron] 10.222.0.30 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498253 Jul 16 08:53:34.637592 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a95db521-4e31-4714-a99a-ab9790719c7f req-8e09be6b-2f6d-47b9-ae29-8611ed5ca148 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:34.641608 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a95db521-4e31-4714-a99a-ab9790719c7f req-8e09be6b-2f6d-47b9-ae29-8611ed5ca148 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 943 time: 0.1416790 Jul 16 08:53:34.709001 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a95db521-4e31-4714-a99a-ab9790719c7f req-77d86aa8-1019-4d83-8741-00c141facd6c tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609508 Jul 16 08:53:34.807643 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0a753-10b9-449b-ab6b-0eed0d78b870 req-0d95ee76-fa94-4367-b8fb-166cc9c062df tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:34.809379 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9fc0a753-10b9-449b-ab6b-0eed0d78b870 req-0d95ee76-fa94-4367-b8fb-166cc9c062df tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 943 time: 0.0890756 Jul 16 08:53:34.875718 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9fc0a753-10b9-449b-ab6b-0eed0d78b870 req-4ca744e9-14c8-4e75-a444-b2ee2b1bb010 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524757 Jul 16 08:53:34.905011 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 5399d649-c973-4ece-ba78-cf3099eb1c12 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:53:35.383572 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 5399d649-c973-4ece-ba78-cf3099eb1c12, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5399d649-c973-4ece-ba78-cf3099eb1c12,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:35.418937 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '5399d649-c973-4ece-ba78-cf3099eb1c12', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'port_id': '5399d649-c973-4ece-ba78-cf3099eb1c12', 'mac_address': 'fa:16:3e:9a:72:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a202c89-ad61-4335-b129-f178d622ac10', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:53:35.503235 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.526423 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5399d649-c973-4ece-ba78-cf3099eb1c12 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:53:35.535015 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae2aa7f-eff9-4e81-b400-ef287332a330 req-00ae66c5-65d6-4a25-b9f9-977b703ea5fe tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:35.538146 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1ae2aa7f-eff9-4e81-b400-ef287332a330 req-00ae66c5-65d6-4a25-b9f9-977b703ea5fe tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 943 time: 0.1066649 Jul 16 08:53:35.567159 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 5399d649-c973-4ece-ba78-cf3099eb1c12, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5399d649-c973-4ece-ba78-cf3099eb1c12,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:35.573574 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.615469 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1ae2aa7f-eff9-4e81-b400-ef287332a330 req-1632440d-51f4-492b-a4e4-968253cdcf08 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0715225 Jul 16 08:53:35.693887 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=5399d649-c973-4ece-ba78-cf3099eb1c12,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:35.715385 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-51f4f071-5165-4648-88d0-6a96fd0cd2e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:35.781275 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['5399d649-c973-4ece-ba78-cf3099eb1c12'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:53:35.982914 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea5d81-8a39-49db-a2dc-150f69383e75 req-469c2a02-b4f4-4a10-a0ff-22cc5f9bdaf9 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:35.992555 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-92ea5d81-8a39-49db-a2dc-150f69383e75 req-469c2a02-b4f4-4a10-a0ff-22cc5f9bdaf9 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 943 time: 0.1088197 Jul 16 08:53:36.055569 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-92ea5d81-8a39-49db-a2dc-150f69383e75 req-d792c0f8-f8e8-438d-bf40-9e8ba72e3424 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0617540 Jul 16 08:53:36.072240 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:36.218849 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ba95cd-9eb7-4cd4-8f48-3cb1054deefc req-81eba902-aed3-4a8f-9887-d970741d7f57 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:36.221309 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-75ba95cd-9eb7-4cd4-8f48-3cb1054deefc req-81eba902-aed3-4a8f-9887-d970741d7f57 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 944 time: 0.1049724 Jul 16 08:53:36.275357 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-75ba95cd-9eb7-4cd4-8f48-3cb1054deefc req-8826b27c-5fac-4dfb-a98d-ffcd9d569080 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406704 Jul 16 08:53:36.377126 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4938125b-cb19-4a9f-9487-39192ff6e21e req-2a34437f-19a0-4807-8e8f-ddc58936d2ca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=93176c46-d8b6-4bcd-b9ac-db1d779fad80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1563966 Jul 16 08:53:36.515507 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938125b-cb19-4a9f-9487-39192ff6e21e req-30a91b7c-dc6a-44e6-8147-b6304d86a4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:36.518710 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4938125b-cb19-4a9f-9487-39192ff6e21e req-30a91b7c-dc6a-44e6-8147-b6304d86a4cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30db3ea81a8c4c93843f47b12edb82f2&device_id=93176c46-d8b6-4bcd-b9ac-db1d779fad80 HTTP/1.1" status: 200 len: 1098 time: 0.0894334 Jul 16 08:53:36.703252 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938125b-cb19-4a9f-9487-39192ff6e21e req-f8a0bec1-58d3-4d4c-a764-70a01c5a3401 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:36.706523 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4938125b-cb19-4a9f-9487-39192ff6e21e req-f8a0bec1-58d3-4d4c-a764-70a01c5a3401 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 HTTP/1.1" status: 200 len: 913 time: 0.1662171 Jul 16 08:53:36.818672 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4938125b-cb19-4a9f-9487-39192ff6e21e req-df1c4c15-cfd9-40cc-b30e-dfcd205da0a7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=721f92cb-3c27-4ccc-8054-2fdef04f7097 HTTP/1.1" status: 200 len: 217 time: 0.1054471 Jul 16 08:53:36.912854 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 5399d649-c973-4ece-ba78-cf3099eb1c12 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:36.966942 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938125b-cb19-4a9f-9487-39192ff6e21e req-8aa4a3c6-ffd8-41c8-ac6d-53aa49cea808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:36.969646 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4938125b-cb19-4a9f-9487-39192ff6e21e req-8aa4a3c6-ffd8-41c8-ac6d-53aa49cea808 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a202c89-ad61-4335-b129-f178d622ac10 HTTP/1.1" status: 200 len: 851 time: 0.1448257 Jul 16 08:53:36.983234 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device c63893c6-6232-40bc-9a83-fbb40cca45b0 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:53:37.083946 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25af9e3e-78b7-4cc2-a8ca-9c0c3788e7fb req-bef2a36b-dec8-49eb-8f81-2c7e9775c473 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:37.085511 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-25af9e3e-78b7-4cc2-a8ca-9c0c3788e7fb req-bef2a36b-dec8-49eb-8f81-2c7e9775c473 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 943 time: 0.1952136 Jul 16 08:53:37.120653 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 5399d649-c973-4ece-ba78-cf3099eb1c12 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:37.121823 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4938125b-cb19-4a9f-9487-39192ff6e21e req-9fe977c9-9684-48ac-a3c3-fc2d2edcf1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:37.125105 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4938125b-cb19-4a9f-9487-39192ff6e21e req-9fe977c9-9684-48ac-a3c3-fc2d2edcf1e5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1484356 Jul 16 08:53:37.188696 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 5399d649-c973-4ece-ba78-cf3099eb1c12 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:37.191152 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.196323 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-25af9e3e-78b7-4cc2-a8ca-9c0c3788e7fb req-820fbab5-f593-414d-aee2-27600e8164e9 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040623 Jul 16 08:53:37.237437 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.296339 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port c63893c6-6232-40bc-9a83-fbb40cca45b0, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=c63893c6-6232-40bc-9a83-fbb40cca45b0,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:37.317251 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4938125b-cb19-4a9f-9487-39192ff6e21e req-4d1a7c5b-35db-4149-bb74-57cbbc7d452b service neutron] 10.222.0.21 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835113 Jul 16 08:53:37.329166 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'c63893c6-6232-40bc-9a83-fbb40cca45b0', 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1', 'port_id': 'c63893c6-6232-40bc-9a83-fbb40cca45b0', 'mac_address': 'fa:16:3e:46:99:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad49083-8e48-4575-9b36-364c8d5c322c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:53:37.479762 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.526411 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685561db-2958-4760-b2e9-28de5b696329 req-3e13139f-ec08-4a68-ab2e-bf239fdfe2be tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:37.537307 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.539452 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-685561db-2958-4760-b2e9-28de5b696329 req-3e13139f-ec08-4a68-ab2e-bf239fdfe2be tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 943 time: 0.1815174 Jul 16 08:53:37.556986 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4938125b-cb19-4a9f-9487-39192ff6e21e req-40eb3ae6-fa72-4422-902f-3db5c778dd9d service neutron] 10.222.0.21 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2325773 Jul 16 08:53:37.587639 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c63893c6-6232-40bc-9a83-fbb40cca45b0 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:53:37.595159 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd81723-29ce-4540-af3b-b1d978d0a642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5399d649-c973-4ece-ba78-cf3099eb1c12'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:37.597877 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d8a9278-9d02-4b6f-a862-e8e01cb26f27" -d '{"events": [{"server_uuid": "8dd81723-29ce-4540-af3b-b1d978d0a642", "name": "network-vif-plugged", "status": "completed", "tag": "5399d649-c973-4ece-ba78-cf3099eb1c12"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:37.626777 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 5399d649-c973-4ece-ba78-cf3099eb1c12, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5399d649-c973-4ece-ba78-cf3099eb1c12,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:37.640816 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.644771 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port c63893c6-6232-40bc-9a83-fbb40cca45b0, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=c63893c6-6232-40bc-9a83-fbb40cca45b0,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:37.662316 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-685561db-2958-4760-b2e9-28de5b696329 req-44166b3e-9d58-4e46-855b-5e2f9eea6bdc tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1215348 Jul 16 08:53:37.709228 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=5399d649-c973-4ece-ba78-cf3099eb1c12,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:37.712975 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:37.750462 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722d69ee-fb9f-4e78-b04c-8527fac4011d x-openstack-request-id: req-722d69ee-fb9f-4e78-b04c-8527fac4011d {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:37.750977 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd81723-29ce-4540-af3b-b1d978d0a642", "name": "network-vif-plugged", "status": "completed", "tag": "5399d649-c973-4ece-ba78-cf3099eb1c12", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:37.751666 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-722d69ee-fb9f-4e78-b04c-8527fac4011d {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:37.752388 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd81723-29ce-4540-af3b-b1d978d0a642', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5399d649-c973-4ece-ba78-cf3099eb1c12', 'code': 200} Jul 16 08:53:37.785375 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=c63893c6-6232-40bc-9a83-fbb40cca45b0,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:37.795969 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4d0f17-b0d3-4801-a075-3f06d0c73836 req-cb8f8afd-e9f4-4fa9-8fca-7cdddc0d6df9 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:37.808660 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0e4d0f17-b0d3-4801-a075-3f06d0c73836 req-cb8f8afd-e9f4-4fa9-8fca-7cdddc0d6df9 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 944 time: 0.2150996 Jul 16 08:53:37.910968 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['c63893c6-6232-40bc-9a83-fbb40cca45b0'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:53:37.987038 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0e4d0f17-b0d3-4801-a075-3f06d0c73836 req-0384f784-f9cb-4389-8168-29053d1c5e73 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773772 Jul 16 08:53:38.002181 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ea1f2d-7d84-4eb6-b8a2-99f81251ee6a req-d3c534d1-2ea3-427e-95cf-0216cdbe2c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:38.005463 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-60ea1f2d-7d84-4eb6-b8a2-99f81251ee6a req-d3c534d1-2ea3-427e-95cf-0216cdbe2c76 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 1097 time: 0.1617365 Jul 16 08:53:38.092830 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-60ea1f2d-7d84-4eb6-b8a2-99f81251ee6a req-bcf8e7c2-0633-49b6-9463-1c5ecfab0fcc service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802095 Jul 16 08:53:38.470064 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddd2c2a-5ed3-4615-a374-9a8c49b1617f req-b2ee82ab-247c-4556-b288-28064b3bb69d tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:38.475884 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cddd2c2a-5ed3-4615-a374-9a8c49b1617f req-b2ee82ab-247c-4556-b288-28064b3bb69d tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0935733 Jul 16 08:53:38.534250 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cddd2c2a-5ed3-4615-a374-9a8c49b1617f req-c6f66e80-ac61-4146-be8e-3779303cf4cb tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501602 Jul 16 08:53:38.563026 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:38.933265 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device c63893c6-6232-40bc-9a83-fbb40cca45b0 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:39.131274 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port c63893c6-6232-40bc-9a83-fbb40cca45b0 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:53:39.138125 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port c63893c6-6232-40bc-9a83-fbb40cca45b0 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:39.144720 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:39.199303 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270fa37c-1c26-4000-8758-04c1c3eb10f1 req-7f285b86-d282-4563-ad04-19a3d7e700f4 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:39.214036 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-270fa37c-1c26-4000-8758-04c1c3eb10f1 req-7f285b86-d282-4563-ad04-19a3d7e700f4 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 943 time: 0.2106962 Jul 16 08:53:39.386059 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:39.422734 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-270fa37c-1c26-4000-8758-04c1c3eb10f1 req-c23043d4-f01b-492e-ab63-57547d37436c tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2073143 Jul 16 08:53:39.457366 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port c63893c6-6232-40bc-9a83-fbb40cca45b0, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=c63893c6-6232-40bc-9a83-fbb40cca45b0,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:39.467699 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:39.602648 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=c63893c6-6232-40bc-9a83-fbb40cca45b0,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:39.709130 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c52c750-c8e2-4692-9a56-6c7f0a3e5fe1 req-706df2a0-7343-4a65-b073-64fdd49bee66 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:39.711831 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c52c750-c8e2-4692-9a56-6c7f0a3e5fe1 req-706df2a0-7343-4a65-b073-64fdd49bee66 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 945 time: 0.0986218 Jul 16 08:53:39.753418 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a67ca2d-cfe1-4f91-b768-947d4c910be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63893c6-6232-40bc-9a83-fbb40cca45b0'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:39.757530 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3b322fb-a9fe-4544-833e-ef0f41efd9db" -d '{"events": [{"server_uuid": "4a67ca2d-cfe1-4f91-b768-947d4c910be3", "name": "network-vif-plugged", "status": "completed", "tag": "c63893c6-6232-40bc-9a83-fbb40cca45b0"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:39.833898 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c52c750-c8e2-4692-9a56-6c7f0a3e5fe1 req-f74bdf95-565a-4454-9a9a-0cca0875d011 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112542 Jul 16 08:53:39.909360 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdeb4619-6178-4eda-bfcf-ac572a913cfe x-openstack-request-id: req-cdeb4619-6178-4eda-bfcf-ac572a913cfe {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:39.909768 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a67ca2d-cfe1-4f91-b768-947d4c910be3", "name": "network-vif-plugged", "status": "completed", "tag": "c63893c6-6232-40bc-9a83-fbb40cca45b0", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:39.910006 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cdeb4619-6178-4eda-bfcf-ac572a913cfe {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:39.910465 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a67ca2d-cfe1-4f91-b768-947d4c910be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63893c6-6232-40bc-9a83-fbb40cca45b0', 'code': 200} Jul 16 08:53:40.402142 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9e566-d9c8-44bb-8993-8e05daeb4790 req-df1281a7-6621-414a-843f-685ba7875745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:40.405310 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1df9e566-d9c8-44bb-8993-8e05daeb4790 req-df1281a7-6621-414a-843f-685ba7875745 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 1097 time: 0.3030148 Jul 16 08:53:40.450190 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3c7c8283-46d8-4162-a83d-2828b5b27850 req-cfad2afa-85db-49ec-ace9-247f47db2a68 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=93176c46-d8b6-4bcd-b9ac-db1d779fad80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1947396 Jul 16 08:53:40.630051 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff139e-d557-45e8-9e5c-1d42e402efd4 req-02eff84a-1610-4884-9353-7154daabbc13 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:40.639316 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73ff139e-d557-45e8-9e5c-1d42e402efd4 req-02eff84a-1610-4884-9353-7154daabbc13 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 945 time: 0.3579261 Jul 16 08:53:40.747920 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1df9e566-d9c8-44bb-8993-8e05daeb4790 req-c9087f55-ac3a-4ee0-bfc8-0357d48291b5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2730227 Jul 16 08:53:40.867312 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73ff139e-d557-45e8-9e5c-1d42e402efd4 req-6be9e390-1056-4152-b75b-8be26443ee10 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2074423 Jul 16 08:53:40.882201 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33172) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:41.006757 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c8283-46d8-4162-a83d-2828b5b27850 req-b41b6492-4dbb-4ef6-828e-d171e2d61cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:41.008861 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3c7c8283-46d8-4162-a83d-2828b5b27850 req-b41b6492-4dbb-4ef6-828e-d171e2d61cd2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30db3ea81a8c4c93843f47b12edb82f2&device_id=93176c46-d8b6-4bcd-b9ac-db1d779fad80 HTTP/1.1" status: 200 len: 1098 time: 0.4688835 Jul 16 08:53:41.051482 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa72194-7eb1-45f2-84ad-03cc7d92cdd8 req-b100602c-be39-4e00-b23a-b275e4c6c9fb tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:41.055290 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4aa72194-7eb1-45f2-84ad-03cc7d92cdd8 req-b100602c-be39-4e00-b23a-b275e4c6c9fb tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 945 time: 0.3711567 Jul 16 08:53:41.175336 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4aa72194-7eb1-45f2-84ad-03cc7d92cdd8 req-31cd41a0-b19f-4e04-a7f6-8471181f7919 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971556 Jul 16 08:53:41.248612 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c8283-46d8-4162-a83d-2828b5b27850 req-995e65d2-cbb7-4186-95e3-660dc989ca30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:41.250370 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3c7c8283-46d8-4162-a83d-2828b5b27850 req-995e65d2-cbb7-4186-95e3-660dc989ca30 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 HTTP/1.1" status: 200 len: 913 time: 0.1919301 Jul 16 08:53:41.335104 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3c7c8283-46d8-4162-a83d-2828b5b27850 req-f4c6d648-b88e-49c5-acfa-2f7c71e21ea9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=721f92cb-3c27-4ccc-8054-2fdef04f7097 HTTP/1.1" status: 200 len: 217 time: 0.0775731 Jul 16 08:53:41.358312 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-27a7d518-34a8-449e-8c2d-8111daf0c079 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.505718 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c8283-46d8-4162-a83d-2828b5b27850 req-1dcc998c-489b-4bb0-b34f-880f572589b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:41.507955 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3c7c8283-46d8-4162-a83d-2828b5b27850 req-1dcc998c-489b-4bb0-b34f-880f572589b7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a202c89-ad61-4335-b129-f178d622ac10 HTTP/1.1" status: 200 len: 851 time: 0.1664805 Jul 16 08:53:41.514855 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd79f2e-3c01-49e8-8600-f2a787d14ce2 req-2731c912-7ea3-41f5-810b-6d8ddc5d2e6e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:41.530926 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0cd79f2e-3c01-49e8-8600-f2a787d14ce2 req-2731c912-7ea3-41f5-810b-6d8ddc5d2e6e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 943 time: 0.3705719 Jul 16 08:53:41.693536 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7c8283-46d8-4162-a83d-2828b5b27850 req-299efbef-a2df-45c6-a9af-6d6ff5094c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:41.696197 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3c7c8283-46d8-4162-a83d-2828b5b27850 req-299efbef-a2df-45c6-a9af-6d6ff5094c3c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1796741 Jul 16 08:53:41.770456 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-27a7d518-34a8-449e-8c2d-8111daf0c079 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.778774 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-27a7d518-34a8-449e-8c2d-8111daf0c079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:41.842761 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-27a7d518-34a8-449e-8c2d-8111daf0c079 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5deb6f7faad84c259d1b93471029f819&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9578474 Jul 16 08:53:41.846860 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0cd79f2e-3c01-49e8-8600-f2a787d14ce2 req-122c074b-e8cf-4783-a7e6-c91bfa7e4756 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3054378 Jul 16 08:53:41.847370 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33184) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:41.848632 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a7d518-34a8-449e-8c2d-8111daf0c079 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2fb0a86-c59c-46a2-81df-6b773181b433,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:42.008859 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ea180fb-4f26-434f-a502-646044604820 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.075573 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ea180fb-4f26-434f-a502-646044604820 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.216432 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ea180fb-4f26-434f-a502-646044604820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.220917 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3ea180fb-4f26-434f-a502-646044604820 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:42.225047 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3ea180fb-4f26-434f-a502-646044604820 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a2fb0a86-c59c-46a2-81df-6b773181b433 HTTP/1.1" status: 204 len: 168 time: 0.3730478 Jul 16 08:53:42.242479 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea180fb-4f26-434f-a502-646044604820 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2fb0a86-c59c-46a2-81df-6b773181b433,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:42.431250 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3c7c8283-46d8-4162-a83d-2828b5b27850 req-6569ef5e-ae9e-4d5e-87a8-b89d22aa2329 service neutron] 10.222.0.21 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7271445 Jul 16 08:53:42.603589 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e79944-52d6-459a-8b91-1e9c10c2043f req-af3bc1d9-81b8-4a78-9e09-b02a4920dc36 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:42.605470 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80e79944-52d6-459a-8b91-1e9c10c2043f req-af3bc1d9-81b8-4a78-9e09-b02a4920dc36 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 945 time: 0.1046884 Jul 16 08:53:42.673129 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3c7c8283-46d8-4162-a83d-2828b5b27850 req-1e39c7aa-e24b-4946-900d-cbb24780fae5 service neutron] 10.222.0.21 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2333608 Jul 16 08:53:42.718718 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80e79944-52d6-459a-8b91-1e9c10c2043f req-4cb51a17-e739-42a5-8a3a-16b0b024e91c tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043756 Jul 16 08:53:42.771319 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef4910f-323b-484f-a226-d1b1f2b31cab req-4455446f-ec3a-469b-8f9f-49e2bff23257 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:42.777014 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fef4910f-323b-484f-a226-d1b1f2b31cab req-4455446f-ec3a-469b-8f9f-49e2bff23257 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 945 time: 0.4140730 Jul 16 08:53:42.845980 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fef4910f-323b-484f-a226-d1b1f2b31cab req-8109e39a-9877-4bf1-baf7-de267f26ad5e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629663 Jul 16 08:53:42.968416 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33198) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:42.999999 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-32078f92-7821-4302-a90e-1f2f12e65fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.153649 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d475cca-5e6b-40f3-89bb-30788e345048 req-bf8a690a-c3c7-4dab-8f3a-9323342cf92c tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:43.156795 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7d475cca-5e6b-40f3-89bb-30788e345048 req-bf8a690a-c3c7-4dab-8f3a-9323342cf92c tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 945 time: 0.1447256 Jul 16 08:53:43.168716 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33200) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:43.186953 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-2f9fc2ca-4947-4981-abdb-efc45d180c75 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Request body: {'floatingip': {'port_id': 'c63893c6-6232-40bc-9a83-fbb40cca45b0'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:53:43.260694 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-32078f92-7821-4302-a90e-1f2f12e65fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.270891 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2f9fc2ca-4947-4981-abdb-efc45d180c75 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks [] for floatingip, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.311779 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-32078f92-7821-4302-a90e-1f2f12e65fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.419727 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-32078f92-7821-4302-a90e-1f2f12e65fa9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1dfa879ec1ad405ba9ae96b278dfa629&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4497697 Jul 16 08:53:43.422743 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33202) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:53:43.452793 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32078f92-7821-4302-a90e-1f2f12e65fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f57bb9a1-f8de-4653-bc75-ef9d5e7ace1d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:43.479568 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49c513e-e1ba-4496-bceb-7a4de6483ef0 req-b60c0728-a699-4b20-9594-59a1e27e5185 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:43.481249 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f49c513e-e1ba-4496-bceb-7a4de6483ef0 req-b60c0728-a699-4b20-9594-59a1e27e5185 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.21 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 945 time: 0.4427359 Jul 16 08:53:43.521906 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a6d15c1-d4d8-48e7-9afc-187ee16b7aac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.527186 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d84846-28f6-4c5d-a507-2dcece17b52c req-e23d0561-2cf2-4d09-9574-f9be1b9029c9 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:43.547979 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-41d84846-28f6-4c5d-a507-2dcece17b52c req-e23d0561-2cf2-4d09-9574-f9be1b9029c9 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 943 time: 0.3937247 Jul 16 08:53:43.555826 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a6d15c1-d4d8-48e7-9afc-187ee16b7aac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.656719 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a6d15c1-d4d8-48e7-9afc-187ee16b7aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.667954 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3a6d15c1-d4d8-48e7-9afc-187ee16b7aac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:43.677249 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3a6d15c1-d4d8-48e7-9afc-187ee16b7aac admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f57bb9a1-f8de-4653-bc75-ef9d5e7ace1d HTTP/1.1" status: 204 len: 168 time: 0.2496746 Jul 16 08:53:43.690364 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6d15c1-d4d8-48e7-9afc-187ee16b7aac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f57bb9a1-f8de-4653-bc75-ef9d5e7ace1d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:43.983895 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-41d84846-28f6-4c5d-a507-2dcece17b52c req-048baf51-4d9b-4799-8970-c8f5acc55643 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4347608 Jul 16 08:53:44.246176 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971e8290-e5bd-4c04-94e7-68de1b3c01fd req-e68e6b64-89bd-4241-b973-4d81ff4bb6d4 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:44.253608 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-971e8290-e5bd-4c04-94e7-68de1b3c01fd req-e68e6b64-89bd-4241-b973-4d81ff4bb6d4 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 945 time: 0.1914463 Jul 16 08:53:44.268718 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-f49c513e-e1ba-4496-bceb-7a4de6483ef0 req-3ac37b7d-f9b3-4e47-b2ff-b1474250857b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Deleting port 5399d649-c973-4ece-ba78-cf3099eb1c12 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:44.269285 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f49c513e-e1ba-4496-bceb-7a4de6483ef0 req-3ac37b7d-f9b3-4e47-b2ff-b1474250857b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.379423 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-971e8290-e5bd-4c04-94e7-68de1b3c01fd req-d4730301-8f2f-475a-a9fa-f099b7c6e9b9 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185279 Jul 16 08:53:44.395120 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2f9fc2ca-4947-4981-abdb-efc45d180c75 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.444261 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2f9fc2ca-4947-4981-abdb-efc45d180c75 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.566568 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-f49c513e-e1ba-4496-bceb-7a4de6483ef0 req-3ac37b7d-f9b3-4e47-b2ff-b1474250857b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] For port 5399d649-c973-4ece-ba78-cf3099eb1c12, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5399d649-c973-4ece-ba78-cf3099eb1c12,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:44.566975 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f49c513e-e1ba-4496-bceb-7a4de6483ef0 req-3ac37b7d-f9b3-4e47-b2ff-b1474250857b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.594118 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-f49c513e-e1ba-4496-bceb-7a4de6483ef0 req-3ac37b7d-f9b3-4e47-b2ff-b1474250857b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Calling delete_port for 5399d649-c973-4ece-ba78-cf3099eb1c12 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:44.607589 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-2f9fc2ca-4947-4981-abdb-efc45d180c75 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Floating IP a6fd86b5-cbac-4714-a401-ad852c833e3b associated. External IP: 172.25.3.179, port: c63893c6-6232-40bc-9a83-fbb40cca45b0. Jul 16 08:53:44.936543 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f49c513e-e1ba-4496-bceb-7a4de6483ef0 req-3ac37b7d-f9b3-4e47-b2ff-b1474250857b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:44.949971 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['721f92cb-3c27-4ccc-8054-2fdef04f7097', '5399d649-c973-4ece-ba78-cf3099eb1c12'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:53:44.976661 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac37b7d-f9b3-4e47-b2ff-b1474250857b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Pushing event deleted for resources: {'Port': ['ID=5399d649-c973-4ece-ba78-cf3099eb1c12,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:45.046642 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f9fc2ca-4947-4981-abdb-efc45d180c75 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Router 5a0dda12-6b2b-413d-a0a7-fd40c036d03c has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:53:45.048008 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-f49c513e-e1ba-4496-bceb-7a4de6483ef0 req-3ac37b7d-f9b3-4e47-b2ff-b1474250857b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] No DVR routers for this DVR port 5399d649-c973-4ece-ba78-cf3099eb1c12 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:45.052812 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f49c513e-e1ba-4496-bceb-7a4de6483ef0 req-3ac37b7d-f9b3-4e47-b2ff-b1474250857b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.055017 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f49c513e-e1ba-4496-bceb-7a4de6483ef0 req-3ac37b7d-f9b3-4e47-b2ff-b1474250857b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.21 "DELETE /v2.0/ports/5399d649-c973-4ece-ba78-cf3099eb1c12 HTTP/1.1" status: 204 len: 173 time: 1.5606244 Jul 16 08:53:45.055576 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8dd81723-29ce-4540-af3b-b1d978d0a642', 'name': 'network-vif-deleted', 'tag': '5399d649-c973-4ece-ba78-cf3099eb1c12'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:45.064923 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20d17b48-a370-43ff-937d-990d71c9a532" -d '{"events": [{"server_uuid": "8dd81723-29ce-4540-af3b-b1d978d0a642", "name": "network-vif-deleted", "tag": "5399d649-c973-4ece-ba78-cf3099eb1c12"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:45.514272 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f9fc2ca-4947-4981-abdb-efc45d180c75 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:53:45.532554 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98227482-97b2-4b55-8241-c4a7049d6777 None None] Sync routers for ids ['5a0dda12-6b2b-413d-a0a7-fd40c036d03c'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:53:45.533494 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2f9fc2ca-4947-4981-abdb-efc45d180c75 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:45.561122 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98227482-97b2-4b55-8241-c4a7049d6777 None None] Routers {'5a0dda12-6b2b-413d-a0a7-fd40c036d03c'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:45.562412 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-98227482-97b2-4b55-8241-c4a7049d6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:53:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5a0dda12-6b2b-413d-a0a7-fd40c036d03c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:45.732847 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e818eac2-8047-465d-86cb-725fc955803d x-openstack-request-id: req-e818eac2-8047-465d-86cb-725fc955803d {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:45.733161 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8dd81723-29ce-4540-af3b-b1d978d0a642", "name": "network-vif-deleted", "tag": "5399d649-c973-4ece-ba78-cf3099eb1c12", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:45.733511 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e818eac2-8047-465d-86cb-725fc955803d {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:45.734124 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8dd81723-29ce-4540-af3b-b1d978d0a642', 'name': 'network-vif-deleted', 'tag': '5399d649-c973-4ece-ba78-cf3099eb1c12', 'status': 'completed', 'code': 200} Jul 16 08:53:45.791284 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2f9fc2ca-4947-4981-abdb-efc45d180c75 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "PUT /v2.0/floatingips/a6fd86b5-cbac-4714-a401-ad852c833e3b HTTP/1.1" status: 200 len: 991 time: 2.6098096 Jul 16 08:53:45.855738 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a51fbb3-c278-4a41-86d8-0a136778ac77 req-ae3e0496-58bd-41a3-958e-a1fe94d32eb1 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:45.858848 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7a51fbb3-c278-4a41-86d8-0a136778ac77 req-ae3e0496-58bd-41a3-958e-a1fe94d32eb1 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 943 time: 0.4800706 Jul 16 08:53:45.956524 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7a51fbb3-c278-4a41-86d8-0a136778ac77 req-2abcc3b3-7066-46a3-9f84-aba523b9b296 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884831 Jul 16 08:53:45.965651 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-98227482-97b2-4b55-8241-c4a7049d6777 None None] Set router 5a0dda12-6b2b-413d-a0a7-fd40c036d03c gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:46.143609 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-303780d7-5867-48e4-b4e7-7239ab40db5e req-c0b01f0b-b248-4582-af75-2108fa098ba8 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 210 time: 0.0861902 Jul 16 08:53:46.432183 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-98227482-97b2-4b55-8241-c4a7049d6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'name': 'tempest-ServerActionsTestJSON-2022802551-router', 'tenant_id': '2f4c1f959be841b791b07e280453979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'dbf627c8-501a-420e-9959-5403f40c8cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:16Z', 'updated_at': '2021-07-16T08:53:22Z', 'revision_number': 4, 'project_id': '2f4c1f959be841b791b07e280453979b', 'gw_port': {'id': 'dbf627c8-501a-420e-9959-5403f40c8cd5', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:17Z', 'updated_at': '2021-07-16T08:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'a6fd86b5-cbac-4714-a401-ad852c833e3b', 'tenant_id': '2f4c1f959be841b791b07e280453979b', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'port_id': 'c63893c6-6232-40bc-9a83-fbb40cca45b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1', 'mac_address': 'fa:16:3e:46:99:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a67ca2d-cfe1-4f91-b768-947d4c910be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:53:26Z', 'updated_at': '2021-07-16T08:53:44Z', 'revision_number': 1, 'project_id': '2f4c1f959be841b791b07e280453979b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f', 'name': '', 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1', 'tenant_id': '2f4c1f959be841b791b07e280453979b', 'mac_address': 'fa:16:3e:29:d7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '8ad49083-8e48-4575-9b36-364c8d5c322c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:21Z', 'updated_at': '2021-07-16T08:53:29Z', 'revision_number': 5, 'project_id': '2f4c1f959be841b791b07e280453979b', 'subnets': [{'id': '8ad49083-8e48-4575-9b36-364c8d5c322c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:46.471945 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98227482-97b2-4b55-8241-c4a7049d6777 None None] Checking router: 5a0dda12-6b2b-413d-a0a7-fd40c036d03c for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:53:46.486710 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98227482-97b2-4b55-8241-c4a7049d6777 None None] Routers {'5a0dda12-6b2b-413d-a0a7-fd40c036d03c'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:53:46.487229 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-98227482-97b2-4b55-8241-c4a7049d6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:53:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5a0dda12-6b2b-413d-a0a7-fd40c036d03c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:46.630130 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-98227482-97b2-4b55-8241-c4a7049d6777 None None] Set router 5a0dda12-6b2b-413d-a0a7-fd40c036d03c gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:53:46.904883 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-98227482-97b2-4b55-8241-c4a7049d6777 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'name': 'tempest-ServerActionsTestJSON-2022802551-router', 'tenant_id': '2f4c1f959be841b791b07e280453979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'dbf627c8-501a-420e-9959-5403f40c8cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:16Z', 'updated_at': '2021-07-16T08:53:22Z', 'revision_number': 4, 'project_id': '2f4c1f959be841b791b07e280453979b', 'gw_port': {'id': 'dbf627c8-501a-420e-9959-5403f40c8cd5', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:17Z', 'updated_at': '2021-07-16T08:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'a6fd86b5-cbac-4714-a401-ad852c833e3b', 'tenant_id': '2f4c1f959be841b791b07e280453979b', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'port_id': 'c63893c6-6232-40bc-9a83-fbb40cca45b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1', 'mac_address': 'fa:16:3e:46:99:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a67ca2d-cfe1-4f91-b768-947d4c910be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:53:26Z', 'updated_at': '2021-07-16T08:53:44Z', 'revision_number': 1, 'project_id': '2f4c1f959be841b791b07e280453979b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f', 'name': '', 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1', 'tenant_id': '2f4c1f959be841b791b07e280453979b', 'mac_address': 'fa:16:3e:29:d7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '8ad49083-8e48-4575-9b36-364c8d5c322c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:21Z', 'updated_at': '2021-07-16T08:53:29Z', 'revision_number': 5, 'project_id': '2f4c1f959be841b791b07e280453979b', 'subnets': [{'id': '8ad49083-8e48-4575-9b36-364c8d5c322c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:53:46.931942 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98227482-97b2-4b55-8241-c4a7049d6777 None None] The sync data for ids ['5a0dda12-6b2b-413d-a0a7-fd40c036d03c'] in n-d-771362-37 is: [{'id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'name': 'tempest-ServerActionsTestJSON-2022802551-router', 'tenant_id': '2f4c1f959be841b791b07e280453979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'dbf627c8-501a-420e-9959-5403f40c8cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:16Z', 'updated_at': '2021-07-16T08:53:22Z', 'revision_number': 4, 'project_id': '2f4c1f959be841b791b07e280453979b', 'gw_port': {'id': 'dbf627c8-501a-420e-9959-5403f40c8cd5', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:17Z', 'updated_at': '2021-07-16T08:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'a6fd86b5-cbac-4714-a401-ad852c833e3b', 'tenant_id': '2f4c1f959be841b791b07e280453979b', 'floating_ip_address': '172.25.3.179', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'port_id': 'c63893c6-6232-40bc-9a83-fbb40cca45b0', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3288, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1', 'mac_address': 'fa:16:3e:46:99:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a67ca2d-cfe1-4f91-b768-947d4c910be3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:53:26Z', 'updated_at': '2021-07-16T08:53:44Z', 'revision_number': 1, 'project_id': '2f4c1f959be841b791b07e280453979b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f', 'name': '', 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1', 'tenant_id': '2f4c1f959be841b791b07e280453979b', 'mac_address': 'fa:16:3e:29:d7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '8ad49083-8e48-4575-9b36-364c8d5c322c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:21Z', 'updated_at': '2021-07-16T08:53:29Z', 'revision_number': 5, 'project_id': '2f4c1f959be841b791b07e280453979b', 'subnets': [{'id': '8ad49083-8e48-4575-9b36-364c8d5c322c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:53:46.951577 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 5399d649-c973-4ece-ba78-cf3099eb1c12 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:53:46.977081 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 5399d649-c973-4ece-ba78-cf3099eb1c12 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:53:46.977606 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 5399d649-c973-4ece-ba78-cf3099eb1c12 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:53:47.192432 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5032cd-3233-4390-a5d0-5ffdcafb9eb3 None None] New status for floating IP a6fd86b5-cbac-4714-a401-ad852c833e3b: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:53:47.202298 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e836a07-815f-43ac-a2cc-77798aba4bf1 req-3a83c924-fbe6-4ffd-b550-ef977914147c tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:47.204769 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5e836a07-815f-43ac-a2cc-77798aba4bf1 req-3a83c924-fbe6-4ffd-b550-ef977914147c tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 943 time: 0.0948706 Jul 16 08:53:47.276961 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5e836a07-815f-43ac-a2cc-77798aba4bf1 req-571f15f6-7474-4cc6-b9a9-f2fb45dd3c32 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643320 Jul 16 08:53:47.345655 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3d5b0ee3-e159-4962-b52a-417bee25392a req-227ae318-1dd0-444e-b9e4-f1cefc212b5a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 210 time: 0.0450828 Jul 16 08:53:47.735666 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a67ca2d-cfe1-4f91-b768-947d4c910be3', 'tag': 'c63893c6-6232-40bc-9a83-fbb40cca45b0'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:47.738230 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6070ba3a-d655-44b9-af89-30a55289bfbe" -d '{"events": [{"name": "network-changed", "server_uuid": "4a67ca2d-cfe1-4f91-b768-947d4c910be3", "tag": "c63893c6-6232-40bc-9a83-fbb40cca45b0"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:47.775339 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07ad93ff-8573-489c-9716-5d39e848bf2d x-openstack-request-id: req-07ad93ff-8573-489c-9716-5d39e848bf2d {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:47.775638 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a67ca2d-cfe1-4f91-b768-947d4c910be3", "tag": "c63893c6-6232-40bc-9a83-fbb40cca45b0", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:47.775893 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-07ad93ff-8573-489c-9716-5d39e848bf2d {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:47.776383 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a67ca2d-cfe1-4f91-b768-947d4c910be3', 'tag': 'c63893c6-6232-40bc-9a83-fbb40cca45b0', 'status': 'completed', 'code': 200} Jul 16 08:53:47.873899 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070ba3a-d655-44b9-af89-30a55289bfbe req-12c2f9eb-ea1f-41f9-9029-cc5ff3e2d808 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:47.875984 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6070ba3a-d655-44b9-af89-30a55289bfbe req-12c2f9eb-ea1f-41f9-9029-cc5ff3e2d808 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f4c1f959be841b791b07e280453979b&device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 1097 time: 0.0701070 Jul 16 08:53:48.001502 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070ba3a-d655-44b9-af89-30a55289bfbe req-1ca4476d-1673-483c-a19c-691ef35bdd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:48.003050 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6070ba3a-d655-44b9-af89-30a55289bfbe req-1ca4476d-1673-483c-a19c-691ef35bdd9b service neutron] 10.222.0.30 "GET /v2.0/networks?id=51d51b2e-c364-4882-bbf4-f36afab1b6c1 HTTP/1.1" status: 200 len: 913 time: 0.1144056 Jul 16 08:53:48.077462 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6070ba3a-d655-44b9-af89-30a55289bfbe req-4c4708e9-91ad-4bde-924c-a3205a9acf07 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c63893c6-6232-40bc-9a83-fbb40cca45b0 HTTP/1.1" status: 200 len: 1001 time: 0.0670369 Jul 16 08:53:48.136594 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070ba3a-d655-44b9-af89-30a55289bfbe req-6a904307-d365-4120-a4a6-fce87fcc3ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:48.138104 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6070ba3a-d655-44b9-af89-30a55289bfbe req-6a904307-d365-4120-a4a6-fce87fcc3ff6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ad49083-8e48-4575-9b36-364c8d5c322c HTTP/1.1" status: 200 len: 851 time: 0.0549417 Jul 16 08:53:48.231794 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6070ba3a-d655-44b9-af89-30a55289bfbe req-3cb0d9f7-4fda-493d-a26d-76d890ed0670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:48.233896 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6070ba3a-d655-44b9-af89-30a55289bfbe req-3cb0d9f7-4fda-493d-a26d-76d890ed0670 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51d51b2e-c364-4882-bbf4-f36afab1b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0894771 Jul 16 08:53:48.365298 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6070ba3a-d655-44b9-af89-30a55289bfbe req-2c56c052-5967-45be-aa05-436a80044fee service neutron] 10.222.0.30 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246586 Jul 16 08:53:48.504043 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0987c66b-358f-4c28-a3a2-1b719cd1ecf6 req-6a7f4bd3-d0b1-47cd-b44a-a214bae74851 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 210 time: 0.0343125 Jul 16 08:53:48.557256 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6070ba3a-d655-44b9-af89-30a55289bfbe req-28210f90-1686-4b85-b94a-51a0e32158ad service neutron] 10.222.0.30 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850164 Jul 16 08:53:48.595555 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25250b7a-f807-4474-832a-86f842dde72e req-55749762-dcfd-4772-af08-5c5ef568b56f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:48.597165 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-25250b7a-f807-4474-832a-86f842dde72e req-55749762-dcfd-4772-af08-5c5ef568b56f tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 943 time: 0.1214209 Jul 16 08:53:48.647806 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-25250b7a-f807-4474-832a-86f842dde72e req-3d35bf06-fe4b-4398-89e4-9c37f6abac5b tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415695 Jul 16 08:53:48.994796 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 53886004-6394-4a9f-9ac0-583e370b56e2 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:53:49.107198 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 53886004-6394-4a9f-9ac0-583e370b56e2, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=53886004-6394-4a9f-9ac0-583e370b56e2,segment=NetworkSegment(9452ae90-4bd6-4866-933c-eec760d2cc0f),segment_id=9452ae90-4bd6-4866-933c-eec760d2cc0f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:49.119709 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '53886004-6394-4a9f-9ac0-583e370b56e2', 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b', 'port_id': '53886004-6394-4a9f-9ac0-583e370b56e2', 'mac_address': 'fa:16:3e:2d:30:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:53:49.160471 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:49.174529 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53886004-6394-4a9f-9ac0-583e370b56e2 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:53:49.196124 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 53886004-6394-4a9f-9ac0-583e370b56e2, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=53886004-6394-4a9f-9ac0-583e370b56e2,segment=NetworkSegment(9452ae90-4bd6-4866-933c-eec760d2cc0f),segment_id=9452ae90-4bd6-4866-933c-eec760d2cc0f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:49.201378 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:49.253473 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=53886004-6394-4a9f-9ac0-583e370b56e2,revision_number=9']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:49.413492 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['53886004-6394-4a9f-9ac0-583e370b56e2'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:53:49.710962 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-51f1bc72-dfc9-402a-ab0e-11f21947a13c req-c7945aa3-a217-4dff-9900-90d92f98c2b1 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=8dd81723-29ce-4540-af3b-b1d978d0a642 HTTP/1.1" status: 200 len: 210 time: 0.0353312 Jul 16 08:53:49.964308 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bcdb532-6fbc-41d3-9edb-351b8a90f505 req-de7dcb7f-3156-43b4-9bf1-9e8e7354d41b tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:49.967023 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8bcdb532-6fbc-41d3-9edb-351b8a90f505 req-de7dcb7f-3156-43b4-9bf1-9e8e7354d41b tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 944 time: 0.0914574 Jul 16 08:53:50.038712 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8bcdb532-6fbc-41d3-9edb-351b8a90f505 req-f82965e5-2488-4876-ab82-78c022b7a900 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600722 Jul 16 08:53:51.011570 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 53886004-6394-4a9f-9ac0-583e370b56e2 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:53:51.084261 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 53886004-6394-4a9f-9ac0-583e370b56e2 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:53:51.084902 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:51.210680 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:51.246220 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1ac781-8b26-49be-b62a-930067ccc715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53886004-6394-4a9f-9ac0-583e370b56e2'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:51.250041 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee1eea70-edb7-47c2-9c7a-237e4e34355f" -d '{"events": [{"server_uuid": "cd1ac781-8b26-49be-b62a-930067ccc715", "name": "network-vif-plugged", "status": "completed", "tag": "53886004-6394-4a9f-9ac0-583e370b56e2"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:51.280025 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 53886004-6394-4a9f-9ac0-583e370b56e2, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=53886004-6394-4a9f-9ac0-583e370b56e2,segment=NetworkSegment(9452ae90-4bd6-4866-933c-eec760d2cc0f),segment_id=9452ae90-4bd6-4866-933c-eec760d2cc0f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:51.289418 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:51.350282 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e920c9-075f-420f-8b70-b53cb0e83add req-2492d797-bcd3-471b-b0d7-32ade7152b87 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:51.352382 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-93e920c9-075f-420f-8b70-b53cb0e83add req-2492d797-bcd3-471b-b0d7-32ade7152b87 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 944 time: 0.1203439 Jul 16 08:53:51.358804 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=53886004-6394-4a9f-9ac0-583e370b56e2,revision_number=10']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:51.506729 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c1331a9-c0fe-49ff-92a3-31205e766c9c x-openstack-request-id: req-1c1331a9-c0fe-49ff-92a3-31205e766c9c {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:51.507024 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1ac781-8b26-49be-b62a-930067ccc715", "name": "network-vif-plugged", "status": "completed", "tag": "53886004-6394-4a9f-9ac0-583e370b56e2", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:51.507261 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c1331a9-c0fe-49ff-92a3-31205e766c9c {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:51.507827 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1ac781-8b26-49be-b62a-930067ccc715', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53886004-6394-4a9f-9ac0-583e370b56e2', 'code': 200} Jul 16 08:53:51.802504 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-93e920c9-075f-420f-8b70-b53cb0e83add req-4c8d7ccc-edb5-4116-ba9d-2be3ddde1151 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4435968 Jul 16 08:53:51.852276 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde8ee68-aa17-4155-b2a0-8186c13d5f25 req-d9ef4330-1da6-4590-998d-448097beffe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:51.853825 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bde8ee68-aa17-4155-b2a0-8186c13d5f25 req-d9ef4330-1da6-4590-998d-448097beffe4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 1098 time: 0.1044476 Jul 16 08:53:51.909114 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bde8ee68-aa17-4155-b2a0-8186c13d5f25 req-df2eb603-b436-46f6-827e-6375c8aa688a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471988 Jul 16 08:53:53.036669 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05b943fc-deec-471c-9555-30c119061ab8 req-84a2372f-ce60-43e2-871f-b68245a7dacc tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:53.044632 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-05b943fc-deec-471c-9555-30c119061ab8 req-84a2372f-ce60-43e2-871f-b68245a7dacc tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 946 time: 0.0915911 Jul 16 08:53:53.094793 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-05b943fc-deec-471c-9555-30c119061ab8 req-6c829195-f85e-4dc3-be16-4c73041c8f7b tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488746 Jul 16 08:53:54.401959 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dbcbd7-5bc8-4ed0-a17b-8dc4c566440d req-64c093fa-cf63-4562-aac3-03b9ecf9ea84 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:54.409819 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e6dbcbd7-5bc8-4ed0-a17b-8dc4c566440d req-64c093fa-cf63-4562-aac3-03b9ecf9ea84 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 946 time: 0.1558940 Jul 16 08:53:54.463074 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e6dbcbd7-5bc8-4ed0-a17b-8dc4c566440d req-0acfa338-ed3c-4c8d-81fa-02cbaf0180f8 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520976 Jul 16 08:53:55.745368 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa781f5b-fa51-4beb-a08a-cfbc17951b48 req-21d76b6d-e321-4bb7-a51f-871065db6009 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:55.747067 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aa781f5b-fa51-4beb-a08a-cfbc17951b48 req-21d76b6d-e321-4bb7-a51f-871065db6009 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93176c46-d8b6-4bcd-b9ac-db1d779fad80 HTTP/1.1" status: 200 len: 946 time: 0.1003454 Jul 16 08:53:55.796464 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aa781f5b-fa51-4beb-a08a-cfbc17951b48 req-0b497b7f-66ca-494f-a6c8-d2ad2571cdf9 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376308 Jul 16 08:53:57.102037 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55bd9f5-4ae3-4d69-be0c-3b7aaeca3ab0 req-7fcc8405-a564-4f4e-9523-ec1bb072aa3c tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:57.103523 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a55bd9f5-4ae3-4d69-be0c-3b7aaeca3ab0 req-7fcc8405-a564-4f4e-9523-ec1bb072aa3c tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.21 "GET /v2.0/ports?device_id=93176c46-d8b6-4bcd-b9ac-db1d779fad80 HTTP/1.1" status: 200 len: 946 time: 0.1320529 Jul 16 08:53:57.111866 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb478d9-15dc-4411-b3e6-5fb98d301497 req-8eea5e32-3b04-490e-bc7c-3bfa785ea6cb tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:53:57.113368 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fcb478d9-15dc-4411-b3e6-5fb98d301497 req-8eea5e32-3b04-490e-bc7c-3bfa785ea6cb tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93176c46-d8b6-4bcd-b9ac-db1d779fad80 HTTP/1.1" status: 200 len: 946 time: 0.1277859 Jul 16 08:53:57.214462 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fcb478d9-15dc-4411-b3e6-5fb98d301497 req-9d7663cc-4cae-45d0-939e-d86a65f75be4 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=42dd5598-4aa0-4f58-a79b-1315ce42dc91&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935414 Jul 16 08:53:57.245242 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-a55bd9f5-4ae3-4d69-be0c-3b7aaeca3ab0 req-e8dead98-aa66-4ed7-9782-620035df9228 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Deleting port 721f92cb-3c27-4ccc-8054-2fdef04f7097 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:53:57.245693 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a55bd9f5-4ae3-4d69-be0c-3b7aaeca3ab0 req-e8dead98-aa66-4ed7-9782-620035df9228 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.259249 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:53:57.358459 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-a55bd9f5-4ae3-4d69-be0c-3b7aaeca3ab0 req-e8dead98-aa66-4ed7-9782-620035df9228 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] For port 721f92cb-3c27-4ccc-8054-2fdef04f7097, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=721f92cb-3c27-4ccc-8054-2fdef04f7097,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:53:57.358776 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a55bd9f5-4ae3-4d69-be0c-3b7aaeca3ab0 req-e8dead98-aa66-4ed7-9782-620035df9228 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.374103 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-a55bd9f5-4ae3-4d69-be0c-3b7aaeca3ab0 req-e8dead98-aa66-4ed7-9782-620035df9228 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Calling delete_port for 721f92cb-3c27-4ccc-8054-2fdef04f7097 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:53:57.525861 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a55bd9f5-4ae3-4d69-be0c-3b7aaeca3ab0 req-e8dead98-aa66-4ed7-9782-620035df9228 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.538897 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['721f92cb-3c27-4ccc-8054-2fdef04f7097'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:53:57.566844 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8dead98-aa66-4ed7-9782-620035df9228 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Pushing event deleted for resources: {'Port': ['ID=721f92cb-3c27-4ccc-8054-2fdef04f7097,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:53:57.619312 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-a55bd9f5-4ae3-4d69-be0c-3b7aaeca3ab0 req-e8dead98-aa66-4ed7-9782-620035df9228 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] No DVR routers for this DVR port 721f92cb-3c27-4ccc-8054-2fdef04f7097 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:53:57.622943 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a55bd9f5-4ae3-4d69-be0c-3b7aaeca3ab0 req-e8dead98-aa66-4ed7-9782-620035df9228 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:53:57.625307 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a55bd9f5-4ae3-4d69-be0c-3b7aaeca3ab0 req-e8dead98-aa66-4ed7-9782-620035df9228 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.21 "DELETE /v2.0/ports/721f92cb-3c27-4ccc-8054-2fdef04f7097 HTTP/1.1" status: 204 len: 173 time: 0.5109632 Jul 16 08:53:57.625885 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93176c46-d8b6-4bcd-b9ac-db1d779fad80', 'name': 'network-vif-deleted', 'tag': '721f92cb-3c27-4ccc-8054-2fdef04f7097'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:53:57.628556 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aece6f1-af2b-406c-9581-343ac7557f05" -d '{"events": [{"server_uuid": "93176c46-d8b6-4bcd-b9ac-db1d779fad80", "name": "network-vif-deleted", "tag": "721f92cb-3c27-4ccc-8054-2fdef04f7097"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:53:57.694968 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d62de894-082d-46f8-bd61-0fe2b86e8400 x-openstack-request-id: req-d62de894-082d-46f8-bd61-0fe2b86e8400 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:53:57.695417 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93176c46-d8b6-4bcd-b9ac-db1d779fad80", "name": "network-vif-deleted", "tag": "721f92cb-3c27-4ccc-8054-2fdef04f7097", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:53:57.695832 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d62de894-082d-46f8-bd61-0fe2b86e8400 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:53:57.704888 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93176c46-d8b6-4bcd-b9ac-db1d779fad80', 'name': 'network-vif-deleted', 'tag': '721f92cb-3c27-4ccc-8054-2fdef04f7097', 'status': 'completed', 'code': 200} Jul 16 08:53:58.414337 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-141fedf4-a334-4294-aff2-f6ac35c9ab0f req-e17fce41-870a-451f-8f15-95e1fec41036 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93176c46-d8b6-4bcd-b9ac-db1d779fad80 HTTP/1.1" status: 200 len: 210 time: 0.0318143 Jul 16 08:53:59.590755 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-99bc334b-21a4-4b26-804a-7497f9d2f8ea req-b02f7e7c-5750-4e5f-a556-7f26cfc8c65e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93176c46-d8b6-4bcd-b9ac-db1d779fad80 HTTP/1.1" status: 200 len: 210 time: 0.0299091 Jul 16 08:54:00.754022 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-41ea8488-24ad-4a50-a4fc-14d6057aa09f req-653d7839-e1d5-4e20-9399-861cf84fb1b4 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93176c46-d8b6-4bcd-b9ac-db1d779fad80 HTTP/1.1" status: 200 len: 210 time: 0.0385132 Jul 16 08:54:01.013494 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 721f92cb-3c27-4ccc-8054-2fdef04f7097 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:01.051846 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 721f92cb-3c27-4ccc-8054-2fdef04f7097 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:01.052458 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 721f92cb-3c27-4ccc-8054-2fdef04f7097 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:01.966367 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4b802985-1df8-4472-8e08-7664ca76bc4b req-fac70caa-bfd5-4efc-a976-f4b3009221f4 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=93176c46-d8b6-4bcd-b9ac-db1d779fad80 HTTP/1.1" status: 200 len: 210 time: 0.0510399 Jul 16 08:54:02.105922 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:02.194021 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:03.297936 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13877f25-ae4e-40ca-bef2-47a52a147911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.166379 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33560) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:05.171959 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f1710268-4d1e-4eb9-b730-24b80f1f2f22 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-934306912', 'description': 'tempest-secgroup-smoke-934306912 description', 'project_id': '30db3ea81a8c4c93843f47b12edb82f2'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:05.199204 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f1710268-4d1e-4eb9-b730-24b80f1f2f22 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.299286 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f1710268-4d1e-4eb9-b730-24b80f1f2f22 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.303994 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f1710268-4d1e-4eb9-b730-24b80f1f2f22 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.335420 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f1710268-4d1e-4eb9-b730-24b80f1f2f22 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.336817 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f1710268-4d1e-4eb9-b730-24b80f1f2f22 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1691821 Jul 16 08:54:05.338894 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1710268-4d1e-4eb9-b730-24b80f1f2f22 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b69105-f4da-4378-ad50-ee968b95cfc8,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:05.340046 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33564) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:05.345859 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-a38402f6-aa02-4e42-8a21-43ed85f64a0b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Request body: {'security_group_rule': {'security_group_id': 'd2b69105-f4da-4378-ad50-ee968b95cfc8', 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:05.357083 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1710268-4d1e-4eb9-b730-24b80f1f2f22 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:05.357652 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1710268-4d1e-4eb9-b730-24b80f1f2f22 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:05.358209 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1710268-4d1e-4eb9-b730-24b80f1f2f22 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:05.358729 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1710268-4d1e-4eb9-b730-24b80f1f2f22 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:05.359228 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1710268-4d1e-4eb9-b730-24b80f1f2f22 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:05.359731 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1710268-4d1e-4eb9-b730-24b80f1f2f22 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:05.360223 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1710268-4d1e-4eb9-b730-24b80f1f2f22 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:05.360763 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1710268-4d1e-4eb9-b730-24b80f1f2f22 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:05.361304 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1710268-4d1e-4eb9-b730-24b80f1f2f22 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:05.361719 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1710268-4d1e-4eb9-b730-24b80f1f2f22 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:05.362182 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1710268-4d1e-4eb9-b730-24b80f1f2f22 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:05.362683 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1710268-4d1e-4eb9-b730-24b80f1f2f22 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:05.381540 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a38402f6-aa02-4e42-8a21-43ed85f64a0b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.428949 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33566) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:05.440028 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a38402f6-aa02-4e42-8a21-43ed85f64a0b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.444260 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a38402f6-aa02-4e42-8a21-43ed85f64a0b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.462448 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38402f6-aa02-4e42-8a21-43ed85f64a0b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6306f863-838f-4837-bd98-873709705e6a,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:05.472371 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38402f6-aa02-4e42-8a21-43ed85f64a0b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:05.472638 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38402f6-aa02-4e42-8a21-43ed85f64a0b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:05.472980 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38402f6-aa02-4e42-8a21-43ed85f64a0b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:05.473314 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38402f6-aa02-4e42-8a21-43ed85f64a0b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:05.473674 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38402f6-aa02-4e42-8a21-43ed85f64a0b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:05.474003 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38402f6-aa02-4e42-8a21-43ed85f64a0b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:05.474330 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38402f6-aa02-4e42-8a21-43ed85f64a0b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:05.474651 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38402f6-aa02-4e42-8a21-43ed85f64a0b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:05.474980 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38402f6-aa02-4e42-8a21-43ed85f64a0b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:05.475294 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38402f6-aa02-4e42-8a21-43ed85f64a0b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:05.475610 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38402f6-aa02-4e42-8a21-43ed85f64a0b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:05.475949 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a38402f6-aa02-4e42-8a21-43ed85f64a0b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:05.478676 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a38402f6-aa02-4e42-8a21-43ed85f64a0b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.482722 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a38402f6-aa02-4e42-8a21-43ed85f64a0b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1380112 Jul 16 08:54:05.483045 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33570) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:05.487697 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-fc029635-892d-4554-a836-8493ad16cb03 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Request body: {'security_group_rule': {'security_group_id': 'd2b69105-f4da-4378-ad50-ee968b95cfc8', 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:05.515513 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc029635-892d-4554-a836-8493ad16cb03 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.572843 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26d4dcf6-d2b5-433a-8dce-ea0561a197dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.604944 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc029635-892d-4554-a836-8493ad16cb03 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.612295 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc029635-892d-4554-a836-8493ad16cb03 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.645027 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc029635-892d-4554-a836-8493ad16cb03 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fdd3a93a-01ef-487a-ab61-7bbaafd87246,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:05.698685 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b23f9a69-af75-4605-9d02-5ae2e57cc621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.709974 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26d4dcf6-d2b5-433a-8dce-ea0561a197dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.714837 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-26d4dcf6-d2b5-433a-8dce-ea0561a197dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.721348 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc029635-892d-4554-a836-8493ad16cb03 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.725173 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fc029635-892d-4554-a836-8493ad16cb03 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2385976 Jul 16 08:54:05.725869 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33574) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:05.731150 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-7e6bd5e5-6f5f-481c-8e3c-d72405937e32 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Request body: {'security_group_rule': {'security_group_id': 'd2b69105-f4da-4378-ad50-ee968b95cfc8', 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:05.756598 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d4dcf6-d2b5-433a-8dce-ea0561a197dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b92d9d-4e6c-47e4-845e-46d5cb01903a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:05.761003 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-26d4dcf6-d2b5-433a-8dce-ea0561a197dc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=622529b64863446992f429f3f0546db2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3309653 Jul 16 08:54:05.764400 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33576) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:05.766293 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e6bd5e5-6f5f-481c-8e3c-d72405937e32 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.813580 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06f44316-2331-4053-b77c-2e2c1115ba38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.830535 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e6bd5e5-6f5f-481c-8e3c-d72405937e32 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.834915 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e6bd5e5-6f5f-481c-8e3c-d72405937e32 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.837336 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06f44316-2331-4053-b77c-2e2c1115ba38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.857404 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6bd5e5-6f5f-481c-8e3c-d72405937e32 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8caf169-09fb-4dee-9757-ad548853ef5c,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:05.864516 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e6bd5e5-6f5f-481c-8e3c-d72405937e32 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.865770 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7e6bd5e5-6f5f-481c-8e3c-d72405937e32 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1385052 Jul 16 08:54:05.868833 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33578) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:05.874030 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-bdad475d-3a98-41b4-9ca8-3b73db5daa75 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Request body: {'security_group_rule': {'security_group_id': 'd2b69105-f4da-4378-ad50-ee968b95cfc8', 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:05.890396 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06f44316-2331-4053-b77c-2e2c1115ba38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.895242 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06f44316-2331-4053-b77c-2e2c1115ba38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.897233 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-06f44316-2331-4053-b77c-2e2c1115ba38 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/88b92d9d-4e6c-47e4-845e-46d5cb01903a HTTP/1.1" status: 204 len: 168 time: 0.1317055 Jul 16 08:54:05.902600 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bdad475d-3a98-41b4-9ca8-3b73db5daa75 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.908421 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f44316-2331-4053-b77c-2e2c1115ba38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b92d9d-4e6c-47e4-845e-46d5cb01903a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:05.973979 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bdad475d-3a98-41b4-9ca8-3b73db5daa75 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:05.979869 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bdad475d-3a98-41b4-9ca8-3b73db5daa75 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.000133 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdad475d-3a98-41b4-9ca8-3b73db5daa75 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a86edce4-ebc3-46f8-9981-75355600cc64,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:06.007141 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bdad475d-3a98-41b4-9ca8-3b73db5daa75 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.008450 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bdad475d-3a98-41b4-9ca8-3b73db5daa75 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1386144 Jul 16 08:54:06.011232 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33582) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:06.016724 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-8442c609-dd7b-4190-80a7-2c839b9ad88f tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Request body: {'security_group_rule': {'security_group_id': 'd2b69105-f4da-4378-ad50-ee968b95cfc8', 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:06.022996 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.041507 n-d-771362-37 neutron-server[93758]: INFO neutron.db.securitygroups_db [None req-8442c609-dd7b-4190-80a7-2c839b9ad88f tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Project 30db3ea81a8c4c93843f47b12edb82f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:54:06.047344 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8442c609-dd7b-4190-80a7-2c839b9ad88f tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.117417 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8442c609-dd7b-4190-80a7-2c839b9ad88f tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.124770 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8442c609-dd7b-4190-80a7-2c839b9ad88f tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.144258 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8442c609-dd7b-4190-80a7-2c839b9ad88f tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15f378c1-b19d-407e-9dda-bb25d8610f13,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:06.150559 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8442c609-dd7b-4190-80a7-2c839b9ad88f tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.155412 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8442c609-dd7b-4190-80a7-2c839b9ad88f tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1393661 Jul 16 08:54:06.155412 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33586) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:06.160541 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-5a9d0e0d-6463-4495-b66e-0cc9800bc124 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Request body: {'security_group_rule': {'security_group_id': 'd2b69105-f4da-4378-ad50-ee968b95cfc8', 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:06.183293 n-d-771362-37 neutron-server[93758]: INFO neutron.db.securitygroups_db [None req-5a9d0e0d-6463-4495-b66e-0cc9800bc124 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Project 30db3ea81a8c4c93843f47b12edb82f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 08:54:06.188126 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5a9d0e0d-6463-4495-b66e-0cc9800bc124 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.203937 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33588) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:06.217958 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1359262e-7204-466d-a846-516aca901c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.254600 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5a9d0e0d-6463-4495-b66e-0cc9800bc124 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.263270 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5a9d0e0d-6463-4495-b66e-0cc9800bc124 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.284677 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d0e0d-6463-4495-b66e-0cc9800bc124 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca03a327-225a-4ea4-a960-f2b2cb3f954b,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:06.317139 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1359262e-7204-466d-a846-516aca901c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.321312 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1359262e-7204-466d-a846-516aca901c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.326822 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5a9d0e0d-6463-4495-b66e-0cc9800bc124 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.328285 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5a9d0e0d-6463-4495-b66e-0cc9800bc124 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1715200 Jul 16 08:54:06.366414 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1359262e-7204-466d-a846-516aca901c2b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=616f79303f1e4bd8b5b1545a742eaaf5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1588857 Jul 16 08:54:06.366414 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359262e-7204-466d-a846-516aca901c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0329e521-7830-4c0f-b7bd-6d5414786c1d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:06.366802 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33596) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:06.372212 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-42de2cc9-6494-47b9-b56c-f17f7e628193 req-19e924d3-0a6e-4052-ad40-c6242a49ba20 service neutron] (93758) timed out ('10.222.0.21', 55150) {{(pid=93758) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 08:54:06.427073 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b43fbfc9-afa2-4bc2-a8a2-f2310bf37ef6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.449549 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b43fbfc9-afa2-4bc2-a8a2-f2310bf37ef6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.508785 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b43fbfc9-afa2-4bc2-a8a2-f2310bf37ef6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.511324 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b43fbfc9-afa2-4bc2-a8a2-f2310bf37ef6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:06.513122 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b43fbfc9-afa2-4bc2-a8a2-f2310bf37ef6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/0329e521-7830-4c0f-b7bd-6d5414786c1d HTTP/1.1" status: 204 len: 168 time: 0.1446614 Jul 16 08:54:06.521090 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43fbfc9-afa2-4bc2-a8a2-f2310bf37ef6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0329e521-7830-4c0f-b7bd-6d5414786c1d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:07.090948 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:08.581496 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:11.497194 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-16593dad-be8d-49a4-968d-c6a0cc0759e2 req-d6afe0ea-0043-41ed-b66f-0f2d695fe17f tempest-MultipleCreateTestJSON-1219064206 tempest-MultipleCreateTestJSON-1219064206-project] (93758) timed out ('10.222.0.30', 61567) {{(pid=93758) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 08:54:12.949868 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33762) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:13.058233 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d384a0c-4326-4a8e-99ba-5830ffcb334c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.152656 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d384a0c-4326-4a8e-99ba-5830ffcb334c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.157771 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d384a0c-4326-4a8e-99ba-5830ffcb334c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.199462 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8d384a0c-4326-4a8e-99ba-5830ffcb334c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=33624c41f3804c12b9ba86278d74fce6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2484767 Jul 16 08:54:13.200896 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d384a0c-4326-4a8e-99ba-5830ffcb334c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6905eb81-79d4-4952-87bd-b41db193bf16,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:13.203119 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33768) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:13.264075 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-20ac2484-2645-486d-b22f-11b6a9541e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.279725 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-20ac2484-2645-486d-b22f-11b6a9541e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.332619 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-20ac2484-2645-486d-b22f-11b6a9541e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.335268 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-20ac2484-2645-486d-b22f-11b6a9541e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.336655 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-20ac2484-2645-486d-b22f-11b6a9541e5a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6905eb81-79d4-4952-87bd-b41db193bf16 HTTP/1.1" status: 204 len: 168 time: 0.1325960 Jul 16 08:54:13.346402 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac2484-2645-486d-b22f-11b6a9541e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6905eb81-79d4-4952-87bd-b41db193bf16,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:13.628496 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33776) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:13.641941 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e10d62b1-c426-40f9-acd3-582fbbf867f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.737249 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e10d62b1-c426-40f9-acd3-582fbbf867f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.741622 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e10d62b1-c426-40f9-acd3-582fbbf867f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.783113 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e10d62b1-c426-40f9-acd3-582fbbf867f4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3cbf828a33fa4d109facc4e1d9fb5595&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1513155 Jul 16 08:54:13.783113 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10d62b1-c426-40f9-acd3-582fbbf867f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61b40b04-37a6-431a-b96e-d58a57932692,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:13.783924 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33778) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:13.836078 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-282da76b-d351-4b4a-a89c-1ffbf364069a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.858020 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-282da76b-d351-4b4a-a89c-1ffbf364069a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.907903 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-282da76b-d351-4b4a-a89c-1ffbf364069a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.910928 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-282da76b-d351-4b4a-a89c-1ffbf364069a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:13.912308 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-282da76b-d351-4b4a-a89c-1ffbf364069a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/61b40b04-37a6-431a-b96e-d58a57932692 HTTP/1.1" status: 204 len: 168 time: 0.1267626 Jul 16 08:54:13.921073 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282da76b-d351-4b4a-a89c-1ffbf364069a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61b40b04-37a6-431a-b96e-d58a57932692,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:14.609118 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33804) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:14.710288 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-8827ff3c-f69e-4966-b972-29b30675853b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1954414417-network', 'tenant_id': '9f67cada020c40299780652afdd0ac56'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:14.732513 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8827ff3c-f69e-4966-b972-29b30675853b admin admin] Made reservation on behalf of 9f67cada020c40299780652afdd0ac56 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:14.734961 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8827ff3c-f69e-4966-b972-29b30675853b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.744003 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8827ff3c-f69e-4966-b972-29b30675853b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.842288 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8827ff3c-f69e-4966-b972-29b30675853b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.852999 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8827ff3c-f69e-4966-b972-29b30675853b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.884687 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8827ff3c-f69e-4966-b972-29b30675853b admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:54:14.894411 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ff3c-f69e-4966-b972-29b30675853b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a505c20-ac27-45fe-b63d-e0c912a34c40,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:14.901409 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8827ff3c-f69e-4966-b972-29b30675853b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.901828 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-8827ff3c-f69e-4966-b972-29b30675853b admin admin] Added segment a587e9f9-bb58-4396-a0b3-5c00f467b7bf of type vlan for network b949f489-5777-49d7-a0ef-9cf4ad99ddeb Jul 16 08:54:14.943195 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8827ff3c-f69e-4966-b972-29b30675853b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.974357 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8827ff3c-f69e-4966-b972-29b30675853b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:14.975598 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8827ff3c-f69e-4966-b972-29b30675853b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:14.976616 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8827ff3c-f69e-4966-b972-29b30675853b admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.009291 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8827ff3c-f69e-4966-b972-29b30675853b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3987751 Jul 16 08:54:15.012792 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33808) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:15.017961 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-71d95b08-fe2e-488f-8946-b2710d1bda76 admin admin] Request body: {'subnet': {'network_id': 'b949f489-5777-49d7-a0ef-9cf4ad99ddeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1954414417-subnet', 'tenant_id': '9f67cada020c40299780652afdd0ac56', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:15.039344 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d95b08-fe2e-488f-8946-b2710d1bda76 admin admin] Made reservation on behalf of 9f67cada020c40299780652afdd0ac56 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:15.042338 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71d95b08-fe2e-488f-8946-b2710d1bda76 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.048428 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827ff3c-f69e-4966-b972-29b30675853b admin admin] Pushing event updated for resources: {'Network': ['ID=b949f489-5777-49d7-a0ef-9cf4ad99ddeb,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:15.062902 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network b949f489-5777-49d7-a0ef-9cf4ad99ddeb details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:54:15.218832 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71d95b08-fe2e-488f-8946-b2710d1bda76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.273923 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d95b08-fe2e-488f-8946-b2710d1bda76 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e2f6c5f-84e0-46c7-81c1-8890788a39ad,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:15.283337 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71d95b08-fe2e-488f-8946-b2710d1bda76 admin admin] Checking segment: {'id': 'a587e9f9-bb58-4396-a0b3-5c00f467b7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b949f489-5777-49d7-a0ef-9cf4ad99ddeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:15.283700 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d95b08-fe2e-488f-8946-b2710d1bda76 admin admin] Network hostable DHCP agents. Network: b949f489-5777-49d7-a0ef-9cf4ad99ddeb, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:54:15.300851 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71d95b08-fe2e-488f-8946-b2710d1bda76 admin admin] Network b949f489-5777-49d7-a0ef-9cf4ad99ddeb is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:54:15.310228 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-71d95b08-fe2e-488f-8946-b2710d1bda76 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, b949f489-5777-49d7-a0ef-9cf4ad99ddeb) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:15.314634 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d95b08-fe2e-488f-8946-b2710d1bda76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:15.315263 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-71d95b08-fe2e-488f-8946-b2710d1bda76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.319776 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-404ed438-a57e-48e4-9021-465042acfcd1 None None] Network b949f489-5777-49d7-a0ef-9cf4ad99ddeb requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:15.331620 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-71d95b08-fe2e-488f-8946-b2710d1bda76 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3175938 Jul 16 08:54:15.457964 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdad4e92-1ba3-4392-bdbc-558e0d2099e0 None None] Network b949f489-5777-49d7-a0ef-9cf4ad99ddeb requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:15.885048 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 33830) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:15.890213 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9a868700-7a1d-4cb5-af64-de599404a71f admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1369869050-network', 'tenant_id': 'faa39cb28d994ab18845d35ba26a0940'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:15.912125 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a868700-7a1d-4cb5-af64-de599404a71f admin admin] Made reservation on behalf of faa39cb28d994ab18845d35ba26a0940 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:15.914521 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a868700-7a1d-4cb5-af64-de599404a71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:15.928166 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a868700-7a1d-4cb5-af64-de599404a71f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.022589 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a868700-7a1d-4cb5-af64-de599404a71f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.026886 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a868700-7a1d-4cb5-af64-de599404a71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.048860 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a868700-7a1d-4cb5-af64-de599404a71f admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:54:16.063437 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a868700-7a1d-4cb5-af64-de599404a71f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4267867c-fbb3-4662-b4ed-bb6498897284,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:16.069345 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a868700-7a1d-4cb5-af64-de599404a71f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.069754 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-9a868700-7a1d-4cb5-af64-de599404a71f admin admin] Added segment 65ac652c-078c-41f7-bfa7-d3ca897daf2b of type vlan for network c186285a-c57c-447b-a7d5-8d5a8768d2bd Jul 16 08:54:16.113399 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a868700-7a1d-4cb5-af64-de599404a71f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.143237 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a868700-7a1d-4cb5-af64-de599404a71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.144313 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a868700-7a1d-4cb5-af64-de599404a71f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:16.145120 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a868700-7a1d-4cb5-af64-de599404a71f admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.179030 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9a868700-7a1d-4cb5-af64-de599404a71f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2903218 Jul 16 08:54:16.179864 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 33832) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:16.185929 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-95120d3f-6553-453e-8392-e86320599950 admin admin] Request body: {'subnet': {'network_id': 'c186285a-c57c-447b-a7d5-8d5a8768d2bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1369869050-subnet', 'tenant_id': 'faa39cb28d994ab18845d35ba26a0940', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:16.210454 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95120d3f-6553-453e-8392-e86320599950 admin admin] Made reservation on behalf of faa39cb28d994ab18845d35ba26a0940 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:16.212904 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-95120d3f-6553-453e-8392-e86320599950 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.217871 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a868700-7a1d-4cb5-af64-de599404a71f admin admin] Pushing event updated for resources: {'Network': ['ID=c186285a-c57c-447b-a7d5-8d5a8768d2bd,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:16.232934 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network c186285a-c57c-447b-a7d5-8d5a8768d2bd details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:54:16.406879 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-95120d3f-6553-453e-8392-e86320599950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.463731 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95120d3f-6553-453e-8392-e86320599950 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6259d56d-cff8-47a0-a4e8-3b61f93963e8,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:16.472380 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95120d3f-6553-453e-8392-e86320599950 admin admin] Checking segment: {'id': '65ac652c-078c-41f7-bfa7-d3ca897daf2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'c186285a-c57c-447b-a7d5-8d5a8768d2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:16.472757 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95120d3f-6553-453e-8392-e86320599950 admin admin] Network hostable DHCP agents. Network: c186285a-c57c-447b-a7d5-8d5a8768d2bd, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:54:16.489537 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95120d3f-6553-453e-8392-e86320599950 admin admin] Network c186285a-c57c-447b-a7d5-8d5a8768d2bd is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:54:16.498897 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-95120d3f-6553-453e-8392-e86320599950 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, c186285a-c57c-447b-a7d5-8d5a8768d2bd) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:16.503423 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95120d3f-6553-453e-8392-e86320599950 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:16.504025 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-95120d3f-6553-453e-8392-e86320599950 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:16.510117 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4d8342-665f-4599-a6f6-7efbe9a0b6d4 None None] Network c186285a-c57c-447b-a7d5-8d5a8768d2bd requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:16.518983 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-95120d3f-6553-453e-8392-e86320599950 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3371642 Jul 16 08:54:16.641684 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cd40c7-31b7-4a86-9c81-d829e155027a None None] Network c186285a-c57c-447b-a7d5-8d5a8768d2bd requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:17.086520 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-83b69b9a-4dad-4530-841f-25ab8da17294 tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:17.088099 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-83b69b9a-4dad-4530-841f-25ab8da17294 tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] 10.222.0.22 "GET /v2.0/networks?id=b949f489-5777-49d7-a0ef-9cf4ad99ddeb HTTP/1.1" status: 200 len: 809 time: 0.1109679 Jul 16 08:54:17.103555 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-019cd741-fea5-417a-bbd9-a85fa849f3d5 tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] 10.222.0.22 "GET /v2.0/quotas/9f67cada020c40299780652afdd0ac56 HTTP/1.1" status: 200 len: 375 time: 0.0093772 Jul 16 08:54:17.138097 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-c1af03aa-1db0-4211-9917-119ea59f7f5b tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=9f67cada020c40299780652afdd0ac56&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275731 Jul 16 08:54:17.148009 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-ee759845-954f-4017-b487-983559aaf25c service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:54:17.149152 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-ee759845-954f-4017-b487-983559aaf25c service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052855 Jul 16 08:54:17.640623 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-8db00fd6-c7ef-4c85-96fc-0108e4a5a13f service neutron] 10.222.0.22 "GET /v2.0/networks/b949f489-5777-49d7-a0ef-9cf4ad99ddeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4851322 Jul 16 08:54:17.727833 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-ba4c6d1a-5f70-4554-84ef-d863e853c3e3 service neutron] 10.222.0.22 "GET /v2.0/networks/b949f489-5777-49d7-a0ef-9cf4ad99ddeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813167 Jul 16 08:54:17.909817 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-94946e95-c222-4111-b048-bea393adf21c req-a4e629d0-dd09-4686-a852-b49441da82ac tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6914293-18b8-4b13-a79c-913a284445f7 HTTP/1.1" status: 200 len: 210 time: 0.0402758 Jul 16 08:54:19.002414 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-97cfe263-5097-4bce-a4c2-7bc250e503d7 tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:19.005858 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-97cfe263-5097-4bce-a4c2-7bc250e503d7 tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] 10.222.0.21 "GET /v2.0/networks?id=b949f489-5777-49d7-a0ef-9cf4ad99ddeb HTTP/1.1" status: 200 len: 809 time: 0.1310046 Jul 16 08:54:19.020258 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-370f0303-6998-4bfe-9a95-1cdf5ed9d76e tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] Request body: {'port': {'device_id': 'e6914293-18b8-4b13-a79c-913a284445f7', 'network_id': 'b949f489-5777-49d7-a0ef-9cf4ad99ddeb', 'admin_state_up': True, 'tenant_id': '9f67cada020c40299780652afdd0ac56'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:19.099683 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80bbfc66-74ee-42f5-adbf-bd4b37a87dd6 req-1433dc33-1ade-481d-8424-75de2203f1d5 tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6914293-18b8-4b13-a79c-913a284445f7 HTTP/1.1" status: 200 len: 210 time: 0.0395267 Jul 16 08:54:19.152762 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-370f0303-6998-4bfe-9a95-1cdf5ed9d76e tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] Made reservation on behalf of 9f67cada020c40299780652afdd0ac56 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:19.157127 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-370f0303-6998-4bfe-9a95-1cdf5ed9d76e tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.291148 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-370f0303-6998-4bfe-9a95-1cdf5ed9d76e tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] Allocated IP 172.20.0.10 (b949f489-5777-49d7-a0ef-9cf4ad99ddeb/6e2f6c5f-84e0-46c7-81c1-8890788a39ad/8decede1-4ce2-4159-a19e-a940e627692d) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:19.440535 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-370f0303-6998-4bfe-9a95-1cdf5ed9d76e tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.479148 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-370f0303-6998-4bfe-9a95-1cdf5ed9d76e tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.529308 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-370f0303-6998-4bfe-9a95-1cdf5ed9d76e tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] Network b949f489-5777-49d7-a0ef-9cf4ad99ddeb is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:19.533081 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-370f0303-6998-4bfe-9a95-1cdf5ed9d76e tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:19.537718 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-370f0303-6998-4bfe-9a95-1cdf5ed9d76e tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:19.542184 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370f0303-6998-4bfe-9a95-1cdf5ed9d76e tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] Pushing event updated for resources: {'Port': ['ID=8decede1-4ce2-4159-a19e-a940e627692d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:19.590869 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-370f0303-6998-4bfe-9a95-1cdf5ed9d76e tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:19.591651 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-370f0303-6998-4bfe-9a95-1cdf5ed9d76e tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.606301 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-370f0303-6998-4bfe-9a95-1cdf5ed9d76e tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5905733 Jul 16 08:54:19.618021 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-ee1e0c6a-a650-4177-9133-dde00443b68c service neutron] Request body: {'port': {'device_id': 'e6914293-18b8-4b13-a79c-913a284445f7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:19.693917 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-ee1e0c6a-a650-4177-9133-dde00443b68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.958173 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-ee1e0c6a-a650-4177-9133-dde00443b68c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8decede1-4ce2-4159-a19e-a940e627692d {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:54:19.966117 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-ee1e0c6a-a650-4177-9133-dde00443b68c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:19.978441 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-ee1e0c6a-a650-4177-9133-dde00443b68c service neutron] Transition to ACTIVE for port object 8decede1-4ce2-4159-a19e-a940e627692d will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:19.981765 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-ee1e0c6a-a650-4177-9133-dde00443b68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.033217 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e0c6a-a650-4177-9133-dde00443b68c service neutron] Pushing event updated for resources: {'Port': ['ID=8decede1-4ce2-4159-a19e-a940e627692d,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:20.103676 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-ee1e0c6a-a650-4177-9133-dde00443b68c service neutron] Attempting to bind port 8decede1-4ce2-4159-a19e-a940e627692d on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:20.104019 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-ee1e0c6a-a650-4177-9133-dde00443b68c service neutron] Attempting to bind port 8decede1-4ce2-4159-a19e-a940e627692d by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'a587e9f9-bb58-4396-a0b3-5c00f467b7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b949f489-5777-49d7-a0ef-9cf4ad99ddeb'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:20.104377 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-ee1e0c6a-a650-4177-9133-dde00443b68c service neutron] Attempting to bind port 8decede1-4ce2-4159-a19e-a940e627692d on network b949f489-5777-49d7-a0ef-9cf4ad99ddeb {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:20.108924 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-ee1e0c6a-a650-4177-9133-dde00443b68c service neutron] Port 8decede1-4ce2-4159-a19e-a940e627692d on network b949f489-5777-49d7-a0ef-9cf4ad99ddeb not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:20.109261 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-ee1e0c6a-a650-4177-9133-dde00443b68c service neutron] Attempting to bind port 8decede1-4ce2-4159-a19e-a940e627692d on network b949f489-5777-49d7-a0ef-9cf4ad99ddeb {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:20.113944 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-ee1e0c6a-a650-4177-9133-dde00443b68c service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:20.114283 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-ee1e0c6a-a650-4177-9133-dde00443b68c service neutron] Checking segment: {'id': 'a587e9f9-bb58-4396-a0b3-5c00f467b7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b949f489-5777-49d7-a0ef-9cf4ad99ddeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:20.114672 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-ee1e0c6a-a650-4177-9133-dde00443b68c service neutron] Bound using segment: {'id': 'a587e9f9-bb58-4396-a0b3-5c00f467b7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b949f489-5777-49d7-a0ef-9cf4ad99ddeb'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:20.115101 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-ee1e0c6a-a650-4177-9133-dde00443b68c service neutron] Bound port: 8decede1-4ce2-4159-a19e-a940e627692d, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a587e9f9-bb58-4396-a0b3-5c00f467b7bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': 'b949f489-5777-49d7-a0ef-9cf4ad99ddeb'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:20.115461 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-ee1e0c6a-a650-4177-9133-dde00443b68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.180155 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-ee1e0c6a-a650-4177-9133-dde00443b68c service neutron] For port 8decede1-4ce2-4159-a19e-a940e627692d, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:20.183173 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-ee1e0c6a-a650-4177-9133-dde00443b68c service neutron] For port 8decede1-4ce2-4159-a19e-a940e627692d, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=8decede1-4ce2-4159-a19e-a940e627692d,segment=NetworkSegment(a587e9f9-bb58-4396-a0b3-5c00f467b7bf),segment_id=a587e9f9-bb58-4396-a0b3-5c00f467b7bf)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:20.187744 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-ee1e0c6a-a650-4177-9133-dde00443b68c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.223320 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-ee1e0c6a-a650-4177-9133-dde00443b68c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:20.224176 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-ee1e0c6a-a650-4177-9133-dde00443b68c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:20.225647 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-ee1e0c6a-a650-4177-9133-dde00443b68c service neutron] 10.222.0.21 "PUT /v2.0/ports/8decede1-4ce2-4159-a19e-a940e627692d HTTP/1.1" status: 200 len: 1093 time: 0.6122458 Jul 16 08:54:20.226098 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6914293-18b8-4b13-a79c-913a284445f7', 'tag': '8decede1-4ce2-4159-a19e-a940e627692d'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:20.228412 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1151562b-bff4-44e2-bde6-8a130c0e6d6c" -d '{"events": [{"name": "network-changed", "server_uuid": "e6914293-18b8-4b13-a79c-913a284445f7", "tag": "8decede1-4ce2-4159-a19e-a940e627692d"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:20.270628 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e0c6a-a650-4177-9133-dde00443b68c service neutron] Pushing event updated for resources: {'Port': ['ID=8decede1-4ce2-4159-a19e-a940e627692d,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:20.348390 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-e9954322-54eb-4a59-aec0-a2cfe4cf868e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:20.349955 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-e9954322-54eb-4a59-aec0-a2cfe4cf868e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f67cada020c40299780652afdd0ac56&device_id=e6914293-18b8-4b13-a79c-913a284445f7 HTTP/1.1" status: 200 len: 1096 time: 0.0656564 Jul 16 08:54:20.361248 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a69fd6-a498-4943-b2d1-1e18e0301229 req-3e072708-bb93-42e5-b593-562315f3e61f tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:20.369360 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b2a69fd6-a498-4943-b2d1-1e18e0301229 req-3e072708-bb93-42e5-b593-562315f3e61f tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6914293-18b8-4b13-a79c-913a284445f7 HTTP/1.1" status: 200 len: 944 time: 0.0926270 Jul 16 08:54:20.394006 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fd881f-6577-4073-8f58-b5fddfcc27a1 x-openstack-request-id: req-70fd881f-6577-4073-8f58-b5fddfcc27a1 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:20.394302 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6914293-18b8-4b13-a79c-913a284445f7", "tag": "8decede1-4ce2-4159-a19e-a940e627692d", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:20.394587 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-70fd881f-6577-4073-8f58-b5fddfcc27a1 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:20.394994 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6914293-18b8-4b13-a79c-913a284445f7', 'tag': '8decede1-4ce2-4159-a19e-a940e627692d', 'status': 'completed', 'code': 200} Jul 16 08:54:20.396559 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-c56324fc-91ca-4f18-919f-30f330531df1 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8decede1-4ce2-4159-a19e-a940e627692d HTTP/1.1" status: 200 len: 217 time: 0.0392931 Jul 16 08:54:20.404777 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b2a69fd6-a498-4943-b2d1-1e18e0301229 req-6814a696-f98d-4a4d-ad15-86dced9edb37 tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a505c20-ac27-45fe-b63d-e0c912a34c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344307 Jul 16 08:54:20.450577 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-97569123-ae72-448b-bcc2-73579b86b186 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:20.452071 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-97569123-ae72-448b-bcc2-73579b86b186 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e2f6c5f-84e0-46c7-81c1-8890788a39ad HTTP/1.1" status: 200 len: 849 time: 0.0493815 Jul 16 08:54:20.484982 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-5a5dffa7-d98e-4209-a363-4973a125b92f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b949f489-5777-49d7-a0ef-9cf4ad99ddeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266013 Jul 16 08:54:20.578403 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-279dca58-4429-4bab-8fff-21e0299c60fd service neutron] 10.222.0.21 "GET /v2.0/networks/b949f489-5777-49d7-a0ef-9cf4ad99ddeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868075 Jul 16 08:54:20.671733 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e4497b96-339c-4f2c-84a4-59bf82fe93f6 req-931ae25f-ea0b-4f3a-85a6-ed15b9cad3af service neutron] 10.222.0.21 "GET /v2.0/networks/b949f489-5777-49d7-a0ef-9cf4ad99ddeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873637 Jul 16 08:54:20.801519 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151562b-bff4-44e2-bde6-8a130c0e6d6c req-6014fc08-97fb-48d5-929e-8eb3f35eb68d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:20.803228 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1151562b-bff4-44e2-bde6-8a130c0e6d6c req-6014fc08-97fb-48d5-929e-8eb3f35eb68d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=9f67cada020c40299780652afdd0ac56&device_id=e6914293-18b8-4b13-a79c-913a284445f7 HTTP/1.1" status: 200 len: 1096 time: 0.0721769 Jul 16 08:54:20.928576 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151562b-bff4-44e2-bde6-8a130c0e6d6c req-5eb78048-39fa-4df2-bec5-855dd99f452c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:20.930880 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1151562b-bff4-44e2-bde6-8a130c0e6d6c req-5eb78048-39fa-4df2-bec5-855dd99f452c service neutron] 10.222.0.21 "GET /v2.0/networks?id=b949f489-5777-49d7-a0ef-9cf4ad99ddeb HTTP/1.1" status: 200 len: 910 time: 0.1210275 Jul 16 08:54:20.978409 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1151562b-bff4-44e2-bde6-8a130c0e6d6c req-f1740370-67d7-46ab-802d-154f1b1bccf6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8decede1-4ce2-4159-a19e-a940e627692d HTTP/1.1" status: 200 len: 217 time: 0.0401952 Jul 16 08:54:21.037536 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1151562b-bff4-44e2-bde6-8a130c0e6d6c req-74e5039a-d880-4d2a-9dd4-ff68a8ddbfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:21.039780 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1151562b-bff4-44e2-bde6-8a130c0e6d6c req-74e5039a-d880-4d2a-9dd4-ff68a8ddbfe4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=6e2f6c5f-84e0-46c7-81c1-8890788a39ad HTTP/1.1" status: 200 len: 849 time: 0.0538464 Jul 16 08:54:21.093313 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1151562b-bff4-44e2-bde6-8a130c0e6d6c req-b2692e1c-b3c9-4ace-8bca-ef95f557d999 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=b949f489-5777-49d7-a0ef-9cf4ad99ddeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458102 Jul 16 08:54:21.192465 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1151562b-bff4-44e2-bde6-8a130c0e6d6c req-88dca24b-c274-49eb-9648-891056d245eb service neutron] 10.222.0.21 "GET /v2.0/networks/b949f489-5777-49d7-a0ef-9cf4ad99ddeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921288 Jul 16 08:54:21.287760 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1151562b-bff4-44e2-bde6-8a130c0e6d6c req-449f116b-5ecb-4987-bc10-d5aeaa864141 service neutron] 10.222.0.21 "GET /v2.0/networks/b949f489-5777-49d7-a0ef-9cf4ad99ddeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878608 Jul 16 08:54:21.586886 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89aeaef-1bf8-4372-92b2-80142f35427b req-ebddb69b-f394-4329-90ec-f09d0cd46464 tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:21.588374 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b89aeaef-1bf8-4372-92b2-80142f35427b req-ebddb69b-f394-4329-90ec-f09d0cd46464 tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6914293-18b8-4b13-a79c-913a284445f7 HTTP/1.1" status: 200 len: 944 time: 0.0730541 Jul 16 08:54:21.627925 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b89aeaef-1bf8-4372-92b2-80142f35427b req-dae7cfd5-29c6-4883-bc29-668cf03195e0 tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a505c20-ac27-45fe-b63d-e0c912a34c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327725 Jul 16 08:54:22.804580 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97af22c-6244-4863-bea4-66c9661b7847 req-03e579be-bceb-4709-9e0c-fbbd4c3e185d tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:22.806070 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f97af22c-6244-4863-bea4-66c9661b7847 req-03e579be-bceb-4709-9e0c-fbbd4c3e185d tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6914293-18b8-4b13-a79c-913a284445f7 HTTP/1.1" status: 200 len: 944 time: 0.0649428 Jul 16 08:54:22.845090 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f97af22c-6244-4863-bea4-66c9661b7847 req-0a4fa2d9-73ce-466b-bb01-db57c96cbd59 tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a505c20-ac27-45fe-b63d-e0c912a34c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334589 Jul 16 08:54:23.042052 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-f4ec421d-02d0-4bc1-b5a0-64d4af392c25 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-934306912&fields=id&tenant_id=30db3ea81a8c4c93843f47b12edb82f2 HTTP/1.1" status: 200 len: 267 time: 0.0329683 Jul 16 08:54:23.122392 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 8decede1-4ce2-4159-a19e-a940e627692d details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:54:23.147546 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-c2f883cc-849f-42b9-a9f8-b1b33c762f93 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:23.149071 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-c2f883cc-849f-42b9-a9f8-b1b33c762f93 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/networks?id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 HTTP/1.1" status: 200 len: 812 time: 0.1007411 Jul 16 08:54:23.164708 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-ecff5635-b587-473a-b458-4ab14b6643c4 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/quotas/30db3ea81a8c4c93843f47b12edb82f2 HTTP/1.1" status: 200 len: 375 time: 0.0093946 Jul 16 08:54:23.219543 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 8decede1-4ce2-4159-a19e-a940e627692d, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=8decede1-4ce2-4159-a19e-a940e627692d,segment=NetworkSegment(a587e9f9-bb58-4396-a0b3-5c00f467b7bf),segment_id=a587e9f9-bb58-4396-a0b3-5c00f467b7bf)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:23.230715 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '8decede1-4ce2-4159-a19e-a940e627692d', 'network_id': 'b949f489-5777-49d7-a0ef-9cf4ad99ddeb', 'port_id': '8decede1-4ce2-4159-a19e-a940e627692d', 'mac_address': 'fa:16:3e:eb:0b:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e2f6c5f-84e0-46c7-81c1-8890788a39ad', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:54:23.241474 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-f24fb032-fddc-4b1c-9cb9-d8dd2ad54dd9 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=30db3ea81a8c4c93843f47b12edb82f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0709043 Jul 16 08:54:23.274093 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.286973 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8decede1-4ce2-4159-a19e-a940e627692d {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:54:23.307463 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 8decede1-4ce2-4159-a19e-a940e627692d, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=8decede1-4ce2-4159-a19e-a940e627692d,segment=NetworkSegment(a587e9f9-bb58-4396-a0b3-5c00f467b7bf),segment_id=a587e9f9-bb58-4396-a0b3-5c00f467b7bf)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:23.313006 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:23.338944 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-748bb5f7-65c6-4d35-a677-c358d6ed1860 service neutron] 10.222.0.22 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850346 Jul 16 08:54:23.363698 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=8decede1-4ce2-4159-a19e-a940e627692d,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:23.371555 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:23.371909 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:23.372259 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:23.372629 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:23.372969 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:23.373313 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:23.373649 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:23.374240 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:23.374369 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:23.374624 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:23.374953 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:23.375281 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:54:23.432737 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-f3775382-dc1d-4b88-a047-c053f02d449b service neutron] 10.222.0.22 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876515 Jul 16 08:54:23.515698 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['8decede1-4ce2-4159-a19e-a940e627692d'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:54:23.752557 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-12a1a6d1-5581-4af2-baa0-85b2dbf51287 req-b54f0958-9cc4-4da9-ab67-a7e97f71bc35 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c29cb64-95e8-4348-805c-ce253d2caf0d HTTP/1.1" status: 200 len: 210 time: 0.0332246 Jul 16 08:54:23.838031 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-70395d73-ec6a-4cdd-b37a-f940b2b76839 req-fd86f230-847b-4080-ae3b-0c588b270626 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0514841 Jul 16 08:54:23.940234 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70395d73-ec6a-4cdd-b37a-f940b2b76839 req-26e06c6b-4a1f-4891-ac8b-3a308b7c95ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:23.941982 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-70395d73-ec6a-4cdd-b37a-f940b2b76839 req-26e06c6b-4a1f-4891-ac8b-3a308b7c95ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7b1a7b336a94513a52f9785e4e37864&device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 1098 time: 0.0589266 Jul 16 08:54:24.068642 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70395d73-ec6a-4cdd-b37a-f940b2b76839 req-2cc7bfd5-a98e-4560-954c-5e45464a1f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:24.070138 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-70395d73-ec6a-4cdd-b37a-f940b2b76839 req-2cc7bfd5-a98e-4560-954c-5e45464a1f81 service neutron] 10.222.0.30 "GET /v2.0/networks?id=009dd0a1-50a1-45ad-bc58-1d113e644d4b HTTP/1.1" status: 200 len: 917 time: 0.0988963 Jul 16 08:54:24.073826 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98625f2-de44-4d99-852f-19836ee33fdc req-8ae22668-9071-403a-a5e2-d8f02d461c0d tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:24.075973 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a98625f2-de44-4d99-852f-19836ee33fdc req-8ae22668-9071-403a-a5e2-d8f02d461c0d tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6914293-18b8-4b13-a79c-913a284445f7 HTTP/1.1" status: 200 len: 945 time: 0.0704479 Jul 16 08:54:24.127471 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a98625f2-de44-4d99-852f-19836ee33fdc req-42d7368b-ae62-4fe4-b993-170d6b4c9c8e tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a505c20-ac27-45fe-b63d-e0c912a34c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450494 Jul 16 08:54:24.138592 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-70395d73-ec6a-4cdd-b37a-f940b2b76839 req-7bd4f0e3-8a1d-40c9-9c36-514ff8578e6e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=53886004-6394-4a9f-9ac0-583e370b56e2 HTTP/1.1" status: 200 len: 1000 time: 0.0611298 Jul 16 08:54:24.190582 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70395d73-ec6a-4cdd-b37a-f940b2b76839 req-ae0be5be-9a66-4a97-9da4-0125c1a51e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:24.192044 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-70395d73-ec6a-4cdd-b37a-f940b2b76839 req-ae0be5be-9a66-4a97-9da4-0125c1a51e61 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a HTTP/1.1" status: 200 len: 855 time: 0.0463533 Jul 16 08:54:24.253942 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70395d73-ec6a-4cdd-b37a-f940b2b76839 req-c707aab3-5ee4-4a56-a453-ad1e768b3ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:24.255435 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-70395d73-ec6a-4cdd-b37a-f940b2b76839 req-c707aab3-5ee4-4a56-a453-ad1e768b3ef6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=009dd0a1-50a1-45ad-bc58-1d113e644d4b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569484 Jul 16 08:54:24.362603 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-70395d73-ec6a-4cdd-b37a-f940b2b76839 req-6ee034ba-cad1-4892-9cd2-d10242766d0a service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904770 Jul 16 08:54:24.462219 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-70395d73-ec6a-4cdd-b37a-f940b2b76839 req-02817e2c-2085-4622-a7a7-22a97eaafb43 service neutron] 10.222.0.30 "GET /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891585 Jul 16 08:54:24.877531 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-eae3e5a9-d534-4a1e-a59a-3b276c18e7d8 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:24.879448 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-eae3e5a9-d534-4a1e-a59a-3b276c18e7d8 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.30 "GET /v2.0/networks?id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 HTTP/1.1" status: 200 len: 812 time: 0.1286900 Jul 16 08:54:24.900641 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8cd710c1-0ad0-4274-8d46-8d6bde3606a9 req-07f113e1-fb70-40f9-ac23-c21a77b8eae6 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c29cb64-95e8-4348-805c-ce253d2caf0d HTTP/1.1" status: 200 len: 210 time: 0.0280907 Jul 16 08:54:24.936061 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-292b8554-57a2-48be-822c-4a19adc8d76e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30db3ea81a8c4c93843f47b12edb82f2 HTTP/1.1" status: 200 len: 379 time: 0.0368648 Jul 16 08:54:24.945417 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-08d0e506-dc6e-46e6-ba4c-672a3aee2a00 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Request body: {'port': {'device_id': '0c29cb64-95e8-4348-805c-ce253d2caf0d', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'admin_state_up': True, 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'security_groups': ['d2b69105-f4da-4378-ad50-ee968b95cfc8']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:25.057536 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-08d0e506-dc6e-46e6-ba4c-672a3aee2a00 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Made reservation on behalf of 30db3ea81a8c4c93843f47b12edb82f2 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:54:25.062733 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-08d0e506-dc6e-46e6-ba4c-672a3aee2a00 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.129802 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 8decede1-4ce2-4159-a19e-a940e627692d up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:25.205901 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 8decede1-4ce2-4159-a19e-a940e627692d completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:25.211319 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 8decede1-4ce2-4159-a19e-a940e627692d triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:25.212073 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.214339 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-08d0e506-dc6e-46e6-ba4c-672a3aee2a00 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Allocated IP 172.20.0.6 (ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0/1a202c89-ad61-4335-b129-f178d622ac10/c42f109b-237e-442e-9635-b454184869d1) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:25.301076 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.324710 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6914293-18b8-4b13-a79c-913a284445f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8decede1-4ce2-4159-a19e-a940e627692d'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:25.327359 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5df37a-3f45-4d8c-b06b-cc0cb16304b5" -d '{"events": [{"server_uuid": "e6914293-18b8-4b13-a79c-913a284445f7", "name": "network-vif-plugged", "status": "completed", "tag": "8decede1-4ce2-4159-a19e-a940e627692d"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:25.341169 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 8decede1-4ce2-4159-a19e-a940e627692d, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=8decede1-4ce2-4159-a19e-a940e627692d,segment=NetworkSegment(a587e9f9-bb58-4396-a0b3-5c00f467b7bf),segment_id=a587e9f9-bb58-4396-a0b3-5c00f467b7bf)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:25.348289 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.377393 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-637a2943-882e-47d9-a0d7-0c225d3dd834 x-openstack-request-id: req-637a2943-882e-47d9-a0d7-0c225d3dd834 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:25.377833 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6914293-18b8-4b13-a79c-913a284445f7", "name": "network-vif-plugged", "status": "completed", "tag": "8decede1-4ce2-4159-a19e-a940e627692d", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:25.378185 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-637a2943-882e-47d9-a0d7-0c225d3dd834 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:25.378671 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6914293-18b8-4b13-a79c-913a284445f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8decede1-4ce2-4159-a19e-a940e627692d', 'code': 200} Jul 16 08:54:25.421742 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=8decede1-4ce2-4159-a19e-a940e627692d,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:25.424867 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650a2ab7-071b-4f10-8ee3-21f7a8fb873d req-a669ac15-ffcb-4d1a-aeba-60c30f4f4fbc tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:25.426627 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-650a2ab7-071b-4f10-8ee3-21f7a8fb873d req-a669ac15-ffcb-4d1a-aeba-60c30f4f4fbc tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6914293-18b8-4b13-a79c-913a284445f7 HTTP/1.1" status: 200 len: 945 time: 0.1644890 Jul 16 08:54:25.443426 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-08d0e506-dc6e-46e6-ba4c-672a3aee2a00 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.467748 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-08d0e506-dc6e-46e6-ba4c-672a3aee2a00 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Transition to ACTIVE for port object c42f109b-237e-442e-9635-b454184869d1 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:25.488731 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-650a2ab7-071b-4f10-8ee3-21f7a8fb873d req-805c5bd9-350d-4e57-a3c7-5e6aac8ee615 tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a505c20-ac27-45fe-b63d-e0c912a34c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554783 Jul 16 08:54:25.511586 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f3377af-24d6-4b36-8fb5-d1851bbcbf75 req-bb0ee6d1-bc90-4148-9d06-f502f0a0f2ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:25.513800 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f3377af-24d6-4b36-8fb5-d1851bbcbf75 req-bb0ee6d1-bc90-4148-9d06-f502f0a0f2ba service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e6914293-18b8-4b13-a79c-913a284445f7 HTTP/1.1" status: 200 len: 1098 time: 0.0714018 Jul 16 08:54:25.517008 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-08d0e506-dc6e-46e6-ba4c-672a3aee2a00 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.552948 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f3377af-24d6-4b36-8fb5-d1851bbcbf75 req-13c03599-9a59-440c-ba61-40ea365917e9 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7a505c20-ac27-45fe-b63d-e0c912a34c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330572 Jul 16 08:54:25.564915 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-08d0e506-dc6e-46e6-ba4c-672a3aee2a00 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:25.570475 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-08d0e506-dc6e-46e6-ba4c-672a3aee2a00 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:25.574702 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-08d0e506-dc6e-46e6-ba4c-672a3aee2a00 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:25.600143 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d0e506-dc6e-46e6-ba4c-672a3aee2a00 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Pushing event updated for resources: {'Port': ['ID=c42f109b-237e-442e-9635-b454184869d1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:25.633029 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-08d0e506-dc6e-46e6-ba4c-672a3aee2a00 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:25.633840 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-08d0e506-dc6e-46e6-ba4c-672a3aee2a00 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.650763 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-08d0e506-dc6e-46e6-ba4c-672a3aee2a00 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7085195 Jul 16 08:54:25.662751 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-a49f0563-00d9-4787-8df2-5c00abbad6b1 service neutron] Request body: {'port': {'device_id': '0c29cb64-95e8-4348-805c-ce253d2caf0d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:25.748417 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-a49f0563-00d9-4787-8df2-5c00abbad6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.814394 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-85ad2bd5-29cf-4164-af81-6731916790a1 None None] Provisioning for port c42f109b-237e-442e-9635-b454184869d1 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:25.820738 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-85ad2bd5-29cf-4164-af81-6731916790a1 None None] Provisioning complete for port c42f109b-237e-442e-9635-b454184869d1 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:25.821408 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-85ad2bd5-29cf-4164-af81-6731916790a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:25.862156 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-85ad2bd5-29cf-4164-af81-6731916790a1 None None] Port c42f109b-237e-442e-9635-b454184869d1 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:54:26.075252 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-a49f0563-00d9-4787-8df2-5c00abbad6b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c42f109b-237e-442e-9635-b454184869d1 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:54:26.084542 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-a49f0563-00d9-4787-8df2-5c00abbad6b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.101274 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-a49f0563-00d9-4787-8df2-5c00abbad6b1 service neutron] Transition to ACTIVE for port object c42f109b-237e-442e-9635-b454184869d1 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:54:26.108390 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-a49f0563-00d9-4787-8df2-5c00abbad6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.163373 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68e0576-b4fb-42b6-b127-4f60037e82fa req-dce9c808-be17-4ed6-979b-102978973897 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:26.165095 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f68e0576-b4fb-42b6-b127-4f60037e82fa req-dce9c808-be17-4ed6-979b-102978973897 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c29cb64-95e8-4348-805c-ce253d2caf0d HTTP/1.1" status: 200 len: 931 time: 0.1343656 Jul 16 08:54:26.197658 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f0563-00d9-4787-8df2-5c00abbad6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c42f109b-237e-442e-9635-b454184869d1,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:26.278932 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f68e0576-b4fb-42b6-b127-4f60037e82fa req-0131d4f0-19f4-4bdd-af92-b1684402368e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1046832 Jul 16 08:54:26.297953 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-a49f0563-00d9-4787-8df2-5c00abbad6b1 service neutron] Attempting to bind port c42f109b-237e-442e-9635-b454184869d1 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:54:26.298297 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-a49f0563-00d9-4787-8df2-5c00abbad6b1 service neutron] Attempting to bind port c42f109b-237e-442e-9635-b454184869d1 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:54:26.298643 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-a49f0563-00d9-4787-8df2-5c00abbad6b1 service neutron] Attempting to bind port c42f109b-237e-442e-9635-b454184869d1 on network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:26.303494 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-a49f0563-00d9-4787-8df2-5c00abbad6b1 service neutron] Port c42f109b-237e-442e-9635-b454184869d1 on network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:54:26.303834 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-a49f0563-00d9-4787-8df2-5c00abbad6b1 service neutron] Attempting to bind port c42f109b-237e-442e-9635-b454184869d1 on network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:54:26.313606 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-a49f0563-00d9-4787-8df2-5c00abbad6b1 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 54, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:54:26.313606 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-a49f0563-00d9-4787-8df2-5c00abbad6b1 service neutron] Checking segment: {'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:54:26.313606 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-a49f0563-00d9-4787-8df2-5c00abbad6b1 service neutron] Bound using segment: {'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:54:26.313606 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-a49f0563-00d9-4787-8df2-5c00abbad6b1 service neutron] Bound port: c42f109b-237e-442e-9635-b454184869d1, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:54:26.313606 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-a49f0563-00d9-4787-8df2-5c00abbad6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.400044 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-a49f0563-00d9-4787-8df2-5c00abbad6b1 service neutron] For port c42f109b-237e-442e-9635-b454184869d1, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:54:26.403435 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-a49f0563-00d9-4787-8df2-5c00abbad6b1 service neutron] For port c42f109b-237e-442e-9635-b454184869d1, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=c42f109b-237e-442e-9635-b454184869d1,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:54:26.407762 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-a49f0563-00d9-4787-8df2-5c00abbad6b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.441933 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-a49f0563-00d9-4787-8df2-5c00abbad6b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:26.442572 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-a49f0563-00d9-4787-8df2-5c00abbad6b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:26.443975 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-a49f0563-00d9-4787-8df2-5c00abbad6b1 service neutron] 10.222.0.30 "PUT /v2.0/ports/c42f109b-237e-442e-9635-b454184869d1 HTTP/1.1" status: 200 len: 1092 time: 0.7858429 Jul 16 08:54:26.444449 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c29cb64-95e8-4348-805c-ce253d2caf0d', 'tag': 'c42f109b-237e-442e-9635-b454184869d1'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:26.446862 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-302e717f-efe6-47e5-a3b0-337fb58307bc" -d '{"events": [{"name": "network-changed", "server_uuid": "0c29cb64-95e8-4348-805c-ce253d2caf0d", "tag": "c42f109b-237e-442e-9635-b454184869d1"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:26.509390 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49f0563-00d9-4787-8df2-5c00abbad6b1 service neutron] Pushing event updated for resources: {'Port': ['ID=c42f109b-237e-442e-9635-b454184869d1,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:26.609856 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67a794e0-276a-4edb-ac79-11f5da1558de x-openstack-request-id: req-67a794e0-276a-4edb-ac79-11f5da1558de {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:26.610331 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c29cb64-95e8-4348-805c-ce253d2caf0d", "tag": "c42f109b-237e-442e-9635-b454184869d1", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:26.610880 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-67a794e0-276a-4edb-ac79-11f5da1558de {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:26.611520 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c29cb64-95e8-4348-805c-ce253d2caf0d', 'tag': 'c42f109b-237e-442e-9635-b454184869d1', 'status': 'completed', 'code': 200} Jul 16 08:54:26.644219 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-8eee2e96-cc5d-43a4-b3c9-e246b7b35451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:26.645848 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-8eee2e96-cc5d-43a4-b3c9-e246b7b35451 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30db3ea81a8c4c93843f47b12edb82f2&device_id=0c29cb64-95e8-4348-805c-ce253d2caf0d HTTP/1.1" status: 200 len: 1095 time: 0.1206095 Jul 16 08:54:26.699789 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-f646832a-9efc-46e4-acce-f87c57c43866 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c42f109b-237e-442e-9635-b454184869d1 HTTP/1.1" status: 200 len: 217 time: 0.0460205 Jul 16 08:54:26.780070 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-981e3440-269d-4707-8f23-1c08efbd9e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:26.781599 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-981e3440-269d-4707-8f23-1c08efbd9e24 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1a202c89-ad61-4335-b129-f178d622ac10 HTTP/1.1" status: 200 len: 851 time: 0.0621490 Jul 16 08:54:26.805937 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de0e0a-a2d3-4ad0-b5df-63a3fca33fd3 req-d559e596-23bc-44eb-a123-c07200826642 tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:26.807402 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-29de0e0a-a2d3-4ad0-b5df-63a3fca33fd3 req-d559e596-23bc-44eb-a123-c07200826642 tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6914293-18b8-4b13-a79c-913a284445f7 HTTP/1.1" status: 200 len: 946 time: 0.1178923 Jul 16 08:54:26.873169 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-29de0e0a-a2d3-4ad0-b5df-63a3fca33fd3 req-f1a59aab-56fb-461b-86ca-2e4d73f14c9e tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a505c20-ac27-45fe-b63d-e0c912a34c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489166 Jul 16 08:54:26.881845 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-2ec69442-30b5-4025-a9e8-b87659e54ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:26.883335 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-2ec69442-30b5-4025-a9e8-b87659e54ca7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0940664 Jul 16 08:54:26.991314 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-34713796-90ea-4fc8-80e5-0f37c52cf696 service neutron] 10.222.0.30 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0986524 Jul 16 08:54:27.086657 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f1acc64f-ada2-4941-bce3-94f00b6f2220 req-6941334b-a3b8-4c2f-a147-77db64e98f72 service neutron] 10.222.0.30 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915098 Jul 16 08:54:27.201608 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e717f-efe6-47e5-a3b0-337fb58307bc req-4d9f65c2-4055-4098-8ee9-a1b57cd2bc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:27.203126 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-302e717f-efe6-47e5-a3b0-337fb58307bc req-4d9f65c2-4055-4098-8ee9-a1b57cd2bc9c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30db3ea81a8c4c93843f47b12edb82f2&device_id=0c29cb64-95e8-4348-805c-ce253d2caf0d HTTP/1.1" status: 200 len: 1095 time: 0.0701907 Jul 16 08:54:27.347582 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e717f-efe6-47e5-a3b0-337fb58307bc req-bb82e053-b1aa-477a-958d-d6290324c2c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:27.350307 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-302e717f-efe6-47e5-a3b0-337fb58307bc req-bb82e053-b1aa-477a-958d-d6290324c2c3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 HTTP/1.1" status: 200 len: 913 time: 0.1391759 Jul 16 08:54:27.428882 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-302e717f-efe6-47e5-a3b0-337fb58307bc req-fdd5a7ce-0405-4f66-8ca7-c950e1abfdc6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c42f109b-237e-442e-9635-b454184869d1 HTTP/1.1" status: 200 len: 217 time: 0.0724368 Jul 16 08:54:27.519784 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e717f-efe6-47e5-a3b0-337fb58307bc req-df575ced-895d-4f0e-892c-517e296fa7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:27.521305 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-302e717f-efe6-47e5-a3b0-337fb58307bc req-df575ced-895d-4f0e-892c-517e296fa7ea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1a202c89-ad61-4335-b129-f178d622ac10 HTTP/1.1" status: 200 len: 851 time: 0.0838420 Jul 16 08:54:27.549014 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd2a7d1-27ff-4e1f-961b-28370fff8a1b req-f66f74af-ad96-48e0-a3a4-1ee795ab1e8e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:27.550687 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bcd2a7d1-27ff-4e1f-961b-28370fff8a1b req-f66f74af-ad96-48e0-a3a4-1ee795ab1e8e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c29cb64-95e8-4348-805c-ce253d2caf0d HTTP/1.1" status: 200 len: 943 time: 0.1244071 Jul 16 08:54:27.628907 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bcd2a7d1-27ff-4e1f-961b-28370fff8a1b req-0f56376c-7909-44bf-b890-8484b48c1c29 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588157 Jul 16 08:54:27.633704 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302e717f-efe6-47e5-a3b0-337fb58307bc req-96d5cfaa-6dbd-4000-9734-26e2596ed4db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:27.635338 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-302e717f-efe6-47e5-a3b0-337fb58307bc req-96d5cfaa-6dbd-4000-9734-26e2596ed4db service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1050239 Jul 16 08:54:27.746462 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-302e717f-efe6-47e5-a3b0-337fb58307bc req-97dfa4ee-8f32-43d4-9e5f-2420e98f2a4e service neutron] 10.222.0.30 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016130 Jul 16 08:54:27.893974 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-302e717f-efe6-47e5-a3b0-337fb58307bc req-ae61d6b4-3dff-446a-99e2-655e7ccb2d3f service neutron] 10.222.0.30 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395550 Jul 16 08:54:27.911370 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd1bad5-5459-4443-846d-0926adc62cb1 req-185bce73-9b2c-4afc-9ef4-3e923a001c63 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:27.912867 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6cd1bad5-5459-4443-846d-0926adc62cb1 req-185bce73-9b2c-4afc-9ef4-3e923a001c63 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 946 time: 0.1300697 Jul 16 08:54:27.974557 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6cd1bad5-5459-4443-846d-0926adc62cb1 req-e5c53a4f-b89a-45df-9d9d-0aa4a9733a6d tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467660 Jul 16 08:54:28.820500 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360e822-aea7-46fa-930a-766e673f6c67 req-5a91cf95-8814-4926-9bf5-762bb5bc3b9f tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:28.822145 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3360e822-aea7-46fa-930a-766e673f6c67 req-5a91cf95-8814-4926-9bf5-762bb5bc3b9f tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c29cb64-95e8-4348-805c-ce253d2caf0d HTTP/1.1" status: 200 len: 943 time: 0.0670011 Jul 16 08:54:28.868895 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3360e822-aea7-46fa-930a-766e673f6c67 req-4a2bfca3-3f98-453b-b43c-2dad8d74d7cc tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401123 Jul 16 08:54:29.007970 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e766f6e3-4cb6-4227-b5aa-1765e0ed8529 req-cf69386d-dd92-48f6-a2bb-2263a16b2782 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:29.009734 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e766f6e3-4cb6-4227-b5aa-1765e0ed8529 req-cf69386d-dd92-48f6-a2bb-2263a16b2782 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.30 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 946 time: 0.0722089 Jul 16 08:54:29.154961 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-e766f6e3-4cb6-4227-b5aa-1765e0ed8529 req-6d55c49b-b400-4df5-81f2-b24a2b0b9a4e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Deleting port 53886004-6394-4a9f-9ac0-583e370b56e2 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:29.155575 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e766f6e3-4cb6-4227-b5aa-1765e0ed8529 req-6d55c49b-b400-4df5-81f2-b24a2b0b9a4e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.194763 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acae867-403e-4f50-a5d8-ad2daf3ddaf4 req-460e9760-a7ea-4fc5-af68-0d4b11d25c6e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:29.196658 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9acae867-403e-4f50-a5d8-ad2daf3ddaf4 req-460e9760-a7ea-4fc5-af68-0d4b11d25c6e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 946 time: 0.0863793 Jul 16 08:54:29.263217 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9acae867-403e-4f50-a5d8-ad2daf3ddaf4 req-88156673-2376-4c0e-b83c-8d18c1f2c589 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups?id=f353cee8-9c6b-4f33-b108-2691782c5aa1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599706 Jul 16 08:54:29.300493 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-e766f6e3-4cb6-4227-b5aa-1765e0ed8529 req-6d55c49b-b400-4df5-81f2-b24a2b0b9a4e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] For port 53886004-6394-4a9f-9ac0-583e370b56e2, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=53886004-6394-4a9f-9ac0-583e370b56e2,segment=NetworkSegment(9452ae90-4bd6-4866-933c-eec760d2cc0f),segment_id=9452ae90-4bd6-4866-933c-eec760d2cc0f)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:29.300971 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e766f6e3-4cb6-4227-b5aa-1765e0ed8529 req-6d55c49b-b400-4df5-81f2-b24a2b0b9a4e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.483911 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e766f6e3-4cb6-4227-b5aa-1765e0ed8529 req-6d55c49b-b400-4df5-81f2-b24a2b0b9a4e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.484297 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e766f6e3-4cb6-4227-b5aa-1765e0ed8529 req-6d55c49b-b400-4df5-81f2-b24a2b0b9a4e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.484651 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [req-e766f6e3-4cb6-4227-b5aa-1765e0ed8529 req-6d55c49b-b400-4df5-81f2-b24a2b0b9a4e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Floating IP d103566e-bd48-40cb-afc7-cef2d3352720 disassociated. External IP: 172.25.3.10, port: 53886004-6394-4a9f-9ac0-583e370b56e2. Jul 16 08:54:29.485000 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-e766f6e3-4cb6-4227-b5aa-1765e0ed8529 req-6d55c49b-b400-4df5-81f2-b24a2b0b9a4e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Calling delete_port for 53886004-6394-4a9f-9ac0-583e370b56e2 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:29.621873 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e766f6e3-4cb6-4227-b5aa-1765e0ed8529 req-6d55c49b-b400-4df5-81f2-b24a2b0b9a4e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:29.648602 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d55c49b-b400-4df5-81f2-b24a2b0b9a4e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Pushing event deleted for resources: {'Port': ['ID=53886004-6394-4a9f-9ac0-583e370b56e2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:29.687405 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33cf5d04-00f0-4b48-9165-1d62067645dd req-1edc74e0-13cd-4d6b-ac70-bb8a164a4bef tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:29.688946 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-33cf5d04-00f0-4b48-9165-1d62067645dd req-1edc74e0-13cd-4d6b-ac70-bb8a164a4bef tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6914293-18b8-4b13-a79c-913a284445f7 HTTP/1.1" status: 200 len: 946 time: 0.0705526 Jul 16 08:54:29.727405 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-33cf5d04-00f0-4b48-9165-1d62067645dd req-e4e80c34-7ad1-4d37-b6cd-ff0a19d5e031 tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a505c20-ac27-45fe-b63d-e0c912a34c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324650 Jul 16 08:54:30.147911 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e766f6e3-4cb6-4227-b5aa-1765e0ed8529 req-6d55c49b-b400-4df5-81f2-b24a2b0b9a4e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Router 2eaf654e-455e-4eea-9df3-6eb17b5994bf has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:54:30.180091 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d75d89b-fdeb-4019-8a48-c4b7956fcfb0 req-c1766882-1a95-4920-8260-e788ca82cc3d tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:30.181607 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d75d89b-fdeb-4019-8a48-c4b7956fcfb0 req-c1766882-1a95-4920-8260-e788ca82cc3d tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c29cb64-95e8-4348-805c-ce253d2caf0d HTTP/1.1" status: 200 len: 943 time: 0.0932415 Jul 16 08:54:30.283265 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d75d89b-fdeb-4019-8a48-c4b7956fcfb0 req-8678ee32-8510-4ec4-b8ce-71061840b260 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0718298 Jul 16 08:54:30.310668 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e766f6e3-4cb6-4227-b5aa-1765e0ed8529 req-6d55c49b-b400-4df5-81f2-b24a2b0b9a4e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:30.322250 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16a8a81-eeb2-4f47-bad7-d0e4c7354ade None None] Sync routers for ids ['2eaf654e-455e-4eea-9df3-6eb17b5994bf'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:30.332059 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16a8a81-eeb2-4f47-bad7-d0e4c7354ade None None] Routers {'2eaf654e-455e-4eea-9df3-6eb17b5994bf'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:30.333062 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c16a8a81-eeb2-4f47-bad7-d0e4c7354ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:54:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2eaf654e-455e-4eea-9df3-6eb17b5994bf'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:30.369022 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-e766f6e3-4cb6-4227-b5aa-1765e0ed8529 req-6d55c49b-b400-4df5-81f2-b24a2b0b9a4e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] No DVR routers for this DVR port 53886004-6394-4a9f-9ac0-583e370b56e2 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:30.372223 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e766f6e3-4cb6-4227-b5aa-1765e0ed8529 req-6d55c49b-b400-4df5-81f2-b24a2b0b9a4e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:30.374358 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e766f6e3-4cb6-4227-b5aa-1765e0ed8529 req-6d55c49b-b400-4df5-81f2-b24a2b0b9a4e tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.30 "DELETE /v2.0/ports/53886004-6394-4a9f-9ac0-583e370b56e2 HTTP/1.1" status: 204 len: 173 time: 1.3595102 Jul 16 08:54:30.374942 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1ac781-8b26-49be-b62a-930067ccc715', 'name': 'network-vif-deleted', 'tag': '53886004-6394-4a9f-9ac0-583e370b56e2'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:30.383857 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942c9576-f1ed-4c7f-bcc5-371954ba7efb" -d '{"events": [{"server_uuid": "cd1ac781-8b26-49be-b62a-930067ccc715", "name": "network-vif-deleted", "tag": "53886004-6394-4a9f-9ac0-583e370b56e2"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:30.440934 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ae136b-8d7c-4104-8b30-1927f58eae91 x-openstack-request-id: req-c1ae136b-8d7c-4104-8b30-1927f58eae91 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:30.441785 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd1ac781-8b26-49be-b62a-930067ccc715", "name": "network-vif-deleted", "tag": "53886004-6394-4a9f-9ac0-583e370b56e2", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:30.442111 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c1ae136b-8d7c-4104-8b30-1927f58eae91 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:30.442516 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1ac781-8b26-49be-b62a-930067ccc715', 'name': 'network-vif-deleted', 'tag': '53886004-6394-4a9f-9ac0-583e370b56e2', 'status': 'completed', 'code': 200} Jul 16 08:54:30.444896 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2f72c760-76a9-4e25-95e5-b8e32d8db0cd req-e64f367b-a263-4791-a7cd-23230927a7a4 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/ports?device_id=cd1ac781-8b26-49be-b62a-930067ccc715 HTTP/1.1" status: 200 len: 210 time: 0.0449951 Jul 16 08:54:30.478581 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-c16a8a81-eeb2-4f47-bad7-d0e4c7354ade None None] Set router 2eaf654e-455e-4eea-9df3-6eb17b5994bf gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:30.682382 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c16a8a81-eeb2-4f47-bad7-d0e4c7354ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'name': 'tempest-AttachVolumeShelveTestJSON-593030912-router', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:47Z', 'updated_at': '2021-07-16T08:45:55Z', 'revision_number': 4, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'gw_port': {'id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:48Z', 'updated_at': '2021-07-16T08:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '78dc1f9a-031d-4242-9276-e628690ddd8d', 'name': '', 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'mac_address': 'fa:16:3e:1b:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:53Z', 'updated_at': '2021-07-16T08:46:06Z', 'revision_number': 5, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'subnets': [{'id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:30.712331 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16a8a81-eeb2-4f47-bad7-d0e4c7354ade None None] Checking router: 2eaf654e-455e-4eea-9df3-6eb17b5994bf for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:54:30.721057 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c16a8a81-eeb2-4f47-bad7-d0e4c7354ade None None] Routers {'2eaf654e-455e-4eea-9df3-6eb17b5994bf'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:30.721713 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c16a8a81-eeb2-4f47-bad7-d0e4c7354ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:54:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2eaf654e-455e-4eea-9df3-6eb17b5994bf'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:30.836593 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-c16a8a81-eeb2-4f47-bad7-d0e4c7354ade None None] Set router 2eaf654e-455e-4eea-9df3-6eb17b5994bf gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:30.948638 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46224a80-d1e9-4870-841b-bd6172b8aac7 req-97c27c11-be69-4bff-9aef-69a79adb0dca tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:30.950114 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-46224a80-d1e9-4870-841b-bd6172b8aac7 req-97c27c11-be69-4bff-9aef-69a79adb0dca tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] 10.222.0.22 "GET /v2.0/ports?device_id=e6914293-18b8-4b13-a79c-913a284445f7 HTTP/1.1" status: 200 len: 946 time: 0.1013429 Jul 16 08:54:30.971334 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4b572e-0a4d-4d63-9a7d-564a8768bfaa req-a571bd07-fb1b-4342-91e0-385abe3f8f5b tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:30.972778 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dd4b572e-0a4d-4d63-9a7d-564a8768bfaa req-a571bd07-fb1b-4342-91e0-385abe3f8f5b tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] 10.222.0.21 "GET /v2.0/ports?device_id=e6914293-18b8-4b13-a79c-913a284445f7 HTTP/1.1" status: 200 len: 946 time: 0.0938864 Jul 16 08:54:31.036068 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-46224a80-d1e9-4870-841b-bd6172b8aac7 req-90ff6e22-a784-4b37-8488-9844c6cfd0c2 tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] 10.222.0.22 "GET /v2.0/security-groups?id=7a505c20-ac27-45fe-b63d-e0c912a34c40&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780358 Jul 16 08:54:31.039426 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c16a8a81-eeb2-4f47-bad7-d0e4c7354ade None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'name': 'tempest-AttachVolumeShelveTestJSON-593030912-router', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:47Z', 'updated_at': '2021-07-16T08:45:55Z', 'revision_number': 4, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'gw_port': {'id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:48Z', 'updated_at': '2021-07-16T08:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '78dc1f9a-031d-4242-9276-e628690ddd8d', 'name': '', 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'mac_address': 'fa:16:3e:1b:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:53Z', 'updated_at': '2021-07-16T08:46:06Z', 'revision_number': 5, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'subnets': [{'id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:31.066592 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c16a8a81-eeb2-4f47-bad7-d0e4c7354ade None None] The sync data for ids ['2eaf654e-455e-4eea-9df3-6eb17b5994bf'] in n-d-771362-37 is: [{'id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'name': 'tempest-AttachVolumeShelveTestJSON-593030912-router', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:47Z', 'updated_at': '2021-07-16T08:45:55Z', 'revision_number': 4, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'gw_port': {'id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:48Z', 'updated_at': '2021-07-16T08:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '78dc1f9a-031d-4242-9276-e628690ddd8d', 'name': '', 'network_id': '009dd0a1-50a1-45ad-bc58-1d113e644d4b', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'mac_address': 'fa:16:3e:1b:5d:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 2673, 'fixed_ips': [{'subnet_id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:53Z', 'updated_at': '2021-07-16T08:46:06Z', 'revision_number': 5, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'subnets': [{'id': '6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:31.095796 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-dd4b572e-0a4d-4d63-9a7d-564a8768bfaa req-100595e4-3fd3-4363-892f-fc0e2f947ed4 tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] Deleting port 8decede1-4ce2-4159-a19e-a940e627692d {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:31.096131 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dd4b572e-0a4d-4d63-9a7d-564a8768bfaa req-100595e4-3fd3-4363-892f-fc0e2f947ed4 tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:31.185742 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-dd4b572e-0a4d-4d63-9a7d-564a8768bfaa req-100595e4-3fd3-4363-892f-fc0e2f947ed4 tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] For port 8decede1-4ce2-4159-a19e-a940e627692d, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=8decede1-4ce2-4159-a19e-a940e627692d,segment=NetworkSegment(a587e9f9-bb58-4396-a0b3-5c00f467b7bf),segment_id=a587e9f9-bb58-4396-a0b3-5c00f467b7bf)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:31.186104 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dd4b572e-0a4d-4d63-9a7d-564a8768bfaa req-100595e4-3fd3-4363-892f-fc0e2f947ed4 tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:31.204547 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-dd4b572e-0a4d-4d63-9a7d-564a8768bfaa req-100595e4-3fd3-4363-892f-fc0e2f947ed4 tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] Calling delete_port for 8decede1-4ce2-4159-a19e-a940e627692d owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:31.344844 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dd4b572e-0a4d-4d63-9a7d-564a8768bfaa req-100595e4-3fd3-4363-892f-fc0e2f947ed4 tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:31.357626 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['8decede1-4ce2-4159-a19e-a940e627692d'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:54:31.377877 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100595e4-3fd3-4363-892f-fc0e2f947ed4 tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] Pushing event deleted for resources: {'Port': ['ID=8decede1-4ce2-4159-a19e-a940e627692d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:31.448343 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4b572e-0a4d-4d63-9a7d-564a8768bfaa req-100595e4-3fd3-4363-892f-fc0e2f947ed4 tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] No DVR routers for this DVR port 8decede1-4ce2-4159-a19e-a940e627692d on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:31.451298 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-dd4b572e-0a4d-4d63-9a7d-564a8768bfaa req-100595e4-3fd3-4363-892f-fc0e2f947ed4 tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:31.453610 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dd4b572e-0a4d-4d63-9a7d-564a8768bfaa req-100595e4-3fd3-4363-892f-fc0e2f947ed4 tempest-VolumesActionsTest-335087397 tempest-VolumesActionsTest-335087397-project] 10.222.0.21 "DELETE /v2.0/ports/8decede1-4ce2-4159-a19e-a940e627692d HTTP/1.1" status: 204 len: 173 time: 0.4734871 Jul 16 08:54:31.453994 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6914293-18b8-4b13-a79c-913a284445f7', 'name': 'network-vif-deleted', 'tag': '8decede1-4ce2-4159-a19e-a940e627692d'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:31.456628 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19be9068-07a5-4ef7-85a0-18e34036acd1" -d '{"events": [{"server_uuid": "e6914293-18b8-4b13-a79c-913a284445f7", "name": "network-vif-deleted", "tag": "8decede1-4ce2-4159-a19e-a940e627692d"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:31.462175 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c905e9-2113-4f55-9c49-9f8954f3a95a None None] New status for floating IP d103566e-bd48-40cb-afc7-cef2d3352720: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:54:31.498488 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d115cc7-b219-4f20-b418-82e0aac881e7 req-bfe79e21-d432-44de-853b-75c2f2b2d265 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:31.505532 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5d115cc7-b219-4f20-b418-82e0aac881e7 req-bfe79e21-d432-44de-853b-75c2f2b2d265 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c29cb64-95e8-4348-805c-ce253d2caf0d HTTP/1.1" status: 200 len: 943 time: 0.0908933 Jul 16 08:54:31.555615 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5d115cc7-b219-4f20-b418-82e0aac881e7 req-b58311eb-5d9c-48d2-a6ae-fe7306891fcb tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490940 Jul 16 08:54:31.584689 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ad4f43-df71-4da2-9ab8-0eecbad45eea x-openstack-request-id: req-c5ad4f43-df71-4da2-9ab8-0eecbad45eea {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:31.584991 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6914293-18b8-4b13-a79c-913a284445f7", "name": "network-vif-deleted", "tag": "8decede1-4ce2-4159-a19e-a940e627692d", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:31.585270 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c5ad4f43-df71-4da2-9ab8-0eecbad45eea {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:31.586384 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6914293-18b8-4b13-a79c-913a284445f7', 'name': 'network-vif-deleted', 'tag': '8decede1-4ce2-4159-a19e-a940e627692d', 'status': 'completed', 'code': 200} Jul 16 08:54:31.667641 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34048) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:31.723409 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d14c3f76-130e-4c00-86a0-44f460deb049 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:31.748424 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d14c3f76-130e-4c00-86a0-44f460deb049 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:31.798694 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d14c3f76-130e-4c00-86a0-44f460deb049 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:31.801424 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d14c3f76-130e-4c00-86a0-44f460deb049 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:31.802584 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d14c3f76-130e-4c00-86a0-44f460deb049 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "DELETE /v2.0/security-groups/f353cee8-9c6b-4f33-b108-2691782c5aa1 HTTP/1.1" status: 204 len: 168 time: 0.1339133 Jul 16 08:54:31.805345 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34050) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:31.811691 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14c3f76-130e-4c00-86a0-44f460deb049 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f353cee8-9c6b-4f33-b108-2691782c5aa1,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:31.820131 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-adfe239a-98dd-4997-b368-4f6ad7197381 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] show failed (client error): The resource could not be found. Jul 16 08:54:31.821176 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-adfe239a-98dd-4997-b368-4f6ad7197381 tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "GET /v2.0/security-groups/f353cee8-9c6b-4f33-b108-2691782c5aa1 HTTP/1.1" status: 404 len: 347 time: 0.0146544 Jul 16 08:54:31.824562 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34052) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:31.948455 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-de16cd20-7e27-4596-b589-da8beefb6bce tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Deleting port f5366607-be4f-46d7-8828-d89a8188c369 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:31.948942 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de16cd20-7e27-4596-b589-da8beefb6bce tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:32.029450 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de16cd20-7e27-4596-b589-da8beefb6bce tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:32.029684 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de16cd20-7e27-4596-b589-da8beefb6bce tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:32.041537 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-de16cd20-7e27-4596-b589-da8beefb6bce tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Calling delete_port for f5366607-be4f-46d7-8828-d89a8188c369 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:32.102974 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:32.178866 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de16cd20-7e27-4596-b589-da8beefb6bce tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:32.200695 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:32.205150 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de16cd20-7e27-4596-b589-da8beefb6bce tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Pushing event deleted for resources: {'Port': ['ID=f5366607-be4f-46d7-8828-d89a8188c369,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:32.268646 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de16cd20-7e27-4596-b589-da8beefb6bce tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:32.271425 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-de16cd20-7e27-4596-b589-da8beefb6bce tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:32.272734 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-de16cd20-7e27-4596-b589-da8beefb6bce tempest-AttachVolumeShelveTestJSON-648677220 tempest-AttachVolumeShelveTestJSON-648677220-project] 10.222.0.22 "DELETE /v2.0/floatingips/d103566e-bd48-40cb-afc7-cef2d3352720 HTTP/1.1" status: 204 len: 168 time: 0.4472048 Jul 16 08:54:32.745932 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5345ad-59ab-49d4-89b9-95ef5e3a5252 req-2a5027b9-b55d-4a6a-b239-17fe5340815d tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:32.753405 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4b5345ad-59ab-49d4-89b9-95ef5e3a5252 req-2a5027b9-b55d-4a6a-b239-17fe5340815d tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c29cb64-95e8-4348-805c-ce253d2caf0d HTTP/1.1" status: 200 len: 943 time: 0.0803607 Jul 16 08:54:32.788737 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4b5345ad-59ab-49d4-89b9-95ef5e3a5252 req-ce11309a-8151-4654-acee-6d1a2b6e832a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343363 Jul 16 08:54:33.174287 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 53886004-6394-4a9f-9ac0-583e370b56e2 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:33.194652 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 53886004-6394-4a9f-9ac0-583e370b56e2 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:33.194948 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 53886004-6394-4a9f-9ac0-583e370b56e2 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:33.290713 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94a7705a-61e4-471d-9119-b6e22dc08cf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:33.986916 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9837f-0f67-4893-8c88-aa9b7ed37f29 req-6aeffe36-bae8-4c15-8a41-ba2f30746b76 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:33.988503 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e5f9837f-0f67-4893-8c88-aa9b7ed37f29 req-6aeffe36-bae8-4c15-8a41-ba2f30746b76 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c29cb64-95e8-4348-805c-ce253d2caf0d HTTP/1.1" status: 200 len: 943 time: 0.0777555 Jul 16 08:54:34.035200 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e5f9837f-0f67-4893-8c88-aa9b7ed37f29 req-78487e6a-fb29-49d5-9d9f-8c41ea0f66db tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405483 Jul 16 08:54:34.259286 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:54:35.161684 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 8decede1-4ce2-4159-a19e-a940e627692d no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:35.215916 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 8decede1-4ce2-4159-a19e-a940e627692d {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:35.216303 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 8decede1-4ce2-4159-a19e-a940e627692d not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:35.262065 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78db0d24-ad0d-4c95-bb0c-a56d9a34d2c9 req-11cf6445-96ee-49b6-85bc-993afa98b6d0 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:35.263714 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-78db0d24-ad0d-4c95-bb0c-a56d9a34d2c9 req-11cf6445-96ee-49b6-85bc-993afa98b6d0 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c29cb64-95e8-4348-805c-ce253d2caf0d HTTP/1.1" status: 200 len: 943 time: 0.0893328 Jul 16 08:54:35.304627 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-78db0d24-ad0d-4c95-bb0c-a56d9a34d2c9 req-e38f4bf7-7677-4ce5-bdd1-116e5a4cbbc0 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348680 Jul 16 08:54:35.699659 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9395e03d-b580-4a34-870b-402794a43819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:36.024443 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:36.494303 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacce69a-e984-4a04-a635-6beb483d91d9 req-949daa03-11dc-438f-813f-ce2f84af8c3e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:36.496491 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cacce69a-e984-4a04-a635-6beb483d91d9 req-949daa03-11dc-438f-813f-ce2f84af8c3e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c29cb64-95e8-4348-805c-ce253d2caf0d HTTP/1.1" status: 200 len: 943 time: 0.0729802 Jul 16 08:54:36.541531 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cacce69a-e984-4a04-a635-6beb483d91d9 req-84ab2ccc-f946-4636-8ede-6d6987baaf1e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387325 Jul 16 08:54:37.093279 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.205218 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device c42f109b-237e-442e-9635-b454184869d1 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:54:37.302518 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port c42f109b-237e-442e-9635-b454184869d1, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=c42f109b-237e-442e-9635-b454184869d1,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:37.314545 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'c42f109b-237e-442e-9635-b454184869d1', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'port_id': 'c42f109b-237e-442e-9635-b454184869d1', 'mac_address': 'fa:16:3e:a7:42:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a202c89-ad61-4335-b129-f178d622ac10', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:54:37.361184 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.375667 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c42f109b-237e-442e-9635-b454184869d1 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:54:37.396714 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port c42f109b-237e-442e-9635-b454184869d1, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=c42f109b-237e-442e-9635-b454184869d1,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:37.401009 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:37.458788 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=c42f109b-237e-442e-9635-b454184869d1,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:37.618819 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['c42f109b-237e-442e-9635-b454184869d1'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:54:37.761427 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e371006e-5d96-4c04-ad75-598d16bb68e6 req-e082c24e-958d-42ac-a538-abf5037ee03e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:37.764271 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e371006e-5d96-4c04-ad75-598d16bb68e6 req-e082c24e-958d-42ac-a538-abf5037ee03e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c29cb64-95e8-4348-805c-ce253d2caf0d HTTP/1.1" status: 200 len: 944 time: 0.0879285 Jul 16 08:54:37.820585 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e371006e-5d96-4c04-ad75-598d16bb68e6 req-46626dd8-9768-4d82-a90a-d0a69b33d386 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503223 Jul 16 08:54:38.165065 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34144) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:38.564618 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:38.687796 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c4fea20-8baf-4f0a-8ce9-5067ea791021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:38.990416 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4c4fea20-8baf-4f0a-8ce9-5067ea791021 admin admin] Deleting port 78dc1f9a-031d-4242-9276-e628690ddd8d {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:38.991135 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c4fea20-8baf-4f0a-8ce9-5067ea791021 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:39.076485 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1265f96b-20cb-4faa-9aa4-321a65ff9fe7 req-51c2110f-05c5-408b-b508-747b6812ff5c tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:39.077976 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1265f96b-20cb-4faa-9aa4-321a65ff9fe7 req-51c2110f-05c5-408b-b508-747b6812ff5c tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c29cb64-95e8-4348-805c-ce253d2caf0d HTTP/1.1" status: 200 len: 944 time: 0.1323664 Jul 16 08:54:39.110604 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-4c4fea20-8baf-4f0a-8ce9-5067ea791021 admin admin] For port 78dc1f9a-031d-4242-9276-e628690ddd8d, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=78dc1f9a-031d-4242-9276-e628690ddd8d,segment=NetworkSegment(9452ae90-4bd6-4866-933c-eec760d2cc0f),segment_id=9452ae90-4bd6-4866-933c-eec760d2cc0f)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:39.110830 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c4fea20-8baf-4f0a-8ce9-5067ea791021 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:39.128019 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4c4fea20-8baf-4f0a-8ce9-5067ea791021 admin admin] Calling delete_port for 78dc1f9a-031d-4242-9276-e628690ddd8d owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:39.153281 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1265f96b-20cb-4faa-9aa4-321a65ff9fe7 req-f46d9d57-0534-4992-a9de-f1a9fc5bcf1b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671999 Jul 16 08:54:39.210574 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device c42f109b-237e-442e-9635-b454184869d1 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:54:39.262156 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port c42f109b-237e-442e-9635-b454184869d1 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:54:39.265664 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port c42f109b-237e-442e-9635-b454184869d1 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:54:39.266038 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:39.337383 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c4fea20-8baf-4f0a-8ce9-5067ea791021 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:39.359951 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:39.367726 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4fea20-8baf-4f0a-8ce9-5067ea791021 admin admin] Pushing event deleted for resources: {'Port': ['ID=78dc1f9a-031d-4242-9276-e628690ddd8d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:39.403700 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c29cb64-95e8-4348-805c-ce253d2caf0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42f109b-237e-442e-9635-b454184869d1'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:39.406091 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b650d212-7c8e-4aeb-bfbf-600b7e699a08" -d '{"events": [{"server_uuid": "0c29cb64-95e8-4348-805c-ce253d2caf0d", "name": "network-vif-plugged", "status": "completed", "tag": "c42f109b-237e-442e-9635-b454184869d1"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:39.417890 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port c42f109b-237e-442e-9635-b454184869d1, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=c42f109b-237e-442e-9635-b454184869d1,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:39.422858 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:39.477229 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d78dee-6be5-4c20-8a1f-cfaf57dd2a1f x-openstack-request-id: req-93d78dee-6be5-4c20-8a1f-cfaf57dd2a1f {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:39.477665 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c29cb64-95e8-4348-805c-ce253d2caf0d", "name": "network-vif-plugged", "status": "completed", "tag": "c42f109b-237e-442e-9635-b454184869d1", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:39.478012 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-93d78dee-6be5-4c20-8a1f-cfaf57dd2a1f {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:39.478651 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c29cb64-95e8-4348-805c-ce253d2caf0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c42f109b-237e-442e-9635-b454184869d1', 'code': 200} Jul 16 08:54:39.479704 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=c42f109b-237e-442e-9635-b454184869d1,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:39.662185 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f049ee-23c6-4c77-99d5-db1c64ae1efd req-891c03e6-dd86-4a09-a8ab-e363bfa05e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:39.664616 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a0f049ee-23c6-4c77-99d5-db1c64ae1efd req-891c03e6-dd86-4a09-a8ab-e363bfa05e2b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0c29cb64-95e8-4348-805c-ce253d2caf0d HTTP/1.1" status: 200 len: 1097 time: 0.1346850 Jul 16 08:54:39.665462 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c4fea20-8baf-4f0a-8ce9-5067ea791021 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:39.789085 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a0f049ee-23c6-4c77-99d5-db1c64ae1efd req-ff7c0f8f-e028-4acd-bb8c-c5950c01282c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1169255 Jul 16 08:54:39.974179 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c4fea20-8baf-4f0a-8ce9-5067ea791021 admin admin] Router 2eaf654e-455e-4eea-9df3-6eb17b5994bf has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:54:40.086232 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4fea20-8baf-4f0a-8ce9-5067ea791021 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:40.094350 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4c4fea20-8baf-4f0a-8ce9-5067ea791021 admin admin] 10.222.0.22 "PUT /v2.0/routers/2eaf654e-455e-4eea-9df3-6eb17b5994bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9257312 Jul 16 08:54:40.094699 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34170) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:40.096388 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185a196b-f18a-4f3c-bec5-ac61174637c3 None None] Sync routers for ids ['2eaf654e-455e-4eea-9df3-6eb17b5994bf'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:40.105919 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185a196b-f18a-4f3c-bec5-ac61174637c3 None None] Routers {'2eaf654e-455e-4eea-9df3-6eb17b5994bf'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:40.106527 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-185a196b-f18a-4f3c-bec5-ac61174637c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:54:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2eaf654e-455e-4eea-9df3-6eb17b5994bf'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:40.203010 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1343000c-a958-45d9-a7ab-319607e879fb admin admin] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.213778 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-185a196b-f18a-4f3c-bec5-ac61174637c3 None None] Set router 2eaf654e-455e-4eea-9df3-6eb17b5994bf gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:40.372316 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1343000c-a958-45d9-a7ab-319607e879fb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.432029 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6c1a16-c5fe-4a92-a2e3-e87387cbd1f1 req-7ac8190c-61c4-4577-9ae4-bdc246e06264 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:40.433727 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dc6c1a16-c5fe-4a92-a2e3-e87387cbd1f1 req-7ac8190c-61c4-4577-9ae4-bdc246e06264 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c29cb64-95e8-4348-805c-ce253d2caf0d HTTP/1.1" status: 200 len: 945 time: 0.1186059 Jul 16 08:54:40.492455 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dc6c1a16-c5fe-4a92-a2e3-e87387cbd1f1 req-a56b6ba5-363b-430a-8eb0-0c3145e50818 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0517838 Jul 16 08:54:40.496493 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1343000c-a958-45d9-a7ab-319607e879fb admin admin] Deleting port c73c9615-66b2-4f2f-9267-6989961f4fad {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:40.496915 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-185a196b-f18a-4f3c-bec5-ac61174637c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'name': 'tempest-AttachVolumeShelveTestJSON-593030912-router', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119'}], 'enable_snat': True}, 'gw_port_id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:47Z', 'updated_at': '2021-07-16T08:54:39Z', 'revision_number': 5, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'gw_port': {'id': 'c73c9615-66b2-4f2f-9267-6989961f4fad', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:7b:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2655, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.119', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:45:48Z', 'updated_at': '2021-07-16T08:45:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:40.497157 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1343000c-a958-45d9-a7ab-319607e879fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.530349 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185a196b-f18a-4f3c-bec5-ac61174637c3 None None] Checking router: 2eaf654e-455e-4eea-9df3-6eb17b5994bf for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:54:40.540578 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-185a196b-f18a-4f3c-bec5-ac61174637c3 None None] Routers {'2eaf654e-455e-4eea-9df3-6eb17b5994bf'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:40.541708 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-185a196b-f18a-4f3c-bec5-ac61174637c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:54:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2eaf654e-455e-4eea-9df3-6eb17b5994bf'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:40.634243 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-185a196b-f18a-4f3c-bec5-ac61174637c3 None None] Set router 2eaf654e-455e-4eea-9df3-6eb17b5994bf gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:40.642083 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-1343000c-a958-45d9-a7ab-319607e879fb admin admin] For port c73c9615-66b2-4f2f-9267-6989961f4fad, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=c73c9615-66b2-4f2f-9267-6989961f4fad,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:40.642584 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1343000c-a958-45d9-a7ab-319607e879fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.659145 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1343000c-a958-45d9-a7ab-319607e879fb admin admin] Calling delete_port for c73c9615-66b2-4f2f-9267-6989961f4fad owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:40.691762 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-185a196b-f18a-4f3c-bec5-ac61174637c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'name': 'tempest-AttachVolumeShelveTestJSON-593030912-router', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:47Z', 'updated_at': '2021-07-16T08:54:40Z', 'revision_number': 6, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:40.722459 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-185a196b-f18a-4f3c-bec5-ac61174637c3 None None] The sync data for ids ['2eaf654e-455e-4eea-9df3-6eb17b5994bf'] in n-d-771362-37 is: [{'id': '2eaf654e-455e-4eea-9df3-6eb17b5994bf', 'name': 'tempest-AttachVolumeShelveTestJSON-593030912-router', 'tenant_id': 'b7b1a7b336a94513a52f9785e4e37864', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:45:47Z', 'updated_at': '2021-07-16T08:54:40Z', 'revision_number': 6, 'project_id': 'b7b1a7b336a94513a52f9785e4e37864', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:40.835255 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1343000c-a958-45d9-a7ab-319607e879fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:40.864253 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1343000c-a958-45d9-a7ab-319607e879fb admin admin] Pushing event deleted for resources: {'Port': ['ID=c73c9615-66b2-4f2f-9267-6989961f4fad,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:40.925381 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1343000c-a958-45d9-a7ab-319607e879fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.015113 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1343000c-a958-45d9-a7ab-319607e879fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.017213 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1343000c-a958-45d9-a7ab-319607e879fb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.067291 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1343000c-a958-45d9-a7ab-319607e879fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.067673 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1343000c-a958-45d9-a7ab-319607e879fb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2eaf654e-455e-4eea-9df3-6eb17b5994bf {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:54:41.072154 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1343000c-a958-45d9-a7ab-319607e879fb admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.073382 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1343000c-a958-45d9-a7ab-319607e879fb admin admin] 10.222.0.22 "DELETE /v2.0/routers/2eaf654e-455e-4eea-9df3-6eb17b5994bf HTTP/1.1" status: 204 len: 168 time: 0.9776204 Jul 16 08:54:41.076066 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34182) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:41.128310 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-67ac6981-ee0c-4ef1-9c96-876a5ad5b3b4 admin admin] Deleting subnet 6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:54:41.130005 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67ac6981-ee0c-4ef1-9c96-876a5ad5b3b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.173538 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67ac6981-ee0c-4ef1-9c96-876a5ad5b3b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.266422 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67ac6981-ee0c-4ef1-9c96-876a5ad5b3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.320823 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67ac6981-ee0c-4ef1-9c96-876a5ad5b3b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.343848 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ac6981-ee0c-4ef1-9c96-876a5ad5b3b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:41.349682 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67ac6981-ee0c-4ef1-9c96-876a5ad5b3b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.353672 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-67ac6981-ee0c-4ef1-9c96-876a5ad5b3b4 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6bc2b7a9-fd3d-4e91-8e4e-a56fdc1fa61a HTTP/1.1" status: 204 len: 168 time: 0.2743881 Jul 16 08:54:41.354482 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34188) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:41.358149 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18910b0b-b185-41b7-aab8-982ef634c626 None None] Network 009dd0a1-50a1-45ad-bc58-1d113e644d4b requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:54:41.428202 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9da0215-839c-462d-b54a-6c9e4d392aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.486752 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f9da0215-839c-462d-b54a-6c9e4d392aa2 admin admin] Deleting port 91549065-c1cd-4924-a95a-2d167f7098ab {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:41.487137 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9da0215-839c-462d-b54a-6c9e4d392aa2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.566069 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f9da0215-839c-462d-b54a-6c9e4d392aa2 admin admin] For port 91549065-c1cd-4924-a95a-2d167f7098ab, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=91549065-c1cd-4924-a95a-2d167f7098ab,segment=NetworkSegment(9452ae90-4bd6-4866-933c-eec760d2cc0f),segment_id=9452ae90-4bd6-4866-933c-eec760d2cc0f)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:41.566637 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9da0215-839c-462d-b54a-6c9e4d392aa2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.584810 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15632794-68ff-4fb7-b8cb-056a152d8f27 None None] DHCP port deletion for 009dd0a1-50a1-45ad-bc58-1d113e644d4b request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:54:41.589396 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f9da0215-839c-462d-b54a-6c9e4d392aa2 admin admin] Calling delete_port for 91549065-c1cd-4924-a95a-2d167f7098ab owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:41.662347 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-15632794-68ff-4fb7-b8cb-056a152d8f27 None None] Deleting port 91549065-c1cd-4924-a95a-2d167f7098ab {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:54:41.662996 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15632794-68ff-4fb7-b8cb-056a152d8f27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.707550 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9da0215-839c-462d-b54a-6c9e4d392aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.742071 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 78dc1f9a-031d-4242-9276-e628690ddd8d no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:41.752913 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-15632794-68ff-4fb7-b8cb-056a152d8f27 None None] For port 91549065-c1cd-4924-a95a-2d167f7098ab, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=91549065-c1cd-4924-a95a-2d167f7098ab,segment=NetworkSegment(9452ae90-4bd6-4866-933c-eec760d2cc0f),segment_id=9452ae90-4bd6-4866-933c-eec760d2cc0f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:54:41.753460 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15632794-68ff-4fb7-b8cb-056a152d8f27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.778819 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 78dc1f9a-031d-4242-9276-e628690ddd8d {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:41.779295 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 78dc1f9a-031d-4242-9276-e628690ddd8d not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:41.790655 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-15632794-68ff-4fb7-b8cb-056a152d8f27 None None] Calling delete_port for 91549065-c1cd-4924-a95a-2d167f7098ab owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:54:41.792270 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da0215-839c-462d-b54a-6c9e4d392aa2 admin admin] Pushing event deleted for resources: {'Port': ['ID=91549065-c1cd-4924-a95a-2d167f7098ab,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:41.808846 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9da0215-839c-462d-b54a-6c9e4d392aa2 admin admin] No DVR routers for this DVR port 91549065-c1cd-4924-a95a-2d167f7098ab on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:54:41.877313 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 08:54:41.884531 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23fca00-11c5-4569-8cc3-f1a4d33a453d req-5c789f40-454c-43b9-8349-1c9fb666f94b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:41.885365 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15632794-68ff-4fb7-b8cb-056a152d8f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.885763 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b23fca00-11c5-4569-8cc3-f1a4d33a453d req-5c789f40-454c-43b9-8349-1c9fb666f94b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c29cb64-95e8-4348-805c-ce253d2caf0d HTTP/1.1" status: 200 len: 945 time: 0.1844401 Jul 16 08:54:41.914748 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15632794-68ff-4fb7-b8cb-056a152d8f27 None None] Pushing event deleted for resources: {'Port': ['ID=91549065-c1cd-4924-a95a-2d167f7098ab,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:41.919808 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9da0215-839c-462d-b54a-6c9e4d392aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.923929 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15632794-68ff-4fb7-b8cb-056a152d8f27 None None] No DVR routers for this DVR port 91549065-c1cd-4924-a95a-2d167f7098ab on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:54:41.951357 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-f9da0215-839c-462d-b54a-6c9e4d392aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['009dd0a1-50a1-45ad-bc58-1d113e644d4b']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:41.965645 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-f9da0215-839c-462d-b54a-6c9e4d392aa2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9452ae90-4bd6-4866-933c-eec760d2cc0f') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:41.965782 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-f9da0215-839c-462d-b54a-6c9e4d392aa2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9452ae90-4bd6-4866-933c-eec760d2cc0f') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:41.983066 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9da0215-839c-462d-b54a-6c9e4d392aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:41.993857 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b23fca00-11c5-4569-8cc3-f1a4d33a453d req-b1fe7f3f-1d95-417e-85a1-c9da7b861224 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696459 Jul 16 08:54:42.002479 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9da0215-839c-462d-b54a-6c9e4d392aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.011334 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9da0215-839c-462d-b54a-6c9e4d392aa2 admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9da0215-839c-462d-b54a-6c9e4d392aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:42.022066 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:42.089857 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9da0215-839c-462d-b54a-6c9e4d392aa2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.096685 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f9da0215-839c-462d-b54a-6c9e4d392aa2 admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.098507 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f9da0215-839c-462d-b54a-6c9e4d392aa2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/009dd0a1-50a1-45ad-bc58-1d113e644d4b HTTP/1.1" status: 204 len: 168 time: 0.7425277 Jul 16 08:54:42.109518 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9da0215-839c-462d-b54a-6c9e4d392aa2 admin admin] Pushing event deleted for resources: {'Network': ['ID=009dd0a1-50a1-45ad-bc58-1d113e644d4b,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:42.201733 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43c3dc6-7d70-4403-a86f-04e4763a5e3d req-66119523-6237-4aa2-ac68-892180e6e026 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:42.206057 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c43c3dc6-7d70-4403-a86f-04e4763a5e3d req-66119523-6237-4aa2-ac68-892180e6e026 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c29cb64-95e8-4348-805c-ce253d2caf0d HTTP/1.1" status: 200 len: 945 time: 0.0757167 Jul 16 08:54:42.242979 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34198) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:42.271005 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c43c3dc6-7d70-4403-a86f-04e4763a5e3d req-698b8970-0f86-448f-a01f-eb27688e2f51 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586371 Jul 16 08:54:42.287474 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-20694c63-66a0-449f-9e09-b56ac0bd4f02 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b7b1a7b336a94513a52f9785e4e37864&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456645 Jul 16 08:54:42.287913 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34202) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:42.302555 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34204) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:42.356822 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01e349d5-3bf5-4fa7-9e77-7f3ae1457ace tempest-TestVolumeBootPattern-2001700448 tempest-TestVolumeBootPattern-2001700448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:42.361489 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-01e349d5-3bf5-4fa7-9e77-7f3ae1457ace tempest-TestVolumeBootPattern-2001700448 tempest-TestVolumeBootPattern-2001700448-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=0c29cb64-95e8-4348-805c-ce253d2caf0d HTTP/1.1" status: 200 len: 1092 time: 0.0542145 Jul 16 08:54:42.361661 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aba28f94-b8ea-4fea-a906-eb2d242502b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.362100 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34206) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:42.366055 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c8ac2ece-c3d7-4fe0-a1cc-a860a4037426 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'port_id': 'c42f109b-237e-442e-9635-b454184869d1', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:54:42.381255 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aba28f94-b8ea-4fea-a906-eb2d242502b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.390913 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8ac2ece-c3d7-4fe0-a1cc-a860a4037426 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.434794 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aba28f94-b8ea-4fea-a906-eb2d242502b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.437534 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aba28f94-b8ea-4fea-a906-eb2d242502b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.441265 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-aba28f94-b8ea-4fea-a906-eb2d242502b2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/19dd0396-312d-43e3-9d8b-02f3efc43b69 HTTP/1.1" status: 204 len: 168 time: 0.1497858 Jul 16 08:54:42.454644 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba28f94-b8ea-4fea-a906-eb2d242502b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19dd0396-312d-43e3-9d8b-02f3efc43b69,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:42.498776 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8ac2ece-c3d7-4fe0-a1cc-a860a4037426 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.615931 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-c8ac2ece-c3d7-4fe0-a1cc-a860a4037426 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Allocated IP 172.25.3.185 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/905b07fb-102b-47f9-9611-bd5ddba3b747) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:54:42.742199 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8ac2ece-c3d7-4fe0-a1cc-a860a4037426 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.810227 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8ac2ece-c3d7-4fe0-a1cc-a860a4037426 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:42.852041 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8ac2ece-c3d7-4fe0-a1cc-a860a4037426 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:54:42.855566 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-c8ac2ece-c3d7-4fe0-a1cc-a860a4037426 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:54:42.860086 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ac2ece-c3d7-4fe0-a1cc-a860a4037426 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:54:42.929756 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac2ece-c3d7-4fe0-a1cc-a860a4037426 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Pushing event updated for resources: {'Port': ['ID=905b07fb-102b-47f9-9611-bd5ddba3b747,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:43.260101 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8ac2ece-c3d7-4fe0-a1cc-a860a4037426 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.264608 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device c73c9615-66b2-4f2f-9267-6989961f4fad no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:43.288521 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: c73c9615-66b2-4f2f-9267-6989961f4fad {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:43.289588 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device c73c9615-66b2-4f2f-9267-6989961f4fad not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:43.290204 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 91549065-c1cd-4924-a95a-2d167f7098ab no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:54:43.316514 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 91549065-c1cd-4924-a95a-2d167f7098ab {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:54:43.316920 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 91549065-c1cd-4924-a95a-2d167f7098ab not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:54:43.372442 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8ac2ece-c3d7-4fe0-a1cc-a860a4037426 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.603568 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8ac2ece-c3d7-4fe0-a1cc-a860a4037426 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.611423 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8ac2ece-c3d7-4fe0-a1cc-a860a4037426 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.690507 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac2ece-c3d7-4fe0-a1cc-a860a4037426 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Pushing event updated for resources: {'Port': ['ID=905b07fb-102b-47f9-9611-bd5ddba3b747,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:43.701469 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8ac2ece-c3d7-4fe0-a1cc-a860a4037426 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:43.828252 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-c8ac2ece-c3d7-4fe0-a1cc-a860a4037426 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Floating IP 5764ab2c-06bf-45f3-b10b-d51df9e990e5 associated. External IP: 172.25.3.185, port: c42f109b-237e-442e-9635-b454184869d1. Jul 16 08:54:44.066251 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8ac2ece-c3d7-4fe0-a1cc-a860a4037426 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Router 2b3a1e75-8fee-4585-95f3-88b32e554ddc has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:54:44.183362 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8ac2ece-c3d7-4fe0-a1cc-a860a4037426 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:54:44.196023 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2066d1e3-ce33-4197-8de1-311cc5b36aef None None] Sync routers for ids ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:54:44.202194 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8ac2ece-c3d7-4fe0-a1cc-a860a4037426 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:44.207537 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2066d1e3-ce33-4197-8de1-311cc5b36aef None None] Routers {'2b3a1e75-8fee-4585-95f3-88b32e554ddc'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:44.208144 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2066d1e3-ce33-4197-8de1-311cc5b36aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:54:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:44.252370 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c8ac2ece-c3d7-4fe0-a1cc-a860a4037426 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8774354 Jul 16 08:54:44.252370 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c29cb64-95e8-4348-805c-ce253d2caf0d', 'tag': 'c42f109b-237e-442e-9635-b454184869d1'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:54:44.252370 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15d8974b-cc45-4117-bada-bf0db32b735c" -d '{"events": [{"name": "network-changed", "server_uuid": "0c29cb64-95e8-4348-805c-ce253d2caf0d", "tag": "c42f109b-237e-442e-9635-b454184869d1"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:54:44.289333 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e710dc79-35b9-4a71-b804-b414b0c87418 x-openstack-request-id: req-e710dc79-35b9-4a71-b804-b414b0c87418 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:54:44.290000 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c29cb64-95e8-4348-805c-ce253d2caf0d", "tag": "c42f109b-237e-442e-9635-b454184869d1", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:54:44.290000 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e710dc79-35b9-4a71-b804-b414b0c87418 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:54:44.290489 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c29cb64-95e8-4348-805c-ce253d2caf0d', 'tag': 'c42f109b-237e-442e-9635-b454184869d1', 'status': 'completed', 'code': 200} Jul 16 08:54:44.372137 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-2066d1e3-ce33-4197-8de1-311cc5b36aef None None] Set router 2b3a1e75-8fee-4585-95f3-88b32e554ddc gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:44.411737 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8974b-cc45-4117-bada-bf0db32b735c req-533486e8-8259-4f2d-9d38-9eb748aef63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:44.413403 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-15d8974b-cc45-4117-bada-bf0db32b735c req-533486e8-8259-4f2d-9d38-9eb748aef63f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30db3ea81a8c4c93843f47b12edb82f2&device_id=0c29cb64-95e8-4348-805c-ce253d2caf0d HTTP/1.1" status: 200 len: 1097 time: 0.1004338 Jul 16 08:54:44.526063 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8974b-cc45-4117-bada-bf0db32b735c req-82d852bc-62c6-492b-933e-c531c6664820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:44.527732 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-15d8974b-cc45-4117-bada-bf0db32b735c req-82d852bc-62c6-492b-933e-c531c6664820 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 HTTP/1.1" status: 200 len: 913 time: 0.1080863 Jul 16 08:54:44.604750 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-15d8974b-cc45-4117-bada-bf0db32b735c req-5af1a7cd-1892-40ab-a465-4776f699ad7f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c42f109b-237e-442e-9635-b454184869d1 HTTP/1.1" status: 200 len: 999 time: 0.0706370 Jul 16 08:54:44.645649 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2066d1e3-ce33-4197-8de1-311cc5b36aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'name': 'tempest-TestVolumeBootPattern-1690893934-router', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'gw_port': {'id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '5764ab2c-06bf-45f3-b10b-d51df9e990e5', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'port_id': 'c42f109b-237e-442e-9635-b454184869d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'mac_address': 'fa:16:3e:a7:42:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c29cb64-95e8-4348-805c-ce253d2caf0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:54:43Z', 'updated_at': '2021-07-16T08:54:43Z', 'revision_number': 0, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9128757d-2d91-4dd4-900b-7873b6e8a2d7', 'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'mac_address': 'fa:16:3e:f7:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '1a202c89-ad61-4335-b129-f178d622ac10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:56Z', 'updated_at': '2021-07-16T08:50:07Z', 'revision_number': 5, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'subnets': [{'id': '1a202c89-ad61-4335-b129-f178d622ac10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:44.657694 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8974b-cc45-4117-bada-bf0db32b735c req-c4d8b74c-8e83-4f86-a70c-60a7e016ea25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:44.659424 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-15d8974b-cc45-4117-bada-bf0db32b735c req-c4d8b74c-8e83-4f86-a70c-60a7e016ea25 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1a202c89-ad61-4335-b129-f178d622ac10 HTTP/1.1" status: 200 len: 851 time: 0.0485387 Jul 16 08:54:44.675215 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2066d1e3-ce33-4197-8de1-311cc5b36aef None None] Checking router: 2b3a1e75-8fee-4585-95f3-88b32e554ddc for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:54:44.683859 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2066d1e3-ce33-4197-8de1-311cc5b36aef None None] Routers {'2b3a1e75-8fee-4585-95f3-88b32e554ddc'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:54:44.684503 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2066d1e3-ce33-4197-8de1-311cc5b36aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:54:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:44.724961 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d8974b-cc45-4117-bada-bf0db32b735c req-2c7dccc1-a99f-4e4e-9dd9-0427f87fe0ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:54:44.726511 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-15d8974b-cc45-4117-bada-bf0db32b735c req-2c7dccc1-a99f-4e4e-9dd9-0427f87fe0ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0612221 Jul 16 08:54:44.811531 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-2066d1e3-ce33-4197-8de1-311cc5b36aef None None] Set router 2b3a1e75-8fee-4585-95f3-88b32e554ddc gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:54:44.815962 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34274) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:44.849593 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-15d8974b-cc45-4117-bada-bf0db32b735c req-7c9347d8-821f-4893-8c6a-850f98da70be service neutron] 10.222.0.30 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156716 Jul 16 08:54:44.953153 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-15d8974b-cc45-4117-bada-bf0db32b735c req-195fb670-3b15-4a34-9962-1aab5be7d530 service neutron] 10.222.0.30 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975578 Jul 16 08:54:44.967995 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad5dbd27-faae-4e50-84b9-8da028dec025 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.107979 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad5dbd27-faae-4e50-84b9-8da028dec025 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.115882 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad5dbd27-faae-4e50-84b9-8da028dec025 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.135730 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2066d1e3-ce33-4197-8de1-311cc5b36aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'name': 'tempest-TestVolumeBootPattern-1690893934-router', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'gw_port': {'id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '5764ab2c-06bf-45f3-b10b-d51df9e990e5', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'port_id': 'c42f109b-237e-442e-9635-b454184869d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'mac_address': 'fa:16:3e:a7:42:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c29cb64-95e8-4348-805c-ce253d2caf0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:54:43Z', 'updated_at': '2021-07-16T08:54:43Z', 'revision_number': 0, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9128757d-2d91-4dd4-900b-7873b6e8a2d7', 'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'mac_address': 'fa:16:3e:f7:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '1a202c89-ad61-4335-b129-f178d622ac10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:56Z', 'updated_at': '2021-07-16T08:50:07Z', 'revision_number': 5, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'subnets': [{'id': '1a202c89-ad61-4335-b129-f178d622ac10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:45.161925 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34288) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:45.162548 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ad5dbd27-faae-4e50-84b9-8da028dec025 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=90c8d57bb35e4e72a3eafd3880e34fc8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3449826 Jul 16 08:54:45.164642 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5dbd27-faae-4e50-84b9-8da028dec025 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=635e6ae0-1ab0-470b-85c7-55c94cf6d845,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:45.165302 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2066d1e3-ce33-4197-8de1-311cc5b36aef None None] The sync data for ids ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'] in n-d-771362-37 is: [{'id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'name': 'tempest-TestVolumeBootPattern-1690893934-router', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'gw_port': {'id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '5764ab2c-06bf-45f3-b10b-d51df9e990e5', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'floating_ip_address': '172.25.3.185', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'port_id': 'c42f109b-237e-442e-9635-b454184869d1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3348, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'mac_address': 'fa:16:3e:a7:42:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c29cb64-95e8-4348-805c-ce253d2caf0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:54:43Z', 'updated_at': '2021-07-16T08:54:43Z', 'revision_number': 0, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9128757d-2d91-4dd4-900b-7873b6e8a2d7', 'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'mac_address': 'fa:16:3e:f7:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '1a202c89-ad61-4335-b129-f178d622ac10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:56Z', 'updated_at': '2021-07-16T08:50:07Z', 'revision_number': 5, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'subnets': [{'id': '1a202c89-ad61-4335-b129-f178d622ac10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:54:45.233700 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-987818b9-877a-43aa-b36c-7bc95d7f1c97 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.256490 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-987818b9-877a-43aa-b36c-7bc95d7f1c97 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.309482 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-987818b9-877a-43aa-b36c-7bc95d7f1c97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.313501 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-987818b9-877a-43aa-b36c-7bc95d7f1c97 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.326811 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-987818b9-877a-43aa-b36c-7bc95d7f1c97 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/635e6ae0-1ab0-470b-85c7-55c94cf6d845 HTTP/1.1" status: 204 len: 168 time: 0.1553550 Jul 16 08:54:45.337898 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987818b9-877a-43aa-b36c-7bc95d7f1c97 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=635e6ae0-1ab0-470b-85c7-55c94cf6d845,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:45.430440 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae52eaa-4fab-4cc4-a3bb-351b2c881cf1 None None] New status for floating IP 5764ab2c-06bf-45f3-b10b-d51df9e990e5: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:54:45.627206 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34294) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:45.641070 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d485ce8-d9b0-4343-bd49-81a9b6228396 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.731183 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d485ce8-d9b0-4343-bd49-81a9b6228396 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.735336 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d485ce8-d9b0-4343-bd49-81a9b6228396 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.774343 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0d485ce8-d9b0-4343-bd49-81a9b6228396 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=64b0b7f742844482b40104c58fae3a95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1459920 Jul 16 08:54:45.775279 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d485ce8-d9b0-4343-bd49-81a9b6228396 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b84b954-e254-4360-b8d7-daf1a6bda2c0,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:45.777235 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34296) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:45.830414 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-39bbd2a2-5047-43e5-9d4e-2a98826e0cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.851751 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-39bbd2a2-5047-43e5-9d4e-2a98826e0cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.897560 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-39bbd2a2-5047-43e5-9d4e-2a98826e0cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.900342 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-39bbd2a2-5047-43e5-9d4e-2a98826e0cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:45.902104 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-39bbd2a2-5047-43e5-9d4e-2a98826e0cd0 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3b84b954-e254-4360-b8d7-daf1a6bda2c0 HTTP/1.1" status: 204 len: 168 time: 0.1232321 Jul 16 08:54:45.909670 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bbd2a2-5047-43e5-9d4e-2a98826e0cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b84b954-e254-4360-b8d7-daf1a6bda2c0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:53.494763 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34554) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:53.542705 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-a28bd830-dc74-4b87-b679-52ae8874d204 admin admin] Deleting subnet 6e2f6c5f-84e0-46c7-81c1-8890788a39ad {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:54:53.545948 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a28bd830-dc74-4b87-b679-52ae8874d204 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.589291 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a28bd830-dc74-4b87-b679-52ae8874d204 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.631361 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a28bd830-dc74-4b87-b679-52ae8874d204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.685274 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a28bd830-dc74-4b87-b679-52ae8874d204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.712256 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28bd830-dc74-4b87-b679-52ae8874d204 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e2f6c5f-84e0-46c7-81c1-8890788a39ad,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:53.715161 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a28bd830-dc74-4b87-b679-52ae8874d204 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:53.717621 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a28bd830-dc74-4b87-b679-52ae8874d204 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6e2f6c5f-84e0-46c7-81c1-8890788a39ad HTTP/1.1" status: 204 len: 168 time: 0.2215192 Jul 16 08:54:53.720031 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34560) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:54.157242 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf8703ec-8cb2-46f3-b4d3-f7a836e4ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.236159 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf8703ec-8cb2-46f3-b4d3-f7a836e4ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.246805 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-bf8703ec-8cb2-46f3-b4d3-f7a836e4ba3e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b949f489-5777-49d7-a0ef-9cf4ad99ddeb']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:54.257904 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-bf8703ec-8cb2-46f3-b4d3-f7a836e4ba3e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a587e9f9-bb58-4396-a0b3-5c00f467b7bf') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:54.258207 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-bf8703ec-8cb2-46f3-b4d3-f7a836e4ba3e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a587e9f9-bb58-4396-a0b3-5c00f467b7bf') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:54.267881 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf8703ec-8cb2-46f3-b4d3-f7a836e4ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.288199 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf8703ec-8cb2-46f3-b4d3-f7a836e4ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.296178 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf8703ec-8cb2-46f3-b4d3-f7a836e4ba3e admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:54.296593 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf8703ec-8cb2-46f3-b4d3-f7a836e4ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:54.298307 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:54.356343 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf8703ec-8cb2-46f3-b4d3-f7a836e4ba3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.362468 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bf8703ec-8cb2-46f3-b4d3-f7a836e4ba3e admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.364504 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bf8703ec-8cb2-46f3-b4d3-f7a836e4ba3e admin admin] 10.222.0.22 "DELETE /v2.0/networks/b949f489-5777-49d7-a0ef-9cf4ad99ddeb HTTP/1.1" status: 204 len: 168 time: 0.6433046 Jul 16 08:54:54.367254 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34586) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:54.376080 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8703ec-8cb2-46f3-b4d3-f7a836e4ba3e admin admin] Pushing event deleted for resources: {'Network': ['ID=b949f489-5777-49d7-a0ef-9cf4ad99ddeb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:54.426745 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-4408b9b4-22e6-4043-81d8-afe6af5a64e6 admin admin] Deleting subnet 6259d56d-cff8-47a0-a4e8-3b61f93963e8 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:54:54.429967 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4408b9b4-22e6-4043-81d8-afe6af5a64e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.465390 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4408b9b4-22e6-4043-81d8-afe6af5a64e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.507289 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4408b9b4-22e6-4043-81d8-afe6af5a64e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.570735 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4408b9b4-22e6-4043-81d8-afe6af5a64e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.597098 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4408b9b4-22e6-4043-81d8-afe6af5a64e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6259d56d-cff8-47a0-a4e8-3b61f93963e8,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:54.603892 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4408b9b4-22e6-4043-81d8-afe6af5a64e6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.606531 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4408b9b4-22e6-4043-81d8-afe6af5a64e6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/6259d56d-cff8-47a0-a4e8-3b61f93963e8 HTTP/1.1" status: 204 len: 168 time: 0.2374401 Jul 16 08:54:54.609013 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34592) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:54.685790 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b865db2-aba9-4e71-a38c-95d273521e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.762608 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b865db2-aba9-4e71-a38c-95d273521e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.772808 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-2b865db2-aba9-4e71-a38c-95d273521e73 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c186285a-c57c-447b-a7d5-8d5a8768d2bd']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:54.788907 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-2b865db2-aba9-4e71-a38c-95d273521e73 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ac652c-078c-41f7-bfa7-d3ca897daf2b') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:54.789186 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-2b865db2-aba9-4e71-a38c-95d273521e73 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ac652c-078c-41f7-bfa7-d3ca897daf2b') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:54:54.799081 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b865db2-aba9-4e71-a38c-95d273521e73 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.819857 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b865db2-aba9-4e71-a38c-95d273521e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.826854 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b865db2-aba9-4e71-a38c-95d273521e73 admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:54:54.827278 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b865db2-aba9-4e71-a38c-95d273521e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.829121 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:54:54.829121 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:54:54.829121 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:54:54.829121 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:54:54.829121 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:54:54.829121 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:54:54.829121 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:54:54.829121 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:54:54.829121 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:54:54.829121 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:54:54.829121 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:54:54.829121 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:54:54.829121 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:54:54.829121 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:54:54.829121 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:54:54.829121 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:54:54.829121 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:54:54.829121 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:54:54.829121 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:54:54.829121 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:54:54.829121 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:54:54.829121 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:54:54.829121 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:54:54.829121 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:54:54.829121 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:54:54.829121 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:54:54.829121 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:54:54.829121 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:54:54.829121 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:54:54.829121 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:54:54.829121 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:54:54.829121 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:54:54.883287 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b865db2-aba9-4e71-a38c-95d273521e73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.890382 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2b865db2-aba9-4e71-a38c-95d273521e73 admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:54.892853 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2b865db2-aba9-4e71-a38c-95d273521e73 admin admin] 10.222.0.22 "DELETE /v2.0/networks/c186285a-c57c-447b-a7d5-8d5a8768d2bd HTTP/1.1" status: 204 len: 168 time: 0.2824273 Jul 16 08:54:54.902953 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b865db2-aba9-4e71-a38c-95d273521e73 admin admin] Pushing event deleted for resources: {'Network': ['ID=c186285a-c57c-447b-a7d5-8d5a8768d2bd,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:55.118801 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34606) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:55.161591 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b37f0d60-61dc-4bf4-a0ad-d65f64ec9f3c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9f67cada020c40299780652afdd0ac56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415099 Jul 16 08:54:55.164045 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34612) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:55.217431 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73072f5a-d1bd-4b1a-988e-ee63d306cf6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.242510 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73072f5a-d1bd-4b1a-988e-ee63d306cf6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.300993 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73072f5a-d1bd-4b1a-988e-ee63d306cf6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.304249 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-73072f5a-d1bd-4b1a-988e-ee63d306cf6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.305426 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-73072f5a-d1bd-4b1a-988e-ee63d306cf6b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7a505c20-ac27-45fe-b63d-e0c912a34c40 HTTP/1.1" status: 204 len: 168 time: 0.1401844 Jul 16 08:54:55.315784 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73072f5a-d1bd-4b1a-988e-ee63d306cf6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a505c20-ac27-45fe-b63d-e0c912a34c40,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:55.688023 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34628) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:55.729859 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4c83e771-9df2-4cfa-8910-00f25a91e5e5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=faa39cb28d994ab18845d35ba26a0940&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0415821 Jul 16 08:54:55.732266 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34632) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:55.786880 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d5adfe07-1b74-4cab-9983-9ec9c2587e28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.813714 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d5adfe07-1b74-4cab-9983-9ec9c2587e28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.861772 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d5adfe07-1b74-4cab-9983-9ec9c2587e28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.864662 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d5adfe07-1b74-4cab-9983-9ec9c2587e28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:55.865843 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d5adfe07-1b74-4cab-9983-9ec9c2587e28 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4267867c-fbb3-4662-b4ed-bb6498897284 HTTP/1.1" status: 204 len: 168 time: 0.1326325 Jul 16 08:54:55.874343 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5adfe07-1b74-4cab-9983-9ec9c2587e28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4267867c-fbb3-4662-b4ed-bb6498897284,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:56.929398 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34696) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:57.035306 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-63b416f6-4ba5-4a9c-ae04-fca107881158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.122457 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-63b416f6-4ba5-4a9c-ae04-fca107881158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.127287 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-63b416f6-4ba5-4a9c-ae04-fca107881158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.166074 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-63b416f6-4ba5-4a9c-ae04-fca107881158 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e5fad9f7df3c456394c51e7a57550171&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2355754 Jul 16 08:54:57.167834 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b416f6-4ba5-4a9c-ae04-fca107881158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b264bf6e-4bd3-4604-bd18-592132e6afea,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:57.169937 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34704) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:57.221895 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56e3dab7-ed23-4320-88e7-05c2cbc29675 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.243712 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56e3dab7-ed23-4320-88e7-05c2cbc29675 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.294790 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56e3dab7-ed23-4320-88e7-05c2cbc29675 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.297492 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56e3dab7-ed23-4320-88e7-05c2cbc29675 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.298658 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-56e3dab7-ed23-4320-88e7-05c2cbc29675 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b264bf6e-4bd3-4604-bd18-592132e6afea HTTP/1.1" status: 204 len: 168 time: 0.1275167 Jul 16 08:54:57.306959 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e3dab7-ed23-4320-88e7-05c2cbc29675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b264bf6e-4bd3-4604-bd18-592132e6afea,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:57.347194 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34710) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:57.455713 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-23cc9aa2-2c6c-4ad2-8c0a-3e78603b2bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.548108 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-23cc9aa2-2c6c-4ad2-8c0a-3e78603b2bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.552821 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-23cc9aa2-2c6c-4ad2-8c0a-3e78603b2bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.592167 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-23cc9aa2-2c6c-4ad2-8c0a-3e78603b2bd8 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dd8b954eb3d742e1883ee616f944fb88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2438705 Jul 16 08:54:57.592906 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23cc9aa2-2c6c-4ad2-8c0a-3e78603b2bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4237b185-e198-4d15-9cef-97473a68c362,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:57.595450 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34720) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:57.648365 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34722) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:57.650424 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-91a8a011-cf79-4259-bcbe-03eb609c9b2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.662685 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7659d613-6d8f-4bf4-a8a7-0ab952bc598e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.672275 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-91a8a011-cf79-4259-bcbe-03eb609c9b2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.733004 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-91a8a011-cf79-4259-bcbe-03eb609c9b2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.735535 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-91a8a011-cf79-4259-bcbe-03eb609c9b2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.736732 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-91a8a011-cf79-4259-bcbe-03eb609c9b2d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4237b185-e198-4d15-9cef-97473a68c362 HTTP/1.1" status: 204 len: 168 time: 0.1402359 Jul 16 08:54:57.744681 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8a011-cf79-4259-bcbe-03eb609c9b2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4237b185-e198-4d15-9cef-97473a68c362,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:57.764750 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7659d613-6d8f-4bf4-a8a7-0ab952bc598e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.769575 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7659d613-6d8f-4bf4-a8a7-0ab952bc598e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.809579 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7659d613-6d8f-4bf4-a8a7-0ab952bc598e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7b04bb94d30144fbbf4dc7fc9fb0365d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1600487 Jul 16 08:54:57.812025 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34726) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:54:57.818461 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7659d613-6d8f-4bf4-a8a7-0ab952bc598e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abb750af-0c0e-4e05-80b1-6aa9143c0362,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:54:57.864705 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72a87226-bab3-4615-b11e-fbc6d9e324ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.886058 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72a87226-bab3-4615-b11e-fbc6d9e324ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.940515 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72a87226-bab3-4615-b11e-fbc6d9e324ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.943197 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72a87226-bab3-4615-b11e-fbc6d9e324ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:54:57.944403 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-72a87226-bab3-4615-b11e-fbc6d9e324ae admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/abb750af-0c0e-4e05-80b1-6aa9143c0362 HTTP/1.1" status: 204 len: 168 time: 0.1313920 Jul 16 08:54:57.953112 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a87226-bab3-4615-b11e-fbc6d9e324ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abb750af-0c0e-4e05-80b1-6aa9143c0362,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:00.425391 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 34848) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:00.570440 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-88b8ceb0-253c-4fd0-80ab-a32cb837a616 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.664555 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-88b8ceb0-253c-4fd0-80ab-a32cb837a616 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.670143 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-88b8ceb0-253c-4fd0-80ab-a32cb837a616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.718952 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-88b8ceb0-253c-4fd0-80ab-a32cb837a616 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=27c04f63333a48f6bff60dbffd6a79d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2923717 Jul 16 08:55:00.720121 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b8ceb0-253c-4fd0-80ab-a32cb837a616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bcb762-86aa-4b2c-b5db-4ea89fa7414e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:00.726592 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34854) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:00.784791 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-33223759-6114-4a21-a114-5ab0967eeaec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.808994 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-33223759-6114-4a21-a114-5ab0967eeaec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.860574 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-33223759-6114-4a21-a114-5ab0967eeaec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.863433 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-33223759-6114-4a21-a114-5ab0967eeaec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:00.864760 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-33223759-6114-4a21-a114-5ab0967eeaec admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/31bcb762-86aa-4b2c-b5db-4ea89fa7414e HTTP/1.1" status: 204 len: 168 time: 0.1385577 Jul 16 08:55:00.876399 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33223759-6114-4a21-a114-5ab0967eeaec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bcb762-86aa-4b2c-b5db-4ea89fa7414e,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:02.016797 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34912) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:02.111216 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.127248 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-def8e2bf-3055-4ebf-b73c-139a31ae3fd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.219282 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.250872 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-def8e2bf-3055-4ebf-b73c-139a31ae3fd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.255892 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-def8e2bf-3055-4ebf-b73c-139a31ae3fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.295496 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8e2bf-3055-4ebf-b73c-139a31ae3fd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dadbd649-1364-4aa0-9e06-578b6571fa69,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:02.300519 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-def8e2bf-3055-4ebf-b73c-139a31ae3fd4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=853784577512412db51bf96e57559e86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2824171 Jul 16 08:55:02.302513 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 34918) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:02.365950 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a8559394-b14c-44ec-ab5f-ddde436e2067 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.387868 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a8559394-b14c-44ec-ab5f-ddde436e2067 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.441854 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a8559394-b14c-44ec-ab5f-ddde436e2067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.444503 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a8559394-b14c-44ec-ab5f-ddde436e2067 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:02.448214 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a8559394-b14c-44ec-ab5f-ddde436e2067 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dadbd649-1364-4aa0-9e06-578b6571fa69 HTTP/1.1" status: 204 len: 168 time: 0.1422038 Jul 16 08:55:02.454124 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8559394-b14c-44ec-ab5f-ddde436e2067 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dadbd649-1364-4aa0-9e06-578b6571fa69,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:03.302497 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2afb10c9-76c1-4736-a9dc-1a91f617d447 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.742923 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35044) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:04.863395 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c016e6e2-e363-486b-9b14-f124ecf3376d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.954779 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c016e6e2-e363-486b-9b14-f124ecf3376d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.958935 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c016e6e2-e363-486b-9b14-f124ecf3376d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:04.997906 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c016e6e2-e363-486b-9b14-f124ecf3376d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=04f7b8cf94fd41f79078449090d87dd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2544248 Jul 16 08:55:04.998619 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c016e6e2-e363-486b-9b14-f124ecf3376d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05cf3456-6b8b-4d22-aa54-2b3e88ca2c42,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:05.000845 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35048) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:05.054587 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e7db7726-f10e-47d1-915c-a98a34a4815c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.077191 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e7db7726-f10e-47d1-915c-a98a34a4815c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.133728 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e7db7726-f10e-47d1-915c-a98a34a4815c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.137569 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e7db7726-f10e-47d1-915c-a98a34a4815c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.139068 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e7db7726-f10e-47d1-915c-a98a34a4815c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/05cf3456-6b8b-4d22-aa54-2b3e88ca2c42 HTTP/1.1" status: 204 len: 168 time: 0.1370242 Jul 16 08:55:05.151714 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7db7726-f10e-47d1-915c-a98a34a4815c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cf3456-6b8b-4d22-aa54-2b3e88ca2c42,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:05.445193 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35058) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:05.458130 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c02f91ae-cca4-4800-8b4d-5c146f6c1db5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.548211 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c02f91ae-cca4-4800-8b4d-5c146f6c1db5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.552303 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c02f91ae-cca4-4800-8b4d-5c146f6c1db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.594306 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c02f91ae-cca4-4800-8b4d-5c146f6c1db5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d9aca54c784a4b99a8cb2550e43290d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1478431 Jul 16 08:55:05.594975 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02f91ae-cca4-4800-8b4d-5c146f6c1db5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdc89b5-7044-4ac5-9b70-7f0ce8364311,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:05.596788 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35060) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:05.602448 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02f91ae-cca4-4800-8b4d-5c146f6c1db5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.602799 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02f91ae-cca4-4800-8b4d-5c146f6c1db5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.603141 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02f91ae-cca4-4800-8b4d-5c146f6c1db5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.603479 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02f91ae-cca4-4800-8b4d-5c146f6c1db5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.603849 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02f91ae-cca4-4800-8b4d-5c146f6c1db5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.604184 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02f91ae-cca4-4800-8b4d-5c146f6c1db5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.604541 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02f91ae-cca4-4800-8b4d-5c146f6c1db5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.605053 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02f91ae-cca4-4800-8b4d-5c146f6c1db5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.605322 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02f91ae-cca4-4800-8b4d-5c146f6c1db5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.605655 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02f91ae-cca4-4800-8b4d-5c146f6c1db5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.605981 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02f91ae-cca4-4800-8b4d-5c146f6c1db5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.606301 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c02f91ae-cca4-4800-8b4d-5c146f6c1db5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.648148 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ebfa05b6-8401-4426-8e15-0dff7cfc0e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.671625 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ebfa05b6-8401-4426-8e15-0dff7cfc0e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.709294 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-82521257-86be-4085-a51d-3ece72c88215 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.723010 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ebfa05b6-8401-4426-8e15-0dff7cfc0e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.726721 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ebfa05b6-8401-4426-8e15-0dff7cfc0e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:05.728900 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ebfa05b6-8401-4426-8e15-0dff7cfc0e6a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9cdc89b5-7044-4ac5-9b70-7f0ce8364311 HTTP/1.1" status: 204 len: 168 time: 0.1309452 Jul 16 08:55:05.741731 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa05b6-8401-4426-8e15-0dff7cfc0e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdc89b5-7044-4ac5-9b70-7f0ce8364311,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:05.752502 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa05b6-8401-4426-8e15-0dff7cfc0e6a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.753073 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa05b6-8401-4426-8e15-0dff7cfc0e6a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.753437 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa05b6-8401-4426-8e15-0dff7cfc0e6a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.753796 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa05b6-8401-4426-8e15-0dff7cfc0e6a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.754301 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa05b6-8401-4426-8e15-0dff7cfc0e6a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.754646 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa05b6-8401-4426-8e15-0dff7cfc0e6a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.755217 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa05b6-8401-4426-8e15-0dff7cfc0e6a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.755572 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa05b6-8401-4426-8e15-0dff7cfc0e6a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.756398 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa05b6-8401-4426-8e15-0dff7cfc0e6a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.756398 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa05b6-8401-4426-8e15-0dff7cfc0e6a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.756680 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa05b6-8401-4426-8e15-0dff7cfc0e6a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:05.757024 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebfa05b6-8401-4426-8e15-0dff7cfc0e6a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:06.026088 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.102907 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:07.143231 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35124) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:07.263987 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-25e34667-850c-431c-9cfe-f1a5db2c9bb2 tempest-QuotasTest-856694885 tempest-QuotasTest-856694885-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:07.324501 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-25e34667-850c-431c-9cfe-f1a5db2c9bb2 tempest-QuotasTest-856694885 tempest-QuotasTest-856694885-project-admin] 10.222.0.22 "PUT /v2.0/quotas/154461230bf34d469839a3942559359f HTTP/1.1" status: 200 len: 366 time: 0.1789734 Jul 16 08:55:07.326955 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35128) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:07.342095 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35130) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:07.343000 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4bba718a-ace2-444c-8198-b7c40dffcf70 tempest-QuotasTest-856694885 tempest-QuotasTest-856694885-project-admin] 10.222.0.22 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0139265 Jul 16 08:55:07.355537 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35132) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:07.355750 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-206a1b5b-8956-405e-98e5-c1bb443164a5 tempest-QuotasTest-856694885 tempest-QuotasTest-856694885-project-admin] 10.222.0.22 "GET /v2.0/quotas/154461230bf34d469839a3942559359f HTTP/1.1" status: 200 len: 366 time: 0.0123937 Jul 16 08:55:07.371495 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-cff18676-a02d-44c5-b17c-073429d60399 tempest-QuotasTest-856694885 tempest-QuotasTest-856694885-project-admin] 10.222.0.22 "DELETE /v2.0/quotas/154461230bf34d469839a3942559359f HTTP/1.1" status: 204 len: 168 time: 0.0146830 Jul 16 08:55:07.373752 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35134) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:07.385531 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fe6b4a26-7030-45de-8e59-7ef753179449 tempest-QuotasTest-856694885 tempest-QuotasTest-856694885-project-admin] 10.222.0.22 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0098224 Jul 16 08:55:07.388004 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35136) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:07.397836 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4d5b5db5-b976-42f8-82d3-9a14f556eccc tempest-QuotasTest-856694885 tempest-QuotasTest-856694885-project-admin] 10.222.0.22 "GET /v2.0/quotas/154461230bf34d469839a3942559359f HTTP/1.1" status: 200 len: 370 time: 0.0086288 Jul 16 08:55:07.400114 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35138) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:07.407656 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35140) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:07.407924 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5b46bf32-657c-471d-8620-292a265a7e79 tempest-QuotasTest-856694885 tempest-QuotasTest-856694885-project-admin] 10.222.0.22 "GET /v2.0/quotas/154461230bf34d469839a3942559359f/default HTTP/1.1" status: 200 len: 370 time: 0.0064847 Jul 16 08:55:07.417815 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-2400f616-edf0-494d-8f26-e3070435b83e tempest-QuotasTest-856694885 tempest-QuotasTest-856694885-project-admin] delete failed (client error): The resource could not be found. Jul 16 08:55:07.418942 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2400f616-edf0-494d-8f26-e3070435b83e tempest-QuotasTest-856694885 tempest-QuotasTest-856694885-project-admin] 10.222.0.22 "DELETE /v2.0/quotas/154461230bf34d469839a3942559359f HTTP/1.1" status: 404 len: 348 time: 0.0104036 Jul 16 08:55:07.542137 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35146) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:07.563058 n-d-771362-37 neutron-server[93759]: DEBUG neutron.quota.resource [None req-e9eaf819-f559-4334-a1be-404da770fd5b tempest-QuotasTest-856694885 tempest-QuotasTest-856694885-project-admin] Usage tracker for resource:network and tenant:0617bed65c6e46beb6af52cc09ff82e5 is out of sync, need to count used quota {{(pid=93759) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:55:07.568949 n-d-771362-37 neutron-server[93759]: DEBUG neutron.quota.resource [None req-e9eaf819-f559-4334-a1be-404da770fd5b tempest-QuotasTest-856694885 tempest-QuotasTest-856694885-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93759) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:55:07.576174 n-d-771362-37 neutron-server[93759]: DEBUG neutron.quota.resource [None req-e9eaf819-f559-4334-a1be-404da770fd5b tempest-QuotasTest-856694885 tempest-QuotasTest-856694885-project-admin] Usage tracker for resource:subnet and tenant:0617bed65c6e46beb6af52cc09ff82e5 is out of sync, need to count used quota {{(pid=93759) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:55:07.581100 n-d-771362-37 neutron-server[93759]: DEBUG neutron.quota.resource [None req-e9eaf819-f559-4334-a1be-404da770fd5b tempest-QuotasTest-856694885 tempest-QuotasTest-856694885-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93759) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:55:07.587113 n-d-771362-37 neutron-server[93759]: DEBUG neutron.quota.resource [None req-e9eaf819-f559-4334-a1be-404da770fd5b tempest-QuotasTest-856694885 tempest-QuotasTest-856694885-project-admin] Usage tracker for resource:subnetpool and tenant:0617bed65c6e46beb6af52cc09ff82e5 is out of sync, need to count used quota {{(pid=93759) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:55:07.592424 n-d-771362-37 neutron-server[93759]: DEBUG neutron.quota.resource [None req-e9eaf819-f559-4334-a1be-404da770fd5b tempest-QuotasTest-856694885 tempest-QuotasTest-856694885-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93759) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:55:07.598932 n-d-771362-37 neutron-server[93759]: DEBUG neutron.quota.resource [None req-e9eaf819-f559-4334-a1be-404da770fd5b tempest-QuotasTest-856694885 tempest-QuotasTest-856694885-project-admin] Usage tracker for resource:port and tenant:0617bed65c6e46beb6af52cc09ff82e5 is out of sync, need to count used quota {{(pid=93759) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:55:07.603575 n-d-771362-37 neutron-server[93759]: DEBUG neutron.quota.resource [None req-e9eaf819-f559-4334-a1be-404da770fd5b tempest-QuotasTest-856694885 tempest-QuotasTest-856694885-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93759) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:55:07.610097 n-d-771362-37 neutron-server[93759]: DEBUG neutron.quota.resource [None req-e9eaf819-f559-4334-a1be-404da770fd5b tempest-QuotasTest-856694885 tempest-QuotasTest-856694885-project-admin] Usage tracker for resource:router and tenant:0617bed65c6e46beb6af52cc09ff82e5 is out of sync, need to count used quota {{(pid=93759) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:55:07.615047 n-d-771362-37 neutron-server[93759]: DEBUG neutron.quota.resource [None req-e9eaf819-f559-4334-a1be-404da770fd5b tempest-QuotasTest-856694885 tempest-QuotasTest-856694885-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93759) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:55:07.621444 n-d-771362-37 neutron-server[93759]: DEBUG neutron.quota.resource [None req-e9eaf819-f559-4334-a1be-404da770fd5b tempest-QuotasTest-856694885 tempest-QuotasTest-856694885-project-admin] Usage tracker for resource:floatingip and tenant:0617bed65c6e46beb6af52cc09ff82e5 is out of sync, need to count used quota {{(pid=93759) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:55:07.626486 n-d-771362-37 neutron-server[93759]: DEBUG neutron.quota.resource [None req-e9eaf819-f559-4334-a1be-404da770fd5b tempest-QuotasTest-856694885 tempest-QuotasTest-856694885-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93759) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:55:07.688801 n-d-771362-37 neutron-server[93759]: DEBUG neutron.quota.resource [None req-e9eaf819-f559-4334-a1be-404da770fd5b tempest-QuotasTest-856694885 tempest-QuotasTest-856694885-project-admin] Usage tracker for resource:security_group and tenant:0617bed65c6e46beb6af52cc09ff82e5 is out of sync, need to count used quota {{(pid=93759) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:55:07.693764 n-d-771362-37 neutron-server[93759]: DEBUG neutron.quota.resource [None req-e9eaf819-f559-4334-a1be-404da770fd5b tempest-QuotasTest-856694885 tempest-QuotasTest-856694885-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93759) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:55:07.700579 n-d-771362-37 neutron-server[93759]: DEBUG neutron.quota.resource [None req-e9eaf819-f559-4334-a1be-404da770fd5b tempest-QuotasTest-856694885 tempest-QuotasTest-856694885-project-admin] Usage tracker for resource:security_group_rule and tenant:0617bed65c6e46beb6af52cc09ff82e5 is out of sync, need to count used quota {{(pid=93759) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 16 08:55:07.705589 n-d-771362-37 neutron-server[93759]: DEBUG neutron.quota.resource [None req-e9eaf819-f559-4334-a1be-404da770fd5b tempest-QuotasTest-856694885 tempest-QuotasTest-856694885-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93759) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 16 08:55:07.710382 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e9eaf819-f559-4334-a1be-404da770fd5b tempest-QuotasTest-856694885 tempest-QuotasTest-856694885-project-admin] 10.222.0.22 "GET /v2.0/quotas/0617bed65c6e46beb6af52cc09ff82e5/details.json HTTP/1.1" status: 200 len: 703 time: 0.1673062 Jul 16 08:55:08.017099 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35152) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:08.131572 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-60a0d8f9-93ce-43a2-818e-ef472fa70bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.226364 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-60a0d8f9-93ce-43a2-818e-ef472fa70bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.230604 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-60a0d8f9-93ce-43a2-818e-ef472fa70bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.270524 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-60a0d8f9-93ce-43a2-818e-ef472fa70bd4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d5ae7161a35946e7be4c09fff8cb7a65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2519524 Jul 16 08:55:08.271102 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a0d8f9-93ce-43a2-818e-ef472fa70bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=781c64dd-740d-419d-92c9-6511a2534b4c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:08.273171 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35164) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:08.335001 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d887921-3f72-499e-b553-d5fe11be74fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.357739 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d887921-3f72-499e-b553-d5fe11be74fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.404715 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d887921-3f72-499e-b553-d5fe11be74fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.407855 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9d887921-3f72-499e-b553-d5fe11be74fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.409185 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35168) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:08.411543 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9d887921-3f72-499e-b553-d5fe11be74fa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/781c64dd-740d-419d-92c9-6511a2534b4c HTTP/1.1" status: 204 len: 168 time: 0.1371024 Jul 16 08:55:08.419824 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d887921-3f72-499e-b553-d5fe11be74fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=781c64dd-740d-419d-92c9-6511a2534b4c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:08.581911 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.690655 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c54929ba-0a0e-47c1-812e-3a5de499b295 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.719323 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35178) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:08.734269 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2aa6cc5-9cdb-429e-80db-db89c6675fd9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.795450 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c54929ba-0a0e-47c1-812e-3a5de499b295 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.799382 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c54929ba-0a0e-47c1-812e-3a5de499b295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.842025 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c54929ba-0a0e-47c1-812e-3a5de499b295 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=603ce993c2a94ffab4bdf3a83d9851e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4316094 Jul 16 08:55:08.842752 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54929ba-0a0e-47c1-812e-3a5de499b295 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=878d3c4a-0b96-4bed-b397-07a8fa808d2e,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:08.845027 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35180) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:08.884837 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2aa6cc5-9cdb-429e-80db-db89c6675fd9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.889059 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2aa6cc5-9cdb-429e-80db-db89c6675fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.894779 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7bcd4dcc-c61d-4d23-b5aa-cd8afdcaf181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.915961 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7bcd4dcc-c61d-4d23-b5aa-cd8afdcaf181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.932877 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f2aa6cc5-9cdb-429e-80db-db89c6675fd9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0617bed65c6e46beb6af52cc09ff82e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2123485 Jul 16 08:55:08.933762 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2aa6cc5-9cdb-429e-80db-db89c6675fd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d2b7b9-3255-458a-b8e0-7860ff450362,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:08.936143 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35182) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:08.968724 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7bcd4dcc-c61d-4d23-b5aa-cd8afdcaf181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.972539 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7bcd4dcc-c61d-4d23-b5aa-cd8afdcaf181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:08.976852 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7bcd4dcc-c61d-4d23-b5aa-cd8afdcaf181 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/878d3c4a-0b96-4bed-b397-07a8fa808d2e HTTP/1.1" status: 204 len: 168 time: 0.1307805 Jul 16 08:55:08.985926 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcd4dcc-c61d-4d23-b5aa-cd8afdcaf181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=878d3c4a-0b96-4bed-b397-07a8fa808d2e,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:08.989551 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d213aecc-e8a8-4fb8-a45e-7de19c45d079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.013429 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d213aecc-e8a8-4fb8-a45e-7de19c45d079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.063043 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d213aecc-e8a8-4fb8-a45e-7de19c45d079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.065793 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d213aecc-e8a8-4fb8-a45e-7de19c45d079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.066940 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d213aecc-e8a8-4fb8-a45e-7de19c45d079 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a4d2b7b9-3255-458a-b8e0-7860ff450362 HTTP/1.1" status: 204 len: 168 time: 0.1298630 Jul 16 08:55:09.075707 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d213aecc-e8a8-4fb8-a45e-7de19c45d079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d2b7b9-3255-458a-b8e0-7860ff450362,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:09.388306 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35198) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:09.403632 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f123a1c-0d2a-4a2f-9a69-c2862b2f3cee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.504214 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f123a1c-0d2a-4a2f-9a69-c2862b2f3cee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.508086 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f123a1c-0d2a-4a2f-9a69-c2862b2f3cee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.549126 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2f123a1c-0d2a-4a2f-9a69-c2862b2f3cee admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a637b12015394597874554dd9e4b5d60&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1596332 Jul 16 08:55:09.549977 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f123a1c-0d2a-4a2f-9a69-c2862b2f3cee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=739e28b5-60b5-4be4-bb18-ab02aa0bf447,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:09.551787 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35202) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:09.606790 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4ae09426-7746-4b7b-b77b-fb5cfe46053b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.629636 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4ae09426-7746-4b7b-b77b-fb5cfe46053b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.677323 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4ae09426-7746-4b7b-b77b-fb5cfe46053b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.680424 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4ae09426-7746-4b7b-b77b-fb5cfe46053b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:09.683557 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4ae09426-7746-4b7b-b77b-fb5cfe46053b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/739e28b5-60b5-4be4-bb18-ab02aa0bf447 HTTP/1.1" status: 204 len: 168 time: 0.1294541 Jul 16 08:55:09.694516 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae09426-7746-4b7b-b77b-fb5cfe46053b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=739e28b5-60b5-4be4-bb18-ab02aa0bf447,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:09.856478 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35218) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:09.980136 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35222) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:09.983984 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8262cc22-34bf-464c-8cbf-32f0e7038076 tempest-AgentManagementNegativeTest-2013834436 tempest-AgentManagementNegativeTest-2013834436-project] 10.222.0.22 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1260974 Jul 16 08:55:09.994241 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4641b56d-59fe-4b14-901b-20b8f47dde18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.089779 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4641b56d-59fe-4b14-901b-20b8f47dde18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.093709 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4641b56d-59fe-4b14-901b-20b8f47dde18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.131528 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4641b56d-59fe-4b14-901b-20b8f47dde18 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d9ce0370f0ca436bbfcb563f01270d6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1501441 Jul 16 08:55:10.133510 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641b56d-59fe-4b14-901b-20b8f47dde18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe957a9d-79a7-4d7e-bf71-d32849c2fc7a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:10.134340 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35226) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:10.191687 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fdf88189-cbf1-4a5c-800d-a6d3f8fbb983 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.213395 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fdf88189-cbf1-4a5c-800d-a6d3f8fbb983 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.250211 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35230) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:10.264773 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fdf88189-cbf1-4a5c-800d-a6d3f8fbb983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.267447 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fdf88189-cbf1-4a5c-800d-a6d3f8fbb983 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.268620 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-fdf88189-cbf1-4a5c-800d-a6d3f8fbb983 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fe957a9d-79a7-4d7e-bf71-d32849c2fc7a HTTP/1.1" status: 204 len: 168 time: 0.1324916 Jul 16 08:55:10.276734 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf88189-cbf1-4a5c-800d-a6d3f8fbb983 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe957a9d-79a7-4d7e-bf71-d32849c2fc7a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:10.373097 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-607b17ad-8c2d-46a8-88a3-a4b9471d6366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.466614 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-607b17ad-8c2d-46a8-88a3-a4b9471d6366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.471082 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-607b17ad-8c2d-46a8-88a3-a4b9471d6366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.510928 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-607b17ad-8c2d-46a8-88a3-a4b9471d6366 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=807095d730a84d3f80b9a7cc8b8ffb2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2596760 Jul 16 08:55:10.511800 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607b17ad-8c2d-46a8-88a3-a4b9471d6366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bf423f9-c977-4b85-b231-b0183d44e4d4,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:10.513785 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35240) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:10.569535 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72434da8-6c2a-46c5-93a4-771a7e8a2d40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.591727 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72434da8-6c2a-46c5-93a4-771a7e8a2d40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.645097 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72434da8-6c2a-46c5-93a4-771a7e8a2d40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.647723 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72434da8-6c2a-46c5-93a4-771a7e8a2d40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:10.648893 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-72434da8-6c2a-46c5-93a4-771a7e8a2d40 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6bf423f9-c977-4b85-b231-b0183d44e4d4 HTTP/1.1" status: 204 len: 168 time: 0.1333992 Jul 16 08:55:10.658096 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72434da8-6c2a-46c5-93a4-771a7e8a2d40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bf423f9-c977-4b85-b231-b0183d44e4d4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:10.973014 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35264) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:11.079678 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-37d5bfa6-fe36-4c7c-8094-937da804d324 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-659476639-network', 'tenant_id': '44e14d9858bf4fd9ab8adacbe28ab666'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:11.108701 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d5bfa6-fe36-4c7c-8094-937da804d324 admin admin] Made reservation on behalf of 44e14d9858bf4fd9ab8adacbe28ab666 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:11.111243 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-37d5bfa6-fe36-4c7c-8094-937da804d324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.119877 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-37d5bfa6-fe36-4c7c-8094-937da804d324 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.221325 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-37d5bfa6-fe36-4c7c-8094-937da804d324 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.225883 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-37d5bfa6-fe36-4c7c-8094-937da804d324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.252607 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37d5bfa6-fe36-4c7c-8094-937da804d324 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:55:11.267584 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:55:11.269828 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5bfa6-fe36-4c7c-8094-937da804d324 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cbd072-a22c-4260-9c2c-d09abc85d81b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:11.273332 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-37d5bfa6-fe36-4c7c-8094-937da804d324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.273678 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-37d5bfa6-fe36-4c7c-8094-937da804d324 admin admin] Added segment d45210a0-a6e0-4bf0-9cfe-0a2f22e6426d of type vlan for network 4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9 Jul 16 08:55:11.322739 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-37d5bfa6-fe36-4c7c-8094-937da804d324 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.363288 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-37d5bfa6-fe36-4c7c-8094-937da804d324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.364672 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d5bfa6-fe36-4c7c-8094-937da804d324 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:11.365249 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-37d5bfa6-fe36-4c7c-8094-937da804d324 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.404782 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35282) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:11.405315 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-37d5bfa6-fe36-4c7c-8094-937da804d324 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4307303 Jul 16 08:55:11.412847 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-19f712c6-b18a-4d35-909b-d871ff1e2938 admin admin] Request body: {'subnet': {'network_id': '4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-659476639-subnet', 'tenant_id': '44e14d9858bf4fd9ab8adacbe28ab666', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:11.437186 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d5bfa6-fe36-4c7c-8094-937da804d324 admin admin] Pushing event updated for resources: {'Network': ['ID=4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:11.438800 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19f712c6-b18a-4d35-909b-d871ff1e2938 admin admin] Made reservation on behalf of 44e14d9858bf4fd9ab8adacbe28ab666 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:11.441876 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-19f712c6-b18a-4d35-909b-d871ff1e2938 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.449212 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:11.497578 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35284) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:11.600721 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-07177139-f8fe-4bfd-95b9-a188fed001cd tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-276156724'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:11.620908 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07177139-f8fe-4bfd-95b9-a188fed001cd tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Made reservation on behalf of d663dd0ac0b84efe993162d1452194ef for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:11.624450 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07177139-f8fe-4bfd-95b9-a188fed001cd tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.629309 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-19f712c6-b18a-4d35-909b-d871ff1e2938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.633858 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07177139-f8fe-4bfd-95b9-a188fed001cd tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.705150 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f712c6-b18a-4d35-909b-d871ff1e2938 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7af11c5-4e6d-4466-8add-df988910fa0b,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:11.713284 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f712c6-b18a-4d35-909b-d871ff1e2938 admin admin] Checking segment: {'id': 'd45210a0-a6e0-4bf0-9cfe-0a2f22e6426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:11.713662 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f712c6-b18a-4d35-909b-d871ff1e2938 admin admin] Network hostable DHCP agents. Network: 4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:55:11.738061 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f712c6-b18a-4d35-909b-d871ff1e2938 admin admin] Network 4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:55:11.753263 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07177139-f8fe-4bfd-95b9-a188fed001cd tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.755800 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-19f712c6-b18a-4d35-909b-d871ff1e2938 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:11.757728 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07177139-f8fe-4bfd-95b9-a188fed001cd tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.761266 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19f712c6-b18a-4d35-909b-d871ff1e2938 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:11.762092 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-19f712c6-b18a-4d35-909b-d871ff1e2938 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.769143 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e8f492-37f2-40d2-8103-4cf57948ddbb None None] Network 4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:11.804378 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-19f712c6-b18a-4d35-909b-d871ff1e2938 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3780839 Jul 16 08:55:11.804602 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-07177139-f8fe-4bfd-95b9-a188fed001cd tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:55:11.824386 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07177139-f8fe-4bfd-95b9-a188fed001cd tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a0b20e-e53c-4a9f-a946-6a0db6552199,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:11.824386 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07177139-f8fe-4bfd-95b9-a188fed001cd tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.824386 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-07177139-f8fe-4bfd-95b9-a188fed001cd tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Added segment 51bf3f38-714d-4829-909f-75aeea760acc of type vlan for network 12228b57-29e2-40be-8657-bf2745a98495 Jul 16 08:55:11.864032 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07177139-f8fe-4bfd-95b9-a188fed001cd tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.909396 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07177139-f8fe-4bfd-95b9-a188fed001cd tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.927505 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07177139-f8fe-4bfd-95b9-a188fed001cd tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:11.929252 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07177139-f8fe-4bfd-95b9-a188fed001cd tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:11.986027 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cd88a5-04ae-48c1-bff7-fcd442dd4888 None None] Network 4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:12.044590 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-07177139-f8fe-4bfd-95b9-a188fed001cd tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.5455678 Jul 16 08:55:12.047468 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35292) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:12.053101 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-35aae56c-fc0c-4ac6-8e29-ae24d8292d7b tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Request body: {'subnet': {'network_id': '12228b57-29e2-40be-8657-bf2745a98495', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:12.173588 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07177139-f8fe-4bfd-95b9-a188fed001cd tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Pushing event updated for resources: {'Network': ['ID=12228b57-29e2-40be-8657-bf2745a98495,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:12.191419 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 12228b57-29e2-40be-8657-bf2745a98495 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:12.202832 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35aae56c-fc0c-4ac6-8e29-ae24d8292d7b tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Made reservation on behalf of d663dd0ac0b84efe993162d1452194ef for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:12.206840 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35aae56c-fc0c-4ac6-8e29-ae24d8292d7b tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.776513 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35aae56c-fc0c-4ac6-8e29-ae24d8292d7b tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.837459 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35aae56c-fc0c-4ac6-8e29-ae24d8292d7b tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Pushing event updated for resources: {'Subnet': ['ID=8b95aab1-6aa3-47de-80a3-c6689411bff0,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:12.846510 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35aae56c-fc0c-4ac6-8e29-ae24d8292d7b tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Checking segment: {'id': '51bf3f38-714d-4829-909f-75aeea760acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '12228b57-29e2-40be-8657-bf2745a98495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:12.846912 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35aae56c-fc0c-4ac6-8e29-ae24d8292d7b tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Network hostable DHCP agents. Network: 12228b57-29e2-40be-8657-bf2745a98495, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:55:12.865700 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35aae56c-fc0c-4ac6-8e29-ae24d8292d7b tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Network 12228b57-29e2-40be-8657-bf2745a98495 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:55:12.876409 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-35aae56c-fc0c-4ac6-8e29-ae24d8292d7b tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 12228b57-29e2-40be-8657-bf2745a98495) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:12.881135 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35aae56c-fc0c-4ac6-8e29-ae24d8292d7b tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:12.882278 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35aae56c-fc0c-4ac6-8e29-ae24d8292d7b tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:12.885396 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c86c907-f8ce-4d67-a30e-3043a817babd None None] Network 12228b57-29e2-40be-8657-bf2745a98495 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:12.903272 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-35aae56c-fc0c-4ac6-8e29-ae24d8292d7b tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8520718 Jul 16 08:55:12.903820 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35304) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:12.909530 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-eae6ac3f-2abc-4dbc-b317-1d4b6955579c tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Request body: {'port': {'network_id': '12228b57-29e2-40be-8657-bf2745a98495', 'name': 'tempest-AllowedAddressPairTestJSON-390020821'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:13.026834 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae6ac3f-2abc-4dbc-b317-1d4b6955579c tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Made reservation on behalf of d663dd0ac0b84efe993162d1452194ef for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:13.031100 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eae6ac3f-2abc-4dbc-b317-1d4b6955579c tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.054610 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-eae6ac3f-2abc-4dbc-b317-1d4b6955579c tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] device_id is not set on port 6ddfc597-34c4-4454-a805-370d634e07a1 yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:55:13.057936 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf100f9-9ad9-41d7-8643-1108360f61be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-12228b57-29e2-40be-8657-bf2745a98495', 'network_id': '12228b57-29e2-40be-8657-bf2745a98495', 'tenant_id': 'd663dd0ac0b84efe993162d1452194ef', 'fixed_ips': [{'subnet_id': '8b95aab1-6aa3-47de-80a3-c6689411bff0'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:55:13.059089 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ecf100f9-9ad9-41d7-8643-1108360f61be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.208291 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-eae6ac3f-2abc-4dbc-b317-1d4b6955579c tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Allocated IP 172.20.0.14 (12228b57-29e2-40be-8657-bf2745a98495/8b95aab1-6aa3-47de-80a3-c6689411bff0/6ddfc597-34c4-4454-a805-370d634e07a1) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:13.365342 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eae6ac3f-2abc-4dbc-b317-1d4b6955579c tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.384421 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-eae6ac3f-2abc-4dbc-b317-1d4b6955579c tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Transition to ACTIVE for port object 6ddfc597-34c4-4454-a805-370d634e07a1 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:13.418520 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eae6ac3f-2abc-4dbc-b317-1d4b6955579c tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.468859 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae6ac3f-2abc-4dbc-b317-1d4b6955579c tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Network 12228b57-29e2-40be-8657-bf2745a98495 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:13.469347 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-ecf100f9-9ad9-41d7-8643-1108360f61be None None] Allocated IP 172.20.0.2 (12228b57-29e2-40be-8657-bf2745a98495/8b95aab1-6aa3-47de-80a3-c6689411bff0/3766a256-e22d-4b3d-a1a4-a6261fe9063a) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:13.472412 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-eae6ac3f-2abc-4dbc-b317-1d4b6955579c tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:13.475261 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eae6ac3f-2abc-4dbc-b317-1d4b6955579c tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:13.502024 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae6ac3f-2abc-4dbc-b317-1d4b6955579c tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Pushing event updated for resources: {'Port': ['ID=6ddfc597-34c4-4454-a805-370d634e07a1,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:13.533896 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae6ac3f-2abc-4dbc-b317-1d4b6955579c tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:13.534898 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eae6ac3f-2abc-4dbc-b317-1d4b6955579c tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.552526 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-eae6ac3f-2abc-4dbc-b317-1d4b6955579c tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6472063 Jul 16 08:55:13.555546 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35310) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:13.562960 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-bd4e47cb-de27-4321-8b21-921dbbe6cf2c tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Request body: {'port': {'network_id': '12228b57-29e2-40be-8657-bf2745a98495', 'name': 'tempest-AllowedAddressPairTestJSON-1357953943', 'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:d0:31:80'}]}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:13.650269 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ecf100f9-9ad9-41d7-8643-1108360f61be None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.661272 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ecf100f9-9ad9-41d7-8643-1108360f61be None None] Transition to ACTIVE for port object 3766a256-e22d-4b3d-a1a4-a6261fe9063a will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:13.680034 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ecf100f9-9ad9-41d7-8643-1108360f61be None None] Transition to ACTIVE for port object 3766a256-e22d-4b3d-a1a4-a6261fe9063a will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:13.687197 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ecf100f9-9ad9-41d7-8643-1108360f61be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.705735 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4e47cb-de27-4321-8b21-921dbbe6cf2c tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Made reservation on behalf of d663dd0ac0b84efe993162d1452194ef for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:13.733807 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecf100f9-9ad9-41d7-8643-1108360f61be None None] Network 12228b57-29e2-40be-8657-bf2745a98495 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:13.736808 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-ecf100f9-9ad9-41d7-8643-1108360f61be None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:13.740763 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecf100f9-9ad9-41d7-8643-1108360f61be None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:13.804116 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd4e47cb-de27-4321-8b21-921dbbe6cf2c tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.825068 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-bd4e47cb-de27-4321-8b21-921dbbe6cf2c tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] device_id is not set on port bcde5b5c-447d-4fe3-8c31-84e7c815c149 yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:55:13.881467 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-3624bc33-3df6-4bc9-b002-48b0feb2ee14 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:13.883138 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-3624bc33-3df6-4bc9-b002-48b0feb2ee14 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/networks?id=4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9 HTTP/1.1" status: 200 len: 808 time: 0.1274133 Jul 16 08:55:13.899859 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-1162dbe4-46ab-4630-9962-4239892babe9 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/quotas/44e14d9858bf4fd9ab8adacbe28ab666 HTTP/1.1" status: 200 len: 375 time: 0.0100620 Jul 16 08:55:13.959269 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-78e35441-edc1-474b-a49c-d8c92ffae415 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=44e14d9858bf4fd9ab8adacbe28ab666&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0530176 Jul 16 08:55:13.959914 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf100f9-9ad9-41d7-8643-1108360f61be None None] Pushing event updated for resources: {'Port': ['ID=3766a256-e22d-4b3d-a1a4-a6261fe9063a,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:13.963847 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-bd4e47cb-de27-4321-8b21-921dbbe6cf2c tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Allocated IP 172.20.0.4 (12228b57-29e2-40be-8657-bf2745a98495/8b95aab1-6aa3-47de-80a3-c6689411bff0/bcde5b5c-447d-4fe3-8c31-84e7c815c149) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:13.975780 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ecf100f9-9ad9-41d7-8643-1108360f61be None None] Attempting to bind port 3766a256-e22d-4b3d-a1a4-a6261fe9063a on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:13.976175 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ecf100f9-9ad9-41d7-8643-1108360f61be None None] Attempting to bind port 3766a256-e22d-4b3d-a1a4-a6261fe9063a by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '51bf3f38-714d-4829-909f-75aeea760acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '12228b57-29e2-40be-8657-bf2745a98495'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:13.976671 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf100f9-9ad9-41d7-8643-1108360f61be None None] Attempting to bind port 3766a256-e22d-4b3d-a1a4-a6261fe9063a on network 12228b57-29e2-40be-8657-bf2745a98495 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:13.982408 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf100f9-9ad9-41d7-8643-1108360f61be None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:13.982808 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf100f9-9ad9-41d7-8643-1108360f61be None None] Checking segment: {'id': '51bf3f38-714d-4829-909f-75aeea760acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '12228b57-29e2-40be-8657-bf2745a98495'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:13.983346 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ecf100f9-9ad9-41d7-8643-1108360f61be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:13.983769 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecf100f9-9ad9-41d7-8643-1108360f61be None None] Bound using segment: {'id': '51bf3f38-714d-4829-909f-75aeea760acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '12228b57-29e2-40be-8657-bf2745a98495'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:13.984406 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ecf100f9-9ad9-41d7-8643-1108360f61be None None] Bound port: 3766a256-e22d-4b3d-a1a4-a6261fe9063a, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51bf3f38-714d-4829-909f-75aeea760acc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '12228b57-29e2-40be-8657-bf2745a98495'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:13.984868 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ecf100f9-9ad9-41d7-8643-1108360f61be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.053338 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ecf100f9-9ad9-41d7-8643-1108360f61be None None] For port 3766a256-e22d-4b3d-a1a4-a6261fe9063a, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:14.057754 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ecf100f9-9ad9-41d7-8643-1108360f61be None None] For port 3766a256-e22d-4b3d-a1a4-a6261fe9063a, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=3766a256-e22d-4b3d-a1a4-a6261fe9063a,segment=NetworkSegment(51bf3f38-714d-4829-909f-75aeea760acc),segment_id=51bf3f38-714d-4829-909f-75aeea760acc)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:14.063446 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ecf100f9-9ad9-41d7-8643-1108360f61be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.074520 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-4342a299-4425-4618-8f37-e97d2d13c2d6 service neutron] 10.222.0.22 "GET /v2.0/networks/4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1007254 Jul 16 08:55:14.149218 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd4e47cb-de27-4321-8b21-921dbbe6cf2c tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.158707 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf100f9-9ad9-41d7-8643-1108360f61be None None] Pushing event updated for resources: {'Port': ['ID=3766a256-e22d-4b3d-a1a4-a6261fe9063a,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:14.163992 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-bd4e47cb-de27-4321-8b21-921dbbe6cf2c tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Transition to ACTIVE for port object bcde5b5c-447d-4fe3-8c31-84e7c815c149 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:14.204183 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd4e47cb-de27-4321-8b21-921dbbe6cf2c tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.206845 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-cc54461b-82de-4aca-8ba5-b970b50f5f32 service neutron] 10.222.0.22 "GET /v2.0/networks/4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252124 Jul 16 08:55:14.253356 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4e47cb-de27-4321-8b21-921dbbe6cf2c tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Network 12228b57-29e2-40be-8657-bf2745a98495 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:14.260264 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-bd4e47cb-de27-4321-8b21-921dbbe6cf2c tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:14.281424 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4e47cb-de27-4321-8b21-921dbbe6cf2c tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:14.295228 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4e47cb-de27-4321-8b21-921dbbe6cf2c tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Pushing event updated for resources: {'Port': ['ID=bcde5b5c-447d-4fe3-8c31-84e7c815c149,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:14.373756 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4e47cb-de27-4321-8b21-921dbbe6cf2c tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:14.375188 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd4e47cb-de27-4321-8b21-921dbbe6cf2c tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.418090 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35332) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:14.425619 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bd4e47cb-de27-4321-8b21-921dbbe6cf2c tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 0.8601835 Jul 16 08:55:14.506611 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bbfeb6d8-4c04-49a7-8fca-8bc40f63ea60 req-7931fff5-5359-4c73-8ad3-2e3b750a5bc5 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/ports?device_id=52efce22-d6d2-40b3-8419-ae01357dda29 HTTP/1.1" status: 200 len: 210 time: 0.0377271 Jul 16 08:55:14.565402 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4d306a-0696-449b-a906-c76e548f2348 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:14.571382 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4d306a-0696-449b-a906-c76e548f2348 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:14.578094 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4d306a-0696-449b-a906-c76e548f2348 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:14.579838 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-de4d306a-0696-449b-a906-c76e548f2348 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] 10.222.0.22 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 0.1598880 Jul 16 08:55:14.582655 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35336) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:14.685935 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f4d9e327-c1d9-4655-b773-e8c69d9ee756 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Deleting port bcde5b5c-447d-4fe3-8c31-84e7c815c149 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:14.686144 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4d9e327-c1d9-4655-b773-e8c69d9ee756 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.778452 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4d9e327-c1d9-4655-b773-e8c69d9ee756 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.791304 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f4d9e327-c1d9-4655-b773-e8c69d9ee756 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Calling delete_port for bcde5b5c-447d-4fe3-8c31-84e7c815c149 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:14.930519 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4d9e327-c1d9-4655-b773-e8c69d9ee756 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:14.981831 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d9e327-c1d9-4655-b773-e8c69d9ee756 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Pushing event deleted for resources: {'Port': ['ID=bcde5b5c-447d-4fe3-8c31-84e7c815c149,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:15.164652 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f4d9e327-c1d9-4655-b773-e8c69d9ee756 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.167646 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f4d9e327-c1d9-4655-b773-e8c69d9ee756 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] 10.222.0.22 "DELETE /v2.0/ports/bcde5b5c-447d-4fe3-8c31-84e7c815c149 HTTP/1.1" status: 204 len: 168 time: 0.5840588 Jul 16 08:55:15.170279 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35346) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:15.173564 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bd1a465-7c8e-4250-b1ae-298a1c2f9a02 None None] Network 12228b57-29e2-40be-8657-bf2745a98495 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:15.198490 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-c4fe0b61-9713-40e2-b500-516015ce36fc tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] GET failed (client error): The resource could not be found. Jul 16 08:55:15.200076 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c4fe0b61-9713-40e2-b500-516015ce36fc tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] 10.222.0.22 "GET /v2.0/ports/bcde5b5c-447d-4fe3-8c31-84e7c815c149 HTTP/1.1" status: 404 len: 333 time: 0.0288506 Jul 16 08:55:15.204074 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35348) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:15.209197 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-aa39ee49-5cce-4b66-8e25-edcb86eca0d2 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Request body: {'port': {'network_id': '12228b57-29e2-40be-8657-bf2745a98495', 'name': 'tempest-AllowedAddressPairTestJSON-1465561733'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:15.325012 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-31354522-3fa5-43e2-8912-9a34798f02db None None] Provisioning for port 3766a256-e22d-4b3d-a1a4-a6261fe9063a completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:15.339949 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa39ee49-5cce-4b66-8e25-edcb86eca0d2 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Made reservation on behalf of d663dd0ac0b84efe993162d1452194ef for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:15.343746 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa39ee49-5cce-4b66-8e25-edcb86eca0d2 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.355757 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3766a256-e22d-4b3d-a1a4-a6261fe9063a up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:15.361845 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-aa39ee49-5cce-4b66-8e25-edcb86eca0d2 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] device_id is not set on port 4f4842a8-7bf8-4307-a63b-b91240404db8 yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:55:15.442317 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 3766a256-e22d-4b3d-a1a4-a6261fe9063a completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:15.446557 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 3766a256-e22d-4b3d-a1a4-a6261fe9063a triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:15.446936 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.479515 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-aa39ee49-5cce-4b66-8e25-edcb86eca0d2 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Allocated IP 172.20.0.5 (12228b57-29e2-40be-8657-bf2745a98495/8b95aab1-6aa3-47de-80a3-c6689411bff0/4f4842a8-7bf8-4307-a63b-b91240404db8) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:15.550836 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.635299 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 3766a256-e22d-4b3d-a1a4-a6261fe9063a, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=3766a256-e22d-4b3d-a1a4-a6261fe9063a,segment=NetworkSegment(51bf3f38-714d-4829-909f-75aeea760acc),segment_id=51bf3f38-714d-4829-909f-75aeea760acc)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:15.641038 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.688746 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa39ee49-5cce-4b66-8e25-edcb86eca0d2 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.695047 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c432f475-a227-42d3-884e-7202d537f3ba req-6dfcf0dc-aa01-4326-98c7-9b4c5efc77da tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/ports?device_id=52efce22-d6d2-40b3-8419-ae01357dda29 HTTP/1.1" status: 200 len: 210 time: 0.0547044 Jul 16 08:55:15.716548 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=3766a256-e22d-4b3d-a1a4-a6261fe9063a,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:15.719265 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-aa39ee49-5cce-4b66-8e25-edcb86eca0d2 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Transition to ACTIVE for port object 4f4842a8-7bf8-4307-a63b-b91240404db8 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:15.783197 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-79f9eca9-e083-465c-8170-bf1c13992fe1 None None] Provisioning complete for port 3766a256-e22d-4b3d-a1a4-a6261fe9063a triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:15.784560 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-79f9eca9-e083-465c-8170-bf1c13992fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.836172 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa39ee49-5cce-4b66-8e25-edcb86eca0d2 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.900324 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa39ee49-5cce-4b66-8e25-edcb86eca0d2 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Network 12228b57-29e2-40be-8657-bf2745a98495 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:15.911797 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-79f9eca9-e083-465c-8170-bf1c13992fe1 None None] Provisioning for port 6ddfc597-34c4-4454-a805-370d634e07a1 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:15.912327 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-aa39ee49-5cce-4b66-8e25-edcb86eca0d2 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:15.918882 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa39ee49-5cce-4b66-8e25-edcb86eca0d2 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:15.920736 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-79f9eca9-e083-465c-8170-bf1c13992fe1 None None] Provisioning complete for port 6ddfc597-34c4-4454-a805-370d634e07a1 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:15.921184 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-79f9eca9-e083-465c-8170-bf1c13992fe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:15.952544 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-53e600bc-4786-4b5d-b557-21d150fd9d3c tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:15.954063 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-53e600bc-4786-4b5d-b557-21d150fd9d3c tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.21 "GET /v2.0/networks?id=4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9 HTTP/1.1" status: 200 len: 808 time: 0.1999536 Jul 16 08:55:15.957303 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa39ee49-5cce-4b66-8e25-edcb86eca0d2 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Pushing event updated for resources: {'Port': ['ID=4f4842a8-7bf8-4307-a63b-b91240404db8,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:15.960187 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-79f9eca9-e083-465c-8170-bf1c13992fe1 None None] Port 6ddfc597-34c4-4454-a805-370d634e07a1 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:15.970440 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-9224cbec-1b12-4417-b422-7eb98299b29c tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Request body: {'port': {'device_id': '52efce22-d6d2-40b3-8419-ae01357dda29', 'network_id': '4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9', 'admin_state_up': True, 'tenant_id': '44e14d9858bf4fd9ab8adacbe28ab666'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:16.015597 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa39ee49-5cce-4b66-8e25-edcb86eca0d2 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:16.016247 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-aa39ee49-5cce-4b66-8e25-edcb86eca0d2 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.059507 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-aa39ee49-5cce-4b66-8e25-edcb86eca0d2 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.8542857 Jul 16 08:55:16.062496 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35354) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:16.067736 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-3e95eaa6-a8f3-40f4-a92d-fbe88a08c6dd tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:d0:31:80'}]}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:16.081191 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e336935f-6f6e-4f05-b8e4-473c9c2dba23 None None] Provisioning complete for port 6ddfc597-34c4-4454-a805-370d634e07a1 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:16.081683 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e336935f-6f6e-4f05-b8e4-473c9c2dba23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.119835 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e336935f-6f6e-4f05-b8e4-473c9c2dba23 None None] Port 6ddfc597-34c4-4454-a805-370d634e07a1 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:16.192209 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3e95eaa6-a8f3-40f4-a92d-fbe88a08c6dd tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.195551 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-9224cbec-1b12-4417-b422-7eb98299b29c tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Made reservation on behalf of 44e14d9858bf4fd9ab8adacbe28ab666 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:16.199318 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-9224cbec-1b12-4417-b422-7eb98299b29c tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.233825 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3adfd0cd-a6be-4011-887c-7ec7778ec4a5 None None] Could not find standard attr ID for object bcde5b5c-447d-4fe3-8c31-84e7c815c149. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:55:16.447617 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-9224cbec-1b12-4417-b422-7eb98299b29c tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Allocated IP 172.20.0.4 (4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9/b7af11c5-4e6d-4466-8add-df988910fa0b/30380eb0-b9d1-4e67-a9cf-52bb62638985) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:16.454094 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-66719e2b-cb21-4e6b-b364-d4008d6d4ea2 None None] Provisioning for port 4f4842a8-7bf8-4307-a63b-b91240404db8 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:16.458380 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-66719e2b-cb21-4e6b-b364-d4008d6d4ea2 None None] Provisioning complete for port 4f4842a8-7bf8-4307-a63b-b91240404db8 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:16.458772 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-66719e2b-cb21-4e6b-b364-d4008d6d4ea2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.498494 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-66719e2b-cb21-4e6b-b364-d4008d6d4ea2 None None] Port 4f4842a8-7bf8-4307-a63b-b91240404db8 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:16.503359 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3e95eaa6-a8f3-40f4-a92d-fbe88a08c6dd tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.512567 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3e95eaa6-a8f3-40f4-a92d-fbe88a08c6dd tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.659357 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95eaa6-a8f3-40f4-a92d-fbe88a08c6dd tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Pushing event updated for resources: {'Port': ['ID=4f4842a8-7bf8-4307-a63b-b91240404db8,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:16.684876 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3e95eaa6-a8f3-40f4-a92d-fbe88a08c6dd tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] In _notify_port_updated(), no bound segment for port 4f4842a8-7bf8-4307-a63b-b91240404db8 on network 12228b57-29e2-40be-8657-bf2745a98495 {{(pid=93758) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:55:16.690346 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e95eaa6-a8f3-40f4-a92d-fbe88a08c6dd tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:16.690987 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3e95eaa6-a8f3-40f4-a92d-fbe88a08c6dd tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.692463 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3e95eaa6-a8f3-40f4-a92d-fbe88a08c6dd tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] 10.222.0.22 "PUT /v2.0/ports/4f4842a8-7bf8-4307-a63b-b91240404db8 HTTP/1.1" status: 200 len: 994 time: 0.6288936 Jul 16 08:55:16.695579 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35360) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:16.761514 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-9224cbec-1b12-4417-b422-7eb98299b29c tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.820876 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7ea83363-b11c-4208-9461-ec94f242c06b None None] Provisioning complete for port 4f4842a8-7bf8-4307-a63b-b91240404db8 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:16.821383 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7ea83363-b11c-4208-9461-ec94f242c06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.844589 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-9224cbec-1b12-4417-b422-7eb98299b29c tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.852328 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1ebb8eff-df60-4113-8640-9636615da358 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Deleting port 4f4842a8-7bf8-4307-a63b-b91240404db8 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:16.852693 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1ebb8eff-df60-4113-8640-9636615da358 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:16.862289 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-544fd419-2949-4772-a44d-4c6c1e57f56f req-3c8d8189-3898-42e6-80ea-8becf901ebbc tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/ports?device_id=52efce22-d6d2-40b3-8419-ae01357dda29 HTTP/1.1" status: 200 len: 210 time: 0.0333157 Jul 16 08:55:16.873467 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7ea83363-b11c-4208-9461-ec94f242c06b None None] Port 4f4842a8-7bf8-4307-a63b-b91240404db8 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:16.923070 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-9224cbec-1b12-4417-b422-7eb98299b29c tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Network 4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:16.933854 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-9224cbec-1b12-4417-b422-7eb98299b29c tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:16.960291 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9224cbec-1b12-4417-b422-7eb98299b29c tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Pushing event updated for resources: {'Port': ['ID=30380eb0-b9d1-4e67-a9cf-52bb62638985,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:16.964369 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-9224cbec-1b12-4417-b422-7eb98299b29c tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:17.019687 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1ebb8eff-df60-4113-8640-9636615da358 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.033745 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-9224cbec-1b12-4417-b422-7eb98299b29c tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:17.034354 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-9224cbec-1b12-4417-b422-7eb98299b29c tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.044502 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1ebb8eff-df60-4113-8640-9636615da358 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Calling delete_port for 4f4842a8-7bf8-4307-a63b-b91240404db8 owned by {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:17.058478 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-9224cbec-1b12-4417-b422-7eb98299b29c tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0957835 Jul 16 08:55:17.097984 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-fad5a110-47ea-4111-b0ef-20fef6db504b service neutron] Request body: {'port': {'device_id': '52efce22-d6d2-40b3-8419-ae01357dda29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:17.194410 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-fad5a110-47ea-4111-b0ef-20fef6db504b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.272426 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3766a256-e22d-4b3d-a1a4-a6261fe9063a up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:17.284160 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1ebb8eff-df60-4113-8640-9636615da358 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.324683 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 3766a256-e22d-4b3d-a1a4-a6261fe9063a triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:17.325056 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.362472 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebb8eff-df60-4113-8640-9636615da358 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Pushing event deleted for resources: {'Port': ['ID=4f4842a8-7bf8-4307-a63b-b91240404db8,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:17.592787 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1ebb8eff-df60-4113-8640-9636615da358 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.594706 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1ebb8eff-df60-4113-8640-9636615da358 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] 10.222.0.22 "DELETE /v2.0/ports/4f4842a8-7bf8-4307-a63b-b91240404db8 HTTP/1.1" status: 204 len: 168 time: 0.8982348 Jul 16 08:55:17.597571 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35364) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:17.624842 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d5df29-392a-4e92-96e6-131d43d00d4e tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] GET failed (client error): The resource could not be found. Jul 16 08:55:17.626342 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-39d5df29-392a-4e92-96e6-131d43d00d4e tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] 10.222.0.22 "GET /v2.0/ports/4f4842a8-7bf8-4307-a63b-b91240404db8 HTTP/1.1" status: 404 len: 333 time: 0.0277348 Jul 16 08:55:17.630246 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35366) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:17.635457 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-20432ad8-831c-4546-b856-30ee9aa6727f tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Request body: {'port': {'network_id': '12228b57-29e2-40be-8657-bf2745a98495', 'name': 'tempest-AllowedAddressPairTestJSON-1831109057'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:17.657053 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-fad5a110-47ea-4111-b0ef-20fef6db504b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30380eb0-b9d1-4e67-a9cf-52bb62638985 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:55:17.666473 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-fad5a110-47ea-4111-b0ef-20fef6db504b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.679992 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-fad5a110-47ea-4111-b0ef-20fef6db504b service neutron] Transition to ACTIVE for port object 30380eb0-b9d1-4e67-a9cf-52bb62638985 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:17.686215 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-fad5a110-47ea-4111-b0ef-20fef6db504b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.763797 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20432ad8-831c-4546-b856-30ee9aa6727f tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Made reservation on behalf of d663dd0ac0b84efe993162d1452194ef for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:17.764160 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5a110-47ea-4111-b0ef-20fef6db504b service neutron] Pushing event updated for resources: {'Port': ['ID=30380eb0-b9d1-4e67-a9cf-52bb62638985,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:17.772388 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-20432ad8-831c-4546-b856-30ee9aa6727f tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.790269 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-20432ad8-831c-4546-b856-30ee9aa6727f tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] device_id is not set on port ea866376-f87b-4dd6-b00b-7b78832e55be yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:55:17.814147 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-fad5a110-47ea-4111-b0ef-20fef6db504b service neutron] Attempting to bind port 30380eb0-b9d1-4e67-a9cf-52bb62638985 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:17.814603 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-fad5a110-47ea-4111-b0ef-20fef6db504b service neutron] Attempting to bind port 30380eb0-b9d1-4e67-a9cf-52bb62638985 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'd45210a0-a6e0-4bf0-9cfe-0a2f22e6426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:17.814872 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-fad5a110-47ea-4111-b0ef-20fef6db504b service neutron] Attempting to bind port 30380eb0-b9d1-4e67-a9cf-52bb62638985 on network 4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:17.819187 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-fad5a110-47ea-4111-b0ef-20fef6db504b service neutron] Port 30380eb0-b9d1-4e67-a9cf-52bb62638985 on network 4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:55:17.819513 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-fad5a110-47ea-4111-b0ef-20fef6db504b service neutron] Attempting to bind port 30380eb0-b9d1-4e67-a9cf-52bb62638985 on network 4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:17.825084 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-fad5a110-47ea-4111-b0ef-20fef6db504b service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:17.825426 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-fad5a110-47ea-4111-b0ef-20fef6db504b service neutron] Checking segment: {'id': 'd45210a0-a6e0-4bf0-9cfe-0a2f22e6426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:17.825838 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-fad5a110-47ea-4111-b0ef-20fef6db504b service neutron] Bound using segment: {'id': 'd45210a0-a6e0-4bf0-9cfe-0a2f22e6426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:17.826277 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-fad5a110-47ea-4111-b0ef-20fef6db504b service neutron] Bound port: 30380eb0-b9d1-4e67-a9cf-52bb62638985, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd45210a0-a6e0-4bf0-9cfe-0a2f22e6426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:17.826642 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-fad5a110-47ea-4111-b0ef-20fef6db504b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.895594 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-fad5a110-47ea-4111-b0ef-20fef6db504b service neutron] For port 30380eb0-b9d1-4e67-a9cf-52bb62638985, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:17.900966 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-fad5a110-47ea-4111-b0ef-20fef6db504b service neutron] For port 30380eb0-b9d1-4e67-a9cf-52bb62638985, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=30380eb0-b9d1-4e67-a9cf-52bb62638985,segment=NetworkSegment(d45210a0-a6e0-4bf0-9cfe-0a2f22e6426d),segment_id=d45210a0-a6e0-4bf0-9cfe-0a2f22e6426d)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:17.906573 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-fad5a110-47ea-4111-b0ef-20fef6db504b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.906878 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-20432ad8-831c-4546-b856-30ee9aa6727f tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Allocated IP 172.20.0.5 (12228b57-29e2-40be-8657-bf2745a98495/8b95aab1-6aa3-47de-80a3-c6689411bff0/ea866376-f87b-4dd6-b00b-7b78832e55be) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:17.945825 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-fad5a110-47ea-4111-b0ef-20fef6db504b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:17.946604 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-fad5a110-47ea-4111-b0ef-20fef6db504b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:17.948783 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-fad5a110-47ea-4111-b0ef-20fef6db504b service neutron] 10.222.0.21 "PUT /v2.0/ports/30380eb0-b9d1-4e67-a9cf-52bb62638985 HTTP/1.1" status: 200 len: 1092 time: 0.8550243 Jul 16 08:55:17.949240 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '52efce22-d6d2-40b3-8419-ae01357dda29', 'tag': '30380eb0-b9d1-4e67-a9cf-52bb62638985'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:17.951611 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcece84b-8141-47dc-bcb5-0e2c960274a7" -d '{"events": [{"name": "network-changed", "server_uuid": "52efce22-d6d2-40b3-8419-ae01357dda29", "tag": "30380eb0-b9d1-4e67-a9cf-52bb62638985"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:18.017464 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc5087c4-3760-414b-97bb-1b24ac14d4aa x-openstack-request-id: req-dc5087c4-3760-414b-97bb-1b24ac14d4aa {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:18.017876 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "52efce22-d6d2-40b3-8419-ae01357dda29", "tag": "30380eb0-b9d1-4e67-a9cf-52bb62638985", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:18.018169 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc5087c4-3760-414b-97bb-1b24ac14d4aa {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:18.018636 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '52efce22-d6d2-40b3-8419-ae01357dda29', 'tag': '30380eb0-b9d1-4e67-a9cf-52bb62638985', 'status': 'completed', 'code': 200} Jul 16 08:55:18.022781 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5a110-47ea-4111-b0ef-20fef6db504b service neutron] Pushing event updated for resources: {'Port': ['ID=30380eb0-b9d1-4e67-a9cf-52bb62638985,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:18.072102 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-7e6e34b2-6454-46e4-8303-b4f36ab58a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:18.073764 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-7e6e34b2-6454-46e4-8303-b4f36ab58a85 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=44e14d9858bf4fd9ab8adacbe28ab666&device_id=52efce22-d6d2-40b3-8419-ae01357dda29 HTTP/1.1" status: 200 len: 1095 time: 0.0820093 Jul 16 08:55:18.122975 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-82bd6c30-5dca-4717-82d0-a943bb7debf9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30380eb0-b9d1-4e67-a9cf-52bb62638985 HTTP/1.1" status: 200 len: 217 time: 0.0419295 Jul 16 08:55:18.129063 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-20432ad8-831c-4546-b856-30ee9aa6727f tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.151067 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131a8599-1866-44f1-8755-8dd84c3108fe req-91029907-1935-4539-8c8a-02098759fb89 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:18.152768 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-131a8599-1866-44f1-8755-8dd84c3108fe req-91029907-1935-4539-8c8a-02098759fb89 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/ports?device_id=52efce22-d6d2-40b3-8419-ae01357dda29 HTTP/1.1" status: 200 len: 943 time: 0.1364717 Jul 16 08:55:18.155686 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-20432ad8-831c-4546-b856-30ee9aa6727f tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Transition to ACTIVE for port object ea866376-f87b-4dd6-b00b-7b78832e55be will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:18.185322 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-a01c8828-4969-4fb2-88bb-f6bd535871c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:18.186788 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-a01c8828-4969-4fb2-88bb-f6bd535871c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b7af11c5-4e6d-4466-8add-df988910fa0b HTTP/1.1" status: 200 len: 848 time: 0.0583956 Jul 16 08:55:18.211744 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-131a8599-1866-44f1-8755-8dd84c3108fe req-15299d28-32cc-4de3-9670-7d82e8d1896a tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cbd072-a22c-4260-9c2c-d09abc85d81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512321 Jul 16 08:55:18.219917 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-da9902c0-835b-41f3-b010-598bd40eac77 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268509 Jul 16 08:55:18.221313 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-20432ad8-831c-4546-b856-30ee9aa6727f tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.273206 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20432ad8-831c-4546-b856-30ee9aa6727f tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Network 12228b57-29e2-40be-8657-bf2745a98495 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:18.276814 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-20432ad8-831c-4546-b856-30ee9aa6727f tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:18.280941 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20432ad8-831c-4546-b856-30ee9aa6727f tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:18.287695 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20432ad8-831c-4546-b856-30ee9aa6727f tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Pushing event updated for resources: {'Port': ['ID=ea866376-f87b-4dd6-b00b-7b78832e55be,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:18.323493 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-8dc144e3-843d-436f-9ca7-b074addfe3a5 service neutron] 10.222.0.21 "GET /v2.0/networks/4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969398 Jul 16 08:55:18.338119 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20432ad8-831c-4546-b856-30ee9aa6727f tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:18.339137 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-20432ad8-831c-4546-b856-30ee9aa6727f tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.359727 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-20432ad8-831c-4546-b856-30ee9aa6727f tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.7255383 Jul 16 08:55:18.360882 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35374) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:18.367780 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-485e2ac5-927f-4351-aa0c-17a23c03d6ba tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:d0:31:80'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:18.435627 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0b079f05-f5a9-482f-a02f-288ed3f59818 req-ef727bef-6d0e-45b5-96de-61ea471a1cce service neutron] 10.222.0.21 "GET /v2.0/networks/4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054771 Jul 16 08:55:18.511724 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-52b362a7-2358-4c0d-94b0-42cbafc8d534 None None] Provisioning for port ea866376-f87b-4dd6-b00b-7b78832e55be completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:18.516806 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-52b362a7-2358-4c0d-94b0-42cbafc8d534 None None] Provisioning complete for port ea866376-f87b-4dd6-b00b-7b78832e55be triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:18.517499 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-52b362a7-2358-4c0d-94b0-42cbafc8d534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.553114 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcece84b-8141-47dc-bcb5-0e2c960274a7 req-f7b37f32-ea71-4983-9dd2-289487420f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:18.554692 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bcece84b-8141-47dc-bcb5-0e2c960274a7 req-f7b37f32-ea71-4983-9dd2-289487420f6f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=44e14d9858bf4fd9ab8adacbe28ab666&device_id=52efce22-d6d2-40b3-8419-ae01357dda29 HTTP/1.1" status: 200 len: 1095 time: 0.0616820 Jul 16 08:55:18.557738 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-52b362a7-2358-4c0d-94b0-42cbafc8d534 None None] Port ea866376-f87b-4dd6-b00b-7b78832e55be cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:18.562964 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-485e2ac5-927f-4351-aa0c-17a23c03d6ba tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.652343 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcece84b-8141-47dc-bcb5-0e2c960274a7 req-7073e781-f2de-4edb-b7ff-6fcd8266c2bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:18.653733 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bcece84b-8141-47dc-bcb5-0e2c960274a7 req-7073e781-f2de-4edb-b7ff-6fcd8266c2bb service neutron] 10.222.0.21 "GET /v2.0/networks?id=4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9 HTTP/1.1" status: 200 len: 909 time: 0.0926585 Jul 16 08:55:18.695602 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bcece84b-8141-47dc-bcb5-0e2c960274a7 req-bc78eebd-bfe1-4f9c-b25c-d22446f15985 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30380eb0-b9d1-4e67-a9cf-52bb62638985 HTTP/1.1" status: 200 len: 217 time: 0.0345523 Jul 16 08:55:18.751657 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcece84b-8141-47dc-bcb5-0e2c960274a7 req-052c109f-f4ae-4b20-8fc7-bf18f64b94d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:18.753175 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bcece84b-8141-47dc-bcb5-0e2c960274a7 req-052c109f-f4ae-4b20-8fc7-bf18f64b94d5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b7af11c5-4e6d-4466-8add-df988910fa0b HTTP/1.1" status: 200 len: 848 time: 0.0513997 Jul 16 08:55:18.773379 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-485e2ac5-927f-4351-aa0c-17a23c03d6ba tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.780185 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-485e2ac5-927f-4351-aa0c-17a23c03d6ba tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.793363 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bcece84b-8141-47dc-bcb5-0e2c960274a7 req-3baf2f00-f510-41de-9f1b-4740d0eb4d2d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317624 Jul 16 08:55:18.858604 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485e2ac5-927f-4351-aa0c-17a23c03d6ba tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Pushing event updated for resources: {'Port': ['ID=ea866376-f87b-4dd6-b00b-7b78832e55be,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:18.875129 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-485e2ac5-927f-4351-aa0c-17a23c03d6ba tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] In _notify_port_updated(), no bound segment for port ea866376-f87b-4dd6-b00b-7b78832e55be on network 12228b57-29e2-40be-8657-bf2745a98495 {{(pid=93759) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:55:18.881060 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-485e2ac5-927f-4351-aa0c-17a23c03d6ba tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:18.881829 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-485e2ac5-927f-4351-aa0c-17a23c03d6ba tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:18.883447 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-485e2ac5-927f-4351-aa0c-17a23c03d6ba tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] 10.222.0.22 "PUT /v2.0/ports/ea866376-f87b-4dd6-b00b-7b78832e55be HTTP/1.1" status: 200 len: 996 time: 0.5221593 Jul 16 08:55:18.887036 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35378) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:18.907420 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bcece84b-8141-47dc-bcb5-0e2c960274a7 req-2afc2649-82b0-4d62-8693-4917eb4cfb79 service neutron] 10.222.0.21 "GET /v2.0/networks/4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1055417 Jul 16 08:55:19.001914 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-a903e39b-c5af-4f09-923a-1a49303ac9a2 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Deleting port ea866376-f87b-4dd6-b00b-7b78832e55be {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:19.002530 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a903e39b-c5af-4f09-923a-1a49303ac9a2 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.010681 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bcece84b-8141-47dc-bcb5-0e2c960274a7 req-0a621953-00b0-402f-a356-8d62880056aa service neutron] 10.222.0.21 "GET /v2.0/networks/4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949078 Jul 16 08:55:19.077288 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-22757604-6f47-4e18-8f52-b3207c8b6b41 None None] Provisioning complete for port ea866376-f87b-4dd6-b00b-7b78832e55be triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:19.077751 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-22757604-6f47-4e18-8f52-b3207c8b6b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.090610 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a903e39b-c5af-4f09-923a-1a49303ac9a2 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.102282 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-a903e39b-c5af-4f09-923a-1a49303ac9a2 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Calling delete_port for ea866376-f87b-4dd6-b00b-7b78832e55be owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:19.111795 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-22757604-6f47-4e18-8f52-b3207c8b6b41 None None] Port ea866376-f87b-4dd6-b00b-7b78832e55be cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:19.230408 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a903e39b-c5af-4f09-923a-1a49303ac9a2 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.259055 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a903e39b-c5af-4f09-923a-1a49303ac9a2 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Pushing event deleted for resources: {'Port': ['ID=ea866376-f87b-4dd6-b00b-7b78832e55be,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:19.346680 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a903e39b-c5af-4f09-923a-1a49303ac9a2 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.349086 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a903e39b-c5af-4f09-923a-1a49303ac9a2 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] 10.222.0.22 "DELETE /v2.0/ports/ea866376-f87b-4dd6-b00b-7b78832e55be HTTP/1.1" status: 204 len: 168 time: 0.4598906 Jul 16 08:55:19.351514 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35382) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:19.385508 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-f07709c8-993d-4b22-8bb3-30851efacbff tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] GET failed (client error): The resource could not be found. Jul 16 08:55:19.387080 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f07709c8-993d-4b22-8bb3-30851efacbff tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] 10.222.0.22 "GET /v2.0/ports/ea866376-f87b-4dd6-b00b-7b78832e55be HTTP/1.1" status: 404 len: 333 time: 0.0345600 Jul 16 08:55:19.391140 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35384) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:19.396180 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-10723dfa-0f63-4933-a297-c5c951c7b7de tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Request body: {'port': {'network_id': '12228b57-29e2-40be-8657-bf2745a98495', 'name': 'tempest-AllowedAddressPairTestJSON-1194111929'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:19.406317 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9923549-f7a5-4add-b581-3af92b708965 req-79831766-4a06-47be-b154-5ee721c6b6c8 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:19.407884 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c9923549-f7a5-4add-b581-3af92b708965 req-79831766-4a06-47be-b154-5ee721c6b6c8 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/ports?device_id=52efce22-d6d2-40b3-8419-ae01357dda29 HTTP/1.1" status: 200 len: 943 time: 0.0767004 Jul 16 08:55:19.449476 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c9923549-f7a5-4add-b581-3af92b708965 req-3c68c504-1b23-4c8e-b7be-f84b75954765 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cbd072-a22c-4260-9c2c-d09abc85d81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357463 Jul 16 08:55:19.508227 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10723dfa-0f63-4933-a297-c5c951c7b7de tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Made reservation on behalf of d663dd0ac0b84efe993162d1452194ef for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:19.512541 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-10723dfa-0f63-4933-a297-c5c951c7b7de tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.529695 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [None req-10723dfa-0f63-4933-a297-c5c951c7b7de tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] device_id is not set on port 53e40e97-527b-4de2-a866-382508630b45 yet. {{(pid=93758) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:55:19.646971 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-10723dfa-0f63-4933-a297-c5c951c7b7de tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Allocated IP 172.20.0.11 (12228b57-29e2-40be-8657-bf2745a98495/8b95aab1-6aa3-47de-80a3-c6689411bff0/53e40e97-527b-4de2-a866-382508630b45) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:19.807793 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-10723dfa-0f63-4933-a297-c5c951c7b7de tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.820417 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-10723dfa-0f63-4933-a297-c5c951c7b7de tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Transition to ACTIVE for port object 53e40e97-527b-4de2-a866-382508630b45 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:19.851638 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-10723dfa-0f63-4933-a297-c5c951c7b7de tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.896175 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10723dfa-0f63-4933-a297-c5c951c7b7de tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Network 12228b57-29e2-40be-8657-bf2745a98495 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:19.899344 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-10723dfa-0f63-4933-a297-c5c951c7b7de tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:19.903895 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10723dfa-0f63-4933-a297-c5c951c7b7de tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:19.931961 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10723dfa-0f63-4933-a297-c5c951c7b7de tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Pushing event updated for resources: {'Port': ['ID=53e40e97-527b-4de2-a866-382508630b45,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:19.963328 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10723dfa-0f63-4933-a297-c5c951c7b7de tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:19.963967 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-10723dfa-0f63-4933-a297-c5c951c7b7de tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:19.983394 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-10723dfa-0f63-4933-a297-c5c951c7b7de tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.5888107 Jul 16 08:55:19.983762 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35388) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:19.988891 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0b349583-a4fd-4f65-9c03-edee7c33d34f tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Request body: {'port': {'network_id': '12228b57-29e2-40be-8657-bf2745a98495', 'name': 'tempest-AllowedAddressPairTestJSON-54327200'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:20.108119 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b349583-a4fd-4f65-9c03-edee7c33d34f tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Made reservation on behalf of d663dd0ac0b84efe993162d1452194ef for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:20.112171 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b349583-a4fd-4f65-9c03-edee7c33d34f tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.129602 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-0b349583-a4fd-4f65-9c03-edee7c33d34f tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] device_id is not set on port b2ea85dc-613f-48fc-a29f-9d4663455509 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:55:20.135530 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c9e258aa-4d7b-4b11-a2ca-990c39cbd7af None None] Provisioning for port 53e40e97-527b-4de2-a866-382508630b45 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:20.139607 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c9e258aa-4d7b-4b11-a2ca-990c39cbd7af None None] Provisioning complete for port 53e40e97-527b-4de2-a866-382508630b45 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:20.140125 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c9e258aa-4d7b-4b11-a2ca-990c39cbd7af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.174598 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c9e258aa-4d7b-4b11-a2ca-990c39cbd7af None None] Port 53e40e97-527b-4de2-a866-382508630b45 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:20.235581 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-0b349583-a4fd-4f65-9c03-edee7c33d34f tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Allocated IP 172.20.0.13 (12228b57-29e2-40be-8657-bf2745a98495/8b95aab1-6aa3-47de-80a3-c6689411bff0/b2ea85dc-613f-48fc-a29f-9d4663455509) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:20.384117 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b349583-a4fd-4f65-9c03-edee7c33d34f tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.396989 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-0b349583-a4fd-4f65-9c03-edee7c33d34f tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Transition to ACTIVE for port object b2ea85dc-613f-48fc-a29f-9d4663455509 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:20.429639 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b349583-a4fd-4f65-9c03-edee7c33d34f tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.474769 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b349583-a4fd-4f65-9c03-edee7c33d34f tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Network 12228b57-29e2-40be-8657-bf2745a98495 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:20.478010 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-0b349583-a4fd-4f65-9c03-edee7c33d34f tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:20.481044 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b349583-a4fd-4f65-9c03-edee7c33d34f tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:20.514342 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b349583-a4fd-4f65-9c03-edee7c33d34f tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Pushing event updated for resources: {'Port': ['ID=b2ea85dc-613f-48fc-a29f-9d4663455509,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:20.540553 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b349583-a4fd-4f65-9c03-edee7c33d34f tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:20.541997 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0b349583-a4fd-4f65-9c03-edee7c33d34f tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.560010 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35392) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:20.560250 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0b349583-a4fd-4f65-9c03-edee7c33d34f tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 0.5751958 Jul 16 08:55:20.566853 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-b2685080-b76b-4185-8f51-5d2fe8ad8199 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.14', 'mac_address': 'fa:16:3e:d0:31:80'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:c9:b2:3b'}]}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:20.639119 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626b8afe-4227-4e6d-8e0c-db6849956f1d req-b6aa1c51-c1b6-4948-a4d8-b84d9479b870 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:20.641327 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-626b8afe-4227-4e6d-8e0c-db6849956f1d req-b6aa1c51-c1b6-4948-a4d8-b84d9479b870 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/ports?device_id=52efce22-d6d2-40b3-8419-ae01357dda29 HTTP/1.1" status: 200 len: 943 time: 0.0675747 Jul 16 08:55:20.683171 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-626b8afe-4227-4e6d-8e0c-db6849956f1d req-2637f2c4-fcc8-4cbd-9636-6d783ea8f25f tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cbd072-a22c-4260-9c2c-d09abc85d81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349541 Jul 16 08:55:20.708603 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-dc166da9-ac50-4ed2-98c1-1c4d876f84d1 None None] Provisioning for port b2ea85dc-613f-48fc-a29f-9d4663455509 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:20.712450 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-dc166da9-ac50-4ed2-98c1-1c4d876f84d1 None None] Provisioning complete for port b2ea85dc-613f-48fc-a29f-9d4663455509 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:20.713049 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dc166da9-ac50-4ed2-98c1-1c4d876f84d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.749273 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b2685080-b76b-4185-8f51-5d2fe8ad8199 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:20.750922 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-dc166da9-ac50-4ed2-98c1-1c4d876f84d1 None None] Port b2ea85dc-613f-48fc-a29f-9d4663455509 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:21.274146 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b2685080-b76b-4185-8f51-5d2fe8ad8199 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.278749 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b2685080-b76b-4185-8f51-5d2fe8ad8199 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.339402 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 30380eb0-b9d1-4e67-a9cf-52bb62638985 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:55:21.366292 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2685080-b76b-4185-8f51-5d2fe8ad8199 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Pushing event updated for resources: {'Port': ['ID=b2ea85dc-613f-48fc-a29f-9d4663455509,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:21.372533 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b2685080-b76b-4185-8f51-5d2fe8ad8199 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] In _notify_port_updated(), no bound segment for port b2ea85dc-613f-48fc-a29f-9d4663455509 on network 12228b57-29e2-40be-8657-bf2745a98495 {{(pid=93758) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 16 08:55:21.378326 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2685080-b76b-4185-8f51-5d2fe8ad8199 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:21.379128 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b2685080-b76b-4185-8f51-5d2fe8ad8199 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.383228 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b2685080-b76b-4185-8f51-5d2fe8ad8199 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] 10.222.0.22 "PUT /v2.0/ports/b2ea85dc-613f-48fc-a29f-9d4663455509 HTTP/1.1" status: 200 len: 1056 time: 0.8192215 Jul 16 08:55:21.383532 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35400) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:21.453490 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 30380eb0-b9d1-4e67-a9cf-52bb62638985, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=30380eb0-b9d1-4e67-a9cf-52bb62638985,segment=NetworkSegment(d45210a0-a6e0-4bf0-9cfe-0a2f22e6426d),segment_id=d45210a0-a6e0-4bf0-9cfe-0a2f22e6426d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:21.465776 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '30380eb0-b9d1-4e67-a9cf-52bb62638985', 'network_id': '4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9', 'port_id': '30380eb0-b9d1-4e67-a9cf-52bb62638985', 'mac_address': 'fa:16:3e:3b:95:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7af11c5-4e6d-4466-8add-df988910fa0b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:55:21.490019 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-94293428-79b7-4bef-8ed1-5e2e39c937f0 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Deleting port b2ea85dc-613f-48fc-a29f-9d4663455509 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:21.490378 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-94293428-79b7-4bef-8ed1-5e2e39c937f0 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.515469 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.533382 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30380eb0-b9d1-4e67-a9cf-52bb62638985 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:55:21.555884 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 30380eb0-b9d1-4e67-a9cf-52bb62638985, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=30380eb0-b9d1-4e67-a9cf-52bb62638985,segment=NetworkSegment(d45210a0-a6e0-4bf0-9cfe-0a2f22e6426d),segment_id=d45210a0-a6e0-4bf0-9cfe-0a2f22e6426d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:21.560226 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.589325 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-94293428-79b7-4bef-8ed1-5e2e39c937f0 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.601673 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-94293428-79b7-4bef-8ed1-5e2e39c937f0 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Calling delete_port for b2ea85dc-613f-48fc-a29f-9d4663455509 owned by {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:21.611238 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-36f9f828-d600-4a21-966b-0a9b7311f200 None None] Provisioning complete for port b2ea85dc-613f-48fc-a29f-9d4663455509 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:21.611616 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-36f9f828-d600-4a21-966b-0a9b7311f200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.635104 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=30380eb0-b9d1-4e67-a9cf-52bb62638985,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:21.651706 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-36f9f828-d600-4a21-966b-0a9b7311f200 None None] Port b2ea85dc-613f-48fc-a29f-9d4663455509 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:55:21.744131 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-94293428-79b7-4bef-8ed1-5e2e39c937f0 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:21.750224 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['30380eb0-b9d1-4e67-a9cf-52bb62638985'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:55:21.780136 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94293428-79b7-4bef-8ed1-5e2e39c937f0 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Pushing event deleted for resources: {'Port': ['ID=b2ea85dc-613f-48fc-a29f-9d4663455509,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:21.897553 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a17aa-b478-4663-b7ee-4bc06fd686db req-f7873641-ad62-4e64-b8ce-2027b1346eb8 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:21.899280 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c60a17aa-b478-4663-b7ee-4bc06fd686db req-f7873641-ad62-4e64-b8ce-2027b1346eb8 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/ports?device_id=52efce22-d6d2-40b3-8419-ae01357dda29 HTTP/1.1" status: 200 len: 944 time: 0.0789635 Jul 16 08:55:21.948183 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c60a17aa-b478-4663-b7ee-4bc06fd686db req-051b3ca8-59c4-45e0-bf52-993eb60d9c20 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cbd072-a22c-4260-9c2c-d09abc85d81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419295 Jul 16 08:55:22.008175 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-94293428-79b7-4bef-8ed1-5e2e39c937f0 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.010198 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-94293428-79b7-4bef-8ed1-5e2e39c937f0 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] 10.222.0.22 "DELETE /v2.0/ports/b2ea85dc-613f-48fc-a29f-9d4663455509 HTTP/1.1" status: 204 len: 168 time: 0.6256599 Jul 16 08:55:22.012839 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35404) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:22.039259 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc32f0aa-3179-4982-a6b0-a8f145e202ab tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] GET failed (client error): The resource could not be found. Jul 16 08:55:22.041198 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-dc32f0aa-3179-4982-a6b0-a8f145e202ab tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] 10.222.0.22 "GET /v2.0/ports/b2ea85dc-613f-48fc-a29f-9d4663455509 HTTP/1.1" status: 404 len: 333 time: 0.0269129 Jul 16 08:55:22.044108 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35406) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:22.140644 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4c8f242d-4a49-4b6d-bc2e-00c21eb12c68 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Deleting port 53e40e97-527b-4de2-a866-382508630b45 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:22.140901 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c8f242d-4a49-4b6d-bc2e-00c21eb12c68 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.225748 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c8f242d-4a49-4b6d-bc2e-00c21eb12c68 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.238490 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4c8f242d-4a49-4b6d-bc2e-00c21eb12c68 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Calling delete_port for 53e40e97-527b-4de2-a866-382508630b45 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:22.397610 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c8f242d-4a49-4b6d-bc2e-00c21eb12c68 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.435652 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f242d-4a49-4b6d-bc2e-00c21eb12c68 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Pushing event deleted for resources: {'Port': ['ID=53e40e97-527b-4de2-a866-382508630b45,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:22.477370 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df9748c-8277-4fc2-80e2-b0cf19ad2a8a req-f37fca38-7c48-4e89-ac1c-1c02ffc5720f tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:22.479721 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1df9748c-8277-4fc2-80e2-b0cf19ad2a8a req-f37fca38-7c48-4e89-ac1c-1c02ffc5720f tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 945 time: 0.1377809 Jul 16 08:55:22.546098 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c8f242d-4a49-4b6d-bc2e-00c21eb12c68 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.547974 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4c8f242d-4a49-4b6d-bc2e-00c21eb12c68 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] 10.222.0.22 "DELETE /v2.0/ports/53e40e97-527b-4de2-a866-382508630b45 HTTP/1.1" status: 204 len: 168 time: 0.5028031 Jul 16 08:55:22.550853 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35412) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:22.553439 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1df9748c-8277-4fc2-80e2-b0cf19ad2a8a req-64e9341b-f024-4d37-bfc4-48f8e8f23e1d tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557232 Jul 16 08:55:22.583161 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-75c2bb2f-1328-4e98-b84c-33c61a0702f5 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] GET failed (client error): The resource could not be found. Jul 16 08:55:22.585163 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-75c2bb2f-1328-4e98-b84c-33c61a0702f5 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] 10.222.0.22 "GET /v2.0/ports/53e40e97-527b-4de2-a866-382508630b45 HTTP/1.1" status: 404 len: 333 time: 0.0328581 Jul 16 08:55:22.589528 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35416) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:22.692604 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-2cd3c2f9-2fc9-402d-9332-8a91a17c44b5 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Deleting port 6ddfc597-34c4-4454-a805-370d634e07a1 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:22.692954 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2cd3c2f9-2fc9-402d-9332-8a91a17c44b5 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.781256 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2cd3c2f9-2fc9-402d-9332-8a91a17c44b5 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.793569 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-2cd3c2f9-2fc9-402d-9332-8a91a17c44b5 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Calling delete_port for 6ddfc597-34c4-4454-a805-370d634e07a1 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:22.925617 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2cd3c2f9-2fc9-402d-9332-8a91a17c44b5 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:22.956691 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd3c2f9-2fc9-402d-9332-8a91a17c44b5 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Pushing event deleted for resources: {'Port': ['ID=6ddfc597-34c4-4454-a805-370d634e07a1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:23.041342 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2cd3c2f9-2fc9-402d-9332-8a91a17c44b5 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.043927 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2cd3c2f9-2fc9-402d-9332-8a91a17c44b5 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] 10.222.0.22 "DELETE /v2.0/ports/6ddfc597-34c4-4454-a805-370d634e07a1 HTTP/1.1" status: 204 len: 168 time: 0.4533870 Jul 16 08:55:23.046314 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35432) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:23.355312 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 30380eb0-b9d1-4e67-a9cf-52bb62638985 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:23.405997 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 30380eb0-b9d1-4e67-a9cf-52bb62638985 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:23.409944 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 30380eb0-b9d1-4e67-a9cf-52bb62638985 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:23.410450 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.467512 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-43504a96-8aa4-48dd-8b8f-48bcd1365887 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Deleting subnet 8b95aab1-6aa3-47de-80a3-c6689411bff0 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:55:23.470898 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43504a96-8aa4-48dd-8b8f-48bcd1365887 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.493242 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.517112 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52efce22-d6d2-40b3-8419-ae01357dda29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30380eb0-b9d1-4e67-a9cf-52bb62638985'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:23.519400 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c986a2bc-e451-42e4-93ee-9a4542e89325" -d '{"events": [{"server_uuid": "52efce22-d6d2-40b3-8419-ae01357dda29", "name": "network-vif-plugged", "status": "completed", "tag": "30380eb0-b9d1-4e67-a9cf-52bb62638985"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:23.524008 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43504a96-8aa4-48dd-8b8f-48bcd1365887 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.532965 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 30380eb0-b9d1-4e67-a9cf-52bb62638985, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=30380eb0-b9d1-4e67-a9cf-52bb62638985,segment=NetworkSegment(d45210a0-a6e0-4bf0-9cfe-0a2f22e6426d),segment_id=d45210a0-a6e0-4bf0-9cfe-0a2f22e6426d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:23.541885 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.569291 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae372522-8a94-4eaa-ad32-bacd101fb803 req-3da313f5-0476-49bc-877a-f2c9b7d70a0c tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:23.571762 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ae372522-8a94-4eaa-ad32-bacd101fb803 req-3da313f5-0476-49bc-877a-f2c9b7d70a0c tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/ports?device_id=52efce22-d6d2-40b3-8419-ae01357dda29 HTTP/1.1" status: 200 len: 944 time: 0.1574183 Jul 16 08:55:23.580769 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af18ac8a-1963-4a50-bf9c-f2beee60f25a x-openstack-request-id: req-af18ac8a-1963-4a50-bf9c-f2beee60f25a {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:23.581060 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52efce22-d6d2-40b3-8419-ae01357dda29", "name": "network-vif-plugged", "status": "completed", "tag": "30380eb0-b9d1-4e67-a9cf-52bb62638985", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:23.581311 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-af18ac8a-1963-4a50-bf9c-f2beee60f25a {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:23.581694 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52efce22-d6d2-40b3-8419-ae01357dda29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30380eb0-b9d1-4e67-a9cf-52bb62638985', 'code': 200} Jul 16 08:55:23.602502 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=30380eb0-b9d1-4e67-a9cf-52bb62638985,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:23.609997 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:23.610347 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:23.610696 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:23.611032 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:23.611369 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:23.611703 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:23.612034 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:23.612397 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:23.612712 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:23.613041 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:23.613366 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:23.613688 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:55:23.643534 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ae372522-8a94-4eaa-ad32-bacd101fb803 req-6186d3e8-9637-4743-afb5-57bbbab20644 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cbd072-a22c-4260-9c2c-d09abc85d81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652714 Jul 16 08:55:23.663122 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43504a96-8aa4-48dd-8b8f-48bcd1365887 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.733323 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eafe6f5-308f-4d2a-b98a-fbfc0b9135b4 req-36225966-86e4-40cf-a066-dbea4bea1fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:23.735736 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4eafe6f5-308f-4d2a-b98a-fbfc0b9135b4 req-36225966-86e4-40cf-a066-dbea4bea1fb3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=52efce22-d6d2-40b3-8419-ae01357dda29 HTTP/1.1" status: 200 len: 1097 time: 0.0841084 Jul 16 08:55:23.755649 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43504a96-8aa4-48dd-8b8f-48bcd1365887 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.777743 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4eafe6f5-308f-4d2a-b98a-fbfc0b9135b4 req-4431afa1-82d5-4420-a233-181dd18d7a7f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=42cbd072-a22c-4260-9c2c-d09abc85d81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360534 Jul 16 08:55:23.794102 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43504a96-8aa4-48dd-8b8f-48bcd1365887 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Pushing event deleted for resources: {'Subnet': ['ID=8b95aab1-6aa3-47de-80a3-c6689411bff0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:23.799278 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43504a96-8aa4-48dd-8b8f-48bcd1365887 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.802746 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-43504a96-8aa4-48dd-8b8f-48bcd1365887 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] 10.222.0.22 "DELETE /v2.0/subnets/8b95aab1-6aa3-47de-80a3-c6689411bff0 HTTP/1.1" status: 204 len: 168 time: 0.7549701 Jul 16 08:55:23.805752 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35436) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:23.808609 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a0d7066-814f-4432-a45f-5ef42e2eb791 None None] Network 12228b57-29e2-40be-8657-bf2745a98495 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:23.894518 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d81d0d42-b3d3-496c-8c48-5ddaf5ef5a13 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:23.971334 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d81d0d42-b3d3-496c-8c48-5ddaf5ef5a13 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Deleting port 3766a256-e22d-4b3d-a1a4-a6261fe9063a {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:23.972655 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d81d0d42-b3d3-496c-8c48-5ddaf5ef5a13 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.061896 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e901dac-2cb0-4def-8d7e-798737f0985b None None] DHCP port deletion for 12228b57-29e2-40be-8657-bf2745a98495 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:55:24.070752 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-d81d0d42-b3d3-496c-8c48-5ddaf5ef5a13 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] For port 3766a256-e22d-4b3d-a1a4-a6261fe9063a, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=3766a256-e22d-4b3d-a1a4-a6261fe9063a,segment=NetworkSegment(51bf3f38-714d-4829-909f-75aeea760acc),segment_id=51bf3f38-714d-4829-909f-75aeea760acc)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:24.071250 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d81d0d42-b3d3-496c-8c48-5ddaf5ef5a13 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.089034 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d81d0d42-b3d3-496c-8c48-5ddaf5ef5a13 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Calling delete_port for 3766a256-e22d-4b3d-a1a4-a6261fe9063a owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:24.135290 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7e901dac-2cb0-4def-8d7e-798737f0985b None None] Deleting port 3766a256-e22d-4b3d-a1a4-a6261fe9063a {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:24.135727 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e901dac-2cb0-4def-8d7e-798737f0985b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.191168 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d81d0d42-b3d3-496c-8c48-5ddaf5ef5a13 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.231921 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7e901dac-2cb0-4def-8d7e-798737f0985b None None] For port 3766a256-e22d-4b3d-a1a4-a6261fe9063a, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=3766a256-e22d-4b3d-a1a4-a6261fe9063a,segment=NetworkSegment(51bf3f38-714d-4829-909f-75aeea760acc),segment_id=51bf3f38-714d-4829-909f-75aeea760acc)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:24.232623 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e901dac-2cb0-4def-8d7e-798737f0985b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.238022 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d81d0d42-b3d3-496c-8c48-5ddaf5ef5a13 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] No DVR routers for this DVR port 3766a256-e22d-4b3d-a1a4-a6261fe9063a on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:55:24.248474 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d0d42-b3d3-496c-8c48-5ddaf5ef5a13 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Pushing event deleted for resources: {'Port': ['ID=3766a256-e22d-4b3d-a1a4-a6261fe9063a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:24.256568 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7e901dac-2cb0-4def-8d7e-798737f0985b None None] Calling delete_port for 3766a256-e22d-4b3d-a1a4-a6261fe9063a owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:24.366968 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d81d0d42-b3d3-496c-8c48-5ddaf5ef5a13 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.376176 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7e901dac-2cb0-4def-8d7e-798737f0985b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.377785 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d81d0d42-b3d3-496c-8c48-5ddaf5ef5a13 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12228b57-29e2-40be-8657-bf2745a98495']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:24.394849 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d81d0d42-b3d3-496c-8c48-5ddaf5ef5a13 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51bf3f38-714d-4829-909f-75aeea760acc') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:24.395290 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d81d0d42-b3d3-496c-8c48-5ddaf5ef5a13 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51bf3f38-714d-4829-909f-75aeea760acc') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:24.403461 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e901dac-2cb0-4def-8d7e-798737f0985b None None] Pushing event deleted for resources: {'Port': ['ID=3766a256-e22d-4b3d-a1a4-a6261fe9063a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:24.409211 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e901dac-2cb0-4def-8d7e-798737f0985b None None] No DVR routers for this DVR port 3766a256-e22d-4b3d-a1a4-a6261fe9063a on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:55:24.411455 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d81d0d42-b3d3-496c-8c48-5ddaf5ef5a13 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.428138 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d81d0d42-b3d3-496c-8c48-5ddaf5ef5a13 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.437481 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d81d0d42-b3d3-496c-8c48-5ddaf5ef5a13 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:55:24.438258 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d81d0d42-b3d3-496c-8c48-5ddaf5ef5a13 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:55:24.441402 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:55:24.505699 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d81d0d42-b3d3-496c-8c48-5ddaf5ef5a13 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.516491 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d81d0d42-b3d3-496c-8c48-5ddaf5ef5a13 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.518340 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d81d0d42-b3d3-496c-8c48-5ddaf5ef5a13 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] 10.222.0.22 "DELETE /v2.0/networks/12228b57-29e2-40be-8657-bf2745a98495 HTTP/1.1" status: 204 len: 168 time: 0.7112722 Jul 16 08:55:24.531080 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d0d42-b3d3-496c-8c48-5ddaf5ef5a13 tempest-AllowedAddressPairTestJSON-422940003 tempest-AllowedAddressPairTestJSON-422940003-project] Pushing event deleted for resources: {'Network': ['ID=12228b57-29e2-40be-8657-bf2745a98495,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:24.772256 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35448) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:24.846486 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b0e743-791f-493d-a6c3-26d8d3bba295 req-546d0bb6-3396-437c-91f1-1a2b272a54a3 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:24.848091 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-02b0e743-791f-493d-a6c3-26d8d3bba295 req-546d0bb6-3396-437c-91f1-1a2b272a54a3 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/ports?device_id=52efce22-d6d2-40b3-8419-ae01357dda29 HTTP/1.1" status: 200 len: 945 time: 0.0721490 Jul 16 08:55:24.887898 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-02b0e743-791f-493d-a6c3-26d8d3bba295 req-ba0d743c-b431-400f-9f76-10f49eba324d tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cbd072-a22c-4260-9c2c-d09abc85d81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340319 Jul 16 08:55:24.907058 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-55a2b020-662d-4219-9ed7-51fdc5f58b4d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=d663dd0ac0b84efe993162d1452194ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1329772 Jul 16 08:55:24.909073 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35452) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:24.968740 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e813fc65-13c6-4b3e-bb72-4690780097e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:24.991739 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e813fc65-13c6-4b3e-bb72-4690780097e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.045216 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e813fc65-13c6-4b3e-bb72-4690780097e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.048083 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e813fc65-13c6-4b3e-bb72-4690780097e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.049325 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e813fc65-13c6-4b3e-bb72-4690780097e2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c3a0b20e-e53c-4a9f-a946-6a0db6552199 HTTP/1.1" status: 204 len: 168 time: 0.1392577 Jul 16 08:55:25.058231 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e813fc65-13c6-4b3e-bb72-4690780097e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a0b20e-e53c-4a9f-a946-6a0db6552199,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:25.279352 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3766a256-e22d-4b3d-a1a4-a6261fe9063a no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:25.310281 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 3766a256-e22d-4b3d-a1a4-a6261fe9063a {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:55:25.310633 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3766a256-e22d-4b3d-a1a4-a6261fe9063a not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:55:25.506689 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device c63893c6-6232-40bc-9a83-fbb40cca45b0 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:55:25.618169 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port c63893c6-6232-40bc-9a83-fbb40cca45b0, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=c63893c6-6232-40bc-9a83-fbb40cca45b0,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:25.631572 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'c63893c6-6232-40bc-9a83-fbb40cca45b0', 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1', 'port_id': 'c63893c6-6232-40bc-9a83-fbb40cca45b0', 'mac_address': 'fa:16:3e:46:99:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad49083-8e48-4575-9b36-364c8d5c322c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:55:25.680501 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.695721 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c63893c6-6232-40bc-9a83-fbb40cca45b0 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:55:25.720203 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port c63893c6-6232-40bc-9a83-fbb40cca45b0, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=c63893c6-6232-40bc-9a83-fbb40cca45b0,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:25.725417 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:25.764469 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbce6ae8-ccda-466c-8d0e-cc6d3f687d71 req-2d602cd9-4a2a-44b4-b9e7-672b101b73be tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:25.766424 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fbce6ae8-ccda-466c-8d0e-cc6d3f687d71 req-2d602cd9-4a2a-44b4-b9e7-672b101b73be tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/ports?device_id=52efce22-d6d2-40b3-8419-ae01357dda29 HTTP/1.1" status: 200 len: 945 time: 0.0913217 Jul 16 08:55:25.789048 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=c63893c6-6232-40bc-9a83-fbb40cca45b0,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:25.809510 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['c63893c6-6232-40bc-9a83-fbb40cca45b0'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:55:25.833843 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fbce6ae8-ccda-466c-8d0e-cc6d3f687d71 req-ac13c929-36d4-47c7-bcd6-3d9544ba5bbf tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cbd072-a22c-4260-9c2c-d09abc85d81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532379 Jul 16 08:55:25.906945 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1ebbd-6794-44e5-8d91-7902661cbb1b req-5a9d01c5-fdd9-4e8e-9b09-908b4ab7624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:25.909248 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b4f1ebbd-6794-44e5-8d91-7902661cbb1b req-5a9d01c5-fdd9-4e8e-9b09-908b4ab7624b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f4c1f959be841b791b07e280453979b&device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 1096 time: 0.0612707 Jul 16 08:55:25.953287 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35490) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:26.038605 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1ebbd-6794-44e5-8d91-7902661cbb1b req-e1a72776-7f63-4091-8064-8525b92d33a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:26.040225 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b4f1ebbd-6794-44e5-8d91-7902661cbb1b req-e1a72776-7f63-4091-8064-8525b92d33a3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51d51b2e-c364-4882-bbf4-f36afab1b6c1 HTTP/1.1" status: 200 len: 913 time: 0.1032438 Jul 16 08:55:26.069713 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-cec27a96-7c49-48ce-a0d5-739181917fac tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1116009464'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:26.096325 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cec27a96-7c49-48ce-a0d5-739181917fac tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Made reservation on behalf of 764fcfd2010d4cf99502afbbb0cbe3b9 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:26.100236 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cec27a96-7c49-48ce-a0d5-739181917fac tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.110865 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cec27a96-7c49-48ce-a0d5-739181917fac tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.118204 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b4f1ebbd-6794-44e5-8d91-7902661cbb1b req-23d0e0fe-7384-4361-b331-ab27883afe27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c63893c6-6232-40bc-9a83-fbb40cca45b0 HTTP/1.1" status: 200 len: 1000 time: 0.0661502 Jul 16 08:55:26.201301 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1ebbd-6794-44e5-8d91-7902661cbb1b req-1751a148-3a0e-4810-8769-1ebd3870fe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:26.202895 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b4f1ebbd-6794-44e5-8d91-7902661cbb1b req-1751a148-3a0e-4810-8769-1ebd3870fe88 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ad49083-8e48-4575-9b36-364c8d5c322c HTTP/1.1" status: 200 len: 851 time: 0.0625668 Jul 16 08:55:26.232445 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cec27a96-7c49-48ce-a0d5-739181917fac tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.236998 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cec27a96-7c49-48ce-a0d5-739181917fac tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.260051 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cec27a96-7c49-48ce-a0d5-739181917fac tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:55:26.278656 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cec27a96-7c49-48ce-a0d5-739181917fac tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.278910 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f1ebbd-6794-44e5-8d91-7902661cbb1b req-64e4b8d9-e5fd-4691-8d76-3ec2d9c412f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:26.279029 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-cec27a96-7c49-48ce-a0d5-739181917fac tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Added segment 5df0d505-b3d3-428c-8f4e-6a654a70db3d of type vlan for network ebe3ae2b-0323-40a2-9b97-7c6b7f942063 Jul 16 08:55:26.280388 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec27a96-7c49-48ce-a0d5-739181917fac tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7de3dbbb-6638-4c2d-be7f-0b5bdc9af6fe,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:26.280550 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b4f1ebbd-6794-44e5-8d91-7902661cbb1b req-64e4b8d9-e5fd-4691-8d76-3ec2d9c412f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51d51b2e-c364-4882-bbf4-f36afab1b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0702076 Jul 16 08:55:26.328011 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cec27a96-7c49-48ce-a0d5-739181917fac tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.364920 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cec27a96-7c49-48ce-a0d5-739181917fac tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.372542 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cec27a96-7c49-48ce-a0d5-739181917fac tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:26.373207 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cec27a96-7c49-48ce-a0d5-739181917fac tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.421560 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b4f1ebbd-6794-44e5-8d91-7902661cbb1b req-d53b9c5d-4b9c-4e92-9405-86970b292a07 service neutron] 10.222.0.30 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083097 Jul 16 08:55:26.438311 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-cec27a96-7c49-48ce-a0d5-739181917fac tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4836550 Jul 16 08:55:26.441235 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35508) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:26.448391 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-04adda4a-669c-4678-9784-c44bd50f9e28 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Request body: {'subnet': {'network_id': 'ebe3ae2b-0323-40a2-9b97-7c6b7f942063', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:26.479633 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec27a96-7c49-48ce-a0d5-739181917fac tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event updated for resources: {'Network': ['ID=ebe3ae2b-0323-40a2-9b97-7c6b7f942063,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:26.493241 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network ebe3ae2b-0323-40a2-9b97-7c6b7f942063 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:55:26.550641 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b4f1ebbd-6794-44e5-8d91-7902661cbb1b req-1c9da39d-f6d2-4351-8c70-53a1290fa71f service neutron] 10.222.0.30 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235435 Jul 16 08:55:26.594643 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04adda4a-669c-4678-9784-c44bd50f9e28 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Made reservation on behalf of 764fcfd2010d4cf99502afbbb0cbe3b9 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:26.598377 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-04adda4a-669c-4678-9784-c44bd50f9e28 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.849507 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-04adda4a-669c-4678-9784-c44bd50f9e28 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:26.963627 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04adda4a-669c-4678-9784-c44bd50f9e28 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event updated for resources: {'Subnet': ['ID=8d99b77e-c396-444a-94ae-ab4b933c48a4,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:26.985541 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04adda4a-669c-4678-9784-c44bd50f9e28 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Checking segment: {'id': '5df0d505-b3d3-428c-8f4e-6a654a70db3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'ebe3ae2b-0323-40a2-9b97-7c6b7f942063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:26.986001 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04adda4a-669c-4678-9784-c44bd50f9e28 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Network hostable DHCP agents. Network: ebe3ae2b-0323-40a2-9b97-7c6b7f942063, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:55:27.005475 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9ec11a-1740-45cb-ba13-816ced7e0215 req-b20cc9b5-9470-4a4d-a575-6ef4a4b80636 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:27.010423 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4a9ec11a-1740-45cb-ba13-816ced7e0215 req-b20cc9b5-9470-4a4d-a575-6ef4a4b80636 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.21 "GET /v2.0/ports?device_id=52efce22-d6d2-40b3-8419-ae01357dda29 HTTP/1.1" status: 200 len: 945 time: 0.1712050 Jul 16 08:55:27.035772 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bb75fa-5fbe-4849-97d2-8a92a7954ebb req-c6aec345-8e52-4d54-aefc-01b22728161b tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:27.040910 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-00bb75fa-5fbe-4849-97d2-8a92a7954ebb req-c6aec345-8e52-4d54-aefc-01b22728161b tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/ports?device_id=52efce22-d6d2-40b3-8419-ae01357dda29 HTTP/1.1" status: 200 len: 945 time: 0.0836825 Jul 16 08:55:27.084833 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04adda4a-669c-4678-9784-c44bd50f9e28 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Network ebe3ae2b-0323-40a2-9b97-7c6b7f942063 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:55:27.099171 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-04adda4a-669c-4678-9784-c44bd50f9e28 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, ebe3ae2b-0323-40a2-9b97-7c6b7f942063) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:27.110423 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd90d92-78ea-4401-91bc-2ff0d25a727c None None] Network ebe3ae2b-0323-40a2-9b97-7c6b7f942063 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:27.124843 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-00bb75fa-5fbe-4849-97d2-8a92a7954ebb req-4fed273b-ccce-47ca-8900-c0adeddc9c34 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cbd072-a22c-4260-9c2c-d09abc85d81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664458 Jul 16 08:55:27.126274 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04adda4a-669c-4678-9784-c44bd50f9e28 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:27.127059 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-04adda4a-669c-4678-9784-c44bd50f9e28 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.169298 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-04adda4a-669c-4678-9784-c44bd50f9e28 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.7268062 Jul 16 08:55:27.171990 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35534) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:27.189772 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-2f6dda53-850b-4d24-a5e4-e558b0e17429 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1273493831', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}, 'admin_state_up': False}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:27.236791 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2f6dda53-850b-4d24-a5e4-e558b0e17429 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.237919 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2f6dda53-850b-4d24-a5e4-e558b0e17429 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.244554 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-4a9ec11a-1740-45cb-ba13-816ced7e0215 req-3e5ceee1-f894-481f-a217-649b422dc42d tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Deleting port 30380eb0-b9d1-4e67-a9cf-52bb62638985 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:27.245147 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4a9ec11a-1740-45cb-ba13-816ced7e0215 req-3e5ceee1-f894-481f-a217-649b422dc42d tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.367839 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2f6dda53-850b-4d24-a5e4-e558b0e17429 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.380123 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0fcb911-9832-4e45-8e2d-963d14bc5937 None None] Network ebe3ae2b-0323-40a2-9b97-7c6b7f942063 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:55:27.463929 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-4a9ec11a-1740-45cb-ba13-816ced7e0215 req-3e5ceee1-f894-481f-a217-649b422dc42d tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] For port 30380eb0-b9d1-4e67-a9cf-52bb62638985, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=30380eb0-b9d1-4e67-a9cf-52bb62638985,segment=NetworkSegment(d45210a0-a6e0-4bf0-9cfe-0a2f22e6426d),segment_id=d45210a0-a6e0-4bf0-9cfe-0a2f22e6426d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:27.464878 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4a9ec11a-1740-45cb-ba13-816ced7e0215 req-3e5ceee1-f894-481f-a217-649b422dc42d tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.515671 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-4a9ec11a-1740-45cb-ba13-816ced7e0215 req-3e5ceee1-f894-481f-a217-649b422dc42d tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Calling delete_port for 30380eb0-b9d1-4e67-a9cf-52bb62638985 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:27.542490 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device c63893c6-6232-40bc-9a83-fbb40cca45b0 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:27.565946 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2f6dda53-850b-4d24-a5e4-e558b0e17429 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.608522 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port c63893c6-6232-40bc-9a83-fbb40cca45b0 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:27.609424 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.736050 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.771752 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a67ca2d-cfe1-4f91-b768-947d4c910be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63893c6-6232-40bc-9a83-fbb40cca45b0'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:27.775437 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a164be0-e053-431d-906d-37eb174086af" -d '{"events": [{"server_uuid": "4a67ca2d-cfe1-4f91-b768-947d4c910be3", "name": "network-vif-plugged", "status": "completed", "tag": "c63893c6-6232-40bc-9a83-fbb40cca45b0"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:27.781515 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port c63893c6-6232-40bc-9a83-fbb40cca45b0, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=c63893c6-6232-40bc-9a83-fbb40cca45b0,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:27.786937 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.812851 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4a9ec11a-1740-45cb-ba13-816ced7e0215 req-3e5ceee1-f894-481f-a217-649b422dc42d tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.833377 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['30380eb0-b9d1-4e67-a9cf-52bb62638985'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:55:27.838447 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0885b65b-9301-42d8-b1dd-743ae7a8a6e6 x-openstack-request-id: req-0885b65b-9301-42d8-b1dd-743ae7a8a6e6 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:27.838447 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a67ca2d-cfe1-4f91-b768-947d4c910be3", "name": "network-vif-plugged", "status": "completed", "tag": "c63893c6-6232-40bc-9a83-fbb40cca45b0", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:27.838447 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0885b65b-9301-42d8-b1dd-743ae7a8a6e6 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:27.838447 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a67ca2d-cfe1-4f91-b768-947d4c910be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63893c6-6232-40bc-9a83-fbb40cca45b0', 'code': 200} Jul 16 08:55:27.854947 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5ceee1-f894-481f-a217-649b422dc42d tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Pushing event deleted for resources: {'Port': ['ID=30380eb0-b9d1-4e67-a9cf-52bb62638985,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:27.891068 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=c63893c6-6232-40bc-9a83-fbb40cca45b0,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:27.965552 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a9ec11a-1740-45cb-ba13-816ced7e0215 req-3e5ceee1-f894-481f-a217-649b422dc42d tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] No DVR routers for this DVR port 30380eb0-b9d1-4e67-a9cf-52bb62638985 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:55:27.970088 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4a9ec11a-1740-45cb-ba13-816ced7e0215 req-3e5ceee1-f894-481f-a217-649b422dc42d tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:27.971479 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4a9ec11a-1740-45cb-ba13-816ced7e0215 req-3e5ceee1-f894-481f-a217-649b422dc42d tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.21 "DELETE /v2.0/ports/30380eb0-b9d1-4e67-a9cf-52bb62638985 HTTP/1.1" status: 204 len: 173 time: 0.9506023 Jul 16 08:55:27.972121 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '52efce22-d6d2-40b3-8419-ae01357dda29', 'name': 'network-vif-deleted', 'tag': '30380eb0-b9d1-4e67-a9cf-52bb62638985'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:27.974644 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b169adbe-d087-4c74-8af0-957e1e8b645a" -d '{"events": [{"server_uuid": "52efce22-d6d2-40b3-8419-ae01357dda29", "name": "network-vif-deleted", "tag": "30380eb0-b9d1-4e67-a9cf-52bb62638985"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:28.001476 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2f6dda53-850b-4d24-a5e4-e558b0e17429 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.021840 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2f6dda53-850b-4d24-a5e4-e558b0e17429 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.076014 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85314ad5-6315-4b63-9203-e7486dff7498 x-openstack-request-id: req-85314ad5-6315-4b63-9203-e7486dff7498 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:28.076390 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "52efce22-d6d2-40b3-8419-ae01357dda29", "name": "network-vif-deleted", "tag": "30380eb0-b9d1-4e67-a9cf-52bb62638985", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:28.076642 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-85314ad5-6315-4b63-9203-e7486dff7498 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:28.077265 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '52efce22-d6d2-40b3-8419-ae01357dda29', 'name': 'network-vif-deleted', 'tag': '30380eb0-b9d1-4e67-a9cf-52bb62638985', 'status': 'completed', 'code': 200} Jul 16 08:55:28.166134 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-2f6dda53-850b-4d24-a5e4-e558b0e17429 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Allocated IP 172.25.3.121 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/8fc29242-182a-42bc-a59a-8c532275731a) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:28.323667 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0273a351-274b-4307-85fd-3851d6928647 req-26e7ae91-7830-4971-8846-eef0d9530fa6 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/ports?device_id=52efce22-d6d2-40b3-8419-ae01357dda29 HTTP/1.1" status: 200 len: 210 time: 0.0426748 Jul 16 08:55:28.375968 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2f6dda53-850b-4d24-a5e4-e558b0e17429 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.421717 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2f6dda53-850b-4d24-a5e4-e558b0e17429 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:28.459415 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6dda53-850b-4d24-a5e4-e558b0e17429 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:28.463015 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-2f6dda53-850b-4d24-a5e4-e558b0e17429 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:28.469246 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f6dda53-850b-4d24-a5e4-e558b0e17429 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:28.496744 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6dda53-850b-4d24-a5e4-e558b0e17429 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event updated for resources: {'Port': ['ID=8fc29242-182a-42bc-a59a-8c532275731a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:28.740156 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2f6dda53-850b-4d24-a5e4-e558b0e17429 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.004260 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2f6dda53-850b-4d24-a5e4-e558b0e17429 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.155195 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f6dda53-850b-4d24-a5e4-e558b0e17429 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Router 124c999f-c1b8-4cbe-b23d-d493116861fc is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:55:29.296996 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6dda53-850b-4d24-a5e4-e558b0e17429 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:29.309692 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1839b84f-e812-404a-82c4-59f398db80a5 None None] Sync routers for ids ['124c999f-c1b8-4cbe-b23d-d493116861fc'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:29.319338 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1839b84f-e812-404a-82c4-59f398db80a5 None None] Routers {'124c999f-c1b8-4cbe-b23d-d493116861fc'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:29.319959 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1839b84f-e812-404a-82c4-59f398db80a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:55:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['124c999f-c1b8-4cbe-b23d-d493116861fc'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:29.339343 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2f6dda53-850b-4d24-a5e4-e558b0e17429 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:29.343176 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2f6dda53-850b-4d24-a5e4-e558b0e17429 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.1675665 Jul 16 08:55:29.343491 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35552) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:29.363591 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1839b84f-e812-404a-82c4-59f398db80a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:29.392033 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1839b84f-e812-404a-82c4-59f398db80a5 None None] Routers {'124c999f-c1b8-4cbe-b23d-d493116861fc'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:29.393233 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1839b84f-e812-404a-82c4-59f398db80a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:55:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['124c999f-c1b8-4cbe-b23d-d493116861fc'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:29.461317 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-1839b84f-e812-404a-82c4-59f398db80a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:29.468092 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1839b84f-e812-404a-82c4-59f398db80a5 None None] The sync data for ids ['124c999f-c1b8-4cbe-b23d-d493116861fc'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:29.801535 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-3db00b4c-1f62-4096-a325-dcb1a36cbcb3 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:29.803107 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-3db00b4c-1f62-4096-a325-dcb1a36cbcb3 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/networks?id=4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9 HTTP/1.1" status: 200 len: 808 time: 0.1484637 Jul 16 08:55:29.830998 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-fffa506c-de0c-40ed-b733-001f09f6e3c7 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/quotas/44e14d9858bf4fd9ab8adacbe28ab666 HTTP/1.1" status: 200 len: 375 time: 0.0198839 Jul 16 08:55:29.875612 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-dcb8ae6f-9da0-4901-8ced-6487d1b746f6 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=44e14d9858bf4fd9ab8adacbe28ab666&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0432291 Jul 16 08:55:29.975150 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-6541a6eb-4a50-426a-a760-90b7509c7ef6 service neutron] 10.222.0.22 "GET /v2.0/networks/4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983071 Jul 16 08:55:30.093396 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90cddf36-103c-4430-9d47-11cf2582e6cc tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.102233 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-4890cbd9-b075-4d8a-a23b-c617624ad97c service neutron] 10.222.0.22 "GET /v2.0/networks/4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180065 Jul 16 08:55:30.304854 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-43ff99c9-7704-4bdd-a17a-d426c1eb5947 req-acb66f24-04c5-48f2-add2-2e02204da23b tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/ports?device_id=e73a1367-9492-4fe0-998c-e56c36e945ac HTTP/1.1" status: 200 len: 210 time: 0.0438466 Jul 16 08:55:30.596018 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-90cddf36-103c-4430-9d47-11cf2582e6cc tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Allocated IP 172.20.0.1 (ebe3ae2b-0323-40a2-9b97-7c6b7f942063/8d99b77e-c396-444a-94ae-ab4b933c48a4/12c00c64-c924-4b95-8da8-e55aa84be6c9) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:30.722915 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90cddf36-103c-4430-9d47-11cf2582e6cc tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.783373 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90cddf36-103c-4430-9d47-11cf2582e6cc tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:30.831132 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cddf36-103c-4430-9d47-11cf2582e6cc tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Network ebe3ae2b-0323-40a2-9b97-7c6b7f942063 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:30.834501 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-90cddf36-103c-4430-9d47-11cf2582e6cc tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:30.839761 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90cddf36-103c-4430-9d47-11cf2582e6cc tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:30.895310 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cddf36-103c-4430-9d47-11cf2582e6cc tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event updated for resources: {'Port': ['ID=12c00c64-c924-4b95-8da8-e55aa84be6c9,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:30.912195 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90cddf36-103c-4430-9d47-11cf2582e6cc tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.143141 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90cddf36-103c-4430-9d47-11cf2582e6cc tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.384055 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 30380eb0-b9d1-4e67-a9cf-52bb62638985 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:31.441443 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 30380eb0-b9d1-4e67-a9cf-52bb62638985 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:55:31.442574 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 30380eb0-b9d1-4e67-a9cf-52bb62638985 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:55:31.536189 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7232be56-571d-4480-b17c-adc3c23167de req-78405747-0773-4656-b102-69c07eee4e3f tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/ports?device_id=e73a1367-9492-4fe0-998c-e56c36e945ac HTTP/1.1" status: 200 len: 210 time: 0.0468585 Jul 16 08:55:31.778035 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-8e6a0a58-c800-4113-932d-33226e62a2cc tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:31.779761 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-8e6a0a58-c800-4113-932d-33226e62a2cc tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.21 "GET /v2.0/networks?id=4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9 HTTP/1.1" status: 200 len: 808 time: 0.1703241 Jul 16 08:55:31.796663 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-d9dc14cd-597b-4e39-b1b3-537085c07d9d tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Request body: {'port': {'device_id': 'e73a1367-9492-4fe0-998c-e56c36e945ac', 'network_id': '4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9', 'admin_state_up': True, 'tenant_id': '44e14d9858bf4fd9ab8adacbe28ab666'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:31.879254 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90cddf36-103c-4430-9d47-11cf2582e6cc tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.885987 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90cddf36-103c-4430-9d47-11cf2582e6cc tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:31.989975 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-d9dc14cd-597b-4e39-b1b3-537085c07d9d tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Made reservation on behalf of 44e14d9858bf4fd9ab8adacbe28ab666 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:31.994687 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-d9dc14cd-597b-4e39-b1b3-537085c07d9d tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.003402 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-90cddf36-103c-4430-9d47-11cf2582e6cc tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.006194 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cddf36-103c-4430-9d47-11cf2582e6cc tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event updated for resources: {'Port': ['ID=12c00c64-c924-4b95-8da8-e55aa84be6c9,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:32.122038 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cddf36-103c-4430-9d47-11cf2582e6cc tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Network ebe3ae2b-0323-40a2-9b97-7c6b7f942063 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:32.123889 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-90cddf36-103c-4430-9d47-11cf2582e6cc tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:32.138290 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.160318 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-d9dc14cd-597b-4e39-b1b3-537085c07d9d tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Allocated IP 172.20.0.10 (4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9/b7af11c5-4e6d-4466-8add-df988910fa0b/c9528c1b-5a53-4ba8-a621-cc0490a30ba1) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:32.232915 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.247967 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90cddf36-103c-4430-9d47-11cf2582e6cc tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Router 124c999f-c1b8-4cbe-b23d-d493116861fc has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:32.371974 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cddf36-103c-4430-9d47-11cf2582e6cc tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:32.379525 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-90cddf36-103c-4430-9d47-11cf2582e6cc tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "PUT /v2.0/routers/124c999f-c1b8-4cbe-b23d-d493116861fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0347171 Jul 16 08:55:32.382098 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35594) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:32.385262 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea18fbc8-4d9f-4849-9e4b-a27b69ddd260 None None] Sync routers for ids ['124c999f-c1b8-4cbe-b23d-d493116861fc'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:32.395730 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-743c1d9e-0038-4a98-85cd-20b7574a6f8e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Request body: {'port': {'network_id': 'ebe3ae2b-0323-40a2-9b97-7c6b7f942063', 'name': 'tempest-FloatingIPTestJSON-690251633'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:32.397294 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-d9dc14cd-597b-4e39-b1b3-537085c07d9d tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.402007 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea18fbc8-4d9f-4849-9e4b-a27b69ddd260 None None] Routers {'124c999f-c1b8-4cbe-b23d-d493116861fc'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:32.402949 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ea18fbc8-4d9f-4849-9e4b-a27b69ddd260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:55:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['124c999f-c1b8-4cbe-b23d-d493116861fc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:32.446798 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ea18fbc8-4d9f-4849-9e4b-a27b69ddd260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:32.455844 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea18fbc8-4d9f-4849-9e4b-a27b69ddd260 None None] Routers {'124c999f-c1b8-4cbe-b23d-d493116861fc'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:32.456808 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ea18fbc8-4d9f-4849-9e4b-a27b69ddd260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:55:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['124c999f-c1b8-4cbe-b23d-d493116861fc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:32.490876 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ea18fbc8-4d9f-4849-9e4b-a27b69ddd260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:32.491863 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea18fbc8-4d9f-4849-9e4b-a27b69ddd260 None None] The sync data for ids ['124c999f-c1b8-4cbe-b23d-d493116861fc'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:32.495911 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-d9dc14cd-597b-4e39-b1b3-537085c07d9d tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.556828 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-d9dc14cd-597b-4e39-b1b3-537085c07d9d tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Network 4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:32.561379 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-d9dc14cd-597b-4e39-b1b3-537085c07d9d tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:32.567075 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-d9dc14cd-597b-4e39-b1b3-537085c07d9d tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:32.574999 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-743c1d9e-0038-4a98-85cd-20b7574a6f8e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Made reservation on behalf of 764fcfd2010d4cf99502afbbb0cbe3b9 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:32.579745 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-743c1d9e-0038-4a98-85cd-20b7574a6f8e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.602913 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-743c1d9e-0038-4a98-85cd-20b7574a6f8e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] device_id is not set on port 95693296-6fb8-4863-adb7-33999e213ed5 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:55:32.620866 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-d9dc14cd-597b-4e39-b1b3-537085c07d9d tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:32.621643 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-d9dc14cd-597b-4e39-b1b3-537085c07d9d tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.635041 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dc14cd-597b-4e39-b1b3-537085c07d9d tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Pushing event updated for resources: {'Port': ['ID=c9528c1b-5a53-4ba8-a621-cc0490a30ba1,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:32.656638 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-d9dc14cd-597b-4e39-b1b3-537085c07d9d tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8669343 Jul 16 08:55:32.671093 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-a555c9fd-8162-482c-98e3-b9735586f345 service neutron] Request body: {'port': {'device_id': 'e73a1367-9492-4fe0-998c-e56c36e945ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:32.761973 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-a555c9fd-8162-482c-98e3-b9735586f345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:32.793147 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-743c1d9e-0038-4a98-85cd-20b7574a6f8e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Allocated IP 172.20.0.4 (ebe3ae2b-0323-40a2-9b97-7c6b7f942063/8d99b77e-c396-444a-94ae-ab4b933c48a4/95693296-6fb8-4863-adb7-33999e213ed5) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:32.809212 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c811922-5bba-49e4-9517-6bfb046b7e55 req-5cad10f0-292b-4bf3-a3b6-aef8379af9d5 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:32.810815 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3c811922-5bba-49e4-9517-6bfb046b7e55 req-5cad10f0-292b-4bf3-a3b6-aef8379af9d5 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/ports?device_id=e73a1367-9492-4fe0-998c-e56c36e945ac HTTP/1.1" status: 200 len: 932 time: 0.1260734 Jul 16 08:55:32.881678 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3c811922-5bba-49e4-9517-6bfb046b7e55 req-82f3624c-95f2-41ef-8d6d-ef0795ae3648 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cbd072-a22c-4260-9c2c-d09abc85d81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633273 Jul 16 08:55:33.021743 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-743c1d9e-0038-4a98-85cd-20b7574a6f8e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.083414 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-743c1d9e-0038-4a98-85cd-20b7574a6f8e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.132704 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743c1d9e-0038-4a98-85cd-20b7574a6f8e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Network ebe3ae2b-0323-40a2-9b97-7c6b7f942063 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:33.137249 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-743c1d9e-0038-4a98-85cd-20b7574a6f8e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:33.147716 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743c1d9e-0038-4a98-85cd-20b7574a6f8e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:33.198965 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743c1d9e-0038-4a98-85cd-20b7574a6f8e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event updated for resources: {'Port': ['ID=95693296-6fb8-4863-adb7-33999e213ed5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:33.221844 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-743c1d9e-0038-4a98-85cd-20b7574a6f8e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:33.222921 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-743c1d9e-0038-4a98-85cd-20b7574a6f8e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.241251 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-743c1d9e-0038-4a98-85cd-20b7574a6f8e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8511310 Jul 16 08:55:33.247306 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35602) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:33.253536 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-997d06c5-88a7-4778-96ac-e843c45f4600 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Request body: {'port': {'network_id': 'ebe3ae2b-0323-40a2-9b97-7c6b7f942063', 'name': 'tempest-FloatingIPTestJSON-1405235952'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:33.301356 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-af377b60-1f21-4ef4-8117-443b2d709aa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.434205 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-997d06c5-88a7-4778-96ac-e843c45f4600 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Made reservation on behalf of 764fcfd2010d4cf99502afbbb0cbe3b9 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:33.438403 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-997d06c5-88a7-4778-96ac-e843c45f4600 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.458060 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-997d06c5-88a7-4778-96ac-e843c45f4600 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] device_id is not set on port e531d91a-f5d4-4cd5-ab19-146f436d0dd6 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:55:33.465800 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-a555c9fd-8162-482c-98e3-b9735586f345 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9528c1b-5a53-4ba8-a621-cc0490a30ba1 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:55:33.478096 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-a555c9fd-8162-482c-98e3-b9735586f345 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.492608 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-a555c9fd-8162-482c-98e3-b9735586f345 service neutron] Transition to ACTIVE for port object c9528c1b-5a53-4ba8-a621-cc0490a30ba1 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:55:33.512550 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-a555c9fd-8162-482c-98e3-b9735586f345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.586709 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555c9fd-8162-482c-98e3-b9735586f345 service neutron] Pushing event updated for resources: {'Port': ['ID=c9528c1b-5a53-4ba8-a621-cc0490a30ba1,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:33.619140 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-997d06c5-88a7-4778-96ac-e843c45f4600 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Allocated IP 172.20.0.5 (ebe3ae2b-0323-40a2-9b97-7c6b7f942063/8d99b77e-c396-444a-94ae-ab4b933c48a4/e531d91a-f5d4-4cd5-ab19-146f436d0dd6) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:33.768598 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-a555c9fd-8162-482c-98e3-b9735586f345 service neutron] Attempting to bind port c9528c1b-5a53-4ba8-a621-cc0490a30ba1 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:55:33.769235 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-a555c9fd-8162-482c-98e3-b9735586f345 service neutron] Attempting to bind port c9528c1b-5a53-4ba8-a621-cc0490a30ba1 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'd45210a0-a6e0-4bf0-9cfe-0a2f22e6426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:55:33.769568 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-a555c9fd-8162-482c-98e3-b9735586f345 service neutron] Attempting to bind port c9528c1b-5a53-4ba8-a621-cc0490a30ba1 on network 4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:33.774555 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-a555c9fd-8162-482c-98e3-b9735586f345 service neutron] Port c9528c1b-5a53-4ba8-a621-cc0490a30ba1 on network 4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:55:33.774885 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-a555c9fd-8162-482c-98e3-b9735586f345 service neutron] Attempting to bind port c9528c1b-5a53-4ba8-a621-cc0490a30ba1 on network 4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:55:33.780177 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-a555c9fd-8162-482c-98e3-b9735586f345 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:55:33.780575 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-a555c9fd-8162-482c-98e3-b9735586f345 service neutron] Checking segment: {'id': 'd45210a0-a6e0-4bf0-9cfe-0a2f22e6426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:55:33.780963 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-a555c9fd-8162-482c-98e3-b9735586f345 service neutron] Bound using segment: {'id': 'd45210a0-a6e0-4bf0-9cfe-0a2f22e6426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:55:33.781490 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-a555c9fd-8162-482c-98e3-b9735586f345 service neutron] Bound port: c9528c1b-5a53-4ba8-a621-cc0490a30ba1, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd45210a0-a6e0-4bf0-9cfe-0a2f22e6426d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:55:33.781875 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-a555c9fd-8162-482c-98e3-b9735586f345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.823317 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-997d06c5-88a7-4778-96ac-e843c45f4600 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.852432 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-a555c9fd-8162-482c-98e3-b9735586f345 service neutron] For port c9528c1b-5a53-4ba8-a621-cc0490a30ba1, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:55:33.856748 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-a555c9fd-8162-482c-98e3-b9735586f345 service neutron] For port c9528c1b-5a53-4ba8-a621-cc0490a30ba1, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=c9528c1b-5a53-4ba8-a621-cc0490a30ba1,segment=NetworkSegment(d45210a0-a6e0-4bf0-9cfe-0a2f22e6426d),segment_id=d45210a0-a6e0-4bf0-9cfe-0a2f22e6426d)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:55:33.863712 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-a555c9fd-8162-482c-98e3-b9735586f345 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.879917 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-997d06c5-88a7-4778-96ac-e843c45f4600 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.907981 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-a555c9fd-8162-482c-98e3-b9735586f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:33.908788 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-a555c9fd-8162-482c-98e3-b9735586f345 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:33.911451 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-a555c9fd-8162-482c-98e3-b9735586f345 service neutron] 10.222.0.21 "PUT /v2.0/ports/c9528c1b-5a53-4ba8-a621-cc0490a30ba1 HTTP/1.1" status: 200 len: 1093 time: 1.2480662 Jul 16 08:55:33.912179 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e73a1367-9492-4fe0-998c-e56c36e945ac', 'tag': 'c9528c1b-5a53-4ba8-a621-cc0490a30ba1'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:33.915896 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6d82c6d-a842-4f7e-8081-62fa18c43898" -d '{"events": [{"name": "network-changed", "server_uuid": "e73a1367-9492-4fe0-998c-e56c36e945ac", "tag": "c9528c1b-5a53-4ba8-a621-cc0490a30ba1"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:33.930077 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-997d06c5-88a7-4778-96ac-e843c45f4600 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Network ebe3ae2b-0323-40a2-9b97-7c6b7f942063 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:33.934587 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-997d06c5-88a7-4778-96ac-e843c45f4600 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:33.941283 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-997d06c5-88a7-4778-96ac-e843c45f4600 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:33.948408 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555c9fd-8162-482c-98e3-b9735586f345 service neutron] Pushing event updated for resources: {'Port': ['ID=c9528c1b-5a53-4ba8-a621-cc0490a30ba1,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:33.984049 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997d06c5-88a7-4778-96ac-e843c45f4600 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event updated for resources: {'Port': ['ID=e531d91a-f5d4-4cd5-ab19-146f436d0dd6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:34.014170 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-997d06c5-88a7-4778-96ac-e843c45f4600 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:34.014803 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-997d06c5-88a7-4778-96ac-e843c45f4600 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.038888 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-997d06c5-88a7-4778-96ac-e843c45f4600 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7863638 Jul 16 08:55:34.042620 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35616) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:34.044168 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee5fb1e4-3f48-4a5e-8e62-7806e341e227 x-openstack-request-id: req-ee5fb1e4-3f48-4a5e-8e62-7806e341e227 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:34.044639 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e73a1367-9492-4fe0-998c-e56c36e945ac", "tag": "c9528c1b-5a53-4ba8-a621-cc0490a30ba1", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:34.045008 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ee5fb1e4-3f48-4a5e-8e62-7806e341e227 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:34.045488 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e73a1367-9492-4fe0-998c-e56c36e945ac', 'tag': 'c9528c1b-5a53-4ba8-a621-cc0490a30ba1', 'status': 'completed', 'code': 200} Jul 16 08:55:34.049741 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-388a09cd-acac-4a3b-bcd8-69886aa1adf9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'port_id': 'e531d91a-f5d4-4cd5-ab19-146f436d0dd6', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:34.076918 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-388a09cd-acac-4a3b-bcd8-69886aa1adf9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.098388 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-83dabb75-e16e-493a-8a79-76dc838a9ef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:34.100620 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-83dabb75-e16e-493a-8a79-76dc838a9ef8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=44e14d9858bf4fd9ab8adacbe28ab666&device_id=e73a1367-9492-4fe0-998c-e56c36e945ac HTTP/1.1" status: 200 len: 1096 time: 0.1123962 Jul 16 08:55:34.179801 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-9b59af05-807a-4cac-9dc0-350d8203d4b9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9528c1b-5a53-4ba8-a621-cc0490a30ba1 HTTP/1.1" status: 200 len: 217 time: 0.0709078 Jul 16 08:55:34.198331 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-388a09cd-acac-4a3b-bcd8-69886aa1adf9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.245259 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-e97d4051-c14a-4917-8bea-08469f07a16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:34.246765 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-e97d4051-c14a-4917-8bea-08469f07a16e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b7af11c5-4e6d-4466-8add-df988910fa0b HTTP/1.1" status: 200 len: 848 time: 0.0590637 Jul 16 08:55:34.254459 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205c78c8-e9f7-493a-90f9-8d91dbdf9926 req-b620c1e1-1c72-4246-bf06-d050fbad9677 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:34.256042 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-205c78c8-e9f7-493a-90f9-8d91dbdf9926 req-b620c1e1-1c72-4246-bf06-d050fbad9677 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/ports?device_id=e73a1367-9492-4fe0-998c-e56c36e945ac HTTP/1.1" status: 200 len: 944 time: 0.1484449 Jul 16 08:55:34.299934 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-1881b7e7-e65a-48f1-9d4b-73782b427785 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0428128 Jul 16 08:55:34.342977 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-388a09cd-acac-4a3b-bcd8-69886aa1adf9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Allocated IP 172.25.3.253 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/88187201-6361-4d3c-a4c9-5309ad2d286e) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:34.361204 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-205c78c8-e9f7-493a-90f9-8d91dbdf9926 req-1b4c549d-845f-428f-bafe-159941666629 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cbd072-a22c-4260-9c2c-d09abc85d81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958319 Jul 16 08:55:34.437132 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-7801420f-6aef-4207-a868-e4d65206f00e service neutron] 10.222.0.21 "GET /v2.0/networks/4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288958 Jul 16 08:55:34.475316 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-388a09cd-acac-4a3b-bcd8-69886aa1adf9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.518987 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-388a09cd-acac-4a3b-bcd8-69886aa1adf9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:34.567401 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8dab5f6a-3a6a-4bf1-9140-7d5c2a9da70c req-289a5963-9b37-42bb-a816-bc1ec93da775 service neutron] 10.222.0.21 "GET /v2.0/networks/4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232874 Jul 16 08:55:34.609733 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-388a09cd-acac-4a3b-bcd8-69886aa1adf9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:34.615975 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-388a09cd-acac-4a3b-bcd8-69886aa1adf9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:34.618542 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-388a09cd-acac-4a3b-bcd8-69886aa1adf9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:34.652049 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a09cd-acac-4a3b-bcd8-69886aa1adf9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event updated for resources: {'Port': ['ID=88187201-6361-4d3c-a4c9-5309ad2d286e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:34.693886 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d82c6d-a842-4f7e-8081-62fa18c43898 req-0c284b92-4b44-4adb-9a2d-8af195339b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:34.694484 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f6d82c6d-a842-4f7e-8081-62fa18c43898 req-0c284b92-4b44-4adb-9a2d-8af195339b71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=44e14d9858bf4fd9ab8adacbe28ab666&device_id=e73a1367-9492-4fe0-998c-e56c36e945ac HTTP/1.1" status: 200 len: 1096 time: 0.0649264 Jul 16 08:55:34.833951 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d82c6d-a842-4f7e-8081-62fa18c43898 req-403c77a9-f3d8-4fc2-9dfe-617a072efe11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:34.835440 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f6d82c6d-a842-4f7e-8081-62fa18c43898 req-403c77a9-f3d8-4fc2-9dfe-617a072efe11 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9 HTTP/1.1" status: 200 len: 909 time: 0.1332452 Jul 16 08:55:34.882429 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f6d82c6d-a842-4f7e-8081-62fa18c43898 req-ce7d0d9a-2bc8-42c0-9325-090ec1fa2621 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c9528c1b-5a53-4ba8-a621-cc0490a30ba1 HTTP/1.1" status: 200 len: 217 time: 0.0391483 Jul 16 08:55:34.949278 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d82c6d-a842-4f7e-8081-62fa18c43898 req-5bb54d80-ac71-4825-b596-e0b323639765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:34.951608 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f6d82c6d-a842-4f7e-8081-62fa18c43898 req-5bb54d80-ac71-4825-b596-e0b323639765 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b7af11c5-4e6d-4466-8add-df988910fa0b HTTP/1.1" status: 200 len: 848 time: 0.0622272 Jul 16 08:55:34.988696 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f6d82c6d-a842-4f7e-8081-62fa18c43898 req-9c7f588d-d282-40a9-a512-628e0026ca24 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298982 Jul 16 08:55:35.125062 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f6d82c6d-a842-4f7e-8081-62fa18c43898 req-0eb11cf5-f4b0-49c7-b189-b54e1b5177c3 service neutron] 10.222.0.21 "GET /v2.0/networks/4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276484 Jul 16 08:55:35.149729 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-388a09cd-acac-4a3b-bcd8-69886aa1adf9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.235894 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f6d82c6d-a842-4f7e-8081-62fa18c43898 req-6a41fb38-2200-45c0-859c-0699549316aa service neutron] 10.222.0.21 "GET /v2.0/networks/4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031730 Jul 16 08:55:35.251507 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-388a09cd-acac-4a3b-bcd8-69886aa1adf9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.424467 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-388a09cd-acac-4a3b-bcd8-69886aa1adf9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.431156 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-388a09cd-acac-4a3b-bcd8-69886aa1adf9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.505807 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388a09cd-acac-4a3b-bcd8-69886aa1adf9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event updated for resources: {'Port': ['ID=88187201-6361-4d3c-a4c9-5309ad2d286e,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:35.534217 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-388a09cd-acac-4a3b-bcd8-69886aa1adf9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.683728 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93788e0b-a654-4117-978d-829219e80903 req-39d6db76-f9c5-4b32-aab7-7bf5ca3be91b tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:35.685281 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-93788e0b-a654-4117-978d-829219e80903 req-39d6db76-f9c5-4b32-aab7-7bf5ca3be91b tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/ports?device_id=e73a1367-9492-4fe0-998c-e56c36e945ac HTTP/1.1" status: 200 len: 944 time: 0.1671128 Jul 16 08:55:35.688601 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-388a09cd-acac-4a3b-bcd8-69886aa1adf9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Floating IP 8a269836-408b-4e47-8caf-3676368461af associated. External IP: 172.25.3.253, port: e531d91a-f5d4-4cd5-ab19-146f436d0dd6. Jul 16 08:55:35.719994 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f7fb18d9-ab38-4c26-84ab-b7f8187a5c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:35.807388 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-93788e0b-a654-4117-978d-829219e80903 req-efa94679-e69b-412f-ab56-5b88e647d11f tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cbd072-a22c-4260-9c2c-d09abc85d81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814972 Jul 16 08:55:35.960446 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-388a09cd-acac-4a3b-bcd8-69886aa1adf9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Router 124c999f-c1b8-4cbe-b23d-d493116861fc has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:36.024238 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.091861 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-388a09cd-acac-4a3b-bcd8-69886aa1adf9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:36.102248 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43293cb4-ecb3-4b76-b8ec-8681750658b2 None None] Sync routers for ids ['124c999f-c1b8-4cbe-b23d-d493116861fc'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:36.111654 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-388a09cd-acac-4a3b-bcd8-69886aa1adf9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.124223 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43293cb4-ecb3-4b76-b8ec-8681750658b2 None None] Routers {'124c999f-c1b8-4cbe-b23d-d493116861fc'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:36.125125 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-43293cb4-ecb3-4b76-b8ec-8681750658b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:55:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['124c999f-c1b8-4cbe-b23d-d493116861fc'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:36.167187 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-388a09cd-acac-4a3b-bcd8-69886aa1adf9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.1231554 Jul 16 08:55:36.169867 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35630) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:36.174552 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-4c2f698c-df3d-4421-978f-da6592a5adc7 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:36.176919 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-43293cb4-ecb3-4b76-b8ec-8681750658b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:36.193396 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43293cb4-ecb3-4b76-b8ec-8681750658b2 None None] Routers {'124c999f-c1b8-4cbe-b23d-d493116861fc'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:36.194552 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-43293cb4-ecb3-4b76-b8ec-8681750658b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:55:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['124c999f-c1b8-4cbe-b23d-d493116861fc'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:36.234792 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c2f698c-df3d-4421-978f-da6592a5adc7 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.239570 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-43293cb4-ecb3-4b76-b8ec-8681750658b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:36.240484 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43293cb4-ecb3-4b76-b8ec-8681750658b2 None None] The sync data for ids ['124c999f-c1b8-4cbe-b23d-d493116861fc'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:36.392257 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c2f698c-df3d-4421-978f-da6592a5adc7 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.396683 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c2f698c-df3d-4421-978f-da6592a5adc7 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:36.397016 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-4c2f698c-df3d-4421-978f-da6592a5adc7 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Floating IP 8a269836-408b-4e47-8caf-3676368461af disassociated. External IP: 172.25.3.253, port: e531d91a-f5d4-4cd5-ab19-146f436d0dd6. Jul 16 08:55:36.933302 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2f698c-df3d-4421-978f-da6592a5adc7 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Router 124c999f-c1b8-4cbe-b23d-d493116861fc has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:37.033872 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b090db2-4ea1-43a2-aa8e-0d640692988a req-082d4a7b-ea2c-4edf-ad21-1760a29845e8 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:37.035405 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2b090db2-4ea1-43a2-aa8e-0d640692988a req-082d4a7b-ea2c-4edf-ad21-1760a29845e8 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/ports?device_id=e73a1367-9492-4fe0-998c-e56c36e945ac HTTP/1.1" status: 200 len: 944 time: 0.1014888 Jul 16 08:55:37.078453 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2f698c-df3d-4421-978f-da6592a5adc7 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:37.088707 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d6d287-73d4-46f2-a400-3e2700fdcdef None None] Sync routers for ids ['124c999f-c1b8-4cbe-b23d-d493116861fc'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:37.092990 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2b090db2-4ea1-43a2-aa8e-0d640692988a req-608e6c1a-1359-422d-a9c8-d042f001bf90 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cbd072-a22c-4260-9c2c-d09abc85d81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509069 Jul 16 08:55:37.114772 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4c2f698c-df3d-4421-978f-da6592a5adc7 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.115000 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d6d287-73d4-46f2-a400-3e2700fdcdef None None] Routers {'124c999f-c1b8-4cbe-b23d-d493116861fc'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:37.115000 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-60d6d287-73d4-46f2-a400-3e2700fdcdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:55:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['124c999f-c1b8-4cbe-b23d-d493116861fc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:37.115255 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.143742 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-60d6d287-73d4-46f2-a400-3e2700fdcdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:37.153055 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4c2f698c-df3d-4421-978f-da6592a5adc7 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "PUT /v2.0/floatingips/8a269836-408b-4e47-8caf-3676368461af HTTP/1.1" status: 200 len: 688 time: 0.9820132 Jul 16 08:55:37.155703 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35642) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:37.156704 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60d6d287-73d4-46f2-a400-3e2700fdcdef None None] Routers {'124c999f-c1b8-4cbe-b23d-d493116861fc'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:37.157564 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-60d6d287-73d4-46f2-a400-3e2700fdcdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:55:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['124c999f-c1b8-4cbe-b23d-d493116861fc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:37.195296 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-60d6d287-73d4-46f2-a400-3e2700fdcdef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:37.196273 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60d6d287-73d4-46f2-a400-3e2700fdcdef None None] The sync data for ids ['124c999f-c1b8-4cbe-b23d-d493116861fc'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:37.303324 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-923a7b51-24da-46d4-9fcb-7ee7e14abf34 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Deleting port 88187201-6361-4d3c-a4c9-5309ad2d286e {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:37.303684 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-923a7b51-24da-46d4-9fcb-7ee7e14abf34 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.388733 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-923a7b51-24da-46d4-9fcb-7ee7e14abf34 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.389070 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-923a7b51-24da-46d4-9fcb-7ee7e14abf34 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.404065 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-923a7b51-24da-46d4-9fcb-7ee7e14abf34 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Calling delete_port for 88187201-6361-4d3c-a4c9-5309ad2d286e owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:37.405511 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device c9528c1b-5a53-4ba8-a621-cc0490a30ba1 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:55:37.516833 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port c9528c1b-5a53-4ba8-a621-cc0490a30ba1, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=c9528c1b-5a53-4ba8-a621-cc0490a30ba1,segment=NetworkSegment(d45210a0-a6e0-4bf0-9cfe-0a2f22e6426d),segment_id=d45210a0-a6e0-4bf0-9cfe-0a2f22e6426d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:37.531624 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'c9528c1b-5a53-4ba8-a621-cc0490a30ba1', 'network_id': '4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9', 'port_id': 'c9528c1b-5a53-4ba8-a621-cc0490a30ba1', 'mac_address': 'fa:16:3e:37:3b:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b7af11c5-4e6d-4466-8add-df988910fa0b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:55:37.574912 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-923a7b51-24da-46d4-9fcb-7ee7e14abf34 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.587596 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.601513 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9528c1b-5a53-4ba8-a621-cc0490a30ba1 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:55:37.603739 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923a7b51-24da-46d4-9fcb-7ee7e14abf34 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event deleted for resources: {'Port': ['ID=88187201-6361-4d3c-a4c9-5309ad2d286e,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:37.631725 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port c9528c1b-5a53-4ba8-a621-cc0490a30ba1, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=c9528c1b-5a53-4ba8-a621-cc0490a30ba1,segment=NetworkSegment(d45210a0-a6e0-4bf0-9cfe-0a2f22e6426d),segment_id=d45210a0-a6e0-4bf0-9cfe-0a2f22e6426d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:37.637962 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.691617 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-923a7b51-24da-46d4-9fcb-7ee7e14abf34 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.695721 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-923a7b51-24da-46d4-9fcb-7ee7e14abf34 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.701105 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-923a7b51-24da-46d4-9fcb-7ee7e14abf34 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "DELETE /v2.0/floatingips/8a269836-408b-4e47-8caf-3676368461af HTTP/1.1" status: 204 len: 168 time: 0.5408790 Jul 16 08:55:37.705782 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35648) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:37.711487 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-ae32a5d9-1def-4cea-b607-95f713d0d47e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'port_id': '95693296-6fb8-4863-adb7-33999e213ed5'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:37.715543 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=c9528c1b-5a53-4ba8-a621-cc0490a30ba1,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:37.749545 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ae32a5d9-1def-4cea-b607-95f713d0d47e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.841610 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['c9528c1b-5a53-4ba8-a621-cc0490a30ba1'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:55:37.867837 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ae32a5d9-1def-4cea-b607-95f713d0d47e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:37.996091 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-ae32a5d9-1def-4cea-b607-95f713d0d47e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Allocated IP 172.25.3.124 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/e26fb5f1-964f-446a-89ec-66bf0f197300) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:38.095673 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ae32a5d9-1def-4cea-b607-95f713d0d47e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.135148 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ae32a5d9-1def-4cea-b607-95f713d0d47e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.176247 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae32a5d9-1def-4cea-b607-95f713d0d47e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:38.179332 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-ae32a5d9-1def-4cea-b607-95f713d0d47e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:38.184336 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae32a5d9-1def-4cea-b607-95f713d0d47e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:38.187730 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32a5d9-1def-4cea-b607-95f713d0d47e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event updated for resources: {'Port': ['ID=e26fb5f1-964f-446a-89ec-66bf0f197300,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:38.345907 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a0de09-e920-4050-815c-b821c5746d53 req-5c1c2c62-2c66-4708-a343-df844ff85172 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:38.347293 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e2a0de09-e920-4050-815c-b821c5746d53 req-5c1c2c62-2c66-4708-a343-df844ff85172 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/ports?device_id=e73a1367-9492-4fe0-998c-e56c36e945ac HTTP/1.1" status: 200 len: 945 time: 0.1364906 Jul 16 08:55:38.438011 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e2a0de09-e920-4050-815c-b821c5746d53 req-d3569e0b-ecc6-426f-a29a-41679755a73c tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cbd072-a22c-4260-9c2c-d09abc85d81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815220 Jul 16 08:55:38.570483 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.639720 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ae32a5d9-1def-4cea-b607-95f713d0d47e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.715505 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ae32a5d9-1def-4cea-b607-95f713d0d47e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.871679 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ae32a5d9-1def-4cea-b607-95f713d0d47e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.876393 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ae32a5d9-1def-4cea-b607-95f713d0d47e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:38.883076 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39e14dd-34ea-4b7c-8907-886f2d2b556a req-bf33c569-01f8-48e6-b9e9-7d09b1499f93 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:38.884676 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b39e14dd-34ea-4b7c-8907-886f2d2b556a req-bf33c569-01f8-48e6-b9e9-7d09b1499f93 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 945 time: 0.0635543 Jul 16 08:55:38.927912 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b39e14dd-34ea-4b7c-8907-886f2d2b556a req-100f5407-85c7-4217-bc07-87e25bfed088 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368466 Jul 16 08:55:38.948985 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae32a5d9-1def-4cea-b607-95f713d0d47e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event updated for resources: {'Port': ['ID=e26fb5f1-964f-446a-89ec-66bf0f197300,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:38.963848 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ae32a5d9-1def-4cea-b607-95f713d0d47e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.064702 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-ae32a5d9-1def-4cea-b607-95f713d0d47e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Floating IP 058924d3-dd90-4873-9821-91f5fc14c779 associated. External IP: 172.25.3.124, port: 95693296-6fb8-4863-adb7-33999e213ed5. Jul 16 08:55:39.280610 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae32a5d9-1def-4cea-b607-95f713d0d47e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Router 124c999f-c1b8-4cbe-b23d-d493116861fc has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:39.395611 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae32a5d9-1def-4cea-b607-95f713d0d47e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:39.402052 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device c9528c1b-5a53-4ba8-a621-cc0490a30ba1 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:39.406501 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bf0ba5-12e8-4ca1-89ad-dba6dbad720d None None] Sync routers for ids ['124c999f-c1b8-4cbe-b23d-d493116861fc'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:39.412432 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ae32a5d9-1def-4cea-b607-95f713d0d47e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.442634 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bf0ba5-12e8-4ca1-89ad-dba6dbad720d None None] Routers {'124c999f-c1b8-4cbe-b23d-d493116861fc'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:39.443281 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-09bf0ba5-12e8-4ca1-89ad-dba6dbad720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:55:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['124c999f-c1b8-4cbe-b23d-d493116861fc'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:39.461862 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ae32a5d9-1def-4cea-b607-95f713d0d47e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 1.7531016 Jul 16 08:55:39.462466 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35688) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:39.549024 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-099399c4-7d8a-4fde-b66a-811de793becc tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "GET /v2.0/floatingips/058924d3-dd90-4873-9821-91f5fc14c779 HTTP/1.1" status: 200 len: 977 time: 0.0851903 Jul 16 08:55:39.551669 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35692) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:39.632508 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a76c8e9-8ccb-46b9-8f0b-3357ff5c56b7 req-29befc7a-5557-4b90-b353-a4742872b0ad tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:39.634256 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2a76c8e9-8ccb-46b9-8f0b-3357ff5c56b7 req-29befc7a-5557-4b90-b353-a4742872b0ad tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/ports?device_id=e73a1367-9492-4fe0-998c-e56c36e945ac HTTP/1.1" status: 200 len: 945 time: 0.0697174 Jul 16 08:55:39.638635 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-09bf0ba5-12e8-4ca1-89ad-dba6dbad720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:39.654051 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bf0ba5-12e8-4ca1-89ad-dba6dbad720d None None] Routers {'124c999f-c1b8-4cbe-b23d-d493116861fc'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:39.654680 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-09bf0ba5-12e8-4ca1-89ad-dba6dbad720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:55:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['124c999f-c1b8-4cbe-b23d-d493116861fc'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:39.673032 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-428a6df5-265c-4cbe-83af-52c55c44163b tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1177413 Jul 16 08:55:39.673248 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35694) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:39.676988 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2a76c8e9-8ccb-46b9-8f0b-3357ff5c56b7 req-d083517f-8faa-4250-a71e-3323d011bff1 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cbd072-a22c-4260-9c2c-d09abc85d81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367949 Jul 16 08:55:39.677762 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6cfb8dc8-ac30-4451-967d-f57217677994 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Request body: {'floatingip': {'port_id': 'e531d91a-f5d4-4cd5-ab19-146f436d0dd6'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:39.688279 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-09bf0ba5-12e8-4ca1-89ad-dba6dbad720d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:39.689019 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09bf0ba5-12e8-4ca1-89ad-dba6dbad720d None None] The sync data for ids ['124c999f-c1b8-4cbe-b23d-d493116861fc'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:39.691859 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port c9528c1b-5a53-4ba8-a621-cc0490a30ba1 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:55:39.696388 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port c9528c1b-5a53-4ba8-a621-cc0490a30ba1 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:39.697307 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.740761 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cfb8dc8-ac30-4451-967d-f57217677994 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.776890 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.801647 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73a1367-9492-4fe0-998c-e56c36e945ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9528c1b-5a53-4ba8-a621-cc0490a30ba1'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:39.804029 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c8f2db-6865-4b88-856b-245c5ebcd3b5" -d '{"events": [{"server_uuid": "e73a1367-9492-4fe0-998c-e56c36e945ac", "name": "network-vif-plugged", "status": "completed", "tag": "c9528c1b-5a53-4ba8-a621-cc0490a30ba1"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:39.816830 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port c9528c1b-5a53-4ba8-a621-cc0490a30ba1, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=c9528c1b-5a53-4ba8-a621-cc0490a30ba1,segment=NetworkSegment(d45210a0-a6e0-4bf0-9cfe-0a2f22e6426d),segment_id=d45210a0-a6e0-4bf0-9cfe-0a2f22e6426d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:39.822209 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:39.850880 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d41203-e82b-4122-8fc7-65a7df19f260 x-openstack-request-id: req-50d41203-e82b-4122-8fc7-65a7df19f260 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:39.851179 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73a1367-9492-4fe0-998c-e56c36e945ac", "name": "network-vif-plugged", "status": "completed", "tag": "c9528c1b-5a53-4ba8-a621-cc0490a30ba1", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:39.851436 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-50d41203-e82b-4122-8fc7-65a7df19f260 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:39.851841 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73a1367-9492-4fe0-998c-e56c36e945ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9528c1b-5a53-4ba8-a621-cc0490a30ba1', 'code': 200} Jul 16 08:55:39.873142 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=c9528c1b-5a53-4ba8-a621-cc0490a30ba1,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:39.965997 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537ce270-b510-4a5d-814a-6e2d7ce12022 req-75a9450e-fde1-45da-9441-2a72036abc58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:39.967490 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-537ce270-b510-4a5d-814a-6e2d7ce12022 req-75a9450e-fde1-45da-9441-2a72036abc58 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=e73a1367-9492-4fe0-998c-e56c36e945ac HTTP/1.1" status: 200 len: 1098 time: 0.0560784 Jul 16 08:55:40.002030 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-537ce270-b510-4a5d-814a-6e2d7ce12022 req-43736ae9-9b61-4423-8735-1ecf48c82c9e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=42cbd072-a22c-4260-9c2c-d09abc85d81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282128 Jul 16 08:55:40.225947 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cfb8dc8-ac30-4451-967d-f57217677994 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.230912 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cfb8dc8-ac30-4451-967d-f57217677994 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:40.328973 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-6cfb8dc8-ac30-4451-967d-f57217677994 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Floating IP 058924d3-dd90-4873-9821-91f5fc14c779 associated. External IP: 172.25.3.124, port: 95693296-6fb8-4863-adb7-33999e213ed5. Jul 16 08:55:40.807040 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cfb8dc8-ac30-4451-967d-f57217677994 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Router 124c999f-c1b8-4cbe-b23d-d493116861fc has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:40.870391 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363566ce-d0ae-43f3-9dab-f59541ec8fa5 req-b40c658a-22e5-43b6-8d8a-7078dc616552 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:40.872026 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-363566ce-d0ae-43f3-9dab-f59541ec8fa5 req-b40c658a-22e5-43b6-8d8a-7078dc616552 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/ports?device_id=e73a1367-9492-4fe0-998c-e56c36e945ac HTTP/1.1" status: 200 len: 946 time: 0.0646191 Jul 16 08:55:40.911291 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-363566ce-d0ae-43f3-9dab-f59541ec8fa5 req-7b873cec-5615-4910-8794-ced70307854b tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cbd072-a22c-4260-9c2c-d09abc85d81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335426 Jul 16 08:55:40.916508 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfb8dc8-ac30-4451-967d-f57217677994 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:40.934587 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efa785b-a8b5-4f95-9659-6df2acc1676f None None] Sync routers for ids ['124c999f-c1b8-4cbe-b23d-d493116861fc'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:40.940532 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efa785b-a8b5-4f95-9659-6df2acc1676f None None] Routers {'124c999f-c1b8-4cbe-b23d-d493116861fc'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:40.941219 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-6efa785b-a8b5-4f95-9659-6df2acc1676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:55:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['124c999f-c1b8-4cbe-b23d-d493116861fc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:40.973718 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-6efa785b-a8b5-4f95-9659-6df2acc1676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:40.982003 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6efa785b-a8b5-4f95-9659-6df2acc1676f None None] Routers {'124c999f-c1b8-4cbe-b23d-d493116861fc'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:40.982123 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-6efa785b-a8b5-4f95-9659-6df2acc1676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:55:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['124c999f-c1b8-4cbe-b23d-d493116861fc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:41.018377 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-6efa785b-a8b5-4f95-9659-6df2acc1676f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:41.019034 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6efa785b-a8b5-4f95-9659-6df2acc1676f None None] The sync data for ids ['124c999f-c1b8-4cbe-b23d-d493116861fc'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:41.140702 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cfb8dc8-ac30-4451-967d-f57217677994 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Router 124c999f-c1b8-4cbe-b23d-d493116861fc has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:41.253167 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cfb8dc8-ac30-4451-967d-f57217677994 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:41.258412 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6cfb8dc8-ac30-4451-967d-f57217677994 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.263296 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c865527a-6164-4306-882e-6c871408d4ea None None] Sync routers for ids ['124c999f-c1b8-4cbe-b23d-d493116861fc'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:41.273964 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c865527a-6164-4306-882e-6c871408d4ea None None] Routers {'124c999f-c1b8-4cbe-b23d-d493116861fc'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:41.275214 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c865527a-6164-4306-882e-6c871408d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:55:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['124c999f-c1b8-4cbe-b23d-d493116861fc'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:41.313456 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c865527a-6164-4306-882e-6c871408d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:41.322981 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c865527a-6164-4306-882e-6c871408d4ea None None] Routers {'124c999f-c1b8-4cbe-b23d-d493116861fc'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:41.323596 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c865527a-6164-4306-882e-6c871408d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:55:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['124c999f-c1b8-4cbe-b23d-d493116861fc'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:41.348553 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6cfb8dc8-ac30-4451-967d-f57217677994 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "PUT /v2.0/floatingips/058924d3-dd90-4873-9821-91f5fc14c779 HTTP/1.1" status: 200 len: 978 time: 1.6720624 Jul 16 08:55:41.348717 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35714) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:41.353519 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-387973fd-cae3-4939-acc6-c114d023a790 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:41.357151 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c865527a-6164-4306-882e-6c871408d4ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:41.357828 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c865527a-6164-4306-882e-6c871408d4ea None None] The sync data for ids ['124c999f-c1b8-4cbe-b23d-d493116861fc'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:41.411166 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-387973fd-cae3-4939-acc6-c114d023a790 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.567944 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-387973fd-cae3-4939-acc6-c114d023a790 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.572490 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-387973fd-cae3-4939-acc6-c114d023a790 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.573043 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-387973fd-cae3-4939-acc6-c114d023a790 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Floating IP 058924d3-dd90-4873-9821-91f5fc14c779 disassociated. External IP: 172.25.3.124, port: e531d91a-f5d4-4cd5-ab19-146f436d0dd6. Jul 16 08:55:41.632502 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device c63893c6-6232-40bc-9a83-fbb40cca45b0 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:55:41.635614 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device c63893c6-6232-40bc-9a83-fbb40cca45b0 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:41.724936 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b33503-7935-42ed-afe2-8b5b08b74603 req-84b2f4e8-54fb-4229-80c3-7d6c161a65fb tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:41.726578 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b7b33503-7935-42ed-afe2-8b5b08b74603 req-84b2f4e8-54fb-4229-80c3-7d6c161a65fb tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/ports?device_id=e73a1367-9492-4fe0-998c-e56c36e945ac HTTP/1.1" status: 200 len: 946 time: 0.0680380 Jul 16 08:55:41.773311 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b7b33503-7935-42ed-afe2-8b5b08b74603 req-11ced4fb-4278-45b0-bf7f-5757576dd2a2 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cbd072-a22c-4260-9c2c-d09abc85d81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378082 Jul 16 08:55:41.796139 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port c63893c6-6232-40bc-9a83-fbb40cca45b0, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=c63893c6-6232-40bc-9a83-fbb40cca45b0,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:41.798314 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.808816 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-387973fd-cae3-4939-acc6-c114d023a790 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Router 124c999f-c1b8-4cbe-b23d-d493116861fc has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:41.815201 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'c63893c6-6232-40bc-9a83-fbb40cca45b0', 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1', 'port_id': 'c63893c6-6232-40bc-9a83-fbb40cca45b0', 'mac_address': 'fa:16:3e:46:99:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad49083-8e48-4575-9b36-364c8d5c322c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:55:41.853925 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a67ca2d-cfe1-4f91-b768-947d4c910be3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c63893c6-6232-40bc-9a83-fbb40cca45b0'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:41.856172 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eeff61b3-2b3e-475c-8831-a74d198359e7" -d '{"events": [{"server_uuid": "4a67ca2d-cfe1-4f91-b768-947d4c910be3", "name": "network-vif-unplugged", "status": "completed", "tag": "c63893c6-6232-40bc-9a83-fbb40cca45b0"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:41.873039 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port c63893c6-6232-40bc-9a83-fbb40cca45b0, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=c63893c6-6232-40bc-9a83-fbb40cca45b0,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:41.879634 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.883208 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.911092 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd13e3a-76a9-42d5-aa54-f0e5da32b41b x-openstack-request-id: req-8dd13e3a-76a9-42d5-aa54-f0e5da32b41b {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:41.911376 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a67ca2d-cfe1-4f91-b768-947d4c910be3", "name": "network-vif-unplugged", "status": "completed", "tag": "c63893c6-6232-40bc-9a83-fbb40cca45b0", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:41.911627 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8dd13e3a-76a9-42d5-aa54-f0e5da32b41b {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:41.912008 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a67ca2d-cfe1-4f91-b768-947d4c910be3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c63893c6-6232-40bc-9a83-fbb40cca45b0', 'code': 200} Jul 16 08:55:41.917028 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c63893c6-6232-40bc-9a83-fbb40cca45b0 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:55:41.926931 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-387973fd-cae3-4939-acc6-c114d023a790 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:41.931735 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-387973fd-cae3-4939-acc6-c114d023a790 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:41.939022 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a98df2-50c3-40bd-b4e8-2e3cc6614ef7 None None] Sync routers for ids ['124c999f-c1b8-4cbe-b23d-d493116861fc'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:41.948827 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a98df2-50c3-40bd-b4e8-2e3cc6614ef7 None None] Routers {'124c999f-c1b8-4cbe-b23d-d493116861fc'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:41.949545 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-17a98df2-50c3-40bd-b4e8-2e3cc6614ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:55:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['124c999f-c1b8-4cbe-b23d-d493116861fc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:41.970662 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=c63893c6-6232-40bc-9a83-fbb40cca45b0,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:41.973500 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-387973fd-cae3-4939-acc6-c114d023a790 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "PUT /v2.0/floatingips/058924d3-dd90-4873-9821-91f5fc14c779 HTTP/1.1" status: 200 len: 688 time: 0.6228361 Jul 16 08:55:41.975328 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35726) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:41.980740 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.db.api [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 08:55:41.981166 n-d-771362-37 neutron-server[93760]: DEBUG oslo_db.api [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 08:55:41.990830 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-17a98df2-50c3-40bd-b4e8-2e3cc6614ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:41.999389 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a98df2-50c3-40bd-b4e8-2e3cc6614ef7 None None] Routers {'124c999f-c1b8-4cbe-b23d-d493116861fc'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:41.999982 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-17a98df2-50c3-40bd-b4e8-2e3cc6614ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:55:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['124c999f-c1b8-4cbe-b23d-d493116861fc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:42.030473 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-17a98df2-50c3-40bd-b4e8-2e3cc6614ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:42.031026 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17a98df2-50c3-40bd-b4e8-2e3cc6614ef7 None None] The sync data for ids ['124c999f-c1b8-4cbe-b23d-d493116861fc'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:42.101437 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f031a7f5-c501-4140-85c7-8cc901a6cc0c tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Deleting port e26fb5f1-964f-446a-89ec-66bf0f197300 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:42.101794 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f031a7f5-c501-4140-85c7-8cc901a6cc0c tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.176499 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f031a7f5-c501-4140-85c7-8cc901a6cc0c tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.176836 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f031a7f5-c501-4140-85c7-8cc901a6cc0c tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.189102 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-f031a7f5-c501-4140-85c7-8cc901a6cc0c tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Calling delete_port for e26fb5f1-964f-446a-89ec-66bf0f197300 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:42.328877 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f031a7f5-c501-4140-85c7-8cc901a6cc0c tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.355596 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f031a7f5-c501-4140-85c7-8cc901a6cc0c tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event deleted for resources: {'Port': ['ID=e26fb5f1-964f-446a-89ec-66bf0f197300,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:42.425600 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f031a7f5-c501-4140-85c7-8cc901a6cc0c tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.428233 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f031a7f5-c501-4140-85c7-8cc901a6cc0c tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.429598 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f031a7f5-c501-4140-85c7-8cc901a6cc0c tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "DELETE /v2.0/floatingips/058924d3-dd90-4873-9821-91f5fc14c779 HTTP/1.1" status: 204 len: 168 time: 0.4531050 Jul 16 08:55:42.433435 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35732) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:42.474440 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-d674255f-7ede-4e39-b12c-f1df8cea4102 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] delete failed (client error): The resource could not be found. Jul 16 08:55:42.475694 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d674255f-7ede-4e39-b12c-f1df8cea4102 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "DELETE /v2.0/floatingips/058924d3-dd90-4873-9821-91f5fc14c779 HTTP/1.1" status: 404 len: 345 time: 0.0412343 Jul 16 08:55:42.479938 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35734) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:42.522962 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.535979 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c63893c6-6232-40bc-9a83-fbb40cca45b0 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:55:42.558564 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port c63893c6-6232-40bc-9a83-fbb40cca45b0, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=c63893c6-6232-40bc-9a83-fbb40cca45b0,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:42.562520 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.587670 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d52d25-cb42-4602-a47f-d4221cad1bc2 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:42.593659 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d52d25-cb42-4602-a47f-d4221cad1bc2 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:42.599654 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36d52d25-cb42-4602-a47f-d4221cad1bc2 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:42.601336 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-36d52d25-cb42-4602-a47f-d4221cad1bc2 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "GET /v2.0/ports?network_id=ebe3ae2b-0323-40a2-9b97-7c6b7f942063 HTTP/1.1" status: 200 len: 2357 time: 0.1201999 Jul 16 08:55:42.604624 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35736) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:42.616459 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=c63893c6-6232-40bc-9a83-fbb40cca45b0,revision_number=9']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:42.645860 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['c63893c6-6232-40bc-9a83-fbb40cca45b0'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:55:42.654390 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-584f34ac-da49-4ffe-b365-a6f534c9a31f tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:42.660295 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-584f34ac-da49-4ffe-b365-a6f534c9a31f tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "GET /v2.0/subnets/8d99b77e-c396-444a-94ae-ab4b933c48a4 HTTP/1.1" status: 200 len: 797 time: 0.0502234 Jul 16 08:55:42.660696 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35738) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:42.665974 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-ec35b79e-8a4f-44a4-9cf7-4bced7ab6ec1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Request body: {'port': {'network_id': 'ebe3ae2b-0323-40a2-9b97-7c6b7f942063', 'name': 'tempest-FloatingIPTestJSON-29140602', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:42.778084 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec35b79e-8a4f-44a4-9cf7-4bced7ab6ec1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Made reservation on behalf of 764fcfd2010d4cf99502afbbb0cbe3b9 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:42.865673 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ec35b79e-8a4f-44a4-9cf7-4bced7ab6ec1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:42.882891 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-ec35b79e-8a4f-44a4-9cf7-4bced7ab6ec1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] device_id is not set on port 605c7738-9b0e-4dcf-941a-8ca48ddf4237 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:55:42.984951 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b447119-206a-44b2-912a-bc631260a420 req-a46a069e-318e-43f1-ad66-efa835187898 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:42.986436 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b447119-206a-44b2-912a-bc631260a420 req-a46a069e-318e-43f1-ad66-efa835187898 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/ports?device_id=e73a1367-9492-4fe0-998c-e56c36e945ac HTTP/1.1" status: 200 len: 946 time: 0.0983040 Jul 16 08:55:43.037453 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5f3eb1-54a4-41ca-8b08-d04937f34ff8 req-bdf53b07-9bb2-4c3e-98e1-22af28a71d73 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:43.038954 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3b5f3eb1-54a4-41ca-8b08-d04937f34ff8 req-bdf53b07-9bb2-4c3e-98e1-22af28a71d73 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.21 "GET /v2.0/ports?device_id=e73a1367-9492-4fe0-998c-e56c36e945ac HTTP/1.1" status: 200 len: 946 time: 0.1130600 Jul 16 08:55:43.044610 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4b447119-206a-44b2-912a-bc631260a420 req-461ef022-b92e-4fcb-96a1-7949947cd9b6 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.22 "GET /v2.0/security-groups?id=42cbd072-a22c-4260-9c2c-d09abc85d81b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518713 Jul 16 08:55:43.138820 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-3b5f3eb1-54a4-41ca-8b08-d04937f34ff8 req-4ec3323f-aacd-4338-8fb3-8a09a2366859 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Deleting port c9528c1b-5a53-4ba8-a621-cc0490a30ba1 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:43.139084 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3b5f3eb1-54a4-41ca-8b08-d04937f34ff8 req-4ec3323f-aacd-4338-8fb3-8a09a2366859 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.172844 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-ec35b79e-8a4f-44a4-9cf7-4bced7ab6ec1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Allocated IP 172.20.0.14 (ebe3ae2b-0323-40a2-9b97-7c6b7f942063/8d99b77e-c396-444a-94ae-ab4b933c48a4/605c7738-9b0e-4dcf-941a-8ca48ddf4237) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:43.179619 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-ec35b79e-8a4f-44a4-9cf7-4bced7ab6ec1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Allocated IP 172.20.0.13 (ebe3ae2b-0323-40a2-9b97-7c6b7f942063/8d99b77e-c396-444a-94ae-ab4b933c48a4/605c7738-9b0e-4dcf-941a-8ca48ddf4237) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:43.233620 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-3b5f3eb1-54a4-41ca-8b08-d04937f34ff8 req-4ec3323f-aacd-4338-8fb3-8a09a2366859 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] For port c9528c1b-5a53-4ba8-a621-cc0490a30ba1, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=c9528c1b-5a53-4ba8-a621-cc0490a30ba1,segment=NetworkSegment(d45210a0-a6e0-4bf0-9cfe-0a2f22e6426d),segment_id=d45210a0-a6e0-4bf0-9cfe-0a2f22e6426d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:43.233993 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3b5f3eb1-54a4-41ca-8b08-d04937f34ff8 req-4ec3323f-aacd-4338-8fb3-8a09a2366859 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.245860 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-3b5f3eb1-54a4-41ca-8b08-d04937f34ff8 req-4ec3323f-aacd-4338-8fb3-8a09a2366859 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Calling delete_port for c9528c1b-5a53-4ba8-a621-cc0490a30ba1 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:43.335053 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ec35b79e-8a4f-44a4-9cf7-4bced7ab6ec1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.377842 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ec35b79e-8a4f-44a4-9cf7-4bced7ab6ec1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.387254 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3b5f3eb1-54a4-41ca-8b08-d04937f34ff8 req-4ec3323f-aacd-4338-8fb3-8a09a2366859 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.401002 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['c9528c1b-5a53-4ba8-a621-cc0490a30ba1'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:55:43.419058 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec3323f-aacd-4338-8fb3-8a09a2366859 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Pushing event deleted for resources: {'Port': ['ID=c9528c1b-5a53-4ba8-a621-cc0490a30ba1,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:43.431780 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec35b79e-8a4f-44a4-9cf7-4bced7ab6ec1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Network ebe3ae2b-0323-40a2-9b97-7c6b7f942063 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:43.437506 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-ec35b79e-8a4f-44a4-9cf7-4bced7ab6ec1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:43.441666 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec35b79e-8a4f-44a4-9cf7-4bced7ab6ec1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:43.468335 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b5f3eb1-54a4-41ca-8b08-d04937f34ff8 req-4ec3323f-aacd-4338-8fb3-8a09a2366859 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] No DVR routers for this DVR port c9528c1b-5a53-4ba8-a621-cc0490a30ba1 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:55:43.471752 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3b5f3eb1-54a4-41ca-8b08-d04937f34ff8 req-4ec3323f-aacd-4338-8fb3-8a09a2366859 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.474844 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3b5f3eb1-54a4-41ca-8b08-d04937f34ff8 req-4ec3323f-aacd-4338-8fb3-8a09a2366859 tempest-VolumesActionsTest-1704875032 tempest-VolumesActionsTest-1704875032-project] 10.222.0.21 "DELETE /v2.0/ports/c9528c1b-5a53-4ba8-a621-cc0490a30ba1 HTTP/1.1" status: 204 len: 173 time: 0.4292653 Jul 16 08:55:43.475417 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e73a1367-9492-4fe0-998c-e56c36e945ac', 'name': 'network-vif-deleted', 'tag': 'c9528c1b-5a53-4ba8-a621-cc0490a30ba1'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:43.487526 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb87111e-eecb-400b-ad73-8b88839c9a63" -d '{"events": [{"server_uuid": "e73a1367-9492-4fe0-998c-e56c36e945ac", "name": "network-vif-deleted", "tag": "c9528c1b-5a53-4ba8-a621-cc0490a30ba1"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:43.510690 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec35b79e-8a4f-44a4-9cf7-4bced7ab6ec1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:43.511784 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ec35b79e-8a4f-44a4-9cf7-4bced7ab6ec1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.514512 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec35b79e-8a4f-44a4-9cf7-4bced7ab6ec1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event updated for resources: {'Port': ['ID=605c7738-9b0e-4dcf-941a-8ca48ddf4237,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:43.528637 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7d6baac-c02d-48c3-aa33-93bafb0dbecc x-openstack-request-id: req-b7d6baac-c02d-48c3-aa33-93bafb0dbecc {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:43.528766 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e73a1367-9492-4fe0-998c-e56c36e945ac", "name": "network-vif-deleted", "tag": "c9528c1b-5a53-4ba8-a621-cc0490a30ba1", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:43.528965 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b7d6baac-c02d-48c3-aa33-93bafb0dbecc {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:43.529498 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e73a1367-9492-4fe0-998c-e56c36e945ac', 'name': 'network-vif-deleted', 'tag': 'c9528c1b-5a53-4ba8-a621-cc0490a30ba1', 'status': 'completed', 'code': 200} Jul 16 08:55:43.546952 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ec35b79e-8a4f-44a4-9cf7-4bced7ab6ec1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 0.8820398 Jul 16 08:55:43.547199 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35758) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:43.552055 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-384408bc-5ec6-4659-8b33-3eacd0c63a40 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'port_id': '605c7738-9b0e-4dcf-941a-8ca48ddf4237', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:43.579815 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-384408bc-5ec6-4659-8b33-3eacd0c63a40 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.661657 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device c63893c6-6232-40bc-9a83-fbb40cca45b0 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:55:43.701646 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-384408bc-5ec6-4659-8b33-3eacd0c63a40 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.712801 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port c63893c6-6232-40bc-9a83-fbb40cca45b0 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:55:43.713210 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.817435 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.828059 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-384408bc-5ec6-4659-8b33-3eacd0c63a40 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Allocated IP 172.25.3.9 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/5fc3581e-d109-435a-ab28-48f7aea4c1e8) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:43.855224 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port c63893c6-6232-40bc-9a83-fbb40cca45b0, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=c63893c6-6232-40bc-9a83-fbb40cca45b0,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:43.861464 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:43.938362 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a67ca2d-cfe1-4f91-b768-947d4c910be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63893c6-6232-40bc-9a83-fbb40cca45b0'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:43.941307 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9635dbb5-219a-4843-9f94-50ddf46a1d25" -d '{"events": [{"server_uuid": "4a67ca2d-cfe1-4f91-b768-947d4c910be3", "name": "network-vif-plugged", "status": "completed", "tag": "c63893c6-6232-40bc-9a83-fbb40cca45b0"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:43.944021 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=c63893c6-6232-40bc-9a83-fbb40cca45b0,revision_number=10']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:43.988384 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-384408bc-5ec6-4659-8b33-3eacd0c63a40 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.009940 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b1a3439-42e9-482d-9681-b98a4703847e x-openstack-request-id: req-1b1a3439-42e9-482d-9681-b98a4703847e {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:44.010372 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a67ca2d-cfe1-4f91-b768-947d4c910be3", "name": "network-vif-plugged", "status": "completed", "tag": "c63893c6-6232-40bc-9a83-fbb40cca45b0", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:44.010643 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1b1a3439-42e9-482d-9681-b98a4703847e {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:44.011096 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a67ca2d-cfe1-4f91-b768-947d4c910be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63893c6-6232-40bc-9a83-fbb40cca45b0', 'code': 200} Jul 16 08:55:44.054343 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-384408bc-5ec6-4659-8b33-3eacd0c63a40 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.136123 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384408bc-5ec6-4659-8b33-3eacd0c63a40 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:44.152052 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-384408bc-5ec6-4659-8b33-3eacd0c63a40 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:44.166118 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-384408bc-5ec6-4659-8b33-3eacd0c63a40 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:44.219854 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384408bc-5ec6-4659-8b33-3eacd0c63a40 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event updated for resources: {'Port': ['ID=5fc3581e-d109-435a-ab28-48f7aea4c1e8,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:44.730217 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-384408bc-5ec6-4659-8b33-3eacd0c63a40 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:44.834703 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-384408bc-5ec6-4659-8b33-3eacd0c63a40 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.014059 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-384408bc-5ec6-4659-8b33-3eacd0c63a40 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.025636 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-384408bc-5ec6-4659-8b33-3eacd0c63a40 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.118601 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384408bc-5ec6-4659-8b33-3eacd0c63a40 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event updated for resources: {'Port': ['ID=5fc3581e-d109-435a-ab28-48f7aea4c1e8,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:45.148712 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-384408bc-5ec6-4659-8b33-3eacd0c63a40 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:45.279370 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-384408bc-5ec6-4659-8b33-3eacd0c63a40 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Floating IP 0a427bb8-f1a0-44f8-8720-67e23b674b30 associated. External IP: 172.25.3.9, port: 605c7738-9b0e-4dcf-941a-8ca48ddf4237. Jul 16 08:55:45.540117 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-384408bc-5ec6-4659-8b33-3eacd0c63a40 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Router 124c999f-c1b8-4cbe-b23d-d493116861fc has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:46.220254 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-384408bc-5ec6-4659-8b33-3eacd0c63a40 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:46.237130 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297a9e96-ede3-4592-bdcd-72cc799a3515 None None] Sync routers for ids ['124c999f-c1b8-4cbe-b23d-d493116861fc'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:46.261717 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297a9e96-ede3-4592-bdcd-72cc799a3515 None None] Routers {'124c999f-c1b8-4cbe-b23d-d493116861fc'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:46.268319 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-297a9e96-ede3-4592-bdcd-72cc799a3515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:55:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['124c999f-c1b8-4cbe-b23d-d493116861fc'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:46.305064 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-384408bc-5ec6-4659-8b33-3eacd0c63a40 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:46.416293 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-297a9e96-ede3-4592-bdcd-72cc799a3515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:46.450919 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-384408bc-5ec6-4659-8b33-3eacd0c63a40 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 980 time: 2.8999996 Jul 16 08:55:46.451379 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35844) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:46.457598 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-297a9e96-ede3-4592-bdcd-72cc799a3515 None None] Routers {'124c999f-c1b8-4cbe-b23d-d493116861fc'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:46.458473 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f84c9d65-2e93-4159-8eb9-6e14c02bc077 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Request body: {'floatingip': {'port_id': '605c7738-9b0e-4dcf-941a-8ca48ddf4237', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:46.466939 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-297a9e96-ede3-4592-bdcd-72cc799a3515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:55:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['124c999f-c1b8-4cbe-b23d-d493116861fc'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:46.567193 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f84c9d65-2e93-4159-8eb9-6e14c02bc077 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:46.608123 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-297a9e96-ede3-4592-bdcd-72cc799a3515 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:46.609433 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-297a9e96-ede3-4592-bdcd-72cc799a3515 None None] The sync data for ids ['124c999f-c1b8-4cbe-b23d-d493116861fc'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:47.392848 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f84c9d65-2e93-4159-8eb9-6e14c02bc077 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.399993 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f84c9d65-2e93-4159-8eb9-6e14c02bc077 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:47.447526 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device c9528c1b-5a53-4ba8-a621-cc0490a30ba1 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:47.475044 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: c9528c1b-5a53-4ba8-a621-cc0490a30ba1 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:55:47.475306 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device c9528c1b-5a53-4ba8-a621-cc0490a30ba1 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:55:48.258862 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:55:48.328841 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84c9d65-2e93-4159-8eb9-6e14c02bc077 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Router 124c999f-c1b8-4cbe-b23d-d493116861fc has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:48.588699 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84c9d65-2e93-4159-8eb9-6e14c02bc077 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:48.594666 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f84c9d65-2e93-4159-8eb9-6e14c02bc077 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:48.600263 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f69ea2-083c-4183-bb03-bca725f1229b None None] Sync routers for ids ['124c999f-c1b8-4cbe-b23d-d493116861fc'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:48.618794 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f69ea2-083c-4183-bb03-bca725f1229b None None] Routers {'124c999f-c1b8-4cbe-b23d-d493116861fc'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:48.619718 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-11f69ea2-083c-4183-bb03-bca725f1229b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:55:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['124c999f-c1b8-4cbe-b23d-d493116861fc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:48.701575 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-11f69ea2-083c-4183-bb03-bca725f1229b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:48.723854 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f69ea2-083c-4183-bb03-bca725f1229b None None] Routers {'124c999f-c1b8-4cbe-b23d-d493116861fc'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:48.725104 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-11f69ea2-083c-4183-bb03-bca725f1229b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:55:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['124c999f-c1b8-4cbe-b23d-d493116861fc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:48.791422 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f84c9d65-2e93-4159-8eb9-6e14c02bc077 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "PUT /v2.0/floatingips/0a427bb8-f1a0-44f8-8720-67e23b674b30 HTTP/1.1" status: 200 len: 975 time: 2.3355694 Jul 16 08:55:48.791959 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-11f69ea2-083c-4183-bb03-bca725f1229b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:48.792082 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35854) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:48.799102 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11f69ea2-083c-4183-bb03-bca725f1229b None None] The sync data for ids ['124c999f-c1b8-4cbe-b23d-d493116861fc'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:49.018556 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7d0e6cda-7c6b-4e3f-ace6-a1dd9a21ab0e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Deleting port 5fc3581e-d109-435a-ab28-48f7aea4c1e8 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:49.018912 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d0e6cda-7c6b-4e3f-ace6-a1dd9a21ab0e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.149084 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d0e6cda-7c6b-4e3f-ace6-a1dd9a21ab0e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.149494 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d0e6cda-7c6b-4e3f-ace6-a1dd9a21ab0e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.165144 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7d0e6cda-7c6b-4e3f-ace6-a1dd9a21ab0e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Calling delete_port for 5fc3581e-d109-435a-ab28-48f7aea4c1e8 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:49.568010 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d0e6cda-7c6b-4e3f-ace6-a1dd9a21ab0e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.637223 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0e6cda-7c6b-4e3f-ace6-a1dd9a21ab0e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event deleted for resources: {'Port': ['ID=5fc3581e-d109-435a-ab28-48f7aea4c1e8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:49.736749 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d0e6cda-7c6b-4e3f-ace6-a1dd9a21ab0e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:49.737304 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-7d0e6cda-7c6b-4e3f-ace6-a1dd9a21ab0e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Floating IP 0a427bb8-f1a0-44f8-8720-67e23b674b30 disassociated (deleted). External IP: 172.25.3.9, port: 605c7738-9b0e-4dcf-941a-8ca48ddf4237. Jul 16 08:55:50.122957 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d0e6cda-7c6b-4e3f-ace6-a1dd9a21ab0e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Router 124c999f-c1b8-4cbe-b23d-d493116861fc has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:50.274162 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d0e6cda-7c6b-4e3f-ace6-a1dd9a21ab0e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:50.279569 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7d0e6cda-7c6b-4e3f-ace6-a1dd9a21ab0e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.285335 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab39958-17b6-4850-8843-12506f5964d2 None None] Sync routers for ids ['124c999f-c1b8-4cbe-b23d-d493116861fc'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:50.310419 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab39958-17b6-4850-8843-12506f5964d2 None None] Routers {'124c999f-c1b8-4cbe-b23d-d493116861fc'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:50.311074 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-bab39958-17b6-4850-8843-12506f5964d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:55:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['124c999f-c1b8-4cbe-b23d-d493116861fc'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:50.349401 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35860) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:50.350057 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7d0e6cda-7c6b-4e3f-ace6-a1dd9a21ab0e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "DELETE /v2.0/floatingips/0a427bb8-f1a0-44f8-8720-67e23b674b30 HTTP/1.1" status: 204 len: 168 time: 1.5534983 Jul 16 08:55:50.368868 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-bab39958-17b6-4850-8843-12506f5964d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:50.408051 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab39958-17b6-4850-8843-12506f5964d2 None None] Routers {'124c999f-c1b8-4cbe-b23d-d493116861fc'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:50.408648 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-bab39958-17b6-4850-8843-12506f5964d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:55:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['124c999f-c1b8-4cbe-b23d-d493116861fc'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:50.456810 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-bab39958-17b6-4850-8843-12506f5964d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:50.457842 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab39958-17b6-4850-8843-12506f5964d2 None None] The sync data for ids ['124c999f-c1b8-4cbe-b23d-d493116861fc'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:50.580795 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-60e6d7cb-f4f1-4570-a022-6a3190af03cc tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Deleting port 605c7738-9b0e-4dcf-941a-8ca48ddf4237 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:50.581177 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-60e6d7cb-f4f1-4570-a022-6a3190af03cc tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.772619 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-60e6d7cb-f4f1-4570-a022-6a3190af03cc tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:50.806815 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-60e6d7cb-f4f1-4570-a022-6a3190af03cc tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Calling delete_port for 605c7738-9b0e-4dcf-941a-8ca48ddf4237 owned by {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:51.107568 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-60e6d7cb-f4f1-4570-a022-6a3190af03cc tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.270483 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e6d7cb-f4f1-4570-a022-6a3190af03cc tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event deleted for resources: {'Port': ['ID=605c7738-9b0e-4dcf-941a-8ca48ddf4237,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:51.392244 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-60e6d7cb-f4f1-4570-a022-6a3190af03cc tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.394986 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-60e6d7cb-f4f1-4570-a022-6a3190af03cc tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "DELETE /v2.0/ports/605c7738-9b0e-4dcf-941a-8ca48ddf4237 HTTP/1.1" status: 204 len: 168 time: 1.0445728 Jul 16 08:55:51.398464 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35866) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:51.404173 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-6acd0b09-29fd-4860-b5a3-44151aa864c1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:51.446350 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6acd0b09-29fd-4860-b5a3-44151aa864c1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.600807 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6acd0b09-29fd-4860-b5a3-44151aa864c1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.732083 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-6acd0b09-29fd-4860-b5a3-44151aa864c1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Allocated IP 172.25.3.93 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/26d22028-a61f-4adb-a02e-f9dc0baa59a8) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:51.875029 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6acd0b09-29fd-4860-b5a3-44151aa864c1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.932994 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6acd0b09-29fd-4860-b5a3-44151aa864c1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:51.987186 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6acd0b09-29fd-4860-b5a3-44151aa864c1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:51.997365 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-6acd0b09-29fd-4860-b5a3-44151aa864c1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:52.009067 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acd0b09-29fd-4860-b5a3-44151aa864c1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:52.131199 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6acd0b09-29fd-4860-b5a3-44151aa864c1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:52.149666 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd0b09-29fd-4860-b5a3-44151aa864c1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event updated for resources: {'Port': ['ID=26d22028-a61f-4adb-a02e-f9dc0baa59a8,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:52.218000 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6acd0b09-29fd-4860-b5a3-44151aa864c1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:52.543352 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6acd0b09-29fd-4860-b5a3-44151aa864c1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:52.551914 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6acd0b09-29fd-4860-b5a3-44151aa864c1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:52.702501 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acd0b09-29fd-4860-b5a3-44151aa864c1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event updated for resources: {'Port': ['ID=26d22028-a61f-4adb-a02e-f9dc0baa59a8,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:52.714755 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6acd0b09-29fd-4860-b5a3-44151aa864c1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:52.742122 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6acd0b09-29fd-4860-b5a3-44151aa864c1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:52.745633 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6acd0b09-29fd-4860-b5a3-44151aa864c1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3450367 Jul 16 08:55:52.751829 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35868) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:52.753734 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-01fd3c7e-9450-48e2-9ed9-9dfb367ae7ca tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Request body: {'port': {'network_id': 'ebe3ae2b-0323-40a2-9b97-7c6b7f942063', 'name': 'tempest-FloatingIPTestJSON-1052629030'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:52.937515 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01fd3c7e-9450-48e2-9ed9-9dfb367ae7ca tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Made reservation on behalf of 764fcfd2010d4cf99502afbbb0cbe3b9 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:55:52.950949 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-01fd3c7e-9450-48e2-9ed9-9dfb367ae7ca tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:52.981008 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-01fd3c7e-9450-48e2-9ed9-9dfb367ae7ca tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] device_id is not set on port 3e96d18f-3131-490d-8ef9-ea3e3a796de5 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:55:53.163757 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-01fd3c7e-9450-48e2-9ed9-9dfb367ae7ca tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Allocated IP 172.20.0.6 (ebe3ae2b-0323-40a2-9b97-7c6b7f942063/8d99b77e-c396-444a-94ae-ab4b933c48a4/3e96d18f-3131-490d-8ef9-ea3e3a796de5) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:53.547419 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-01fd3c7e-9450-48e2-9ed9-9dfb367ae7ca tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:53.649562 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-01fd3c7e-9450-48e2-9ed9-9dfb367ae7ca tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:53.705079 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01fd3c7e-9450-48e2-9ed9-9dfb367ae7ca tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Network ebe3ae2b-0323-40a2-9b97-7c6b7f942063 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:53.711303 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-01fd3c7e-9450-48e2-9ed9-9dfb367ae7ca tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:53.715993 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01fd3c7e-9450-48e2-9ed9-9dfb367ae7ca tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:53.755005 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fd3c7e-9450-48e2-9ed9-9dfb367ae7ca tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event updated for resources: {'Port': ['ID=3e96d18f-3131-490d-8ef9-ea3e3a796de5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:53.791220 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01fd3c7e-9450-48e2-9ed9-9dfb367ae7ca tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:53.792231 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-01fd3c7e-9450-48e2-9ed9-9dfb367ae7ca tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:53.817738 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-01fd3c7e-9450-48e2-9ed9-9dfb367ae7ca tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0649955 Jul 16 08:55:53.817738 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35872) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:53.828019 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e8737df9-ef94-42fb-841a-9cc1a7411c78 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Request body: {'floatingip': {'port_id': '3e96d18f-3131-490d-8ef9-ea3e3a796de5'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:53.937843 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e8737df9-ef94-42fb-841a-9cc1a7411c78 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.908183 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e8737df9-ef94-42fb-841a-9cc1a7411c78 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:54.940237 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e8737df9-ef94-42fb-841a-9cc1a7411c78 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.123148 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-e8737df9-ef94-42fb-841a-9cc1a7411c78 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Floating IP 780ef716-e646-4f78-be57-369819e8f73a associated. External IP: 172.25.3.93, port: 3e96d18f-3131-490d-8ef9-ea3e3a796de5. Jul 16 08:55:55.554349 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8737df9-ef94-42fb-841a-9cc1a7411c78 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Router 124c999f-c1b8-4cbe-b23d-d493116861fc has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:55.790812 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8737df9-ef94-42fb-841a-9cc1a7411c78 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:55.803647 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e8737df9-ef94-42fb-841a-9cc1a7411c78 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:55.807846 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b4d0a4-6ad2-4fb4-851f-87eac1885d25 None None] Sync routers for ids ['124c999f-c1b8-4cbe-b23d-d493116861fc'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:55.823265 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b4d0a4-6ad2-4fb4-851f-87eac1885d25 None None] Routers {'124c999f-c1b8-4cbe-b23d-d493116861fc'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:55.824578 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-86b4d0a4-6ad2-4fb4-851f-87eac1885d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:55:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['124c999f-c1b8-4cbe-b23d-d493116861fc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:55.877434 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35880) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:55.884952 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e8737df9-ef94-42fb-841a-9cc1a7411c78 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "PUT /v2.0/floatingips/780ef716-e646-4f78-be57-369819e8f73a HTTP/1.1" status: 200 len: 977 time: 2.0654223 Jul 16 08:55:55.927365 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-86b4d0a4-6ad2-4fb4-851f-87eac1885d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:55.953177 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b4d0a4-6ad2-4fb4-851f-87eac1885d25 None None] Routers {'124c999f-c1b8-4cbe-b23d-d493116861fc'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:55.955101 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-86b4d0a4-6ad2-4fb4-851f-87eac1885d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:55:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['124c999f-c1b8-4cbe-b23d-d493116861fc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:56.047736 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-86b4d0a4-6ad2-4fb4-851f-87eac1885d25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:56.049781 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86b4d0a4-6ad2-4fb4-851f-87eac1885d25 None None] The sync data for ids ['124c999f-c1b8-4cbe-b23d-d493116861fc'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:56.075250 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3d989b73-2a41-4f31-a73d-91e6950cc7f5 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Deleting port 3e96d18f-3131-490d-8ef9-ea3e3a796de5 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:56.075796 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3d989b73-2a41-4f31-a73d-91e6950cc7f5 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:56.235927 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3d989b73-2a41-4f31-a73d-91e6950cc7f5 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:56.520254 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3d989b73-2a41-4f31-a73d-91e6950cc7f5 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:56.521242 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3d989b73-2a41-4f31-a73d-91e6950cc7f5 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:56.521637 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-3d989b73-2a41-4f31-a73d-91e6950cc7f5 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Floating IP 780ef716-e646-4f78-be57-369819e8f73a disassociated. External IP: 172.25.3.93, port: 3e96d18f-3131-490d-8ef9-ea3e3a796de5. Jul 16 08:55:56.522059 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-3d989b73-2a41-4f31-a73d-91e6950cc7f5 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Calling delete_port for 3e96d18f-3131-490d-8ef9-ea3e3a796de5 owned by {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:56.693986 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3d989b73-2a41-4f31-a73d-91e6950cc7f5 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:56.744880 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d989b73-2a41-4f31-a73d-91e6950cc7f5 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event deleted for resources: {'Port': ['ID=3e96d18f-3131-490d-8ef9-ea3e3a796de5,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:57.010652 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389edf28-2ba0-457f-9e54-eb9849446685 req-969eb928-93fa-4032-9348-cd9a6abbe5ba tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:57.016859 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-389edf28-2ba0-457f-9e54-eb9849446685 req-969eb928-93fa-4032-9348-cd9a6abbe5ba tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 946 time: 0.2767813 Jul 16 08:55:57.038667 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d989b73-2a41-4f31-a73d-91e6950cc7f5 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Router 124c999f-c1b8-4cbe-b23d-d493116861fc has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:55:57.158229 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-389edf28-2ba0-457f-9e54-eb9849446685 req-5d6d2aae-77f3-4df8-8e84-40c9486eeef7 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155877 Jul 16 08:55:57.240831 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d989b73-2a41-4f31-a73d-91e6950cc7f5 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:55:57.251592 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2238258-bed9-4944-a985-3c36bc2919d7 None None] Sync routers for ids ['124c999f-c1b8-4cbe-b23d-d493116861fc'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:55:57.262412 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2238258-bed9-4944-a985-3c36bc2919d7 None None] Routers {'124c999f-c1b8-4cbe-b23d-d493116861fc'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:57.263364 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e2238258-bed9-4944-a985-3c36bc2919d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:55:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['124c999f-c1b8-4cbe-b23d-d493116861fc'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:57.300144 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e2238258-bed9-4944-a985-3c36bc2919d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:57.310169 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2238258-bed9-4944-a985-3c36bc2919d7 None None] Routers {'124c999f-c1b8-4cbe-b23d-d493116861fc'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:55:57.310908 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e2238258-bed9-4944-a985-3c36bc2919d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:55:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['124c999f-c1b8-4cbe-b23d-d493116861fc'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:57.336926 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3d989b73-2a41-4f31-a73d-91e6950cc7f5 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.342736 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35902) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:57.347607 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e2238258-bed9-4944-a985-3c36bc2919d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:55:57.348573 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2238258-bed9-4944-a985-3c36bc2919d7 None None] The sync data for ids ['124c999f-c1b8-4cbe-b23d-d493116861fc'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:55:57.350455 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3d989b73-2a41-4f31-a73d-91e6950cc7f5 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "DELETE /v2.0/ports/3e96d18f-3131-490d-8ef9-ea3e3a796de5 HTTP/1.1" status: 204 len: 168 time: 1.4719183 Jul 16 08:55:57.403117 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35908) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:57.405002 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a2855679-8fe3-41d0-974c-899e5f5d0bd0 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "GET /v2.0/floatingips/780ef716-e646-4f78-be57-369819e8f73a HTTP/1.1" status: 200 len: 687 time: 0.0603914 Jul 16 08:55:57.541239 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-fb4ebbe3-11b3-476b-95e5-55351d1e0ab1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Deleting port 26d22028-a61f-4adb-a02e-f9dc0baa59a8 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:55:57.542043 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb4ebbe3-11b3-476b-95e5-55351d1e0ab1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.630615 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb4ebbe3-11b3-476b-95e5-55351d1e0ab1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.630947 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb4ebbe3-11b3-476b-95e5-55351d1e0ab1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.646853 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-fb4ebbe3-11b3-476b-95e5-55351d1e0ab1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Calling delete_port for 26d22028-a61f-4adb-a02e-f9dc0baa59a8 owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:55:57.821060 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb4ebbe3-11b3-476b-95e5-55351d1e0ab1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.858706 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4ebbe3-11b3-476b-95e5-55351d1e0ab1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event deleted for resources: {'Port': ['ID=26d22028-a61f-4adb-a02e-f9dc0baa59a8,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:57.929825 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb4ebbe3-11b3-476b-95e5-55351d1e0ab1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.932933 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fb4ebbe3-11b3-476b-95e5-55351d1e0ab1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:57.934605 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-fb4ebbe3-11b3-476b-95e5-55351d1e0ab1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "DELETE /v2.0/floatingips/780ef716-e646-4f78-be57-369819e8f73a HTTP/1.1" status: 204 len: 168 time: 0.5304117 Jul 16 08:55:57.937981 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35914) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:55:57.943309 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-cb6f4abd-5ed8-4577-830e-e40f65a12706 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'port_id': 'e531d91a-f5d4-4cd5-ab19-146f436d0dd6'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:55:57.969719 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb6f4abd-5ed8-4577-830e-e40f65a12706 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.088736 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb6f4abd-5ed8-4577-830e-e40f65a12706 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.233444 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-cb6f4abd-5ed8-4577-830e-e40f65a12706 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Allocated IP 172.25.3.197 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/15e7fb2b-0dac-458f-a34f-14142d4b6a8f) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:55:58.375077 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb6f4abd-5ed8-4577-830e-e40f65a12706 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.447377 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb6f4abd-5ed8-4577-830e-e40f65a12706 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:58.521581 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83fc3224-4f24-4284-a49b-8aad6188dbf2 req-75767be3-d219-4ae0-870c-d91192efbe34 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:58.530053 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6f4abd-5ed8-4577-830e-e40f65a12706 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:55:58.530565 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-83fc3224-4f24-4284-a49b-8aad6188dbf2 req-75767be3-d219-4ae0-870c-d91192efbe34 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 946 time: 0.1329401 Jul 16 08:55:58.558609 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f4abd-5ed8-4577-830e-e40f65a12706 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event updated for resources: {'Port': ['ID=15e7fb2b-0dac-458f-a34f-14142d4b6a8f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:58.563548 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-cb6f4abd-5ed8-4577-830e-e40f65a12706 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:55:58.568035 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb6f4abd-5ed8-4577-830e-e40f65a12706 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:55:58.587962 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-83fc3224-4f24-4284-a49b-8aad6188dbf2 req-cc20407d-42d4-43c0-8614-54d4309b6f40 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547836 Jul 16 08:55:59.245369 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb6f4abd-5ed8-4577-830e-e40f65a12706 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.344694 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb6f4abd-5ed8-4577-830e-e40f65a12706 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.443622 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f776ba-78b8-4b11-8e64-df6431fca1e9 req-2ba8d1c7-4c63-4752-a998-7a0d008dca0c tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:55:59.451842 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-36f776ba-78b8-4b11-8e64-df6431fca1e9 req-2ba8d1c7-4c63-4752-a998-7a0d008dca0c tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 946 time: 0.0938520 Jul 16 08:55:59.499342 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-36f776ba-78b8-4b11-8e64-df6431fca1e9 req-6d714630-e256-469f-9329-902d8c593bf3 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433187 Jul 16 08:55:59.595488 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb6f4abd-5ed8-4577-830e-e40f65a12706 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.609448 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb6f4abd-5ed8-4577-830e-e40f65a12706 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.685434 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6f4abd-5ed8-4577-830e-e40f65a12706 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event updated for resources: {'Port': ['ID=15e7fb2b-0dac-458f-a34f-14142d4b6a8f,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:55:59.692074 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb6f4abd-5ed8-4577-830e-e40f65a12706 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.736372 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device c63893c6-6232-40bc-9a83-fbb40cca45b0 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:55:59.804027 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-cb6f4abd-5ed8-4577-830e-e40f65a12706 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Floating IP fe2a1e59-faf4-43b8-840d-645a7f9839be associated. External IP: 172.25.3.197, port: e531d91a-f5d4-4cd5-ab19-146f436d0dd6. Jul 16 08:55:59.860936 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.896240 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port c63893c6-6232-40bc-9a83-fbb40cca45b0, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=c63893c6-6232-40bc-9a83-fbb40cca45b0,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:55:59.905058 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a67ca2d-cfe1-4f91-b768-947d4c910be3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c63893c6-6232-40bc-9a83-fbb40cca45b0'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:55:59.907955 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44518c7-09d9-480d-b857-b64baf56f4a2" -d '{"events": [{"server_uuid": "4a67ca2d-cfe1-4f91-b768-947d4c910be3", "name": "network-vif-unplugged", "status": "completed", "tag": "c63893c6-6232-40bc-9a83-fbb40cca45b0"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:55:59.911697 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:55:59.969464 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f78a21-59f8-446d-bf96-68f8c48206ae x-openstack-request-id: req-20f78a21-59f8-446d-bf96-68f8c48206ae {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:55:59.969761 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a67ca2d-cfe1-4f91-b768-947d4c910be3", "name": "network-vif-unplugged", "status": "completed", "tag": "c63893c6-6232-40bc-9a83-fbb40cca45b0", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:55:59.970023 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-20f78a21-59f8-446d-bf96-68f8c48206ae {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:55:59.970423 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a67ca2d-cfe1-4f91-b768-947d4c910be3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c63893c6-6232-40bc-9a83-fbb40cca45b0', 'code': 200} Jul 16 08:55:59.971011 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=c63893c6-6232-40bc-9a83-fbb40cca45b0,revision_number=11']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:00.091584 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb6f4abd-5ed8-4577-830e-e40f65a12706 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Router 124c999f-c1b8-4cbe-b23d-d493116861fc has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:00.230279 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb6f4abd-5ed8-4577-830e-e40f65a12706 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:00.239507 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef1a010-b0a9-4341-8646-c7c25dd5ccaa None None] Sync routers for ids ['124c999f-c1b8-4cbe-b23d-d493116861fc'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:00.249057 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb6f4abd-5ed8-4577-830e-e40f65a12706 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.251692 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef1a010-b0a9-4341-8646-c7c25dd5ccaa None None] Routers {'124c999f-c1b8-4cbe-b23d-d493116861fc'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:00.252656 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-6ef1a010-b0a9-4341-8646-c7c25dd5ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:55:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['124c999f-c1b8-4cbe-b23d-d493116861fc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:00.295570 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-6ef1a010-b0a9-4341-8646-c7c25dd5ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:00.311548 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35940) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:00.312183 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-cb6f4abd-5ed8-4577-830e-e40f65a12706 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.3724673 Jul 16 08:56:00.317530 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-283a2b19-1fba-4f3c-8c2f-e3a6f040b9b7 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1556877001'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:00.318605 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef1a010-b0a9-4341-8646-c7c25dd5ccaa None None] Routers {'124c999f-c1b8-4cbe-b23d-d493116861fc'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:00.319371 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-6ef1a010-b0a9-4341-8646-c7c25dd5ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:55:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['124c999f-c1b8-4cbe-b23d-d493116861fc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:00.349793 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-283a2b19-1fba-4f3c-8c2f-e3a6f040b9b7 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Made reservation on behalf of 764fcfd2010d4cf99502afbbb0cbe3b9 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:00.354423 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-283a2b19-1fba-4f3c-8c2f-e3a6f040b9b7 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.356426 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-6ef1a010-b0a9-4341-8646-c7c25dd5ccaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:00.357165 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef1a010-b0a9-4341-8646-c7c25dd5ccaa None None] The sync data for ids ['124c999f-c1b8-4cbe-b23d-d493116861fc'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:00.381939 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-283a2b19-1fba-4f3c-8c2f-e3a6f040b9b7 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:56:00.393503 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-283a2b19-1fba-4f3c-8c2f-e3a6f040b9b7 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.393940 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-283a2b19-1fba-4f3c-8c2f-e3a6f040b9b7 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Added segment 8776efdd-0493-45a5-b083-cb49946b063b of type vlan for network f8095914-1847-4f24-afa0-bad770b681af Jul 16 08:56:00.442373 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-283a2b19-1fba-4f3c-8c2f-e3a6f040b9b7 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.545113 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-283a2b19-1fba-4f3c-8c2f-e3a6f040b9b7 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.572486 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-283a2b19-1fba-4f3c-8c2f-e3a6f040b9b7 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:00.573392 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-283a2b19-1fba-4f3c-8c2f-e3a6f040b9b7 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:00.652425 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283a2b19-1fba-4f3c-8c2f-e3a6f040b9b7 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event updated for resources: {'Network': ['ID=f8095914-1847-4f24-afa0-bad770b681af,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:00.668264 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network f8095914-1847-4f24-afa0-bad770b681af details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:56:00.669054 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35948) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:00.676868 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-bf4b7372-2f04-49f7-a600-6f8389b630bb tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Request body: {'subnet': {'network_id': 'f8095914-1847-4f24-afa0-bad770b681af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:00.680813 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-283a2b19-1fba-4f3c-8c2f-e3a6f040b9b7 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3520262 Jul 16 08:56:00.793031 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeac33c-3497-4c92-873b-204afbfeea51 req-3eeb64c5-ab7c-4ddb-ad88-8b7092c3a6c6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:00.794751 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fbeac33c-3497-4c92-873b-204afbfeea51 req-3eeb64c5-ab7c-4ddb-ad88-8b7092c3a6c6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0958660 Jul 16 08:56:00.834955 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fbeac33c-3497-4c92-873b-204afbfeea51 req-f112f9e2-918c-411f-98a7-2e5c1fe74e95 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343707 Jul 16 08:56:00.865109 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf4b7372-2f04-49f7-a600-6f8389b630bb tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Made reservation on behalf of 764fcfd2010d4cf99502afbbb0cbe3b9 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:00.872134 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf4b7372-2f04-49f7-a600-6f8389b630bb tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.092254 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf4b7372-2f04-49f7-a600-6f8389b630bb tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.163050 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4b7372-2f04-49f7-a600-6f8389b630bb tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event updated for resources: {'Subnet': ['ID=846d5cf9-37e5-4128-8859-2372769031fe,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:01.167840 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf4b7372-2f04-49f7-a600-6f8389b630bb tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Checking segment: {'id': '8776efdd-0493-45a5-b083-cb49946b063b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f8095914-1847-4f24-afa0-bad770b681af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:01.168294 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4b7372-2f04-49f7-a600-6f8389b630bb tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Network hostable DHCP agents. Network: f8095914-1847-4f24-afa0-bad770b681af, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:56:01.189514 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf4b7372-2f04-49f7-a600-6f8389b630bb tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Network f8095914-1847-4f24-afa0-bad770b681af is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:56:01.201903 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-bf4b7372-2f04-49f7-a600-6f8389b630bb tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, f8095914-1847-4f24-afa0-bad770b681af) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:01.209248 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf4b7372-2f04-49f7-a600-6f8389b630bb tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:01.209876 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bf4b7372-2f04-49f7-a600-6f8389b630bb tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.213924 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3dc3a8-23c9-4d11-ae98-9b723b4e75ad None None] Network f8095914-1847-4f24-afa0-bad770b681af requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:01.237968 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bf4b7372-2f04-49f7-a600-6f8389b630bb tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5659423 Jul 16 08:56:01.239009 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 35954) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:01.244357 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-efbc0215-b608-4976-8475-c48c7b97309e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1654381667', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:01.285715 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-efbc0215-b608-4976-8475-c48c7b97309e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.286959 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-efbc0215-b608-4976-8475-c48c7b97309e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.397566 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4968c538-7827-44c4-b35e-c1d62cf07c6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-f8095914-1847-4f24-afa0-bad770b681af', 'network_id': 'f8095914-1847-4f24-afa0-bad770b681af', 'tenant_id': '764fcfd2010d4cf99502afbbb0cbe3b9', 'fixed_ips': [{'subnet_id': '846d5cf9-37e5-4128-8859-2372769031fe'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:56:01.399638 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4968c538-7827-44c4-b35e-c1d62cf07c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.420392 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-efbc0215-b608-4976-8475-c48c7b97309e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.645551 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-4968c538-7827-44c4-b35e-c1d62cf07c6f None None] Allocated IP 172.20.0.2 (f8095914-1847-4f24-afa0-bad770b681af/846d5cf9-37e5-4128-8859-2372769031fe/fc782b38-d23f-4c83-828b-0db1129852f7) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:01.796232 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device c63893c6-6232-40bc-9a83-fbb40cca45b0 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:56:01.919248 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4968c538-7827-44c4-b35e-c1d62cf07c6f None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.931017 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4968c538-7827-44c4-b35e-c1d62cf07c6f None None] Transition to ACTIVE for port object fc782b38-d23f-4c83-828b-0db1129852f7 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:01.944518 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-efbc0215-b608-4976-8475-c48c7b97309e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:01.966691 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4968c538-7827-44c4-b35e-c1d62cf07c6f None None] Transition to ACTIVE for port object fc782b38-d23f-4c83-828b-0db1129852f7 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:02.008192 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4968c538-7827-44c4-b35e-c1d62cf07c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.077290 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968c538-7827-44c4-b35e-c1d62cf07c6f None None] Pushing event updated for resources: {'Port': ['ID=fc782b38-d23f-4c83-828b-0db1129852f7,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:02.100405 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4968c538-7827-44c4-b35e-c1d62cf07c6f None None] Network f8095914-1847-4f24-afa0-bad770b681af is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:02.114401 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-4968c538-7827-44c4-b35e-c1d62cf07c6f None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:02.121734 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4968c538-7827-44c4-b35e-c1d62cf07c6f None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:02.140334 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d1c6da-df25-4d20-8d45-ca06dbe25e61 req-f8307525-6ac8-4bc7-9590-b8b22c350910 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:02.151576 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-91d1c6da-df25-4d20-8d45-ca06dbe25e61 req-f8307525-6ac8-4bc7-9590-b8b22c350910 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.1844256 Jul 16 08:56:02.151805 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port c63893c6-6232-40bc-9a83-fbb40cca45b0, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=c63893c6-6232-40bc-9a83-fbb40cca45b0,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:02.219008 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-efbc0215-b608-4976-8475-c48c7b97309e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.231273 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-91d1c6da-df25-4d20-8d45-ca06dbe25e61 req-f667bb34-d464-4e23-a27f-245e44222c77 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770068 Jul 16 08:56:02.231979 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.236302 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'c63893c6-6232-40bc-9a83-fbb40cca45b0', 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1', 'port_id': 'c63893c6-6232-40bc-9a83-fbb40cca45b0', 'mac_address': 'fa:16:3e:46:99:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad49083-8e48-4575-9b36-364c8d5c322c', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:56:02.241063 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.246226 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4968c538-7827-44c4-b35e-c1d62cf07c6f None None] Attempting to bind port fc782b38-d23f-4c83-828b-0db1129852f7 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:02.246607 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4968c538-7827-44c4-b35e-c1d62cf07c6f None None] Attempting to bind port fc782b38-d23f-4c83-828b-0db1129852f7 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '8776efdd-0493-45a5-b083-cb49946b063b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f8095914-1847-4f24-afa0-bad770b681af'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:02.247112 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4968c538-7827-44c4-b35e-c1d62cf07c6f None None] Attempting to bind port fc782b38-d23f-4c83-828b-0db1129852f7 on network f8095914-1847-4f24-afa0-bad770b681af {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:02.260066 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-efbc0215-b608-4976-8475-c48c7b97309e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.274704 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4968c538-7827-44c4-b35e-c1d62cf07c6f None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 55, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:02.274704 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4968c538-7827-44c4-b35e-c1d62cf07c6f None None] Checking segment: {'id': '8776efdd-0493-45a5-b083-cb49946b063b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f8095914-1847-4f24-afa0-bad770b681af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:02.274704 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4968c538-7827-44c4-b35e-c1d62cf07c6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.274704 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4968c538-7827-44c4-b35e-c1d62cf07c6f None None] Bound using segment: {'id': '8776efdd-0493-45a5-b083-cb49946b063b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f8095914-1847-4f24-afa0-bad770b681af'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:02.275397 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4968c538-7827-44c4-b35e-c1d62cf07c6f None None] Bound port: fc782b38-d23f-4c83-828b-0db1129852f7, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8776efdd-0493-45a5-b083-cb49946b063b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'f8095914-1847-4f24-afa0-bad770b681af'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:02.275970 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4968c538-7827-44c4-b35e-c1d62cf07c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.356522 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-4968c538-7827-44c4-b35e-c1d62cf07c6f None None] For port fc782b38-d23f-4c83-828b-0db1129852f7, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:02.360048 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-4968c538-7827-44c4-b35e-c1d62cf07c6f None None] For port fc782b38-d23f-4c83-828b-0db1129852f7, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=fc782b38-d23f-4c83-828b-0db1129852f7,segment=NetworkSegment(8776efdd-0493-45a5-b083-cb49946b063b),segment_id=8776efdd-0493-45a5-b083-cb49946b063b)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:02.367693 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4968c538-7827-44c4-b35e-c1d62cf07c6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.369605 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.405930 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-efbc0215-b608-4976-8475-c48c7b97309e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Allocated IP 172.25.3.161 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/13ee26cf-93e7-411a-89a9-8e88e53e8070) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:02.417241 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c63893c6-6232-40bc-9a83-fbb40cca45b0 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:56:02.449245 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port c63893c6-6232-40bc-9a83-fbb40cca45b0, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=c63893c6-6232-40bc-9a83-fbb40cca45b0,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:02.460679 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4968c538-7827-44c4-b35e-c1d62cf07c6f None None] Pushing event updated for resources: {'Port': ['ID=fc782b38-d23f-4c83-828b-0db1129852f7,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:02.465086 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.548590 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=c63893c6-6232-40bc-9a83-fbb40cca45b0,revision_number=12']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:02.580014 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['c63893c6-6232-40bc-9a83-fbb40cca45b0'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:56:02.596228 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-efbc0215-b608-4976-8475-c48c7b97309e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.694823 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-efbc0215-b608-4976-8475-c48c7b97309e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:02.797141 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efbc0215-b608-4976-8475-c48c7b97309e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:02.800606 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-efbc0215-b608-4976-8475-c48c7b97309e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:02.805179 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbc0215-b608-4976-8475-c48c7b97309e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:02.812544 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbc0215-b608-4976-8475-c48c7b97309e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event updated for resources: {'Port': ['ID=13ee26cf-93e7-411a-89a9-8e88e53e8070,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:03.306779 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fbcbc245-aa2e-413f-84fb-44f7e366c97c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.341627 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-efbc0215-b608-4976-8475-c48c7b97309e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.441905 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device fc782b38-d23f-4c83-828b-0db1129852f7 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:03.534537 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port fc782b38-d23f-4c83-828b-0db1129852f7 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:03.605088 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8af1069-806c-44f0-a025-790166684e46 req-413d4b65-5faa-4685-a7f7-89ab857591ed tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:03.612288 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d8af1069-806c-44f0-a025-790166684e46 req-413d4b65-5faa-4685-a7f7-89ab857591ed tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 945 time: 0.2180679 Jul 16 08:56:03.770963 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device c63893c6-6232-40bc-9a83-fbb40cca45b0 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:03.890979 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d8af1069-806c-44f0-a025-790166684e46 req-bf87bb54-568d-4cbc-92f1-9b84de0f1e84 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2776918 Jul 16 08:56:03.899233 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port c63893c6-6232-40bc-9a83-fbb40cca45b0 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:03.899385 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:03.970427 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-efbc0215-b608-4976-8475-c48c7b97309e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.069798 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0810008f-7a3c-406b-8355-17a52178b4ab None None] Network f8095914-1847-4f24-afa0-bad770b681af requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:04.075556 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.108085 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-cade55f5-bb04-4794-94d9-724022cd29ab None None] Provisioning for port fc782b38-d23f-4c83-828b-0db1129852f7 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:04.115987 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-cade55f5-bb04-4794-94d9-724022cd29ab None None] Provisioning complete for port fc782b38-d23f-4c83-828b-0db1129852f7 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:04.116680 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cade55f5-bb04-4794-94d9-724022cd29ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.218450 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a67ca2d-cfe1-4f91-b768-947d4c910be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63893c6-6232-40bc-9a83-fbb40cca45b0'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:04.221168 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-caacfbde-4593-43ff-88e2-e18e7ce8f8cf" -d '{"events": [{"server_uuid": "4a67ca2d-cfe1-4f91-b768-947d4c910be3", "name": "network-vif-plugged", "status": "completed", "tag": "c63893c6-6232-40bc-9a83-fbb40cca45b0"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:04.249672 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port c63893c6-6232-40bc-9a83-fbb40cca45b0, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=c63893c6-6232-40bc-9a83-fbb40cca45b0,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:04.293782 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cade55f5-bb04-4794-94d9-724022cd29ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.349966 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-cade55f5-bb04-4794-94d9-724022cd29ab None None] For port fc782b38-d23f-4c83-828b-0db1129852f7, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=fc782b38-d23f-4c83-828b-0db1129852f7,segment=NetworkSegment(8776efdd-0493-45a5-b083-cb49946b063b),segment_id=8776efdd-0493-45a5-b083-cb49946b063b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:04.351337 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.377574 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-667913df-21e8-403e-9885-5b0686dbf5d5 x-openstack-request-id: req-667913df-21e8-403e-9885-5b0686dbf5d5 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:04.380907 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a67ca2d-cfe1-4f91-b768-947d4c910be3", "name": "network-vif-plugged", "status": "completed", "tag": "c63893c6-6232-40bc-9a83-fbb40cca45b0", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:04.380907 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-667913df-21e8-403e-9885-5b0686dbf5d5 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:04.380907 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a67ca2d-cfe1-4f91-b768-947d4c910be3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c63893c6-6232-40bc-9a83-fbb40cca45b0', 'code': 200} Jul 16 08:56:04.438674 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efbc0215-b608-4976-8475-c48c7b97309e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Router 64a44dcc-58f3-474b-8c75-18e901c4d298 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:56:04.442304 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cade55f5-bb04-4794-94d9-724022cd29ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.592697 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efbc0215-b608-4976-8475-c48c7b97309e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:04.627403 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-efbc0215-b608-4976-8475-c48c7b97309e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:04.628533 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55a177f-210a-43db-90ab-e3fdd4c473de None None] Sync routers for ids ['64a44dcc-58f3-474b-8c75-18e901c4d298'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:04.629961 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-efbc0215-b608-4976-8475-c48c7b97309e tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.3899350 Jul 16 08:56:04.633670 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 35998) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:04.650967 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=c63893c6-6232-40bc-9a83-fbb40cca45b0,revision_number=13']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:04.845568 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55a177f-210a-43db-90ab-e3fdd4c473de None None] Routers {'64a44dcc-58f3-474b-8c75-18e901c4d298'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:04.848478 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b55a177f-210a-43db-90ab-e3fdd4c473de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:55:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['64a44dcc-58f3-474b-8c75-18e901c4d298'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:05.031378 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b55a177f-210a-43db-90ab-e3fdd4c473de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:05.062427 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cade55f5-bb04-4794-94d9-724022cd29ab None None] Pushing event updated for resources: {'Port': ['ID=fc782b38-d23f-4c83-828b-0db1129852f7,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:05.095289 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55a177f-210a-43db-90ab-e3fdd4c473de None None] Routers {'64a44dcc-58f3-474b-8c75-18e901c4d298'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:05.095990 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b55a177f-210a-43db-90ab-e3fdd4c473de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:55:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['64a44dcc-58f3-474b-8c75-18e901c4d298'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:05.199838 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b55a177f-210a-43db-90ab-e3fdd4c473de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:05.200544 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55a177f-210a-43db-90ab-e3fdd4c473de None None] The sync data for ids ['64a44dcc-58f3-474b-8c75-18e901c4d298'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:05.265111 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea88120c-ed20-449b-8f98-86b29131efec req-e4894c64-50a5-40d5-8c76-6e78cb468577 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:05.278664 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ea88120c-ed20-449b-8f98-86b29131efec req-e4894c64-50a5-40d5-8c76-6e78cb468577 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 946 time: 0.1314952 Jul 16 08:56:05.374636 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device fc782b38-d23f-4c83-828b-0db1129852f7 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:05.399683 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ea88120c-ed20-449b-8f98-86b29131efec req-cd3d19f6-8182-4696-8640-e1a531067508 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179836 Jul 16 08:56:05.485902 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-67ac0cc3-ac88-4932-a2de-652f5a3d22a9 None None] Provisioning complete for port fc782b38-d23f-4c83-828b-0db1129852f7 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:05.493647 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-67ac0cc3-ac88-4932-a2de-652f5a3d22a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.511317 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port fc782b38-d23f-4c83-828b-0db1129852f7 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:05.511700 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.627313 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bb87f9f5-3c05-4810-8d4f-a4d5df1ab2f4 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:05.717925 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eaa7fce1-967c-475d-aada-49c4ee30cef8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.024866 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.475009 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-bb87f9f5-3c05-4810-8d4f-a4d5df1ab2f4 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Allocated IP 172.20.0.1 (f8095914-1847-4f24-afa0-bad770b681af/846d5cf9-37e5-4128-8859-2372769031fe/fc5900b0-da78-4bdd-9eb2-0cfd00bc04af) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:06.710455 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bb87f9f5-3c05-4810-8d4f-a4d5df1ab2f4 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.739947 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-bb87f9f5-3c05-4810-8d4f-a4d5df1ab2f4 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Transition to ACTIVE for port object fc5900b0-da78-4bdd-9eb2-0cfd00bc04af will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:06.757333 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ef5ca9-0c86-4a2d-9b22-5d2aceeb8417 req-8733a3bf-8777-42fb-9d30-a08f2d273591 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:06.759436 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e8ef5ca9-0c86-4a2d-9b22-5d2aceeb8417 req-8733a3bf-8777-42fb-9d30-a08f2d273591 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 946 time: 0.1378233 Jul 16 08:56:06.832395 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e8ef5ca9-0c86-4a2d-9b22-5d2aceeb8417 req-5708b5cc-e83a-4644-a357-7e366977dbd9 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0598869 Jul 16 08:56:06.834114 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bb87f9f5-3c05-4810-8d4f-a4d5df1ab2f4 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:06.891229 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb87f9f5-3c05-4810-8d4f-a4d5df1ab2f4 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Network f8095914-1847-4f24-afa0-bad770b681af is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:06.894899 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-bb87f9f5-3c05-4810-8d4f-a4d5df1ab2f4 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:06.899302 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb87f9f5-3c05-4810-8d4f-a4d5df1ab2f4 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:06.921975 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87f9f5-3c05-4810-8d4f-a4d5df1ab2f4 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event updated for resources: {'Port': ['ID=fc5900b0-da78-4bdd-9eb2-0cfd00bc04af,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:06.953151 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87f9f5-3c05-4810-8d4f-a4d5df1ab2f4 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:06.953777 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87f9f5-3c05-4810-8d4f-a4d5df1ab2f4 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:06.954296 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87f9f5-3c05-4810-8d4f-a4d5df1ab2f4 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:06.954797 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87f9f5-3c05-4810-8d4f-a4d5df1ab2f4 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:06.955293 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87f9f5-3c05-4810-8d4f-a4d5df1ab2f4 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:06.955788 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87f9f5-3c05-4810-8d4f-a4d5df1ab2f4 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:06.956302 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87f9f5-3c05-4810-8d4f-a4d5df1ab2f4 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:06.956667 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87f9f5-3c05-4810-8d4f-a4d5df1ab2f4 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:06.956986 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87f9f5-3c05-4810-8d4f-a4d5df1ab2f4 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:06.957313 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87f9f5-3c05-4810-8d4f-a4d5df1ab2f4 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:06.957636 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87f9f5-3c05-4810-8d4f-a4d5df1ab2f4 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:06.957961 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb87f9f5-3c05-4810-8d4f-a4d5df1ab2f4 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:06.988633 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bb87f9f5-3c05-4810-8d4f-a4d5df1ab2f4 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.115066 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.168263 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bb87f9f5-3c05-4810-8d4f-a4d5df1ab2f4 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.227400 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ffeb7d25-6c08-4bee-bf0d-4ee17b5f7b7b None None] Provisioning for port fc5900b0-da78-4bdd-9eb2-0cfd00bc04af completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:07.231938 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ffeb7d25-6c08-4bee-bf0d-4ee17b5f7b7b None None] Provisioning complete for port fc5900b0-da78-4bdd-9eb2-0cfd00bc04af triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:07.232659 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ffeb7d25-6c08-4bee-bf0d-4ee17b5f7b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.286583 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ffeb7d25-6c08-4bee-bf0d-4ee17b5f7b7b None None] Port fc5900b0-da78-4bdd-9eb2-0cfd00bc04af cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:07.512657 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bb87f9f5-3c05-4810-8d4f-a4d5df1ab2f4 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.519620 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bb87f9f5-3c05-4810-8d4f-a4d5df1ab2f4 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.625180 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bb87f9f5-3c05-4810-8d4f-a4d5df1ab2f4 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:07.633643 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb87f9f5-3c05-4810-8d4f-a4d5df1ab2f4 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event updated for resources: {'Port': ['ID=fc5900b0-da78-4bdd-9eb2-0cfd00bc04af,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:07.755238 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb87f9f5-3c05-4810-8d4f-a4d5df1ab2f4 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Network f8095914-1847-4f24-afa0-bad770b681af is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:07.757936 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-bb87f9f5-3c05-4810-8d4f-a4d5df1ab2f4 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:07.940201 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb87f9f5-3c05-4810-8d4f-a4d5df1ab2f4 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Router 64a44dcc-58f3-474b-8c75-18e901c4d298 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:08.119326 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-518ef111-940d-47fb-9329-89652e0bcb1e None None] Provisioning complete for port fc5900b0-da78-4bdd-9eb2-0cfd00bc04af triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:08.119864 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-518ef111-940d-47fb-9329-89652e0bcb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.160701 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb87f9f5-3c05-4810-8d4f-a4d5df1ab2f4 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:08.167395 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bb87f9f5-3c05-4810-8d4f-a4d5df1ab2f4 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "PUT /v2.0/routers/64a44dcc-58f3-474b-8c75-18e901c4d298/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5321648 Jul 16 08:56:08.170148 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36046) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:08.176614 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9162489d-cdd0-4157-b3f9-ba4816ccf9b9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Request body: {'port': {'network_id': 'f8095914-1847-4f24-afa0-bad770b681af', 'name': 'tempest-FloatingIPTestJSON-468834982'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:08.179005 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e1784c-5ce7-4821-a9c4-869b2313f268 None None] Sync routers for ids ['64a44dcc-58f3-474b-8c75-18e901c4d298'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:08.185245 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-518ef111-940d-47fb-9329-89652e0bcb1e None None] Port fc5900b0-da78-4bdd-9eb2-0cfd00bc04af cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:08.197742 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e1784c-5ce7-4821-a9c4-869b2313f268 None None] Routers {'64a44dcc-58f3-474b-8c75-18e901c4d298'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:08.198380 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d2e1784c-5ce7-4821-a9c4-869b2313f268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['64a44dcc-58f3-474b-8c75-18e901c4d298'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:08.222068 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3a721-0190-49a4-ab30-986f5f6bb79e req-d126e01b-a92a-47e0-bb79-63f8ababb44a tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:08.229317 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4cf3a721-0190-49a4-ab30-986f5f6bb79e req-d126e01b-a92a-47e0-bb79-63f8ababb44a tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 946 time: 0.1496661 Jul 16 08:56:08.260732 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d2e1784c-5ce7-4821-a9c4-869b2313f268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:08.273514 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e1784c-5ce7-4821-a9c4-869b2313f268 None None] Routers {'64a44dcc-58f3-474b-8c75-18e901c4d298'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:08.274494 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d2e1784c-5ce7-4821-a9c4-869b2313f268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['64a44dcc-58f3-474b-8c75-18e901c4d298'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:08.320820 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d2e1784c-5ce7-4821-a9c4-869b2313f268 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:08.320997 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4cf3a721-0190-49a4-ab30-986f5f6bb79e req-09174253-538c-4d97-ab17-8ee4e7be6525 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899444 Jul 16 08:56:08.321908 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2e1784c-5ce7-4821-a9c4-869b2313f268 None None] The sync data for ids ['64a44dcc-58f3-474b-8c75-18e901c4d298'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:08.397065 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9162489d-cdd0-4157-b3f9-ba4816ccf9b9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Made reservation on behalf of 764fcfd2010d4cf99502afbbb0cbe3b9 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:08.403961 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9162489d-cdd0-4157-b3f9-ba4816ccf9b9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.426127 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [None req-9162489d-cdd0-4157-b3f9-ba4816ccf9b9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] device_id is not set on port eafe336d-646e-475c-ad4b-33bf8f053685 yet. {{(pid=93759) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 16 08:56:08.564029 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-9162489d-cdd0-4157-b3f9-ba4816ccf9b9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Allocated IP 172.20.0.9 (f8095914-1847-4f24-afa0-bad770b681af/846d5cf9-37e5-4128-8859-2372769031fe/eafe336d-646e-475c-ad4b-33bf8f053685) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:08.581226 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.803733 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9162489d-cdd0-4157-b3f9-ba4816ccf9b9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.823856 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-9162489d-cdd0-4157-b3f9-ba4816ccf9b9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Transition to ACTIVE for port object eafe336d-646e-475c-ad4b-33bf8f053685 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:08.876389 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9162489d-cdd0-4157-b3f9-ba4816ccf9b9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:08.948554 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9162489d-cdd0-4157-b3f9-ba4816ccf9b9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Network f8095914-1847-4f24-afa0-bad770b681af is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:08.952000 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-9162489d-cdd0-4157-b3f9-ba4816ccf9b9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:08.954480 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9162489d-cdd0-4157-b3f9-ba4816ccf9b9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:08.991591 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9162489d-cdd0-4157-b3f9-ba4816ccf9b9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event updated for resources: {'Port': ['ID=eafe336d-646e-475c-ad4b-33bf8f053685,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:09.004157 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162489d-cdd0-4157-b3f9-ba4816ccf9b9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:09.004593 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162489d-cdd0-4157-b3f9-ba4816ccf9b9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:09.004940 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162489d-cdd0-4157-b3f9-ba4816ccf9b9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:09.005287 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162489d-cdd0-4157-b3f9-ba4816ccf9b9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:09.005606 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162489d-cdd0-4157-b3f9-ba4816ccf9b9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:09.005938 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162489d-cdd0-4157-b3f9-ba4816ccf9b9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:09.006267 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162489d-cdd0-4157-b3f9-ba4816ccf9b9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:09.006596 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162489d-cdd0-4157-b3f9-ba4816ccf9b9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:09.006917 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162489d-cdd0-4157-b3f9-ba4816ccf9b9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:09.007243 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162489d-cdd0-4157-b3f9-ba4816ccf9b9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:09.007599 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162489d-cdd0-4157-b3f9-ba4816ccf9b9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:09.007951 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9162489d-cdd0-4157-b3f9-ba4816ccf9b9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:09.028198 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9162489d-cdd0-4157-b3f9-ba4816ccf9b9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:09.028877 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9162489d-cdd0-4157-b3f9-ba4816ccf9b9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.051142 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9162489d-cdd0-4157-b3f9-ba4816ccf9b9 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 0.8790123 Jul 16 08:56:09.053976 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36090) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:09.060400 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-19c0cec9-cad1-4d7a-9621-46c94ea28430 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Request body: {'floatingip': {'port_id': 'eafe336d-646e-475c-ad4b-33bf8f053685'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:09.158483 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-19c0cec9-cad1-4d7a-9621-46c94ea28430 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.316917 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d74300fe-b492-4479-a1b1-82d1bff646ba None None] Provisioning for port eafe336d-646e-475c-ad4b-33bf8f053685 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:09.325105 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d74300fe-b492-4479-a1b1-82d1bff646ba None None] Provisioning complete for port eafe336d-646e-475c-ad4b-33bf8f053685 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:09.325738 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d74300fe-b492-4479-a1b1-82d1bff646ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.377473 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-d74300fe-b492-4479-a1b1-82d1bff646ba None None] Port eafe336d-646e-475c-ad4b-33bf8f053685 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:09.657689 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5bb69e-433f-4b7c-bcc7-d11561c9e7e9 req-d38953aa-4ed4-466f-a5a6-a3032d644191 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:09.660242 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2c5bb69e-433f-4b7c-bcc7-d11561c9e7e9 req-d38953aa-4ed4-466f-a5a6-a3032d644191 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 946 time: 0.1869283 Jul 16 08:56:09.777066 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2c5bb69e-433f-4b7c-bcc7-d11561c9e7e9 req-59efa51b-f511-42f7-847f-f2db3d09744f tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028404 Jul 16 08:56:09.977509 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-19c0cec9-cad1-4d7a-9621-46c94ea28430 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:09.982407 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-19c0cec9-cad1-4d7a-9621-46c94ea28430 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.103260 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-19c0cec9-cad1-4d7a-9621-46c94ea28430 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Floating IP fe2a1e59-faf4-43b8-840d-645a7f9839be associated. External IP: 172.25.3.197, port: e531d91a-f5d4-4cd5-ab19-146f436d0dd6. Jul 16 08:56:10.331518 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c0cec9-cad1-4d7a-9621-46c94ea28430 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Router 124c999f-c1b8-4cbe-b23d-d493116861fc has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:10.481913 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c0cec9-cad1-4d7a-9621-46c94ea28430 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:10.495851 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e66c97-7502-4357-b9ef-c6e5d481d68e None None] Sync routers for ids ['124c999f-c1b8-4cbe-b23d-d493116861fc'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:10.507840 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e66c97-7502-4357-b9ef-c6e5d481d68e None None] Routers {'124c999f-c1b8-4cbe-b23d-d493116861fc'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:10.508818 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-08e66c97-7502-4357-b9ef-c6e5d481d68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['124c999f-c1b8-4cbe-b23d-d493116861fc'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:10.559732 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-08e66c97-7502-4357-b9ef-c6e5d481d68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:10.570355 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08e66c97-7502-4357-b9ef-c6e5d481d68e None None] Routers {'124c999f-c1b8-4cbe-b23d-d493116861fc'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:10.571291 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-08e66c97-7502-4357-b9ef-c6e5d481d68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['124c999f-c1b8-4cbe-b23d-d493116861fc'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:10.625877 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-08e66c97-7502-4357-b9ef-c6e5d481d68e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:10.626570 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08e66c97-7502-4357-b9ef-c6e5d481d68e None None] The sync data for ids ['124c999f-c1b8-4cbe-b23d-d493116861fc'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:10.765211 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19c0cec9-cad1-4d7a-9621-46c94ea28430 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Router 64a44dcc-58f3-474b-8c75-18e901c4d298 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:10.929015 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19c0cec9-cad1-4d7a-9621-46c94ea28430 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:10.935305 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-19c0cec9-cad1-4d7a-9621-46c94ea28430 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:10.948059 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161adc0c-e19e-4fed-b687-a13000e271de None None] Sync routers for ids ['64a44dcc-58f3-474b-8c75-18e901c4d298'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:10.967036 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161adc0c-e19e-4fed-b687-a13000e271de None None] Routers {'64a44dcc-58f3-474b-8c75-18e901c4d298'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:10.968093 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-161adc0c-e19e-4fed-b687-a13000e271de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['64a44dcc-58f3-474b-8c75-18e901c4d298'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:11.015018 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-19c0cec9-cad1-4d7a-9621-46c94ea28430 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "PUT /v2.0/floatingips/fe2a1e59-faf4-43b8-840d-645a7f9839be HTTP/1.1" status: 200 len: 977 time: 1.9593182 Jul 16 08:56:11.016423 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36100) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:11.018441 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36102) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:11.055195 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-161adc0c-e19e-4fed-b687-a13000e271de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:11.069069 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161adc0c-e19e-4fed-b687-a13000e271de None None] Routers {'64a44dcc-58f3-474b-8c75-18e901c4d298'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:11.069684 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-161adc0c-e19e-4fed-b687-a13000e271de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['64a44dcc-58f3-474b-8c75-18e901c4d298'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:11.084501 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff771a9b-7c58-46de-856b-6fcd1d8fecb8 req-20006434-5fea-417a-9ac6-06c83d6a14fb tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:11.094489 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff771a9b-7c58-46de-856b-6fcd1d8fecb8 req-20006434-5fea-417a-9ac6-06c83d6a14fb tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 946 time: 0.1622078 Jul 16 08:56:11.114592 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-31da647d-b7d6-4250-aa89-0f84449379ab admin admin] Deleting subnet b7af11c5-4e6d-4466-8add-df988910fa0b {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:11.120288 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-31da647d-b7d6-4250-aa89-0f84449379ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.156104 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff771a9b-7c58-46de-856b-6fcd1d8fecb8 req-f776466f-feef-4fcf-b445-6697ecde0176 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0595732 Jul 16 08:56:11.192922 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-31da647d-b7d6-4250-aa89-0f84449379ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.255131 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f6999804-d5db-413c-9390-8f688073404d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Deleting port eafe336d-646e-475c-ad4b-33bf8f053685 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:11.255473 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f6999804-d5db-413c-9390-8f688073404d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.261225 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-31da647d-b7d6-4250-aa89-0f84449379ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.292784 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-161adc0c-e19e-4fed-b687-a13000e271de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:11.293430 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161adc0c-e19e-4fed-b687-a13000e271de None None] The sync data for ids ['64a44dcc-58f3-474b-8c75-18e901c4d298'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:11.386526 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f6999804-d5db-413c-9390-8f688073404d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.394923 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-31da647d-b7d6-4250-aa89-0f84449379ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.469182 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-31da647d-b7d6-4250-aa89-0f84449379ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.471076 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-31da647d-b7d6-4250-aa89-0f84449379ab admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b7af11c5-4e6d-4466-8add-df988910fa0b HTTP/1.1" status: 204 len: 168 time: 0.4535098 Jul 16 08:56:11.474289 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36104) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:11.474489 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31da647d-b7d6-4250-aa89-0f84449379ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7af11c5-4e6d-4466-8add-df988910fa0b,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:11.612398 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ddefc948-54da-4c06-babb-ff3dcc50503b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.637935 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f6999804-d5db-413c-9390-8f688073404d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.640676 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f6999804-d5db-413c-9390-8f688073404d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.641225 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-f6999804-d5db-413c-9390-8f688073404d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Floating IP fe2a1e59-faf4-43b8-840d-645a7f9839be disassociated. External IP: 172.25.3.197, port: eafe336d-646e-475c-ad4b-33bf8f053685. Jul 16 08:56:11.641811 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f6999804-d5db-413c-9390-8f688073404d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Calling delete_port for eafe336d-646e-475c-ad4b-33bf8f053685 owned by {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:11.756268 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ddefc948-54da-4c06-babb-ff3dcc50503b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.769398 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ddefc948-54da-4c06-babb-ff3dcc50503b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:11.786338 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ddefc948-54da-4c06-babb-ff3dcc50503b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd45210a0-a6e0-4bf0-9cfe-0a2f22e6426d') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:11.786645 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ddefc948-54da-4c06-babb-ff3dcc50503b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd45210a0-a6e0-4bf0-9cfe-0a2f22e6426d') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:11.805265 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ddefc948-54da-4c06-babb-ff3dcc50503b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.823786 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ddefc948-54da-4c06-babb-ff3dcc50503b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.834699 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddefc948-54da-4c06-babb-ff3dcc50503b admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:11.835123 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ddefc948-54da-4c06-babb-ff3dcc50503b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:11.848729 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:11.882957 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f6999804-d5db-413c-9390-8f688073404d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.933745 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6999804-d5db-413c-9390-8f688073404d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event deleted for resources: {'Port': ['ID=eafe336d-646e-475c-ad4b-33bf8f053685,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:11.962280 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ddefc948-54da-4c06-babb-ff3dcc50503b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.976711 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ddefc948-54da-4c06-babb-ff3dcc50503b admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:11.986546 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ddefc948-54da-4c06-babb-ff3dcc50503b admin admin] 10.222.0.22 "DELETE /v2.0/networks/4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9 HTTP/1.1" status: 204 len: 168 time: 0.5032873 Jul 16 08:56:12.022599 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddefc948-54da-4c06-babb-ff3dcc50503b admin admin] Pushing event deleted for resources: {'Network': ['ID=4f0b76ee-bd26-48a2-8c61-5f3e5b91e7f9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:12.238706 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6999804-d5db-413c-9390-8f688073404d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Router 64a44dcc-58f3-474b-8c75-18e901c4d298 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:12.394654 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36114) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:12.440411 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-085be34d-07d5-4a12-a2b3-56faeb59e1b7 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=44e14d9858bf4fd9ab8adacbe28ab666&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444627 Jul 16 08:56:12.442856 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36116) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:12.504326 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e4a3a46-1736-469f-a20c-8ad79651cd3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.536697 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e4a3a46-1736-469f-a20c-8ad79651cd3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.606238 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e4a3a46-1736-469f-a20c-8ad79651cd3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.610122 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e4a3a46-1736-469f-a20c-8ad79651cd3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:12.611920 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6e4a3a46-1736-469f-a20c-8ad79651cd3b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/42cbd072-a22c-4260-9c2c-d09abc85d81b HTTP/1.1" status: 204 len: 168 time: 0.1676154 Jul 16 08:56:12.623425 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a3a46-1736-469f-a20c-8ad79651cd3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cbd072-a22c-4260-9c2c-d09abc85d81b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:12.872129 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c788b-4208-47de-ab43-14556fa9fd94 req-eff3f91b-0523-4694-9043-160a7bbfd409 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:12.873709 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-681c788b-4208-47de-ab43-14556fa9fd94 req-eff3f91b-0523-4694-9043-160a7bbfd409 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 946 time: 0.5214787 Jul 16 08:56:12.874994 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6999804-d5db-413c-9390-8f688073404d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:12.885723 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a425b31d-1c66-47e4-8db7-36b3ac0cb2cd None None] Sync routers for ids ['64a44dcc-58f3-474b-8c75-18e901c4d298'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:12.904722 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a425b31d-1c66-47e4-8db7-36b3ac0cb2cd None None] Routers {'64a44dcc-58f3-474b-8c75-18e901c4d298'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:12.907516 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a425b31d-1c66-47e4-8db7-36b3ac0cb2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['64a44dcc-58f3-474b-8c75-18e901c4d298'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:12.968127 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-681c788b-4208-47de-ab43-14556fa9fd94 req-8c1481f8-f61b-4c64-a371-92ad1d64fd31 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839560 Jul 16 08:56:12.969132 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a425b31d-1c66-47e4-8db7-36b3ac0cb2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:12.982296 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a425b31d-1c66-47e4-8db7-36b3ac0cb2cd None None] Routers {'64a44dcc-58f3-474b-8c75-18e901c4d298'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:12.985266 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a425b31d-1c66-47e4-8db7-36b3ac0cb2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['64a44dcc-58f3-474b-8c75-18e901c4d298'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:13.004702 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f6999804-d5db-413c-9390-8f688073404d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.010685 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f6999804-d5db-413c-9390-8f688073404d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "DELETE /v2.0/ports/eafe336d-646e-475c-ad4b-33bf8f053685 HTTP/1.1" status: 204 len: 168 time: 1.9837275 Jul 16 08:56:13.013828 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36122) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:13.020866 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a425b31d-1c66-47e4-8db7-36b3ac0cb2cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:13.021762 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a425b31d-1c66-47e4-8db7-36b3ac0cb2cd None None] The sync data for ids ['64a44dcc-58f3-474b-8c75-18e901c4d298'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:13.456558 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17f84cf1-d73f-4594-a53a-a4c4481a07ed tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.615572 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36140) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:13.734370 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-6f7cda55-eeef-42d5-b515-446289144012 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-917050239-network', 'tenant_id': '3c8220a6d98c49a3b5a3a5e7e3ee8a12'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:13.767140 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f7cda55-eeef-42d5-b515-446289144012 admin admin] Made reservation on behalf of 3c8220a6d98c49a3b5a3a5e7e3ee8a12 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:13.770449 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6f7cda55-eeef-42d5-b515-446289144012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.776580 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-17f84cf1-d73f-4594-a53a-a4c4481a07ed tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Deleting port fc5900b0-da78-4bdd-9eb2-0cfd00bc04af {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:13.776945 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17f84cf1-d73f-4594-a53a-a4c4481a07ed tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.783413 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6f7cda55-eeef-42d5-b515-446289144012 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.885433 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17f84cf1-d73f-4594-a53a-a4c4481a07ed tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.902262 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-17f84cf1-d73f-4594-a53a-a4c4481a07ed tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Calling delete_port for fc5900b0-da78-4bdd-9eb2-0cfd00bc04af owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:13.912969 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6f7cda55-eeef-42d5-b515-446289144012 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.920752 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6f7cda55-eeef-42d5-b515-446289144012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.935726 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f7cda55-eeef-42d5-b515-446289144012 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:56:13.948472 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6f7cda55-eeef-42d5-b515-446289144012 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:13.949217 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-6f7cda55-eeef-42d5-b515-446289144012 admin admin] Added segment 70cdf273-5a79-4c32-95f5-c224201e2313 of type vlan for network ac0c316f-f27e-437c-a017-6808341f8061 Jul 16 08:56:14.030013 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7cda55-eeef-42d5-b515-446289144012 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1d7b80-cf97-49ef-8524-b1a5c4751f81,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:14.037628 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6f7cda55-eeef-42d5-b515-446289144012 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.082280 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6f7cda55-eeef-42d5-b515-446289144012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.084070 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f7cda55-eeef-42d5-b515-446289144012 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:14.084872 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6f7cda55-eeef-42d5-b515-446289144012 admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.141818 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6f7cda55-eeef-42d5-b515-446289144012 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5246553 Jul 16 08:56:14.142627 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17f84cf1-d73f-4594-a53a-a4c4481a07ed tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.144450 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36146) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:14.181702 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-f5a8feae-16cd-4f61-956a-42f3e7912273 admin admin] Request body: {'subnet': {'network_id': 'ac0c316f-f27e-437c-a017-6808341f8061', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-917050239-subnet', 'tenant_id': '3c8220a6d98c49a3b5a3a5e7e3ee8a12', 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:14.187826 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7cda55-eeef-42d5-b515-446289144012 admin admin] Pushing event updated for resources: {'Network': ['ID=ac0c316f-f27e-437c-a017-6808341f8061,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:14.211345 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network ac0c316f-f27e-437c-a017-6808341f8061 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:56:14.213203 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5a8feae-16cd-4f61-956a-42f3e7912273 admin admin] Made reservation on behalf of 3c8220a6d98c49a3b5a3a5e7e3ee8a12 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:14.216003 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f5a8feae-16cd-4f61-956a-42f3e7912273 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.284829 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f84cf1-d73f-4594-a53a-a4c4481a07ed tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event deleted for resources: {'Port': ['ID=fc5900b0-da78-4bdd-9eb2-0cfd00bc04af,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:14.469563 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f5a8feae-16cd-4f61-956a-42f3e7912273 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.524957 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a8feae-16cd-4f61-956a-42f3e7912273 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9733c3b8-ee08-4629-833e-e45b5a734710,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:14.546907 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a8feae-16cd-4f61-956a-42f3e7912273 admin admin] Checking segment: {'id': '70cdf273-5a79-4c32-95f5-c224201e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ac0c316f-f27e-437c-a017-6808341f8061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:14.547303 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a8feae-16cd-4f61-956a-42f3e7912273 admin admin] Network hostable DHCP agents. Network: ac0c316f-f27e-437c-a017-6808341f8061, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:56:14.568931 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5a8feae-16cd-4f61-956a-42f3e7912273 admin admin] Network ac0c316f-f27e-437c-a017-6808341f8061 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:56:14.585245 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-f5a8feae-16cd-4f61-956a-42f3e7912273 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, ac0c316f-f27e-437c-a017-6808341f8061) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:14.592290 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a8feae-16cd-4f61-956a-42f3e7912273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:14.595467 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10796e1-acfa-4a74-b71a-bbaffb760fe2 None None] Network ac0c316f-f27e-437c-a017-6808341f8061 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:14.597871 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f5a8feae-16cd-4f61-956a-42f3e7912273 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.622416 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f5a8feae-16cd-4f61-956a-42f3e7912273 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4768622 Jul 16 08:56:14.623190 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36148) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:14.627728 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-526b3cc5-ffe5-49c0-b42d-f59e85737739 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-917050239-router', 'tenant_id': '3c8220a6d98c49a3b5a3a5e7e3ee8a12', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:14.655512 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-526b3cc5-ffe5-49c0-b42d-f59e85737739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.656791 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-526b3cc5-ffe5-49c0-b42d-f59e85737739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.720714 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-526b3cc5-ffe5-49c0-b42d-f59e85737739 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.838099 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-438dfe24-3436-4999-a3f8-10836ec34beb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-ac0c316f-f27e-437c-a017-6808341f8061', 'network_id': 'ac0c316f-f27e-437c-a017-6808341f8061', 'tenant_id': '3c8220a6d98c49a3b5a3a5e7e3ee8a12', 'fixed_ips': [{'subnet_id': '9733c3b8-ee08-4629-833e-e45b5a734710'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:56:14.838994 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-438dfe24-3436-4999-a3f8-10836ec34beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.882328 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-526b3cc5-ffe5-49c0-b42d-f59e85737739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:14.924513 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a1cb88-5cf8-4d9e-b047-b19c1f2284dc req-15fd2b95-cdf3-4381-9ab7-0bbd3ca8936c tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:14.926452 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-70a1cb88-5cf8-4d9e-b047-b19c1f2284dc req-15fd2b95-cdf3-4381-9ab7-0bbd3ca8936c tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 946 time: 0.7957761 Jul 16 08:56:14.982887 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-17f84cf1-d73f-4594-a53a-a4c4481a07ed tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.008179 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-438dfe24-3436-4999-a3f8-10836ec34beb None None] Allocated IP 172.20.0.2 (ac0c316f-f27e-437c-a017-6808341f8061/9733c3b8-ee08-4629-833e-e45b5a734710/eedb18c1-2089-44d2-a04f-84bdeb769498) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:15.017957 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-70a1cb88-5cf8-4d9e-b047-b19c1f2284dc req-a5197fc8-5204-42ed-a084-c79895dde136 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706398 Jul 16 08:56:15.175904 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-526b3cc5-ffe5-49c0-b42d-f59e85737739 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.201568 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-526b3cc5-ffe5-49c0-b42d-f59e85737739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.208551 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-438dfe24-3436-4999-a3f8-10836ec34beb None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.221738 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-438dfe24-3436-4999-a3f8-10836ec34beb None None] Transition to ACTIVE for port object eedb18c1-2089-44d2-a04f-84bdeb769498 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:15.244138 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-438dfe24-3436-4999-a3f8-10836ec34beb None None] Transition to ACTIVE for port object eedb18c1-2089-44d2-a04f-84bdeb769498 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:15.255922 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-438dfe24-3436-4999-a3f8-10836ec34beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.307441 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f84cf1-d73f-4594-a53a-a4c4481a07ed tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Router 64a44dcc-58f3-474b-8c75-18e901c4d298 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:15.315980 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-438dfe24-3436-4999-a3f8-10836ec34beb None None] Network ac0c316f-f27e-437c-a017-6808341f8061 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:15.318520 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-438dfe24-3436-4999-a3f8-10836ec34beb None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:15.322350 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-438dfe24-3436-4999-a3f8-10836ec34beb None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:15.359320 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438dfe24-3436-4999-a3f8-10836ec34beb None None] Pushing event updated for resources: {'Port': ['ID=eedb18c1-2089-44d2-a04f-84bdeb769498,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:15.387895 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-526b3cc5-ffe5-49c0-b42d-f59e85737739 admin admin] Allocated IP 172.25.3.227 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/6e414834-8374-4f6e-a839-210206dc0016) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:15.392905 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-438dfe24-3436-4999-a3f8-10836ec34beb None None] Attempting to bind port eedb18c1-2089-44d2-a04f-84bdeb769498 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:15.393279 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-438dfe24-3436-4999-a3f8-10836ec34beb None None] Attempting to bind port eedb18c1-2089-44d2-a04f-84bdeb769498 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '70cdf273-5a79-4c32-95f5-c224201e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ac0c316f-f27e-437c-a017-6808341f8061'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:15.393652 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438dfe24-3436-4999-a3f8-10836ec34beb None None] Attempting to bind port eedb18c1-2089-44d2-a04f-84bdeb769498 on network ac0c316f-f27e-437c-a017-6808341f8061 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:15.399003 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438dfe24-3436-4999-a3f8-10836ec34beb None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:15.399576 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438dfe24-3436-4999-a3f8-10836ec34beb None None] Checking segment: {'id': '70cdf273-5a79-4c32-95f5-c224201e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ac0c316f-f27e-437c-a017-6808341f8061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:15.400103 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-438dfe24-3436-4999-a3f8-10836ec34beb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.400536 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-438dfe24-3436-4999-a3f8-10836ec34beb None None] Bound using segment: {'id': '70cdf273-5a79-4c32-95f5-c224201e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ac0c316f-f27e-437c-a017-6808341f8061'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:15.401083 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-438dfe24-3436-4999-a3f8-10836ec34beb None None] Bound port: eedb18c1-2089-44d2-a04f-84bdeb769498, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70cdf273-5a79-4c32-95f5-c224201e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ac0c316f-f27e-437c-a017-6808341f8061'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:15.401472 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-438dfe24-3436-4999-a3f8-10836ec34beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.441867 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f84cf1-d73f-4594-a53a-a4c4481a07ed tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:15.454698 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ca9ed4-c589-49ec-a12a-089c20bd3437 None None] Sync routers for ids ['64a44dcc-58f3-474b-8c75-18e901c4d298'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:15.456041 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-17f84cf1-d73f-4594-a53a-a4c4481a07ed tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "PUT /v2.0/routers/64a44dcc-58f3-474b-8c75-18e901c4d298/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4409373 Jul 16 08:56:15.458601 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36150) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:15.474502 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ca9ed4-c589-49ec-a12a-089c20bd3437 None None] Routers {'64a44dcc-58f3-474b-8c75-18e901c4d298'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:15.475157 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-438dfe24-3436-4999-a3f8-10836ec34beb None None] For port eedb18c1-2089-44d2-a04f-84bdeb769498, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:15.475291 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-48ca9ed4-c589-49ec-a12a-089c20bd3437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['64a44dcc-58f3-474b-8c75-18e901c4d298'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:15.479108 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-438dfe24-3436-4999-a3f8-10836ec34beb None None] For port eedb18c1-2089-44d2-a04f-84bdeb769498, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=eedb18c1-2089-44d2-a04f-84bdeb769498,segment=NetworkSegment(70cdf273-5a79-4c32-95f5-c224201e2313),segment_id=70cdf273-5a79-4c32-95f5-c224201e2313)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:15.485405 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-438dfe24-3436-4999-a3f8-10836ec34beb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.561824 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-48ca9ed4-c589-49ec-a12a-089c20bd3437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:15.579876 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438dfe24-3436-4999-a3f8-10836ec34beb None None] Pushing event updated for resources: {'Port': ['ID=eedb18c1-2089-44d2-a04f-84bdeb769498,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:15.582001 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ca9ed4-c589-49ec-a12a-089c20bd3437 None None] Routers {'64a44dcc-58f3-474b-8c75-18e901c4d298'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:15.582862 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-48ca9ed4-c589-49ec-a12a-089c20bd3437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['64a44dcc-58f3-474b-8c75-18e901c4d298'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:15.597109 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-526b3cc5-ffe5-49c0-b42d-f59e85737739 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.614649 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02a7fc6c-057c-465d-af20-435a2a0f175d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.640933 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-48ca9ed4-c589-49ec-a12a-089c20bd3437 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:15.641627 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ca9ed4-c589-49ec-a12a-089c20bd3437 None None] The sync data for ids ['64a44dcc-58f3-474b-8c75-18e901c4d298'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:15.666181 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-526b3cc5-ffe5-49c0-b42d-f59e85737739 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.703225 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-526b3cc5-ffe5-49c0-b42d-f59e85737739 admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:15.706552 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-526b3cc5-ffe5-49c0-b42d-f59e85737739 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:15.709659 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-526b3cc5-ffe5-49c0-b42d-f59e85737739 admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:15.763234 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02a7fc6c-057c-465d-af20-435a2a0f175d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:15.777506 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526b3cc5-ffe5-49c0-b42d-f59e85737739 admin admin] Pushing event updated for resources: {'Port': ['ID=6e414834-8374-4f6e-a839-210206dc0016,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:15.875779 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-02a7fc6c-057c-465d-af20-435a2a0f175d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Deleting port 13ee26cf-93e7-411a-89a9-8e88e53e8070 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:15.876585 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02a7fc6c-057c-465d-af20-435a2a0f175d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.036684 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02a7fc6c-057c-465d-af20-435a2a0f175d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.055591 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-02a7fc6c-057c-465d-af20-435a2a0f175d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Calling delete_port for 13ee26cf-93e7-411a-89a9-8e88e53e8070 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:16.121675 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-526b3cc5-ffe5-49c0-b42d-f59e85737739 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.274284 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02a7fc6c-057c-465d-af20-435a2a0f175d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.319089 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a7fc6c-057c-465d-af20-435a2a0f175d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event deleted for resources: {'Port': ['ID=13ee26cf-93e7-411a-89a9-8e88e53e8070,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:16.385108 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75de4fd-fed4-4991-8730-52c96281ce5f req-4e908414-35fb-420b-b7cd-33477c228440 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:16.386728 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a75de4fd-fed4-4991-8730-52c96281ce5f req-4e908414-35fb-420b-b7cd-33477c228440 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 946 time: 0.2154591 Jul 16 08:56:16.404711 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02a7fc6c-057c-465d-af20-435a2a0f175d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.510540 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-526b3cc5-ffe5-49c0-b42d-f59e85737739 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.527196 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a75de4fd-fed4-4991-8730-52c96281ce5f req-f054bda6-5889-4713-9410-c9cac0e724e4 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893960 Jul 16 08:56:16.555877 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02a7fc6c-057c-465d-af20-435a2a0f175d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.561030 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02a7fc6c-057c-465d-af20-435a2a0f175d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.642132 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02a7fc6c-057c-465d-af20-435a2a0f175d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.642780 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a7fc6c-057c-465d-af20-435a2a0f175d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Fanout notify agent at l3_agent the message router_deleted on router 64a44dcc-58f3-474b-8c75-18e901c4d298 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:56:16.655390 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-02a7fc6c-057c-465d-af20-435a2a0f175d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.659727 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-02a7fc6c-057c-465d-af20-435a2a0f175d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "DELETE /v2.0/routers/64a44dcc-58f3-474b-8c75-18e901c4d298 HTTP/1.1" status: 204 len: 168 time: 1.1973951 Jul 16 08:56:16.660277 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36154) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:16.830209 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a50c36b-16f3-426c-9fed-9d342f08a56d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Deleting subnet 846d5cf9-37e5-4128-8859-2372769031fe {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:16.838310 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a50c36b-16f3-426c-9fed-9d342f08a56d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:16.850207 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-526b3cc5-ffe5-49c0-b42d-f59e85737739 admin admin] Router 82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:56:16.899906 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a50c36b-16f3-426c-9fed-9d342f08a56d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.029802 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-526b3cc5-ffe5-49c0-b42d-f59e85737739 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:17.046185 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15be71ec-5948-4a01-bb90-8839c80d3405 None None] Network ac0c316f-f27e-437c-a017-6808341f8061 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:17.061638 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-526b3cc5-ffe5-49c0-b42d-f59e85737739 admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.066672 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a50c36b-16f3-426c-9fed-9d342f08a56d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.067544 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-526b3cc5-ffe5-49c0-b42d-f59e85737739 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.4393067 Jul 16 08:56:17.067544 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36160) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:17.073990 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c490e41b-1c4c-4d10-a0ec-ec43760326c2 None None] Sync routers for ids ['82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:17.128069 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c490e41b-1c4c-4d10-a0ec-ec43760326c2 None None] Routers {'82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:17.129146 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c490e41b-1c4c-4d10-a0ec-ec43760326c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:17.136028 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a50c36b-16f3-426c-9fed-9d342f08a56d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.137524 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b43655dc-7a69-4fec-b4ee-cf7d050f6c6f None None] Provisioning for port eedb18c1-2089-44d2-a04f-84bdeb769498 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:17.162315 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a50c36b-16f3-426c-9fed-9d342f08a56d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.170441 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5a50c36b-16f3-426c-9fed-9d342f08a56d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "DELETE /v2.0/subnets/846d5cf9-37e5-4128-8859-2372769031fe HTTP/1.1" status: 204 len: 168 time: 0.5081580 Jul 16 08:56:17.171471 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36162) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:17.197472 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91e97bf-afd1-4e9f-82ec-533a27dfa1e5 None None] Network f8095914-1847-4f24-afa0-bad770b681af requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:17.208929 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a50c36b-16f3-426c-9fed-9d342f08a56d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event deleted for resources: {'Subnet': ['ID=846d5cf9-37e5-4128-8859-2372769031fe,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:17.350284 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74af0bf7-f499-45da-a0a2-59b82f101535 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.443708 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device eedb18c1-2089-44d2-a04f-84bdeb769498 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:17.569165 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-74af0bf7-f499-45da-a0a2-59b82f101535 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Deleting port fc782b38-d23f-4c83-828b-0db1129852f7 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:17.570154 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74af0bf7-f499-45da-a0a2-59b82f101535 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.682634 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-74af0bf7-f499-45da-a0a2-59b82f101535 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] For port fc782b38-d23f-4c83-828b-0db1129852f7, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=fc782b38-d23f-4c83-828b-0db1129852f7,segment=NetworkSegment(8776efdd-0493-45a5-b083-cb49946b063b),segment_id=8776efdd-0493-45a5-b083-cb49946b063b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:17.682980 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74af0bf7-f499-45da-a0a2-59b82f101535 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.742764 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-74af0bf7-f499-45da-a0a2-59b82f101535 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Calling delete_port for fc782b38-d23f-4c83-828b-0db1129852f7 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:17.802214 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44f420a-4518-4295-9068-a9c3eb2c33b3 req-c6f494e5-1b1b-4bbb-9491-2e12461fe2aa tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:17.803798 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b44f420a-4518-4295-9068-a9c3eb2c33b3 req-c6f494e5-1b1b-4bbb-9491-2e12461fe2aa tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 946 time: 0.0905442 Jul 16 08:56:17.845620 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port eedb18c1-2089-44d2-a04f-84bdeb769498 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:17.854404 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-c490e41b-1c4c-4d10-a0ec-ec43760326c2 None None] Set router 82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:17.894710 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port eedb18c1-2089-44d2-a04f-84bdeb769498 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:17.895096 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.902277 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b44f420a-4518-4295-9068-a9c3eb2c33b3 req-3b06023b-5acc-4a2e-b7a8-f28d32a57b27 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0890088 Jul 16 08:56:17.912388 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-358c0f34-acd7-478f-b5f3-92f3c403c092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:17.954758 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74af0bf7-f499-45da-a0a2-59b82f101535 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.018015 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af0bf7-f499-45da-a0a2-59b82f101535 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event deleted for resources: {'Port': ['ID=fc782b38-d23f-4c83-828b-0db1129852f7,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:18.028578 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74af0bf7-f499-45da-a0a2-59b82f101535 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] No DVR routers for this DVR port fc782b38-d23f-4c83-828b-0db1129852f7 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:18.110707 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907aae8b-40bb-4a07-ac10-433cd688329b None None] DHCP port deletion for f8095914-1847-4f24-afa0-bad770b681af request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:56:18.153470 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74af0bf7-f499-45da-a0a2-59b82f101535 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.166044 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-74af0bf7-f499-45da-a0a2-59b82f101535 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8095914-1847-4f24-afa0-bad770b681af']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:18.180244 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.185788 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-74af0bf7-f499-45da-a0a2-59b82f101535 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8776efdd-0493-45a5-b083-cb49946b063b') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:18.189528 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-74af0bf7-f499-45da-a0a2-59b82f101535 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8776efdd-0493-45a5-b083-cb49946b063b') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:18.206333 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74af0bf7-f499-45da-a0a2-59b82f101535 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.236849 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74af0bf7-f499-45da-a0a2-59b82f101535 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.244593 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port eedb18c1-2089-44d2-a04f-84bdeb769498, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=eedb18c1-2089-44d2-a04f-84bdeb769498,segment=NetworkSegment(70cdf273-5a79-4c32-95f5-c224201e2313),segment_id=70cdf273-5a79-4c32-95f5-c224201e2313)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:18.258321 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.285202 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74af0bf7-f499-45da-a0a2-59b82f101535 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:18.285995 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74af0bf7-f499-45da-a0a2-59b82f101535 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:18.291643 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:18.314064 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c490e41b-1c4c-4d10-a0ec-ec43760326c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b', 'name': 'tempest-TestAggregatesBasicOps-917050239-router', 'tenant_id': '3c8220a6d98c49a3b5a3a5e7e3ee8a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '6e414834-8374-4f6e-a839-210206dc0016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:14Z', 'updated_at': '2021-07-16T08:56:15Z', 'revision_number': 3, 'project_id': '3c8220a6d98c49a3b5a3a5e7e3ee8a12', 'gw_port': {'id': '6e414834-8374-4f6e-a839-210206dc0016', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:18.353976 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c490e41b-1c4c-4d10-a0ec-ec43760326c2 None None] Checking router: 82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:56:18.354754 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c490e41b-1c4c-4d10-a0ec-ec43760326c2 None None] Updating router 82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b port 6e414834-8374-4f6e-a839-210206dc0016 binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:56:18.381598 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-358c0f34-acd7-478f-b5f3-92f3c403c092 admin admin] Allocated IP 172.20.0.1 (ac0c316f-f27e-437c-a017-6808341f8061/9733c3b8-ee08-4629-833e-e45b5a734710/519317ba-81ad-4f74-89b6-172c275ee935) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:18.388092 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74af0bf7-f499-45da-a0a2-59b82f101535 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.395753 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74af0bf7-f499-45da-a0a2-59b82f101535 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.401008 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36174) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:18.401597 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-74af0bf7-f499-45da-a0a2-59b82f101535 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "DELETE /v2.0/networks/f8095914-1847-4f24-afa0-bad770b681af HTTP/1.1" status: 204 len: 168 time: 1.2254744 Jul 16 08:56:18.410029 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=eedb18c1-2089-44d2-a04f-84bdeb769498,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:18.423426 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af0bf7-f499-45da-a0a2-59b82f101535 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event deleted for resources: {'Network': ['ID=f8095914-1847-4f24-afa0-bad770b681af,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:18.438105 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d87ed714-8cd4-43c3-a8a6-16e3340afc79 None None] Provisioning complete for port eedb18c1-2089-44d2-a04f-84bdeb769498 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:18.438559 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d87ed714-8cd4-43c3-a8a6-16e3340afc79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.440357 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c490e41b-1c4c-4d10-a0ec-ec43760326c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.542974 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-358c0f34-acd7-478f-b5f3-92f3c403c092 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.557571 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0c1a30fe-9a46-439e-8023-c14615d8217d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Deleting port 15e7fb2b-0dac-458f-a34f-14142d4b6a8f {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:18.558258 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c1a30fe-9a46-439e-8023-c14615d8217d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.559293 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-358c0f34-acd7-478f-b5f3-92f3c403c092 admin admin] Transition to ACTIVE for port object 519317ba-81ad-4f74-89b6-172c275ee935 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:18.602207 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-358c0f34-acd7-478f-b5f3-92f3c403c092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.644661 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358c0f34-acd7-478f-b5f3-92f3c403c092 admin admin] Network ac0c316f-f27e-437c-a017-6808341f8061 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:18.648508 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-358c0f34-acd7-478f-b5f3-92f3c403c092 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:18.651645 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-358c0f34-acd7-478f-b5f3-92f3c403c092 admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:18.660856 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c1a30fe-9a46-439e-8023-c14615d8217d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.661357 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c1a30fe-9a46-439e-8023-c14615d8217d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.678049 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0c1a30fe-9a46-439e-8023-c14615d8217d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Calling delete_port for 15e7fb2b-0dac-458f-a34f-14142d4b6a8f owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:18.682981 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c0f34-acd7-478f-b5f3-92f3c403c092 admin admin] Pushing event updated for resources: {'Port': ['ID=519317ba-81ad-4f74-89b6-172c275ee935,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:18.727678 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-358c0f34-acd7-478f-b5f3-92f3c403c092 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.847980 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c490e41b-1c4c-4d10-a0ec-ec43760326c2 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.903933 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c490e41b-1c4c-4d10-a0ec-ec43760326c2 None None] Transition to ACTIVE for port object 6e414834-8374-4f6e-a839-210206dc0016 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:18.904247 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c1a30fe-9a46-439e-8023-c14615d8217d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.915114 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c490e41b-1c4c-4d10-a0ec-ec43760326c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.927403 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-358c0f34-acd7-478f-b5f3-92f3c403c092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:18.984739 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1a30fe-9a46-439e-8023-c14615d8217d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event deleted for resources: {'Port': ['ID=15e7fb2b-0dac-458f-a34f-14142d4b6a8f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:19.066055 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c490e41b-1c4c-4d10-a0ec-ec43760326c2 None None] Attempting to bind port 6e414834-8374-4f6e-a839-210206dc0016 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:19.066460 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c490e41b-1c4c-4d10-a0ec-ec43760326c2 None None] Attempting to bind port 6e414834-8374-4f6e-a839-210206dc0016 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:19.066825 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c490e41b-1c4c-4d10-a0ec-ec43760326c2 None None] Attempting to bind port 6e414834-8374-4f6e-a839-210206dc0016 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:19.078183 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c1a30fe-9a46-439e-8023-c14615d8217d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.082302 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0c1a30fe-9a46-439e-8023-c14615d8217d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.085241 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c490e41b-1c4c-4d10-a0ec-ec43760326c2 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:19.085469 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c490e41b-1c4c-4d10-a0ec-ec43760326c2 None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:19.086194 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c490e41b-1c4c-4d10-a0ec-ec43760326c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.086659 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c490e41b-1c4c-4d10-a0ec-ec43760326c2 None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:19.087219 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c490e41b-1c4c-4d10-a0ec-ec43760326c2 None None] Bound port: 6e414834-8374-4f6e-a839-210206dc0016, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:19.091524 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c490e41b-1c4c-4d10-a0ec-ec43760326c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.091524 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4be67-9d3b-427f-9903-0cc08d338239 None None] Pushing event updated for resources: {'Port': ['ID=6e414834-8374-4f6e-a839-210206dc0016,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:19.091990 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36188) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:19.102156 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0c1a30fe-9a46-439e-8023-c14615d8217d tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "DELETE /v2.0/floatingips/fe2a1e59-faf4-43b8-840d-645a7f9839be HTTP/1.1" status: 204 len: 168 time: 0.6985819 Jul 16 08:56:19.123587 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-538cb242-f358-49cd-a74f-644f8c269f80 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:19.124422 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-538cb242-f358-49cd-a74f-644f8c269f80 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:19.129523 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-538cb242-f358-49cd-a74f-644f8c269f80 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "DELETE /v2.0/ports/eafe336d-646e-475c-ad4b-33bf8f053685 HTTP/1.1" status: 404 len: 333 time: 0.0339050 Jul 16 08:56:19.131894 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36190) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:19.141695 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a6bcfea5-4e62-4546-8726-713dc711c7cb None None] Provisioning for port 519317ba-81ad-4f74-89b6-172c275ee935 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:19.151194 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a6bcfea5-4e62-4546-8726-713dc711c7cb None None] Provisioning complete for port 519317ba-81ad-4f74-89b6-172c275ee935 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:19.151486 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a6bcfea5-4e62-4546-8726-713dc711c7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.193928 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c490e41b-1c4c-4d10-a0ec-ec43760326c2 None None] For port 6e414834-8374-4f6e-a839-210206dc0016, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:19.219889 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c490e41b-1c4c-4d10-a0ec-ec43760326c2 None None] For port 6e414834-8374-4f6e-a839-210206dc0016, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=6e414834-8374-4f6e-a839-210206dc0016,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:19.221723 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a6bcfea5-4e62-4546-8726-713dc711c7cb None None] Port 519317ba-81ad-4f74-89b6-172c275ee935 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:19.226843 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c490e41b-1c4c-4d10-a0ec-ec43760326c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.278880 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c490e41b-1c4c-4d10-a0ec-ec43760326c2 None None] Routers {'82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:19.279577 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c490e41b-1c4c-4d10-a0ec-ec43760326c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:19.366121 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4be67-9d3b-427f-9903-0cc08d338239 None None] Pushing event updated for resources: {'Port': ['ID=6e414834-8374-4f6e-a839-210206dc0016,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:19.437098 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device eedb18c1-2089-44d2-a04f-84bdeb769498 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:19.508076 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-c490e41b-1c4c-4d10-a0ec-ec43760326c2 None None] Set router 82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:19.606814 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c1caaaa7-b5c7-4e5f-9bf2-2af518e73b53 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "GET /v2.0/ports?device_id=64a44dcc-58f3-474b-8c75-18e901c4d298 HTTP/1.1" status: 200 len: 205 time: 0.4733589 Jul 16 08:56:19.617608 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36216) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:19.630898 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port eedb18c1-2089-44d2-a04f-84bdeb769498 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:19.631416 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.675465 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-358c0f34-acd7-478f-b5f3-92f3c403c092 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.679305 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-b534babf-57b2-4e7b-94fb-d9bc9383cc9b tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] delete failed (client error): The resource could not be found. Jul 16 08:56:19.684186 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b534babf-57b2-4e7b-94fb-d9bc9383cc9b tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "DELETE /v2.0/routers/64a44dcc-58f3-474b-8c75-18e901c4d298 HTTP/1.1" status: 404 len: 336 time: 0.0720248 Jul 16 08:56:19.684499 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36224) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:19.686913 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-358c0f34-acd7-478f-b5f3-92f3c403c092 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.712291 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ec3576-bcb1-4d91-a366-009b5b2cbb61 req-046ead0a-f7d8-469e-b0d7-8441c0c8be00 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:19.715264 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f8ec3576-bcb1-4d91-a366-009b5b2cbb61 req-046ead0a-f7d8-469e-b0d7-8441c0c8be00 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 946 time: 0.5871964 Jul 16 08:56:19.804289 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-2faca3f0-4d62-4ba2-bc16-036334d4ce03 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] DELETE failed (client error): The resource could not be found. Jul 16 08:56:19.805130 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2faca3f0-4d62-4ba2-bc16-036334d4ce03 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 08:56:19.807028 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2faca3f0-4d62-4ba2-bc16-036334d4ce03 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "DELETE /v2.0/subnets/846d5cf9-37e5-4128-8859-2372769031fe HTTP/1.1" status: 404 len: 337 time: 0.1211569 Jul 16 08:56:19.809901 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36226) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:19.847114 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c490e41b-1c4c-4d10-a0ec-ec43760326c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b', 'name': 'tempest-TestAggregatesBasicOps-917050239-router', 'tenant_id': '3c8220a6d98c49a3b5a3a5e7e3ee8a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '6e414834-8374-4f6e-a839-210206dc0016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:14Z', 'updated_at': '2021-07-16T08:56:18Z', 'revision_number': 4, 'project_id': '3c8220a6d98c49a3b5a3a5e7e3ee8a12', 'gw_port': {'id': '6e414834-8374-4f6e-a839-210206dc0016', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '519317ba-81ad-4f74-89b6-172c275ee935', 'name': '', 'network_id': 'ac0c316f-f27e-437c-a017-6808341f8061', 'tenant_id': '3c8220a6d98c49a3b5a3a5e7e3ee8a12', 'mac_address': 'fa:16:3e:97:ef:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '9733c3b8-ee08-4629-833e-e45b5a734710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:17Z', 'updated_at': '2021-07-16T08:56:18Z', 'revision_number': 1, 'project_id': '3c8220a6d98c49a3b5a3a5e7e3ee8a12', 'subnets': [{'id': '9733c3b8-ee08-4629-833e-e45b5a734710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:19.861807 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358c0f34-acd7-478f-b5f3-92f3c403c092 admin admin] Pushing event updated for resources: {'Port': ['ID=519317ba-81ad-4f74-89b6-172c275ee935,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:19.872702 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-358c0f34-acd7-478f-b5f3-92f3c403c092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:19.882839 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c490e41b-1c4c-4d10-a0ec-ec43760326c2 None None] The sync data for ids ['82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b'] in n-d-771362-37 is: [{'id': '82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b', 'name': 'tempest-TestAggregatesBasicOps-917050239-router', 'tenant_id': '3c8220a6d98c49a3b5a3a5e7e3ee8a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '6e414834-8374-4f6e-a839-210206dc0016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:14Z', 'updated_at': '2021-07-16T08:56:18Z', 'revision_number': 4, 'project_id': '3c8220a6d98c49a3b5a3a5e7e3ee8a12', 'gw_port': {'id': '6e414834-8374-4f6e-a839-210206dc0016', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4c:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '519317ba-81ad-4f74-89b6-172c275ee935', 'name': '', 'network_id': 'ac0c316f-f27e-437c-a017-6808341f8061', 'tenant_id': '3c8220a6d98c49a3b5a3a5e7e3ee8a12', 'mac_address': 'fa:16:3e:97:ef:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '9733c3b8-ee08-4629-833e-e45b5a734710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:17Z', 'updated_at': '2021-07-16T08:56:18Z', 'revision_number': 1, 'project_id': '3c8220a6d98c49a3b5a3a5e7e3ee8a12', 'subnets': [{'id': '9733c3b8-ee08-4629-833e-e45b5a734710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:19.890480 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f8ec3576-bcb1-4d91-a366-009b5b2cbb61 req-fea296cd-0ace-4c03-9dd1-1b98fd65e9b0 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1262167 Jul 16 08:56:19.933539 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device fc782b38-d23f-4c83-828b-0db1129852f7 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:19.995512 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: fc782b38-d23f-4c83-828b-0db1129852f7 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:19.995874 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device fc782b38-d23f-4c83-828b-0db1129852f7 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:20.061557 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-658bc09c-721b-49a9-ab45-e5c232db5c46 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Deleting port e531d91a-f5d4-4cd5-ab19-146f436d0dd6 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:20.062280 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-658bc09c-721b-49a9-ab45-e5c232db5c46 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:20.079193 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-358c0f34-acd7-478f-b5f3-92f3c403c092 admin admin] Network ac0c316f-f27e-437c-a017-6808341f8061 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:20.082766 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-358c0f34-acd7-478f-b5f3-92f3c403c092 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:20.214160 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-658bc09c-721b-49a9-ab45-e5c232db5c46 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:20.272385 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-658bc09c-721b-49a9-ab45-e5c232db5c46 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Calling delete_port for e531d91a-f5d4-4cd5-ab19-146f436d0dd6 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:20.342245 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-358c0f34-acd7-478f-b5f3-92f3c403c092 admin admin] Router 82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:20.474494 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a98376-a062-4470-8873-c9b4b2811ceb req-55e4bb00-a6b5-4218-b255-e723e7b53335 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:20.482560 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b9a98376-a062-4470-8873-c9b4b2811ceb req-55e4bb00-a6b5-4218-b255-e723e7b53335 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 946 time: 0.1295083 Jul 16 08:56:20.504240 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-358c0f34-acd7-478f-b5f3-92f3c403c092 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:20.516952 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-358c0f34-acd7-478f-b5f3-92f3c403c092 admin admin] 10.222.0.22 "PUT /v2.0/routers/82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4424915 Jul 16 08:56:20.565224 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b9a98376-a062-4470-8873-c9b4b2811ceb req-147c43a3-27e4-4db6-b85c-5dfcfa22de25 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0817795 Jul 16 08:56:20.565465 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e8b05859-bb68-437e-be1c-5a6429c13e74 None None] Provisioning complete for port 519317ba-81ad-4f74-89b6-172c275ee935 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:20.565924 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e8b05859-bb68-437e-be1c-5a6429c13e74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:20.573081 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-658bc09c-721b-49a9-ab45-e5c232db5c46 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:20.611103 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e8b05859-bb68-437e-be1c-5a6429c13e74 None None] Port 519317ba-81ad-4f74-89b6-172c275ee935 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:20.615144 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658bc09c-721b-49a9-ab45-e5c232db5c46 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event deleted for resources: {'Port': ['ID=e531d91a-f5d4-4cd5-ab19-146f436d0dd6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:20.713309 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-658bc09c-721b-49a9-ab45-e5c232db5c46 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:20.716416 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-658bc09c-721b-49a9-ab45-e5c232db5c46 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "DELETE /v2.0/ports/e531d91a-f5d4-4cd5-ab19-146f436d0dd6 HTTP/1.1" status: 204 len: 168 time: 0.9031620 Jul 16 08:56:20.718990 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36250) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:20.868448 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-3b6c5c2f-81ab-4aea-9196-119bacd59ec1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Deleting port 95693296-6fb8-4863-adb7-33999e213ed5 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:20.868919 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5c2f-81ab-4aea-9196-119bacd59ec1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.056956 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5c2f-81ab-4aea-9196-119bacd59ec1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.083250 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-3b6c5c2f-81ab-4aea-9196-119bacd59ec1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Calling delete_port for 95693296-6fb8-4863-adb7-33999e213ed5 owned by {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:21.266666 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5c2f-81ab-4aea-9196-119bacd59ec1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.268177 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36296) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:21.279793 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-25b56f66-5dec-4f0c-96e4-8de4defd6cbc admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-799838885-network', 'tenant_id': 'bd93c2a756284096b769e86bc89a92d0'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:21.304830 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6c5c2f-81ab-4aea-9196-119bacd59ec1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event deleted for resources: {'Port': ['ID=95693296-6fb8-4863-adb7-33999e213ed5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:21.337444 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25b56f66-5dec-4f0c-96e4-8de4defd6cbc admin admin] Made reservation on behalf of bd93c2a756284096b769e86bc89a92d0 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:21.339969 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-25b56f66-5dec-4f0c-96e4-8de4defd6cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.359735 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-25b56f66-5dec-4f0c-96e4-8de4defd6cbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.405844 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 6e414834-8374-4f6e-a839-210206dc0016 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:21.434816 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3b6c5c2f-81ab-4aea-9196-119bacd59ec1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.437341 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3b6c5c2f-81ab-4aea-9196-119bacd59ec1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "DELETE /v2.0/ports/95693296-6fb8-4863-adb7-33999e213ed5 HTTP/1.1" status: 204 len: 168 time: 0.7164767 Jul 16 08:56:21.440131 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36302) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:21.514720 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 6e414834-8374-4f6e-a839-210206dc0016 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:21.520585 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 6e414834-8374-4f6e-a839-210206dc0016 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:21.520963 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.526813 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-25b56f66-5dec-4f0c-96e4-8de4defd6cbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.533925 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-25b56f66-5dec-4f0c-96e4-8de4defd6cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.549292 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e51be093-d446-4f3e-8bb0-6fe8fad6989c tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:21.551462 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e51be093-d446-4f3e-8bb0-6fe8fad6989c tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "GET /v2.0/ports?device_id=124c999f-c1b8-4cbe-b23d-d493116861fc HTTP/1.1" status: 200 len: 913 time: 0.1097069 Jul 16 08:56:21.554765 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36304) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:21.582622 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b56f66-5dec-4f0c-96e4-8de4defd6cbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0214735-d879-4189-abf2-0dadc530ab7d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:21.595019 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25b56f66-5dec-4f0c-96e4-8de4defd6cbc admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:56:21.608245 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-25b56f66-5dec-4f0c-96e4-8de4defd6cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.608685 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-25b56f66-5dec-4f0c-96e4-8de4defd6cbc admin admin] Added segment d015c519-57ef-43f9-a84b-8f2100ec0196 of type vlan for network c3cc1446-ebc6-43d2-87ca-fdf0e518cd13 Jul 16 08:56:21.659271 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.661116 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-25b56f66-5dec-4f0c-96e4-8de4defd6cbc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.692517 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 6e414834-8374-4f6e-a839-210206dc0016, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=6e414834-8374-4f6e-a839-210206dc0016,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:21.698967 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.702694 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-25b56f66-5dec-4f0c-96e4-8de4defd6cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.704886 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b56f66-5dec-4f0c-96e4-8de4defd6cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:21.706196 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-25b56f66-5dec-4f0c-96e4-8de4defd6cbc admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.747845 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-25b56f66-5dec-4f0c-96e4-8de4defd6cbc admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4775720 Jul 16 08:56:21.750454 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36322) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:21.758515 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-65491765-a18f-48fd-bc6a-97c3a317f133 admin admin] Request body: {'subnet': {'network_id': 'c3cc1446-ebc6-43d2-87ca-fdf0e518cd13', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-799838885-subnet', 'tenant_id': 'bd93c2a756284096b769e86bc89a92d0', 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:21.795168 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b56f66-5dec-4f0c-96e4-8de4defd6cbc admin admin] Pushing event updated for resources: {'Network': ['ID=c3cc1446-ebc6-43d2-87ca-fdf0e518cd13,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:21.808668 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network c3cc1446-ebc6-43d2-87ca-fdf0e518cd13 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:56:21.828796 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65491765-a18f-48fd-bc6a-97c3a317f133 admin admin] Made reservation on behalf of bd93c2a756284096b769e86bc89a92d0 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:21.831432 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-65491765-a18f-48fd-bc6a-97c3a317f133 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:21.838685 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=6e414834-8374-4f6e-a839-210206dc0016,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:21.866420 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device c63893c6-6232-40bc-9a83-fbb40cca45b0 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:22.028570 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.063020 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a67ca2d-cfe1-4f91-b768-947d4c910be3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c63893c6-6232-40bc-9a83-fbb40cca45b0'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:22.063996 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94915263-0169-4e6e-bfd9-66b7824e5fc0" -d '{"events": [{"server_uuid": "4a67ca2d-cfe1-4f91-b768-947d4c910be3", "name": "network-vif-unplugged", "status": "completed", "tag": "c63893c6-6232-40bc-9a83-fbb40cca45b0"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:22.081761 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port c63893c6-6232-40bc-9a83-fbb40cca45b0, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=c63893c6-6232-40bc-9a83-fbb40cca45b0,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:22.082434 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-65491765-a18f-48fd-bc6a-97c3a317f133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.087496 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.158024 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=c63893c6-6232-40bc-9a83-fbb40cca45b0,revision_number=14']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:22.165086 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8cd9836-73d4-4b2c-9a36-23ce03f4f598 x-openstack-request-id: req-e8cd9836-73d4-4b2c-9a36-23ce03f4f598 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:22.165696 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a67ca2d-cfe1-4f91-b768-947d4c910be3", "name": "network-vif-unplugged", "status": "completed", "tag": "c63893c6-6232-40bc-9a83-fbb40cca45b0", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:22.166148 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e8cd9836-73d4-4b2c-9a36-23ce03f4f598 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:22.166778 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a67ca2d-cfe1-4f91-b768-947d4c910be3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c63893c6-6232-40bc-9a83-fbb40cca45b0', 'code': 200} Jul 16 08:56:22.170339 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65491765-a18f-48fd-bc6a-97c3a317f133 admin admin] Checking segment: {'id': 'd015c519-57ef-43f9-a84b-8f2100ec0196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c3cc1446-ebc6-43d2-87ca-fdf0e518cd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:22.170706 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65491765-a18f-48fd-bc6a-97c3a317f133 admin admin] Network hostable DHCP agents. Network: c3cc1446-ebc6-43d2-87ca-fdf0e518cd13, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:56:22.174502 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65491765-a18f-48fd-bc6a-97c3a317f133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b5a64419-1b61-47f7-b809-2da06f8c846b,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:22.193022 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65491765-a18f-48fd-bc6a-97c3a317f133 admin admin] Network c3cc1446-ebc6-43d2-87ca-fdf0e518cd13 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:56:22.194395 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f172fbd-c854-439a-bd5a-5a4992ac1b3c tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.204011 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-65491765-a18f-48fd-bc6a-97c3a317f133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, c3cc1446-ebc6-43d2-87ca-fdf0e518cd13) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:22.209301 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65491765-a18f-48fd-bc6a-97c3a317f133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:22.210569 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-65491765-a18f-48fd-bc6a-97c3a317f133 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.216476 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8df187ec-5682-4380-95a6-6ef18f846e80 None None] Network c3cc1446-ebc6-43d2-87ca-fdf0e518cd13 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:22.236910 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-65491765-a18f-48fd-bc6a-97c3a317f133 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4850943 Jul 16 08:56:22.238764 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36338) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:22.262378 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-00bb1a48-8877-4979-bc1f-293e0490b3cf admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-799838885-router', 'tenant_id': 'bd93c2a756284096b769e86bc89a92d0', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:22.297429 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-00bb1a48-8877-4979-bc1f-293e0490b3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.298419 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-00bb1a48-8877-4979-bc1f-293e0490b3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.329923 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973a884-f8be-481e-85dd-9eaaa882ed56 req-cd8ecf62-f9e7-4f33-9e02-c6a757c0ba77 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:22.337759 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0973a884-f8be-481e-85dd-9eaaa882ed56 req-cd8ecf62-f9e7-4f33-9e02-c6a757c0ba77 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.1138191 Jul 16 08:56:22.389707 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-00bb1a48-8877-4979-bc1f-293e0490b3cf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.418659 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f002530d-4a48-486f-a6fc-e0c90f8eb1bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-c3cc1446-ebc6-43d2-87ca-fdf0e518cd13', 'network_id': 'c3cc1446-ebc6-43d2-87ca-fdf0e518cd13', 'tenant_id': 'bd93c2a756284096b769e86bc89a92d0', 'fixed_ips': [{'subnet_id': 'b5a64419-1b61-47f7-b809-2da06f8c846b'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:56:22.420385 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f002530d-4a48-486f-a6fc-e0c90f8eb1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.486500 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0973a884-f8be-481e-85dd-9eaaa882ed56 req-b1d3522d-e922-4e84-89e2-03a2d0512419 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1477473 Jul 16 08:56:22.528281 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4f172fbd-c854-439a-bd5a-5a4992ac1b3c tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Deleting port 12c00c64-c924-4b95-8da8-e55aa84be6c9 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:22.528727 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f172fbd-c854-439a-bd5a-5a4992ac1b3c tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.591184 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-f002530d-4a48-486f-a6fc-e0c90f8eb1bf None None] Allocated IP 172.20.0.2 (c3cc1446-ebc6-43d2-87ca-fdf0e518cd13/b5a64419-1b61-47f7-b809-2da06f8c846b/12daf86d-1190-4367-9f58-3b5e8d24222e) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:22.628625 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-00bb1a48-8877-4979-bc1f-293e0490b3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.646676 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f172fbd-c854-439a-bd5a-5a4992ac1b3c tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.661170 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4f172fbd-c854-439a-bd5a-5a4992ac1b3c tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Calling delete_port for 12c00c64-c924-4b95-8da8-e55aa84be6c9 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:22.781577 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f002530d-4a48-486f-a6fc-e0c90f8eb1bf None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.795717 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f002530d-4a48-486f-a6fc-e0c90f8eb1bf None None] Transition to ACTIVE for port object 12daf86d-1190-4367-9f58-3b5e8d24222e will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:22.829072 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f002530d-4a48-486f-a6fc-e0c90f8eb1bf None None] Transition to ACTIVE for port object 12daf86d-1190-4367-9f58-3b5e8d24222e will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:22.840724 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f002530d-4a48-486f-a6fc-e0c90f8eb1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:22.887226 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d9a463-0ab7-406e-a3cc-7103d8d5a58b None None] Sync routers for ids ['82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:22.904091 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d9a463-0ab7-406e-a3cc-7103d8d5a58b None None] Routers {'82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:22.905027 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b9d9a463-0ab7-406e-a3cc-7103d8d5a58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:22.956028 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ffe16-c576-4799-8370-719220261516 req-3a2529f6-006e-4ebc-811f-5e27a15c010c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:22.957613 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ce1ffe16-c576-4799-8370-719220261516 req-3a2529f6-006e-4ebc-811f-5e27a15c010c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f4c1f959be841b791b07e280453979b&device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 1096 time: 0.1195810 Jul 16 08:56:22.964230 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f172fbd-c854-439a-bd5a-5a4992ac1b3c tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.029176 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f172fbd-c854-439a-bd5a-5a4992ac1b3c tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event deleted for resources: {'Port': ['ID=12c00c64-c924-4b95-8da8-e55aa84be6c9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:23.049039 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099e019b-62d1-40ad-9e7e-5baf3475faf8 req-8da49767-9cc8-4d4a-ad2f-eab09ea74f46 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:23.050787 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-099e019b-62d1-40ad-9e7e-5baf3475faf8 req-8da49767-9cc8-4d4a-ad2f-eab09ea74f46 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.1509681 Jul 16 08:56:23.052312 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-00bb1a48-8877-4979-bc1f-293e0490b3cf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.062958 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-b9d9a463-0ab7-406e-a3cc-7103d8d5a58b None None] Set router 82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:23.074914 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-00bb1a48-8877-4979-bc1f-293e0490b3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.112246 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002530d-4a48-486f-a6fc-e0c90f8eb1bf None None] Pushing event updated for resources: {'Port': ['ID=12daf86d-1190-4367-9f58-3b5e8d24222e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:23.125876 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f002530d-4a48-486f-a6fc-e0c90f8eb1bf None None] Network c3cc1446-ebc6-43d2-87ca-fdf0e518cd13 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:23.127197 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-f002530d-4a48-486f-a6fc-e0c90f8eb1bf None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:23.129813 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f002530d-4a48-486f-a6fc-e0c90f8eb1bf None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:23.151938 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-099e019b-62d1-40ad-9e7e-5baf3475faf8 req-ca20e7d6-f902-42aa-876a-8acd5edf5706 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0796287 Jul 16 08:56:23.220686 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f002530d-4a48-486f-a6fc-e0c90f8eb1bf None None] Attempting to bind port 12daf86d-1190-4367-9f58-3b5e8d24222e on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:23.221061 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f002530d-4a48-486f-a6fc-e0c90f8eb1bf None None] Attempting to bind port 12daf86d-1190-4367-9f58-3b5e8d24222e by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'd015c519-57ef-43f9-a84b-8f2100ec0196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c3cc1446-ebc6-43d2-87ca-fdf0e518cd13'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:23.221430 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f002530d-4a48-486f-a6fc-e0c90f8eb1bf None None] Attempting to bind port 12daf86d-1190-4367-9f58-3b5e8d24222e on network c3cc1446-ebc6-43d2-87ca-fdf0e518cd13 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:23.223178 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-00bb1a48-8877-4979-bc1f-293e0490b3cf admin admin] Allocated IP 172.25.3.78 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/3ccc0b05-d684-4ac2-83dd-64e7a471a2d3) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:23.227636 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f002530d-4a48-486f-a6fc-e0c90f8eb1bf None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:23.227636 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f002530d-4a48-486f-a6fc-e0c90f8eb1bf None None] Checking segment: {'id': 'd015c519-57ef-43f9-a84b-8f2100ec0196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c3cc1446-ebc6-43d2-87ca-fdf0e518cd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:23.228051 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f002530d-4a48-486f-a6fc-e0c90f8eb1bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.228540 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f002530d-4a48-486f-a6fc-e0c90f8eb1bf None None] Bound using segment: {'id': 'd015c519-57ef-43f9-a84b-8f2100ec0196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c3cc1446-ebc6-43d2-87ca-fdf0e518cd13'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:23.229025 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f002530d-4a48-486f-a6fc-e0c90f8eb1bf None None] Bound port: 12daf86d-1190-4367-9f58-3b5e8d24222e, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd015c519-57ef-43f9-a84b-8f2100ec0196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c3cc1446-ebc6-43d2-87ca-fdf0e518cd13'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:23.229414 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f002530d-4a48-486f-a6fc-e0c90f8eb1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.236636 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ffe16-c576-4799-8370-719220261516 req-613466dc-bf20-45f7-99ce-acaca9a4cac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:23.239184 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ce1ffe16-c576-4799-8370-719220261516 req-613466dc-bf20-45f7-99ce-acaca9a4cac4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51d51b2e-c364-4882-bbf4-f36afab1b6c1 HTTP/1.1" status: 200 len: 913 time: 0.2710242 Jul 16 08:56:23.299226 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-f002530d-4a48-486f-a6fc-e0c90f8eb1bf None None] For port 12daf86d-1190-4367-9f58-3b5e8d24222e, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:23.302448 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-f002530d-4a48-486f-a6fc-e0c90f8eb1bf None None] For port 12daf86d-1190-4367-9f58-3b5e8d24222e, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=12daf86d-1190-4367-9f58-3b5e8d24222e,segment=NetworkSegment(d015c519-57ef-43f9-a84b-8f2100ec0196),segment_id=d015c519-57ef-43f9-a84b-8f2100ec0196)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:23.308171 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f002530d-4a48-486f-a6fc-e0c90f8eb1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.364861 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b9d9a463-0ab7-406e-a3cc-7103d8d5a58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b', 'name': 'tempest-TestAggregatesBasicOps-917050239-router', 'tenant_id': '3c8220a6d98c49a3b5a3a5e7e3ee8a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '6e414834-8374-4f6e-a839-210206dc0016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:14Z', 'updated_at': '2021-07-16T08:56:18Z', 'revision_number': 4, 'project_id': '3c8220a6d98c49a3b5a3a5e7e3ee8a12', 'gw_port': {'id': '6e414834-8374-4f6e-a839-210206dc0016', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '519317ba-81ad-4f74-89b6-172c275ee935', 'name': '', 'network_id': 'ac0c316f-f27e-437c-a017-6808341f8061', 'tenant_id': '3c8220a6d98c49a3b5a3a5e7e3ee8a12', 'mac_address': 'fa:16:3e:97:ef:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '9733c3b8-ee08-4629-833e-e45b5a734710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:17Z', 'updated_at': '2021-07-16T08:56:19Z', 'revision_number': 2, 'project_id': '3c8220a6d98c49a3b5a3a5e7e3ee8a12', 'subnets': [{'id': '9733c3b8-ee08-4629-833e-e45b5a734710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:23.387126 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f002530d-4a48-486f-a6fc-e0c90f8eb1bf None None] Pushing event updated for resources: {'Port': ['ID=12daf86d-1190-4367-9f58-3b5e8d24222e,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:23.408319 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d9a463-0ab7-406e-a3cc-7103d8d5a58b None None] Checking router: 82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:56:23.409416 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d9a463-0ab7-406e-a3cc-7103d8d5a58b None None] Updating router 82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b port 519317ba-81ad-4f74-89b6-172c275ee935 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:56:23.418914 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 6e414834-8374-4f6e-a839-210206dc0016 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:23.433800 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-00bb1a48-8877-4979-bc1f-293e0490b3cf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.476284 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a463-0ab7-406e-a3cc-7103d8d5a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.483547 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-00bb1a48-8877-4979-bc1f-293e0490b3cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.507649 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 6e414834-8374-4f6e-a839-210206dc0016 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:23.508195 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.533599 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bb1a48-8877-4979-bc1f-293e0490b3cf admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:23.537035 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-00bb1a48-8877-4979-bc1f-293e0490b3cf admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:23.540767 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bb1a48-8877-4979-bc1f-293e0490b3cf admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:23.597026 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb1a48-8877-4979-bc1f-293e0490b3cf admin admin] Pushing event updated for resources: {'Port': ['ID=3ccc0b05-d684-4ac2-83dd-64e7a471a2d3,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:23.793895 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ce1ffe16-c576-4799-8370-719220261516 req-1f4be3bf-21b6-49fd-9bb8-ef199538db6d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c63893c6-6232-40bc-9a83-fbb40cca45b0 HTTP/1.1" status: 200 len: 999 time: 0.5454159 Jul 16 08:56:23.811484 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f172fbd-c854-439a-bd5a-5a4992ac1b3c tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.873160 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a463-0ab7-406e-a3cc-7103d8d5a58b None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.885095 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b9d9a463-0ab7-406e-a3cc-7103d8d5a58b None None] Transition to ACTIVE for port object 519317ba-81ad-4f74-89b6-172c275ee935 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:23.894071 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a463-0ab7-406e-a3cc-7103d8d5a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.907740 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-00bb1a48-8877-4979-bc1f-293e0490b3cf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:23.936223 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ffe16-c576-4799-8370-719220261516 req-f2249814-02a6-4bb6-8607-4ef70a62a44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:23.937712 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ce1ffe16-c576-4799-8370-719220261516 req-f2249814-02a6-4bb6-8607-4ef70a62a44d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ad49083-8e48-4575-9b36-364c8d5c322c HTTP/1.1" status: 200 len: 851 time: 0.1374018 Jul 16 08:56:23.951333 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfd19f-b6fd-48ff-b0a2-49f5f9aefbc3 None None] Pushing event updated for resources: {'Port': ['ID=519317ba-81ad-4f74-89b6-172c275ee935,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:23.986791 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfd19f-b6fd-48ff-b0a2-49f5f9aefbc3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:23.987159 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfd19f-b6fd-48ff-b0a2-49f5f9aefbc3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:23.987497 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfd19f-b6fd-48ff-b0a2-49f5f9aefbc3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:23.988588 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfd19f-b6fd-48ff-b0a2-49f5f9aefbc3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:23.988980 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfd19f-b6fd-48ff-b0a2-49f5f9aefbc3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:23.989533 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfd19f-b6fd-48ff-b0a2-49f5f9aefbc3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:23.989878 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfd19f-b6fd-48ff-b0a2-49f5f9aefbc3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:23.990534 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfd19f-b6fd-48ff-b0a2-49f5f9aefbc3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:23.990831 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfd19f-b6fd-48ff-b0a2-49f5f9aefbc3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:23.991984 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfd19f-b6fd-48ff-b0a2-49f5f9aefbc3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:23.992415 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfd19f-b6fd-48ff-b0a2-49f5f9aefbc3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:23.992674 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33bfd19f-b6fd-48ff-b0a2-49f5f9aefbc3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:24.032509 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b9d9a463-0ab7-406e-a3cc-7103d8d5a58b None None] Attempting to bind port 519317ba-81ad-4f74-89b6-172c275ee935 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:24.032887 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b9d9a463-0ab7-406e-a3cc-7103d8d5a58b None None] Attempting to bind port 519317ba-81ad-4f74-89b6-172c275ee935 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '70cdf273-5a79-4c32-95f5-c224201e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ac0c316f-f27e-437c-a017-6808341f8061'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:24.033419 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d9a463-0ab7-406e-a3cc-7103d8d5a58b None None] Attempting to bind port 519317ba-81ad-4f74-89b6-172c275ee935 on network ac0c316f-f27e-437c-a017-6808341f8061 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:24.039232 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d9a463-0ab7-406e-a3cc-7103d8d5a58b None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:24.039780 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d9a463-0ab7-406e-a3cc-7103d8d5a58b None None] Checking segment: {'id': '70cdf273-5a79-4c32-95f5-c224201e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ac0c316f-f27e-437c-a017-6808341f8061'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:24.040193 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a463-0ab7-406e-a3cc-7103d8d5a58b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.040613 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9d9a463-0ab7-406e-a3cc-7103d8d5a58b None None] Bound using segment: {'id': '70cdf273-5a79-4c32-95f5-c224201e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ac0c316f-f27e-437c-a017-6808341f8061'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:24.041091 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b9d9a463-0ab7-406e-a3cc-7103d8d5a58b None None] Bound port: 519317ba-81ad-4f74-89b6-172c275ee935, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70cdf273-5a79-4c32-95f5-c224201e2313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'ac0c316f-f27e-437c-a017-6808341f8061'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:24.041489 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a463-0ab7-406e-a3cc-7103d8d5a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.077270 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1ffe16-c576-4799-8370-719220261516 req-25c43f82-9821-45e4-b795-e7f41e921f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:24.078895 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ce1ffe16-c576-4799-8370-719220261516 req-25c43f82-9821-45e4-b795-e7f41e921f9d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51d51b2e-c364-4882-bbf4-f36afab1b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1308565 Jul 16 08:56:24.123687 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-b9d9a463-0ab7-406e-a3cc-7103d8d5a58b None None] For port 519317ba-81ad-4f74-89b6-172c275ee935, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:24.127195 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-b9d9a463-0ab7-406e-a3cc-7103d8d5a58b None None] For port 519317ba-81ad-4f74-89b6-172c275ee935, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=519317ba-81ad-4f74-89b6-172c275ee935,segment=NetworkSegment(70cdf273-5a79-4c32-95f5-c224201e2313),segment_id=70cdf273-5a79-4c32-95f5-c224201e2313)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:24.135351 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b9d9a463-0ab7-406e-a3cc-7103d8d5a58b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.155679 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-00bb1a48-8877-4979-bc1f-293e0490b3cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.217709 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d9a463-0ab7-406e-a3cc-7103d8d5a58b None None] Routers {'82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:24.218338 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b9d9a463-0ab7-406e-a3cc-7103d8d5a58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:24.245891 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f172fbd-c854-439a-bd5a-5a4992ac1b3c tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Router 124c999f-c1b8-4cbe-b23d-d493116861fc has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:24.272432 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bfd19f-b6fd-48ff-b0a2-49f5f9aefbc3 None None] Pushing event updated for resources: {'Port': ['ID=519317ba-81ad-4f74-89b6-172c275ee935,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:24.356046 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ce1ffe16-c576-4799-8370-719220261516 req-19ac830c-d34e-4133-9893-8f86ad0c8e96 service neutron] 10.222.0.30 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2474837 Jul 16 08:56:24.368264 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bb1a48-8877-4979-bc1f-293e0490b3cf admin admin] Router bcd96bd6-b291-4268-b2b7-ef3a382254ed is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:56:24.408064 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-b9d9a463-0ab7-406e-a3cc-7103d8d5a58b None None] Set router 82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:24.490329 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f172fbd-c854-439a-bd5a-5a4992ac1b3c tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:24.502950 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993579ed-7a57-44f2-beae-27204a78fb8c None None] Sync routers for ids ['124c999f-c1b8-4cbe-b23d-d493116861fc'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:24.513760 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993579ed-7a57-44f2-beae-27204a78fb8c None None] Routers {'124c999f-c1b8-4cbe-b23d-d493116861fc'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:24.514425 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-993579ed-7a57-44f2-beae-27204a78fb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['124c999f-c1b8-4cbe-b23d-d493116861fc'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:24.554292 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4f172fbd-c854-439a-bd5a-5a4992ac1b3c tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "PUT /v2.0/routers/124c999f-c1b8-4cbe-b23d-d493116861fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9976349 Jul 16 08:56:24.557145 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36346) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:24.567878 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bb1a48-8877-4979-bc1f-293e0490b3cf admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:24.579261 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-993579ed-7a57-44f2-beae-27204a78fb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:24.601062 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b0ad90-b7d5-4759-ba61-d9f4f9ab9f23 None None] Sync routers for ids ['bcd96bd6-b291-4268-b2b7-ef3a382254ed'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:24.609840 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-993579ed-7a57-44f2-beae-27204a78fb8c None None] Routers {'124c999f-c1b8-4cbe-b23d-d493116861fc'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:24.610908 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-993579ed-7a57-44f2-beae-27204a78fb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['124c999f-c1b8-4cbe-b23d-d493116861fc'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:24.628024 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b0ad90-b7d5-4759-ba61-d9f4f9ab9f23 None None] Routers {'bcd96bd6-b291-4268-b2b7-ef3a382254ed'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:24.629043 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b1b0ad90-b7d5-4759-ba61-d9f4f9ab9f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['bcd96bd6-b291-4268-b2b7-ef3a382254ed'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:24.635560 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-00bb1a48-8877-4979-bc1f-293e0490b3cf admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.637515 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-00bb1a48-8877-4979-bc1f-293e0490b3cf admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3787208 Jul 16 08:56:24.640144 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36348) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:24.674760 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-993579ed-7a57-44f2-beae-27204a78fb8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:24.676609 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-993579ed-7a57-44f2-beae-27204a78fb8c None None] The sync data for ids ['124c999f-c1b8-4cbe-b23d-d493116861fc'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:24.681482 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ce1ffe16-c576-4799-8370-719220261516 req-f7406052-a226-41c6-bc9a-e5a532dc76de service neutron] 10.222.0.30 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3088078 Jul 16 08:56:24.706902 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf0fd67-6b98-4006-badc-fab4966f0bbf req-6778e726-6166-47c4-aa4f-62efbbe20be1 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:24.708477 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aaf0fd67-6b98-4006-badc-fab4966f0bbf req-6778e726-6166-47c4-aa4f-62efbbe20be1 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.2705951 Jul 16 08:56:24.758731 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aaf0fd67-6b98-4006-badc-fab4966f0bbf req-cac0dc64-085b-4b4f-afab-0111f1145d1d tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435867 Jul 16 08:56:24.809013 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0e4cff63-8010-4900-9a3e-9a1354f09be1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:24.812789 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-b1b0ad90-b7d5-4759-ba61-d9f4f9ab9f23 None None] Set router bcd96bd6-b291-4268-b2b7-ef3a382254ed gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:24.886128 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0523947a-5f83-41e0-94d5-6a53960fd9c0 None None] Network c3cc1446-ebc6-43d2-87ca-fdf0e518cd13 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:24.960694 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-53076ede-86d3-4e42-a3e3-0559bd211a5d None None] Provisioning for port 12daf86d-1190-4367-9f58-3b5e8d24222e completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:25.074326 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b9d9a463-0ab7-406e-a3cc-7103d8d5a58b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b', 'name': 'tempest-TestAggregatesBasicOps-917050239-router', 'tenant_id': '3c8220a6d98c49a3b5a3a5e7e3ee8a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '6e414834-8374-4f6e-a839-210206dc0016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:14Z', 'updated_at': '2021-07-16T08:56:18Z', 'revision_number': 4, 'project_id': '3c8220a6d98c49a3b5a3a5e7e3ee8a12', 'gw_port': {'id': '6e414834-8374-4f6e-a839-210206dc0016', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '519317ba-81ad-4f74-89b6-172c275ee935', 'name': '', 'network_id': 'ac0c316f-f27e-437c-a017-6808341f8061', 'tenant_id': '3c8220a6d98c49a3b5a3a5e7e3ee8a12', 'mac_address': 'fa:16:3e:97:ef:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '9733c3b8-ee08-4629-833e-e45b5a734710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:17Z', 'updated_at': '2021-07-16T08:56:24Z', 'revision_number': 4, 'project_id': '3c8220a6d98c49a3b5a3a5e7e3ee8a12', 'subnets': [{'id': '9733c3b8-ee08-4629-833e-e45b5a734710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:25.103881 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9d9a463-0ab7-406e-a3cc-7103d8d5a58b None None] The sync data for ids ['82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b'] in n-d-771362-37 is: [{'id': '82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b', 'name': 'tempest-TestAggregatesBasicOps-917050239-router', 'tenant_id': '3c8220a6d98c49a3b5a3a5e7e3ee8a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '6e414834-8374-4f6e-a839-210206dc0016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:14Z', 'updated_at': '2021-07-16T08:56:18Z', 'revision_number': 4, 'project_id': '3c8220a6d98c49a3b5a3a5e7e3ee8a12', 'gw_port': {'id': '6e414834-8374-4f6e-a839-210206dc0016', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '519317ba-81ad-4f74-89b6-172c275ee935', 'name': '', 'network_id': 'ac0c316f-f27e-437c-a017-6808341f8061', 'tenant_id': '3c8220a6d98c49a3b5a3a5e7e3ee8a12', 'mac_address': 'fa:16:3e:97:ef:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3493, 'fixed_ips': [{'subnet_id': '9733c3b8-ee08-4629-833e-e45b5a734710', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:17Z', 'updated_at': '2021-07-16T08:56:24Z', 'revision_number': 4, 'project_id': '3c8220a6d98c49a3b5a3a5e7e3ee8a12', 'subnets': [{'id': '9733c3b8-ee08-4629-833e-e45b5a734710', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:25.202117 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b1b0ad90-b7d5-4759-ba61-d9f4f9ab9f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd96bd6-b291-4268-b2b7-ef3a382254ed', 'name': 'tempest-TestAggregatesBasicOps-799838885-router', 'tenant_id': 'bd93c2a756284096b769e86bc89a92d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '3ccc0b05-d684-4ac2-83dd-64e7a471a2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:22Z', 'updated_at': '2021-07-16T08:56:23Z', 'revision_number': 3, 'project_id': 'bd93c2a756284096b769e86bc89a92d0', 'gw_port': {'id': '3ccc0b05-d684-4ac2-83dd-64e7a471a2d3', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd96bd6-b291-4268-b2b7-ef3a382254ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:23Z', 'updated_at': '2021-07-16T08:56:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:25.233761 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b0ad90-b7d5-4759-ba61-d9f4f9ab9f23 None None] Checking router: bcd96bd6-b291-4268-b2b7-ef3a382254ed for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:56:25.234171 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b0ad90-b7d5-4759-ba61-d9f4f9ab9f23 None None] Updating router bcd96bd6-b291-4268-b2b7-ef3a382254ed port 3ccc0b05-d684-4ac2-83dd-64e7a471a2d3 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:56:25.271759 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:56:25.285675 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b1b0ad90-b7d5-4759-ba61-d9f4f9ab9f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.496500 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0e4cff63-8010-4900-9a3e-9a1354f09be1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.542154 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 519317ba-81ad-4f74-89b6-172c275ee935 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:25.609769 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 519317ba-81ad-4f74-89b6-172c275ee935 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:25.614366 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 519317ba-81ad-4f74-89b6-172c275ee935 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:25.614905 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.669502 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-0e4cff63-8010-4900-9a3e-9a1354f09be1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Deleting port 8fc29242-182a-42bc-a59a-8c532275731a {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:25.670446 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0e4cff63-8010-4900-9a3e-9a1354f09be1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.688012 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b1b0ad90-b7d5-4759-ba61-d9f4f9ab9f23 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.700761 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-b1b0ad90-b7d5-4759-ba61-d9f4f9ab9f23 None None] Transition to ACTIVE for port object 3ccc0b05-d684-4ac2-83dd-64e7a471a2d3 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:25.709635 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b1b0ad90-b7d5-4759-ba61-d9f4f9ab9f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.757792 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.768510 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3fe1e3-d97f-44dc-b786-ad509ac0a62f None None] Pushing event updated for resources: {'Port': ['ID=3ccc0b05-d684-4ac2-83dd-64e7a471a2d3,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:25.782222 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b1b0ad90-b7d5-4759-ba61-d9f4f9ab9f23 None None] Attempting to bind port 3ccc0b05-d684-4ac2-83dd-64e7a471a2d3 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:25.782613 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b1b0ad90-b7d5-4759-ba61-d9f4f9ab9f23 None None] Attempting to bind port 3ccc0b05-d684-4ac2-83dd-64e7a471a2d3 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:25.783018 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b0ad90-b7d5-4759-ba61-d9f4f9ab9f23 None None] Attempting to bind port 3ccc0b05-d684-4ac2-83dd-64e7a471a2d3 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:25.799622 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 519317ba-81ad-4f74-89b6-172c275ee935, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=519317ba-81ad-4f74-89b6-172c275ee935,segment=NetworkSegment(70cdf273-5a79-4c32-95f5-c224201e2313),segment_id=70cdf273-5a79-4c32-95f5-c224201e2313)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:25.805809 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.806280 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b0ad90-b7d5-4759-ba61-d9f4f9ab9f23 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:25.806727 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 12daf86d-1190-4367-9f58-3b5e8d24222e up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:25.807049 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b0ad90-b7d5-4759-ba61-d9f4f9ab9f23 None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:25.807632 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b1b0ad90-b7d5-4759-ba61-d9f4f9ab9f23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.808172 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1b0ad90-b7d5-4759-ba61-d9f4f9ab9f23 None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:25.809673 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-b1b0ad90-b7d5-4759-ba61-d9f4f9ab9f23 None None] Bound port: 3ccc0b05-d684-4ac2-83dd-64e7a471a2d3, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:25.810234 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b1b0ad90-b7d5-4759-ba61-d9f4f9ab9f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.888147 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-b1b0ad90-b7d5-4759-ba61-d9f4f9ab9f23 None None] For port 3ccc0b05-d684-4ac2-83dd-64e7a471a2d3, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:25.892123 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-b1b0ad90-b7d5-4759-ba61-d9f4f9ab9f23 None None] For port 3ccc0b05-d684-4ac2-83dd-64e7a471a2d3, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=3ccc0b05-d684-4ac2-83dd-64e7a471a2d3,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:25.892933 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=519317ba-81ad-4f74-89b6-172c275ee935,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:25.899080 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-b1b0ad90-b7d5-4759-ba61-d9f4f9ab9f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.905056 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:25.905399 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:25.905744 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:25.906077 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:25.906408 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:25.906737 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:25.907929 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:25.907929 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:25.907929 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:25.908274 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:25.908482 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:25.908803 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:56:25.920509 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 12daf86d-1190-4367-9f58-3b5e8d24222e completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:25.927131 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 12daf86d-1190-4367-9f58-3b5e8d24222e triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:25.927687 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.941413 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0e4cff63-8010-4900-9a3e-9a1354f09be1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.970710 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-14d6f243-6d0b-4e41-9663-ccfd03dfef48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:25.988321 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1b0ad90-b7d5-4759-ba61-d9f4f9ab9f23 None None] Routers {'bcd96bd6-b291-4268-b2b7-ef3a382254ed'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:25.989289 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b1b0ad90-b7d5-4759-ba61-d9f4f9ab9f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['bcd96bd6-b291-4268-b2b7-ef3a382254ed'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:25.993994 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-0e4cff63-8010-4900-9a3e-9a1354f09be1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Calling delete_port for 8fc29242-182a-42bc-a59a-8c532275731a owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:26.050543 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.067892 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3fe1e3-d97f-44dc-b786-ad509ac0a62f None None] Pushing event updated for resources: {'Port': ['ID=3ccc0b05-d684-4ac2-83dd-64e7a471a2d3,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:26.102400 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 12daf86d-1190-4367-9f58-3b5e8d24222e, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=12daf86d-1190-4367-9f58-3b5e8d24222e,segment=NetworkSegment(d015c519-57ef-43f9-a84b-8f2100ec0196),segment_id=d015c519-57ef-43f9-a84b-8f2100ec0196)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:26.108467 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.161115 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=12daf86d-1190-4367-9f58-3b5e8d24222e,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:26.189237 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-b1b0ad90-b7d5-4759-ba61-d9f4f9ab9f23 None None] Set router bcd96bd6-b291-4268-b2b7-ef3a382254ed gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:26.248868 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f867a312-1124-4399-8bf6-ca9cd0e7480e req-6d3d9761-4e0e-4135-bbd9-3263f82280bf tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:26.250391 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f867a312-1124-4399-8bf6-ca9cd0e7480e req-6d3d9761-4e0e-4135-bbd9-3263f82280bf tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.3113880 Jul 16 08:56:26.322909 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-14d6f243-6d0b-4e41-9663-ccfd03dfef48 admin admin] Allocated IP 172.20.0.1 (c3cc1446-ebc6-43d2-87ca-fdf0e518cd13/b5a64419-1b61-47f7-b809-2da06f8c846b/a6361787-3fdf-4ae3-a1e7-c7a0c46e511f) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:26.361599 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f867a312-1124-4399-8bf6-ca9cd0e7480e req-4234bcb7-3a54-4b18-a99e-236e0ce5e080 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0753961 Jul 16 08:56:26.367401 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-b1b0ad90-b7d5-4759-ba61-d9f4f9ab9f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd96bd6-b291-4268-b2b7-ef3a382254ed', 'name': 'tempest-TestAggregatesBasicOps-799838885-router', 'tenant_id': 'bd93c2a756284096b769e86bc89a92d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '3ccc0b05-d684-4ac2-83dd-64e7a471a2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:22Z', 'updated_at': '2021-07-16T08:56:23Z', 'revision_number': 3, 'project_id': 'bd93c2a756284096b769e86bc89a92d0', 'gw_port': {'id': '3ccc0b05-d684-4ac2-83dd-64e7a471a2d3', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd96bd6-b291-4268-b2b7-ef3a382254ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:23Z', 'updated_at': '2021-07-16T08:56:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:26.395741 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1b0ad90-b7d5-4759-ba61-d9f4f9ab9f23 None None] The sync data for ids ['bcd96bd6-b291-4268-b2b7-ef3a382254ed'] in n-d-771362-37 is: [{'id': 'bcd96bd6-b291-4268-b2b7-ef3a382254ed', 'name': 'tempest-TestAggregatesBasicOps-799838885-router', 'tenant_id': 'bd93c2a756284096b769e86bc89a92d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '3ccc0b05-d684-4ac2-83dd-64e7a471a2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:22Z', 'updated_at': '2021-07-16T08:56:23Z', 'revision_number': 3, 'project_id': 'bd93c2a756284096b769e86bc89a92d0', 'gw_port': {'id': '3ccc0b05-d684-4ac2-83dd-64e7a471a2d3', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a3:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd96bd6-b291-4268-b2b7-ef3a382254ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:23Z', 'updated_at': '2021-07-16T08:56:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:26.467390 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0e4cff63-8010-4900-9a3e-9a1354f09be1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.512646 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4cff63-8010-4900-9a3e-9a1354f09be1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event deleted for resources: {'Port': ['ID=8fc29242-182a-42bc-a59a-8c532275731a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:26.542512 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-14d6f243-6d0b-4e41-9663-ccfd03dfef48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.582480 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-14d6f243-6d0b-4e41-9663-ccfd03dfef48 admin admin] Transition to ACTIVE for port object a6361787-3fdf-4ae3-a1e7-c7a0c46e511f will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:26.602444 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0e4cff63-8010-4900-9a3e-9a1354f09be1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.761818 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0e4cff63-8010-4900-9a3e-9a1354f09be1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.765124 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0e4cff63-8010-4900-9a3e-9a1354f09be1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.814896 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-14d6f243-6d0b-4e41-9663-ccfd03dfef48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.850053 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0e4cff63-8010-4900-9a3e-9a1354f09be1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.850676 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e4cff63-8010-4900-9a3e-9a1354f09be1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Fanout notify agent at l3_agent the message router_deleted on router 124c999f-c1b8-4cbe-b23d-d493116861fc {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:56:26.860057 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0e4cff63-8010-4900-9a3e-9a1354f09be1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.861182 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0e4cff63-8010-4900-9a3e-9a1354f09be1 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "DELETE /v2.0/routers/124c999f-c1b8-4cbe-b23d-d493116861fc HTTP/1.1" status: 204 len: 168 time: 2.3025413 Jul 16 08:56:26.863788 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36356) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:26.873837 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d6f243-6d0b-4e41-9663-ccfd03dfef48 admin admin] Network c3cc1446-ebc6-43d2-87ca-fdf0e518cd13 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:26.885900 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8880da01-7785-44b1-be1f-a5e48d77dc4d req-1139a58d-2304-44a6-bbba-32ee72deaf6c tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:26.887447 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8880da01-7785-44b1-be1f-a5e48d77dc4d req-1139a58d-2304-44a6-bbba-32ee72deaf6c tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.2801278 Jul 16 08:56:26.890311 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-14d6f243-6d0b-4e41-9663-ccfd03dfef48 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:26.894116 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d6f243-6d0b-4e41-9663-ccfd03dfef48 admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:26.925782 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-72bacee1-f3b4-48d5-9fbd-2ad52e3d3eec tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Deleting subnet 8d99b77e-c396-444a-94ae-ab4b933c48a4 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:26.930698 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72bacee1-f3b4-48d5-9fbd-2ad52e3d3eec tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.930915 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6f243-6d0b-4e41-9663-ccfd03dfef48 admin admin] Pushing event updated for resources: {'Port': ['ID=a6361787-3fdf-4ae3-a1e7-c7a0c46e511f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:26.977011 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-14d6f243-6d0b-4e41-9663-ccfd03dfef48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.986098 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72bacee1-f3b4-48d5-9fbd-2ad52e3d3eec tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:26.998568 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8880da01-7785-44b1-be1f-a5e48d77dc4d req-ab2f931b-5458-4a7c-8613-a9250c1590b3 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962508 Jul 16 08:56:27.064787 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72bacee1-f3b4-48d5-9fbd-2ad52e3d3eec tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.184731 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72bacee1-f3b4-48d5-9fbd-2ad52e3d3eec tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.188046 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-14d6f243-6d0b-4e41-9663-ccfd03dfef48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.220329 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72bacee1-f3b4-48d5-9fbd-2ad52e3d3eec tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.222225 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-72bacee1-f3b4-48d5-9fbd-2ad52e3d3eec tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "DELETE /v2.0/subnets/8d99b77e-c396-444a-94ae-ab4b933c48a4 HTTP/1.1" status: 204 len: 168 time: 0.3573539 Jul 16 08:56:27.224091 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bacee1-f3b4-48d5-9fbd-2ad52e3d3eec tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event deleted for resources: {'Subnet': ['ID=8d99b77e-c396-444a-94ae-ab4b933c48a4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:27.226967 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36360) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:27.250221 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ebb88eed-5e22-4dba-b047-63a07243c82c None None] Provisioning for port a6361787-3fdf-4ae3-a1e7-c7a0c46e511f completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:27.275941 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ebb88eed-5e22-4dba-b047-63a07243c82c None None] Provisioning complete for port a6361787-3fdf-4ae3-a1e7-c7a0c46e511f triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:27.276521 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ebb88eed-5e22-4dba-b047-63a07243c82c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.335600 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e91917c-1997-4584-8e38-310562f945b2 req-5ce40828-f2b9-4977-b4b7-22c8a4b2c600 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:27.337274 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1e91917c-1997-4584-8e38-310562f945b2 req-5ce40828-f2b9-4977-b4b7-22c8a4b2c600 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.1912944 Jul 16 08:56:27.345905 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c959a8b-2fbb-4bfc-ae1a-968d45cc5179 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.400856 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-14d6f243-6d0b-4e41-9663-ccfd03dfef48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.402305 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ebb88eed-5e22-4dba-b047-63a07243c82c None None] Port a6361787-3fdf-4ae3-a1e7-c7a0c46e511f cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:27.407877 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-14d6f243-6d0b-4e41-9663-ccfd03dfef48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.410358 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1e91917c-1997-4584-8e38-310562f945b2 req-0c2d7c22-6496-4c95-906a-6df06ac87be0 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614996 Jul 16 08:56:27.489771 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c959a8b-2fbb-4bfc-ae1a-968d45cc5179 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.496930 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-14d6f243-6d0b-4e41-9663-ccfd03dfef48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.501822 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d6f243-6d0b-4e41-9663-ccfd03dfef48 admin admin] Pushing event updated for resources: {'Port': ['ID=a6361787-3fdf-4ae3-a1e7-c7a0c46e511f,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:27.510823 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-5c959a8b-2fbb-4bfc-ae1a-968d45cc5179 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebe3ae2b-0323-40a2-9b97-7c6b7f942063']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:27.540379 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-5c959a8b-2fbb-4bfc-ae1a-968d45cc5179 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5df0d505-b3d3-428c-8f4e-6a654a70db3d') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:27.540675 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-5c959a8b-2fbb-4bfc-ae1a-968d45cc5179 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5df0d505-b3d3-428c-8f4e-6a654a70db3d') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:27.542446 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3ccc0b05-d684-4ac2-83dd-64e7a471a2d3 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:27.580782 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c959a8b-2fbb-4bfc-ae1a-968d45cc5179 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.602859 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c959a8b-2fbb-4bfc-ae1a-968d45cc5179 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.603793 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 3ccc0b05-d684-4ac2-83dd-64e7a471a2d3 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:27.608657 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 3ccc0b05-d684-4ac2-83dd-64e7a471a2d3 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:27.609114 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.611819 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c959a8b-2fbb-4bfc-ae1a-968d45cc5179 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:27.612229 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c959a8b-2fbb-4bfc-ae1a-968d45cc5179 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.615300 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:56:27.615300 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:27.615300 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:56:27.615300 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:27.615300 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:56:27.615300 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:27.615300 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:56:27.615300 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:27.615300 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:56:27.615300 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:27.615300 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:56:27.615300 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:27.615300 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:56:27.615300 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:27.615300 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:27.615300 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:27.615300 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:27.615300 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:27.615300 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:56:27.615300 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:27.615300 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:56:27.615300 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:27.615300 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:27.615300 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:27.615300 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:27.615300 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:27.615300 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:27.615300 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:27.615300 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:27.615300 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:27.615300 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:27.615300 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:27.669652 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14d6f243-6d0b-4e41-9663-ccfd03dfef48 admin admin] Network c3cc1446-ebc6-43d2-87ca-fdf0e518cd13 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:27.681824 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1e04d57e-148c-46a4-83ec-18cb315eb307 req-dbb0c624-ef90-406f-8558-8cddd0aa4f4b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1440959 Jul 16 08:56:27.686624 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c959a8b-2fbb-4bfc-ae1a-968d45cc5179 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.695407 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5c959a8b-2fbb-4bfc-ae1a-968d45cc5179 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.697252 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5c959a8b-2fbb-4bfc-ae1a-968d45cc5179 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] 10.222.0.22 "DELETE /v2.0/networks/ebe3ae2b-0323-40a2-9b97-7c6b7f942063 HTTP/1.1" status: 204 len: 168 time: 0.4674599 Jul 16 08:56:27.707052 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c959a8b-2fbb-4bfc-ae1a-968d45cc5179 tempest-FloatingIPTestJSON-1739247325 tempest-FloatingIPTestJSON-1739247325-project] Pushing event deleted for resources: {'Network': ['ID=ebe3ae2b-0323-40a2-9b97-7c6b7f942063,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:27.710749 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-14d6f243-6d0b-4e41-9663-ccfd03dfef48 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:27.722073 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.771237 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 3ccc0b05-d684-4ac2-83dd-64e7a471a2d3, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=3ccc0b05-d684-4ac2-83dd-64e7a471a2d3,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:27.777394 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.778446 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 519317ba-81ad-4f74-89b6-172c275ee935 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:27.861260 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04d57e-148c-46a4-83ec-18cb315eb307 req-fee5fa15-d0c9-49a1-be21-7944cba82ade service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:27.863006 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1e04d57e-148c-46a4-83ec-18cb315eb307 req-fee5fa15-d0c9-49a1-be21-7944cba82ade service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f4c1f959be841b791b07e280453979b&device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 1096 time: 0.1203640 Jul 16 08:56:27.907057 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=3ccc0b05-d684-4ac2-83dd-64e7a471a2d3,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:27.926902 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 519317ba-81ad-4f74-89b6-172c275ee935 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:27.927283 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:27.994848 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-e5b223b6-d0fd-4342-8b55-be9b08038145 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:28.000024 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-e5b223b6-d0fd-4342-8b55-be9b08038145 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/networks?id=51d51b2e-c364-4882-bbf4-f36afab1b6c1 HTTP/1.1" status: 200 len: 812 time: 0.3328021 Jul 16 08:56:28.037317 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14d6f243-6d0b-4e41-9663-ccfd03dfef48 admin admin] Router bcd96bd6-b291-4268-b2b7-ef3a382254ed has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:28.051466 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-1052f0a9-d954-4ead-b3ad-6de4806a7c23 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/quotas/2f4c1f959be841b791b07e280453979b HTTP/1.1" status: 200 len: 375 time: 0.0356631 Jul 16 08:56:28.062167 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 12daf86d-1190-4367-9f58-3b5e8d24222e up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:28.063633 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04d57e-148c-46a4-83ec-18cb315eb307 req-ff680667-18fe-411a-a838-ae36171e4e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:28.067632 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1e04d57e-148c-46a4-83ec-18cb315eb307 req-ff680667-18fe-411a-a838-ae36171e4e90 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51d51b2e-c364-4882-bbf4-f36afab1b6c1 HTTP/1.1" status: 200 len: 913 time: 0.1797731 Jul 16 08:56:28.083814 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36378) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:28.107301 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8544dfc8-0dba-4461-aaf2-60a528bdb381 None None] Provisioning complete for port a6361787-3fdf-4ae3-a1e7-c7a0c46e511f triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:28.107896 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8544dfc8-0dba-4461-aaf2-60a528bdb381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.154564 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8544dfc8-0dba-4461-aaf2-60a528bdb381 None None] Port a6361787-3fdf-4ae3-a1e7-c7a0c46e511f cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:28.158303 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 12daf86d-1190-4367-9f58-3b5e8d24222e triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:28.158691 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.166805 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1e04d57e-148c-46a4-83ec-18cb315eb307 req-deddb04b-69a0-4da1-a5c6-df7463d4e521 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c63893c6-6232-40bc-9a83-fbb40cca45b0 HTTP/1.1" status: 200 len: 999 time: 0.0929599 Jul 16 08:56:28.223820 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-08deee72-1d17-48af-a5f8-1bd1f7f16f6c tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2f4c1f959be841b791b07e280453979b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1709566 Jul 16 08:56:28.252095 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04d57e-148c-46a4-83ec-18cb315eb307 req-abb4cefa-f1d2-43fd-bf2e-d0fc0b1f1843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:28.253771 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1e04d57e-148c-46a4-83ec-18cb315eb307 req-abb4cefa-f1d2-43fd-bf2e-d0fc0b1f1843 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ad49083-8e48-4575-9b36-364c8d5c322c HTTP/1.1" status: 200 len: 851 time: 0.0800261 Jul 16 08:56:28.263994 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14d6f243-6d0b-4e41-9663-ccfd03dfef48 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:28.270216 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-14d6f243-6d0b-4e41-9663-ccfd03dfef48 admin admin] 10.222.0.22 "PUT /v2.0/routers/bcd96bd6-b291-4268-b2b7-ef3a382254ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6288729 Jul 16 08:56:28.332725 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e04d57e-148c-46a4-83ec-18cb315eb307 req-7924d38f-64fe-4690-8a53-0155963989e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:28.334435 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1e04d57e-148c-46a4-83ec-18cb315eb307 req-7924d38f-64fe-4690-8a53-0155963989e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51d51b2e-c364-4882-bbf4-f36afab1b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0638893 Jul 16 08:56:28.447180 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1e04d57e-148c-46a4-83ec-18cb315eb307 req-bb70fd6b-970e-4fa4-bb0a-6fbf308fdc9f service neutron] 10.222.0.30 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1063211 Jul 16 08:56:28.477140 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48d1f14-a01b-4f2c-bfbb-427e9cf5ed7a None None] Sync routers for ids ['bcd96bd6-b291-4268-b2b7-ef3a382254ed'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:28.482968 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-a2a2df1e-b96b-400d-b369-9b2026ebc948 service neutron] 10.222.0.22 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448893 Jul 16 08:56:28.487307 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48d1f14-a01b-4f2c-bfbb-427e9cf5ed7a None None] Routers {'bcd96bd6-b291-4268-b2b7-ef3a382254ed'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:28.487954 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b48d1f14-a01b-4f2c-bfbb-427e9cf5ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['bcd96bd6-b291-4268-b2b7-ef3a382254ed'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:28.584541 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36392) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:28.584974 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9dbb76f7-6127-4c59-823f-83f57c8da7d5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=764fcfd2010d4cf99502afbbb0cbe3b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4999015 Jul 16 08:56:28.609787 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1e04d57e-148c-46a4-83ec-18cb315eb307 req-75078acb-71cb-48c1-8138-c26df81f4168 service neutron] 10.222.0.30 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561105 Jul 16 08:56:28.615449 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-12031729-7a6d-4abd-a458-37cef0bd9c75 service neutron] 10.222.0.22 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242201 Jul 16 08:56:28.616076 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-b48d1f14-a01b-4f2c-bfbb-427e9cf5ed7a None None] Set router bcd96bd6-b291-4268-b2b7-ef3a382254ed gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:28.659328 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cac2ba1c-d2bc-4a12-8d7d-67d2c9c223b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.681847 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cac2ba1c-d2bc-4a12-8d7d-67d2c9c223b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.752061 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cac2ba1c-d2bc-4a12-8d7d-67d2c9c223b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.752268 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cac2ba1c-d2bc-4a12-8d7d-67d2c9c223b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:28.753468 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-cac2ba1c-d2bc-4a12-8d7d-67d2c9c223b4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7de3dbbb-6638-4c2d-be7f-0b5bdc9af6fe HTTP/1.1" status: 204 len: 168 time: 0.1673665 Jul 16 08:56:28.781806 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac2ba1c-d2bc-4a12-8d7d-67d2c9c223b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7de3dbbb-6638-4c2d-be7f-0b5bdc9af6fe,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:28.912512 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-22363244-dfbe-4bc5-8a93-593e3a70053f req-614824ec-628b-41ac-877d-fea25e55af6c tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 210 time: 0.0950236 Jul 16 08:56:28.944936 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b48d1f14-a01b-4f2c-bfbb-427e9cf5ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd96bd6-b291-4268-b2b7-ef3a382254ed', 'name': 'tempest-TestAggregatesBasicOps-799838885-router', 'tenant_id': 'bd93c2a756284096b769e86bc89a92d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '3ccc0b05-d684-4ac2-83dd-64e7a471a2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:22Z', 'updated_at': '2021-07-16T08:56:27Z', 'revision_number': 4, 'project_id': 'bd93c2a756284096b769e86bc89a92d0', 'gw_port': {'id': '3ccc0b05-d684-4ac2-83dd-64e7a471a2d3', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd96bd6-b291-4268-b2b7-ef3a382254ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:23Z', 'updated_at': '2021-07-16T08:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'a6361787-3fdf-4ae3-a1e7-c7a0c46e511f', 'name': '', 'network_id': 'c3cc1446-ebc6-43d2-87ca-fdf0e518cd13', 'tenant_id': 'bd93c2a756284096b769e86bc89a92d0', 'mac_address': 'fa:16:3e:f3:df:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd96bd6-b291-4268-b2b7-ef3a382254ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'b5a64419-1b61-47f7-b809-2da06f8c846b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:26Z', 'updated_at': '2021-07-16T08:56:27Z', 'revision_number': 2, 'project_id': 'bd93c2a756284096b769e86bc89a92d0', 'subnets': [{'id': 'b5a64419-1b61-47f7-b809-2da06f8c846b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:28.974371 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48d1f14-a01b-4f2c-bfbb-427e9cf5ed7a None None] Checking router: bcd96bd6-b291-4268-b2b7-ef3a382254ed for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:56:28.975246 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48d1f14-a01b-4f2c-bfbb-427e9cf5ed7a None None] Updating router bcd96bd6-b291-4268-b2b7-ef3a382254ed port a6361787-3fdf-4ae3-a1e7-c7a0c46e511f binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 08:56:29.035239 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b48d1f14-a01b-4f2c-bfbb-427e9cf5ed7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.345907 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3ccc0b05-d684-4ac2-83dd-64e7a471a2d3 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:29.470205 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b48d1f14-a01b-4f2c-bfbb-427e9cf5ed7a None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.487118 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b48d1f14-a01b-4f2c-bfbb-427e9cf5ed7a None None] Transition to ACTIVE for port object a6361787-3fdf-4ae3-a1e7-c7a0c46e511f will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:29.494654 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 3ccc0b05-d684-4ac2-83dd-64e7a471a2d3 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:29.495075 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.498512 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b48d1f14-a01b-4f2c-bfbb-427e9cf5ed7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.626580 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d24dc-17da-4346-9a51-237f1e0e353b None None] Pushing event updated for resources: {'Port': ['ID=a6361787-3fdf-4ae3-a1e7-c7a0c46e511f,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:29.705585 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-b48d1f14-a01b-4f2c-bfbb-427e9cf5ed7a None None] Attempting to bind port a6361787-3fdf-4ae3-a1e7-c7a0c46e511f on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:29.705967 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-b48d1f14-a01b-4f2c-bfbb-427e9cf5ed7a None None] Attempting to bind port a6361787-3fdf-4ae3-a1e7-c7a0c46e511f by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'd015c519-57ef-43f9-a84b-8f2100ec0196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c3cc1446-ebc6-43d2-87ca-fdf0e518cd13'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:29.706446 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48d1f14-a01b-4f2c-bfbb-427e9cf5ed7a None None] Attempting to bind port a6361787-3fdf-4ae3-a1e7-c7a0c46e511f on network c3cc1446-ebc6-43d2-87ca-fdf0e518cd13 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:29.738703 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48d1f14-a01b-4f2c-bfbb-427e9cf5ed7a None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:29.739120 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48d1f14-a01b-4f2c-bfbb-427e9cf5ed7a None None] Checking segment: {'id': 'd015c519-57ef-43f9-a84b-8f2100ec0196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c3cc1446-ebc6-43d2-87ca-fdf0e518cd13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:29.739559 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b48d1f14-a01b-4f2c-bfbb-427e9cf5ed7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.739967 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48d1f14-a01b-4f2c-bfbb-427e9cf5ed7a None None] Bound using segment: {'id': 'd015c519-57ef-43f9-a84b-8f2100ec0196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c3cc1446-ebc6-43d2-87ca-fdf0e518cd13'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:29.740513 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-b48d1f14-a01b-4f2c-bfbb-427e9cf5ed7a None None] Bound port: a6361787-3fdf-4ae3-a1e7-c7a0c46e511f, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd015c519-57ef-43f9-a84b-8f2100ec0196', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'c3cc1446-ebc6-43d2-87ca-fdf0e518cd13'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:29.740940 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b48d1f14-a01b-4f2c-bfbb-427e9cf5ed7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.745969 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36456) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:29.863639 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-b48d1f14-a01b-4f2c-bfbb-427e9cf5ed7a None None] For port a6361787-3fdf-4ae3-a1e7-c7a0c46e511f, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:29.871711 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-b48d1f14-a01b-4f2c-bfbb-427e9cf5ed7a None None] For port a6361787-3fdf-4ae3-a1e7-c7a0c46e511f, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=a6361787-3fdf-4ae3-a1e7-c7a0c46e511f,segment=NetworkSegment(d015c519-57ef-43f9-a84b-8f2100ec0196),segment_id=d015c519-57ef-43f9-a84b-8f2100ec0196)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:29.877501 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b48d1f14-a01b-4f2c-bfbb-427e9cf5ed7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.902142 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-33b89e65-d9ce-47be-a2d0-c58931d4b849 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1820941244', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:29.940333 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48d1f14-a01b-4f2c-bfbb-427e9cf5ed7a None None] Routers {'bcd96bd6-b291-4268-b2b7-ef3a382254ed'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:29.941005 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b48d1f14-a01b-4f2c-bfbb-427e9cf5ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['bcd96bd6-b291-4268-b2b7-ef3a382254ed'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:29.963678 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-33b89e65-d9ce-47be-a2d0-c58931d4b849 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:29.965123 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-33b89e65-d9ce-47be-a2d0-c58931d4b849 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.035631 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36468) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:30.073364 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-33b89e65-d9ce-47be-a2d0-c58931d4b849 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.086037 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-33b89e65-d9ce-47be-a2d0-c58931d4b849 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.091096 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2d24dc-17da-4346-9a51-237f1e0e353b None None] Pushing event updated for resources: {'Port': ['ID=a6361787-3fdf-4ae3-a1e7-c7a0c46e511f,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:30.117817 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-33b89e65-d9ce-47be-a2d0-c58931d4b849 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.120239 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-33b89e65-d9ce-47be-a2d0-c58931d4b849 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.3726392 Jul 16 08:56:30.122602 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36472) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:30.130399 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-fb0f2a2e-0ab0-44f0-aada-e10ef8d558c2 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-185413310'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:30.177313 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-b48d1f14-a01b-4f2c-bfbb-427e9cf5ed7a None None] Set router bcd96bd6-b291-4268-b2b7-ef3a382254ed gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:30.177902 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb0f2a2e-0ab0-44f0-aada-e10ef8d558c2 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Made reservation on behalf of 0c2193f8bde74193a5d0c3981cfb31b0 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:30.178033 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bf94b70a-1c19-4093-8ddd-02468829f865 req-071ecc0f-ef0d-4961-ad45-83cf640ab90c tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 210 time: 0.0616944 Jul 16 08:56:30.184017 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb0f2a2e-0ab0-44f0-aada-e10ef8d558c2 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.203865 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb0f2a2e-0ab0-44f0-aada-e10ef8d558c2 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.339834 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb0f2a2e-0ab0-44f0-aada-e10ef8d558c2 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.346925 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb0f2a2e-0ab0-44f0-aada-e10ef8d558c2 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.361416 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb0f2a2e-0ab0-44f0-aada-e10ef8d558c2 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:56:30.372868 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb0f2a2e-0ab0-44f0-aada-e10ef8d558c2 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.373881 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-fb0f2a2e-0ab0-44f0-aada-e10ef8d558c2 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Added segment ad1ec115-8d35-4e96-845f-e3e8969ccfd4 of type vlan for network 042ea38e-89f7-4004-ba65-4e532f7e1ced Jul 16 08:56:30.390201 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-4a9025be-aca3-45b8-b089-a0761164a1ec tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:30.391830 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-4a9025be-aca3-45b8-b089-a0761164a1ec tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.21 "GET /v2.0/networks?id=51d51b2e-c364-4882-bbf4-f36afab1b6c1 HTTP/1.1" status: 200 len: 812 time: 0.1965432 Jul 16 08:56:30.410115 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-4bcf3dc1-bc70-4186-9b60-d3b506eac9dc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Request body: {'port': {'device_id': '11ea4c5b-b054-4c1c-a4a6-710847fdfba3', 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1', 'admin_state_up': True, 'tenant_id': '2f4c1f959be841b791b07e280453979b'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:30.437955 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb0f2a2e-0ab0-44f0-aada-e10ef8d558c2 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.479270 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f2a2e-0ab0-44f0-aada-e10ef8d558c2 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68f9e34b-9683-40d7-a5c2-203bd704ac52,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:30.481067 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b48d1f14-a01b-4f2c-bfbb-427e9cf5ed7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd96bd6-b291-4268-b2b7-ef3a382254ed', 'name': 'tempest-TestAggregatesBasicOps-799838885-router', 'tenant_id': 'bd93c2a756284096b769e86bc89a92d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '3ccc0b05-d684-4ac2-83dd-64e7a471a2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:22Z', 'updated_at': '2021-07-16T08:56:27Z', 'revision_number': 4, 'project_id': 'bd93c2a756284096b769e86bc89a92d0', 'gw_port': {'id': '3ccc0b05-d684-4ac2-83dd-64e7a471a2d3', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd96bd6-b291-4268-b2b7-ef3a382254ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:23Z', 'updated_at': '2021-07-16T08:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'a6361787-3fdf-4ae3-a1e7-c7a0c46e511f', 'name': '', 'network_id': 'c3cc1446-ebc6-43d2-87ca-fdf0e518cd13', 'tenant_id': 'bd93c2a756284096b769e86bc89a92d0', 'mac_address': 'fa:16:3e:f3:df:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd96bd6-b291-4268-b2b7-ef3a382254ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'b5a64419-1b61-47f7-b809-2da06f8c846b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:26Z', 'updated_at': '2021-07-16T08:56:29Z', 'revision_number': 4, 'project_id': 'bd93c2a756284096b769e86bc89a92d0', 'subnets': [{'id': 'b5a64419-1b61-47f7-b809-2da06f8c846b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:30.501243 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb0f2a2e-0ab0-44f0-aada-e10ef8d558c2 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.506871 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb0f2a2e-0ab0-44f0-aada-e10ef8d558c2 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:30.507464 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb0f2a2e-0ab0-44f0-aada-e10ef8d558c2 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.518650 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b48d1f14-a01b-4f2c-bfbb-427e9cf5ed7a None None] The sync data for ids ['bcd96bd6-b291-4268-b2b7-ef3a382254ed'] in n-d-771362-37 is: [{'id': 'bcd96bd6-b291-4268-b2b7-ef3a382254ed', 'name': 'tempest-TestAggregatesBasicOps-799838885-router', 'tenant_id': 'bd93c2a756284096b769e86bc89a92d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '3ccc0b05-d684-4ac2-83dd-64e7a471a2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:22Z', 'updated_at': '2021-07-16T08:56:27Z', 'revision_number': 4, 'project_id': 'bd93c2a756284096b769e86bc89a92d0', 'gw_port': {'id': '3ccc0b05-d684-4ac2-83dd-64e7a471a2d3', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd96bd6-b291-4268-b2b7-ef3a382254ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:23Z', 'updated_at': '2021-07-16T08:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'a6361787-3fdf-4ae3-a1e7-c7a0c46e511f', 'name': '', 'network_id': 'c3cc1446-ebc6-43d2-87ca-fdf0e518cd13', 'tenant_id': 'bd93c2a756284096b769e86bc89a92d0', 'mac_address': 'fa:16:3e:f3:df:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcd96bd6-b291-4268-b2b7-ef3a382254ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 3505, 'fixed_ips': [{'subnet_id': 'b5a64419-1b61-47f7-b809-2da06f8c846b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:26Z', 'updated_at': '2021-07-16T08:56:29Z', 'revision_number': 4, 'project_id': 'bd93c2a756284096b769e86bc89a92d0', 'subnets': [{'id': 'b5a64419-1b61-47f7-b809-2da06f8c846b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:30.549826 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fb0f2a2e-0ab0-44f0-aada-e10ef8d558c2 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4231689 Jul 16 08:56:30.551108 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36474) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:30.556220 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b0a85b06-ab9b-4a77-a3e1-a9ed48e8e325 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Request body: {'subnet': {'network_id': '042ea38e-89f7-4004-ba65-4e532f7e1ced', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:30.611497 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0f2a2e-0ab0-44f0-aada-e10ef8d558c2 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Pushing event updated for resources: {'Network': ['ID=042ea38e-89f7-4004-ba65-4e532f7e1ced,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:30.624590 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 042ea38e-89f7-4004-ba65-4e532f7e1ced details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:56:30.698985 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0a85b06-ab9b-4a77-a3e1-a9ed48e8e325 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Made reservation on behalf of 0c2193f8bde74193a5d0c3981cfb31b0 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:30.703162 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b0a85b06-ab9b-4a77-a3e1-a9ed48e8e325 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.923026 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b0a85b06-ab9b-4a77-a3e1-a9ed48e8e325 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:30.986198 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a85b06-ab9b-4a77-a3e1-a9ed48e8e325 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Pushing event updated for resources: {'Subnet': ['ID=4805153e-69d8-4191-a4c0-2122947a76d6,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:30.998484 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0a85b06-ab9b-4a77-a3e1-a9ed48e8e325 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Checking segment: {'id': 'ad1ec115-8d35-4e96-845f-e3e8969ccfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '042ea38e-89f7-4004-ba65-4e532f7e1ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:30.998959 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a85b06-ab9b-4a77-a3e1-a9ed48e8e325 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Network hostable DHCP agents. Network: 042ea38e-89f7-4004-ba65-4e532f7e1ced, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:56:31.016601 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-4bcf3dc1-bc70-4186-9b60-d3b506eac9dc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Made reservation on behalf of 2f4c1f959be841b791b07e280453979b for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:31.019208 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0a85b06-ab9b-4a77-a3e1-a9ed48e8e325 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Network 042ea38e-89f7-4004-ba65-4e532f7e1ced is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:56:31.020255 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-4bcf3dc1-bc70-4186-9b60-d3b506eac9dc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.031212 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-b0a85b06-ab9b-4a77-a3e1-a9ed48e8e325 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 042ea38e-89f7-4004-ba65-4e532f7e1ced) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:31.039741 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2490154-7311-4cb1-b5a1-9f79e517227d None None] Network 042ea38e-89f7-4004-ba65-4e532f7e1ced requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:31.040581 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0a85b06-ab9b-4a77-a3e1-a9ed48e8e325 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:31.041526 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b0a85b06-ab9b-4a77-a3e1-a9ed48e8e325 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.059798 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b0a85b06-ab9b-4a77-a3e1-a9ed48e8e325 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5086122 Jul 16 08:56:31.062789 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36476) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:31.069549 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-4518dab0-3743-455a-a22f-d18aaece3c48 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Request body: {'network': {'name': 'tempest-router-network01--607078190'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:31.109284 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4518dab0-3743-455a-a22f-d18aaece3c48 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Made reservation on behalf of 0c2193f8bde74193a5d0c3981cfb31b0 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:31.112868 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4518dab0-3743-455a-a22f-d18aaece3c48 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.154217 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4518dab0-3743-455a-a22f-d18aaece3c48 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:56:31.164239 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4518dab0-3743-455a-a22f-d18aaece3c48 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.164670 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-4518dab0-3743-455a-a22f-d18aaece3c48 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Added segment f8ac1d16-95c0-42b6-9b20-0bb2a7d2446e of type vlan for network 3f878f21-0c4e-46df-964d-73652324c12e Jul 16 08:56:31.214706 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4518dab0-3743-455a-a22f-d18aaece3c48 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.224622 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-4bcf3dc1-bc70-4186-9b60-d3b506eac9dc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Allocated IP 172.20.0.10 (51d51b2e-c364-4882-bbf4-f36afab1b6c1/8ad49083-8e48-4575-9b36-364c8d5c322c/23a9c306-d853-4f43-9f9b-9960ef8ac727) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:31.242253 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91d5e432-5c57-4cce-a5a8-f194bd22fe84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-042ea38e-89f7-4004-ba65-4e532f7e1ced', 'network_id': '042ea38e-89f7-4004-ba65-4e532f7e1ced', 'tenant_id': '0c2193f8bde74193a5d0c3981cfb31b0', 'fixed_ips': [{'subnet_id': '4805153e-69d8-4191-a4c0-2122947a76d6'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:56:31.243365 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-91d5e432-5c57-4cce-a5a8-f194bd22fe84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.264541 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4518dab0-3743-455a-a22f-d18aaece3c48 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.277588 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4518dab0-3743-455a-a22f-d18aaece3c48 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:31.278600 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4518dab0-3743-455a-a22f-d18aaece3c48 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.379172 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4518dab0-3743-455a-a22f-d18aaece3c48 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Pushing event updated for resources: {'Network': ['ID=3f878f21-0c4e-46df-964d-73652324c12e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:31.405836 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 3f878f21-0c4e-46df-964d-73652324c12e details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:56:31.445910 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a6361787-3fdf-4ae3-a1e7-c7a0c46e511f up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:31.462981 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6356f4e7-8fa2-4603-8221-880297932060 req-08437845-cf1d-403e-8237-77cc2a30f4a7 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 210 time: 0.0845981 Jul 16 08:56:31.469202 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4518dab0-3743-455a-a22f-d18aaece3c48 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4052217 Jul 16 08:56:31.474094 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36480) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:31.482538 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-8d9e2e3f-895e-418c-b556-0879ca36f226 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Request body: {'network': {'name': 'tempest-router-network02--210481089'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:31.507228 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bbd5ab0f-ee38-4b54-a9a9-eae5fe54487d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.519396 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9e2e3f-895e-418c-b556-0879ca36f226 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Made reservation on behalf of 0c2193f8bde74193a5d0c3981cfb31b0 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:31.524861 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2e3f-895e-418c-b556-0879ca36f226 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.555283 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d9e2e3f-895e-418c-b556-0879ca36f226 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:56:31.568437 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2e3f-895e-418c-b556-0879ca36f226 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.568804 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-8d9e2e3f-895e-418c-b556-0879ca36f226 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Added segment 79e1967f-8269-467a-9f53-649a001418a4 of type vlan for network fad21912-0626-429d-9b4f-124437304c97 Jul 16 08:56:31.592830 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-4bcf3dc1-bc70-4186-9b60-d3b506eac9dc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.620194 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2e3f-895e-418c-b556-0879ca36f226 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.647442 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-4bcf3dc1-bc70-4186-9b60-d3b506eac9dc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Transition to ACTIVE for port object 23a9c306-d853-4f43-9f9b-9960ef8ac727 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:31.659978 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2e3f-895e-418c-b556-0879ca36f226 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.667995 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9e2e3f-895e-418c-b556-0879ca36f226 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:31.668827 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2e3f-895e-418c-b556-0879ca36f226 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.708869 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8d9e2e3f-895e-418c-b556-0879ca36f226 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2333245 Jul 16 08:56:31.712448 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36482) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:31.717030 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5cffc95f-ce56-4400-8c2d-6c37ffe80fdf tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Request body: {'subnet': {'network_id': '3f878f21-0c4e-46df-964d-73652324c12e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:31.757827 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-91d5e432-5c57-4cce-a5a8-f194bd22fe84 None None] Allocated IP 2001:db8::2 (042ea38e-89f7-4004-ba65-4e532f7e1ced/4805153e-69d8-4191-a4c0-2122947a76d6/71526d7c-8942-4a30-9479-21c6810f61a9) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:31.773598 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2e3f-895e-418c-b556-0879ca36f226 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Pushing event updated for resources: {'Network': ['ID=fad21912-0626-429d-9b4f-124437304c97,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:31.782220 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-4bcf3dc1-bc70-4186-9b60-d3b506eac9dc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.795572 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network fad21912-0626-429d-9b4f-124437304c97 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:56:31.803590 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port a6361787-3fdf-4ae3-a1e7-c7a0c46e511f completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:31.827339 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port a6361787-3fdf-4ae3-a1e7-c7a0c46e511f triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:31.827756 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.839584 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-4bcf3dc1-bc70-4186-9b60-d3b506eac9dc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Network 51d51b2e-c364-4882-bbf4-f36afab1b6c1 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:31.850012 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cffc95f-ce56-4400-8c2d-6c37ffe80fdf tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Made reservation on behalf of 0c2193f8bde74193a5d0c3981cfb31b0 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:31.851872 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-4bcf3dc1-bc70-4186-9b60-d3b506eac9dc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:31.854317 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-4bcf3dc1-bc70-4186-9b60-d3b506eac9dc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:31.854480 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5cffc95f-ce56-4400-8c2d-6c37ffe80fdf tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.906576 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-4bcf3dc1-bc70-4186-9b60-d3b506eac9dc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:31.907260 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-4bcf3dc1-bc70-4186-9b60-d3b506eac9dc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:31.957068 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcf3dc1-bc70-4186-9b60-d3b506eac9dc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Pushing event updated for resources: {'Port': ['ID=23a9c306-d853-4f43-9f9b-9960ef8ac727,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:31.987378 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-4bcf3dc1-bc70-4186-9b60-d3b506eac9dc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5817330 Jul 16 08:56:32.003789 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-5ddf71e6-841c-412a-b330-356ce0290e6a service neutron] Request body: {'port': {'device_id': '11ea4c5b-b054-4c1c-a4a6-710847fdfba3', 'device_owner': 'compute:foo_zone', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:32.054054 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.058734 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-bbd5ab0f-ee38-4b54-a9a9-eae5fe54487d admin admin] Deleting port 519317ba-81ad-4f74-89b6-172c275ee935 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:32.059513 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bbd5ab0f-ee38-4b54-a9a9-eae5fe54487d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.084487 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-91d5e432-5c57-4cce-a5a8-f194bd22fe84 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.102022 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-91d5e432-5c57-4cce-a5a8-f194bd22fe84 None None] Transition to ACTIVE for port object 71526d7c-8942-4a30-9479-21c6810f61a9 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:32.109237 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5cffc95f-ce56-4400-8c2d-6c37ffe80fdf tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.121021 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port a6361787-3fdf-4ae3-a1e7-c7a0c46e511f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=a6361787-3fdf-4ae3-a1e7-c7a0c46e511f,segment=NetworkSegment(d015c519-57ef-43f9-a84b-8f2100ec0196),segment_id=d015c519-57ef-43f9-a84b-8f2100ec0196)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:32.135325 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.171697 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-5ddf71e6-841c-412a-b330-356ce0290e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.173366 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-91d5e432-5c57-4cce-a5a8-f194bd22fe84 None None] Transition to ACTIVE for port object 71526d7c-8942-4a30-9479-21c6810f61a9 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:32.176712 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.192249 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-91d5e432-5c57-4cce-a5a8-f194bd22fe84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.219768 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cffc95f-ce56-4400-8c2d-6c37ffe80fdf tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Pushing event updated for resources: {'Subnet': ['ID=4dcafa02-3c94-4cc3-92d6-e8eb3be823cb,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:32.237175 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cffc95f-ce56-4400-8c2d-6c37ffe80fdf tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Checking segment: {'id': 'f8ac1d16-95c0-42b6-9b20-0bb2a7d2446e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3f878f21-0c4e-46df-964d-73652324c12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:32.237546 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cffc95f-ce56-4400-8c2d-6c37ffe80fdf tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Network hostable DHCP agents. Network: 3f878f21-0c4e-46df-964d-73652324c12e, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:56:32.247600 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b61c2fb4-198e-4498-95d0-58adc2e47d98 None None] Provisioning for port 23a9c306-d853-4f43-9f9b-9960ef8ac727 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:32.254130 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=a6361787-3fdf-4ae3-a1e7-c7a0c46e511f,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:32.265092 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-bbd5ab0f-ee38-4b54-a9a9-eae5fe54487d admin admin] For port 519317ba-81ad-4f74-89b6-172c275ee935, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=519317ba-81ad-4f74-89b6-172c275ee935,segment=NetworkSegment(70cdf273-5a79-4c32-95f5-c224201e2313),segment_id=70cdf273-5a79-4c32-95f5-c224201e2313)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:32.266389 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bbd5ab0f-ee38-4b54-a9a9-eae5fe54487d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.266807 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b61c2fb4-198e-4498-95d0-58adc2e47d98 None None] Provisioning complete for port 23a9c306-d853-4f43-9f9b-9960ef8ac727 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:32.267186 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b61c2fb4-198e-4498-95d0-58adc2e47d98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.271227 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d5e432-5c57-4cce-a5a8-f194bd22fe84 None None] Network 042ea38e-89f7-4004-ba65-4e532f7e1ced is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:32.283151 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cffc95f-ce56-4400-8c2d-6c37ffe80fdf tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Network 3f878f21-0c4e-46df-964d-73652324c12e is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:56:32.298181 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-5cffc95f-ce56-4400-8c2d-6c37ffe80fdf tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 3f878f21-0c4e-46df-964d-73652324c12e) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:32.307326 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cffc95f-ce56-4400-8c2d-6c37ffe80fdf tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:32.308170 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5cffc95f-ce56-4400-8c2d-6c37ffe80fdf tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.308756 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-91d5e432-5c57-4cce-a5a8-f194bd22fe84 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:32.314832 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.315650 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-810366c3-c28f-4140-8785-d61562b50f0e None None] Network 3f878f21-0c4e-46df-964d-73652324c12e requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:32.326507 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5cffc95f-ce56-4400-8c2d-6c37ffe80fdf tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6130989 Jul 16 08:56:32.328910 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d5e432-5c57-4cce-a5a8-f194bd22fe84 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:32.329174 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36484) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:32.339570 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2141c0dd-793c-4d25-9849-498dc3a0eb90 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Request body: {'subnet': {'network_id': 'fad21912-0626-429d-9b4f-124437304c97', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:32.346140 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-bbd5ab0f-ee38-4b54-a9a9-eae5fe54487d admin admin] Calling delete_port for 519317ba-81ad-4f74-89b6-172c275ee935 owned by network:router_interface {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:32.400015 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b61c2fb4-198e-4498-95d0-58adc2e47d98 None None] Port 23a9c306-d853-4f43-9f9b-9960ef8ac727 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:32.401463 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5e432-5c57-4cce-a5a8-f194bd22fe84 None None] Pushing event updated for resources: {'Port': ['ID=71526d7c-8942-4a30-9479-21c6810f61a9,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:32.477240 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2141c0dd-793c-4d25-9849-498dc3a0eb90 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Made reservation on behalf of 0c2193f8bde74193a5d0c3981cfb31b0 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:32.479951 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-91d5e432-5c57-4cce-a5a8-f194bd22fe84 None None] Attempting to bind port 71526d7c-8942-4a30-9479-21c6810f61a9 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:32.480338 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-91d5e432-5c57-4cce-a5a8-f194bd22fe84 None None] Attempting to bind port 71526d7c-8942-4a30-9479-21c6810f61a9 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'ad1ec115-8d35-4e96-845f-e3e8969ccfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '042ea38e-89f7-4004-ba65-4e532f7e1ced'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:32.480737 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d5e432-5c57-4cce-a5a8-f194bd22fe84 None None] Attempting to bind port 71526d7c-8942-4a30-9479-21c6810f61a9 on network 042ea38e-89f7-4004-ba65-4e532f7e1ced {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:32.484127 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2141c0dd-793c-4d25-9849-498dc3a0eb90 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.508874 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d5e432-5c57-4cce-a5a8-f194bd22fe84 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:32.509854 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d5e432-5c57-4cce-a5a8-f194bd22fe84 None None] Checking segment: {'id': 'ad1ec115-8d35-4e96-845f-e3e8969ccfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '042ea38e-89f7-4004-ba65-4e532f7e1ced'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:32.510441 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-91d5e432-5c57-4cce-a5a8-f194bd22fe84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.511089 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d5e432-5c57-4cce-a5a8-f194bd22fe84 None None] Bound using segment: {'id': 'ad1ec115-8d35-4e96-845f-e3e8969ccfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '042ea38e-89f7-4004-ba65-4e532f7e1ced'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:32.512230 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-91d5e432-5c57-4cce-a5a8-f194bd22fe84 None None] Bound port: 71526d7c-8942-4a30-9479-21c6810f61a9, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad1ec115-8d35-4e96-845f-e3e8969ccfd4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '042ea38e-89f7-4004-ba65-4e532f7e1ced'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:32.512879 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-91d5e432-5c57-4cce-a5a8-f194bd22fe84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.652086 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-91d5e432-5c57-4cce-a5a8-f194bd22fe84 None None] For port 71526d7c-8942-4a30-9479-21c6810f61a9, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:32.656014 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-91d5e432-5c57-4cce-a5a8-f194bd22fe84 None None] For port 71526d7c-8942-4a30-9479-21c6810f61a9, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=71526d7c-8942-4a30-9479-21c6810f61a9,segment=NetworkSegment(ad1ec115-8d35-4e96-845f-e3e8969ccfd4),segment_id=ad1ec115-8d35-4e96-845f-e3e8969ccfd4)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:32.661854 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-91d5e432-5c57-4cce-a5a8-f194bd22fe84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.669824 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfddbe4-2a15-4571-9351-6e2bf6f4cac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-3f878f21-0c4e-46df-964d-73652324c12e', 'network_id': '3f878f21-0c4e-46df-964d-73652324c12e', 'tenant_id': '0c2193f8bde74193a5d0c3981cfb31b0', 'fixed_ips': [{'subnet_id': '4dcafa02-3c94-4cc3-92d6-e8eb3be823cb'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:56:32.670792 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cfddbe4-2a15-4571-9351-6e2bf6f4cac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.679953 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-5ddf71e6-841c-412a-b330-356ce0290e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23a9c306-d853-4f43-9f9b-9960ef8ac727 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:56:32.736724 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-5ddf71e6-841c-412a-b330-356ce0290e6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.779655 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2141c0dd-793c-4d25-9849-498dc3a0eb90 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.786187 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-5ddf71e6-841c-412a-b330-356ce0290e6a service neutron] Transition to ACTIVE for port object 23a9c306-d853-4f43-9f9b-9960ef8ac727 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:32.794416 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-5ddf71e6-841c-412a-b330-356ce0290e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.815974 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d5e432-5c57-4cce-a5a8-f194bd22fe84 None None] Pushing event updated for resources: {'Port': ['ID=71526d7c-8942-4a30-9479-21c6810f61a9,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:32.857596 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bbd5ab0f-ee38-4b54-a9a9-eae5fe54487d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.872555 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141c0dd-793c-4d25-9849-498dc3a0eb90 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Pushing event updated for resources: {'Subnet': ['ID=9a15eb80-23b9-41d8-bd19-84d3688469d0,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:32.886164 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2141c0dd-793c-4d25-9849-498dc3a0eb90 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Checking segment: {'id': '79e1967f-8269-467a-9f53-649a001418a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fad21912-0626-429d-9b4f-124437304c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:32.886579 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2141c0dd-793c-4d25-9849-498dc3a0eb90 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Network hostable DHCP agents. Network: fad21912-0626-429d-9b4f-124437304c97, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:56:32.909962 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-5cfddbe4-2a15-4571-9351-6e2bf6f4cac0 None None] Allocated IP 2001:db8::2 (3f878f21-0c4e-46df-964d-73652324c12e/4dcafa02-3c94-4cc3-92d6-e8eb3be823cb/99ba7562-a7ae-4234-b5c2-cb8d1772b5b1) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:32.911667 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2141c0dd-793c-4d25-9849-498dc3a0eb90 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Network fad21912-0626-429d-9b4f-124437304c97 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:56:32.930090 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-2141c0dd-793c-4d25-9849-498dc3a0eb90 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, fad21912-0626-429d-9b4f-124437304c97) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:32.937953 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2141c0dd-793c-4d25-9849-498dc3a0eb90 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:32.938938 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2141c0dd-793c-4d25-9849-498dc3a0eb90 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:32.941912 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf71e6-841c-412a-b330-356ce0290e6a service neutron] Pushing event updated for resources: {'Port': ['ID=23a9c306-d853-4f43-9f9b-9960ef8ac727,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:32.966715 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2141c0dd-793c-4d25-9849-498dc3a0eb90 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6355438 Jul 16 08:56:32.969608 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36488) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:33.019097 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91ce254d-d82d-4c39-9977-b7ffdc39c118 None None] Network fad21912-0626-429d-9b4f-124437304c97 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:33.028942 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676b2b5d-f596-4f0e-b12d-7dbc62ba9c38 req-4a9fb6e2-de3a-4b24-b7b5-16f84f4dc18f tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:33.030637 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-676b2b5d-f596-4f0e-b12d-7dbc62ba9c38 req-4a9fb6e2-de3a-4b24-b7b5-16f84f4dc18f tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 932 time: 0.3389993 Jul 16 08:56:33.140263 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd5ab0f-ee38-4b54-a9a9-eae5fe54487d admin admin] Pushing event deleted for resources: {'Port': ['ID=519317ba-81ad-4f74-89b6-172c275ee935,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:33.323840 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-676b2b5d-f596-4f0e-b12d-7dbc62ba9c38 req-8c933526-5751-4610-aded-59feb39fd106 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587585 Jul 16 08:56:33.338505 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-5ddf71e6-841c-412a-b330-356ce0290e6a service neutron] Attempting to bind port 23a9c306-d853-4f43-9f9b-9960ef8ac727 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:33.338868 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-5ddf71e6-841c-412a-b330-356ce0290e6a service neutron] Attempting to bind port 23a9c306-d853-4f43-9f9b-9960ef8ac727 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '4624b537-a5bd-48b2-b031-723dfc53b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:33.339228 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-5ddf71e6-841c-412a-b330-356ce0290e6a service neutron] Attempting to bind port 23a9c306-d853-4f43-9f9b-9960ef8ac727 on network 51d51b2e-c364-4882-bbf4-f36afab1b6c1 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:33.353513 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cfddbe4-2a15-4571-9351-6e2bf6f4cac0 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.366051 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-5ddf71e6-841c-412a-b330-356ce0290e6a service neutron] Port 23a9c306-d853-4f43-9f9b-9960ef8ac727 on network 51d51b2e-c364-4882-bbf4-f36afab1b6c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:33.366381 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-5ddf71e6-841c-412a-b330-356ce0290e6a service neutron] Attempting to bind port 23a9c306-d853-4f43-9f9b-9960ef8ac727 on network 51d51b2e-c364-4882-bbf4-f36afab1b6c1 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:33.377599 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5cfddbe4-2a15-4571-9351-6e2bf6f4cac0 None None] Transition to ACTIVE for port object 99ba7562-a7ae-4234-b5c2-cb8d1772b5b1 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:33.423704 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b8811d0a-bf6f-4cd7-92fc-a237c48f6969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.426863 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-5ddf71e6-841c-412a-b330-356ce0290e6a service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:33.427163 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-5ddf71e6-841c-412a-b330-356ce0290e6a service neutron] Checking segment: {'id': '4624b537-a5bd-48b2-b031-723dfc53b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:33.427621 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-5ddf71e6-841c-412a-b330-356ce0290e6a service neutron] Bound using segment: {'id': '4624b537-a5bd-48b2-b031-723dfc53b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:33.428014 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-5ddf71e6-841c-412a-b330-356ce0290e6a service neutron] Bound port: 23a9c306-d853-4f43-9f9b-9960ef8ac727, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4624b537-a5bd-48b2-b031-723dfc53b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:33.428985 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-5ddf71e6-841c-412a-b330-356ce0290e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.444102 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5cfddbe4-2a15-4571-9351-6e2bf6f4cac0 None None] Transition to ACTIVE for port object 99ba7562-a7ae-4234-b5c2-cb8d1772b5b1 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:33.453172 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa5708fb-9019-4c4b-80bd-41285139c531 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-fad21912-0626-429d-9b4f-124437304c97', 'network_id': 'fad21912-0626-429d-9b4f-124437304c97', 'tenant_id': '0c2193f8bde74193a5d0c3981cfb31b0', 'fixed_ips': [{'subnet_id': '9a15eb80-23b9-41d8-bd19-84d3688469d0'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:56:33.454382 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fa5708fb-9019-4c4b-80bd-41285139c531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.463913 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d07e553-a95e-48bb-bce8-71349ce6a140 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.513153 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bbd5ab0f-ee38-4b54-a9a9-eae5fe54487d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.563013 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cfddbe4-2a15-4571-9351-6e2bf6f4cac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.608383 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-5ddf71e6-841c-412a-b330-356ce0290e6a service neutron] For port 23a9c306-d853-4f43-9f9b-9960ef8ac727, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:33.624491 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-5ddf71e6-841c-412a-b330-356ce0290e6a service neutron] For port 23a9c306-d853-4f43-9f9b-9960ef8ac727, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=23a9c306-d853-4f43-9f9b-9960ef8ac727,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:33.653614 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cfddbe4-2a15-4571-9351-6e2bf6f4cac0 None None] Network 3f878f21-0c4e-46df-964d-73652324c12e is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:33.658177 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-5ddf71e6-841c-412a-b330-356ce0290e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.666674 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-5cfddbe4-2a15-4571-9351-6e2bf6f4cac0 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:33.669727 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfddbe4-2a15-4571-9351-6e2bf6f4cac0 None None] Pushing event updated for resources: {'Port': ['ID=99ba7562-a7ae-4234-b5c2-cb8d1772b5b1,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:33.677208 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cfddbe4-2a15-4571-9351-6e2bf6f4cac0 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:33.711133 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-5ddf71e6-841c-412a-b330-356ce0290e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:33.711811 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-5ddf71e6-841c-412a-b330-356ce0290e6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.712343 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 71526d7c-8942-4a30-9479-21c6810f61a9 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:33.713290 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-5ddf71e6-841c-412a-b330-356ce0290e6a service neutron] 10.222.0.21 "PUT /v2.0/ports/23a9c306-d853-4f43-9f9b-9960ef8ac727 HTTP/1.1" status: 200 len: 1097 time: 1.7168605 Jul 16 08:56:33.715478 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11ea4c5b-b054-4c1c-a4a6-710847fdfba3', 'tag': '23a9c306-d853-4f43-9f9b-9960ef8ac727'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:33.717910 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45e889c4-2733-4277-874c-28758418124f" -d '{"events": [{"name": "network-changed", "server_uuid": "11ea4c5b-b054-4c1c-a4a6-710847fdfba3", "tag": "23a9c306-d853-4f43-9f9b-9960ef8ac727"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:33.752961 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf71e6-841c-412a-b330-356ce0290e6a service neutron] Pushing event updated for resources: {'Port': ['ID=23a9c306-d853-4f43-9f9b-9960ef8ac727,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:33.818704 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-757b8b74-2007-4f9f-ba1d-d6c34dcf67d4 x-openstack-request-id: req-757b8b74-2007-4f9f-ba1d-d6c34dcf67d4 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:33.819591 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11ea4c5b-b054-4c1c-a4a6-710847fdfba3", "tag": "23a9c306-d853-4f43-9f9b-9960ef8ac727", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:33.819858 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-757b8b74-2007-4f9f-ba1d-d6c34dcf67d4 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:33.820302 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11ea4c5b-b054-4c1c-a4a6-710847fdfba3', 'tag': '23a9c306-d853-4f43-9f9b-9960ef8ac727', 'status': 'completed', 'code': 200} Jul 16 08:56:33.820439 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-fa5708fb-9019-4c4b-80bd-41285139c531 None None] Allocated IP 2001:db8::2 (fad21912-0626-429d-9b4f-124437304c97/9a15eb80-23b9-41d8-bd19-84d3688469d0/124a59dc-0763-4637-a316-ee0a21933dd4) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:33.870703 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-5d07e553-a95e-48bb-bce8-71349ce6a140 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Allocated IP 2001:db8::1 (3f878f21-0c4e-46df-964d-73652324c12e/4dcafa02-3c94-4cc3-92d6-e8eb3be823cb/19e50d35-0a2c-4a26-b4d2-aa597e7068c9) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:33.877601 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-5cfddbe4-2a15-4571-9351-6e2bf6f4cac0 None None] Attempting to bind port 99ba7562-a7ae-4234-b5c2-cb8d1772b5b1 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:33.877987 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-5cfddbe4-2a15-4571-9351-6e2bf6f4cac0 None None] Attempting to bind port 99ba7562-a7ae-4234-b5c2-cb8d1772b5b1 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'f8ac1d16-95c0-42b6-9b20-0bb2a7d2446e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3f878f21-0c4e-46df-964d-73652324c12e'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:33.878473 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfddbe4-2a15-4571-9351-6e2bf6f4cac0 None None] Attempting to bind port 99ba7562-a7ae-4234-b5c2-cb8d1772b5b1 on network 3f878f21-0c4e-46df-964d-73652324c12e {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:33.887088 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfddbe4-2a15-4571-9351-6e2bf6f4cac0 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:33.887512 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfddbe4-2a15-4571-9351-6e2bf6f4cac0 None None] Checking segment: {'id': 'f8ac1d16-95c0-42b6-9b20-0bb2a7d2446e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3f878f21-0c4e-46df-964d-73652324c12e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:33.887888 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cfddbe4-2a15-4571-9351-6e2bf6f4cac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.888294 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cfddbe4-2a15-4571-9351-6e2bf6f4cac0 None None] Bound using segment: {'id': 'f8ac1d16-95c0-42b6-9b20-0bb2a7d2446e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3f878f21-0c4e-46df-964d-73652324c12e'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:33.888815 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-5cfddbe4-2a15-4571-9351-6e2bf6f4cac0 None None] Bound port: 99ba7562-a7ae-4234-b5c2-cb8d1772b5b1, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ac1d16-95c0-42b6-9b20-0bb2a7d2446e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '3f878f21-0c4e-46df-964d-73652324c12e'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:33.889249 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cfddbe4-2a15-4571-9351-6e2bf6f4cac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:33.951497 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 71526d7c-8942-4a30-9479-21c6810f61a9 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:33.961329 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-5c271604-45f2-43ac-be36-d9cb9e7eb437 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:33.962862 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-5c271604-45f2-43ac-be36-d9cb9e7eb437 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2f4c1f959be841b791b07e280453979b&device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 1100 time: 0.1624744 Jul 16 08:56:33.970520 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbd5ab0f-ee38-4b54-a9a9-eae5fe54487d admin admin] Router 82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:34.018208 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a6361787-3fdf-4ae3-a1e7-c7a0c46e511f up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:34.027681 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-48535783-df45-4abf-8ac7-bc8a77b36e61 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23a9c306-d853-4f43-9f9b-9960ef8ac727 HTTP/1.1" status: 200 len: 217 time: 0.0557911 Jul 16 08:56:34.212125 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd5ab0f-ee38-4b54-a9a9-eae5fe54487d admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:34.220419 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bbd5ab0f-ee38-4b54-a9a9-eae5fe54487d admin admin] 10.222.0.22 "PUT /v2.0/routers/82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1835401 Jul 16 08:56:34.223207 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36492) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:34.254705 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36fb6bc-1e99-4543-baa1-988a0c25f221 None None] Sync routers for ids ['82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:34.265140 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36fb6bc-1e99-4543-baa1-988a0c25f221 None None] Routers {'82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:34.267496 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c36fb6bc-1e99-4543-baa1-988a0c25f221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:34.292997 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fa5708fb-9019-4c4b-80bd-41285139c531 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:34.302834 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-fa5708fb-9019-4c4b-80bd-41285139c531 None None] Transition to ACTIVE for port object 124a59dc-0763-4637-a316-ee0a21933dd4 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:34.327229 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-fa5708fb-9019-4c4b-80bd-41285139c531 None None] Transition to ACTIVE for port object 124a59dc-0763-4637-a316-ee0a21933dd4 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:34.342889 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fa5708fb-9019-4c4b-80bd-41285139c531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:34.385087 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-edada63b-6447-4d83-ac9a-806d2ce4e6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:34.390150 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-edada63b-6447-4d83-ac9a-806d2ce4e6cb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ad49083-8e48-4575-9b36-364c8d5c322c HTTP/1.1" status: 200 len: 851 time: 0.3547070 Jul 16 08:56:34.395207 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f0bd64bb-ed70-4f8d-bcbe-113f450cf5aa admin admin] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:34.398672 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-5cfddbe4-2a15-4571-9351-6e2bf6f4cac0 None None] For port 99ba7562-a7ae-4234-b5c2-cb8d1772b5b1, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:34.432317 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port a6361787-3fdf-4ae3-a1e7-c7a0c46e511f triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:34.433118 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:34.473398 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa5708fb-9019-4c4b-80bd-41285139c531 None None] Network fad21912-0626-429d-9b4f-124437304c97 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:34.476594 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-5cfddbe4-2a15-4571-9351-6e2bf6f4cac0 None None] For port 99ba7562-a7ae-4234-b5c2-cb8d1772b5b1, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=99ba7562-a7ae-4234-b5c2-cb8d1772b5b1,segment=NetworkSegment(f8ac1d16-95c0-42b6-9b20-0bb2a7d2446e),segment_id=f8ac1d16-95c0-42b6-9b20-0bb2a7d2446e)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:34.476830 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-c36fb6bc-1e99-4543-baa1-988a0c25f221 None None] Set router 82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:34.483545 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-fa5708fb-9019-4c4b-80bd-41285139c531 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:34.492472 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa5708fb-9019-4c4b-80bd-41285139c531 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:34.498062 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cfddbe4-2a15-4571-9351-6e2bf6f4cac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:34.501078 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d07e553-a95e-48bb-bce8-71349ce6a140 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:34.522831 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-5d07e553-a95e-48bb-bce8-71349ce6a140 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Transition to ACTIVE for port object 19e50d35-0a2c-4a26-b4d2-aa597e7068c9 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:34.568597 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb04539-cf11-4f31-bc03-9a7a0f6543db None None] Network 042ea38e-89f7-4004-ba65-4e532f7e1ced requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:34.572297 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d07e553-a95e-48bb-bce8-71349ce6a140 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:34.587845 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5708fb-9019-4c4b-80bd-41285139c531 None None] Pushing event updated for resources: {'Port': ['ID=124a59dc-0763-4637-a316-ee0a21933dd4,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:34.630260 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d07e553-a95e-48bb-bce8-71349ce6a140 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Network 3f878f21-0c4e-46df-964d-73652324c12e is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:34.634676 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-5d07e553-a95e-48bb-bce8-71349ce6a140 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:34.640916 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d07e553-a95e-48bb-bce8-71349ce6a140 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:34.641861 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d07e553-a95e-48bb-bce8-71349ce6a140 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:34.713147 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07e553-a95e-48bb-bce8-71349ce6a140 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Pushing event updated for resources: {'Port': ['ID=19e50d35-0a2c-4a26-b4d2-aa597e7068c9,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:34.731672 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-5da5c980-bd0a-4c95-ac0b-821972e4bb89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:34.734088 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-5da5c980-bd0a-4c95-ac0b-821972e4bb89 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51d51b2e-c364-4882-bbf4-f36afab1b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3322616 Jul 16 08:56:34.774014 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c36fb6bc-1e99-4543-baa1-988a0c25f221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b', 'name': 'tempest-TestAggregatesBasicOps-917050239-router', 'tenant_id': '3c8220a6d98c49a3b5a3a5e7e3ee8a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '6e414834-8374-4f6e-a839-210206dc0016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:14Z', 'updated_at': '2021-07-16T08:56:32Z', 'revision_number': 5, 'project_id': '3c8220a6d98c49a3b5a3a5e7e3ee8a12', 'gw_port': {'id': '6e414834-8374-4f6e-a839-210206dc0016', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:34.817797 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36fb6bc-1e99-4543-baa1-988a0c25f221 None None] Checking router: 82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:56:34.828138 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36fb6bc-1e99-4543-baa1-988a0c25f221 None None] Routers {'82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:34.831242 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c36fb6bc-1e99-4543-baa1-988a0c25f221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:34.877484 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950ece1-9c2b-4779-b65b-3ffa52aabe67 req-1f507e40-e9f2-47c3-88b2-82c370353122 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:34.879245 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d950ece1-9c2b-4779-b65b-3ffa52aabe67 req-1f507e40-e9f2-47c3-88b2-82c370353122 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 948 time: 0.2554121 Jul 16 08:56:34.885983 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f0bd64bb-ed70-4f8d-bcbe-113f450cf5aa admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:34.903561 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d07e553-a95e-48bb-bce8-71349ce6a140 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:34.965394 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-d683997b-1c3a-40f6-afac-4064cb024c06 service neutron] 10.222.0.21 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139199 Jul 16 08:56:35.004950 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d950ece1-9c2b-4779-b65b-3ffa52aabe67 req-292df8e4-2139-4004-8754-49dc75600251 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105337 Jul 16 08:56:35.005556 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-fa5708fb-9019-4c4b-80bd-41285139c531 None None] Attempting to bind port 124a59dc-0763-4637-a316-ee0a21933dd4 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:35.006052 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-fa5708fb-9019-4c4b-80bd-41285139c531 None None] Attempting to bind port 124a59dc-0763-4637-a316-ee0a21933dd4 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '79e1967f-8269-467a-9f53-649a001418a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fad21912-0626-429d-9b4f-124437304c97'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:35.006989 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5708fb-9019-4c4b-80bd-41285139c531 None None] Attempting to bind port 124a59dc-0763-4637-a316-ee0a21933dd4 on network fad21912-0626-429d-9b4f-124437304c97 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:35.021552 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b33ba67d-e2af-43dd-9509-ce070a73e6ce None None] Provisioning for port 71526d7c-8942-4a30-9479-21c6810f61a9 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:35.043496 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-c36fb6bc-1e99-4543-baa1-988a0c25f221 None None] Set router 82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:35.085104 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5708fb-9019-4c4b-80bd-41285139c531 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:35.085582 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5708fb-9019-4c4b-80bd-41285139c531 None None] Checking segment: {'id': '79e1967f-8269-467a-9f53-649a001418a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fad21912-0626-429d-9b4f-124437304c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:35.086057 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fa5708fb-9019-4c4b-80bd-41285139c531 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.086523 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa5708fb-9019-4c4b-80bd-41285139c531 None None] Bound using segment: {'id': '79e1967f-8269-467a-9f53-649a001418a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fad21912-0626-429d-9b4f-124437304c97'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:35.087079 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-fa5708fb-9019-4c4b-80bd-41285139c531 None None] Bound port: 124a59dc-0763-4637-a316-ee0a21933dd4, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79e1967f-8269-467a-9f53-649a001418a4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'fad21912-0626-429d-9b4f-124437304c97'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:35.087564 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fa5708fb-9019-4c4b-80bd-41285139c531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.096581 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b33ba67d-e2af-43dd-9509-ce070a73e6ce None None] Provisioning complete for port 71526d7c-8942-4a30-9479-21c6810f61a9 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:35.097196 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b33ba67d-e2af-43dd-9509-ce070a73e6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.104436 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f0bd64bb-ed70-4f8d-bcbe-113f450cf5aa admin admin] Deleting port 6e414834-8374-4f6e-a839-210206dc0016 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:35.105027 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f0bd64bb-ed70-4f8d-bcbe-113f450cf5aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.156182 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a8901647-cdcb-452e-98f0-0a7b7f0f2135 req-f673b231-908e-4906-b502-a1f1d16fec2f service neutron] 10.222.0.21 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828601 Jul 16 08:56:35.262395 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfddbe4-2a15-4571-9351-6e2bf6f4cac0 None None] Pushing event updated for resources: {'Port': ['ID=99ba7562-a7ae-4234-b5c2-cb8d1772b5b1,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:35.270907 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-fa5708fb-9019-4c4b-80bd-41285139c531 None None] For port 124a59dc-0763-4637-a316-ee0a21933dd4, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:35.313798 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-fa5708fb-9019-4c4b-80bd-41285139c531 None None] For port 124a59dc-0763-4637-a316-ee0a21933dd4, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=124a59dc-0763-4637-a316-ee0a21933dd4,segment=NetworkSegment(79e1967f-8269-467a-9f53-649a001418a4),segment_id=79e1967f-8269-467a-9f53-649a001418a4)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:35.327247 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fa5708fb-9019-4c4b-80bd-41285139c531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.439315 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d07e553-a95e-48bb-bce8-71349ce6a140 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.446128 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c36fb6bc-1e99-4543-baa1-988a0c25f221 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b', 'name': 'tempest-TestAggregatesBasicOps-917050239-router', 'tenant_id': '3c8220a6d98c49a3b5a3a5e7e3ee8a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '6e414834-8374-4f6e-a839-210206dc0016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:14Z', 'updated_at': '2021-07-16T08:56:32Z', 'revision_number': 5, 'project_id': '3c8220a6d98c49a3b5a3a5e7e3ee8a12', 'gw_port': {'id': '6e414834-8374-4f6e-a839-210206dc0016', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:35.447892 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d07e553-a95e-48bb-bce8-71349ce6a140 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.448811 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5d07e553-a95e-48bb-bce8-71349ce6a140 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.485525 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c36fb6bc-1e99-4543-baa1-988a0c25f221 None None] The sync data for ids ['82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b'] in n-d-771362-37 is: [{'id': '82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b', 'name': 'tempest-TestAggregatesBasicOps-917050239-router', 'tenant_id': '3c8220a6d98c49a3b5a3a5e7e3ee8a12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.227'}], 'enable_snat': True}, 'gw_port_id': '6e414834-8374-4f6e-a839-210206dc0016', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:14Z', 'updated_at': '2021-07-16T08:56:32Z', 'revision_number': 5, 'project_id': '3c8220a6d98c49a3b5a3a5e7e3ee8a12', 'gw_port': {'id': '6e414834-8374-4f6e-a839-210206dc0016', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:4c:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3492, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:15Z', 'updated_at': '2021-07-16T08:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:35.502498 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b33ba67d-e2af-43dd-9509-ce070a73e6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.596507 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5708fb-9019-4c4b-80bd-41285139c531 None None] Pushing event updated for resources: {'Port': ['ID=124a59dc-0763-4637-a316-ee0a21933dd4,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:35.650941 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-b33ba67d-e2af-43dd-9509-ce070a73e6ce None None] For port 71526d7c-8942-4a30-9479-21c6810f61a9, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=71526d7c-8942-4a30-9479-21c6810f61a9,segment=NetworkSegment(ad1ec115-8d35-4e96-845f-e3e8969ccfd4),segment_id=ad1ec115-8d35-4e96-845f-e3e8969ccfd4)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:35.658325 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b33ba67d-e2af-43dd-9509-ce070a73e6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.761265 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd3a3874-2c46-4a46-94f5-5b19468aa6ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.782473 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d07e553-a95e-48bb-bce8-71349ce6a140 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Network 3f878f21-0c4e-46df-964d-73652324c12e is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:35.797869 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b33ba67d-e2af-43dd-9509-ce070a73e6ce None None] Pushing event updated for resources: {'Port': ['ID=71526d7c-8942-4a30-9479-21c6810f61a9,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:35.798412 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d07e553-a95e-48bb-bce8-71349ce6a140 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Pushing event updated for resources: {'Port': ['ID=19e50d35-0a2c-4a26-b4d2-aa597e7068c9,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:35.804014 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-5d07e553-a95e-48bb-bce8-71349ce6a140 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:35.951072 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f0bd64bb-ed70-4f8d-bcbe-113f450cf5aa admin admin] For port 6e414834-8374-4f6e-a839-210206dc0016, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=6e414834-8374-4f6e-a839-210206dc0016,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:35.952096 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f0bd64bb-ed70-4f8d-bcbe-113f450cf5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:35.978512 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f0bd64bb-ed70-4f8d-bcbe-113f450cf5aa admin admin] Calling delete_port for 6e414834-8374-4f6e-a839-210206dc0016 owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:35.990089 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e889c4-2733-4277-874c-28758418124f req-a186a2ca-22ea-44f8-bbd7-9b7d2601acd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:35.993066 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-45e889c4-2733-4277-874c-28758418124f req-a186a2ca-22ea-44f8-bbd7-9b7d2601acd3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2f4c1f959be841b791b07e280453979b&device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 1100 time: 0.1371269 Jul 16 08:56:36.009313 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d07e553-a95e-48bb-bce8-71349ce6a140 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Router daf56f94-f133-466d-9927-0f4aabb4d5a0 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 08:56:36.034743 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.141793 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d07e553-a95e-48bb-bce8-71349ce6a140 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:36.147838 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5d07e553-a95e-48bb-bce8-71349ce6a140 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] 10.222.0.22 "PUT /v2.0/routers/daf56f94-f133-466d-9927-0f4aabb4d5a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1755803 Jul 16 08:56:36.152664 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36498) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:36.155019 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27925c12-d808-414c-a355-0b540b050fc7 None None] Sync routers for ids ['daf56f94-f133-466d-9927-0f4aabb4d5a0'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:36.181347 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27925c12-d808-414c-a355-0b540b050fc7 None None] Routers {'daf56f94-f133-466d-9927-0f4aabb4d5a0'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:36.182004 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-27925c12-d808-414c-a355-0b540b050fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['daf56f94-f133-466d-9927-0f4aabb4d5a0'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:36.231231 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e889c4-2733-4277-874c-28758418124f req-d1b78616-06fc-463d-9d5e-d638246cc244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:36.232987 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-45e889c4-2733-4277-874c-28758418124f req-d1b78616-06fc-463d-9d5e-d638246cc244 service neutron] 10.222.0.21 "GET /v2.0/networks?id=51d51b2e-c364-4882-bbf4-f36afab1b6c1 HTTP/1.1" status: 200 len: 913 time: 0.2303479 Jul 16 08:56:36.260289 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8358386d-753f-4576-a2be-7ace7e65de68 None None] Network 3f878f21-0c4e-46df-964d-73652324c12e requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:36.263358 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-27925c12-d808-414c-a355-0b540b050fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:36.281548 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-45e889c4-2733-4277-874c-28758418124f req-c4e04d1a-7c41-4932-9406-3860e180e05b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23a9c306-d853-4f43-9f9b-9960ef8ac727 HTTP/1.1" status: 200 len: 217 time: 0.0397449 Jul 16 08:56:36.306044 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-faf6c049-6c1e-4669-b83c-34384e3d1b43 None None] Provisioning complete for port 71526d7c-8942-4a30-9479-21c6810f61a9 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:36.306432 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-faf6c049-6c1e-4669-b83c-34384e3d1b43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.307940 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27925c12-d808-414c-a355-0b540b050fc7 None None] Routers {'daf56f94-f133-466d-9927-0f4aabb4d5a0'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:36.308612 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-27925c12-d808-414c-a355-0b540b050fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['daf56f94-f133-466d-9927-0f4aabb4d5a0'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:36.367277 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e889c4-2733-4277-874c-28758418124f req-ad98c47e-38a8-44c9-a46c-944e1675e938 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:36.369062 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-45e889c4-2733-4277-874c-28758418124f req-ad98c47e-38a8-44c9-a46c-944e1675e938 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ad49083-8e48-4575-9b36-364c8d5c322c HTTP/1.1" status: 200 len: 851 time: 0.0800595 Jul 16 08:56:36.385742 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f0bd64bb-ed70-4f8d-bcbe-113f450cf5aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.424032 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-27925c12-d808-414c-a355-0b540b050fc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:36.424904 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27925c12-d808-414c-a355-0b540b050fc7 None None] The sync data for ids ['daf56f94-f133-466d-9927-0f4aabb4d5a0'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:36.439011 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0bd64bb-ed70-4f8d-bcbe-113f450cf5aa admin admin] Pushing event deleted for resources: {'Port': ['ID=6e414834-8374-4f6e-a839-210206dc0016,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:36.529170 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f0bd64bb-ed70-4f8d-bcbe-113f450cf5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.607267 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22cf9c6-4105-417f-b46b-946ac4ee3a94 req-edd99bab-8dca-4d9c-9e68-b13e57f48058 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:36.608163 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e889c4-2733-4277-874c-28758418124f req-202ea591-5434-409f-8961-11e6bb8344b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:36.609802 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-45e889c4-2733-4277-874c-28758418124f req-202ea591-5434-409f-8961-11e6bb8344b4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51d51b2e-c364-4882-bbf4-f36afab1b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2345669 Jul 16 08:56:36.614312 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a22cf9c6-4105-417f-b46b-946ac4ee3a94 req-edd99bab-8dca-4d9c-9e68-b13e57f48058 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 948 time: 0.3766994 Jul 16 08:56:36.656672 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f0bd64bb-ed70-4f8d-bcbe-113f450cf5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.669480 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f0bd64bb-ed70-4f8d-bcbe-113f450cf5aa admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.703563 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a22cf9c6-4105-417f-b46b-946ac4ee3a94 req-6e3b7c6f-5fc6-414c-938a-53e829cadeea tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882957 Jul 16 08:56:36.705818 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-d2373527-d50d-4f9b-8704-b9a488b1503a tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:56:36.710920 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d2373527-d50d-4f9b-8704-b9a488b1503a tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] 10.222.0.22 "PUT /v2.0/routers/daf56f94-f133-466d-9927-0f4aabb4d5a0/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5526900 Jul 16 08:56:36.713539 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36500) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:36.748623 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3745a2a7-913e-436d-88cf-f72562c30d08 None None] Provisioning for port 99ba7562-a7ae-4234-b5c2-cb8d1772b5b1 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:36.793201 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f0bd64bb-ed70-4f8d-bcbe-113f450cf5aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.793666 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0bd64bb-ed70-4f8d-bcbe-113f450cf5aa admin admin] Fanout notify agent at l3_agent the message router_deleted on router 82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:56:36.804741 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f0bd64bb-ed70-4f8d-bcbe-113f450cf5aa admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.806400 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f0bd64bb-ed70-4f8d-bcbe-113f450cf5aa admin admin] 10.222.0.22 "DELETE /v2.0/routers/82ff92c8-7be2-46d2-b4c8-c4fdfe402d7b HTTP/1.1" status: 204 len: 168 time: 2.5817895 Jul 16 08:56:36.809252 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36502) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:36.865215 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-45e889c4-2733-4277-874c-28758418124f req-6f72d0a9-ed63-468f-9a11-0468a04c58cb service neutron] 10.222.0.21 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221971 Jul 16 08:56:36.878092 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee41de17-33c3-4745-acfe-783d1d01bc37 None None] Network fad21912-0626-429d-9b4f-124437304c97 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:36.892131 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-2efc7cf5-f8d0-4b28-a6b5-4ace2723b744 admin admin] Deleting subnet 9733c3b8-ee08-4629-833e-e45b5a734710 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:36.925884 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2efc7cf5-f8d0-4b28-a6b5-4ace2723b744 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:36.996520 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f3ae178e-a5ea-4fb1-88c2-c5857d912fe5 None None] Provisioning for port 124a59dc-0763-4637-a316-ee0a21933dd4 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:37.017578 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2efc7cf5-f8d0-4b28-a6b5-4ace2723b744 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.072937 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-45e889c4-2733-4277-874c-28758418124f req-94671252-d977-4fe3-bc2d-edef77e5f5ba service neutron] 10.222.0.21 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1990621 Jul 16 08:56:37.131719 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2efc7cf5-f8d0-4b28-a6b5-4ace2723b744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.137272 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.159879 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9077379-59f8-4f35-a51d-4057ff9a484b tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.161356 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3101940e-5bfb-4df9-af2f-41eed8a29be9 None None] Provisioning for port 19e50d35-0a2c-4a26-b4d2-aa597e7068c9 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:37.168179 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3101940e-5bfb-4df9-af2f-41eed8a29be9 None None] Provisioning complete for port 19e50d35-0a2c-4a26-b4d2-aa597e7068c9 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:37.168668 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3101940e-5bfb-4df9-af2f-41eed8a29be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.208572 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2efc7cf5-f8d0-4b28-a6b5-4ace2723b744 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.212240 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-3101940e-5bfb-4df9-af2f-41eed8a29be9 None None] Port 19e50d35-0a2c-4a26-b4d2-aa597e7068c9 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:37.226383 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2efc7cf5-f8d0-4b28-a6b5-4ace2723b744 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.228740 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2efc7cf5-f8d0-4b28-a6b5-4ace2723b744 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9733c3b8-ee08-4629-833e-e45b5a734710 HTTP/1.1" status: 204 len: 168 time: 0.4182105 Jul 16 08:56:37.231484 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36504) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:37.238007 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6e1cc10-c7d8-4460-b016-b01aea4b7451 None None] Network ac0c316f-f27e-437c-a017-6808341f8061 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:37.277717 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2efc7cf5-f8d0-4b28-a6b5-4ace2723b744 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9733c3b8-ee08-4629-833e-e45b5a734710,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:37.343217 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de98afe9-5499-4030-b6bb-f48148d8d1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.432148 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-de98afe9-5499-4030-b6bb-f48148d8d1b6 admin admin] Deleting port eedb18c1-2089-44d2-a04f-84bdeb769498 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:37.432538 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de98afe9-5499-4030-b6bb-f48148d8d1b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.488232 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d9077379-59f8-4f35-a51d-4057ff9a484b tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Deleting port 19e50d35-0a2c-4a26-b4d2-aa597e7068c9 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:37.488718 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9077379-59f8-4f35-a51d-4057ff9a484b tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.565194 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-de98afe9-5499-4030-b6bb-f48148d8d1b6 admin admin] For port eedb18c1-2089-44d2-a04f-84bdeb769498, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=eedb18c1-2089-44d2-a04f-84bdeb769498,segment=NetworkSegment(70cdf273-5a79-4c32-95f5-c224201e2313),segment_id=70cdf273-5a79-4c32-95f5-c224201e2313)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:37.565999 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de98afe9-5499-4030-b6bb-f48148d8d1b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.578198 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-bd2f1f18-5aa0-4722-9a23-9bbc58a2914e None None] Provisioning complete for port 19e50d35-0a2c-4a26-b4d2-aa597e7068c9 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:37.578501 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bd2f1f18-5aa0-4722-9a23-9bbc58a2914e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.585197 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-de98afe9-5499-4030-b6bb-f48148d8d1b6 admin admin] Calling delete_port for eedb18c1-2089-44d2-a04f-84bdeb769498 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:37.644219 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-bd2f1f18-5aa0-4722-9a23-9bbc58a2914e None None] Port 19e50d35-0a2c-4a26-b4d2-aa597e7068c9 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:37.644841 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9077379-59f8-4f35-a51d-4057ff9a484b tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.665175 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d9077379-59f8-4f35-a51d-4057ff9a484b tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Calling delete_port for 19e50d35-0a2c-4a26-b4d2-aa597e7068c9 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:37.745957 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6c3fa1-d63f-4b2f-883e-f78545f3ce5e None None] DHCP port deletion for ac0c316f-f27e-437c-a017-6808341f8061 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:56:37.754060 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 124a59dc-0763-4637-a316-ee0a21933dd4 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:37.770462 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de98afe9-5499-4030-b6bb-f48148d8d1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.799083 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98afe9-5499-4030-b6bb-f48148d8d1b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=eedb18c1-2089-44d2-a04f-84bdeb769498,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:37.800951 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de98afe9-5499-4030-b6bb-f48148d8d1b6 admin admin] No DVR routers for this DVR port eedb18c1-2089-44d2-a04f-84bdeb769498 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:37.809125 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 23a9c306-d853-4f43-9f9b-9960ef8ac727 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:56:37.907317 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9077379-59f8-4f35-a51d-4057ff9a484b tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.914372 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de98afe9-5499-4030-b6bb-f48148d8d1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.927507 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-de98afe9-5499-4030-b6bb-f48148d8d1b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac0c316f-f27e-437c-a017-6808341f8061']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:37.928727 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 124a59dc-0763-4637-a316-ee0a21933dd4 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:37.938744 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9077379-59f8-4f35-a51d-4057ff9a484b tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Pushing event deleted for resources: {'Port': ['ID=19e50d35-0a2c-4a26-b4d2-aa597e7068c9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:37.939851 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-de98afe9-5499-4030-b6bb-f48148d8d1b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70cdf273-5a79-4c32-95f5-c224201e2313') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:37.940149 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-de98afe9-5499-4030-b6bb-f48148d8d1b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70cdf273-5a79-4c32-95f5-c224201e2313') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:37.956906 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de98afe9-5499-4030-b6bb-f48148d8d1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.974920 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 124a59dc-0763-4637-a316-ee0a21933dd4 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:37.975880 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:37.984602 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de98afe9-5499-4030-b6bb-f48148d8d1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.001643 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0418bb-cfd3-4f4c-95dc-48d83b6a2101 req-526db940-1e20-469f-8855-d7662f77caf8 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:38.003174 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7e0418bb-cfd3-4f4c-95dc-48d83b6a2101 req-526db940-1e20-469f-8855-d7662f77caf8 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 948 time: 0.1432734 Jul 16 08:56:38.004265 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de98afe9-5499-4030-b6bb-f48148d8d1b6 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:38.009832 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de98afe9-5499-4030-b6bb-f48148d8d1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:38.011851 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:38.054090 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9077379-59f8-4f35-a51d-4057ff9a484b tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.056685 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 23a9c306-d853-4f43-9f9b-9960ef8ac727, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=23a9c306-d853-4f43-9f9b-9960ef8ac727,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:38.078742 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '23a9c306-d853-4f43-9f9b-9960ef8ac727', 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1', 'port_id': '23a9c306-d853-4f43-9f9b-9960ef8ac727', 'mac_address': 'fa:16:3e:22:42:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad49083-8e48-4575-9b36-364c8d5c322c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:foo_zone', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:56:38.101762 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f66502ad-cdf6-4928-9787-a62ea59377e2 None None] Could not find standard attr ID for object 19e50d35-0a2c-4a26-b4d2-aa597e7068c9. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 08:56:38.111521 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7e0418bb-cfd3-4f4c-95dc-48d83b6a2101 req-279b691e-815d-4e0d-bcde-08d8c2b2ee86 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902674 Jul 16 08:56:38.115353 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de98afe9-5499-4030-b6bb-f48148d8d1b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.126128 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de98afe9-5499-4030-b6bb-f48148d8d1b6 admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.128730 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-de98afe9-5499-4030-b6bb-f48148d8d1b6 admin admin] 10.222.0.22 "DELETE /v2.0/networks/ac0c316f-f27e-437c-a017-6808341f8061 HTTP/1.1" status: 204 len: 168 time: 0.8963251 Jul 16 08:56:38.134144 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36508) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:38.188019 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de98afe9-5499-4030-b6bb-f48148d8d1b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ac0c316f-f27e-437c-a017-6808341f8061,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:38.215473 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.235716 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23a9c306-d853-4f43-9f9b-9960ef8ac727 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:56:38.239624 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9077379-59f8-4f35-a51d-4057ff9a484b tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Router daf56f94-f133-466d-9927-0f4aabb4d5a0 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:38.241137 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.267677 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 23a9c306-d853-4f43-9f9b-9960ef8ac727, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=23a9c306-d853-4f43-9f9b-9960ef8ac727,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:38.275063 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.310274 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 124a59dc-0763-4637-a316-ee0a21933dd4, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=124a59dc-0763-4637-a316-ee0a21933dd4,segment=NetworkSegment(79e1967f-8269-467a-9f53-649a001418a4),segment_id=79e1967f-8269-467a-9f53-649a001418a4)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:38.321323 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.322111 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 71526d7c-8942-4a30-9479-21c6810f61a9 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:38.322244 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9077379-59f8-4f35-a51d-4057ff9a484b tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:38.328653 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d9077379-59f8-4f35-a51d-4057ff9a484b tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] 10.222.0.22 "PUT /v2.0/routers/daf56f94-f133-466d-9927-0f4aabb4d5a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6139975 Jul 16 08:56:38.332330 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36510) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:38.335461 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d449a1a1-279d-44ba-bad6-0815e0867136 None None] Sync routers for ids ['daf56f94-f133-466d-9927-0f4aabb4d5a0'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:38.344763 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d449a1a1-279d-44ba-bad6-0815e0867136 None None] Routers {'daf56f94-f133-466d-9927-0f4aabb4d5a0'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:38.345733 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d449a1a1-279d-44ba-bad6-0815e0867136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['daf56f94-f133-466d-9927-0f4aabb4d5a0'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:38.364280 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=23a9c306-d853-4f43-9f9b-9960ef8ac727,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:38.392183 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d449a1a1-279d-44ba-bad6-0815e0867136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:38.402266 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-cb3df05f-6f3a-4746-aa9a-77e603d93292 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] delete failed (client error): The resource could not be found. Jul 16 08:56:38.402524 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d449a1a1-279d-44ba-bad6-0815e0867136 None None] Routers {'daf56f94-f133-466d-9927-0f4aabb4d5a0'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:38.403214 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d449a1a1-279d-44ba-bad6-0815e0867136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['daf56f94-f133-466d-9927-0f4aabb4d5a0'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:38.403365 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-cb3df05f-6f3a-4746-aa9a-77e603d93292 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] 10.222.0.22 "DELETE /v2.0/routers/tempest-non_exist_router-954481930 HTTP/1.1" status: 404 len: 334 time: 0.0662591 Jul 16 08:56:38.408127 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36512) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:38.413826 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b0f2b270-8cf9-451e-a9d0-aab451b27655 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Request body: {'router': {'external_gateway_info': {'network_id': 'daf56f94-f133-466d-9927-0f4aabb4d5a0'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:38.424722 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 71526d7c-8942-4a30-9479-21c6810f61a9 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:38.425109 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.446152 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d449a1a1-279d-44ba-bad6-0815e0867136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:38.446812 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d449a1a1-279d-44ba-bad6-0815e0867136 None None] The sync data for ids ['daf56f94-f133-466d-9927-0f4aabb4d5a0'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:38.451316 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=124a59dc-0763-4637-a316-ee0a21933dd4,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:38.480754 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['23a9c306-d853-4f43-9f9b-9960ef8ac727'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:56:38.550246 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 99ba7562-a7ae-4234-b5c2-cb8d1772b5b1 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:38.605049 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.605928 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7ab5cc88-4e6a-47e2-abf4-50fa96bd20cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.668565 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 99ba7562-a7ae-4234-b5c2-cb8d1772b5b1 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:38.676397 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 99ba7562-a7ae-4234-b5c2-cb8d1772b5b1 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:38.676811 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.795653 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.829018 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 99ba7562-a7ae-4234-b5c2-cb8d1772b5b1, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=99ba7562-a7ae-4234-b5c2-cb8d1772b5b1,segment=NetworkSegment(f8ac1d16-95c0-42b6-9b20-0bb2a7d2446e),segment_id=f8ac1d16-95c0-42b6-9b20-0bb2a7d2446e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:38.835020 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:38.903562 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 519317ba-81ad-4f74-89b6-172c275ee935 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:38.918372 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-7ab5cc88-4e6a-47e2-abf4-50fa96bd20cb admin admin] Deleting port a6361787-3fdf-4ae3-a1e7-c7a0c46e511f {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:38.918737 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7ab5cc88-4e6a-47e2-abf4-50fa96bd20cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.002791 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b0f2b270-8cf9-451e-a9d0-aab451b27655 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.010649 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-7ab5cc88-4e6a-47e2-abf4-50fa96bd20cb admin admin] For port a6361787-3fdf-4ae3-a1e7-c7a0c46e511f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=a6361787-3fdf-4ae3-a1e7-c7a0c46e511f,segment=NetworkSegment(d015c519-57ef-43f9-a84b-8f2100ec0196),segment_id=d015c519-57ef-43f9-a84b-8f2100ec0196)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:39.011294 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7ab5cc88-4e6a-47e2-abf4-50fa96bd20cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.027267 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-7ab5cc88-4e6a-47e2-abf4-50fa96bd20cb admin admin] Calling delete_port for a6361787-3fdf-4ae3-a1e7-c7a0c46e511f owned by network:router_interface {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:39.031835 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-b0f2b270-8cf9-451e-a9d0-aab451b27655 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] update failed (client error): The resource could not be found. Jul 16 08:56:39.037323 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b0f2b270-8cf9-451e-a9d0-aab451b27655 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] 10.222.0.22 "PUT /v2.0/routers/daf56f94-f133-466d-9927-0f4aabb4d5a0 HTTP/1.1" status: 404 len: 339 time: 0.6233943 Jul 16 08:56:39.038191 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36514) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:39.044057 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-847cd382-24d7-4de7-be8f-ff9d976807ac tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1750157887'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:39.080541 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847cd382-24d7-4de7-be8f-ff9d976807ac tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Made reservation on behalf of 0c2193f8bde74193a5d0c3981cfb31b0 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:39.084070 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-847cd382-24d7-4de7-be8f-ff9d976807ac tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.098115 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 519317ba-81ad-4f74-89b6-172c275ee935 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:39.098471 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 519317ba-81ad-4f74-89b6-172c275ee935 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:39.098890 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 6e414834-8374-4f6e-a839-210206dc0016 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:39.108469 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847cd382-24d7-4de7-be8f-ff9d976807ac tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:56:39.117940 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-847cd382-24d7-4de7-be8f-ff9d976807ac tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.118309 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-847cd382-24d7-4de7-be8f-ff9d976807ac tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Added segment 2c95b615-6030-484f-b055-3275fc333fcd of type vlan for network 09e07b8c-3b1a-4db0-abd6-ad48e3982cb0 Jul 16 08:56:39.120332 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 6e414834-8374-4f6e-a839-210206dc0016 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:39.120706 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 6e414834-8374-4f6e-a839-210206dc0016 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:39.124835 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=99ba7562-a7ae-4234-b5c2-cb8d1772b5b1,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:39.167607 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-847cd382-24d7-4de7-be8f-ff9d976807ac tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.198825 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-847cd382-24d7-4de7-be8f-ff9d976807ac tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.207359 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847cd382-24d7-4de7-be8f-ff9d976807ac tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:39.208080 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-847cd382-24d7-4de7-be8f-ff9d976807ac tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.261135 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-847cd382-24d7-4de7-be8f-ff9d976807ac tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.2180896 Jul 16 08:56:39.262611 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36518) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:39.269079 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-687ad972-f87a-49ed-8e55-ad26c4328f81 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Request body: {'subnet': {'network_id': '09e07b8c-3b1a-4db0-abd6-ad48e3982cb0', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:39.274276 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7ab5cc88-4e6a-47e2-abf4-50fa96bd20cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.312837 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847cd382-24d7-4de7-be8f-ff9d976807ac tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Pushing event updated for resources: {'Network': ['ID=09e07b8c-3b1a-4db0-abd6-ad48e3982cb0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:39.319669 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ab5cc88-4e6a-47e2-abf4-50fa96bd20cb admin admin] Pushing event deleted for resources: {'Port': ['ID=a6361787-3fdf-4ae3-a1e7-c7a0c46e511f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:39.328396 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 09e07b8c-3b1a-4db0-abd6-ad48e3982cb0 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:56:39.353659 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1503523-7545-4fe7-859c-660c10f12fd3 req-9e69e0f2-e050-4617-9b40-60863dcfb3a6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:39.355393 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a1503523-7545-4fe7-859c-660c10f12fd3 req-9e69e0f2-e050-4617-9b40-60863dcfb3a6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 949 time: 0.1129940 Jul 16 08:56:39.380115 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 124a59dc-0763-4637-a316-ee0a21933dd4 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:39.406635 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a1503523-7545-4fe7-859c-660c10f12fd3 req-5672b805-488c-4966-802a-693ead7d0825 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452902 Jul 16 08:56:39.479340 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 124a59dc-0763-4637-a316-ee0a21933dd4 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:39.479718 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.527472 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-687ad972-f87a-49ed-8e55-ad26c4328f81 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Made reservation on behalf of 0c2193f8bde74193a5d0c3981cfb31b0 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:39.531091 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-687ad972-f87a-49ed-8e55-ad26c4328f81 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.565903 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 99ba7562-a7ae-4234-b5c2-cb8d1772b5b1 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:39.632849 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 99ba7562-a7ae-4234-b5c2-cb8d1772b5b1 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:39.633145 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.657971 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7ab5cc88-4e6a-47e2-abf4-50fa96bd20cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.760456 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 23a9c306-d853-4f43-9f9b-9960ef8ac727 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:39.832447 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device eedb18c1-2089-44d2-a04f-84bdeb769498 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:39.863629 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: eedb18c1-2089-44d2-a04f-84bdeb769498 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:39.864002 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device eedb18c1-2089-44d2-a04f-84bdeb769498 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:39.881701 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-687ad972-f87a-49ed-8e55-ad26c4328f81 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.890546 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 23a9c306-d853-4f43-9f9b-9960ef8ac727 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:39.901617 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 23a9c306-d853-4f43-9f9b-9960ef8ac727 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:39.901934 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:39.982836 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ad972-f87a-49ed-8e55-ad26c4328f81 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Pushing event updated for resources: {'Subnet': ['ID=d5d1650f-591e-4f8f-a7c5-83d5dff50ba1,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:39.985643 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.001249 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-687ad972-f87a-49ed-8e55-ad26c4328f81 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Checking segment: {'id': '2c95b615-6030-484f-b055-3275fc333fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '09e07b8c-3b1a-4db0-abd6-ad48e3982cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:40.001610 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687ad972-f87a-49ed-8e55-ad26c4328f81 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Network hostable DHCP agents. Network: 09e07b8c-3b1a-4db0-abd6-ad48e3982cb0, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:56:40.008389 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ea4c5b-b054-4c1c-a4a6-710847fdfba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a9c306-d853-4f43-9f9b-9960ef8ac727'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:40.010428 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f0433bd-fe1e-4859-a2f5-6de17b4c06ac" -d '{"events": [{"server_uuid": "11ea4c5b-b054-4c1c-a4a6-710847fdfba3", "name": "network-vif-plugged", "status": "completed", "tag": "23a9c306-d853-4f43-9f9b-9960ef8ac727"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:40.024474 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 23a9c306-d853-4f43-9f9b-9960ef8ac727, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=23a9c306-d853-4f43-9f9b-9960ef8ac727,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:40.025176 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ab5cc88-4e6a-47e2-abf4-50fa96bd20cb admin admin] Router bcd96bd6-b291-4268-b2b7-ef3a382254ed has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:40.029379 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.031377 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687ad972-f87a-49ed-8e55-ad26c4328f81 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Network 09e07b8c-3b1a-4db0-abd6-ad48e3982cb0 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:56:40.044931 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-687ad972-f87a-49ed-8e55-ad26c4328f81 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 09e07b8c-3b1a-4db0-abd6-ad48e3982cb0) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:40.057878 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e9445e-869e-482d-8aac-0cd3d1395327 None None] Network 09e07b8c-3b1a-4db0-abd6-ad48e3982cb0 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:40.060491 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20a7661a-d063-403a-a7bd-c5a45d37780a x-openstack-request-id: req-20a7661a-d063-403a-a7bd-c5a45d37780a {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:40.060773 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ea4c5b-b054-4c1c-a4a6-710847fdfba3", "name": "network-vif-plugged", "status": "completed", "tag": "23a9c306-d853-4f43-9f9b-9960ef8ac727", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:40.061029 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-20a7661a-d063-403a-a7bd-c5a45d37780a {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:40.061395 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ea4c5b-b054-4c1c-a4a6-710847fdfba3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23a9c306-d853-4f43-9f9b-9960ef8ac727', 'code': 200} Jul 16 08:56:40.135958 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=23a9c306-d853-4f43-9f9b-9960ef8ac727,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:40.241008 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd5dfbf-e8c8-4c6a-aea2-69d078d04011 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-09e07b8c-3b1a-4db0-abd6-ad48e3982cb0', 'network_id': '09e07b8c-3b1a-4db0-abd6-ad48e3982cb0', 'tenant_id': '0c2193f8bde74193a5d0c3981cfb31b0', 'fixed_ips': [{'subnet_id': 'd5d1650f-591e-4f8f-a7c5-83d5dff50ba1'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 08:56:40.241906 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dcd5dfbf-e8c8-4c6a-aea2-69d078d04011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.382740 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-dcd5dfbf-e8c8-4c6a-aea2-69d078d04011 None None] Allocated IP 2001:db8:1::2 (09e07b8c-3b1a-4db0-abd6-ad48e3982cb0/d5d1650f-591e-4f8f-a7c5-83d5dff50ba1/4b282c2c-2826-4f1b-bd0d-7674b7783f02) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:40.432943 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-687ad972-f87a-49ed-8e55-ad26c4328f81 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:40.433556 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-687ad972-f87a-49ed-8e55-ad26c4328f81 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.511017 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-687ad972-f87a-49ed-8e55-ad26c4328f81 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2469602 Jul 16 08:56:40.513633 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36524) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:40.524157 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-dd0df0f2-e9ce-4641-8614-13220fe797f7 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Request body: {'router': {'external_gateway_info': {'network_id': '09e07b8c-3b1a-4db0-abd6-ad48e3982cb0'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:40.541663 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ab5cc88-4e6a-47e2-abf4-50fa96bd20cb admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:40.542882 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dcd5dfbf-e8c8-4c6a-aea2-69d078d04011 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.550004 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7ab5cc88-4e6a-47e2-abf4-50fa96bd20cb admin admin] 10.222.0.22 "PUT /v2.0/routers/bcd96bd6-b291-4268-b2b7-ef3a382254ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4042630 Jul 16 08:56:40.552114 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-dcd5dfbf-e8c8-4c6a-aea2-69d078d04011 None None] Transition to ACTIVE for port object 4b282c2c-2826-4f1b-bd0d-7674b7783f02 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:40.553201 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36526) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:40.559063 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce8258d-b699-471f-b7a3-98893bc045e1 None None] Sync routers for ids ['bcd96bd6-b291-4268-b2b7-ef3a382254ed'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:40.562061 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073d13e0-06eb-4adb-808c-e787270cd1f7 req-17e7f926-5ac8-4c34-a522-172c18df38c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:40.563532 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-073d13e0-06eb-4adb-808c-e787270cd1f7 req-17e7f926-5ac8-4c34-a522-172c18df38c5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 1102 time: 0.1337862 Jul 16 08:56:40.577326 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce8258d-b699-471f-b7a3-98893bc045e1 None None] Routers {'bcd96bd6-b291-4268-b2b7-ef3a382254ed'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:40.578151 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4ce8258d-b699-471f-b7a3-98893bc045e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['bcd96bd6-b291-4268-b2b7-ef3a382254ed'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:40.580384 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-dcd5dfbf-e8c8-4c6a-aea2-69d078d04011 None None] Transition to ACTIVE for port object 4b282c2c-2826-4f1b-bd0d-7674b7783f02 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:40.618413 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dcd5dfbf-e8c8-4c6a-aea2-69d078d04011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.663910 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-073d13e0-06eb-4adb-808c-e787270cd1f7 req-1aa5edbf-8448-4da5-99aa-b9d718faf0b7 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697732 Jul 16 08:56:40.686048 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-36adef7a-0f17-4f56-b274-7e5514877f7f admin admin] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.704717 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dcd5dfbf-e8c8-4c6a-aea2-69d078d04011 None None] Network 09e07b8c-3b1a-4db0-abd6-ad48e3982cb0 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:40.712045 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-dcd5dfbf-e8c8-4c6a-aea2-69d078d04011 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:40.713853 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5dfbf-e8c8-4c6a-aea2-69d078d04011 None None] Pushing event updated for resources: {'Port': ['ID=4b282c2c-2826-4f1b-bd0d-7674b7783f02,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:40.716112 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd5dfbf-e8c8-4c6a-aea2-69d078d04011 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:40.786172 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-4ce8258d-b699-471f-b7a3-98893bc045e1 None None] Set router bcd96bd6-b291-4268-b2b7-ef3a382254ed gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:40.809594 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dbeda1-e2a7-468c-bbd6-463c0b0a0ff3 req-cea86d2c-0209-4d57-8fc2-7758626cb621 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:40.811142 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-41dbeda1-e2a7-468c-bbd6-463c0b0a0ff3 req-cea86d2c-0209-4d57-8fc2-7758626cb621 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 950 time: 0.2372162 Jul 16 08:56:40.813302 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dd0df0f2-e9ce-4641-8614-13220fe797f7 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.816845 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-36adef7a-0f17-4f56-b274-7e5514877f7f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.846643 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-dcd5dfbf-e8c8-4c6a-aea2-69d078d04011 None None] Attempting to bind port 4b282c2c-2826-4f1b-bd0d-7674b7783f02 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:40.847010 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-dcd5dfbf-e8c8-4c6a-aea2-69d078d04011 None None] Attempting to bind port 4b282c2c-2826-4f1b-bd0d-7674b7783f02 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '2c95b615-6030-484f-b055-3275fc333fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '09e07b8c-3b1a-4db0-abd6-ad48e3982cb0'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:40.847343 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd5dfbf-e8c8-4c6a-aea2-69d078d04011 None None] Attempting to bind port 4b282c2c-2826-4f1b-bd0d-7674b7783f02 on network 09e07b8c-3b1a-4db0-abd6-ad48e3982cb0 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:40.871929 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd5dfbf-e8c8-4c6a-aea2-69d078d04011 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:40.872386 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd5dfbf-e8c8-4c6a-aea2-69d078d04011 None None] Checking segment: {'id': '2c95b615-6030-484f-b055-3275fc333fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '09e07b8c-3b1a-4db0-abd6-ad48e3982cb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:40.872851 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dcd5dfbf-e8c8-4c6a-aea2-69d078d04011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.873154 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd5dfbf-e8c8-4c6a-aea2-69d078d04011 None None] Bound using segment: {'id': '2c95b615-6030-484f-b055-3275fc333fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '09e07b8c-3b1a-4db0-abd6-ad48e3982cb0'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:40.873642 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-dcd5dfbf-e8c8-4c6a-aea2-69d078d04011 None None] Bound port: 4b282c2c-2826-4f1b-bd0d-7674b7783f02, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c95b615-6030-484f-b055-3275fc333fcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '09e07b8c-3b1a-4db0-abd6-ad48e3982cb0'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:40.874027 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dcd5dfbf-e8c8-4c6a-aea2-69d078d04011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.877746 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-41dbeda1-e2a7-468c-bbd6-463c0b0a0ff3 req-c2874d95-d3e9-415c-9e44-5c542d4f90cd tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560887 Jul 16 08:56:40.880135 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-36adef7a-0f17-4f56-b274-7e5514877f7f admin admin] Deleting port 3ccc0b05-d684-4ac2-83dd-64e7a471a2d3 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:40.880763 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-36adef7a-0f17-4f56-b274-7e5514877f7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.959042 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-dd0df0f2-e9ce-4641-8614-13220fe797f7 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 08:56:40.960710 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-dd0df0f2-e9ce-4641-8614-13220fe797f7 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] 10.222.0.22 "PUT /v2.0/routers/daf56f94-f133-466d-9927-0f4aabb4d5a0 HTTP/1.1" status: 400 len: 364 time: 0.4445190 Jul 16 08:56:40.964232 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36528) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:40.978310 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-36adef7a-0f17-4f56-b274-7e5514877f7f admin admin] For port 3ccc0b05-d684-4ac2-83dd-64e7a471a2d3, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=3ccc0b05-d684-4ac2-83dd-64e7a471a2d3,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:40.978670 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-36adef7a-0f17-4f56-b274-7e5514877f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:40.992651 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-36adef7a-0f17-4f56-b274-7e5514877f7f admin admin] Calling delete_port for 3ccc0b05-d684-4ac2-83dd-64e7a471a2d3 owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:41.008974 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-dcd5dfbf-e8c8-4c6a-aea2-69d078d04011 None None] For port 4b282c2c-2826-4f1b-bd0d-7674b7783f02, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:41.025007 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-dcd5dfbf-e8c8-4c6a-aea2-69d078d04011 None None] For port 4b282c2c-2826-4f1b-bd0d-7674b7783f02, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4b282c2c-2826-4f1b-bd0d-7674b7783f02,segment=NetworkSegment(2c95b615-6030-484f-b055-3275fc333fcd),segment_id=2c95b615-6030-484f-b055-3275fc333fcd)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:41.030813 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dcd5dfbf-e8c8-4c6a-aea2-69d078d04011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:41.105979 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4ce8258d-b699-471f-b7a3-98893bc045e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd96bd6-b291-4268-b2b7-ef3a382254ed', 'name': 'tempest-TestAggregatesBasicOps-799838885-router', 'tenant_id': 'bd93c2a756284096b769e86bc89a92d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.78'}], 'enable_snat': True}, 'gw_port_id': '3ccc0b05-d684-4ac2-83dd-64e7a471a2d3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:22Z', 'updated_at': '2021-07-16T08:56:39Z', 'revision_number': 5, 'project_id': 'bd93c2a756284096b769e86bc89a92d0', 'gw_port': {'id': '3ccc0b05-d684-4ac2-83dd-64e7a471a2d3', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:a3:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcd96bd6-b291-4268-b2b7-ef3a382254ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3504, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.78', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:56:23Z', 'updated_at': '2021-07-16T08:56:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:41.135114 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd5dfbf-e8c8-4c6a-aea2-69d078d04011 None None] Pushing event updated for resources: {'Port': ['ID=4b282c2c-2826-4f1b-bd0d-7674b7783f02,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:41.139618 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce8258d-b699-471f-b7a3-98893bc045e1 None None] Checking router: bcd96bd6-b291-4268-b2b7-ef3a382254ed for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:56:41.148058 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ce8258d-b699-471f-b7a3-98893bc045e1 None None] Routers {'bcd96bd6-b291-4268-b2b7-ef3a382254ed'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:41.148288 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4ce8258d-b699-471f-b7a3-98893bc045e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['bcd96bd6-b291-4268-b2b7-ef3a382254ed'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:41.210636 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-36adef7a-0f17-4f56-b274-7e5514877f7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:41.242085 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36adef7a-0f17-4f56-b274-7e5514877f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=3ccc0b05-d684-4ac2-83dd-64e7a471a2d3,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:41.249845 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-4ce8258d-b699-471f-b7a3-98893bc045e1 None None] Set router bcd96bd6-b291-4268-b2b7-ef3a382254ed gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:41.283091 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd3d1664-ef01-4497-a997-9f2151c6fd00 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:41.345111 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4ce8258d-b699-471f-b7a3-98893bc045e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcd96bd6-b291-4268-b2b7-ef3a382254ed', 'name': 'tempest-TestAggregatesBasicOps-799838885-router', 'tenant_id': 'bd93c2a756284096b769e86bc89a92d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:22Z', 'updated_at': '2021-07-16T08:56:40Z', 'revision_number': 6, 'project_id': 'bd93c2a756284096b769e86bc89a92d0', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:41.394783 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-36adef7a-0f17-4f56-b274-7e5514877f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:41.418164 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ce8258d-b699-471f-b7a3-98893bc045e1 None None] The sync data for ids ['bcd96bd6-b291-4268-b2b7-ef3a382254ed'] in n-d-771362-37 is: [{'id': 'bcd96bd6-b291-4268-b2b7-ef3a382254ed', 'name': 'tempest-TestAggregatesBasicOps-799838885-router', 'tenant_id': 'bd93c2a756284096b769e86bc89a92d0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:56:22Z', 'updated_at': '2021-07-16T08:56:40Z', 'revision_number': 6, 'project_id': 'bd93c2a756284096b769e86bc89a92d0', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:41.534857 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-36adef7a-0f17-4f56-b274-7e5514877f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:41.536653 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-36adef7a-0f17-4f56-b274-7e5514877f7f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:41.581991 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-36adef7a-0f17-4f56-b274-7e5514877f7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:41.582482 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36adef7a-0f17-4f56-b274-7e5514877f7f admin admin] Fanout notify agent at l3_agent the message router_deleted on router bcd96bd6-b291-4268-b2b7-ef3a382254ed {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:56:41.587806 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-36adef7a-0f17-4f56-b274-7e5514877f7f admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:41.589038 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-36adef7a-0f17-4f56-b274-7e5514877f7f admin admin] 10.222.0.22 "DELETE /v2.0/routers/bcd96bd6-b291-4268-b2b7-ef3a382254ed HTTP/1.1" status: 204 len: 168 time: 1.0349114 Jul 16 08:56:41.591582 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36530) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:41.671154 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-43899e43-524c-43f9-a58a-26d5b9b5b751 admin admin] Deleting subnet b5a64419-1b61-47f7-b809-2da06f8c846b {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:41.679625 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43899e43-524c-43f9-a58a-26d5b9b5b751 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:41.721190 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-bd3d1664-ef01-4497-a997-9f2151c6fd00 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Allocated IP 2001:db8::1 (042ea38e-89f7-4004-ba65-4e532f7e1ced/4805153e-69d8-4191-a4c0-2122947a76d6/c181689b-3154-4411-98ea-2deb956cf01f) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:41.735241 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43899e43-524c-43f9-a58a-26d5b9b5b751 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:41.892844 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43899e43-524c-43f9-a58a-26d5b9b5b751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:41.925851 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd3d1664-ef01-4497-a997-9f2151c6fd00 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:41.949913 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-bd3d1664-ef01-4497-a997-9f2151c6fd00 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Transition to ACTIVE for port object c181689b-3154-4411-98ea-2deb956cf01f will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:41.981058 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43899e43-524c-43f9-a58a-26d5b9b5b751 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.014293 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43899e43-524c-43f9-a58a-26d5b9b5b751 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b5a64419-1b61-47f7-b809-2da06f8c846b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:42.019519 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-43899e43-524c-43f9-a58a-26d5b9b5b751 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.024200 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-43899e43-524c-43f9-a58a-26d5b9b5b751 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/b5a64419-1b61-47f7-b809-2da06f8c846b HTTP/1.1" status: 204 len: 168 time: 0.4286788 Jul 16 08:56:42.024596 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36534) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:42.025693 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dbbddc-af33-4502-8604-375318c61c10 None None] Network c3cc1446-ebc6-43d2-87ca-fdf0e518cd13 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:42.033289 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd3d1664-ef01-4497-a997-9f2151c6fd00 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.103287 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f12092-28f9-49c9-85ba-66255a24b12b req-f29cd8a6-8039-4d63-86b1-e11ea9e2726e tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:42.104807 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b1f12092-28f9-49c9-85ba-66255a24b12b req-f29cd8a6-8039-4d63-86b1-e11ea9e2726e tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 950 time: 0.0817308 Jul 16 08:56:42.135572 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3d1664-ef01-4497-a997-9f2151c6fd00 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Network 042ea38e-89f7-4004-ba65-4e532f7e1ced is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:42.149033 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-bd3d1664-ef01-4497-a997-9f2151c6fd00 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:42.155411 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd3d1664-ef01-4497-a997-9f2151c6fd00 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:42.155778 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd3d1664-ef01-4497-a997-9f2151c6fd00 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.162054 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48bf69b4-c70b-40eb-8f6c-5f5839f60e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.173223 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b1f12092-28f9-49c9-85ba-66255a24b12b req-d19434fd-2d71-4ac2-b9a6-933d2bef788e tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589895 Jul 16 08:56:42.196635 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d1664-ef01-4497-a997-9f2151c6fd00 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Pushing event updated for resources: {'Port': ['ID=c181689b-3154-4411-98ea-2deb956cf01f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:42.406557 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-48bf69b4-c70b-40eb-8f6c-5f5839f60e67 admin admin] Deleting port 12daf86d-1190-4367-9f58-3b5e8d24222e {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:42.406905 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48bf69b4-c70b-40eb-8f6c-5f5839f60e67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.458050 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd3d1664-ef01-4497-a997-9f2151c6fd00 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.479431 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374ca5da-5f32-44c8-87b8-ce286bea4f17 None None] Network 09e07b8c-3b1a-4db0-abd6-ad48e3982cb0 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:42.516245 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-48bf69b4-c70b-40eb-8f6c-5f5839f60e67 admin admin] For port 12daf86d-1190-4367-9f58-3b5e8d24222e, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=12daf86d-1190-4367-9f58-3b5e8d24222e,segment=NetworkSegment(d015c519-57ef-43f9-a84b-8f2100ec0196),segment_id=d015c519-57ef-43f9-a84b-8f2100ec0196)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:42.516597 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48bf69b4-c70b-40eb-8f6c-5f5839f60e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.636245 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-48bf69b4-c70b-40eb-8f6c-5f5839f60e67 admin admin] Calling delete_port for 12daf86d-1190-4367-9f58-3b5e8d24222e owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:42.660933 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9710d9d8-eb7e-4098-82b4-9f7960d2c02f None None] Provisioning for port 4b282c2c-2826-4f1b-bd0d-7674b7783f02 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:42.766182 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ff6f66-53c5-4275-9142-d0f415cfa751 None None] DHCP port deletion for c3cc1446-ebc6-43d2-87ca-fdf0e518cd13 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:56:42.846324 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4133d23d-49e6-43bc-a1d6-10b7fdeb906a None None] Provisioning for port c181689b-3154-4411-98ea-2deb956cf01f completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:42.855426 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-95ff6f66-53c5-4275-9142-d0f415cfa751 None None] Deleting port 12daf86d-1190-4367-9f58-3b5e8d24222e {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:42.855804 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-95ff6f66-53c5-4275-9142-d0f415cfa751 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.858087 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4133d23d-49e6-43bc-a1d6-10b7fdeb906a None None] Provisioning complete for port c181689b-3154-4411-98ea-2deb956cf01f triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:42.858494 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4133d23d-49e6-43bc-a1d6-10b7fdeb906a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.869342 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48bf69b4-c70b-40eb-8f6c-5f5839f60e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.927955 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf69b4-c70b-40eb-8f6c-5f5839f60e67 admin admin] Pushing event deleted for resources: {'Port': ['ID=12daf86d-1190-4367-9f58-3b5e8d24222e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:42.934773 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48bf69b4-c70b-40eb-8f6c-5f5839f60e67 admin admin] No DVR routers for this DVR port 12daf86d-1190-4367-9f58-3b5e8d24222e on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:42.960296 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-4133d23d-49e6-43bc-a1d6-10b7fdeb906a None None] Port c181689b-3154-4411-98ea-2deb956cf01f cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:42.967686 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-465d2718-9025-44eb-bdbe-7fc99b9759b8 req-934a2c12-a575-41fd-ac11-983196472a12 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:42.969298 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-465d2718-9025-44eb-bdbe-7fc99b9759b8 req-934a2c12-a575-41fd-ac11-983196472a12 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 950 time: 0.2345695 Jul 16 08:56:42.969489 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-95ff6f66-53c5-4275-9142-d0f415cfa751 None None] For port 12daf86d-1190-4367-9f58-3b5e8d24222e, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=12daf86d-1190-4367-9f58-3b5e8d24222e,segment=NetworkSegment(d015c519-57ef-43f9-a84b-8f2100ec0196),segment_id=d015c519-57ef-43f9-a84b-8f2100ec0196)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:42.970068 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-95ff6f66-53c5-4275-9142-d0f415cfa751 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:42.998964 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-95ff6f66-53c5-4275-9142-d0f415cfa751 None None] Calling delete_port for 12daf86d-1190-4367-9f58-3b5e8d24222e owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:43.089430 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-95ff6f66-53c5-4275-9142-d0f415cfa751 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.113218 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ff6f66-53c5-4275-9142-d0f415cfa751 None None] Pushing event deleted for resources: {'Port': ['ID=12daf86d-1190-4367-9f58-3b5e8d24222e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:43.122577 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ff6f66-53c5-4275-9142-d0f415cfa751 None None] No DVR routers for this DVR port 12daf86d-1190-4367-9f58-3b5e8d24222e on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:43.190493 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f896072a-a955-4a82-ae7c-a69d8af8dce0 req-4c095c36-4f65-41cc-8def-ab0a42629265 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:43.191919 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f896072a-a955-4a82-ae7c-a69d8af8dce0 req-4c095c36-4f65-41cc-8def-ab0a42629265 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c29cb64-95e8-4348-805c-ce253d2caf0d HTTP/1.1" status: 200 len: 945 time: 0.0799913 Jul 16 08:56:43.235039 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f896072a-a955-4a82-ae7c-a69d8af8dce0 req-6761a766-46df-4a02-9c14-097b6b9dabd7 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353084 Jul 16 08:56:43.361114 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4b282c2c-2826-4f1b-bd0d-7674b7783f02 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:43.411100 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 4b282c2c-2826-4f1b-bd0d-7674b7783f02 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:43.414671 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 4b282c2c-2826-4f1b-bd0d-7674b7783f02 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:43.415051 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.422298 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48bf69b4-c70b-40eb-8f6c-5f5839f60e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.449560 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-48bf69b4-c70b-40eb-8f6c-5f5839f60e67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3cc1446-ebc6-43d2-87ca-fdf0e518cd13']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:43.462662 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-465d2718-9025-44eb-bdbe-7fc99b9759b8 req-fd1630c0-7ecd-4e0f-824e-722464b9d32c tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239147 Jul 16 08:56:43.470303 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-48bf69b4-c70b-40eb-8f6c-5f5839f60e67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd015c519-57ef-43f9-a84b-8f2100ec0196') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:43.470596 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-48bf69b4-c70b-40eb-8f6c-5f5839f60e67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd015c519-57ef-43f9-a84b-8f2100ec0196') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:43.488599 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48bf69b4-c70b-40eb-8f6c-5f5839f60e67 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.501075 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd3d1664-ef01-4497-a997-9f2151c6fd00 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.502271 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.507595 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd3d1664-ef01-4497-a997-9f2151c6fd00 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.508655 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd3d1664-ef01-4497-a997-9f2151c6fd00 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.510476 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48bf69b4-c70b-40eb-8f6c-5f5839f60e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.543750 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 4b282c2c-2826-4f1b-bd0d-7674b7783f02, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4b282c2c-2826-4f1b-bd0d-7674b7783f02,segment=NetworkSegment(2c95b615-6030-484f-b055-3275fc333fcd),segment_id=2c95b615-6030-484f-b055-3275fc333fcd)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:43.545013 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48bf69b4-c70b-40eb-8f6c-5f5839f60e67 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:43.545486 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48bf69b4-c70b-40eb-8f6c-5f5839f60e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.548858 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.549347 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:56:43.549347 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:43.549347 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:56:43.549347 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:43.549347 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:56:43.549347 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:43.549347 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:56:43.549347 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:43.549347 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:56:43.549347 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:43.549347 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:56:43.549347 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:43.549347 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:56:43.549347 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:43.549347 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:43.549347 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:43.549347 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:43.549347 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:43.549347 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:56:43.549347 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:43.549347 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:56:43.549347 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:43.549347 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:43.549347 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:43.549347 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:43.549347 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:43.549347 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:43.549347 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:43.549347 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:43.549347 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:43.549347 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:43.549347 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:43.597943 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd3d1664-ef01-4497-a997-9f2151c6fd00 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Pushing event updated for resources: {'Port': ['ID=c181689b-3154-4411-98ea-2deb956cf01f,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:43.620790 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=4b282c2c-2826-4f1b-bd0d-7674b7783f02,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:43.626313 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3ccc0b05-d684-4ac2-83dd-64e7a471a2d3 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:43.651105 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 3ccc0b05-d684-4ac2-83dd-64e7a471a2d3 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:43.651502 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3ccc0b05-d684-4ac2-83dd-64e7a471a2d3 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:43.651927 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 12daf86d-1190-4367-9f58-3b5e8d24222e no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:43.669379 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48bf69b4-c70b-40eb-8f6c-5f5839f60e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.672734 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 12daf86d-1190-4367-9f58-3b5e8d24222e {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:43.673095 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 12daf86d-1190-4367-9f58-3b5e8d24222e not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:43.673553 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a6361787-3fdf-4ae3-a1e7-c7a0c46e511f no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:43.682448 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48bf69b4-c70b-40eb-8f6c-5f5839f60e67 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:43.687030 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-48bf69b4-c70b-40eb-8f6c-5f5839f60e67 admin admin] 10.222.0.22 "DELETE /v2.0/networks/c3cc1446-ebc6-43d2-87ca-fdf0e518cd13 HTTP/1.1" status: 204 len: 168 time: 1.6590879 Jul 16 08:56:43.695574 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: a6361787-3fdf-4ae3-a1e7-c7a0c46e511f {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:43.695923 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a6361787-3fdf-4ae3-a1e7-c7a0c46e511f not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:43.697248 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bf69b4-c70b-40eb-8f6c-5f5839f60e67 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3cc1446-ebc6-43d2-87ca-fdf0e518cd13,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:43.721054 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd3d1664-ef01-4497-a997-9f2151c6fd00 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Network 042ea38e-89f7-4004-ba65-4e532f7e1ced is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:43.722448 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-bd3d1664-ef01-4497-a997-9f2151c6fd00 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:43.825443 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd3d1664-ef01-4497-a997-9f2151c6fd00 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Router daf56f94-f133-466d-9927-0f4aabb4d5a0 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:43.885915 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36550) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:43.930446 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3d1664-ef01-4497-a997-9f2151c6fd00 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:43.932584 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7663188e-2439-411c-9bf5-9381bd508994 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3c8220a6d98c49a3b5a3a5e7e3ee8a12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448570 Jul 16 08:56:43.934866 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36552) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:43.935715 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bd3d1664-ef01-4497-a997-9f2151c6fd00 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] 10.222.0.22 "PUT /v2.0/routers/daf56f94-f133-466d-9927-0f4aabb4d5a0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9703064 Jul 16 08:56:43.938143 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36554) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:43.943651 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4852ffd7-79c8-4fbe-8567-89db04cce47d None None] Sync routers for ids ['daf56f94-f133-466d-9927-0f4aabb4d5a0'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:43.956761 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4852ffd7-79c8-4fbe-8567-89db04cce47d None None] Routers {'daf56f94-f133-466d-9927-0f4aabb4d5a0'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:43.957366 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4852ffd7-79c8-4fbe-8567-89db04cce47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['daf56f94-f133-466d-9927-0f4aabb4d5a0'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:43.992181 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4852ffd7-79c8-4fbe-8567-89db04cce47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:44.000756 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4852ffd7-79c8-4fbe-8567-89db04cce47d None None] Routers {'daf56f94-f133-466d-9927-0f4aabb4d5a0'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:44.001187 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4852ffd7-79c8-4fbe-8567-89db04cce47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['daf56f94-f133-466d-9927-0f4aabb4d5a0'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:44.018460 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b65f5ac8-dad7-497b-91e3-e5ec83649c29 None None] Provisioning complete for port c181689b-3154-4411-98ea-2deb956cf01f triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:44.018795 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b65f5ac8-dad7-497b-91e3-e5ec83649c29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:44.032548 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4852ffd7-79c8-4fbe-8567-89db04cce47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:44.033628 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4852ffd7-79c8-4fbe-8567-89db04cce47d None None] The sync data for ids ['daf56f94-f133-466d-9927-0f4aabb4d5a0'] in n-d-771362-37 is: [] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:44.054771 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b65f5ac8-dad7-497b-91e3-e5ec83649c29 None None] Port c181689b-3154-4411-98ea-2deb956cf01f cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:44.066506 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e78ffe7d-51c1-4697-9914-0ff1d14fa7fd tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:44.071630 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f4a2593c-1a84-453c-9e15-ce24b5966dc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:44.159047 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f4a2593c-1a84-453c-9e15-ce24b5966dc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:44.193356 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-e78ffe7d-51c1-4697-9914-0ff1d14fa7fd tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 16 08:56:44.196975 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e78ffe7d-51c1-4697-9914-0ff1d14fa7fd tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] 10.222.0.22 "DELETE /v2.0/routers/daf56f94-f133-466d-9927-0f4aabb4d5a0 HTTP/1.1" status: 409 len: 329 time: 0.2551441 Jul 16 08:56:44.197149 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36556) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:44.298450 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f4a2593c-1a84-453c-9e15-ce24b5966dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:44.301175 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f4a2593c-1a84-453c-9e15-ce24b5966dc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:44.302315 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f4a2593c-1a84-453c-9e15-ce24b5966dc1 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5e1d7b80-cf97-49ef-8524-b1a5c4751f81 HTTP/1.1" status: 204 len: 168 time: 0.3660319 Jul 16 08:56:44.382329 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2593c-1a84-453c-9e15-ce24b5966dc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e1d7b80-cf97-49ef-8524-b1a5c4751f81,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:44.496943 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d75479-7462-4ec2-baa8-13865fb8e4eb req-6451b14b-cfe2-4411-bc82-ef10bb2581ad tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:44.498467 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-12d75479-7462-4ec2-baa8-13865fb8e4eb req-6451b14b-cfe2-4411-bc82-ef10bb2581ad tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c29cb64-95e8-4348-805c-ce253d2caf0d HTTP/1.1" status: 200 len: 945 time: 0.1180248 Jul 16 08:56:44.564698 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-12d75479-7462-4ec2-baa8-13865fb8e4eb req-5ea93b24-dbe1-4cef-8cae-311f90365dce tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567570 Jul 16 08:56:44.631759 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-acb1162f-33b8-4c15-8c9b-2f325e41ca70 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:44.665070 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36566) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:44.746571 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e22d0-6119-44df-93ce-3cd3c5fedb7e req-33a91b00-2a66-489f-93f9-e6609850e01a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:44.748004 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-296e22d0-6119-44df-93ce-3cd3c5fedb7e req-33a91b00-2a66-489f-93f9-e6609850e01a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.30 "GET /v2.0/ports?device_id=0c29cb64-95e8-4348-805c-ce253d2caf0d HTTP/1.1" status: 200 len: 945 time: 0.1657510 Jul 16 08:56:44.754405 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-68fc5b3d-598b-4e86-809c-4cd5e852babf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bd93c2a756284096b769e86bc89a92d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0882764 Jul 16 08:56:44.763054 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068a395-6901-4b94-b65e-10b3f6892a2f req-ec446461-9df3-426e-9521-3595cee7589d tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:44.764693 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8068a395-6901-4b94-b65e-10b3f6892a2f req-ec446461-9df3-426e-9521-3595cee7589d tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 950 time: 0.1725636 Jul 16 08:56:44.765179 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36568) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:44.875555 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8068a395-6901-4b94-b65e-10b3f6892a2f req-9aaec654-cdcf-4159-99ae-8c6ffabbb0e1 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950718 Jul 16 08:56:44.897312 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-acb1162f-33b8-4c15-8c9b-2f325e41ca70 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Deleting port c181689b-3154-4411-98ea-2deb956cf01f {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:44.897676 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-acb1162f-33b8-4c15-8c9b-2f325e41ca70 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:44.912547 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48081303-4d18-43f3-ba0b-498262684f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:44.949099 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48081303-4d18-43f3-ba0b-498262684f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:44.970410 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-296e22d0-6119-44df-93ce-3cd3c5fedb7e req-3edb69f2-af39-4a79-bead-a92852ca0935 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Deleting port c42f109b-237e-442e-9635-b454184869d1 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:44.970755 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-296e22d0-6119-44df-93ce-3cd3c5fedb7e req-3edb69f2-af39-4a79-bead-a92852ca0935 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:44.987800 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-acb1162f-33b8-4c15-8c9b-2f325e41ca70 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.000268 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-acb1162f-33b8-4c15-8c9b-2f325e41ca70 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Calling delete_port for c181689b-3154-4411-98ea-2deb956cf01f owned by network:router_interface {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:45.055876 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48081303-4d18-43f3-ba0b-498262684f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.058462 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48081303-4d18-43f3-ba0b-498262684f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.059795 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-48081303-4d18-43f3-ba0b-498262684f36 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b0214735-d879-4189-abf2-0dadc530ab7d HTTP/1.1" status: 204 len: 168 time: 0.2924345 Jul 16 08:56:45.079075 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48081303-4d18-43f3-ba0b-498262684f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0214735-d879-4189-abf2-0dadc530ab7d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:45.085849 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-296e22d0-6119-44df-93ce-3cd3c5fedb7e req-3edb69f2-af39-4a79-bead-a92852ca0935 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] For port c42f109b-237e-442e-9635-b454184869d1, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=c42f109b-237e-442e-9635-b454184869d1,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:45.086230 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-296e22d0-6119-44df-93ce-3cd3c5fedb7e req-3edb69f2-af39-4a79-bead-a92852ca0935 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.213838 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-acb1162f-33b8-4c15-8c9b-2f325e41ca70 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.245676 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb1162f-33b8-4c15-8c9b-2f325e41ca70 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Pushing event deleted for resources: {'Port': ['ID=c181689b-3154-4411-98ea-2deb956cf01f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:45.290647 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-296e22d0-6119-44df-93ce-3cd3c5fedb7e req-3edb69f2-af39-4a79-bead-a92852ca0935 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.291207 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-296e22d0-6119-44df-93ce-3cd3c5fedb7e req-3edb69f2-af39-4a79-bead-a92852ca0935 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.291643 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [req-296e22d0-6119-44df-93ce-3cd3c5fedb7e req-3edb69f2-af39-4a79-bead-a92852ca0935 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Floating IP 5764ab2c-06bf-45f3-b10b-d51df9e990e5 disassociated. External IP: 172.25.3.185, port: c42f109b-237e-442e-9635-b454184869d1. Jul 16 08:56:45.292474 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-296e22d0-6119-44df-93ce-3cd3c5fedb7e req-3edb69f2-af39-4a79-bead-a92852ca0935 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Calling delete_port for c42f109b-237e-442e-9635-b454184869d1 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:45.400257 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-acb1162f-33b8-4c15-8c9b-2f325e41ca70 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.418908 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4b282c2c-2826-4f1b-bd0d-7674b7783f02 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:56:45.506713 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-296e22d0-6119-44df-93ce-3cd3c5fedb7e req-3edb69f2-af39-4a79-bead-a92852ca0935 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.527374 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 4b282c2c-2826-4f1b-bd0d-7674b7783f02 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:45.527862 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.589704 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edb69f2-af39-4a79-bead-a92852ca0935 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Pushing event deleted for resources: {'Port': ['ID=c42f109b-237e-442e-9635-b454184869d1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:45.638081 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb1162f-33b8-4c15-8c9b-2f325e41ca70 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Router daf56f94-f133-466d-9927-0f4aabb4d5a0 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:45.700339 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-296e22d0-6119-44df-93ce-3cd3c5fedb7e req-3edb69f2-af39-4a79-bead-a92852ca0935 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Router 2b3a1e75-8fee-4585-95f3-88b32e554ddc has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:56:45.753060 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e521d84a-db8a-4cf6-a153-c2b0985f6095 req-783eaace-586e-4058-a85c-0b4086c02d29 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c29cb64-95e8-4348-805c-ce253d2caf0d HTTP/1.1" status: 200 len: 210 time: 0.0374775 Jul 16 08:56:45.753682 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb1162f-33b8-4c15-8c9b-2f325e41ca70 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:45.759828 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-acb1162f-33b8-4c15-8c9b-2f325e41ca70 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] 10.222.0.22 "PUT /v2.0/routers/daf56f94-f133-466d-9927-0f4aabb4d5a0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5616386 Jul 16 08:56:45.763943 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36574) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:45.768900 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afae710-5a03-4957-a0fa-b02e38da1c6c None None] Sync routers for ids ['daf56f94-f133-466d-9927-0f4aabb4d5a0'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:45.778535 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afae710-5a03-4957-a0fa-b02e38da1c6c None None] Routers {'daf56f94-f133-466d-9927-0f4aabb4d5a0'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:45.779083 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5afae710-5a03-4957-a0fa-b02e38da1c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['daf56f94-f133-466d-9927-0f4aabb4d5a0'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:45.804115 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-b6e71598-4ddf-4565-b162-e46c07dd508d tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] show failed (client error): The resource could not be found. Jul 16 08:56:45.805258 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b6e71598-4ddf-4565-b162-e46c07dd508d tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] 10.222.0.22 "GET /v2.0/routers/tempest-non_exist_router-388107203 HTTP/1.1" status: 404 len: 334 time: 0.0402510 Jul 16 08:56:45.809025 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36576) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:45.814271 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5afae710-5a03-4957-a0fa-b02e38da1c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:45.815048 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-a70efcc9-6716-4ab9-8f97-bcd7b9588508 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:45.823957 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afae710-5a03-4957-a0fa-b02e38da1c6c None None] Routers {'daf56f94-f133-466d-9927-0f4aabb4d5a0'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:45.825007 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5afae710-5a03-4957-a0fa-b02e38da1c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['daf56f94-f133-466d-9927-0f4aabb4d5a0'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:45.827476 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-296e22d0-6119-44df-93ce-3cd3c5fedb7e req-3edb69f2-af39-4a79-bead-a92852ca0935 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:56:45.838299 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40769bad-ff9a-4418-b15b-c1784536570f None None] Sync routers for ids ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:56:45.848151 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40769bad-ff9a-4418-b15b-c1784536570f None None] Routers {'2b3a1e75-8fee-4585-95f3-88b32e554ddc'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:45.849241 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-40769bad-ff9a-4418-b15b-c1784536570f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:45.857192 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-a70efcc9-6716-4ab9-8f97-bcd7b9588508 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] update failed (client error): The resource could not be found. Jul 16 08:56:45.863159 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a70efcc9-6716-4ab9-8f97-bcd7b9588508 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] 10.222.0.22 "PUT /v2.0/routers/tempest-non_exist_router-1682574080 HTTP/1.1" status: 404 len: 335 time: 0.0522854 Jul 16 08:56:45.863373 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36578) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:45.864385 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5afae710-5a03-4957-a0fa-b02e38da1c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:45.865063 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5afae710-5a03-4957-a0fa-b02e38da1c6c None None] The sync data for ids ['daf56f94-f133-466d-9927-0f4aabb4d5a0'] in n-d-771362-37 is: [] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:45.918655 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-296e22d0-6119-44df-93ce-3cd3c5fedb7e req-3edb69f2-af39-4a79-bead-a92852ca0935 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] No DVR routers for this DVR port c42f109b-237e-442e-9635-b454184869d1 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:45.921833 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-296e22d0-6119-44df-93ce-3cd3c5fedb7e req-3edb69f2-af39-4a79-bead-a92852ca0935 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:45.924828 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-296e22d0-6119-44df-93ce-3cd3c5fedb7e req-3edb69f2-af39-4a79-bead-a92852ca0935 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.30 "DELETE /v2.0/ports/c42f109b-237e-442e-9635-b454184869d1 HTTP/1.1" status: 204 len: 173 time: 1.1585445 Jul 16 08:56:45.928199 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c29cb64-95e8-4348-805c-ce253d2caf0d', 'name': 'network-vif-deleted', 'tag': 'c42f109b-237e-442e-9635-b454184869d1'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:45.930696 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac670ef4-64f6-4baf-9006-e7af83af9520" -d '{"events": [{"server_uuid": "0c29cb64-95e8-4348-805c-ce253d2caf0d", "name": "network-vif-deleted", "tag": "c42f109b-237e-442e-9635-b454184869d1"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:45.978791 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfc8d416-31ce-4476-9461-b8bc09fc17f2 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Deleting subnet d5d1650f-591e-4f8f-a7c5-83d5dff50ba1 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:45.982952 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dfc8d416-31ce-4476-9461-b8bc09fc17f2 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.013750 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75cb2d0b-b170-4c2f-ac59-106a430c12a4 x-openstack-request-id: req-75cb2d0b-b170-4c2f-ac59-106a430c12a4 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:46.014181 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c29cb64-95e8-4348-805c-ce253d2caf0d", "name": "network-vif-deleted", "tag": "c42f109b-237e-442e-9635-b454184869d1", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:46.014556 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-75cb2d0b-b170-4c2f-ac59-106a430c12a4 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:46.015042 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c29cb64-95e8-4348-805c-ce253d2caf0d', 'name': 'network-vif-deleted', 'tag': 'c42f109b-237e-442e-9635-b454184869d1', 'status': 'completed', 'code': 200} Jul 16 08:56:46.031243 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-40769bad-ff9a-4418-b15b-c1784536570f None None] Set router 2b3a1e75-8fee-4585-95f3-88b32e554ddc gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:46.040025 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dfc8d416-31ce-4476-9461-b8bc09fc17f2 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.182389 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dfc8d416-31ce-4476-9461-b8bc09fc17f2 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.210865 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b78b10-1446-4783-9404-3da05848f405 req-c164fac3-fb4b-45dd-a43b-254f82ae82a4 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:46.212510 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c1b78b10-1446-4783-9404-3da05848f405 req-c164fac3-fb4b-45dd-a43b-254f82ae82a4 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 950 time: 0.1503813 Jul 16 08:56:46.246565 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-40769bad-ff9a-4418-b15b-c1784536570f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'name': 'tempest-TestVolumeBootPattern-1690893934-router', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'gw_port': {'id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '9128757d-2d91-4dd4-900b-7873b6e8a2d7', 'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'mac_address': 'fa:16:3e:f7:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '1a202c89-ad61-4335-b129-f178d622ac10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:56Z', 'updated_at': '2021-07-16T08:50:07Z', 'revision_number': 5, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'subnets': [{'id': '1a202c89-ad61-4335-b129-f178d622ac10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:46.275593 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40769bad-ff9a-4418-b15b-c1784536570f None None] Checking router: 2b3a1e75-8fee-4585-95f3-88b32e554ddc for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:56:46.280227 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c1b78b10-1446-4783-9404-3da05848f405 req-e6c29e0e-04aa-4358-9041-a55dbe8ab073 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576801 Jul 16 08:56:46.284746 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40769bad-ff9a-4418-b15b-c1784536570f None None] Routers {'2b3a1e75-8fee-4585-95f3-88b32e554ddc'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:56:46.285413 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-40769bad-ff9a-4418-b15b-c1784536570f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:56:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:46.286466 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dfc8d416-31ce-4476-9461-b8bc09fc17f2 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.315282 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc8d416-31ce-4476-9461-b8bc09fc17f2 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Pushing event deleted for resources: {'Subnet': ['ID=d5d1650f-591e-4f8f-a7c5-83d5dff50ba1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:46.324142 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dfc8d416-31ce-4476-9461-b8bc09fc17f2 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.327494 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-dfc8d416-31ce-4476-9461-b8bc09fc17f2 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] 10.222.0.22 "DELETE /v2.0/subnets/d5d1650f-591e-4f8f-a7c5-83d5dff50ba1 HTTP/1.1" status: 204 len: 168 time: 0.4608738 Jul 16 08:56:46.330002 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36584) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:46.337258 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3ee9bd-2982-44dc-9149-44dc25aebf8f None None] Network 09e07b8c-3b1a-4db0-abd6-ad48e3982cb0 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:46.409687 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-40769bad-ff9a-4418-b15b-c1784536570f None None] Set router 2b3a1e75-8fee-4585-95f3-88b32e554ddc gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:56:46.435813 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c438ac8f-bac5-4208-8e04-42fc6835ffa4 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.489845 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c438ac8f-bac5-4208-8e04-42fc6835ffa4 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Deleting port 4b282c2c-2826-4f1b-bd0d-7674b7783f02 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:46.491152 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c438ac8f-bac5-4208-8e04-42fc6835ffa4 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.568108 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb488fc8-66c2-48b9-8085-18f0cb1d859c None None] DHCP port deletion for 09e07b8c-3b1a-4db0-abd6-ad48e3982cb0 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:56:46.586551 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c438ac8f-bac5-4208-8e04-42fc6835ffa4 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] For port 4b282c2c-2826-4f1b-bd0d-7674b7783f02, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4b282c2c-2826-4f1b-bd0d-7674b7783f02,segment=NetworkSegment(2c95b615-6030-484f-b055-3275fc333fcd),segment_id=2c95b615-6030-484f-b055-3275fc333fcd)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:46.586935 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c438ac8f-bac5-4208-8e04-42fc6835ffa4 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.600696 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c438ac8f-bac5-4208-8e04-42fc6835ffa4 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Calling delete_port for 4b282c2c-2826-4f1b-bd0d-7674b7783f02 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:46.632756 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-eb488fc8-66c2-48b9-8085-18f0cb1d859c None None] Deleting port 4b282c2c-2826-4f1b-bd0d-7674b7783f02 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:46.633703 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eb488fc8-66c2-48b9-8085-18f0cb1d859c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.653712 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-40769bad-ff9a-4418-b15b-c1784536570f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'name': 'tempest-TestVolumeBootPattern-1690893934-router', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'gw_port': {'id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '9128757d-2d91-4dd4-900b-7873b6e8a2d7', 'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'mac_address': 'fa:16:3e:f7:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '1a202c89-ad61-4335-b129-f178d622ac10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:56Z', 'updated_at': '2021-07-16T08:50:07Z', 'revision_number': 5, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'subnets': [{'id': '1a202c89-ad61-4335-b129-f178d622ac10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:46.686648 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40769bad-ff9a-4418-b15b-c1784536570f None None] The sync data for ids ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'] in n-d-771362-37 is: [{'id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'name': 'tempest-TestVolumeBootPattern-1690893934-router', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'gw_port': {'id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '9128757d-2d91-4dd4-900b-7873b6e8a2d7', 'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'mac_address': 'fa:16:3e:f7:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '1a202c89-ad61-4335-b129-f178d622ac10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:56Z', 'updated_at': '2021-07-16T08:50:07Z', 'revision_number': 5, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'subnets': [{'id': '1a202c89-ad61-4335-b129-f178d622ac10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:56:46.694314 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c438ac8f-bac5-4208-8e04-42fc6835ffa4 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.708551 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-eb488fc8-66c2-48b9-8085-18f0cb1d859c None None] For port 4b282c2c-2826-4f1b-bd0d-7674b7783f02, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4b282c2c-2826-4f1b-bd0d-7674b7783f02,segment=NetworkSegment(2c95b615-6030-484f-b055-3275fc333fcd),segment_id=2c95b615-6030-484f-b055-3275fc333fcd)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:46.709361 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eb488fc8-66c2-48b9-8085-18f0cb1d859c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.726095 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438ac8f-bac5-4208-8e04-42fc6835ffa4 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Pushing event deleted for resources: {'Port': ['ID=4b282c2c-2826-4f1b-bd0d-7674b7783f02,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:46.730984 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c438ac8f-bac5-4208-8e04-42fc6835ffa4 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] No DVR routers for this DVR port 4b282c2c-2826-4f1b-bd0d-7674b7783f02 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:46.735934 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-eb488fc8-66c2-48b9-8085-18f0cb1d859c None None] Calling delete_port for 4b282c2c-2826-4f1b-bd0d-7674b7783f02 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:46.824405 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eb488fc8-66c2-48b9-8085-18f0cb1d859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.828576 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c438ac8f-bac5-4208-8e04-42fc6835ffa4 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.840588 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-c438ac8f-bac5-4208-8e04-42fc6835ffa4 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e07b8c-3b1a-4db0-abd6-ad48e3982cb0']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:46.851030 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-c438ac8f-bac5-4208-8e04-42fc6835ffa4 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c95b615-6030-484f-b055-3275fc333fcd') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:46.851321 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-c438ac8f-bac5-4208-8e04-42fc6835ffa4 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c95b615-6030-484f-b055-3275fc333fcd') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:46.851774 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb488fc8-66c2-48b9-8085-18f0cb1d859c None None] Pushing event deleted for resources: {'Port': ['ID=4b282c2c-2826-4f1b-bd0d-7674b7783f02,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:46.860398 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb488fc8-66c2-48b9-8085-18f0cb1d859c None None] No DVR routers for this DVR port 4b282c2c-2826-4f1b-bd0d-7674b7783f02 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:46.861048 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c438ac8f-bac5-4208-8e04-42fc6835ffa4 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.876997 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c438ac8f-bac5-4208-8e04-42fc6835ffa4 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.884040 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c438ac8f-bac5-4208-8e04-42fc6835ffa4 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:46.884538 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c438ac8f-bac5-4208-8e04-42fc6835ffa4 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.952574 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:56:46.952574 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:46.952574 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:56:46.952574 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:46.952574 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:56:46.952574 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:46.952574 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:56:46.952574 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:46.952574 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:56:46.952574 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:46.952574 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:56:46.952574 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:46.952574 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:56:46.952574 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:46.952574 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:46.952574 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:46.952574 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:46.952574 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:46.952574 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:56:46.952574 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:46.952574 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:56:46.952574 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:46.952574 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:46.952574 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:46.952574 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:46.952574 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:46.952574 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:46.952574 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:46.952574 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:46.952574 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:46.952574 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:46.952574 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:46.955415 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c438ac8f-bac5-4208-8e04-42fc6835ffa4 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.979880 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c438ac8f-bac5-4208-8e04-42fc6835ffa4 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:46.984258 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c438ac8f-bac5-4208-8e04-42fc6835ffa4 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] 10.222.0.22 "DELETE /v2.0/networks/09e07b8c-3b1a-4db0-abd6-ad48e3982cb0 HTTP/1.1" status: 204 len: 168 time: 0.6529007 Jul 16 08:56:46.984469 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36588) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:46.994321 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c438ac8f-bac5-4208-8e04-42fc6835ffa4 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Pushing event deleted for resources: {'Network': ['ID=09e07b8c-3b1a-4db0-abd6-ad48e3982cb0,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:47.013724 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cce574ab-ee65-421a-94c9-532d22ef9707 req-bf1ee9ac-0fff-4438-af02-220b2dd73975 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c29cb64-95e8-4348-805c-ce253d2caf0d HTTP/1.1" status: 200 len: 210 time: 0.0627069 Jul 16 08:56:47.056436 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65d565e3-d97e-478e-9f52-ba27aa00bb11 None None] New status for floating IP 5764ab2c-06bf-45f3-b10b-d51df9e990e5: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:56:47.061774 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-11530080-bc12-441b-a71e-8a3a824c347d tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Deleting subnet 9a15eb80-23b9-41d8-bd19-84d3688469d0 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:47.064961 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11530080-bc12-441b-a71e-8a3a824c347d tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:47.105594 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11530080-bc12-441b-a71e-8a3a824c347d tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:47.196987 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11530080-bc12-441b-a71e-8a3a824c347d tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:47.264712 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11530080-bc12-441b-a71e-8a3a824c347d tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:47.292655 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11530080-bc12-441b-a71e-8a3a824c347d tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Pushing event deleted for resources: {'Subnet': ['ID=9a15eb80-23b9-41d8-bd19-84d3688469d0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:47.298559 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-11530080-bc12-441b-a71e-8a3a824c347d tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:47.300603 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-11530080-bc12-441b-a71e-8a3a824c347d tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] 10.222.0.22 "DELETE /v2.0/subnets/9a15eb80-23b9-41d8-bd19-84d3688469d0 HTTP/1.1" status: 204 len: 168 time: 0.3150373 Jul 16 08:56:47.302948 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36590) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:47.306786 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3381563a-7d49-455c-ae07-9ab90cd4de29 None None] Network fad21912-0626-429d-9b4f-124437304c97 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:47.375436 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4b282c2c-2826-4f1b-bd0d-7674b7783f02 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:47.397796 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db2ff18-a874-48df-9851-4a76bafe0ea7 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Deleting subnet 4dcafa02-3c94-4cc3-92d6-e8eb3be823cb {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:47.401241 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9db2ff18-a874-48df-9851-4a76bafe0ea7 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:47.409394 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 4b282c2c-2826-4f1b-bd0d-7674b7783f02 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:47.409991 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4b282c2c-2826-4f1b-bd0d-7674b7783f02 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:47.481971 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9db2ff18-a874-48df-9851-4a76bafe0ea7 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:47.559213 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37a55dd9-47c6-46aa-8c1d-2de511ccfd30 None None] DHCP port deletion for fad21912-0626-429d-9b4f-124437304c97 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:56:47.583063 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdd9e48-4392-494c-8284-70c69f5498c7 req-493cd80d-51c5-426a-8c31-d36c85f5f696 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:47.584706 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6bdd9e48-4392-494c-8284-70c69f5498c7 req-493cd80d-51c5-426a-8c31-d36c85f5f696 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 950 time: 0.1463249 Jul 16 08:56:47.612325 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-37a55dd9-47c6-46aa-8c1d-2de511ccfd30 None None] Deleting port 124a59dc-0763-4637-a316-ee0a21933dd4 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:47.612987 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-37a55dd9-47c6-46aa-8c1d-2de511ccfd30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:47.616604 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9db2ff18-a874-48df-9851-4a76bafe0ea7 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:47.661633 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6bdd9e48-4392-494c-8284-70c69f5498c7 req-c8ecbdce-62d8-43d0-9a5e-8bfdf7a2ebb5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676346 Jul 16 08:56:47.683636 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-37a55dd9-47c6-46aa-8c1d-2de511ccfd30 None None] For port 124a59dc-0763-4637-a316-ee0a21933dd4, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=124a59dc-0763-4637-a316-ee0a21933dd4,segment=NetworkSegment(79e1967f-8269-467a-9f53-649a001418a4),segment_id=79e1967f-8269-467a-9f53-649a001418a4)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:47.684119 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-37a55dd9-47c6-46aa-8c1d-2de511ccfd30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:47.694133 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9db2ff18-a874-48df-9851-4a76bafe0ea7 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:47.707191 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-37a55dd9-47c6-46aa-8c1d-2de511ccfd30 None None] Calling delete_port for 124a59dc-0763-4637-a316-ee0a21933dd4 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:47.729256 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9db2ff18-a874-48df-9851-4a76bafe0ea7 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:47.731641 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9db2ff18-a874-48df-9851-4a76bafe0ea7 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] 10.222.0.22 "DELETE /v2.0/subnets/4dcafa02-3c94-4cc3-92d6-e8eb3be823cb HTTP/1.1" status: 204 len: 168 time: 0.4262588 Jul 16 08:56:47.732990 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db2ff18-a874-48df-9851-4a76bafe0ea7 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Pushing event deleted for resources: {'Subnet': ['ID=4dcafa02-3c94-4cc3-92d6-e8eb3be823cb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:47.734549 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36594) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:47.766443 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e89664c-02bd-4fe1-832b-54832d629c47 None None] Network 3f878f21-0c4e-46df-964d-73652324c12e requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:47.823830 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-62943bf9-54f7-4283-8b5b-ca333a48476c tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:47.875943 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-62943bf9-54f7-4283-8b5b-ca333a48476c tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Deleting port 124a59dc-0763-4637-a316-ee0a21933dd4 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:47.876286 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-62943bf9-54f7-4283-8b5b-ca333a48476c tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:47.906866 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device c42f109b-237e-442e-9635-b454184869d1 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:47.930753 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-37a55dd9-47c6-46aa-8c1d-2de511ccfd30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:47.939129 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: c42f109b-237e-442e-9635-b454184869d1 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:47.939470 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device c42f109b-237e-442e-9635-b454184869d1 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:47.942291 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-62943bf9-54f7-4283-8b5b-ca333a48476c tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] For port 124a59dc-0763-4637-a316-ee0a21933dd4, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=124a59dc-0763-4637-a316-ee0a21933dd4,segment=NetworkSegment(79e1967f-8269-467a-9f53-649a001418a4),segment_id=79e1967f-8269-467a-9f53-649a001418a4)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:47.942652 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-62943bf9-54f7-4283-8b5b-ca333a48476c tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:47.960928 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-62943bf9-54f7-4283-8b5b-ca333a48476c tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Calling delete_port for 124a59dc-0763-4637-a316-ee0a21933dd4 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:47.966078 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a55dd9-47c6-46aa-8c1d-2de511ccfd30 None None] Pushing event deleted for resources: {'Port': ['ID=124a59dc-0763-4637-a316-ee0a21933dd4,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:47.967925 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a55dd9-47c6-46aa-8c1d-2de511ccfd30 None None] No DVR routers for this DVR port 124a59dc-0763-4637-a316-ee0a21933dd4 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:48.042795 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-62943bf9-54f7-4283-8b5b-ca333a48476c tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.063950 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09188cc1-4b9e-4b00-91d3-2068aa21c0d1 None None] DHCP port deletion for 3f878f21-0c4e-46df-964d-73652324c12e request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:56:48.076101 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62943bf9-54f7-4283-8b5b-ca333a48476c tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Pushing event deleted for resources: {'Port': ['ID=124a59dc-0763-4637-a316-ee0a21933dd4,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:48.085331 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62943bf9-54f7-4283-8b5b-ca333a48476c tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] No DVR routers for this DVR port 124a59dc-0763-4637-a316-ee0a21933dd4 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:48.116180 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-09188cc1-4b9e-4b00-91d3-2068aa21c0d1 None None] Deleting port 99ba7562-a7ae-4234-b5c2-cb8d1772b5b1 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:48.116761 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-09188cc1-4b9e-4b00-91d3-2068aa21c0d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.182436 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-62943bf9-54f7-4283-8b5b-ca333a48476c tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.188011 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-09188cc1-4b9e-4b00-91d3-2068aa21c0d1 None None] For port 99ba7562-a7ae-4234-b5c2-cb8d1772b5b1, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=99ba7562-a7ae-4234-b5c2-cb8d1772b5b1,segment=NetworkSegment(f8ac1d16-95c0-42b6-9b20-0bb2a7d2446e),segment_id=f8ac1d16-95c0-42b6-9b20-0bb2a7d2446e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:48.188441 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-09188cc1-4b9e-4b00-91d3-2068aa21c0d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.193967 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-62943bf9-54f7-4283-8b5b-ca333a48476c tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad21912-0626-429d-9b4f-124437304c97']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:48.205594 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-09188cc1-4b9e-4b00-91d3-2068aa21c0d1 None None] Calling delete_port for 99ba7562-a7ae-4234-b5c2-cb8d1772b5b1 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:48.206630 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-62943bf9-54f7-4283-8b5b-ca333a48476c tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79e1967f-8269-467a-9f53-649a001418a4') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:48.206940 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-62943bf9-54f7-4283-8b5b-ca333a48476c tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79e1967f-8269-467a-9f53-649a001418a4') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:48.242546 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-50ad3961-db76-45bc-a9f5-496d4833f287 req-905cbc25-358f-42f0-98e2-dc0a3df1acf6 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c29cb64-95e8-4348-805c-ce253d2caf0d HTTP/1.1" status: 200 len: 210 time: 0.0385165 Jul 16 08:56:48.244219 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-62943bf9-54f7-4283-8b5b-ca333a48476c tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.259164 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-62943bf9-54f7-4283-8b5b-ca333a48476c tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.266899 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62943bf9-54f7-4283-8b5b-ca333a48476c tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:48.267374 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-62943bf9-54f7-4283-8b5b-ca333a48476c tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: self.session.flush() Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: timer() Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:48.276405 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:48.304731 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-09188cc1-4b9e-4b00-91d3-2068aa21c0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.329950 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09188cc1-4b9e-4b00-91d3-2068aa21c0d1 None None] Pushing event deleted for resources: {'Port': ['ID=99ba7562-a7ae-4234-b5c2-cb8d1772b5b1,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:48.333290 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09188cc1-4b9e-4b00-91d3-2068aa21c0d1 None None] No DVR routers for this DVR port 99ba7562-a7ae-4234-b5c2-cb8d1772b5b1 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:48.350154 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-62943bf9-54f7-4283-8b5b-ca333a48476c tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.355485 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-62943bf9-54f7-4283-8b5b-ca333a48476c tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.357504 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-62943bf9-54f7-4283-8b5b-ca333a48476c tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] 10.222.0.22 "DELETE /v2.0/networks/fad21912-0626-429d-9b4f-124437304c97 HTTP/1.1" status: 204 len: 168 time: 0.6205506 Jul 16 08:56:48.360101 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36598) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:48.373517 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62943bf9-54f7-4283-8b5b-ca333a48476c tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Pushing event deleted for resources: {'Network': ['ID=fad21912-0626-429d-9b4f-124437304c97,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:48.441049 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d88433b4-7892-47ba-ad74-3754dc4cff47 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.531685 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d88433b4-7892-47ba-ad74-3754dc4cff47 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.542413 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d88433b4-7892-47ba-ad74-3754dc4cff47 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f878f21-0c4e-46df-964d-73652324c12e']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:48.553294 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d88433b4-7892-47ba-ad74-3754dc4cff47 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ac1d16-95c0-42b6-9b20-0bb2a7d2446e') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:48.553637 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d88433b4-7892-47ba-ad74-3754dc4cff47 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ac1d16-95c0-42b6-9b20-0bb2a7d2446e') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:48.562721 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d88433b4-7892-47ba-ad74-3754dc4cff47 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.577335 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d88433b4-7892-47ba-ad74-3754dc4cff47 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.584480 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d88433b4-7892-47ba-ad74-3754dc4cff47 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:48.584940 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d88433b4-7892-47ba-ad74-3754dc4cff47 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.587813 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:56:48.587813 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:48.587813 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:56:48.587813 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:48.587813 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:56:48.587813 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:48.587813 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:56:48.587813 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:48.587813 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:56:48.587813 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:48.587813 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:56:48.587813 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:48.587813 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:56:48.587813 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:48.587813 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:48.587813 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:48.587813 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:48.587813 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:48.587813 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:56:48.587813 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:48.587813 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:56:48.587813 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:48.587813 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:48.587813 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:48.587813 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:48.587813 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:48.587813 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:48.587813 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:48.587813 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:48.587813 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:48.587813 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:48.587813 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:48.645158 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d88433b4-7892-47ba-ad74-3754dc4cff47 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.652467 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d88433b4-7892-47ba-ad74-3754dc4cff47 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.654529 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d88433b4-7892-47ba-ad74-3754dc4cff47 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] 10.222.0.22 "DELETE /v2.0/networks/3f878f21-0c4e-46df-964d-73652324c12e HTTP/1.1" status: 204 len: 168 time: 0.2928245 Jul 16 08:56:48.656996 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36600) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:48.679652 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88433b4-7892-47ba-ad74-3754dc4cff47 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Pushing event deleted for resources: {'Network': ['ID=3f878f21-0c4e-46df-964d-73652324c12e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:48.725418 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-a15d99ce-3f56-4bd5-9aa6-411896c42c56 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Deleting subnet 4805153e-69d8-4191-a4c0-2122947a76d6 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 08:56:48.728400 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a15d99ce-3f56-4bd5-9aa6-411896c42c56 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.773574 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a15d99ce-3f56-4bd5-9aa6-411896c42c56 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.913816 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-794fe3da-a4da-4fdd-89d7-22229ea24548 req-39bc3cb8-03c6-4a69-8bfa-91ff2d661958 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:48.915294 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-794fe3da-a4da-4fdd-89d7-22229ea24548 req-39bc3cb8-03c6-4a69-8bfa-91ff2d661958 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 950 time: 0.1107285 Jul 16 08:56:48.916792 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a15d99ce-3f56-4bd5-9aa6-411896c42c56 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:48.989506 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-794fe3da-a4da-4fdd-89d7-22229ea24548 req-b547740c-474f-4dd1-9e82-c4583f8e0efe tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504565 Jul 16 08:56:49.002654 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a15d99ce-3f56-4bd5-9aa6-411896c42c56 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.034341 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15d99ce-3f56-4bd5-9aa6-411896c42c56 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Pushing event deleted for resources: {'Subnet': ['ID=4805153e-69d8-4191-a4c0-2122947a76d6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:49.036312 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a15d99ce-3f56-4bd5-9aa6-411896c42c56 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.038301 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a15d99ce-3f56-4bd5-9aa6-411896c42c56 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] 10.222.0.22 "DELETE /v2.0/subnets/4805153e-69d8-4191-a4c0-2122947a76d6 HTTP/1.1" status: 204 len: 168 time: 0.3803773 Jul 16 08:56:49.040717 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36604) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:49.044441 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cf2e390-76e4-4699-a0d7-cb1ad5485437 None None] Network 042ea38e-89f7-4004-ba65-4e532f7e1ced requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:56:49.120852 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77f17353-d5d8-4ade-a20f-fa31085558fb tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.180888 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-77f17353-d5d8-4ade-a20f-fa31085558fb tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Deleting port 71526d7c-8942-4a30-9479-21c6810f61a9 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:49.181226 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77f17353-d5d8-4ade-a20f-fa31085558fb tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.242567 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b515f5c-4a96-46ae-8f41-a8229cd15582 None None] DHCP port deletion for 042ea38e-89f7-4004-ba65-4e532f7e1ced request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 08:56:49.270569 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-77f17353-d5d8-4ade-a20f-fa31085558fb tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] For port 71526d7c-8942-4a30-9479-21c6810f61a9, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=71526d7c-8942-4a30-9479-21c6810f61a9,segment=NetworkSegment(ad1ec115-8d35-4e96-845f-e3e8969ccfd4),segment_id=ad1ec115-8d35-4e96-845f-e3e8969ccfd4)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:49.270934 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77f17353-d5d8-4ade-a20f-fa31085558fb tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.296681 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1b515f5c-4a96-46ae-8f41-a8229cd15582 None None] Deleting port 71526d7c-8942-4a30-9479-21c6810f61a9 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:56:49.297064 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b515f5c-4a96-46ae-8f41-a8229cd15582 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.298552 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-77f17353-d5d8-4ade-a20f-fa31085558fb tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Calling delete_port for 71526d7c-8942-4a30-9479-21c6810f61a9 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:49.382106 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 124a59dc-0763-4637-a316-ee0a21933dd4 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:49.413987 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 124a59dc-0763-4637-a316-ee0a21933dd4 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:49.414625 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 124a59dc-0763-4637-a316-ee0a21933dd4 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:49.414969 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-486b402e-c3dc-4622-a25d-a687c3807a8d req-bd36d582-b0f5-4357-94d1-e69fdd324966 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=0c29cb64-95e8-4348-805c-ce253d2caf0d HTTP/1.1" status: 200 len: 210 time: 0.0308099 Jul 16 08:56:49.415755 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 71526d7c-8942-4a30-9479-21c6810f61a9 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:49.420061 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-1b515f5c-4a96-46ae-8f41-a8229cd15582 None None] For port 71526d7c-8942-4a30-9479-21c6810f61a9, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=71526d7c-8942-4a30-9479-21c6810f61a9,segment=NetworkSegment(ad1ec115-8d35-4e96-845f-e3e8969ccfd4),segment_id=ad1ec115-8d35-4e96-845f-e3e8969ccfd4)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:56:49.420492 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b515f5c-4a96-46ae-8f41-a8229cd15582 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.434534 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77f17353-d5d8-4ade-a20f-fa31085558fb tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.455970 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-1b515f5c-4a96-46ae-8f41-a8229cd15582 None None] Calling delete_port for 71526d7c-8942-4a30-9479-21c6810f61a9 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:56:49.463164 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f17353-d5d8-4ade-a20f-fa31085558fb tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Pushing event deleted for resources: {'Port': ['ID=71526d7c-8942-4a30-9479-21c6810f61a9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:49.470876 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f17353-d5d8-4ade-a20f-fa31085558fb tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] No DVR routers for this DVR port 71526d7c-8942-4a30-9479-21c6810f61a9 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:49.481888 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No active binding found for port 71526d7c-8942-4a30-9479-21c6810f61a9 {{(pid=93760) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 16 08:56:49.482314 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 71526d7c-8942-4a30-9479-21c6810f61a9 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:49.482734 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 99ba7562-a7ae-4234-b5c2-cb8d1772b5b1 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:56:49.538715 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 99ba7562-a7ae-4234-b5c2-cb8d1772b5b1 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 08:56:49.539080 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 99ba7562-a7ae-4234-b5c2-cb8d1772b5b1 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 08:56:49.560237 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77f17353-d5d8-4ade-a20f-fa31085558fb tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.575030 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-77f17353-d5d8-4ade-a20f-fa31085558fb tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['042ea38e-89f7-4004-ba65-4e532f7e1ced']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:49.586761 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-77f17353-d5d8-4ade-a20f-fa31085558fb tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad1ec115-8d35-4e96-845f-e3e8969ccfd4') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:49.587141 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-77f17353-d5d8-4ade-a20f-fa31085558fb tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad1ec115-8d35-4e96-845f-e3e8969ccfd4') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:56:49.597323 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77f17353-d5d8-4ade-a20f-fa31085558fb tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.598887 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1b515f5c-4a96-46ae-8f41-a8229cd15582 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.615441 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77f17353-d5d8-4ade-a20f-fa31085558fb tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.622425 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77f17353-d5d8-4ade-a20f-fa31085558fb tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 08:56:49.622875 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77f17353-d5d8-4ade-a20f-fa31085558fb tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.626150 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 08:56:49.626150 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 08:56:49.626150 n-d-771362-37 neutron-server[93759]: timer() Jul 16 08:56:49.626150 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 08:56:49.626150 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 08:56:49.626150 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 08:56:49.626150 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 08:56:49.626150 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 08:56:49.626150 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 08:56:49.626150 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 08:56:49.626150 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 08:56:49.626150 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 08:56:49.626150 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 08:56:49.626150 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 08:56:49.626150 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 08:56:49.626150 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 08:56:49.626150 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 08:56:49.626150 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 08:56:49.626150 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 08:56:49.626150 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 08:56:49.626150 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 08:56:49.626150 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 08:56:49.626150 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 08:56:49.626150 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 08:56:49.626150 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 08:56:49.626150 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 08:56:49.626150 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 08:56:49.626150 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 08:56:49.626150 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 08:56:49.626150 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 08:56:49.626150 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 08:56:49.626150 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 08:56:49.630497 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b515f5c-4a96-46ae-8f41-a8229cd15582 None None] Pushing event deleted for resources: {'Port': ['ID=71526d7c-8942-4a30-9479-21c6810f61a9,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:49.633377 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b515f5c-4a96-46ae-8f41-a8229cd15582 None None] No DVR routers for this DVR port 71526d7c-8942-4a30-9479-21c6810f61a9 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:56:49.696752 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77f17353-d5d8-4ade-a20f-fa31085558fb tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.713405 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77f17353-d5d8-4ade-a20f-fa31085558fb tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:49.715252 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-77f17353-d5d8-4ade-a20f-fa31085558fb tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] 10.222.0.22 "DELETE /v2.0/networks/042ea38e-89f7-4004-ba65-4e532f7e1ced HTTP/1.1" status: 204 len: 168 time: 0.6735744 Jul 16 08:56:49.716624 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f17353-d5d8-4ade-a20f-fa31085558fb tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Pushing event deleted for resources: {'Network': ['ID=042ea38e-89f7-4004-ba65-4e532f7e1ced,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:49.718242 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36608) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:49.749644 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b23fe2b4-20fb-4a43-85fe-6cee5e61d6d2 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] 10.222.0.22 "GET /v2.0/ports?device_id=daf56f94-f133-466d-9927-0f4aabb4d5a0 HTTP/1.1" status: 200 len: 205 time: 0.0302813 Jul 16 08:56:49.751968 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36610) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:49.831440 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bcb8885d-cd3b-466b-9935-1f7a34a7ecc9 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.310274 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bcb8885d-cd3b-466b-9935-1f7a34a7ecc9 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.314796 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bcb8885d-cd3b-466b-9935-1f7a34a7ecc9 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.370685 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b806b7-94bb-4c3f-a7ef-ee046189f9e6 req-b6775d45-3323-49c7-af6b-1f8d89297b4e tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:50.372180 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a7b806b7-94bb-4c3f-a7ef-ee046189f9e6 req-b6775d45-3323-49c7-af6b-1f8d89297b4e tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 950 time: 0.1907761 Jul 16 08:56:50.373233 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bcb8885d-cd3b-466b-9935-1f7a34a7ecc9 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.373751 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcb8885d-cd3b-466b-9935-1f7a34a7ecc9 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Fanout notify agent at l3_agent the message router_deleted on router daf56f94-f133-466d-9927-0f4aabb4d5a0 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 08:56:50.380162 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bcb8885d-cd3b-466b-9935-1f7a34a7ecc9 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:50.381269 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bcb8885d-cd3b-466b-9935-1f7a34a7ecc9 tempest-RoutersNegativeIpV6Test-1203199945 tempest-RoutersNegativeIpV6Test-1203199945-project] 10.222.0.22 "DELETE /v2.0/routers/daf56f94-f133-466d-9927-0f4aabb4d5a0 HTTP/1.1" status: 204 len: 168 time: 0.6281877 Jul 16 08:56:50.417742 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a7b806b7-94bb-4c3f-a7ef-ee046189f9e6 req-f5a29534-7f26-4e40-b82c-3c76f863699d tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353625 Jul 16 08:56:50.636982 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36626) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:50.719917 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-6930d62e-c4a5-4f42-bc52-5e928e1246b7 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-934306912&fields=id&tenant_id=30db3ea81a8c4c93843f47b12edb82f2 HTTP/1.1" status: 200 len: 267 time: 0.0440335 Jul 16 08:56:50.858887 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-09e5cb96-4902-4aac-8857-9d15be8b043e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:50.860281 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-09e5cb96-4902-4aac-8857-9d15be8b043e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/networks?id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 HTTP/1.1" status: 200 len: 812 time: 0.1334827 Jul 16 08:56:50.863855 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1dfba03d-7669-425d-84af-63987fd2bc4b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0c2193f8bde74193a5d0c3981cfb31b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2257826 Jul 16 08:56:50.866972 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36630) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:56:50.886268 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-79ec8e97-e1b1-4c46-b71d-8cf4bb09cfab tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/quotas/30db3ea81a8c4c93843f47b12edb82f2 HTTP/1.1" status: 200 len: 375 time: 0.0199902 Jul 16 08:56:50.974957 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d06057f-71ca-4f2b-b22a-2b9b7133d154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:51.012787 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d06057f-71ca-4f2b-b22a-2b9b7133d154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:51.021607 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-787b4625-b336-4850-82a9-f5189b058da0 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=30db3ea81a8c4c93843f47b12edb82f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1261652 Jul 16 08:56:51.076215 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d06057f-71ca-4f2b-b22a-2b9b7133d154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:51.078802 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3d06057f-71ca-4f2b-b22a-2b9b7133d154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:51.082469 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3d06057f-71ca-4f2b-b22a-2b9b7133d154 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/68f9e34b-9683-40d7-a5c2-203bd704ac52 HTTP/1.1" status: 204 len: 168 time: 0.2115271 Jul 16 08:56:51.087953 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d06057f-71ca-4f2b-b22a-2b9b7133d154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f9e34b-9683-40d7-a5c2-203bd704ac52,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:51.201456 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-f4b68e48-8100-4350-8d30-a37d8738635f service neutron] 10.222.0.22 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474280 Jul 16 08:56:51.298154 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-526152a8-cf3f-4e72-be99-9a39f56d4dff service neutron] 10.222.0.22 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905561 Jul 16 08:56:51.614833 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca38b85-362f-477a-bb69-3ec5f2063f01 req-4ff27d32-8744-4fa4-b4c6-70ee5829e856 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:51.616428 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9ca38b85-362f-477a-bb69-3ec5f2063f01 req-4ff27d32-8744-4fa4-b4c6-70ee5829e856 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 950 time: 0.0758817 Jul 16 08:56:51.634515 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4870ff93-af9f-404a-b53f-b6c9c2175230 req-154a90c9-fdc8-4b57-b70d-b264131b1936 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2506fd1-8764-4544-8c1a-cffd358d4641 HTTP/1.1" status: 200 len: 210 time: 0.0413365 Jul 16 08:56:51.660892 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9ca38b85-362f-477a-bb69-3ec5f2063f01 req-53cb3b3d-3d2b-49be-968e-7d0f8cebb76e tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380001 Jul 16 08:56:52.758173 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-34e00b52-f9b5-48c2-b3f7-3f34c633adca tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:52.760286 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-34e00b52-f9b5-48c2-b3f7-3f34c633adca tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.30 "GET /v2.0/networks?id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 HTTP/1.1" status: 200 len: 812 time: 0.1589692 Jul 16 08:56:52.841531 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a15abc78-4103-4dc3-aa42-b1e67f9fe852 req-1ad6044c-c4d6-41ef-aa41-edca40cd059a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2506fd1-8764-4544-8c1a-cffd358d4641 HTTP/1.1" status: 200 len: 210 time: 0.0360157 Jul 16 08:56:52.846585 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-80f33d62-6e3b-4374-b7f6-2406e96373a4 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30db3ea81a8c4c93843f47b12edb82f2 HTTP/1.1" status: 200 len: 379 time: 0.0765448 Jul 16 08:56:52.858161 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-3a7b1e64-26ff-42af-825b-f64ad2026631 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Request body: {'port': {'device_id': 'a2506fd1-8764-4544-8c1a-cffd358d4641', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'admin_state_up': True, 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'security_groups': ['d2b69105-f4da-4378-ad50-ee968b95cfc8']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:52.919549 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea3df65-3b5d-44c0-9ea3-1fb47e6acbc5 req-7aa71161-eb11-4c6d-8c87-41c434123e6b tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:52.921358 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dea3df65-3b5d-44c0-9ea3-1fb47e6acbc5 req-7aa71161-eb11-4c6d-8c87-41c434123e6b tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 950 time: 0.0972500 Jul 16 08:56:52.979572 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dea3df65-3b5d-44c0-9ea3-1fb47e6acbc5 req-1203d9fb-8579-493c-b9ab-ee7fe26c418c tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493510 Jul 16 08:56:52.998663 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-3a7b1e64-26ff-42af-825b-f64ad2026631 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Made reservation on behalf of 30db3ea81a8c4c93843f47b12edb82f2 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:56:53.002255 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-3a7b1e64-26ff-42af-825b-f64ad2026631 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.147179 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-3a7b1e64-26ff-42af-825b-f64ad2026631 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Allocated IP 172.20.0.4 (ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0/1a202c89-ad61-4335-b129-f178d622ac10/7f070239-293f-4d2f-8732-60be0fca15fc) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:56:53.305090 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-3a7b1e64-26ff-42af-825b-f64ad2026631 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.319771 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-3a7b1e64-26ff-42af-825b-f64ad2026631 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Transition to ACTIVE for port object 7f070239-293f-4d2f-8732-60be0fca15fc will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:53.354941 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-3a7b1e64-26ff-42af-825b-f64ad2026631 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.403931 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-3a7b1e64-26ff-42af-825b-f64ad2026631 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:56:53.407317 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-3a7b1e64-26ff-42af-825b-f64ad2026631 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:56:53.411349 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-3a7b1e64-26ff-42af-825b-f64ad2026631 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:56:53.436867 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b1e64-26ff-42af-825b-f64ad2026631 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Pushing event updated for resources: {'Port': ['ID=7f070239-293f-4d2f-8732-60be0fca15fc,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:53.472330 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-3a7b1e64-26ff-42af-825b-f64ad2026631 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:53.473254 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-3a7b1e64-26ff-42af-825b-f64ad2026631 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.493505 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-3a7b1e64-26ff-42af-825b-f64ad2026631 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6407378 Jul 16 08:56:53.507872 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-4364f8b2-9f1b-46e9-987e-c778f7e83058 service neutron] Request body: {'port': {'device_id': 'a2506fd1-8764-4544-8c1a-cffd358d4641', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:56:53.616090 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-4364f8b2-9f1b-46e9-987e-c778f7e83058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.688571 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-603fbd9d-4ccb-4377-829b-f6aa5d723216 None None] Provisioning for port 7f070239-293f-4d2f-8732-60be0fca15fc completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:56:53.699102 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-603fbd9d-4ccb-4377-829b-f6aa5d723216 None None] Provisioning complete for port 7f070239-293f-4d2f-8732-60be0fca15fc triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:56:53.699844 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-603fbd9d-4ccb-4377-829b-f6aa5d723216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:53.758480 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-603fbd9d-4ccb-4377-829b-f6aa5d723216 None None] Port 7f070239-293f-4d2f-8732-60be0fca15fc cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:56:53.982415 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-4364f8b2-9f1b-46e9-987e-c778f7e83058 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f070239-293f-4d2f-8732-60be0fca15fc {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:56:54.002718 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-4364f8b2-9f1b-46e9-987e-c778f7e83058 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.041801 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-4364f8b2-9f1b-46e9-987e-c778f7e83058 service neutron] Transition to ACTIVE for port object 7f070239-293f-4d2f-8732-60be0fca15fc will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:56:54.050483 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-4364f8b2-9f1b-46e9-987e-c778f7e83058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.174525 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364f8b2-9f1b-46e9-987e-c778f7e83058 service neutron] Pushing event updated for resources: {'Port': ['ID=7f070239-293f-4d2f-8732-60be0fca15fc,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:54.210699 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd92a781-54fe-4dd4-8282-d2c79d61e90c req-5fb1d172-48b0-48ef-a6f2-df589f42e026 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:54.218954 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fd92a781-54fe-4dd4-8282-d2c79d61e90c req-5fb1d172-48b0-48ef-a6f2-df589f42e026 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2506fd1-8764-4544-8c1a-cffd358d4641 HTTP/1.1" status: 200 len: 931 time: 0.2295647 Jul 16 08:56:54.222914 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87191bc6-ffcf-4fe1-b6be-9a855bc6b39d req-d6063743-f87b-41f0-a8a2-93ccbd6b68ce tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:54.232892 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-87191bc6-ffcf-4fe1-b6be-9a855bc6b39d req-d6063743-f87b-41f0-a8a2-93ccbd6b68ce tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 950 time: 0.0938921 Jul 16 08:56:54.286498 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fd92a781-54fe-4dd4-8282-d2c79d61e90c req-ca7eaeaa-0dd7-43f4-ba32-fa34fd59a9e7 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665195 Jul 16 08:56:54.311667 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-87191bc6-ffcf-4fe1-b6be-9a855bc6b39d req-8d7b1e7f-6e88-4828-ad65-6a3621c4ade6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774086 Jul 16 08:56:54.323061 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-4364f8b2-9f1b-46e9-987e-c778f7e83058 service neutron] Attempting to bind port 7f070239-293f-4d2f-8732-60be0fca15fc on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:56:54.323537 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-4364f8b2-9f1b-46e9-987e-c778f7e83058 service neutron] Attempting to bind port 7f070239-293f-4d2f-8732-60be0fca15fc by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:56:54.323938 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-4364f8b2-9f1b-46e9-987e-c778f7e83058 service neutron] Attempting to bind port 7f070239-293f-4d2f-8732-60be0fca15fc on network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:54.330098 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-4364f8b2-9f1b-46e9-987e-c778f7e83058 service neutron] Port 7f070239-293f-4d2f-8732-60be0fca15fc on network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:56:54.330562 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-4364f8b2-9f1b-46e9-987e-c778f7e83058 service neutron] Attempting to bind port 7f070239-293f-4d2f-8732-60be0fca15fc on network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:56:54.336628 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-4364f8b2-9f1b-46e9-987e-c778f7e83058 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 56, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:56:54.337064 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-4364f8b2-9f1b-46e9-987e-c778f7e83058 service neutron] Checking segment: {'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:56:54.337521 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-4364f8b2-9f1b-46e9-987e-c778f7e83058 service neutron] Bound using segment: {'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:56:54.338272 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-4364f8b2-9f1b-46e9-987e-c778f7e83058 service neutron] Bound port: 7f070239-293f-4d2f-8732-60be0fca15fc, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:56:54.338707 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-4364f8b2-9f1b-46e9-987e-c778f7e83058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.411372 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-4364f8b2-9f1b-46e9-987e-c778f7e83058 service neutron] For port 7f070239-293f-4d2f-8732-60be0fca15fc, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:56:54.415297 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-4364f8b2-9f1b-46e9-987e-c778f7e83058 service neutron] For port 7f070239-293f-4d2f-8732-60be0fca15fc, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=7f070239-293f-4d2f-8732-60be0fca15fc,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:56:54.421012 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-4364f8b2-9f1b-46e9-987e-c778f7e83058 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.457114 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-4364f8b2-9f1b-46e9-987e-c778f7e83058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:54.457114 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-4364f8b2-9f1b-46e9-987e-c778f7e83058 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:56:54.458482 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-4364f8b2-9f1b-46e9-987e-c778f7e83058 service neutron] 10.222.0.30 "PUT /v2.0/ports/7f070239-293f-4d2f-8732-60be0fca15fc HTTP/1.1" status: 200 len: 1092 time: 0.9560847 Jul 16 08:56:54.458946 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2506fd1-8764-4544-8c1a-cffd358d4641', 'tag': '7f070239-293f-4d2f-8732-60be0fca15fc'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:56:54.461264 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b501ddc-f00b-4cf7-98b8-2d1f91166343" -d '{"events": [{"name": "network-changed", "server_uuid": "a2506fd1-8764-4544-8c1a-cffd358d4641", "tag": "7f070239-293f-4d2f-8732-60be0fca15fc"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:56:54.488198 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4364f8b2-9f1b-46e9-987e-c778f7e83058 service neutron] Pushing event updated for resources: {'Port': ['ID=7f070239-293f-4d2f-8732-60be0fca15fc,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:56:54.595855 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-e2016787-59f5-49e9-9adf-47694e0a789f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:54.597949 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-e2016787-59f5-49e9-9adf-47694e0a789f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30db3ea81a8c4c93843f47b12edb82f2&device_id=a2506fd1-8764-4544-8c1a-cffd358d4641 HTTP/1.1" status: 200 len: 1095 time: 0.0852587 Jul 16 08:56:54.660937 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-ac76ad78-d00f-4029-ab8f-1120d12a9e7b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f070239-293f-4d2f-8732-60be0fca15fc HTTP/1.1" status: 200 len: 217 time: 0.0551360 Jul 16 08:56:54.720694 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-a97f346a-ffb7-454a-a980-3166b6a0e972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:54.732166 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-a97f346a-ffb7-454a-a980-3166b6a0e972 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1a202c89-ad61-4335-b129-f178d622ac10 HTTP/1.1" status: 200 len: 851 time: 0.0638027 Jul 16 08:56:54.744937 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99747bdb-11fd-4b7e-891a-478f2009e888 x-openstack-request-id: req-99747bdb-11fd-4b7e-891a-478f2009e888 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:56:54.745226 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2506fd1-8764-4544-8c1a-cffd358d4641", "tag": "7f070239-293f-4d2f-8732-60be0fca15fc", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:56:54.745475 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-99747bdb-11fd-4b7e-891a-478f2009e888 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:56:54.745872 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2506fd1-8764-4544-8c1a-cffd358d4641', 'tag': '7f070239-293f-4d2f-8732-60be0fca15fc', 'status': 'completed', 'code': 200} Jul 16 08:56:54.809741 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-39d5744f-df95-4e84-8cf1-e1524e31af46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:54.811392 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-39d5744f-df95-4e84-8cf1-e1524e31af46 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0784223 Jul 16 08:56:54.918820 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-26b34957-5467-42a3-bc9c-c0c0c04e394d service neutron] 10.222.0.30 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992689 Jul 16 08:56:55.039696 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3f90839c-6cb9-4c7d-aaf5-e7f8d74fb1e1 req-1ae9ca77-7074-4df2-b60b-9e8867459a10 service neutron] 10.222.0.30 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1131837 Jul 16 08:56:55.138421 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b501ddc-f00b-4cf7-98b8-2d1f91166343 req-b4bd0f31-afe7-4c5a-95df-d34de73c3a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:55.139756 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8b501ddc-f00b-4cf7-98b8-2d1f91166343 req-b4bd0f31-afe7-4c5a-95df-d34de73c3a51 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30db3ea81a8c4c93843f47b12edb82f2&device_id=a2506fd1-8764-4544-8c1a-cffd358d4641 HTTP/1.1" status: 200 len: 1095 time: 0.0529819 Jul 16 08:56:55.238827 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b501ddc-f00b-4cf7-98b8-2d1f91166343 req-31640553-1372-46d6-b4ce-976ea64baeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:55.241013 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8b501ddc-f00b-4cf7-98b8-2d1f91166343 req-31640553-1372-46d6-b4ce-976ea64baeeb service neutron] 10.222.0.30 "GET /v2.0/networks?id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 HTTP/1.1" status: 200 len: 913 time: 0.0906596 Jul 16 08:56:55.283454 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8b501ddc-f00b-4cf7-98b8-2d1f91166343 req-8a30587b-b0a7-479c-9abb-e9afcf9367e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f070239-293f-4d2f-8732-60be0fca15fc HTTP/1.1" status: 200 len: 217 time: 0.0351596 Jul 16 08:56:55.337492 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b501ddc-f00b-4cf7-98b8-2d1f91166343 req-6e1dae64-9883-47c7-94ed-e513ad1af9b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:55.338299 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8b501ddc-f00b-4cf7-98b8-2d1f91166343 req-6e1dae64-9883-47c7-94ed-e513ad1af9b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1a202c89-ad61-4335-b129-f178d622ac10 HTTP/1.1" status: 200 len: 851 time: 0.0480468 Jul 16 08:56:55.405844 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b501ddc-f00b-4cf7-98b8-2d1f91166343 req-f9640f73-033b-4804-8fe1-f5a0748f66f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:55.407470 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8b501ddc-f00b-4cf7-98b8-2d1f91166343 req-f9640f73-033b-4804-8fe1-f5a0748f66f1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620010 Jul 16 08:56:55.551705 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8b501ddc-f00b-4cf7-98b8-2d1f91166343 req-be5b8d3c-0401-4690-b28a-1672a937e290 service neutron] 10.222.0.30 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371992 Jul 16 08:56:55.564125 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e801c20-2c0b-4a16-a765-d8e37444493e req-05557177-d83e-4320-a083-14bec9ae36c8 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:55.566011 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6e801c20-2c0b-4a16-a765-d8e37444493e req-05557177-d83e-4320-a083-14bec9ae36c8 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 950 time: 0.1258504 Jul 16 08:56:55.664248 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6e801c20-2c0b-4a16-a765-d8e37444493e req-83604843-4ea4-4154-aff9-f73a2b378c67 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890818 Jul 16 08:56:55.693597 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8b501ddc-f00b-4cf7-98b8-2d1f91166343 req-da6a663c-cf95-4418-9473-e8bc20b8e058 service neutron] 10.222.0.30 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259434 Jul 16 08:56:55.844767 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e20e8a-c4ac-42cd-ab5e-78a05184346d req-064179bc-ecca-41a4-a7aa-c3ae007a331e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:55.846295 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-30e20e8a-c4ac-42cd-ab5e-78a05184346d req-064179bc-ecca-41a4-a7aa-c3ae007a331e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2506fd1-8764-4544-8c1a-cffd358d4641 HTTP/1.1" status: 200 len: 943 time: 0.4348781 Jul 16 08:56:55.885279 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-30e20e8a-c4ac-42cd-ab5e-78a05184346d req-4c9d080c-8244-4391-ad71-671fe2dc1327 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330763 Jul 16 08:56:56.857431 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8169fcdc-0058-4e7a-a352-1f0b216ea3ce req-cfcafb16-6c0f-4010-9c6d-0092fdf89fd7 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:56.858918 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8169fcdc-0058-4e7a-a352-1f0b216ea3ce req-cfcafb16-6c0f-4010-9c6d-0092fdf89fd7 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 950 time: 0.0687969 Jul 16 08:56:56.907406 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8169fcdc-0058-4e7a-a352-1f0b216ea3ce req-0dd4dcb8-61a5-4270-98b0-286c035cf8c3 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422847 Jul 16 08:56:57.076902 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e6e67-5b34-4f3f-8aef-de06df07364f req-aa60d3ae-024c-4a37-9fb5-5f6bc48c1908 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:57.078431 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-918e6e67-5b34-4f3f-8aef-de06df07364f req-aa60d3ae-024c-4a37-9fb5-5f6bc48c1908 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2506fd1-8764-4544-8c1a-cffd358d4641 HTTP/1.1" status: 200 len: 943 time: 0.0723281 Jul 16 08:56:57.119748 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-918e6e67-5b34-4f3f-8aef-de06df07364f req-bf4bcf50-02c3-496e-ae19-9bee98374481 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337074 Jul 16 08:56:58.092422 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ac3303-3fe0-498a-94ec-f52d03aa9eb7 req-141e2734-7812-473f-a4ab-5fe7e67f1049 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:58.093992 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-34ac3303-3fe0-498a-94ec-f52d03aa9eb7 req-141e2734-7812-473f-a4ab-5fe7e67f1049 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 950 time: 0.0646904 Jul 16 08:56:58.133207 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-34ac3303-3fe0-498a-94ec-f52d03aa9eb7 req-643a18b5-ce8d-4fdf-88cf-001b693be555 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333340 Jul 16 08:56:58.305415 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f3f1bb-bff3-4561-a579-e4540ec58f0a req-6589f6bd-8801-44fd-9c2b-95988da49f13 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:58.306943 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a0f3f1bb-bff3-4561-a579-e4540ec58f0a req-6589f6bd-8801-44fd-9c2b-95988da49f13 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2506fd1-8764-4544-8c1a-cffd358d4641 HTTP/1.1" status: 200 len: 943 time: 0.0722861 Jul 16 08:56:58.354947 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a0f3f1bb-bff3-4561-a579-e4540ec58f0a req-2e7283fe-54ea-4dbe-9b7c-42f41e5258af tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415680 Jul 16 08:56:59.316175 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa034d7-a15c-4275-a5f3-2883f37ed7db req-8e20f8e5-6a0f-47c6-82dc-7496225341f4 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:59.317678 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cfa034d7-a15c-4275-a5f3-2883f37ed7db req-8e20f8e5-6a0f-47c6-82dc-7496225341f4 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 950 time: 0.0659041 Jul 16 08:56:59.357092 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cfa034d7-a15c-4275-a5f3-2883f37ed7db req-b9a16bfd-479a-42ec-a6b2-fb80b68d43a9 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330386 Jul 16 08:56:59.531621 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153974a5-ab83-4016-be36-3c318f6c64ea req-da2d44a9-f26a-4e01-b240-e30a4431cf4c tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:56:59.533014 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-153974a5-ab83-4016-be36-3c318f6c64ea req-da2d44a9-f26a-4e01-b240-e30a4431cf4c tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2506fd1-8764-4544-8c1a-cffd358d4641 HTTP/1.1" status: 200 len: 943 time: 0.0658612 Jul 16 08:56:59.571279 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-153974a5-ab83-4016-be36-3c318f6c64ea req-469effc8-d072-4d41-8178-12a32b635f32 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325620 Jul 16 08:57:00.551934 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bca9545-0d01-4c5d-9a3b-82aa7804c4de req-08ccdc0b-f491-4c8f-97dd-6d45717d1451 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:00.553457 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6bca9545-0d01-4c5d-9a3b-82aa7804c4de req-08ccdc0b-f491-4c8f-97dd-6d45717d1451 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 950 time: 0.0695312 Jul 16 08:57:00.591229 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6bca9545-0d01-4c5d-9a3b-82aa7804c4de req-e5c55d3f-18f0-427d-91c0-acf897eab20f tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318718 Jul 16 08:57:00.747527 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd13a1-10aa-42a9-8b8a-b292f78763c4 req-fd6867ac-f36c-4e10-8b90-6c3bf2811e42 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:00.748963 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-48fd13a1-10aa-42a9-8b8a-b292f78763c4 req-fd6867ac-f36c-4e10-8b90-6c3bf2811e42 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2506fd1-8764-4544-8c1a-cffd358d4641 HTTP/1.1" status: 200 len: 943 time: 0.0641568 Jul 16 08:57:00.788465 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-48fd13a1-10aa-42a9-8b8a-b292f78763c4 req-67b9a080-7657-45f4-842a-7c91c96ee1fd tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337260 Jul 16 08:57:01.788170 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ddcee2-af1a-4dac-b3f9-b473ca083a09 req-cb174afc-6d30-47d1-96fc-1ed12f02e351 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:01.789796 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-20ddcee2-af1a-4dac-b3f9-b473ca083a09 req-cb174afc-6d30-47d1-96fc-1ed12f02e351 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 950 time: 0.0726724 Jul 16 08:57:01.832642 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-20ddcee2-af1a-4dac-b3f9-b473ca083a09 req-9953281b-5104-4d50-8cb8-a9b21d4c8b52 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369983 Jul 16 08:57:01.976016 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639f2927-5691-46f6-b323-14b8f9497b31 req-6cd6ebfb-d26a-4304-a9b2-5c14a9f242f8 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:01.977493 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-639f2927-5691-46f6-b323-14b8f9497b31 req-6cd6ebfb-d26a-4304-a9b2-5c14a9f242f8 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2506fd1-8764-4544-8c1a-cffd358d4641 HTTP/1.1" status: 200 len: 943 time: 0.0686688 Jul 16 08:57:02.016154 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-639f2927-5691-46f6-b323-14b8f9497b31 req-6dbc3aca-2a1b-4745-a2d5-28eadcea50a4 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327246 Jul 16 08:57:02.133579 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.233483 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:02.263764 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:57:03.018550 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcb8b03-4dfa-4015-a6ce-f35331c8c0c3 req-6fa2111c-7dfe-4749-9986-1b8219fd1d56 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:03.020061 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dbcb8b03-4dfa-4015-a6ce-f35331c8c0c3 req-6fa2111c-7dfe-4749-9986-1b8219fd1d56 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 950 time: 0.0636957 Jul 16 08:57:03.068139 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dbcb8b03-4dfa-4015-a6ce-f35331c8c0c3 req-1c98b930-ac43-4705-b099-293dd32560d5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412169 Jul 16 08:57:03.151196 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36830) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:03.201050 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0d5ba9-4b90-40ca-848c-f4d97a2c6735 req-d2b9b5cf-7bef-4e10-b688-e14f1c9c5a4c tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:03.202593 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ba0d5ba9-4b90-40ca-848c-f4d97a2c6735 req-d2b9b5cf-7bef-4e10-b688-e14f1c9c5a4c tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2506fd1-8764-4544-8c1a-cffd358d4641 HTTP/1.1" status: 200 len: 943 time: 0.0641243 Jul 16 08:57:03.242443 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ba0d5ba9-4b90-40ca-848c-f4d97a2c6735 req-83393ab0-6d07-4d24-834a-088096698f38 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339029 Jul 16 08:57:03.261037 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22867045-df20-4947-8b36-85f4dd691b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.291112 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e4aad3ee-7503-4603-9d7e-8b80ac39ed71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.354947 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22867045-df20-4947-8b36-85f4dd691b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.359121 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-22867045-df20-4947-8b36-85f4dd691b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.397273 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-22867045-df20-4947-8b36-85f4dd691b19 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=85260f4d83b846738f167d373c66531a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2448816 Jul 16 08:57:03.398252 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22867045-df20-4947-8b36-85f4dd691b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0604bbf-e475-4fb5-b211-9c19064ad8aa,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:03.400428 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36834) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:03.450773 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1cc728d2-91ac-4f77-aec4-41739dbe4183 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.471058 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1cc728d2-91ac-4f77-aec4-41739dbe4183 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.517571 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1cc728d2-91ac-4f77-aec4-41739dbe4183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.520030 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1cc728d2-91ac-4f77-aec4-41739dbe4183 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.521231 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1cc728d2-91ac-4f77-aec4-41739dbe4183 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e0604bbf-e475-4fb5-b211-9c19064ad8aa HTTP/1.1" status: 204 len: 168 time: 0.1197934 Jul 16 08:57:03.528889 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc728d2-91ac-4f77-aec4-41739dbe4183 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0604bbf-e475-4fb5-b211-9c19064ad8aa,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:03.784084 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36840) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:03.798171 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-df930caa-4903-425b-a01d-ae11805ad1d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.886922 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-df930caa-4903-425b-a01d-ae11805ad1d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.890777 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-df930caa-4903-425b-a01d-ae11805ad1d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:03.926842 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df930caa-4903-425b-a01d-ae11805ad1d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e155b6f0-a109-4201-b68a-c27cd469fe9e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:03.931690 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-df930caa-4903-425b-a01d-ae11805ad1d4 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5cfac3d62336459097bda84b8e07f2c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1465590 Jul 16 08:57:03.934276 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36842) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:03.972233 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 7f070239-293f-4d2f-8732-60be0fca15fc details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:57:03.989111 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-28962c70-0e04-441b-b6c3-5bba3709ade4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.010640 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-28962c70-0e04-441b-b6c3-5bba3709ade4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.057620 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-28962c70-0e04-441b-b6c3-5bba3709ade4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.060156 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-28962c70-0e04-441b-b6c3-5bba3709ade4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.061368 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-28962c70-0e04-441b-b6c3-5bba3709ade4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/e155b6f0-a109-4201-b68a-c27cd469fe9e HTTP/1.1" status: 204 len: 168 time: 0.1261635 Jul 16 08:57:04.066880 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 7f070239-293f-4d2f-8732-60be0fca15fc, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=7f070239-293f-4d2f-8732-60be0fca15fc,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:04.069119 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28962c70-0e04-441b-b6c3-5bba3709ade4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e155b6f0-a109-4201-b68a-c27cd469fe9e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:04.086876 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '7f070239-293f-4d2f-8732-60be0fca15fc', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'port_id': '7f070239-293f-4d2f-8732-60be0fca15fc', 'mac_address': 'fa:16:3e:a1:ca:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a202c89-ad61-4335-b129-f178d622ac10', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:57:04.134065 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.149407 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f070239-293f-4d2f-8732-60be0fca15fc {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:57:04.170915 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 7f070239-293f-4d2f-8732-60be0fca15fc, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=7f070239-293f-4d2f-8732-60be0fca15fc,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:04.176672 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.236656 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=7f070239-293f-4d2f-8732-60be0fca15fc,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:04.273016 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf315e0-09ce-41fb-9307-e6134811c31e req-0c8f3d9d-c7ac-44db-973c-981a03dc46d8 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:04.275066 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-caf315e0-09ce-41fb-9307-e6134811c31e req-0c8f3d9d-c7ac-44db-973c-981a03dc46d8 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 950 time: 0.0793843 Jul 16 08:57:04.322283 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-caf315e0-09ce-41fb-9307-e6134811c31e req-b47c263c-a1c0-4aa5-a4c2-32fbc3867fc3 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419981 Jul 16 08:57:04.410889 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['7f070239-293f-4d2f-8732-60be0fca15fc'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:57:04.430127 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36854) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:04.444161 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b55b4f8c-ec6f-482c-a3e2-1118e63fcf18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.458904 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55bdf556-020e-4dd6-8f77-a1d4a0f2eb28 req-b027a038-fd07-4aa9-8195-bbffa9d514ac tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:04.461508 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-55bdf556-020e-4dd6-8f77-a1d4a0f2eb28 req-b027a038-fd07-4aa9-8195-bbffa9d514ac tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2506fd1-8764-4544-8c1a-cffd358d4641 HTTP/1.1" status: 200 len: 944 time: 0.0776026 Jul 16 08:57:04.505361 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-55bdf556-020e-4dd6-8f77-a1d4a0f2eb28 req-c7113584-77a6-49af-bccf-d9be11a71084 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355153 Jul 16 08:57:04.541514 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b55b4f8c-ec6f-482c-a3e2-1118e63fcf18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.546362 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b55b4f8c-ec6f-482c-a3e2-1118e63fcf18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.589306 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55b4f8c-ec6f-482c-a3e2-1118e63fcf18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3095e46-14a0-4d16-b9b0-83101889e12d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:04.593813 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b55b4f8c-ec6f-482c-a3e2-1118e63fcf18 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cab7ff47b12a442fa73a0c0800270f8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1625841 Jul 16 08:57:04.596453 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36856) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:04.648999 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d3d8471-d828-453f-b158-0e89d2506d36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.671124 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d3d8471-d828-453f-b158-0e89d2506d36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.718444 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d3d8471-d828-453f-b158-0e89d2506d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.721131 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2d3d8471-d828-453f-b158-0e89d2506d36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:04.727922 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2d3d8471-d828-453f-b158-0e89d2506d36 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f3095e46-14a0-4d16-b9b0-83101889e12d HTTP/1.1" status: 204 len: 168 time: 0.1248782 Jul 16 08:57:04.738058 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d8471-d828-453f-b158-0e89d2506d36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3095e46-14a0-4d16-b9b0-83101889e12d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:05.508846 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcb79fe-a937-4dcc-81d6-d1f1f71e282e req-2700d9fe-f9f7-4f19-aab8-f4b2f71e4eed tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:05.510400 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ffcb79fe-a937-4dcc-81d6-d1f1f71e282e req-2700d9fe-f9f7-4f19-aab8-f4b2f71e4eed tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 950 time: 0.0668395 Jul 16 08:57:05.555445 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ffcb79fe-a937-4dcc-81d6-d1f1f71e282e req-1227c7e5-ce81-493d-8c36-e0c3c2b5a743 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394504 Jul 16 08:57:05.705563 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-933bee2d-5837-4396-8824-71f025567f31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:05.706986 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d954bd6-1762-46ba-94b6-f2adaf5419d2 req-125f5763-58a6-4da7-adf2-6359e9ecd12d tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:05.708554 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8d954bd6-1762-46ba-94b6-f2adaf5419d2 req-125f5763-58a6-4da7-adf2-6359e9ecd12d tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2506fd1-8764-4544-8c1a-cffd358d4641 HTTP/1.1" status: 200 len: 944 time: 0.0755806 Jul 16 08:57:05.748780 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8d954bd6-1762-46ba-94b6-f2adaf5419d2 req-474aea15-fe38-4a07-9f78-564c55a70be5 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345266 Jul 16 08:57:05.971632 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 7f070239-293f-4d2f-8732-60be0fca15fc up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:06.024537 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:06.034050 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 7f070239-293f-4d2f-8732-60be0fca15fc completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:06.038707 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 7f070239-293f-4d2f-8732-60be0fca15fc triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:06.039603 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:06.131363 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:06.163807 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2506fd1-8764-4544-8c1a-cffd358d4641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f070239-293f-4d2f-8732-60be0fca15fc'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:06.166111 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-358d32d4-a2c4-4f8f-96d6-8d0a4c8818a0" -d '{"events": [{"server_uuid": "a2506fd1-8764-4544-8c1a-cffd358d4641", "name": "network-vif-plugged", "status": "completed", "tag": "7f070239-293f-4d2f-8732-60be0fca15fc"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:06.179615 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 7f070239-293f-4d2f-8732-60be0fca15fc, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=7f070239-293f-4d2f-8732-60be0fca15fc,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:06.183901 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:06.215775 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40d394bc-7009-4b7d-82f2-3860fd4a85b0 x-openstack-request-id: req-40d394bc-7009-4b7d-82f2-3860fd4a85b0 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:06.216068 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2506fd1-8764-4544-8c1a-cffd358d4641", "name": "network-vif-plugged", "status": "completed", "tag": "7f070239-293f-4d2f-8732-60be0fca15fc", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:06.216320 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-40d394bc-7009-4b7d-82f2-3860fd4a85b0 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:06.216742 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2506fd1-8764-4544-8c1a-cffd358d4641', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f070239-293f-4d2f-8732-60be0fca15fc', 'code': 200} Jul 16 08:57:06.246732 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=7f070239-293f-4d2f-8732-60be0fca15fc,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:06.359023 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd8bf99-cd5c-434a-924f-144818d78bb6 req-394f4fa6-dcb4-4018-925f-a35ec4ba4d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:06.360694 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9dd8bf99-cd5c-434a-924f-144818d78bb6 req-394f4fa6-dcb4-4018-925f-a35ec4ba4d62 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2506fd1-8764-4544-8c1a-cffd358d4641 HTTP/1.1" status: 200 len: 1097 time: 0.0681682 Jul 16 08:57:06.400622 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9dd8bf99-cd5c-434a-924f-144818d78bb6 req-0b848420-23ba-47d0-a083-1d0f39f0fdc4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340207 Jul 16 08:57:06.765454 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c322fb42-f5d2-4194-9092-0757f53bd6ea req-a7bcd959-346e-460d-b764-04fd7a044467 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:06.767049 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c322fb42-f5d2-4194-9092-0757f53bd6ea req-a7bcd959-346e-460d-b764-04fd7a044467 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 950 time: 0.0785127 Jul 16 08:57:06.823351 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c322fb42-f5d2-4194-9092-0757f53bd6ea req-9de2b277-6237-4545-88d1-7557e35f65a9 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500894 Jul 16 08:57:07.013674 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4404185c-7ef5-4fba-aa56-1c93caf9bbfb req-e8db0098-3a1d-4ace-8402-b2d8008ee155 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:07.016318 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4404185c-7ef5-4fba-aa56-1c93caf9bbfb req-e8db0098-3a1d-4ace-8402-b2d8008ee155 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2506fd1-8764-4544-8c1a-cffd358d4641 HTTP/1.1" status: 200 len: 945 time: 0.0922923 Jul 16 08:57:07.110683 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4404185c-7ef5-4fba-aa56-1c93caf9bbfb req-72d9b061-4f0c-46b6-9470-44d7d34a7981 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737786 Jul 16 08:57:07.134620 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.034503 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb4ad99-bab5-4da8-ac53-1a7089fb6a62 req-6ce5f535-a6a7-402e-a79d-dd59402d2014 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:08.035971 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4fb4ad99-bab5-4da8-ac53-1a7089fb6a62 req-6ce5f535-a6a7-402e-a79d-dd59402d2014 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 950 time: 0.0716765 Jul 16 08:57:08.077970 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4fb4ad99-bab5-4da8-ac53-1a7089fb6a62 req-fa7e9c72-fc4d-4410-9357-bcae5ffa32d9 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359068 Jul 16 08:57:08.438428 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e3a8ba-988d-4c21-b181-5d09877f9729 req-ed568512-530e-441b-8c70-57d1aa529e9b tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:08.446860 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b9e3a8ba-988d-4c21-b181-5d09877f9729 req-ed568512-530e-441b-8c70-57d1aa529e9b tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0842402 Jul 16 08:57:08.495202 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b9e3a8ba-988d-4c21-b181-5d09877f9729 req-63218249-c382-4e2c-b4e2-e18a8a95ecd5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473208 Jul 16 08:57:08.561831 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da7691f-31b0-43ab-b2d6-46036993c67f req-6959eca1-617a-4e06-bd60-9e394d165795 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:08.563393 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7da7691f-31b0-43ab-b2d6-46036993c67f req-6959eca1-617a-4e06-bd60-9e394d165795 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2506fd1-8764-4544-8c1a-cffd358d4641 HTTP/1.1" status: 200 len: 945 time: 0.0774994 Jul 16 08:57:08.568869 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:08.616652 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7da7691f-31b0-43ab-b2d6-46036993c67f req-a1b7c36a-8f62-4097-96f5-53a99e0015ce tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452762 Jul 16 08:57:08.710576 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cda8172-cbed-42fb-b753-32d7184f2f38 req-e03021a4-96d2-490d-a5df-0095f26be94c tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:08.712187 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2cda8172-cbed-42fb-b753-32d7184f2f38 req-e03021a4-96d2-490d-a5df-0095f26be94c tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0775256 Jul 16 08:57:08.764080 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2cda8172-cbed-42fb-b753-32d7184f2f38 req-26460852-6af5-471d-a25c-01e109f899aa tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419950 Jul 16 08:57:08.830741 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c69b2c-152d-407a-8812-230c2bac8208 req-25f990f5-2daa-4d15-991d-2a79e9d75943 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:08.832555 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-58c69b2c-152d-407a-8812-230c2bac8208 req-25f990f5-2daa-4d15-991d-2a79e9d75943 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2506fd1-8764-4544-8c1a-cffd358d4641 HTTP/1.1" status: 200 len: 945 time: 0.0872779 Jul 16 08:57:08.886808 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-58c69b2c-152d-407a-8812-230c2bac8208 req-00eb8b49-e016-4ea9-9ef2-3afe69ab57f5 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470071 Jul 16 08:57:08.918143 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 36982) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:09.103859 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-e744ed9a-5b67-4d4b-aa2a-74a7707f6319 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:09.105683 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-e744ed9a-5b67-4d4b-aa2a-74a7707f6319 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/networks?id=51d51b2e-c364-4882-bbf4-f36afab1b6c1 HTTP/1.1" status: 200 len: 812 time: 0.1323042 Jul 16 08:57:09.133702 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-e35d740f-cc69-4b79-bdb8-176fe70ec83a tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/quotas/2f4c1f959be841b791b07e280453979b HTTP/1.1" status: 200 len: 375 time: 0.0222471 Jul 16 08:57:09.233416 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca27269c-8fd2-44aa-8257-416f9de49f98 tempest-TestVolumeBootPattern-2001700448 tempest-TestVolumeBootPattern-2001700448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:09.235074 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ca27269c-8fd2-44aa-8257-416f9de49f98 tempest-TestVolumeBootPattern-2001700448 tempest-TestVolumeBootPattern-2001700448-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a2506fd1-8764-4544-8c1a-cffd358d4641 HTTP/1.1" status: 200 len: 1092 time: 0.3153491 Jul 16 08:57:09.238265 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 36996) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:09.248217 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'port_id': '7f070239-293f-4d2f-8732-60be0fca15fc', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:09.254344 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-f2a926c3-aa75-4561-893d-2ca88093970b tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2f4c1f959be841b791b07e280453979b&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1036296 Jul 16 08:57:09.300581 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.384985 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-8851ec12-540f-4588-a8af-9a8616e8b9f4 service neutron] 10.222.0.22 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197793 Jul 16 08:57:09.437356 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.512229 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-6b154009-d720-4664-92fe-cf9a1f5f3f47 service neutron] 10.222.0.22 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187017 Jul 16 08:57:09.563562 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Allocated IP 172.25.3.232 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/d112514f-41e9-42fa-adef-b903beffd6d0) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:09.712468 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.788683 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4667bc0a-fc3e-4bba-b407-955bec0cc83e req-000f032a-83f5-435d-982f-cf33bd9a86fb tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=965d5d2c-b488-4831-bd92-9a8c866f8b24 HTTP/1.1" status: 200 len: 210 time: 0.0500233 Jul 16 08:57:09.825382 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:09.868458 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:09.878153 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:09.890271 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:09.892775 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Pushing event updated for resources: {'Port': ['ID=d112514f-41e9-42fa-adef-b903beffd6d0,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:09.927005 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:09.927655 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:09.928551 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:09.928922 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:09.929426 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:09.930480 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:09.930621 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:09.931038 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:09.931905 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:09.932260 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:09.932826 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:09.933350 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:10.403566 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.505588 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.685299 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.690990 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.772056 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Pushing event updated for resources: {'Port': ['ID=d112514f-41e9-42fa-adef-b903beffd6d0,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:10.786795 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:10.939968 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Floating IP a99b11bb-83bd-4c38-bda5-cef0d813c0ad associated. External IP: 172.25.3.232, port: 7f070239-293f-4d2f-8732-60be0fca15fc. Jul 16 08:57:11.268163 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-b80b06de-765b-442d-b3f9-49b7b25d614b tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:11.271535 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-b80b06de-765b-442d-b3f9-49b7b25d614b tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.21 "GET /v2.0/networks?id=51d51b2e-c364-4882-bbf4-f36afab1b6c1 HTTP/1.1" status: 200 len: 812 time: 0.3487682 Jul 16 08:57:11.287176 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-d2952b41-ab16-4d14-aef5-d0a73be33a25 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Request body: {'port': {'device_id': '965d5d2c-b488-4831-bd92-9a8c866f8b24', 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1', 'admin_state_up': True, 'tenant_id': '2f4c1f959be841b791b07e280453979b'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:11.336877 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Router 2b3a1e75-8fee-4585-95f3-88b32e554ddc has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:57:11.340864 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e562e01f-aab6-47ba-9ede-07b299f4e5ef req-bb510d72-5aee-44b2-9578-78dc85c4f82b tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=965d5d2c-b488-4831-bd92-9a8c866f8b24 HTTP/1.1" status: 200 len: 210 time: 0.3973718 Jul 16 08:57:11.525771 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-d2952b41-ab16-4d14-aef5-d0a73be33a25 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Made reservation on behalf of 2f4c1f959be841b791b07e280453979b for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:57:11.529645 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-d2952b41-ab16-4d14-aef5-d0a73be33a25 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:11.542736 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:57:11.556378 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f144d0-68c2-4c03-94a0-4e370328c532 None None] Sync routers for ids ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:57:11.579029 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f144d0-68c2-4c03-94a0-4e370328c532 None None] Routers {'2b3a1e75-8fee-4585-95f3-88b32e554ddc'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:11.580291 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d1f144d0-68c2-4c03-94a0-4e370328c532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:57:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:11.584111 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:11.695049 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6a51afd8-7f70-44b8-ac56-2ad14ec41f04 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4402840 Jul 16 08:57:11.695049 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2506fd1-8764-4544-8c1a-cffd358d4641', 'tag': '7f070239-293f-4d2f-8732-60be0fca15fc'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:11.695049 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a205f2-ebd2-4b99-af5f-db98d7ca4d20" -d '{"events": [{"name": "network-changed", "server_uuid": "a2506fd1-8764-4544-8c1a-cffd358d4641", "tag": "7f070239-293f-4d2f-8732-60be0fca15fc"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:11.726188 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-d1f144d0-68c2-4c03-94a0-4e370328c532 None None] Set router 2b3a1e75-8fee-4585-95f3-88b32e554ddc gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:11.745945 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67416b48-d76a-4840-95a7-aaaae2cbb643 x-openstack-request-id: req-67416b48-d76a-4840-95a7-aaaae2cbb643 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:11.746326 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2506fd1-8764-4544-8c1a-cffd358d4641", "tag": "7f070239-293f-4d2f-8732-60be0fca15fc", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:11.746655 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-67416b48-d76a-4840-95a7-aaaae2cbb643 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:11.755291 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2506fd1-8764-4544-8c1a-cffd358d4641', 'tag': '7f070239-293f-4d2f-8732-60be0fca15fc', 'status': 'completed', 'code': 200} Jul 16 08:57:11.815613 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-d2952b41-ab16-4d14-aef5-d0a73be33a25 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Allocated IP 172.20.0.13 (51d51b2e-c364-4882-bbf4-f36afab1b6c1/8ad49083-8e48-4575-9b36-364c8d5c322c/450b5bcc-8eba-4e1b-a50a-acaa334b37be) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:57:11.872619 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a205f2-ebd2-4b99-af5f-db98d7ca4d20 req-7d4bbcbc-c81b-4da1-bc5e-e70af8b4fe55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:11.874902 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-97a205f2-ebd2-4b99-af5f-db98d7ca4d20 req-7d4bbcbc-c81b-4da1-bc5e-e70af8b4fe55 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30db3ea81a8c4c93843f47b12edb82f2&device_id=a2506fd1-8764-4544-8c1a-cffd358d4641 HTTP/1.1" status: 200 len: 1097 time: 0.0956299 Jul 16 08:57:12.069853 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a205f2-ebd2-4b99-af5f-db98d7ca4d20 req-603c0f48-c7b6-4ea7-8385-b3933d6f31a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:12.071389 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-97a205f2-ebd2-4b99-af5f-db98d7ca4d20 req-603c0f48-c7b6-4ea7-8385-b3933d6f31a4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 HTTP/1.1" status: 200 len: 913 time: 0.1902852 Jul 16 08:57:12.122025 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-d2952b41-ab16-4d14-aef5-d0a73be33a25 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.134793 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d1f144d0-68c2-4c03-94a0-4e370328c532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'name': 'tempest-TestVolumeBootPattern-1690893934-router', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'gw_port': {'id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'a99b11bb-83bd-4c38-bda5-cef0d813c0ad', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'port_id': '7f070239-293f-4d2f-8732-60be0fca15fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'mac_address': 'fa:16:3e:a1:ca:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2506fd1-8764-4544-8c1a-cffd358d4641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:57:10Z', 'updated_at': '2021-07-16T08:57:10Z', 'revision_number': 0, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9128757d-2d91-4dd4-900b-7873b6e8a2d7', 'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'mac_address': 'fa:16:3e:f7:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '1a202c89-ad61-4335-b129-f178d622ac10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:56Z', 'updated_at': '2021-07-16T08:50:07Z', 'revision_number': 5, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'subnets': [{'id': '1a202c89-ad61-4335-b129-f178d622ac10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:12.141810 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-d2952b41-ab16-4d14-aef5-d0a73be33a25 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Transition to ACTIVE for port object 450b5bcc-8eba-4e1b-a50a-acaa334b37be will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:12.166391 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f144d0-68c2-4c03-94a0-4e370328c532 None None] Checking router: 2b3a1e75-8fee-4585-95f3-88b32e554ddc for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:57:12.177643 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f144d0-68c2-4c03-94a0-4e370328c532 None None] Routers {'2b3a1e75-8fee-4585-95f3-88b32e554ddc'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:57:12.178597 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d1f144d0-68c2-4c03-94a0-4e370328c532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:57:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:12.184725 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-d2952b41-ab16-4d14-aef5-d0a73be33a25 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.197517 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['23a9c306-d853-4f43-9f9b-9960ef8ac727'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:57:12.246961 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-97a205f2-ebd2-4b99-af5f-db98d7ca4d20 req-5017c108-845c-4b9c-970d-99e7dd9e965f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f070239-293f-4d2f-8732-60be0fca15fc HTTP/1.1" status: 200 len: 999 time: 0.1685178 Jul 16 08:57:12.305438 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2952b41-ab16-4d14-aef5-d0a73be33a25 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Pushing event updated for resources: {'Port': ['ID=450b5bcc-8eba-4e1b-a50a-acaa334b37be,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:12.333066 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-d2952b41-ab16-4d14-aef5-d0a73be33a25 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Network 51d51b2e-c364-4882-bbf4-f36afab1b6c1 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:57:12.335552 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-d2952b41-ab16-4d14-aef5-d0a73be33a25 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:57:12.341560 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a205f2-ebd2-4b99-af5f-db98d7ca4d20 req-444c0788-4eea-4166-827c-b2b14f7c7511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:12.343606 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-97a205f2-ebd2-4b99-af5f-db98d7ca4d20 req-444c0788-4eea-4166-827c-b2b14f7c7511 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1a202c89-ad61-4335-b129-f178d622ac10 HTTP/1.1" status: 200 len: 851 time: 0.0852535 Jul 16 08:57:12.346973 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-d2952b41-ab16-4d14-aef5-d0a73be33a25 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:57:12.493537 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-d2952b41-ab16-4d14-aef5-d0a73be33a25 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:12.494218 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-d2952b41-ab16-4d14-aef5-d0a73be33a25 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.496622 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a205f2-ebd2-4b99-af5f-db98d7ca4d20 req-b6cc27ad-f3e1-4f53-bbc0-b407c83a23b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:12.501433 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-97a205f2-ebd2-4b99-af5f-db98d7ca4d20 req-b6cc27ad-f3e1-4f53-bbc0-b407c83a23b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1438503 Jul 16 08:57:12.535342 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-d2952b41-ab16-4d14-aef5-d0a73be33a25 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2534208 Jul 16 08:57:12.547514 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-d1f144d0-68c2-4c03-94a0-4e370328c532 None None] Set router 2b3a1e75-8fee-4585-95f3-88b32e554ddc gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:57:12.554746 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-f9003383-2559-4cec-880c-d6683e3cc55e service neutron] Request body: {'port': {'device_id': '965d5d2c-b488-4831-bd92-9a8c866f8b24', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:57:12.682886 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-f9003383-2559-4cec-880c-d6683e3cc55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.693894 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-97a205f2-ebd2-4b99-af5f-db98d7ca4d20 req-96d8b3c8-d54c-40e2-b0e3-b431860635dd service neutron] 10.222.0.30 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859567 Jul 16 08:57:12.733433 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5abb31-066f-4774-bfca-7771f109f1d5 req-7f3043d2-b544-476b-b8e6-8b801ec1a976 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:12.744271 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7c5abb31-066f-4774-bfca-7771f109f1d5 req-7f3043d2-b544-476b-b8e6-8b801ec1a976 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=965d5d2c-b488-4831-bd92-9a8c866f8b24 HTTP/1.1" status: 200 len: 932 time: 0.1337531 Jul 16 08:57:12.804092 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a3527bdf-9b3a-44a6-a900-49bc0791d03d None None] Provisioning for port 450b5bcc-8eba-4e1b-a50a-acaa334b37be completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:12.810509 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a3527bdf-9b3a-44a6-a900-49bc0791d03d None None] Provisioning complete for port 450b5bcc-8eba-4e1b-a50a-acaa334b37be triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:12.811792 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3527bdf-9b3a-44a6-a900-49bc0791d03d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:12.864586 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a3527bdf-9b3a-44a6-a900-49bc0791d03d None None] Port 450b5bcc-8eba-4e1b-a50a-acaa334b37be cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:57:12.899761 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7c5abb31-066f-4774-bfca-7771f109f1d5 req-4270cd4b-bd16-44fa-b987-ec98d078ec70 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330068 Jul 16 08:57:12.928860 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-97a205f2-ebd2-4b99-af5f-db98d7ca4d20 req-4afba589-db02-44b9-b5ef-fa7d26fecf56 service neutron] 10.222.0.30 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2279418 Jul 16 08:57:12.955421 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d1f144d0-68c2-4c03-94a0-4e370328c532 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'name': 'tempest-TestVolumeBootPattern-1690893934-router', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'gw_port': {'id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'a99b11bb-83bd-4c38-bda5-cef0d813c0ad', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'port_id': '7f070239-293f-4d2f-8732-60be0fca15fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'mac_address': 'fa:16:3e:a1:ca:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2506fd1-8764-4544-8c1a-cffd358d4641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:57:10Z', 'updated_at': '2021-07-16T08:57:10Z', 'revision_number': 0, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9128757d-2d91-4dd4-900b-7873b6e8a2d7', 'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'mac_address': 'fa:16:3e:f7:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '1a202c89-ad61-4335-b129-f178d622ac10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:56Z', 'updated_at': '2021-07-16T08:50:07Z', 'revision_number': 5, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'subnets': [{'id': '1a202c89-ad61-4335-b129-f178d622ac10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:57:12.985940 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f144d0-68c2-4c03-94a0-4e370328c532 None None] The sync data for ids ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'] in n-d-771362-37 is: [{'id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'name': 'tempest-TestVolumeBootPattern-1690893934-router', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'gw_port': {'id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'a99b11bb-83bd-4c38-bda5-cef0d813c0ad', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'port_id': '7f070239-293f-4d2f-8732-60be0fca15fc', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'mac_address': 'fa:16:3e:a1:ca:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2506fd1-8764-4544-8c1a-cffd358d4641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:57:10Z', 'updated_at': '2021-07-16T08:57:10Z', 'revision_number': 0, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9128757d-2d91-4dd4-900b-7873b6e8a2d7', 'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'mac_address': 'fa:16:3e:f7:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '1a202c89-ad61-4335-b129-f178d622ac10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:56Z', 'updated_at': '2021-07-16T08:50:07Z', 'revision_number': 5, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'subnets': [{'id': '1a202c89-ad61-4335-b129-f178d622ac10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:57:13.062118 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-f9003383-2559-4cec-880c-d6683e3cc55e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 450b5bcc-8eba-4e1b-a50a-acaa334b37be {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:57:13.072082 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-f9003383-2559-4cec-880c-d6683e3cc55e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.085379 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-f9003383-2559-4cec-880c-d6683e3cc55e service neutron] Transition to ACTIVE for port object 450b5bcc-8eba-4e1b-a50a-acaa334b37be will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:57:13.089417 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-f9003383-2559-4cec-880c-d6683e3cc55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.143784 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9003383-2559-4cec-880c-d6683e3cc55e service neutron] Pushing event updated for resources: {'Port': ['ID=450b5bcc-8eba-4e1b-a50a-acaa334b37be,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:13.230844 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-f9003383-2559-4cec-880c-d6683e3cc55e service neutron] Attempting to bind port 450b5bcc-8eba-4e1b-a50a-acaa334b37be on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:57:13.231096 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-f9003383-2559-4cec-880c-d6683e3cc55e service neutron] Attempting to bind port 450b5bcc-8eba-4e1b-a50a-acaa334b37be by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '4624b537-a5bd-48b2-b031-723dfc53b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:57:13.232423 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-f9003383-2559-4cec-880c-d6683e3cc55e service neutron] Attempting to bind port 450b5bcc-8eba-4e1b-a50a-acaa334b37be on network 51d51b2e-c364-4882-bbf4-f36afab1b6c1 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:13.237172 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f77605f5-caec-4954-8ded-39525c207eae None None] New status for floating IP a99b11bb-83bd-4c38-bda5-cef0d813c0ad: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:57:13.243342 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-f9003383-2559-4cec-880c-d6683e3cc55e service neutron] Port 450b5bcc-8eba-4e1b-a50a-acaa334b37be on network 51d51b2e-c364-4882-bbf4-f36afab1b6c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:57:13.243694 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-f9003383-2559-4cec-880c-d6683e3cc55e service neutron] Attempting to bind port 450b5bcc-8eba-4e1b-a50a-acaa334b37be on network 51d51b2e-c364-4882-bbf4-f36afab1b6c1 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:57:13.258212 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-f9003383-2559-4cec-880c-d6683e3cc55e service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 57, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:57:13.258626 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-f9003383-2559-4cec-880c-d6683e3cc55e service neutron] Checking segment: {'id': '4624b537-a5bd-48b2-b031-723dfc53b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:57:13.259140 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-f9003383-2559-4cec-880c-d6683e3cc55e service neutron] Bound using segment: {'id': '4624b537-a5bd-48b2-b031-723dfc53b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:57:13.259592 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-f9003383-2559-4cec-880c-d6683e3cc55e service neutron] Bound port: 450b5bcc-8eba-4e1b-a50a-acaa334b37be, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4624b537-a5bd-48b2-b031-723dfc53b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:57:13.259970 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-f9003383-2559-4cec-880c-d6683e3cc55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.345001 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-f9003383-2559-4cec-880c-d6683e3cc55e service neutron] For port 450b5bcc-8eba-4e1b-a50a-acaa334b37be, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:57:13.350141 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-f9003383-2559-4cec-880c-d6683e3cc55e service neutron] For port 450b5bcc-8eba-4e1b-a50a-acaa334b37be, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=450b5bcc-8eba-4e1b-a50a-acaa334b37be,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:57:13.356390 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-f9003383-2559-4cec-880c-d6683e3cc55e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.399043 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-f9003383-2559-4cec-880c-d6683e3cc55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:13.399675 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-f9003383-2559-4cec-880c-d6683e3cc55e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:13.401104 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-f9003383-2559-4cec-880c-d6683e3cc55e service neutron] 10.222.0.21 "PUT /v2.0/ports/450b5bcc-8eba-4e1b-a50a-acaa334b37be HTTP/1.1" status: 200 len: 1093 time: 0.8570175 Jul 16 08:57:13.437994 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9003383-2559-4cec-880c-d6683e3cc55e service neutron] Pushing event updated for resources: {'Port': ['ID=450b5bcc-8eba-4e1b-a50a-acaa334b37be,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:13.529309 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-a3e7754c-ed6d-4f33-b59c-9cc092bca9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:13.531005 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-a3e7754c-ed6d-4f33-b59c-9cc092bca9d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2f4c1f959be841b791b07e280453979b&device_id=965d5d2c-b488-4831-bd92-9a8c866f8b24 HTTP/1.1" status: 200 len: 1096 time: 0.0697191 Jul 16 08:57:13.580374 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-fd59e7ec-3272-4d18-ba80-5db79b2bad0b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=450b5bcc-8eba-4e1b-a50a-acaa334b37be HTTP/1.1" status: 200 len: 217 time: 0.0389800 Jul 16 08:57:13.641122 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-5d7c75a9-1444-4e2c-9c36-b7ec97cd5bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:13.642673 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-5d7c75a9-1444-4e2c-9c36-b7ec97cd5bf0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ad49083-8e48-4575-9b36-364c8d5c322c HTTP/1.1" status: 200 len: 851 time: 0.0558355 Jul 16 08:57:13.715980 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-614b292c-ae4b-43b1-8ef7-4ee6553d97eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:13.718458 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-614b292c-ae4b-43b1-8ef7-4ee6553d97eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51d51b2e-c364-4882-bbf4-f36afab1b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0693905 Jul 16 08:57:13.757963 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '965d5d2c-b488-4831-bd92-9a8c866f8b24', 'tag': '450b5bcc-8eba-4e1b-a50a-acaa334b37be'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:13.760290 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c4c25a1-c16e-42bd-a1b4-34b468e13348" -d '{"events": [{"name": "network-changed", "server_uuid": "965d5d2c-b488-4831-bd92-9a8c866f8b24", "tag": "450b5bcc-8eba-4e1b-a50a-acaa334b37be"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:13.811238 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f353039-fe4b-4e2f-b6aa-41d37be0d34e x-openstack-request-id: req-8f353039-fe4b-4e2f-b6aa-41d37be0d34e {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:13.817929 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "965d5d2c-b488-4831-bd92-9a8c866f8b24", "tag": "450b5bcc-8eba-4e1b-a50a-acaa334b37be", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:13.817929 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8f353039-fe4b-4e2f-b6aa-41d37be0d34e {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:13.817929 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '965d5d2c-b488-4831-bd92-9a8c866f8b24', 'tag': '450b5bcc-8eba-4e1b-a50a-acaa334b37be', 'status': 'completed', 'code': 200} Jul 16 08:57:13.842553 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-7c82c344-6e98-40f9-a7f2-67045bc62260 service neutron] 10.222.0.21 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171868 Jul 16 08:57:13.953444 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c629d2cd-eb9a-466f-a4fd-fe94a8bc203a req-ddb67997-6ca3-44da-8f00-27087532df21 service neutron] 10.222.0.21 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048503 Jul 16 08:57:14.090493 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c25a1-c16e-42bd-a1b4-34b468e13348 req-f03ac33b-f604-465c-93c4-d7f1ecd9578b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:14.092201 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c4c25a1-c16e-42bd-a1b4-34b468e13348 req-f03ac33b-f604-465c-93c4-d7f1ecd9578b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2f4c1f959be841b791b07e280453979b&device_id=965d5d2c-b488-4831-bd92-9a8c866f8b24 HTTP/1.1" status: 200 len: 1096 time: 0.0766675 Jul 16 08:57:14.140251 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c9ab3-b50d-488a-9890-ee98d651561d req-7a2cea90-20ba-4bdd-87d5-fae7b214d585 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:14.142542 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f51c9ab3-b50d-488a-9890-ee98d651561d req-7a2cea90-20ba-4bdd-87d5-fae7b214d585 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=965d5d2c-b488-4831-bd92-9a8c866f8b24 HTTP/1.1" status: 200 len: 944 time: 0.0838869 Jul 16 08:57:14.188693 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f51c9ab3-b50d-488a-9890-ee98d651561d req-07f9038a-a4fd-43c6-80c2-e66be49f08b4 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396144 Jul 16 08:57:14.199704 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c25a1-c16e-42bd-a1b4-34b468e13348 req-6154b3d8-a1ea-437a-88d6-bab7e742b2c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:14.201792 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c4c25a1-c16e-42bd-a1b4-34b468e13348 req-6154b3d8-a1ea-437a-88d6-bab7e742b2c1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=51d51b2e-c364-4882-bbf4-f36afab1b6c1 HTTP/1.1" status: 200 len: 913 time: 0.1031575 Jul 16 08:57:14.255639 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c4c25a1-c16e-42bd-a1b4-34b468e13348 req-272d3b48-e046-46dc-b7a0-2ff0af561fbf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=450b5bcc-8eba-4e1b-a50a-acaa334b37be HTTP/1.1" status: 200 len: 217 time: 0.0381720 Jul 16 08:57:14.312999 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c25a1-c16e-42bd-a1b4-34b468e13348 req-230fe5bd-0c4f-4f96-824e-3370e392ecf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:14.314539 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c4c25a1-c16e-42bd-a1b4-34b468e13348 req-230fe5bd-0c4f-4f96-824e-3370e392ecf7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ad49083-8e48-4575-9b36-364c8d5c322c HTTP/1.1" status: 200 len: 851 time: 0.0513015 Jul 16 08:57:14.375624 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4c25a1-c16e-42bd-a1b4-34b468e13348 req-795603bd-f1ef-46c4-9c03-d884126b4448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:14.377201 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c4c25a1-c16e-42bd-a1b4-34b468e13348 req-795603bd-f1ef-46c4-9c03-d884126b4448 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51d51b2e-c364-4882-bbf4-f36afab1b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558133 Jul 16 08:57:14.480928 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c4c25a1-c16e-42bd-a1b4-34b468e13348 req-55622822-3248-4bed-ad0f-93459d39cd07 service neutron] 10.222.0.21 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966592 Jul 16 08:57:14.587401 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c4c25a1-c16e-42bd-a1b4-34b468e13348 req-e2b8366d-36fe-436c-937c-e7d6750bd182 service neutron] 10.222.0.21 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997312 Jul 16 08:57:15.375030 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40931a66-89ff-4235-ad53-f8f32c2459c8 req-b9406bc7-fe43-4b36-a214-e01ab0d481b8 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:15.376624 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-40931a66-89ff-4235-ad53-f8f32c2459c8 req-b9406bc7-fe43-4b36-a214-e01ab0d481b8 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=965d5d2c-b488-4831-bd92-9a8c866f8b24 HTTP/1.1" status: 200 len: 944 time: 0.0653644 Jul 16 08:57:15.416653 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-40931a66-89ff-4235-ad53-f8f32c2459c8 req-69c9c0f5-888e-403c-8f71-080363132f05 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333753 Jul 16 08:57:15.883078 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 450b5bcc-8eba-4e1b-a50a-acaa334b37be details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:57:15.991123 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 450b5bcc-8eba-4e1b-a50a-acaa334b37be, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=450b5bcc-8eba-4e1b-a50a-acaa334b37be,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:16.003109 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '450b5bcc-8eba-4e1b-a50a-acaa334b37be', 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1', 'port_id': '450b5bcc-8eba-4e1b-a50a-acaa334b37be', 'mac_address': 'fa:16:3e:25:17:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad49083-8e48-4575-9b36-364c8d5c322c', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:57:16.042086 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:16.061359 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 450b5bcc-8eba-4e1b-a50a-acaa334b37be {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:57:16.082303 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 450b5bcc-8eba-4e1b-a50a-acaa334b37be, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=450b5bcc-8eba-4e1b-a50a-acaa334b37be,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:16.086327 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:16.134925 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=450b5bcc-8eba-4e1b-a50a-acaa334b37be,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:16.290583 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['450b5bcc-8eba-4e1b-a50a-acaa334b37be'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:57:16.622169 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf3a0a9-f99b-4365-bc0c-0819f6192184 req-8489522d-7cf9-4edf-abb8-be962ad546da tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:16.623657 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cdf3a0a9-f99b-4365-bc0c-0819f6192184 req-8489522d-7cf9-4edf-abb8-be962ad546da tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=965d5d2c-b488-4831-bd92-9a8c866f8b24 HTTP/1.1" status: 200 len: 945 time: 0.0674126 Jul 16 08:57:16.663614 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cdf3a0a9-f99b-4365-bc0c-0819f6192184 req-05994f1a-cecc-450f-a129-b723975cc70f tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341721 Jul 16 08:57:17.884232 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f1f9cff-89ce-441c-aca1-15593c1cb7e6 req-36544b1b-ed61-427e-a0d3-3dcb9f69c2e0 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:17.885857 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f1f9cff-89ce-441c-aca1-15593c1cb7e6 req-36544b1b-ed61-427e-a0d3-3dcb9f69c2e0 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=965d5d2c-b488-4831-bd92-9a8c866f8b24 HTTP/1.1" status: 200 len: 945 time: 0.0850642 Jul 16 08:57:17.906128 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 450b5bcc-8eba-4e1b-a50a-acaa334b37be up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:57:17.941061 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f1f9cff-89ce-441c-aca1-15593c1cb7e6 req-5d483bc1-50db-4a9c-adb5-32444ac9db6e tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477152 Jul 16 08:57:17.972874 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 450b5bcc-8eba-4e1b-a50a-acaa334b37be completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:57:17.979748 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 450b5bcc-8eba-4e1b-a50a-acaa334b37be triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:57:17.980129 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:18.077397 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:18.104098 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965d5d2c-b488-4831-bd92-9a8c866f8b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450b5bcc-8eba-4e1b-a50a-acaa334b37be'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:57:18.106603 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65597cd9-8309-437d-8a42-4660e72b46cc" -d '{"events": [{"server_uuid": "965d5d2c-b488-4831-bd92-9a8c866f8b24", "name": "network-vif-plugged", "status": "completed", "tag": "450b5bcc-8eba-4e1b-a50a-acaa334b37be"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:57:18.121469 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 450b5bcc-8eba-4e1b-a50a-acaa334b37be, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=450b5bcc-8eba-4e1b-a50a-acaa334b37be,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:57:18.126699 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:18.158848 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7056a222-2129-45c3-8036-1c37c5986009 x-openstack-request-id: req-7056a222-2129-45c3-8036-1c37c5986009 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:57:18.159167 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965d5d2c-b488-4831-bd92-9a8c866f8b24", "name": "network-vif-plugged", "status": "completed", "tag": "450b5bcc-8eba-4e1b-a50a-acaa334b37be", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:57:18.159435 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7056a222-2129-45c3-8036-1c37c5986009 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:57:18.159851 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965d5d2c-b488-4831-bd92-9a8c866f8b24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '450b5bcc-8eba-4e1b-a50a-acaa334b37be', 'code': 200} Jul 16 08:57:18.199229 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=450b5bcc-8eba-4e1b-a50a-acaa334b37be,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:18.303606 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c712950-a315-4275-9181-66471e90a71a req-63a586b6-bad3-4ce1-963a-dbb25a11fa7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:18.305317 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c712950-a315-4275-9181-66471e90a71a req-63a586b6-bad3-4ce1-963a-dbb25a11fa7d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=965d5d2c-b488-4831-bd92-9a8c866f8b24 HTTP/1.1" status: 200 len: 1098 time: 0.0712299 Jul 16 08:57:18.347684 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c712950-a315-4275-9181-66471e90a71a req-77e9704a-f48d-48dd-969c-f7c23c752b1b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362875 Jul 16 08:57:19.137864 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a1774a-9b8e-4b40-b467-8311f1ddc03b req-0661ad3b-5434-4c1b-bcc6-5eafa570dd12 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:19.139689 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c7a1774a-9b8e-4b40-b467-8311f1ddc03b req-0661ad3b-5434-4c1b-bcc6-5eafa570dd12 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=965d5d2c-b488-4831-bd92-9a8c866f8b24 HTTP/1.1" status: 200 len: 946 time: 0.0764873 Jul 16 08:57:19.184133 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c7a1774a-9b8e-4b40-b467-8311f1ddc03b req-da7224e3-ec43-4aa1-8aeb-cb08bb85ddb7 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376370 Jul 16 08:57:20.376380 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5660a747-1682-487d-8366-bfe044368079 req-b0ccc48b-a8c4-4447-b53c-7e269e60e443 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:20.377991 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5660a747-1682-487d-8366-bfe044368079 req-b0ccc48b-a8c4-4447-b53c-7e269e60e443 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=965d5d2c-b488-4831-bd92-9a8c866f8b24 HTTP/1.1" status: 200 len: 946 time: 0.0672419 Jul 16 08:57:20.424363 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5660a747-1682-487d-8366-bfe044368079 req-5a1ce37e-62e5-46d9-bfd3-5c93ebae0f87 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398896 Jul 16 08:57:25.802784 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 37116) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:25.908144 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c522439d-cef9-4078-8691-02945d288835 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:25.997012 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c522439d-cef9-4078-8691-02945d288835 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.001263 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c522439d-cef9-4078-8691-02945d288835 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.378959 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c522439d-cef9-4078-8691-02945d288835 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5638836cc2c1475e9bd68382717c51b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5750690 Jul 16 08:57:26.380442 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c522439d-cef9-4078-8691-02945d288835 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89a84af-5fc2-4ad5-9535-6abe389d1e76,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:26.382240 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37122) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:26.430802 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-211d6d95-e16c-411c-a29b-8760f088076e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.451735 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-211d6d95-e16c-411c-a29b-8760f088076e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.499192 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-211d6d95-e16c-411c-a29b-8760f088076e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.502018 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-211d6d95-e16c-411c-a29b-8760f088076e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:26.503159 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-211d6d95-e16c-411c-a29b-8760f088076e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a89a84af-5fc2-4ad5-9535-6abe389d1e76 HTTP/1.1" status: 204 len: 168 time: 0.1198518 Jul 16 08:57:26.511683 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211d6d95-e16c-411c-a29b-8760f088076e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89a84af-5fc2-4ad5-9535-6abe389d1e76,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:26.519043 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d6d95-e16c-411c-a29b-8760f088076e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:26.519395 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d6d95-e16c-411c-a29b-8760f088076e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:26.519746 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d6d95-e16c-411c-a29b-8760f088076e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:26.520740 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d6d95-e16c-411c-a29b-8760f088076e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:26.521080 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d6d95-e16c-411c-a29b-8760f088076e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:26.521429 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d6d95-e16c-411c-a29b-8760f088076e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:26.521816 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d6d95-e16c-411c-a29b-8760f088076e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:26.522073 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d6d95-e16c-411c-a29b-8760f088076e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:26.522403 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d6d95-e16c-411c-a29b-8760f088076e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:26.522738 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d6d95-e16c-411c-a29b-8760f088076e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:26.523075 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d6d95-e16c-411c-a29b-8760f088076e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:26.523396 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-211d6d95-e16c-411c-a29b-8760f088076e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:57:31.774578 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f084442-b722-47d2-bd33-24a466ea4592 req-1bc9790f-4fd5-46f5-8c8f-37d5b63508f2 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:31.776200 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4f084442-b722-47d2-bd33-24a466ea4592 req-1bc9790f-4fd5-46f5-8c8f-37d5b63508f2 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0836844 Jul 16 08:57:31.821614 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4f084442-b722-47d2-bd33-24a466ea4592 req-517fa79c-978c-44e4-8c1e-af0e0689136a tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394247 Jul 16 08:57:32.023712 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84c8366-9113-43db-a051-5e48b5884339 req-2a84494b-b76c-41ed-84df-ef79a7b3d789 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:32.026062 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e84c8366-9113-43db-a051-5e48b5884339 req-2a84494b-b76c-41ed-84df-ef79a7b3d789 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0798526 Jul 16 08:57:32.077478 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e84c8366-9113-43db-a051-5e48b5884339 req-bbe9f0b2-d9a2-41e6-b5f3-68155fd853f8 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402620 Jul 16 08:57:32.152086 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:32.240087 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:32.544769 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d141d7ba-d576-4cd6-92d9-7d6cf4408f2f req-c17ad483-15d7-4af8-9e82-7ef25067dbaf tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:32.546278 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d141d7ba-d576-4cd6-92d9-7d6cf4408f2f req-c17ad483-15d7-4af8-9e82-7ef25067dbaf tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0779161 Jul 16 08:57:32.593886 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d141d7ba-d576-4cd6-92d9-7d6cf4408f2f req-024e680f-3ae1-46f1-9e30-2ed0ca68b214 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407808 Jul 16 08:57:33.212217 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bce4b2-e964-4f6e-a3a6-e04fb7c62247 req-8ec1628b-731f-4f8c-a8e7-feefa2cf9784 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:33.213623 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-58bce4b2-e964-4f6e-a3a6-e04fb7c62247 req-8ec1628b-731f-4f8c-a8e7-feefa2cf9784 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0671196 Jul 16 08:57:33.253488 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-58bce4b2-e964-4f6e-a3a6-e04fb7c62247 req-7f08dbd4-9106-4c34-b3a5-925e512865eb tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334957 Jul 16 08:57:33.293030 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ffa7384a-2bdd-49e9-9ec1-cfc08549f968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:34.456735 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5b88f-b80d-4ba7-bd40-b478d954a06e req-bd89ebcc-5016-4f23-8675-14a05a42a985 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:34.458933 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bcd5b88f-b80d-4ba7-bd40-b478d954a06e req-bd89ebcc-5016-4f23-8675-14a05a42a985 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0838628 Jul 16 08:57:34.500617 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bcd5b88f-b80d-4ba7-bd40-b478d954a06e req-531ab3ca-ddb4-4e9c-8fbd-8f38988e75ed tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358386 Jul 16 08:57:35.696240 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95afca66-fce2-4c6f-b9d5-28aab8335217 req-15b37d90-8885-4437-9fd7-6b0d93edd83c tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:35.697843 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-95afca66-fce2-4c6f-b9d5-28aab8335217 req-15b37d90-8885-4437-9fd7-6b0d93edd83c tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0720568 Jul 16 08:57:35.712483 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ffab97b3-6e6d-4083-8041-77a5976c1904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:35.754974 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-95afca66-fce2-4c6f-b9d5-28aab8335217 req-06d026fb-5cad-4e9d-84b0-075319828a9e tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481963 Jul 16 08:57:36.014992 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:36.019307 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37242) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:36.130374 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b73f24ba-b7ac-4c6d-a02b-8c8dbb29941f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:36.224007 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b73f24ba-b7ac-4c6d-a02b-8c8dbb29941f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:36.231612 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b73f24ba-b7ac-4c6d-a02b-8c8dbb29941f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:36.271527 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b73f24ba-b7ac-4c6d-a02b-8c8dbb29941f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=516abdd4f0324dbf88111f4f2379a51b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2508435 Jul 16 08:57:36.272157 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f24ba-b7ac-4c6d-a02b-8c8dbb29941f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3318a83-1af5-499b-aeec-a183d37dda59,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:36.274887 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 37246) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:57:36.326901 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0dc24f4f-6453-496b-b1fa-eccce55f16aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:36.354617 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0dc24f4f-6453-496b-b1fa-eccce55f16aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:36.408990 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0dc24f4f-6453-496b-b1fa-eccce55f16aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:36.412171 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0dc24f4f-6453-496b-b1fa-eccce55f16aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:36.413424 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0dc24f4f-6453-496b-b1fa-eccce55f16aa admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d3318a83-1af5-499b-aeec-a183d37dda59 HTTP/1.1" status: 204 len: 168 time: 0.1373718 Jul 16 08:57:36.422720 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc24f4f-6453-496b-b1fa-eccce55f16aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3318a83-1af5-499b-aeec-a183d37dda59,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:57:36.957972 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eed5a6-4093-4431-83aa-3bfbf402cd0f req-7b2924c8-c477-49bb-a2db-f978323e6c28 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:36.959661 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-39eed5a6-4093-4431-83aa-3bfbf402cd0f req-7b2924c8-c477-49bb-a2db-f978323e6c28 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0758731 Jul 16 08:57:37.003658 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-39eed5a6-4093-4431-83aa-3bfbf402cd0f req-1c082bde-e859-4d9b-a562-5df776191642 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378442 Jul 16 08:57:37.109433 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:38.184906 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34770f46-cecc-4ee4-b7d2-307bf4082995 req-2374cd52-ead0-49d2-a53a-dc8732d7fdd8 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:38.186895 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-34770f46-cecc-4ee4-b7d2-307bf4082995 req-2374cd52-ead0-49d2-a53a-dc8732d7fdd8 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0667844 Jul 16 08:57:38.226937 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-34770f46-cecc-4ee4-b7d2-307bf4082995 req-700bf1bd-b073-4b82-8130-43ea41c3a20f tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344305 Jul 16 08:57:38.573506 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:57:39.266673 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:57:39.412501 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c9db1e-3d39-49c2-83f2-9f9fa5760e46 req-955a1c93-26e6-4586-b468-74484b69db55 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:39.414017 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-19c9db1e-3d39-49c2-83f2-9f9fa5760e46 req-955a1c93-26e6-4586-b468-74484b69db55 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0681436 Jul 16 08:57:39.454791 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-19c9db1e-3d39-49c2-83f2-9f9fa5760e46 req-b13742d3-0873-4a79-8f1a-ff16afc685e9 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350034 Jul 16 08:57:40.638740 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b85d72-3645-4a7b-942e-5678408abcf5 req-80b1240d-702e-487a-90db-8499a31c3efc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:40.640356 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-93b85d72-3645-4a7b-942e-5678408abcf5 req-80b1240d-702e-487a-90db-8499a31c3efc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0667417 Jul 16 08:57:40.680957 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-93b85d72-3645-4a7b-942e-5678408abcf5 req-fae82258-f614-460b-bb24-315308dcfb5f tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340576 Jul 16 08:57:41.247534 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ed6d9ef9-9379-4258-93c4-a6d3792230ae req-05bb5f48-58ff-4da6-a84b-4a6ed4a752b7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0553958 Jul 16 08:57:41.345783 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d9ef9-9379-4258-93c4-a6d3792230ae req-9c51beb2-e09c-4cde-a9fb-37631d85f016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:41.347296 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ed6d9ef9-9379-4258-93c4-a6d3792230ae req-9c51beb2-e09c-4cde-a9fb-37631d85f016 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2f4c1f959be841b791b07e280453979b&device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 1102 time: 0.0553904 Jul 16 08:57:41.459880 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d9ef9-9379-4258-93c4-a6d3792230ae req-964cbf96-ed4d-4cc4-81e5-0209409a4d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:41.461685 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ed6d9ef9-9379-4258-93c4-a6d3792230ae req-964cbf96-ed4d-4cc4-81e5-0209409a4d2f service neutron] 10.222.0.21 "GET /v2.0/networks?id=51d51b2e-c364-4882-bbf4-f36afab1b6c1 HTTP/1.1" status: 200 len: 913 time: 0.0937409 Jul 16 08:57:41.504569 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ed6d9ef9-9379-4258-93c4-a6d3792230ae req-2d2c5d57-c169-48b8-91fb-f7119ad577e3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23a9c306-d853-4f43-9f9b-9960ef8ac727 HTTP/1.1" status: 200 len: 217 time: 0.0347993 Jul 16 08:57:41.556393 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d9ef9-9379-4258-93c4-a6d3792230ae req-8e5d4784-051c-40bb-8e6f-634c490fa8c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:41.557558 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ed6d9ef9-9379-4258-93c4-a6d3792230ae req-8e5d4784-051c-40bb-8e6f-634c490fa8c7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ad49083-8e48-4575-9b36-364c8d5c322c HTTP/1.1" status: 200 len: 851 time: 0.0469527 Jul 16 08:57:41.614746 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6d9ef9-9379-4258-93c4-a6d3792230ae req-fe6d99d6-cb45-4f2b-adba-5ba74c50cf89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:41.616294 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ed6d9ef9-9379-4258-93c4-a6d3792230ae req-fe6d99d6-cb45-4f2b-adba-5ba74c50cf89 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51d51b2e-c364-4882-bbf4-f36afab1b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532348 Jul 16 08:57:41.715171 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ed6d9ef9-9379-4258-93c4-a6d3792230ae req-47186e20-a631-4302-b75d-4272119eb220 service neutron] 10.222.0.21 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915926 Jul 16 08:57:41.817594 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ed6d9ef9-9379-4258-93c4-a6d3792230ae req-15310adf-bafc-4f3a-8dce-d5ad253c8992 service neutron] 10.222.0.21 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952351 Jul 16 08:57:41.884047 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7279262-d356-4441-8e7c-325fa7a43041 req-45964ae7-084f-4027-bab3-443df2b60c71 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:41.885586 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d7279262-d356-4441-8e7c-325fa7a43041 req-45964ae7-084f-4027-bab3-443df2b60c71 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0854764 Jul 16 08:57:41.927996 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d7279262-d356-4441-8e7c-325fa7a43041 req-3fcf0f3e-6524-44e5-958a-444e339a54a6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355356 Jul 16 08:57:43.108723 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909bd616-b7da-40a7-83d0-efb7918cd27e req-aa768a4b-029a-4182-9468-0a7b381cae4e tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:43.112174 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-909bd616-b7da-40a7-83d0-efb7918cd27e req-aa768a4b-029a-4182-9468-0a7b381cae4e tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0679686 Jul 16 08:57:43.149830 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-909bd616-b7da-40a7-83d0-efb7918cd27e req-0ca6ccdb-af4c-4e75-b4a4-e5ac646a73f6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332882 Jul 16 08:57:44.348230 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d32e3ff-d050-489f-9a39-e9c1dbb034e3 req-0deef472-66c6-4fc8-a0a1-f1845cb4534d tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:44.350736 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0d32e3ff-d050-489f-9a39-e9c1dbb034e3 req-0deef472-66c6-4fc8-a0a1-f1845cb4534d tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0741651 Jul 16 08:57:44.391813 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0d32e3ff-d050-489f-9a39-e9c1dbb034e3 req-30bc5b00-0840-4c56-85f2-8f846862bc76 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353317 Jul 16 08:57:44.786867 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda9dfb9-407c-42c2-885a-da68fd270087 req-33b02d04-c6e8-42cf-a9a1-007e33e4139d tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:44.788760 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dda9dfb9-407c-42c2-885a-da68fd270087 req-33b02d04-c6e8-42cf-a9a1-007e33e4139d tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.1100600 Jul 16 08:57:44.795303 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120ca17-c254-4591-b273-9f222673057b req-a5b8702d-8791-4be5-af6e-14cb5e51e19f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:44.796828 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c120ca17-c254-4591-b273-9f222673057b req-a5b8702d-8791-4be5-af6e-14cb5e51e19f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f4c1f959be841b791b07e280453979b&device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 1096 time: 0.0853355 Jul 16 08:57:44.885243 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dda9dfb9-407c-42c2-885a-da68fd270087 req-a5e90bc1-b861-40ee-997a-e91d4395d748 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0874286 Jul 16 08:57:44.916739 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120ca17-c254-4591-b273-9f222673057b req-ca0c1238-fe86-4189-b051-e87df045b9b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:44.918652 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c120ca17-c254-4591-b273-9f222673057b req-ca0c1238-fe86-4189-b051-e87df045b9b5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51d51b2e-c364-4882-bbf4-f36afab1b6c1 HTTP/1.1" status: 200 len: 913 time: 0.1144390 Jul 16 08:57:45.002279 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c120ca17-c254-4591-b273-9f222673057b req-0f0f180d-88e3-42bd-94e2-aa543209357e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c63893c6-6232-40bc-9a83-fbb40cca45b0 HTTP/1.1" status: 200 len: 999 time: 0.0759935 Jul 16 08:57:45.063298 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120ca17-c254-4591-b273-9f222673057b req-c973e20d-6d2e-4256-8886-844788a42007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:45.064843 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c120ca17-c254-4591-b273-9f222673057b req-c973e20d-6d2e-4256-8886-844788a42007 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ad49083-8e48-4575-9b36-364c8d5c322c HTTP/1.1" status: 200 len: 851 time: 0.0547297 Jul 16 08:57:45.134823 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c120ca17-c254-4591-b273-9f222673057b req-b72e6142-cbc8-4f11-8ac2-113587688322 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:45.136932 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c120ca17-c254-4591-b273-9f222673057b req-b72e6142-cbc8-4f11-8ac2-113587688322 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51d51b2e-c364-4882-bbf4-f36afab1b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0653393 Jul 16 08:57:45.246369 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c120ca17-c254-4591-b273-9f222673057b req-ffd8dc05-d253-4558-acf4-51c50ecdd83f service neutron] 10.222.0.30 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1025746 Jul 16 08:57:45.348511 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c120ca17-c254-4591-b273-9f222673057b req-fba9f5f0-6468-4e70-b95d-6cd082c6bbd1 service neutron] 10.222.0.30 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934515 Jul 16 08:57:46.107406 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59390067-aea8-41ab-98f2-a48f4d2a8e01 req-75edf3cb-4eba-4c98-8cb9-ce68aa31e72b tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:46.108984 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-59390067-aea8-41ab-98f2-a48f4d2a8e01 req-75edf3cb-4eba-4c98-8cb9-ce68aa31e72b tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0696692 Jul 16 08:57:46.149810 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-59390067-aea8-41ab-98f2-a48f4d2a8e01 req-ea5a0661-d4eb-4df6-9176-9d20465706a2 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343313 Jul 16 08:57:46.333631 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c0b173-3fb1-42e9-b7e5-c2122b2d22b2 req-505c896b-71e5-4b95-aee0-9300204c1ed1 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:46.335049 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c1c0b173-3fb1-42e9-b7e5-c2122b2d22b2 req-505c896b-71e5-4b95-aee0-9300204c1ed1 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0700376 Jul 16 08:57:46.374239 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c1c0b173-3fb1-42e9-b7e5-c2122b2d22b2 req-3ff068b8-5b35-494d-b133-131e951fa8d1 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335245 Jul 16 08:57:46.766920 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48bab92-5dc3-4459-9cdc-9caa3b29f8a3 req-87adf231-fd06-401b-a9dc-a04118f98019 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:46.769638 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f48bab92-5dc3-4459-9cdc-9caa3b29f8a3 req-87adf231-fd06-401b-a9dc-a04118f98019 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0688343 Jul 16 08:57:46.812451 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f48bab92-5dc3-4459-9cdc-9caa3b29f8a3 req-eb58bfda-44dc-4f34-ae11-425f14a0cc8f tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374267 Jul 16 08:57:47.200161 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb3a193-74d0-44cf-9ca0-67038745d585 req-19abb89f-8517-4d8c-a207-b5fce04ce8b9 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:47.205055 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6eb3a193-74d0-44cf-9ca0-67038745d585 req-19abb89f-8517-4d8c-a207-b5fce04ce8b9 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0734689 Jul 16 08:57:47.249770 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6eb3a193-74d0-44cf-9ca0-67038745d585 req-5ec3155a-fc0c-46d4-8964-9a183f66d903 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419261 Jul 16 08:57:48.445346 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fbff63-08e1-4e8e-af63-0d8364c6fe3f req-75fe0923-5323-46e0-ab37-2a9ed5cf128a tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:48.447030 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a1fbff63-08e1-4e8e-af63-0d8364c6fe3f req-75fe0923-5323-46e0-ab37-2a9ed5cf128a tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0708618 Jul 16 08:57:48.484893 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a1fbff63-08e1-4e8e-af63-0d8364c6fe3f req-eeccf731-6f59-4218-b1fb-3899f829233b tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319324 Jul 16 08:57:48.828188 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f9b29d-7b90-4c99-b11f-7bb90457e8b3 req-8109f540-de8c-4267-a84d-ff7a81fb65a5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:48.829979 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7f9b29d-7b90-4c99-b11f-7bb90457e8b3 req-8109f540-de8c-4267-a84d-ff7a81fb65a5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0660512 Jul 16 08:57:48.881530 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7f9b29d-7b90-4c99-b11f-7bb90457e8b3 req-f77256b8-6146-4b0d-8f90-ec07f7d96b18 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430720 Jul 16 08:57:50.101053 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a38eb27-8f09-40ba-aedb-e2c67599e73e req-097916d3-dea6-4f5e-8c7e-574e79dba0b1 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:50.103409 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1a38eb27-8f09-40ba-aedb-e2c67599e73e req-097916d3-dea6-4f5e-8c7e-574e79dba0b1 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0840383 Jul 16 08:57:50.155279 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1a38eb27-8f09-40ba-aedb-e2c67599e73e req-19a3f811-913d-4ed7-bc03-652f2bbd8602 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441916 Jul 16 08:57:50.393566 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a728bdf-4b25-4487-8d98-8a6717f29070 req-fb61fac9-4905-4d3a-b8f4-59b9efb58f3b tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:50.395294 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6a728bdf-4b25-4487-8d98-8a6717f29070 req-fb61fac9-4905-4d3a-b8f4-59b9efb58f3b tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.1027575 Jul 16 08:57:50.440069 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6a728bdf-4b25-4487-8d98-8a6717f29070 req-bbc096a9-a56c-45e1-a394-a8e19be33bee tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385625 Jul 16 08:57:50.619977 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10375803-6a02-421e-af3f-c37c9e21d51e req-78ac1fb9-f026-4139-96cb-3ba4ab885ccb tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:50.621630 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-10375803-6a02-421e-af3f-c37c9e21d51e req-78ac1fb9-f026-4139-96cb-3ba4ab885ccb tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0646155 Jul 16 08:57:50.660564 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-10375803-6a02-421e-af3f-c37c9e21d51e req-471077c9-3085-454b-9ace-e5504548c379 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331211 Jul 16 08:57:50.838362 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e59e4b-9175-498a-85f1-bc117ded9b0c req-6c122952-9935-43dc-b095-54fe60f4a641 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:57:50.839882 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d1e59e4b-9175-498a-85f1-bc117ded9b0c req-6c122952-9935-43dc-b095-54fe60f4a641 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0656922 Jul 16 08:57:50.880677 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d1e59e4b-9175-498a-85f1-bc117ded9b0c req-47ec6e52-78d3-4531-9796-f5cee49724d7 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350654 Jul 16 08:58:02.168937 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:02.234171 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:03.296412 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0ebb2934-5ee1-4575-9776-25a95deada4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:05.713756 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d36852b4-b3cc-4ef5-957a-987271638520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:06.018292 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:07.117656 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:08.579940 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:16.266651 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:58:20.830441 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebdd41-a724-4afe-9d99-a5478493357b req-7632172c-28dd-4d7b-ad00-bdd6ceb93050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:20.832214 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b0ebdd41-a724-4afe-9d99-a5478493357b req-7632172c-28dd-4d7b-ad00-bdd6ceb93050 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f4c1f959be841b791b07e280453979b&device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 1096 time: 0.0629416 Jul 16 08:58:20.934793 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebdd41-a724-4afe-9d99-a5478493357b req-9582f131-8632-4e48-b961-9c6529317af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:20.936324 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b0ebdd41-a724-4afe-9d99-a5478493357b req-9582f131-8632-4e48-b961-9c6529317af2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51d51b2e-c364-4882-bbf4-f36afab1b6c1 HTTP/1.1" status: 200 len: 913 time: 0.0979211 Jul 16 08:58:21.015499 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b0ebdd41-a724-4afe-9d99-a5478493357b req-2eed1e15-d9cf-49ec-9fab-b52ca189927e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c63893c6-6232-40bc-9a83-fbb40cca45b0 HTTP/1.1" status: 200 len: 999 time: 0.0726242 Jul 16 08:58:21.071583 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebdd41-a724-4afe-9d99-a5478493357b req-98a12d24-5148-4976-ba35-df9c56ccd61e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:21.073266 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b0ebdd41-a724-4afe-9d99-a5478493357b req-98a12d24-5148-4976-ba35-df9c56ccd61e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ad49083-8e48-4575-9b36-364c8d5c322c HTTP/1.1" status: 200 len: 851 time: 0.0509508 Jul 16 08:58:21.080061 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11477a2-8c8e-416d-bffe-3697fea1e944 req-6a90d7a4-856a-45d5-973e-1795eb720dc3 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:21.081700 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e11477a2-8c8e-416d-bffe-3697fea1e944 req-6a90d7a4-856a-45d5-973e-1795eb720dc3 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.2864008 Jul 16 08:58:21.122355 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e11477a2-8c8e-416d-bffe-3697fea1e944 req-c112666a-8dfe-4293-9bd1-e9c05638c6ec tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350001 Jul 16 08:58:21.143680 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ebdd41-a724-4afe-9d99-a5478493357b req-90c1f585-49c1-4640-ac6b-6cf37a897802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:21.145760 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b0ebdd41-a724-4afe-9d99-a5478493357b req-90c1f585-49c1-4640-ac6b-6cf37a897802 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51d51b2e-c364-4882-bbf4-f36afab1b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0662055 Jul 16 08:58:21.247209 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b0ebdd41-a724-4afe-9d99-a5478493357b req-6455c1d7-d1b4-4364-a261-80e1a73dc4f7 service neutron] 10.222.0.30 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947061 Jul 16 08:58:21.345331 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b0ebdd41-a724-4afe-9d99-a5478493357b req-ac836a52-89ea-49c9-9f6d-4937afb64a8b service neutron] 10.222.0.30 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915272 Jul 16 08:58:21.791758 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 37568) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:21.912800 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-48fc334c-1ded-464e-87c3-949606bdebdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:22.007715 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-48fc334c-1ded-464e-87c3-949606bdebdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:22.012402 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-48fc334c-1ded-464e-87c3-949606bdebdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:22.054756 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-48fc334c-1ded-464e-87c3-949606bdebdd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=00452fbd33974678b47193576b57ee33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2617655 Jul 16 08:58:22.055621 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48fc334c-1ded-464e-87c3-949606bdebdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3df30b17-1416-4d32-b138-61e50b81d5ee,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:22.058018 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37572) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:22.063610 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fc334c-1ded-464e-87c3-949606bdebdd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:22.063967 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fc334c-1ded-464e-87c3-949606bdebdd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:22.064317 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fc334c-1ded-464e-87c3-949606bdebdd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:22.064717 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fc334c-1ded-464e-87c3-949606bdebdd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:22.065057 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fc334c-1ded-464e-87c3-949606bdebdd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:22.065401 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fc334c-1ded-464e-87c3-949606bdebdd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:22.065732 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fc334c-1ded-464e-87c3-949606bdebdd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:22.066064 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fc334c-1ded-464e-87c3-949606bdebdd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:22.066400 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fc334c-1ded-464e-87c3-949606bdebdd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:22.066733 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fc334c-1ded-464e-87c3-949606bdebdd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:22.067058 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fc334c-1ded-464e-87c3-949606bdebdd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:22.067385 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48fc334c-1ded-464e-87c3-949606bdebdd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:22.114813 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-20437f7e-a5a1-4176-a849-951c0ca2a2f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:22.135645 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-20437f7e-a5a1-4176-a849-951c0ca2a2f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:22.186926 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-20437f7e-a5a1-4176-a849-951c0ca2a2f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:22.190173 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-20437f7e-a5a1-4176-a849-951c0ca2a2f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:22.191290 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-20437f7e-a5a1-4176-a849-951c0ca2a2f8 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3df30b17-1416-4d32-b138-61e50b81d5ee HTTP/1.1" status: 204 len: 168 time: 0.1321838 Jul 16 08:58:22.203673 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20437f7e-a5a1-4176-a849-951c0ca2a2f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3df30b17-1416-4d32-b138-61e50b81d5ee,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:22.514185 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350f2947-fd1a-4790-a496-e9d1b7faab5d req-e4546e4f-3592-4e8a-8dc7-690b19d4260a tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:22.515736 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-350f2947-fd1a-4790-a496-e9d1b7faab5d req-e4546e4f-3592-4e8a-8dc7-690b19d4260a tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.2663047 Jul 16 08:58:22.561096 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-350f2947-fd1a-4790-a496-e9d1b7faab5d req-283c9b58-b77d-44e2-a482-0f53099ad501 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385430 Jul 16 08:58:22.840665 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37600) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:22.943436 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d32af3ac-bb85-4bdd-abf8-10dfa4dba2f7 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-903376442-network', 'tenant_id': '4356e827a988460185a41bb4a0481a8f'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:22.971256 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d32af3ac-bb85-4bdd-abf8-10dfa4dba2f7 admin admin] Made reservation on behalf of 4356e827a988460185a41bb4a0481a8f for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:22.973728 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d32af3ac-bb85-4bdd-abf8-10dfa4dba2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:22.982690 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d32af3ac-bb85-4bdd-abf8-10dfa4dba2f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.085160 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d32af3ac-bb85-4bdd-abf8-10dfa4dba2f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.089501 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d32af3ac-bb85-4bdd-abf8-10dfa4dba2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.116681 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d32af3ac-bb85-4bdd-abf8-10dfa4dba2f7 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 08:58:23.122927 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32af3ac-bb85-4bdd-abf8-10dfa4dba2f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b13500b-d3b9-412f-b23b-7fb0ee0622cd,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:23.131811 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d32af3ac-bb85-4bdd-abf8-10dfa4dba2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.131811 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-d32af3ac-bb85-4bdd-abf8-10dfa4dba2f7 admin admin] Added segment 775d1b08-9fb9-462d-b710-d8d956fccbf6 of type vlan for network 232150c6-c2b7-4dfe-abcf-3769bf8915cb Jul 16 08:58:23.176162 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d32af3ac-bb85-4bdd-abf8-10dfa4dba2f7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.207556 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d32af3ac-bb85-4bdd-abf8-10dfa4dba2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.209459 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d32af3ac-bb85-4bdd-abf8-10dfa4dba2f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:23.210155 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d32af3ac-bb85-4bdd-abf8-10dfa4dba2f7 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.244129 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d32af3ac-bb85-4bdd-abf8-10dfa4dba2f7 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4023182 Jul 16 08:58:23.247022 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 37604) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:58:23.254144 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1dc63c73-3680-4210-a657-da52c11f9c4b admin admin] Request body: {'subnet': {'network_id': '232150c6-c2b7-4dfe-abcf-3769bf8915cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-903376442-subnet', 'tenant_id': '4356e827a988460185a41bb4a0481a8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:23.283066 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32af3ac-bb85-4bdd-abf8-10dfa4dba2f7 admin admin] Pushing event updated for resources: {'Network': ['ID=232150c6-c2b7-4dfe-abcf-3769bf8915cb,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:23.294524 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 232150c6-c2b7-4dfe-abcf-3769bf8915cb details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 08:58:23.304228 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1dc63c73-3680-4210-a657-da52c11f9c4b admin admin] Made reservation on behalf of 4356e827a988460185a41bb4a0481a8f for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:23.307304 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1dc63c73-3680-4210-a657-da52c11f9c4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.486091 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1dc63c73-3680-4210-a657-da52c11f9c4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.547396 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc63c73-3680-4210-a657-da52c11f9c4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4d9e928-6536-4fbc-bd10-4f64492b6b6e,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:23.559924 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1dc63c73-3680-4210-a657-da52c11f9c4b admin admin] Checking segment: {'id': '775d1b08-9fb9-462d-b710-d8d956fccbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '232150c6-c2b7-4dfe-abcf-3769bf8915cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:23.560287 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc63c73-3680-4210-a657-da52c11f9c4b admin admin] Network hostable DHCP agents. Network: 232150c6-c2b7-4dfe-abcf-3769bf8915cb, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 08:58:23.578105 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc63c73-3680-4210-a657-da52c11f9c4b admin admin] Network 232150c6-c2b7-4dfe-abcf-3769bf8915cb is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 08:58:23.591505 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-1dc63c73-3680-4210-a657-da52c11f9c4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 232150c6-c2b7-4dfe-abcf-3769bf8915cb) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:23.597476 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dc63c73-3680-4210-a657-da52c11f9c4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:23.597476 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1dc63c73-3680-4210-a657-da52c11f9c4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:23.604920 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f1f74d-35e5-4cf8-95f2-e614e4132946 None None] Network 232150c6-c2b7-4dfe-abcf-3769bf8915cb requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:23.614093 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1dc63c73-3680-4210-a657-da52c11f9c4b admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3659890 Jul 16 08:58:23.769876 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6b767b-93bb-4882-a5d1-932b77bfa8db None None] Network 232150c6-c2b7-4dfe-abcf-3769bf8915cb requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 08:58:29.675132 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c1f52d30-176b-469f-aa0e-98d4a12a8972 req-ffbe19c4-3e05-4aa7-a985-fc15e7fbc7b4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1346452 Jul 16 08:58:29.804016 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f52d30-176b-469f-aa0e-98d4a12a8972 req-ded60cae-c6a4-497e-8cda-ba928eff67ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:29.805822 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c1f52d30-176b-469f-aa0e-98d4a12a8972 req-ded60cae-c6a4-497e-8cda-ba928eff67ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f4c1f959be841b791b07e280453979b&device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 1096 time: 0.0647252 Jul 16 08:58:29.921703 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f52d30-176b-469f-aa0e-98d4a12a8972 req-4bd150be-6bb3-494d-b4f8-db6790241b56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:29.923321 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c1f52d30-176b-469f-aa0e-98d4a12a8972 req-4bd150be-6bb3-494d-b4f8-db6790241b56 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51d51b2e-c364-4882-bbf4-f36afab1b6c1 HTTP/1.1" status: 200 len: 913 time: 0.0956824 Jul 16 08:58:29.995008 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c1f52d30-176b-469f-aa0e-98d4a12a8972 req-8b47c985-2bec-4baf-a86a-661348941f34 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c63893c6-6232-40bc-9a83-fbb40cca45b0 HTTP/1.1" status: 200 len: 999 time: 0.0653875 Jul 16 08:58:30.050154 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f52d30-176b-469f-aa0e-98d4a12a8972 req-9d8c3c3b-89b7-4ffe-b88c-3aa9f4399f7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:30.052544 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c1f52d30-176b-469f-aa0e-98d4a12a8972 req-9d8c3c3b-89b7-4ffe-b88c-3aa9f4399f7d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ad49083-8e48-4575-9b36-364c8d5c322c HTTP/1.1" status: 200 len: 851 time: 0.0510731 Jul 16 08:58:30.123846 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f52d30-176b-469f-aa0e-98d4a12a8972 req-f6deee92-6d84-4a14-85b8-529ae047e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:30.125660 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c1f52d30-176b-469f-aa0e-98d4a12a8972 req-f6deee92-6d84-4a14-85b8-529ae047e9c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51d51b2e-c364-4882-bbf4-f36afab1b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0676675 Jul 16 08:58:30.227040 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c1f52d30-176b-469f-aa0e-98d4a12a8972 req-9665a890-76da-49d0-8be7-af3c6bdd09a9 service neutron] 10.222.0.30 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0951879 Jul 16 08:58:30.329276 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c1f52d30-176b-469f-aa0e-98d4a12a8972 req-b8dadde4-2c7a-4ed9-96de-19e69941fa18 service neutron] 10.222.0.30 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949292 Jul 16 08:58:32.182083 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:32.238444 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:33.299649 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9a29407f-e5e7-4be6-851c-4b203246413e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:35.709531 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bad1b7dd-c69c-4d50-bf28-d69e46fe974b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:36.022629 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:37.115018 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:38.571904 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:43.379886 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-824aa0f4-e4e2-4b94-893b-1def1ed6d6a8 req-cb818291-2ee0-4a3b-9a4e-c35aa1bc5088 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=965d5d2c-b488-4831-bd92-9a8c866f8b24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1232233 Jul 16 08:58:43.456867 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824aa0f4-e4e2-4b94-893b-1def1ed6d6a8 req-0d45673e-f5c8-4f55-be7b-799734d4d9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:43.458547 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-824aa0f4-e4e2-4b94-893b-1def1ed6d6a8 req-0d45673e-f5c8-4f55-be7b-799734d4d9e3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2f4c1f959be841b791b07e280453979b&device_id=965d5d2c-b488-4831-bd92-9a8c866f8b24 HTTP/1.1" status: 200 len: 1098 time: 0.0552094 Jul 16 08:58:43.583310 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824aa0f4-e4e2-4b94-893b-1def1ed6d6a8 req-f0529f9c-897a-4d14-ba58-fc45c101eee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:43.584921 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-824aa0f4-e4e2-4b94-893b-1def1ed6d6a8 req-f0529f9c-897a-4d14-ba58-fc45c101eee4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=51d51b2e-c364-4882-bbf4-f36afab1b6c1 HTTP/1.1" status: 200 len: 913 time: 0.1054354 Jul 16 08:58:43.627987 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-824aa0f4-e4e2-4b94-893b-1def1ed6d6a8 req-11bd0a20-24f6-4f50-8e9b-f11cb2a4d44c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=450b5bcc-8eba-4e1b-a50a-acaa334b37be HTTP/1.1" status: 200 len: 217 time: 0.0363574 Jul 16 08:58:43.686877 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824aa0f4-e4e2-4b94-893b-1def1ed6d6a8 req-fa2e146f-d288-4609-91b0-a3edc91a5f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:43.688485 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-824aa0f4-e4e2-4b94-893b-1def1ed6d6a8 req-fa2e146f-d288-4609-91b0-a3edc91a5f1a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ad49083-8e48-4575-9b36-364c8d5c322c HTTP/1.1" status: 200 len: 851 time: 0.0549455 Jul 16 08:58:43.757174 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824aa0f4-e4e2-4b94-893b-1def1ed6d6a8 req-28da0a6d-b7bc-4165-97d6-bd297a435d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:43.758991 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-824aa0f4-e4e2-4b94-893b-1def1ed6d6a8 req-28da0a6d-b7bc-4165-97d6-bd297a435d3f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51d51b2e-c364-4882-bbf4-f36afab1b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0633287 Jul 16 08:58:43.868204 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-824aa0f4-e4e2-4b94-893b-1def1ed6d6a8 req-8843baee-73f7-4748-899a-ae84bbc45c47 service neutron] 10.222.0.21 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030648 Jul 16 08:58:43.959865 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-824aa0f4-e4e2-4b94-893b-1def1ed6d6a8 req-4174e446-2676-40fc-8c90-c737e753b5ee service neutron] 10.222.0.21 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854781 Jul 16 08:58:50.986638 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-60da4b99-d550-452c-8d7a-153054e3aaa4 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-934306912&fields=id&tenant_id=30db3ea81a8c4c93843f47b12edb82f2 HTTP/1.1" status: 200 len: 267 time: 0.0336156 Jul 16 08:58:51.097815 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-9338060d-491e-476c-b5d0-7ba8871fb576 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:51.099524 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-9338060d-491e-476c-b5d0-7ba8871fb576 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/networks?id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 HTTP/1.1" status: 200 len: 812 time: 0.1060698 Jul 16 08:58:51.115007 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-8e574003-b58c-4d90-85f2-b9fd019673ec tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/quotas/30db3ea81a8c4c93843f47b12edb82f2 HTTP/1.1" status: 200 len: 375 time: 0.0097489 Jul 16 08:58:51.200064 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-8d72b0f9-15c8-4b06-8de0-dad24a81b1fd tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=30db3ea81a8c4c93843f47b12edb82f2&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0796733 Jul 16 08:58:51.299368 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-e2e0cfb2-e3b0-4f4f-872a-fba456f6be71 service neutron] 10.222.0.22 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876026 Jul 16 08:58:51.398230 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-382b6d4a-904f-4bcc-9ee2-bc9d535c7757 service neutron] 10.222.0.22 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929356 Jul 16 08:58:51.711193 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-60b020c1-0a4a-4941-b0ee-982c987ef660 req-8efcd050-2a73-4f2f-9c50-70fda687090a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f64b59-8565-4851-a812-dc6aefb0c324 HTTP/1.1" status: 200 len: 210 time: 0.0317514 Jul 16 08:58:52.772728 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-15562835-d85b-4391-a72a-0023f0496c51 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:52.774499 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-15562835-d85b-4391-a72a-0023f0496c51 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.21 "GET /v2.0/networks?id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 HTTP/1.1" status: 200 len: 812 time: 0.1231592 Jul 16 08:58:52.833928 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-d3f715ef-d5b4-4a47-9156-6b4fb6b44a6a tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=30db3ea81a8c4c93843f47b12edb82f2 HTTP/1.1" status: 200 len: 379 time: 0.0452683 Jul 16 08:58:52.843196 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-b72a11ce-cdcc-455b-afa7-c37825708871 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Request body: {'port': {'device_id': '69f64b59-8565-4851-a812-dc6aefb0c324', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'admin_state_up': True, 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'security_groups': ['d2b69105-f4da-4378-ad50-ee968b95cfc8']}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:52.902039 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-23204907-36ca-4f78-8f72-d431c714b32e req-3210e216-a631-4b81-aed6-b4332d45e8c5 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f64b59-8565-4851-a812-dc6aefb0c324 HTTP/1.1" status: 200 len: 210 time: 0.0414054 Jul 16 08:58:53.005950 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-b72a11ce-cdcc-455b-afa7-c37825708871 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Made reservation on behalf of 30db3ea81a8c4c93843f47b12edb82f2 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:53.009627 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-b72a11ce-cdcc-455b-afa7-c37825708871 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.139447 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-b72a11ce-cdcc-455b-afa7-c37825708871 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Allocated IP 172.20.0.3 (ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0/1a202c89-ad61-4335-b129-f178d622ac10/e8d99c4b-4d82-4707-8c9b-546764bf8e5c) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:53.266109 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:58:53.294315 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-b72a11ce-cdcc-455b-afa7-c37825708871 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.309218 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-b72a11ce-cdcc-455b-afa7-c37825708871 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Transition to ACTIVE for port object e8d99c4b-4d82-4707-8c9b-546764bf8e5c will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:53.351091 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-b72a11ce-cdcc-455b-afa7-c37825708871 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.400150 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-b72a11ce-cdcc-455b-afa7-c37825708871 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:53.403945 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-b72a11ce-cdcc-455b-afa7-c37825708871 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:53.411065 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-b72a11ce-cdcc-455b-afa7-c37825708871 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:53.415282 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72a11ce-cdcc-455b-afa7-c37825708871 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Pushing event updated for resources: {'Port': ['ID=e8d99c4b-4d82-4707-8c9b-546764bf8e5c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:53.473273 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-b72a11ce-cdcc-455b-afa7-c37825708871 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:53.474467 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-b72a11ce-cdcc-455b-afa7-c37825708871 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.494710 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-b72a11ce-cdcc-455b-afa7-c37825708871 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6556063 Jul 16 08:58:53.507244 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-3f505450-e7b9-4b1c-8ed8-6f4369c1f4c9 service neutron] Request body: {'port': {'device_id': '69f64b59-8565-4851-a812-dc6aefb0c324', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:53.592675 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-3f505450-e7b9-4b1c-8ed8-6f4369c1f4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.696947 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c028315a-144a-4fd2-b076-2fbeabfcc838 None None] Provisioning for port e8d99c4b-4d82-4707-8c9b-546764bf8e5c completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:53.701193 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c028315a-144a-4fd2-b076-2fbeabfcc838 None None] Provisioning complete for port e8d99c4b-4d82-4707-8c9b-546764bf8e5c triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:53.701581 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c028315a-144a-4fd2-b076-2fbeabfcc838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.744019 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c028315a-144a-4fd2-b076-2fbeabfcc838 None None] Port e8d99c4b-4d82-4707-8c9b-546764bf8e5c cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:58:53.901885 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-3f505450-e7b9-4b1c-8ed8-6f4369c1f4c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8d99c4b-4d82-4707-8c9b-546764bf8e5c {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:58:53.909830 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-3f505450-e7b9-4b1c-8ed8-6f4369c1f4c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.922530 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-3f505450-e7b9-4b1c-8ed8-6f4369c1f4c9 service neutron] Transition to ACTIVE for port object e8d99c4b-4d82-4707-8c9b-546764bf8e5c will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:53.931091 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-3f505450-e7b9-4b1c-8ed8-6f4369c1f4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:53.993702 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f505450-e7b9-4b1c-8ed8-6f4369c1f4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d99c4b-4d82-4707-8c9b-546764bf8e5c,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:54.112068 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-3f505450-e7b9-4b1c-8ed8-6f4369c1f4c9 service neutron] Attempting to bind port e8d99c4b-4d82-4707-8c9b-546764bf8e5c on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:54.112068 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-3f505450-e7b9-4b1c-8ed8-6f4369c1f4c9 service neutron] Attempting to bind port e8d99c4b-4d82-4707-8c9b-546764bf8e5c by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:54.112492 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-3f505450-e7b9-4b1c-8ed8-6f4369c1f4c9 service neutron] Attempting to bind port e8d99c4b-4d82-4707-8c9b-546764bf8e5c on network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:54.117487 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-3f505450-e7b9-4b1c-8ed8-6f4369c1f4c9 service neutron] Port e8d99c4b-4d82-4707-8c9b-546764bf8e5c on network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:58:54.119013 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-3f505450-e7b9-4b1c-8ed8-6f4369c1f4c9 service neutron] Attempting to bind port e8d99c4b-4d82-4707-8c9b-546764bf8e5c on network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:54.124524 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-3f505450-e7b9-4b1c-8ed8-6f4369c1f4c9 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:54.130924 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-3f505450-e7b9-4b1c-8ed8-6f4369c1f4c9 service neutron] Checking segment: {'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:54.131400 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-3f505450-e7b9-4b1c-8ed8-6f4369c1f4c9 service neutron] Bound using segment: {'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:54.131882 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-3f505450-e7b9-4b1c-8ed8-6f4369c1f4c9 service neutron] Bound port: e8d99c4b-4d82-4707-8c9b-546764bf8e5c, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:54.132259 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-3f505450-e7b9-4b1c-8ed8-6f4369c1f4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:54.148597 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be315dd2-f86d-4358-b8e6-58f38ead6809 req-8395bdc8-e95c-4d4d-bf66-5f140b6a2dc3 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:54.161749 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-be315dd2-f86d-4358-b8e6-58f38ead6809 req-8395bdc8-e95c-4d4d-bf66-5f140b6a2dc3 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f64b59-8565-4851-a812-dc6aefb0c324 HTTP/1.1" status: 200 len: 943 time: 0.0933299 Jul 16 08:58:54.234174 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-be315dd2-f86d-4358-b8e6-58f38ead6809 req-b7a6b988-d686-4123-96d4-a67dd721296f tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0713437 Jul 16 08:58:54.251994 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-3f505450-e7b9-4b1c-8ed8-6f4369c1f4c9 service neutron] For port e8d99c4b-4d82-4707-8c9b-546764bf8e5c, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:54.255861 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-3f505450-e7b9-4b1c-8ed8-6f4369c1f4c9 service neutron] For port e8d99c4b-4d82-4707-8c9b-546764bf8e5c, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e8d99c4b-4d82-4707-8c9b-546764bf8e5c,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:54.271130 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-3f505450-e7b9-4b1c-8ed8-6f4369c1f4c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:54.324652 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-3f505450-e7b9-4b1c-8ed8-6f4369c1f4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:54.325313 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-3f505450-e7b9-4b1c-8ed8-6f4369c1f4c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:54.327207 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-3f505450-e7b9-4b1c-8ed8-6f4369c1f4c9 service neutron] 10.222.0.21 "PUT /v2.0/ports/e8d99c4b-4d82-4707-8c9b-546764bf8e5c HTTP/1.1" status: 200 len: 1092 time: 0.8253191 Jul 16 08:58:54.346217 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f64b59-8565-4851-a812-dc6aefb0c324', 'tag': 'e8d99c4b-4d82-4707-8c9b-546764bf8e5c'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:54.352084 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1cb3488-552a-4314-a2ff-b04fd77609e0" -d '{"events": [{"name": "network-changed", "server_uuid": "69f64b59-8565-4851-a812-dc6aefb0c324", "tag": "e8d99c4b-4d82-4707-8c9b-546764bf8e5c"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:54.465659 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f505450-e7b9-4b1c-8ed8-6f4369c1f4c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e8d99c4b-4d82-4707-8c9b-546764bf8e5c,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:54.538038 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-4ed2ed15-6d7b-4611-baaa-8ba3cbe91504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:54.540734 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-4ed2ed15-6d7b-4611-baaa-8ba3cbe91504 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30db3ea81a8c4c93843f47b12edb82f2&device_id=69f64b59-8565-4851-a812-dc6aefb0c324 HTTP/1.1" status: 200 len: 1095 time: 0.1480179 Jul 16 08:58:54.608157 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0527978f-f8e9-4b5c-997c-5849ebc9cd73 x-openstack-request-id: req-0527978f-f8e9-4b5c-997c-5849ebc9cd73 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:54.608486 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f64b59-8565-4851-a812-dc6aefb0c324", "tag": "e8d99c4b-4d82-4707-8c9b-546764bf8e5c", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:54.608734 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0527978f-f8e9-4b5c-997c-5849ebc9cd73 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:54.609134 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f64b59-8565-4851-a812-dc6aefb0c324', 'tag': 'e8d99c4b-4d82-4707-8c9b-546764bf8e5c', 'status': 'completed', 'code': 200} Jul 16 08:58:54.611041 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-71ab2758-347e-484d-a77f-f4fbedf65d87 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8d99c4b-4d82-4707-8c9b-546764bf8e5c HTTP/1.1" status: 200 len: 217 time: 0.0634480 Jul 16 08:58:54.671779 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-4b931f0c-fae6-4d93-9658-403a8e9e3086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:54.673361 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-4b931f0c-fae6-4d93-9658-403a8e9e3086 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a202c89-ad61-4335-b129-f178d622ac10 HTTP/1.1" status: 200 len: 851 time: 0.0546978 Jul 16 08:58:54.752321 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-8544f09d-df04-4398-b4b0-92ef97bcdbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:54.754133 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-8544f09d-df04-4398-b4b0-92ef97bcdbd5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0745409 Jul 16 08:58:54.859078 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-8a1f1cc8-025f-465b-8e94-32d432fd710c service neutron] 10.222.0.21 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976329 Jul 16 08:58:54.862809 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fbb7ed-86ec-4a15-8522-c32762769d79 req-b160212c-3305-4728-b396-69576e647a61 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:54.864872 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-31fbb7ed-86ec-4a15-8522-c32762769d79 req-b160212c-3305-4728-b396-69576e647a61 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0673952 Jul 16 08:58:54.917017 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-31fbb7ed-86ec-4a15-8522-c32762769d79 req-84f2436b-c95d-4a90-9684-e3aa31593e49 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467296 Jul 16 08:58:54.976998 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e533a6b3-0173-4a47-ae50-4afb1dd3a01f req-c90ad67c-09af-43e7-a92e-b1fad024ddca service neutron] 10.222.0.21 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1109977 Jul 16 08:58:55.148607 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb3488-552a-4314-a2ff-b04fd77609e0 req-420589df-f423-4b81-b5d3-857d4a8f6f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:55.150234 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a1cb3488-552a-4314-a2ff-b04fd77609e0 req-420589df-f423-4b81-b5d3-857d4a8f6f1b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30db3ea81a8c4c93843f47b12edb82f2&device_id=69f64b59-8565-4851-a812-dc6aefb0c324 HTTP/1.1" status: 200 len: 1095 time: 0.1088359 Jul 16 08:58:55.158809 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d288b7b-69f1-4c83-be56-d4334e0d6a90 req-c208e03f-1866-46bd-8de9-c6ccebffec7c tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:55.160376 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5d288b7b-69f1-4c83-be56-d4334e0d6a90 req-c208e03f-1866-46bd-8de9-c6ccebffec7c tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0863388 Jul 16 08:58:55.252073 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5d288b7b-69f1-4c83-be56-d4334e0d6a90 req-562dd2e8-e945-43ea-9597-ca4bd90ce611 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832071 Jul 16 08:58:55.288259 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb3488-552a-4314-a2ff-b04fd77609e0 req-0cef2997-4adf-4e1f-97ce-2e18dc66c0c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:55.288774 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a1cb3488-552a-4314-a2ff-b04fd77609e0 req-0cef2997-4adf-4e1f-97ce-2e18dc66c0c0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 HTTP/1.1" status: 200 len: 913 time: 0.1271698 Jul 16 08:58:55.356095 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a1cb3488-552a-4314-a2ff-b04fd77609e0 req-786ec7f8-a3fa-4df4-9ba0-47c63e4b28b5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8d99c4b-4d82-4707-8c9b-546764bf8e5c HTTP/1.1" status: 200 len: 217 time: 0.0574903 Jul 16 08:58:55.419210 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb3488-552a-4314-a2ff-b04fd77609e0 req-ddd321c4-a5fa-4d8c-a5a2-231d280ba291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:55.421657 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a1cb3488-552a-4314-a2ff-b04fd77609e0 req-ddd321c4-a5fa-4d8c-a5a2-231d280ba291 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a202c89-ad61-4335-b129-f178d622ac10 HTTP/1.1" status: 200 len: 851 time: 0.0585644 Jul 16 08:58:55.513014 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64f6136-e7ed-4d62-81fc-87247f259f9d req-4c8a3f45-6407-4fa8-b501-418395a5fafd tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:55.514556 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d64f6136-e7ed-4d62-81fc-87247f259f9d req-4c8a3f45-6407-4fa8-b501-418395a5fafd tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f64b59-8565-4851-a812-dc6aefb0c324 HTTP/1.1" status: 200 len: 943 time: 0.0969965 Jul 16 08:58:55.568521 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d64f6136-e7ed-4d62-81fc-87247f259f9d req-8bd29231-6709-47fb-9c99-273e3a8f43ee tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481105 Jul 16 08:58:55.579317 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cb3488-552a-4314-a2ff-b04fd77609e0 req-1ced1f61-94c5-4355-91e3-4d2fba38b38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:55.580939 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a1cb3488-552a-4314-a2ff-b04fd77609e0 req-1ced1f61-94c5-4355-91e3-4d2fba38b38a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1523931 Jul 16 08:58:55.587908 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-1d87617a-87f6-442d-a3e8-9dda4c4f1d2a tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:55.590526 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-1d87617a-87f6-442d-a3e8-9dda4c4f1d2a tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/networks?id=51d51b2e-c364-4882-bbf4-f36afab1b6c1 HTTP/1.1" status: 200 len: 812 time: 0.1509855 Jul 16 08:58:55.630820 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-c95913c6-b5b4-4cec-b7df-3326eee40b1e tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/quotas/2f4c1f959be841b791b07e280453979b HTTP/1.1" status: 200 len: 375 time: 0.0305443 Jul 16 08:58:55.726183 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a1cb3488-552a-4314-a2ff-b04fd77609e0 req-708fccc8-915b-4d85-8180-316747bd511d service neutron] 10.222.0.21 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1345940 Jul 16 08:58:55.789893 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-592783d4-5673-420d-b59e-34a5f65dc11a tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2f4c1f959be841b791b07e280453979b&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1258421 Jul 16 08:58:55.911345 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a1cb3488-552a-4314-a2ff-b04fd77609e0 req-ced5deba-1e68-4cad-bf8f-5fb21dcc9431 service neutron] 10.222.0.21 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770258 Jul 16 08:58:55.940155 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-2e8b294c-406e-4451-bd62-2d468b8a7907 service neutron] 10.222.0.22 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196146 Jul 16 08:58:56.040749 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-f10c0d25-10d9-4077-b630-b4031061c1fa service neutron] 10.222.0.22 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911512 Jul 16 08:58:56.259801 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a1e0ad82-ab4d-40d6-b0cb-e79cc8fda451 req-7576ad0e-f999-46af-a041-995c27748ed7 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=9069926b-c7d9-4fc5-bd31-605fbc4aabac HTTP/1.1" status: 200 len: 210 time: 0.0499537 Jul 16 08:58:56.806013 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518ffa38-4247-42cf-9dd0-265be9c03579 req-97748310-0134-4efc-a50e-b2e10e2858cc tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:56.807580 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-518ffa38-4247-42cf-9dd0-265be9c03579 req-97748310-0134-4efc-a50e-b2e10e2858cc tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f64b59-8565-4851-a812-dc6aefb0c324 HTTP/1.1" status: 200 len: 943 time: 0.1054871 Jul 16 08:58:56.854673 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-518ffa38-4247-42cf-9dd0-265be9c03579 req-67b3d6d2-f6c1-4a50-92d9-07b5fa88c44b tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392313 Jul 16 08:58:57.501213 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a54a4d0c-4be4-4b61-ae3d-134f22e19c98 req-c658cdfc-cfac-4d8f-8734-12d0bc056d5c tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=9069926b-c7d9-4fc5-bd31-605fbc4aabac HTTP/1.1" status: 200 len: 210 time: 0.0499330 Jul 16 08:58:57.543993 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-702283ab-2893-45fd-a6e9-d91a0f0ffc4a tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:57.545562 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-702283ab-2893-45fd-a6e9-d91a0f0ffc4a tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.30 "GET /v2.0/networks?id=51d51b2e-c364-4882-bbf4-f36afab1b6c1 HTTP/1.1" status: 200 len: 812 time: 0.2097542 Jul 16 08:58:57.559970 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-3503f279-290f-4616-b1f1-b287f1d24cd5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Request body: {'port': {'device_id': '9069926b-c7d9-4fc5-bd31-605fbc4aabac', 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1', 'admin_state_up': True, 'tenant_id': '2f4c1f959be841b791b07e280453979b'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:57.682567 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-3503f279-290f-4616-b1f1-b287f1d24cd5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Made reservation on behalf of 2f4c1f959be841b791b07e280453979b for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:58:57.686459 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-3503f279-290f-4616-b1f1-b287f1d24cd5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:57.822865 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-3503f279-290f-4616-b1f1-b287f1d24cd5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Allocated IP 172.20.0.7 (51d51b2e-c364-4882-bbf4-f36afab1b6c1/8ad49083-8e48-4575-9b36-364c8d5c322c/959853e9-4114-44f3-9bca-f835e9a8b56b) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:58:57.986868 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-3503f279-290f-4616-b1f1-b287f1d24cd5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.001894 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-3503f279-290f-4616-b1f1-b287f1d24cd5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Transition to ACTIVE for port object 959853e9-4114-44f3-9bca-f835e9a8b56b will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:58.042730 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-3503f279-290f-4616-b1f1-b287f1d24cd5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.047561 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39998e3-d957-4c20-902d-ce45ddaa04f6 req-df7a592e-5f49-4e86-ba2d-6d5550a7d8d8 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:58.049192 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e39998e3-d957-4c20-902d-ce45ddaa04f6 req-df7a592e-5f49-4e86-ba2d-6d5550a7d8d8 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f64b59-8565-4851-a812-dc6aefb0c324 HTTP/1.1" status: 200 len: 943 time: 0.0711033 Jul 16 08:58:58.056083 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['23a9c306-d853-4f43-9f9b-9960ef8ac727', '450b5bcc-8eba-4e1b-a50a-acaa334b37be'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:58:58.094235 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-3503f279-290f-4616-b1f1-b287f1d24cd5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Network 51d51b2e-c364-4882-bbf4-f36afab1b6c1 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:58:58.098596 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-3503f279-290f-4616-b1f1-b287f1d24cd5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:58:58.103021 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-3503f279-290f-4616-b1f1-b287f1d24cd5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:58:58.131935 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3503f279-290f-4616-b1f1-b287f1d24cd5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Pushing event updated for resources: {'Port': ['ID=959853e9-4114-44f3-9bca-f835e9a8b56b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:58.144854 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503f279-290f-4616-b1f1-b287f1d24cd5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:58.145203 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503f279-290f-4616-b1f1-b287f1d24cd5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:58.145639 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503f279-290f-4616-b1f1-b287f1d24cd5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:58.146047 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503f279-290f-4616-b1f1-b287f1d24cd5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:58.146389 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503f279-290f-4616-b1f1-b287f1d24cd5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:58.146771 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503f279-290f-4616-b1f1-b287f1d24cd5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:58.147199 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503f279-290f-4616-b1f1-b287f1d24cd5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:58.147676 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503f279-290f-4616-b1f1-b287f1d24cd5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:58.148018 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503f279-290f-4616-b1f1-b287f1d24cd5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:58.148393 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503f279-290f-4616-b1f1-b287f1d24cd5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:58.148734 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503f279-290f-4616-b1f1-b287f1d24cd5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:58.149058 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3503f279-290f-4616-b1f1-b287f1d24cd5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:58:58.160676 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e39998e3-d957-4c20-902d-ce45ddaa04f6 req-e803d420-257b-4fda-b624-8aac222c20ff tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824571 Jul 16 08:58:58.203573 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-3503f279-290f-4616-b1f1-b287f1d24cd5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:58.205491 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-3503f279-290f-4616-b1f1-b287f1d24cd5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.225853 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-3503f279-290f-4616-b1f1-b287f1d24cd5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6704552 Jul 16 08:58:58.243065 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-713a46f6-05a5-4383-93b5-d3b077ff2271 service neutron] Request body: {'port': {'device_id': '9069926b-c7d9-4fc5-bd31-605fbc4aabac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:58:58.369571 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-713a46f6-05a5-4383-93b5-d3b077ff2271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.469842 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f0bc30a1-66f4-4280-86c8-45e53ee92120 None None] Provisioning for port 959853e9-4114-44f3-9bca-f835e9a8b56b completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:58:58.482486 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f0bc30a1-66f4-4280-86c8-45e53ee92120 None None] Provisioning complete for port 959853e9-4114-44f3-9bca-f835e9a8b56b triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:58:58.482760 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f0bc30a1-66f4-4280-86c8-45e53ee92120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.544135 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-f0bc30a1-66f4-4280-86c8-45e53ee92120 None None] Port 959853e9-4114-44f3-9bca-f835e9a8b56b cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:58:58.776956 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-713a46f6-05a5-4383-93b5-d3b077ff2271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 959853e9-4114-44f3-9bca-f835e9a8b56b {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:58:58.791906 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-713a46f6-05a5-4383-93b5-d3b077ff2271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:58.810878 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1f00e9-8c73-4791-9b70-3442e718c4d4 req-993a2e4b-4b84-4e10-9752-6efb7e00b4c0 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:58.812683 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0c1f00e9-8c73-4791-9b70-3442e718c4d4 req-993a2e4b-4b84-4e10-9752-6efb7e00b4c0 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=9069926b-c7d9-4fc5-bd31-605fbc4aabac HTTP/1.1" status: 200 len: 931 time: 0.1583033 Jul 16 08:58:58.818320 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-713a46f6-05a5-4383-93b5-d3b077ff2271 service neutron] Transition to ACTIVE for port object 959853e9-4114-44f3-9bca-f835e9a8b56b will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:58:58.827231 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-713a46f6-05a5-4383-93b5-d3b077ff2271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:59.197871 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0c1f00e9-8c73-4791-9b70-3442e718c4d4 req-2339173b-027e-49f5-9f32-4843f7d20df3 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3767715 Jul 16 08:58:59.197871 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a46f6-05a5-4383-93b5-d3b077ff2271 service neutron] Pushing event updated for resources: {'Port': ['ID=959853e9-4114-44f3-9bca-f835e9a8b56b,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:59.289238 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-713a46f6-05a5-4383-93b5-d3b077ff2271 service neutron] Attempting to bind port 959853e9-4114-44f3-9bca-f835e9a8b56b on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:58:59.289685 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-713a46f6-05a5-4383-93b5-d3b077ff2271 service neutron] Attempting to bind port 959853e9-4114-44f3-9bca-f835e9a8b56b by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '4624b537-a5bd-48b2-b031-723dfc53b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:58:59.290113 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-713a46f6-05a5-4383-93b5-d3b077ff2271 service neutron] Attempting to bind port 959853e9-4114-44f3-9bca-f835e9a8b56b on network 51d51b2e-c364-4882-bbf4-f36afab1b6c1 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:59.295123 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-713a46f6-05a5-4383-93b5-d3b077ff2271 service neutron] Port 959853e9-4114-44f3-9bca-f835e9a8b56b on network 51d51b2e-c364-4882-bbf4-f36afab1b6c1 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:58:59.295556 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-713a46f6-05a5-4383-93b5-d3b077ff2271 service neutron] Attempting to bind port 959853e9-4114-44f3-9bca-f835e9a8b56b on network 51d51b2e-c364-4882-bbf4-f36afab1b6c1 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:58:59.301300 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-713a46f6-05a5-4383-93b5-d3b077ff2271 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 58, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:58:59.301762 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-713a46f6-05a5-4383-93b5-d3b077ff2271 service neutron] Checking segment: {'id': '4624b537-a5bd-48b2-b031-723dfc53b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:58:59.302268 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-713a46f6-05a5-4383-93b5-d3b077ff2271 service neutron] Bound using segment: {'id': '4624b537-a5bd-48b2-b031-723dfc53b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:58:59.302796 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-713a46f6-05a5-4383-93b5-d3b077ff2271 service neutron] Bound port: 959853e9-4114-44f3-9bca-f835e9a8b56b, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4624b537-a5bd-48b2-b031-723dfc53b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:58:59.303251 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-713a46f6-05a5-4383-93b5-d3b077ff2271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:59.407651 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-713a46f6-05a5-4383-93b5-d3b077ff2271 service neutron] For port 959853e9-4114-44f3-9bca-f835e9a8b56b, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:58:59.411335 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-713a46f6-05a5-4383-93b5-d3b077ff2271 service neutron] For port 959853e9-4114-44f3-9bca-f835e9a8b56b, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=959853e9-4114-44f3-9bca-f835e9a8b56b,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:58:59.416198 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-713a46f6-05a5-4383-93b5-d3b077ff2271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:59.433428 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ad66d1-1840-4217-81fa-a94b646a410d req-931cd29b-8798-4887-9b68-6fdcd5ecdda6 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:59.442456 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e2ad66d1-1840-4217-81fa-a94b646a410d req-931cd29b-8798-4887-9b68-6fdcd5ecdda6 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f64b59-8565-4851-a812-dc6aefb0c324 HTTP/1.1" status: 200 len: 943 time: 0.1340926 Jul 16 08:58:59.454717 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-713a46f6-05a5-4383-93b5-d3b077ff2271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:59.456034 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-713a46f6-05a5-4383-93b5-d3b077ff2271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:58:59.457513 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-713a46f6-05a5-4383-93b5-d3b077ff2271 service neutron] 10.222.0.30 "PUT /v2.0/ports/959853e9-4114-44f3-9bca-f835e9a8b56b HTTP/1.1" status: 200 len: 1092 time: 1.2219946 Jul 16 08:58:59.460009 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9069926b-c7d9-4fc5-bd31-605fbc4aabac', 'tag': '959853e9-4114-44f3-9bca-f835e9a8b56b'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:58:59.471986 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53751455-096e-4cfc-af1d-33dbd71d893f" -d '{"events": [{"name": "network-changed", "server_uuid": "9069926b-c7d9-4fc5-bd31-605fbc4aabac", "tag": "959853e9-4114-44f3-9bca-f835e9a8b56b"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:58:59.505379 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e2ad66d1-1840-4217-81fa-a94b646a410d req-6140d57b-3e6a-451f-969f-7526ba60e52f tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0605748 Jul 16 08:58:59.540185 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63669c22-8913-43da-8417-8e73e3bc502e x-openstack-request-id: req-63669c22-8913-43da-8417-8e73e3bc502e {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:58:59.540523 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9069926b-c7d9-4fc5-bd31-605fbc4aabac", "tag": "959853e9-4114-44f3-9bca-f835e9a8b56b", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:58:59.540781 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-63669c22-8913-43da-8417-8e73e3bc502e {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:58:59.541176 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9069926b-c7d9-4fc5-bd31-605fbc4aabac', 'tag': '959853e9-4114-44f3-9bca-f835e9a8b56b', 'status': 'completed', 'code': 200} Jul 16 08:58:59.554905 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713a46f6-05a5-4383-93b5-d3b077ff2271 service neutron] Pushing event updated for resources: {'Port': ['ID=959853e9-4114-44f3-9bca-f835e9a8b56b,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:58:59.593216 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-aee9ed68-e674-4fe5-ba32-84a077be9399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:59.595936 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-aee9ed68-e674-4fe5-ba32-84a077be9399 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f4c1f959be841b791b07e280453979b&device_id=9069926b-c7d9-4fc5-bd31-605fbc4aabac HTTP/1.1" status: 200 len: 1095 time: 0.0904725 Jul 16 08:58:59.646606 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-d3887314-7acf-41e2-8265-c09b45704518 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=959853e9-4114-44f3-9bca-f835e9a8b56b HTTP/1.1" status: 200 len: 217 time: 0.0432224 Jul 16 08:58:59.702551 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-56f92b26-9af2-4686-bfb6-bd321c4d84e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:59.704694 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-56f92b26-9af2-4686-bfb6-bd321c4d84e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ad49083-8e48-4575-9b36-364c8d5c322c HTTP/1.1" status: 200 len: 851 time: 0.0513299 Jul 16 08:58:59.768818 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-2ff9d10e-98d4-407a-98ac-e53c11ff1e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:58:59.770906 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-2ff9d10e-98d4-407a-98ac-e53c11ff1e87 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51d51b2e-c364-4882-bbf4-f36afab1b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0597379 Jul 16 08:58:59.877741 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-f63468dd-9bbd-444b-b5b9-add0bd9847fb service neutron] 10.222.0.30 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0992446 Jul 16 08:58:59.983876 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9dd4ebe1-a7a3-4d42-b7be-65a6f44b340b req-cc80d9b5-af39-46c2-a1c1-509520193efe service neutron] 10.222.0.30 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995700 Jul 16 08:59:00.098046 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53751455-096e-4cfc-af1d-33dbd71d893f req-97c072f6-af23-4cec-a61c-2361be5e8fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:00.099626 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-53751455-096e-4cfc-af1d-33dbd71d893f req-97c072f6-af23-4cec-a61c-2361be5e8fd2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f4c1f959be841b791b07e280453979b&device_id=9069926b-c7d9-4fc5-bd31-605fbc4aabac HTTP/1.1" status: 200 len: 1095 time: 0.0647995 Jul 16 08:59:00.200754 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53751455-096e-4cfc-af1d-33dbd71d893f req-d9c78577-c7c8-4378-86fa-a431d676e396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:00.202398 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-53751455-096e-4cfc-af1d-33dbd71d893f req-d9c78577-c7c8-4378-86fa-a431d676e396 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51d51b2e-c364-4882-bbf4-f36afab1b6c1 HTTP/1.1" status: 200 len: 913 time: 0.0963211 Jul 16 08:59:00.254442 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-53751455-096e-4cfc-af1d-33dbd71d893f req-c4e0b003-6a85-422d-b613-2d815e603879 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=959853e9-4114-44f3-9bca-f835e9a8b56b HTTP/1.1" status: 200 len: 217 time: 0.0444057 Jul 16 08:59:00.314980 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53751455-096e-4cfc-af1d-33dbd71d893f req-c0322951-9f2f-42ae-aae6-f66e0914bf44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:00.317186 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-53751455-096e-4cfc-af1d-33dbd71d893f req-c0322951-9f2f-42ae-aae6-f66e0914bf44 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ad49083-8e48-4575-9b36-364c8d5c322c HTTP/1.1" status: 200 len: 851 time: 0.0530660 Jul 16 08:59:00.393226 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53751455-096e-4cfc-af1d-33dbd71d893f req-7def4338-b027-46b9-af5d-b6eab9cf5936 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:00.395274 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-53751455-096e-4cfc-af1d-33dbd71d893f req-7def4338-b027-46b9-af5d-b6eab9cf5936 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51d51b2e-c364-4882-bbf4-f36afab1b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710323 Jul 16 08:59:00.438713 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec09c989-9101-4c60-ad17-166955908520 req-7b713734-9b76-4916-9ec2-3f096a53e4e6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:00.445002 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ec09c989-9101-4c60-ad17-166955908520 req-7b713734-9b76-4916-9ec2-3f096a53e4e6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=9069926b-c7d9-4fc5-bd31-605fbc4aabac HTTP/1.1" status: 200 len: 943 time: 0.0821664 Jul 16 08:59:00.489188 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ec09c989-9101-4c60-ad17-166955908520 req-c4265d29-7827-4169-bd4c-9b7e3126c22a tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416350 Jul 16 08:59:00.501096 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-53751455-096e-4cfc-af1d-33dbd71d893f req-ae8c920a-9da4-4d2b-8759-a6fc7ca4fbea service neutron] 10.222.0.30 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979092 Jul 16 08:59:00.612052 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-53751455-096e-4cfc-af1d-33dbd71d893f req-c0f7eaa9-eb14-4452-ad1a-3f8d6887ae45 service neutron] 10.222.0.30 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047528 Jul 16 08:59:00.740102 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a591d95-aceb-4714-a568-129abcb49a79 req-6c8ce461-8a01-420a-8e36-6b986c0ed5b4 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:00.741814 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4a591d95-aceb-4714-a568-129abcb49a79 req-6c8ce461-8a01-420a-8e36-6b986c0ed5b4 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f64b59-8565-4851-a812-dc6aefb0c324 HTTP/1.1" status: 200 len: 943 time: 0.0921557 Jul 16 08:59:00.786623 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4a591d95-aceb-4714-a568-129abcb49a79 req-bfafb007-748f-4c98-bc7f-15c565c76bfc tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385444 Jul 16 08:59:01.674504 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c625664-c481-4d11-88d4-4dee8822708b req-adf8b799-d1b3-4f02-8eb0-e90fe0bec26d tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:01.680678 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4c625664-c481-4d11-88d4-4dee8822708b req-adf8b799-d1b3-4f02-8eb0-e90fe0bec26d tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=9069926b-c7d9-4fc5-bd31-605fbc4aabac HTTP/1.1" status: 200 len: 943 time: 0.0687852 Jul 16 08:59:01.730836 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4c625664-c481-4d11-88d4-4dee8822708b req-990bc534-7d7e-48f5-b527-752aed4f886c tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457580 Jul 16 08:59:01.986456 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6fca38-4faf-4827-a159-bd6bb08abef0 req-ebb6ad92-971d-4f7b-9b3a-274b6a494fe4 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:01.988214 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c6fca38-4faf-4827-a159-bd6bb08abef0 req-ebb6ad92-971d-4f7b-9b3a-274b6a494fe4 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f64b59-8565-4851-a812-dc6aefb0c324 HTTP/1.1" status: 200 len: 943 time: 0.0791898 Jul 16 08:59:02.040008 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c6fca38-4faf-4827-a159-bd6bb08abef0 req-d8f6a8ea-c914-4e5f-ae1a-33f19150256e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440333 Jul 16 08:59:02.181563 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.232532 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.531252 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 959853e9-4114-44f3-9bca-f835e9a8b56b details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:59:02.625395 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 959853e9-4114-44f3-9bca-f835e9a8b56b, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=959853e9-4114-44f3-9bca-f835e9a8b56b,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:02.635981 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '959853e9-4114-44f3-9bca-f835e9a8b56b', 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1', 'port_id': '959853e9-4114-44f3-9bca-f835e9a8b56b', 'mac_address': 'fa:16:3e:11:b6:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad49083-8e48-4575-9b36-364c8d5c322c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:59:02.677383 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.690557 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 959853e9-4114-44f3-9bca-f835e9a8b56b {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:59:02.712711 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 959853e9-4114-44f3-9bca-f835e9a8b56b, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=959853e9-4114-44f3-9bca-f835e9a8b56b,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:02.717012 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:02.770635 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=959853e9-4114-44f3-9bca-f835e9a8b56b,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:02.789907 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:02.789907 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:02.789907 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:02.789907 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:02.789907 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:02.789907 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:02.789907 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:02.789907 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:02.789907 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:02.789907 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:02.789907 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:02.789907 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:02.917202 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81073b34-d3f0-4d9e-83f9-b16f0aac05c0 req-de4b27ea-f835-45a7-a7dd-52da04634a35 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:02.918981 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-81073b34-d3f0-4d9e-83f9-b16f0aac05c0 req-de4b27ea-f835-45a7-a7dd-52da04634a35 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=9069926b-c7d9-4fc5-bd31-605fbc4aabac HTTP/1.1" status: 200 len: 944 time: 0.0671701 Jul 16 08:59:02.941762 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['959853e9-4114-44f3-9bca-f835e9a8b56b'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:59:02.965126 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-81073b34-d3f0-4d9e-83f9-b16f0aac05c0 req-520f220d-7d19-4c64-a79c-ff5c13d69e25 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403676 Jul 16 08:59:03.219867 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ae98a-bcaf-46b5-90d1-b63f368472d3 req-0a23c0bf-3006-438c-99c5-52e4dd19c209 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:03.221455 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9a3ae98a-bcaf-46b5-90d1-b63f368472d3 req-0a23c0bf-3006-438c-99c5-52e4dd19c209 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f64b59-8565-4851-a812-dc6aefb0c324 HTTP/1.1" status: 200 len: 943 time: 0.0633590 Jul 16 08:59:03.260177 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9a3ae98a-bcaf-46b5-90d1-b63f368472d3 req-fbf8a527-83e5-496c-b5b6-1b8a7d97df9f tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331035 Jul 16 08:59:03.307536 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ae9ceb5f-66e4-441c-9161-2e3b3b4eea61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.144321 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ed9bf9-686e-4b6c-96d7-229cf5d495ed req-f528c974-f420-44db-8ae9-e45d8fb06492 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:04.145821 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c2ed9bf9-686e-4b6c-96d7-229cf5d495ed req-f528c974-f420-44db-8ae9-e45d8fb06492 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=9069926b-c7d9-4fc5-bd31-605fbc4aabac HTTP/1.1" status: 200 len: 944 time: 0.0676367 Jul 16 08:59:04.183628 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c2ed9bf9-686e-4b6c-96d7-229cf5d495ed req-a42d68dd-ce0f-4fcc-a24a-534ee7a958ea tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322385 Jul 16 08:59:04.450421 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5adc668-7c2c-4b4e-b24f-148632c6ed51 req-c1a73367-3ba9-47a5-a006-814bc2ac89d8 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:04.451904 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f5adc668-7c2c-4b4e-b24f-148632c6ed51 req-c1a73367-3ba9-47a5-a006-814bc2ac89d8 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f64b59-8565-4851-a812-dc6aefb0c324 HTTP/1.1" status: 200 len: 943 time: 0.0709190 Jul 16 08:59:04.490861 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f5adc668-7c2c-4b4e-b24f-148632c6ed51 req-bc73d371-df0c-40e4-bea8-f464c88d01fd tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327084 Jul 16 08:59:04.523605 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device e8d99c4b-4d82-4707-8c9b-546764bf8e5c details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:59:04.546893 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 959853e9-4114-44f3-9bca-f835e9a8b56b up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:04.659522 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port e8d99c4b-4d82-4707-8c9b-546764bf8e5c, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e8d99c4b-4d82-4707-8c9b-546764bf8e5c,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:04.662758 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 959853e9-4114-44f3-9bca-f835e9a8b56b completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:04.679298 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 959853e9-4114-44f3-9bca-f835e9a8b56b triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:04.679670 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.681432 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'e8d99c4b-4d82-4707-8c9b-546764bf8e5c', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'port_id': 'e8d99c4b-4d82-4707-8c9b-546764bf8e5c', 'mac_address': 'fa:16:3e:e7:53:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1a202c89-ad61-4335-b129-f178d622ac10', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:59:04.747075 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.761670 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8d99c4b-4d82-4707-8c9b-546764bf8e5c {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:59:04.803067 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port e8d99c4b-4d82-4707-8c9b-546764bf8e5c, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e8d99c4b-4d82-4707-8c9b-546764bf8e5c,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:04.809794 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.818443 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.872869 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9069926b-c7d9-4fc5-bd31-605fbc4aabac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959853e9-4114-44f3-9bca-f835e9a8b56b'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:04.875104 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a5c9af5-322a-4284-b484-9c918bfd6142" -d '{"events": [{"server_uuid": "9069926b-c7d9-4fc5-bd31-605fbc4aabac", "name": "network-vif-plugged", "status": "completed", "tag": "959853e9-4114-44f3-9bca-f835e9a8b56b"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:04.895095 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 959853e9-4114-44f3-9bca-f835e9a8b56b, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=959853e9-4114-44f3-9bca-f835e9a8b56b,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:04.896227 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=e8d99c4b-4d82-4707-8c9b-546764bf8e5c,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:04.902356 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:04.962038 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=959853e9-4114-44f3-9bca-f835e9a8b56b,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:04.988243 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96f744a7-2cdd-4ef6-9b17-feeeb92675e8 x-openstack-request-id: req-96f744a7-2cdd-4ef6-9b17-feeeb92675e8 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:04.988737 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9069926b-c7d9-4fc5-bd31-605fbc4aabac", "name": "network-vif-plugged", "status": "completed", "tag": "959853e9-4114-44f3-9bca-f835e9a8b56b", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:04.988997 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-96f744a7-2cdd-4ef6-9b17-feeeb92675e8 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:04.989397 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9069926b-c7d9-4fc5-bd31-605fbc4aabac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '959853e9-4114-44f3-9bca-f835e9a8b56b', 'code': 200} Jul 16 08:59:05.036903 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['e8d99c4b-4d82-4707-8c9b-546764bf8e5c'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:59:05.103586 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46172f74-29dd-4d16-82ac-eada2edc878c req-41f1a2d1-a37e-4bf3-985b-ebeccf9dfd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:05.105499 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-46172f74-29dd-4d16-82ac-eada2edc878c req-41f1a2d1-a37e-4bf3-985b-ebeccf9dfd3f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9069926b-c7d9-4fc5-bd31-605fbc4aabac HTTP/1.1" status: 200 len: 1097 time: 0.0538399 Jul 16 08:59:05.148609 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-46172f74-29dd-4d16-82ac-eada2edc878c req-9166c22f-9412-479d-884d-92b53d2a8464 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368822 Jul 16 08:59:05.375220 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3ad4e-5526-45b2-bc93-c969c27ea2e5 req-7231a91e-a288-4c3e-8528-4aa67659d487 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:05.377456 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-29e3ad4e-5526-45b2-bc93-c969c27ea2e5 req-7231a91e-a288-4c3e-8528-4aa67659d487 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=9069926b-c7d9-4fc5-bd31-605fbc4aabac HTTP/1.1" status: 200 len: 945 time: 0.0690117 Jul 16 08:59:05.416881 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-29e3ad4e-5526-45b2-bc93-c969c27ea2e5 req-7276a1de-ad92-4097-8317-123e3dce242c tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336215 Jul 16 08:59:05.677894 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb0aca7-b8f7-4edc-a657-f1f9d51ca389 req-416651e0-ec7f-469d-992c-28eaa0391d42 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:05.679292 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3eb0aca7-b8f7-4edc-a657-f1f9d51ca389 req-416651e0-ec7f-469d-992c-28eaa0391d42 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f64b59-8565-4851-a812-dc6aefb0c324 HTTP/1.1" status: 200 len: 944 time: 0.0665646 Jul 16 08:59:05.715371 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-60e7e578-20fb-4ee8-acb9-8de90fded14e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:05.732024 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3eb0aca7-b8f7-4edc-a657-f1f9d51ca389 req-9149fef1-7b75-42c2-b674-7cd86beda7e6 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463870 Jul 16 08:59:06.023852 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.536549 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device e8d99c4b-4d82-4707-8c9b-546764bf8e5c up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:06.589032 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port e8d99c4b-4d82-4707-8c9b-546764bf8e5c completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:06.594804 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port e8d99c4b-4d82-4707-8c9b-546764bf8e5c triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:06.594804 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.599679 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df46e0b-04b9-4e3b-be20-238c7e92f983 req-831f7c5d-adac-49ae-8aa2-053d0a1f9231 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:06.601244 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7df46e0b-04b9-4e3b-be20-238c7e92f983 req-831f7c5d-adac-49ae-8aa2-053d0a1f9231 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=9069926b-c7d9-4fc5-bd31-605fbc4aabac HTTP/1.1" status: 200 len: 945 time: 0.0736101 Jul 16 08:59:06.646536 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7df46e0b-04b9-4e3b-be20-238c7e92f983 req-6fb05cdb-82aa-4809-a63d-c5bb273725f5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391212 Jul 16 08:59:06.684917 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.734379 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port e8d99c4b-4d82-4707-8c9b-546764bf8e5c, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e8d99c4b-4d82-4707-8c9b-546764bf8e5c,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:06.739324 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:06.791012 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=e8d99c4b-4d82-4707-8c9b-546764bf8e5c,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:06.814564 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6f98175-ad6c-4f68-8027-d8bb61f05a4e req-e26aad31-618f-4d2e-a980-3f3235f0fa57 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=2f4c1f959be841b791b07e280453979b HTTP/1.1" status: 200 len: 267 time: 0.0374775 Jul 16 08:59:06.895215 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f98175-ad6c-4f68-8027-d8bb61f05a4e req-dd3f76a0-9948-4fcc-90fa-6774792c81fa tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:06.896809 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6f98175-ad6c-4f68-8027-d8bb61f05a4e req-dd3f76a0-9948-4fcc-90fa-6774792c81fa tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=9069926b-c7d9-4fc5-bd31-605fbc4aabac HTTP/1.1" status: 200 len: 945 time: 0.0755053 Jul 16 08:59:06.908111 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-b6f98175-ad6c-4f68-8027-d8bb61f05a4e req-d65d6450-51d1-4c5d-b6ef-721f25f790b6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Request body: {'port': {'security_groups': []}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:06.941914 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3142d5c6-9ff1-4eac-88c2-3d782a0464b6 req-1702b5da-14c3-4282-8ee8-f4b518c10dc0 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:06.944790 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3142d5c6-9ff1-4eac-88c2-3d782a0464b6 req-1702b5da-14c3-4282-8ee8-f4b518c10dc0 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f64b59-8565-4851-a812-dc6aefb0c324 HTTP/1.1" status: 200 len: 945 time: 0.0761483 Jul 16 08:59:06.985329 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3142d5c6-9ff1-4eac-88c2-3d782a0464b6 req-905621d0-3d9f-42cb-92b7-bb82e8708130 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355897 Jul 16 08:59:06.990736 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f64b59-8565-4851-a812-dc6aefb0c324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d99c4b-4d82-4707-8c9b-546764bf8e5c'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:06.993336 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2849198c-3900-411f-9963-629a2ea244af" -d '{"events": [{"server_uuid": "69f64b59-8565-4851-a812-dc6aefb0c324", "name": "network-vif-plugged", "status": "completed", "tag": "e8d99c4b-4d82-4707-8c9b-546764bf8e5c"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:06.996768 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b6f98175-ad6c-4f68-8027-d8bb61f05a4e req-d65d6450-51d1-4c5d-b6ef-721f25f790b6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.051931 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a2981d-fecd-4f79-9e69-35faddb31ee7 x-openstack-request-id: req-a0a2981d-fecd-4f79-9e69-35faddb31ee7 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:07.052382 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f64b59-8565-4851-a812-dc6aefb0c324", "name": "network-vif-plugged", "status": "completed", "tag": "e8d99c4b-4d82-4707-8c9b-546764bf8e5c", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:07.052744 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a0a2981d-fecd-4f79-9e69-35faddb31ee7 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:07.053362 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f64b59-8565-4851-a812-dc6aefb0c324', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8d99c4b-4d82-4707-8c9b-546764bf8e5c', 'code': 200} Jul 16 08:59:07.117426 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.210504 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b6f98175-ad6c-4f68-8027-d8bb61f05a4e req-d65d6450-51d1-4c5d-b6ef-721f25f790b6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] For port 959853e9-4114-44f3-9bca-f835e9a8b56b, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=959853e9-4114-44f3-9bca-f835e9a8b56b,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:07.235578 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6780bb68-bfb2-46e2-b35d-e68894ddb566 req-fcb9debf-e5f7-40a2-ae11-1a02791bcc6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:07.237169 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6780bb68-bfb2-46e2-b35d-e68894ddb566 req-fcb9debf-e5f7-40a2-ae11-1a02791bcc6f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=69f64b59-8565-4851-a812-dc6aefb0c324 HTTP/1.1" status: 200 len: 1097 time: 0.1208797 Jul 16 08:59:07.257153 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b6f98175-ad6c-4f68-8027-d8bb61f05a4e req-d65d6450-51d1-4c5d-b6ef-721f25f790b6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.275107 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b6f98175-ad6c-4f68-8027-d8bb61f05a4e req-d65d6450-51d1-4c5d-b6ef-721f25f790b6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.289218 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['23a9c306-d853-4f43-9f9b-9960ef8ac727', '450b5bcc-8eba-4e1b-a50a-acaa334b37be'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:59:07.292105 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['959853e9-4114-44f3-9bca-f835e9a8b56b'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:59:07.324022 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6780bb68-bfb2-46e2-b35d-e68894ddb566 req-c7dc2a5f-415b-4342-a39a-e46c7caa2baf service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0774093 Jul 16 08:59:07.341632 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f98175-ad6c-4f68-8027-d8bb61f05a4e req-d65d6450-51d1-4c5d-b6ef-721f25f790b6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:07.342280 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b6f98175-ad6c-4f68-8027-d8bb61f05a4e req-d65d6450-51d1-4c5d-b6ef-721f25f790b6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.345509 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b6f98175-ad6c-4f68-8027-d8bb61f05a4e req-d65d6450-51d1-4c5d-b6ef-721f25f790b6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "PUT /v2.0/ports/959853e9-4114-44f3-9bca-f835e9a8b56b HTTP/1.1" status: 200 len: 904 time: 0.4420335 Jul 16 08:59:07.346565 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9069926b-c7d9-4fc5-bd31-605fbc4aabac', 'tag': '959853e9-4114-44f3-9bca-f835e9a8b56b'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:07.349091 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c6de2b-3f2d-43a4-b645-db4cdc315461" -d '{"events": [{"name": "network-changed", "server_uuid": "9069926b-c7d9-4fc5-bd31-605fbc4aabac", "tag": "959853e9-4114-44f3-9bca-f835e9a8b56b"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:07.364236 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65d6450-51d1-4c5d-b6ef-721f25f790b6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Pushing event updated for resources: {'Port': ['ID=959853e9-4114-44f3-9bca-f835e9a8b56b,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:07.408635 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9eb03938-dd63-4138-bc50-3c1d2d998247 x-openstack-request-id: req-9eb03938-dd63-4138-bc50-3c1d2d998247 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:07.408938 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9069926b-c7d9-4fc5-bd31-605fbc4aabac", "tag": "959853e9-4114-44f3-9bca-f835e9a8b56b", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:07.409196 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9eb03938-dd63-4138-bc50-3c1d2d998247 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:07.409626 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9069926b-c7d9-4fc5-bd31-605fbc4aabac', 'tag': '959853e9-4114-44f3-9bca-f835e9a8b56b', 'status': 'completed', 'code': 200} Jul 16 08:59:07.431939 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['959853e9-4114-44f3-9bca-f835e9a8b56b'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:59:07.544439 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6de2b-3f2d-43a4-b645-db4cdc315461 req-7c5387a7-ffd7-4f18-9f4f-c222e10f344d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:07.546857 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d7c6de2b-3f2d-43a4-b645-db4cdc315461 req-7c5387a7-ffd7-4f18-9f4f-c222e10f344d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f4c1f959be841b791b07e280453979b&device_id=9069926b-c7d9-4fc5-bd31-605fbc4aabac HTTP/1.1" status: 200 len: 1059 time: 0.1130733 Jul 16 08:59:07.618320 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f9b016-a61b-4524-9152-6396a5402c73 req-066c3583-9369-4776-badd-b08636d1ef6e tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:07.619815 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-53f9b016-a61b-4524-9152-6396a5402c73 req-066c3583-9369-4776-badd-b08636d1ef6e tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=9069926b-c7d9-4fc5-bd31-605fbc4aabac HTTP/1.1" status: 200 len: 907 time: 0.1279783 Jul 16 08:59:07.682141 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6de2b-3f2d-43a4-b645-db4cdc315461 req-408648be-2eb2-4808-8048-51930769a28f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:07.683621 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d7c6de2b-3f2d-43a4-b645-db4cdc315461 req-408648be-2eb2-4808-8048-51930769a28f service neutron] 10.222.0.30 "GET /v2.0/networks?id=51d51b2e-c364-4882-bbf4-f36afab1b6c1 HTTP/1.1" status: 200 len: 913 time: 0.1297407 Jul 16 08:59:07.701371 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d8367f8c-bacc-4a34-abba-e39c55e8c47f None None] Provisioning complete for port 959853e9-4114-44f3-9bca-f835e9a8b56b triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:07.701763 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d8367f8c-bacc-4a34-abba-e39c55e8c47f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:07.733194 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d7c6de2b-3f2d-43a4-b645-db4cdc315461 req-e68d3c95-e3c5-49a8-8ec0-5408fe6dccfa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=959853e9-4114-44f3-9bca-f835e9a8b56b HTTP/1.1" status: 200 len: 217 time: 0.0427918 Jul 16 08:59:07.805209 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6de2b-3f2d-43a4-b645-db4cdc315461 req-c8888506-0119-40d8-a4eb-1bf13892f5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:07.806863 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d7c6de2b-3f2d-43a4-b645-db4cdc315461 req-c8888506-0119-40d8-a4eb-1bf13892f5ad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ad49083-8e48-4575-9b36-364c8d5c322c HTTP/1.1" status: 200 len: 851 time: 0.0674701 Jul 16 08:59:07.859119 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120ddf5-24ad-457b-bc28-448f248a00fe req-202a36f8-3236-40f2-a321-150fb3397d6d tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:07.860967 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3120ddf5-24ad-457b-bc28-448f248a00fe req-202a36f8-3236-40f2-a321-150fb3397d6d tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0849204 Jul 16 08:59:07.883236 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c6de2b-3f2d-43a4-b645-db4cdc315461 req-1bed5f17-5294-4729-ae7b-8ebeaa9068e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:07.883236 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d7c6de2b-3f2d-43a4-b645-db4cdc315461 req-1bed5f17-5294-4729-ae7b-8ebeaa9068e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51d51b2e-c364-4882-bbf4-f36afab1b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0656879 Jul 16 08:59:07.915614 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3120ddf5-24ad-457b-bc28-448f248a00fe req-a1c13127-8ddb-4084-b085-824697d39f4c tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483174 Jul 16 08:59:07.985362 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d7c6de2b-3f2d-43a4-b645-db4cdc315461 req-64311f9a-141d-426b-96b5-b14bcfb31c40 service neutron] 10.222.0.30 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974727 Jul 16 08:59:08.127529 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d7c6de2b-3f2d-43a4-b645-db4cdc315461 req-b9ae12bb-2f91-47e6-b213-541e04bfea7c service neutron] 10.222.0.30 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358993 Jul 16 08:59:08.158278 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575307e7-87f8-4178-8f48-2917d939c4a4 req-9e314dce-b839-4bb1-9f59-84549376afb7 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:08.159957 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-575307e7-87f8-4178-8f48-2917d939c4a4 req-9e314dce-b839-4bb1-9f59-84549376afb7 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0950763 Jul 16 08:59:08.217118 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-575307e7-87f8-4178-8f48-2917d939c4a4 req-dd64d7cb-8873-49d7-b6e8-c06a7d15d0b6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457354 Jul 16 08:59:08.254931 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f5b04b-80c2-47db-bbee-b9c24667eeab req-a0e1fedd-d9b9-4f04-a0c2-a0bc8f67c509 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:08.256629 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c4f5b04b-80c2-47db-bbee-b9c24667eeab req-a0e1fedd-d9b9-4f04-a0c2-a0bc8f67c509 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f64b59-8565-4851-a812-dc6aefb0c324 HTTP/1.1" status: 200 len: 945 time: 0.1068351 Jul 16 08:59:08.305483 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c4f5b04b-80c2-47db-bbee-b9c24667eeab req-8f4c10c2-3660-4507-b5d1-f4a51a4a2941 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430419 Jul 16 08:59:08.459721 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-330a3f76-fcae-438c-b7ae-81281b69cde4 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:08.461360 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-330a3f76-fcae-438c-b7ae-81281b69cde4 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/networks?id=51d51b2e-c364-4882-bbf4-f36afab1b6c1 HTTP/1.1" status: 200 len: 812 time: 0.1070180 Jul 16 08:59:08.477932 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-72e60d8b-9ae9-4d95-b29e-0fcb654b29e1 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/quotas/2f4c1f959be841b791b07e280453979b HTTP/1.1" status: 200 len: 375 time: 0.0094664 Jul 16 08:59:08.562511 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-d4ee6166-25a0-4094-a1b6-f385398f3b4d tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=2f4c1f959be841b791b07e280453979b&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0795956 Jul 16 08:59:08.575050 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-e1bd14da-3644-4f68-8fc6-064a18cab7fe service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 08:59:08.576058 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-e1bd14da-3644-4f68-8fc6-064a18cab7fe service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060995 Jul 16 08:59:08.576623 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:08.672111 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-977717f7-7bff-43eb-b2f0-95efc7aacc36 service neutron] 10.222.0.22 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890067 Jul 16 08:59:08.764507 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-8feba594-d3e9-49bb-a975-1d4aa70e3a36 service neutron] 10.222.0.22 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864465 Jul 16 08:59:08.966902 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-650eb1d9-906d-4eac-afb8-85d5fcde9246 req-a764c43d-fc1d-4b08-97a6-b840a5bfaa7f tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4203fa03-84f3-4823-a6c5-75cf93077ba8 HTTP/1.1" status: 200 len: 210 time: 0.0437400 Jul 16 08:59:09.514258 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4dedbea-05d0-48cf-8c8a-c8a69d49053f req-9d84b845-05ae-462f-9825-40dc742ca7d4 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:09.516863 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c4dedbea-05d0-48cf-8c8a-c8a69d49053f req-9d84b845-05ae-462f-9825-40dc742ca7d4 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f64b59-8565-4851-a812-dc6aefb0c324 HTTP/1.1" status: 200 len: 945 time: 0.0730538 Jul 16 08:59:09.558536 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c4dedbea-05d0-48cf-8c8a-c8a69d49053f req-103ace7e-2c5c-461c-833c-195358df127f tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363517 Jul 16 08:59:09.750309 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f499aeb-59f2-46f3-981b-ffc20021aad9 req-e8f64d64-ec83-4d6f-847d-346dce0bee55 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:09.752457 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2f499aeb-59f2-46f3-981b-ffc20021aad9 req-e8f64d64-ec83-4d6f-847d-346dce0bee55 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f64b59-8565-4851-a812-dc6aefb0c324 HTTP/1.1" status: 200 len: 945 time: 0.0674548 Jul 16 08:59:09.790060 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2f499aeb-59f2-46f3-981b-ffc20021aad9 req-93d3e4d3-607d-41b8-8758-0fd125342969 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316310 Jul 16 08:59:09.816263 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38344) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:09.870861 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e0d682-2069-4259-b4ca-2913b112ce64 tempest-TestVolumeBootPattern-2001700448 tempest-TestVolumeBootPattern-2001700448-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:09.872462 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-46e0d682-2069-4259-b4ca-2913b112ce64 tempest-TestVolumeBootPattern-2001700448 tempest-TestVolumeBootPattern-2001700448-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=69f64b59-8565-4851-a812-dc6aefb0c324 HTTP/1.1" status: 200 len: 1092 time: 0.0550356 Jul 16 08:59:09.875486 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 38346) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 08:59:09.879976 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1464d9b7-2760-4dca-9585-4bbe3ecaf405 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'port_id': 'e8d99c4b-4d82-4707-8c9b-546764bf8e5c', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:09.903137 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1464d9b7-2760-4dca-9585-4bbe3ecaf405 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.023021 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1464d9b7-2760-4dca-9585-4bbe3ecaf405 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.161341 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-4ace61bb-0a5d-4ef4-9439-79e19d2286f6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:10.163188 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-4ace61bb-0a5d-4ef4-9439-79e19d2286f6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.21 "GET /v2.0/networks?id=51d51b2e-c364-4882-bbf4-f36afab1b6c1 HTTP/1.1" status: 200 len: 812 time: 0.1811161 Jul 16 08:59:10.178571 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-048b3ae2-bfe1-4f47-99f8-d8894ae63d23 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Request body: {'port': {'device_id': '4203fa03-84f3-4823-a6c5-75cf93077ba8', 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1', 'admin_state_up': True, 'tenant_id': '2f4c1f959be841b791b07e280453979b'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:10.196426 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-36ecdc4e-1724-43d6-8332-6c4a12a63eb9 req-9e9cd8c9-c3c8-42df-b790-68d1f22fd9d6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4203fa03-84f3-4823-a6c5-75cf93077ba8 HTTP/1.1" status: 200 len: 210 time: 0.0537887 Jul 16 08:59:10.224196 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-1464d9b7-2760-4dca-9585-4bbe3ecaf405 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Allocated IP 172.25.3.41 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/93c1dd95-ce9b-4cb8-b653-a38e4a38b250) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:10.310725 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-048b3ae2-bfe1-4f47-99f8-d8894ae63d23 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Made reservation on behalf of 2f4c1f959be841b791b07e280453979b for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:10.314918 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-048b3ae2-bfe1-4f47-99f8-d8894ae63d23 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.338185 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1464d9b7-2760-4dca-9585-4bbe3ecaf405 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.381107 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1464d9b7-2760-4dca-9585-4bbe3ecaf405 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.424591 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1464d9b7-2760-4dca-9585-4bbe3ecaf405 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:10.436314 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-1464d9b7-2760-4dca-9585-4bbe3ecaf405 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:10.439705 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1464d9b7-2760-4dca-9585-4bbe3ecaf405 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:10.463616 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-048b3ae2-bfe1-4f47-99f8-d8894ae63d23 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Allocated IP 172.20.0.11 (51d51b2e-c364-4882-bbf4-f36afab1b6c1/8ad49083-8e48-4575-9b36-364c8d5c322c/b888a379-aee8-4c27-9438-d1f3b9cb8aec) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:10.471428 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464d9b7-2760-4dca-9585-4bbe3ecaf405 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Pushing event updated for resources: {'Port': ['ID=93c1dd95-ce9b-4cb8-b653-a38e4a38b250,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:10.699243 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-048b3ae2-bfe1-4f47-99f8-d8894ae63d23 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.721558 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-048b3ae2-bfe1-4f47-99f8-d8894ae63d23 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Transition to ACTIVE for port object b888a379-aee8-4c27-9438-d1f3b9cb8aec will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:10.775118 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-048b3ae2-bfe1-4f47-99f8-d8894ae63d23 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:10.789321 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['23a9c306-d853-4f43-9f9b-9960ef8ac727', '450b5bcc-8eba-4e1b-a50a-acaa334b37be'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:59:11.025882 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1464d9b7-2760-4dca-9585-4bbe3ecaf405 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.125472 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1464d9b7-2760-4dca-9585-4bbe3ecaf405 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.283045 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-048b3ae2-bfe1-4f47-99f8-d8894ae63d23 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Network 51d51b2e-c364-4882-bbf4-f36afab1b6c1 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:11.291787 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-048b3ae2-bfe1-4f47-99f8-d8894ae63d23 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:11.304029 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-048b3ae2-bfe1-4f47-99f8-d8894ae63d23 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:11.364503 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1464d9b7-2760-4dca-9585-4bbe3ecaf405 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.370458 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1464d9b7-2760-4dca-9585-4bbe3ecaf405 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.422895 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b3ae2-bfe1-4f47-99f8-d8894ae63d23 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Pushing event updated for resources: {'Port': ['ID=b888a379-aee8-4c27-9438-d1f3b9cb8aec,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:11.468078 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1464d9b7-2760-4dca-9585-4bbe3ecaf405 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Pushing event updated for resources: {'Port': ['ID=93c1dd95-ce9b-4cb8-b653-a38e4a38b250,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:11.478635 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-048b3ae2-bfe1-4f47-99f8-d8894ae63d23 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:11.479551 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-048b3ae2-bfe1-4f47-99f8-d8894ae63d23 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.480724 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1464d9b7-2760-4dca-9585-4bbe3ecaf405 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.517779 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805caf3f-ad50-42af-8ca2-c214ed653539 req-36d785fb-b124-4840-9791-57b797854c53 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:11.519556 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-805caf3f-ad50-42af-8ca2-c214ed653539 req-36d785fb-b124-4840-9791-57b797854c53 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4203fa03-84f3-4823-a6c5-75cf93077ba8 HTTP/1.1" status: 200 len: 932 time: 0.1712773 Jul 16 08:59:11.521707 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-048b3ae2-bfe1-4f47-99f8-d8894ae63d23 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3502839 Jul 16 08:59:11.540698 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-f6cbed2d-fd1d-42f9-96ff-2eaf8673182d service neutron] Request body: {'port': {'device_id': '4203fa03-84f3-4823-a6c5-75cf93077ba8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:11.619164 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-1464d9b7-2760-4dca-9585-4bbe3ecaf405 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Floating IP c550483a-e63b-49ba-ae23-79fcea974155 associated. External IP: 172.25.3.41, port: e8d99c4b-4d82-4707-8c9b-546764bf8e5c. Jul 16 08:59:11.685728 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-805caf3f-ad50-42af-8ca2-c214ed653539 req-991f4836-b603-41be-b69d-42ef4d28c6a6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1597612 Jul 16 08:59:11.686593 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-f6cbed2d-fd1d-42f9-96ff-2eaf8673182d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.759719 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ad5ff289-1df5-453a-bf90-458212d1ef59 None None] Provisioning for port b888a379-aee8-4c27-9438-d1f3b9cb8aec completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:11.763742 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ad5ff289-1df5-453a-bf90-458212d1ef59 None None] Provisioning complete for port b888a379-aee8-4c27-9438-d1f3b9cb8aec triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:11.764116 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ad5ff289-1df5-453a-bf90-458212d1ef59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:11.799948 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ad5ff289-1df5-453a-bf90-458212d1ef59 None None] Port b888a379-aee8-4c27-9438-d1f3b9cb8aec cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 08:59:11.866154 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1464d9b7-2760-4dca-9585-4bbe3ecaf405 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Router 2b3a1e75-8fee-4585-95f3-88b32e554ddc has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 08:59:12.008928 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-f6cbed2d-fd1d-42f9-96ff-2eaf8673182d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b888a379-aee8-4c27-9438-d1f3b9cb8aec {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:59:12.018470 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-f6cbed2d-fd1d-42f9-96ff-2eaf8673182d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.055825 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-f6cbed2d-fd1d-42f9-96ff-2eaf8673182d service neutron] Transition to ACTIVE for port object b888a379-aee8-4c27-9438-d1f3b9cb8aec will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:12.061061 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-f6cbed2d-fd1d-42f9-96ff-2eaf8673182d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.151995 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbed2d-fd1d-42f9-96ff-2eaf8673182d service neutron] Pushing event updated for resources: {'Port': ['ID=b888a379-aee8-4c27-9438-d1f3b9cb8aec,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:12.208868 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-f6cbed2d-fd1d-42f9-96ff-2eaf8673182d service neutron] Attempting to bind port b888a379-aee8-4c27-9438-d1f3b9cb8aec on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:12.209243 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-f6cbed2d-fd1d-42f9-96ff-2eaf8673182d service neutron] Attempting to bind port b888a379-aee8-4c27-9438-d1f3b9cb8aec by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '4624b537-a5bd-48b2-b031-723dfc53b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:12.209587 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-f6cbed2d-fd1d-42f9-96ff-2eaf8673182d service neutron] Attempting to bind port b888a379-aee8-4c27-9438-d1f3b9cb8aec on network 51d51b2e-c364-4882-bbf4-f36afab1b6c1 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:12.214829 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-f6cbed2d-fd1d-42f9-96ff-2eaf8673182d service neutron] Port b888a379-aee8-4c27-9438-d1f3b9cb8aec on network 51d51b2e-c364-4882-bbf4-f36afab1b6c1 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:59:12.215171 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-f6cbed2d-fd1d-42f9-96ff-2eaf8673182d service neutron] Attempting to bind port b888a379-aee8-4c27-9438-d1f3b9cb8aec on network 51d51b2e-c364-4882-bbf4-f36afab1b6c1 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:12.221578 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-f6cbed2d-fd1d-42f9-96ff-2eaf8673182d service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:12.221967 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-f6cbed2d-fd1d-42f9-96ff-2eaf8673182d service neutron] Checking segment: {'id': '4624b537-a5bd-48b2-b031-723dfc53b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:12.222385 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-f6cbed2d-fd1d-42f9-96ff-2eaf8673182d service neutron] Bound using segment: {'id': '4624b537-a5bd-48b2-b031-723dfc53b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:12.223024 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-f6cbed2d-fd1d-42f9-96ff-2eaf8673182d service neutron] Bound port: b888a379-aee8-4c27-9438-d1f3b9cb8aec, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4624b537-a5bd-48b2-b031-723dfc53b4d2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:12.223431 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-f6cbed2d-fd1d-42f9-96ff-2eaf8673182d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.299322 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-f6cbed2d-fd1d-42f9-96ff-2eaf8673182d service neutron] For port b888a379-aee8-4c27-9438-d1f3b9cb8aec, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:12.303142 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-f6cbed2d-fd1d-42f9-96ff-2eaf8673182d service neutron] For port b888a379-aee8-4c27-9438-d1f3b9cb8aec, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=b888a379-aee8-4c27-9438-d1f3b9cb8aec,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:12.308181 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-f6cbed2d-fd1d-42f9-96ff-2eaf8673182d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.353169 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1464d9b7-2760-4dca-9585-4bbe3ecaf405 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 08:59:12.372075 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad698f7a-de76-465c-857d-1d6a4123f262 None None] Sync routers for ids ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 08:59:12.386974 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad698f7a-de76-465c-857d-1d6a4123f262 None None] Routers {'2b3a1e75-8fee-4585-95f3-88b32e554ddc'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:12.387915 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ad698f7a-de76-465c-857d-1d6a4123f262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:59:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:12.394577 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cbed2d-fd1d-42f9-96ff-2eaf8673182d service neutron] Pushing event updated for resources: {'Port': ['ID=b888a379-aee8-4c27-9438-d1f3b9cb8aec,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:12.400623 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-f6cbed2d-fd1d-42f9-96ff-2eaf8673182d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:12.401177 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-f6cbed2d-fd1d-42f9-96ff-2eaf8673182d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.402661 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-f6cbed2d-fd1d-42f9-96ff-2eaf8673182d service neutron] 10.222.0.21 "PUT /v2.0/ports/b888a379-aee8-4c27-9438-d1f3b9cb8aec HTTP/1.1" status: 200 len: 1093 time: 0.8677197 Jul 16 08:59:12.403479 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4203fa03-84f3-4823-a6c5-75cf93077ba8', 'tag': 'b888a379-aee8-4c27-9438-d1f3b9cb8aec'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:12.406702 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b504c6ed-91e6-4ab4-bf62-37450c75e546" -d '{"events": [{"name": "network-changed", "server_uuid": "4203fa03-84f3-4823-a6c5-75cf93077ba8", "tag": "b888a379-aee8-4c27-9438-d1f3b9cb8aec"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:12.419096 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1464d9b7-2760-4dca-9585-4bbe3ecaf405 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:12.487480 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1464d9b7-2760-4dca-9585-4bbe3ecaf405 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6024318 Jul 16 08:59:12.487480 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f64b59-8565-4851-a812-dc6aefb0c324', 'tag': 'e8d99c4b-4d82-4707-8c9b-546764bf8e5c'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:12.487480 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a98fad3-239a-4292-b1b8-b94e04caa450" -d '{"events": [{"name": "network-changed", "server_uuid": "69f64b59-8565-4851-a812-dc6aefb0c324", "tag": "e8d99c4b-4d82-4707-8c9b-546764bf8e5c"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:12.523915 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b0e378-4b52-4d2a-9827-e4f071c22b3a x-openstack-request-id: req-a5b0e378-4b52-4d2a-9827-e4f071c22b3a {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:12.524258 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4203fa03-84f3-4823-a6c5-75cf93077ba8", "tag": "b888a379-aee8-4c27-9438-d1f3b9cb8aec", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:12.524649 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a5b0e378-4b52-4d2a-9827-e4f071c22b3a {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:12.525159 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4203fa03-84f3-4823-a6c5-75cf93077ba8', 'tag': 'b888a379-aee8-4c27-9438-d1f3b9cb8aec', 'status': 'completed', 'code': 200} Jul 16 08:59:12.558916 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72380ef-f635-482e-bdb2-d56fe4174ef1 x-openstack-request-id: req-c72380ef-f635-482e-bdb2-d56fe4174ef1 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:12.559269 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f64b59-8565-4851-a812-dc6aefb0c324", "tag": "e8d99c4b-4d82-4707-8c9b-546764bf8e5c", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:12.559520 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c72380ef-f635-482e-bdb2-d56fe4174ef1 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:12.560085 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f64b59-8565-4851-a812-dc6aefb0c324', 'tag': 'e8d99c4b-4d82-4707-8c9b-546764bf8e5c', 'status': 'completed', 'code': 200} Jul 16 08:59:12.579367 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-51221312-338d-4884-b660-4dcb32c05856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:12.580982 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-51221312-338d-4884-b660-4dcb32c05856 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2f4c1f959be841b791b07e280453979b&device_id=4203fa03-84f3-4823-a6c5-75cf93077ba8 HTTP/1.1" status: 200 len: 1096 time: 0.1350026 Jul 16 08:59:12.615978 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-ad698f7a-de76-465c-857d-1d6a4123f262 None None] Set router 2b3a1e75-8fee-4585-95f3-88b32e554ddc gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:12.661308 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-80e214d5-9383-4013-847c-5ff0efe8f9da service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b888a379-aee8-4c27-9438-d1f3b9cb8aec HTTP/1.1" status: 200 len: 217 time: 0.0690818 Jul 16 08:59:12.729670 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98fad3-239a-4292-b1b8-b94e04caa450 req-b5a500af-39d1-4e65-9fbf-062db35107ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:12.731556 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2a98fad3-239a-4292-b1b8-b94e04caa450 req-b5a500af-39d1-4e65-9fbf-062db35107ef service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30db3ea81a8c4c93843f47b12edb82f2&device_id=69f64b59-8565-4851-a812-dc6aefb0c324 HTTP/1.1" status: 200 len: 1097 time: 0.1407108 Jul 16 08:59:12.736076 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-fc7c5f3f-ed69-4ca1-b3fb-e9f6b3e1e0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:12.739555 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-fc7c5f3f-ed69-4ca1-b3fb-e9f6b3e1e0d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ad49083-8e48-4575-9b36-364c8d5c322c HTTP/1.1" status: 200 len: 851 time: 0.0687797 Jul 16 08:59:12.893834 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-32790281-85d8-4490-9332-86e9797fbc5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:12.895597 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-32790281-85d8-4490-9332-86e9797fbc5e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51d51b2e-c364-4882-bbf4-f36afab1b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1463938 Jul 16 08:59:12.896390 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3191e05e-d795-4f7e-8a7a-23f3a4c75f8b req-32846e72-b719-4721-bf9f-5fefcc272b2f tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:12.897473 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98fad3-239a-4292-b1b8-b94e04caa450 req-c000ab9a-cc78-45c5-a74f-b079598ba27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:12.898982 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2a98fad3-239a-4292-b1b8-b94e04caa450 req-c000ab9a-cc78-45c5-a74f-b079598ba27f service neutron] 10.222.0.21 "GET /v2.0/networks?id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 HTTP/1.1" status: 200 len: 913 time: 0.1584101 Jul 16 08:59:12.899582 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3191e05e-d795-4f7e-8a7a-23f3a4c75f8b req-32846e72-b719-4721-bf9f-5fefcc272b2f tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4203fa03-84f3-4823-a6c5-75cf93077ba8 HTTP/1.1" status: 200 len: 944 time: 0.0725794 Jul 16 08:59:12.899743 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ad698f7a-de76-465c-857d-1d6a4123f262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'name': 'tempest-TestVolumeBootPattern-1690893934-router', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'gw_port': {'id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'a99b11bb-83bd-4c38-bda5-cef0d813c0ad', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'port_id': '7f070239-293f-4d2f-8732-60be0fca15fc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'mac_address': 'fa:16:3e:a1:ca:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2506fd1-8764-4544-8c1a-cffd358d4641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:57:10Z', 'updated_at': '2021-07-16T08:57:13Z', 'revision_number': 1, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'fixed_ip_address_scope': None}, {'id': 'c550483a-e63b-49ba-ae23-79fcea974155', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'floating_ip_address': '172.25.3.41', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'port_id': 'e8d99c4b-4d82-4707-8c9b-546764bf8e5c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'mac_address': 'fa:16:3e:e7:53:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f64b59-8565-4851-a812-dc6aefb0c324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:59:10Z', 'updated_at': '2021-07-16T08:59:10Z', 'revision_number': 0, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9128757d-2d91-4dd4-900b-7873b6e8a2d7', 'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'mac_address': 'fa:16:3e:f7:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '1a202c89-ad61-4335-b129-f178d622ac10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:56Z', 'updated_at': '2021-07-16T08:50:07Z', 'revision_number': 5, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'subnets': [{'id': '1a202c89-ad61-4335-b129-f178d622ac10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:12.929814 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad698f7a-de76-465c-857d-1d6a4123f262 None None] Checking router: 2b3a1e75-8fee-4585-95f3-88b32e554ddc for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 08:59:12.939224 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad698f7a-de76-465c-857d-1d6a4123f262 None None] Routers {'2b3a1e75-8fee-4585-95f3-88b32e554ddc'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 08:59:12.939989 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ad698f7a-de76-465c-857d-1d6a4123f262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T08:59:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:12.941204 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3191e05e-d795-4f7e-8a7a-23f3a4c75f8b req-47c948e4-6e8e-47d8-b2ef-d0bbce634086 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376225 Jul 16 08:59:13.036167 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2a98fad3-239a-4292-b1b8-b94e04caa450 req-c6a4955d-f8cf-4d12-9e63-0424da13cc58 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8d99c4b-4d82-4707-8c9b-546764bf8e5c HTTP/1.1" status: 200 len: 998 time: 0.1271815 Jul 16 08:59:13.054376 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-ad698f7a-de76-465c-857d-1d6a4123f262 None None] Set router 2b3a1e75-8fee-4585-95f3-88b32e554ddc gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 08:59:13.097318 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-153fb4d3-d708-4a30-b8f1-ab60e4b4aa56 service neutron] 10.222.0.21 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1898575 Jul 16 08:59:13.098894 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98fad3-239a-4292-b1b8-b94e04caa450 req-f5cef4c0-76d6-4869-81af-f92ccfef5c95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:13.100252 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2a98fad3-239a-4292-b1b8-b94e04caa450 req-f5cef4c0-76d6-4869-81af-f92ccfef5c95 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a202c89-ad61-4335-b129-f178d622ac10 HTTP/1.1" status: 200 len: 851 time: 0.0585949 Jul 16 08:59:13.238616 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a98fad3-239a-4292-b1b8-b94e04caa450 req-daff58fe-cdd3-4c09-9733-e50f987007cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:13.240074 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2a98fad3-239a-4292-b1b8-b94e04caa450 req-daff58fe-cdd3-4c09-9733-e50f987007cb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1312222 Jul 16 08:59:13.242127 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ea5acabe-b199-4c3d-8a79-247a5392a7e5 req-12705bd2-a497-4cab-8318-303393856e9a service neutron] 10.222.0.21 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344540 Jul 16 08:59:13.302128 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ad698f7a-de76-465c-857d-1d6a4123f262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'name': 'tempest-TestVolumeBootPattern-1690893934-router', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'gw_port': {'id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'a99b11bb-83bd-4c38-bda5-cef0d813c0ad', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'port_id': '7f070239-293f-4d2f-8732-60be0fca15fc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'mac_address': 'fa:16:3e:a1:ca:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2506fd1-8764-4544-8c1a-cffd358d4641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:57:10Z', 'updated_at': '2021-07-16T08:57:13Z', 'revision_number': 1, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'fixed_ip_address_scope': None}, {'id': 'c550483a-e63b-49ba-ae23-79fcea974155', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'floating_ip_address': '172.25.3.41', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'port_id': 'e8d99c4b-4d82-4707-8c9b-546764bf8e5c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'mac_address': 'fa:16:3e:e7:53:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f64b59-8565-4851-a812-dc6aefb0c324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:59:10Z', 'updated_at': '2021-07-16T08:59:10Z', 'revision_number': 0, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9128757d-2d91-4dd4-900b-7873b6e8a2d7', 'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'mac_address': 'fa:16:3e:f7:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '1a202c89-ad61-4335-b129-f178d622ac10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:56Z', 'updated_at': '2021-07-16T08:50:07Z', 'revision_number': 5, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'subnets': [{'id': '1a202c89-ad61-4335-b129-f178d622ac10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 08:59:13.332903 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad698f7a-de76-465c-857d-1d6a4123f262 None None] The sync data for ids ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'] in n-d-771362-37 is: [{'id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'name': 'tempest-TestVolumeBootPattern-1690893934-router', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'gw_port': {'id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'a99b11bb-83bd-4c38-bda5-cef0d813c0ad', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'port_id': '7f070239-293f-4d2f-8732-60be0fca15fc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'mac_address': 'fa:16:3e:a1:ca:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2506fd1-8764-4544-8c1a-cffd358d4641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:57:10Z', 'updated_at': '2021-07-16T08:57:13Z', 'revision_number': 1, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'fixed_ip_address_scope': None}, {'id': 'c550483a-e63b-49ba-ae23-79fcea974155', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'floating_ip_address': '172.25.3.41', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'port_id': 'e8d99c4b-4d82-4707-8c9b-546764bf8e5c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3577, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'mac_address': 'fa:16:3e:e7:53:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69f64b59-8565-4851-a812-dc6aefb0c324', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:59:10Z', 'updated_at': '2021-07-16T08:59:10Z', 'revision_number': 0, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9128757d-2d91-4dd4-900b-7873b6e8a2d7', 'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'mac_address': 'fa:16:3e:f7:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '1a202c89-ad61-4335-b129-f178d622ac10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:56Z', 'updated_at': '2021-07-16T08:50:07Z', 'revision_number': 5, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'subnets': [{'id': '1a202c89-ad61-4335-b129-f178d622ac10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 08:59:13.384632 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2a98fad3-239a-4292-b1b8-b94e04caa450 req-12e3f770-b8df-48f2-b1b5-eea000b36ee5 service neutron] 10.222.0.21 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351943 Jul 16 08:59:13.415269 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504c6ed-91e6-4ab4-bf62-37450c75e546 req-dcc5f9e1-69f5-4bd9-9a4a-ab3996877c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:13.416777 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b504c6ed-91e6-4ab4-bf62-37450c75e546 req-dcc5f9e1-69f5-4bd9-9a4a-ab3996877c03 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2f4c1f959be841b791b07e280453979b&device_id=4203fa03-84f3-4823-a6c5-75cf93077ba8 HTTP/1.1" status: 200 len: 1096 time: 0.0981345 Jul 16 08:59:13.552329 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2a98fad3-239a-4292-b1b8-b94e04caa450 req-60166fcf-c858-4404-a0bf-8cea90d10761 service neutron] 10.222.0.21 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606128 Jul 16 08:59:13.555007 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4401811e-7aea-4078-b3c3-c7981f9c751c None None] New status for floating IP c550483a-e63b-49ba-ae23-79fcea974155: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 08:59:13.585934 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504c6ed-91e6-4ab4-bf62-37450c75e546 req-05ff8237-34df-49cb-84e4-ec901912c24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:13.587576 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b504c6ed-91e6-4ab4-bf62-37450c75e546 req-05ff8237-34df-49cb-84e4-ec901912c24f service neutron] 10.222.0.21 "GET /v2.0/networks?id=51d51b2e-c364-4882-bbf4-f36afab1b6c1 HTTP/1.1" status: 200 len: 913 time: 0.1630096 Jul 16 08:59:13.635061 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b504c6ed-91e6-4ab4-bf62-37450c75e546 req-07039a58-6c0d-4cfe-9a94-2f82edc6b699 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b888a379-aee8-4c27-9438-d1f3b9cb8aec HTTP/1.1" status: 200 len: 217 time: 0.0409095 Jul 16 08:59:13.687014 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504c6ed-91e6-4ab4-bf62-37450c75e546 req-b51d01c1-bd81-4b50-ac61-d205929c7675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:13.688554 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b504c6ed-91e6-4ab4-bf62-37450c75e546 req-b51d01c1-bd81-4b50-ac61-d205929c7675 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ad49083-8e48-4575-9b36-364c8d5c322c HTTP/1.1" status: 200 len: 851 time: 0.0471883 Jul 16 08:59:13.764833 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b504c6ed-91e6-4ab4-bf62-37450c75e546 req-7891a7f4-8925-4f9a-8b24-c4f97321a784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:13.766475 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b504c6ed-91e6-4ab4-bf62-37450c75e546 req-7891a7f4-8925-4f9a-8b24-c4f97321a784 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51d51b2e-c364-4882-bbf4-f36afab1b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0710897 Jul 16 08:59:13.869203 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b504c6ed-91e6-4ab4-bf62-37450c75e546 req-2c040561-0d12-41f1-b1d7-cdfb59873fbc service neutron] 10.222.0.21 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0958507 Jul 16 08:59:13.965744 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b504c6ed-91e6-4ab4-bf62-37450c75e546 req-629b8043-f7b8-4571-ba96-ae9bf03b52cc service neutron] 10.222.0.21 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887010 Jul 16 08:59:14.129614 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6271f0c6-a3c8-49ad-9be4-0db8c621e07b req-22778348-4e08-4b71-aaf4-311b11ac403c tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:14.131112 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6271f0c6-a3c8-49ad-9be4-0db8c621e07b req-22778348-4e08-4b71-aaf4-311b11ac403c tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4203fa03-84f3-4823-a6c5-75cf93077ba8 HTTP/1.1" status: 200 len: 944 time: 0.0685759 Jul 16 08:59:14.169378 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6271f0c6-a3c8-49ad-9be4-0db8c621e07b req-ebc78862-f758-4450-805b-2d3844aacce9 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322938 Jul 16 08:59:15.376788 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ba6016-3841-4fe5-bc0c-895b62eb3ae3 req-5316f4ec-5f1e-4070-8ad8-33d81ded3579 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:15.379120 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-76ba6016-3841-4fe5-bc0c-895b62eb3ae3 req-5316f4ec-5f1e-4070-8ad8-33d81ded3579 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4203fa03-84f3-4823-a6c5-75cf93077ba8 HTTP/1.1" status: 200 len: 944 time: 0.0752704 Jul 16 08:59:15.429788 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-76ba6016-3841-4fe5-bc0c-895b62eb3ae3 req-c9029492-dac3-4c3c-bce3-444bf6fc2ae8 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441186 Jul 16 08:59:16.599608 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device b888a379-aee8-4c27-9438-d1f3b9cb8aec details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:59:16.664924 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae4b337-785d-4d96-a444-4701c7c78547 req-b0cae0eb-6c1a-434c-bfef-a16ed1237cd6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:16.666702 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5ae4b337-785d-4d96-a444-4701c7c78547 req-b0cae0eb-6c1a-434c-bfef-a16ed1237cd6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4203fa03-84f3-4823-a6c5-75cf93077ba8 HTTP/1.1" status: 200 len: 944 time: 0.1126580 Jul 16 08:59:16.740300 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5ae4b337-785d-4d96-a444-4701c7c78547 req-ed4f5f37-194b-412e-89f0-b88cda7d92e9 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662203 Jul 16 08:59:16.742058 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port b888a379-aee8-4c27-9438-d1f3b9cb8aec, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=b888a379-aee8-4c27-9438-d1f3b9cb8aec,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:16.758556 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'b888a379-aee8-4c27-9438-d1f3b9cb8aec', 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1', 'port_id': 'b888a379-aee8-4c27-9438-d1f3b9cb8aec', 'mac_address': 'fa:16:3e:1e:05:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad49083-8e48-4575-9b36-364c8d5c322c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:59:16.807750 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.822447 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b888a379-aee8-4c27-9438-d1f3b9cb8aec {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:59:16.844425 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port b888a379-aee8-4c27-9438-d1f3b9cb8aec, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=b888a379-aee8-4c27-9438-d1f3b9cb8aec,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:16.850204 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:16.906086 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=b888a379-aee8-4c27-9438-d1f3b9cb8aec,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:17.071739 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['b888a379-aee8-4c27-9438-d1f3b9cb8aec'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:59:17.951958 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316245f1-c7da-45fa-89ee-fb61aff86fc9 req-5f737d4e-6249-4007-89d7-79051150cb36 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:17.953548 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-316245f1-c7da-45fa-89ee-fb61aff86fc9 req-5f737d4e-6249-4007-89d7-79051150cb36 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4203fa03-84f3-4823-a6c5-75cf93077ba8 HTTP/1.1" status: 200 len: 945 time: 0.0673559 Jul 16 08:59:17.996200 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-316245f1-c7da-45fa-89ee-fb61aff86fc9 req-eb4dcd24-97b8-48d6-b713-9944b7208584 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360277 Jul 16 08:59:18.614543 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device b888a379-aee8-4c27-9438-d1f3b9cb8aec up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:18.663401 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port b888a379-aee8-4c27-9438-d1f3b9cb8aec completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:18.667115 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port b888a379-aee8-4c27-9438-d1f3b9cb8aec triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:18.667496 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.743426 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.765059 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4203fa03-84f3-4823-a6c5-75cf93077ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b888a379-aee8-4c27-9438-d1f3b9cb8aec'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:18.767984 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2703740d-f3a9-4f53-82ca-3aa51a601e64" -d '{"events": [{"server_uuid": "4203fa03-84f3-4823-a6c5-75cf93077ba8", "name": "network-vif-plugged", "status": "completed", "tag": "b888a379-aee8-4c27-9438-d1f3b9cb8aec"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:18.784393 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port b888a379-aee8-4c27-9438-d1f3b9cb8aec, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=b888a379-aee8-4c27-9438-d1f3b9cb8aec,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:18.789369 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:18.813799 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1763c678-b920-4764-8c2d-f69472b18486 x-openstack-request-id: req-1763c678-b920-4764-8c2d-f69472b18486 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:18.814097 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4203fa03-84f3-4823-a6c5-75cf93077ba8", "name": "network-vif-plugged", "status": "completed", "tag": "b888a379-aee8-4c27-9438-d1f3b9cb8aec", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:18.814355 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1763c678-b920-4764-8c2d-f69472b18486 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:18.814747 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4203fa03-84f3-4823-a6c5-75cf93077ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b888a379-aee8-4c27-9438-d1f3b9cb8aec', 'code': 200} Jul 16 08:59:18.841119 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=b888a379-aee8-4c27-9438-d1f3b9cb8aec,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:18.917913 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da45cc08-83e9-4c7c-bfd8-eb729ba5b72d req-a71e3206-9ad2-422b-9d81-b70b7d767179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:18.919616 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-da45cc08-83e9-4c7c-bfd8-eb729ba5b72d req-a71e3206-9ad2-422b-9d81-b70b7d767179 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4203fa03-84f3-4823-a6c5-75cf93077ba8 HTTP/1.1" status: 200 len: 1098 time: 0.0516202 Jul 16 08:59:18.954026 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-da45cc08-83e9-4c7c-bfd8-eb729ba5b72d req-43d57023-2684-4f58-8a56-51c207c38791 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276139 Jul 16 08:59:19.176965 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81780917-8926-4f36-8948-111fb0a8df00 req-f9ca9f25-609c-4e08-8558-f8bb897c00cf tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:19.178469 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-81780917-8926-4f36-8948-111fb0a8df00 req-f9ca9f25-609c-4e08-8558-f8bb897c00cf tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4203fa03-84f3-4823-a6c5-75cf93077ba8 HTTP/1.1" status: 200 len: 946 time: 0.0694480 Jul 16 08:59:19.218765 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-81780917-8926-4f36-8948-111fb0a8df00 req-08040e49-2d06-4843-a3d4-b4f946a14bb0 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346487 Jul 16 08:59:19.589400 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-0efdb494-9bfa-4033-9c39-06ba2f89c3c2 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:19.590902 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-0efdb494-9bfa-4033-9c39-06ba2f89c3c2 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/networks?id=232150c6-c2b7-4dfe-abcf-3769bf8915cb HTTP/1.1" status: 200 len: 813 time: 0.1126628 Jul 16 08:59:19.607048 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-1217a20f-4f9d-4677-963d-6e60f1b20fd4 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/quotas/4356e827a988460185a41bb4a0481a8f HTTP/1.1" status: 200 len: 375 time: 0.0093315 Jul 16 08:59:19.653817 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-b00fc928-3271-4482-995b-2d997a2c7517 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4356e827a988460185a41bb4a0481a8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327423 Jul 16 08:59:19.765396 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-265f8a97-41a6-4959-a134-05d69c3bf687 service neutron] 10.222.0.22 "GET /v2.0/networks/232150c6-c2b7-4dfe-abcf-3769bf8915cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041815 Jul 16 08:59:19.868789 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-06626b29-f800-486f-bd4f-d86efc74f65a service neutron] 10.222.0.22 "GET /v2.0/networks/232150c6-c2b7-4dfe-abcf-3769bf8915cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951185 Jul 16 08:59:20.071366 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5a2fc500-dcfc-493f-b3d0-21816d467bfa req-8c2f9163-31fd-4462-95e6-8072f65cd120 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a64a529-b477-4c95-9d04-287553f8c7cc HTTP/1.1" status: 200 len: 210 time: 0.0325191 Jul 16 08:59:20.411404 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b28393-815b-421e-a53c-31fc579b55ed req-13f489d2-73f0-496f-8362-e63b8dee6fa7 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:20.413057 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-03b28393-815b-421e-a53c-31fc579b55ed req-13f489d2-73f0-496f-8362-e63b8dee6fa7 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4203fa03-84f3-4823-a6c5-75cf93077ba8 HTTP/1.1" status: 200 len: 946 time: 0.0784857 Jul 16 08:59:20.459816 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-03b28393-815b-421e-a53c-31fc579b55ed req-9e7a1ba3-9265-43b6-9491-b51d5713db95 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373049 Jul 16 08:59:20.818292 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a378fea4-2bef-4326-a841-741b10bc1917 req-e072e5c2-4132-4bf0-831a-1afbd05d7554 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:20.819961 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a378fea4-2bef-4326-a841-741b10bc1917 req-e072e5c2-4132-4bf0-831a-1afbd05d7554 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4203fa03-84f3-4823-a6c5-75cf93077ba8 HTTP/1.1" status: 200 len: 946 time: 0.0643680 Jul 16 08:59:20.859508 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a378fea4-2bef-4326-a841-741b10bc1917 req-817efdce-fe50-42c7-ac72-8b9ed1c8ee42 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336788 Jul 16 08:59:21.178891 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-004fae05-332c-47df-bf1e-6edfb3a46ada tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:21.181092 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-004fae05-332c-47df-bf1e-6edfb3a46ada tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.30 "GET /v2.0/networks?id=232150c6-c2b7-4dfe-abcf-3769bf8915cb HTTP/1.1" status: 200 len: 813 time: 0.1096582 Jul 16 08:59:21.204948 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-4c988079-f9f5-4b12-8ef3-ef20fdd171b0 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Request body: {'port': {'device_id': '4a64a529-b477-4c95-9d04-287553f8c7cc', 'network_id': '232150c6-c2b7-4dfe-abcf-3769bf8915cb', 'admin_state_up': True, 'tenant_id': '4356e827a988460185a41bb4a0481a8f'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:21.240735 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ac381f7a-36b0-4411-b11e-34f215ef673a req-9e177f8d-883b-4036-b516-ff14a7fae984 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a64a529-b477-4c95-9d04-287553f8c7cc HTTP/1.1" status: 200 len: 210 time: 0.0496464 Jul 16 08:59:21.333437 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-4c988079-f9f5-4b12-8ef3-ef20fdd171b0 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Made reservation on behalf of 4356e827a988460185a41bb4a0481a8f for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 08:59:21.337045 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-4c988079-f9f5-4b12-8ef3-ef20fdd171b0 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.461007 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-4c988079-f9f5-4b12-8ef3-ef20fdd171b0 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Allocated IP 172.20.0.13 (232150c6-c2b7-4dfe-abcf-3769bf8915cb/c4d9e928-6536-4fbc-bd10-4f64492b6b6e/12ab73a9-147d-404a-8230-8d4dae2ef444) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 08:59:21.614053 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-4c988079-f9f5-4b12-8ef3-ef20fdd171b0 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.653680 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-4c988079-f9f5-4b12-8ef3-ef20fdd171b0 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.700116 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-4c988079-f9f5-4b12-8ef3-ef20fdd171b0 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Network 232150c6-c2b7-4dfe-abcf-3769bf8915cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 08:59:21.703924 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-4c988079-f9f5-4b12-8ef3-ef20fdd171b0 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 08:59:21.707960 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-4c988079-f9f5-4b12-8ef3-ef20fdd171b0 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 08:59:21.714608 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c988079-f9f5-4b12-8ef3-ef20fdd171b0 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Pushing event updated for resources: {'Port': ['ID=12ab73a9-147d-404a-8230-8d4dae2ef444,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:21.761209 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-4c988079-f9f5-4b12-8ef3-ef20fdd171b0 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:21.761829 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-4c988079-f9f5-4b12-8ef3-ef20fdd171b0 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:21.776091 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-4c988079-f9f5-4b12-8ef3-ef20fdd171b0 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5746343 Jul 16 08:59:21.789080 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-1be0d692-26b4-4afb-b89f-cdfae5314181 service neutron] Request body: {'port': {'device_id': '4a64a529-b477-4c95-9d04-287553f8c7cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 08:59:21.863706 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-1be0d692-26b4-4afb-b89f-cdfae5314181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.038656 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68bae78-3766-4b47-adb2-6dda6b3e3a29 req-b43f6723-31b5-4c4e-ad8b-2e7477760fea tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:22.040172 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c68bae78-3766-4b47-adb2-6dda6b3e3a29 req-b43f6723-31b5-4c4e-ad8b-2e7477760fea tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4203fa03-84f3-4823-a6c5-75cf93077ba8 HTTP/1.1" status: 200 len: 946 time: 0.0663195 Jul 16 08:59:22.078780 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c68bae78-3766-4b47-adb2-6dda6b3e3a29 req-d23cca2f-5769-4312-b5e7-2dde57688b60 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320272 Jul 16 08:59:22.130429 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-1be0d692-26b4-4afb-b89f-cdfae5314181 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12ab73a9-147d-404a-8230-8d4dae2ef444 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:59:22.138013 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-1be0d692-26b4-4afb-b89f-cdfae5314181 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.150014 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-1be0d692-26b4-4afb-b89f-cdfae5314181 service neutron] Transition to ACTIVE for port object 12ab73a9-147d-404a-8230-8d4dae2ef444 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 08:59:22.154091 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-1be0d692-26b4-4afb-b89f-cdfae5314181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.205581 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0d692-26b4-4afb-b89f-cdfae5314181 service neutron] Pushing event updated for resources: {'Port': ['ID=12ab73a9-147d-404a-8230-8d4dae2ef444,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:22.282997 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-1be0d692-26b4-4afb-b89f-cdfae5314181 service neutron] Attempting to bind port 12ab73a9-147d-404a-8230-8d4dae2ef444 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 08:59:22.283409 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-1be0d692-26b4-4afb-b89f-cdfae5314181 service neutron] Attempting to bind port 12ab73a9-147d-404a-8230-8d4dae2ef444 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '775d1b08-9fb9-462d-b710-d8d956fccbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '232150c6-c2b7-4dfe-abcf-3769bf8915cb'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 08:59:22.283797 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-1be0d692-26b4-4afb-b89f-cdfae5314181 service neutron] Attempting to bind port 12ab73a9-147d-404a-8230-8d4dae2ef444 on network 232150c6-c2b7-4dfe-abcf-3769bf8915cb {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:22.289111 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-1be0d692-26b4-4afb-b89f-cdfae5314181 service neutron] Port 12ab73a9-147d-404a-8230-8d4dae2ef444 on network 232150c6-c2b7-4dfe-abcf-3769bf8915cb not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 08:59:22.289559 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-1be0d692-26b4-4afb-b89f-cdfae5314181 service neutron] Attempting to bind port 12ab73a9-147d-404a-8230-8d4dae2ef444 on network 232150c6-c2b7-4dfe-abcf-3769bf8915cb {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 08:59:22.294776 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-1be0d692-26b4-4afb-b89f-cdfae5314181 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 8, 59, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 08:59:22.295072 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-1be0d692-26b4-4afb-b89f-cdfae5314181 service neutron] Checking segment: {'id': '775d1b08-9fb9-462d-b710-d8d956fccbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '232150c6-c2b7-4dfe-abcf-3769bf8915cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 08:59:22.295558 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-1be0d692-26b4-4afb-b89f-cdfae5314181 service neutron] Bound using segment: {'id': '775d1b08-9fb9-462d-b710-d8d956fccbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '232150c6-c2b7-4dfe-abcf-3769bf8915cb'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 08:59:22.295988 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-1be0d692-26b4-4afb-b89f-cdfae5314181 service neutron] Bound port: 12ab73a9-147d-404a-8230-8d4dae2ef444, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '775d1b08-9fb9-462d-b710-d8d956fccbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '232150c6-c2b7-4dfe-abcf-3769bf8915cb'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 08:59:22.296338 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-1be0d692-26b4-4afb-b89f-cdfae5314181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.361785 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-1be0d692-26b4-4afb-b89f-cdfae5314181 service neutron] For port 12ab73a9-147d-404a-8230-8d4dae2ef444, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 08:59:22.367270 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-1be0d692-26b4-4afb-b89f-cdfae5314181 service neutron] For port 12ab73a9-147d-404a-8230-8d4dae2ef444, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=12ab73a9-147d-404a-8230-8d4dae2ef444,segment=NetworkSegment(775d1b08-9fb9-462d-b710-d8d956fccbf6),segment_id=775d1b08-9fb9-462d-b710-d8d956fccbf6)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 08:59:22.371828 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-1be0d692-26b4-4afb-b89f-cdfae5314181 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.407516 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-1be0d692-26b4-4afb-b89f-cdfae5314181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:22.408047 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-1be0d692-26b4-4afb-b89f-cdfae5314181 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:22.409547 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-1be0d692-26b4-4afb-b89f-cdfae5314181 service neutron] 10.222.0.30 "PUT /v2.0/ports/12ab73a9-147d-404a-8230-8d4dae2ef444 HTTP/1.1" status: 200 len: 1093 time: 0.6246791 Jul 16 08:59:22.410143 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a64a529-b477-4c95-9d04-287553f8c7cc', 'tag': '12ab73a9-147d-404a-8230-8d4dae2ef444'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:22.412545 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcfe47ed-f4ef-4d18-9811-8a7be08f0be3" -d '{"events": [{"name": "network-changed", "server_uuid": "4a64a529-b477-4c95-9d04-287553f8c7cc", "tag": "12ab73a9-147d-404a-8230-8d4dae2ef444"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:22.438061 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be0d692-26b4-4afb-b89f-cdfae5314181 service neutron] Pushing event updated for resources: {'Port': ['ID=12ab73a9-147d-404a-8230-8d4dae2ef444,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:22.458389 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ff44e-6af8-40e0-b985-cdc90ea1e134 req-1d26a96a-bc55-4ef4-b1e1-8759d9a5aee2 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:22.459939 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fa3ff44e-6af8-40e0-b985-cdc90ea1e134 req-1d26a96a-bc55-4ef4-b1e1-8759d9a5aee2 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a64a529-b477-4c95-9d04-287553f8c7cc HTTP/1.1" status: 200 len: 944 time: 0.0942662 Jul 16 08:59:22.504600 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fa3ff44e-6af8-40e0-b985-cdc90ea1e134 req-eea070f3-58b8-41eb-a89e-3498453430cc tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b13500b-d3b9-412f-b23b-7fb0ee0622cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385411 Jul 16 08:59:22.528420 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-2cd7f6e7-e36c-4b72-af6b-81e91df9d819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:22.530610 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-2cd7f6e7-e36c-4b72-af6b-81e91df9d819 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4356e827a988460185a41bb4a0481a8f&device_id=4a64a529-b477-4c95-9d04-287553f8c7cc HTTP/1.1" status: 200 len: 1096 time: 0.0725081 Jul 16 08:59:22.548805 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8c0797-8f79-49ca-88ad-8bf2cebcfa4b x-openstack-request-id: req-4e8c0797-8f79-49ca-88ad-8bf2cebcfa4b {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:22.549170 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a64a529-b477-4c95-9d04-287553f8c7cc", "tag": "12ab73a9-147d-404a-8230-8d4dae2ef444", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:22.549505 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4e8c0797-8f79-49ca-88ad-8bf2cebcfa4b {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:22.549964 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a64a529-b477-4c95-9d04-287553f8c7cc', 'tag': '12ab73a9-147d-404a-8230-8d4dae2ef444', 'status': 'completed', 'code': 200} Jul 16 08:59:22.577241 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-a0b849c7-e9b4-4075-8a42-b77c4c1fee96 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12ab73a9-147d-404a-8230-8d4dae2ef444 HTTP/1.1" status: 200 len: 217 time: 0.0384388 Jul 16 08:59:22.626210 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-36d6107d-5750-4d41-b503-9ea9c9d7af7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:22.627678 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-36d6107d-5750-4d41-b503-9ea9c9d7af7c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c4d9e928-6536-4fbc-bd10-4f64492b6b6e HTTP/1.1" status: 200 len: 853 time: 0.0442414 Jul 16 08:59:22.664803 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-69fa324f-c4c6-4a63-80c5-02bd29a73119 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=232150c6-c2b7-4dfe-abcf-3769bf8915cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300543 Jul 16 08:59:22.676333 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bd3d13-d8f7-4f8e-b251-c62dbacde67e req-529aeb91-23e2-4df0-b5fc-da8a3137f03a tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:22.677863 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-99bd3d13-d8f7-4f8e-b251-c62dbacde67e req-529aeb91-23e2-4df0-b5fc-da8a3137f03a tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4203fa03-84f3-4823-a6c5-75cf93077ba8 HTTP/1.1" status: 200 len: 946 time: 0.0623391 Jul 16 08:59:22.718867 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-99bd3d13-d8f7-4f8e-b251-c62dbacde67e req-4acb9da0-1100-4115-9119-91c7d81f1022 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344069 Jul 16 08:59:22.755605 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-68ad87a2-be87-485e-a3d0-f6eab5f5935e service neutron] 10.222.0.30 "GET /v2.0/networks/232150c6-c2b7-4dfe-abcf-3769bf8915cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840685 Jul 16 08:59:22.851133 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b92ee840-948a-4189-9f17-a63afea8fe36 req-53a85692-b1ab-45f9-87b4-841b2945e63d service neutron] 10.222.0.30 "GET /v2.0/networks/232150c6-c2b7-4dfe-abcf-3769bf8915cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889781 Jul 16 08:59:22.951101 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe47ed-f4ef-4d18-9811-8a7be08f0be3 req-d82da5e9-5934-4ff6-a01f-c24da0803228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:22.952665 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bcfe47ed-f4ef-4d18-9811-8a7be08f0be3 req-d82da5e9-5934-4ff6-a01f-c24da0803228 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4356e827a988460185a41bb4a0481a8f&device_id=4a64a529-b477-4c95-9d04-287553f8c7cc HTTP/1.1" status: 200 len: 1096 time: 0.0530381 Jul 16 08:59:23.048380 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe47ed-f4ef-4d18-9811-8a7be08f0be3 req-39bcf396-ebf4-4f17-9544-ce49a3cfef15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:23.049849 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bcfe47ed-f4ef-4d18-9811-8a7be08f0be3 req-39bcf396-ebf4-4f17-9544-ce49a3cfef15 service neutron] 10.222.0.30 "GET /v2.0/networks?id=232150c6-c2b7-4dfe-abcf-3769bf8915cb HTTP/1.1" status: 200 len: 914 time: 0.0913537 Jul 16 08:59:23.091509 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bcfe47ed-f4ef-4d18-9811-8a7be08f0be3 req-88731424-a197-4403-adc3-2b6466fe8e30 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12ab73a9-147d-404a-8230-8d4dae2ef444 HTTP/1.1" status: 200 len: 217 time: 0.0350094 Jul 16 08:59:23.140924 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcfe47ed-f4ef-4d18-9811-8a7be08f0be3 req-856fb979-5878-4b2f-a829-d47e790f890b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:23.142362 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bcfe47ed-f4ef-4d18-9811-8a7be08f0be3 req-856fb979-5878-4b2f-a829-d47e790f890b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c4d9e928-6536-4fbc-bd10-4f64492b6b6e HTTP/1.1" status: 200 len: 853 time: 0.0431569 Jul 16 08:59:23.180055 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bcfe47ed-f4ef-4d18-9811-8a7be08f0be3 req-2334d65b-21dc-44d4-a0cd-b2d88ff45e1b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=232150c6-c2b7-4dfe-abcf-3769bf8915cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298378 Jul 16 08:59:23.268545 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bcfe47ed-f4ef-4d18-9811-8a7be08f0be3 req-44bddee1-734f-4492-b0b0-610af0070832 service neutron] 10.222.0.30 "GET /v2.0/networks/232150c6-c2b7-4dfe-abcf-3769bf8915cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813508 Jul 16 08:59:23.362477 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bcfe47ed-f4ef-4d18-9811-8a7be08f0be3 req-b65a65cc-96d9-4d5d-8276-7c62d3b9e4a7 service neutron] 10.222.0.30 "GET /v2.0/networks/232150c6-c2b7-4dfe-abcf-3769bf8915cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868859 Jul 16 08:59:23.685953 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c18557-9e48-4573-9364-39e0e6dfddda req-10fddc51-fff2-4d24-9ab3-eb080de4b1f2 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:23.687982 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87c18557-9e48-4573-9364-39e0e6dfddda req-10fddc51-fff2-4d24-9ab3-eb080de4b1f2 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a64a529-b477-4c95-9d04-287553f8c7cc HTTP/1.1" status: 200 len: 944 time: 0.0644042 Jul 16 08:59:23.725522 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87c18557-9e48-4573-9364-39e0e6dfddda req-068834dd-79a7-4297-b370-607cfa5def36 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b13500b-d3b9-412f-b23b-7fb0ee0622cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318515 Jul 16 08:59:23.893941 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adfea2a-dd97-4070-ba3f-27a3c4e2d807 req-54412a06-82dd-4ff8-bd25-7138acc191ee tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:23.895426 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3adfea2a-dd97-4070-ba3f-27a3c4e2d807 req-54412a06-82dd-4ff8-bd25-7138acc191ee tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4203fa03-84f3-4823-a6c5-75cf93077ba8 HTTP/1.1" status: 200 len: 946 time: 0.0666103 Jul 16 08:59:23.932366 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3adfea2a-dd97-4070-ba3f-27a3c4e2d807 req-33f5d53f-ea14-4564-b8c5-106c25bd5abd tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313137 Jul 16 08:59:24.629720 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device b888a379-aee8-4c27-9438-d1f3b9cb8aec details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:59:24.706294 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 12ab73a9-147d-404a-8230-8d4dae2ef444 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 08:59:24.739468 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port b888a379-aee8-4c27-9438-d1f3b9cb8aec, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=b888a379-aee8-4c27-9438-d1f3b9cb8aec,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:24.757855 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'b888a379-aee8-4c27-9438-d1f3b9cb8aec', 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1', 'port_id': 'b888a379-aee8-4c27-9438-d1f3b9cb8aec', 'mac_address': 'fa:16:3e:1e:05:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 117, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ad49083-8e48-4575-9b36-364c8d5c322c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:59:24.857635 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:24.884208 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b888a379-aee8-4c27-9438-d1f3b9cb8aec {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:59:24.889053 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 12ab73a9-147d-404a-8230-8d4dae2ef444, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=12ab73a9-147d-404a-8230-8d4dae2ef444,segment=NetworkSegment(775d1b08-9fb9-462d-b710-d8d956fccbf6),segment_id=775d1b08-9fb9-462d-b710-d8d956fccbf6)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:24.907187 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a55302f-4675-4386-a590-dcd68773b5c3 req-eaeb4d6f-1248-4135-85c0-0144cbffad93 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:24.913696 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '12ab73a9-147d-404a-8230-8d4dae2ef444', 'network_id': '232150c6-c2b7-4dfe-abcf-3769bf8915cb', 'port_id': '12ab73a9-147d-404a-8230-8d4dae2ef444', 'mac_address': 'fa:16:3e:c4:69:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4d9e928-6536-4fbc-bd10-4f64492b6b6e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 08:59:24.914307 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6a55302f-4675-4386-a590-dcd68773b5c3 req-eaeb4d6f-1248-4135-85c0-0144cbffad93 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a64a529-b477-4c95-9d04-287553f8c7cc HTTP/1.1" status: 200 len: 944 time: 0.0711453 Jul 16 08:59:24.918555 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port b888a379-aee8-4c27-9438-d1f3b9cb8aec, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=b888a379-aee8-4c27-9438-d1f3b9cb8aec,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:24.941871 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:24.956292 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6a55302f-4675-4386-a590-dcd68773b5c3 req-ec7b3a97-e0d3-488d-bb8c-4c7ef4075960 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b13500b-d3b9-412f-b23b-7fb0ee0622cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411084 Jul 16 08:59:24.998343 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.013879 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12ab73a9-147d-404a-8230-8d4dae2ef444 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 08:59:25.042122 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=b888a379-aee8-4c27-9438-d1f3b9cb8aec,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:25.046031 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 12ab73a9-147d-404a-8230-8d4dae2ef444, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=12ab73a9-147d-404a-8230-8d4dae2ef444,segment=NetworkSegment(775d1b08-9fb9-462d-b710-d8d956fccbf6),segment_id=775d1b08-9fb9-462d-b710-d8d956fccbf6)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:25.049291 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['b888a379-aee8-4c27-9438-d1f3b9cb8aec'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:59:25.053959 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:25.161591 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=12ab73a9-147d-404a-8230-8d4dae2ef444,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:25.169123 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5c06cc-a4f9-4dd8-a340-b1e20e2e61d3 req-82a88334-bce7-41ea-b236-d9e1afd51d93 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:25.172993 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-db5c06cc-a4f9-4dd8-a340-b1e20e2e61d3 req-82a88334-bce7-41ea-b236-d9e1afd51d93 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4203fa03-84f3-4823-a6c5-75cf93077ba8 HTTP/1.1" status: 200 len: 945 time: 0.0918307 Jul 16 08:59:25.228751 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-db5c06cc-a4f9-4dd8-a340-b1e20e2e61d3 req-a3aa94ee-d339-4c94-86e2-6a7c1da1754c tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493464 Jul 16 08:59:25.299617 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['12ab73a9-147d-404a-8230-8d4dae2ef444'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:59:26.151850 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c334233e-d945-473c-98ba-a780084df38e req-3ade73d0-290e-4db7-b02b-af785071aa62 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:26.159650 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c334233e-d945-473c-98ba-a780084df38e req-3ade73d0-290e-4db7-b02b-af785071aa62 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a64a529-b477-4c95-9d04-287553f8c7cc HTTP/1.1" status: 200 len: 945 time: 0.0746157 Jul 16 08:59:26.197161 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c334233e-d945-473c-98ba-a780084df38e req-803970b2-2198-409c-ba3e-a558b57da610 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b13500b-d3b9-412f-b23b-7fb0ee0622cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363929 Jul 16 08:59:26.415137 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a1d7b8-faf6-4375-9ded-e24344113dca req-2c585493-4e5e-4c23-a99e-5a57577044f6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:26.416754 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-18a1d7b8-faf6-4375-9ded-e24344113dca req-2c585493-4e5e-4c23-a99e-5a57577044f6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4203fa03-84f3-4823-a6c5-75cf93077ba8 HTTP/1.1" status: 200 len: 945 time: 0.0771441 Jul 16 08:59:26.463209 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-18a1d7b8-faf6-4375-9ded-e24344113dca req-bdda4c98-a348-4886-adb8-f3235fbd1b49 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384762 Jul 16 08:59:26.647766 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device b888a379-aee8-4c27-9438-d1f3b9cb8aec up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:26.706485 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port b888a379-aee8-4c27-9438-d1f3b9cb8aec triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:26.706884 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:26.728803 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 12ab73a9-147d-404a-8230-8d4dae2ef444 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 08:59:26.802563 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 12ab73a9-147d-404a-8230-8d4dae2ef444 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 08:59:26.809559 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 12ab73a9-147d-404a-8230-8d4dae2ef444 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 08:59:26.809559 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:26.869450 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:26.901567 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4203fa03-84f3-4823-a6c5-75cf93077ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b888a379-aee8-4c27-9438-d1f3b9cb8aec'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:26.904912 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf4a6186-a110-406b-9d43-3ef85572969b" -d '{"events": [{"server_uuid": "4203fa03-84f3-4823-a6c5-75cf93077ba8", "name": "network-vif-plugged", "status": "completed", "tag": "b888a379-aee8-4c27-9438-d1f3b9cb8aec"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:26.925377 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port b888a379-aee8-4c27-9438-d1f3b9cb8aec, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=b888a379-aee8-4c27-9438-d1f3b9cb8aec,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:26.934211 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:26.994330 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44694370-7db2-4f8f-8fcb-330e147527e9 x-openstack-request-id: req-44694370-7db2-4f8f-8fcb-330e147527e9 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:26.995052 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4203fa03-84f3-4823-a6c5-75cf93077ba8", "name": "network-vif-plugged", "status": "completed", "tag": "b888a379-aee8-4c27-9438-d1f3b9cb8aec", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:26.995438 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-44694370-7db2-4f8f-8fcb-330e147527e9 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:26.995831 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4203fa03-84f3-4823-a6c5-75cf93077ba8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b888a379-aee8-4c27-9438-d1f3b9cb8aec', 'code': 200} Jul 16 08:59:27.022659 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.052606 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=b888a379-aee8-4c27-9438-d1f3b9cb8aec,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:27.097118 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 12ab73a9-147d-404a-8230-8d4dae2ef444, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=12ab73a9-147d-404a-8230-8d4dae2ef444,segment=NetworkSegment(775d1b08-9fb9-462d-b710-d8d956fccbf6),segment_id=775d1b08-9fb9-462d-b710-d8d956fccbf6)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:27.104775 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:27.167842 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=12ab73a9-147d-404a-8230-8d4dae2ef444,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:27.424504 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53788e81-f6da-46e3-ad07-cdc5f392551e req-f9b85f77-a51c-4af4-a672-eef4ce0a710f tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:27.428247 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-53788e81-f6da-46e3-ad07-cdc5f392551e req-f9b85f77-a51c-4af4-a672-eef4ce0a710f tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a64a529-b477-4c95-9d04-287553f8c7cc HTTP/1.1" status: 200 len: 946 time: 0.0860004 Jul 16 08:59:27.482256 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-53788e81-f6da-46e3-ad07-cdc5f392551e req-578761b7-4202-42dc-b556-9d546bab1abb tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b13500b-d3b9-412f-b23b-7fb0ee0622cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465314 Jul 16 08:59:27.660793 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e845ee1-44f5-4d24-8b7e-31b489373224 req-907a2c90-80d2-4e27-b58a-f3a49bba524a tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:27.662855 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8e845ee1-44f5-4d24-8b7e-31b489373224 req-907a2c90-80d2-4e27-b58a-f3a49bba524a tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4203fa03-84f3-4823-a6c5-75cf93077ba8 HTTP/1.1" status: 200 len: 946 time: 0.0737879 Jul 16 08:59:27.737314 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8e845ee1-44f5-4d24-8b7e-31b489373224 req-b16f4c12-cf58-4b20-8083-61f5aa3e7e24 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531170 Jul 16 08:59:28.683292 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e877d5-d6a3-4b0a-86bc-993483216e5e req-038ce147-a1f3-4792-83b4-67f3942f3768 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:28.685482 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-22e877d5-d6a3-4b0a-86bc-993483216e5e req-038ce147-a1f3-4792-83b4-67f3942f3768 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a64a529-b477-4c95-9d04-287553f8c7cc HTTP/1.1" status: 200 len: 946 time: 0.0681684 Jul 16 08:59:28.735951 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-22e877d5-d6a3-4b0a-86bc-993483216e5e req-91431e77-dd6a-4a72-af06-3276a666be1a tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b13500b-d3b9-412f-b23b-7fb0ee0622cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434289 Jul 16 08:59:28.947565 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdd42f4-23ff-4641-921e-d97a2b3ea70d req-91514a74-f907-4bba-aa51-8633be9648f9 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:28.949271 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3bdd42f4-23ff-4641-921e-d97a2b3ea70d req-91514a74-f907-4bba-aa51-8633be9648f9 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4203fa03-84f3-4823-a6c5-75cf93077ba8 HTTP/1.1" status: 200 len: 946 time: 0.0880115 Jul 16 08:59:28.996923 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a64a529-b477-4c95-9d04-287553f8c7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ab73a9-147d-404a-8230-8d4dae2ef444'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:28.999425 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88995cc-dacb-43a9-8f1c-b03bd16b319d" -d '{"events": [{"server_uuid": "4a64a529-b477-4c95-9d04-287553f8c7cc", "name": "network-vif-plugged", "status": "completed", "tag": "12ab73a9-147d-404a-8230-8d4dae2ef444"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:29.017371 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3bdd42f4-23ff-4641-921e-d97a2b3ea70d req-c53f5fe6-f201-4a9f-aee8-e1deefdf6888 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565341 Jul 16 08:59:29.052724 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7955a4-512e-476e-8fae-05e451a5c51e x-openstack-request-id: req-ff7955a4-512e-476e-8fae-05e451a5c51e {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:29.053107 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a64a529-b477-4c95-9d04-287553f8c7cc", "name": "network-vif-plugged", "status": "completed", "tag": "12ab73a9-147d-404a-8230-8d4dae2ef444", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:29.053288 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ff7955a4-512e-476e-8fae-05e451a5c51e {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:29.053655 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a64a529-b477-4c95-9d04-287553f8c7cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12ab73a9-147d-404a-8230-8d4dae2ef444', 'code': 200} Jul 16 08:59:29.190990 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2518521e-5029-4841-bcf4-6fa655791b0b req-526b7f4d-2984-407c-9c7f-020f7cfb2d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:29.192916 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2518521e-5029-4841-bcf4-6fa655791b0b req-526b7f4d-2984-407c-9c7f-020f7cfb2d9a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4a64a529-b477-4c95-9d04-287553f8c7cc HTTP/1.1" status: 200 len: 1098 time: 0.0707464 Jul 16 08:59:29.239862 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2518521e-5029-4841-bcf4-6fa655791b0b req-e554dd69-5928-4a6f-b969-62ec7cb8262a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3b13500b-d3b9-412f-b23b-7fb0ee0622cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387771 Jul 16 08:59:29.932271 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e85413-90b0-4915-b8d2-77bf0a4952b2 req-93f85ec6-59dc-4d5f-be61-6922376937be tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:29.936579 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b5e85413-90b0-4915-b8d2-77bf0a4952b2 req-93f85ec6-59dc-4d5f-be61-6922376937be tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a64a529-b477-4c95-9d04-287553f8c7cc HTTP/1.1" status: 200 len: 946 time: 0.0713794 Jul 16 08:59:29.992371 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b5e85413-90b0-4915-b8d2-77bf0a4952b2 req-d746de6f-9c81-4255-af99-325d71edb5f9 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b13500b-d3b9-412f-b23b-7fb0ee0622cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449042 Jul 16 08:59:30.216275 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e2f31ad-024f-4e82-945b-23d08845f8a3 req-872a38f4-738e-405a-83b5-b6cded4f3a05 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:30.218811 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5e2f31ad-024f-4e82-945b-23d08845f8a3 req-872a38f4-738e-405a-83b5-b6cded4f3a05 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4203fa03-84f3-4823-a6c5-75cf93077ba8 HTTP/1.1" status: 200 len: 946 time: 0.0846398 Jul 16 08:59:30.266848 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 08:59:30.286230 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5e2f31ad-024f-4e82-945b-23d08845f8a3 req-3f0f28df-f744-4bc2-84cd-e319989cc271 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593245 Jul 16 08:59:30.737524 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-11e9df4d-6b82-479a-bc8b-155efd3f7570 req-f122759c-49e5-4c38-9a5f-188270ef2c05 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2506fd1-8764-4544-8c1a-cffd358d4641&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0898855 Jul 16 08:59:30.825676 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9df4d-6b82-479a-bc8b-155efd3f7570 req-4ac8b462-b466-410e-ad2c-14cc41ea9fba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:30.827777 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-11e9df4d-6b82-479a-bc8b-155efd3f7570 req-4ac8b462-b466-410e-ad2c-14cc41ea9fba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30db3ea81a8c4c93843f47b12edb82f2&device_id=a2506fd1-8764-4544-8c1a-cffd358d4641 HTTP/1.1" status: 200 len: 1097 time: 0.0600400 Jul 16 08:59:30.955322 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9df4d-6b82-479a-bc8b-155efd3f7570 req-4646ddd1-02d4-47cc-ae59-ddd425f19300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:30.956872 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-11e9df4d-6b82-479a-bc8b-155efd3f7570 req-4646ddd1-02d4-47cc-ae59-ddd425f19300 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 HTTP/1.1" status: 200 len: 913 time: 0.1072650 Jul 16 08:59:31.038646 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-11e9df4d-6b82-479a-bc8b-155efd3f7570 req-aa307e94-6281-4c85-bb57-6a5ff8cd12d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f070239-293f-4d2f-8732-60be0fca15fc HTTP/1.1" status: 200 len: 1001 time: 0.0731800 Jul 16 08:59:31.092739 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9df4d-6b82-479a-bc8b-155efd3f7570 req-a69f9ddb-12ee-4768-9e44-04c17609338f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:31.095270 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-11e9df4d-6b82-479a-bc8b-155efd3f7570 req-a69f9ddb-12ee-4768-9e44-04c17609338f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1a202c89-ad61-4335-b129-f178d622ac10 HTTP/1.1" status: 200 len: 851 time: 0.0503979 Jul 16 08:59:31.209328 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9df4d-6b82-479a-bc8b-155efd3f7570 req-355c1100-83f7-4f32-9a39-9822d809776c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:31.211036 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-11e9df4d-6b82-479a-bc8b-155efd3f7570 req-355c1100-83f7-4f32-9a39-9822d809776c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1089747 Jul 16 08:59:31.222838 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabb7a52-1632-4f07-bef0-6d8002a71482 req-33a22e94-51ff-484e-b799-04244b6fdd0e tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:31.224327 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dabb7a52-1632-4f07-bef0-6d8002a71482 req-33a22e94-51ff-484e-b799-04244b6fdd0e tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a64a529-b477-4c95-9d04-287553f8c7cc HTTP/1.1" status: 200 len: 946 time: 0.1085486 Jul 16 08:59:31.319299 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dabb7a52-1632-4f07-bef0-6d8002a71482 req-e1bfe5d2-1bff-4c7d-8f4e-fd5e86571d08 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b13500b-d3b9-412f-b23b-7fb0ee0622cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851967 Jul 16 08:59:31.380376 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-11e9df4d-6b82-479a-bc8b-155efd3f7570 req-cdfae258-a8e4-4508-96e9-a64e38b7a992 service neutron] 10.222.0.30 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542726 Jul 16 08:59:31.513508 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-11e9df4d-6b82-479a-bc8b-155efd3f7570 req-f59b10fe-4aa1-4e60-82a5-423e56d488b7 service neutron] 10.222.0.30 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224079 Jul 16 08:59:31.515556 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88d26c0-734d-4968-9fdd-e6c65aa920ba req-33b3b38c-e58e-4627-b286-18516c5c3492 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:31.524703 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c88d26c0-734d-4968-9fdd-e6c65aa920ba req-33b3b38c-e58e-4627-b286-18516c5c3492 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4203fa03-84f3-4823-a6c5-75cf93077ba8 HTTP/1.1" status: 200 len: 946 time: 0.0860763 Jul 16 08:59:31.578665 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c88d26c0-734d-4968-9fdd-e6c65aa920ba req-b755b147-4b25-4791-941e-9c4303d58bac tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528207 Jul 16 08:59:32.218422 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:32.257100 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:32.789509 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82501f2b-1d09-4d69-a842-033a4d63959b req-8a0e204e-1afe-4eb3-beab-e92534940748 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:32.792299 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82501f2b-1d09-4d69-a842-033a4d63959b req-8a0e204e-1afe-4eb3-beab-e92534940748 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4203fa03-84f3-4823-a6c5-75cf93077ba8 HTTP/1.1" status: 200 len: 946 time: 0.0940270 Jul 16 08:59:32.844020 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82501f2b-1d09-4d69-a842-033a4d63959b req-d3c9f226-0661-44b3-beec-bf3fc88111a7 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441628 Jul 16 08:59:33.303275 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8183e6de-029c-462e-98dd-d6633b4aaa45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:34.055022 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb88e5ee-88da-4911-aacb-8396d132257d req-df8138c4-8f5a-4100-a93b-4a989c878433 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:34.056714 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cb88e5ee-88da-4911-aacb-8396d132257d req-df8138c4-8f5a-4100-a93b-4a989c878433 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4203fa03-84f3-4823-a6c5-75cf93077ba8 HTTP/1.1" status: 200 len: 946 time: 0.0791886 Jul 16 08:59:34.101556 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cb88e5ee-88da-4911-aacb-8396d132257d req-aeab30d1-abc6-4270-88c6-4df6c0b70cc2 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367150 Jul 16 08:59:34.719910 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccda369-0e0b-494a-a19b-1bd035692efe req-f5c604e1-9e12-4a41-b441-7b51e74f7227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:34.721582 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9ccda369-0e0b-494a-a19b-1bd035692efe req-f5c604e1-9e12-4a41-b441-7b51e74f7227 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2f4c1f959be841b791b07e280453979b&device_id=4203fa03-84f3-4823-a6c5-75cf93077ba8 HTTP/1.1" status: 200 len: 1098 time: 0.0571368 Jul 16 08:59:34.821443 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccda369-0e0b-494a-a19b-1bd035692efe req-4fead375-90d4-45a3-8355-e1ecd4d70b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:34.822977 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9ccda369-0e0b-494a-a19b-1bd035692efe req-4fead375-90d4-45a3-8355-e1ecd4d70b5c service neutron] 10.222.0.21 "GET /v2.0/networks?id=51d51b2e-c364-4882-bbf4-f36afab1b6c1 HTTP/1.1" status: 200 len: 913 time: 0.0948672 Jul 16 08:59:34.864788 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9ccda369-0e0b-494a-a19b-1bd035692efe req-5be6eb91-a801-411e-816b-733af1f050bf service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b888a379-aee8-4c27-9438-d1f3b9cb8aec HTTP/1.1" status: 200 len: 217 time: 0.0354259 Jul 16 08:59:34.918010 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccda369-0e0b-494a-a19b-1bd035692efe req-77937844-42e9-474b-8a15-756032bebf19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:34.919940 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9ccda369-0e0b-494a-a19b-1bd035692efe req-77937844-42e9-474b-8a15-756032bebf19 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ad49083-8e48-4575-9b36-364c8d5c322c HTTP/1.1" status: 200 len: 851 time: 0.0497711 Jul 16 08:59:34.989668 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccda369-0e0b-494a-a19b-1bd035692efe req-ca2f6698-73ee-431a-8f0c-c52b8b082b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:34.991258 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9ccda369-0e0b-494a-a19b-1bd035692efe req-ca2f6698-73ee-431a-8f0c-c52b8b082b76 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51d51b2e-c364-4882-bbf4-f36afab1b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634859 Jul 16 08:59:35.085152 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9ccda369-0e0b-494a-a19b-1bd035692efe req-81236420-093f-4652-938f-6aa5972a47c3 service neutron] 10.222.0.21 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878711 Jul 16 08:59:35.188666 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9ccda369-0e0b-494a-a19b-1bd035692efe req-1f660141-5c40-487c-b561-33e3826b505d service neutron] 10.222.0.21 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0966289 Jul 16 08:59:35.319986 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43c4276-ba7e-4ff0-9595-402149c24b9d req-1ee10711-4df3-4e9b-b4fa-63034e6b3071 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:35.321663 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a43c4276-ba7e-4ff0-9595-402149c24b9d req-1ee10711-4df3-4e9b-b4fa-63034e6b3071 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4203fa03-84f3-4823-a6c5-75cf93077ba8 HTTP/1.1" status: 200 len: 946 time: 0.0885186 Jul 16 08:59:35.372919 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a43c4276-ba7e-4ff0-9595-402149c24b9d req-5363162e-b718-4c77-9d2c-31846f28871c tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424886 Jul 16 08:59:35.708291 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d059b839-1f14-46db-b31b-fb90bb2d2e09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:36.026575 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:36.569919 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0f43b-03d9-429f-93c3-986ae9671c1a req-a4168c96-2b4a-4720-ba14-d54adfb9410f tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:36.572093 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bfa0f43b-03d9-429f-93c3-986ae9671c1a req-a4168c96-2b4a-4720-ba14-d54adfb9410f tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4203fa03-84f3-4823-a6c5-75cf93077ba8 HTTP/1.1" status: 200 len: 946 time: 0.0807118 Jul 16 08:59:36.615837 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bfa0f43b-03d9-429f-93c3-986ae9671c1a req-fbd8707e-d588-4793-b107-017e0e0b5eca tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371759 Jul 16 08:59:37.123921 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:37.803363 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d56f95-14d8-4995-9a83-b7d7c17d8fa0 req-759eed1e-55e6-4022-809b-212a79076c59 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:37.804909 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-46d56f95-14d8-4995-9a83-b7d7c17d8fa0 req-759eed1e-55e6-4022-809b-212a79076c59 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4203fa03-84f3-4823-a6c5-75cf93077ba8 HTTP/1.1" status: 200 len: 946 time: 0.0714750 Jul 16 08:59:37.851107 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-46d56f95-14d8-4995-9a83-b7d7c17d8fa0 req-62fdcf29-b258-45f3-88f1-fb18ae5d34f5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405638 Jul 16 08:59:38.027240 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e2f92a-0baa-480f-a051-d8040f5ed4c1 req-68635ee7-5acc-405e-a6cc-687d6aca5a4a tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:38.028717 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d5e2f92a-0baa-480f-a051-d8040f5ed4c1 req-68635ee7-5acc-405e-a6cc-687d6aca5a4a tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0648055 Jul 16 08:59:38.072884 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d5e2f92a-0baa-480f-a051-d8040f5ed4c1 req-4b6227d1-550d-4a10-8dba-93a3b60dd3f6 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384204 Jul 16 08:59:38.255052 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23908cd-0599-47db-b47c-65afd7426f22 req-900f2a6e-7c58-456f-ac75-9ce87f554d1d tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:38.256742 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f23908cd-0599-47db-b47c-65afd7426f22 req-900f2a6e-7c58-456f-ac75-9ce87f554d1d tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0642970 Jul 16 08:59:38.302770 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f23908cd-0599-47db-b47c-65afd7426f22 req-b6e4f538-e58a-4297-a0bf-d733e9433848 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397987 Jul 16 08:59:38.583415 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.659807 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6006e90b-60b5-427f-adad-369a84ac0603 req-44b2bd2e-59e1-4d40-b380-3aa7668f0c4f tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:38.661652 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6006e90b-60b5-427f-adad-369a84ac0603 req-44b2bd2e-59e1-4d40-b380-3aa7668f0c4f tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0702977 Jul 16 08:59:38.700437 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6006e90b-60b5-427f-adad-369a84ac0603 req-709cfd2b-17ce-4aa1-9418-ad7480bed533 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329654 Jul 16 08:59:38.736379 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device b888a379-aee8-4c27-9438-d1f3b9cb8aec no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 08:59:38.817909 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.843553 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4203fa03-84f3-4823-a6c5-75cf93077ba8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b888a379-aee8-4c27-9438-d1f3b9cb8aec'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:38.845891 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1667db6b-078d-49da-af0e-a6b60bff048a" -d '{"events": [{"server_uuid": "4203fa03-84f3-4823-a6c5-75cf93077ba8", "name": "network-vif-unplugged", "status": "completed", "tag": "b888a379-aee8-4c27-9438-d1f3b9cb8aec"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:38.860391 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port b888a379-aee8-4c27-9438-d1f3b9cb8aec, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=b888a379-aee8-4c27-9438-d1f3b9cb8aec,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:38.867637 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:38.893312 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6da95ed0-23ad-4f4e-a421-ad62d85a15f4 x-openstack-request-id: req-6da95ed0-23ad-4f4e-a421-ad62d85a15f4 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:38.893612 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4203fa03-84f3-4823-a6c5-75cf93077ba8", "name": "network-vif-unplugged", "status": "failed", "tag": "b888a379-aee8-4c27-9438-d1f3b9cb8aec", "code": 422}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:38.893867 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6da95ed0-23ad-4f4e-a421-ad62d85a15f4 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:38.894267 n-d-771362-37 neutron-server[93760]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4203fa03-84f3-4823-a6c5-75cf93077ba8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b888a379-aee8-4c27-9438-d1f3b9cb8aec', 'code': 422} returned with failed status Jul 16 08:59:38.920505 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=b888a379-aee8-4c27-9438-d1f3b9cb8aec,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:39.900986 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286ffa2-3f35-4980-9237-7f00401255a9 req-79611fde-f731-4b08-9eb5-343a0385bac7 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:39.902506 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b286ffa2-3f35-4980-9237-7f00401255a9 req-79611fde-f731-4b08-9eb5-343a0385bac7 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0738909 Jul 16 08:59:39.950193 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b286ffa2-3f35-4980-9237-7f00401255a9 req-1ec078f7-3be8-4b84-88ba-04e5f9c117f2 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414672 Jul 16 08:59:41.130234 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6408b5-0866-4dfa-b97f-09a45ffb58f6 req-fdb6702d-897d-49cc-b9c3-fc7073df7824 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:41.131801 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7e6408b5-0866-4dfa-b97f-09a45ffb58f6 req-fdb6702d-897d-49cc-b9c3-fc7073df7824 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0647233 Jul 16 08:59:41.172469 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7e6408b5-0866-4dfa-b97f-09a45ffb58f6 req-426e545f-af71-43b1-b0ec-3c9d7d036c9e tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342178 Jul 16 08:59:42.347667 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230c6cf7-fa00-457a-a74a-27ae87a72850 req-75f7a939-97e9-4123-a005-4e34a24cd258 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:42.349223 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-230c6cf7-fa00-457a-a74a-27ae87a72850 req-75f7a939-97e9-4123-a005-4e34a24cd258 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0649390 Jul 16 08:59:42.388017 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-230c6cf7-fa00-457a-a74a-27ae87a72850 req-0c2ca52e-47dc-459f-a1de-bdfead79def4 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331709 Jul 16 08:59:43.567376 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865d0915-50a7-4686-a4b4-228dc09beee7 req-28fac375-617a-43c1-a13d-97a2351bf3f2 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:43.568957 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-865d0915-50a7-4686-a4b4-228dc09beee7 req-28fac375-617a-43c1-a13d-97a2351bf3f2 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0692101 Jul 16 08:59:43.609920 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-865d0915-50a7-4686-a4b4-228dc09beee7 req-7f95504e-5c9b-4414-8249-28d8be09cc99 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336869 Jul 16 08:59:44.790060 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b579fa-ad2c-43e9-ad50-e6c883b29665 req-381ae329-b54c-4fd5-8c1b-b912f7421eba tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:44.799217 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e3b579fa-ad2c-43e9-ad50-e6c883b29665 req-381ae329-b54c-4fd5-8c1b-b912f7421eba tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0758054 Jul 16 08:59:44.847184 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e3b579fa-ad2c-43e9-ad50-e6c883b29665 req-29e3cf86-2f02-42f6-b832-87d43ea81d03 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466127 Jul 16 08:59:45.284678 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63ece0ae-0b2d-4975-9dd8-959493c34a72 req-f571cd42-8921-43d0-9bd8-b888fba45565 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0689445 Jul 16 08:59:45.391665 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ece0ae-0b2d-4975-9dd8-959493c34a72 req-440281b1-e56d-4a58-b747-8d0a36fdc212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:45.393236 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63ece0ae-0b2d-4975-9dd8-959493c34a72 req-440281b1-e56d-4a58-b747-8d0a36fdc212 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=2f4c1f959be841b791b07e280453979b&device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 1102 time: 0.0590029 Jul 16 08:59:45.497335 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ece0ae-0b2d-4975-9dd8-959493c34a72 req-5bec3c2c-3c3a-4370-a93f-1a18bb0671a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:45.499497 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63ece0ae-0b2d-4975-9dd8-959493c34a72 req-5bec3c2c-3c3a-4370-a93f-1a18bb0671a9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=51d51b2e-c364-4882-bbf4-f36afab1b6c1 HTTP/1.1" status: 200 len: 913 time: 0.0853088 Jul 16 08:59:45.541807 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63ece0ae-0b2d-4975-9dd8-959493c34a72 req-f2e9bf24-28c7-44d3-a6e2-2787b891c47a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=23a9c306-d853-4f43-9f9b-9960ef8ac727 HTTP/1.1" status: 200 len: 217 time: 0.0369287 Jul 16 08:59:45.589417 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ece0ae-0b2d-4975-9dd8-959493c34a72 req-95df9993-768e-458b-b565-fd3d93f48b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:45.590879 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63ece0ae-0b2d-4975-9dd8-959493c34a72 req-95df9993-768e-458b-b565-fd3d93f48b74 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8ad49083-8e48-4575-9b36-364c8d5c322c HTTP/1.1" status: 200 len: 851 time: 0.0431232 Jul 16 08:59:45.647437 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ece0ae-0b2d-4975-9dd8-959493c34a72 req-5818a809-4452-4772-8a81-de82885dc316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:45.648959 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63ece0ae-0b2d-4975-9dd8-959493c34a72 req-5818a809-4452-4772-8a81-de82885dc316 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=51d51b2e-c364-4882-bbf4-f36afab1b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521197 Jul 16 08:59:45.748610 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63ece0ae-0b2d-4975-9dd8-959493c34a72 req-1fa3750a-d0d8-48a2-ab56-e82e7e3e1791 service neutron] 10.222.0.21 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930645 Jul 16 08:59:45.861609 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63ece0ae-0b2d-4975-9dd8-959493c34a72 req-f4dfad8b-f1b3-4dbe-a573-5a508ac14526 service neutron] 10.222.0.21 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1071017 Jul 16 08:59:46.058124 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33019a8c-84b5-4e4d-841c-cc188777c670 req-a0919e2f-12f7-47f3-9d40-4915e403fde3 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:46.059742 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-33019a8c-84b5-4e4d-841c-cc188777c670 req-a0919e2f-12f7-47f3-9d40-4915e403fde3 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0802779 Jul 16 08:59:46.104197 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-33019a8c-84b5-4e4d-841c-cc188777c670 req-0d705bc5-d5eb-4e4d-b287-c55d7d352b1e tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353472 Jul 16 08:59:47.279307 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf24a5ad-127d-4a27-b978-e788f04d2116 req-18861f63-be7c-436c-9f93-8295877b0b03 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:47.280979 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bf24a5ad-127d-4a27-b978-e788f04d2116 req-18861f63-be7c-436c-9f93-8295877b0b03 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0659556 Jul 16 08:59:47.320479 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bf24a5ad-127d-4a27-b978-e788f04d2116 req-8262fee1-4809-4054-a7d8-05c58bbbb7fd tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337284 Jul 16 08:59:48.501940 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1583f2-b0ed-4fd6-998d-46cfff96f4b6 req-f10cb33d-d67e-4465-be1f-89184be88073 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:48.503388 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2c1583f2-b0ed-4fd6-998d-46cfff96f4b6 req-f10cb33d-d67e-4465-be1f-89184be88073 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0659688 Jul 16 08:59:48.543685 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2c1583f2-b0ed-4fd6-998d-46cfff96f4b6 req-4d5de085-c1bd-46f9-a997-3af68100ee2d tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339944 Jul 16 08:59:49.726151 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69d5f65-e7c3-4ef5-861c-2c932a0aea7d req-32814be2-f962-4454-a2e9-dfa4dbf1faee tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:49.727678 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d69d5f65-e7c3-4ef5-861c-2c932a0aea7d req-32814be2-f962-4454-a2e9-dfa4dbf1faee tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0680814 Jul 16 08:59:49.768033 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d69d5f65-e7c3-4ef5-861c-2c932a0aea7d req-d490bddd-59f0-4183-8a9a-029f043e6dd5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338464 Jul 16 08:59:50.099402 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386abc47-02d2-4a78-8c78-82c27b6f0a10 req-b366ba00-8e49-4bf3-b162-5ddc480b1b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:50.100961 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-386abc47-02d2-4a78-8c78-82c27b6f0a10 req-b366ba00-8e49-4bf3-b162-5ddc480b1b6f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f4c1f959be841b791b07e280453979b&device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 1096 time: 0.0541565 Jul 16 08:59:50.112232 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b1e33ca-039d-408e-b24e-fbab7045aab1 req-f19e8b77-d1b7-4d63-a1bc-40555bceda94 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:50.113927 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2b1e33ca-039d-408e-b24e-fbab7045aab1 req-f19e8b77-d1b7-4d63-a1bc-40555bceda94 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0710585 Jul 16 08:59:50.154230 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2b1e33ca-039d-408e-b24e-fbab7045aab1 req-92c0cc83-36d2-4913-aa59-2ef1a6deffc7 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340543 Jul 16 08:59:50.202467 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386abc47-02d2-4a78-8c78-82c27b6f0a10 req-42d20410-a371-4fc7-a1a7-1c96c738c02f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:50.204209 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-386abc47-02d2-4a78-8c78-82c27b6f0a10 req-42d20410-a371-4fc7-a1a7-1c96c738c02f service neutron] 10.222.0.30 "GET /v2.0/networks?id=51d51b2e-c364-4882-bbf4-f36afab1b6c1 HTTP/1.1" status: 200 len: 913 time: 0.0953763 Jul 16 08:59:50.275126 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-386abc47-02d2-4a78-8c78-82c27b6f0a10 req-08d21986-5c2e-4e0f-90c3-4018b0bdb6c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c63893c6-6232-40bc-9a83-fbb40cca45b0 HTTP/1.1" status: 200 len: 999 time: 0.0638983 Jul 16 08:59:50.331162 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386abc47-02d2-4a78-8c78-82c27b6f0a10 req-654f71fc-eded-402f-b372-e565e113402e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:50.332847 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-386abc47-02d2-4a78-8c78-82c27b6f0a10 req-654f71fc-eded-402f-b372-e565e113402e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ad49083-8e48-4575-9b36-364c8d5c322c HTTP/1.1" status: 200 len: 851 time: 0.0501976 Jul 16 08:59:50.392845 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386abc47-02d2-4a78-8c78-82c27b6f0a10 req-ab097a54-7ae7-42b4-9bc1-a075177f82f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:50.394339 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-386abc47-02d2-4a78-8c78-82c27b6f0a10 req-ab097a54-7ae7-42b4-9bc1-a075177f82f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51d51b2e-c364-4882-bbf4-f36afab1b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550532 Jul 16 08:59:50.492029 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-386abc47-02d2-4a78-8c78-82c27b6f0a10 req-1f98b7aa-8564-433f-a319-bd82ae8c27de service neutron] 10.222.0.30 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899236 Jul 16 08:59:50.592033 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-386abc47-02d2-4a78-8c78-82c27b6f0a10 req-c7c53981-489f-434e-bd5a-264a53050acb service neutron] 10.222.0.30 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905743 Jul 16 08:59:51.326215 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ca1e35-4fde-421d-86d0-78fe7a08a95c req-b0fd6900-bc78-41ec-9b1d-558f84e62992 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:51.327779 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-23ca1e35-4fde-421d-86d0-78fe7a08a95c req-b0fd6900-bc78-41ec-9b1d-558f84e62992 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0622084 Jul 16 08:59:51.366683 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-23ca1e35-4fde-421d-86d0-78fe7a08a95c req-3f5a83f5-aa2d-4957-bece-73c0d0d3cdfa tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330660 Jul 16 08:59:51.539970 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f23a4c-980c-429f-9de0-5a661baffa98 req-81b4e8d7-7e78-47b5-af16-916738b8578f tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:51.541387 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f23a4c-980c-429f-9de0-5a661baffa98 req-81b4e8d7-7e78-47b5-af16-916738b8578f tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0647807 Jul 16 08:59:51.580621 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73f23a4c-980c-429f-9de0-5a661baffa98 req-4c281541-2729-426b-9696-65fc00e88a20 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332956 Jul 16 08:59:51.767284 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5723268d-188b-403b-b969-ce51c213b57b req-cfdd320e-6abc-4cb6-a1d5-7e5fb8fd1f37 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:51.768852 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5723268d-188b-403b-b969-ce51c213b57b req-cfdd320e-6abc-4cb6-a1d5-7e5fb8fd1f37 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0715966 Jul 16 08:59:51.815891 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5723268d-188b-403b-b969-ce51c213b57b req-3cafac96-fbc1-4bfe-b9c7-eda50f235ba2 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411658 Jul 16 08:59:52.196806 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeda9821-f092-4f01-9761-54af069009c7 req-55ead71c-9d5e-422e-b1eb-cd22cba49483 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:52.198267 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aeda9821-f092-4f01-9761-54af069009c7 req-55ead71c-9d5e-422e-b1eb-cd22cba49483 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0641210 Jul 16 08:59:52.247520 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aeda9821-f092-4f01-9761-54af069009c7 req-f914a94f-7312-4f9f-b9e2-6826411908f4 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424669 Jul 16 08:59:53.426073 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdd14c2-9153-4e48-ab37-87d98d7d8b17 req-bde28fa0-f422-4535-b055-919445258cab tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:53.427548 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4cdd14c2-9153-4e48-ab37-87d98d7d8b17 req-bde28fa0-f422-4535-b055-919445258cab tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0666838 Jul 16 08:59:53.465776 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4cdd14c2-9153-4e48-ab37-87d98d7d8b17 req-f82a3959-73c2-41b3-a022-b5fd8944b0a3 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324457 Jul 16 08:59:53.791680 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ad452-0007-43d0-bd07-0fcefde8bd85 req-33acd049-5734-4037-8792-1ed6d361dff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:53.793239 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d9ad452-0007-43d0-bd07-0fcefde8bd85 req-33acd049-5734-4037-8792-1ed6d361dff5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2f4c1f959be841b791b07e280453979b&device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 1096 time: 0.0561378 Jul 16 08:59:53.797900 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0afa02f1-d10d-4d60-a462-402ecbf626f0 req-7a55bf0a-0171-449f-878d-8af3e424115b tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:53.799570 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0afa02f1-d10d-4d60-a462-402ecbf626f0 req-7a55bf0a-0171-449f-878d-8af3e424115b tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0641329 Jul 16 08:59:53.841169 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0afa02f1-d10d-4d60-a462-402ecbf626f0 req-85b21bb4-6916-4d4e-ab34-3d3fef503b2d tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357349 Jul 16 08:59:53.886123 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ad452-0007-43d0-bd07-0fcefde8bd85 req-d99d4c88-cdfc-42d1-a96e-663b1229fb81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:53.887580 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d9ad452-0007-43d0-bd07-0fcefde8bd85 req-d99d4c88-cdfc-42d1-a96e-663b1229fb81 service neutron] 10.222.0.30 "GET /v2.0/networks?id=51d51b2e-c364-4882-bbf4-f36afab1b6c1 HTTP/1.1" status: 200 len: 913 time: 0.0876677 Jul 16 08:59:53.955156 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d9ad452-0007-43d0-bd07-0fcefde8bd85 req-716b4fd3-4162-4857-8deb-8d721ef11174 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c63893c6-6232-40bc-9a83-fbb40cca45b0 HTTP/1.1" status: 200 len: 999 time: 0.0605099 Jul 16 08:59:54.008802 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ad452-0007-43d0-bd07-0fcefde8bd85 req-018c2011-ea84-4f1f-bc8b-b6f5918ff63c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:54.010278 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d9ad452-0007-43d0-bd07-0fcefde8bd85 req-018c2011-ea84-4f1f-bc8b-b6f5918ff63c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8ad49083-8e48-4575-9b36-364c8d5c322c HTTP/1.1" status: 200 len: 851 time: 0.0478354 Jul 16 08:59:54.069037 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9ad452-0007-43d0-bd07-0fcefde8bd85 req-abfdc2d8-83f9-429e-8149-1671eb4475d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:54.070567 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d9ad452-0007-43d0-bd07-0fcefde8bd85 req-abfdc2d8-83f9-429e-8149-1671eb4475d6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=51d51b2e-c364-4882-bbf4-f36afab1b6c1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538027 Jul 16 08:59:54.164014 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d9ad452-0007-43d0-bd07-0fcefde8bd85 req-a834c7cc-9699-4e31-a4ed-cb4eb06b4b13 service neutron] 10.222.0.30 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856435 Jul 16 08:59:54.259069 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d9ad452-0007-43d0-bd07-0fcefde8bd85 req-e14dcfea-9597-4c77-8699-2da4701d1f47 service neutron] 10.222.0.30 "GET /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872288 Jul 16 08:59:55.028084 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4501f0e3-105c-484e-92a4-2509cc268e62 req-15d9b153-40f7-44ac-9054-e01bcf2a7abb tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:55.030028 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4501f0e3-105c-484e-92a4-2509cc268e62 req-15d9b153-40f7-44ac-9054-e01bcf2a7abb tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0625336 Jul 16 08:59:55.071302 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4501f0e3-105c-484e-92a4-2509cc268e62 req-c7eb8772-2c18-485b-a79c-9aa2cd2a6de8 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356653 Jul 16 08:59:56.246644 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1606ae-44c9-4e55-a69b-e3ac1c5f150e req-be1beab8-24de-4c5f-a9bf-e6e60a0a9760 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:56.248133 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bd1606ae-44c9-4e55-a69b-e3ac1c5f150e req-be1beab8-24de-4c5f-a9bf-e6e60a0a9760 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0678198 Jul 16 08:59:56.289089 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bd1606ae-44c9-4e55-a69b-e3ac1c5f150e req-5cb02784-92f7-4663-9067-b05db37ab63d tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331500 Jul 16 08:59:56.459875 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ae8fa0-2713-4a0d-b069-1a58a607c597 req-e4b8a3ae-fbca-4db1-b611-44cb972338fa tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:56.461288 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-43ae8fa0-2713-4a0d-b069-1a58a607c597 req-e4b8a3ae-fbca-4db1-b611-44cb972338fa tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0628254 Jul 16 08:59:56.499279 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-43ae8fa0-2713-4a0d-b069-1a58a607c597 req-cf0e2dfc-122d-4b37-a114-599b174dd130 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323617 Jul 16 08:59:57.277350 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25e7820-d8da-469d-a466-1e79266c287c req-bdb4532d-dec9-47ac-b773-f6deef170975 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:57.279146 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a25e7820-d8da-469d-a466-1e79266c287c req-bdb4532d-dec9-47ac-b773-f6deef170975 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4203fa03-84f3-4823-a6c5-75cf93077ba8 HTTP/1.1" status: 200 len: 944 time: 0.0736287 Jul 16 08:59:57.397302 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-a25e7820-d8da-469d-a466-1e79266c287c req-2dec8b3e-f61a-4a38-a3b9-2a7ff4f798cd tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Deleting port b888a379-aee8-4c27-9438-d1f3b9cb8aec {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 08:59:57.397649 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a25e7820-d8da-469d-a466-1e79266c287c req-2dec8b3e-f61a-4a38-a3b9-2a7ff4f798cd tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.503675 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-a25e7820-d8da-469d-a466-1e79266c287c req-2dec8b3e-f61a-4a38-a3b9-2a7ff4f798cd tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] For port b888a379-aee8-4c27-9438-d1f3b9cb8aec, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=b888a379-aee8-4c27-9438-d1f3b9cb8aec,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 08:59:57.504014 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a25e7820-d8da-469d-a466-1e79266c287c req-2dec8b3e-f61a-4a38-a3b9-2a7ff4f798cd tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.522161 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-a25e7820-d8da-469d-a466-1e79266c287c req-2dec8b3e-f61a-4a38-a3b9-2a7ff4f798cd tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Calling delete_port for b888a379-aee8-4c27-9438-d1f3b9cb8aec owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 08:59:57.666931 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a25e7820-d8da-469d-a466-1e79266c287c req-2dec8b3e-f61a-4a38-a3b9-2a7ff4f798cd tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.682620 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['23a9c306-d853-4f43-9f9b-9960ef8ac727', '450b5bcc-8eba-4e1b-a50a-acaa334b37be'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 08:59:57.712382 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dec8b3e-f61a-4a38-a3b9-2a7ff4f798cd tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Pushing event deleted for resources: {'Port': ['ID=b888a379-aee8-4c27-9438-d1f3b9cb8aec,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 08:59:57.726600 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec8b3e-f61a-4a38-a3b9-2a7ff4f798cd tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:57.726600 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec8b3e-f61a-4a38-a3b9-2a7ff4f798cd tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:57.726600 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec8b3e-f61a-4a38-a3b9-2a7ff4f798cd tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:57.727378 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec8b3e-f61a-4a38-a3b9-2a7ff4f798cd tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:57.727378 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec8b3e-f61a-4a38-a3b9-2a7ff4f798cd tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:57.727684 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec8b3e-f61a-4a38-a3b9-2a7ff4f798cd tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:57.727832 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec8b3e-f61a-4a38-a3b9-2a7ff4f798cd tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:57.728300 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec8b3e-f61a-4a38-a3b9-2a7ff4f798cd tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:57.729232 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec8b3e-f61a-4a38-a3b9-2a7ff4f798cd tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:57.729232 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec8b3e-f61a-4a38-a3b9-2a7ff4f798cd tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:57.729753 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec8b3e-f61a-4a38-a3b9-2a7ff4f798cd tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:57.729753 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2dec8b3e-f61a-4a38-a3b9-2a7ff4f798cd tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 08:59:57.792320 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-a25e7820-d8da-469d-a466-1e79266c287c req-2dec8b3e-f61a-4a38-a3b9-2a7ff4f798cd tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] No DVR routers for this DVR port b888a379-aee8-4c27-9438-d1f3b9cb8aec on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 08:59:57.798932 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a25e7820-d8da-469d-a466-1e79266c287c req-2dec8b3e-f61a-4a38-a3b9-2a7ff4f798cd tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 08:59:57.801291 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a25e7820-d8da-469d-a466-1e79266c287c req-2dec8b3e-f61a-4a38-a3b9-2a7ff4f798cd tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "DELETE /v2.0/ports/b888a379-aee8-4c27-9438-d1f3b9cb8aec HTTP/1.1" status: 204 len: 173 time: 0.5129170 Jul 16 08:59:57.801795 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4203fa03-84f3-4823-a6c5-75cf93077ba8', 'name': 'network-vif-deleted', 'tag': 'b888a379-aee8-4c27-9438-d1f3b9cb8aec'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 08:59:57.810279 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0ad20e2-dab4-49bd-90df-7d5a088d32c2" -d '{"events": [{"server_uuid": "4203fa03-84f3-4823-a6c5-75cf93077ba8", "name": "network-vif-deleted", "tag": "b888a379-aee8-4c27-9438-d1f3b9cb8aec"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 08:59:57.848480 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Fri, 16 Jul 2021 08:59:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9ab274a-cc13-41f2-af5a-669e3bbca667 x-openstack-request-id: req-f9ab274a-cc13-41f2-af5a-669e3bbca667 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 08:59:57.848822 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4203fa03-84f3-4823-a6c5-75cf93077ba8", "name": "network-vif-deleted", "tag": "b888a379-aee8-4c27-9438-d1f3b9cb8aec", "status": "failed", "code": 422}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 08:59:57.849129 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f9ab274a-cc13-41f2-af5a-669e3bbca667 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 08:59:57.849563 n-d-771362-37 neutron-server[93758]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4203fa03-84f3-4823-a6c5-75cf93077ba8', 'name': 'network-vif-deleted', 'tag': 'b888a379-aee8-4c27-9438-d1f3b9cb8aec', 'status': 'failed', 'code': 422} returned with failed status Jul 16 08:59:58.781421 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a40b2b-99da-4c12-b8a6-b755bf63dee3 req-37439d43-f583-44a5-812d-cf16a7790247 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:58.782967 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-20a40b2b-99da-4c12-b8a6-b755bf63dee3 req-37439d43-f583-44a5-812d-cf16a7790247 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=9069926b-c7d9-4fc5-bd31-605fbc4aabac HTTP/1.1" status: 200 len: 907 time: 0.0648561 Jul 16 08:59:59.975484 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff50182b-7667-4f44-b99b-5411aa10620e req-a82560f7-6b5f-40a8-ac26-c4c62c459cb3 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 08:59:59.977086 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ff50182b-7667-4f44-b99b-5411aa10620e req-a82560f7-6b5f-40a8-ac26-c4c62c459cb3 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=9069926b-c7d9-4fc5-bd31-605fbc4aabac HTTP/1.1" status: 200 len: 907 time: 0.0701609 Jul 16 09:00:00.192140 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec78a9-69ae-47be-9195-7fd641e8e4b2 req-149bc2ce-0e39-4dc7-bb4c-ac253bccc841 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:00.193820 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4eec78a9-69ae-47be-9195-7fd641e8e4b2 req-149bc2ce-0e39-4dc7-bb4c-ac253bccc841 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.30 "GET /v2.0/ports?device_id=9069926b-c7d9-4fc5-bd31-605fbc4aabac HTTP/1.1" status: 200 len: 907 time: 0.1172011 Jul 16 09:00:00.313045 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-4eec78a9-69ae-47be-9195-7fd641e8e4b2 req-65ab0354-a092-4374-bf2e-6bc812f181fc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Deleting port 959853e9-4114-44f3-9bca-f835e9a8b56b {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:00.313394 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4eec78a9-69ae-47be-9195-7fd641e8e4b2 req-65ab0354-a092-4374-bf2e-6bc812f181fc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:00.414495 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-4eec78a9-69ae-47be-9195-7fd641e8e4b2 req-65ab0354-a092-4374-bf2e-6bc812f181fc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] For port 959853e9-4114-44f3-9bca-f835e9a8b56b, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=959853e9-4114-44f3-9bca-f835e9a8b56b,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:00.414769 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4eec78a9-69ae-47be-9195-7fd641e8e4b2 req-65ab0354-a092-4374-bf2e-6bc812f181fc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:00.427953 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-4eec78a9-69ae-47be-9195-7fd641e8e4b2 req-65ab0354-a092-4374-bf2e-6bc812f181fc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Calling delete_port for 959853e9-4114-44f3-9bca-f835e9a8b56b owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:00.551487 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4eec78a9-69ae-47be-9195-7fd641e8e4b2 req-65ab0354-a092-4374-bf2e-6bc812f181fc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:00.582668 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ab0354-a092-4374-bf2e-6bc812f181fc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Pushing event deleted for resources: {'Port': ['ID=959853e9-4114-44f3-9bca-f835e9a8b56b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:00.611450 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab0354-a092-4374-bf2e-6bc812f181fc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:00.611796 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab0354-a092-4374-bf2e-6bc812f181fc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:00.612139 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab0354-a092-4374-bf2e-6bc812f181fc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:00.612593 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab0354-a092-4374-bf2e-6bc812f181fc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:00.612933 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab0354-a092-4374-bf2e-6bc812f181fc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:00.613265 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab0354-a092-4374-bf2e-6bc812f181fc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:00.613592 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab0354-a092-4374-bf2e-6bc812f181fc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:00.613922 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab0354-a092-4374-bf2e-6bc812f181fc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:00.614249 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab0354-a092-4374-bf2e-6bc812f181fc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:00.614573 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab0354-a092-4374-bf2e-6bc812f181fc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:00.614897 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab0354-a092-4374-bf2e-6bc812f181fc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:00.615218 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65ab0354-a092-4374-bf2e-6bc812f181fc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:00.641828 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eec78a9-69ae-47be-9195-7fd641e8e4b2 req-65ab0354-a092-4374-bf2e-6bc812f181fc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] No DVR routers for this DVR port 959853e9-4114-44f3-9bca-f835e9a8b56b on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:00.644920 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4eec78a9-69ae-47be-9195-7fd641e8e4b2 req-65ab0354-a092-4374-bf2e-6bc812f181fc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:00.647314 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4eec78a9-69ae-47be-9195-7fd641e8e4b2 req-65ab0354-a092-4374-bf2e-6bc812f181fc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.30 "DELETE /v2.0/ports/959853e9-4114-44f3-9bca-f835e9a8b56b HTTP/1.1" status: 204 len: 173 time: 0.4472246 Jul 16 09:00:00.647792 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9069926b-c7d9-4fc5-bd31-605fbc4aabac', 'name': 'network-vif-deleted', 'tag': '959853e9-4114-44f3-9bca-f835e9a8b56b'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:00.650747 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddd98e37-bc53-4824-994c-c655b1d849f9" -d '{"events": [{"server_uuid": "9069926b-c7d9-4fc5-bd31-605fbc4aabac", "name": "network-vif-deleted", "tag": "959853e9-4114-44f3-9bca-f835e9a8b56b"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:00.776097 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b98dd0f2-eb5c-4fa2-afb9-c3f51db599ee x-openstack-request-id: req-b98dd0f2-eb5c-4fa2-afb9-c3f51db599ee {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:00.776611 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9069926b-c7d9-4fc5-bd31-605fbc4aabac", "name": "network-vif-deleted", "tag": "959853e9-4114-44f3-9bca-f835e9a8b56b", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:00.777024 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b98dd0f2-eb5c-4fa2-afb9-c3f51db599ee {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:00.777639 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9069926b-c7d9-4fc5-bd31-605fbc4aabac', 'name': 'network-vif-deleted', 'tag': '959853e9-4114-44f3-9bca-f835e9a8b56b', 'status': 'completed', 'code': 200} Jul 16 09:00:01.153151 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2b944088-c09a-4b1e-b210-c3f5cfc1bb0b req-07dfafbe-34b5-497f-ad08-3919d44c26fc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=9069926b-c7d9-4fc5-bd31-605fbc4aabac HTTP/1.1" status: 200 len: 210 time: 0.0301807 Jul 16 09:00:02.252705 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:02.259558 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:02.759469 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f9d7b0-3e31-4701-a6fe-3008358b12d3 req-ac23da45-23db-45ab-919f-cd3c70ed1e3f tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:02.761527 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e8f9d7b0-3e31-4701-a6fe-3008358b12d3 req-ac23da45-23db-45ab-919f-cd3c70ed1e3f tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=965d5d2c-b488-4831-bd92-9a8c866f8b24 HTTP/1.1" status: 200 len: 946 time: 0.0782073 Jul 16 09:00:02.802841 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e8f9d7b0-3e31-4701-a6fe-3008358b12d3 req-732b1bc6-2108-48c3-942b-1a4e7ead2685 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348198 Jul 16 09:00:02.899253 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 959853e9-4114-44f3-9bca-f835e9a8b56b no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:02.920113 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 959853e9-4114-44f3-9bca-f835e9a8b56b {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:02.920495 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 959853e9-4114-44f3-9bca-f835e9a8b56b not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:03.296732 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b5b64137-041f-4d91-b17c-b474479b63cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.092665 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acddc74-9076-47c0-bb63-14d4c9a63f93 req-db2332b4-e93a-423b-9fa8-cf9d598b0f36 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:04.094596 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8acddc74-9076-47c0-bb63-14d4c9a63f93 req-db2332b4-e93a-423b-9fa8-cf9d598b0f36 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=965d5d2c-b488-4831-bd92-9a8c866f8b24 HTTP/1.1" status: 200 len: 946 time: 0.1696143 Jul 16 09:00:04.102980 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa15eaf9-deb5-49d9-9a7b-4cb610685a18 req-d7d1612e-a591-4754-b0ac-44b860e6a772 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:04.104680 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fa15eaf9-deb5-49d9-9a7b-4cb610685a18 req-d7d1612e-a591-4754-b0ac-44b860e6a772 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.21 "GET /v2.0/ports?device_id=965d5d2c-b488-4831-bd92-9a8c866f8b24 HTTP/1.1" status: 200 len: 946 time: 0.1639810 Jul 16 09:00:04.177395 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8acddc74-9076-47c0-bb63-14d4c9a63f93 req-235eafdf-45ed-4cf8-ae6c-9f94712d039b tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716822 Jul 16 09:00:04.236016 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-fa15eaf9-deb5-49d9-9a7b-4cb610685a18 req-7913a26c-499e-4584-bce8-f6347f5fbc00 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Deleting port 450b5bcc-8eba-4e1b-a50a-acaa334b37be {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:04.236386 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-fa15eaf9-deb5-49d9-9a7b-4cb610685a18 req-7913a26c-499e-4584-bce8-f6347f5fbc00 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.338136 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-fa15eaf9-deb5-49d9-9a7b-4cb610685a18 req-7913a26c-499e-4584-bce8-f6347f5fbc00 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] For port 450b5bcc-8eba-4e1b-a50a-acaa334b37be, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=450b5bcc-8eba-4e1b-a50a-acaa334b37be,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:04.338876 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-fa15eaf9-deb5-49d9-9a7b-4cb610685a18 req-7913a26c-499e-4584-bce8-f6347f5fbc00 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.366718 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-fa15eaf9-deb5-49d9-9a7b-4cb610685a18 req-7913a26c-499e-4584-bce8-f6347f5fbc00 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Calling delete_port for 450b5bcc-8eba-4e1b-a50a-acaa334b37be owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:04.550746 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-fa15eaf9-deb5-49d9-9a7b-4cb610685a18 req-7913a26c-499e-4584-bce8-f6347f5fbc00 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.563629 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['23a9c306-d853-4f43-9f9b-9960ef8ac727', '450b5bcc-8eba-4e1b-a50a-acaa334b37be'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:00:04.948119 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7913a26c-499e-4584-bce8-f6347f5fbc00 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Pushing event deleted for resources: {'Port': ['ID=450b5bcc-8eba-4e1b-a50a-acaa334b37be,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:04.994772 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa15eaf9-deb5-49d9-9a7b-4cb610685a18 req-7913a26c-499e-4584-bce8-f6347f5fbc00 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] No DVR routers for this DVR port 450b5bcc-8eba-4e1b-a50a-acaa334b37be on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:04.997431 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-fa15eaf9-deb5-49d9-9a7b-4cb610685a18 req-7913a26c-499e-4584-bce8-f6347f5fbc00 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:04.999488 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fa15eaf9-deb5-49d9-9a7b-4cb610685a18 req-7913a26c-499e-4584-bce8-f6347f5fbc00 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.21 "DELETE /v2.0/ports/450b5bcc-8eba-4e1b-a50a-acaa334b37be HTTP/1.1" status: 204 len: 173 time: 0.8870420 Jul 16 09:00:04.999929 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '965d5d2c-b488-4831-bd92-9a8c866f8b24', 'name': 'network-vif-deleted', 'tag': '450b5bcc-8eba-4e1b-a50a-acaa334b37be'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:05.002202 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc1a567-45d7-4c06-b0e0-cfc2a10e6478" -d '{"events": [{"server_uuid": "965d5d2c-b488-4831-bd92-9a8c866f8b24", "name": "network-vif-deleted", "tag": "450b5bcc-8eba-4e1b-a50a-acaa334b37be"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:05.040371 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7144aee-07d8-4e61-9a1d-aa364d4e9d76 x-openstack-request-id: req-e7144aee-07d8-4e61-9a1d-aa364d4e9d76 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:05.040726 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "965d5d2c-b488-4831-bd92-9a8c866f8b24", "name": "network-vif-deleted", "tag": "450b5bcc-8eba-4e1b-a50a-acaa334b37be", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:05.041119 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e7144aee-07d8-4e61-9a1d-aa364d4e9d76 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:05.041570 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '965d5d2c-b488-4831-bd92-9a8c866f8b24', 'name': 'network-vif-deleted', 'tag': '450b5bcc-8eba-4e1b-a50a-acaa334b37be', 'status': 'completed', 'code': 200} Jul 16 09:00:05.338426 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-44d1f74c-d6f3-427d-9150-debddb8fae0d req-296e69f5-1a76-4a7f-a0b7-4f4573dcef6c tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=965d5d2c-b488-4831-bd92-9a8c866f8b24 HTTP/1.1" status: 200 len: 210 time: 0.0291946 Jul 16 09:00:05.710470 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6192f557-07f8-48f0-9d76-be9e1292f9a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.029477 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:06.879248 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 450b5bcc-8eba-4e1b-a50a-acaa334b37be no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:06.882788 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299e3ec7-2e9a-4431-91f1-5f5c5d46998e req-b5053277-bd81-4bc0-863c-978fb0312594 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:06.884386 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-299e3ec7-2e9a-4431-91f1-5f5c5d46998e req-b5053277-bd81-4bc0-863c-978fb0312594 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 950 time: 0.0746984 Jul 16 09:00:06.912601 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 450b5bcc-8eba-4e1b-a50a-acaa334b37be {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:06.912881 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 450b5bcc-8eba-4e1b-a50a-acaa334b37be not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:06.932996 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-299e3ec7-2e9a-4431-91f1-5f5c5d46998e req-1ea24159-07ab-459e-a0d7-405a45959677 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400538 Jul 16 09:00:07.124119 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:07.266915 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:00:08.058229 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96705b6b-9d35-4b91-ab47-6916fdce82f9 req-1d846265-484e-42b4-8b15-bf600b936f5c tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:08.059779 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-96705b6b-9d35-4b91-ab47-6916fdce82f9 req-1d846265-484e-42b4-8b15-bf600b936f5c tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.21 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 950 time: 0.0787737 Jul 16 09:00:08.222324 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf4e4df-6a4d-4187-a266-7fc0cbe08bbc req-bded5c89-3166-4636-8019-d725e44f7c00 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:08.224671 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ebf4e4df-6a4d-4187-a266-7fc0cbe08bbc req-bded5c89-3166-4636-8019-d725e44f7c00 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 950 time: 0.1222765 Jul 16 09:00:08.238717 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-96705b6b-9d35-4b91-ab47-6916fdce82f9 req-c9534d83-e6c9-4c1e-8374-0aec514691bc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Deleting port 23a9c306-d853-4f43-9f9b-9960ef8ac727 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:08.239169 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-96705b6b-9d35-4b91-ab47-6916fdce82f9 req-c9534d83-e6c9-4c1e-8374-0aec514691bc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.323232 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ebf4e4df-6a4d-4187-a266-7fc0cbe08bbc req-75d198b1-7f5d-4a92-b5fd-85af66d47fe3 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=801eb55a-262d-4f2b-85dc-77d1d684e36a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927570 Jul 16 09:00:08.376046 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-96705b6b-9d35-4b91-ab47-6916fdce82f9 req-c9534d83-e6c9-4c1e-8374-0aec514691bc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] For port 23a9c306-d853-4f43-9f9b-9960ef8ac727, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=23a9c306-d853-4f43-9f9b-9960ef8ac727,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:08.376452 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-96705b6b-9d35-4b91-ab47-6916fdce82f9 req-c9534d83-e6c9-4c1e-8374-0aec514691bc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.394419 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-96705b6b-9d35-4b91-ab47-6916fdce82f9 req-c9534d83-e6c9-4c1e-8374-0aec514691bc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Calling delete_port for 23a9c306-d853-4f43-9f9b-9960ef8ac727 owned by compute:foo_zone {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:08.584592 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-96705b6b-9d35-4b91-ab47-6916fdce82f9 req-c9534d83-e6c9-4c1e-8374-0aec514691bc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.592830 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.598664 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['23a9c306-d853-4f43-9f9b-9960ef8ac727'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:00:08.639717 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9534d83-e6c9-4c1e-8374-0aec514691bc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Pushing event deleted for resources: {'Port': ['ID=23a9c306-d853-4f43-9f9b-9960ef8ac727,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:08.730923 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-96705b6b-9d35-4b91-ab47-6916fdce82f9 req-c9534d83-e6c9-4c1e-8374-0aec514691bc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] No DVR routers for this DVR port 23a9c306-d853-4f43-9f9b-9960ef8ac727 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:08.736128 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-96705b6b-9d35-4b91-ab47-6916fdce82f9 req-c9534d83-e6c9-4c1e-8374-0aec514691bc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:08.739768 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-96705b6b-9d35-4b91-ab47-6916fdce82f9 req-c9534d83-e6c9-4c1e-8374-0aec514691bc tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.21 "DELETE /v2.0/ports/23a9c306-d853-4f43-9f9b-9960ef8ac727 HTTP/1.1" status: 204 len: 173 time: 0.6744897 Jul 16 09:00:08.740332 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11ea4c5b-b054-4c1c-a4a6-710847fdfba3', 'name': 'network-vif-deleted', 'tag': '23a9c306-d853-4f43-9f9b-9960ef8ac727'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:08.744156 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38f044b5-667e-44c9-b9b5-6acd0c10dc90" -d '{"events": [{"server_uuid": "11ea4c5b-b054-4c1c-a4a6-710847fdfba3", "name": "network-vif-deleted", "tag": "23a9c306-d853-4f43-9f9b-9960ef8ac727"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:08.832396 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99eacae-e542-4ecf-b471-fb982ad52c61 x-openstack-request-id: req-c99eacae-e542-4ecf-b471-fb982ad52c61 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:08.832984 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11ea4c5b-b054-4c1c-a4a6-710847fdfba3", "name": "network-vif-deleted", "tag": "23a9c306-d853-4f43-9f9b-9960ef8ac727", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:08.833511 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c99eacae-e542-4ecf-b471-fb982ad52c61 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:08.834094 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11ea4c5b-b054-4c1c-a4a6-710847fdfba3', 'name': 'network-vif-deleted', 'tag': '23a9c306-d853-4f43-9f9b-9960ef8ac727', 'status': 'completed', 'code': 200} Jul 16 09:00:09.523012 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-638c6dbc-d096-41ad-90da-9c5d3e7725c5 req-bc41a6ff-986f-4da9-af4b-7cb6f43dba40 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=11ea4c5b-b054-4c1c-a4a6-710847fdfba3 HTTP/1.1" status: 200 len: 210 time: 0.0316372 Jul 16 09:00:10.895287 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 23a9c306-d853-4f43-9f9b-9960ef8ac727 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:10.916627 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 23a9c306-d853-4f43-9f9b-9960ef8ac727 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:10.916977 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 23a9c306-d853-4f43-9f9b-9960ef8ac727 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:10.991929 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d0478e0-1cbb-480e-8454-bf544aa52885 req-56d2ab9c-15aa-48c7-a4c6-0800763bbbd5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:10.993445 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0d0478e0-1cbb-480e-8454-bf544aa52885 req-56d2ab9c-15aa-48c7-a4c6-0800763bbbd5 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0649962 Jul 16 09:00:11.031334 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0d0478e0-1cbb-480e-8454-bf544aa52885 req-ed8ad8f1-74dd-474a-8989-30dc92f2e10e tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315158 Jul 16 09:00:12.214812 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f7a52a-06c4-4a2e-86db-116252c45475 req-e96886dd-be73-4853-840b-951f6bd2080a tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:12.216316 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-14f7a52a-06c4-4a2e-86db-116252c45475 req-e96886dd-be73-4853-840b-951f6bd2080a tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0657380 Jul 16 09:00:12.256153 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-14f7a52a-06c4-4a2e-86db-116252c45475 req-216c7719-e56a-478c-a4db-bbc8b252bd1a tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327942 Jul 16 09:00:13.260277 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d6ec15-c840-40a7-b898-8db3b4233b9e req-74e6c02b-0db2-4e45-be52-f4afd8ff9e81 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:13.261756 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-38d6ec15-c840-40a7-b898-8db3b4233b9e req-74e6c02b-0db2-4e45-be52-f4afd8ff9e81 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0677502 Jul 16 09:00:13.385884 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-38d6ec15-c840-40a7-b898-8db3b4233b9e req-eda7233c-3950-47d8-8ef8-23d0f0c1ddc0 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Deleting port c63893c6-6232-40bc-9a83-fbb40cca45b0 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:13.386237 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-38d6ec15-c840-40a7-b898-8db3b4233b9e req-eda7233c-3950-47d8-8ef8-23d0f0c1ddc0 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.452479 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-689221b1-f6cc-403f-a6ff-6f774207cab4 req-fdc9fafb-553a-4df9-8016-6139f9529387 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:13.459787 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-689221b1-f6cc-403f-a6ff-6f774207cab4 req-fdc9fafb-553a-4df9-8016-6139f9529387 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 944 time: 0.0782881 Jul 16 09:00:13.493575 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-38d6ec15-c840-40a7-b898-8db3b4233b9e req-eda7233c-3950-47d8-8ef8-23d0f0c1ddc0 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] For port c63893c6-6232-40bc-9a83-fbb40cca45b0, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=c63893c6-6232-40bc-9a83-fbb40cca45b0,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:13.494255 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-38d6ec15-c840-40a7-b898-8db3b4233b9e req-eda7233c-3950-47d8-8ef8-23d0f0c1ddc0 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.498077 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-689221b1-f6cc-403f-a6ff-6f774207cab4 req-dde90f13-4c7b-40ac-9fca-7e4e143f777e tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups?id=a2e0b8c7-b848-4172-993c-4e4d2d2367d8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372615 Jul 16 09:00:13.993912 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-38d6ec15-c840-40a7-b898-8db3b4233b9e req-eda7233c-3950-47d8-8ef8-23d0f0c1ddc0 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.994411 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-38d6ec15-c840-40a7-b898-8db3b4233b9e req-eda7233c-3950-47d8-8ef8-23d0f0c1ddc0 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:13.994831 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [req-38d6ec15-c840-40a7-b898-8db3b4233b9e req-eda7233c-3950-47d8-8ef8-23d0f0c1ddc0 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Floating IP a6fd86b5-cbac-4714-a401-ad852c833e3b disassociated. External IP: 172.25.3.179, port: c63893c6-6232-40bc-9a83-fbb40cca45b0. Jul 16 09:00:13.995211 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-38d6ec15-c840-40a7-b898-8db3b4233b9e req-eda7233c-3950-47d8-8ef8-23d0f0c1ddc0 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Calling delete_port for c63893c6-6232-40bc-9a83-fbb40cca45b0 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:14.136982 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-38d6ec15-c840-40a7-b898-8db3b4233b9e req-eda7233c-3950-47d8-8ef8-23d0f0c1ddc0 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.170353 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda7233c-3950-47d8-8ef8-23d0f0c1ddc0 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Pushing event deleted for resources: {'Port': ['ID=c63893c6-6232-40bc-9a83-fbb40cca45b0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:14.289179 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38d6ec15-c840-40a7-b898-8db3b4233b9e req-eda7233c-3950-47d8-8ef8-23d0f0c1ddc0 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Router 5a0dda12-6b2b-413d-a0a7-fd40c036d03c has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:00:14.410135 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38d6ec15-c840-40a7-b898-8db3b4233b9e req-eda7233c-3950-47d8-8ef8-23d0f0c1ddc0 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:14.421237 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac109c9-306e-4908-a9ff-8beba3282685 None None] Sync routers for ids ['5a0dda12-6b2b-413d-a0a7-fd40c036d03c'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:14.430346 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac109c9-306e-4908-a9ff-8beba3282685 None None] Routers {'5a0dda12-6b2b-413d-a0a7-fd40c036d03c'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:14.430955 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3ac109c9-306e-4908-a9ff-8beba3282685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:00:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5a0dda12-6b2b-413d-a0a7-fd40c036d03c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:14.454433 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-38d6ec15-c840-40a7-b898-8db3b4233b9e req-eda7233c-3950-47d8-8ef8-23d0f0c1ddc0 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] No DVR routers for this DVR port c63893c6-6232-40bc-9a83-fbb40cca45b0 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:14.457112 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-38d6ec15-c840-40a7-b898-8db3b4233b9e req-eda7233c-3950-47d8-8ef8-23d0f0c1ddc0 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:14.459141 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-38d6ec15-c840-40a7-b898-8db3b4233b9e req-eda7233c-3950-47d8-8ef8-23d0f0c1ddc0 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.30 "DELETE /v2.0/ports/c63893c6-6232-40bc-9a83-fbb40cca45b0 HTTP/1.1" status: 204 len: 173 time: 1.1921737 Jul 16 09:00:14.459859 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a67ca2d-cfe1-4f91-b768-947d4c910be3', 'name': 'network-vif-deleted', 'tag': 'c63893c6-6232-40bc-9a83-fbb40cca45b0'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:14.461968 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b887b757-93e6-43b9-9a7f-5874b33f1791" -d '{"events": [{"server_uuid": "4a67ca2d-cfe1-4f91-b768-947d4c910be3", "name": "network-vif-deleted", "tag": "c63893c6-6232-40bc-9a83-fbb40cca45b0"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:14.503102 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-602f898e-c3f2-4e97-802c-d292e63ffdab x-openstack-request-id: req-602f898e-c3f2-4e97-802c-d292e63ffdab {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:14.503468 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a67ca2d-cfe1-4f91-b768-947d4c910be3", "name": "network-vif-deleted", "tag": "c63893c6-6232-40bc-9a83-fbb40cca45b0", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:14.503797 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-602f898e-c3f2-4e97-802c-d292e63ffdab {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:14.504297 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a67ca2d-cfe1-4f91-b768-947d4c910be3', 'name': 'network-vif-deleted', 'tag': 'c63893c6-6232-40bc-9a83-fbb40cca45b0', 'status': 'completed', 'code': 200} Jul 16 09:00:14.655728 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3ac109c9-306e-4908-a9ff-8beba3282685 None None] Set router 5a0dda12-6b2b-413d-a0a7-fd40c036d03c gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:14.668954 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-93efbf5a-86fc-445f-8549-0c1f97127e10 req-028cdef7-4c35-4869-9cb9-e518259eb796 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a67ca2d-cfe1-4f91-b768-947d4c910be3 HTTP/1.1" status: 200 len: 210 time: 0.0322490 Jul 16 09:00:14.865700 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3ac109c9-306e-4908-a9ff-8beba3282685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'name': 'tempest-ServerActionsTestJSON-2022802551-router', 'tenant_id': '2f4c1f959be841b791b07e280453979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'dbf627c8-501a-420e-9959-5403f40c8cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:16Z', 'updated_at': '2021-07-16T08:53:22Z', 'revision_number': 4, 'project_id': '2f4c1f959be841b791b07e280453979b', 'gw_port': {'id': 'dbf627c8-501a-420e-9959-5403f40c8cd5', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:17Z', 'updated_at': '2021-07-16T08:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f', 'name': '', 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1', 'tenant_id': '2f4c1f959be841b791b07e280453979b', 'mac_address': 'fa:16:3e:29:d7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '8ad49083-8e48-4575-9b36-364c8d5c322c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:21Z', 'updated_at': '2021-07-16T08:53:29Z', 'revision_number': 5, 'project_id': '2f4c1f959be841b791b07e280453979b', 'subnets': [{'id': '8ad49083-8e48-4575-9b36-364c8d5c322c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:14.897569 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac109c9-306e-4908-a9ff-8beba3282685 None None] Checking router: 5a0dda12-6b2b-413d-a0a7-fd40c036d03c for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:00:14.908068 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac109c9-306e-4908-a9ff-8beba3282685 None None] Routers {'5a0dda12-6b2b-413d-a0a7-fd40c036d03c'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:14.908719 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3ac109c9-306e-4908-a9ff-8beba3282685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:00:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5a0dda12-6b2b-413d-a0a7-fd40c036d03c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:14.947562 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd97f41b-737c-4f68-8537-dd3bb13a38ec req-328d2ce3-28b6-43df-a144-49a748169000 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:14.949288 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dd97f41b-737c-4f68-8537-dd3bb13a38ec req-328d2ce3-28b6-43df-a144-49a748169000 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a64a529-b477-4c95-9d04-287553f8c7cc HTTP/1.1" status: 200 len: 946 time: 0.0682013 Jul 16 09:00:14.992852 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dd97f41b-737c-4f68-8537-dd3bb13a38ec req-863dda7a-739a-4541-a09c-84f687481be6 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b13500b-d3b9-412f-b23b-7fb0ee0622cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365882 Jul 16 09:00:15.023152 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3ac109c9-306e-4908-a9ff-8beba3282685 None None] Set router 5a0dda12-6b2b-413d-a0a7-fd40c036d03c gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:15.221267 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3ac109c9-306e-4908-a9ff-8beba3282685 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'name': 'tempest-ServerActionsTestJSON-2022802551-router', 'tenant_id': '2f4c1f959be841b791b07e280453979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'dbf627c8-501a-420e-9959-5403f40c8cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:16Z', 'updated_at': '2021-07-16T08:53:22Z', 'revision_number': 4, 'project_id': '2f4c1f959be841b791b07e280453979b', 'gw_port': {'id': 'dbf627c8-501a-420e-9959-5403f40c8cd5', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:17Z', 'updated_at': '2021-07-16T08:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f', 'name': '', 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1', 'tenant_id': '2f4c1f959be841b791b07e280453979b', 'mac_address': 'fa:16:3e:29:d7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '8ad49083-8e48-4575-9b36-364c8d5c322c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:21Z', 'updated_at': '2021-07-16T08:53:29Z', 'revision_number': 5, 'project_id': '2f4c1f959be841b791b07e280453979b', 'subnets': [{'id': '8ad49083-8e48-4575-9b36-364c8d5c322c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:15.246776 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ac109c9-306e-4908-a9ff-8beba3282685 None None] The sync data for ids ['5a0dda12-6b2b-413d-a0a7-fd40c036d03c'] in n-d-771362-37 is: [{'id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'name': 'tempest-ServerActionsTestJSON-2022802551-router', 'tenant_id': '2f4c1f959be841b791b07e280453979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'dbf627c8-501a-420e-9959-5403f40c8cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:16Z', 'updated_at': '2021-07-16T08:53:22Z', 'revision_number': 4, 'project_id': '2f4c1f959be841b791b07e280453979b', 'gw_port': {'id': 'dbf627c8-501a-420e-9959-5403f40c8cd5', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:17Z', 'updated_at': '2021-07-16T08:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f', 'name': '', 'network_id': '51d51b2e-c364-4882-bbf4-f36afab1b6c1', 'tenant_id': '2f4c1f959be841b791b07e280453979b', 'mac_address': 'fa:16:3e:29:d7:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '8ad49083-8e48-4575-9b36-364c8d5c322c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:21Z', 'updated_at': '2021-07-16T08:53:29Z', 'revision_number': 5, 'project_id': '2f4c1f959be841b791b07e280453979b', 'subnets': [{'id': '8ad49083-8e48-4575-9b36-364c8d5c322c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:15.471680 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2460a60-6ddc-4077-b135-86d925f01688 None None] New status for floating IP a6fd86b5-cbac-4714-a401-ad852c833e3b: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:00:15.795132 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39370) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:15.849874 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e4bbe14-eb18-47c7-b693-1b0c0a641ee4 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.876077 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e4bbe14-eb18-47c7-b693-1b0c0a641ee4 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.923022 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e4bbe14-eb18-47c7-b693-1b0c0a641ee4 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.925642 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e4bbe14-eb18-47c7-b693-1b0c0a641ee4 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:15.926794 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7e4bbe14-eb18-47c7-b693-1b0c0a641ee4 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "DELETE /v2.0/security-groups/a2e0b8c7-b848-4172-993c-4e4d2d2367d8 HTTP/1.1" status: 204 len: 168 time: 0.1306739 Jul 16 09:00:15.929460 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39372) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:15.936046 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4bbe14-eb18-47c7-b693-1b0c0a641ee4 tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e0b8c7-b848-4172-993c-4e4d2d2367d8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:15.951040 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-70e292e0-c438-49ec-b3ea-3f421a9bd93e tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] show failed (client error): The resource could not be found. Jul 16 09:00:15.954882 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39374) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:15.959431 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-70e292e0-c438-49ec-b3ea-3f421a9bd93e tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "GET /v2.0/security-groups/a2e0b8c7-b848-4172-993c-4e4d2d2367d8 HTTP/1.1" status: 404 len: 347 time: 0.0215967 Jul 16 09:00:16.080243 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-3161ed60-1739-4de5-86e1-28207d373edf tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Deleting port 1f784d2a-633d-47d4-a870-85f34d0071b9 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:16.080615 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3161ed60-1739-4de5-86e1-28207d373edf tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.188892 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3161ed60-1739-4de5-86e1-28207d373edf tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.189142 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3161ed60-1739-4de5-86e1-28207d373edf tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.204950 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-3161ed60-1739-4de5-86e1-28207d373edf tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Calling delete_port for 1f784d2a-633d-47d4-a870-85f34d0071b9 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:16.268156 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b10f48-6de2-46c6-9d0a-ed82f0fe85cb req-0bef2af8-5543-4742-9d1e-0568dd4cb608 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:16.269657 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-21b10f48-6de2-46c6-9d0a-ed82f0fe85cb req-0bef2af8-5543-4742-9d1e-0568dd4cb608 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a64a529-b477-4c95-9d04-287553f8c7cc HTTP/1.1" status: 200 len: 946 time: 0.1376944 Jul 16 09:00:16.371720 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-21b10f48-6de2-46c6-9d0a-ed82f0fe85cb req-1b5b8ada-c08f-4eca-a126-d822321dfbde tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b13500b-d3b9-412f-b23b-7fb0ee0622cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945246 Jul 16 09:00:16.415961 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39f0e27-ae28-4d26-be6a-bdc54f0ae5d3 req-8b7eeb35-7ff3-445a-b919-c12f6227354b tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:16.417450 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e39f0e27-ae28-4d26-be6a-bdc54f0ae5d3 req-8b7eeb35-7ff3-445a-b919-c12f6227354b tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a64a529-b477-4c95-9d04-287553f8c7cc HTTP/1.1" status: 200 len: 946 time: 0.1414492 Jul 16 09:00:16.474582 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3161ed60-1739-4de5-86e1-28207d373edf tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.532390 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3161ed60-1739-4de5-86e1-28207d373edf tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Pushing event deleted for resources: {'Port': ['ID=1f784d2a-633d-47d4-a870-85f34d0071b9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:16.599945 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3161ed60-1739-4de5-86e1-28207d373edf tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.602557 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3161ed60-1739-4de5-86e1-28207d373edf tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.603712 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3161ed60-1739-4de5-86e1-28207d373edf tempest-ServerActionsTestJSON-1718542046 tempest-ServerActionsTestJSON-1718542046-project] 10.222.0.22 "DELETE /v2.0/floatingips/a6fd86b5-cbac-4714-a401-ad852c833e3b HTTP/1.1" status: 204 len: 168 time: 0.6478364 Jul 16 09:00:16.606786 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39380) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:16.612846 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-e39f0e27-ae28-4d26-be6a-bdc54f0ae5d3 req-9592254e-a84d-4f28-a118-d235923a41ba tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Deleting port 12ab73a9-147d-404a-8230-8d4dae2ef444 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:16.613569 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e39f0e27-ae28-4d26-be6a-bdc54f0ae5d3 req-9592254e-a84d-4f28-a118-d235923a41ba tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.725786 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-e39f0e27-ae28-4d26-be6a-bdc54f0ae5d3 req-9592254e-a84d-4f28-a118-d235923a41ba tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] For port 12ab73a9-147d-404a-8230-8d4dae2ef444, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=12ab73a9-147d-404a-8230-8d4dae2ef444,segment=NetworkSegment(775d1b08-9fb9-462d-b710-d8d956fccbf6),segment_id=775d1b08-9fb9-462d-b710-d8d956fccbf6)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:16.726291 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e39f0e27-ae28-4d26-be6a-bdc54f0ae5d3 req-9592254e-a84d-4f28-a118-d235923a41ba tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.744593 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-e39f0e27-ae28-4d26-be6a-bdc54f0ae5d3 req-9592254e-a84d-4f28-a118-d235923a41ba tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Calling delete_port for 12ab73a9-147d-404a-8230-8d4dae2ef444 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:16.903885 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e39f0e27-ae28-4d26-be6a-bdc54f0ae5d3 req-9592254e-a84d-4f28-a118-d235923a41ba tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.918129 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['12ab73a9-147d-404a-8230-8d4dae2ef444'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:00:16.940132 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9592254e-a84d-4f28-a118-d235923a41ba tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Pushing event deleted for resources: {'Port': ['ID=12ab73a9-147d-404a-8230-8d4dae2ef444,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:16.969031 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device c63893c6-6232-40bc-9a83-fbb40cca45b0 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:16.989597 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: c63893c6-6232-40bc-9a83-fbb40cca45b0 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:16.989858 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device c63893c6-6232-40bc-9a83-fbb40cca45b0 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:16.990283 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 12ab73a9-147d-404a-8230-8d4dae2ef444 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:16.991265 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-e39f0e27-ae28-4d26-be6a-bdc54f0ae5d3 req-9592254e-a84d-4f28-a118-d235923a41ba tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] No DVR routers for this DVR port 12ab73a9-147d-404a-8230-8d4dae2ef444 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:16.994880 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-e39f0e27-ae28-4d26-be6a-bdc54f0ae5d3 req-9592254e-a84d-4f28-a118-d235923a41ba tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:16.996970 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e39f0e27-ae28-4d26-be6a-bdc54f0ae5d3 req-9592254e-a84d-4f28-a118-d235923a41ba tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.30 "DELETE /v2.0/ports/12ab73a9-147d-404a-8230-8d4dae2ef444 HTTP/1.1" status: 204 len: 173 time: 0.5730975 Jul 16 09:00:16.997464 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a64a529-b477-4c95-9d04-287553f8c7cc', 'name': 'network-vif-deleted', 'tag': '12ab73a9-147d-404a-8230-8d4dae2ef444'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:17.000319 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97b9c106-ff3c-4ee0-b03d-af89c38f8295" -d '{"events": [{"server_uuid": "4a64a529-b477-4c95-9d04-287553f8c7cc", "name": "network-vif-deleted", "tag": "12ab73a9-147d-404a-8230-8d4dae2ef444"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:17.035859 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 12ab73a9-147d-404a-8230-8d4dae2ef444 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:17.036281 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 12ab73a9-147d-404a-8230-8d4dae2ef444 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:17.046283 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08dc40d-6042-4e30-bc6b-62aaa489dec3 x-openstack-request-id: req-d08dc40d-6042-4e30-bc6b-62aaa489dec3 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:17.046822 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a64a529-b477-4c95-9d04-287553f8c7cc", "name": "network-vif-deleted", "tag": "12ab73a9-147d-404a-8230-8d4dae2ef444", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:17.047084 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d08dc40d-6042-4e30-bc6b-62aaa489dec3 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:17.047476 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a64a529-b477-4c95-9d04-287553f8c7cc', 'name': 'network-vif-deleted', 'tag': '12ab73a9-147d-404a-8230-8d4dae2ef444', 'status': 'completed', 'code': 200} Jul 16 09:00:17.143356 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-17f4265b-094a-4007-8441-7aa1154b4035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.409458 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-17f4265b-094a-4007-8441-7aa1154b4035 admin admin] Deleting port 92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:17.410001 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-17f4265b-094a-4007-8441-7aa1154b4035 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.501685 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-17f4265b-094a-4007-8441-7aa1154b4035 admin admin] For port 92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:17.502162 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-17f4265b-094a-4007-8441-7aa1154b4035 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.520339 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-17f4265b-094a-4007-8441-7aa1154b4035 admin admin] Calling delete_port for 92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f owned by network:router_interface {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:17.541046 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-70b947fd-d3a1-4536-953f-2b01e4b02c90 req-4a8810f5-b7e3-4eb2-a4a4-8cf5aa31e9e6 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/ports?device_id=4a64a529-b477-4c95-9d04-287553f8c7cc HTTP/1.1" status: 200 len: 210 time: 0.0324252 Jul 16 09:00:17.718492 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-17f4265b-094a-4007-8441-7aa1154b4035 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:17.742809 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4265b-094a-4007-8441-7aa1154b4035 admin admin] Pushing event deleted for resources: {'Port': ['ID=92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:17.926494 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-17f4265b-094a-4007-8441-7aa1154b4035 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:18.149553 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17f4265b-094a-4007-8441-7aa1154b4035 admin admin] Router 5a0dda12-6b2b-413d-a0a7-fd40c036d03c has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:00:18.260260 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f4265b-094a-4007-8441-7aa1154b4035 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:18.267098 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-17f4265b-094a-4007-8441-7aa1154b4035 admin admin] 10.222.0.22 "PUT /v2.0/routers/5a0dda12-6b2b-413d-a0a7-fd40c036d03c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6586249 Jul 16 09:00:18.269850 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f503240-7918-4401-b02b-e1f01a3b0613 None None] Sync routers for ids ['5a0dda12-6b2b-413d-a0a7-fd40c036d03c'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:18.270438 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39388) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:18.279743 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f503240-7918-4401-b02b-e1f01a3b0613 None None] Routers {'5a0dda12-6b2b-413d-a0a7-fd40c036d03c'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:18.280372 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0f503240-7918-4401-b02b-e1f01a3b0613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:00:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5a0dda12-6b2b-413d-a0a7-fd40c036d03c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:18.398026 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-0f503240-7918-4401-b02b-e1f01a3b0613 None None] Set router 5a0dda12-6b2b-413d-a0a7-fd40c036d03c gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:18.399547 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b91e14b1-4186-45a9-a9ca-dc99aa4937e7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:18.520566 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b91e14b1-4186-45a9-a9ca-dc99aa4937e7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:18.592035 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b91e14b1-4186-45a9-a9ca-dc99aa4937e7 admin admin] Deleting port dbf627c8-501a-420e-9959-5403f40c8cd5 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:18.592881 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b91e14b1-4186-45a9-a9ca-dc99aa4937e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:18.608113 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0f503240-7918-4401-b02b-e1f01a3b0613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'name': 'tempest-ServerActionsTestJSON-2022802551-router', 'tenant_id': '2f4c1f959be841b791b07e280453979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.178'}], 'enable_snat': True}, 'gw_port_id': 'dbf627c8-501a-420e-9959-5403f40c8cd5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:16Z', 'updated_at': '2021-07-16T09:00:17Z', 'revision_number': 5, 'project_id': '2f4c1f959be841b791b07e280453979b', 'gw_port': {'id': 'dbf627c8-501a-420e-9959-5403f40c8cd5', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:95:5c:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3280, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.178', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:53:17Z', 'updated_at': '2021-07-16T08:53:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:18.653271 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f503240-7918-4401-b02b-e1f01a3b0613 None None] Checking router: 5a0dda12-6b2b-413d-a0a7-fd40c036d03c for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:00:18.661988 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f503240-7918-4401-b02b-e1f01a3b0613 None None] Routers {'5a0dda12-6b2b-413d-a0a7-fd40c036d03c'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:18.662631 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0f503240-7918-4401-b02b-e1f01a3b0613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:00:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5a0dda12-6b2b-413d-a0a7-fd40c036d03c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:18.709148 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-b91e14b1-4186-45a9-a9ca-dc99aa4937e7 admin admin] For port dbf627c8-501a-420e-9959-5403f40c8cd5, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=dbf627c8-501a-420e-9959-5403f40c8cd5,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:18.709496 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b91e14b1-4186-45a9-a9ca-dc99aa4937e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:18.723441 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b91e14b1-4186-45a9-a9ca-dc99aa4937e7 admin admin] Calling delete_port for dbf627c8-501a-420e-9959-5403f40c8cd5 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:18.769323 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-0f503240-7918-4401-b02b-e1f01a3b0613 None None] Set router 5a0dda12-6b2b-413d-a0a7-fd40c036d03c gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:18.851020 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0f503240-7918-4401-b02b-e1f01a3b0613 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'name': 'tempest-ServerActionsTestJSON-2022802551-router', 'tenant_id': '2f4c1f959be841b791b07e280453979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:16Z', 'updated_at': '2021-07-16T09:00:18Z', 'revision_number': 6, 'project_id': '2f4c1f959be841b791b07e280453979b', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:18.895736 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f503240-7918-4401-b02b-e1f01a3b0613 None None] The sync data for ids ['5a0dda12-6b2b-413d-a0a7-fd40c036d03c'] in n-d-771362-37 is: [{'id': '5a0dda12-6b2b-413d-a0a7-fd40c036d03c', 'name': 'tempest-ServerActionsTestJSON-2022802551-router', 'tenant_id': '2f4c1f959be841b791b07e280453979b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:53:16Z', 'updated_at': '2021-07-16T09:00:18Z', 'revision_number': 6, 'project_id': '2f4c1f959be841b791b07e280453979b', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:18.983620 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b91e14b1-4186-45a9-a9ca-dc99aa4937e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.013686 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91e14b1-4186-45a9-a9ca-dc99aa4937e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dbf627c8-501a-420e-9959-5403f40c8cd5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:19.103355 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b91e14b1-4186-45a9-a9ca-dc99aa4937e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.205098 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b91e14b1-4186-45a9-a9ca-dc99aa4937e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.207460 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b91e14b1-4186-45a9-a9ca-dc99aa4937e7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.259798 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b91e14b1-4186-45a9-a9ca-dc99aa4937e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.261603 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91e14b1-4186-45a9-a9ca-dc99aa4937e7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a0dda12-6b2b-413d-a0a7-fd40c036d03c {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:00:19.268497 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b91e14b1-4186-45a9-a9ca-dc99aa4937e7 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.269742 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b91e14b1-4186-45a9-a9ca-dc99aa4937e7 admin admin] 10.222.0.22 "DELETE /v2.0/routers/5a0dda12-6b2b-413d-a0a7-fd40c036d03c HTTP/1.1" status: 204 len: 168 time: 0.9980292 Jul 16 09:00:19.272470 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39396) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:19.322093 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-99f403bf-d991-4741-8e13-9e3a7c94b693 admin admin] Deleting subnet 8ad49083-8e48-4575-9b36-364c8d5c322c {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:19.326272 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-99f403bf-d991-4741-8e13-9e3a7c94b693 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.369539 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-99f403bf-d991-4741-8e13-9e3a7c94b693 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.480384 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-99f403bf-d991-4741-8e13-9e3a7c94b693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.549361 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-99f403bf-d991-4741-8e13-9e3a7c94b693 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.579685 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-99f403bf-d991-4741-8e13-9e3a7c94b693 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.584026 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-99f403bf-d991-4741-8e13-9e3a7c94b693 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8ad49083-8e48-4575-9b36-364c8d5c322c HTTP/1.1" status: 204 len: 168 time: 0.3072994 Jul 16 09:00:19.584026 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f403bf-d991-4741-8e13-9e3a7c94b693 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ad49083-8e48-4575-9b36-364c8d5c322c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:19.584717 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39398) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:19.587488 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4d346a-95fb-4d14-860d-50918789c34e None None] Network 51d51b2e-c364-4882-bbf4-f36afab1b6c1 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:19.663238 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6fe0fd86-569b-46c0-99ee-da7217578658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.760802 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-6fe0fd86-569b-46c0-99ee-da7217578658 admin admin] Deleting port 4537d93f-0b3f-4005-a32c-a6b29d085221 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:19.761324 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6fe0fd86-569b-46c0-99ee-da7217578658 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.794333 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:19.823237 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:19.823874 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 92f98a5c-2d8a-40f3-b9e1-e3b7d4b0c93f not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:19.824565 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device dbf627c8-501a-420e-9959-5403f40c8cd5 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:19.848340 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-6fe0fd86-569b-46c0-99ee-da7217578658 admin admin] For port 4537d93f-0b3f-4005-a32c-a6b29d085221, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4537d93f-0b3f-4005-a32c-a6b29d085221,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:19.848728 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6fe0fd86-569b-46c0-99ee-da7217578658 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:19.851998 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: dbf627c8-501a-420e-9959-5403f40c8cd5 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:19.852722 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device dbf627c8-501a-420e-9959-5403f40c8cd5 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:19.855691 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1dd94f6-aa20-402b-bf31-2511a4d91db4 None None] DHCP port deletion for 51d51b2e-c364-4882-bbf4-f36afab1b6c1 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:00:19.871519 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-6fe0fd86-569b-46c0-99ee-da7217578658 admin admin] Calling delete_port for 4537d93f-0b3f-4005-a32c-a6b29d085221 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:19.942678 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a1dd94f6-aa20-402b-bf31-2511a4d91db4 None None] Deleting port 4537d93f-0b3f-4005-a32c-a6b29d085221 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:19.943506 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a1dd94f6-aa20-402b-bf31-2511a4d91db4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.027096 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6fe0fd86-569b-46c0-99ee-da7217578658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.082507 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0fd86-569b-46c0-99ee-da7217578658 admin admin] Pushing event deleted for resources: {'Port': ['ID=4537d93f-0b3f-4005-a32c-a6b29d085221,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:20.086096 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe0fd86-569b-46c0-99ee-da7217578658 admin admin] No DVR routers for this DVR port 4537d93f-0b3f-4005-a32c-a6b29d085221 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:20.198592 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a1dd94f6-aa20-402b-bf31-2511a4d91db4 None None] For port 4537d93f-0b3f-4005-a32c-a6b29d085221, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4537d93f-0b3f-4005-a32c-a6b29d085221,segment=NetworkSegment(4624b537-a5bd-48b2-b031-723dfc53b4d2),segment_id=4624b537-a5bd-48b2-b031-723dfc53b4d2)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:20.199321 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a1dd94f6-aa20-402b-bf31-2511a4d91db4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.201585 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6fe0fd86-569b-46c0-99ee-da7217578658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.223093 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-6fe0fd86-569b-46c0-99ee-da7217578658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51d51b2e-c364-4882-bbf4-f36afab1b6c1']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:20.243057 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-6fe0fd86-569b-46c0-99ee-da7217578658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4624b537-a5bd-48b2-b031-723dfc53b4d2') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:20.245021 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-6fe0fd86-569b-46c0-99ee-da7217578658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4624b537-a5bd-48b2-b031-723dfc53b4d2') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:20.246911 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a1dd94f6-aa20-402b-bf31-2511a4d91db4 None None] Calling delete_port for 4537d93f-0b3f-4005-a32c-a6b29d085221 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:20.257206 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6fe0fd86-569b-46c0-99ee-da7217578658 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.275576 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6fe0fd86-569b-46c0-99ee-da7217578658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.288498 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fe0fd86-569b-46c0-99ee-da7217578658 admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:00:20.289160 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6fe0fd86-569b-46c0-99ee-da7217578658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: timer() Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:00:20.292279 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:00:20.360543 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a1dd94f6-aa20-402b-bf31-2511a4d91db4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.365100 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6fe0fd86-569b-46c0-99ee-da7217578658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.373286 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6fe0fd86-569b-46c0-99ee-da7217578658 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.375432 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6fe0fd86-569b-46c0-99ee-da7217578658 admin admin] 10.222.0.22 "DELETE /v2.0/networks/51d51b2e-c364-4882-bbf4-f36afab1b6c1 HTTP/1.1" status: 204 len: 168 time: 0.7896795 Jul 16 09:00:20.391622 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe0fd86-569b-46c0-99ee-da7217578658 admin admin] Pushing event deleted for resources: {'Network': ['ID=51d51b2e-c364-4882-bbf4-f36afab1b6c1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:20.397612 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dd94f6-aa20-402b-bf31-2511a4d91db4 None None] Pushing event deleted for resources: {'Port': ['ID=4537d93f-0b3f-4005-a32c-a6b29d085221,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:20.402316 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-a1dd94f6-aa20-402b-bf31-2511a4d91db4 None None] Network 51d51b2e-c364-4882-bbf4-f36afab1b6c1 is not hosted by any dhcp agent {{(pid=93760) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 09:00:20.403061 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dd94f6-aa20-402b-bf31-2511a4d91db4 None None] No DVR routers for this DVR port 4537d93f-0b3f-4005-a32c-a6b29d085221 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:20.417892 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd94f6-aa20-402b-bf31-2511a4d91db4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:20.418480 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd94f6-aa20-402b-bf31-2511a4d91db4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:20.419966 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd94f6-aa20-402b-bf31-2511a4d91db4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:20.420683 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd94f6-aa20-402b-bf31-2511a4d91db4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:20.421257 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd94f6-aa20-402b-bf31-2511a4d91db4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:20.421833 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd94f6-aa20-402b-bf31-2511a4d91db4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:20.422403 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd94f6-aa20-402b-bf31-2511a4d91db4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:20.422970 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd94f6-aa20-402b-bf31-2511a4d91db4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:20.423886 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd94f6-aa20-402b-bf31-2511a4d91db4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:20.424338 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd94f6-aa20-402b-bf31-2511a4d91db4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:20.425179 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd94f6-aa20-402b-bf31-2511a4d91db4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:20.426167 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1dd94f6-aa20-402b-bf31-2511a4d91db4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:20.519443 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39404) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:20.565756 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a0012d30-8d61-4fee-b7a0-3577d0118803 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=2f4c1f959be841b791b07e280453979b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450242 Jul 16 09:00:20.568334 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39406) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:20.619590 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e60c717-26d9-4e32-a401-8770a413e5ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.640633 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e60c717-26d9-4e32-a401-8770a413e5ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.688472 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e60c717-26d9-4e32-a401-8770a413e5ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.691563 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4e60c717-26d9-4e32-a401-8770a413e5ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:20.693025 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4e60c717-26d9-4e32-a401-8770a413e5ff admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/801eb55a-262d-4f2b-85dc-77d1d684e36a HTTP/1.1" status: 204 len: 168 time: 0.1235671 Jul 16 09:00:20.700749 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e60c717-26d9-4e32-a401-8770a413e5ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=801eb55a-262d-4f2b-85dc-77d1d684e36a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:21.354220 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39442) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:21.461099 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f49ce7ba-4f5e-47c2-843d-7c1b2d063b25 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1378016700-network', 'tenant_id': '3f3c405bbe1a4af895692e4113d8d9ba'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:21.470164 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4537d93f-0b3f-4005-a32c-a6b29d085221 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:21.489476 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49ce7ba-4f5e-47c2-843d-7c1b2d063b25 admin admin] Made reservation on behalf of 3f3c405bbe1a4af895692e4113d8d9ba for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:21.492109 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f49ce7ba-4f5e-47c2-843d-7c1b2d063b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:21.494575 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 4537d93f-0b3f-4005-a32c-a6b29d085221 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:21.495133 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4537d93f-0b3f-4005-a32c-a6b29d085221 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:21.502646 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f49ce7ba-4f5e-47c2-843d-7c1b2d063b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:21.598914 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f49ce7ba-4f5e-47c2-843d-7c1b2d063b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:21.602685 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f49ce7ba-4f5e-47c2-843d-7c1b2d063b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:21.623860 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f49ce7ba-4f5e-47c2-843d-7c1b2d063b25 admin admin] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:00:21.641362 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f49ce7ba-4f5e-47c2-843d-7c1b2d063b25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:21.641717 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-f49ce7ba-4f5e-47c2-843d-7c1b2d063b25 admin admin] Added segment a738f618-ebb3-4420-8bbd-3c55daa28891 of type vlan for network 70bfe19d-aed5-49dd-b10a-6cc0025e5d90 Jul 16 09:00:21.643023 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ce7ba-4f5e-47c2-843d-7c1b2d063b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7669212f-51d4-4556-947e-27d88d1c2f06,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:21.691126 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f49ce7ba-4f5e-47c2-843d-7c1b2d063b25 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:21.720151 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f49ce7ba-4f5e-47c2-843d-7c1b2d063b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:21.721253 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49ce7ba-4f5e-47c2-843d-7c1b2d063b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:21.723279 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f49ce7ba-4f5e-47c2-843d-7c1b2d063b25 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:21.756137 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f49ce7ba-4f5e-47c2-843d-7c1b2d063b25 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.4000747 Jul 16 09:00:21.758852 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39446) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:21.763638 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-aa7f6042-6122-46bb-888f-caf894220295 admin admin] Request body: {'subnet': {'network_id': '70bfe19d-aed5-49dd-b10a-6cc0025e5d90', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1378016700-subnet', 'tenant_id': '3f3c405bbe1a4af895692e4113d8d9ba', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:21.796659 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ce7ba-4f5e-47c2-843d-7c1b2d063b25 admin admin] Pushing event updated for resources: {'Network': ['ID=70bfe19d-aed5-49dd-b10a-6cc0025e5d90,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:21.807215 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 70bfe19d-aed5-49dd-b10a-6cc0025e5d90 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:00:21.813683 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa7f6042-6122-46bb-888f-caf894220295 admin admin] Made reservation on behalf of 3f3c405bbe1a4af895692e4113d8d9ba for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:21.816281 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aa7f6042-6122-46bb-888f-caf894220295 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:21.992927 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aa7f6042-6122-46bb-888f-caf894220295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:22.048521 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7f6042-6122-46bb-888f-caf894220295 admin admin] Pushing event updated for resources: {'Subnet': ['ID=61d2677e-bd11-4976-b395-b28570bea4c7,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:22.071458 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7f6042-6122-46bb-888f-caf894220295 admin admin] Checking segment: {'id': 'a738f618-ebb3-4420-8bbd-3c55daa28891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '70bfe19d-aed5-49dd-b10a-6cc0025e5d90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:22.071958 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7f6042-6122-46bb-888f-caf894220295 admin admin] Network hostable DHCP agents. Network: 70bfe19d-aed5-49dd-b10a-6cc0025e5d90, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:00:22.094333 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7f6042-6122-46bb-888f-caf894220295 admin admin] Network 70bfe19d-aed5-49dd-b10a-6cc0025e5d90 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:00:22.107835 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-aa7f6042-6122-46bb-888f-caf894220295 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 70bfe19d-aed5-49dd-b10a-6cc0025e5d90) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:22.117793 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa7f6042-6122-46bb-888f-caf894220295 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:22.118489 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aa7f6042-6122-46bb-888f-caf894220295 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:22.124902 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67307205-041a-450b-901b-9e56eec08e4e None None] Network 70bfe19d-aed5-49dd-b10a-6cc0025e5d90 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:22.144334 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-aa7f6042-6122-46bb-888f-caf894220295 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.3842680 Jul 16 09:00:22.296875 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3a13293-8b93-47e6-b00c-dbbde85605c8 None None] Network 70bfe19d-aed5-49dd-b10a-6cc0025e5d90 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:22.654896 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-8fc13b12-b92a-42e8-835a-2cdbb78cd405 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:22.656136 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-8fc13b12-b92a-42e8-835a-2cdbb78cd405 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] 10.222.0.22 "GET /v2.0/networks?id=70bfe19d-aed5-49dd-b10a-6cc0025e5d90 HTTP/1.1" status: 200 len: 822 time: 0.1027369 Jul 16 09:00:22.672710 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-dc74e252-5ac0-4a19-ac57-59d4cb0f7f99 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] 10.222.0.22 "GET /v2.0/quotas/3f3c405bbe1a4af895692e4113d8d9ba HTTP/1.1" status: 200 len: 375 time: 0.0098994 Jul 16 09:00:22.705111 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-5f25131f-7eef-453f-844b-40edeca89f9a tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3f3c405bbe1a4af895692e4113d8d9ba&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0275097 Jul 16 09:00:22.802687 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-fc4a5e17-cff2-4bee-9356-69a2bef49853 service neutron] 10.222.0.22 "GET /v2.0/networks/70bfe19d-aed5-49dd-b10a-6cc0025e5d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867145 Jul 16 09:00:22.891429 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-027e6be9-03bb-48a0-b629-f17020f2aad9 service neutron] 10.222.0.22 "GET /v2.0/networks/70bfe19d-aed5-49dd-b10a-6cc0025e5d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830886 Jul 16 09:00:23.073327 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d30eb768-7124-48d9-bcc6-17e0d623318f req-1256d655-27fa-4a99-8079-8e3495150236 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] 10.222.0.22 "GET /v2.0/ports?device_id=72fca1f8-ab15-4c5b-906a-4a88a805f7c2 HTTP/1.1" status: 200 len: 210 time: 0.0301604 Jul 16 09:00:24.227528 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-addbdd78-4620-49d4-89c5-44ceb5f651e8 req-059a0792-c775-4738-a8fa-8400c62272b7 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] 10.222.0.22 "GET /v2.0/ports?device_id=72fca1f8-ab15-4c5b-906a-4a88a805f7c2 HTTP/1.1" status: 200 len: 210 time: 0.0391903 Jul 16 09:00:24.345159 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-3ce73010-2f29-4156-813a-5a0115b4d620 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:24.346907 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-3ce73010-2f29-4156-813a-5a0115b4d620 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] 10.222.0.21 "GET /v2.0/networks?id=70bfe19d-aed5-49dd-b10a-6cc0025e5d90 HTTP/1.1" status: 200 len: 822 time: 0.1328104 Jul 16 09:00:24.362721 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-26fa23d8-9d69-4456-9cdc-24cfeb37ed28 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] Request body: {'port': {'device_id': '72fca1f8-ab15-4c5b-906a-4a88a805f7c2', 'network_id': '70bfe19d-aed5-49dd-b10a-6cc0025e5d90', 'admin_state_up': True, 'tenant_id': '3f3c405bbe1a4af895692e4113d8d9ba'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:24.558072 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-26fa23d8-9d69-4456-9cdc-24cfeb37ed28 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] Made reservation on behalf of 3f3c405bbe1a4af895692e4113d8d9ba for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:24.562121 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-26fa23d8-9d69-4456-9cdc-24cfeb37ed28 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.719377 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-26fa23d8-9d69-4456-9cdc-24cfeb37ed28 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] Allocated IP 172.20.0.6 (70bfe19d-aed5-49dd-b10a-6cc0025e5d90/61d2677e-bd11-4976-b395-b28570bea4c7/3fca01bc-0b04-41bb-96f7-4ae669801182) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:24.867841 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-26fa23d8-9d69-4456-9cdc-24cfeb37ed28 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.906862 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-26fa23d8-9d69-4456-9cdc-24cfeb37ed28 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:24.952707 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-26fa23d8-9d69-4456-9cdc-24cfeb37ed28 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] Network 70bfe19d-aed5-49dd-b10a-6cc0025e5d90 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:24.955765 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-26fa23d8-9d69-4456-9cdc-24cfeb37ed28 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:24.959869 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-26fa23d8-9d69-4456-9cdc-24cfeb37ed28 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:24.966711 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fa23d8-9d69-4456-9cdc-24cfeb37ed28 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] Pushing event updated for resources: {'Port': ['ID=3fca01bc-0b04-41bb-96f7-4ae669801182,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:25.011334 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-26fa23d8-9d69-4456-9cdc-24cfeb37ed28 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:25.011962 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-26fa23d8-9d69-4456-9cdc-24cfeb37ed28 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.025281 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-26fa23d8-9d69-4456-9cdc-24cfeb37ed28 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6674857 Jul 16 09:00:25.036662 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-34832f08-d76c-470c-959f-d9aa48915c1e service neutron] Request body: {'port': {'device_id': '72fca1f8-ab15-4c5b-906a-4a88a805f7c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:25.111215 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-34832f08-d76c-470c-959f-d9aa48915c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.415709 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-34832f08-d76c-470c-959f-d9aa48915c1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3fca01bc-0b04-41bb-96f7-4ae669801182 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:00:25.425367 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-34832f08-d76c-470c-959f-d9aa48915c1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.444383 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-34832f08-d76c-470c-959f-d9aa48915c1e service neutron] Transition to ACTIVE for port object 3fca01bc-0b04-41bb-96f7-4ae669801182 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:25.459909 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045e17d5-f777-4e19-af78-752d1f1f369e req-72e4760e-ab58-492a-924f-bfa22f9f7ad2 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:25.461447 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-045e17d5-f777-4e19-af78-752d1f1f369e req-72e4760e-ab58-492a-924f-bfa22f9f7ad2 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] 10.222.0.22 "GET /v2.0/ports?device_id=72fca1f8-ab15-4c5b-906a-4a88a805f7c2 HTTP/1.1" status: 200 len: 931 time: 0.1118648 Jul 16 09:00:25.462205 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-34832f08-d76c-470c-959f-d9aa48915c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.537139 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34832f08-d76c-470c-959f-d9aa48915c1e service neutron] Pushing event updated for resources: {'Port': ['ID=3fca01bc-0b04-41bb-96f7-4ae669801182,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:25.547791 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-045e17d5-f777-4e19-af78-752d1f1f369e req-d09a1f4b-60dc-46c2-9d83-8434467dafdc tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669212f-51d4-4556-947e-27d88d1c2f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799193 Jul 16 09:00:25.612924 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-34832f08-d76c-470c-959f-d9aa48915c1e service neutron] Attempting to bind port 3fca01bc-0b04-41bb-96f7-4ae669801182 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:25.613262 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-34832f08-d76c-470c-959f-d9aa48915c1e service neutron] Attempting to bind port 3fca01bc-0b04-41bb-96f7-4ae669801182 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'a738f618-ebb3-4420-8bbd-3c55daa28891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '70bfe19d-aed5-49dd-b10a-6cc0025e5d90'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:25.613599 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-34832f08-d76c-470c-959f-d9aa48915c1e service neutron] Attempting to bind port 3fca01bc-0b04-41bb-96f7-4ae669801182 on network 70bfe19d-aed5-49dd-b10a-6cc0025e5d90 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:25.618158 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-34832f08-d76c-470c-959f-d9aa48915c1e service neutron] Port 3fca01bc-0b04-41bb-96f7-4ae669801182 on network 70bfe19d-aed5-49dd-b10a-6cc0025e5d90 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:25.618498 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-34832f08-d76c-470c-959f-d9aa48915c1e service neutron] Attempting to bind port 3fca01bc-0b04-41bb-96f7-4ae669801182 on network 70bfe19d-aed5-49dd-b10a-6cc0025e5d90 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:25.623956 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-34832f08-d76c-470c-959f-d9aa48915c1e service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:25.624302 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-34832f08-d76c-470c-959f-d9aa48915c1e service neutron] Checking segment: {'id': 'a738f618-ebb3-4420-8bbd-3c55daa28891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '70bfe19d-aed5-49dd-b10a-6cc0025e5d90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:25.624722 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-34832f08-d76c-470c-959f-d9aa48915c1e service neutron] Bound using segment: {'id': 'a738f618-ebb3-4420-8bbd-3c55daa28891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '70bfe19d-aed5-49dd-b10a-6cc0025e5d90'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:25.625158 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-34832f08-d76c-470c-959f-d9aa48915c1e service neutron] Bound port: 3fca01bc-0b04-41bb-96f7-4ae669801182, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a738f618-ebb3-4420-8bbd-3c55daa28891', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '70bfe19d-aed5-49dd-b10a-6cc0025e5d90'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:25.625522 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-34832f08-d76c-470c-959f-d9aa48915c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.693492 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-34832f08-d76c-470c-959f-d9aa48915c1e service neutron] For port 3fca01bc-0b04-41bb-96f7-4ae669801182, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:25.696500 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-34832f08-d76c-470c-959f-d9aa48915c1e service neutron] For port 3fca01bc-0b04-41bb-96f7-4ae669801182, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=3fca01bc-0b04-41bb-96f7-4ae669801182,segment=NetworkSegment(a738f618-ebb3-4420-8bbd-3c55daa28891),segment_id=a738f618-ebb3-4420-8bbd-3c55daa28891)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:25.702252 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-34832f08-d76c-470c-959f-d9aa48915c1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.740380 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-34832f08-d76c-470c-959f-d9aa48915c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:25.741011 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-34832f08-d76c-470c-959f-d9aa48915c1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:25.742411 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-34832f08-d76c-470c-959f-d9aa48915c1e service neutron] 10.222.0.21 "PUT /v2.0/ports/3fca01bc-0b04-41bb-96f7-4ae669801182 HTTP/1.1" status: 200 len: 1092 time: 0.7097690 Jul 16 09:00:25.742864 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72fca1f8-ab15-4c5b-906a-4a88a805f7c2', 'tag': '3fca01bc-0b04-41bb-96f7-4ae669801182'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:25.745123 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f98988-8bcb-41d7-8470-905024151e78" -d '{"events": [{"name": "network-changed", "server_uuid": "72fca1f8-ab15-4c5b-906a-4a88a805f7c2", "tag": "3fca01bc-0b04-41bb-96f7-4ae669801182"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:25.767406 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34832f08-d76c-470c-959f-d9aa48915c1e service neutron] Pushing event updated for resources: {'Port': ['ID=3fca01bc-0b04-41bb-96f7-4ae669801182,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:25.787808 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-d04e9501-cbf7-478f-9a71-d670e9c15b88 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:25.789537 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-d04e9501-cbf7-478f-9a71-d670e9c15b88 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/networks?id=232150c6-c2b7-4dfe-abcf-3769bf8915cb HTTP/1.1" status: 200 len: 813 time: 0.1079724 Jul 16 09:00:25.794499 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dba7ba3-4516-42b7-8c6c-3977fb9e244e x-openstack-request-id: req-2dba7ba3-4516-42b7-8c6c-3977fb9e244e {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:25.795035 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72fca1f8-ab15-4c5b-906a-4a88a805f7c2", "tag": "3fca01bc-0b04-41bb-96f7-4ae669801182", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:25.795288 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2dba7ba3-4516-42b7-8c6c-3977fb9e244e {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:25.795718 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72fca1f8-ab15-4c5b-906a-4a88a805f7c2', 'tag': '3fca01bc-0b04-41bb-96f7-4ae669801182', 'status': 'completed', 'code': 200} Jul 16 09:00:25.806080 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-808e058c-4696-4819-a09f-93c78c5f64a8 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/quotas/4356e827a988460185a41bb4a0481a8f HTTP/1.1" status: 200 len: 375 time: 0.0106323 Jul 16 09:00:25.847687 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-f4de264e-1087-4740-8539-6c56ad2d4bec tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4356e827a988460185a41bb4a0481a8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0331416 Jul 16 09:00:25.854677 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-9632b35e-1fbe-491b-9dc7-2d9a7a6fb297 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:25.856599 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-9632b35e-1fbe-491b-9dc7-2d9a7a6fb297 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f3c405bbe1a4af895692e4113d8d9ba&device_id=72fca1f8-ab15-4c5b-906a-4a88a805f7c2 HTTP/1.1" status: 200 len: 1095 time: 0.0571067 Jul 16 09:00:25.900547 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-7c1b8064-4e5b-4ec4-a3e3-91b26e51cd17 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3fca01bc-0b04-41bb-96f7-4ae669801182 HTTP/1.1" status: 200 len: 217 time: 0.0377629 Jul 16 09:00:25.939386 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-fea5b369-b9cc-4d9f-a3c7-ce5bcddece3b service neutron] 10.222.0.22 "GET /v2.0/networks/232150c6-c2b7-4dfe-abcf-3769bf8915cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845461 Jul 16 09:00:25.947353 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-3d3b560f-927f-4afa-aa52-b90e786b924b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:25.948964 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-3d3b560f-927f-4afa-aa52-b90e786b924b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61d2677e-bd11-4976-b395-b28570bea4c7 HTTP/1.1" status: 200 len: 862 time: 0.0432518 Jul 16 09:00:25.981982 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-82d782e2-88d6-4fda-9b4e-eb34c4f46803 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=70bfe19d-aed5-49dd-b10a-6cc0025e5d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263615 Jul 16 09:00:26.031865 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-78af239f-2aec-4a72-9ad0-b0d950aa4255 service neutron] 10.222.0.22 "GET /v2.0/networks/232150c6-c2b7-4dfe-abcf-3769bf8915cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865388 Jul 16 09:00:26.075922 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-30f48f5a-560a-4386-8e4f-4a0a92a5d79f service neutron] 10.222.0.21 "GET /v2.0/networks/70bfe19d-aed5-49dd-b10a-6cc0025e5d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880737 Jul 16 09:00:26.165242 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bc0fe400-9bd6-4d0a-bd7e-f22d921656f5 req-1180c27d-99f3-490c-bbf8-a64e3f107d44 service neutron] 10.222.0.21 "GET /v2.0/networks/70bfe19d-aed5-49dd-b10a-6cc0025e5d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829093 Jul 16 09:00:26.220313 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3598dd3f-813a-487a-8d81-94230a7d9b3b req-3f82f283-8e2e-4868-960b-7ab77f7a45c5 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bfec9c3-ee2e-4cce-b4fb-83069c8bfd09 HTTP/1.1" status: 200 len: 210 time: 0.0463676 Jul 16 09:00:26.284426 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f98988-8bcb-41d7-8470-905024151e78 req-77f50266-7b0f-4fbc-8a4a-0dff6bfcb141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:26.285973 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b0f98988-8bcb-41d7-8470-905024151e78 req-77f50266-7b0f-4fbc-8a4a-0dff6bfcb141 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3f3c405bbe1a4af895692e4113d8d9ba&device_id=72fca1f8-ab15-4c5b-906a-4a88a805f7c2 HTTP/1.1" status: 200 len: 1095 time: 0.0561996 Jul 16 09:00:26.382323 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f98988-8bcb-41d7-8470-905024151e78 req-5b900c52-793d-47c2-a77d-4101365d79d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:26.383349 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b0f98988-8bcb-41d7-8470-905024151e78 req-5b900c52-793d-47c2-a77d-4101365d79d1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=70bfe19d-aed5-49dd-b10a-6cc0025e5d90 HTTP/1.1" status: 200 len: 923 time: 0.0885849 Jul 16 09:00:26.430115 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b0f98988-8bcb-41d7-8470-905024151e78 req-b2256186-09e5-4ff3-bc06-822398471920 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3fca01bc-0b04-41bb-96f7-4ae669801182 HTTP/1.1" status: 200 len: 217 time: 0.0398562 Jul 16 09:00:26.479509 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f98988-8bcb-41d7-8470-905024151e78 req-9f2e6d40-7e61-40d2-939c-b17a1735458a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:26.481301 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b0f98988-8bcb-41d7-8470-905024151e78 req-9f2e6d40-7e61-40d2-939c-b17a1735458a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=61d2677e-bd11-4976-b395-b28570bea4c7 HTTP/1.1" status: 200 len: 862 time: 0.0441945 Jul 16 09:00:26.514168 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b0f98988-8bcb-41d7-8470-905024151e78 req-d0a8c86f-3a5b-490a-a404-88671911d054 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=70bfe19d-aed5-49dd-b10a-6cc0025e5d90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263624 Jul 16 09:00:26.613011 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b0f98988-8bcb-41d7-8470-905024151e78 req-ca01869a-4105-4992-beb7-bbf5ca80257b service neutron] 10.222.0.21 "GET /v2.0/networks/70bfe19d-aed5-49dd-b10a-6cc0025e5d90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911958 Jul 16 09:00:26.706245 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b0f98988-8bcb-41d7-8470-905024151e78 req-b1bab333-7a3b-4365-8479-0734d80c0f9c service neutron] 10.222.0.21 "GET /v2.0/networks/70bfe19d-aed5-49dd-b10a-6cc0025e5d90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869813 Jul 16 09:00:26.739142 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27c87203-616b-40a9-aa47-79ffe5044c78 req-041bde4d-ac38-4a08-9fb7-8fe5764671d7 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:26.740666 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-27c87203-616b-40a9-aa47-79ffe5044c78 req-041bde4d-ac38-4a08-9fb7-8fe5764671d7 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] 10.222.0.22 "GET /v2.0/ports?device_id=72fca1f8-ab15-4c5b-906a-4a88a805f7c2 HTTP/1.1" status: 200 len: 943 time: 0.0728498 Jul 16 09:00:26.779992 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-27c87203-616b-40a9-aa47-79ffe5044c78 req-710f4595-1ecc-4278-8653-e74e0deeecff tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669212f-51d4-4556-947e-27d88d1c2f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336268 Jul 16 09:00:27.260720 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-a774a954-ffd9-42d0-b1cd-b8edd00eb336 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:27.262195 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-a774a954-ffd9-42d0-b1cd-b8edd00eb336 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.30 "GET /v2.0/networks?id=232150c6-c2b7-4dfe-abcf-3769bf8915cb HTTP/1.1" status: 200 len: 813 time: 0.1069729 Jul 16 09:00:27.282393 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-2072201d-fb7e-4133-ad4c-66de0f293d75 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Request body: {'port': {'device_id': '3bfec9c3-ee2e-4cce-b4fb-83069c8bfd09', 'network_id': '232150c6-c2b7-4dfe-abcf-3769bf8915cb', 'admin_state_up': True, 'tenant_id': '4356e827a988460185a41bb4a0481a8f'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:27.372839 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5545991c-eecb-4959-af31-60ea1cbaf654 req-7fadacfa-c901-44c7-9677-e75a687f029d tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bfec9c3-ee2e-4cce-b4fb-83069c8bfd09 HTTP/1.1" status: 200 len: 210 time: 0.0334523 Jul 16 09:00:27.397891 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-2072201d-fb7e-4133-ad4c-66de0f293d75 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Made reservation on behalf of 4356e827a988460185a41bb4a0481a8f for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:27.401653 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-2072201d-fb7e-4133-ad4c-66de0f293d75 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:27.527493 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-2072201d-fb7e-4133-ad4c-66de0f293d75 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Allocated IP 172.20.0.5 (232150c6-c2b7-4dfe-abcf-3769bf8915cb/c4d9e928-6536-4fbc-bd10-4f64492b6b6e/ce57375d-2644-44ed-9af6-028b40f0572c) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:27.995293 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-2072201d-fb7e-4133-ad4c-66de0f293d75 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.022703 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313c3633-cadb-416d-8c7b-b14516fb3681 req-0f5f0592-530f-4a12-b0e9-2d84fead97b2 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:28.024166 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-313c3633-cadb-416d-8c7b-b14516fb3681 req-0f5f0592-530f-4a12-b0e9-2d84fead97b2 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] 10.222.0.22 "GET /v2.0/ports?device_id=72fca1f8-ab15-4c5b-906a-4a88a805f7c2 HTTP/1.1" status: 200 len: 943 time: 0.1022422 Jul 16 09:00:28.072545 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-2072201d-fb7e-4133-ad4c-66de0f293d75 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.109549 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-313c3633-cadb-416d-8c7b-b14516fb3681 req-cfb2c730-b147-4df4-9be6-73cf1d406c7a tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669212f-51d4-4556-947e-27d88d1c2f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763094 Jul 16 09:00:28.130867 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-2072201d-fb7e-4133-ad4c-66de0f293d75 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Network 232150c6-c2b7-4dfe-abcf-3769bf8915cb is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:28.134284 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-2072201d-fb7e-4133-ad4c-66de0f293d75 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:28.139358 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-2072201d-fb7e-4133-ad4c-66de0f293d75 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:28.143241 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2072201d-fb7e-4133-ad4c-66de0f293d75 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Pushing event updated for resources: {'Port': ['ID=ce57375d-2644-44ed-9af6-028b40f0572c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:28.187760 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-2072201d-fb7e-4133-ad4c-66de0f293d75 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:28.188325 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-2072201d-fb7e-4133-ad4c-66de0f293d75 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.202632 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-2072201d-fb7e-4133-ad4c-66de0f293d75 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9249249 Jul 16 09:00:28.214183 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-9e4539ed-00f6-4419-a408-b60d61da9013 service neutron] Request body: {'port': {'device_id': '3bfec9c3-ee2e-4cce-b4fb-83069c8bfd09', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:28.286680 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-9e4539ed-00f6-4419-a408-b60d61da9013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.548046 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2d659-743b-4ade-b403-07d1bb1faff6 req-644c3e3f-f10f-4817-9dc3-a7c4fb52e08b tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:28.549900 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4c2d659-743b-4ade-b403-07d1bb1faff6 req-644c3e3f-f10f-4817-9dc3-a7c4fb52e08b tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bfec9c3-ee2e-4cce-b4fb-83069c8bfd09 HTTP/1.1" status: 200 len: 931 time: 0.0643542 Jul 16 09:00:28.566788 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-9e4539ed-00f6-4419-a408-b60d61da9013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce57375d-2644-44ed-9af6-028b40f0572c {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:00:28.575373 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-9e4539ed-00f6-4419-a408-b60d61da9013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.588266 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-9e4539ed-00f6-4419-a408-b60d61da9013 service neutron] Transition to ACTIVE for port object ce57375d-2644-44ed-9af6-028b40f0572c will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:28.593116 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-9e4539ed-00f6-4419-a408-b60d61da9013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.596313 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4c2d659-743b-4ade-b403-07d1bb1faff6 req-c7be260b-36cc-4623-b190-bfdbb20b2b0d tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b13500b-d3b9-412f-b23b-7fb0ee0622cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406282 Jul 16 09:00:28.647428 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4539ed-00f6-4419-a408-b60d61da9013 service neutron] Pushing event updated for resources: {'Port': ['ID=ce57375d-2644-44ed-9af6-028b40f0572c,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:28.717085 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-9e4539ed-00f6-4419-a408-b60d61da9013 service neutron] Attempting to bind port ce57375d-2644-44ed-9af6-028b40f0572c on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:28.717475 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-9e4539ed-00f6-4419-a408-b60d61da9013 service neutron] Attempting to bind port ce57375d-2644-44ed-9af6-028b40f0572c by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '775d1b08-9fb9-462d-b710-d8d956fccbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '232150c6-c2b7-4dfe-abcf-3769bf8915cb'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:28.717728 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-9e4539ed-00f6-4419-a408-b60d61da9013 service neutron] Attempting to bind port ce57375d-2644-44ed-9af6-028b40f0572c on network 232150c6-c2b7-4dfe-abcf-3769bf8915cb {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:28.722531 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-9e4539ed-00f6-4419-a408-b60d61da9013 service neutron] Port ce57375d-2644-44ed-9af6-028b40f0572c on network 232150c6-c2b7-4dfe-abcf-3769bf8915cb not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:28.722859 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-9e4539ed-00f6-4419-a408-b60d61da9013 service neutron] Attempting to bind port ce57375d-2644-44ed-9af6-028b40f0572c on network 232150c6-c2b7-4dfe-abcf-3769bf8915cb {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:28.727771 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-9e4539ed-00f6-4419-a408-b60d61da9013 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:28.728102 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-9e4539ed-00f6-4419-a408-b60d61da9013 service neutron] Checking segment: {'id': '775d1b08-9fb9-462d-b710-d8d956fccbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '232150c6-c2b7-4dfe-abcf-3769bf8915cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:28.728721 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-9e4539ed-00f6-4419-a408-b60d61da9013 service neutron] Bound using segment: {'id': '775d1b08-9fb9-462d-b710-d8d956fccbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '232150c6-c2b7-4dfe-abcf-3769bf8915cb'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:28.729152 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-9e4539ed-00f6-4419-a408-b60d61da9013 service neutron] Bound port: ce57375d-2644-44ed-9af6-028b40f0572c, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '775d1b08-9fb9-462d-b710-d8d956fccbf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '232150c6-c2b7-4dfe-abcf-3769bf8915cb'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:28.729512 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-9e4539ed-00f6-4419-a408-b60d61da9013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.799879 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-9e4539ed-00f6-4419-a408-b60d61da9013 service neutron] For port ce57375d-2644-44ed-9af6-028b40f0572c, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:28.803367 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-9e4539ed-00f6-4419-a408-b60d61da9013 service neutron] For port ce57375d-2644-44ed-9af6-028b40f0572c, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=ce57375d-2644-44ed-9af6-028b40f0572c,segment=NetworkSegment(775d1b08-9fb9-462d-b710-d8d956fccbf6),segment_id=775d1b08-9fb9-462d-b710-d8d956fccbf6)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:28.808071 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-9e4539ed-00f6-4419-a408-b60d61da9013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.845329 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-9e4539ed-00f6-4419-a408-b60d61da9013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:28.846105 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-9e4539ed-00f6-4419-a408-b60d61da9013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:28.847672 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-9e4539ed-00f6-4419-a408-b60d61da9013 service neutron] 10.222.0.30 "PUT /v2.0/ports/ce57375d-2644-44ed-9af6-028b40f0572c HTTP/1.1" status: 200 len: 1092 time: 0.6375535 Jul 16 09:00:28.848220 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3bfec9c3-ee2e-4cce-b4fb-83069c8bfd09', 'tag': 'ce57375d-2644-44ed-9af6-028b40f0572c'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:28.850606 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b2447da-a90a-4948-9f5e-b8285829f874" -d '{"events": [{"name": "network-changed", "server_uuid": "3bfec9c3-ee2e-4cce-b4fb-83069c8bfd09", "tag": "ce57375d-2644-44ed-9af6-028b40f0572c"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:28.889029 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4539ed-00f6-4419-a408-b60d61da9013 service neutron] Pushing event updated for resources: {'Port': ['ID=ce57375d-2644-44ed-9af6-028b40f0572c,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:28.902364 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecf891d-ca07-4cb4-9e85-e288460a809f x-openstack-request-id: req-0ecf891d-ca07-4cb4-9e85-e288460a809f {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:28.904859 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3bfec9c3-ee2e-4cce-b4fb-83069c8bfd09", "tag": "ce57375d-2644-44ed-9af6-028b40f0572c", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:28.904859 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0ecf891d-ca07-4cb4-9e85-e288460a809f {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:28.904859 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3bfec9c3-ee2e-4cce-b4fb-83069c8bfd09', 'tag': 'ce57375d-2644-44ed-9af6-028b40f0572c', 'status': 'completed', 'code': 200} Jul 16 09:00:28.951329 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-683132bf-4389-49c4-a479-244ef394d4f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:28.952923 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-683132bf-4389-49c4-a479-244ef394d4f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4356e827a988460185a41bb4a0481a8f&device_id=3bfec9c3-ee2e-4cce-b4fb-83069c8bfd09 HTTP/1.1" status: 200 len: 1095 time: 0.0592613 Jul 16 09:00:28.988005 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 3fca01bc-0b04-41bb-96f7-4ae669801182 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:00:28.998901 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-18ef9eec-6154-40e1-bb4e-4b72bb405d75 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce57375d-2644-44ed-9af6-028b40f0572c HTTP/1.1" status: 200 len: 217 time: 0.0392597 Jul 16 09:00:29.071837 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-47a7fa53-e516-49d5-99ba-27d20e48c848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:29.074493 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-47a7fa53-e516-49d5-99ba-27d20e48c848 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c4d9e928-6536-4fbc-bd10-4f64492b6b6e HTTP/1.1" status: 200 len: 853 time: 0.0694911 Jul 16 09:00:29.111654 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-b6c499e9-ac05-4e63-aeeb-ec3718c40444 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=232150c6-c2b7-4dfe-abcf-3769bf8915cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0314507 Jul 16 09:00:29.117888 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 3fca01bc-0b04-41bb-96f7-4ae669801182, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=3fca01bc-0b04-41bb-96f7-4ae669801182,segment=NetworkSegment(a738f618-ebb3-4420-8bbd-3c55daa28891),segment_id=a738f618-ebb3-4420-8bbd-3c55daa28891)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:29.130486 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '3fca01bc-0b04-41bb-96f7-4ae669801182', 'network_id': '70bfe19d-aed5-49dd-b10a-6cc0025e5d90', 'port_id': '3fca01bc-0b04-41bb-96f7-4ae669801182', 'mac_address': 'fa:16:3e:f7:4a:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '61d2677e-bd11-4976-b395-b28570bea4c7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:00:29.178897 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.194861 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3fca01bc-0b04-41bb-96f7-4ae669801182 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:00:29.222614 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 3fca01bc-0b04-41bb-96f7-4ae669801182, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=3fca01bc-0b04-41bb-96f7-4ae669801182,segment=NetworkSegment(a738f618-ebb3-4420-8bbd-3c55daa28891),segment_id=a738f618-ebb3-4420-8bbd-3c55daa28891)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:29.228147 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:29.237655 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-c740a054-f04e-4b13-9a48-e51121e31e32 service neutron] 10.222.0.30 "GET /v2.0/networks/232150c6-c2b7-4dfe-abcf-3769bf8915cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191146 Jul 16 09:00:29.299244 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=3fca01bc-0b04-41bb-96f7-4ae669801182,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:29.308849 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baa5025-ff9e-4417-9853-4c67aa60c509 req-35fbbf72-6035-463f-a662-9cd7dac91fc4 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:29.311943 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8baa5025-ff9e-4417-9853-4c67aa60c509 req-35fbbf72-6035-463f-a662-9cd7dac91fc4 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] 10.222.0.22 "GET /v2.0/ports?device_id=72fca1f8-ab15-4c5b-906a-4a88a805f7c2 HTTP/1.1" status: 200 len: 944 time: 0.0734298 Jul 16 09:00:29.349630 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2086945d-e6cc-425b-bbf1-b49d51514e0e req-b58d849f-d80a-4ae1-ad90-c07e5470de38 service neutron] 10.222.0.30 "GET /v2.0/networks/232150c6-c2b7-4dfe-abcf-3769bf8915cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1058323 Jul 16 09:00:29.355069 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8baa5025-ff9e-4417-9853-4c67aa60c509 req-b5c571f5-6c2e-4ef0-b599-3dc2dacdb66e tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669212f-51d4-4556-947e-27d88d1c2f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373023 Jul 16 09:00:29.438912 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['3fca01bc-0b04-41bb-96f7-4ae669801182'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:00:29.465259 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2447da-a90a-4948-9f5e-b8285829f874 req-26b95a17-5db4-49e1-b6be-8a1f93abd949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:29.466847 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0b2447da-a90a-4948-9f5e-b8285829f874 req-26b95a17-5db4-49e1-b6be-8a1f93abd949 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4356e827a988460185a41bb4a0481a8f&device_id=3bfec9c3-ee2e-4cce-b4fb-83069c8bfd09 HTTP/1.1" status: 200 len: 1095 time: 0.0652714 Jul 16 09:00:29.569603 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2447da-a90a-4948-9f5e-b8285829f874 req-44978d26-5d1f-4ed6-9ca6-b163329d5276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:29.571127 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0b2447da-a90a-4948-9f5e-b8285829f874 req-44978d26-5d1f-4ed6-9ca6-b163329d5276 service neutron] 10.222.0.30 "GET /v2.0/networks?id=232150c6-c2b7-4dfe-abcf-3769bf8915cb HTTP/1.1" status: 200 len: 914 time: 0.0980804 Jul 16 09:00:29.618122 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0b2447da-a90a-4948-9f5e-b8285829f874 req-0fe0dca6-bd25-4f4e-a42c-29dc0ea2e702 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ce57375d-2644-44ed-9af6-028b40f0572c HTTP/1.1" status: 200 len: 217 time: 0.0398104 Jul 16 09:00:29.675109 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2447da-a90a-4948-9f5e-b8285829f874 req-3406d9a6-4c62-49d5-ba4d-89d35c721164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:29.676623 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0b2447da-a90a-4948-9f5e-b8285829f874 req-3406d9a6-4c62-49d5-ba4d-89d35c721164 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c4d9e928-6536-4fbc-bd10-4f64492b6b6e HTTP/1.1" status: 200 len: 853 time: 0.0511718 Jul 16 09:00:29.727152 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0b2447da-a90a-4948-9f5e-b8285829f874 req-4798ff23-ae70-4f0e-9bfc-30a73a995b1e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=232150c6-c2b7-4dfe-abcf-3769bf8915cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0425720 Jul 16 09:00:29.856869 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0b2447da-a90a-4948-9f5e-b8285829f874 req-a5665fc1-9841-48f3-b10f-4cb16984a59c service neutron] 10.222.0.30 "GET /v2.0/networks/232150c6-c2b7-4dfe-abcf-3769bf8915cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198366 Jul 16 09:00:29.864196 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4cd720-2d5c-480d-8b54-de9edbc71f64 req-a760234f-0448-4ede-9051-f5422040befa tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:29.865598 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb4cd720-2d5c-480d-8b54-de9edbc71f64 req-a760234f-0448-4ede-9051-f5422040befa tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bfec9c3-ee2e-4cce-b4fb-83069c8bfd09 HTTP/1.1" status: 200 len: 943 time: 0.1430266 Jul 16 09:00:29.958008 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb4cd720-2d5c-480d-8b54-de9edbc71f64 req-7e2a3713-eeef-47bb-91c2-15cfac77a92c tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b13500b-d3b9-412f-b23b-7fb0ee0622cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845044 Jul 16 09:00:29.979489 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0b2447da-a90a-4948-9f5e-b8285829f874 req-7f61cb95-ade4-451c-802c-0bc5b0215a5a service neutron] 10.222.0.30 "GET /v2.0/networks/232150c6-c2b7-4dfe-abcf-3769bf8915cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129148 Jul 16 09:00:30.537343 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe5bb24-6af2-43be-b130-a3e0c61d7bbc req-4df5110c-86f3-4e72-8ea1-678344158451 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:30.538853 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cfe5bb24-6af2-43be-b130-a3e0c61d7bbc req-4df5110c-86f3-4e72-8ea1-678344158451 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] 10.222.0.22 "GET /v2.0/ports?device_id=72fca1f8-ab15-4c5b-906a-4a88a805f7c2 HTTP/1.1" status: 200 len: 944 time: 0.0653210 Jul 16 09:00:30.578429 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cfe5bb24-6af2-43be-b130-a3e0c61d7bbc req-7f6901b4-0fe2-4c88-a689-d7e7788cb527 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669212f-51d4-4556-947e-27d88d1c2f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336637 Jul 16 09:00:31.003352 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 3fca01bc-0b04-41bb-96f7-4ae669801182 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:31.030648 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device ce57375d-2644-44ed-9af6-028b40f0572c details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:00:31.117303 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 3fca01bc-0b04-41bb-96f7-4ae669801182 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:31.127042 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 3fca01bc-0b04-41bb-96f7-4ae669801182 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:31.127415 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:31.153967 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728225c4-4495-4781-8cb8-1d699d8552c4 req-ba05dec1-6512-40bd-af7a-a6838c823a60 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:31.155520 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-728225c4-4495-4781-8cb8-1d699d8552c4 req-ba05dec1-6512-40bd-af7a-a6838c823a60 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bfec9c3-ee2e-4cce-b4fb-83069c8bfd09 HTTP/1.1" status: 200 len: 943 time: 0.0781736 Jul 16 09:00:31.172068 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port ce57375d-2644-44ed-9af6-028b40f0572c, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=ce57375d-2644-44ed-9af6-028b40f0572c,segment=NetworkSegment(775d1b08-9fb9-462d-b710-d8d956fccbf6),segment_id=775d1b08-9fb9-462d-b710-d8d956fccbf6)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:31.187101 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'ce57375d-2644-44ed-9af6-028b40f0572c', 'network_id': '232150c6-c2b7-4dfe-abcf-3769bf8915cb', 'port_id': 'ce57375d-2644-44ed-9af6-028b40f0572c', 'mac_address': 'fa:16:3e:6d:63:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4d9e928-6536-4fbc-bd10-4f64492b6b6e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:00:31.205270 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-728225c4-4495-4781-8cb8-1d699d8552c4 req-7894fd9c-bc2a-437d-9a00-8781787ae1fa tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b13500b-d3b9-412f-b23b-7fb0ee0622cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381427 Jul 16 09:00:31.257532 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:31.261660 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:31.280131 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ce57375d-2644-44ed-9af6-028b40f0572c {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:00:31.301627 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72fca1f8-ab15-4c5b-906a-4a88a805f7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fca01bc-0b04-41bb-96f7-4ae669801182'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:31.303832 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad585028-a90f-431e-9bc7-1148df388901" -d '{"events": [{"server_uuid": "72fca1f8-ab15-4c5b-906a-4a88a805f7c2", "name": "network-vif-plugged", "status": "completed", "tag": "3fca01bc-0b04-41bb-96f7-4ae669801182"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:31.321355 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port ce57375d-2644-44ed-9af6-028b40f0572c, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=ce57375d-2644-44ed-9af6-028b40f0572c,segment=NetworkSegment(775d1b08-9fb9-462d-b710-d8d956fccbf6),segment_id=775d1b08-9fb9-462d-b710-d8d956fccbf6)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:31.323386 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 3fca01bc-0b04-41bb-96f7-4ae669801182, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=3fca01bc-0b04-41bb-96f7-4ae669801182,segment=NetworkSegment(a738f618-ebb3-4420-8bbd-3c55daa28891),segment_id=a738f618-ebb3-4420-8bbd-3c55daa28891)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:31.326397 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:31.331331 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:31.353663 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b82493e-1558-4cbe-bc0f-95bdc131763f x-openstack-request-id: req-1b82493e-1558-4cbe-bc0f-95bdc131763f {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:31.353968 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72fca1f8-ab15-4c5b-906a-4a88a805f7c2", "name": "network-vif-plugged", "status": "completed", "tag": "3fca01bc-0b04-41bb-96f7-4ae669801182", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:31.354196 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1b82493e-1558-4cbe-bc0f-95bdc131763f {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:31.354591 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72fca1f8-ab15-4c5b-906a-4a88a805f7c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3fca01bc-0b04-41bb-96f7-4ae669801182', 'code': 200} Jul 16 09:00:31.380431 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=ce57375d-2644-44ed-9af6-028b40f0572c,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:31.433402 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=3fca01bc-0b04-41bb-96f7-4ae669801182,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:31.472984 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c64f1c7-3c34-4f50-a9c6-e47dff10a7fc req-52578ea8-53b6-4329-9d34-7c10f35ee0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:31.474461 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c64f1c7-3c34-4f50-a9c6-e47dff10a7fc req-52578ea8-53b6-4329-9d34-7c10f35ee0de service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=72fca1f8-ab15-4c5b-906a-4a88a805f7c2 HTTP/1.1" status: 200 len: 1097 time: 0.0540454 Jul 16 09:00:31.508722 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c64f1c7-3c34-4f50-a9c6-e47dff10a7fc req-ac6b5d12-6811-4c44-9e9f-ad70e31808c8 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7669212f-51d4-4556-947e-27d88d1c2f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281420 Jul 16 09:00:31.541764 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['ce57375d-2644-44ed-9af6-028b40f0572c'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:00:31.760211 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66719cb-cafe-4b19-a21f-0a53a5437bb4 req-cc249b3b-85d9-4ef3-bdbf-d99160dcf727 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:31.761756 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f66719cb-cafe-4b19-a21f-0a53a5437bb4 req-cc249b3b-85d9-4ef3-bdbf-d99160dcf727 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] 10.222.0.22 "GET /v2.0/ports?device_id=72fca1f8-ab15-4c5b-906a-4a88a805f7c2 HTTP/1.1" status: 200 len: 945 time: 0.0695508 Jul 16 09:00:31.801062 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f66719cb-cafe-4b19-a21f-0a53a5437bb4 req-40b152cf-db4c-41f6-98b2-7126f0201fa4 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669212f-51d4-4556-947e-27d88d1c2f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329599 Jul 16 09:00:32.245713 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:32.259047 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:32.407714 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9eaa24-cc56-417b-9e4d-94d21362d7c1 req-61d2958b-d679-47c6-aa43-8279a0072703 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:32.409246 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3d9eaa24-cc56-417b-9e4d-94d21362d7c1 req-61d2958b-d679-47c6-aa43-8279a0072703 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bfec9c3-ee2e-4cce-b4fb-83069c8bfd09 HTTP/1.1" status: 200 len: 944 time: 0.0691569 Jul 16 09:00:32.449314 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3d9eaa24-cc56-417b-9e4d-94d21362d7c1 req-9d949737-c9de-4f90-a1ed-afde1bad6e9b tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b13500b-d3b9-412f-b23b-7fb0ee0622cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337751 Jul 16 09:00:32.709377 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80f1f0fb-6d98-4e54-908b-80a5f6a5087d req-dfeb9073-0442-4030-a6d7-50561833cd67 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2506fd1-8764-4544-8c1a-cffd358d4641&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0562356 Jul 16 09:00:32.826956 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1f0fb-6d98-4e54-908b-80a5f6a5087d req-82cbd91f-ea06-420b-b4e7-5c3925b7c072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:32.828759 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80f1f0fb-6d98-4e54-908b-80a5f6a5087d req-82cbd91f-ea06-420b-b4e7-5c3925b7c072 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30db3ea81a8c4c93843f47b12edb82f2&device_id=a2506fd1-8764-4544-8c1a-cffd358d4641 HTTP/1.1" status: 200 len: 1097 time: 0.0644524 Jul 16 09:00:32.995996 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1f0fb-6d98-4e54-908b-80a5f6a5087d req-fe8fb99b-7510-473c-9f20-33e2c9cf35b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:32.997504 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80f1f0fb-6d98-4e54-908b-80a5f6a5087d req-fe8fb99b-7510-473c-9f20-33e2c9cf35b8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 HTTP/1.1" status: 200 len: 913 time: 0.1430652 Jul 16 09:00:33.044673 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device ce57375d-2644-44ed-9af6-028b40f0572c up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:33.076229 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9451b90-9962-4331-ab27-0667060326b7 req-92ab94f9-bba1-4fcf-bfbf-7e258a00626d tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:33.077633 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c9451b90-9962-4331-ab27-0667060326b7 req-92ab94f9-bba1-4fcf-bfbf-7e258a00626d tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] 10.222.0.22 "GET /v2.0/ports?device_id=72fca1f8-ab15-4c5b-906a-4a88a805f7c2 HTTP/1.1" status: 200 len: 945 time: 0.1439433 Jul 16 09:00:33.099167 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80f1f0fb-6d98-4e54-908b-80a5f6a5087d req-292db2ff-ff00-4cb4-aaad-ac5caa8b5360 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f070239-293f-4d2f-8732-60be0fca15fc HTTP/1.1" status: 200 len: 1001 time: 0.0932562 Jul 16 09:00:33.101386 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port ce57375d-2644-44ed-9af6-028b40f0572c completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:33.106156 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port ce57375d-2644-44ed-9af6-028b40f0572c triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:33.106799 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.167125 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c9451b90-9962-4331-ab27-0667060326b7 req-db435049-0505-4187-a473-d71213c024b1 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669212f-51d4-4556-947e-27d88d1c2f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784109 Jul 16 09:00:33.175630 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1f0fb-6d98-4e54-908b-80a5f6a5087d req-e401af3c-e259-408b-828d-1726a40a6068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:33.177342 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80f1f0fb-6d98-4e54-908b-80a5f6a5087d req-e401af3c-e259-408b-828d-1726a40a6068 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1a202c89-ad61-4335-b129-f178d622ac10 HTTP/1.1" status: 200 len: 851 time: 0.0670471 Jul 16 09:00:33.201523 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.252296 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port ce57375d-2644-44ed-9af6-028b40f0572c, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=ce57375d-2644-44ed-9af6-028b40f0572c,segment=NetworkSegment(775d1b08-9fb9-462d-b710-d8d956fccbf6),segment_id=775d1b08-9fb9-462d-b710-d8d956fccbf6)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:33.257222 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80f1f0fb-6d98-4e54-908b-80a5f6a5087d req-4ee84e2f-2eb4-4b48-a44e-6477737efe76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:33.258782 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80f1f0fb-6d98-4e54-908b-80a5f6a5087d req-4ee84e2f-2eb4-4b48-a44e-6477737efe76 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742717 Jul 16 09:00:33.262998 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.329058 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ce31c1ed-0391-4f4f-a723-36061a3182bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:33.353983 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=ce57375d-2644-44ed-9af6-028b40f0572c,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:33.358713 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bfec9c3-ee2e-4cce-b4fb-83069c8bfd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce57375d-2644-44ed-9af6-028b40f0572c'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:33.362926 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b4fa72c-2ed8-41e3-86cb-906e58a8d093" -d '{"events": [{"server_uuid": "3bfec9c3-ee2e-4cce-b4fb-83069c8bfd09", "name": "network-vif-plugged", "status": "completed", "tag": "ce57375d-2644-44ed-9af6-028b40f0572c"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:33.396964 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80f1f0fb-6d98-4e54-908b-80a5f6a5087d req-ab150da9-6c72-417f-aa4b-6d784865e49e service neutron] 10.222.0.30 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314814 Jul 16 09:00:33.419233 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e670c252-a712-4ff0-868c-e8f658857605 x-openstack-request-id: req-e670c252-a712-4ff0-868c-e8f658857605 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:33.422389 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bfec9c3-ee2e-4cce-b4fb-83069c8bfd09", "name": "network-vif-plugged", "status": "completed", "tag": "ce57375d-2644-44ed-9af6-028b40f0572c", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:33.423585 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e670c252-a712-4ff0-868c-e8f658857605 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:33.425020 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bfec9c3-ee2e-4cce-b4fb-83069c8bfd09', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce57375d-2644-44ed-9af6-028b40f0572c', 'code': 200} Jul 16 09:00:33.595957 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80f1f0fb-6d98-4e54-908b-80a5f6a5087d req-a86f4d01-2214-4233-8bd7-ca3492d3e168 service neutron] 10.222.0.30 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901817 Jul 16 09:00:33.649319 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c238290c-58b6-4191-8d99-3d52782469ff req-c98343cc-21e4-4442-8a19-9c7e4bcdcfca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:33.650855 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c238290c-58b6-4191-8d99-3d52782469ff req-c98343cc-21e4-4442-8a19-9c7e4bcdcfca service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3bfec9c3-ee2e-4cce-b4fb-83069c8bfd09 HTTP/1.1" status: 200 len: 1097 time: 0.1374464 Jul 16 09:00:33.704041 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c238290c-58b6-4191-8d99-3d52782469ff req-95e9a9ed-4c46-4b40-a846-665342d11b4e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3b13500b-d3b9-412f-b23b-7fb0ee0622cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445707 Jul 16 09:00:33.721985 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca69251-2288-4dd6-9976-4d58f0c6fb38 req-3aeab2e9-914d-4b70-9cdb-249cb1044d79 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:33.729280 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fca69251-2288-4dd6-9976-4d58f0c6fb38 req-3aeab2e9-914d-4b70-9cdb-249cb1044d79 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bfec9c3-ee2e-4cce-b4fb-83069c8bfd09 HTTP/1.1" status: 200 len: 945 time: 0.1145716 Jul 16 09:00:33.783783 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fca69251-2288-4dd6-9976-4d58f0c6fb38 req-72145d19-23d0-47d6-9b4c-eaeb34edffe5 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b13500b-d3b9-412f-b23b-7fb0ee0622cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535808 Jul 16 09:00:33.850750 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edbb283-67ca-45ab-8231-6943d7c71c67 req-20f0fced-7c26-4245-a844-e43a0b515285 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:33.853536 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8edbb283-67ca-45ab-8231-6943d7c71c67 req-20f0fced-7c26-4245-a844-e43a0b515285 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] 10.222.0.22 "GET /v2.0/ports?device_id=72fca1f8-ab15-4c5b-906a-4a88a805f7c2 HTTP/1.1" status: 200 len: 945 time: 0.0999057 Jul 16 09:00:33.907471 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8edbb283-67ca-45ab-8231-6943d7c71c67 req-417c8242-a5c2-4fd8-b026-9af14267e533 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669212f-51d4-4556-947e-27d88d1c2f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470245 Jul 16 09:00:34.986694 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43655bb-0241-401f-811c-85e24a1670f7 req-231d6b9e-1c55-4951-8446-ce3d1d3b287d tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:34.988850 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b43655bb-0241-401f-811c-85e24a1670f7 req-231d6b9e-1c55-4951-8446-ce3d1d3b287d tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bfec9c3-ee2e-4cce-b4fb-83069c8bfd09 HTTP/1.1" status: 200 len: 945 time: 0.0756330 Jul 16 09:00:34.990338 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba307e8-eaaf-4220-bed8-c451eaae660b req-62c48b4b-e430-4e62-8c87-38d47fcf502c tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:34.991220 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5ba307e8-eaaf-4220-bed8-c451eaae660b req-62c48b4b-e430-4e62-8c87-38d47fcf502c tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] 10.222.0.21 "GET /v2.0/ports?device_id=72fca1f8-ab15-4c5b-906a-4a88a805f7c2 HTTP/1.1" status: 200 len: 945 time: 0.0723801 Jul 16 09:00:35.031104 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b43655bb-0241-401f-811c-85e24a1670f7 req-8431b273-1dc2-4119-b280-d951cca0ea89 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b13500b-d3b9-412f-b23b-7fb0ee0622cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372465 Jul 16 09:00:35.160256 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-5ba307e8-eaaf-4220-bed8-c451eaae660b req-a01b28b6-000c-4f2f-8e82-6af0e7377422 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] Deleting port 3fca01bc-0b04-41bb-96f7-4ae669801182 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:35.160626 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5ba307e8-eaaf-4220-bed8-c451eaae660b req-a01b28b6-000c-4f2f-8e82-6af0e7377422 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.172309 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9856c9-9692-44d1-821d-fffd1b4bf60c req-f6f11a56-75b0-4de4-a8cb-10e32fd407a2 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:35.173844 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4d9856c9-9692-44d1-821d-fffd1b4bf60c req-f6f11a56-75b0-4de4-a8cb-10e32fd407a2 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] 10.222.0.22 "GET /v2.0/ports?device_id=72fca1f8-ab15-4c5b-906a-4a88a805f7c2 HTTP/1.1" status: 200 len: 945 time: 0.1205370 Jul 16 09:00:35.297830 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4d9856c9-9692-44d1-821d-fffd1b4bf60c req-3acd0257-3adc-482f-9f60-1a6712997b6e tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] 10.222.0.22 "GET /v2.0/security-groups?id=7669212f-51d4-4556-947e-27d88d1c2f06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135838 Jul 16 09:00:35.325754 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-5ba307e8-eaaf-4220-bed8-c451eaae660b req-a01b28b6-000c-4f2f-8e82-6af0e7377422 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] For port 3fca01bc-0b04-41bb-96f7-4ae669801182, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=3fca01bc-0b04-41bb-96f7-4ae669801182,segment=NetworkSegment(a738f618-ebb3-4420-8bbd-3c55daa28891),segment_id=a738f618-ebb3-4420-8bbd-3c55daa28891)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:35.326140 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5ba307e8-eaaf-4220-bed8-c451eaae660b req-a01b28b6-000c-4f2f-8e82-6af0e7377422 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.348816 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-5ba307e8-eaaf-4220-bed8-c451eaae660b req-a01b28b6-000c-4f2f-8e82-6af0e7377422 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] Calling delete_port for 3fca01bc-0b04-41bb-96f7-4ae669801182 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:35.510842 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5ba307e8-eaaf-4220-bed8-c451eaae660b req-a01b28b6-000c-4f2f-8e82-6af0e7377422 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.529124 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['3fca01bc-0b04-41bb-96f7-4ae669801182'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:00:35.560716 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01b28b6-000c-4f2f-8e82-6af0e7377422 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] Pushing event deleted for resources: {'Port': ['ID=3fca01bc-0b04-41bb-96f7-4ae669801182,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:35.595935 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba307e8-eaaf-4220-bed8-c451eaae660b req-a01b28b6-000c-4f2f-8e82-6af0e7377422 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] No DVR routers for this DVR port 3fca01bc-0b04-41bb-96f7-4ae669801182 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:35.598694 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5ba307e8-eaaf-4220-bed8-c451eaae660b req-a01b28b6-000c-4f2f-8e82-6af0e7377422 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:35.600918 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5ba307e8-eaaf-4220-bed8-c451eaae660b req-a01b28b6-000c-4f2f-8e82-6af0e7377422 tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] 10.222.0.21 "DELETE /v2.0/ports/3fca01bc-0b04-41bb-96f7-4ae669801182 HTTP/1.1" status: 204 len: 173 time: 0.6050808 Jul 16 09:00:35.601467 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72fca1f8-ab15-4c5b-906a-4a88a805f7c2', 'name': 'network-vif-deleted', 'tag': '3fca01bc-0b04-41bb-96f7-4ae669801182'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:35.603648 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76011c8a-08d2-4fe4-92ae-8b1872ada59f" -d '{"events": [{"server_uuid": "72fca1f8-ab15-4c5b-906a-4a88a805f7c2", "name": "network-vif-deleted", "tag": "3fca01bc-0b04-41bb-96f7-4ae669801182"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:35.653571 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43ea542-acfd-4cb0-8e0d-2055645b7e72 x-openstack-request-id: req-e43ea542-acfd-4cb0-8e0d-2055645b7e72 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:35.653988 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72fca1f8-ab15-4c5b-906a-4a88a805f7c2", "name": "network-vif-deleted", "tag": "3fca01bc-0b04-41bb-96f7-4ae669801182", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:35.654342 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e43ea542-acfd-4cb0-8e0d-2055645b7e72 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:35.655313 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72fca1f8-ab15-4c5b-906a-4a88a805f7c2', 'name': 'network-vif-deleted', 'tag': '3fca01bc-0b04-41bb-96f7-4ae669801182', 'status': 'completed', 'code': 200} Jul 16 09:00:35.718405 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bde3a4e3-6c3a-4709-957a-d234198af8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.033324 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:36.488380 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-01d83156-6556-4b3f-897f-5088567d19ad req-0f88776b-ebd3-4752-81bd-a89bf82f90ff tempest-ServerAddressesNegativeTestJSON-950883248 tempest-ServerAddressesNegativeTestJSON-950883248-project] 10.222.0.22 "GET /v2.0/ports?device_id=72fca1f8-ab15-4c5b-906a-4a88a805f7c2 HTTP/1.1" status: 200 len: 210 time: 0.0295870 Jul 16 09:00:37.127186 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.585587 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39580) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:37.641096 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df46f14-0d0f-4c58-b0af-0ab0fee6c285 admin admin] Deleting subnet 61d2677e-bd11-4976-b395-b28570bea4c7 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:37.645933 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0df46f14-0d0f-4c58-b0af-0ab0fee6c285 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.692903 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0df46f14-0d0f-4c58-b0af-0ab0fee6c285 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.740401 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0df46f14-0d0f-4c58-b0af-0ab0fee6c285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.805847 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0df46f14-0d0f-4c58-b0af-0ab0fee6c285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.832079 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df46f14-0d0f-4c58-b0af-0ab0fee6c285 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=61d2677e-bd11-4976-b395-b28570bea4c7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:37.838918 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0df46f14-0d0f-4c58-b0af-0ab0fee6c285 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:37.844031 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0df46f14-0d0f-4c58-b0af-0ab0fee6c285 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/61d2677e-bd11-4976-b395-b28570bea4c7 HTTP/1.1" status: 204 len: 168 time: 0.2543092 Jul 16 09:00:37.844031 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39584) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:37.917216 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60e4e279-c4e7-43b6-b393-06013e7b5411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.008023 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60e4e279-c4e7-43b6-b393-06013e7b5411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.018415 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-60e4e279-c4e7-43b6-b393-06013e7b5411 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70bfe19d-aed5-49dd-b10a-6cc0025e5d90']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:38.029096 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-60e4e279-c4e7-43b6-b393-06013e7b5411 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a738f618-ebb3-4420-8bbd-3c55daa28891') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:38.029402 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-60e4e279-c4e7-43b6-b393-06013e7b5411 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a738f618-ebb3-4420-8bbd-3c55daa28891') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:38.038436 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60e4e279-c4e7-43b6-b393-06013e7b5411 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.055218 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60e4e279-c4e7-43b6-b393-06013e7b5411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.063574 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60e4e279-c4e7-43b6-b393-06013e7b5411 admin admin] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:00:38.064004 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60e4e279-c4e7-43b6-b393-06013e7b5411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: timer() Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:00:38.065981 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:00:38.131053 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60e4e279-c4e7-43b6-b393-06013e7b5411 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.136730 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60e4e279-c4e7-43b6-b393-06013e7b5411 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.142109 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-60e4e279-c4e7-43b6-b393-06013e7b5411 admin admin] 10.222.0.22 "DELETE /v2.0/networks/70bfe19d-aed5-49dd-b10a-6cc0025e5d90 HTTP/1.1" status: 204 len: 168 time: 0.2946184 Jul 16 09:00:38.152783 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e4e279-c4e7-43b6-b393-06013e7b5411 admin admin] Pushing event deleted for resources: {'Network': ['ID=70bfe19d-aed5-49dd-b10a-6cc0025e5d90,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:38.275113 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39588) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:38.324489 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4d93b232-b2c0-4aa1-9ae4-db73f4a86d92 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3f3c405bbe1a4af895692e4113d8d9ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0480676 Jul 16 09:00:38.327505 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39590) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:38.386017 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1780068-0aed-47c2-9a33-e39ad49a1117 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.420288 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1780068-0aed-47c2-9a33-e39ad49a1117 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.479035 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1780068-0aed-47c2-9a33-e39ad49a1117 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.482901 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1780068-0aed-47c2-9a33-e39ad49a1117 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:38.484885 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d1780068-0aed-47c2-9a33-e39ad49a1117 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7669212f-51d4-4556-947e-27d88d1c2f06 HTTP/1.1" status: 204 len: 168 time: 0.1560018 Jul 16 09:00:38.495354 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1780068-0aed-47c2-9a33-e39ad49a1117 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7669212f-51d4-4556-947e-27d88d1c2f06,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:38.603863 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.019105 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 3fca01bc-0b04-41bb-96f7-4ae669801182 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:39.047102 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 3fca01bc-0b04-41bb-96f7-4ae669801182 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:39.047491 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 3fca01bc-0b04-41bb-96f7-4ae669801182 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:39.406030 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39614) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:39.531016 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-23df32d1-5b9e-40ca-ad8e-47d0847ce41f admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1846812820-network', 'tenant_id': '3676c35c094548748cee31248689a18d'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:39.555529 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23df32d1-5b9e-40ca-ad8e-47d0847ce41f admin admin] Made reservation on behalf of 3676c35c094548748cee31248689a18d for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:39.558033 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-23df32d1-5b9e-40ca-ad8e-47d0847ce41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.567792 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-23df32d1-5b9e-40ca-ad8e-47d0847ce41f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.683805 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-23df32d1-5b9e-40ca-ad8e-47d0847ce41f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.689990 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-23df32d1-5b9e-40ca-ad8e-47d0847ce41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.715462 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df32d1-5b9e-40ca-ad8e-47d0847ce41f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8471dc26-61ac-40e1-be9b-3cc78dfa6dd6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:39.726547 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23df32d1-5b9e-40ca-ad8e-47d0847ce41f admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:00:39.738375 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-23df32d1-5b9e-40ca-ad8e-47d0847ce41f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.738780 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-23df32d1-5b9e-40ca-ad8e-47d0847ce41f admin admin] Added segment 2c64c5f6-c962-4e60-88f5-37a8cbf5244d of type vlan for network f9b1a960-9008-4ae0-adaf-82ac762843b5 Jul 16 09:00:39.795859 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-23df32d1-5b9e-40ca-ad8e-47d0847ce41f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.855784 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-23df32d1-5b9e-40ca-ad8e-47d0847ce41f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.857114 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23df32d1-5b9e-40ca-ad8e-47d0847ce41f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:39.857863 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-23df32d1-5b9e-40ca-ad8e-47d0847ce41f admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.893541 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-23df32d1-5b9e-40ca-ad8e-47d0847ce41f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4862669 Jul 16 09:00:39.897009 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39620) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:39.903713 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-11d222fa-9aee-443e-9547-1e3f24a83c8e admin admin] Request body: {'subnet': {'network_id': 'f9b1a960-9008-4ae0-adaf-82ac762843b5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1846812820-subnet', 'tenant_id': '3676c35c094548748cee31248689a18d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:39.926942 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23df32d1-5b9e-40ca-ad8e-47d0847ce41f admin admin] Pushing event updated for resources: {'Network': ['ID=f9b1a960-9008-4ae0-adaf-82ac762843b5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:39.929032 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d222fa-9aee-443e-9547-1e3f24a83c8e admin admin] Made reservation on behalf of 3676c35c094548748cee31248689a18d for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:39.933323 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11d222fa-9aee-443e-9547-1e3f24a83c8e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:39.938971 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network f9b1a960-9008-4ae0-adaf-82ac762843b5 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:00:40.112305 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11d222fa-9aee-443e-9547-1e3f24a83c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.169115 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d222fa-9aee-443e-9547-1e3f24a83c8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=31d5ff50-67cf-45f4-b43d-ab767ddd2701,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:40.179408 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11d222fa-9aee-443e-9547-1e3f24a83c8e admin admin] Checking segment: {'id': '2c64c5f6-c962-4e60-88f5-37a8cbf5244d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f9b1a960-9008-4ae0-adaf-82ac762843b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:40.179768 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d222fa-9aee-443e-9547-1e3f24a83c8e admin admin] Network hostable DHCP agents. Network: f9b1a960-9008-4ae0-adaf-82ac762843b5, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:00:40.196761 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d222fa-9aee-443e-9547-1e3f24a83c8e admin admin] Network f9b1a960-9008-4ae0-adaf-82ac762843b5 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:00:40.209760 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-11d222fa-9aee-443e-9547-1e3f24a83c8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, f9b1a960-9008-4ae0-adaf-82ac762843b5) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:40.214175 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11d222fa-9aee-443e-9547-1e3f24a83c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:40.215097 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11d222fa-9aee-443e-9547-1e3f24a83c8e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:40.221676 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10e1e1e-7485-4681-97ff-2b3655fdb32a None None] Network f9b1a960-9008-4ae0-adaf-82ac762843b5 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:40.230722 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-11d222fa-9aee-443e-9547-1e3f24a83c8e admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3318617 Jul 16 09:00:40.365894 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa335604-91c3-40bd-84ec-65ebb843ffe5 None None] Network f9b1a960-9008-4ae0-adaf-82ac762843b5 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:41.554040 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-c0078f44-5346-4712-9681-89241f1ed3c7 tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:41.556152 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-c0078f44-5346-4712-9681-89241f1ed3c7 tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] 10.222.0.22 "GET /v2.0/networks?id=f9b1a960-9008-4ae0-adaf-82ac762843b5 HTTP/1.1" status: 200 len: 810 time: 0.1047757 Jul 16 09:00:41.576982 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-2623bb60-ff7e-41dd-9970-4b28fe05b219 tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] 10.222.0.22 "GET /v2.0/quotas/3676c35c094548748cee31248689a18d HTTP/1.1" status: 200 len: 375 time: 0.0106618 Jul 16 09:00:41.612718 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-07073d59-71d4-46c1-91b5-909f42b3863c tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=3676c35c094548748cee31248689a18d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0289028 Jul 16 09:00:41.712742 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-508a432a-676a-4bcb-b5e2-9252cbab77b4 service neutron] 10.222.0.22 "GET /v2.0/networks/f9b1a960-9008-4ae0-adaf-82ac762843b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923812 Jul 16 09:00:41.812710 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-87ae2f4a-ba13-497c-8b14-dbec479e7262 service neutron] 10.222.0.22 "GET /v2.0/networks/f9b1a960-9008-4ae0-adaf-82ac762843b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930841 Jul 16 09:00:42.109794 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-52b070b6-eeab-4968-91e4-526734d565b1 req-df9d9549-dc82-49e5-86d7-0e3452c0515f tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] 10.222.0.22 "GET /v2.0/ports?device_id=65b634c6-2b75-41ba-bda5-fd36097b25bd HTTP/1.1" status: 200 len: 210 time: 0.0367446 Jul 16 09:00:43.640863 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-91efff87-482a-446b-8b39-8554cb1307d7 req-ad15052a-01f7-4c32-8b29-051780f0039f tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] 10.222.0.22 "GET /v2.0/ports?device_id=65b634c6-2b75-41ba-bda5-fd36097b25bd HTTP/1.1" status: 200 len: 210 time: 0.0415275 Jul 16 09:00:43.713190 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-9baa09bd-7a36-4b85-99a7-454542a2f987 tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:43.714536 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-9baa09bd-7a36-4b85-99a7-454542a2f987 tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] 10.222.0.21 "GET /v2.0/networks?id=f9b1a960-9008-4ae0-adaf-82ac762843b5 HTTP/1.1" status: 200 len: 810 time: 0.4982078 Jul 16 09:00:43.728711 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-3c6d24b7-181d-4854-9a95-f39499981e9b tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] Request body: {'port': {'device_id': '65b634c6-2b75-41ba-bda5-fd36097b25bd', 'network_id': 'f9b1a960-9008-4ae0-adaf-82ac762843b5', 'admin_state_up': True, 'tenant_id': '3676c35c094548748cee31248689a18d'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:43.852032 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-3c6d24b7-181d-4854-9a95-f39499981e9b tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] Made reservation on behalf of 3676c35c094548748cee31248689a18d for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:43.856704 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-3c6d24b7-181d-4854-9a95-f39499981e9b tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.004730 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-3c6d24b7-181d-4854-9a95-f39499981e9b tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] Allocated IP 172.20.0.7 (f9b1a960-9008-4ae0-adaf-82ac762843b5/31d5ff50-67cf-45f4-b43d-ab767ddd2701/396d02c9-69d1-4a82-b505-9712bd602f86) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:00:44.191062 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-3c6d24b7-181d-4854-9a95-f39499981e9b tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.234873 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-3c6d24b7-181d-4854-9a95-f39499981e9b tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.268229 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:00:44.284075 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-3c6d24b7-181d-4854-9a95-f39499981e9b tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] Network f9b1a960-9008-4ae0-adaf-82ac762843b5 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:00:44.287384 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-3c6d24b7-181d-4854-9a95-f39499981e9b tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:44.291420 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-3c6d24b7-181d-4854-9a95-f39499981e9b tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:00:44.316538 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6d24b7-181d-4854-9a95-f39499981e9b tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] Pushing event updated for resources: {'Port': ['ID=396d02c9-69d1-4a82-b505-9712bd602f86,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:44.345687 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-3c6d24b7-181d-4854-9a95-f39499981e9b tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:44.346312 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-3c6d24b7-181d-4854-9a95-f39499981e9b tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.365099 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-3c6d24b7-181d-4854-9a95-f39499981e9b tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6421702 Jul 16 09:00:44.376315 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-e7bd132d-3014-4a67-8660-ef75f5fd96a9 service neutron] Request body: {'port': {'device_id': '65b634c6-2b75-41ba-bda5-fd36097b25bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:44.458516 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-e7bd132d-3014-4a67-8660-ef75f5fd96a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.754366 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-e7bd132d-3014-4a67-8660-ef75f5fd96a9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 396d02c9-69d1-4a82-b505-9712bd602f86 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:00:44.763001 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-e7bd132d-3014-4a67-8660-ef75f5fd96a9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.776610 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-e7bd132d-3014-4a67-8660-ef75f5fd96a9 service neutron] Transition to ACTIVE for port object 396d02c9-69d1-4a82-b505-9712bd602f86 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:00:44.781709 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-e7bd132d-3014-4a67-8660-ef75f5fd96a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:44.834875 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd132d-3014-4a67-8660-ef75f5fd96a9 service neutron] Pushing event updated for resources: {'Port': ['ID=396d02c9-69d1-4a82-b505-9712bd602f86,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:44.853417 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c466cac-4d50-46f1-bfd5-bdeea79b0729 req-fc566c1e-bcf9-4a1f-b3f7-5d99c069754a tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:44.855122 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1c466cac-4d50-46f1-bfd5-bdeea79b0729 req-fc566c1e-bcf9-4a1f-b3f7-5d99c069754a tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] 10.222.0.22 "GET /v2.0/ports?device_id=65b634c6-2b75-41ba-bda5-fd36097b25bd HTTP/1.1" status: 200 len: 943 time: 0.0797548 Jul 16 09:00:44.903338 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1c466cac-4d50-46f1-bfd5-bdeea79b0729 req-3af2059b-80f1-4f99-a496-795e95ad1d9a tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] 10.222.0.22 "GET /v2.0/security-groups?id=8471dc26-61ac-40e1-be9b-3cc78dfa6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362873 Jul 16 09:00:44.930292 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-e7bd132d-3014-4a67-8660-ef75f5fd96a9 service neutron] Attempting to bind port 396d02c9-69d1-4a82-b505-9712bd602f86 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:00:44.930683 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-e7bd132d-3014-4a67-8660-ef75f5fd96a9 service neutron] Attempting to bind port 396d02c9-69d1-4a82-b505-9712bd602f86 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '2c64c5f6-c962-4e60-88f5-37a8cbf5244d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f9b1a960-9008-4ae0-adaf-82ac762843b5'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:00:44.931071 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-e7bd132d-3014-4a67-8660-ef75f5fd96a9 service neutron] Attempting to bind port 396d02c9-69d1-4a82-b505-9712bd602f86 on network f9b1a960-9008-4ae0-adaf-82ac762843b5 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:44.939747 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-e7bd132d-3014-4a67-8660-ef75f5fd96a9 service neutron] Port 396d02c9-69d1-4a82-b505-9712bd602f86 on network f9b1a960-9008-4ae0-adaf-82ac762843b5 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:00:44.944723 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-e7bd132d-3014-4a67-8660-ef75f5fd96a9 service neutron] Attempting to bind port 396d02c9-69d1-4a82-b505-9712bd602f86 on network f9b1a960-9008-4ae0-adaf-82ac762843b5 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:00:44.953500 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-e7bd132d-3014-4a67-8660-ef75f5fd96a9 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:00:44.953930 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-e7bd132d-3014-4a67-8660-ef75f5fd96a9 service neutron] Checking segment: {'id': '2c64c5f6-c962-4e60-88f5-37a8cbf5244d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f9b1a960-9008-4ae0-adaf-82ac762843b5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:44.954467 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-e7bd132d-3014-4a67-8660-ef75f5fd96a9 service neutron] Bound using segment: {'id': '2c64c5f6-c962-4e60-88f5-37a8cbf5244d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f9b1a960-9008-4ae0-adaf-82ac762843b5'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:00:44.955139 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-e7bd132d-3014-4a67-8660-ef75f5fd96a9 service neutron] Bound port: 396d02c9-69d1-4a82-b505-9712bd602f86, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c64c5f6-c962-4e60-88f5-37a8cbf5244d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'f9b1a960-9008-4ae0-adaf-82ac762843b5'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:00:44.955694 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-e7bd132d-3014-4a67-8660-ef75f5fd96a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.036170 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-e7bd132d-3014-4a67-8660-ef75f5fd96a9 service neutron] For port 396d02c9-69d1-4a82-b505-9712bd602f86, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:00:45.040455 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-e7bd132d-3014-4a67-8660-ef75f5fd96a9 service neutron] For port 396d02c9-69d1-4a82-b505-9712bd602f86, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=396d02c9-69d1-4a82-b505-9712bd602f86,segment=NetworkSegment(2c64c5f6-c962-4e60-88f5-37a8cbf5244d),segment_id=2c64c5f6-c962-4e60-88f5-37a8cbf5244d)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:00:45.045366 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-e7bd132d-3014-4a67-8660-ef75f5fd96a9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.080716 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-e7bd132d-3014-4a67-8660-ef75f5fd96a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:45.081351 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-e7bd132d-3014-4a67-8660-ef75f5fd96a9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:45.082769 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-e7bd132d-3014-4a67-8660-ef75f5fd96a9 service neutron] 10.222.0.21 "PUT /v2.0/ports/396d02c9-69d1-4a82-b505-9712bd602f86 HTTP/1.1" status: 200 len: 1092 time: 0.7107568 Jul 16 09:00:45.083216 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65b634c6-2b75-41ba-bda5-fd36097b25bd', 'tag': '396d02c9-69d1-4a82-b505-9712bd602f86'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:45.085571 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-501e998d-7280-4157-8443-45eea6f3f6b0" -d '{"events": [{"name": "network-changed", "server_uuid": "65b634c6-2b75-41ba-bda5-fd36097b25bd", "tag": "396d02c9-69d1-4a82-b505-9712bd602f86"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:45.112448 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7bd132d-3014-4a67-8660-ef75f5fd96a9 service neutron] Pushing event updated for resources: {'Port': ['ID=396d02c9-69d1-4a82-b505-9712bd602f86,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:45.140973 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601e1259-a7a8-44ca-b35b-9e9b574b1324 x-openstack-request-id: req-601e1259-a7a8-44ca-b35b-9e9b574b1324 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:45.141270 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65b634c6-2b75-41ba-bda5-fd36097b25bd", "tag": "396d02c9-69d1-4a82-b505-9712bd602f86", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:45.141528 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-601e1259-a7a8-44ca-b35b-9e9b574b1324 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:45.141959 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65b634c6-2b75-41ba-bda5-fd36097b25bd', 'tag': '396d02c9-69d1-4a82-b505-9712bd602f86', 'status': 'completed', 'code': 200} Jul 16 09:00:45.198597 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-1ebd2bcf-bb90-4737-8bc3-528808423381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:45.199312 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-1ebd2bcf-bb90-4737-8bc3-528808423381 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3676c35c094548748cee31248689a18d&device_id=65b634c6-2b75-41ba-bda5-fd36097b25bd HTTP/1.1" status: 200 len: 1095 time: 0.0680759 Jul 16 09:00:45.243012 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-8dd73d9f-70d7-400a-af48-7a80fa51d18c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=396d02c9-69d1-4a82-b505-9712bd602f86 HTTP/1.1" status: 200 len: 217 time: 0.0369442 Jul 16 09:00:45.306277 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-162c126b-60cb-48a9-bfc6-0b2cf8e3f35c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:45.307988 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-162c126b-60cb-48a9-bfc6-0b2cf8e3f35c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31d5ff50-67cf-45f4-b43d-ab767ddd2701 HTTP/1.1" status: 200 len: 850 time: 0.0559254 Jul 16 09:00:45.366077 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-bb898edc-5a75-4361-b329-07e8c34454b0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9b1a960-9008-4ae0-adaf-82ac762843b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507412 Jul 16 09:00:45.489229 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-f1c1007e-eae9-4ab2-af36-bb367d6ec15d service neutron] 10.222.0.21 "GET /v2.0/networks/f9b1a960-9008-4ae0-adaf-82ac762843b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015174 Jul 16 09:00:45.493086 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2dffc0a3-5abb-44b1-920e-b67a6e20cdc2 req-fde3a753-7cf3-4c78-9810-0e40a2870b97 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=69f64b59-8565-4851-a812-dc6aefb0c324&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1675918 Jul 16 09:00:45.625529 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f41e5c9-2c0b-44e8-888d-cdc61e33414d req-c8c9bd49-1f4d-40ea-ad55-77cc26ee6310 service neutron] 10.222.0.21 "GET /v2.0/networks/f9b1a960-9008-4ae0-adaf-82ac762843b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268930 Jul 16 09:00:45.632503 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffc0a3-5abb-44b1-920e-b67a6e20cdc2 req-efeed56f-19dd-4748-a171-dad49690f990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:45.633889 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2dffc0a3-5abb-44b1-920e-b67a6e20cdc2 req-efeed56f-19dd-4748-a171-dad49690f990 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30db3ea81a8c4c93843f47b12edb82f2&device_id=69f64b59-8565-4851-a812-dc6aefb0c324 HTTP/1.1" status: 200 len: 1097 time: 0.1127648 Jul 16 09:00:45.796981 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffc0a3-5abb-44b1-920e-b67a6e20cdc2 req-fd2962b2-7a58-42ac-94c0-2196ce42791c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:45.798471 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2dffc0a3-5abb-44b1-920e-b67a6e20cdc2 req-fd2962b2-7a58-42ac-94c0-2196ce42791c service neutron] 10.222.0.21 "GET /v2.0/networks?id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 HTTP/1.1" status: 200 len: 913 time: 0.1331191 Jul 16 09:00:45.803236 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e998d-7280-4157-8443-45eea6f3f6b0 req-c2280801-1f21-47bd-bd8f-8669a0cd2338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:45.804779 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-501e998d-7280-4157-8443-45eea6f3f6b0 req-c2280801-1f21-47bd-bd8f-8669a0cd2338 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=3676c35c094548748cee31248689a18d&device_id=65b634c6-2b75-41ba-bda5-fd36097b25bd HTTP/1.1" status: 200 len: 1095 time: 0.1200101 Jul 16 09:00:45.931148 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2dffc0a3-5abb-44b1-920e-b67a6e20cdc2 req-360f3419-a54a-4bc8-b1e4-3eba622f0878 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8d99c4b-4d82-4707-8c9b-546764bf8e5c HTTP/1.1" status: 200 len: 1000 time: 0.1253889 Jul 16 09:00:45.987336 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e998d-7280-4157-8443-45eea6f3f6b0 req-500ac11e-b25e-400e-b268-1c825ef0bfd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:45.988863 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-501e998d-7280-4157-8443-45eea6f3f6b0 req-500ac11e-b25e-400e-b268-1c825ef0bfd2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=f9b1a960-9008-4ae0-adaf-82ac762843b5 HTTP/1.1" status: 200 len: 911 time: 0.1768880 Jul 16 09:00:46.036473 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-501e998d-7280-4157-8443-45eea6f3f6b0 req-a3bc7dea-946f-4534-9acd-96b22d2535be service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=396d02c9-69d1-4a82-b505-9712bd602f86 HTTP/1.1" status: 200 len: 217 time: 0.0388267 Jul 16 09:00:46.037855 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffc0a3-5abb-44b1-920e-b67a6e20cdc2 req-db2063d3-c8bb-47cd-b6b7-4f6520b90835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:46.039233 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2dffc0a3-5abb-44b1-920e-b67a6e20cdc2 req-db2063d3-c8bb-47cd-b6b7-4f6520b90835 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a202c89-ad61-4335-b129-f178d622ac10 HTTP/1.1" status: 200 len: 851 time: 0.1001506 Jul 16 09:00:46.092049 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0f7f2b-ce09-4bb0-8da6-4163bf29ce00 req-58003fee-8604-4d31-a043-b6dbf9162e0d tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:46.093629 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dd0f7f2b-ce09-4bb0-8da6-4163bf29ce00 req-58003fee-8604-4d31-a043-b6dbf9162e0d tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] 10.222.0.22 "GET /v2.0/ports?device_id=65b634c6-2b75-41ba-bda5-fd36097b25bd HTTP/1.1" status: 200 len: 943 time: 0.0669737 Jul 16 09:00:46.126229 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501e998d-7280-4157-8443-45eea6f3f6b0 req-f96ca195-5cef-46f0-b686-a412a442c300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:46.127927 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-501e998d-7280-4157-8443-45eea6f3f6b0 req-f96ca195-5cef-46f0-b686-a412a442c300 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31d5ff50-67cf-45f4-b43d-ab767ddd2701 HTTP/1.1" status: 200 len: 850 time: 0.0809293 Jul 16 09:00:46.143996 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dd0f7f2b-ce09-4bb0-8da6-4163bf29ce00 req-25a578ba-2cac-46de-886a-9395a36618dc tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] 10.222.0.22 "GET /v2.0/security-groups?id=8471dc26-61ac-40e1-be9b-3cc78dfa6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421958 Jul 16 09:00:46.168269 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-501e998d-7280-4157-8443-45eea6f3f6b0 req-3a843db2-cbd5-4cb1-b8be-1291b98105a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f9b1a960-9008-4ae0-adaf-82ac762843b5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308690 Jul 16 09:00:46.184559 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dffc0a3-5abb-44b1-920e-b67a6e20cdc2 req-3e2e35b4-01ba-4d2a-9b2f-fba00221649f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:46.186043 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2dffc0a3-5abb-44b1-920e-b67a6e20cdc2 req-3e2e35b4-01ba-4d2a-9b2f-fba00221649f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1309416 Jul 16 09:00:46.336241 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-501e998d-7280-4157-8443-45eea6f3f6b0 req-a85b9589-32b9-4d8b-9397-00aa1e4f45e7 service neutron] 10.222.0.21 "GET /v2.0/networks/f9b1a960-9008-4ae0-adaf-82ac762843b5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608276 Jul 16 09:00:46.343205 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2dffc0a3-5abb-44b1-920e-b67a6e20cdc2 req-287123dd-edd5-4304-8628-ce74313c5e77 service neutron] 10.222.0.21 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456509 Jul 16 09:00:46.516250 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-501e998d-7280-4157-8443-45eea6f3f6b0 req-800b79d8-e86e-4b6c-9b8b-d62a3d45a7f4 service neutron] 10.222.0.21 "GET /v2.0/networks/f9b1a960-9008-4ae0-adaf-82ac762843b5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716931 Jul 16 09:00:46.524124 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2dffc0a3-5abb-44b1-920e-b67a6e20cdc2 req-3c41458b-e493-4054-971f-ecfe72a73892 service neutron] 10.222.0.21 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1674063 Jul 16 09:00:47.051172 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 396d02c9-69d1-4a82-b505-9712bd602f86 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:00:47.157570 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 396d02c9-69d1-4a82-b505-9712bd602f86, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=396d02c9-69d1-4a82-b505-9712bd602f86,segment=NetworkSegment(2c64c5f6-c962-4e60-88f5-37a8cbf5244d),segment_id=2c64c5f6-c962-4e60-88f5-37a8cbf5244d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:47.171077 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '396d02c9-69d1-4a82-b505-9712bd602f86', 'network_id': 'f9b1a960-9008-4ae0-adaf-82ac762843b5', 'port_id': '396d02c9-69d1-4a82-b505-9712bd602f86', 'mac_address': 'fa:16:3e:3e:7b:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31d5ff50-67cf-45f4-b43d-ab767ddd2701', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:00:47.215682 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.230637 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 396d02c9-69d1-4a82-b505-9712bd602f86 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:00:47.257657 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 396d02c9-69d1-4a82-b505-9712bd602f86, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=396d02c9-69d1-4a82-b505-9712bd602f86,segment=NetworkSegment(2c64c5f6-c962-4e60-88f5-37a8cbf5244d),segment_id=2c64c5f6-c962-4e60-88f5-37a8cbf5244d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:47.264664 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:47.317815 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=396d02c9-69d1-4a82-b505-9712bd602f86,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:47.401753 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbc6709-fe66-400d-8255-d9fc1ae6b76e req-b401f2c3-18cb-47b4-93a7-89b6c26e0415 tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:47.403350 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4cbc6709-fe66-400d-8255-d9fc1ae6b76e req-b401f2c3-18cb-47b4-93a7-89b6c26e0415 tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] 10.222.0.22 "GET /v2.0/ports?device_id=65b634c6-2b75-41ba-bda5-fd36097b25bd HTTP/1.1" status: 200 len: 944 time: 0.0949605 Jul 16 09:00:47.451004 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4cbc6709-fe66-400d-8255-d9fc1ae6b76e req-292c088a-5aaa-4b7b-97a7-c1dfbd4db00a tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] 10.222.0.22 "GET /v2.0/security-groups?id=8471dc26-61ac-40e1-be9b-3cc78dfa6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417867 Jul 16 09:00:47.468705 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['396d02c9-69d1-4a82-b505-9712bd602f86'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:00:48.657637 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6303e672-9fc9-4196-92cb-ec516caa45e9 req-afb5b27c-425a-482c-bbb1-407e0b2d1f9f tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:48.665035 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6303e672-9fc9-4196-92cb-ec516caa45e9 req-afb5b27c-425a-482c-bbb1-407e0b2d1f9f tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] 10.222.0.22 "GET /v2.0/ports?device_id=65b634c6-2b75-41ba-bda5-fd36097b25bd HTTP/1.1" status: 200 len: 944 time: 0.0869932 Jul 16 09:00:48.705916 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6303e672-9fc9-4196-92cb-ec516caa45e9 req-17663f3b-1099-4e20-9e89-629ab22706e1 tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] 10.222.0.22 "GET /v2.0/security-groups?id=8471dc26-61ac-40e1-be9b-3cc78dfa6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382617 Jul 16 09:00:49.065458 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 396d02c9-69d1-4a82-b505-9712bd602f86 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:00:49.125831 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 396d02c9-69d1-4a82-b505-9712bd602f86 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:00:49.131010 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 396d02c9-69d1-4a82-b505-9712bd602f86 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:00:49.131916 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.224777 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.256049 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b634c6-2b75-41ba-bda5-fd36097b25bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396d02c9-69d1-4a82-b505-9712bd602f86'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:49.258938 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56eefdfa-107f-4124-956e-37d15b160f10" -d '{"events": [{"server_uuid": "65b634c6-2b75-41ba-bda5-fd36097b25bd", "name": "network-vif-plugged", "status": "completed", "tag": "396d02c9-69d1-4a82-b505-9712bd602f86"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:49.274766 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 396d02c9-69d1-4a82-b505-9712bd602f86, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=396d02c9-69d1-4a82-b505-9712bd602f86,segment=NetworkSegment(2c64c5f6-c962-4e60-88f5-37a8cbf5244d),segment_id=2c64c5f6-c962-4e60-88f5-37a8cbf5244d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:49.280890 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:49.318609 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa895038-6816-4f04-a4f0-4fbe00823f6e x-openstack-request-id: req-fa895038-6816-4f04-a4f0-4fbe00823f6e {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:49.318914 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b634c6-2b75-41ba-bda5-fd36097b25bd", "name": "network-vif-plugged", "status": "completed", "tag": "396d02c9-69d1-4a82-b505-9712bd602f86", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:49.319171 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fa895038-6816-4f04-a4f0-4fbe00823f6e {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:49.319564 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b634c6-2b75-41ba-bda5-fd36097b25bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '396d02c9-69d1-4a82-b505-9712bd602f86', 'code': 200} Jul 16 09:00:49.345883 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=396d02c9-69d1-4a82-b505-9712bd602f86,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:49.476337 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a56853-ac71-4ddc-90c2-1941d77c034b req-7eeff1ce-1213-4c7f-9095-914e9f8f6453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:49.478587 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-32a56853-ac71-4ddc-90c2-1941d77c034b req-7eeff1ce-1213-4c7f-9095-914e9f8f6453 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=65b634c6-2b75-41ba-bda5-fd36097b25bd HTTP/1.1" status: 200 len: 1097 time: 0.0777061 Jul 16 09:00:49.519798 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-32a56853-ac71-4ddc-90c2-1941d77c034b req-7352d156-0c0d-44c3-b6bd-2a5809853562 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=8471dc26-61ac-40e1-be9b-3cc78dfa6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325305 Jul 16 09:00:50.021481 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2095ac5-7d14-4d4b-ac40-d4612269aaba req-cb70ecb3-abb2-43a8-8e84-a08412e84238 tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:50.022986 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b2095ac5-7d14-4d4b-ac40-d4612269aaba req-cb70ecb3-abb2-43a8-8e84-a08412e84238 tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] 10.222.0.22 "GET /v2.0/ports?device_id=65b634c6-2b75-41ba-bda5-fd36097b25bd HTTP/1.1" status: 200 len: 945 time: 0.1009710 Jul 16 09:00:50.072211 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b2095ac5-7d14-4d4b-ac40-d4612269aaba req-58bc4c17-d5e0-4a0b-b4af-bff729ef6207 tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] 10.222.0.22 "GET /v2.0/security-groups?id=8471dc26-61ac-40e1-be9b-3cc78dfa6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405369 Jul 16 09:00:51.274701 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18892e0-8707-4d8f-aaea-41b343e940d3 req-1725bc0c-5588-46b5-8dbc-525324d911e8 tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:51.276223 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e18892e0-8707-4d8f-aaea-41b343e940d3 req-1725bc0c-5588-46b5-8dbc-525324d911e8 tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] 10.222.0.22 "GET /v2.0/ports?device_id=65b634c6-2b75-41ba-bda5-fd36097b25bd HTTP/1.1" status: 200 len: 945 time: 0.0701778 Jul 16 09:00:51.321795 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e18892e0-8707-4d8f-aaea-41b343e940d3 req-ddc9725d-f5db-493d-84e3-ba275a06017d tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] 10.222.0.22 "GET /v2.0/security-groups?id=8471dc26-61ac-40e1-be9b-3cc78dfa6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369678 Jul 16 09:00:51.509569 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39730) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:51.704476 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e59e75ad-54f6-4673-a057-4874927b8e48 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Deleting port 93c1dd95-ce9b-4cb8-b653-a38e4a38b250 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:51.704847 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e59e75ad-54f6-4673-a057-4874927b8e48 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.811249 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e59e75ad-54f6-4673-a057-4874927b8e48 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.811950 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e59e75ad-54f6-4673-a057-4874927b8e48 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:51.833320 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e59e75ad-54f6-4673-a057-4874927b8e48 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Calling delete_port for 93c1dd95-ce9b-4cb8-b653-a38e4a38b250 owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:51.896525 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4137d59b-37d5-4ee8-b2e4-f4c1b6f2459c req-a75f8770-3044-4f26-b79f-8a1c6c5e4849 tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:51.900277 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4137d59b-37d5-4ee8-b2e4-f4c1b6f2459c req-a75f8770-3044-4f26-b79f-8a1c6c5e4849 tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] 10.222.0.22 "GET /v2.0/ports?device_id=65b634c6-2b75-41ba-bda5-fd36097b25bd HTTP/1.1" status: 200 len: 945 time: 0.1285784 Jul 16 09:00:51.992824 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4137d59b-37d5-4ee8-b2e4-f4c1b6f2459c req-ff8ab959-aa4b-4647-ba00-168d25becbcb tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] 10.222.0.22 "GET /v2.0/security-groups?id=8471dc26-61ac-40e1-be9b-3cc78dfa6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636079 Jul 16 09:00:52.136563 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e59e75ad-54f6-4673-a057-4874927b8e48 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.164291 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59e75ad-54f6-4673-a057-4874927b8e48 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Pushing event deleted for resources: {'Port': ['ID=93c1dd95-ce9b-4cb8-b653-a38e4a38b250,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:52.240867 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e59e75ad-54f6-4673-a057-4874927b8e48 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.241202 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-e59e75ad-54f6-4673-a057-4874927b8e48 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Floating IP c550483a-e63b-49ba-ae23-79fcea974155 disassociated (deleted). External IP: 172.25.3.41, port: e8d99c4b-4d82-4707-8c9b-546764bf8e5c. Jul 16 09:00:52.452431 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e59e75ad-54f6-4673-a057-4874927b8e48 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Router 2b3a1e75-8fee-4585-95f3-88b32e554ddc has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:00:52.564910 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e59e75ad-54f6-4673-a057-4874927b8e48 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:00:52.570103 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e59e75ad-54f6-4673-a057-4874927b8e48 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:52.575761 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1a9b6e-61b8-4dd1-960b-124166bf916b None None] Sync routers for ids ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:00:52.586810 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1a9b6e-61b8-4dd1-960b-124166bf916b None None] Routers {'2b3a1e75-8fee-4585-95f3-88b32e554ddc'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:52.587455 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5c1a9b6e-61b8-4dd1-960b-124166bf916b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:00:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:52.624578 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e59e75ad-54f6-4673-a057-4874927b8e48 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "DELETE /v2.0/floatingips/c550483a-e63b-49ba-ae23-79fcea974155 HTTP/1.1" status: 204 len: 168 time: 1.1135390 Jul 16 09:00:52.625405 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69f64b59-8565-4851-a812-dc6aefb0c324', 'tag': 'e8d99c4b-4d82-4707-8c9b-546764bf8e5c'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:52.627806 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-405ddf09-c8b3-4932-a5e5-2f9d28e4e8f5" -d '{"events": [{"name": "network-changed", "server_uuid": "69f64b59-8565-4851-a812-dc6aefb0c324", "tag": "e8d99c4b-4d82-4707-8c9b-546764bf8e5c"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:52.671626 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98f290e9-1c92-4c5f-bdde-3f84338cae76 x-openstack-request-id: req-98f290e9-1c92-4c5f-bdde-3f84338cae76 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:52.671925 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69f64b59-8565-4851-a812-dc6aefb0c324", "tag": "e8d99c4b-4d82-4707-8c9b-546764bf8e5c", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:52.672182 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-98f290e9-1c92-4c5f-bdde-3f84338cae76 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:52.672630 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69f64b59-8565-4851-a812-dc6aefb0c324', 'tag': 'e8d99c4b-4d82-4707-8c9b-546764bf8e5c', 'status': 'completed', 'code': 200} Jul 16 09:00:52.719786 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-5c1a9b6e-61b8-4dd1-960b-124166bf916b None None] Set router 2b3a1e75-8fee-4585-95f3-88b32e554ddc gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:52.775976 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ddf09-c8b3-4932-a5e5-2f9d28e4e8f5 req-fbecfaf2-5f82-4b08-b1b3-4060dd265e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:52.778212 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-405ddf09-c8b3-4932-a5e5-2f9d28e4e8f5 req-fbecfaf2-5f82-4b08-b1b3-4060dd265e9a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=30db3ea81a8c4c93843f47b12edb82f2&device_id=69f64b59-8565-4851-a812-dc6aefb0c324 HTTP/1.1" status: 200 len: 1097 time: 0.0822928 Jul 16 09:00:52.908048 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ddf09-c8b3-4932-a5e5-2f9d28e4e8f5 req-aea1a9cd-53b3-4810-a410-ab0f5a221a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:52.909695 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-405ddf09-c8b3-4932-a5e5-2f9d28e4e8f5 req-aea1a9cd-53b3-4810-a410-ab0f5a221a53 service neutron] 10.222.0.21 "GET /v2.0/networks?id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 HTTP/1.1" status: 200 len: 913 time: 0.1242235 Jul 16 09:00:52.955461 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-405ddf09-c8b3-4932-a5e5-2f9d28e4e8f5 req-e5f14a83-922c-4bb5-845f-aa13dcd13b6f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=e8d99c4b-4d82-4707-8c9b-546764bf8e5c HTTP/1.1" status: 200 len: 217 time: 0.0381110 Jul 16 09:00:53.032685 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5c1a9b6e-61b8-4dd1-960b-124166bf916b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'name': 'tempest-TestVolumeBootPattern-1690893934-router', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'gw_port': {'id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'a99b11bb-83bd-4c38-bda5-cef0d813c0ad', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'port_id': '7f070239-293f-4d2f-8732-60be0fca15fc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'mac_address': 'fa:16:3e:a1:ca:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2506fd1-8764-4544-8c1a-cffd358d4641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:57:10Z', 'updated_at': '2021-07-16T08:57:13Z', 'revision_number': 1, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9128757d-2d91-4dd4-900b-7873b6e8a2d7', 'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'mac_address': 'fa:16:3e:f7:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '1a202c89-ad61-4335-b129-f178d622ac10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:56Z', 'updated_at': '2021-07-16T08:50:07Z', 'revision_number': 5, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'subnets': [{'id': '1a202c89-ad61-4335-b129-f178d622ac10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:53.046226 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ddf09-c8b3-4932-a5e5-2f9d28e4e8f5 req-43b05d3e-0970-4c8a-963e-3e438940f201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:53.049678 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-405ddf09-c8b3-4932-a5e5-2f9d28e4e8f5 req-43b05d3e-0970-4c8a-963e-3e438940f201 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=1a202c89-ad61-4335-b129-f178d622ac10 HTTP/1.1" status: 200 len: 851 time: 0.0843043 Jul 16 09:00:53.070382 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1a9b6e-61b8-4dd1-960b-124166bf916b None None] Checking router: 2b3a1e75-8fee-4585-95f3-88b32e554ddc for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:00:53.088330 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c1a9b6e-61b8-4dd1-960b-124166bf916b None None] Routers {'2b3a1e75-8fee-4585-95f3-88b32e554ddc'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:00:53.088330 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5c1a9b6e-61b8-4dd1-960b-124166bf916b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:00:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:53.140219 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb97ebd5-1148-405e-b890-0736d2a8074b req-694c818e-fd2a-4654-99d2-c2ed52ae3262 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:53.144704 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb97ebd5-1148-405e-b890-0736d2a8074b req-694c818e-fd2a-4654-99d2-c2ed52ae3262 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f64b59-8565-4851-a812-dc6aefb0c324 HTTP/1.1" status: 200 len: 945 time: 0.1512561 Jul 16 09:00:53.212743 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb97ebd5-1148-405e-b890-0736d2a8074b req-3d338cb3-c99a-4572-9fd4-56e7a1535486 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0582330 Jul 16 09:00:53.226298 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-5c1a9b6e-61b8-4dd1-960b-124166bf916b None None] Set router 2b3a1e75-8fee-4585-95f3-88b32e554ddc gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:00:53.252708 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541b737f-1c0f-499a-b598-bc44787f60a5 req-4bd5dfce-d0ad-420f-abf3-7b057453fece tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:53.254085 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-541b737f-1c0f-499a-b598-bc44787f60a5 req-4bd5dfce-d0ad-420f-abf3-7b057453fece tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] 10.222.0.21 "GET /v2.0/ports?device_id=65b634c6-2b75-41ba-bda5-fd36097b25bd HTTP/1.1" status: 200 len: 945 time: 0.2027211 Jul 16 09:00:53.301093 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405ddf09-c8b3-4932-a5e5-2f9d28e4e8f5 req-819d599e-6776-41e3-9618-5efd53012b3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:53.302593 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-405ddf09-c8b3-4932-a5e5-2f9d28e4e8f5 req-819d599e-6776-41e3-9618-5efd53012b3d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2265906 Jul 16 09:00:53.356924 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef152af1-0a3a-4e1b-966d-9d388cf928d7 req-b12452e6-1e73-4969-a43b-7b60c3c4abfc tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:53.358634 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef152af1-0a3a-4e1b-966d-9d388cf928d7 req-b12452e6-1e73-4969-a43b-7b60c3c4abfc tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] 10.222.0.22 "GET /v2.0/ports?device_id=65b634c6-2b75-41ba-bda5-fd36097b25bd HTTP/1.1" status: 200 len: 945 time: 0.1751459 Jul 16 09:00:53.540845 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5c1a9b6e-61b8-4dd1-960b-124166bf916b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'name': 'tempest-TestVolumeBootPattern-1690893934-router', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'gw_port': {'id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'a99b11bb-83bd-4c38-bda5-cef0d813c0ad', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'port_id': '7f070239-293f-4d2f-8732-60be0fca15fc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'mac_address': 'fa:16:3e:a1:ca:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2506fd1-8764-4544-8c1a-cffd358d4641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:57:10Z', 'updated_at': '2021-07-16T08:57:13Z', 'revision_number': 1, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9128757d-2d91-4dd4-900b-7873b6e8a2d7', 'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'mac_address': 'fa:16:3e:f7:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '1a202c89-ad61-4335-b129-f178d622ac10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:56Z', 'updated_at': '2021-07-16T08:50:07Z', 'revision_number': 5, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'subnets': [{'id': '1a202c89-ad61-4335-b129-f178d622ac10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:53.577842 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c1a9b6e-61b8-4dd1-960b-124166bf916b None None] The sync data for ids ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'] in n-d-771362-37 is: [{'id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'name': 'tempest-TestVolumeBootPattern-1690893934-router', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'gw_port': {'id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'a99b11bb-83bd-4c38-bda5-cef0d813c0ad', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'floating_ip_address': '172.25.3.232', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'port_id': '7f070239-293f-4d2f-8732-60be0fca15fc', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3548, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'mac_address': 'fa:16:3e:a1:ca:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2506fd1-8764-4544-8c1a-cffd358d4641', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T08:57:10Z', 'updated_at': '2021-07-16T08:57:13Z', 'revision_number': 1, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9128757d-2d91-4dd4-900b-7873b6e8a2d7', 'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'mac_address': 'fa:16:3e:f7:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '1a202c89-ad61-4335-b129-f178d622ac10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:56Z', 'updated_at': '2021-07-16T08:50:07Z', 'revision_number': 5, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'subnets': [{'id': '1a202c89-ad61-4335-b129-f178d622ac10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:00:53.880459 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f2e45ad-58e5-42c0-8bd9-82a4c4abeac0 None None] New status for floating IP c550483a-e63b-49ba-ae23-79fcea974155: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:00:53.887802 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef152af1-0a3a-4e1b-966d-9d388cf928d7 req-1e183d0e-a27f-4185-a869-82414442e910 tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] 10.222.0.22 "GET /v2.0/security-groups?id=8471dc26-61ac-40e1-be9b-3cc78dfa6dd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5153489 Jul 16 09:00:53.891483 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-405ddf09-c8b3-4932-a5e5-2f9d28e4e8f5 req-02c34315-9353-40c5-bb4f-cd04173f849c service neutron] 10.222.0.21 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5811112 Jul 16 09:00:53.928060 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-541b737f-1c0f-499a-b598-bc44787f60a5 req-d6684183-66a1-4cff-b2ea-6b461272662e tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] Deleting port 396d02c9-69d1-4a82-b505-9712bd602f86 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:53.928582 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-541b737f-1c0f-499a-b598-bc44787f60a5 req-d6684183-66a1-4cff-b2ea-6b461272662e tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:54.085507 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-405ddf09-c8b3-4932-a5e5-2f9d28e4e8f5 req-4f8567ab-085d-4e08-b264-4dc3f56d01c8 service neutron] 10.222.0.21 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826437 Jul 16 09:00:54.092960 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-541b737f-1c0f-499a-b598-bc44787f60a5 req-d6684183-66a1-4cff-b2ea-6b461272662e tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] For port 396d02c9-69d1-4a82-b505-9712bd602f86, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=396d02c9-69d1-4a82-b505-9712bd602f86,segment=NetworkSegment(2c64c5f6-c962-4e60-88f5-37a8cbf5244d),segment_id=2c64c5f6-c962-4e60-88f5-37a8cbf5244d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:54.093259 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-541b737f-1c0f-499a-b598-bc44787f60a5 req-d6684183-66a1-4cff-b2ea-6b461272662e tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:54.107750 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-541b737f-1c0f-499a-b598-bc44787f60a5 req-d6684183-66a1-4cff-b2ea-6b461272662e tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] Calling delete_port for 396d02c9-69d1-4a82-b505-9712bd602f86 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:54.299041 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-541b737f-1c0f-499a-b598-bc44787f60a5 req-d6684183-66a1-4cff-b2ea-6b461272662e tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:54.319426 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['396d02c9-69d1-4a82-b505-9712bd602f86'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:00:54.336190 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6684183-66a1-4cff-b2ea-6b461272662e tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] Pushing event deleted for resources: {'Port': ['ID=396d02c9-69d1-4a82-b505-9712bd602f86,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:54.397473 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-541b737f-1c0f-499a-b598-bc44787f60a5 req-d6684183-66a1-4cff-b2ea-6b461272662e tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] No DVR routers for this DVR port 396d02c9-69d1-4a82-b505-9712bd602f86 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:54.401154 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-541b737f-1c0f-499a-b598-bc44787f60a5 req-d6684183-66a1-4cff-b2ea-6b461272662e tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:54.404467 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-541b737f-1c0f-499a-b598-bc44787f60a5 req-d6684183-66a1-4cff-b2ea-6b461272662e tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] 10.222.0.21 "DELETE /v2.0/ports/396d02c9-69d1-4a82-b505-9712bd602f86 HTTP/1.1" status: 204 len: 173 time: 1.1432261 Jul 16 09:00:54.440832 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981b2f55-0ccf-4b10-b2e5-9524e0d3287c req-e64cfda6-c269-43eb-80e7-5f5df3983d40 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:54.442318 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-981b2f55-0ccf-4b10-b2e5-9524e0d3287c req-e64cfda6-c269-43eb-80e7-5f5df3983d40 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f64b59-8565-4851-a812-dc6aefb0c324 HTTP/1.1" status: 200 len: 945 time: 0.0915854 Jul 16 09:00:54.492612 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-981b2f55-0ccf-4b10-b2e5-9524e0d3287c req-ff4de965-126f-458d-8b32-1e4dd65c02d4 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406933 Jul 16 09:00:54.514136 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba299a-37ba-47e6-ae58-dda843afca2e req-8151d77d-41af-45e0-97b9-9ff79f644657 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:54.516410 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b0ba299a-37ba-47e6-ae58-dda843afca2e req-8151d77d-41af-45e0-97b9-9ff79f644657 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.21 "GET /v2.0/ports?device_id=69f64b59-8565-4851-a812-dc6aefb0c324 HTTP/1.1" status: 200 len: 945 time: 0.1037254 Jul 16 09:00:54.639780 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-b0ba299a-37ba-47e6-ae58-dda843afca2e req-6cbf0b1b-c34b-4080-bf80-d04b7b18bd50 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Deleting port e8d99c4b-4d82-4707-8c9b-546764bf8e5c {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:00:54.640031 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b0ba299a-37ba-47e6-ae58-dda843afca2e req-6cbf0b1b-c34b-4080-bf80-d04b7b18bd50 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:54.678807 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65b634c6-2b75-41ba-bda5-fd36097b25bd', 'name': 'network-vif-deleted', 'tag': '396d02c9-69d1-4a82-b505-9712bd602f86'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:54.681016 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58a2a23-8a44-4c60-82d8-bf14f0ba7dd9" -d '{"events": [{"server_uuid": "65b634c6-2b75-41ba-bda5-fd36097b25bd", "name": "network-vif-deleted", "tag": "396d02c9-69d1-4a82-b505-9712bd602f86"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:54.740168 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b0ba299a-37ba-47e6-ae58-dda843afca2e req-6cbf0b1b-c34b-4080-bf80-d04b7b18bd50 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] For port e8d99c4b-4d82-4707-8c9b-546764bf8e5c, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e8d99c4b-4d82-4707-8c9b-546764bf8e5c,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:00:54.740581 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b0ba299a-37ba-47e6-ae58-dda843afca2e req-6cbf0b1b-c34b-4080-bf80-d04b7b18bd50 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:54.750122 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0904b6a3-e261-47a6-a719-110e46b8b499 x-openstack-request-id: req-0904b6a3-e261-47a6-a719-110e46b8b499 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:54.750416 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65b634c6-2b75-41ba-bda5-fd36097b25bd", "name": "network-vif-deleted", "tag": "396d02c9-69d1-4a82-b505-9712bd602f86", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:54.750665 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0904b6a3-e261-47a6-a719-110e46b8b499 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:54.751056 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65b634c6-2b75-41ba-bda5-fd36097b25bd', 'name': 'network-vif-deleted', 'tag': '396d02c9-69d1-4a82-b505-9712bd602f86', 'status': 'completed', 'code': 200} Jul 16 09:00:54.756790 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-b0ba299a-37ba-47e6-ae58-dda843afca2e req-6cbf0b1b-c34b-4080-bf80-d04b7b18bd50 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Calling delete_port for e8d99c4b-4d82-4707-8c9b-546764bf8e5c owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:00:54.895345 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b0ba299a-37ba-47e6-ae58-dda843afca2e req-6cbf0b1b-c34b-4080-bf80-d04b7b18bd50 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:54.957675 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbf0b1b-c34b-4080-bf80-d04b7b18bd50 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Pushing event deleted for resources: {'Port': ['ID=e8d99c4b-4d82-4707-8c9b-546764bf8e5c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:54.984246 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ba299a-37ba-47e6-ae58-dda843afca2e req-6cbf0b1b-c34b-4080-bf80-d04b7b18bd50 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] No DVR routers for this DVR port e8d99c4b-4d82-4707-8c9b-546764bf8e5c on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:00:54.988240 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b0ba299a-37ba-47e6-ae58-dda843afca2e req-6cbf0b1b-c34b-4080-bf80-d04b7b18bd50 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:54.991773 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b0ba299a-37ba-47e6-ae58-dda843afca2e req-6cbf0b1b-c34b-4080-bf80-d04b7b18bd50 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.21 "DELETE /v2.0/ports/e8d99c4b-4d82-4707-8c9b-546764bf8e5c HTTP/1.1" status: 204 len: 173 time: 0.4689431 Jul 16 09:00:55.091142 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-de8748d6-7ce6-4df9-8310-c942c842b248 req-8feb1f1e-565a-4b7c-92d7-d29bc25b6c4f tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] 10.222.0.22 "GET /v2.0/ports?device_id=65b634c6-2b75-41ba-bda5-fd36097b25bd HTTP/1.1" status: 200 len: 210 time: 0.0406866 Jul 16 09:00:55.654824 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d1c9009c-5340-4a3c-93d1-56f00bcf9326 req-05693afd-dde1-4dca-847f-a83939d10017 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f64b59-8565-4851-a812-dc6aefb0c324 HTTP/1.1" status: 200 len: 210 time: 0.0297363 Jul 16 09:00:56.686948 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39790) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:56.751718 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69f64b59-8565-4851-a812-dc6aefb0c324', 'name': 'network-vif-deleted', 'tag': 'e8d99c4b-4d82-4707-8c9b-546764bf8e5c'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:00:56.754483 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f461f315-3f31-4ca5-98ea-34dd993cbed2" -d '{"events": [{"server_uuid": "69f64b59-8565-4851-a812-dc6aefb0c324", "name": "network-vif-deleted", "tag": "e8d99c4b-4d82-4707-8c9b-546764bf8e5c"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:00:56.767024 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ae6b4b1-043e-487a-9f26-80b2dddf2007 admin admin] Deleting subnet 31d5ff50-67cf-45f4-b43d-ab767ddd2701 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:56.773845 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2ae6b4b1-043e-487a-9f26-80b2dddf2007 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.804586 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ccf51d8-8f5d-4d30-b7f7-81044ea61df0 x-openstack-request-id: req-4ccf51d8-8f5d-4d30-b7f7-81044ea61df0 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:00:56.805046 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69f64b59-8565-4851-a812-dc6aefb0c324", "name": "network-vif-deleted", "tag": "e8d99c4b-4d82-4707-8c9b-546764bf8e5c", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:00:56.805397 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4ccf51d8-8f5d-4d30-b7f7-81044ea61df0 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:00:56.806043 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69f64b59-8565-4851-a812-dc6aefb0c324', 'name': 'network-vif-deleted', 'tag': 'e8d99c4b-4d82-4707-8c9b-546764bf8e5c', 'status': 'completed', 'code': 200} Jul 16 09:00:56.837421 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2ae6b4b1-043e-487a-9f26-80b2dddf2007 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.881917 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2ae6b4b1-043e-487a-9f26-80b2dddf2007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.959695 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2ae6b4b1-043e-487a-9f26-80b2dddf2007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:56.995486 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae6b4b1-043e-487a-9f26-80b2dddf2007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31d5ff50-67cf-45f4-b43d-ab767ddd2701,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:56.998400 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2ae6b4b1-043e-487a-9f26-80b2dddf2007 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.000918 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2ae6b4b1-043e-487a-9f26-80b2dddf2007 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/31d5ff50-67cf-45f4-b43d-ab767ddd2701 HTTP/1.1" status: 204 len: 168 time: 0.3123283 Jul 16 09:00:57.004533 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39794) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:57.036448 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-04adcecc-45b2-40df-8709-ccd7a8ef3fa0 req-97b2aa3a-facf-4f19-a090-9c0f50b2e96d tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f64b59-8565-4851-a812-dc6aefb0c324 HTTP/1.1" status: 200 len: 210 time: 0.0309238 Jul 16 09:00:57.081743 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device e8d99c4b-4d82-4707-8c9b-546764bf8e5c no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:57.095234 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-375ccd1f-060b-4ef6-b6ed-5e8187766e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.102894 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: e8d99c4b-4d82-4707-8c9b-546764bf8e5c {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:57.103336 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device e8d99c4b-4d82-4707-8c9b-546764bf8e5c not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:57.103831 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 396d02c9-69d1-4a82-b505-9712bd602f86 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:00:57.125484 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 396d02c9-69d1-4a82-b505-9712bd602f86 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:00:57.125937 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 396d02c9-69d1-4a82-b505-9712bd602f86 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:00:57.180887 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-375ccd1f-060b-4ef6-b6ed-5e8187766e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.192000 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-375ccd1f-060b-4ef6-b6ed-5e8187766e5c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9b1a960-9008-4ae0-adaf-82ac762843b5']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:57.202855 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-375ccd1f-060b-4ef6-b6ed-5e8187766e5c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c64c5f6-c962-4e60-88f5-37a8cbf5244d') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:57.203353 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-375ccd1f-060b-4ef6-b6ed-5e8187766e5c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c64c5f6-c962-4e60-88f5-37a8cbf5244d') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:00:57.212572 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-375ccd1f-060b-4ef6-b6ed-5e8187766e5c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.233871 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-375ccd1f-060b-4ef6-b6ed-5e8187766e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.241468 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-375ccd1f-060b-4ef6-b6ed-5e8187766e5c admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:00:57.241895 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-375ccd1f-060b-4ef6-b6ed-5e8187766e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: timer() Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:00:57.243935 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:00:57.306745 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-375ccd1f-060b-4ef6-b6ed-5e8187766e5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.316755 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-375ccd1f-060b-4ef6-b6ed-5e8187766e5c admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.322265 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-375ccd1f-060b-4ef6-b6ed-5e8187766e5c admin admin] 10.222.0.22 "DELETE /v2.0/networks/f9b1a960-9008-4ae0-adaf-82ac762843b5 HTTP/1.1" status: 204 len: 168 time: 0.3142133 Jul 16 09:00:57.341185 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375ccd1f-060b-4ef6-b6ed-5e8187766e5c admin admin] Pushing event deleted for resources: {'Network': ['ID=f9b1a960-9008-4ae0-adaf-82ac762843b5,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:57.512261 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39804) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:57.560795 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1cee6856-b18e-4387-ad75-b7b88600e5f9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3676c35c094548748cee31248689a18d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0466611 Jul 16 09:00:57.563315 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39806) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:57.622918 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-804c484a-bd4f-46ea-b1d4-d518446e7bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.648328 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-804c484a-bd4f-46ea-b1d4-d518446e7bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.723245 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-804c484a-bd4f-46ea-b1d4-d518446e7bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.727007 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-804c484a-bd4f-46ea-b1d4-d518446e7bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:57.728562 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-804c484a-bd4f-46ea-b1d4-d518446e7bf7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8471dc26-61ac-40e1-be9b-3cc78dfa6dd6 HTTP/1.1" status: 204 len: 168 time: 0.1641357 Jul 16 09:00:57.737924 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c484a-bd4f-46ea-b1d4-d518446e7bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8471dc26-61ac-40e1-be9b-3cc78dfa6dd6,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:57.753910 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c484a-bd4f-46ea-b1d4-d518446e7bf7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:57.754780 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c484a-bd4f-46ea-b1d4-d518446e7bf7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:57.756163 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c484a-bd4f-46ea-b1d4-d518446e7bf7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:57.757862 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c484a-bd4f-46ea-b1d4-d518446e7bf7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:57.758685 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c484a-bd4f-46ea-b1d4-d518446e7bf7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:57.759362 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c484a-bd4f-46ea-b1d4-d518446e7bf7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:57.759982 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c484a-bd4f-46ea-b1d4-d518446e7bf7 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:57.760697 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c484a-bd4f-46ea-b1d4-d518446e7bf7 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:57.761155 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c484a-bd4f-46ea-b1d4-d518446e7bf7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:57.762164 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c484a-bd4f-46ea-b1d4-d518446e7bf7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:57.762808 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c484a-bd4f-46ea-b1d4-d518446e7bf7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:57.763261 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-804c484a-bd4f-46ea-b1d4-d518446e7bf7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:00:58.221306 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dc1bb3e7-ee60-4e53-8300-837d9fb89d40 req-3be1bfac-828c-47d8-9b65-2e1a3833491e tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f64b59-8565-4851-a812-dc6aefb0c324 HTTP/1.1" status: 200 len: 210 time: 0.0519869 Jul 16 09:00:58.504336 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39834) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:58.614835 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-52d2c5f6-870a-44b4-963d-4bd4e60bd61e admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-800241363-network', 'tenant_id': 'e869aee132884d8c8d89e74a07da3024'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:58.651973 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52d2c5f6-870a-44b4-963d-4bd4e60bd61e admin admin] Made reservation on behalf of e869aee132884d8c8d89e74a07da3024 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:58.654451 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-52d2c5f6-870a-44b4-963d-4bd4e60bd61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.663914 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-52d2c5f6-870a-44b4-963d-4bd4e60bd61e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.783596 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-52d2c5f6-870a-44b4-963d-4bd4e60bd61e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.789436 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-52d2c5f6-870a-44b4-963d-4bd4e60bd61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.830522 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52d2c5f6-870a-44b4-963d-4bd4e60bd61e admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:00:58.850882 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2c5f6-870a-44b4-963d-4bd4e60bd61e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5fb7b20-46b8-4b9e-87a0-79d1291b57b1,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:58.854086 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-52d2c5f6-870a-44b4-963d-4bd4e60bd61e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.854441 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-52d2c5f6-870a-44b4-963d-4bd4e60bd61e admin admin] Added segment 44e4f26d-415b-4e4b-ac06-6da2d9c7fe6c of type vlan for network b0557a26-3eb4-489e-b40b-d5c4894d6710 Jul 16 09:00:58.916377 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-52d2c5f6-870a-44b4-963d-4bd4e60bd61e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.959137 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-52d2c5f6-870a-44b4-963d-4bd4e60bd61e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:58.960662 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52d2c5f6-870a-44b4-963d-4bd4e60bd61e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:58.961283 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-52d2c5f6-870a-44b4-963d-4bd4e60bd61e admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.004466 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-52d2c5f6-870a-44b4-963d-4bd4e60bd61e admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4959445 Jul 16 09:00:59.005400 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39840) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:59.011065 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-74e38c98-4496-4980-9e1f-81d77c2e224a admin admin] Request body: {'subnet': {'network_id': 'b0557a26-3eb4-489e-b40b-d5c4894d6710', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-800241363-subnet', 'tenant_id': 'e869aee132884d8c8d89e74a07da3024', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:00:59.053340 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2c5f6-870a-44b4-963d-4bd4e60bd61e admin admin] Pushing event updated for resources: {'Network': ['ID=b0557a26-3eb4-489e-b40b-d5c4894d6710,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:59.069471 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network b0557a26-3eb4-489e-b40b-d5c4894d6710 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:00:59.072506 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e38c98-4496-4980-9e1f-81d77c2e224a admin admin] Made reservation on behalf of e869aee132884d8c8d89e74a07da3024 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:00:59.077102 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74e38c98-4496-4980-9e1f-81d77c2e224a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.310809 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74e38c98-4496-4980-9e1f-81d77c2e224a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.373924 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e38c98-4496-4980-9e1f-81d77c2e224a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a20d3b86-9dec-4e10-8177-c5d812825e26,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:59.393004 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74e38c98-4496-4980-9e1f-81d77c2e224a admin admin] Checking segment: {'id': '44e4f26d-415b-4e4b-ac06-6da2d9c7fe6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'b0557a26-3eb4-489e-b40b-d5c4894d6710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:00:59.393441 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e38c98-4496-4980-9e1f-81d77c2e224a admin admin] Network hostable DHCP agents. Network: b0557a26-3eb4-489e-b40b-d5c4894d6710, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:00:59.432157 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-258830e1-087c-4bca-8016-95617515d6b6 req-3bafff50-6c4b-449a-86c9-fa9e77ee49c0 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=69f64b59-8565-4851-a812-dc6aefb0c324 HTTP/1.1" status: 200 len: 210 time: 0.0402603 Jul 16 09:00:59.450570 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74e38c98-4496-4980-9e1f-81d77c2e224a admin admin] Network b0557a26-3eb4-489e-b40b-d5c4894d6710 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:00:59.467191 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-74e38c98-4496-4980-9e1f-81d77c2e224a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, b0557a26-3eb4-489e-b40b-d5c4894d6710) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:00:59.477718 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74e38c98-4496-4980-9e1f-81d77c2e224a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:00:59.477962 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0535e160-b7aa-4ce4-9656-6dc522742165 None None] Network b0557a26-3eb4-489e-b40b-d5c4894d6710 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:59.478768 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-74e38c98-4496-4980-9e1f-81d77c2e224a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.518415 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-74e38c98-4496-4980-9e1f-81d77c2e224a admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5115745 Jul 16 09:00:59.645449 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e83b0a-4fd9-46fc-877d-73a25b59f697 None None] Network b0557a26-3eb4-489e-b40b-d5c4894d6710 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:00:59.673283 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39848) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:00:59.735472 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c3a7098-afde-4061-aca9-91ce4fefebd2 admin admin] Deleting subnet a20d3b86-9dec-4e10-8177-c5d812825e26 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:00:59.739041 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1c3a7098-afde-4061-aca9-91ce4fefebd2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.790556 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1c3a7098-afde-4061-aca9-91ce4fefebd2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.843764 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1c3a7098-afde-4061-aca9-91ce4fefebd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.899731 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1c3a7098-afde-4061-aca9-91ce4fefebd2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.928767 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3a7098-afde-4061-aca9-91ce4fefebd2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a20d3b86-9dec-4e10-8177-c5d812825e26,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:00:59.932200 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1c3a7098-afde-4061-aca9-91ce4fefebd2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:00:59.934136 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1c3a7098-afde-4061-aca9-91ce4fefebd2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/a20d3b86-9dec-4e10-8177-c5d812825e26 HTTP/1.1" status: 204 len: 168 time: 0.2607436 Jul 16 09:00:59.937158 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39850) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:00.031485 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ac127c7-6281-4a7b-8d8a-d37a825fe395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.121904 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ac127c7-6281-4a7b-8d8a-d37a825fe395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.132571 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-9ac127c7-6281-4a7b-8d8a-d37a825fe395 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0557a26-3eb4-489e-b40b-d5c4894d6710']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:00.150532 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-9ac127c7-6281-4a7b-8d8a-d37a825fe395 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44e4f26d-415b-4e4b-ac06-6da2d9c7fe6c') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:00.150837 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-9ac127c7-6281-4a7b-8d8a-d37a825fe395 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44e4f26d-415b-4e4b-ac06-6da2d9c7fe6c') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:00.161399 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ac127c7-6281-4a7b-8d8a-d37a825fe395 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.186449 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ac127c7-6281-4a7b-8d8a-d37a825fe395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.194739 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ac127c7-6281-4a7b-8d8a-d37a825fe395 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:01:00.195144 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ac127c7-6281-4a7b-8d8a-d37a825fe395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.197065 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 09:01:00.197065 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:01:00.197065 n-d-771362-37 neutron-server[93759]: timer() Jul 16 09:01:00.197065 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:01:00.197065 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 09:01:00.197065 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:01:00.197065 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 09:01:00.197065 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:01:00.197065 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 09:01:00.197065 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:01:00.197065 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 09:01:00.197065 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:01:00.197065 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 09:01:00.197065 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:01:00.197065 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:01:00.197065 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:01:00.197065 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:01:00.197065 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:01:00.197065 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 09:01:00.197065 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:01:00.197065 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 09:01:00.197065 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:01:00.197065 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:01:00.197065 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:01:00.197065 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 09:01:00.197065 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:01:00.197065 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:01:00.197065 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:01:00.197065 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:01:00.197065 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:01:00.197065 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:01:00.197065 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:01:00.255634 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ac127c7-6281-4a7b-8d8a-d37a825fe395 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.262283 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ac127c7-6281-4a7b-8d8a-d37a825fe395 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.267056 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9ac127c7-6281-4a7b-8d8a-d37a825fe395 admin admin] 10.222.0.22 "DELETE /v2.0/networks/b0557a26-3eb4-489e-b40b-d5c4894d6710 HTTP/1.1" status: 204 len: 168 time: 0.3264253 Jul 16 09:01:00.281152 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac127c7-6281-4a7b-8d8a-d37a825fe395 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0557a26-3eb4-489e-b40b-d5c4894d6710,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:00.391047 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39856) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:00.435290 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ea0666b1-4bb9-4795-95b3-90dd6911aef1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e869aee132884d8c8d89e74a07da3024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0429394 Jul 16 09:01:00.438542 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39858) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:00.500162 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c01f0d29-19a5-462b-994b-82707c82219d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.525904 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c01f0d29-19a5-462b-994b-82707c82219d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.599415 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c01f0d29-19a5-462b-994b-82707c82219d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.604297 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c01f0d29-19a5-462b-994b-82707c82219d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:00.606637 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c01f0d29-19a5-462b-994b-82707c82219d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c5fb7b20-46b8-4b9e-87a0-79d1291b57b1 HTTP/1.1" status: 204 len: 168 time: 0.1667073 Jul 16 09:01:00.620248 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c01f0d29-19a5-462b-994b-82707c82219d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5fb7b20-46b8-4b9e-87a0-79d1291b57b1,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:01.681614 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39894) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:01.806519 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ec9a49e-276e-4793-b0c2-ad720b7bb9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:01.900763 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ec9a49e-276e-4793-b0c2-ad720b7bb9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:01.909578 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ec9a49e-276e-4793-b0c2-ad720b7bb9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:01.949850 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0ec9a49e-276e-4793-b0c2-ad720b7bb9aa admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3d583abd9ca3427bae85e4ea55f3bbfd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2671044 Jul 16 09:01:01.950724 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec9a49e-276e-4793-b0c2-ad720b7bb9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ce8656a-038b-441a-b0fb-e5e15f107451,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:01.952646 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39900) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:01.959049 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec9a49e-276e-4793-b0c2-ad720b7bb9aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:01.959402 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec9a49e-276e-4793-b0c2-ad720b7bb9aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:01.959749 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec9a49e-276e-4793-b0c2-ad720b7bb9aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:01.960091 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec9a49e-276e-4793-b0c2-ad720b7bb9aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:01.960458 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec9a49e-276e-4793-b0c2-ad720b7bb9aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:01.960860 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec9a49e-276e-4793-b0c2-ad720b7bb9aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:01.961132 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec9a49e-276e-4793-b0c2-ad720b7bb9aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:01.961468 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec9a49e-276e-4793-b0c2-ad720b7bb9aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:01.961814 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec9a49e-276e-4793-b0c2-ad720b7bb9aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:01.962145 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec9a49e-276e-4793-b0c2-ad720b7bb9aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:01.962478 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec9a49e-276e-4793-b0c2-ad720b7bb9aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:01.962800 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ec9a49e-276e-4793-b0c2-ad720b7bb9aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:02.015954 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-da6b96d9-13e5-4848-9fd2-f8656b8a7fd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.038648 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-da6b96d9-13e5-4848-9fd2-f8656b8a7fd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.088254 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-da6b96d9-13e5-4848-9fd2-f8656b8a7fd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.091655 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-da6b96d9-13e5-4848-9fd2-f8656b8a7fd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.092870 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-da6b96d9-13e5-4848-9fd2-f8656b8a7fd9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/1ce8656a-038b-441a-b0fb-e5e15f107451 HTTP/1.1" status: 204 len: 168 time: 0.1382182 Jul 16 09:01:02.101045 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6b96d9-13e5-4848-9fd2-f8656b8a7fd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ce8656a-038b-441a-b0fb-e5e15f107451,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:02.264829 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.269839 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.814773 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39928) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:02.913002 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e1879f47-a096-43a8-8b85-81197aa6d1a3 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1593065017-network', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:02.935378 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1879f47-a096-43a8-8b85-81197aa6d1a3 admin admin] Made reservation on behalf of 807350fc1feb4d8185a8b674a80833b8 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:02.937811 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1879f47-a096-43a8-8b85-81197aa6d1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:02.946595 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1879f47-a096-43a8-8b85-81197aa6d1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.038437 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1879f47-a096-43a8-8b85-81197aa6d1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.044572 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1879f47-a096-43a8-8b85-81197aa6d1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.074591 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1879f47-a096-43a8-8b85-81197aa6d1a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:01:03.079749 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1879f47-a096-43a8-8b85-81197aa6d1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7293bde3-5b1a-46d1-b5c6-cc51e52b664f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:03.087783 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1879f47-a096-43a8-8b85-81197aa6d1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.088146 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-e1879f47-a096-43a8-8b85-81197aa6d1a3 admin admin] Added segment 396e01fd-ad0b-4eae-9f13-621e1db2f0ae of type vlan for network 1d966671-080a-4a00-b7d3-7ffcd41de721 Jul 16 09:01:03.130094 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1879f47-a096-43a8-8b85-81197aa6d1a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.161016 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1879f47-a096-43a8-8b85-81197aa6d1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.161895 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1879f47-a096-43a8-8b85-81197aa6d1a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:03.162475 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e1879f47-a096-43a8-8b85-81197aa6d1a3 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.196200 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e1879f47-a096-43a8-8b85-81197aa6d1a3 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3803036 Jul 16 09:01:03.199472 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39934) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:03.204636 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-4e9af4ef-fc87-4704-ba40-6cab9fe4f7f1 admin admin] Request body: {'subnet': {'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1593065017-subnet', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:03.229988 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e9af4ef-fc87-4704-ba40-6cab9fe4f7f1 admin admin] Made reservation on behalf of 807350fc1feb4d8185a8b674a80833b8 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:03.230924 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1879f47-a096-43a8-8b85-81197aa6d1a3 admin admin] Pushing event updated for resources: {'Network': ['ID=1d966671-080a-4a00-b7d3-7ffcd41de721,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:03.240412 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4e9af4ef-fc87-4704-ba40-6cab9fe4f7f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.243104 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 1d966671-080a-4a00-b7d3-7ffcd41de721 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:01:03.357469 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc4ede00-b66a-485e-8dc6-0072936a67b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.441196 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4e9af4ef-fc87-4704-ba40-6cab9fe4f7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.509857 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9af4ef-fc87-4704-ba40-6cab9fe4f7f1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9db346c4-198e-4f62-93cb-a8985eefeb3d,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:03.520144 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9af4ef-fc87-4704-ba40-6cab9fe4f7f1 admin admin] Checking segment: {'id': '396e01fd-ad0b-4eae-9f13-621e1db2f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:03.520553 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9af4ef-fc87-4704-ba40-6cab9fe4f7f1 admin admin] Network hostable DHCP agents. Network: 1d966671-080a-4a00-b7d3-7ffcd41de721, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:01:03.545618 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9af4ef-fc87-4704-ba40-6cab9fe4f7f1 admin admin] Network 1d966671-080a-4a00-b7d3-7ffcd41de721 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:01:03.557397 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-4e9af4ef-fc87-4704-ba40-6cab9fe4f7f1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 1d966671-080a-4a00-b7d3-7ffcd41de721) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:03.562150 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e9af4ef-fc87-4704-ba40-6cab9fe4f7f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:03.562962 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4e9af4ef-fc87-4704-ba40-6cab9fe4f7f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.570511 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92c07189-393a-4d97-b965-438cc2d087aa None None] Network 1d966671-080a-4a00-b7d3-7ffcd41de721 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:03.588033 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4e9af4ef-fc87-4704-ba40-6cab9fe4f7f1 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3872330 Jul 16 09:01:03.589253 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39940) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:03.595311 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-72e55f2c-b213-4aac-b141-dc2281265a3a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1593065017-router', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:03.627165 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-72e55f2c-b213-4aac-b141-dc2281265a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.629106 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-72e55f2c-b213-4aac-b141-dc2281265a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.641387 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8989a55d-3502-419a-9d8c-baee85bb5583 req-95aac58c-d15e-49c1-b8d8-296d3e2cb457 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:03.643314 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8989a55d-3502-419a-9d8c-baee85bb5583 req-95aac58c-d15e-49c1-b8d8-296d3e2cb457 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bfec9c3-ee2e-4cce-b4fb-83069c8bfd09 HTTP/1.1" status: 200 len: 945 time: 0.0789602 Jul 16 09:01:03.691738 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8989a55d-3502-419a-9d8c-baee85bb5583 req-d4bd5034-b7c7-47c4-8f74-db908782c50f tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b13500b-d3b9-412f-b23b-7fb0ee0622cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411892 Jul 16 09:01:03.699360 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-72e55f2c-b213-4aac-b141-dc2281265a3a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.758794 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f5ab60-d2c4-420f-8979-6c80070329ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-1d966671-080a-4a00-b7d3-7ffcd41de721', 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'fixed_ips': [{'subnet_id': '9db346c4-198e-4f62-93cb-a8985eefeb3d'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:01:03.759679 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4f5ab60-d2c4-420f-8979-6c80070329ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.861192 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-72e55f2c-b213-4aac-b141-dc2281265a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:03.932311 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-c4f5ab60-d2c4-420f-8979-6c80070329ab None None] Allocated IP 172.20.0.2 (1d966671-080a-4a00-b7d3-7ffcd41de721/9db346c4-198e-4f62-93cb-a8985eefeb3d/9fa1339a-d276-4a75-9de9-2333f2960e70) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:04.084860 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-72e55f2c-b213-4aac-b141-dc2281265a3a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.086345 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4f5ab60-d2c4-420f-8979-6c80070329ab None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.095843 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c4f5ab60-d2c4-420f-8979-6c80070329ab None None] Transition to ACTIVE for port object 9fa1339a-d276-4a75-9de9-2333f2960e70 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:04.104684 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-72e55f2c-b213-4aac-b141-dc2281265a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.112620 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c4f5ab60-d2c4-420f-8979-6c80070329ab None None] Transition to ACTIVE for port object 9fa1339a-d276-4a75-9de9-2333f2960e70 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:04.119279 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4f5ab60-d2c4-420f-8979-6c80070329ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.162331 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4f5ab60-d2c4-420f-8979-6c80070329ab None None] Network 1d966671-080a-4a00-b7d3-7ffcd41de721 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:04.165542 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-c4f5ab60-d2c4-420f-8979-6c80070329ab None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:04.170725 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4f5ab60-d2c4-420f-8979-6c80070329ab None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:04.178704 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5ab60-d2c4-420f-8979-6c80070329ab None None] Pushing event updated for resources: {'Port': ['ID=9fa1339a-d276-4a75-9de9-2333f2960e70,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:04.218320 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-72e55f2c-b213-4aac-b141-dc2281265a3a admin admin] Allocated IP 172.25.3.188 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:04.242050 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c4f5ab60-d2c4-420f-8979-6c80070329ab None None] Attempting to bind port 9fa1339a-d276-4a75-9de9-2333f2960e70 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:04.242621 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c4f5ab60-d2c4-420f-8979-6c80070329ab None None] Attempting to bind port 9fa1339a-d276-4a75-9de9-2333f2960e70 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '396e01fd-ad0b-4eae-9f13-621e1db2f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:04.243090 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f5ab60-d2c4-420f-8979-6c80070329ab None None] Attempting to bind port 9fa1339a-d276-4a75-9de9-2333f2960e70 on network 1d966671-080a-4a00-b7d3-7ffcd41de721 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:04.249767 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f5ab60-d2c4-420f-8979-6c80070329ab None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 0, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:04.250630 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f5ab60-d2c4-420f-8979-6c80070329ab None None] Checking segment: {'id': '396e01fd-ad0b-4eae-9f13-621e1db2f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:04.251736 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4f5ab60-d2c4-420f-8979-6c80070329ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.252416 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4f5ab60-d2c4-420f-8979-6c80070329ab None None] Bound using segment: {'id': '396e01fd-ad0b-4eae-9f13-621e1db2f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:04.253202 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c4f5ab60-d2c4-420f-8979-6c80070329ab None None] Bound port: 9fa1339a-d276-4a75-9de9-2333f2960e70, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396e01fd-ad0b-4eae-9f13-621e1db2f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:04.253873 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4f5ab60-d2c4-420f-8979-6c80070329ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.332589 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c4f5ab60-d2c4-420f-8979-6c80070329ab None None] For port 9fa1339a-d276-4a75-9de9-2333f2960e70, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:04.336093 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c4f5ab60-d2c4-420f-8979-6c80070329ab None None] For port 9fa1339a-d276-4a75-9de9-2333f2960e70, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=9fa1339a-d276-4a75-9de9-2333f2960e70,segment=NetworkSegment(396e01fd-ad0b-4eae-9f13-621e1db2f0ae),segment_id=396e01fd-ad0b-4eae-9f13-621e1db2f0ae)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:04.342542 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4f5ab60-d2c4-420f-8979-6c80070329ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.345341 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-72e55f2c-b213-4aac-b141-dc2281265a3a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.393289 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-72e55f2c-b213-4aac-b141-dc2281265a3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.410418 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f5ab60-d2c4-420f-8979-6c80070329ab None None] Pushing event updated for resources: {'Port': ['ID=9fa1339a-d276-4a75-9de9-2333f2960e70,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:04.445404 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e55f2c-b213-4aac-b141-dc2281265a3a admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:04.452049 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-72e55f2c-b213-4aac-b141-dc2281265a3a admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:04.454658 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e55f2c-b213-4aac-b141-dc2281265a3a admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:04.458200 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e55f2c-b213-4aac-b141-dc2281265a3a admin admin] Pushing event updated for resources: {'Port': ['ID=f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:04.784523 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-72e55f2c-b213-4aac-b141-dc2281265a3a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:04.946847 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821913a8-4734-465a-94f9-7634a37c8343 req-a9edeb05-ed6a-4df2-932f-80eec1f79263 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:04.948330 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-821913a8-4734-465a-94f9-7634a37c8343 req-a9edeb05-ed6a-4df2-932f-80eec1f79263 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bfec9c3-ee2e-4cce-b4fb-83069c8bfd09 HTTP/1.1" status: 200 len: 945 time: 0.1214488 Jul 16 09:01:05.060892 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-821913a8-4734-465a-94f9-7634a37c8343 req-17459bb6-a2d0-45a1-a903-cb27648e1906 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/security-groups?id=3b13500b-d3b9-412f-b23b-7fb0ee0622cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754926 Jul 16 09:01:05.092944 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-72e55f2c-b213-4aac-b141-dc2281265a3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.104422 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403e5ef6-91b9-4e2e-9e43-858cf6cc9bbb req-87a5ad1d-80b9-4e16-8a51-909eb774770d tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:05.106160 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-403e5ef6-91b9-4e2e-9e43-858cf6cc9bbb req-87a5ad1d-80b9-4e16-8a51-909eb774770d tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.30 "GET /v2.0/ports?device_id=3bfec9c3-ee2e-4cce-b4fb-83069c8bfd09 HTTP/1.1" status: 200 len: 945 time: 0.0970120 Jul 16 09:01:05.228812 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-403e5ef6-91b9-4e2e-9e43-858cf6cc9bbb req-f4a77b53-ba6b-47d7-948d-17209fea78b5 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Deleting port ce57375d-2644-44ed-9af6-028b40f0572c {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:05.229569 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-403e5ef6-91b9-4e2e-9e43-858cf6cc9bbb req-f4a77b53-ba6b-47d7-948d-17209fea78b5 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.245396 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e55f2c-b213-4aac-b141-dc2281265a3a admin admin] Router d4cf1835-0b83-4029-9889-7c5531c65be6 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:01:05.338439 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-403e5ef6-91b9-4e2e-9e43-858cf6cc9bbb req-f4a77b53-ba6b-47d7-948d-17209fea78b5 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] For port ce57375d-2644-44ed-9af6-028b40f0572c, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=ce57375d-2644-44ed-9af6-028b40f0572c,segment=NetworkSegment(775d1b08-9fb9-462d-b710-d8d956fccbf6),segment_id=775d1b08-9fb9-462d-b710-d8d956fccbf6)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:05.341661 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-403e5ef6-91b9-4e2e-9e43-858cf6cc9bbb req-f4a77b53-ba6b-47d7-948d-17209fea78b5 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.366495 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-403e5ef6-91b9-4e2e-9e43-858cf6cc9bbb req-f4a77b53-ba6b-47d7-948d-17209fea78b5 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Calling delete_port for ce57375d-2644-44ed-9af6-028b40f0572c owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:05.432019 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e55f2c-b213-4aac-b141-dc2281265a3a admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:05.446472 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda720d8-4044-4082-b6fd-f34f503dad97 None None] Sync routers for ids ['d4cf1835-0b83-4029-9889-7c5531c65be6'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:05.458304 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-72e55f2c-b213-4aac-b141-dc2281265a3a admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.462818 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 39952) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:05.466872 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda720d8-4044-4082-b6fd-f34f503dad97 None None] Routers {'d4cf1835-0b83-4029-9889-7c5531c65be6'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:05.468334 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-72e55f2c-b213-4aac-b141-dc2281265a3a admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.8766401 Jul 16 09:01:05.468766 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-eda720d8-4044-4082-b6fd-f34f503dad97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:00:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['d4cf1835-0b83-4029-9889-7c5531c65be6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:05.628852 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 9fa1339a-d276-4a75-9de9-2333f2960e70 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:05.735577 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5ea12258-9948-4c5c-9478-d6fc09141cb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:05.760992 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-eda720d8-4044-4082-b6fd-f34f503dad97 None None] Set router d4cf1835-0b83-4029-9889-7c5531c65be6 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:05.872012 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 9fa1339a-d276-4a75-9de9-2333f2960e70 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:05.903957 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3edc181a-de22-4277-9450-9d57cb675cfb None None] Network 1d966671-080a-4a00-b7d3-7ffcd41de721 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:06.087598 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-403e5ef6-91b9-4e2e-9e43-858cf6cc9bbb req-f4a77b53-ba6b-47d7-948d-17209fea78b5 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.119048 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a77b53-ba6b-47d7-948d-17209fea78b5 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Pushing event deleted for resources: {'Port': ['ID=ce57375d-2644-44ed-9af6-028b40f0572c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:06.125178 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['ce57375d-2644-44ed-9af6-028b40f0572c'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:01:06.221378 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-403e5ef6-91b9-4e2e-9e43-858cf6cc9bbb req-f4a77b53-ba6b-47d7-948d-17209fea78b5 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] No DVR routers for this DVR port ce57375d-2644-44ed-9af6-028b40f0572c on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:06.225029 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-403e5ef6-91b9-4e2e-9e43-858cf6cc9bbb req-f4a77b53-ba6b-47d7-948d-17209fea78b5 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.227646 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-403e5ef6-91b9-4e2e-9e43-858cf6cc9bbb req-f4a77b53-ba6b-47d7-948d-17209fea78b5 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.30 "DELETE /v2.0/ports/ce57375d-2644-44ed-9af6-028b40f0572c HTTP/1.1" status: 204 len: 173 time: 1.1160953 Jul 16 09:01:06.229267 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3bfec9c3-ee2e-4cce-b4fb-83069c8bfd09', 'name': 'network-vif-deleted', 'tag': 'ce57375d-2644-44ed-9af6-028b40f0572c'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:06.232321 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5868c351-20e3-42f8-9c36-b370c09bf573" -d '{"events": [{"server_uuid": "3bfec9c3-ee2e-4cce-b4fb-83069c8bfd09", "name": "network-vif-deleted", "tag": "ce57375d-2644-44ed-9af6-028b40f0572c"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:06.275104 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-39dbf235-e948-4e24-8086-34380a1cf740 req-a91e48a1-6972-43df-bcd2-c8863cf79da5 tempest-VolumesSnapshotTestJSON-154625817 tempest-VolumesSnapshotTestJSON-154625817-project] 10.222.0.22 "GET /v2.0/ports?device_id=3bfec9c3-ee2e-4cce-b4fb-83069c8bfd09 HTTP/1.1" status: 200 len: 210 time: 0.0462284 Jul 16 09:01:06.289213 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f88b8ed9-3706-4c08-866b-bcde4f1a8793 None None] Provisioning for port 9fa1339a-d276-4a75-9de9-2333f2960e70 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:06.291706 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.320690 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9d819c-859d-41c7-8560-680c1dcaf8ad x-openstack-request-id: req-dd9d819c-859d-41c7-8560-680c1dcaf8ad {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:06.321055 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3bfec9c3-ee2e-4cce-b4fb-83069c8bfd09", "name": "network-vif-deleted", "tag": "ce57375d-2644-44ed-9af6-028b40f0572c", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:06.321239 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dd9d819c-859d-41c7-8560-680c1dcaf8ad {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:06.321626 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3bfec9c3-ee2e-4cce-b4fb-83069c8bfd09', 'name': 'network-vif-deleted', 'tag': 'ce57375d-2644-44ed-9af6-028b40f0572c', 'status': 'completed', 'code': 200} Jul 16 09:01:06.325502 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f88b8ed9-3706-4c08-866b-bcde4f1a8793 None None] Provisioning complete for port 9fa1339a-d276-4a75-9de9-2333f2960e70 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:06.325884 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f88b8ed9-3706-4c08-866b-bcde4f1a8793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.429076 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-eda720d8-4044-4082-b6fd-f34f503dad97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'name': 'tempest-AttachVolumeTestJSON-1593065017-router', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:03Z', 'updated_at': '2021-07-16T09:01:04Z', 'revision_number': 3, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'gw_port': {'id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:04Z', 'updated_at': '2021-07-16T09:01:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:06.465158 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda720d8-4044-4082-b6fd-f34f503dad97 None None] Checking router: d4cf1835-0b83-4029-9889-7c5531c65be6 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:06.465853 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda720d8-4044-4082-b6fd-f34f503dad97 None None] Updating router d4cf1835-0b83-4029-9889-7c5531c65be6 port f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:01:06.516111 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e2f199f-7a3a-44e8-a79c-299ef6a3831a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.533068 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eda720d8-4044-4082-b6fd-f34f503dad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.608422 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f88b8ed9-3706-4c08-866b-bcde4f1a8793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.714148 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-f88b8ed9-3706-4c08-866b-bcde4f1a8793 None None] For port 9fa1339a-d276-4a75-9de9-2333f2960e70, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=9fa1339a-d276-4a75-9de9-2333f2960e70,segment=NetworkSegment(396e01fd-ad0b-4eae-9f13-621e1db2f0ae),segment_id=396e01fd-ad0b-4eae-9f13-621e1db2f0ae)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:06.719932 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-7e2f199f-7a3a-44e8-a79c-299ef6a3831a admin admin] Allocated IP 172.20.0.1 (1d966671-080a-4a00-b7d3-7ffcd41de721/9db346c4-198e-4f62-93cb-a8985eefeb3d/ffd13ae5-caf0-40cb-ae99-2af756fd757a) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:06.736392 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f88b8ed9-3706-4c08-866b-bcde4f1a8793 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.831088 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b8ed9-3706-4c08-866b-bcde4f1a8793 None None] Pushing event updated for resources: {'Port': ['ID=9fa1339a-d276-4a75-9de9-2333f2960e70,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:06.849600 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e2f199f-7a3a-44e8-a79c-299ef6a3831a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.866795 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-7e2f199f-7a3a-44e8-a79c-299ef6a3831a admin admin] Transition to ACTIVE for port object ffd13ae5-caf0-40cb-ae99-2af756fd757a will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:06.913232 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e2f199f-7a3a-44e8-a79c-299ef6a3831a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.927966 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eda720d8-4044-4082-b6fd-f34f503dad97 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.941717 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-eda720d8-4044-4082-b6fd-f34f503dad97 None None] Transition to ACTIVE for port object f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:06.949955 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eda720d8-4044-4082-b6fd-f34f503dad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:06.956742 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2f199f-7a3a-44e8-a79c-299ef6a3831a admin admin] Network 1d966671-080a-4a00-b7d3-7ffcd41de721 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:06.963305 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-7e2f199f-7a3a-44e8-a79c-299ef6a3831a admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:06.966021 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2f199f-7a3a-44e8-a79c-299ef6a3831a admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:06.993149 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f199f-7a3a-44e8-a79c-299ef6a3831a admin admin] Pushing event updated for resources: {'Port': ['ID=ffd13ae5-caf0-40cb-ae99-2af756fd757a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:07.004625 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-eda720d8-4044-4082-b6fd-f34f503dad97 None None] Attempting to bind port f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:07.005009 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-eda720d8-4044-4082-b6fd-f34f503dad97 None None] Attempting to bind port f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:07.005381 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda720d8-4044-4082-b6fd-f34f503dad97 None None] Attempting to bind port f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:07.013277 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d52858-3e86-4fca-85d0-1adf82e2e12e None None] Pushing event updated for resources: {'Port': ['ID=f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:07.016550 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda720d8-4044-4082-b6fd-f34f503dad97 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:07.017019 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda720d8-4044-4082-b6fd-f34f503dad97 None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:07.017340 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eda720d8-4044-4082-b6fd-f34f503dad97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.017740 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda720d8-4044-4082-b6fd-f34f503dad97 None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:07.018190 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e2f199f-7a3a-44e8-a79c-299ef6a3831a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.018322 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-eda720d8-4044-4082-b6fd-f34f503dad97 None None] Bound port: f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:07.018603 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eda720d8-4044-4082-b6fd-f34f503dad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.059625 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39962) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:07.087094 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-eda720d8-4044-4082-b6fd-f34f503dad97 None None] For port f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:07.094737 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-eda720d8-4044-4082-b6fd-f34f503dad97 None None] For port f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:07.095915 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6d38563e-8b37-49a6-a292-7dea03da90e0 None None] Provisioning complete for port 9fa1339a-d276-4a75-9de9-2333f2960e70 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:07.096303 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6d38563e-8b37-49a6-a292-7dea03da90e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.100417 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eda720d8-4044-4082-b6fd-f34f503dad97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.182144 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.182812 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e2f199f-7a3a-44e8-a79c-299ef6a3831a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.265999 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d52858-3e86-4fca-85d0-1adf82e2e12e None None] Pushing event updated for resources: {'Port': ['ID=f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:07.267570 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-0c4ed86d-ce0b-4bf5-bd7b-17219b917f72 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Deleting port d112514f-41e9-42fa-adef-b903beffd6d0 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:07.268923 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0c4ed86d-ce0b-4bf5-bd7b-17219b917f72 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.270976 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda720d8-4044-4082-b6fd-f34f503dad97 None None] Routers {'d4cf1835-0b83-4029-9889-7c5531c65be6'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:07.271594 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-eda720d8-4044-4082-b6fd-f34f503dad97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:01:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['d4cf1835-0b83-4029-9889-7c5531c65be6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:07.362028 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0c4ed86d-ce0b-4bf5-bd7b-17219b917f72 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.362432 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0c4ed86d-ce0b-4bf5-bd7b-17219b917f72 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.378769 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-0c4ed86d-ce0b-4bf5-bd7b-17219b917f72 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Calling delete_port for d112514f-41e9-42fa-adef-b903beffd6d0 owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:07.381843 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e2f199f-7a3a-44e8-a79c-299ef6a3831a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.388425 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e2f199f-7a3a-44e8-a79c-299ef6a3831a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.419635 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-eda720d8-4044-4082-b6fd-f34f503dad97 None None] Set router d4cf1835-0b83-4029-9889-7c5531c65be6 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:07.460408 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e7491595-67cb-4dab-b6c9-6dd6e3a0e3e5 None None] Provisioning for port ffd13ae5-caf0-40cb-ae99-2af756fd757a completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:07.476840 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e7491595-67cb-4dab-b6c9-6dd6e3a0e3e5 None None] Provisioning complete for port ffd13ae5-caf0-40cb-ae99-2af756fd757a triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:07.477530 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e7491595-67cb-4dab-b6c9-6dd6e3a0e3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.499314 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2f199f-7a3a-44e8-a79c-299ef6a3831a admin admin] Pushing event updated for resources: {'Port': ['ID=ffd13ae5-caf0-40cb-ae99-2af756fd757a,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:07.507545 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7e2f199f-7a3a-44e8-a79c-299ef6a3831a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.518669 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e7491595-67cb-4dab-b6c9-6dd6e3a0e3e5 None None] Port ffd13ae5-caf0-40cb-ae99-2af756fd757a cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:01:07.563022 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 9fa1339a-d276-4a75-9de9-2333f2960e70 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:07.614321 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0c4ed86d-ce0b-4bf5-bd7b-17219b917f72 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.615099 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2f199f-7a3a-44e8-a79c-299ef6a3831a admin admin] Network 1d966671-080a-4a00-b7d3-7ffcd41de721 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:07.616732 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-7e2f199f-7a3a-44e8-a79c-299ef6a3831a admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:07.669473 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4ed86d-ce0b-4bf5-bd7b-17219b917f72 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Pushing event deleted for resources: {'Port': ['ID=d112514f-41e9-42fa-adef-b903beffd6d0,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:07.704848 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 9fa1339a-d276-4a75-9de9-2333f2960e70 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:07.705236 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:07.852289 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2f199f-7a3a-44e8-a79c-299ef6a3831a admin admin] Router d4cf1835-0b83-4029-9889-7c5531c65be6 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:07.927754 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-eda720d8-4044-4082-b6fd-f34f503dad97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'name': 'tempest-AttachVolumeTestJSON-1593065017-router', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:03Z', 'updated_at': '2021-07-16T09:01:07Z', 'revision_number': 4, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'gw_port': {'id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:04Z', 'updated_at': '2021-07-16T09:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'ffd13ae5-caf0-40cb-ae99-2af756fd757a', 'name': '', 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'mac_address': 'fa:16:3e:a0:7c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:06Z', 'updated_at': '2021-07-16T09:01:06Z', 'revision_number': 1, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'subnets': [{'id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:07.975386 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda720d8-4044-4082-b6fd-f34f503dad97 None None] The sync data for ids ['d4cf1835-0b83-4029-9889-7c5531c65be6'] in n-d-771362-37 is: [{'id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'name': 'tempest-AttachVolumeTestJSON-1593065017-router', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:03Z', 'updated_at': '2021-07-16T09:01:07Z', 'revision_number': 4, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'gw_port': {'id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e3:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:04Z', 'updated_at': '2021-07-16T09:01:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'ffd13ae5-caf0-40cb-ae99-2af756fd757a', 'name': '', 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'mac_address': 'fa:16:3e:a0:7c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:06Z', 'updated_at': '2021-07-16T09:01:06Z', 'revision_number': 1, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'subnets': [{'id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:08.033845 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2f199f-7a3a-44e8-a79c-299ef6a3831a admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:08.039100 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7e2f199f-7a3a-44e8-a79c-299ef6a3831a admin admin] 10.222.0.22 "PUT /v2.0/routers/d4cf1835-0b83-4029-9889-7c5531c65be6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5723279 Jul 16 09:01:08.048301 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9317cbbd-1a7a-40f1-92cd-42f4bef45ce9 None None] Provisioning complete for port ffd13ae5-caf0-40cb-ae99-2af756fd757a triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:08.048725 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9317cbbd-1a7a-40f1-92cd-42f4bef45ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:08.093273 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-9317cbbd-1a7a-40f1-92cd-42f4bef45ce9 None None] Port ffd13ae5-caf0-40cb-ae99-2af756fd757a cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:01:08.269273 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0c4ed86d-ce0b-4bf5-bd7b-17219b917f72 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:08.269825 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-0c4ed86d-ce0b-4bf5-bd7b-17219b917f72 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Floating IP a99b11bb-83bd-4c38-bda5-cef0d813c0ad disassociated (deleted). External IP: 172.25.3.232, port: 7f070239-293f-4d2f-8732-60be0fca15fc. Jul 16 09:01:08.539949 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c4ed86d-ce0b-4bf5-bd7b-17219b917f72 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Router 2b3a1e75-8fee-4585-95f3-88b32e554ddc has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:08.609473 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:08.669262 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c4ed86d-ce0b-4bf5-bd7b-17219b917f72 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:08.674228 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0c4ed86d-ce0b-4bf5-bd7b-17219b917f72 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:08.679504 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0db49d-318c-4a66-b4d6-4fc51226833c None None] Sync routers for ids ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:08.690969 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0db49d-318c-4a66-b4d6-4fc51226833c None None] Routers {'2b3a1e75-8fee-4585-95f3-88b32e554ddc'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:08.692027 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8e0db49d-318c-4a66-b4d6-4fc51226833c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:01:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:08.716658 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0c4ed86d-ce0b-4bf5-bd7b-17219b917f72 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "DELETE /v2.0/floatingips/a99b11bb-83bd-4c38-bda5-cef0d813c0ad HTTP/1.1" status: 204 len: 168 time: 1.6556966 Jul 16 09:01:08.717313 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2506fd1-8764-4544-8c1a-cffd358d4641', 'tag': '7f070239-293f-4d2f-8732-60be0fca15fc'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:08.719680 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e486482a-0904-4b67-af66-feba0859495e" -d '{"events": [{"name": "network-changed", "server_uuid": "a2506fd1-8764-4544-8c1a-cffd358d4641", "tag": "7f070239-293f-4d2f-8732-60be0fca15fc"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:08.786084 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39984) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:08.790769 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-78ea1b05-69bd-45f2-b5d8-51600f32a8cf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1899434263', 'description': 'tempest-description--2077395651'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:08.832987 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78ea1b05-69bd-45f2-b5d8-51600f32a8cf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:08.838073 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71646d4e-3f08-4725-8540-13cf55c02e7d x-openstack-request-id: req-71646d4e-3f08-4725-8540-13cf55c02e7d {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:08.838534 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2506fd1-8764-4544-8c1a-cffd358d4641", "tag": "7f070239-293f-4d2f-8732-60be0fca15fc", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:08.838849 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-71646d4e-3f08-4725-8540-13cf55c02e7d {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:08.839300 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2506fd1-8764-4544-8c1a-cffd358d4641', 'tag': '7f070239-293f-4d2f-8732-60be0fca15fc', 'status': 'completed', 'code': 200} Jul 16 09:01:09.030762 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78ea1b05-69bd-45f2-b5d8-51600f32a8cf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.031636 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486482a-0904-4b67-af66-feba0859495e req-b44d44a0-09ee-4316-91ac-dd7dd29d88af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:09.034517 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-8e0db49d-318c-4a66-b4d6-4fc51226833c None None] Set router 2b3a1e75-8fee-4585-95f3-88b32e554ddc gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:09.036972 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78ea1b05-69bd-45f2-b5d8-51600f32a8cf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.037205 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e486482a-0904-4b67-af66-feba0859495e req-b44d44a0-09ee-4316-91ac-dd7dd29d88af service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=30db3ea81a8c4c93843f47b12edb82f2&device_id=a2506fd1-8764-4544-8c1a-cffd358d4641 HTTP/1.1" status: 200 len: 1097 time: 0.1435950 Jul 16 09:01:09.119854 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78ea1b05-69bd-45f2-b5d8-51600f32a8cf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.121104 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-78ea1b05-69bd-45f2-b5d8-51600f32a8cf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.3341296 Jul 16 09:01:09.137874 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39992) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:09.144043 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-c6ca0c43-8f1f-4d24-b73d-489ba8c63ff6 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Request body: {'security_group_rule': {'security_group_id': 'a96ed286-8c0b-4b91-a2ef-871bd8289b63', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:09.192005 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ea1b05-69bd-45f2-b5d8-51600f32a8cf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a96ed286-8c0b-4b91-a2ef-871bd8289b63,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:09.212318 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device ce57375d-2644-44ed-9af6-028b40f0572c no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:09.221882 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c6ca0c43-8f1f-4d24-b73d-489ba8c63ff6 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.257090 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: ce57375d-2644-44ed-9af6-028b40f0572c {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:09.257751 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device ce57375d-2644-44ed-9af6-028b40f0572c not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:09.307420 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486482a-0904-4b67-af66-feba0859495e req-5584e65d-6d36-4ca0-9f46-4990145118a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:09.308983 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e486482a-0904-4b67-af66-feba0859495e req-5584e65d-6d36-4ca0-9f46-4990145118a4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 HTTP/1.1" status: 200 len: 913 time: 0.2631435 Jul 16 09:01:09.314154 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c6ca0c43-8f1f-4d24-b73d-489ba8c63ff6 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.319755 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c6ca0c43-8f1f-4d24-b73d-489ba8c63ff6 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.347239 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c6ca0c43-8f1f-4d24-b73d-489ba8c63ff6 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.348723 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c6ca0c43-8f1f-4d24-b73d-489ba8c63ff6 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2088525 Jul 16 09:01:09.351692 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ca0c43-8f1f-4d24-b73d-489ba8c63ff6 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=487ae09f-64df-43a6-9a8a-a597317cafb3,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:09.353888 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39996) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:09.365139 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-ac7ba1a6-eafb-4997-9a5c-a7a2679afd21 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Request body: {'security_group_rule': {'security_group_id': 'a96ed286-8c0b-4b91-a2ef-871bd8289b63', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:09.381286 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e486482a-0904-4b67-af66-feba0859495e req-3d2b9501-38bb-43e1-be6c-fd65acede92f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7f070239-293f-4d2f-8732-60be0fca15fc HTTP/1.1" status: 200 len: 217 time: 0.0493648 Jul 16 09:01:09.407029 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ac7ba1a6-eafb-4997-9a5c-a7a2679afd21 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.408086 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8e0db49d-318c-4a66-b4d6-4fc51226833c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'name': 'tempest-TestVolumeBootPattern-1690893934-router', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'gw_port': {'id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '9128757d-2d91-4dd4-900b-7873b6e8a2d7', 'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'mac_address': 'fa:16:3e:f7:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '1a202c89-ad61-4335-b129-f178d622ac10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:56Z', 'updated_at': '2021-07-16T08:50:07Z', 'revision_number': 5, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'subnets': [{'id': '1a202c89-ad61-4335-b129-f178d622ac10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:09.438551 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0db49d-318c-4a66-b4d6-4fc51226833c None None] Checking router: 2b3a1e75-8fee-4585-95f3-88b32e554ddc for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:09.449250 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0db49d-318c-4a66-b4d6-4fc51226833c None None] Routers {'2b3a1e75-8fee-4585-95f3-88b32e554ddc'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:09.450561 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8e0db49d-318c-4a66-b4d6-4fc51226833c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:01:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:09.484419 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8244c21-a087-4d67-ba49-30098f4bf74b req-1753b289-66b7-4589-8c5f-b490d9d4c822 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:09.486022 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a8244c21-a087-4d67-ba49-30098f4bf74b req-1753b289-66b7-4589-8c5f-b490d9d4c822 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2506fd1-8764-4544-8c1a-cffd358d4641 HTTP/1.1" status: 200 len: 945 time: 0.2043383 Jul 16 09:01:09.487697 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486482a-0904-4b67-af66-feba0859495e req-27f694f8-3136-486d-bfef-bfbb7c285ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:09.489072 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e486482a-0904-4b67-af66-feba0859495e req-27f694f8-3136-486d-bfef-bfbb7c285ea8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=1a202c89-ad61-4335-b129-f178d622ac10 HTTP/1.1" status: 200 len: 851 time: 0.1005981 Jul 16 09:01:09.616584 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ac7ba1a6-eafb-4997-9a5c-a7a2679afd21 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.622811 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ac7ba1a6-eafb-4997-9a5c-a7a2679afd21 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.639726 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-8e0db49d-318c-4a66-b4d6-4fc51226833c None None] Set router 2b3a1e75-8fee-4585-95f3-88b32e554ddc gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:09.661092 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:09.664749 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a8244c21-a087-4d67-ba49-30098f4bf74b req-6444eca4-9f3a-4433-b9a8-20702f2dc5b0 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1675026 Jul 16 09:01:09.665138 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac7ba1a6-eafb-4997-9a5c-a7a2679afd21 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b118ad36-bc0b-4e35-9a9a-b6afae978948,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:09.669552 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ac7ba1a6-eafb-4997-9a5c-a7a2679afd21 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.674763 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ac7ba1a6-eafb-4997-9a5c-a7a2679afd21 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3139052 Jul 16 09:01:09.676877 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 39998) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:09.690781 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-7e6d32e2-3677-454a-9a43-d379c590c5f7 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:09.721962 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e6d32e2-3677-454a-9a43-d379c590c5f7 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.764723 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486482a-0904-4b67-af66-feba0859495e req-901bf439-b8c5-4578-8f91-597edd623671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:09.766228 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e486482a-0904-4b67-af66-feba0859495e req-901bf439-b8c5-4578-8f91-597edd623671 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2542653 Jul 16 09:01:09.788192 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:09.795857 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:09.796699 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.943782 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e6d32e2-3677-454a-9a43-d379c590c5f7 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.982241 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:09.993883 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e486482a-0904-4b67-af66-feba0859495e req-2c946cc8-c6e5-41b0-b481-8ae472c84660 service neutron] 10.222.0.30 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2186806 Jul 16 09:01:10.023627 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:10.030492 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.130649 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:10.159419 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-7e6d32e2-3677-454a-9a43-d379c590c5f7 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Allocated IP 172.25.3.148 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/b7d9ebc7-44c3-4abd-87b9-dd9bb1ce707d) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:10.173400 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8e0db49d-318c-4a66-b4d6-4fc51226833c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'name': 'tempest-TestVolumeBootPattern-1690893934-router', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'gw_port': {'id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '9128757d-2d91-4dd4-900b-7873b6e8a2d7', 'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'mac_address': 'fa:16:3e:f7:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '1a202c89-ad61-4335-b129-f178d622ac10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:56Z', 'updated_at': '2021-07-16T08:50:07Z', 'revision_number': 5, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'subnets': [{'id': '1a202c89-ad61-4335-b129-f178d622ac10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:10.178489 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e486482a-0904-4b67-af66-feba0859495e req-11eb6650-0efb-4363-8aad-09b259c05672 service neutron] 10.222.0.30 "GET /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766210 Jul 16 09:01:10.224419 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e0db49d-318c-4a66-b4d6-4fc51226833c None None] The sync data for ids ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'] in n-d-771362-37 is: [{'id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'name': 'tempest-TestVolumeBootPattern-1690893934-router', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:49:57Z', 'revision_number': 4, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'gw_port': {'id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '9128757d-2d91-4dd4-900b-7873b6e8a2d7', 'name': '', 'network_id': 'ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'mac_address': 'fa:16:3e:f7:50:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3086, 'fixed_ips': [{'subnet_id': '1a202c89-ad61-4335-b129-f178d622ac10', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:56Z', 'updated_at': '2021-07-16T08:50:07Z', 'revision_number': 5, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'subnets': [{'id': '1a202c89-ad61-4335-b129-f178d622ac10', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:10.298690 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e6d32e2-3677-454a-9a43-d379c590c5f7 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.341180 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e6d32e2-3677-454a-9a43-d379c590c5f7 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.380532 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e6d32e2-3677-454a-9a43-d379c590c5f7 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:10.383263 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-7e6d32e2-3677-454a-9a43-d379c590c5f7 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:10.387309 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e6d32e2-3677-454a-9a43-d379c590c5f7 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:10.431757 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d32e2-3677-454a-9a43-d379c590c5f7 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Pushing event updated for resources: {'Port': ['ID=b7d9ebc7-44c3-4abd-87b9-dd9bb1ce707d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:10.486590 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e6d32e2-3677-454a-9a43-d379c590c5f7 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.537671 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e6d32e2-3677-454a-9a43-d379c590c5f7 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.662611 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b9bc2b9-a64f-4580-a343-7f474e53ea9d None None] New status for floating IP a99b11bb-83bd-4c38-bda5-cef0d813c0ad: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:01:10.717229 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc7e9eb-14af-488f-b84a-1e8e3e671b61 req-605961eb-67c1-4976-b0c5-417d0197fbcf tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:10.720151 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dbc7e9eb-14af-488f-b84a-1e8e3e671b61 req-605961eb-67c1-4976-b0c5-417d0197fbcf tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2506fd1-8764-4544-8c1a-cffd358d4641 HTTP/1.1" status: 200 len: 945 time: 0.1424150 Jul 16 09:01:10.813980 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e6d32e2-3677-454a-9a43-d379c590c5f7 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.820045 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e6d32e2-3677-454a-9a43-d379c590c5f7 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.899409 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-dbc7e9eb-14af-488f-b84a-1e8e3e671b61 req-9e970c79-35e3-4beb-a81c-1fc44598d550 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Deleting port 7f070239-293f-4d2f-8732-60be0fca15fc {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:10.899960 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dbc7e9eb-14af-488f-b84a-1e8e3e671b61 req-9e970c79-35e3-4beb-a81c-1fc44598d550 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.952179 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e6d32e2-3677-454a-9a43-d379c590c5f7 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Pushing event updated for resources: {'Port': ['ID=b7d9ebc7-44c3-4abd-87b9-dd9bb1ce707d,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:10.967301 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e6d32e2-3677-454a-9a43-d379c590c5f7 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.989630 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e6d32e2-3677-454a-9a43-d379c590c5f7 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:10.990888 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7e6d32e2-3677-454a-9a43-d379c590c5f7 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3130562 Jul 16 09:01:11.007266 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d128bf-cc8a-49b7-983a-ceee91b8386b req-a727b41e-222b-4dfc-bdc8-29ff5a446193 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:11.008747 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-64d128bf-cc8a-49b7-983a-ceee91b8386b req-a727b41e-222b-4dfc-bdc8-29ff5a446193 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2506fd1-8764-4544-8c1a-cffd358d4641 HTTP/1.1" status: 200 len: 945 time: 0.1165292 Jul 16 09:01:11.050206 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-dbc7e9eb-14af-488f-b84a-1e8e3e671b61 req-9e970c79-35e3-4beb-a81c-1fc44598d550 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] For port 7f070239-293f-4d2f-8732-60be0fca15fc, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=7f070239-293f-4d2f-8732-60be0fca15fc,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:11.050639 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dbc7e9eb-14af-488f-b84a-1e8e3e671b61 req-9e970c79-35e3-4beb-a81c-1fc44598d550 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:11.055071 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-64d128bf-cc8a-49b7-983a-ceee91b8386b req-0d7e38fa-0a45-4813-b91a-05f43677eed1 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/security-groups?id=d2b69105-f4da-4378-ad50-ee968b95cfc8&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387285 Jul 16 09:01:11.066624 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-dbc7e9eb-14af-488f-b84a-1e8e3e671b61 req-9e970c79-35e3-4beb-a81c-1fc44598d550 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Calling delete_port for 7f070239-293f-4d2f-8732-60be0fca15fc owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:11.166003 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-fd431073-7ade-45cf-ad39-d555e4ba4932 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1899434263&fields=id&tenant_id=807350fc1feb4d8185a8b674a80833b8 HTTP/1.1" status: 200 len: 267 time: 0.0551305 Jul 16 09:01:11.312133 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b9045d-cb27-4b6e-9435-fcc09e2ae692 None None] Sync routers for ids ['d4cf1835-0b83-4029-9889-7c5531c65be6'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:11.321214 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b9045d-cb27-4b6e-9435-fcc09e2ae692 None None] Routers {'d4cf1835-0b83-4029-9889-7c5531c65be6'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:11.321840 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f9b9045d-cb27-4b6e-9435-fcc09e2ae692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:01:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['d4cf1835-0b83-4029-9889-7c5531c65be6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:11.334621 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-ad754737-66fd-4a3b-8d5f-5f77f313994a tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:11.336880 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-ad754737-66fd-4a3b-8d5f-5f77f313994a tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/networks?id=1d966671-080a-4a00-b7d3-7ffcd41de721 HTTP/1.1" status: 200 len: 811 time: 0.1607745 Jul 16 09:01:11.338282 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dbc7e9eb-14af-488f-b84a-1e8e3e671b61 req-9e970c79-35e3-4beb-a81c-1fc44598d550 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:11.388491 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e970c79-35e3-4beb-a81c-1fc44598d550 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Pushing event deleted for resources: {'Port': ['ID=7f070239-293f-4d2f-8732-60be0fca15fc,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:11.404503 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-6223e29f-6b98-4730-bca6-a75680d6785a tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/quotas/807350fc1feb4d8185a8b674a80833b8 HTTP/1.1" status: 200 len: 375 time: 0.0570061 Jul 16 09:01:11.471902 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-f9b9045d-cb27-4b6e-9435-fcc09e2ae692 None None] Set router d4cf1835-0b83-4029-9889-7c5531c65be6 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:11.490862 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbc7e9eb-14af-488f-b84a-1e8e3e671b61 req-9e970c79-35e3-4beb-a81c-1fc44598d550 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] No DVR routers for this DVR port 7f070239-293f-4d2f-8732-60be0fca15fc on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:11.490862 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-dbc7e9eb-14af-488f-b84a-1e8e3e671b61 req-9e970c79-35e3-4beb-a81c-1fc44598d550 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:11.491557 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dbc7e9eb-14af-488f-b84a-1e8e3e671b61 req-9e970c79-35e3-4beb-a81c-1fc44598d550 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.30 "DELETE /v2.0/ports/7f070239-293f-4d2f-8732-60be0fca15fc HTTP/1.1" status: 204 len: 173 time: 0.7659237 Jul 16 09:01:11.497903 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2506fd1-8764-4544-8c1a-cffd358d4641', 'name': 'network-vif-deleted', 'tag': '7f070239-293f-4d2f-8732-60be0fca15fc'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:11.500406 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1335ee96-9242-479a-8ed1-ae23d7d9df39" -d '{"events": [{"server_uuid": "a2506fd1-8764-4544-8c1a-cffd358d4641", "name": "network-vif-deleted", "tag": "7f070239-293f-4d2f-8732-60be0fca15fc"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:11.562201 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a6377f9-f97f-49e7-8f6a-8c3d1b584cbd x-openstack-request-id: req-6a6377f9-f97f-49e7-8f6a-8c3d1b584cbd {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:11.562514 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2506fd1-8764-4544-8c1a-cffd358d4641", "name": "network-vif-deleted", "tag": "7f070239-293f-4d2f-8732-60be0fca15fc", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:11.562844 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6a6377f9-f97f-49e7-8f6a-8c3d1b584cbd {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:11.563372 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2506fd1-8764-4544-8c1a-cffd358d4641', 'name': 'network-vif-deleted', 'tag': '7f070239-293f-4d2f-8732-60be0fca15fc', 'status': 'completed', 'code': 200} Jul 16 09:01:11.576839 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:11.587207 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-be330c8e-c292-407d-ba2a-54cf797a0c4e tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=807350fc1feb4d8185a8b674a80833b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1744123 Jul 16 09:01:11.652820 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:11.653197 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:11.795725 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-0e669aec-ee75-4abe-ad87-6414eab0877d service neutron] 10.222.0.22 "GET /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2039821 Jul 16 09:01:11.920968 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f9b9045d-cb27-4b6e-9435-fcc09e2ae692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'name': 'tempest-AttachVolumeTestJSON-1593065017-router', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:03Z', 'updated_at': '2021-07-16T09:01:07Z', 'revision_number': 4, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'gw_port': {'id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:04Z', 'updated_at': '2021-07-16T09:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'ffd13ae5-caf0-40cb-ae99-2af756fd757a', 'name': '', 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'mac_address': 'fa:16:3e:a0:7c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:06Z', 'updated_at': '2021-07-16T09:01:07Z', 'revision_number': 2, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'subnets': [{'id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:11.972913 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b9045d-cb27-4b6e-9435-fcc09e2ae692 None None] Checking router: d4cf1835-0b83-4029-9889-7c5531c65be6 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:11.973282 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b9045d-cb27-4b6e-9435-fcc09e2ae692 None None] Updating router d4cf1835-0b83-4029-9889-7c5531c65be6 port ffd13ae5-caf0-40cb-ae99-2af756fd757a binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:01:11.982085 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-6ebef6c5-11b9-468b-b847-ebb37c574c7d service neutron] 10.222.0.22 "GET /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797378 Jul 16 09:01:12.020508 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f9b9045d-cb27-4b6e-9435-fcc09e2ae692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.324041 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3c6d9409-f2db-4dd2-8401-d4b7a3150ea2 req-9652ff99-6cac-400b-aa3f-99da202489c9 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2506fd1-8764-4544-8c1a-cffd358d4641 HTTP/1.1" status: 200 len: 210 time: 0.0629699 Jul 16 09:01:12.390555 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f5f961f8-8f2a-4da8-b9c2-9b8e59984243 req-31b43bf2-2632-4d4b-a416-7335b49ff21a tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 210 time: 0.0878286 Jul 16 09:01:12.461686 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f9b9045d-cb27-4b6e-9435-fcc09e2ae692 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.481174 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f9b9045d-cb27-4b6e-9435-fcc09e2ae692 None None] Transition to ACTIVE for port object ffd13ae5-caf0-40cb-ae99-2af756fd757a will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:12.489916 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f9b9045d-cb27-4b6e-9435-fcc09e2ae692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.564541 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f370c9-6643-47da-9c9b-a2a6480dd310 None None] Pushing event updated for resources: {'Port': ['ID=ffd13ae5-caf0-40cb-ae99-2af756fd757a,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:12.596435 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f370c9-6643-47da-9c9b-a2a6480dd310 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:12.596817 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f370c9-6643-47da-9c9b-a2a6480dd310 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:12.597126 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f370c9-6643-47da-9c9b-a2a6480dd310 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:12.597476 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f370c9-6643-47da-9c9b-a2a6480dd310 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:12.597825 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f370c9-6643-47da-9c9b-a2a6480dd310 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:12.598209 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f370c9-6643-47da-9c9b-a2a6480dd310 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:12.598542 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f370c9-6643-47da-9c9b-a2a6480dd310 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:12.599054 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f370c9-6643-47da-9c9b-a2a6480dd310 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:12.599396 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f370c9-6643-47da-9c9b-a2a6480dd310 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:12.599989 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f370c9-6643-47da-9c9b-a2a6480dd310 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:12.600330 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f370c9-6643-47da-9c9b-a2a6480dd310 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:12.600696 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f370c9-6643-47da-9c9b-a2a6480dd310 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:12.639707 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-f9b9045d-cb27-4b6e-9435-fcc09e2ae692 None None] Attempting to bind port ffd13ae5-caf0-40cb-ae99-2af756fd757a on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:12.640174 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-f9b9045d-cb27-4b6e-9435-fcc09e2ae692 None None] Attempting to bind port ffd13ae5-caf0-40cb-ae99-2af756fd757a by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '396e01fd-ad0b-4eae-9f13-621e1db2f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:12.640711 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b9045d-cb27-4b6e-9435-fcc09e2ae692 None None] Attempting to bind port ffd13ae5-caf0-40cb-ae99-2af756fd757a on network 1d966671-080a-4a00-b7d3-7ffcd41de721 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:12.647000 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b9045d-cb27-4b6e-9435-fcc09e2ae692 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:12.647385 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b9045d-cb27-4b6e-9435-fcc09e2ae692 None None] Checking segment: {'id': '396e01fd-ad0b-4eae-9f13-621e1db2f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:12.647798 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f9b9045d-cb27-4b6e-9435-fcc09e2ae692 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.648710 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9b9045d-cb27-4b6e-9435-fcc09e2ae692 None None] Bound using segment: {'id': '396e01fd-ad0b-4eae-9f13-621e1db2f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:12.649199 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-f9b9045d-cb27-4b6e-9435-fcc09e2ae692 None None] Bound port: ffd13ae5-caf0-40cb-ae99-2af756fd757a, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '396e01fd-ad0b-4eae-9f13-621e1db2f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:12.649590 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f9b9045d-cb27-4b6e-9435-fcc09e2ae692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.736229 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-f9b9045d-cb27-4b6e-9435-fcc09e2ae692 None None] For port ffd13ae5-caf0-40cb-ae99-2af756fd757a, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:12.740870 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-f9b9045d-cb27-4b6e-9435-fcc09e2ae692 None None] For port ffd13ae5-caf0-40cb-ae99-2af756fd757a, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ffd13ae5-caf0-40cb-ae99-2af756fd757a,segment=NetworkSegment(396e01fd-ad0b-4eae-9f13-621e1db2f0ae),segment_id=396e01fd-ad0b-4eae-9f13-621e1db2f0ae)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:12.759333 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f9b9045d-cb27-4b6e-9435-fcc09e2ae692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:12.894314 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b9045d-cb27-4b6e-9435-fcc09e2ae692 None None] Routers {'d4cf1835-0b83-4029-9889-7c5531c65be6'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:12.894980 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f9b9045d-cb27-4b6e-9435-fcc09e2ae692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:01:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['d4cf1835-0b83-4029-9889-7c5531c65be6'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:12.898462 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f370c9-6643-47da-9c9b-a2a6480dd310 None None] Pushing event updated for resources: {'Port': ['ID=ffd13ae5-caf0-40cb-ae99-2af756fd757a,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:13.048436 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-f9b9045d-cb27-4b6e-9435-fcc09e2ae692 None None] Set router d4cf1835-0b83-4029-9889-7c5531c65be6 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:13.232217 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 7f070239-293f-4d2f-8732-60be0fca15fc no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:13.270362 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 7f070239-293f-4d2f-8732-60be0fca15fc {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:13.270362 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 7f070239-293f-4d2f-8732-60be0fca15fc not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:13.325464 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f9b9045d-cb27-4b6e-9435-fcc09e2ae692 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'name': 'tempest-AttachVolumeTestJSON-1593065017-router', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:03Z', 'updated_at': '2021-07-16T09:01:07Z', 'revision_number': 4, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'gw_port': {'id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:04Z', 'updated_at': '2021-07-16T09:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'ffd13ae5-caf0-40cb-ae99-2af756fd757a', 'name': '', 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'mac_address': 'fa:16:3e:a0:7c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:06Z', 'updated_at': '2021-07-16T09:01:12Z', 'revision_number': 4, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'subnets': [{'id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:13.357398 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b9045d-cb27-4b6e-9435-fcc09e2ae692 None None] The sync data for ids ['d4cf1835-0b83-4029-9889-7c5531c65be6'] in n-d-771362-37 is: [{'id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'name': 'tempest-AttachVolumeTestJSON-1593065017-router', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:03Z', 'updated_at': '2021-07-16T09:01:07Z', 'revision_number': 4, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'gw_port': {'id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:04Z', 'updated_at': '2021-07-16T09:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'ffd13ae5-caf0-40cb-ae99-2af756fd757a', 'name': '', 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'mac_address': 'fa:16:3e:a0:7c:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:06Z', 'updated_at': '2021-07-16T09:01:12Z', 'revision_number': 4, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'subnets': [{'id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:13.529093 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63a368ef-5a57-4cc5-8565-d9ce6b81020b req-b3de4568-0853-4e48-ad09-1dce82cbae92 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2506fd1-8764-4544-8c1a-cffd358d4641 HTTP/1.1" status: 200 len: 210 time: 0.0586929 Jul 16 09:01:13.599515 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ffd13ae5-caf0-40cb-ae99-2af756fd757a up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:13.652366 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-796bdae3-48d0-4816-91e3-d21467c6661d req-7502dd49-f226-4854-80ae-9c4ac70faaa4 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 210 time: 0.0422809 Jul 16 09:01:13.899847 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port ffd13ae5-caf0-40cb-ae99-2af756fd757a completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:13.907306 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port ffd13ae5-caf0-40cb-ae99-2af756fd757a triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:13.907830 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.000682 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-e7d50274-320c-4ef0-8726-161f5c5a1216 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:14.002221 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-e7d50274-320c-4ef0-8726-161f5c5a1216 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.21 "GET /v2.0/networks?id=1d966671-080a-4a00-b7d3-7ffcd41de721 HTTP/1.1" status: 200 len: 811 time: 0.2429690 Jul 16 09:01:14.081411 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-dc575ee4-5b5f-4e6d-867c-d2e9be4bb892 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=807350fc1feb4d8185a8b674a80833b8 HTTP/1.1" status: 200 len: 380 time: 0.0710704 Jul 16 09:01:14.109620 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-17c57d64-59cf-4b1f-8f5a-3e6225fcdd1f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Request body: {'port': {'device_id': '8e8381d2-1029-4be6-97ff-8f040f16d421', 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721', 'admin_state_up': True, 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'security_groups': ['a96ed286-8c0b-4b91-a2ef-871bd8289b63']}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:14.128695 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.203018 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port ffd13ae5-caf0-40cb-ae99-2af756fd757a, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ffd13ae5-caf0-40cb-ae99-2af756fd757a,segment=NetworkSegment(396e01fd-ad0b-4eae-9f13-621e1db2f0ae),segment_id=396e01fd-ad0b-4eae-9f13-621e1db2f0ae)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:14.213127 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.339748 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=ffd13ae5-caf0-40cb-ae99-2af756fd757a,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:14.355351 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-17c57d64-59cf-4b1f-8f5a-3e6225fcdd1f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Made reservation on behalf of 807350fc1feb4d8185a8b674a80833b8 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:01:14.362434 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-17c57d64-59cf-4b1f-8f5a-3e6225fcdd1f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.537097 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-17c57d64-59cf-4b1f-8f5a-3e6225fcdd1f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Allocated IP 172.20.0.12 (1d966671-080a-4a00-b7d3-7ffcd41de721/9db346c4-198e-4f62-93cb-a8985eefeb3d/63243379-9dc7-4637-9eec-e7284090566a) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:01:14.800672 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-469a717b-68ba-4bd0-8f1d-acc95526d33e req-a80987ee-a2ea-4447-bd13-7471719d2a68 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2506fd1-8764-4544-8c1a-cffd358d4641 HTTP/1.1" status: 200 len: 210 time: 0.0439751 Jul 16 09:01:14.834288 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-db838f8f-deb1-45d9-9307-cebbf69fa96d req-7b716b75-6f24-4e5e-a985-dad56f1f0b1e tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 210 time: 0.0375614 Jul 16 09:01:14.838626 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-17c57d64-59cf-4b1f-8f5a-3e6225fcdd1f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.856198 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-17c57d64-59cf-4b1f-8f5a-3e6225fcdd1f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Transition to ACTIVE for port object 63243379-9dc7-4637-9eec-e7284090566a will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:14.899337 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-17c57d64-59cf-4b1f-8f5a-3e6225fcdd1f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:14.950198 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-17c57d64-59cf-4b1f-8f5a-3e6225fcdd1f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Network 1d966671-080a-4a00-b7d3-7ffcd41de721 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:01:14.959081 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-17c57d64-59cf-4b1f-8f5a-3e6225fcdd1f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:01:14.961858 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-17c57d64-59cf-4b1f-8f5a-3e6225fcdd1f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:01:14.995932 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c57d64-59cf-4b1f-8f5a-3e6225fcdd1f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Pushing event updated for resources: {'Port': ['ID=63243379-9dc7-4637-9eec-e7284090566a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:15.050900 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-17c57d64-59cf-4b1f-8f5a-3e6225fcdd1f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:15.052686 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-17c57d64-59cf-4b1f-8f5a-3e6225fcdd1f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.070088 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-17c57d64-59cf-4b1f-8f5a-3e6225fcdd1f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9787209 Jul 16 09:01:15.083395 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-f3e8e0b7-d871-4880-9a12-75df98ed0ab6 service neutron] Request body: {'port': {'device_id': '8e8381d2-1029-4be6-97ff-8f040f16d421', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:15.231411 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-f3e8e0b7-d871-4880-9a12-75df98ed0ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.378194 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-984ed1fd-7c57-4abc-ab16-ac950d8f3b8a None None] Provisioning for port 63243379-9dc7-4637-9eec-e7284090566a completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:15.383797 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-984ed1fd-7c57-4abc-ab16-ac950d8f3b8a None None] Provisioning complete for port 63243379-9dc7-4637-9eec-e7284090566a triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:15.384453 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-984ed1fd-7c57-4abc-ab16-ac950d8f3b8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.488238 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-984ed1fd-7c57-4abc-ab16-ac950d8f3b8a None None] Port 63243379-9dc7-4637-9eec-e7284090566a cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:01:15.562310 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ffd13ae5-caf0-40cb-ae99-2af756fd757a up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:15.641138 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port ffd13ae5-caf0-40cb-ae99-2af756fd757a triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:15.641516 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.732042 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-f3e8e0b7-d871-4880-9a12-75df98ed0ab6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 63243379-9dc7-4637-9eec-e7284090566a {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:01:15.742009 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-f3e8e0b7-d871-4880-9a12-75df98ed0ab6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.775693 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-f3e8e0b7-d871-4880-9a12-75df98ed0ab6 service neutron] Transition to ACTIVE for port object 63243379-9dc7-4637-9eec-e7284090566a will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:01:15.783429 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-f3e8e0b7-d871-4880-9a12-75df98ed0ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:15.853655 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8e0b7-d871-4880-9a12-75df98ed0ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=63243379-9dc7-4637-9eec-e7284090566a,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:16.131674 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-87f55190-7ff1-40c1-843b-55646d77fb3c req-9f8728a8-3d4b-4d47-a588-eae37d1eb77c tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2506fd1-8764-4544-8c1a-cffd358d4641 HTTP/1.1" status: 200 len: 210 time: 0.1412225 Jul 16 09:01:16.137846 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-f3e8e0b7-d871-4880-9a12-75df98ed0ab6 service neutron] Attempting to bind port 63243379-9dc7-4637-9eec-e7284090566a on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:01:16.138197 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-f3e8e0b7-d871-4880-9a12-75df98ed0ab6 service neutron] Attempting to bind port 63243379-9dc7-4637-9eec-e7284090566a by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '396e01fd-ad0b-4eae-9f13-621e1db2f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:01:16.138563 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-f3e8e0b7-d871-4880-9a12-75df98ed0ab6 service neutron] Attempting to bind port 63243379-9dc7-4637-9eec-e7284090566a on network 1d966671-080a-4a00-b7d3-7ffcd41de721 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:16.144748 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-f3e8e0b7-d871-4880-9a12-75df98ed0ab6 service neutron] Port 63243379-9dc7-4637-9eec-e7284090566a on network 1d966671-080a-4a00-b7d3-7ffcd41de721 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:01:16.145124 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-f3e8e0b7-d871-4880-9a12-75df98ed0ab6 service neutron] Attempting to bind port 63243379-9dc7-4637-9eec-e7284090566a on network 1d966671-080a-4a00-b7d3-7ffcd41de721 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:01:16.152001 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-f3e8e0b7-d871-4880-9a12-75df98ed0ab6 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 1, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:01:16.152394 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-f3e8e0b7-d871-4880-9a12-75df98ed0ab6 service neutron] Checking segment: {'id': '396e01fd-ad0b-4eae-9f13-621e1db2f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:01:16.152821 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-f3e8e0b7-d871-4880-9a12-75df98ed0ab6 service neutron] Bound using segment: {'id': '396e01fd-ad0b-4eae-9f13-621e1db2f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:01:16.153291 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-f3e8e0b7-d871-4880-9a12-75df98ed0ab6 service neutron] Bound port: 63243379-9dc7-4637-9eec-e7284090566a, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396e01fd-ad0b-4eae-9f13-621e1db2f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:01:16.153929 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-f3e8e0b7-d871-4880-9a12-75df98ed0ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.222452 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcecbaa-95cc-431f-a4a5-e205471aef00 req-e86d207d-bead-46ee-87c0-b379590b40b1 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:16.231084 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3dcecbaa-95cc-431f-a4a5-e205471aef00 req-e86d207d-bead-46ee-87c0-b379590b40b1 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 944 time: 0.1860411 Jul 16 09:01:16.329648 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-f3e8e0b7-d871-4880-9a12-75df98ed0ab6 service neutron] For port 63243379-9dc7-4637-9eec-e7284090566a, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:01:16.334589 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3dcecbaa-95cc-431f-a4a5-e205471aef00 req-47da6b4f-5588-49b4-bf1f-59df43e7b2a6 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0846348 Jul 16 09:01:16.354339 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-f3e8e0b7-d871-4880-9a12-75df98ed0ab6 service neutron] For port 63243379-9dc7-4637-9eec-e7284090566a, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=63243379-9dc7-4637-9eec-e7284090566a,segment=NetworkSegment(396e01fd-ad0b-4eae-9f13-621e1db2f0ae),segment_id=396e01fd-ad0b-4eae-9f13-621e1db2f0ae)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:01:16.361447 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-f3e8e0b7-d871-4880-9a12-75df98ed0ab6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.407170 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-f3e8e0b7-d871-4880-9a12-75df98ed0ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:16.407813 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-f3e8e0b7-d871-4880-9a12-75df98ed0ab6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:16.409483 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-f3e8e0b7-d871-4880-9a12-75df98ed0ab6 service neutron] 10.222.0.21 "PUT /v2.0/ports/63243379-9dc7-4637-9eec-e7284090566a HTTP/1.1" status: 200 len: 1093 time: 1.3317904 Jul 16 09:01:16.409846 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8381d2-1029-4be6-97ff-8f040f16d421', 'tag': '63243379-9dc7-4637-9eec-e7284090566a'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:16.412155 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01a838ea-5974-476a-995f-88bbd082eca3" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8381d2-1029-4be6-97ff-8f040f16d421", "tag": "63243379-9dc7-4637-9eec-e7284090566a"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:16.457424 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8e0b7-d871-4880-9a12-75df98ed0ab6 service neutron] Pushing event updated for resources: {'Port': ['ID=63243379-9dc7-4637-9eec-e7284090566a,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:16.516210 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2594fcd-b657-4e6e-b833-28a8735a86fa x-openstack-request-id: req-d2594fcd-b657-4e6e-b833-28a8735a86fa {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:16.516885 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8381d2-1029-4be6-97ff-8f040f16d421", "tag": "63243379-9dc7-4637-9eec-e7284090566a", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:16.517330 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d2594fcd-b657-4e6e-b833-28a8735a86fa {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:16.517919 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8381d2-1029-4be6-97ff-8f040f16d421', 'tag': '63243379-9dc7-4637-9eec-e7284090566a', 'status': 'completed', 'code': 200} Jul 16 09:01:16.554110 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-f1ff2485-c550-4a67-bda2-b469ddbae7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:16.555023 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-f1ff2485-c550-4a67-bda2-b469ddbae7db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=807350fc1feb4d8185a8b674a80833b8&device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 1096 time: 0.0801051 Jul 16 09:01:16.615605 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-e43401a4-cdef-408d-be7f-0fa1665bd8fc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63243379-9dc7-4637-9eec-e7284090566a HTTP/1.1" status: 200 len: 217 time: 0.0533013 Jul 16 09:01:16.691495 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-32ab8f0e-a7bc-4414-9af5-c6c72993167e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:16.693073 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-32ab8f0e-a7bc-4414-9af5-c6c72993167e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9db346c4-198e-4f62-93cb-a8985eefeb3d HTTP/1.1" status: 200 len: 850 time: 0.0704470 Jul 16 09:01:16.771398 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-9be313e8-50da-42c1-b52a-3134e9b89fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:16.773941 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-9be313e8-50da-42c1-b52a-3134e9b89fb6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d966671-080a-4a00-b7d3-7ffcd41de721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0725110 Jul 16 09:01:16.889562 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-db39dbf5-376c-42ac-8903-4c27661286d2 service neutron] 10.222.0.21 "GET /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1091919 Jul 16 09:01:17.008904 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3e9ba540-b3c4-4a80-9c68-cf9a0ded0bcb req-484c7c5b-fbc0-4497-b938-99fe43039dd5 service neutron] 10.222.0.21 "GET /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1105187 Jul 16 09:01:17.120744 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a838ea-5974-476a-995f-88bbd082eca3 req-8362a54a-beb0-465e-bb23-7a1a632158d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:17.122613 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-01a838ea-5974-476a-995f-88bbd082eca3 req-8362a54a-beb0-465e-bb23-7a1a632158d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=807350fc1feb4d8185a8b674a80833b8&device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 1096 time: 0.0564270 Jul 16 09:01:17.239717 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a838ea-5974-476a-995f-88bbd082eca3 req-1aead985-4246-4420-a876-173253fb014e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:17.242051 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-01a838ea-5974-476a-995f-88bbd082eca3 req-1aead985-4246-4420-a876-173253fb014e service neutron] 10.222.0.21 "GET /v2.0/networks?id=1d966671-080a-4a00-b7d3-7ffcd41de721 HTTP/1.1" status: 200 len: 912 time: 0.1135416 Jul 16 09:01:17.301369 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-01a838ea-5974-476a-995f-88bbd082eca3 req-bd7f2a4e-a789-4b9f-bbc0-138c6af5ab76 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63243379-9dc7-4637-9eec-e7284090566a HTTP/1.1" status: 200 len: 217 time: 0.0522590 Jul 16 09:01:17.365801 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a917d076-96d8-46e0-af91-d9276c13801d req-94c55369-db40-48af-a76a-c345748d0321 tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "GET /v2.0/ports?device_id=a2506fd1-8764-4544-8c1a-cffd358d4641 HTTP/1.1" status: 200 len: 210 time: 0.0643222 Jul 16 09:01:17.419621 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a838ea-5974-476a-995f-88bbd082eca3 req-c2d6f60f-b580-472a-b4f0-20b1268c16fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:17.421266 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-01a838ea-5974-476a-995f-88bbd082eca3 req-c2d6f60f-b580-472a-b4f0-20b1268c16fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9db346c4-198e-4f62-93cb-a8985eefeb3d HTTP/1.1" status: 200 len: 850 time: 0.1135268 Jul 16 09:01:17.514536 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a838ea-5974-476a-995f-88bbd082eca3 req-a0f2bec1-96f4-4175-8c40-0b15a249ceb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:17.516490 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-01a838ea-5974-476a-995f-88bbd082eca3 req-a0f2bec1-96f4-4175-8c40-0b15a249ceb6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d966671-080a-4a00-b7d3-7ffcd41de721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0873001 Jul 16 09:01:17.666283 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991ee9b8-03f9-4427-b200-71f97ccf94d3 req-09f30758-9991-4935-971b-aebe96a3b088 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:17.668474 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-991ee9b8-03f9-4427-b200-71f97ccf94d3 req-09f30758-9991-4935-971b-aebe96a3b088 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 944 time: 0.1466413 Jul 16 09:01:17.670742 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-01a838ea-5974-476a-995f-88bbd082eca3 req-9126321f-e78a-4e88-8703-8e52b71e52cb service neutron] 10.222.0.21 "GET /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468923 Jul 16 09:01:17.742588 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-991ee9b8-03f9-4427-b200-71f97ccf94d3 req-92123fb4-91ba-49c2-8ee8-a032babc5235 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677423 Jul 16 09:01:17.806405 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-01a838ea-5974-476a-995f-88bbd082eca3 req-84390551-410d-48ba-b6fc-396134a64f0a service neutron] 10.222.0.21 "GET /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251664 Jul 16 09:01:18.488120 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40076) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:18.638104 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-534bf3af-a5d9-4d49-9083-821fa1d9c3cf tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Deleting port 905b07fb-102b-47f9-9611-bd5ddba3b747 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:18.638428 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-534bf3af-a5d9-4d49-9083-821fa1d9c3cf tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.723920 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-534bf3af-a5d9-4d49-9083-821fa1d9c3cf tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.724398 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-534bf3af-a5d9-4d49-9083-821fa1d9c3cf tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.737662 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-534bf3af-a5d9-4d49-9083-821fa1d9c3cf tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Calling delete_port for 905b07fb-102b-47f9-9611-bd5ddba3b747 owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:18.914187 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-534bf3af-a5d9-4d49-9083-821fa1d9c3cf tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:18.943952 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534bf3af-a5d9-4d49-9083-821fa1d9c3cf tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Pushing event deleted for resources: {'Port': ['ID=905b07fb-102b-47f9-9611-bd5ddba3b747,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:19.025249 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9e3a96-5a12-46b1-8bdb-cf8dfb9ee2e3 req-b187b756-d022-4ccb-a231-eee2d095770d tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:19.027279 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3b9e3a96-5a12-46b1-8bdb-cf8dfb9ee2e3 req-b187b756-d022-4ccb-a231-eee2d095770d tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 944 time: 0.1521432 Jul 16 09:01:19.028119 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-534bf3af-a5d9-4d49-9083-821fa1d9c3cf tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:19.030694 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-534bf3af-a5d9-4d49-9083-821fa1d9c3cf tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:19.032441 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-534bf3af-a5d9-4d49-9083-821fa1d9c3cf tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "DELETE /v2.0/floatingips/5764ab2c-06bf-45f3-b10b-d51df9e990e5 HTTP/1.1" status: 204 len: 168 time: 0.5431857 Jul 16 09:01:19.070580 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3b9e3a96-5a12-46b1-8bdb-cf8dfb9ee2e3 req-ef10dc97-b34d-4e7e-ab20-28f6f292faae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345974 Jul 16 09:01:19.173781 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 63243379-9dc7-4637-9eec-e7284090566a details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:01:19.309931 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 63243379-9dc7-4637-9eec-e7284090566a, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=63243379-9dc7-4637-9eec-e7284090566a,segment=NetworkSegment(396e01fd-ad0b-4eae-9f13-621e1db2f0ae),segment_id=396e01fd-ad0b-4eae-9f13-621e1db2f0ae)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:19.326773 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '63243379-9dc7-4637-9eec-e7284090566a', 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721', 'port_id': '63243379-9dc7-4637-9eec-e7284090566a', 'mac_address': 'fa:16:3e:b1:0e:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:01:19.375103 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:19.390387 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 63243379-9dc7-4637-9eec-e7284090566a {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:01:19.413539 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 63243379-9dc7-4637-9eec-e7284090566a, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=63243379-9dc7-4637-9eec-e7284090566a,segment=NetworkSegment(396e01fd-ad0b-4eae-9f13-621e1db2f0ae),segment_id=396e01fd-ad0b-4eae-9f13-621e1db2f0ae)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:19.419676 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:19.503979 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=63243379-9dc7-4637-9eec-e7284090566a,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:19.612190 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['63243379-9dc7-4637-9eec-e7284090566a'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:01:20.276419 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f638bcd-937e-4e3e-939c-a298b0bf7ec1 req-1b06dc0f-44b7-4751-9464-de708b81a83d tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:20.279040 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7f638bcd-937e-4e3e-939c-a298b0bf7ec1 req-1b06dc0f-44b7-4751-9464-de708b81a83d tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 945 time: 0.0833890 Jul 16 09:01:20.340925 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7f638bcd-937e-4e3e-939c-a298b0bf7ec1 req-8d893f80-483b-4140-b23e-9b79fc0ada06 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523789 Jul 16 09:01:21.189572 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 63243379-9dc7-4637-9eec-e7284090566a up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:01:21.237504 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 63243379-9dc7-4637-9eec-e7284090566a completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:01:21.241167 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 63243379-9dc7-4637-9eec-e7284090566a triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:01:21.241539 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.268036 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:01:21.318388 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.344118 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8381d2-1029-4be6-97ff-8f040f16d421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63243379-9dc7-4637-9eec-e7284090566a'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:21.346370 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd03d78a-bb31-4ed7-a7c7-ef96a0718418" -d '{"events": [{"server_uuid": "8e8381d2-1029-4be6-97ff-8f040f16d421", "name": "network-vif-plugged", "status": "completed", "tag": "63243379-9dc7-4637-9eec-e7284090566a"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:21.361035 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 63243379-9dc7-4637-9eec-e7284090566a, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=63243379-9dc7-4637-9eec-e7284090566a,segment=NetworkSegment(396e01fd-ad0b-4eae-9f13-621e1db2f0ae),segment_id=396e01fd-ad0b-4eae-9f13-621e1db2f0ae)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:21.365296 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:21.397995 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a9bd38-a44b-4e7c-a58e-83af383e900d x-openstack-request-id: req-81a9bd38-a44b-4e7c-a58e-83af383e900d {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:21.398285 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8381d2-1029-4be6-97ff-8f040f16d421", "name": "network-vif-plugged", "status": "completed", "tag": "63243379-9dc7-4637-9eec-e7284090566a", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:21.398542 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-81a9bd38-a44b-4e7c-a58e-83af383e900d {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:21.399047 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8381d2-1029-4be6-97ff-8f040f16d421', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '63243379-9dc7-4637-9eec-e7284090566a', 'code': 200} Jul 16 09:01:21.426826 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=63243379-9dc7-4637-9eec-e7284090566a,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:21.435573 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:21.436095 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:21.436582 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:21.436939 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:21.437287 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:21.437657 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:21.437989 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:21.438319 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:21.439077 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:21.439411 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:21.440389 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:21.440775 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:01:21.540666 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a8058-a82b-4792-b056-33ce243d928b req-57403183-0eea-490a-b406-d8da72096fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:21.542741 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-924a8058-a82b-4792-b056-33ce243d928b req-57403183-0eea-490a-b406-d8da72096fd7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 1098 time: 0.0691936 Jul 16 09:01:21.560396 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f1d9cfc-7a44-4ad8-a9db-9366cebd2c1d req-4c459636-79fa-4063-9042-fa06ae5394a7 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:21.562305 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7f1d9cfc-7a44-4ad8-a9db-9366cebd2c1d req-4c459636-79fa-4063-9042-fa06ae5394a7 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 946 time: 0.0892286 Jul 16 09:01:21.584420 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-924a8058-a82b-4792-b056-33ce243d928b req-6b004adc-b746-4a48-ab26-8bbe60cad7c3 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345790 Jul 16 09:01:21.614127 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7f1d9cfc-7a44-4ad8-a9db-9366cebd2c1d req-64d856f4-4856-4ae0-82a3-7b0e1417542a tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461967 Jul 16 09:01:22.558163 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40112) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:22.622758 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-38ea3492-cd78-474d-9ba1-e5ec99f7714f tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:22.652599 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-38ea3492-cd78-474d-9ba1-e5ec99f7714f tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:22.732955 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-38ea3492-cd78-474d-9ba1-e5ec99f7714f tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:22.736541 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-38ea3492-cd78-474d-9ba1-e5ec99f7714f tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:22.737737 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-38ea3492-cd78-474d-9ba1-e5ec99f7714f tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] 10.222.0.22 "DELETE /v2.0/security-groups/d2b69105-f4da-4378-ad50-ee968b95cfc8 HTTP/1.1" status: 204 len: 168 time: 0.1780033 Jul 16 09:01:22.757365 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ea3492-cd78-474d-9ba1-e5ec99f7714f tempest-TestVolumeBootPattern-1330386596 tempest-TestVolumeBootPattern-1330386596-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b69105-f4da-4378-ad50-ee968b95cfc8,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:22.818487 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40120) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:22.827152 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745ad693-e18e-45a7-b08a-9ed2213bc9ab req-65b765dd-92b0-468e-8a6b-635b403d83fb tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:22.828989 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-745ad693-e18e-45a7-b08a-9ed2213bc9ab req-65b765dd-92b0-468e-8a6b-635b403d83fb tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 946 time: 0.0898347 Jul 16 09:01:22.874697 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-745ad693-e18e-45a7-b08a-9ed2213bc9ab req-a7c883d4-6146-4a10-a17c-a73c3977de51 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395961 Jul 16 09:01:23.156378 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73111638-0537-4249-97b5-04bad15e0fd9 req-d6007005-6d82-4351-ad61-f3cb307b2a95 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:23.158030 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-73111638-0537-4249-97b5-04bad15e0fd9 req-d6007005-6d82-4351-ad61-f3cb307b2a95 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 946 time: 0.1544993 Jul 16 09:01:23.167145 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40126) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:23.172626 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-77610eb8-c98f-41c0-bd29-30e507163e8f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Request body: {'floatingip': {'port_id': '63243379-9dc7-4637-9eec-e7284090566a'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:01:23.220086 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-77610eb8-c98f-41c0-bd29-30e507163e8f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for floatingip, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:23.356988 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8de5ca5-f282-460b-8ff4-027ea31d8a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:23.966276 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d8de5ca5-f282-460b-8ff4-027ea31d8a29 admin admin] Deleting port 9128757d-2d91-4dd4-900b-7873b6e8a2d7 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:23.966997 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8de5ca5-f282-460b-8ff4-027ea31d8a29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:24.065739 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-d8de5ca5-f282-460b-8ff4-027ea31d8a29 admin admin] For port 9128757d-2d91-4dd4-900b-7873b6e8a2d7, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=9128757d-2d91-4dd4-900b-7873b6e8a2d7,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:24.066272 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8de5ca5-f282-460b-8ff4-027ea31d8a29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:24.085202 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d8de5ca5-f282-460b-8ff4-027ea31d8a29 admin admin] Calling delete_port for 9128757d-2d91-4dd4-900b-7873b6e8a2d7 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:24.138305 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-77610eb8-c98f-41c0-bd29-30e507163e8f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:24.143069 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-77610eb8-c98f-41c0-bd29-30e507163e8f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:24.287928 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-77610eb8-c98f-41c0-bd29-30e507163e8f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Floating IP e926a68e-573e-4f8f-b93e-b05c33b1c81b associated. External IP: 172.25.3.148, port: 63243379-9dc7-4637-9eec-e7284090566a. Jul 16 09:01:24.324970 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8de5ca5-f282-460b-8ff4-027ea31d8a29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:24.353845 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8de5ca5-f282-460b-8ff4-027ea31d8a29 admin admin] Pushing event deleted for resources: {'Port': ['ID=9128757d-2d91-4dd4-900b-7873b6e8a2d7,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:24.547491 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77610eb8-c98f-41c0-bd29-30e507163e8f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Router d4cf1835-0b83-4029-9889-7c5531c65be6 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:24.575556 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8de5ca5-f282-460b-8ff4-027ea31d8a29 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:24.681771 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77610eb8-c98f-41c0-bd29-30e507163e8f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:24.686419 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-77610eb8-c98f-41c0-bd29-30e507163e8f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:24.695198 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69276b5-f5f0-4a28-9e07-84cc75279b63 None None] Sync routers for ids ['d4cf1835-0b83-4029-9889-7c5531c65be6'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:24.715290 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69276b5-f5f0-4a28-9e07-84cc75279b63 None None] Routers {'d4cf1835-0b83-4029-9889-7c5531c65be6'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:24.716789 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-d69276b5-f5f0-4a28-9e07-84cc75279b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:01:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['d4cf1835-0b83-4029-9889-7c5531c65be6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:24.736379 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-77610eb8-c98f-41c0-bd29-30e507163e8f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "PUT /v2.0/floatingips/e926a68e-573e-4f8f-b93e-b05c33b1c81b HTTP/1.1" status: 200 len: 992 time: 1.5678608 Jul 16 09:01:24.736961 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e8381d2-1029-4be6-97ff-8f040f16d421', 'tag': '63243379-9dc7-4637-9eec-e7284090566a'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:01:24.739229 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e20aec4-4832-40bc-9da6-44a324524757" -d '{"events": [{"name": "network-changed", "server_uuid": "8e8381d2-1029-4be6-97ff-8f040f16d421", "tag": "63243379-9dc7-4637-9eec-e7284090566a"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:01:24.812391 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed576ec6-8ecb-4d8c-978c-4b90f7d4ddde x-openstack-request-id: req-ed576ec6-8ecb-4d8c-978c-4b90f7d4ddde {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:01:24.812711 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e8381d2-1029-4be6-97ff-8f040f16d421", "tag": "63243379-9dc7-4637-9eec-e7284090566a", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:01:24.812970 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ed576ec6-8ecb-4d8c-978c-4b90f7d4ddde {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:01:24.813379 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e8381d2-1029-4be6-97ff-8f040f16d421', 'tag': '63243379-9dc7-4637-9eec-e7284090566a', 'status': 'completed', 'code': 200} Jul 16 09:01:24.860736 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-d69276b5-f5f0-4a28-9e07-84cc75279b63 None None] Set router d4cf1835-0b83-4029-9889-7c5531c65be6 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:24.900370 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8de5ca5-f282-460b-8ff4-027ea31d8a29 admin admin] Router 2b3a1e75-8fee-4585-95f3-88b32e554ddc has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:24.911508 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20aec4-4832-40bc-9da6-44a324524757 req-191f0f76-f460-4845-b03b-d24a6e3e3d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:24.913248 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7e20aec4-4832-40bc-9da6-44a324524757 req-191f0f76-f460-4845-b03b-d24a6e3e3d76 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=807350fc1feb4d8185a8b674a80833b8&device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 1098 time: 0.0715122 Jul 16 09:01:25.040330 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20aec4-4832-40bc-9da6-44a324524757 req-9365930b-d334-41d3-a7d4-207a1bd07bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:25.042176 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7e20aec4-4832-40bc-9da6-44a324524757 req-9365930b-d334-41d3-a7d4-207a1bd07bd5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1d966671-080a-4a00-b7d3-7ffcd41de721 HTTP/1.1" status: 200 len: 912 time: 0.1221309 Jul 16 09:01:25.047465 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8de5ca5-f282-460b-8ff4-027ea31d8a29 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:25.053151 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d8de5ca5-f282-460b-8ff4-027ea31d8a29 admin admin] 10.222.0.22 "PUT /v2.0/routers/2b3a1e75-8fee-4585-95f3-88b32e554ddc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2334487 Jul 16 09:01:25.055702 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40142) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:25.058893 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ae6771-4efb-4795-9eee-50011e815336 None None] Sync routers for ids ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:25.071283 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ae6771-4efb-4795-9eee-50011e815336 None None] Routers {'2b3a1e75-8fee-4585-95f3-88b32e554ddc'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:25.072182 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-08ae6771-4efb-4795-9eee-50011e815336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:01:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:25.127143 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7e20aec4-4832-40bc-9da6-44a324524757 req-ce6fa014-62ed-44f0-a3bd-24bad7615597 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63243379-9dc7-4637-9eec-e7284090566a HTTP/1.1" status: 200 len: 1000 time: 0.0786355 Jul 16 09:01:25.179804 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20aec4-4832-40bc-9da6-44a324524757 req-8b82b4fa-7a21-4ca4-b0fc-38698c6212de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:25.181331 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7e20aec4-4832-40bc-9da6-44a324524757 req-8b82b4fa-7a21-4ca4-b0fc-38698c6212de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9db346c4-198e-4f62-93cb-a8985eefeb3d HTTP/1.1" status: 200 len: 850 time: 0.0481870 Jul 16 09:01:25.185167 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-d69276b5-f5f0-4a28-9e07-84cc75279b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'name': 'tempest-AttachVolumeTestJSON-1593065017-router', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:03Z', 'updated_at': '2021-07-16T09:01:07Z', 'revision_number': 4, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'gw_port': {'id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:04Z', 'updated_at': '2021-07-16T09:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'e926a68e-573e-4f8f-b93e-b05c33b1c81b', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'port_id': '63243379-9dc7-4637-9eec-e7284090566a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721', 'mac_address': 'fa:16:3e:b1:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8381d2-1029-4be6-97ff-8f040f16d421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:01:10Z', 'updated_at': '2021-07-16T09:01:24Z', 'revision_number': 1, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd13ae5-caf0-40cb-ae99-2af756fd757a', 'name': '', 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'mac_address': 'fa:16:3e:a0:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:06Z', 'updated_at': '2021-07-16T09:01:14Z', 'revision_number': 5, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'subnets': [{'id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:25.189505 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a82bf22-98ab-4fbc-99c5-4040555c7c18 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:25.218780 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69276b5-f5f0-4a28-9e07-84cc75279b63 None None] Checking router: d4cf1835-0b83-4029-9889-7c5531c65be6 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:25.220889 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-08ae6771-4efb-4795-9eee-50011e815336 None None] Set router 2b3a1e75-8fee-4585-95f3-88b32e554ddc gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:25.228006 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69276b5-f5f0-4a28-9e07-84cc75279b63 None None] Routers {'d4cf1835-0b83-4029-9889-7c5531c65be6'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:25.229289 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-d69276b5-f5f0-4a28-9e07-84cc75279b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:01:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['d4cf1835-0b83-4029-9889-7c5531c65be6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:25.246846 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e20aec4-4832-40bc-9da6-44a324524757 req-ab546d14-bb7c-4d45-9891-05c4b0dd63a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:25.248645 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7e20aec4-4832-40bc-9da6-44a324524757 req-ab546d14-bb7c-4d45-9891-05c4b0dd63a5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d966671-080a-4a00-b7d3-7ffcd41de721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614572 Jul 16 09:01:25.318019 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a82bf22-98ab-4fbc-99c5-4040555c7c18 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:25.375641 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-d69276b5-f5f0-4a28-9e07-84cc75279b63 None None] Set router d4cf1835-0b83-4029-9889-7c5531c65be6 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:25.408997 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4a82bf22-98ab-4fbc-99c5-4040555c7c18 admin admin] Deleting port f374113f-789c-4ab3-9b19-6e39ee535bde {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:25.409487 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a82bf22-98ab-4fbc-99c5-4040555c7c18 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:25.422403 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7e20aec4-4832-40bc-9da6-44a324524757 req-7565129c-4495-4021-9a00-1ddbaae23d7c service neutron] 10.222.0.21 "GET /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664484 Jul 16 09:01:25.511074 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-08ae6771-4efb-4795-9eee-50011e815336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'name': 'tempest-TestVolumeBootPattern-1690893934-router', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234'}], 'enable_snat': True}, 'gw_port_id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T09:01:24Z', 'revision_number': 5, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'gw_port': {'id': 'f374113f-789c-4ab3-9b19-6e39ee535bde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:a7:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3078, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T08:50:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:25.548470 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-4a82bf22-98ab-4fbc-99c5-4040555c7c18 admin admin] For port f374113f-789c-4ab3-9b19-6e39ee535bde, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f374113f-789c-4ab3-9b19-6e39ee535bde,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:25.548938 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a82bf22-98ab-4fbc-99c5-4040555c7c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:25.555951 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ae6771-4efb-4795-9eee-50011e815336 None None] Checking router: 2b3a1e75-8fee-4585-95f3-88b32e554ddc for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:25.568195 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ae6771-4efb-4795-9eee-50011e815336 None None] Routers {'2b3a1e75-8fee-4585-95f3-88b32e554ddc'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:25.569113 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-08ae6771-4efb-4795-9eee-50011e815336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:01:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:25.589045 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4a82bf22-98ab-4fbc-99c5-4040555c7c18 admin admin] Calling delete_port for f374113f-789c-4ab3-9b19-6e39ee535bde owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:25.602002 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7e20aec4-4832-40bc-9da6-44a324524757 req-52ff5d00-1b60-40d9-9632-f20165db1d21 service neutron] 10.222.0.21 "GET /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1718214 Jul 16 09:01:25.697098 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-08ae6771-4efb-4795-9eee-50011e815336 None None] Set router 2b3a1e75-8fee-4585-95f3-88b32e554ddc gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:25.747549 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-d69276b5-f5f0-4a28-9e07-84cc75279b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'name': 'tempest-AttachVolumeTestJSON-1593065017-router', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:03Z', 'updated_at': '2021-07-16T09:01:07Z', 'revision_number': 4, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'gw_port': {'id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:04Z', 'updated_at': '2021-07-16T09:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'e926a68e-573e-4f8f-b93e-b05c33b1c81b', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'port_id': '63243379-9dc7-4637-9eec-e7284090566a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721', 'mac_address': 'fa:16:3e:b1:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8381d2-1029-4be6-97ff-8f040f16d421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:01:10Z', 'updated_at': '2021-07-16T09:01:24Z', 'revision_number': 1, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd13ae5-caf0-40cb-ae99-2af756fd757a', 'name': '', 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'mac_address': 'fa:16:3e:a0:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:06Z', 'updated_at': '2021-07-16T09:01:14Z', 'revision_number': 5, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'subnets': [{'id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:25.787039 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69276b5-f5f0-4a28-9e07-84cc75279b63 None None] The sync data for ids ['d4cf1835-0b83-4029-9889-7c5531c65be6'] in n-d-771362-37 is: [{'id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'name': 'tempest-AttachVolumeTestJSON-1593065017-router', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:03Z', 'updated_at': '2021-07-16T09:01:07Z', 'revision_number': 4, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'gw_port': {'id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:04Z', 'updated_at': '2021-07-16T09:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'e926a68e-573e-4f8f-b93e-b05c33b1c81b', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'floating_ip_address': '172.25.3.148', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'port_id': '63243379-9dc7-4637-9eec-e7284090566a', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3629, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721', 'mac_address': 'fa:16:3e:b1:0e:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e8381d2-1029-4be6-97ff-8f040f16d421', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:01:10Z', 'updated_at': '2021-07-16T09:01:24Z', 'revision_number': 1, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd13ae5-caf0-40cb-ae99-2af756fd757a', 'name': '', 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'mac_address': 'fa:16:3e:a0:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:06Z', 'updated_at': '2021-07-16T09:01:14Z', 'revision_number': 5, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'subnets': [{'id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:25.798385 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-08ae6771-4efb-4795-9eee-50011e815336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'name': 'tempest-TestVolumeBootPattern-1690893934-router', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T09:01:25Z', 'revision_number': 6, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:25.837160 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ae6771-4efb-4795-9eee-50011e815336 None None] The sync data for ids ['2b3a1e75-8fee-4585-95f3-88b32e554ddc'] in n-d-771362-37 is: [{'id': '2b3a1e75-8fee-4585-95f3-88b32e554ddc', 'name': 'tempest-TestVolumeBootPattern-1690893934-router', 'tenant_id': '30db3ea81a8c4c93843f47b12edb82f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:49:53Z', 'updated_at': '2021-07-16T09:01:25Z', 'revision_number': 6, 'project_id': '30db3ea81a8c4c93843f47b12edb82f2', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:25.844703 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a82bf22-98ab-4fbc-99c5-4040555c7c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:25.888688 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a82bf22-98ab-4fbc-99c5-4040555c7c18 admin admin] Pushing event deleted for resources: {'Port': ['ID=f374113f-789c-4ab3-9b19-6e39ee535bde,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:25.962954 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a82bf22-98ab-4fbc-99c5-4040555c7c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.064943 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a82bf22-98ab-4fbc-99c5-4040555c7c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.067327 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a82bf22-98ab-4fbc-99c5-4040555c7c18 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.097888 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f695254-26c2-4972-b834-53ef00c836bb None None] New status for floating IP e926a68e-573e-4f8f-b93e-b05c33b1c81b: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:01:26.121567 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a82bf22-98ab-4fbc-99c5-4040555c7c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.122299 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a82bf22-98ab-4fbc-99c5-4040555c7c18 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b3a1e75-8fee-4585-95f3-88b32e554ddc {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:01:26.127257 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4a82bf22-98ab-4fbc-99c5-4040555c7c18 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.128735 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4a82bf22-98ab-4fbc-99c5-4040555c7c18 admin admin] 10.222.0.22 "DELETE /v2.0/routers/2b3a1e75-8fee-4585-95f3-88b32e554ddc HTTP/1.1" status: 204 len: 168 time: 1.0691202 Jul 16 09:01:26.131436 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40152) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:26.187437 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-076e6743-4f7c-4efa-9505-2dde64b1aaba admin admin] Deleting subnet 1a202c89-ad61-4335-b129-f178d622ac10 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:01:26.192027 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-076e6743-4f7c-4efa-9505-2dde64b1aaba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.237722 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-076e6743-4f7c-4efa-9505-2dde64b1aaba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.354356 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-076e6743-4f7c-4efa-9505-2dde64b1aaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.410247 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-076e6743-4f7c-4efa-9505-2dde64b1aaba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.435903 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076e6743-4f7c-4efa-9505-2dde64b1aaba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1a202c89-ad61-4335-b129-f178d622ac10,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:26.439600 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-076e6743-4f7c-4efa-9505-2dde64b1aaba admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.441547 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-076e6743-4f7c-4efa-9505-2dde64b1aaba admin admin] 10.222.0.22 "DELETE /v2.0/subnets/1a202c89-ad61-4335-b129-f178d622ac10 HTTP/1.1" status: 204 len: 168 time: 0.3091180 Jul 16 09:01:26.444000 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40154) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:26.448985 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc1e54ed-9c64-4005-84e6-274cedf35c73 None None] Network ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:26.520081 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de25527f-09ed-4200-91a6-18cf86494236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.584207 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-de25527f-09ed-4200-91a6-18cf86494236 admin admin] Deleting port 67e208af-46b2-4810-b64f-656ecae4e05f {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:26.584619 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de25527f-09ed-4200-91a6-18cf86494236 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.712235 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac28761-6e92-4b8a-ae32-1847c4b59797 None None] DHCP port deletion for ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:01:26.721757 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-de25527f-09ed-4200-91a6-18cf86494236 admin admin] For port 67e208af-46b2-4810-b64f-656ecae4e05f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=67e208af-46b2-4810-b64f-656ecae4e05f,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:26.721757 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de25527f-09ed-4200-91a6-18cf86494236 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.781318 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-de25527f-09ed-4200-91a6-18cf86494236 admin admin] Calling delete_port for 67e208af-46b2-4810-b64f-656ecae4e05f owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:26.793772 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-aac28761-6e92-4b8a-ae32-1847c4b59797 None None] Deleting port 67e208af-46b2-4810-b64f-656ecae4e05f {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:26.795470 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aac28761-6e92-4b8a-ae32-1847c4b59797 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.868105 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-aac28761-6e92-4b8a-ae32-1847c4b59797 None None] For port 67e208af-46b2-4810-b64f-656ecae4e05f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=67e208af-46b2-4810-b64f-656ecae4e05f,segment=NetworkSegment(914b7bf3-49f5-48f5-90e4-cb094e5ed4ae),segment_id=914b7bf3-49f5-48f5-90e4-cb094e5ed4ae)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:26.868454 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aac28761-6e92-4b8a-ae32-1847c4b59797 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.887104 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-aac28761-6e92-4b8a-ae32-1847c4b59797 None None] Calling delete_port for 67e208af-46b2-4810-b64f-656ecae4e05f owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:26.893656 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de25527f-09ed-4200-91a6-18cf86494236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:26.922991 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25527f-09ed-4200-91a6-18cf86494236 admin admin] Pushing event deleted for resources: {'Port': ['ID=67e208af-46b2-4810-b64f-656ecae4e05f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:26.924683 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de25527f-09ed-4200-91a6-18cf86494236 admin admin] No DVR routers for this DVR port 67e208af-46b2-4810-b64f-656ecae4e05f on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:26.977411 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aac28761-6e92-4b8a-ae32-1847c4b59797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.004147 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac28761-6e92-4b8a-ae32-1847c4b59797 None None] Pushing event deleted for resources: {'Port': ['ID=67e208af-46b2-4810-b64f-656ecae4e05f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:27.005829 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aac28761-6e92-4b8a-ae32-1847c4b59797 None None] No DVR routers for this DVR port 67e208af-46b2-4810-b64f-656ecae4e05f on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:27.012654 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de25527f-09ed-4200-91a6-18cf86494236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.027395 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-de25527f-09ed-4200-91a6-18cf86494236 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:27.043562 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-de25527f-09ed-4200-91a6-18cf86494236 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:27.043934 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-de25527f-09ed-4200-91a6-18cf86494236 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '914b7bf3-49f5-48f5-90e4-cb094e5ed4ae') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:27.054921 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de25527f-09ed-4200-91a6-18cf86494236 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.070770 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de25527f-09ed-4200-91a6-18cf86494236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.081539 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de25527f-09ed-4200-91a6-18cf86494236 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:01:27.082375 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de25527f-09ed-4200-91a6-18cf86494236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: timer() Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:01:27.084510 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:01:27.161812 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de25527f-09ed-4200-91a6-18cf86494236 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.167800 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de25527f-09ed-4200-91a6-18cf86494236 admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.173604 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-de25527f-09ed-4200-91a6-18cf86494236 admin admin] 10.222.0.22 "DELETE /v2.0/networks/ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0 HTTP/1.1" status: 204 len: 168 time: 0.7248995 Jul 16 09:01:27.174020 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40160) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:27.181631 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de25527f-09ed-4200-91a6-18cf86494236 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae9c08ee-96cc-42e9-a9db-f44ed5ca04c0,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:27.506051 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 9128757d-2d91-4dd4-900b-7873b6e8a2d7 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:27.526590 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 9128757d-2d91-4dd4-900b-7873b6e8a2d7 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:27.527058 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 9128757d-2d91-4dd4-900b-7873b6e8a2d7 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:27.527600 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 67e208af-46b2-4810-b64f-656ecae4e05f no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:27.540343 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7ff49a27-38e6-4248-9a3b-0e78237a7783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.547874 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 67e208af-46b2-4810-b64f-656ecae4e05f {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:27.548230 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 67e208af-46b2-4810-b64f-656ecae4e05f not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:27.548689 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f374113f-789c-4ab3-9b19-6e39ee535bde no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:27.571695 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: f374113f-789c-4ab3-9b19-6e39ee535bde {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:27.572043 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f374113f-789c-4ab3-9b19-6e39ee535bde not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:27.830162 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7ff49a27-38e6-4248-9a3b-0e78237a7783 admin admin] Deleting port 8b84ebeb-f672-4973-b005-feadefc377e5 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:27.830649 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7ff49a27-38e6-4248-9a3b-0e78237a7783 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.922033 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-7ff49a27-38e6-4248-9a3b-0e78237a7783 admin admin] For port 8b84ebeb-f672-4973-b005-feadefc377e5, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=8b84ebeb-f672-4973-b005-feadefc377e5,segment=NetworkSegment(ac0f9079-928e-4160-a58f-ec1c9f621b83),segment_id=ac0f9079-928e-4160-a58f-ec1c9f621b83)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:27.922406 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7ff49a27-38e6-4248-9a3b-0e78237a7783 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:27.936241 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7ff49a27-38e6-4248-9a3b-0e78237a7783 admin admin] Calling delete_port for 8b84ebeb-f672-4973-b005-feadefc377e5 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:28.165245 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7ff49a27-38e6-4248-9a3b-0e78237a7783 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:28.195145 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff49a27-38e6-4248-9a3b-0e78237a7783 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b84ebeb-f672-4973-b005-feadefc377e5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:28.376749 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7ff49a27-38e6-4248-9a3b-0e78237a7783 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:28.894410 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ff49a27-38e6-4248-9a3b-0e78237a7783 admin admin] Router 747c98a0-4eec-46af-85a8-66e42e62b775 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:01:29.002994 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ff49a27-38e6-4248-9a3b-0e78237a7783 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:01:29.010803 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7ff49a27-38e6-4248-9a3b-0e78237a7783 admin admin] 10.222.0.22 "PUT /v2.0/routers/747c98a0-4eec-46af-85a8-66e42e62b775/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8328393 Jul 16 09:01:29.011735 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40174) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:29.014260 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a28db3-5581-4d51-a2c0-fdcc8034e00e None None] Sync routers for ids ['747c98a0-4eec-46af-85a8-66e42e62b775'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:01:29.028257 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a28db3-5581-4d51-a2c0-fdcc8034e00e None None] Routers {'747c98a0-4eec-46af-85a8-66e42e62b775'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:29.029183 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-84a28db3-5581-4d51-a2c0-fdcc8034e00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:01:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['747c98a0-4eec-46af-85a8-66e42e62b775'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:29.123539 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd74186a-fc3d-48f1-a1c0-f50b00012e5a admin admin] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:29.135652 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-84a28db3-5581-4d51-a2c0-fdcc8034e00e None None] Set router 747c98a0-4eec-46af-85a8-66e42e62b775 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:29.238631 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd74186a-fc3d-48f1-a1c0-f50b00012e5a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:29.302643 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-bd74186a-fc3d-48f1-a1c0-f50b00012e5a admin admin] Deleting port 06297838-e9d5-4c26-a2ac-674227e7c427 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:29.303055 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd74186a-fc3d-48f1-a1c0-f50b00012e5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:29.350221 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-84a28db3-5581-4d51-a2c0-fdcc8034e00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747c98a0-4eec-46af-85a8-66e42e62b775', 'name': 'tempest-TestVolumeBootPattern-975933888-router', 'tenant_id': 'baf0bb2c3e0b47e5a4cc1dd609d1fe78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.138'}], 'enable_snat': True}, 'gw_port_id': '06297838-e9d5-4c26-a2ac-674227e7c427', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:50:01Z', 'updated_at': '2021-07-16T09:01:28Z', 'revision_number': 5, 'project_id': 'baf0bb2c3e0b47e5a4cc1dd609d1fe78', 'gw_port': {'id': '06297838-e9d5-4c26-a2ac-674227e7c427', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:db:b5:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '747c98a0-4eec-46af-85a8-66e42e62b775', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3102, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T08:50:01Z', 'updated_at': '2021-07-16T08:50:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:29.377872 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a28db3-5581-4d51-a2c0-fdcc8034e00e None None] Checking router: 747c98a0-4eec-46af-85a8-66e42e62b775 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:01:29.387171 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a28db3-5581-4d51-a2c0-fdcc8034e00e None None] Routers {'747c98a0-4eec-46af-85a8-66e42e62b775'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:01:29.387811 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-84a28db3-5581-4d51-a2c0-fdcc8034e00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:01:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['747c98a0-4eec-46af-85a8-66e42e62b775'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:29.393111 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-bd74186a-fc3d-48f1-a1c0-f50b00012e5a admin admin] For port 06297838-e9d5-4c26-a2ac-674227e7c427, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=06297838-e9d5-4c26-a2ac-674227e7c427,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:29.393835 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd74186a-fc3d-48f1-a1c0-f50b00012e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:29.414480 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-bd74186a-fc3d-48f1-a1c0-f50b00012e5a admin admin] Calling delete_port for 06297838-e9d5-4c26-a2ac-674227e7c427 owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:29.482899 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-84a28db3-5581-4d51-a2c0-fdcc8034e00e None None] Set router 747c98a0-4eec-46af-85a8-66e42e62b775 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:01:29.541575 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-84a28db3-5581-4d51-a2c0-fdcc8034e00e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '747c98a0-4eec-46af-85a8-66e42e62b775', 'name': 'tempest-TestVolumeBootPattern-975933888-router', 'tenant_id': 'baf0bb2c3e0b47e5a4cc1dd609d1fe78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:50:01Z', 'updated_at': '2021-07-16T09:01:29Z', 'revision_number': 6, 'project_id': 'baf0bb2c3e0b47e5a4cc1dd609d1fe78', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:29.574688 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84a28db3-5581-4d51-a2c0-fdcc8034e00e None None] The sync data for ids ['747c98a0-4eec-46af-85a8-66e42e62b775'] in n-d-771362-37 is: [{'id': '747c98a0-4eec-46af-85a8-66e42e62b775', 'name': 'tempest-TestVolumeBootPattern-975933888-router', 'tenant_id': 'baf0bb2c3e0b47e5a4cc1dd609d1fe78', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T08:50:01Z', 'updated_at': '2021-07-16T09:01:29Z', 'revision_number': 6, 'project_id': 'baf0bb2c3e0b47e5a4cc1dd609d1fe78', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:01:29.624749 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd74186a-fc3d-48f1-a1c0-f50b00012e5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:29.653463 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd74186a-fc3d-48f1-a1c0-f50b00012e5a admin admin] Pushing event deleted for resources: {'Port': ['ID=06297838-e9d5-4c26-a2ac-674227e7c427,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:29.724656 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd74186a-fc3d-48f1-a1c0-f50b00012e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:29.819393 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd74186a-fc3d-48f1-a1c0-f50b00012e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:29.821582 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd74186a-fc3d-48f1-a1c0-f50b00012e5a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:29.865771 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd74186a-fc3d-48f1-a1c0-f50b00012e5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:29.866471 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd74186a-fc3d-48f1-a1c0-f50b00012e5a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 747c98a0-4eec-46af-85a8-66e42e62b775 {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:01:29.870900 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bd74186a-fc3d-48f1-a1c0-f50b00012e5a admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:29.872017 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bd74186a-fc3d-48f1-a1c0-f50b00012e5a admin admin] 10.222.0.22 "DELETE /v2.0/routers/747c98a0-4eec-46af-85a8-66e42e62b775 HTTP/1.1" status: 204 len: 168 time: 0.8590086 Jul 16 09:01:29.874482 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40180) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:29.929907 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e51f476-e87b-41a9-8f4a-289fddc5b1bc admin admin] Deleting subnet f7525a5a-3aba-4180-b017-70093285895c {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:01:29.933483 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3e51f476-e87b-41a9-8f4a-289fddc5b1bc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:29.982927 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3e51f476-e87b-41a9-8f4a-289fddc5b1bc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.076470 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3e51f476-e87b-41a9-8f4a-289fddc5b1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.132962 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3e51f476-e87b-41a9-8f4a-289fddc5b1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.163809 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e51f476-e87b-41a9-8f4a-289fddc5b1bc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7525a5a-3aba-4180-b017-70093285895c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:30.167532 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3e51f476-e87b-41a9-8f4a-289fddc5b1bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.172381 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40182) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:30.173022 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3e51f476-e87b-41a9-8f4a-289fddc5b1bc admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f7525a5a-3aba-4180-b017-70093285895c HTTP/1.1" status: 204 len: 168 time: 0.2969394 Jul 16 09:01:30.182874 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4232005-cca7-477e-8788-66f281cf973e None None] Network c5967f70-fabf-43d6-ae7d-a423e753bc72 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:01:30.284962 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe336eb9-2508-4baa-978f-fe96a288f289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.345266 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-fe336eb9-2508-4baa-978f-fe96a288f289 admin admin] Deleting port 8573ae95-1bf5-459a-b0c9-0f7e9267e7ba {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:30.345583 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe336eb9-2508-4baa-978f-fe96a288f289 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.441014 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17115767-7029-4d48-ac6d-3f8acae4731f None None] DHCP port deletion for c5967f70-fabf-43d6-ae7d-a423e753bc72 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:01:30.464419 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-fe336eb9-2508-4baa-978f-fe96a288f289 admin admin] For port 8573ae95-1bf5-459a-b0c9-0f7e9267e7ba, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=8573ae95-1bf5-459a-b0c9-0f7e9267e7ba,segment=NetworkSegment(ac0f9079-928e-4160-a58f-ec1c9f621b83),segment_id=ac0f9079-928e-4160-a58f-ec1c9f621b83)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:30.464800 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe336eb9-2508-4baa-978f-fe96a288f289 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.482717 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-fe336eb9-2508-4baa-978f-fe96a288f289 admin admin] Calling delete_port for 8573ae95-1bf5-459a-b0c9-0f7e9267e7ba owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:30.533848 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-17115767-7029-4d48-ac6d-3f8acae4731f None None] Deleting port 8573ae95-1bf5-459a-b0c9-0f7e9267e7ba {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:01:30.534824 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-17115767-7029-4d48-ac6d-3f8acae4731f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.595692 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe336eb9-2508-4baa-978f-fe96a288f289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.632981 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe336eb9-2508-4baa-978f-fe96a288f289 admin admin] Pushing event deleted for resources: {'Port': ['ID=8573ae95-1bf5-459a-b0c9-0f7e9267e7ba,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:30.635499 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe336eb9-2508-4baa-978f-fe96a288f289 admin admin] No DVR routers for this DVR port 8573ae95-1bf5-459a-b0c9-0f7e9267e7ba on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:30.638814 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-17115767-7029-4d48-ac6d-3f8acae4731f None None] For port 8573ae95-1bf5-459a-b0c9-0f7e9267e7ba, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=8573ae95-1bf5-459a-b0c9-0f7e9267e7ba,segment=NetworkSegment(ac0f9079-928e-4160-a58f-ec1c9f621b83),segment_id=ac0f9079-928e-4160-a58f-ec1c9f621b83)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:01:30.639024 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-17115767-7029-4d48-ac6d-3f8acae4731f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.667381 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-17115767-7029-4d48-ac6d-3f8acae4731f None None] Calling delete_port for 8573ae95-1bf5-459a-b0c9-0f7e9267e7ba owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:01:30.748291 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe336eb9-2508-4baa-978f-fe96a288f289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.759832 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-17115767-7029-4d48-ac6d-3f8acae4731f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.761939 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-fe336eb9-2508-4baa-978f-fe96a288f289 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5967f70-fabf-43d6-ae7d-a423e753bc72']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:30.773251 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-fe336eb9-2508-4baa-978f-fe96a288f289 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac0f9079-928e-4160-a58f-ec1c9f621b83') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:30.774457 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-fe336eb9-2508-4baa-978f-fe96a288f289 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac0f9079-928e-4160-a58f-ec1c9f621b83') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:30.790774 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe336eb9-2508-4baa-978f-fe96a288f289 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.805169 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17115767-7029-4d48-ac6d-3f8acae4731f None None] Pushing event deleted for resources: {'Port': ['ID=8573ae95-1bf5-459a-b0c9-0f7e9267e7ba,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:30.806959 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17115767-7029-4d48-ac6d-3f8acae4731f None None] No DVR routers for this DVR port 8573ae95-1bf5-459a-b0c9-0f7e9267e7ba on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:01:30.829894 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe336eb9-2508-4baa-978f-fe96a288f289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.837670 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe336eb9-2508-4baa-978f-fe96a288f289 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:01:30.838157 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe336eb9-2508-4baa-978f-fe96a288f289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.840592 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 09:01:30.840592 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:01:30.840592 n-d-771362-37 neutron-server[93759]: timer() Jul 16 09:01:30.840592 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:01:30.840592 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 09:01:30.840592 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:01:30.840592 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 09:01:30.840592 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:01:30.840592 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 09:01:30.840592 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:01:30.840592 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 09:01:30.840592 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:01:30.840592 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 09:01:30.840592 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:01:30.840592 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:01:30.840592 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:01:30.840592 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:01:30.840592 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:01:30.840592 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 09:01:30.840592 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:01:30.840592 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 09:01:30.840592 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:01:30.840592 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:01:30.840592 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:01:30.840592 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 09:01:30.840592 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:01:30.840592 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:01:30.840592 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:01:30.840592 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:01:30.840592 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:01:30.840592 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:01:30.840592 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:01:30.917773 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe336eb9-2508-4baa-978f-fe96a288f289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.924328 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe336eb9-2508-4baa-978f-fe96a288f289 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:30.926877 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fe336eb9-2508-4baa-978f-fe96a288f289 admin admin] 10.222.0.22 "DELETE /v2.0/networks/c5967f70-fabf-43d6-ae7d-a423e753bc72 HTTP/1.1" status: 204 len: 168 time: 0.7528217 Jul 16 09:01:30.939625 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe336eb9-2508-4baa-978f-fe96a288f289 admin admin] Pushing event deleted for resources: {'Network': ['ID=c5967f70-fabf-43d6-ae7d-a423e753bc72,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:31.083222 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40190) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:31.129099 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40192) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:31.129867 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7df6a28b-47fd-4656-9745-76a6ed3a4a62 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=30db3ea81a8c4c93843f47b12edb82f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0451605 Jul 16 09:01:31.183394 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6b319197-5dfa-40c6-8293-b09067da6619 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:31.206510 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6b319197-5dfa-40c6-8293-b09067da6619 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:31.270353 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6b319197-5dfa-40c6-8293-b09067da6619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:31.273465 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6b319197-5dfa-40c6-8293-b09067da6619 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:31.274897 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6b319197-5dfa-40c6-8293-b09067da6619 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/42dd5598-4aa0-4f58-a79b-1315ce42dc91 HTTP/1.1" status: 204 len: 168 time: 0.1435015 Jul 16 09:01:31.285201 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b319197-5dfa-40c6-8293-b09067da6619 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42dd5598-4aa0-4f58-a79b-1315ce42dc91,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:31.538725 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 8573ae95-1bf5-459a-b0c9-0f7e9267e7ba no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:31.566979 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 8573ae95-1bf5-459a-b0c9-0f7e9267e7ba {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:31.567597 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 8573ae95-1bf5-459a-b0c9-0f7e9267e7ba not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:31.568205 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 8b84ebeb-f672-4973-b005-feadefc377e5 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:31.608706 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 8b84ebeb-f672-4973-b005-feadefc377e5 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:31.609246 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 8b84ebeb-f672-4973-b005-feadefc377e5 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:31.609981 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 06297838-e9d5-4c26-a2ac-674227e7c427 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:01:31.637556 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 06297838-e9d5-4c26-a2ac-674227e7c427 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:01:31.637966 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 06297838-e9d5-4c26-a2ac-674227e7c427 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:01:31.723031 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40202) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:31.772495 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-03002538-0280-4bd0-b345-e428667ba964 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=baf0bb2c3e0b47e5a4cc1dd609d1fe78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478437 Jul 16 09:01:31.774818 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40204) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:31.826372 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-83c71ecc-22eb-47d0-b156-c1a8573ee4b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:31.850064 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-83c71ecc-22eb-47d0-b156-c1a8573ee4b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:31.906253 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-83c71ecc-22eb-47d0-b156-c1a8573ee4b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:31.908779 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-83c71ecc-22eb-47d0-b156-c1a8573ee4b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:31.909903 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-83c71ecc-22eb-47d0-b156-c1a8573ee4b2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/669d174b-f48b-4b4f-9008-549519c22cfd HTTP/1.1" status: 204 len: 168 time: 0.1341805 Jul 16 09:01:31.918053 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c71ecc-22eb-47d0-b156-c1a8573ee4b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=669d174b-f48b-4b4f-9008-549519c22cfd,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:32.264764 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:32.293987 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:33.302774 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8242c3b9-ac87-4e25-94b5-89dd42016b07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:35.715281 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3a3b381-3040-4bff-b768-d2401f512146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:36.040940 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:37.134487 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:38.591676 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:45.253203 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cf7a6121-237c-4e36-9e4f-ab97d4994a47 req-eafeb80b-3a46-4bc0-a57a-4b7c770d861a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0518291 Jul 16 09:01:45.350319 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a6121-237c-4e36-9e4f-ab97d4994a47 req-5c4c68f4-f6b5-4329-9a93-243a6f0b4120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:45.351850 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cf7a6121-237c-4e36-9e4f-ab97d4994a47 req-5c4c68f4-f6b5-4329-9a93-243a6f0b4120 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=807350fc1feb4d8185a8b674a80833b8&device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 1098 time: 0.0531485 Jul 16 09:01:45.466268 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a6121-237c-4e36-9e4f-ab97d4994a47 req-11807b53-216f-4d3a-bb11-1450f0059e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:45.467873 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cf7a6121-237c-4e36-9e4f-ab97d4994a47 req-11807b53-216f-4d3a-bb11-1450f0059e7c service neutron] 10.222.0.21 "GET /v2.0/networks?id=1d966671-080a-4a00-b7d3-7ffcd41de721 HTTP/1.1" status: 200 len: 912 time: 0.0963485 Jul 16 09:01:45.537160 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cf7a6121-237c-4e36-9e4f-ab97d4994a47 req-60858d43-7b0e-4df8-99e4-20bae0df1c9d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63243379-9dc7-4637-9eec-e7284090566a HTTP/1.1" status: 200 len: 1002 time: 0.0575981 Jul 16 09:01:45.587264 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a6121-237c-4e36-9e4f-ab97d4994a47 req-f0a8fef2-43f6-4bfc-ad23-c6c9a442e914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:45.588779 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cf7a6121-237c-4e36-9e4f-ab97d4994a47 req-f0a8fef2-43f6-4bfc-ad23-c6c9a442e914 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9db346c4-198e-4f62-93cb-a8985eefeb3d HTTP/1.1" status: 200 len: 850 time: 0.0454853 Jul 16 09:01:45.654376 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7a6121-237c-4e36-9e4f-ab97d4994a47 req-c76baa6a-9ad4-4813-bd6b-e5d5cde84529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:01:45.655937 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cf7a6121-237c-4e36-9e4f-ab97d4994a47 req-c76baa6a-9ad4-4813-bd6b-e5d5cde84529 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d966671-080a-4a00-b7d3-7ffcd41de721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0607841 Jul 16 09:01:45.749740 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cf7a6121-237c-4e36-9e4f-ab97d4994a47 req-d986a1fa-3143-4fa2-a76d-71aedec14e14 service neutron] 10.222.0.21 "GET /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855350 Jul 16 09:01:45.848202 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cf7a6121-237c-4e36-9e4f-ab97d4994a47 req-4274d3a4-24c7-4fc9-ac60-e62b51d49ab7 service neutron] 10.222.0.21 "GET /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922523 Jul 16 09:01:53.038673 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40342) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:53.083366 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-3eff123b-4cc8-4ed7-b521-b2c1e15105a0 admin admin] Deleting subnet c4d9e928-6536-4fbc-bd10-4f64492b6b6e {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:01:53.086386 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3eff123b-4cc8-4ed7-b521-b2c1e15105a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.120033 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3eff123b-4cc8-4ed7-b521-b2c1e15105a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.161977 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3eff123b-4cc8-4ed7-b521-b2c1e15105a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.213752 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3eff123b-4cc8-4ed7-b521-b2c1e15105a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.239144 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eff123b-4cc8-4ed7-b521-b2c1e15105a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4d9e928-6536-4fbc-bd10-4f64492b6b6e,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:53.242878 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3eff123b-4cc8-4ed7-b521-b2c1e15105a0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.248244 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3eff123b-4cc8-4ed7-b521-b2c1e15105a0 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/c4d9e928-6536-4fbc-bd10-4f64492b6b6e HTTP/1.1" status: 204 len: 168 time: 0.2083468 Jul 16 09:01:53.248491 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40344) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:53.319718 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-857129ca-50e8-4d76-8fb5-8cb52ee983c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.396743 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-857129ca-50e8-4d76-8fb5-8cb52ee983c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.407521 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-857129ca-50e8-4d76-8fb5-8cb52ee983c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['232150c6-c2b7-4dfe-abcf-3769bf8915cb']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:53.418254 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-857129ca-50e8-4d76-8fb5-8cb52ee983c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '775d1b08-9fb9-462d-b710-d8d956fccbf6') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:53.418527 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-857129ca-50e8-4d76-8fb5-8cb52ee983c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '775d1b08-9fb9-462d-b710-d8d956fccbf6') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:01:53.429019 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-857129ca-50e8-4d76-8fb5-8cb52ee983c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.443781 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-857129ca-50e8-4d76-8fb5-8cb52ee983c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.450514 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-857129ca-50e8-4d76-8fb5-8cb52ee983c2 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:01:53.450911 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-857129ca-50e8-4d76-8fb5-8cb52ee983c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.452680 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 09:01:53.452680 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:01:53.452680 n-d-771362-37 neutron-server[93759]: timer() Jul 16 09:01:53.452680 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:01:53.452680 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 09:01:53.452680 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:01:53.452680 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 09:01:53.452680 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:01:53.452680 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 09:01:53.452680 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:01:53.452680 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 09:01:53.452680 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:01:53.452680 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 09:01:53.452680 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:01:53.452680 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:01:53.452680 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:01:53.452680 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:01:53.452680 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:01:53.452680 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 09:01:53.452680 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:01:53.452680 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 09:01:53.452680 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:01:53.452680 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:01:53.452680 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:01:53.452680 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 09:01:53.452680 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:01:53.452680 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:01:53.452680 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:01:53.452680 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:01:53.452680 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:01:53.452680 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:01:53.452680 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:01:53.509133 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-857129ca-50e8-4d76-8fb5-8cb52ee983c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.514157 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-857129ca-50e8-4d76-8fb5-8cb52ee983c2 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.518810 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-857129ca-50e8-4d76-8fb5-8cb52ee983c2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/232150c6-c2b7-4dfe-abcf-3769bf8915cb HTTP/1.1" status: 204 len: 168 time: 0.2664864 Jul 16 09:01:53.529288 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857129ca-50e8-4d76-8fb5-8cb52ee983c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=232150c6-c2b7-4dfe-abcf-3769bf8915cb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:53.693005 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40350) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:53.734589 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-20454979-2ce7-4dc3-8dab-882ce634e2b3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4356e827a988460185a41bb4a0481a8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403709 Jul 16 09:01:53.737067 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40352) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:01:53.785227 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07b2ee24-2373-47e5-95e6-eb798327d11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.805596 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07b2ee24-2373-47e5-95e6-eb798327d11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.850874 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07b2ee24-2373-47e5-95e6-eb798327d11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.853312 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-07b2ee24-2373-47e5-95e6-eb798327d11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:01:53.854447 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-07b2ee24-2373-47e5-95e6-eb798327d11e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/3b13500b-d3b9-412f-b23b-7fb0ee0622cd HTTP/1.1" status: 204 len: 168 time: 0.1164007 Jul 16 09:01:53.863795 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b2ee24-2373-47e5-95e6-eb798327d11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b13500b-d3b9-412f-b23b-7fb0ee0622cd,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:01:58.269340 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:02:02.260905 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:02.279260 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:03.306562 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a9e42c6b-3602-40a5-a191-5e59e0142f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:05.706157 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2a961514-2f56-47f2-886f-8b3eb93a1113 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:06.032836 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:07.133341 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:08.594970 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:11.969445 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40516) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:12.079786 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-37c24b28-47a5-4562-8cee-88804dbcda69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:12.176316 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-37c24b28-47a5-4562-8cee-88804dbcda69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:12.179880 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-37c24b28-47a5-4562-8cee-88804dbcda69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:12.217949 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-37c24b28-47a5-4562-8cee-88804dbcda69 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=9cc97d0c3f114bff850971cc87a462c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2472830 Jul 16 09:02:12.218810 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c24b28-47a5-4562-8cee-88804dbcda69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=374b3c01-42bf-47e9-9fb8-1242c5b49712,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:12.220521 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40520) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:02:12.226202 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c24b28-47a5-4562-8cee-88804dbcda69 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:12.226551 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c24b28-47a5-4562-8cee-88804dbcda69 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:12.226893 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c24b28-47a5-4562-8cee-88804dbcda69 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:12.227231 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c24b28-47a5-4562-8cee-88804dbcda69 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:12.228126 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c24b28-47a5-4562-8cee-88804dbcda69 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:12.228480 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c24b28-47a5-4562-8cee-88804dbcda69 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:12.228810 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c24b28-47a5-4562-8cee-88804dbcda69 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:12.229137 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c24b28-47a5-4562-8cee-88804dbcda69 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:12.229464 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c24b28-47a5-4562-8cee-88804dbcda69 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:12.229783 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c24b28-47a5-4562-8cee-88804dbcda69 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:12.230105 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c24b28-47a5-4562-8cee-88804dbcda69 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:12.230426 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37c24b28-47a5-4562-8cee-88804dbcda69 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:12.270242 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-04318001-1c10-4388-896f-318ea32e7318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:12.291761 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-04318001-1c10-4388-896f-318ea32e7318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:12.336566 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-04318001-1c10-4388-896f-318ea32e7318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:12.339753 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-04318001-1c10-4388-896f-318ea32e7318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:12.341000 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-04318001-1c10-4388-896f-318ea32e7318 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/374b3c01-42bf-47e9-9fb8-1242c5b49712 HTTP/1.1" status: 204 len: 168 time: 0.1193695 Jul 16 09:02:12.348318 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04318001-1c10-4388-896f-318ea32e7318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=374b3c01-42bf-47e9-9fb8-1242c5b49712,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:02:12.356178 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04318001-1c10-4388-896f-318ea32e7318 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:12.356564 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04318001-1c10-4388-896f-318ea32e7318 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:12.356915 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04318001-1c10-4388-896f-318ea32e7318 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:12.357259 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04318001-1c10-4388-896f-318ea32e7318 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:12.357603 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04318001-1c10-4388-896f-318ea32e7318 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:12.357937 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04318001-1c10-4388-896f-318ea32e7318 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:12.358272 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04318001-1c10-4388-896f-318ea32e7318 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:12.358600 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04318001-1c10-4388-896f-318ea32e7318 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:12.358927 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04318001-1c10-4388-896f-318ea32e7318 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:12.359259 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04318001-1c10-4388-896f-318ea32e7318 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:12.359718 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04318001-1c10-4388-896f-318ea32e7318 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:12.360046 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04318001-1c10-4388-896f-318ea32e7318 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:02:32.257674 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:32.306200 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:33.319409 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f108dfb3-29a4-4598-aac4-75894f821a11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:35.268478 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:02:35.718012 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7fb23658-5dff-417c-bd0b-c39b95b07f28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:36.033497 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:37.140235 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:38.598132 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:02:45.250404 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-56648272-19bc-4ada-adc3-701525b8fc79 req-d40ac7d3-68b5-41cb-9497-69a2390907ae service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538192 Jul 16 09:02:45.345615 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56648272-19bc-4ada-adc3-701525b8fc79 req-105202ee-8678-41f0-bc20-18ba811f971e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:45.347177 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-56648272-19bc-4ada-adc3-701525b8fc79 req-105202ee-8678-41f0-bc20-18ba811f971e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=807350fc1feb4d8185a8b674a80833b8&device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 1098 time: 0.0550570 Jul 16 09:02:45.451922 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56648272-19bc-4ada-adc3-701525b8fc79 req-626308af-ca23-45a1-9787-d8d8e71f2399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:45.453445 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-56648272-19bc-4ada-adc3-701525b8fc79 req-626308af-ca23-45a1-9787-d8d8e71f2399 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1d966671-080a-4a00-b7d3-7ffcd41de721 HTTP/1.1" status: 200 len: 912 time: 0.0855052 Jul 16 09:02:45.526543 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-56648272-19bc-4ada-adc3-701525b8fc79 req-f7d2b144-371d-4e08-907e-b5ee1d6dbf72 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63243379-9dc7-4637-9eec-e7284090566a HTTP/1.1" status: 200 len: 1002 time: 0.0663836 Jul 16 09:02:45.576050 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56648272-19bc-4ada-adc3-701525b8fc79 req-e136cd5b-f99e-4db1-ad0e-ebc91cfec602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:45.577560 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-56648272-19bc-4ada-adc3-701525b8fc79 req-e136cd5b-f99e-4db1-ad0e-ebc91cfec602 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9db346c4-198e-4f62-93cb-a8985eefeb3d HTTP/1.1" status: 200 len: 850 time: 0.0453699 Jul 16 09:02:45.634504 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56648272-19bc-4ada-adc3-701525b8fc79 req-7be6111d-efd3-4ee1-a6c2-03267b38c221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:02:45.636005 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-56648272-19bc-4ada-adc3-701525b8fc79 req-7be6111d-efd3-4ee1-a6c2-03267b38c221 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d966671-080a-4a00-b7d3-7ffcd41de721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520570 Jul 16 09:02:45.731203 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-56648272-19bc-4ada-adc3-701525b8fc79 req-f354255f-8288-4a1a-92be-d9aa63223cb2 service neutron] 10.222.0.21 "GET /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887554 Jul 16 09:02:45.819209 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-56648272-19bc-4ada-adc3-701525b8fc79 req-bbca2859-0101-4059-b19a-8490a7d2a6ed service neutron] 10.222.0.21 "GET /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818393 Jul 16 09:03:02.250959 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:02.313943 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:03.313607 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8fde2e7b-e619-4d70-b1c9-3fe8be160f67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:05.710144 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7cb71d2c-daef-442d-a469-981d03f2bdee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:06.035350 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:07.140940 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:08.598305 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:12.268232 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:03:13.900083 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1e3210-2421-4016-9d30-ab6738face16 req-26b04fd7-f91c-4943-bf0a-576f26433a67 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:13.901600 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ea1e3210-2421-4016-9d30-ab6738face16 req-26b04fd7-f91c-4943-bf0a-576f26433a67 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 946 time: 0.0642335 Jul 16 09:03:13.939910 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ea1e3210-2421-4016-9d30-ab6738face16 req-6fa07d58-8c48-4501-8c9a-ba38e98713db tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327151 Jul 16 09:03:15.140775 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b041df-15ca-49d9-8ea7-b8a1938faa5f req-96d578c6-86a2-46ae-bb4e-a2c29a2c26c0 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:15.142290 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e1b041df-15ca-49d9-8ea7-b8a1938faa5f req-96d578c6-86a2-46ae-bb4e-a2c29a2c26c0 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 946 time: 0.0672877 Jul 16 09:03:15.185018 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e1b041df-15ca-49d9-8ea7-b8a1938faa5f req-6d93e282-8d14-4bda-bdde-1bbb5118fa4f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370409 Jul 16 09:03:16.359914 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f79022d5-5279-4d34-b5f4-129d23306b9c req-0708ab55-29ae-4c94-bff6-589bd155c978 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:16.361455 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f79022d5-5279-4d34-b5f4-129d23306b9c req-0708ab55-29ae-4c94-bff6-589bd155c978 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 946 time: 0.0663505 Jul 16 09:03:16.398539 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f79022d5-5279-4d34-b5f4-129d23306b9c req-6670f19d-fb09-4b18-a3c7-9f53fb5eaf5f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316060 Jul 16 09:03:17.574977 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a40a0f2-0567-4636-95f5-a0881913d36c req-f9db968b-c8d8-411f-993f-724b0812ffee tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:17.576477 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8a40a0f2-0567-4636-95f5-a0881913d36c req-f9db968b-c8d8-411f-993f-724b0812ffee tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 946 time: 0.0664182 Jul 16 09:03:17.613423 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8a40a0f2-0567-4636-95f5-a0881913d36c req-fa7939d1-ae78-4050-9bc9-1b19307775ed tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313423 Jul 16 09:03:18.785659 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cd559c-6d57-43e4-922d-b84a78f317b9 req-eb8afa36-e65b-41ac-bbdf-b758fc104fa7 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:18.787158 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-83cd559c-6d57-43e4-922d-b84a78f317b9 req-eb8afa36-e65b-41ac-bbdf-b758fc104fa7 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 946 time: 0.0633256 Jul 16 09:03:18.825376 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-83cd559c-6d57-43e4-922d-b84a78f317b9 req-638cf70d-4724-49b9-8f1a-93c948838e4d tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326905 Jul 16 09:03:20.005190 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18c2a1c-75cf-4547-96e0-ca8395c3e5ce req-ba1919e0-dc52-49a7-8b0b-d7c15289b06e tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:20.006672 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a18c2a1c-75cf-4547-96e0-ca8395c3e5ce req-ba1919e0-dc52-49a7-8b0b-d7c15289b06e tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 946 time: 0.0724373 Jul 16 09:03:20.045402 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a18c2a1c-75cf-4547-96e0-ca8395c3e5ce req-0bc640eb-6bc8-4924-b79a-d3bb5033ba61 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323665 Jul 16 09:03:21.220929 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea42f4-9e1f-40a8-a6e8-60ac94baabe2 req-27fe9c3e-9da1-49a3-8049-007cf80f7dd8 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:21.222434 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8fea42f4-9e1f-40a8-a6e8-60ac94baabe2 req-27fe9c3e-9da1-49a3-8049-007cf80f7dd8 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 946 time: 0.0637088 Jul 16 09:03:21.266431 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8fea42f4-9e1f-40a8-a6e8-60ac94baabe2 req-1f0709c2-19f9-432c-82ba-b499376ed6f8 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378563 Jul 16 09:03:22.619237 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475dcf3c-2939-4a89-8063-054d7cd803af req-1d10ff0f-4896-46a8-9f7b-56aa1789c92a tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:22.620744 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-475dcf3c-2939-4a89-8063-054d7cd803af req-1d10ff0f-4896-46a8-9f7b-56aa1789c92a tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 946 time: 0.2435098 Jul 16 09:03:22.657305 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-475dcf3c-2939-4a89-8063-054d7cd803af req-5dad975b-4d5f-428c-b762-8d1433c2da11 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307810 Jul 16 09:03:23.891737 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d9230c-2e8c-4199-a54f-f8378b876211 req-09b10682-9f0e-4f8b-a7d7-2055a6091670 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:23.893262 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-06d9230c-2e8c-4199-a54f-f8378b876211 req-09b10682-9f0e-4f8b-a7d7-2055a6091670 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 946 time: 0.1232064 Jul 16 09:03:23.931668 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-06d9230c-2e8c-4199-a54f-f8378b876211 req-a4fe45af-a504-4bc8-9247-afe44f6583f4 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321310 Jul 16 09:03:25.104022 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78b937d2-3b9e-49be-8fe6-d1ed8f6862d0 req-3320c4f4-aa43-466a-8968-c07496e0e968 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:25.105519 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-78b937d2-3b9e-49be-8fe6-d1ed8f6862d0 req-3320c4f4-aa43-466a-8968-c07496e0e968 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 946 time: 0.0618320 Jul 16 09:03:25.141597 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-78b937d2-3b9e-49be-8fe6-d1ed8f6862d0 req-930f3356-5f2a-41a9-ab5e-137b538e2db1 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306089 Jul 16 09:03:25.508589 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a5d21a-f310-49b0-aced-e270cf937779 req-44655651-9a88-45a8-b4fe-941c98a6c2fc tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:25.510299 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b9a5d21a-f310-49b0-aced-e270cf937779 req-44655651-9a88-45a8-b4fe-941c98a6c2fc tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 946 time: 0.0978239 Jul 16 09:03:25.512540 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e007a8-8552-4776-9e69-124402d2710b req-6cff84bc-05ad-4195-af2a-a24e3749507d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:25.514025 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73e007a8-8552-4776-9e69-124402d2710b req-6cff84bc-05ad-4195-af2a-a24e3749507d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=807350fc1feb4d8185a8b674a80833b8&device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 1098 time: 0.1093800 Jul 16 09:03:25.575670 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b9a5d21a-f310-49b0-aced-e270cf937779 req-409f2600-3a36-47e4-82ba-cae2c65caf38 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596530 Jul 16 09:03:25.630062 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e007a8-8552-4776-9e69-124402d2710b req-6e92e479-1f94-4750-b5f8-aa81b0a0115f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:25.631537 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73e007a8-8552-4776-9e69-124402d2710b req-6e92e479-1f94-4750-b5f8-aa81b0a0115f service neutron] 10.222.0.21 "GET /v2.0/networks?id=1d966671-080a-4a00-b7d3-7ffcd41de721 HTTP/1.1" status: 200 len: 912 time: 0.1092775 Jul 16 09:03:25.694054 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73e007a8-8552-4776-9e69-124402d2710b req-427a7f3c-60f1-4ae3-87ef-8133057f3918 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63243379-9dc7-4637-9eec-e7284090566a HTTP/1.1" status: 200 len: 1002 time: 0.0560920 Jul 16 09:03:25.745417 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e007a8-8552-4776-9e69-124402d2710b req-682a9fa3-7c54-4e03-b6d8-3f2d182f780d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:25.746893 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73e007a8-8552-4776-9e69-124402d2710b req-682a9fa3-7c54-4e03-b6d8-3f2d182f780d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9db346c4-198e-4f62-93cb-a8985eefeb3d HTTP/1.1" status: 200 len: 850 time: 0.0474157 Jul 16 09:03:25.802930 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e007a8-8552-4776-9e69-124402d2710b req-95914663-bcf7-4307-b0d6-78a613d3c336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:25.804317 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73e007a8-8552-4776-9e69-124402d2710b req-95914663-bcf7-4307-b0d6-78a613d3c336 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d966671-080a-4a00-b7d3-7ffcd41de721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511463 Jul 16 09:03:25.814556 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-73e007a8-8552-4776-9e69-124402d2710b req-407ee7eb-ed5a-4c15-b03f-6629d416fb41 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:03:25.815517 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73e007a8-8552-4776-9e69-124402d2710b req-407ee7eb-ed5a-4c15-b03f-6629d416fb41 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048654 Jul 16 09:03:25.903935 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73e007a8-8552-4776-9e69-124402d2710b req-966c6f6a-a8c4-4717-ab2c-31216eeef59e service neutron] 10.222.0.21 "GET /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822902 Jul 16 09:03:25.994321 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-73e007a8-8552-4776-9e69-124402d2710b req-ec7e56b8-c35e-444f-b645-faf8fd5fd115 service neutron] 10.222.0.21 "GET /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843027 Jul 16 09:03:26.754897 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd0a25-827d-4345-8cdb-796ecdf25f69 req-947e4b2e-8006-4bbf-98de-93411ce8bb0e tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:26.756398 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d7bd0a25-827d-4345-8cdb-796ecdf25f69 req-947e4b2e-8006-4bbf-98de-93411ce8bb0e tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 946 time: 0.0628870 Jul 16 09:03:26.794058 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d7bd0a25-827d-4345-8cdb-796ecdf25f69 req-710b3760-4519-44d1-827a-8243fe3a6259 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312624 Jul 16 09:03:32.264587 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:32.339093 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:33.313987 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d1cca6f9-829e-4988-b139-d04c3c9ea8a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:35.711943 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e0d0c8e5-a4f4-45cc-bf0a-cef8842fb21d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:36.036771 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:37.141855 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:38.602811 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:03:47.331017 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-939c4df2-2305-4693-8ff1-198dad2dcf25 req-a82cb858-83a6-4c00-b7f8-306cc697527c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1198618 Jul 16 09:03:47.425667 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c4df2-2305-4693-8ff1-198dad2dcf25 req-a6d00c13-e855-4783-8dd3-e52e664d67e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:47.427175 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-939c4df2-2305-4693-8ff1-198dad2dcf25 req-a6d00c13-e855-4783-8dd3-e52e664d67e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=807350fc1feb4d8185a8b674a80833b8&device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 1098 time: 0.0531793 Jul 16 09:03:47.532315 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c4df2-2305-4693-8ff1-198dad2dcf25 req-1ca4cd2f-9a28-4182-9295-6bb5ee14f453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:47.533867 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-939c4df2-2305-4693-8ff1-198dad2dcf25 req-1ca4cd2f-9a28-4182-9295-6bb5ee14f453 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1d966671-080a-4a00-b7d3-7ffcd41de721 HTTP/1.1" status: 200 len: 912 time: 0.0867736 Jul 16 09:03:47.599455 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-939c4df2-2305-4693-8ff1-198dad2dcf25 req-647db594-a650-4e64-bcdf-2d4e3e12f85b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63243379-9dc7-4637-9eec-e7284090566a HTTP/1.1" status: 200 len: 1002 time: 0.0578141 Jul 16 09:03:47.651291 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c4df2-2305-4693-8ff1-198dad2dcf25 req-96970096-643d-44f6-b070-45e8e7a8e578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:47.652787 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-939c4df2-2305-4693-8ff1-198dad2dcf25 req-96970096-643d-44f6-b070-45e8e7a8e578 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9db346c4-198e-4f62-93cb-a8985eefeb3d HTTP/1.1" status: 200 len: 850 time: 0.0469198 Jul 16 09:03:47.712815 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939c4df2-2305-4693-8ff1-198dad2dcf25 req-2ac4033b-95a4-48f3-b428-4cc38434563d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:03:47.714323 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-939c4df2-2305-4693-8ff1-198dad2dcf25 req-2ac4033b-95a4-48f3-b428-4cc38434563d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d966671-080a-4a00-b7d3-7ffcd41de721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537524 Jul 16 09:03:47.805883 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-939c4df2-2305-4693-8ff1-198dad2dcf25 req-7adf2fcf-203e-4583-8842-5a800f7850e8 service neutron] 10.222.0.21 "GET /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830894 Jul 16 09:03:47.896666 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-939c4df2-2305-4693-8ff1-198dad2dcf25 req-fc75aff6-2410-4988-8541-1493b98d0dea service neutron] 10.222.0.21 "GET /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836523 Jul 16 09:03:49.268023 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:03:57.417251 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-3d83cbfe-d6d1-46f4-a22b-7c1b594e7362 req-8aac89e9-4561-4a8d-8634-a1455f4ab187 service neutron] (93758) timed out ('10.222.0.22', 56700) {{(pid=93758) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:04:02.270087 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:02.346738 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:03.315613 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49d8dc92-be6d-439f-b5a6-9db543626570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:04.764701 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2baec67-6057-425d-933f-0a65589cdc67 req-c32bfdf8-e999-465b-97cd-9fc28ca9bf44 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:04.766203 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a2baec67-6057-425d-933f-0a65589cdc67 req-c32bfdf8-e999-465b-97cd-9fc28ca9bf44 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 946 time: 0.0686493 Jul 16 09:04:04.805097 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a2baec67-6057-425d-933f-0a65589cdc67 req-f8c7587d-7a3a-4f8d-b806-9d4f5007c88a tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332193 Jul 16 09:04:05.714142 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fba2f3b4-c5eb-4407-809b-b496dfe3e801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:05.983908 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560d852-4e83-48fc-a5c4-2389228cbfc4 req-133d3cd3-82d3-4b73-9916-2a29b357a3cd tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:05.985409 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d560d852-4e83-48fc-a5c4-2389228cbfc4 req-133d3cd3-82d3-4b73-9916-2a29b357a3cd tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 946 time: 0.0675118 Jul 16 09:04:06.023656 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d560d852-4e83-48fc-a5c4-2389228cbfc4 req-250431ca-42c3-467d-8899-0ed09d5c1538 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327177 Jul 16 09:04:06.036875 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:07.146042 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:07.547909 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cd0318-7031-4e8b-9fa9-10b3aa5f62ae req-901e9e47-400e-4522-9763-6beab656f235 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:07.549425 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-57cd0318-7031-4e8b-9fa9-10b3aa5f62ae req-901e9e47-400e-4522-9763-6beab656f235 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 946 time: 0.4130628 Jul 16 09:04:07.586849 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-57cd0318-7031-4e8b-9fa9-10b3aa5f62ae req-312c60f3-0661-47b1-a464-d62352476a68 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318055 Jul 16 09:04:08.606030 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:08.767630 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cd719c-b719-48ed-a0e8-4d1f5030e87d req-2d1136f0-ae2c-4dea-bfc1-b7c543e5e615 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:08.769183 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d0cd719c-b719-48ed-a0e8-4d1f5030e87d req-2d1136f0-ae2c-4dea-bfc1-b7c543e5e615 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 946 time: 0.0667806 Jul 16 09:04:08.808411 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d0cd719c-b719-48ed-a0e8-4d1f5030e87d req-546cdce0-eebd-4ea2-8321-feb5e80cd237 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330400 Jul 16 09:04:09.977281 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1424084a-7bf8-4e03-b269-daf07e74b4b3 req-ef816d7c-78cf-44a4-9cfc-62265f24ae40 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:09.978738 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1424084a-7bf8-4e03-b269-daf07e74b4b3 req-ef816d7c-78cf-44a4-9cfc-62265f24ae40 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 946 time: 0.0617507 Jul 16 09:04:10.016267 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1424084a-7bf8-4e03-b269-daf07e74b4b3 req-4ae80e44-1585-4dc5-8df0-a085cc1b792e tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318894 Jul 16 09:04:11.277429 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41400b6-7031-41e6-9932-2402e05ee3ba req-941a53b7-843c-4945-941b-fb7966916d2c tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:11.279014 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b41400b6-7031-41e6-9932-2402e05ee3ba req-941a53b7-843c-4945-941b-fb7966916d2c tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 946 time: 0.0767255 Jul 16 09:04:11.320116 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b41400b6-7031-41e6-9932-2402e05ee3ba req-0a264c67-0047-4e69-a4ce-aa4c9f3459da tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345044 Jul 16 09:04:12.497502 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d693d8-1cf6-4d33-919d-9f0ec0e6e9ec req-a66173c5-a1d4-4fbd-a6dd-3ac693fe05f2 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:12.498881 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-37d693d8-1cf6-4d33-919d-9f0ec0e6e9ec req-a66173c5-a1d4-4fbd-a6dd-3ac693fe05f2 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 946 time: 0.0679634 Jul 16 09:04:12.537798 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-37d693d8-1cf6-4d33-919d-9f0ec0e6e9ec req-79dfe969-29cc-466e-99b9-ae2ef1114561 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333529 Jul 16 09:04:13.712684 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aba5a23-f89e-475f-bac1-909d96274ddd req-7d727f8f-811e-4324-bd16-c2f2f35026f7 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:13.714175 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8aba5a23-f89e-475f-bac1-909d96274ddd req-7d727f8f-811e-4324-bd16-c2f2f35026f7 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 946 time: 0.0637393 Jul 16 09:04:13.752550 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8aba5a23-f89e-475f-bac1-909d96274ddd req-8ba0fa38-72e1-43d7-bb68-bd8d0332f2cc tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327280 Jul 16 09:04:14.937582 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed860bc-c081-47e2-ba9b-5fd312a2593d req-e59882f7-4376-43a3-a472-ab951f35e8ea tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:14.939294 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2ed860bc-c081-47e2-ba9b-5fd312a2593d req-e59882f7-4376-43a3-a472-ab951f35e8ea tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 946 time: 0.0699465 Jul 16 09:04:14.994196 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2ed860bc-c081-47e2-ba9b-5fd312a2593d req-df4dd0e0-34bd-488d-ab36-8316423456e3 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484471 Jul 16 09:04:16.168157 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a2db0-9901-46f5-9bfd-a9d27242a23a req-8b9169d3-6c2f-41ac-bd71-69701c1fd72c tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:16.169587 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3e4a2db0-9901-46f5-9bfd-a9d27242a23a req-8b9169d3-6c2f-41ac-bd71-69701c1fd72c tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 946 time: 0.0622392 Jul 16 09:04:16.207251 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3e4a2db0-9901-46f5-9bfd-a9d27242a23a req-2a074430-9569-4414-a199-17f423a5c312 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317638 Jul 16 09:04:16.547925 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db74b21-70e3-49f6-8da3-29393282040d req-7ad949a3-ee4f-42a2-bae8-936262aad963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:16.549470 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5db74b21-70e3-49f6-8da3-29393282040d req-7ad949a3-ee4f-42a2-bae8-936262aad963 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=807350fc1feb4d8185a8b674a80833b8&device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 1098 time: 0.0601311 Jul 16 09:04:16.564965 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a996f1d8-17d7-43af-8c69-8efea999339e req-e5de7774-e349-42c9-adf9-d36d7c562d64 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:16.566499 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a996f1d8-17d7-43af-8c69-8efea999339e req-e5de7774-e349-42c9-adf9-d36d7c562d64 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 946 time: 0.0775640 Jul 16 09:04:16.611114 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a996f1d8-17d7-43af-8c69-8efea999339e req-064b674e-c8dd-4042-a52f-385de15b2708 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361478 Jul 16 09:04:16.643251 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db74b21-70e3-49f6-8da3-29393282040d req-ebe92a49-a4fc-46ef-81b2-fff533354865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:16.644740 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5db74b21-70e3-49f6-8da3-29393282040d req-ebe92a49-a4fc-46ef-81b2-fff533354865 service neutron] 10.222.0.21 "GET /v2.0/networks?id=1d966671-080a-4a00-b7d3-7ffcd41de721 HTTP/1.1" status: 200 len: 912 time: 0.0893741 Jul 16 09:04:16.716569 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5db74b21-70e3-49f6-8da3-29393282040d req-1fad96de-bdef-40df-9b71-7043ea653d85 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63243379-9dc7-4637-9eec-e7284090566a HTTP/1.1" status: 200 len: 1002 time: 0.0657685 Jul 16 09:04:16.767262 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db74b21-70e3-49f6-8da3-29393282040d req-9f797407-490b-4e27-b61e-57e343cd3a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:16.768765 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5db74b21-70e3-49f6-8da3-29393282040d req-9f797407-490b-4e27-b61e-57e343cd3a73 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9db346c4-198e-4f62-93cb-a8985eefeb3d HTTP/1.1" status: 200 len: 850 time: 0.0459039 Jul 16 09:04:16.825930 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db74b21-70e3-49f6-8da3-29393282040d req-f5d4729d-fe57-4c95-bf52-03d1f2aa7656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:16.831735 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5db74b21-70e3-49f6-8da3-29393282040d req-f5d4729d-fe57-4c95-bf52-03d1f2aa7656 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d966671-080a-4a00-b7d3-7ffcd41de721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528162 Jul 16 09:04:16.926355 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5db74b21-70e3-49f6-8da3-29393282040d req-c26a7829-15f8-432b-ab8d-61361f15a72d service neutron] 10.222.0.21 "GET /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913963 Jul 16 09:04:17.015676 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5db74b21-70e3-49f6-8da3-29393282040d req-bd58b707-a3d9-4896-9c0f-8bbfabb8dc22 service neutron] 10.222.0.21 "GET /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819433 Jul 16 09:04:17.808933 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a8e0db1-011d-47d1-8b47-32132803ad28 req-ca7886f0-bd74-441e-aabe-6e05e92d572a tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:17.810656 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3a8e0db1-011d-47d1-8b47-32132803ad28 req-ca7886f0-bd74-441e-aabe-6e05e92d572a tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 946 time: 0.0721958 Jul 16 09:04:17.854299 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3a8e0db1-011d-47d1-8b47-32132803ad28 req-e18b6a41-d25e-44ff-b210-ff0c2a677fc4 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378840 Jul 16 09:04:26.266575 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:04:32.286153 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:32.343583 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:33.317865 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d93b5df1-11b4-4912-899d-613b6893dc60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:35.718505 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d8fc893-9fd9-4d87-aade-a1928e7304d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:36.038401 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:37.150101 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:38.607973 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:47.244601 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f2ba17ac-4e1f-496b-affd-682900fa3d9c req-9904e583-d220-4618-861d-cdbe1e6181e7 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0518184 Jul 16 09:04:47.340616 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba17ac-4e1f-496b-affd-682900fa3d9c req-764b0df8-d18b-4c23-9a52-0181881db2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:47.342112 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f2ba17ac-4e1f-496b-affd-682900fa3d9c req-764b0df8-d18b-4c23-9a52-0181881db2d7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=807350fc1feb4d8185a8b674a80833b8&device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 1098 time: 0.0532160 Jul 16 09:04:47.449548 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba17ac-4e1f-496b-affd-682900fa3d9c req-f3950ffd-2a07-47a9-b043-b5bc9d302b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:47.451030 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f2ba17ac-4e1f-496b-affd-682900fa3d9c req-f3950ffd-2a07-47a9-b043-b5bc9d302b5f service neutron] 10.222.0.21 "GET /v2.0/networks?id=1d966671-080a-4a00-b7d3-7ffcd41de721 HTTP/1.1" status: 200 len: 912 time: 0.0870273 Jul 16 09:04:47.514169 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f2ba17ac-4e1f-496b-affd-682900fa3d9c req-929279dd-2e63-4e19-acb6-eb3e799643d6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=63243379-9dc7-4637-9eec-e7284090566a HTTP/1.1" status: 200 len: 1002 time: 0.0563016 Jul 16 09:04:47.567277 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba17ac-4e1f-496b-affd-682900fa3d9c req-7e3cd51f-3de1-4691-9e1f-1e5926196b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:47.568768 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f2ba17ac-4e1f-496b-affd-682900fa3d9c req-7e3cd51f-3de1-4691-9e1f-1e5926196b3c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9db346c4-198e-4f62-93cb-a8985eefeb3d HTTP/1.1" status: 200 len: 850 time: 0.0469670 Jul 16 09:04:47.625629 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba17ac-4e1f-496b-affd-682900fa3d9c req-d3ead155-6723-4947-8c8c-036ce83a3de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:47.627121 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f2ba17ac-4e1f-496b-affd-682900fa3d9c req-d3ead155-6723-4947-8c8c-036ce83a3de9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=1d966671-080a-4a00-b7d3-7ffcd41de721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517824 Jul 16 09:04:47.713904 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f2ba17ac-4e1f-496b-affd-682900fa3d9c req-86c5399f-f512-4036-84f0-3ccc3796e4f7 service neutron] 10.222.0.21 "GET /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802202 Jul 16 09:04:47.807403 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f2ba17ac-4e1f-496b-affd-682900fa3d9c req-00008ab4-b4fa-490d-9b75-658674de8069 service neutron] 10.222.0.21 "GET /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863099 Jul 16 09:04:51.178267 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d547985-f090-4f44-9ed2-d96d918e619b req-e7ba7dea-7b0d-4ebb-8699-93f7f5e76bab tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:51.179760 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5d547985-f090-4f44-9ed2-d96d918e619b req-e7ba7dea-7b0d-4ebb-8699-93f7f5e76bab tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 946 time: 0.0634208 Jul 16 09:04:51.217236 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5d547985-f090-4f44-9ed2-d96d918e619b req-d9028b3b-b3e4-45d5-b507-76b6f0b6850e tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311558 Jul 16 09:04:52.390685 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9ff804-4dd2-4c7e-9db1-dafb0f801ff0 req-95aa92de-28d9-493e-89ab-ae4e3a614156 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:52.392174 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7d9ff804-4dd2-4c7e-9db1-dafb0f801ff0 req-95aa92de-28d9-493e-89ab-ae4e3a614156 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 946 time: 0.0646048 Jul 16 09:04:52.431347 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7d9ff804-4dd2-4c7e-9db1-dafb0f801ff0 req-d6a70f80-bab0-449b-8f18-f74e24a7468b tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=a96ed286-8c0b-4b91-a2ef-871bd8289b63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334928 Jul 16 09:04:52.946299 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3951ba5-b604-4c99-ae5d-417eefc4f723 req-b1b54bcc-14ba-4150-afea-cba19bcfdcc0 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:52.948372 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f3951ba5-b604-4c99-ae5d-417eefc4f723 req-b1b54bcc-14ba-4150-afea-cba19bcfdcc0 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.21 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 946 time: 0.0679450 Jul 16 09:04:53.047027 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-f3951ba5-b604-4c99-ae5d-417eefc4f723 req-f14dc909-bf43-4234-a2bb-aba1c74ae64f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Deleting port 63243379-9dc7-4637-9eec-e7284090566a {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:53.047292 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f3951ba5-b604-4c99-ae5d-417eefc4f723 req-f14dc909-bf43-4234-a2bb-aba1c74ae64f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.141667 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-f3951ba5-b604-4c99-ae5d-417eefc4f723 req-f14dc909-bf43-4234-a2bb-aba1c74ae64f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] For port 63243379-9dc7-4637-9eec-e7284090566a, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=63243379-9dc7-4637-9eec-e7284090566a,segment=NetworkSegment(396e01fd-ad0b-4eae-9f13-621e1db2f0ae),segment_id=396e01fd-ad0b-4eae-9f13-621e1db2f0ae)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:04:53.142028 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f3951ba5-b604-4c99-ae5d-417eefc4f723 req-f14dc909-bf43-4234-a2bb-aba1c74ae64f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.312547 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f3951ba5-b604-4c99-ae5d-417eefc4f723 req-f14dc909-bf43-4234-a2bb-aba1c74ae64f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.312931 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f3951ba5-b604-4c99-ae5d-417eefc4f723 req-f14dc909-bf43-4234-a2bb-aba1c74ae64f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.313251 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [req-f3951ba5-b604-4c99-ae5d-417eefc4f723 req-f14dc909-bf43-4234-a2bb-aba1c74ae64f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Floating IP e926a68e-573e-4f8f-b93e-b05c33b1c81b disassociated. External IP: 172.25.3.148, port: 63243379-9dc7-4637-9eec-e7284090566a. Jul 16 09:04:53.313594 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-f3951ba5-b604-4c99-ae5d-417eefc4f723 req-f14dc909-bf43-4234-a2bb-aba1c74ae64f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Calling delete_port for 63243379-9dc7-4637-9eec-e7284090566a owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:53.442081 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f3951ba5-b604-4c99-ae5d-417eefc4f723 req-f14dc909-bf43-4234-a2bb-aba1c74ae64f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.472436 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14dc909-bf43-4234-a2bb-aba1c74ae64f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Pushing event deleted for resources: {'Port': ['ID=63243379-9dc7-4637-9eec-e7284090566a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:53.484297 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14dc909-bf43-4234-a2bb-aba1c74ae64f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:53.484679 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14dc909-bf43-4234-a2bb-aba1c74ae64f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:53.485040 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14dc909-bf43-4234-a2bb-aba1c74ae64f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:53.485366 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14dc909-bf43-4234-a2bb-aba1c74ae64f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:53.485720 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14dc909-bf43-4234-a2bb-aba1c74ae64f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:53.486041 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14dc909-bf43-4234-a2bb-aba1c74ae64f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:53.486372 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14dc909-bf43-4234-a2bb-aba1c74ae64f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:53.486705 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14dc909-bf43-4234-a2bb-aba1c74ae64f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:53.487031 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14dc909-bf43-4234-a2bb-aba1c74ae64f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:53.487356 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14dc909-bf43-4234-a2bb-aba1c74ae64f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:53.487684 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14dc909-bf43-4234-a2bb-aba1c74ae64f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:53.488024 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f14dc909-bf43-4234-a2bb-aba1c74ae64f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:53.608867 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2c4510bf-d333-4ace-a6c5-c33368650ed7 req-1c833bcc-824f-4900-9e56-48aabc01ac39 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=8e8381d2-1029-4be6-97ff-8f040f16d421 HTTP/1.1" status: 200 len: 210 time: 0.0353701 Jul 16 09:04:53.625855 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f3951ba5-b604-4c99-ae5d-417eefc4f723 req-f14dc909-bf43-4234-a2bb-aba1c74ae64f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Router d4cf1835-0b83-4029-9889-7c5531c65be6 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:04:53.731181 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f3951ba5-b604-4c99-ae5d-417eefc4f723 req-f14dc909-bf43-4234-a2bb-aba1c74ae64f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:04:53.740528 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ec8439-f0b4-4e30-be44-4e58989ca954 None None] Sync routers for ids ['d4cf1835-0b83-4029-9889-7c5531c65be6'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:04:53.750673 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ec8439-f0b4-4e30-be44-4e58989ca954 None None] Routers {'d4cf1835-0b83-4029-9889-7c5531c65be6'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:53.751278 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-78ec8439-f0b4-4e30-be44-4e58989ca954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:04:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['d4cf1835-0b83-4029-9889-7c5531c65be6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:53.776006 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3951ba5-b604-4c99-ae5d-417eefc4f723 req-f14dc909-bf43-4234-a2bb-aba1c74ae64f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] No DVR routers for this DVR port 63243379-9dc7-4637-9eec-e7284090566a on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:04:53.779760 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f3951ba5-b604-4c99-ae5d-417eefc4f723 req-f14dc909-bf43-4234-a2bb-aba1c74ae64f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:53.782133 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f3951ba5-b604-4c99-ae5d-417eefc4f723 req-f14dc909-bf43-4234-a2bb-aba1c74ae64f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.21 "DELETE /v2.0/ports/63243379-9dc7-4637-9eec-e7284090566a HTTP/1.1" status: 204 len: 173 time: 0.8283486 Jul 16 09:04:53.782618 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e8381d2-1029-4be6-97ff-8f040f16d421', 'name': 'network-vif-deleted', 'tag': '63243379-9dc7-4637-9eec-e7284090566a'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:04:53.786195 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e0881a5-d20c-46f3-b00f-a23000e8a42e" -d '{"events": [{"server_uuid": "8e8381d2-1029-4be6-97ff-8f040f16d421", "name": "network-vif-deleted", "tag": "63243379-9dc7-4637-9eec-e7284090566a"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:04:53.887140 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-78ec8439-f0b4-4e30-be44-4e58989ca954 None None] Set router d4cf1835-0b83-4029-9889-7c5531c65be6 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:04:53.960227 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:04:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b88c2ca4-b611-4bb1-a2fd-38c15f09af0f x-openstack-request-id: req-b88c2ca4-b611-4bb1-a2fd-38c15f09af0f {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:04:53.961409 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e8381d2-1029-4be6-97ff-8f040f16d421", "name": "network-vif-deleted", "tag": "63243379-9dc7-4637-9eec-e7284090566a", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:04:53.962018 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b88c2ca4-b611-4bb1-a2fd-38c15f09af0f {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:04:53.962889 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e8381d2-1029-4be6-97ff-8f040f16d421', 'name': 'network-vif-deleted', 'tag': '63243379-9dc7-4637-9eec-e7284090566a', 'status': 'completed', 'code': 200} Jul 16 09:04:54.101558 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-78ec8439-f0b4-4e30-be44-4e58989ca954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'name': 'tempest-AttachVolumeTestJSON-1593065017-router', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:03Z', 'updated_at': '2021-07-16T09:01:07Z', 'revision_number': 4, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'gw_port': {'id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:04Z', 'updated_at': '2021-07-16T09:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'ffd13ae5-caf0-40cb-ae99-2af756fd757a', 'name': '', 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'mac_address': 'fa:16:3e:a0:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:06Z', 'updated_at': '2021-07-16T09:01:14Z', 'revision_number': 5, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'subnets': [{'id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:54.127617 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ec8439-f0b4-4e30-be44-4e58989ca954 None None] Checking router: d4cf1835-0b83-4029-9889-7c5531c65be6 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:04:54.135710 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78ec8439-f0b4-4e30-be44-4e58989ca954 None None] Routers {'d4cf1835-0b83-4029-9889-7c5531c65be6'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:04:54.136319 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-78ec8439-f0b4-4e30-be44-4e58989ca954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:04:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['d4cf1835-0b83-4029-9889-7c5531c65be6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:54.245462 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-78ec8439-f0b4-4e30-be44-4e58989ca954 None None] Set router d4cf1835-0b83-4029-9889-7c5531c65be6 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:04:54.449674 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-78ec8439-f0b4-4e30-be44-4e58989ca954 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'name': 'tempest-AttachVolumeTestJSON-1593065017-router', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:03Z', 'updated_at': '2021-07-16T09:01:07Z', 'revision_number': 4, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'gw_port': {'id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:04Z', 'updated_at': '2021-07-16T09:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'ffd13ae5-caf0-40cb-ae99-2af756fd757a', 'name': '', 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'mac_address': 'fa:16:3e:a0:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:06Z', 'updated_at': '2021-07-16T09:01:14Z', 'revision_number': 5, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'subnets': [{'id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:04:54.475508 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78ec8439-f0b4-4e30-be44-4e58989ca954 None None] The sync data for ids ['d4cf1835-0b83-4029-9889-7c5531c65be6'] in n-d-771362-37 is: [{'id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'name': 'tempest-AttachVolumeTestJSON-1593065017-router', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:03Z', 'updated_at': '2021-07-16T09:01:07Z', 'revision_number': 4, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'gw_port': {'id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:04Z', 'updated_at': '2021-07-16T09:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'ffd13ae5-caf0-40cb-ae99-2af756fd757a', 'name': '', 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'mac_address': 'fa:16:3e:a0:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:06Z', 'updated_at': '2021-07-16T09:01:14Z', 'revision_number': 5, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'subnets': [{'id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:04:54.686522 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a781f20e-8af4-4050-9a28-3953b3589075 None None] New status for floating IP e926a68e-573e-4f8f-b93e-b05c33b1c81b: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:04:54.741001 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40810) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:54.804439 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72d15f14-20df-4621-84e6-e0129aa106bf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.832694 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72d15f14-20df-4621-84e6-e0129aa106bf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.881250 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72d15f14-20df-4621-84e6-e0129aa106bf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.883926 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72d15f14-20df-4621-84e6-e0129aa106bf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:54.885363 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-72d15f14-20df-4621-84e6-e0129aa106bf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "DELETE /v2.0/security-groups/a96ed286-8c0b-4b91-a2ef-871bd8289b63 HTTP/1.1" status: 204 len: 168 time: 0.1429317 Jul 16 09:04:54.888137 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40812) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:54.896664 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d15f14-20df-4621-84e6-e0129aa106bf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a96ed286-8c0b-4b91-a2ef-871bd8289b63,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:54.902657 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-4c720a91-e973-486a-a715-70714b40d616 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] show failed (client error): The resource could not be found. Jul 16 09:04:54.903692 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4c720a91-e973-486a-a715-70714b40d616 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups/a96ed286-8c0b-4b91-a2ef-871bd8289b63 HTTP/1.1" status: 404 len: 347 time: 0.0144145 Jul 16 09:04:54.905777 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d15f14-20df-4621-84e6-e0129aa106bf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:54.906201 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d15f14-20df-4621-84e6-e0129aa106bf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:54.906611 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40814) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:54.906776 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d15f14-20df-4621-84e6-e0129aa106bf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:54.907084 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d15f14-20df-4621-84e6-e0129aa106bf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:54.907489 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d15f14-20df-4621-84e6-e0129aa106bf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:54.907925 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d15f14-20df-4621-84e6-e0129aa106bf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:54.908321 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d15f14-20df-4621-84e6-e0129aa106bf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:54.908739 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d15f14-20df-4621-84e6-e0129aa106bf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:54.909137 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d15f14-20df-4621-84e6-e0129aa106bf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:54.909534 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d15f14-20df-4621-84e6-e0129aa106bf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:54.909937 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d15f14-20df-4621-84e6-e0129aa106bf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:54.910270 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72d15f14-20df-4621-84e6-e0129aa106bf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:04:55.032368 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e1577fa9-23f6-434c-8493-9f3d88125689 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Deleting port b7d9ebc7-44c3-4abd-87b9-dd9bb1ce707d {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:04:55.032989 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e1577fa9-23f6-434c-8493-9f3d88125689 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.110220 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e1577fa9-23f6-434c-8493-9f3d88125689 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.110555 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e1577fa9-23f6-434c-8493-9f3d88125689 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.121656 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-e1577fa9-23f6-434c-8493-9f3d88125689 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Calling delete_port for b7d9ebc7-44c3-4abd-87b9-dd9bb1ce707d owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:04:55.252898 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e1577fa9-23f6-434c-8493-9f3d88125689 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.277739 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1577fa9-23f6-434c-8493-9f3d88125689 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Pushing event deleted for resources: {'Port': ['ID=b7d9ebc7-44c3-4abd-87b9-dd9bb1ce707d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:55.339820 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e1577fa9-23f6-434c-8493-9f3d88125689 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.342451 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e1577fa9-23f6-434c-8493-9f3d88125689 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.343598 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e1577fa9-23f6-434c-8493-9f3d88125689 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "DELETE /v2.0/floatingips/e926a68e-573e-4f8f-b93e-b05c33b1c81b HTTP/1.1" status: 204 len: 168 time: 0.4360936 Jul 16 09:04:55.663429 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40818) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:55.668437 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9ff79132-75c8-4742-a560-236b0a9e8e32 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1366135534', 'description': 'tempest-description--1502068691'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:55.692282 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ff79132-75c8-4742-a560-236b0a9e8e32 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.775990 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ff79132-75c8-4742-a560-236b0a9e8e32 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.780689 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ff79132-75c8-4742-a560-236b0a9e8e32 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.809444 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9ff79132-75c8-4742-a560-236b0a9e8e32 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.811133 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9ff79132-75c8-4742-a560-236b0a9e8e32 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1462121 Jul 16 09:04:55.812657 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff79132-75c8-4742-a560-236b0a9e8e32 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9f3a43-2c86-4f5a-ad74-01df952f622b,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:55.813811 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 40820) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:55.818583 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-665241bf-ae1d-4baf-bd4d-c13e446751a0 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Request body: {'security_group_rule': {'security_group_id': '1a9f3a43-2c86-4f5a-ad74-01df952f622b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:55.845504 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-665241bf-ae1d-4baf-bd4d-c13e446751a0 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.905731 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-665241bf-ae1d-4baf-bd4d-c13e446751a0 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.909206 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-665241bf-ae1d-4baf-bd4d-c13e446751a0 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.926118 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665241bf-ae1d-4baf-bd4d-c13e446751a0 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44b5f97a-3f92-4169-910e-72d5e034752d,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:55.933421 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-665241bf-ae1d-4baf-bd4d-c13e446751a0 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:55.934632 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-665241bf-ae1d-4baf-bd4d-c13e446751a0 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1196406 Jul 16 09:04:55.937305 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40822) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:55.942068 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-eec5bab2-0380-4481-87cd-a845726880f5 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Request body: {'security_group_rule': {'security_group_id': '1a9f3a43-2c86-4f5a-ad74-01df952f622b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:55.970929 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eec5bab2-0380-4481-87cd-a845726880f5 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.017407 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eec5bab2-0380-4481-87cd-a845726880f5 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.020761 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eec5bab2-0380-4481-87cd-a845726880f5 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.038619 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec5bab2-0380-4481-87cd-a845726880f5 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d54a6ffc-4788-459c-9d10-4683e581298d,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:56.044524 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eec5bab2-0380-4481-87cd-a845726880f5 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.045660 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-eec5bab2-0380-4481-87cd-a845726880f5 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1073318 Jul 16 09:04:56.049075 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40824) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:04:56.053398 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0ef2b475-35fa-491d-9f99-a8f1890c7f3f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:56.074109 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ef2b475-35fa-491d-9f99-a8f1890c7f3f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.171340 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ef2b475-35fa-491d-9f99-a8f1890c7f3f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.269385 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-0ef2b475-35fa-491d-9f99-a8f1890c7f3f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Allocated IP 172.25.3.221 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/1386daf6-6204-4332-af37-8b6875771be0) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:56.372818 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ef2b475-35fa-491d-9f99-a8f1890c7f3f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.414396 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ef2b475-35fa-491d-9f99-a8f1890c7f3f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.454208 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ef2b475-35fa-491d-9f99-a8f1890c7f3f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:56.456941 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-0ef2b475-35fa-491d-9f99-a8f1890c7f3f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:56.460586 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ef2b475-35fa-491d-9f99-a8f1890c7f3f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:56.466156 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2b475-35fa-491d-9f99-a8f1890c7f3f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Pushing event updated for resources: {'Port': ['ID=1386daf6-6204-4332-af37-8b6875771be0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:56.550100 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ef2b475-35fa-491d-9f99-a8f1890c7f3f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.593197 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ef2b475-35fa-491d-9f99-a8f1890c7f3f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.743259 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ef2b475-35fa-491d-9f99-a8f1890c7f3f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.748441 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ef2b475-35fa-491d-9f99-a8f1890c7f3f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.814979 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef2b475-35fa-491d-9f99-a8f1890c7f3f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Pushing event updated for resources: {'Port': ['ID=1386daf6-6204-4332-af37-8b6875771be0,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:56.827297 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ef2b475-35fa-491d-9f99-a8f1890c7f3f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.840401 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ef2b475-35fa-491d-9f99-a8f1890c7f3f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:56.841639 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0ef2b475-35fa-491d-9f99-a8f1890c7f3f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.7916286 Jul 16 09:04:57.026694 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-94a79085-680b-466e-8e44-996f0f655104 req-9fdcbbc2-81e7-4d46-a93e-336f450c9a9b tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1366135534&fields=id&tenant_id=807350fc1feb4d8185a8b674a80833b8 HTTP/1.1" status: 200 len: 267 time: 0.0336797 Jul 16 09:04:57.135969 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a79085-680b-466e-8e44-996f0f655104 req-0a00424d-fddd-47a0-8b1a-a269f856717b tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:57.137478 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-94a79085-680b-466e-8e44-996f0f655104 req-0a00424d-fddd-47a0-8b1a-a269f856717b tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/networks?id=1d966671-080a-4a00-b7d3-7ffcd41de721 HTTP/1.1" status: 200 len: 811 time: 0.1045127 Jul 16 09:04:57.152631 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-94a79085-680b-466e-8e44-996f0f655104 req-7f419b41-aba7-4083-bda6-fce318ed3f8d tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/quotas/807350fc1feb4d8185a8b674a80833b8 HTTP/1.1" status: 200 len: 375 time: 0.0097239 Jul 16 09:04:57.222711 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-94a79085-680b-466e-8e44-996f0f655104 req-7456384f-e8e3-4353-96b6-27832eef1ae3 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=807350fc1feb4d8185a8b674a80833b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0651751 Jul 16 09:04:57.387166 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-94a79085-680b-466e-8e44-996f0f655104 req-0f09bfd3-4d76-4cda-b4ca-3ff01c7d2963 service neutron] 10.222.0.22 "GET /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529627 Jul 16 09:04:57.482304 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-94a79085-680b-466e-8e44-996f0f655104 req-1d9e5ba4-a4c0-40e6-8c02-da7c2dd7c66c service neutron] 10.222.0.22 "GET /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891492 Jul 16 09:04:57.652870 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b82ce61a-010b-4c9a-a51f-4348f7ad069e req-fcea2dc5-fa87-48b3-a9d3-20610ed969f7 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=523dc17a-dd2f-4f44-9ee6-7b24234b9649 HTTP/1.1" status: 200 len: 210 time: 0.0292251 Jul 16 09:04:58.233223 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 63243379-9dc7-4637-9eec-e7284090566a no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:04:58.263342 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 63243379-9dc7-4637-9eec-e7284090566a {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:04:58.263682 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 63243379-9dc7-4637-9eec-e7284090566a not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:04:58.677373 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a79085-680b-466e-8e44-996f0f655104 req-6182b63b-2ad9-4930-9dda-5e19893b0113 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:58.678998 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-94a79085-680b-466e-8e44-996f0f655104 req-6182b63b-2ad9-4930-9dda-5e19893b0113 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.30 "GET /v2.0/networks?id=1d966671-080a-4a00-b7d3-7ffcd41de721 HTTP/1.1" status: 200 len: 811 time: 0.1027331 Jul 16 09:04:58.724838 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-94a79085-680b-466e-8e44-996f0f655104 req-8cbe53ca-0c0c-4820-a7e7-0d1f834b9eb2 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=807350fc1feb4d8185a8b674a80833b8 HTTP/1.1" status: 200 len: 380 time: 0.0363116 Jul 16 09:04:58.733669 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-94a79085-680b-466e-8e44-996f0f655104 req-b78e28ee-271d-473a-b65c-d6477a895cdf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Request body: {'port': {'device_id': '523dc17a-dd2f-4f44-9ee6-7b24234b9649', 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721', 'admin_state_up': True, 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'security_groups': ['1a9f3a43-2c86-4f5a-ad74-01df952f622b']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:58.833367 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f586be31-526e-4cf2-8360-2200fe5cad22 req-5e6269f4-bb40-4dd4-9d2a-29d8d4b74889 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=523dc17a-dd2f-4f44-9ee6-7b24234b9649 HTTP/1.1" status: 200 len: 210 time: 0.0622575 Jul 16 09:04:58.881817 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-94a79085-680b-466e-8e44-996f0f655104 req-b78e28ee-271d-473a-b65c-d6477a895cdf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Made reservation on behalf of 807350fc1feb4d8185a8b674a80833b8 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:04:58.886322 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-94a79085-680b-466e-8e44-996f0f655104 req-b78e28ee-271d-473a-b65c-d6477a895cdf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.012558 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-94a79085-680b-466e-8e44-996f0f655104 req-b78e28ee-271d-473a-b65c-d6477a895cdf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Allocated IP 172.20.0.5 (1d966671-080a-4a00-b7d3-7ffcd41de721/9db346c4-198e-4f62-93cb-a8985eefeb3d/b69d275c-1563-4f41-b934-8fed471aadf2) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:04:59.144235 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-94a79085-680b-466e-8e44-996f0f655104 req-b78e28ee-271d-473a-b65c-d6477a895cdf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.161633 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-94a79085-680b-466e-8e44-996f0f655104 req-b78e28ee-271d-473a-b65c-d6477a895cdf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Transition to ACTIVE for port object b69d275c-1563-4f41-b934-8fed471aadf2 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:59.194413 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-94a79085-680b-466e-8e44-996f0f655104 req-b78e28ee-271d-473a-b65c-d6477a895cdf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.236491 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-94a79085-680b-466e-8e44-996f0f655104 req-b78e28ee-271d-473a-b65c-d6477a895cdf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Network 1d966671-080a-4a00-b7d3-7ffcd41de721 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:04:59.241920 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-94a79085-680b-466e-8e44-996f0f655104 req-b78e28ee-271d-473a-b65c-d6477a895cdf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:04:59.245774 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-94a79085-680b-466e-8e44-996f0f655104 req-b78e28ee-271d-473a-b65c-d6477a895cdf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:04:59.273406 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e28ee-271d-473a-b65c-d6477a895cdf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Pushing event updated for resources: {'Port': ['ID=b69d275c-1563-4f41-b934-8fed471aadf2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:59.299431 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a79085-680b-466e-8e44-996f0f655104 req-b78e28ee-271d-473a-b65c-d6477a895cdf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:04:59.300056 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-94a79085-680b-466e-8e44-996f0f655104 req-b78e28ee-271d-473a-b65c-d6477a895cdf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.314958 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-94a79085-680b-466e-8e44-996f0f655104 req-b78e28ee-271d-473a-b65c-d6477a895cdf tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5850451 Jul 16 09:04:59.325509 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-94a79085-680b-466e-8e44-996f0f655104 req-dd9ce6c8-9f06-4198-a192-4879fb6ab639 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:04:59.326499 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-94a79085-680b-466e-8e44-996f0f655104 req-dd9ce6c8-9f06-4198-a192-4879fb6ab639 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058305 Jul 16 09:04:59.390616 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-94a79085-680b-466e-8e44-996f0f655104 req-d633ffbb-c0f7-461a-b811-bad53dbd1b94 service neutron] Request body: {'port': {'device_id': '523dc17a-dd2f-4f44-9ee6-7b24234b9649', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:04:59.469233 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-94a79085-680b-466e-8e44-996f0f655104 req-d633ffbb-c0f7-461a-b811-bad53dbd1b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.501748 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-542ff6e0-2884-42f4-8a96-c4f43cf17bca None None] Provisioning for port b69d275c-1563-4f41-b934-8fed471aadf2 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:04:59.505542 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-542ff6e0-2884-42f4-8a96-c4f43cf17bca None None] Provisioning complete for port b69d275c-1563-4f41-b934-8fed471aadf2 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:04:59.505927 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-542ff6e0-2884-42f4-8a96-c4f43cf17bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.539841 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-542ff6e0-2884-42f4-8a96-c4f43cf17bca None None] Port b69d275c-1563-4f41-b934-8fed471aadf2 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:04:59.735252 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-94a79085-680b-466e-8e44-996f0f655104 req-d633ffbb-c0f7-461a-b811-bad53dbd1b94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b69d275c-1563-4f41-b934-8fed471aadf2 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:04:59.742943 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-94a79085-680b-466e-8e44-996f0f655104 req-d633ffbb-c0f7-461a-b811-bad53dbd1b94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.755196 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-94a79085-680b-466e-8e44-996f0f655104 req-d633ffbb-c0f7-461a-b811-bad53dbd1b94 service neutron] Transition to ACTIVE for port object b69d275c-1563-4f41-b934-8fed471aadf2 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:04:59.758891 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-94a79085-680b-466e-8e44-996f0f655104 req-d633ffbb-c0f7-461a-b811-bad53dbd1b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.809576 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633ffbb-c0f7-461a-b811-bad53dbd1b94 service neutron] Pushing event updated for resources: {'Port': ['ID=b69d275c-1563-4f41-b934-8fed471aadf2,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:04:59.886326 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-94a79085-680b-466e-8e44-996f0f655104 req-d633ffbb-c0f7-461a-b811-bad53dbd1b94 service neutron] Attempting to bind port b69d275c-1563-4f41-b934-8fed471aadf2 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:04:59.886688 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-94a79085-680b-466e-8e44-996f0f655104 req-d633ffbb-c0f7-461a-b811-bad53dbd1b94 service neutron] Attempting to bind port b69d275c-1563-4f41-b934-8fed471aadf2 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '396e01fd-ad0b-4eae-9f13-621e1db2f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:04:59.887024 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a79085-680b-466e-8e44-996f0f655104 req-d633ffbb-c0f7-461a-b811-bad53dbd1b94 service neutron] Attempting to bind port b69d275c-1563-4f41-b934-8fed471aadf2 on network 1d966671-080a-4a00-b7d3-7ffcd41de721 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:04:59.892103 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a79085-680b-466e-8e44-996f0f655104 req-d633ffbb-c0f7-461a-b811-bad53dbd1b94 service neutron] Port b69d275c-1563-4f41-b934-8fed471aadf2 on network 1d966671-080a-4a00-b7d3-7ffcd41de721 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:04:59.892759 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a79085-680b-466e-8e44-996f0f655104 req-d633ffbb-c0f7-461a-b811-bad53dbd1b94 service neutron] Attempting to bind port b69d275c-1563-4f41-b934-8fed471aadf2 on network 1d966671-080a-4a00-b7d3-7ffcd41de721 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:04:59.898386 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a79085-680b-466e-8e44-996f0f655104 req-d633ffbb-c0f7-461a-b811-bad53dbd1b94 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 4, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:04:59.898673 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a79085-680b-466e-8e44-996f0f655104 req-d633ffbb-c0f7-461a-b811-bad53dbd1b94 service neutron] Checking segment: {'id': '396e01fd-ad0b-4eae-9f13-621e1db2f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:04:59.899060 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-94a79085-680b-466e-8e44-996f0f655104 req-d633ffbb-c0f7-461a-b811-bad53dbd1b94 service neutron] Bound using segment: {'id': '396e01fd-ad0b-4eae-9f13-621e1db2f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:04:59.899983 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-94a79085-680b-466e-8e44-996f0f655104 req-d633ffbb-c0f7-461a-b811-bad53dbd1b94 service neutron] Bound port: b69d275c-1563-4f41-b934-8fed471aadf2, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '396e01fd-ad0b-4eae-9f13-621e1db2f0ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:04:59.900341 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-94a79085-680b-466e-8e44-996f0f655104 req-d633ffbb-c0f7-461a-b811-bad53dbd1b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:04:59.969690 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-94a79085-680b-466e-8e44-996f0f655104 req-d633ffbb-c0f7-461a-b811-bad53dbd1b94 service neutron] For port b69d275c-1563-4f41-b934-8fed471aadf2, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:04:59.972890 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-94a79085-680b-466e-8e44-996f0f655104 req-d633ffbb-c0f7-461a-b811-bad53dbd1b94 service neutron] For port b69d275c-1563-4f41-b934-8fed471aadf2, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=b69d275c-1563-4f41-b934-8fed471aadf2,segment=NetworkSegment(396e01fd-ad0b-4eae-9f13-621e1db2f0ae),segment_id=396e01fd-ad0b-4eae-9f13-621e1db2f0ae)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:04:59.977122 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-94a79085-680b-466e-8e44-996f0f655104 req-d633ffbb-c0f7-461a-b811-bad53dbd1b94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.012053 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a79085-680b-466e-8e44-996f0f655104 req-d633ffbb-c0f7-461a-b811-bad53dbd1b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:00.012704 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-94a79085-680b-466e-8e44-996f0f655104 req-d633ffbb-c0f7-461a-b811-bad53dbd1b94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:00.014093 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-94a79085-680b-466e-8e44-996f0f655104 req-d633ffbb-c0f7-461a-b811-bad53dbd1b94 service neutron] 10.222.0.30 "PUT /v2.0/ports/b69d275c-1563-4f41-b934-8fed471aadf2 HTTP/1.1" status: 200 len: 1092 time: 0.6812160 Jul 16 09:05:00.014543 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523dc17a-dd2f-4f44-9ee6-7b24234b9649', 'tag': 'b69d275c-1563-4f41-b934-8fed471aadf2'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:05:00.016827 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-877abd33-44a3-432f-b63e-91dcfb1d585f" -d '{"events": [{"name": "network-changed", "server_uuid": "523dc17a-dd2f-4f44-9ee6-7b24234b9649", "tag": "b69d275c-1563-4f41-b934-8fed471aadf2"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:05:00.017186 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92d0863-39a7-49ac-83c5-2f286154f37b req-7ce68a95-7067-4114-a397-76c213b8c4bc tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:00.023880 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e92d0863-39a7-49ac-83c5-2f286154f37b req-7ce68a95-7067-4114-a397-76c213b8c4bc tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=523dc17a-dd2f-4f44-9ee6-7b24234b9649 HTTP/1.1" status: 200 len: 943 time: 0.0646315 Jul 16 09:05:00.042757 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d633ffbb-c0f7-461a-b811-bad53dbd1b94 service neutron] Pushing event updated for resources: {'Port': ['ID=b69d275c-1563-4f41-b934-8fed471aadf2,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:00.074043 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e92d0863-39a7-49ac-83c5-2f286154f37b req-3f336646-d522-4fad-acac-f11cbd6cadb1 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a9f3a43-2c86-4f5a-ad74-01df952f622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432985 Jul 16 09:05:00.082529 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edd98a15-db66-45dc-82a6-996b9cbbf2de x-openstack-request-id: req-edd98a15-db66-45dc-82a6-996b9cbbf2de {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:05:00.082826 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "523dc17a-dd2f-4f44-9ee6-7b24234b9649", "tag": "b69d275c-1563-4f41-b934-8fed471aadf2", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:05:00.083083 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-edd98a15-db66-45dc-82a6-996b9cbbf2de {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:05:00.083624 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523dc17a-dd2f-4f44-9ee6-7b24234b9649', 'tag': 'b69d275c-1563-4f41-b934-8fed471aadf2', 'status': 'completed', 'code': 200} Jul 16 09:05:00.132414 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a79085-680b-466e-8e44-996f0f655104 req-c65f4850-236b-41a5-aa2a-771a06b3a5be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:00.134539 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-94a79085-680b-466e-8e44-996f0f655104 req-c65f4850-236b-41a5-aa2a-771a06b3a5be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=807350fc1feb4d8185a8b674a80833b8&device_id=523dc17a-dd2f-4f44-9ee6-7b24234b9649 HTTP/1.1" status: 200 len: 1095 time: 0.0663412 Jul 16 09:05:00.176124 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-94a79085-680b-466e-8e44-996f0f655104 req-eb673d4f-7970-478e-ba1f-0e0ab40c008f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b69d275c-1563-4f41-b934-8fed471aadf2 HTTP/1.1" status: 200 len: 217 time: 0.0350454 Jul 16 09:05:00.226204 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a79085-680b-466e-8e44-996f0f655104 req-c8c3ad30-c853-46af-a814-2d481781f4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:00.227667 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-94a79085-680b-466e-8e44-996f0f655104 req-c8c3ad30-c853-46af-a814-2d481781f4b3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9db346c4-198e-4f62-93cb-a8985eefeb3d HTTP/1.1" status: 200 len: 850 time: 0.0457983 Jul 16 09:05:00.284600 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a79085-680b-466e-8e44-996f0f655104 req-333e31fc-1088-4b5c-844c-a1df134c6079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:00.286073 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-94a79085-680b-466e-8e44-996f0f655104 req-333e31fc-1088-4b5c-844c-a1df134c6079 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1d966671-080a-4a00-b7d3-7ffcd41de721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522859 Jul 16 09:05:00.377592 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-94a79085-680b-466e-8e44-996f0f655104 req-cf656ede-2bd1-4d86-a3a4-3856613a0984 service neutron] 10.222.0.30 "GET /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851254 Jul 16 09:05:00.469666 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-94a79085-680b-466e-8e44-996f0f655104 req-d12e35d4-fafb-4d1d-9fd2-a3f8dd43c2b0 service neutron] 10.222.0.30 "GET /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846684 Jul 16 09:05:00.470320 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-3f87c2a6-4b6d-401e-8c0b-041aafb61a69 req-b352532b-f707-48ab-aa44-04de30dd0740 service neutron] (93759) timed out ('10.222.0.22', 57912) {{(pid=93759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:05:00.571012 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877abd33-44a3-432f-b63e-91dcfb1d585f req-d5c88f2d-21c4-41f0-a216-1456571e7e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:00.573243 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-877abd33-44a3-432f-b63e-91dcfb1d585f req-d5c88f2d-21c4-41f0-a216-1456571e7e97 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=807350fc1feb4d8185a8b674a80833b8&device_id=523dc17a-dd2f-4f44-9ee6-7b24234b9649 HTTP/1.1" status: 200 len: 1095 time: 0.0536151 Jul 16 09:05:00.665578 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877abd33-44a3-432f-b63e-91dcfb1d585f req-da4d1a46-b19c-43bc-86c3-a7902c7b6089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:00.667048 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-877abd33-44a3-432f-b63e-91dcfb1d585f req-da4d1a46-b19c-43bc-86c3-a7902c7b6089 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1d966671-080a-4a00-b7d3-7ffcd41de721 HTTP/1.1" status: 200 len: 912 time: 0.0880246 Jul 16 09:05:00.713269 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-877abd33-44a3-432f-b63e-91dcfb1d585f req-d233a8a3-9309-4b27-9907-6f5ce71a3c3b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b69d275c-1563-4f41-b934-8fed471aadf2 HTTP/1.1" status: 200 len: 217 time: 0.0376251 Jul 16 09:05:00.762505 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877abd33-44a3-432f-b63e-91dcfb1d585f req-43a77f82-5ca5-428b-bcae-5f36894f3ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:00.764000 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-877abd33-44a3-432f-b63e-91dcfb1d585f req-43a77f82-5ca5-428b-bcae-5f36894f3ccf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9db346c4-198e-4f62-93cb-a8985eefeb3d HTTP/1.1" status: 200 len: 850 time: 0.0438199 Jul 16 09:05:00.824643 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877abd33-44a3-432f-b63e-91dcfb1d585f req-fc4b9948-5e79-4ae4-85dd-5bdbfc46bf3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:00.826062 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-877abd33-44a3-432f-b63e-91dcfb1d585f req-fc4b9948-5e79-4ae4-85dd-5bdbfc46bf3b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1d966671-080a-4a00-b7d3-7ffcd41de721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547891 Jul 16 09:05:00.920922 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-877abd33-44a3-432f-b63e-91dcfb1d585f req-f09371b7-cf6b-4758-bc25-2d3ddedb3690 service neutron] 10.222.0.30 "GET /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873530 Jul 16 09:05:01.011418 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-877abd33-44a3-432f-b63e-91dcfb1d585f req-fc85cc14-0065-40a6-91b2-04cc71ecfd06 service neutron] 10.222.0.30 "GET /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823154 Jul 16 09:05:01.254683 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab85cf2e-52e9-4a9e-924d-333702cec253 req-164236db-4aa8-4b00-ba24-f69718bdf220 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:01.255563 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ab85cf2e-52e9-4a9e-924d-333702cec253 req-164236db-4aa8-4b00-ba24-f69718bdf220 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=523dc17a-dd2f-4f44-9ee6-7b24234b9649 HTTP/1.1" status: 200 len: 943 time: 0.0679293 Jul 16 09:05:01.293583 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ab85cf2e-52e9-4a9e-924d-333702cec253 req-8e380734-24af-4d78-a91d-141db69a5416 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a9f3a43-2c86-4f5a-ad74-01df952f622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321727 Jul 16 09:05:02.234596 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device b69d275c-1563-4f41-b934-8fed471aadf2 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:05:02.328393 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.344304 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port b69d275c-1563-4f41-b934-8fed471aadf2, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=b69d275c-1563-4f41-b934-8fed471aadf2,segment=NetworkSegment(396e01fd-ad0b-4eae-9f13-621e1db2f0ae),segment_id=396e01fd-ad0b-4eae-9f13-621e1db2f0ae)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:02.358208 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'b69d275c-1563-4f41-b934-8fed471aadf2', 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721', 'port_id': 'b69d275c-1563-4f41-b934-8fed471aadf2', 'mac_address': 'fa:16:3e:b6:86:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:05:02.388663 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.402474 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.418797 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b69d275c-1563-4f41-b934-8fed471aadf2 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:05:02.438515 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port b69d275c-1563-4f41-b934-8fed471aadf2, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=b69d275c-1563-4f41-b934-8fed471aadf2,segment=NetworkSegment(396e01fd-ad0b-4eae-9f13-621e1db2f0ae),segment_id=396e01fd-ad0b-4eae-9f13-621e1db2f0ae)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:02.442788 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:02.470531 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4198fb8f-4ae8-4600-9450-32f892ad6459 req-acfb2ed0-6a10-402d-bbe8-a8a13c44e7f7 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:02.472004 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4198fb8f-4ae8-4600-9450-32f892ad6459 req-acfb2ed0-6a10-402d-bbe8-a8a13c44e7f7 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=523dc17a-dd2f-4f44-9ee6-7b24234b9649 HTTP/1.1" status: 200 len: 943 time: 0.0662000 Jul 16 09:05:02.489542 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=b69d275c-1563-4f41-b934-8fed471aadf2,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:02.496983 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:02.497333 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:02.497676 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:02.498014 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:02.498348 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:02.498679 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:02.499005 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:02.499330 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:02.499655 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:02.499979 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:02.500302 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:02.500680 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:05:02.510056 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4198fb8f-4ae8-4600-9450-32f892ad6459 req-0bd4ae31-d3b8-4f0c-9923-4c2dc2f2ed2f tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a9f3a43-2c86-4f5a-ad74-01df952f622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323958 Jul 16 09:05:02.668789 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['b69d275c-1563-4f41-b934-8fed471aadf2'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:05:03.265731 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:05:03.319358 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-02d116ed-c49e-4da8-8613-d8a2a5ba5902 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:03.687622 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9096ea1c-3c86-445d-9587-78904b506e8d req-d9d3b616-4cd6-4d09-94ca-879f0a0ed68a tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:03.689141 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9096ea1c-3c86-445d-9587-78904b506e8d req-d9d3b616-4cd6-4d09-94ca-879f0a0ed68a tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=523dc17a-dd2f-4f44-9ee6-7b24234b9649 HTTP/1.1" status: 200 len: 944 time: 0.0632737 Jul 16 09:05:03.726426 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9096ea1c-3c86-445d-9587-78904b506e8d req-bbd3c6cf-7012-48e9-a6f4-8fb24b5e7605 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a9f3a43-2c86-4f5a-ad74-01df952f622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316675 Jul 16 09:05:04.250519 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device b69d275c-1563-4f41-b934-8fed471aadf2 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:05:04.301499 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port b69d275c-1563-4f41-b934-8fed471aadf2 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:05:04.305156 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port b69d275c-1563-4f41-b934-8fed471aadf2 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:05:04.305535 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:04.379511 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:04.402247 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523dc17a-dd2f-4f44-9ee6-7b24234b9649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69d275c-1563-4f41-b934-8fed471aadf2'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:05:04.404532 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7c92068-2c1d-4b00-a8b7-7babeedb59c1" -d '{"events": [{"server_uuid": "523dc17a-dd2f-4f44-9ee6-7b24234b9649", "name": "network-vif-plugged", "status": "completed", "tag": "b69d275c-1563-4f41-b934-8fed471aadf2"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:05:04.417654 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port b69d275c-1563-4f41-b934-8fed471aadf2, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=b69d275c-1563-4f41-b934-8fed471aadf2,segment=NetworkSegment(396e01fd-ad0b-4eae-9f13-621e1db2f0ae),segment_id=396e01fd-ad0b-4eae-9f13-621e1db2f0ae)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:05:04.422232 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:04.474353 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=b69d275c-1563-4f41-b934-8fed471aadf2,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:05:04.511184 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b711ba68-d30e-4c11-8181-881afd3ddae1 x-openstack-request-id: req-b711ba68-d30e-4c11-8181-881afd3ddae1 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:05:04.511596 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523dc17a-dd2f-4f44-9ee6-7b24234b9649", "name": "network-vif-plugged", "status": "completed", "tag": "b69d275c-1563-4f41-b934-8fed471aadf2", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:05:04.511854 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b711ba68-d30e-4c11-8181-881afd3ddae1 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:05:04.512255 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523dc17a-dd2f-4f44-9ee6-7b24234b9649', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b69d275c-1563-4f41-b934-8fed471aadf2', 'code': 200} Jul 16 09:05:04.625266 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd769ed-948e-44fc-a2b0-404b4ec95ad1 req-f0629304-ea7e-480c-a5f4-78b0b321b5e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:04.626810 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1bd769ed-948e-44fc-a2b0-404b4ec95ad1 req-f0629304-ea7e-480c-a5f4-78b0b321b5e8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=523dc17a-dd2f-4f44-9ee6-7b24234b9649 HTTP/1.1" status: 200 len: 1097 time: 0.0542021 Jul 16 09:05:04.660721 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1bd769ed-948e-44fc-a2b0-404b4ec95ad1 req-9dd8d33d-6ba7-48bc-8aa3-24662c7b37c4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1a9f3a43-2c86-4f5a-ad74-01df952f622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277841 Jul 16 09:05:04.898076 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd2cd45-e88b-46cb-93b0-29cfbc29d31a req-4fbb8346-adfb-486b-b14e-f9e774da1fbc tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:04.900179 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dfd2cd45-e88b-46cb-93b0-29cfbc29d31a req-4fbb8346-adfb-486b-b14e-f9e774da1fbc tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=523dc17a-dd2f-4f44-9ee6-7b24234b9649 HTTP/1.1" status: 200 len: 945 time: 0.0637558 Jul 16 09:05:04.937748 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dfd2cd45-e88b-46cb-93b0-29cfbc29d31a req-49376058-6bbd-4c44-a71e-61ae38538c15 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a9f3a43-2c86-4f5a-ad74-01df952f622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318630 Jul 16 09:05:05.720052 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-09b1ef9d-a4eb-460e-bfbd-f03618902b38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:06.040920 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:06.112868 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31c6b3-b886-4997-a8a7-b443dc94cb98 req-c97a4326-d456-4677-be81-e18a3beefb8e tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:06.114353 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ce31c6b3-b886-4997-a8a7-b443dc94cb98 req-c97a4326-d456-4677-be81-e18a3beefb8e tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=523dc17a-dd2f-4f44-9ee6-7b24234b9649 HTTP/1.1" status: 200 len: 945 time: 0.0637126 Jul 16 09:05:06.152485 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ce31c6b3-b886-4997-a8a7-b443dc94cb98 req-99855da3-c665-40b3-850f-8279237a71ea tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a9f3a43-2c86-4f5a-ad74-01df952f622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317497 Jul 16 09:05:06.322908 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32871d9c-2500-48e6-8d47-afc5f243ea38 req-a77b6d57-c52a-4660-9e9e-bcc62cbf836e tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:06.324419 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-32871d9c-2500-48e6-8d47-afc5f243ea38 req-a77b6d57-c52a-4660-9e9e-bcc62cbf836e tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=523dc17a-dd2f-4f44-9ee6-7b24234b9649 HTTP/1.1" status: 200 len: 945 time: 0.0660267 Jul 16 09:05:06.332856 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 40880) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:05:06.337805 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-110d0a82-254a-4afc-a6a7-2889431077ae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Request body: {'floatingip': {'port_id': 'b69d275c-1563-4f41-b934-8fed471aadf2'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:05:06.379386 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-110d0a82-254a-4afc-a6a7-2889431077ae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:07.113844 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-110d0a82-254a-4afc-a6a7-2889431077ae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:07.117744 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-110d0a82-254a-4afc-a6a7-2889431077ae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:07.150420 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:07.217866 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-110d0a82-254a-4afc-a6a7-2889431077ae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Floating IP a5344254-ac05-468b-ab02-b7ab9bbf05cb associated. External IP: 172.25.3.221, port: b69d275c-1563-4f41-b934-8fed471aadf2. Jul 16 09:05:07.418467 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110d0a82-254a-4afc-a6a7-2889431077ae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Router d4cf1835-0b83-4029-9889-7c5531c65be6 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:05:07.526781 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110d0a82-254a-4afc-a6a7-2889431077ae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:05:07.531697 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-110d0a82-254a-4afc-a6a7-2889431077ae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:07.536505 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123725d6-b59c-4af7-98d7-8284aaebde5e None None] Sync routers for ids ['d4cf1835-0b83-4029-9889-7c5531c65be6'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:05:07.545165 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123725d6-b59c-4af7-98d7-8284aaebde5e None None] Routers {'d4cf1835-0b83-4029-9889-7c5531c65be6'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:07.545783 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-123725d6-b59c-4af7-98d7-8284aaebde5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:05:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['d4cf1835-0b83-4029-9889-7c5531c65be6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:07.571574 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-110d0a82-254a-4afc-a6a7-2889431077ae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "PUT /v2.0/floatingips/a5344254-ac05-468b-ab02-b7ab9bbf05cb HTTP/1.1" status: 200 len: 991 time: 1.2376742 Jul 16 09:05:07.572155 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '523dc17a-dd2f-4f44-9ee6-7b24234b9649', 'tag': 'b69d275c-1563-4f41-b934-8fed471aadf2'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:05:07.574428 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f10f099-6eb5-499d-8809-b77873634fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "523dc17a-dd2f-4f44-9ee6-7b24234b9649", "tag": "b69d275c-1563-4f41-b934-8fed471aadf2"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:05:07.658078 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-123725d6-b59c-4af7-98d7-8284aaebde5e None None] Set router d4cf1835-0b83-4029-9889-7c5531c65be6 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:05:07.685484 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86529f2-e02f-4bff-b55f-095726c19a8d x-openstack-request-id: req-f86529f2-e02f-4bff-b55f-095726c19a8d {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:05:07.685785 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "523dc17a-dd2f-4f44-9ee6-7b24234b9649", "tag": "b69d275c-1563-4f41-b934-8fed471aadf2", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:05:07.686042 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f86529f2-e02f-4bff-b55f-095726c19a8d {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:05:07.686451 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '523dc17a-dd2f-4f44-9ee6-7b24234b9649', 'tag': 'b69d275c-1563-4f41-b934-8fed471aadf2', 'status': 'completed', 'code': 200} Jul 16 09:05:07.757671 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10f099-6eb5-499d-8809-b77873634fcc req-63ee4eaa-b6bb-4d00-8469-22f14b3739f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:07.759700 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6f10f099-6eb5-499d-8809-b77873634fcc req-63ee4eaa-b6bb-4d00-8469-22f14b3739f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=807350fc1feb4d8185a8b674a80833b8&device_id=523dc17a-dd2f-4f44-9ee6-7b24234b9649 HTTP/1.1" status: 200 len: 1097 time: 0.0520968 Jul 16 09:05:07.846814 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10f099-6eb5-499d-8809-b77873634fcc req-3ee64984-0c71-4812-865f-f7552f574dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:07.848293 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6f10f099-6eb5-499d-8809-b77873634fcc req-3ee64984-0c71-4812-865f-f7552f574dd1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1d966671-080a-4a00-b7d3-7ffcd41de721 HTTP/1.1" status: 200 len: 912 time: 0.0825996 Jul 16 09:05:07.882128 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-123725d6-b59c-4af7-98d7-8284aaebde5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'name': 'tempest-AttachVolumeTestJSON-1593065017-router', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:03Z', 'updated_at': '2021-07-16T09:01:07Z', 'revision_number': 4, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'gw_port': {'id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:04Z', 'updated_at': '2021-07-16T09:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'a5344254-ac05-468b-ab02-b7ab9bbf05cb', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'port_id': 'b69d275c-1563-4f41-b934-8fed471aadf2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721', 'mac_address': 'fa:16:3e:b6:86:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523dc17a-dd2f-4f44-9ee6-7b24234b9649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:04:56Z', 'updated_at': '2021-07-16T09:05:07Z', 'revision_number': 1, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd13ae5-caf0-40cb-ae99-2af756fd757a', 'name': '', 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'mac_address': 'fa:16:3e:a0:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:06Z', 'updated_at': '2021-07-16T09:01:14Z', 'revision_number': 5, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'subnets': [{'id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:07.911711 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123725d6-b59c-4af7-98d7-8284aaebde5e None None] Checking router: d4cf1835-0b83-4029-9889-7c5531c65be6 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:05:07.916552 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6f10f099-6eb5-499d-8809-b77873634fcc req-e2e4a75f-3922-4935-8051-60a22e3f5cf7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b69d275c-1563-4f41-b934-8fed471aadf2 HTTP/1.1" status: 200 len: 999 time: 0.0619473 Jul 16 09:05:07.919918 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123725d6-b59c-4af7-98d7-8284aaebde5e None None] Routers {'d4cf1835-0b83-4029-9889-7c5531c65be6'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:05:07.920560 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-123725d6-b59c-4af7-98d7-8284aaebde5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:05:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['d4cf1835-0b83-4029-9889-7c5531c65be6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:07.965317 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10f099-6eb5-499d-8809-b77873634fcc req-00df68e4-cd64-468d-889f-daba3deb9bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:07.966680 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6f10f099-6eb5-499d-8809-b77873634fcc req-00df68e4-cd64-468d-889f-daba3deb9bb8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9db346c4-198e-4f62-93cb-a8985eefeb3d HTTP/1.1" status: 200 len: 850 time: 0.0440032 Jul 16 09:05:08.021430 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-123725d6-b59c-4af7-98d7-8284aaebde5e None None] Set router d4cf1835-0b83-4029-9889-7c5531c65be6 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:05:08.022510 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f10f099-6eb5-499d-8809-b77873634fcc req-fc404e0e-6bf5-491b-bf56-557d625bddac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:08.024015 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6f10f099-6eb5-499d-8809-b77873634fcc req-fc404e0e-6bf5-491b-bf56-557d625bddac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1d966671-080a-4a00-b7d3-7ffcd41de721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513530 Jul 16 09:05:08.118978 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6f10f099-6eb5-499d-8809-b77873634fcc req-bb29ad49-1da7-4ad1-b5f3-244f847b2acd service neutron] 10.222.0.30 "GET /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881438 Jul 16 09:05:08.209213 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6f10f099-6eb5-499d-8809-b77873634fcc req-324dc3e1-00ab-4b98-a195-3b79e569be32 service neutron] 10.222.0.30 "GET /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838857 Jul 16 09:05:08.246770 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-123725d6-b59c-4af7-98d7-8284aaebde5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'name': 'tempest-AttachVolumeTestJSON-1593065017-router', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:03Z', 'updated_at': '2021-07-16T09:01:07Z', 'revision_number': 4, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'gw_port': {'id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:04Z', 'updated_at': '2021-07-16T09:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'a5344254-ac05-468b-ab02-b7ab9bbf05cb', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'port_id': 'b69d275c-1563-4f41-b934-8fed471aadf2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721', 'mac_address': 'fa:16:3e:b6:86:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523dc17a-dd2f-4f44-9ee6-7b24234b9649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:04:56Z', 'updated_at': '2021-07-16T09:05:07Z', 'revision_number': 1, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd13ae5-caf0-40cb-ae99-2af756fd757a', 'name': '', 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'mac_address': 'fa:16:3e:a0:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:06Z', 'updated_at': '2021-07-16T09:01:14Z', 'revision_number': 5, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'subnets': [{'id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:05:08.272115 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123725d6-b59c-4af7-98d7-8284aaebde5e None None] The sync data for ids ['d4cf1835-0b83-4029-9889-7c5531c65be6'] in n-d-771362-37 is: [{'id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'name': 'tempest-AttachVolumeTestJSON-1593065017-router', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:03Z', 'updated_at': '2021-07-16T09:01:07Z', 'revision_number': 4, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'gw_port': {'id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:04Z', 'updated_at': '2021-07-16T09:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'a5344254-ac05-468b-ab02-b7ab9bbf05cb', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'port_id': 'b69d275c-1563-4f41-b934-8fed471aadf2', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3642, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721', 'mac_address': 'fa:16:3e:b6:86:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '523dc17a-dd2f-4f44-9ee6-7b24234b9649', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:04:56Z', 'updated_at': '2021-07-16T09:05:07Z', 'revision_number': 1, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ffd13ae5-caf0-40cb-ae99-2af756fd757a', 'name': '', 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'mac_address': 'fa:16:3e:a0:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:06Z', 'updated_at': '2021-07-16T09:01:14Z', 'revision_number': 5, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'subnets': [{'id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:05:08.451440 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23459b2-30c1-4f97-b3a5-daaf37ca48a3 None None] New status for floating IP a5344254-ac05-468b-ab02-b7ab9bbf05cb: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:05:08.612481 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.314407 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:32.374634 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:33.319854 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-25f01f64-1c54-4216-9f41-583527bbf311 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:35.725673 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f2036af2-7174-40f8-a1bc-ada858d285e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:36.041167 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:37.155749 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:38.615188 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:05:39.588013 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4c559009-43f7-4af6-8ddf-8a1ce101116a req-8834b793-71fa-4dfa-adde-011906960bc7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=523dc17a-dd2f-4f44-9ee6-7b24234b9649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0567677 Jul 16 09:05:39.692592 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c559009-43f7-4af6-8ddf-8a1ce101116a req-3aaa2d47-9d7e-4c73-a91e-1831ceb36ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:39.694056 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4c559009-43f7-4af6-8ddf-8a1ce101116a req-3aaa2d47-9d7e-4c73-a91e-1831ceb36ea2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=807350fc1feb4d8185a8b674a80833b8&device_id=523dc17a-dd2f-4f44-9ee6-7b24234b9649 HTTP/1.1" status: 200 len: 1097 time: 0.0514681 Jul 16 09:05:39.806141 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c559009-43f7-4af6-8ddf-8a1ce101116a req-47a51e55-91a7-46fd-9d01-41f639a70ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:39.807539 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4c559009-43f7-4af6-8ddf-8a1ce101116a req-47a51e55-91a7-46fd-9d01-41f639a70ef6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1d966671-080a-4a00-b7d3-7ffcd41de721 HTTP/1.1" status: 200 len: 912 time: 0.0903296 Jul 16 09:05:39.872830 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4c559009-43f7-4af6-8ddf-8a1ce101116a req-58398e4a-13af-4495-a5c2-f499c80bbfbc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b69d275c-1563-4f41-b934-8fed471aadf2 HTTP/1.1" status: 200 len: 1001 time: 0.0574262 Jul 16 09:05:39.921692 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c559009-43f7-4af6-8ddf-8a1ce101116a req-bda6d2e0-e178-4559-b973-96997764641b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:39.923112 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4c559009-43f7-4af6-8ddf-8a1ce101116a req-bda6d2e0-e178-4559-b973-96997764641b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9db346c4-198e-4f62-93cb-a8985eefeb3d HTTP/1.1" status: 200 len: 850 time: 0.0425212 Jul 16 09:05:39.984507 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c559009-43f7-4af6-8ddf-8a1ce101116a req-1993acfd-4e26-46ac-9bb3-505323830ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:05:39.985991 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4c559009-43f7-4af6-8ddf-8a1ce101116a req-1993acfd-4e26-46ac-9bb3-505323830ceb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1d966671-080a-4a00-b7d3-7ffcd41de721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545170 Jul 16 09:05:40.075222 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4c559009-43f7-4af6-8ddf-8a1ce101116a req-dbb2d513-d868-4003-bd09-4ddbe2d43ad1 service neutron] 10.222.0.30 "GET /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819743 Jul 16 09:05:40.166067 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4c559009-43f7-4af6-8ddf-8a1ce101116a req-a9cdc98b-3e44-4dae-b92b-480858a614e4 service neutron] 10.222.0.30 "GET /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847182 Jul 16 09:05:40.264279 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:06:02.329765 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:02.397861 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:03.321011 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bd0242f-61f1-46c2-a754-57ca1ad14ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:05.717546 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ad4e80b2-cfc9-44b8-9e25-915a307d18fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:06.042325 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:07.157849 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:08.616966 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:17.264516 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:06:32.331275 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:32.412056 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:33.321426 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-909538c2-8888-46bc-b893-5d7ac2983369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:35.716926 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5346cc86-9d37-4436-918d-dc8ac6614606 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:36.042914 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:37.159231 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:38.619683 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:06:40.577712 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1ab16ecf-be68-4a27-a399-9f58bec9076f req-68fa2338-03af-42ea-9baf-43b7765629ff service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=523dc17a-dd2f-4f44-9ee6-7b24234b9649&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0518584 Jul 16 09:06:40.669747 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab16ecf-be68-4a27-a399-9f58bec9076f req-9caa66a5-3eb2-4827-9c30-d6a35b40e890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:40.671238 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1ab16ecf-be68-4a27-a399-9f58bec9076f req-9caa66a5-3eb2-4827-9c30-d6a35b40e890 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=807350fc1feb4d8185a8b674a80833b8&device_id=523dc17a-dd2f-4f44-9ee6-7b24234b9649 HTTP/1.1" status: 200 len: 1097 time: 0.0528314 Jul 16 09:06:40.776087 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab16ecf-be68-4a27-a399-9f58bec9076f req-51195c47-d47a-47f7-a83e-fec237e43896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:40.777586 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1ab16ecf-be68-4a27-a399-9f58bec9076f req-51195c47-d47a-47f7-a83e-fec237e43896 service neutron] 10.222.0.30 "GET /v2.0/networks?id=1d966671-080a-4a00-b7d3-7ffcd41de721 HTTP/1.1" status: 200 len: 912 time: 0.0871589 Jul 16 09:06:40.845666 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1ab16ecf-be68-4a27-a399-9f58bec9076f req-e096376c-ce09-40e8-b864-d6e9039ad489 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b69d275c-1563-4f41-b934-8fed471aadf2 HTTP/1.1" status: 200 len: 1001 time: 0.0607576 Jul 16 09:06:40.893519 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab16ecf-be68-4a27-a399-9f58bec9076f req-49663715-ef3b-4ed1-8ad3-f2d2ebc3f19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:40.894931 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1ab16ecf-be68-4a27-a399-9f58bec9076f req-49663715-ef3b-4ed1-8ad3-f2d2ebc3f19e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9db346c4-198e-4f62-93cb-a8985eefeb3d HTTP/1.1" status: 200 len: 850 time: 0.0437143 Jul 16 09:06:40.950704 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab16ecf-be68-4a27-a399-9f58bec9076f req-58758b71-7d3e-4ae6-810d-33d09f7ef697 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:06:40.952159 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1ab16ecf-be68-4a27-a399-9f58bec9076f req-58758b71-7d3e-4ae6-810d-33d09f7ef697 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1d966671-080a-4a00-b7d3-7ffcd41de721&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508435 Jul 16 09:06:41.042063 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1ab16ecf-be68-4a27-a399-9f58bec9076f req-01e9d5cd-2a98-4b88-9455-4a3f3e64cf24 service neutron] 10.222.0.30 "GET /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837374 Jul 16 09:06:41.129226 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1ab16ecf-be68-4a27-a399-9f58bec9076f req-a9dcc75b-4456-4634-a9f0-6b1734ad2320 service neutron] 10.222.0.30 "GET /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801144 Jul 16 09:06:54.264137 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:07:02.351134 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:02.412577 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:03.321764 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-542a4e88-cbb4-4d71-9cff-e7c78f9199ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:05.719437 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0a3083b4-2fb7-4c40-950f-718f483e7439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:06.043173 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:07.162404 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:08.623072 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:17.267801 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299a23de-b5a1-485f-b3fb-d1b5e047323a req-993fb0a3-81bd-4e10-9259-4a9277fd33c0 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:17.269236 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-299a23de-b5a1-485f-b3fb-d1b5e047323a req-993fb0a3-81bd-4e10-9259-4a9277fd33c0 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=523dc17a-dd2f-4f44-9ee6-7b24234b9649 HTTP/1.1" status: 200 len: 945 time: 0.0689824 Jul 16 09:07:17.306993 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-299a23de-b5a1-485f-b3fb-d1b5e047323a req-55d1b4ee-66b3-4653-9fa4-e7001711cd4d tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a9f3a43-2c86-4f5a-ad74-01df952f622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320787 Jul 16 09:07:18.483405 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befd1353-f7b3-45a8-89cc-d5279ac40302 req-375f681f-eb92-4e20-9ec6-e738cdbe7c67 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:18.484931 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-befd1353-f7b3-45a8-89cc-d5279ac40302 req-375f681f-eb92-4e20-9ec6-e738cdbe7c67 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=523dc17a-dd2f-4f44-9ee6-7b24234b9649 HTTP/1.1" status: 200 len: 945 time: 0.0673103 Jul 16 09:07:18.522235 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-befd1353-f7b3-45a8-89cc-d5279ac40302 req-38ed0994-101e-48e2-9dbf-a31405ab339a tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups?id=1a9f3a43-2c86-4f5a-ad74-01df952f622b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308650 Jul 16 09:07:18.808578 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7443fc-f620-4bfc-8560-e3f46d76796c req-a557154d-43bf-4ca4-9c96-38aaf99154e5 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:07:18.810048 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0d7443fc-f620-4bfc-8560-e3f46d76796c req-a557154d-43bf-4ca4-9c96-38aaf99154e5 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.30 "GET /v2.0/ports?device_id=523dc17a-dd2f-4f44-9ee6-7b24234b9649 HTTP/1.1" status: 200 len: 945 time: 0.0640087 Jul 16 09:07:18.907858 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-0d7443fc-f620-4bfc-8560-e3f46d76796c req-66b33626-4ccf-40f0-aea3-f02887694aae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Deleting port b69d275c-1563-4f41-b934-8fed471aadf2 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:18.908211 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-0d7443fc-f620-4bfc-8560-e3f46d76796c req-66b33626-4ccf-40f0-aea3-f02887694aae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:18.998935 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-0d7443fc-f620-4bfc-8560-e3f46d76796c req-66b33626-4ccf-40f0-aea3-f02887694aae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] For port b69d275c-1563-4f41-b934-8fed471aadf2, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=b69d275c-1563-4f41-b934-8fed471aadf2,segment=NetworkSegment(396e01fd-ad0b-4eae-9f13-621e1db2f0ae),segment_id=396e01fd-ad0b-4eae-9f13-621e1db2f0ae)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:18.999300 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-0d7443fc-f620-4bfc-8560-e3f46d76796c req-66b33626-4ccf-40f0-aea3-f02887694aae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:19.164236 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-0d7443fc-f620-4bfc-8560-e3f46d76796c req-66b33626-4ccf-40f0-aea3-f02887694aae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:19.164644 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-0d7443fc-f620-4bfc-8560-e3f46d76796c req-66b33626-4ccf-40f0-aea3-f02887694aae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:19.164955 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [req-0d7443fc-f620-4bfc-8560-e3f46d76796c req-66b33626-4ccf-40f0-aea3-f02887694aae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Floating IP a5344254-ac05-468b-ab02-b7ab9bbf05cb disassociated. External IP: 172.25.3.221, port: b69d275c-1563-4f41-b934-8fed471aadf2. Jul 16 09:07:19.165297 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-0d7443fc-f620-4bfc-8560-e3f46d76796c req-66b33626-4ccf-40f0-aea3-f02887694aae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Calling delete_port for b69d275c-1563-4f41-b934-8fed471aadf2 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:19.293362 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-0d7443fc-f620-4bfc-8560-e3f46d76796c req-66b33626-4ccf-40f0-aea3-f02887694aae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:19.322917 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b33626-4ccf-40f0-aea3-f02887694aae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Pushing event deleted for resources: {'Port': ['ID=b69d275c-1563-4f41-b934-8fed471aadf2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:19.334667 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b33626-4ccf-40f0-aea3-f02887694aae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:19.335022 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b33626-4ccf-40f0-aea3-f02887694aae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:19.335374 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b33626-4ccf-40f0-aea3-f02887694aae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:19.335751 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b33626-4ccf-40f0-aea3-f02887694aae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:19.336094 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b33626-4ccf-40f0-aea3-f02887694aae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:19.336521 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b33626-4ccf-40f0-aea3-f02887694aae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:19.336885 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b33626-4ccf-40f0-aea3-f02887694aae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:19.337262 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b33626-4ccf-40f0-aea3-f02887694aae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:19.337633 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b33626-4ccf-40f0-aea3-f02887694aae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:19.337987 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b33626-4ccf-40f0-aea3-f02887694aae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:19.338319 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b33626-4ccf-40f0-aea3-f02887694aae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:19.338660 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66b33626-4ccf-40f0-aea3-f02887694aae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:19.446527 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0d7443fc-f620-4bfc-8560-e3f46d76796c req-66b33626-4ccf-40f0-aea3-f02887694aae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Router d4cf1835-0b83-4029-9889-7c5531c65be6 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:07:19.552169 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0d7443fc-f620-4bfc-8560-e3f46d76796c req-66b33626-4ccf-40f0-aea3-f02887694aae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:07:19.562687 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74401f2c-bc45-41c8-9c56-f694ecef4a0b None None] Sync routers for ids ['d4cf1835-0b83-4029-9889-7c5531c65be6'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:07:19.571933 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74401f2c-bc45-41c8-9c56-f694ecef4a0b None None] Routers {'d4cf1835-0b83-4029-9889-7c5531c65be6'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:19.572575 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-74401f2c-bc45-41c8-9c56-f694ecef4a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:07:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['d4cf1835-0b83-4029-9889-7c5531c65be6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:19.600626 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d7443fc-f620-4bfc-8560-e3f46d76796c req-66b33626-4ccf-40f0-aea3-f02887694aae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] No DVR routers for this DVR port b69d275c-1563-4f41-b934-8fed471aadf2 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:19.603241 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-0d7443fc-f620-4bfc-8560-e3f46d76796c req-66b33626-4ccf-40f0-aea3-f02887694aae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:19.605294 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0d7443fc-f620-4bfc-8560-e3f46d76796c req-66b33626-4ccf-40f0-aea3-f02887694aae tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.30 "DELETE /v2.0/ports/b69d275c-1563-4f41-b934-8fed471aadf2 HTTP/1.1" status: 204 len: 173 time: 0.7895837 Jul 16 09:07:19.605730 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '523dc17a-dd2f-4f44-9ee6-7b24234b9649', 'name': 'network-vif-deleted', 'tag': 'b69d275c-1563-4f41-b934-8fed471aadf2'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:07:19.608278 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79b15aa5-2bbe-4465-8864-de3cf0561e5e" -d '{"events": [{"server_uuid": "523dc17a-dd2f-4f44-9ee6-7b24234b9649", "name": "network-vif-deleted", "tag": "b69d275c-1563-4f41-b934-8fed471aadf2"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:07:19.675856 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faa27799-7d52-40b0-88a9-9c7fbc95719a x-openstack-request-id: req-faa27799-7d52-40b0-88a9-9c7fbc95719a {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:07:19.676201 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "523dc17a-dd2f-4f44-9ee6-7b24234b9649", "name": "network-vif-deleted", "tag": "b69d275c-1563-4f41-b934-8fed471aadf2", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:07:19.676497 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-faa27799-7d52-40b0-88a9-9c7fbc95719a {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:07:19.676884 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '523dc17a-dd2f-4f44-9ee6-7b24234b9649', 'name': 'network-vif-deleted', 'tag': 'b69d275c-1563-4f41-b934-8fed471aadf2', 'status': 'completed', 'code': 200} Jul 16 09:07:19.679228 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d137b719-b403-4d07-94b0-0a13753df944 req-837f659e-9787-451d-93c9-e4687a62ce35 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/ports?device_id=523dc17a-dd2f-4f44-9ee6-7b24234b9649 HTTP/1.1" status: 200 len: 210 time: 0.0396481 Jul 16 09:07:19.692725 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-74401f2c-bc45-41c8-9c56-f694ecef4a0b None None] Set router d4cf1835-0b83-4029-9889-7c5531c65be6 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:19.919159 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-74401f2c-bc45-41c8-9c56-f694ecef4a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'name': 'tempest-AttachVolumeTestJSON-1593065017-router', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:03Z', 'updated_at': '2021-07-16T09:01:07Z', 'revision_number': 4, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'gw_port': {'id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:04Z', 'updated_at': '2021-07-16T09:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'ffd13ae5-caf0-40cb-ae99-2af756fd757a', 'name': '', 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'mac_address': 'fa:16:3e:a0:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:06Z', 'updated_at': '2021-07-16T09:01:14Z', 'revision_number': 5, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'subnets': [{'id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:19.945107 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74401f2c-bc45-41c8-9c56-f694ecef4a0b None None] Checking router: d4cf1835-0b83-4029-9889-7c5531c65be6 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:07:19.953013 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74401f2c-bc45-41c8-9c56-f694ecef4a0b None None] Routers {'d4cf1835-0b83-4029-9889-7c5531c65be6'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:19.953656 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-74401f2c-bc45-41c8-9c56-f694ecef4a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:07:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['d4cf1835-0b83-4029-9889-7c5531c65be6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:20.219121 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-74401f2c-bc45-41c8-9c56-f694ecef4a0b None None] Set router d4cf1835-0b83-4029-9889-7c5531c65be6 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:20.414530 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-74401f2c-bc45-41c8-9c56-f694ecef4a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'name': 'tempest-AttachVolumeTestJSON-1593065017-router', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:03Z', 'updated_at': '2021-07-16T09:01:07Z', 'revision_number': 4, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'gw_port': {'id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:04Z', 'updated_at': '2021-07-16T09:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'ffd13ae5-caf0-40cb-ae99-2af756fd757a', 'name': '', 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'mac_address': 'fa:16:3e:a0:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:06Z', 'updated_at': '2021-07-16T09:01:14Z', 'revision_number': 5, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'subnets': [{'id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:20.444651 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74401f2c-bc45-41c8-9c56-f694ecef4a0b None None] The sync data for ids ['d4cf1835-0b83-4029-9889-7c5531c65be6'] in n-d-771362-37 is: [{'id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'name': 'tempest-AttachVolumeTestJSON-1593065017-router', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:03Z', 'updated_at': '2021-07-16T09:01:07Z', 'revision_number': 4, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'gw_port': {'id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:04Z', 'updated_at': '2021-07-16T09:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'ffd13ae5-caf0-40cb-ae99-2af756fd757a', 'name': '', 'network_id': '1d966671-080a-4a00-b7d3-7ffcd41de721', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'mac_address': 'fa:16:3e:a0:7c:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:06Z', 'updated_at': '2021-07-16T09:01:14Z', 'revision_number': 5, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'subnets': [{'id': '9db346c4-198e-4f62-93cb-a8985eefeb3d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:07:20.659292 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ee3b734-64c8-47cf-bec2-dc2ae89291a1 None None] New status for floating IP a5344254-ac05-468b-ab02-b7ab9bbf05cb: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:07:20.807463 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41254) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:20.859979 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9780611-0d09-4875-9da5-f2caa18488d4 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:20.882877 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9780611-0d09-4875-9da5-f2caa18488d4 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:20.929602 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9780611-0d09-4875-9da5-f2caa18488d4 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:20.932532 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9780611-0d09-4875-9da5-f2caa18488d4 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:20.933708 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d9780611-0d09-4875-9da5-f2caa18488d4 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "DELETE /v2.0/security-groups/1a9f3a43-2c86-4f5a-ad74-01df952f622b HTTP/1.1" status: 204 len: 168 time: 0.1252754 Jul 16 09:07:20.936690 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41256) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:20.942684 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9780611-0d09-4875-9da5-f2caa18488d4 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9f3a43-2c86-4f5a-ad74-01df952f622b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:20.950986 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [None req-f1515c43-4322-452d-8c2c-79992daa8f2a tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] show failed (client error): The resource could not be found. Jul 16 09:07:20.952405 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f1515c43-4322-452d-8c2c-79992daa8f2a tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "GET /v2.0/security-groups/1a9f3a43-2c86-4f5a-ad74-01df952f622b HTTP/1.1" status: 404 len: 347 time: 0.0141304 Jul 16 09:07:20.954755 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41258) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:21.076128 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-7c02103c-534e-4912-931f-7c759b745d40 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Deleting port 1386daf6-6204-4332-af37-8b6875771be0 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:21.076522 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7c02103c-534e-4912-931f-7c759b745d40 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.148568 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7c02103c-534e-4912-931f-7c759b745d40 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.148903 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7c02103c-534e-4912-931f-7c759b745d40 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.160018 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-7c02103c-534e-4912-931f-7c759b745d40 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Calling delete_port for 1386daf6-6204-4332-af37-8b6875771be0 owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:21.290441 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7c02103c-534e-4912-931f-7c759b745d40 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.317118 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c02103c-534e-4912-931f-7c759b745d40 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Pushing event deleted for resources: {'Port': ['ID=1386daf6-6204-4332-af37-8b6875771be0,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:21.345110 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02103c-534e-4912-931f-7c759b745d40 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:21.345371 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02103c-534e-4912-931f-7c759b745d40 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:21.345709 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02103c-534e-4912-931f-7c759b745d40 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:21.346041 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02103c-534e-4912-931f-7c759b745d40 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:21.346373 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02103c-534e-4912-931f-7c759b745d40 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:21.346697 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02103c-534e-4912-931f-7c759b745d40 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:21.347018 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02103c-534e-4912-931f-7c759b745d40 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:21.347341 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02103c-534e-4912-931f-7c759b745d40 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:21.347657 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02103c-534e-4912-931f-7c759b745d40 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:21.347974 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02103c-534e-4912-931f-7c759b745d40 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:21.348311 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02103c-534e-4912-931f-7c759b745d40 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:21.349241 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c02103c-534e-4912-931f-7c759b745d40 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:07:21.388423 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7c02103c-534e-4912-931f-7c759b745d40 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.391007 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7c02103c-534e-4912-931f-7c759b745d40 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:21.392141 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7c02103c-534e-4912-931f-7c759b745d40 tempest-AttachVolumeTestJSON-1155267619 tempest-AttachVolumeTestJSON-1155267619-project] 10.222.0.22 "DELETE /v2.0/floatingips/a5344254-ac05-468b-ab02-b7ab9bbf05cb HTTP/1.1" status: 204 len: 168 time: 0.4364974 Jul 16 09:07:22.767670 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device b69d275c-1563-4f41-b934-8fed471aadf2 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:22.788480 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: b69d275c-1563-4f41-b934-8fed471aadf2 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:22.788825 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device b69d275c-1563-4f41-b934-8fed471aadf2 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:28.264305 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41292) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:28.728710 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2871817f-487c-486c-942f-fa10fd63c1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:28.976847 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-2871817f-487c-486c-942f-fa10fd63c1b4 admin admin] Deleting port ffd13ae5-caf0-40cb-ae99-2af756fd757a {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:28.977194 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2871817f-487c-486c-942f-fa10fd63c1b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:29.060112 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-2871817f-487c-486c-942f-fa10fd63c1b4 admin admin] For port ffd13ae5-caf0-40cb-ae99-2af756fd757a, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ffd13ae5-caf0-40cb-ae99-2af756fd757a,segment=NetworkSegment(396e01fd-ad0b-4eae-9f13-621e1db2f0ae),segment_id=396e01fd-ad0b-4eae-9f13-621e1db2f0ae)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:29.060499 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2871817f-487c-486c-942f-fa10fd63c1b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:29.072379 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-2871817f-487c-486c-942f-fa10fd63c1b4 admin admin] Calling delete_port for ffd13ae5-caf0-40cb-ae99-2af756fd757a owned by network:router_interface {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:29.244707 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2871817f-487c-486c-942f-fa10fd63c1b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:29.270978 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2871817f-487c-486c-942f-fa10fd63c1b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffd13ae5-caf0-40cb-ae99-2af756fd757a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:29.434126 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2871817f-487c-486c-942f-fa10fd63c1b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:29.641603 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2871817f-487c-486c-942f-fa10fd63c1b4 admin admin] Router d4cf1835-0b83-4029-9889-7c5531c65be6 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:07:29.745730 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2871817f-487c-486c-942f-fa10fd63c1b4 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:07:29.751505 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2871817f-487c-486c-942f-fa10fd63c1b4 admin admin] 10.222.0.22 "PUT /v2.0/routers/d4cf1835-0b83-4029-9889-7c5531c65be6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4865506 Jul 16 09:07:29.754007 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41298) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:29.758206 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f633ff-3e92-4eb1-ac04-c659117b4e18 None None] Sync routers for ids ['d4cf1835-0b83-4029-9889-7c5531c65be6'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:07:29.767171 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f633ff-3e92-4eb1-ac04-c659117b4e18 None None] Routers {'d4cf1835-0b83-4029-9889-7c5531c65be6'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:29.767771 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-49f633ff-3e92-4eb1-ac04-c659117b4e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:07:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['d4cf1835-0b83-4029-9889-7c5531c65be6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:29.873596 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-49f633ff-3e92-4eb1-ac04-c659117b4e18 None None] Set router d4cf1835-0b83-4029-9889-7c5531c65be6 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:30.056045 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-49f633ff-3e92-4eb1-ac04-c659117b4e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'name': 'tempest-AttachVolumeTestJSON-1593065017-router', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:03Z', 'updated_at': '2021-07-16T09:07:29Z', 'revision_number': 5, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'gw_port': {'id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:04Z', 'updated_at': '2021-07-16T09:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:30.086789 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f633ff-3e92-4eb1-ac04-c659117b4e18 None None] Checking router: d4cf1835-0b83-4029-9889-7c5531c65be6 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:07:30.096330 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f633ff-3e92-4eb1-ac04-c659117b4e18 None None] Routers {'d4cf1835-0b83-4029-9889-7c5531c65be6'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:07:30.096976 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-49f633ff-3e92-4eb1-ac04-c659117b4e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:07:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['d4cf1835-0b83-4029-9889-7c5531c65be6'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:30.200991 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-49f633ff-3e92-4eb1-ac04-c659117b4e18 None None] Set router d4cf1835-0b83-4029-9889-7c5531c65be6 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:07:30.204116 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fa2d711-70a6-4fe4-8689-54ff865626bb admin admin] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:30.303504 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fa2d711-70a6-4fe4-8689-54ff865626bb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:30.355345 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-2fa2d711-70a6-4fe4-8689-54ff865626bb admin admin] Deleting port f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:30.355714 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fa2d711-70a6-4fe4-8689-54ff865626bb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:30.375273 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-49f633ff-3e92-4eb1-ac04-c659117b4e18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'name': 'tempest-AttachVolumeTestJSON-1593065017-router', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:03Z', 'updated_at': '2021-07-16T09:07:29Z', 'revision_number': 5, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'gw_port': {'id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:04Z', 'updated_at': '2021-07-16T09:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:30.401822 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f633ff-3e92-4eb1-ac04-c659117b4e18 None None] The sync data for ids ['d4cf1835-0b83-4029-9889-7c5531c65be6'] in n-d-771362-37 is: [{'id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'name': 'tempest-AttachVolumeTestJSON-1593065017-router', 'tenant_id': '807350fc1feb4d8185a8b674a80833b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188'}], 'enable_snat': True}, 'gw_port_id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:01:03Z', 'updated_at': '2021-07-16T09:07:29Z', 'revision_number': 5, 'project_id': '807350fc1feb4d8185a8b674a80833b8', 'gw_port': {'id': 'f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:38:e3:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd4cf1835-0b83-4029-9889-7c5531c65be6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3621, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.188', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:01:04Z', 'updated_at': '2021-07-16T09:01:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:07:30.441434 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-2fa2d711-70a6-4fe4-8689-54ff865626bb admin admin] For port f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:30.441804 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fa2d711-70a6-4fe4-8689-54ff865626bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:30.453015 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-2fa2d711-70a6-4fe4-8689-54ff865626bb admin admin] Calling delete_port for f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:30.615848 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fa2d711-70a6-4fe4-8689-54ff865626bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:30.640820 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa2d711-70a6-4fe4-8689-54ff865626bb admin admin] Pushing event deleted for resources: {'Port': ['ID=f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:30.701268 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fa2d711-70a6-4fe4-8689-54ff865626bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:30.792310 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fa2d711-70a6-4fe4-8689-54ff865626bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:30.794527 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fa2d711-70a6-4fe4-8689-54ff865626bb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:30.841333 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fa2d711-70a6-4fe4-8689-54ff865626bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:30.842010 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa2d711-70a6-4fe4-8689-54ff865626bb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d4cf1835-0b83-4029-9889-7c5531c65be6 {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:07:30.847057 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fa2d711-70a6-4fe4-8689-54ff865626bb admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:30.848211 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2fa2d711-70a6-4fe4-8689-54ff865626bb admin admin] 10.222.0.22 "DELETE /v2.0/routers/d4cf1835-0b83-4029-9889-7c5531c65be6 HTTP/1.1" status: 204 len: 168 time: 1.0932081 Jul 16 09:07:30.850830 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41300) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:30.896086 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-9eadfad9-77ea-488b-b4d0-e75f1d6b7e1c admin admin] Deleting subnet 9db346c4-198e-4f62-93cb-a8985eefeb3d {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:07:30.899947 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9eadfad9-77ea-488b-b4d0-e75f1d6b7e1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:30.934097 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9eadfad9-77ea-488b-b4d0-e75f1d6b7e1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:31.015706 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9eadfad9-77ea-488b-b4d0-e75f1d6b7e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:31.070393 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9eadfad9-77ea-488b-b4d0-e75f1d6b7e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:31.096615 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eadfad9-77ea-488b-b4d0-e75f1d6b7e1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9db346c4-198e-4f62-93cb-a8985eefeb3d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:31.100164 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9eadfad9-77ea-488b-b4d0-e75f1d6b7e1c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:31.104940 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9eadfad9-77ea-488b-b4d0-e75f1d6b7e1c admin admin] 10.222.0.22 "DELETE /v2.0/subnets/9db346c4-198e-4f62-93cb-a8985eefeb3d HTTP/1.1" status: 204 len: 168 time: 0.2500434 Jul 16 09:07:31.105065 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41302) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:31.107997 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aee6b9f-0795-4574-a54f-99f1c0173b9d None None] Network 1d966671-080a-4a00-b7d3-7ffcd41de721 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:07:31.174684 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dd7a65a6-c37d-4986-add8-4fa21fdef982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:31.225982 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a65a6-c37d-4986-add8-4fa21fdef982 admin admin] Deleting port 9fa1339a-d276-4a75-9de9-2333f2960e70 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:07:31.226351 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dd7a65a6-c37d-4986-add8-4fa21fdef982 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:31.263908 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:07:31.288692 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-dd7a65a6-c37d-4986-add8-4fa21fdef982 admin admin] For port 9fa1339a-d276-4a75-9de9-2333f2960e70, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=9fa1339a-d276-4a75-9de9-2333f2960e70,segment=NetworkSegment(396e01fd-ad0b-4eae-9f13-621e1db2f0ae),segment_id=396e01fd-ad0b-4eae-9f13-621e1db2f0ae)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:07:31.289068 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dd7a65a6-c37d-4986-add8-4fa21fdef982 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:31.300207 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-dd7a65a6-c37d-4986-add8-4fa21fdef982 admin admin] Calling delete_port for 9fa1339a-d276-4a75-9de9-2333f2960e70 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:07:31.381410 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dd7a65a6-c37d-4986-add8-4fa21fdef982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:31.391830 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdf4ddd-6f4f-4c4d-9eac-237de6978401 None None] DHCP port deletion for 1d966671-080a-4a00-b7d3-7ffcd41de721 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:07:31.419491 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7a65a6-c37d-4986-add8-4fa21fdef982 admin admin] No DVR routers for this DVR port 9fa1339a-d276-4a75-9de9-2333f2960e70 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:07:31.440075 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a65a6-c37d-4986-add8-4fa21fdef982 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fa1339a-d276-4a75-9de9-2333f2960e70,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:31.494608 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dd7a65a6-c37d-4986-add8-4fa21fdef982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:31.504412 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-dd7a65a6-c37d-4986-add8-4fa21fdef982 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1d966671-080a-4a00-b7d3-7ffcd41de721']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:31.514460 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-dd7a65a6-c37d-4986-add8-4fa21fdef982 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '396e01fd-ad0b-4eae-9f13-621e1db2f0ae') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:31.514753 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-dd7a65a6-c37d-4986-add8-4fa21fdef982 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '396e01fd-ad0b-4eae-9f13-621e1db2f0ae') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:07:31.523189 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dd7a65a6-c37d-4986-add8-4fa21fdef982 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:31.536798 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dd7a65a6-c37d-4986-add8-4fa21fdef982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:31.542480 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd7a65a6-c37d-4986-add8-4fa21fdef982 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:07:31.542866 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dd7a65a6-c37d-4986-add8-4fa21fdef982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:31.544827 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 09:07:31.544827 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:07:31.544827 n-d-771362-37 neutron-server[93758]: timer() Jul 16 09:07:31.544827 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:07:31.544827 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 09:07:31.544827 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:07:31.544827 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 09:07:31.544827 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:07:31.544827 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 09:07:31.544827 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:07:31.544827 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 09:07:31.544827 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:07:31.544827 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 09:07:31.544827 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:07:31.544827 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:07:31.544827 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:07:31.544827 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:07:31.544827 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:07:31.544827 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 09:07:31.544827 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:07:31.544827 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 09:07:31.544827 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:07:31.544827 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:07:31.544827 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:07:31.544827 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 09:07:31.544827 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:07:31.544827 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:07:31.544827 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:07:31.544827 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:07:31.544827 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:07:31.544827 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:07:31.544827 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:07:31.596867 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dd7a65a6-c37d-4986-add8-4fa21fdef982 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:31.602716 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dd7a65a6-c37d-4986-add8-4fa21fdef982 admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:31.604570 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-dd7a65a6-c37d-4986-add8-4fa21fdef982 admin admin] 10.222.0.22 "DELETE /v2.0/networks/1d966671-080a-4a00-b7d3-7ffcd41de721 HTTP/1.1" status: 204 len: 168 time: 0.4986658 Jul 16 09:07:31.615898 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a65a6-c37d-4986-add8-4fa21fdef982 admin admin] Pushing event deleted for resources: {'Network': ['ID=1d966671-080a-4a00-b7d3-7ffcd41de721,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:31.718724 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41306) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:31.720867 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ffd13ae5-caf0-40cb-ae99-2af756fd757a no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:31.744531 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: ffd13ae5-caf0-40cb-ae99-2af756fd757a {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:31.744876 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ffd13ae5-caf0-40cb-ae99-2af756fd757a not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:31.745287 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:31.760570 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e5dfe320-e19b-479d-af40-e595f14d50b9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=807350fc1feb4d8185a8b674a80833b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390053 Jul 16 09:07:31.760891 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41308) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:31.767198 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:31.767548 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f2dd0242-a8ca-4a9a-a403-dba0cbb2d93a not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:31.767963 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 9fa1339a-d276-4a75-9de9-2333f2960e70 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:07:31.786508 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 9fa1339a-d276-4a75-9de9-2333f2960e70 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:07:31.786867 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 9fa1339a-d276-4a75-9de9-2333f2960e70 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:07:31.813125 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-92ef2b45-b936-465a-82f2-f077f81dcca6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:31.833997 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-92ef2b45-b936-465a-82f2-f077f81dcca6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:31.879114 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-92ef2b45-b936-465a-82f2-f077f81dcca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:31.882803 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-92ef2b45-b936-465a-82f2-f077f81dcca6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:31.883957 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-92ef2b45-b936-465a-82f2-f077f81dcca6 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7293bde3-5b1a-46d1-b5c6-cc51e52b664f HTTP/1.1" status: 204 len: 168 time: 0.1221766 Jul 16 09:07:31.891421 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ef2b45-b936-465a-82f2-f077f81dcca6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7293bde3-5b1a-46d1-b5c6-cc51e52b664f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:32.374281 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:32.445867 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:33.322597 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f660bd47-616e-470c-ad8c-c73300c41f76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:35.721685 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4596a3a1-e846-408c-a650-c59e82424fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:36.043963 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:37.166926 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:38.628419 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:44.491619 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41440) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:44.599848 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-46e65663-fa72-4191-adb5-5b30ade5022d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:44.687201 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-46e65663-fa72-4191-adb5-5b30ade5022d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:44.691120 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-46e65663-fa72-4191-adb5-5b30ade5022d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:44.726509 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e65663-fa72-4191-adb5-5b30ade5022d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71433f04-b09c-499f-8cee-8fb40fdbabda,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:44.731370 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-46e65663-fa72-4191-adb5-5b30ade5022d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=acd51366a5a74ebb8a34bcbcfe1a6ce3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2384686 Jul 16 09:07:44.734709 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41444) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:44.781215 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-24c47abd-587d-4083-8823-49f1bf0ebc71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:44.804801 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-24c47abd-587d-4083-8823-49f1bf0ebc71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:44.850500 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-24c47abd-587d-4083-8823-49f1bf0ebc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:44.853505 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-24c47abd-587d-4083-8823-49f1bf0ebc71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:44.854662 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-24c47abd-587d-4083-8823-49f1bf0ebc71 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/71433f04-b09c-499f-8cee-8fb40fdbabda HTTP/1.1" status: 204 len: 168 time: 0.1196742 Jul 16 09:07:44.862330 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c47abd-587d-4083-8823-49f1bf0ebc71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71433f04-b09c-499f-8cee-8fb40fdbabda,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:46.916875 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41518) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:47.028174 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d33f9300-4c2b-4732-8d45-f8d1aedacfcd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.114392 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d33f9300-4c2b-4732-8d45-f8d1aedacfcd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.118343 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d33f9300-4c2b-4732-8d45-f8d1aedacfcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.158926 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d33f9300-4c2b-4732-8d45-f8d1aedacfcd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4967c318a3e1415a81cf84a05bea7a97&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2410386 Jul 16 09:07:47.159784 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33f9300-4c2b-4732-8d45-f8d1aedacfcd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d524138-e060-4df8-9eac-18d0e3350d21,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:47.161652 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41522) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:47.210552 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a4c06813-08fc-4f92-ae24-14de08a6b0bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.230896 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a4c06813-08fc-4f92-ae24-14de08a6b0bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.276533 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a4c06813-08fc-4f92-ae24-14de08a6b0bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.279020 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a4c06813-08fc-4f92-ae24-14de08a6b0bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.280143 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a4c06813-08fc-4f92-ae24-14de08a6b0bb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/5d524138-e060-4df8-9eac-18d0e3350d21 HTTP/1.1" status: 204 len: 168 time: 0.1174862 Jul 16 09:07:47.287686 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c06813-08fc-4f92-ae24-14de08a6b0bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d524138-e060-4df8-9eac-18d0e3350d21,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:47.533933 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41528) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:47.547358 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a598fa44-37aa-4c25-850f-43d240781fba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.635228 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a598fa44-37aa-4c25-850f-43d240781fba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.639356 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a598fa44-37aa-4c25-850f-43d240781fba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.676137 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a598fa44-37aa-4c25-850f-43d240781fba admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a9e10ca951c84a65bae0d3900cb4a2fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1413450 Jul 16 09:07:47.678085 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a598fa44-37aa-4c25-850f-43d240781fba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31501885-4d68-4705-a5d4-be22da38cc14,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:47.678836 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41530) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:47.729480 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-795eb665-588c-489d-9f4e-42e9901e0e5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.750904 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-795eb665-588c-489d-9f4e-42e9901e0e5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.798171 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-795eb665-588c-489d-9f4e-42e9901e0e5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.801038 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-795eb665-588c-489d-9f4e-42e9901e0e5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:47.802190 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-795eb665-588c-489d-9f4e-42e9901e0e5a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/31501885-4d68-4705-a5d4-be22da38cc14 HTTP/1.1" status: 204 len: 168 time: 0.1223779 Jul 16 09:07:47.810264 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-795eb665-588c-489d-9f4e-42e9901e0e5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31501885-4d68-4705-a5d4-be22da38cc14,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:49.859139 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41586) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:49.961386 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9edacc9-bdb5-4409-813d-df0739ac08c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.046677 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9edacc9-bdb5-4409-813d-df0739ac08c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.050424 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9edacc9-bdb5-4409-813d-df0739ac08c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.087653 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d9edacc9-bdb5-4409-813d-df0739ac08c1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bb86bf35379c4330a445d2aecbfe045c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2274666 Jul 16 09:07:50.088592 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9edacc9-bdb5-4409-813d-df0739ac08c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868dd4fe-b835-4321-9bd5-9299369883e7,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:50.090352 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41590) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:50.142549 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b3b930a-730c-4d3e-812f-2e7389523d72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.162893 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b3b930a-730c-4d3e-812f-2e7389523d72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.208323 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b3b930a-730c-4d3e-812f-2e7389523d72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.210868 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7b3b930a-730c-4d3e-812f-2e7389523d72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.212820 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7b3b930a-730c-4d3e-812f-2e7389523d72 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/868dd4fe-b835-4321-9bd5-9299369883e7 HTTP/1.1" status: 204 len: 168 time: 0.1214216 Jul 16 09:07:50.220541 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3b930a-730c-4d3e-812f-2e7389523d72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868dd4fe-b835-4321-9bd5-9299369883e7,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:50.466653 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41596) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:50.480113 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3d316091-0321-46bb-a8b6-f66ff5a21a1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.565824 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3d316091-0321-46bb-a8b6-f66ff5a21a1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.570240 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3d316091-0321-46bb-a8b6-f66ff5a21a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.608366 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3d316091-0321-46bb-a8b6-f66ff5a21a1e admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=fb4421d4a86d43adb1f9051e03867852&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1406491 Jul 16 09:07:50.609490 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d316091-0321-46bb-a8b6-f66ff5a21a1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b301f457-9c3d-4dc1-b3fb-ed1a19d45df0,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:50.611193 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41598) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:50.673356 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2533141-e742-4c71-884a-40159d9a5837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.693664 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2533141-e742-4c71-884a-40159d9a5837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.743198 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2533141-e742-4c71-884a-40159d9a5837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.745828 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f2533141-e742-4c71-884a-40159d9a5837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:50.746977 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f2533141-e742-4c71-884a-40159d9a5837 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/b301f457-9c3d-4dc1-b3fb-ed1a19d45df0 HTTP/1.1" status: 204 len: 168 time: 0.1347318 Jul 16 09:07:50.755153 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2533141-e742-4c71-884a-40159d9a5837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b301f457-9c3d-4dc1-b3fb-ed1a19d45df0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:51.716004 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41634) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:51.818864 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1ffd23f9-6153-4336-971b-8692ce8170a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:51.904074 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1ffd23f9-6153-4336-971b-8692ce8170a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:51.907756 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1ffd23f9-6153-4336-971b-8692ce8170a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:51.944714 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1ffd23f9-6153-4336-971b-8692ce8170a9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=19b26cb19d434c3ba61223660e6e77ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2276103 Jul 16 09:07:51.946621 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ffd23f9-6153-4336-971b-8692ce8170a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd3b9a94-417f-48f4-92e7-15227ccb3098,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:07:51.947451 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41638) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:07:51.995905 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eba8317f-2ce8-4a8a-862b-ac4b8b2fd243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:52.019880 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eba8317f-2ce8-4a8a-862b-ac4b8b2fd243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:52.065906 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eba8317f-2ce8-4a8a-862b-ac4b8b2fd243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:52.068546 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-eba8317f-2ce8-4a8a-862b-ac4b8b2fd243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:07:52.069758 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-eba8317f-2ce8-4a8a-862b-ac4b8b2fd243 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fd3b9a94-417f-48f4-92e7-15227ccb3098 HTTP/1.1" status: 204 len: 168 time: 0.1212864 Jul 16 09:07:52.077602 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8317f-2ce8-4a8a-862b-ac4b8b2fd243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd3b9a94-417f-48f4-92e7-15227ccb3098,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:02.376558 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:02.449416 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:03.323043 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9e8979fa-257a-4a4a-945e-eba80098a6d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:05.723222 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5b7966ca-4381-4e69-b7c5-32fa78449ea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:06.044595 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:07.167526 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:08.263692 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:08:08.631412 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:16.594461 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41740) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:16.697225 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-34f241c9-e083-4abc-9658-8588c7782ea9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:16.782809 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-34f241c9-e083-4abc-9658-8588c7782ea9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:16.786667 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-34f241c9-e083-4abc-9658-8588c7782ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:16.826107 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-34f241c9-e083-4abc-9658-8588c7782ea9 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=dbb6c467d8bb4b6683da9fa3a895bec3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2305410 Jul 16 09:08:16.828044 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f241c9-e083-4abc-9658-8588c7782ea9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd25c373-d9fc-4da3-aac5-112cd5d1285b,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:16.828843 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41744) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:16.880735 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b37fda3b-84c8-4e30-a906-97bce6a9f69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:16.902131 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b37fda3b-84c8-4e30-a906-97bce6a9f69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:16.956090 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b37fda3b-84c8-4e30-a906-97bce6a9f69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:16.959574 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b37fda3b-84c8-4e30-a906-97bce6a9f69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:16.964106 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b37fda3b-84c8-4e30-a906-97bce6a9f69e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/dd25c373-d9fc-4da3-aac5-112cd5d1285b HTTP/1.1" status: 204 len: 168 time: 0.1341197 Jul 16 09:08:16.972596 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37fda3b-84c8-4e30-a906-97bce6a9f69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd25c373-d9fc-4da3-aac5-112cd5d1285b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:18.818682 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41834) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:18.922849 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1326e261-10de-4f43-905d-116ac933a99c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:19.013466 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1326e261-10de-4f43-905d-116ac933a99c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:19.017344 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1326e261-10de-4f43-905d-116ac933a99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:19.054561 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1326e261-10de-4f43-905d-116ac933a99c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b52020c-0a91-4d20-839c-fc415dd84694,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:19.060910 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1326e261-10de-4f43-905d-116ac933a99c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c530c5590b2c4d3d9ec2bcdb7c7d1e40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2406640 Jul 16 09:08:19.063190 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41838) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:19.116978 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ae9c1b2-3b5d-4031-b389-f5031d94a942 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:19.138466 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ae9c1b2-3b5d-4031-b389-f5031d94a942 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:19.189902 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ae9c1b2-3b5d-4031-b389-f5031d94a942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:19.192838 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4ae9c1b2-3b5d-4031-b389-f5031d94a942 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:19.193983 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4ae9c1b2-3b5d-4031-b389-f5031d94a942 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/2b52020c-0a91-4d20-839c-fc415dd84694 HTTP/1.1" status: 204 len: 168 time: 0.1302953 Jul 16 09:08:19.202081 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9c1b2-3b5d-4031-b389-f5031d94a942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b52020c-0a91-4d20-839c-fc415dd84694,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:19.460606 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41844) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:19.474697 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4e652120-5035-4cba-aa90-4a4ca6632c09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:19.572522 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4e652120-5035-4cba-aa90-4a4ca6632c09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:19.577103 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4e652120-5035-4cba-aa90-4a4ca6632c09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:19.618170 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4e652120-5035-4cba-aa90-4a4ca6632c09 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=21995b9bebae4d9abb31c345bb15acfa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1563847 Jul 16 09:08:19.619334 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e652120-5035-4cba-aa90-4a4ca6632c09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8e9fb15-5a72-4e1c-b4b9-a4df9a32ca27,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:19.621233 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41846) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:19.671945 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-21754bfd-6f83-4453-9208-b07807deee66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:19.693588 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-21754bfd-6f83-4453-9208-b07807deee66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:19.740851 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-21754bfd-6f83-4453-9208-b07807deee66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:19.743422 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-21754bfd-6f83-4453-9208-b07807deee66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:19.744592 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-21754bfd-6f83-4453-9208-b07807deee66 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/c8e9fb15-5a72-4e1c-b4b9-a4df9a32ca27 HTTP/1.1" status: 204 len: 168 time: 0.1222959 Jul 16 09:08:19.753106 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21754bfd-6f83-4453-9208-b07807deee66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8e9fb15-5a72-4e1c-b4b9-a4df9a32ca27,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:19.760994 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21754bfd-6f83-4453-9208-b07807deee66 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:19.761345 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21754bfd-6f83-4453-9208-b07807deee66 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:19.761765 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21754bfd-6f83-4453-9208-b07807deee66 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:19.762025 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21754bfd-6f83-4453-9208-b07807deee66 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:19.762359 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21754bfd-6f83-4453-9208-b07807deee66 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:19.762693 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21754bfd-6f83-4453-9208-b07807deee66 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:19.763023 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21754bfd-6f83-4453-9208-b07807deee66 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:19.763352 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21754bfd-6f83-4453-9208-b07807deee66 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:19.763681 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21754bfd-6f83-4453-9208-b07807deee66 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:19.764008 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21754bfd-6f83-4453-9208-b07807deee66 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:19.764335 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21754bfd-6f83-4453-9208-b07807deee66 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:19.764680 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-21754bfd-6f83-4453-9208-b07807deee66 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:20.404437 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41868) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:20.496741 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-58a22e91-8c57-4944-93b2-4ee1705bdc5a tempest-NetworksNegativeTestJSON-394293120 tempest-NetworksNegativeTestJSON-394293120-project] Request body: {'port': {'network_id': '82664318-4c6c-4564-b803-aba58bf776eb', 'name': 'tempest-NetworksNegativeTestJSON-1664021951'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:20.510276 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-58a22e91-8c57-4944-93b2-4ee1705bdc5a tempest-NetworksNegativeTestJSON-394293120 tempest-NetworksNegativeTestJSON-394293120-project] POST failed (client error): The resource could not be found. Jul 16 09:08:20.510803 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58a22e91-8c57-4944-93b2-4ee1705bdc5a tempest-NetworksNegativeTestJSON-394293120 tempest-NetworksNegativeTestJSON-394293120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:08:20.511880 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-58a22e91-8c57-4944-93b2-4ee1705bdc5a tempest-NetworksNegativeTestJSON-394293120 tempest-NetworksNegativeTestJSON-394293120-project] 10.222.0.22 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1064630 Jul 16 09:08:20.515627 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41872) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:20.532132 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-49029a8a-0266-4d53-ab6d-727a5d13ec34 tempest-NetworksNegativeTestJSON-394293120 tempest-NetworksNegativeTestJSON-394293120-project] DELETE failed (client error): The resource could not be found. Jul 16 09:08:20.532671 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49029a8a-0266-4d53-ab6d-727a5d13ec34 tempest-NetworksNegativeTestJSON-394293120 tempest-NetworksNegativeTestJSON-394293120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:08:20.534250 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-49029a8a-0266-4d53-ab6d-727a5d13ec34 tempest-NetworksNegativeTestJSON-394293120 tempest-NetworksNegativeTestJSON-394293120-project] 10.222.0.22 "DELETE /v2.0/networks/b599c5b7-ba35-4d6c-94f7-1d97efd197d1 HTTP/1.1" status: 404 len: 339 time: 0.0177617 Jul 16 09:08:20.537489 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41874) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:20.562714 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a48b732-5482-446d-8b69-bc97229ec45c tempest-NetworksNegativeTestJSON-394293120 tempest-NetworksNegativeTestJSON-394293120-project] DELETE failed (client error): The resource could not be found. Jul 16 09:08:20.563296 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a48b732-5482-446d-8b69-bc97229ec45c tempest-NetworksNegativeTestJSON-394293120 tempest-NetworksNegativeTestJSON-394293120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:08:20.564934 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5a48b732-5482-446d-8b69-bc97229ec45c tempest-NetworksNegativeTestJSON-394293120 tempest-NetworksNegativeTestJSON-394293120-project] 10.222.0.22 "DELETE /v2.0/ports/61f35529-860b-4be3-a974-4dfe87b1a9bc HTTP/1.1" status: 404 len: 333 time: 0.0266027 Jul 16 09:08:20.568542 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41876) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:20.595480 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f425b6-881f-412d-ba63-053304399381 tempest-NetworksNegativeTestJSON-394293120 tempest-NetworksNegativeTestJSON-394293120-project] DELETE failed (client error): The resource could not be found. Jul 16 09:08:20.595924 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80f425b6-881f-412d-ba63-053304399381 tempest-NetworksNegativeTestJSON-394293120 tempest-NetworksNegativeTestJSON-394293120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:08:20.597618 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-80f425b6-881f-412d-ba63-053304399381 tempest-NetworksNegativeTestJSON-394293120 tempest-NetworksNegativeTestJSON-394293120-project] 10.222.0.22 "DELETE /v2.0/subnets/3bccb2cd-1a7a-4a43-9586-5751d95c0f5c HTTP/1.1" status: 404 len: 337 time: 0.0282147 Jul 16 09:08:20.601502 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41878) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:20.622146 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-20205c9b-0669-4f9d-9269-c75de6d3e011 tempest-NetworksNegativeTestJSON-394293120 tempest-NetworksNegativeTestJSON-394293120-project] GET failed (client error): The resource could not be found. Jul 16 09:08:20.623494 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-20205c9b-0669-4f9d-9269-c75de6d3e011 tempest-NetworksNegativeTestJSON-394293120 tempest-NetworksNegativeTestJSON-394293120-project] 10.222.0.22 "GET /v2.0/networks/48bbe7e4-dbe5-4c2c-9b3f-8610da61e10c HTTP/1.1" status: 404 len: 339 time: 0.0210938 Jul 16 09:08:20.626914 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41880) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:20.652822 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cae3f16-c3f3-419b-8a7e-3636947add2e tempest-NetworksNegativeTestJSON-394293120 tempest-NetworksNegativeTestJSON-394293120-project] GET failed (client error): The resource could not be found. Jul 16 09:08:20.654217 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6cae3f16-c3f3-419b-8a7e-3636947add2e tempest-NetworksNegativeTestJSON-394293120 tempest-NetworksNegativeTestJSON-394293120-project] 10.222.0.22 "GET /v2.0/ports/d39b2c05-d1bc-4e3e-82fb-4f1a06bf3816 HTTP/1.1" status: 404 len: 333 time: 0.0264337 Jul 16 09:08:20.657573 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41882) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:20.684391 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-12521fb7-677f-488a-82a8-36f5f707bdab tempest-NetworksNegativeTestJSON-394293120 tempest-NetworksNegativeTestJSON-394293120-project] GET failed (client error): The resource could not be found. Jul 16 09:08:20.685614 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-12521fb7-677f-488a-82a8-36f5f707bdab tempest-NetworksNegativeTestJSON-394293120 tempest-NetworksNegativeTestJSON-394293120-project] 10.222.0.22 "GET /v2.0/subnets/30156c86-7d51-4ba8-a44e-d421041a8572 HTTP/1.1" status: 404 len: 337 time: 0.0271921 Jul 16 09:08:20.688998 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41884) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:20.693743 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e3bd74a8-7c87-4d7a-ad5d-8cef8ee9fe5d tempest-NetworksNegativeTestJSON-394293120 tempest-NetworksNegativeTestJSON-394293120-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:20.706224 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3bd74a8-7c87-4d7a-ad5d-8cef8ee9fe5d tempest-NetworksNegativeTestJSON-394293120 tempest-NetworksNegativeTestJSON-394293120-project] PUT failed (client error): The resource could not be found. Jul 16 09:08:20.706748 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3bd74a8-7c87-4d7a-ad5d-8cef8ee9fe5d tempest-NetworksNegativeTestJSON-394293120 tempest-NetworksNegativeTestJSON-394293120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:08:20.707795 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e3bd74a8-7c87-4d7a-ad5d-8cef8ee9fe5d tempest-NetworksNegativeTestJSON-394293120 tempest-NetworksNegativeTestJSON-394293120-project] 10.222.0.22 "PUT /v2.0/networks/e7be0aee-3b16-4933-bd89-ebd93ef95a72 HTTP/1.1" status: 404 len: 339 time: 0.0179310 Jul 16 09:08:20.711121 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41886) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:20.715886 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6d1ad9ef-b1c4-461b-ac64-ac3584670987 tempest-NetworksNegativeTestJSON-394293120 tempest-NetworksNegativeTestJSON-394293120-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:20.741656 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d1ad9ef-b1c4-461b-ac64-ac3584670987 tempest-NetworksNegativeTestJSON-394293120 tempest-NetworksNegativeTestJSON-394293120-project] PUT failed (client error): The resource could not be found. Jul 16 09:08:20.742193 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d1ad9ef-b1c4-461b-ac64-ac3584670987 tempest-NetworksNegativeTestJSON-394293120 tempest-NetworksNegativeTestJSON-394293120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:08:20.743308 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6d1ad9ef-b1c4-461b-ac64-ac3584670987 tempest-NetworksNegativeTestJSON-394293120 tempest-NetworksNegativeTestJSON-394293120-project] 10.222.0.22 "PUT /v2.0/ports/e3435b45-bc1a-4c10-8f9b-99674ee60ce4 HTTP/1.1" status: 404 len: 333 time: 0.0313284 Jul 16 09:08:20.748205 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41888) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:20.753660 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-5b0abfe9-6407-4464-a2c6-fea77b6f31f4 tempest-NetworksNegativeTestJSON-394293120 tempest-NetworksNegativeTestJSON-394293120-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:08:20.773704 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b0abfe9-6407-4464-a2c6-fea77b6f31f4 tempest-NetworksNegativeTestJSON-394293120 tempest-NetworksNegativeTestJSON-394293120-project] PUT failed (client error): The resource could not be found. Jul 16 09:08:20.774144 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b0abfe9-6407-4464-a2c6-fea77b6f31f4 tempest-NetworksNegativeTestJSON-394293120 tempest-NetworksNegativeTestJSON-394293120-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93759) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:08:20.775230 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5b0abfe9-6407-4464-a2c6-fea77b6f31f4 tempest-NetworksNegativeTestJSON-394293120 tempest-NetworksNegativeTestJSON-394293120-project] 10.222.0.22 "PUT /v2.0/subnets/51ca6ea4-152f-4c93-a720-1f16ab0dded6 HTTP/1.1" status: 404 len: 337 time: 0.0260940 Jul 16 09:08:21.010563 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41894) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:21.112805 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cfad4d7-c3fc-4060-a64e-3335ce97ecbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:21.199030 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cfad4d7-c3fc-4060-a64e-3335ce97ecbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:21.202836 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cfad4d7-c3fc-4060-a64e-3335ce97ecbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:21.240205 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7cfad4d7-c3fc-4060-a64e-3335ce97ecbf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=70d976028d3e49e38007c706fb7f4aa0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2285755 Jul 16 09:08:21.241467 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfad4d7-c3fc-4060-a64e-3335ce97ecbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca05de82-4359-4e14-8861-1cf4480e1f95,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:21.242958 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41898) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:21.293038 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a47d862e-d508-4e83-88c4-86e92c4d391e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:21.313273 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a47d862e-d508-4e83-88c4-86e92c4d391e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:21.357735 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a47d862e-d508-4e83-88c4-86e92c4d391e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:21.360325 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a47d862e-d508-4e83-88c4-86e92c4d391e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:21.361497 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a47d862e-d508-4e83-88c4-86e92c4d391e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ca05de82-4359-4e14-8861-1cf4480e1f95 HTTP/1.1" status: 204 len: 168 time: 0.1167469 Jul 16 09:08:21.369188 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47d862e-d508-4e83-88c4-86e92c4d391e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca05de82-4359-4e14-8861-1cf4480e1f95,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:21.376555 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d862e-d508-4e83-88c4-86e92c4d391e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:21.376918 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d862e-d508-4e83-88c4-86e92c4d391e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:21.377258 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d862e-d508-4e83-88c4-86e92c4d391e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:21.377599 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d862e-d508-4e83-88c4-86e92c4d391e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:21.378016 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d862e-d508-4e83-88c4-86e92c4d391e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:21.378259 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d862e-d508-4e83-88c4-86e92c4d391e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:21.378591 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d862e-d508-4e83-88c4-86e92c4d391e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:21.378921 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d862e-d508-4e83-88c4-86e92c4d391e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:21.379248 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d862e-d508-4e83-88c4-86e92c4d391e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:21.379576 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d862e-d508-4e83-88c4-86e92c4d391e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:21.379967 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d862e-d508-4e83-88c4-86e92c4d391e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:21.380283 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a47d862e-d508-4e83-88c4-86e92c4d391e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:08:26.289368 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 41968) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:26.399029 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-012d5023-944f-432f-8b76-0a23a65d2863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:26.485052 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-012d5023-944f-432f-8b76-0a23a65d2863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:26.488710 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-012d5023-944f-432f-8b76-0a23a65d2863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:26.526393 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-012d5023-944f-432f-8b76-0a23a65d2863 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=53b41a1d22de4e7d94eb3c8f56dd5906&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2359223 Jul 16 09:08:26.527268 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012d5023-944f-432f-8b76-0a23a65d2863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbaec098-4f34-4ac8-80d0-25e812c64842,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:26.529142 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 41972) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:08:26.578375 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-58446faf-ca21-4dbc-80d4-7184ed35aac9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:26.598545 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-58446faf-ca21-4dbc-80d4-7184ed35aac9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:26.652188 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-58446faf-ca21-4dbc-80d4-7184ed35aac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:26.654741 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-58446faf-ca21-4dbc-80d4-7184ed35aac9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:26.655873 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-58446faf-ca21-4dbc-80d4-7184ed35aac9 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cbaec098-4f34-4ac8-80d0-25e812c64842 HTTP/1.1" status: 204 len: 168 time: 0.1257095 Jul 16 09:08:26.663406 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58446faf-ca21-4dbc-80d4-7184ed35aac9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbaec098-4f34-4ac8-80d0-25e812c64842,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:08:31.954930 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-4f56d0a0-ba85-40de-89b8-71a7d6daafdc req-10c3cda6-f043-4092-b2d6-969cf7f56488 service neutron] (93758) timed out ('10.222.0.22', 33022) {{(pid=93758) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:08:32.360269 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:32.475392 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:33.323362 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e0791b96-bd28-4780-8837-70e6eaceba40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:35.731458 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bc9cde7d-a2bf-402c-8727-c4269748a2af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:36.046262 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:37.172224 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:38.632657 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:08:45.263657 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:09:02.376542 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:02.473001 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:03.324192 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-37e25930-cb8b-4cfd-99cd-ed73b2e7fb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:05.734099 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9172a7c0-b814-4ea6-a686-808b64b2f55a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:06.050734 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:07.175745 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:08.637909 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:10.406014 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 42982) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:10.510679 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fa5e4066-1ff2-4e58-949b-d80290b4ca33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:10.607745 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fa5e4066-1ff2-4e58-949b-d80290b4ca33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:10.612935 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fa5e4066-1ff2-4e58-949b-d80290b4ca33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:10.658983 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fa5e4066-1ff2-4e58-949b-d80290b4ca33 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6c228b24a2ba454aa82bc48091f3dfd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2496243 Jul 16 09:09:10.658983 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5e4066-1ff2-4e58-949b-d80290b4ca33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a324df5-b662-4ef4-9cc5-b67b14bc43c2,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:10.662328 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 42986) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:10.717555 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ffd4deee-d03a-4dd9-8625-df7e753f2255 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:10.739427 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ffd4deee-d03a-4dd9-8625-df7e753f2255 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:10.790115 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ffd4deee-d03a-4dd9-8625-df7e753f2255 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:10.792836 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ffd4deee-d03a-4dd9-8625-df7e753f2255 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:10.793977 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ffd4deee-d03a-4dd9-8625-df7e753f2255 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/4a324df5-b662-4ef4-9cc5-b67b14bc43c2 HTTP/1.1" status: 204 len: 168 time: 0.1306293 Jul 16 09:09:10.802457 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd4deee-d03a-4dd9-8625-df7e753f2255 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a324df5-b662-4ef4-9cc5-b67b14bc43c2,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:22.262510 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:09:24.832081 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43134) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:24.934660 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ce96fdf-4176-4eec-b2ad-13db4f7291c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.020614 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ce96fdf-4176-4eec-b2ad-13db4f7291c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.024452 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0ce96fdf-4176-4eec-b2ad-13db4f7291c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.062164 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0ce96fdf-4176-4eec-b2ad-13db4f7291c2 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8679f5157a2b49a99f61e716564adee8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2289584 Jul 16 09:09:25.063158 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce96fdf-4176-4eec-b2ad-13db4f7291c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75a9639c-c359-487d-9eca-4634df15cd8d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:25.064872 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43138) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:25.070646 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce96fdf-4176-4eec-b2ad-13db4f7291c2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:25.070994 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce96fdf-4176-4eec-b2ad-13db4f7291c2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:25.071336 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce96fdf-4176-4eec-b2ad-13db4f7291c2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:25.071669 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce96fdf-4176-4eec-b2ad-13db4f7291c2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:25.071997 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce96fdf-4176-4eec-b2ad-13db4f7291c2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:25.072887 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce96fdf-4176-4eec-b2ad-13db4f7291c2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:25.073216 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce96fdf-4176-4eec-b2ad-13db4f7291c2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:25.073541 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce96fdf-4176-4eec-b2ad-13db4f7291c2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:25.073865 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce96fdf-4176-4eec-b2ad-13db4f7291c2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:25.074188 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce96fdf-4176-4eec-b2ad-13db4f7291c2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:25.074511 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce96fdf-4176-4eec-b2ad-13db4f7291c2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:25.074831 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ce96fdf-4176-4eec-b2ad-13db4f7291c2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:25.113923 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1423cc3b-fe7a-4ac8-be41-37e796139beb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.134051 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1423cc3b-fe7a-4ac8-be41-37e796139beb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.180859 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1423cc3b-fe7a-4ac8-be41-37e796139beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.183395 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1423cc3b-fe7a-4ac8-be41-37e796139beb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:25.184715 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1423cc3b-fe7a-4ac8-be41-37e796139beb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/75a9639c-c359-487d-9eca-4634df15cd8d HTTP/1.1" status: 204 len: 168 time: 0.1182876 Jul 16 09:09:25.192066 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423cc3b-fe7a-4ac8-be41-37e796139beb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75a9639c-c359-487d-9eca-4634df15cd8d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:25.199933 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423cc3b-fe7a-4ac8-be41-37e796139beb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:25.200476 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423cc3b-fe7a-4ac8-be41-37e796139beb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:25.200822 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423cc3b-fe7a-4ac8-be41-37e796139beb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:25.201161 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423cc3b-fe7a-4ac8-be41-37e796139beb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:25.201497 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423cc3b-fe7a-4ac8-be41-37e796139beb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:25.201830 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423cc3b-fe7a-4ac8-be41-37e796139beb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:25.202169 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423cc3b-fe7a-4ac8-be41-37e796139beb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:25.202484 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423cc3b-fe7a-4ac8-be41-37e796139beb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:25.202808 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423cc3b-fe7a-4ac8-be41-37e796139beb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:25.203248 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423cc3b-fe7a-4ac8-be41-37e796139beb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:25.203684 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423cc3b-fe7a-4ac8-be41-37e796139beb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:25.204110 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1423cc3b-fe7a-4ac8-be41-37e796139beb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:26.642668 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43180) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:26.647542 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-b66196b0-11f4-4da5-8227-4286d2eb2ac3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1543997841', 'description': 'tempest-secgroup-smoke-1543997841 description', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:26.669635 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b66196b0-11f4-4da5-8227-4286d2eb2ac3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:26.677575 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b66196b0-11f4-4da5-8227-4286d2eb2ac3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:26.769112 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b66196b0-11f4-4da5-8227-4286d2eb2ac3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:26.772877 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b66196b0-11f4-4da5-8227-4286d2eb2ac3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:26.809833 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66196b0-11f4-4da5-8227-4286d2eb2ac3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fd41a89e-7fb3-4100-9492-8c5ba88a2989,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:26.861626 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b66196b0-11f4-4da5-8227-4286d2eb2ac3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:26.865280 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b66196b0-11f4-4da5-8227-4286d2eb2ac3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:26.893311 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b66196b0-11f4-4da5-8227-4286d2eb2ac3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:26.894518 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b66196b0-11f4-4da5-8227-4286d2eb2ac3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2506962 Jul 16 09:09:26.895587 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66196b0-11f4-4da5-8227-4286d2eb2ac3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d55dc4a5-77eb-4e3e-9214-158337f08726,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:26.897534 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43182) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:26.901950 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-a47248b9-fb36-416c-b641-10535f471fb8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'security_group_rule': {'security_group_id': 'd55dc4a5-77eb-4e3e-9214-158337f08726', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:26.926746 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a47248b9-fb36-416c-b641-10535f471fb8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:26.980663 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a47248b9-fb36-416c-b641-10535f471fb8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:26.984370 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a47248b9-fb36-416c-b641-10535f471fb8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:26.998885 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47248b9-fb36-416c-b641-10535f471fb8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83b270b1-4f67-42c8-b0c4-1ed90b6afa1f,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:27.007058 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a47248b9-fb36-416c-b641-10535f471fb8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.008235 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a47248b9-fb36-416c-b641-10535f471fb8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1097870 Jul 16 09:09:27.011937 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43184) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:27.016409 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-59c2c296-74fd-4bec-aa53-fe525d1e53b2 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'security_group_rule': {'security_group_id': 'd55dc4a5-77eb-4e3e-9214-158337f08726', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:27.043140 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-59c2c296-74fd-4bec-aa53-fe525d1e53b2 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.098166 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-59c2c296-74fd-4bec-aa53-fe525d1e53b2 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.101584 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-59c2c296-74fd-4bec-aa53-fe525d1e53b2 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.117948 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c2c296-74fd-4bec-aa53-fe525d1e53b2 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a02e247-fabe-424b-80c7-27f89f894bf4,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:27.124912 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-59c2c296-74fd-4bec-aa53-fe525d1e53b2 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.126099 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-59c2c296-74fd-4bec-aa53-fe525d1e53b2 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1131952 Jul 16 09:09:27.128884 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43186) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:27.133328 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-2a3ffa41-b14b-46d6-95d8-728c4bd43c2c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'security_group_rule': {'security_group_id': 'd55dc4a5-77eb-4e3e-9214-158337f08726', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:27.157897 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2a3ffa41-b14b-46d6-95d8-728c4bd43c2c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.217295 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2a3ffa41-b14b-46d6-95d8-728c4bd43c2c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.220788 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2a3ffa41-b14b-46d6-95d8-728c4bd43c2c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.237775 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3ffa41-b14b-46d6-95d8-728c4bd43c2c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=588b3484-d243-4d09-ba3a-1e93a21de2f0,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:27.243980 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2a3ffa41-b14b-46d6-95d8-728c4bd43c2c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.245743 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2a3ffa41-b14b-46d6-95d8-728c4bd43c2c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1159441 Jul 16 09:09:27.248472 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43188) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:27.252816 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-21e88564-1001-4215-ba84-7382fbcd43f8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'security_group_rule': {'security_group_id': 'd55dc4a5-77eb-4e3e-9214-158337f08726', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:27.277500 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-21e88564-1001-4215-ba84-7382fbcd43f8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.335192 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-21e88564-1001-4215-ba84-7382fbcd43f8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.338982 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-21e88564-1001-4215-ba84-7382fbcd43f8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.358419 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e88564-1001-4215-ba84-7382fbcd43f8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f5983b-d68b-4b26-a963-cfb8d7e23693,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:27.361987 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-21e88564-1001-4215-ba84-7382fbcd43f8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.363242 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-21e88564-1001-4215-ba84-7382fbcd43f8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1138623 Jul 16 09:09:27.365979 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43190) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:27.370890 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-3ce74de6-5c26-42c0-932a-81f6631ba3c5 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'security_group_rule': {'security_group_id': 'd55dc4a5-77eb-4e3e-9214-158337f08726', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:27.392070 n-d-771362-37 neutron-server[93758]: INFO neutron.db.securitygroups_db [None req-3ce74de6-5c26-42c0-932a-81f6631ba3c5 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Project 5739d70bdc174b1e9a1ab2b759dab11d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:09:27.396712 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ce74de6-5c26-42c0-932a-81f6631ba3c5 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.455805 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ce74de6-5c26-42c0-932a-81f6631ba3c5 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.459424 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ce74de6-5c26-42c0-932a-81f6631ba3c5 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.479060 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce74de6-5c26-42c0-932a-81f6631ba3c5 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1893a4-8a33-413e-aaeb-eb5b6cb0c752,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:27.482668 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3ce74de6-5c26-42c0-932a-81f6631ba3c5 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.483829 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3ce74de6-5c26-42c0-932a-81f6631ba3c5 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1169121 Jul 16 09:09:27.486660 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43192) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:27.490963 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-fe17ef35-38d7-4f24-bedc-04a5d79798d1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'security_group_rule': {'security_group_id': 'd55dc4a5-77eb-4e3e-9214-158337f08726', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:27.512833 n-d-771362-37 neutron-server[93758]: INFO neutron.db.securitygroups_db [None req-fe17ef35-38d7-4f24-bedc-04a5d79798d1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Project 5739d70bdc174b1e9a1ab2b759dab11d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:09:27.517403 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fe17ef35-38d7-4f24-bedc-04a5d79798d1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.578246 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fe17ef35-38d7-4f24-bedc-04a5d79798d1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.581494 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fe17ef35-38d7-4f24-bedc-04a5d79798d1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.599526 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe17ef35-38d7-4f24-bedc-04a5d79798d1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ade3cea9-950a-48bf-90a4-29c34b9142b6,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:27.606048 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fe17ef35-38d7-4f24-bedc-04a5d79798d1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.607307 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-fe17ef35-38d7-4f24-bedc-04a5d79798d1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197407 Jul 16 09:09:27.610427 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43194) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:27.615446 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-d15cce8f-247e-4b62-872c-6e26c397d7c2 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'network': {'name': 'tempest-network-smoke--389805754', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'port_security_enabled': True}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:27.636402 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d15cce8f-247e-4b62-872c-6e26c397d7c2 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Made reservation on behalf of 5739d70bdc174b1e9a1ab2b759dab11d for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:09:27.639738 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d15cce8f-247e-4b62-872c-6e26c397d7c2 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.663026 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d15cce8f-247e-4b62-872c-6e26c397d7c2 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:09:27.673458 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d15cce8f-247e-4b62-872c-6e26c397d7c2 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.674071 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-d15cce8f-247e-4b62-872c-6e26c397d7c2 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Added segment 400bf2de-9be4-45cc-a47f-255580222aba of type vlan for network 659ed198-dd8b-41b5-9592-7b7d4bf90a12 Jul 16 09:09:27.712248 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d15cce8f-247e-4b62-872c-6e26c397d7c2 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.740983 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d15cce8f-247e-4b62-872c-6e26c397d7c2 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.746525 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d15cce8f-247e-4b62-872c-6e26c397d7c2 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:27.747171 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d15cce8f-247e-4b62-872c-6e26c397d7c2 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.779237 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d15cce8f-247e-4b62-872c-6e26c397d7c2 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1677549 Jul 16 09:09:27.782171 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43196) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:27.788572 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-a67901ae-ce08-406e-b0ed-7dd10faae974 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-141688839', 'admin_state_up': True, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:27.827234 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d15cce8f-247e-4b62-872c-6e26c397d7c2 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'Network': ['ID=659ed198-dd8b-41b5-9592-7b7d4bf90a12,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:27.837224 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 659ed198-dd8b-41b5-9592-7b7d4bf90a12 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:09:27.842052 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a67901ae-ce08-406e-b0ed-7dd10faae974 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.843057 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a67901ae-ce08-406e-b0ed-7dd10faae974 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:27.894093 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a67901ae-ce08-406e-b0ed-7dd10faae974 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:28.030976 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a67901ae-ce08-406e-b0ed-7dd10faae974 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:28.217184 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a67901ae-ce08-406e-b0ed-7dd10faae974 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:28.235347 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a67901ae-ce08-406e-b0ed-7dd10faae974 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:28.338663 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-a67901ae-ce08-406e-b0ed-7dd10faae974 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Allocated IP 172.25.3.50 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/a3de636a-90fc-4a00-ad12-4264c2427e94) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:28.440369 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a67901ae-ce08-406e-b0ed-7dd10faae974 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:28.477810 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a67901ae-ce08-406e-b0ed-7dd10faae974 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:28.517548 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67901ae-ce08-406e-b0ed-7dd10faae974 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:28.520529 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-a67901ae-ce08-406e-b0ed-7dd10faae974 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:28.525302 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67901ae-ce08-406e-b0ed-7dd10faae974 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:28.527162 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67901ae-ce08-406e-b0ed-7dd10faae974 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'Port': ['ID=a3de636a-90fc-4a00-ad12-4264c2427e94,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:28.767743 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a67901ae-ce08-406e-b0ed-7dd10faae974 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:28.957204 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a67901ae-ce08-406e-b0ed-7dd10faae974 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:29.080854 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67901ae-ce08-406e-b0ed-7dd10faae974 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Router bcbf94eb-9838-4dda-9632-e969c1c22b3c is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:09:29.184043 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67901ae-ce08-406e-b0ed-7dd10faae974 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:09:29.193066 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4b9dc0-7652-4802-9b31-103e8987af8a None None] Sync routers for ids ['bcbf94eb-9838-4dda-9632-e969c1c22b3c'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:09:29.201786 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4b9dc0-7652-4802-9b31-103e8987af8a None None] Routers {'bcbf94eb-9838-4dda-9632-e969c1c22b3c'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:29.202393 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3b4b9dc0-7652-4802-9b31-103e8987af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:09:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['bcbf94eb-9838-4dda-9632-e969c1c22b3c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:29.202799 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a67901ae-ce08-406e-b0ed-7dd10faae974 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:29.204235 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a67901ae-ce08-406e-b0ed-7dd10faae974 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4211442 Jul 16 09:09:29.207288 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43198) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:29.304646 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3b4b9dc0-7652-4802-9b31-103e8987af8a None None] Set router bcbf94eb-9838-4dda-9632-e969c1c22b3c gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:29.331427 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-37085b20-622a-4b22-8f6d-798be9dcb9d7 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=5739d70bdc174b1e9a1ab2b759dab11d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1229725 Jul 16 09:09:29.334039 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43202) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:29.477310 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3b4b9dc0-7652-4802-9b31-103e8987af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141688839', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': 'a3de636a-90fc-4a00-ad12-4264c2427e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:27Z', 'updated_at': '2021-07-16T09:09:28Z', 'revision_number': 3, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': 'a3de636a-90fc-4a00-ad12-4264c2427e94', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:28Z', 'updated_at': '2021-07-16T09:09:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:29.503191 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4b9dc0-7652-4802-9b31-103e8987af8a None None] Checking router: bcbf94eb-9838-4dda-9632-e969c1c22b3c for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:09:29.503537 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4b9dc0-7652-4802-9b31-103e8987af8a None None] Updating router bcbf94eb-9838-4dda-9632-e969c1c22b3c port a3de636a-90fc-4a00-ad12-4264c2427e94 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:09:29.542481 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3b4b9dc0-7652-4802-9b31-103e8987af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:29.797126 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3b4b9dc0-7652-4802-9b31-103e8987af8a None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:29.807857 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-3b4b9dc0-7652-4802-9b31-103e8987af8a None None] Transition to ACTIVE for port object a3de636a-90fc-4a00-ad12-4264c2427e94 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:29.814588 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3b4b9dc0-7652-4802-9b31-103e8987af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:29.848716 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c76ba9c1-817d-482a-a7da-51bcab4b62f0 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:29.850332 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c76ba9c1-817d-482a-a7da-51bcab4b62f0 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5153813 Jul 16 09:09:29.853267 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43204) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:29.862197 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3b4b9dc0-7652-4802-9b31-103e8987af8a None None] Attempting to bind port a3de636a-90fc-4a00-ad12-4264c2427e94 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:09:29.862573 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3b4b9dc0-7652-4802-9b31-103e8987af8a None None] Attempting to bind port a3de636a-90fc-4a00-ad12-4264c2427e94 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:09:29.862940 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4b9dc0-7652-4802-9b31-103e8987af8a None None] Attempting to bind port a3de636a-90fc-4a00-ad12-4264c2427e94 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:29.872099 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4b9dc0-7652-4802-9b31-103e8987af8a None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:09:29.872499 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4b9dc0-7652-4802-9b31-103e8987af8a None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:29.872908 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3b4b9dc0-7652-4802-9b31-103e8987af8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:29.873307 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b4b9dc0-7652-4802-9b31-103e8987af8a None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:09:29.873776 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-3b4b9dc0-7652-4802-9b31-103e8987af8a None None] Bound port: a3de636a-90fc-4a00-ad12-4264c2427e94, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:09:29.874163 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3b4b9dc0-7652-4802-9b31-103e8987af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:29.876800 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d1cb7-da46-48f7-afdb-a8344b20c2d3 None None] Pushing event updated for resources: {'Port': ['ID=a3de636a-90fc-4a00-ad12-4264c2427e94,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:29.887056 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b4c5dde0-1a9e-46bc-bf54-076eeb6792f0 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=4a545af8-8142-4a44-8290-045c2901c634&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0326908 Jul 16 09:09:29.889623 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43206) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:29.894378 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-889b10e6-31bc-4128-82cd-377f939eec5d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1711726276', 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:29.906902 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d1cb7-da46-48f7-afdb-a8344b20c2d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:29.907264 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d1cb7-da46-48f7-afdb-a8344b20c2d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:29.907643 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d1cb7-da46-48f7-afdb-a8344b20c2d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:29.908033 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d1cb7-da46-48f7-afdb-a8344b20c2d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:29.908382 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d1cb7-da46-48f7-afdb-a8344b20c2d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:29.908725 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d1cb7-da46-48f7-afdb-a8344b20c2d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:29.909057 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d1cb7-da46-48f7-afdb-a8344b20c2d3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:29.909388 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d1cb7-da46-48f7-afdb-a8344b20c2d3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:29.909715 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d1cb7-da46-48f7-afdb-a8344b20c2d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:29.910054 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d1cb7-da46-48f7-afdb-a8344b20c2d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:29.910367 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d1cb7-da46-48f7-afdb-a8344b20c2d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:29.910690 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0d1cb7-da46-48f7-afdb-a8344b20c2d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:29.987829 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-889b10e6-31bc-4128-82cd-377f939eec5d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Made reservation on behalf of 5739d70bdc174b1e9a1ab2b759dab11d for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:09:29.991329 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-889b10e6-31bc-4128-82cd-377f939eec5d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:30.029556 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3b4b9dc0-7652-4802-9b31-103e8987af8a None None] For port a3de636a-90fc-4a00-ad12-4264c2427e94, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:09:30.032665 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-3b4b9dc0-7652-4802-9b31-103e8987af8a None None] For port a3de636a-90fc-4a00-ad12-4264c2427e94, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=a3de636a-90fc-4a00-ad12-4264c2427e94,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:09:30.036807 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-3b4b9dc0-7652-4802-9b31-103e8987af8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:30.095080 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b4b9dc0-7652-4802-9b31-103e8987af8a None None] Routers {'bcbf94eb-9838-4dda-9632-e969c1c22b3c'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:30.095695 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3b4b9dc0-7652-4802-9b31-103e8987af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:09:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['bcbf94eb-9838-4dda-9632-e969c1c22b3c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:30.098520 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0d1cb7-da46-48f7-afdb-a8344b20c2d3 None None] Pushing event updated for resources: {'Port': ['ID=a3de636a-90fc-4a00-ad12-4264c2427e94,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:30.181332 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-889b10e6-31bc-4128-82cd-377f939eec5d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:30.200964 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3b4b9dc0-7652-4802-9b31-103e8987af8a None None] Set router bcbf94eb-9838-4dda-9632-e969c1c22b3c gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:30.245706 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889b10e6-31bc-4128-82cd-377f939eec5d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'Subnet': ['ID=f46a773b-bae5-4186-9eda-7e16ee70b93a,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:30.255280 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-889b10e6-31bc-4128-82cd-377f939eec5d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Checking segment: {'id': '400bf2de-9be4-45cc-a47f-255580222aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:30.255647 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889b10e6-31bc-4128-82cd-377f939eec5d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Network hostable DHCP agents. Network: 659ed198-dd8b-41b5-9592-7b7d4bf90a12, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:09:30.276046 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-889b10e6-31bc-4128-82cd-377f939eec5d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Network 659ed198-dd8b-41b5-9592-7b7d4bf90a12 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:09:30.287103 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-889b10e6-31bc-4128-82cd-377f939eec5d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 659ed198-dd8b-41b5-9592-7b7d4bf90a12) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:30.291907 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889b10e6-31bc-4128-82cd-377f939eec5d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:30.292422 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-889b10e6-31bc-4128-82cd-377f939eec5d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:30.296797 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8798a9-51ec-49e7-84b5-f9140eea4ba5 None None] Network 659ed198-dd8b-41b5-9592-7b7d4bf90a12 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:09:30.307937 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-889b10e6-31bc-4128-82cd-377f939eec5d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4172974 Jul 16 09:09:30.310872 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43208) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:30.380745 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3b4b9dc0-7652-4802-9b31-103e8987af8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141688839', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': 'a3de636a-90fc-4a00-ad12-4264c2427e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:27Z', 'updated_at': '2021-07-16T09:09:28Z', 'revision_number': 3, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': 'a3de636a-90fc-4a00-ad12-4264c2427e94', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:28Z', 'updated_at': '2021-07-16T09:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:30.410001 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4b9dc0-7652-4802-9b31-103e8987af8a None None] The sync data for ids ['bcbf94eb-9838-4dda-9632-e969c1c22b3c'] in n-d-771362-37 is: [{'id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141688839', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': 'a3de636a-90fc-4a00-ad12-4264c2427e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:27Z', 'updated_at': '2021-07-16T09:09:28Z', 'revision_number': 3, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': 'a3de636a-90fc-4a00-ad12-4264c2427e94', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:28Z', 'updated_at': '2021-07-16T09:09:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:09:30.463984 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-659ed198-dd8b-41b5-9592-7b7d4bf90a12', 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'fixed_ips': [{'subnet_id': 'f46a773b-bae5-4186-9eda-7e16ee70b93a'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:09:30.464898 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:30.609188 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Allocated IP 172.20.0.2 (659ed198-dd8b-41b5-9592-7b7d4bf90a12/f46a773b-bae5-4186-9eda-7e16ee70b93a/cb09ec25-ca6f-40df-ac7f-d4754dc61fa0) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:30.804919 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:30.814858 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Transition to ACTIVE for port object cb09ec25-ca6f-40df-ac7f-d4754dc61fa0 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:30.815203 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3e15e7e-5a7d-419c-a7fe-c84e6eca2c23 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:30.831630 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Transition to ACTIVE for port object cb09ec25-ca6f-40df-ac7f-d4754dc61fa0 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:30.837998 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:30.885450 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Network 659ed198-dd8b-41b5-9592-7b7d4bf90a12 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:30.888943 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:30.893670 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Pushing event updated for resources: {'Port': ['ID=cb09ec25-ca6f-40df-ac7f-d4754dc61fa0,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:30.895981 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:30.907065 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:30.907414 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:30.907756 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:30.908096 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:30.908457 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:30.908792 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:30.909120 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:30.909450 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:30.909775 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:30.910103 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:30.910426 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:30.910750 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:09:30.968687 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Attempting to bind port cb09ec25-ca6f-40df-ac7f-d4754dc61fa0 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:09:30.969065 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Attempting to bind port cb09ec25-ca6f-40df-ac7f-d4754dc61fa0 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '400bf2de-9be4-45cc-a47f-255580222aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:09:30.969434 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Attempting to bind port cb09ec25-ca6f-40df-ac7f-d4754dc61fa0 on network 659ed198-dd8b-41b5-9592-7b7d4bf90a12 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:30.975098 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:09:30.975474 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Checking segment: {'id': '400bf2de-9be4-45cc-a47f-255580222aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:30.975879 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:30.976276 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Bound using segment: {'id': '400bf2de-9be4-45cc-a47f-255580222aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:09:30.976782 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Bound port: cb09ec25-ca6f-40df-ac7f-d4754dc61fa0, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400bf2de-9be4-45cc-a47f-255580222aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:09:30.977171 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.051919 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] For port cb09ec25-ca6f-40df-ac7f-d4754dc61fa0, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:09:31.056000 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] For port cb09ec25-ca6f-40df-ac7f-d4754dc61fa0, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=cb09ec25-ca6f-40df-ac7f-d4754dc61fa0,segment=NetworkSegment(400bf2de-9be4-45cc-a47f-255580222aba),segment_id=400bf2de-9be4-45cc-a47f-255580222aba)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:09:31.062855 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.137984 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7621a812-1176-4cb6-a644-dd9afdc40423 None None] Pushing event updated for resources: {'Port': ['ID=cb09ec25-ca6f-40df-ac7f-d4754dc61fa0,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:31.443494 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-a3e15e7e-5a7d-419c-a7fe-c84e6eca2c23 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Allocated IP 172.20.0.1 (659ed198-dd8b-41b5-9592-7b7d4bf90a12/f46a773b-bae5-4186-9eda-7e16ee70b93a/825cdb61-c577-4117-8ecc-02ea756928ed) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:31.550932 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3e15e7e-5a7d-419c-a7fe-c84e6eca2c23 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.564335 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-a3e15e7e-5a7d-419c-a7fe-c84e6eca2c23 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Transition to ACTIVE for port object 825cdb61-c577-4117-8ecc-02ea756928ed will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:31.596938 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3e15e7e-5a7d-419c-a7fe-c84e6eca2c23 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.636565 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e15e7e-5a7d-419c-a7fe-c84e6eca2c23 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Network 659ed198-dd8b-41b5-9592-7b7d4bf90a12 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:31.641622 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-a3e15e7e-5a7d-419c-a7fe-c84e6eca2c23 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:31.645333 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e15e7e-5a7d-419c-a7fe-c84e6eca2c23 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:31.675467 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e15e7e-5a7d-419c-a7fe-c84e6eca2c23 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'Port': ['ID=825cdb61-c577-4117-8ecc-02ea756928ed,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:31.697119 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3e15e7e-5a7d-419c-a7fe-c84e6eca2c23 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.841114 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device cb09ec25-ca6f-40df-ac7f-d4754dc61fa0 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:31.852942 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3e15e7e-5a7d-419c-a7fe-c84e6eca2c23 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:31.892306 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port cb09ec25-ca6f-40df-ac7f-d4754dc61fa0 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:31.896192 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a3de636a-90fc-4a00-ad12-4264c2427e94 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:31.943175 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port a3de636a-90fc-4a00-ad12-4264c2427e94 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:31.946936 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port a3de636a-90fc-4a00-ad12-4264c2427e94 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:31.947341 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:32.026036 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:32.047018 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port a3de636a-90fc-4a00-ad12-4264c2427e94, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=a3de636a-90fc-4a00-ad12-4264c2427e94,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:32.051204 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:32.098102 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=a3de636a-90fc-4a00-ad12-4264c2427e94,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:32.128491 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3e15e7e-5a7d-419c-a7fe-c84e6eca2c23 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:32.133578 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3e15e7e-5a7d-419c-a7fe-c84e6eca2c23 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:32.213213 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a3e15e7e-5a7d-419c-a7fe-c84e6eca2c23 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:32.215013 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e15e7e-5a7d-419c-a7fe-c84e6eca2c23 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'Port': ['ID=825cdb61-c577-4117-8ecc-02ea756928ed,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:32.309773 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e15e7e-5a7d-419c-a7fe-c84e6eca2c23 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Network 659ed198-dd8b-41b5-9592-7b7d4bf90a12 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:32.311315 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-a3e15e7e-5a7d-419c-a7fe-c84e6eca2c23 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:32.398398 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:32.437448 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3e15e7e-5a7d-419c-a7fe-c84e6eca2c23 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Router bcbf94eb-9838-4dda-9632-e969c1c22b3c has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:09:32.475437 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:32.501821 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c361c7d7-7661-4a7b-86fa-957548d52820 None None] Network 659ed198-dd8b-41b5-9592-7b7d4bf90a12 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:09:32.552749 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3e15e7e-5a7d-419c-a7fe-c84e6eca2c23 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:09:32.560107 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a3e15e7e-5a7d-419c-a7fe-c84e6eca2c23 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "PUT /v2.0/routers/bcbf94eb-9838-4dda-9632-e969c1c22b3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2452850 Jul 16 09:09:32.569084 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a70c0a-5b0e-460b-ba12-980c4a87e35f None None] Sync routers for ids ['bcbf94eb-9838-4dda-9632-e969c1c22b3c'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:09:32.589251 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a70c0a-5b0e-460b-ba12-980c4a87e35f None None] Routers {'bcbf94eb-9838-4dda-9632-e969c1c22b3c'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:32.589702 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c4a70c0a-5b0e-460b-ba12-980c4a87e35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:09:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['bcbf94eb-9838-4dda-9632-e969c1c22b3c'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:32.674815 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2278672c-6632-49c9-a324-072f16823977 None None] Provisioning for port cb09ec25-ca6f-40df-ac7f-d4754dc61fa0 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:32.687455 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2278672c-6632-49c9-a324-072f16823977 None None] Provisioning complete for port cb09ec25-ca6f-40df-ac7f-d4754dc61fa0 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:32.687834 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2278672c-6632-49c9-a324-072f16823977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:32.788961 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-c4a70c0a-5b0e-460b-ba12-980c4a87e35f None None] Set router bcbf94eb-9838-4dda-9632-e969c1c22b3c gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:32.818562 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-8b70bdd2-f528-4ece-ada3-9c8907040fe3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1543997841&fields=id&tenant_id=5739d70bdc174b1e9a1ab2b759dab11d HTTP/1.1" status: 200 len: 267 time: 0.0421853 Jul 16 09:09:32.937766 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-bca7671a-003f-4fb9-869a-0bb37a92fe97 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:32.939199 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-bca7671a-003f-4fb9-869a-0bb37a92fe97 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/networks?id=659ed198-dd8b-41b5-9592-7b7d4bf90a12 HTTP/1.1" status: 200 len: 796 time: 0.1133225 Jul 16 09:09:32.954665 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-4a056959-9840-48c3-837a-dc3a3f6fc1dc tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/quotas/5739d70bdc174b1e9a1ab2b759dab11d HTTP/1.1" status: 200 len: 375 time: 0.0100629 Jul 16 09:09:33.055883 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-4f4c5c60-edd6-4545-ac26-e84eb2661299 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0958321 Jul 16 09:09:33.074829 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2278672c-6632-49c9-a324-072f16823977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:33.127852 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-c9195166-5594-42b1-8d19-206a0d9f4430 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:09:33.132897 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-c9195166-5594-42b1-8d19-206a0d9f4430 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0641613 Jul 16 09:09:33.152054 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-2278672c-6632-49c9-a324-072f16823977 None None] For port cb09ec25-ca6f-40df-ac7f-d4754dc61fa0, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=cb09ec25-ca6f-40df-ac7f-d4754dc61fa0,segment=NetworkSegment(400bf2de-9be4-45cc-a47f-255580222aba),segment_id=400bf2de-9be4-45cc-a47f-255580222aba)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:33.158392 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2278672c-6632-49c9-a324-072f16823977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:33.234907 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2278672c-6632-49c9-a324-072f16823977 None None] Pushing event updated for resources: {'Port': ['ID=cb09ec25-ca6f-40df-ac7f-d4754dc61fa0,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:33.236068 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-e5039002-49f8-4953-af2d-158d44e77ffb service neutron] 10.222.0.22 "GET /v2.0/networks/659ed198-dd8b-41b5-9592-7b7d4bf90a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0994148 Jul 16 09:09:33.254277 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c4a70c0a-5b0e-460b-ba12-980c4a87e35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141688839', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': 'a3de636a-90fc-4a00-ad12-4264c2427e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:27Z', 'updated_at': '2021-07-16T09:09:31Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': 'a3de636a-90fc-4a00-ad12-4264c2427e94', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:28Z', 'updated_at': '2021-07-16T09:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '825cdb61-c577-4117-8ecc-02ea756928ed', 'name': '', 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:c8:29:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'f46a773b-bae5-4186-9eda-7e16ee70b93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:31Z', 'updated_at': '2021-07-16T09:09:32Z', 'revision_number': 2, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': 'f46a773b-bae5-4186-9eda-7e16ee70b93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:33.287195 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a70c0a-5b0e-460b-ba12-980c4a87e35f None None] Checking router: bcbf94eb-9838-4dda-9632-e969c1c22b3c for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:09:33.287553 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a70c0a-5b0e-460b-ba12-980c4a87e35f None None] Updating router bcbf94eb-9838-4dda-9632-e969c1c22b3c port 825cdb61-c577-4117-8ecc-02ea756928ed binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:09:33.332290 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-15d4baa0-4431-4ebe-ac7c-77a6aff50a96 None None] Provisioning for port 825cdb61-c577-4117-8ecc-02ea756928ed completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:33.337767 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-c12eaad3-2c3c-48aa-8392-74de7551af43 service neutron] 10.222.0.22 "GET /v2.0/networks/659ed198-dd8b-41b5-9592-7b7d4bf90a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0944669 Jul 16 09:09:33.341153 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4a70c0a-5b0e-460b-ba12-980c4a87e35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:33.342825 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d21ac4be-054a-4f51-bda3-5ce96d5b1ded None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:33.345245 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-15d4baa0-4431-4ebe-ac7c-77a6aff50a96 None None] Provisioning complete for port 825cdb61-c577-4117-8ecc-02ea756928ed triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:33.345608 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15d4baa0-4431-4ebe-ac7c-77a6aff50a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:33.414643 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-15d4baa0-4431-4ebe-ac7c-77a6aff50a96 None None] Port 825cdb61-c577-4117-8ecc-02ea756928ed cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:09:33.519812 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-15d4baa0-4431-4ebe-ac7c-77a6aff50a96 None None] Provisioning complete for port cb09ec25-ca6f-40df-ac7f-d4754dc61fa0 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:33.520310 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15d4baa0-4431-4ebe-ac7c-77a6aff50a96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:33.644907 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-df41381b-9d6e-46ea-a39e-ad5ce532ed51 req-8eab8961-eb36-4442-95f8-590d24f65cfb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 210 time: 0.1248481 Jul 16 09:09:33.801683 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4a70c0a-5b0e-460b-ba12-980c4a87e35f None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:33.811149 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device cb09ec25-ca6f-40df-ac7f-d4754dc61fa0 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:33.838759 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c4a70c0a-5b0e-460b-ba12-980c4a87e35f None None] Transition to ACTIVE for port object 825cdb61-c577-4117-8ecc-02ea756928ed will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:33.852979 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4a70c0a-5b0e-460b-ba12-980c4a87e35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:33.918080 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a903d44-efca-4c35-a019-f20b98e34bef None None] Pushing event updated for resources: {'Port': ['ID=825cdb61-c577-4117-8ecc-02ea756928ed,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:33.945769 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port cb09ec25-ca6f-40df-ac7f-d4754dc61fa0 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:33.946057 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:34.002978 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c4a70c0a-5b0e-460b-ba12-980c4a87e35f None None] Attempting to bind port 825cdb61-c577-4117-8ecc-02ea756928ed on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:09:34.003366 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c4a70c0a-5b0e-460b-ba12-980c4a87e35f None None] Attempting to bind port 825cdb61-c577-4117-8ecc-02ea756928ed by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '400bf2de-9be4-45cc-a47f-255580222aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:09:34.003732 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a70c0a-5b0e-460b-ba12-980c4a87e35f None None] Attempting to bind port 825cdb61-c577-4117-8ecc-02ea756928ed on network 659ed198-dd8b-41b5-9592-7b7d4bf90a12 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:34.014677 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a70c0a-5b0e-460b-ba12-980c4a87e35f None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:09:34.015059 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a70c0a-5b0e-460b-ba12-980c4a87e35f None None] Checking segment: {'id': '400bf2de-9be4-45cc-a47f-255580222aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:34.015536 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4a70c0a-5b0e-460b-ba12-980c4a87e35f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:34.015871 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4a70c0a-5b0e-460b-ba12-980c4a87e35f None None] Bound using segment: {'id': '400bf2de-9be4-45cc-a47f-255580222aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:09:34.016380 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c4a70c0a-5b0e-460b-ba12-980c4a87e35f None None] Bound port: 825cdb61-c577-4117-8ecc-02ea756928ed, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400bf2de-9be4-45cc-a47f-255580222aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:09:34.016769 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4a70c0a-5b0e-460b-ba12-980c4a87e35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:34.113364 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a3de636a-90fc-4a00-ad12-4264c2427e94 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:34.135176 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c4a70c0a-5b0e-460b-ba12-980c4a87e35f None None] For port 825cdb61-c577-4117-8ecc-02ea756928ed, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:09:34.153637 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c4a70c0a-5b0e-460b-ba12-980c4a87e35f None None] For port 825cdb61-c577-4117-8ecc-02ea756928ed, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=825cdb61-c577-4117-8ecc-02ea756928ed,segment=NetworkSegment(400bf2de-9be4-45cc-a47f-255580222aba),segment_id=400bf2de-9be4-45cc-a47f-255580222aba)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:09:34.161801 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4a70c0a-5b0e-460b-ba12-980c4a87e35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:34.250006 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port a3de636a-90fc-4a00-ad12-4264c2427e94 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:34.250312 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:34.254032 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a903d44-efca-4c35-a019-f20b98e34bef None None] Pushing event updated for resources: {'Port': ['ID=825cdb61-c577-4117-8ecc-02ea756928ed,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:34.277624 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4a70c0a-5b0e-460b-ba12-980c4a87e35f None None] Routers {'bcbf94eb-9838-4dda-9632-e969c1c22b3c'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:34.278273 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c4a70c0a-5b0e-460b-ba12-980c4a87e35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:09:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['bcbf94eb-9838-4dda-9632-e969c1c22b3c'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:34.432535 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-c4a70c0a-5b0e-460b-ba12-980c4a87e35f None None] Set router bcbf94eb-9838-4dda-9632-e969c1c22b3c gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:34.640531 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c4a70c0a-5b0e-460b-ba12-980c4a87e35f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141688839', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': 'a3de636a-90fc-4a00-ad12-4264c2427e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:27Z', 'updated_at': '2021-07-16T09:09:31Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': 'a3de636a-90fc-4a00-ad12-4264c2427e94', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:28Z', 'updated_at': '2021-07-16T09:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '825cdb61-c577-4117-8ecc-02ea756928ed', 'name': '', 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:c8:29:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'f46a773b-bae5-4186-9eda-7e16ee70b93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:31Z', 'updated_at': '2021-07-16T09:09:34Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': 'f46a773b-bae5-4186-9eda-7e16ee70b93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:34.670149 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4a70c0a-5b0e-460b-ba12-980c4a87e35f None None] The sync data for ids ['bcbf94eb-9838-4dda-9632-e969c1c22b3c'] in n-d-771362-37 is: [{'id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141688839', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': 'a3de636a-90fc-4a00-ad12-4264c2427e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:27Z', 'updated_at': '2021-07-16T09:09:31Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': 'a3de636a-90fc-4a00-ad12-4264c2427e94', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:28Z', 'updated_at': '2021-07-16T09:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '825cdb61-c577-4117-8ecc-02ea756928ed', 'name': '', 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:c8:29:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'f46a773b-bae5-4186-9eda-7e16ee70b93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:31Z', 'updated_at': '2021-07-16T09:09:34Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': 'f46a773b-bae5-4186-9eda-7e16ee70b93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:09:34.917833 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-40c7eb40-8c1c-403f-8c98-2e9f58ef02e8 req-a03a5d03-060f-43c2-b93a-9b7df8d3d4e7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 210 time: 0.0446172 Jul 16 09:09:34.952860 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-64494a61-d738-40e2-944f-023f3cee3b6c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:34.954709 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-64494a61-d738-40e2-944f-023f3cee3b6c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.21 "GET /v2.0/networks?id=659ed198-dd8b-41b5-9592-7b7d4bf90a12 HTTP/1.1" status: 200 len: 796 time: 0.1576509 Jul 16 09:09:34.999919 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-25d8b646-cfe0-440c-a8f8-f68ba7ea38d9 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5739d70bdc174b1e9a1ab2b759dab11d HTTP/1.1" status: 200 len: 380 time: 0.0370629 Jul 16 09:09:35.009120 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-f5438716-59d5-4d00-b69a-9dd81be7e498 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'port': {'device_id': '41ac4b6a-88ab-4294-9790-8baab6ead473', 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12', 'admin_state_up': True, 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'security_groups': ['d55dc4a5-77eb-4e3e-9214-158337f08726']}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:35.122109 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-f5438716-59d5-4d00-b69a-9dd81be7e498 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Made reservation on behalf of 5739d70bdc174b1e9a1ab2b759dab11d for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:09:35.125792 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-f5438716-59d5-4d00-b69a-9dd81be7e498 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:35.256578 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-f5438716-59d5-4d00-b69a-9dd81be7e498 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Allocated IP 172.20.0.13 (659ed198-dd8b-41b5-9592-7b7d4bf90a12/f46a773b-bae5-4186-9eda-7e16ee70b93a/10c66e28-618d-4064-88e3-51f320ff9163) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:35.396095 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-f5438716-59d5-4d00-b69a-9dd81be7e498 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:35.414748 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-f5438716-59d5-4d00-b69a-9dd81be7e498 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Transition to ACTIVE for port object 10c66e28-618d-4064-88e3-51f320ff9163 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:35.448463 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-f5438716-59d5-4d00-b69a-9dd81be7e498 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:35.493904 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-f5438716-59d5-4d00-b69a-9dd81be7e498 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Network 659ed198-dd8b-41b5-9592-7b7d4bf90a12 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:35.497120 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-f5438716-59d5-4d00-b69a-9dd81be7e498 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:35.501110 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-f5438716-59d5-4d00-b69a-9dd81be7e498 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:35.526580 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5438716-59d5-4d00-b69a-9dd81be7e498 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'Port': ['ID=10c66e28-618d-4064-88e3-51f320ff9163,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:35.557072 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-f5438716-59d5-4d00-b69a-9dd81be7e498 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:35.557815 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-f5438716-59d5-4d00-b69a-9dd81be7e498 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:35.579380 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-f5438716-59d5-4d00-b69a-9dd81be7e498 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5740154 Jul 16 09:09:35.648389 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-dd69f032-9e50-40aa-bc28-7f2158df66f7 service neutron] Request body: {'port': {'device_id': '41ac4b6a-88ab-4294-9790-8baab6ead473', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:35.735158 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-dd69f032-9e50-40aa-bc28-7f2158df66f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:35.746781 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-33a56eba-1d7e-4f7c-82b7-746ad99e9616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:35.784508 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-80d1d6eb-bed6-4975-af83-d918d17cca5a None None] Provisioning for port 10c66e28-618d-4064-88e3-51f320ff9163 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:35.792100 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-80d1d6eb-bed6-4975-af83-d918d17cca5a None None] Provisioning complete for port 10c66e28-618d-4064-88e3-51f320ff9163 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:35.792868 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80d1d6eb-bed6-4975-af83-d918d17cca5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:35.820925 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 825cdb61-c577-4117-8ecc-02ea756928ed up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:35.860866 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-80d1d6eb-bed6-4975-af83-d918d17cca5a None None] Port 10c66e28-618d-4064-88e3-51f320ff9163 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:09:35.879817 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 825cdb61-c577-4117-8ecc-02ea756928ed completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:35.883383 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 825cdb61-c577-4117-8ecc-02ea756928ed triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:35.883761 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:35.969930 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:36.003062 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 825cdb61-c577-4117-8ecc-02ea756928ed, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=825cdb61-c577-4117-8ecc-02ea756928ed,segment=NetworkSegment(400bf2de-9be4-45cc-a47f-255580222aba),segment_id=400bf2de-9be4-45cc-a47f-255580222aba)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:36.007288 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:36.031190 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-dd69f032-9e50-40aa-bc28-7f2158df66f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10c66e28-618d-4064-88e3-51f320ff9163 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:09:36.040767 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-dd69f032-9e50-40aa-bc28-7f2158df66f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:36.055278 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-dd69f032-9e50-40aa-bc28-7f2158df66f7 service neutron] Transition to ACTIVE for port object 10c66e28-618d-4064-88e3-51f320ff9163 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:09:36.061342 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-dd69f032-9e50-40aa-bc28-7f2158df66f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:36.069500 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:36.076865 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=825cdb61-c577-4117-8ecc-02ea756928ed,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:36.113672 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23cc4b7d-1e10-44eb-88d5-35800166eb0e req-16c102ba-f793-419e-a548-e5a26642d9b5 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:36.114983 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-23cc4b7d-1e10-44eb-88d5-35800166eb0e req-16c102ba-f793-419e-a548-e5a26642d9b5 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 932 time: 0.0676813 Jul 16 09:09:36.138459 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69f032-9e50-40aa-bc28-7f2158df66f7 service neutron] Pushing event updated for resources: {'Port': ['ID=10c66e28-618d-4064-88e3-51f320ff9163,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:36.159574 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-23cc4b7d-1e10-44eb-88d5-35800166eb0e req-03958174-0f36-42b9-83fc-ba900ecc3e3d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365853 Jul 16 09:09:36.187601 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-dd69f032-9e50-40aa-bc28-7f2158df66f7 service neutron] Attempting to bind port 10c66e28-618d-4064-88e3-51f320ff9163 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:09:36.187941 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-dd69f032-9e50-40aa-bc28-7f2158df66f7 service neutron] Attempting to bind port 10c66e28-618d-4064-88e3-51f320ff9163 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '400bf2de-9be4-45cc-a47f-255580222aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:09:36.188275 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-dd69f032-9e50-40aa-bc28-7f2158df66f7 service neutron] Attempting to bind port 10c66e28-618d-4064-88e3-51f320ff9163 on network 659ed198-dd8b-41b5-9592-7b7d4bf90a12 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:36.192702 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-dd69f032-9e50-40aa-bc28-7f2158df66f7 service neutron] Port 10c66e28-618d-4064-88e3-51f320ff9163 on network 659ed198-dd8b-41b5-9592-7b7d4bf90a12 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:09:36.193022 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-dd69f032-9e50-40aa-bc28-7f2158df66f7 service neutron] Attempting to bind port 10c66e28-618d-4064-88e3-51f320ff9163 on network 659ed198-dd8b-41b5-9592-7b7d4bf90a12 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:09:36.197952 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-dd69f032-9e50-40aa-bc28-7f2158df66f7 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 9, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:09:36.198299 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-dd69f032-9e50-40aa-bc28-7f2158df66f7 service neutron] Checking segment: {'id': '400bf2de-9be4-45cc-a47f-255580222aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:09:36.198686 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-dd69f032-9e50-40aa-bc28-7f2158df66f7 service neutron] Bound using segment: {'id': '400bf2de-9be4-45cc-a47f-255580222aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:09:36.199119 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-dd69f032-9e50-40aa-bc28-7f2158df66f7 service neutron] Bound port: 10c66e28-618d-4064-88e3-51f320ff9163, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '400bf2de-9be4-45cc-a47f-255580222aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:09:36.199482 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-dd69f032-9e50-40aa-bc28-7f2158df66f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:36.265790 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-dd69f032-9e50-40aa-bc28-7f2158df66f7 service neutron] For port 10c66e28-618d-4064-88e3-51f320ff9163, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:09:36.269024 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-dd69f032-9e50-40aa-bc28-7f2158df66f7 service neutron] For port 10c66e28-618d-4064-88e3-51f320ff9163, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=10c66e28-618d-4064-88e3-51f320ff9163,segment=NetworkSegment(400bf2de-9be4-45cc-a47f-255580222aba),segment_id=400bf2de-9be4-45cc-a47f-255580222aba)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:09:36.274152 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-dd69f032-9e50-40aa-bc28-7f2158df66f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:36.305419 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-dd69f032-9e50-40aa-bc28-7f2158df66f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:36.306050 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-dd69f032-9e50-40aa-bc28-7f2158df66f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:36.308053 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-dd69f032-9e50-40aa-bc28-7f2158df66f7 service neutron] 10.222.0.21 "PUT /v2.0/ports/10c66e28-618d-4064-88e3-51f320ff9163 HTTP/1.1" status: 200 len: 1093 time: 0.7214537 Jul 16 09:09:36.310324 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ac4b6a-88ab-4294-9790-8baab6ead473', 'tag': '10c66e28-618d-4064-88e3-51f320ff9163'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:09:36.312572 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d98e147-6d3a-41f8-aa5a-d5a6466dff46" -d '{"events": [{"name": "network-changed", "server_uuid": "41ac4b6a-88ab-4294-9790-8baab6ead473", "tag": "10c66e28-618d-4064-88e3-51f320ff9163"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:09:36.340480 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69f032-9e50-40aa-bc28-7f2158df66f7 service neutron] Pushing event updated for resources: {'Port': ['ID=10c66e28-618d-4064-88e3-51f320ff9163,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:36.365963 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:09:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-010060ee-bc03-41d9-b89d-7c6c85718471 x-openstack-request-id: req-010060ee-bc03-41d9-b89d-7c6c85718471 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:09:36.366255 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ac4b6a-88ab-4294-9790-8baab6ead473", "tag": "10c66e28-618d-4064-88e3-51f320ff9163", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:09:36.366510 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-010060ee-bc03-41d9-b89d-7c6c85718471 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:09:36.366907 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ac4b6a-88ab-4294-9790-8baab6ead473', 'tag': '10c66e28-618d-4064-88e3-51f320ff9163', 'status': 'completed', 'code': 200} Jul 16 09:09:36.418500 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-96d100e6-001b-466a-9ea3-242686d7b903 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:36.420043 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-96d100e6-001b-466a-9ea3-242686d7b903 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 1096 time: 0.0630925 Jul 16 09:09:36.462186 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-9224d4d4-4121-46bb-af29-501c2974f771 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10c66e28-618d-4064-88e3-51f320ff9163 HTTP/1.1" status: 200 len: 217 time: 0.0351007 Jul 16 09:09:36.511664 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-d0d91cbc-0c32-461a-b6ef-53a1c17d6562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:36.513168 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-d0d91cbc-0c32-461a-b6ef-53a1c17d6562 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f46a773b-bae5-4186-9eda-7e16ee70b93a HTTP/1.1" status: 200 len: 835 time: 0.0448539 Jul 16 09:09:36.573243 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-28e65fdb-0ad1-4883-9342-9faf7febdabb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:36.574731 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-28e65fdb-0ad1-4883-9342-9faf7febdabb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=659ed198-dd8b-41b5-9592-7b7d4bf90a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557353 Jul 16 09:09:36.663289 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-5dc68bf0-9b29-412c-b541-08eb40612d10 service neutron] 10.222.0.21 "GET /v2.0/networks/659ed198-dd8b-41b5-9592-7b7d4bf90a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818641 Jul 16 09:09:36.755892 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-59200f6a-6084-47ee-9235-5eb75ebe5c31 req-481c31bb-a956-40f9-b4d4-418f440cd0b4 service neutron] 10.222.0.21 "GET /v2.0/networks/659ed198-dd8b-41b5-9592-7b7d4bf90a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848293 Jul 16 09:09:36.852312 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98e147-6d3a-41f8-aa5a-d5a6466dff46 req-b3919c2f-008f-409b-8751-54f71c507bd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:36.854504 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7d98e147-6d3a-41f8-aa5a-d5a6466dff46 req-b3919c2f-008f-409b-8751-54f71c507bd0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 1096 time: 0.0523109 Jul 16 09:09:36.942233 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98e147-6d3a-41f8-aa5a-d5a6466dff46 req-6433b2ce-a2c2-4d21-959a-6bd77ebc10a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:36.943580 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7d98e147-6d3a-41f8-aa5a-d5a6466dff46 req-6433b2ce-a2c2-4d21-959a-6bd77ebc10a3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=659ed198-dd8b-41b5-9592-7b7d4bf90a12 HTTP/1.1" status: 200 len: 897 time: 0.0833318 Jul 16 09:09:36.984047 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7d98e147-6d3a-41f8-aa5a-d5a6466dff46 req-06653a28-dbdd-4314-9879-3478edbc5047 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10c66e28-618d-4064-88e3-51f320ff9163 HTTP/1.1" status: 200 len: 217 time: 0.0336447 Jul 16 09:09:37.031420 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98e147-6d3a-41f8-aa5a-d5a6466dff46 req-f3f58117-4ba4-42ca-9047-5d499b886c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:37.032864 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7d98e147-6d3a-41f8-aa5a-d5a6466dff46 req-f3f58117-4ba4-42ca-9047-5d499b886c74 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f46a773b-bae5-4186-9eda-7e16ee70b93a HTTP/1.1" status: 200 len: 835 time: 0.0419784 Jul 16 09:09:37.092733 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d98e147-6d3a-41f8-aa5a-d5a6466dff46 req-15437d86-ee2b-42a3-befa-5aaaa345db10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:37.094202 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7d98e147-6d3a-41f8-aa5a-d5a6466dff46 req-15437d86-ee2b-42a3-befa-5aaaa345db10 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=659ed198-dd8b-41b5-9592-7b7d4bf90a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551219 Jul 16 09:09:37.177869 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:37.181257 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7d98e147-6d3a-41f8-aa5a-d5a6466dff46 req-c79ce3e4-b0eb-41a5-b971-bc8bf7086dd3 service neutron] 10.222.0.21 "GET /v2.0/networks/659ed198-dd8b-41b5-9592-7b7d4bf90a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795910 Jul 16 09:09:37.339849 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4811d02-1b9a-4fdb-a35f-8e79837e2db4 req-676b6eff-da8e-41d8-8d57-b66486cc8b45 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:37.341492 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c4811d02-1b9a-4fdb-a35f-8e79837e2db4 req-676b6eff-da8e-41d8-8d57-b66486cc8b45 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 944 time: 0.0672576 Jul 16 09:09:37.381419 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c4811d02-1b9a-4fdb-a35f-8e79837e2db4 req-6dc65329-0703-4ae5-a829-6d825d7e774d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342588 Jul 16 09:09:37.513905 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7d98e147-6d3a-41f8-aa5a-d5a6466dff46 req-6d89469f-4bd5-4c57-8ef7-39b982c4a2df service neutron] 10.222.0.21 "GET /v2.0/networks/659ed198-dd8b-41b5-9592-7b7d4bf90a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262625 Jul 16 09:09:37.773808 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 825cdb61-c577-4117-8ecc-02ea756928ed up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:37.819954 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 825cdb61-c577-4117-8ecc-02ea756928ed triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:37.820332 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:38.553183 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e80fe-09d6-45ef-968e-911521fcad81 req-4c310d0f-615e-4ff2-888c-621a0194d474 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:38.554641 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-296e80fe-09d6-45ef-968e-911521fcad81 req-4c310d0f-615e-4ff2-888c-621a0194d474 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 944 time: 0.0617199 Jul 16 09:09:38.591321 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-296e80fe-09d6-45ef-968e-911521fcad81 req-67e943fe-1795-4cbc-a2d7-ce972624ed3f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305638 Jul 16 09:09:38.638627 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:39.632323 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 10c66e28-618d-4064-88e3-51f320ff9163 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:09:39.728761 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 10c66e28-618d-4064-88e3-51f320ff9163, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=10c66e28-618d-4064-88e3-51f320ff9163,segment=NetworkSegment(400bf2de-9be4-45cc-a47f-255580222aba),segment_id=400bf2de-9be4-45cc-a47f-255580222aba)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:39.740785 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '10c66e28-618d-4064-88e3-51f320ff9163', 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12', 'port_id': '10c66e28-618d-4064-88e3-51f320ff9163', 'mac_address': 'fa:16:3e:af:cc:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f46a773b-bae5-4186-9eda-7e16ee70b93a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:09:39.776410 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1180189f-1a2d-4eb4-a6ee-b440bf6cabab req-9ad9c38d-1c27-4ed8-95cf-890f0d2acbc0 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:39.777905 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1180189f-1a2d-4eb4-a6ee-b440bf6cabab req-9ad9c38d-1c27-4ed8-95cf-890f0d2acbc0 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 944 time: 0.0708292 Jul 16 09:09:39.778946 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:39.791701 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c66e28-618d-4064-88e3-51f320ff9163 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:09:39.811696 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 10c66e28-618d-4064-88e3-51f320ff9163, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=10c66e28-618d-4064-88e3-51f320ff9163,segment=NetworkSegment(400bf2de-9be4-45cc-a47f-255580222aba),segment_id=400bf2de-9be4-45cc-a47f-255580222aba)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:39.816059 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:39.817016 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1180189f-1a2d-4eb4-a6ee-b440bf6cabab req-c19fa493-928a-4e47-870a-b2cce35ef3d8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335462 Jul 16 09:09:39.862064 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=10c66e28-618d-4064-88e3-51f320ff9163,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:40.051032 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['10c66e28-618d-4064-88e3-51f320ff9163'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:09:40.985230 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df3f6e9c-210b-49e7-bdef-f901deb6caa3 req-7cc81c9b-523d-4114-91a9-2274bdd9a2f1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:40.986688 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-df3f6e9c-210b-49e7-bdef-f901deb6caa3 req-7cc81c9b-523d-4114-91a9-2274bdd9a2f1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 945 time: 0.0609553 Jul 16 09:09:41.023701 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-df3f6e9c-210b-49e7-bdef-f901deb6caa3 req-bd4b45bf-136f-45f0-bc66-5bc61f803998 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313716 Jul 16 09:09:41.640253 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 10c66e28-618d-4064-88e3-51f320ff9163 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:09:41.689147 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 10c66e28-618d-4064-88e3-51f320ff9163 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:09:41.692737 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 10c66e28-618d-4064-88e3-51f320ff9163 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:09:41.693119 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:41.771864 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:41.795551 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ac4b6a-88ab-4294-9790-8baab6ead473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c66e28-618d-4064-88e3-51f320ff9163'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:09:41.797847 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d302e3c-1757-4bf0-87c3-6efe2fcce679" -d '{"events": [{"server_uuid": "41ac4b6a-88ab-4294-9790-8baab6ead473", "name": "network-vif-plugged", "status": "completed", "tag": "10c66e28-618d-4064-88e3-51f320ff9163"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:09:41.811130 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 10c66e28-618d-4064-88e3-51f320ff9163, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=10c66e28-618d-4064-88e3-51f320ff9163,segment=NetworkSegment(400bf2de-9be4-45cc-a47f-255580222aba),segment_id=400bf2de-9be4-45cc-a47f-255580222aba)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:09:41.815316 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:41.837659 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df413f6-c659-47e4-8dce-dae1e58ebc05 x-openstack-request-id: req-9df413f6-c659-47e4-8dce-dae1e58ebc05 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:09:41.837950 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ac4b6a-88ab-4294-9790-8baab6ead473", "name": "network-vif-plugged", "status": "completed", "tag": "10c66e28-618d-4064-88e3-51f320ff9163", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:09:41.838689 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9df413f6-c659-47e4-8dce-dae1e58ebc05 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:09:41.839083 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ac4b6a-88ab-4294-9790-8baab6ead473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c66e28-618d-4064-88e3-51f320ff9163', 'code': 200} Jul 16 09:09:41.865043 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=10c66e28-618d-4064-88e3-51f320ff9163,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:41.949991 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5208ae55-71d2-4b19-95b1-8bbb81269874 req-9e7f6d52-9955-41d9-a9e6-0a7838e7cd43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:41.951436 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5208ae55-71d2-4b19-95b1-8bbb81269874 req-9e7f6d52-9955-41d9-a9e6-0a7838e7cd43 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 1098 time: 0.0535378 Jul 16 09:09:41.985086 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5208ae55-71d2-4b19-95b1-8bbb81269874 req-8f52fab7-feef-40c7-9ee8-c3063a8770a0 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272601 Jul 16 09:09:42.191731 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb1db40-e97f-4f97-86cd-dfa3729ccc9d req-21d637fe-c5a8-4d34-ad41-d188b413b50f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:42.193115 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5fb1db40-e97f-4f97-86cd-dfa3729ccc9d req-21d637fe-c5a8-4d34-ad41-d188b413b50f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 946 time: 0.0611563 Jul 16 09:09:42.230186 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5fb1db40-e97f-4f97-86cd-dfa3729ccc9d req-371d4953-c614-4e3e-92a7-1cfce4cd536c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310330 Jul 16 09:09:43.401186 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e287b1-39d5-4f07-8077-b282b716a625 req-5dedbd12-cf14-4b1d-bc8d-e609c7c93d8f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:43.403450 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-90e287b1-39d5-4f07-8077-b282b716a625 req-5dedbd12-cf14-4b1d-bc8d-e609c7c93d8f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 946 time: 0.0630443 Jul 16 09:09:43.441048 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-90e287b1-39d5-4f07-8077-b282b716a625 req-57ebee9c-67b6-4b87-bbf5-770825b26676 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321307 Jul 16 09:09:43.614419 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c76bb5-e636-4071-9dbb-07dbf1f54143 req-82168fd9-9531-4b43-b666-46717ef30858 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:43.615876 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-69c76bb5-e636-4071-9dbb-07dbf1f54143 req-82168fd9-9531-4b43-b666-46717ef30858 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 946 time: 0.0648010 Jul 16 09:09:43.654353 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-69c76bb5-e636-4071-9dbb-07dbf1f54143 req-daca8b22-efe1-43db-a37a-a7094b0f1c14 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328896 Jul 16 09:09:43.679743 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43282) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:43.735693 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631ed2f8-9ba5-4c77-9db4-d6298ed1a1ee tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:43.737410 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-631ed2f8-9ba5-4c77-9db4-d6298ed1a1ee tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 1093 time: 0.0566509 Jul 16 09:09:43.740324 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43284) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:43.744627 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7658fd8c-fa92-4222-830d-e52cc1fd31d4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'port_id': '10c66e28-618d-4064-88e3-51f320ff9163', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:09:43.765602 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7658fd8c-fa92-4222-830d-e52cc1fd31d4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:43.865741 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7658fd8c-fa92-4222-830d-e52cc1fd31d4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:43.963223 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-7658fd8c-fa92-4222-830d-e52cc1fd31d4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Allocated IP 172.25.3.22 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/816f8618-7209-4b04-babb-e360278d6b82) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:09:44.068073 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7658fd8c-fa92-4222-830d-e52cc1fd31d4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:44.106285 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7658fd8c-fa92-4222-830d-e52cc1fd31d4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:44.142113 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7658fd8c-fa92-4222-830d-e52cc1fd31d4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:09:44.146672 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-7658fd8c-fa92-4222-830d-e52cc1fd31d4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:09:44.150708 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7658fd8c-fa92-4222-830d-e52cc1fd31d4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:09:44.178980 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658fd8c-fa92-4222-830d-e52cc1fd31d4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'Port': ['ID=816f8618-7209-4b04-babb-e360278d6b82,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:44.516125 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7658fd8c-fa92-4222-830d-e52cc1fd31d4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:44.594384 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7658fd8c-fa92-4222-830d-e52cc1fd31d4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:44.745010 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7658fd8c-fa92-4222-830d-e52cc1fd31d4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:44.749349 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7658fd8c-fa92-4222-830d-e52cc1fd31d4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:44.811641 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7658fd8c-fa92-4222-830d-e52cc1fd31d4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'Port': ['ID=816f8618-7209-4b04-babb-e360278d6b82,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:09:44.827058 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7658fd8c-fa92-4222-830d-e52cc1fd31d4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:44.928370 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-7658fd8c-fa92-4222-830d-e52cc1fd31d4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Floating IP d8c6d90d-69b9-4976-b573-227f92e70b13 associated. External IP: 172.25.3.22, port: 10c66e28-618d-4064-88e3-51f320ff9163. Jul 16 09:09:45.130757 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7658fd8c-fa92-4222-830d-e52cc1fd31d4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Router bcbf94eb-9838-4dda-9632-e969c1c22b3c has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:09:45.238681 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7658fd8c-fa92-4222-830d-e52cc1fd31d4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:09:45.249458 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d88fa1-7466-439c-a1c7-ac0b354b5aad None None] Sync routers for ids ['bcbf94eb-9838-4dda-9632-e969c1c22b3c'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:09:45.254577 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7658fd8c-fa92-4222-830d-e52cc1fd31d4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:09:45.259583 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d88fa1-7466-439c-a1c7-ac0b354b5aad None None] Routers {'bcbf94eb-9838-4dda-9632-e969c1c22b3c'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:45.260179 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-63d88fa1-7466-439c-a1c7-ac0b354b5aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:09:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['bcbf94eb-9838-4dda-9632-e969c1c22b3c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:45.290672 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7658fd8c-fa92-4222-830d-e52cc1fd31d4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5492976 Jul 16 09:09:45.291371 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ac4b6a-88ab-4294-9790-8baab6ead473', 'tag': '10c66e28-618d-4064-88e3-51f320ff9163'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:09:45.294508 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf1dca4-b999-4915-8f9a-d195672bc940" -d '{"events": [{"name": "network-changed", "server_uuid": "41ac4b6a-88ab-4294-9790-8baab6ead473", "tag": "10c66e28-618d-4064-88e3-51f320ff9163"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:09:45.332838 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:09:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196ccb8a-6a2e-4e42-9a41-9e4030f0798a x-openstack-request-id: req-196ccb8a-6a2e-4e42-9a41-9e4030f0798a {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:09:45.333184 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ac4b6a-88ab-4294-9790-8baab6ead473", "tag": "10c66e28-618d-4064-88e3-51f320ff9163", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:09:45.333450 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-196ccb8a-6a2e-4e42-9a41-9e4030f0798a {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:09:45.333909 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ac4b6a-88ab-4294-9790-8baab6ead473', 'tag': '10c66e28-618d-4064-88e3-51f320ff9163', 'status': 'completed', 'code': 200} Jul 16 09:09:45.367157 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-63d88fa1-7466-439c-a1c7-ac0b354b5aad None None] Set router bcbf94eb-9838-4dda-9632-e969c1c22b3c gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:45.408780 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1dca4-b999-4915-8f9a-d195672bc940 req-5650f249-2c84-4e0f-83cc-b7775cc36550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:45.410198 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ccf1dca4-b999-4915-8f9a-d195672bc940 req-5650f249-2c84-4e0f-83cc-b7775cc36550 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 1098 time: 0.0547020 Jul 16 09:09:45.458999 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2973a9e-723f-404f-8bd2-77e3538b5be0 req-337df2df-29d3-4f18-9c96-4c031b5d32cb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:45.460613 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c2973a9e-723f-404f-8bd2-77e3538b5be0 req-337df2df-29d3-4f18-9c96-4c031b5d32cb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 946 time: 0.0694101 Jul 16 09:09:45.502222 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c2973a9e-723f-404f-8bd2-77e3538b5be0 req-80619014-a693-44dc-a809-789bd7a3c850 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344298 Jul 16 09:09:45.507435 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1dca4-b999-4915-8f9a-d195672bc940 req-64b733ba-42d4-4049-a167-6b138e378313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:45.509578 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ccf1dca4-b999-4915-8f9a-d195672bc940 req-64b733ba-42d4-4049-a167-6b138e378313 service neutron] 10.222.0.21 "GET /v2.0/networks?id=659ed198-dd8b-41b5-9592-7b7d4bf90a12 HTTP/1.1" status: 200 len: 897 time: 0.0928085 Jul 16 09:09:45.528145 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43290) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:45.577575 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ccf1dca4-b999-4915-8f9a-d195672bc940 req-164b8a1a-9608-4f46-95e8-d2a00247be37 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10c66e28-618d-4064-88e3-51f320ff9163 HTTP/1.1" status: 200 len: 999 time: 0.0620606 Jul 16 09:09:45.596809 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-94055ae5-bcd9-4d4d-9e6d-e7fb4c0f2aaf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/floatingips/d8c6d90d-69b9-4976-b573-227f92e70b13 HTTP/1.1" status: 200 len: 991 time: 0.0673721 Jul 16 09:09:45.597885 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-63d88fa1-7466-439c-a1c7-ac0b354b5aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141688839', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': 'a3de636a-90fc-4a00-ad12-4264c2427e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:27Z', 'updated_at': '2021-07-16T09:09:31Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': 'a3de636a-90fc-4a00-ad12-4264c2427e94', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:28Z', 'updated_at': '2021-07-16T09:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'd8c6d90d-69b9-4976-b573-227f92e70b13', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'port_id': '10c66e28-618d-4064-88e3-51f320ff9163', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12', 'mac_address': 'fa:16:3e:af:cc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ac4b6a-88ab-4294-9790-8baab6ead473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:09:44Z', 'updated_at': '2021-07-16T09:09:44Z', 'revision_number': 0, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825cdb61-c577-4117-8ecc-02ea756928ed', 'name': '', 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:c8:29:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'f46a773b-bae5-4186-9eda-7e16ee70b93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:31Z', 'updated_at': '2021-07-16T09:09:35Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': 'f46a773b-bae5-4186-9eda-7e16ee70b93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:45.625925 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1dca4-b999-4915-8f9a-d195672bc940 req-657073a9-8b73-49d2-8b53-a61680c91d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:45.627416 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ccf1dca4-b999-4915-8f9a-d195672bc940 req-657073a9-8b73-49d2-8b53-a61680c91d68 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f46a773b-bae5-4186-9eda-7e16ee70b93a HTTP/1.1" status: 200 len: 835 time: 0.0434225 Jul 16 09:09:45.630353 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d88fa1-7466-439c-a1c7-ac0b354b5aad None None] Checking router: bcbf94eb-9838-4dda-9632-e969c1c22b3c for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:09:45.639419 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d88fa1-7466-439c-a1c7-ac0b354b5aad None None] Routers {'bcbf94eb-9838-4dda-9632-e969c1c22b3c'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:09:45.640018 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-63d88fa1-7466-439c-a1c7-ac0b354b5aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:09:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['bcbf94eb-9838-4dda-9632-e969c1c22b3c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:45.683349 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1dca4-b999-4915-8f9a-d195672bc940 req-c0df6009-e31a-4391-8963-b253d4ed4330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:45.684801 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ccf1dca4-b999-4915-8f9a-d195672bc940 req-c0df6009-e31a-4391-8963-b253d4ed4330 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=659ed198-dd8b-41b5-9592-7b7d4bf90a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515845 Jul 16 09:09:45.741542 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-63d88fa1-7466-439c-a1c7-ac0b354b5aad None None] Set router bcbf94eb-9838-4dda-9632-e969c1c22b3c gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:09:45.781297 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ccf1dca4-b999-4915-8f9a-d195672bc940 req-12bd2b79-24a3-4156-a7ed-810947ed71d3 service neutron] 10.222.0.21 "GET /v2.0/networks/659ed198-dd8b-41b5-9592-7b7d4bf90a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905583 Jul 16 09:09:45.873977 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ccf1dca4-b999-4915-8f9a-d195672bc940 req-58b3680d-5dda-417b-9416-e1a0f32c4d51 service neutron] 10.222.0.21 "GET /v2.0/networks/659ed198-dd8b-41b5-9592-7b7d4bf90a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870271 Jul 16 09:09:45.963239 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-63d88fa1-7466-439c-a1c7-ac0b354b5aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141688839', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': 'a3de636a-90fc-4a00-ad12-4264c2427e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:27Z', 'updated_at': '2021-07-16T09:09:31Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': 'a3de636a-90fc-4a00-ad12-4264c2427e94', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:28Z', 'updated_at': '2021-07-16T09:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'd8c6d90d-69b9-4976-b573-227f92e70b13', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'port_id': '10c66e28-618d-4064-88e3-51f320ff9163', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12', 'mac_address': 'fa:16:3e:af:cc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ac4b6a-88ab-4294-9790-8baab6ead473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:09:44Z', 'updated_at': '2021-07-16T09:09:44Z', 'revision_number': 0, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825cdb61-c577-4117-8ecc-02ea756928ed', 'name': '', 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:c8:29:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'f46a773b-bae5-4186-9eda-7e16ee70b93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:31Z', 'updated_at': '2021-07-16T09:09:35Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': 'f46a773b-bae5-4186-9eda-7e16ee70b93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:09:45.988738 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63d88fa1-7466-439c-a1c7-ac0b354b5aad None None] The sync data for ids ['bcbf94eb-9838-4dda-9632-e969c1c22b3c'] in n-d-771362-37 is: [{'id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141688839', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': 'a3de636a-90fc-4a00-ad12-4264c2427e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:27Z', 'updated_at': '2021-07-16T09:09:31Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': 'a3de636a-90fc-4a00-ad12-4264c2427e94', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:28Z', 'updated_at': '2021-07-16T09:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'd8c6d90d-69b9-4976-b573-227f92e70b13', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'floating_ip_address': '172.25.3.22', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'port_id': '10c66e28-618d-4064-88e3-51f320ff9163', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3732, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12', 'mac_address': 'fa:16:3e:af:cc:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41ac4b6a-88ab-4294-9790-8baab6ead473', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:09:44Z', 'updated_at': '2021-07-16T09:09:44Z', 'revision_number': 0, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '825cdb61-c577-4117-8ecc-02ea756928ed', 'name': '', 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:c8:29:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'f46a773b-bae5-4186-9eda-7e16ee70b93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:31Z', 'updated_at': '2021-07-16T09:09:35Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': 'f46a773b-bae5-4186-9eda-7e16ee70b93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:09:46.182909 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae286c22-19b9-443e-94b3-e9637359c5a5 None None] New status for floating IP d8c6d90d-69b9-4976-b573-227f92e70b13: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:09:46.600639 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43292) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:09:46.658977 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c637e60d-cc0f-44da-804b-12f5f2e191c4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/floatingips/d8c6d90d-69b9-4976-b573-227f92e70b13 HTTP/1.1" status: 200 len: 993 time: 0.0572684 Jul 16 09:09:50.777116 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c1fda91c-422f-4b1e-b970-efd73f3ab7b5 req-81ba3553-d76f-4023-8476-e3868c56f1cd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0526283 Jul 16 09:09:50.871254 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fda91c-422f-4b1e-b970-efd73f3ab7b5 req-48da07b8-36c4-4355-bdd0-54d39757cc42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:50.872756 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c1fda91c-422f-4b1e-b970-efd73f3ab7b5 req-48da07b8-36c4-4355-bdd0-54d39757cc42 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 1098 time: 0.0553126 Jul 16 09:09:50.973512 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fda91c-422f-4b1e-b970-efd73f3ab7b5 req-083d2654-35eb-4dab-ab50-07595d9f3718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:50.974957 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c1fda91c-422f-4b1e-b970-efd73f3ab7b5 req-083d2654-35eb-4dab-ab50-07595d9f3718 service neutron] 10.222.0.21 "GET /v2.0/networks?id=659ed198-dd8b-41b5-9592-7b7d4bf90a12 HTTP/1.1" status: 200 len: 897 time: 0.0819976 Jul 16 09:09:51.041450 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c1fda91c-422f-4b1e-b970-efd73f3ab7b5 req-f202f699-d7d5-4aa4-8234-5e22c52f9e1e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10c66e28-618d-4064-88e3-51f320ff9163 HTTP/1.1" status: 200 len: 1001 time: 0.0597582 Jul 16 09:09:51.089358 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fda91c-422f-4b1e-b970-efd73f3ab7b5 req-e754d583-5583-4f77-a7e5-c50404766889 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:51.091401 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c1fda91c-422f-4b1e-b970-efd73f3ab7b5 req-e754d583-5583-4f77-a7e5-c50404766889 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f46a773b-bae5-4186-9eda-7e16ee70b93a HTTP/1.1" status: 200 len: 835 time: 0.0420184 Jul 16 09:09:51.144414 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fda91c-422f-4b1e-b970-efd73f3ab7b5 req-16dce1b6-0351-4be2-afe8-0e757adf0dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:09:51.145865 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c1fda91c-422f-4b1e-b970-efd73f3ab7b5 req-16dce1b6-0351-4be2-afe8-0e757adf0dd0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=659ed198-dd8b-41b5-9592-7b7d4bf90a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495563 Jul 16 09:09:51.237930 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c1fda91c-422f-4b1e-b970-efd73f3ab7b5 req-753982d2-4cf5-4395-8093-2fe4eef65533 service neutron] 10.222.0.21 "GET /v2.0/networks/659ed198-dd8b-41b5-9592-7b7d4bf90a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848382 Jul 16 09:09:51.327213 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c1fda91c-422f-4b1e-b970-efd73f3ab7b5 req-7f547b09-bbdc-429a-b53c-ed0f028266e9 service neutron] 10.222.0.21 "GET /v2.0/networks/659ed198-dd8b-41b5-9592-7b7d4bf90a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827258 Jul 16 09:09:59.261883 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:10:02.408541 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:02.465619 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:03.322963 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-630beffe-4d38-4703-bb4e-a19daec7a289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:05.737931 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2c8a11b5-4b5e-4023-885b-26d8945d79c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:06.051620 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:07.179957 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:08.643847 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:20.036330 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0ff310-e5c8-4bbe-bd01-1ce47cf819f9 req-35790c53-cbc7-4c5c-b9ec-e1966af4cecc tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:20.037967 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c0ff310-e5c8-4bbe-bd01-1ce47cf819f9 req-35790c53-cbc7-4c5c-b9ec-e1966af4cecc tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 1098 time: 0.0510657 Jul 16 09:10:20.056194 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9c0ff310-e5c8-4bbe-bd01-1ce47cf819f9 req-6ca7219e-2e49-4c28-a341-417a2fa98396 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:20.140520 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9c0ff310-e5c8-4bbe-bd01-1ce47cf819f9 req-6ca7219e-2e49-4c28-a341-417a2fa98396 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:20.144601 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9c0ff310-e5c8-4bbe-bd01-1ce47cf819f9 req-6ca7219e-2e49-4c28-a341-417a2fa98396 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:20.175058 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c0ff310-e5c8-4bbe-bd01-1ce47cf819f9 req-6ca7219e-2e49-4c28-a341-417a2fa98396 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316895 Jul 16 09:10:20.179528 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca7219e-2e49-4c28-a341-417a2fa98396 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99c03846-d841-4e67-8334-7aac0f8fcad4,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:20.349693 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea02aaa-7001-4135-840e-3b2e27a407ce req-621d34e3-8f7f-4951-8232-d5d7dad8dd8c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:20.351172 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7ea02aaa-7001-4135-840e-3b2e27a407ce req-621d34e3-8f7f-4951-8232-d5d7dad8dd8c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 946 time: 0.0657399 Jul 16 09:10:20.387400 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7ea02aaa-7001-4135-840e-3b2e27a407ce req-643fd0dd-02b4-4f9e-bfbd-4fb88736eb6f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307133 Jul 16 09:10:20.412073 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43312) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:20.470178 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-14a7badb-cb31-4b47-b498-6afd15ef1d55 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/floatingips/d8c6d90d-69b9-4976-b573-227f92e70b13 HTTP/1.1" status: 200 len: 993 time: 0.0569537 Jul 16 09:10:21.168908 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43332) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:21.275054 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf2d701-3c4f-416a-8191-4391cd20d0a2 req-1ccc9738-a550-4cd0-aff8-dc5a28c8bc96 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:21.276487 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-b1737c14-d3a5-4cc9-aa5a-46a8a13b5ffe service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1063204 Jul 16 09:10:21.277660 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-caf2d701-3c4f-416a-8191-4391cd20d0a2 req-1ccc9738-a550-4cd0-aff8-dc5a28c8bc96 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 946 time: 0.0668914 Jul 16 09:10:21.316740 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-caf2d701-3c4f-416a-8191-4391cd20d0a2 req-505744db-e0ec-41a7-b7b1-6c87a94aa557 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336635 Jul 16 09:10:22.493009 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0643c57f-a6ff-4475-9ead-b5238ffab471 req-ad5bd02b-dbc1-4f0a-9b07-e6f76215bc9f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:22.494490 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0643c57f-a6ff-4475-9ead-b5238ffab471 req-ad5bd02b-dbc1-4f0a-9b07-e6f76215bc9f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 946 time: 0.0663245 Jul 16 09:10:22.531895 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0643c57f-a6ff-4475-9ead-b5238ffab471 req-cbb3f512-65fa-49fb-a62b-751265bbdadc tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312355 Jul 16 09:10:23.703419 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9ba961-c5e2-4e3f-b5ce-1e12dd4d7083 req-0b171c79-6101-42fc-bd63-c1d18da74723 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:23.705009 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0b9ba961-c5e2-4e3f-b5ce-1e12dd4d7083 req-0b171c79-6101-42fc-bd63-c1d18da74723 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 946 time: 0.0638740 Jul 16 09:10:23.747985 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0b9ba961-c5e2-4e3f-b5ce-1e12dd4d7083 req-2e05b700-399f-463a-a7d3-48e991d5213a tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333734 Jul 16 09:10:24.923224 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acb22bb-b7a9-4faa-935f-f9e00302d5a9 req-991b7fe7-ab36-4795-8c93-c8c09dfd808d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:24.924993 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6acb22bb-b7a9-4faa-935f-f9e00302d5a9 req-991b7fe7-ab36-4795-8c93-c8c09dfd808d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 946 time: 0.0629435 Jul 16 09:10:24.963130 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6acb22bb-b7a9-4faa-935f-f9e00302d5a9 req-d8ae24fa-259e-4dbe-89e6-eb76c1c41198 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325067 Jul 16 09:10:26.149567 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b644c0-9dd1-4333-9e7a-b891b439ca09 req-834feb83-b531-448a-ac4b-3eede7978173 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:26.151092 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a6b644c0-9dd1-4333-9e7a-b891b439ca09 req-834feb83-b531-448a-ac4b-3eede7978173 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 946 time: 0.0682430 Jul 16 09:10:26.191679 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a6b644c0-9dd1-4333-9e7a-b891b439ca09 req-93ebabb3-dbf2-4ce3-86fb-359ddf61d024 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341060 Jul 16 09:10:26.499725 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-7549eee0-7652-4bc1-b59d-494370c8afd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:26.504216 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-7549eee0-7652-4bc1-b59d-494370c8afd3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 1098 time: 0.0520277 Jul 16 09:10:26.590565 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-18ab5bff-db87-4db4-8a1a-3522ea2a1d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:26.592028 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-18ab5bff-db87-4db4-8a1a-3522ea2a1d04 service neutron] 10.222.0.21 "GET /v2.0/networks?id=659ed198-dd8b-41b5-9592-7b7d4bf90a12 HTTP/1.1" status: 200 len: 897 time: 0.0848286 Jul 16 09:10:26.659013 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-9b035dce-b4cd-41f1-ae00-123a3b156cac service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10c66e28-618d-4064-88e3-51f320ff9163 HTTP/1.1" status: 200 len: 1001 time: 0.0606368 Jul 16 09:10:26.710725 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-6e1bb2f2-8044-4fde-8754-5508901c2f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:26.712193 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-6e1bb2f2-8044-4fde-8754-5508901c2f6a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f46a773b-bae5-4186-9eda-7e16ee70b93a HTTP/1.1" status: 200 len: 835 time: 0.0476453 Jul 16 09:10:26.768977 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-436bea61-578e-4b26-84da-7b6a4a53ccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:26.770498 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-436bea61-578e-4b26-84da-7b6a4a53ccd5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=659ed198-dd8b-41b5-9592-7b7d4bf90a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519121 Jul 16 09:10:26.863386 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-20672bfc-3ec2-4730-ae1b-d447ea04aaf5 service neutron] 10.222.0.21 "GET /v2.0/networks/659ed198-dd8b-41b5-9592-7b7d4bf90a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863051 Jul 16 09:10:26.950346 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-1fdd2dc5-c20b-4e4f-93c6-2970e7bcd907 service neutron] 10.222.0.21 "GET /v2.0/networks/659ed198-dd8b-41b5-9592-7b7d4bf90a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811436 Jul 16 09:10:27.374335 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a45b03-11cb-427c-a592-f1c3c8b42f5f req-f7ebe679-e9b1-473c-893a-de1006193bdf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:27.375827 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-47a45b03-11cb-427c-a592-f1c3c8b42f5f req-f7ebe679-e9b1-473c-893a-de1006193bdf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 946 time: 0.0674567 Jul 16 09:10:27.413568 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-47a45b03-11cb-427c-a592-f1c3c8b42f5f req-9b799e5c-4be3-4d5f-8e51-4b8933e431e2 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321081 Jul 16 09:10:28.589983 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7984d5c-5c80-432d-9e48-11a99fdb088d req-c8e9c1e9-259d-43ff-bb3f-760e1a5f5309 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:28.591455 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e7984d5c-5c80-432d-9e48-11a99fdb088d req-c8e9c1e9-259d-43ff-bb3f-760e1a5f5309 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 946 time: 0.0632184 Jul 16 09:10:28.628388 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e7984d5c-5c80-432d-9e48-11a99fdb088d req-f6f5d1f6-a61d-4b0c-a020-6e89355653b4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305831 Jul 16 09:10:29.802684 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e306deb-1701-457d-adde-6bce0f85ad61 req-42747a18-371f-4e2f-b138-7d4ceec048fb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:29.804280 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8e306deb-1701-457d-adde-6bce0f85ad61 req-42747a18-371f-4e2f-b138-7d4ceec048fb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 946 time: 0.0644660 Jul 16 09:10:29.843745 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8e306deb-1701-457d-adde-6bce0f85ad61 req-eea2ad6f-21bf-4302-a77f-5519570c0965 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335653 Jul 16 09:10:31.015723 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2131a2c-a97a-41a9-9bea-ec82cc293d2c req-2785e2a2-1887-40e7-8471-c9209ef3840a tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:31.017152 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d2131a2c-a97a-41a9-9bea-ec82cc293d2c req-2785e2a2-1887-40e7-8471-c9209ef3840a tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 946 time: 0.0625319 Jul 16 09:10:31.058849 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d2131a2c-a97a-41a9-9bea-ec82cc293d2c req-15bf3c95-03ce-4c9f-a634-376260da045c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361934 Jul 16 09:10:32.228980 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9244a1-8c3f-46b9-8764-1c391ba9be31 req-d5ca5429-e354-475e-8e73-a6530057b882 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:32.230445 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3b9244a1-8c3f-46b9-8764-1c391ba9be31 req-d5ca5429-e354-475e-8e73-a6530057b882 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 946 time: 0.0624580 Jul 16 09:10:32.267529 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3b9244a1-8c3f-46b9-8764-1c391ba9be31 req-a7149905-7fc3-404c-ae9f-ba6839b0aeb6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310433 Jul 16 09:10:32.431906 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:32.478149 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:33.324110 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-58adcfca-4934-4ef3-9516-8c61e52f2049 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:33.445385 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a008d48c-593c-4639-bede-133910049c7b req-5bc58150-5c3d-4d4a-baa2-a315eb941787 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:33.446876 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a008d48c-593c-4639-bede-133910049c7b req-5bc58150-5c3d-4d4a-baa2-a315eb941787 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 946 time: 0.0659230 Jul 16 09:10:33.484255 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a008d48c-593c-4639-bede-133910049c7b req-f0644214-449f-4e23-9e29-15750b83d63c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315447 Jul 16 09:10:34.663009 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422cef5b-370b-4970-8dcc-a1707a9c8a08 req-7014f055-6a00-484c-8e02-1237aef6addb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:34.664500 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-422cef5b-370b-4970-8dcc-a1707a9c8a08 req-7014f055-6a00-484c-8e02-1237aef6addb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 946 time: 0.0664995 Jul 16 09:10:34.702029 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-422cef5b-370b-4970-8dcc-a1707a9c8a08 req-9154583f-2436-4821-867b-89d197903006 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318685 Jul 16 09:10:35.741497 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80c5f1e0-a2de-4f1c-bbb2-e91f79a5aa39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:35.882013 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac93a74-e448-4fda-a34d-74f8601c2b7d req-2367801e-14dc-4169-a6db-ff0e036ae3ba tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:35.883504 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fac93a74-e448-4fda-a34d-74f8601c2b7d req-2367801e-14dc-4169-a6db-ff0e036ae3ba tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 946 time: 0.0633438 Jul 16 09:10:35.925161 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fac93a74-e448-4fda-a34d-74f8601c2b7d req-60558918-ccc2-48f8-8399-1c22f8ce5f55 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331168 Jul 16 09:10:36.052531 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:36.260325 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:10:37.110111 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84fb64e-9134-446a-877b-70dd7f322771 req-d32c2034-1411-4e95-bad2-edb54aebe623 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:37.111638 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e84fb64e-9134-446a-877b-70dd7f322771 req-d32c2034-1411-4e95-bad2-edb54aebe623 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 946 time: 0.0702147 Jul 16 09:10:37.149840 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e84fb64e-9134-446a-877b-70dd7f322771 req-5077aed4-d61f-461a-86fc-910b5cd010bc tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325625 Jul 16 09:10:37.188325 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:38.510541 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd71aa0a-d197-4bcd-b0b6-747752b813e8 req-ee1ceb12-c099-4baa-a155-5b8c34a7981f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:38.512075 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cd71aa0a-d197-4bcd-b0b6-747752b813e8 req-ee1ceb12-c099-4baa-a155-5b8c34a7981f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 946 time: 0.0687542 Jul 16 09:10:38.553655 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cd71aa0a-d197-4bcd-b0b6-747752b813e8 req-d2803c0f-581e-4ddc-a04e-af4e3cefc3c0 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345917 Jul 16 09:10:38.645951 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:39.081306 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-7fddf81e-344e-4c96-8d4d-587c56c123a9 service neutron] show failed (client error): The resource could not be found. Jul 16 09:10:39.082313 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-7fddf81e-344e-4c96-8d4d-587c56c123a9 service neutron] 10.222.0.21 "GET /v2.0/ports/10c66e28-618d-4064-88e3-51f320ff9163/bindings/n-h1-771362-37 HTTP/1.1" status: 404 len: 381 time: 0.0589747 Jul 16 09:10:39.464432 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-f82e4407-96d7-47f7-a608-0e44953b4285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:39.465947 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-f82e4407-96d7-47f7-a608-0e44953b4285 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473&tenant_id=5739d70bdc174b1e9a1ab2b759dab11d HTTP/1.1" status: 200 len: 1098 time: 0.1860473 Jul 16 09:10:39.478101 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-37', 'device_owner': 'compute:nova'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:10:39.556000 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:39.738809 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae420026-ddc5-4e2f-a0a4-926d374c9346 req-d1ccbd65-abbb-4a76-927b-d00a0e153ee8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:39.740372 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae420026-ddc5-4e2f-a0a4-926d374c9346 req-d1ccbd65-abbb-4a76-927b-d00a0e153ee8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 946 time: 0.0699477 Jul 16 09:10:39.783966 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] For port 10c66e28-618d-4064-88e3-51f320ff9163, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=10c66e28-618d-4064-88e3-51f320ff9163,segment=NetworkSegment(400bf2de-9be4-45cc-a47f-255580222aba),segment_id=400bf2de-9be4-45cc-a47f-255580222aba)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:39.789555 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae420026-ddc5-4e2f-a0a4-926d374c9346 req-e5d28c84-d8d3-40d5-a252-0114882fb6c6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359042 Jul 16 09:10:39.823308 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] For port 10c66e28-618d-4064-88e3-51f320ff9163, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:39.866904 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ac4b6a-88ab-4294-9790-8baab6ead473', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10c66e28-618d-4064-88e3-51f320ff9163'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:10:39.869307 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa63973e-7b80-489d-beb5-8010ef0dfd49" -d '{"events": [{"server_uuid": "41ac4b6a-88ab-4294-9790-8baab6ead473", "name": "network-vif-unplugged", "status": "completed", "tag": "10c66e28-618d-4064-88e3-51f320ff9163"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:10:39.873350 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:39.888747 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] Transition to ACTIVE for port object 10c66e28-618d-4064-88e3-51f320ff9163 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:10:39.898783 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:40.335514 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6592cd23-066e-4a73-8599-1f6433a971a0 x-openstack-request-id: req-6592cd23-066e-4a73-8599-1f6433a971a0 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:10:40.335839 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ac4b6a-88ab-4294-9790-8baab6ead473", "name": "network-vif-unplugged", "status": "completed", "tag": "10c66e28-618d-4064-88e3-51f320ff9163", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:10:40.336151 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6592cd23-066e-4a73-8599-1f6433a971a0 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:10:40.336615 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ac4b6a-88ab-4294-9790-8baab6ead473', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '10c66e28-618d-4064-88e3-51f320ff9163', 'code': 200} Jul 16 09:10:40.345486 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] Pushing event updated for resources: {'Port': ['ID=10c66e28-618d-4064-88e3-51f320ff9163,revision_number=6']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:40.371150 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:40.371422 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:40.371765 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:40.372106 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:40.372470 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:40.372806 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:40.373139 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:40.373512 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:40.373862 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:40.374247 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:40.374601 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:40.374951 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:40.405021 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] No DVR routers for this DVR port 10c66e28-618d-4064-88e3-51f320ff9163 on host n-h2-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:10:40.538930 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] Attempting to bind port 10c66e28-618d-4064-88e3-51f320ff9163 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:10:40.539580 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] Attempting to bind port 10c66e28-618d-4064-88e3-51f320ff9163 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '400bf2de-9be4-45cc-a47f-255580222aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:10:40.539580 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] Attempting to bind port 10c66e28-618d-4064-88e3-51f320ff9163 on network 659ed198-dd8b-41b5-9592-7b7d4bf90a12 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:40.543852 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] Port 10c66e28-618d-4064-88e3-51f320ff9163 on network 659ed198-dd8b-41b5-9592-7b7d4bf90a12 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:10:40.544179 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] Attempting to bind port 10c66e28-618d-4064-88e3-51f320ff9163 on network 659ed198-dd8b-41b5-9592-7b7d4bf90a12 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:10:40.549039 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 10, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:10:40.549638 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] Checking segment: {'id': '400bf2de-9be4-45cc-a47f-255580222aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:10:40.550025 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] Bound using segment: {'id': '400bf2de-9be4-45cc-a47f-255580222aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:10:40.550456 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] Bound port: 10c66e28-618d-4064-88e3-51f320ff9163, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '400bf2de-9be4-45cc-a47f-255580222aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:10:40.550816 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:40.612930 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] For port 10c66e28-618d-4064-88e3-51f320ff9163, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:10:40.616303 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] For port 10c66e28-618d-4064-88e3-51f320ff9163, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=10c66e28-618d-4064-88e3-51f320ff9163,segment=NetworkSegment(400bf2de-9be4-45cc-a47f-255580222aba),segment_id=400bf2de-9be4-45cc-a47f-255580222aba)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:10:40.620476 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:40.657890 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:40.658609 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:40.659939 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] 10.222.0.30 "PUT /v2.0/ports/10c66e28-618d-4064-88e3-51f320ff9163 HTTP/1.1" status: 200 len: 1093 time: 1.1859508 Jul 16 09:10:40.691930 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130c29e-ac79-44b9-947f-3e73dc0c5b1c service neutron] Pushing event updated for resources: {'Port': ['ID=10c66e28-618d-4064-88e3-51f320ff9163,revision_number=7']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:40.741685 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-fb1e9eb1-f73a-4a48-984e-da2a856bf0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:40.743227 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-fb1e9eb1-f73a-4a48-984e-da2a856bf0c1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 1096 time: 0.0594933 Jul 16 09:10:40.843665 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-5dca8b1f-201b-493e-83fe-6ef59c36a725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:40.845195 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-5dca8b1f-201b-493e-83fe-6ef59c36a725 service neutron] 10.222.0.30 "GET /v2.0/networks?id=659ed198-dd8b-41b5-9592-7b7d4bf90a12 HTTP/1.1" status: 200 len: 897 time: 0.0958247 Jul 16 09:10:40.916927 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-d655010a-ce0b-4542-a7b8-6fb117334873 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10c66e28-618d-4064-88e3-51f320ff9163 HTTP/1.1" status: 200 len: 999 time: 0.0651629 Jul 16 09:10:40.967546 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-a6bc28f5-58aa-4ea8-9f4c-84e5e3de7a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:40.969053 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-a6bc28f5-58aa-4ea8-9f4c-84e5e3de7a46 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f46a773b-bae5-4186-9eda-7e16ee70b93a HTTP/1.1" status: 200 len: 835 time: 0.0459671 Jul 16 09:10:40.975461 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a490b-d5d0-476c-b143-056a382a8de7 req-f1cb4b49-53fd-4df6-9304-8ea4b457ffe0 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:40.976994 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9b9a490b-d5d0-476c-b143-056a382a8de7 req-f1cb4b49-53fd-4df6-9304-8ea4b457ffe0 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 944 time: 0.0645294 Jul 16 09:10:41.016194 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9b9a490b-d5d0-476c-b143-056a382a8de7 req-84eac161-586b-43ca-8b72-a1fb4555b7ea tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328794 Jul 16 09:10:41.034315 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-24041f4b-9917-41e3-bbdf-83d094c4f390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:41.035827 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-24041f4b-9917-41e3-bbdf-83d094c4f390 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=659ed198-dd8b-41b5-9592-7b7d4bf90a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0611615 Jul 16 09:10:41.129894 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-7f8f03fb-ab1a-4266-aa07-28318518e899 service neutron] 10.222.0.30 "GET /v2.0/networks/659ed198-dd8b-41b5-9592-7b7d4bf90a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877285 Jul 16 09:10:41.222732 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-99a04d88-e63e-4d61-b92d-d832143903b3 req-7f93e58e-e245-43cc-a591-1d7f15719c6b service neutron] 10.222.0.30 "GET /v2.0/networks/659ed198-dd8b-41b5-9592-7b7d4bf90a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869281 Jul 16 09:10:42.193905 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f38216f-2722-4fd8-9907-a4e953123ab3 req-f0735fab-d6ee-4a14-932f-3420fd78b435 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:42.195421 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8f38216f-2722-4fd8-9907-a4e953123ab3 req-f0735fab-d6ee-4a14-932f-3420fd78b435 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 944 time: 0.0656669 Jul 16 09:10:42.236008 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8f38216f-2722-4fd8-9907-a4e953123ab3 req-80f4cb78-bac0-42e4-9d2a-9de6b209db36 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346951 Jul 16 09:10:42.337451 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ac4b6a-88ab-4294-9790-8baab6ead473', 'tag': '10c66e28-618d-4064-88e3-51f320ff9163'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:10:42.339888 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6548cdff-5928-40db-ad76-454c584084cc" -d '{"events": [{"name": "network-changed", "server_uuid": "41ac4b6a-88ab-4294-9790-8baab6ead473", "tag": "10c66e28-618d-4064-88e3-51f320ff9163"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:10:42.388651 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:10:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4b6473-fdf9-4046-8f39-fbb6e8ec9378 x-openstack-request-id: req-9e4b6473-fdf9-4046-8f39-fbb6e8ec9378 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:10:42.388941 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ac4b6a-88ab-4294-9790-8baab6ead473", "tag": "10c66e28-618d-4064-88e3-51f320ff9163", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:10:42.389188 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9e4b6473-fdf9-4046-8f39-fbb6e8ec9378 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:10:42.389603 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ac4b6a-88ab-4294-9790-8baab6ead473', 'tag': '10c66e28-618d-4064-88e3-51f320ff9163', 'status': 'completed', 'code': 200} Jul 16 09:10:42.468892 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548cdff-5928-40db-ad76-454c584084cc req-6d1414e5-a92f-4b03-b2f6-b64b807cf300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:42.470471 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6548cdff-5928-40db-ad76-454c584084cc req-6d1414e5-a92f-4b03-b2f6-b64b807cf300 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 1096 time: 0.0596015 Jul 16 09:10:42.472316 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548cdff-5928-40db-ad76-454c584084cc req-5d5f54d1-c062-45d7-8e06-e3d5478efbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:42.473925 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6548cdff-5928-40db-ad76-454c584084cc req-5d5f54d1-c062-45d7-8e06-e3d5478efbe3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 1096 time: 0.0610049 Jul 16 09:10:42.563348 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548cdff-5928-40db-ad76-454c584084cc req-647bd1bb-8bab-4b59-bd1d-cb1b00b4f001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:42.563663 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548cdff-5928-40db-ad76-454c584084cc req-ac8710ff-2749-4e84-8a85-e0bfc3af245e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:42.564881 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6548cdff-5928-40db-ad76-454c584084cc req-647bd1bb-8bab-4b59-bd1d-cb1b00b4f001 service neutron] 10.222.0.30 "GET /v2.0/networks?id=659ed198-dd8b-41b5-9592-7b7d4bf90a12 HTTP/1.1" status: 200 len: 897 time: 0.0878930 Jul 16 09:10:42.565153 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6548cdff-5928-40db-ad76-454c584084cc req-ac8710ff-2749-4e84-8a85-e0bfc3af245e service neutron] 10.222.0.21 "GET /v2.0/networks?id=659ed198-dd8b-41b5-9592-7b7d4bf90a12 HTTP/1.1" status: 200 len: 897 time: 0.0848825 Jul 16 09:10:42.634126 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6548cdff-5928-40db-ad76-454c584084cc req-47367f05-378e-4ab4-8b7c-78cdc9718786 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10c66e28-618d-4064-88e3-51f320ff9163 HTTP/1.1" status: 200 len: 999 time: 0.0629408 Jul 16 09:10:42.638115 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6548cdff-5928-40db-ad76-454c584084cc req-1a55a386-7a4b-4ef4-bbf7-03d39ed32614 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10c66e28-618d-4064-88e3-51f320ff9163 HTTP/1.1" status: 200 len: 999 time: 0.0632184 Jul 16 09:10:42.683908 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548cdff-5928-40db-ad76-454c584084cc req-f08dfc6f-4348-4988-8a53-f8193a3ebcf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:42.685664 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6548cdff-5928-40db-ad76-454c584084cc req-f08dfc6f-4348-4988-8a53-f8193a3ebcf8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f46a773b-bae5-4186-9eda-7e16ee70b93a HTTP/1.1" status: 200 len: 835 time: 0.0460494 Jul 16 09:10:42.687822 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548cdff-5928-40db-ad76-454c584084cc req-4131e387-a731-4b1c-bada-0b04f95eba62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:42.689493 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6548cdff-5928-40db-ad76-454c584084cc req-4131e387-a731-4b1c-bada-0b04f95eba62 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f46a773b-bae5-4186-9eda-7e16ee70b93a HTTP/1.1" status: 200 len: 835 time: 0.0440006 Jul 16 09:10:42.757639 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548cdff-5928-40db-ad76-454c584084cc req-ce7923b0-249a-4090-b383-12ab6fd876f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:42.759851 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6548cdff-5928-40db-ad76-454c584084cc req-ce7923b0-249a-4090-b383-12ab6fd876f8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=659ed198-dd8b-41b5-9592-7b7d4bf90a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0680168 Jul 16 09:10:42.762257 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548cdff-5928-40db-ad76-454c584084cc req-9fe92d2a-3ef8-4c0b-8c0c-bbefc141dbbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:42.763845 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6548cdff-5928-40db-ad76-454c584084cc req-9fe92d2a-3ef8-4c0b-8c0c-bbefc141dbbf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=659ed198-dd8b-41b5-9592-7b7d4bf90a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668209 Jul 16 09:10:42.866984 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6548cdff-5928-40db-ad76-454c584084cc req-379dbebd-3a4b-4d02-b0fd-4e6cfcfe5c82 service neutron] 10.222.0.21 "GET /v2.0/networks/659ed198-dd8b-41b5-9592-7b7d4bf90a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012483 Jul 16 09:10:42.883783 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6548cdff-5928-40db-ad76-454c584084cc req-5e3b2328-8807-4506-be09-cfa824c94bb5 service neutron] 10.222.0.30 "GET /v2.0/networks/659ed198-dd8b-41b5-9592-7b7d4bf90a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118844 Jul 16 09:10:42.961102 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6548cdff-5928-40db-ad76-454c584084cc req-d51c18a1-60f3-4cf1-b133-c7930c7a73ca service neutron] 10.222.0.21 "GET /v2.0/networks/659ed198-dd8b-41b5-9592-7b7d4bf90a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868907 Jul 16 09:10:42.986032 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6548cdff-5928-40db-ad76-454c584084cc req-c69bfbf1-9e1d-4211-9e8a-dd2f484b7472 service neutron] 10.222.0.30 "GET /v2.0/networks/659ed198-dd8b-41b5-9592-7b7d4bf90a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956717 Jul 16 09:10:43.418316 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1f7e44-8c3f-49a5-8d08-c3259dcdaa7b req-7e9c7ecc-9d41-4453-ba21-5541435195c3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:43.419837 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8e1f7e44-8c3f-49a5-8d08-c3259dcdaa7b req-7e9c7ecc-9d41-4453-ba21-5541435195c3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 944 time: 0.0701113 Jul 16 09:10:43.458906 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8e1f7e44-8c3f-49a5-8d08-c3259dcdaa7b req-9bb83e1e-e6a6-439c-b9f3-798f20a4db74 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328875 Jul 16 09:10:43.767220 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79798333-65d0-4bcc-a987-17e080778b7b req-75120f26-0648-46fa-9c68-3bc434c10cff tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:43.769065 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-79798333-65d0-4bcc-a987-17e080778b7b req-75120f26-0648-46fa-9c68-3bc434c10cff tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 944 time: 0.0689938 Jul 16 09:10:43.809825 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-79798333-65d0-4bcc-a987-17e080778b7b req-094f2c3f-6517-463a-9f89-b1b2e137f89a tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341532 Jul 16 09:10:43.824716 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e18e3d-6fbb-4227-863e-61f1fb353ddb req-27ee6125-6086-4111-96b1-f86f042e1a0f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:43.826264 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-48e18e3d-6fbb-4227-863e-61f1fb353ddb req-27ee6125-6086-4111-96b1-f86f042e1a0f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.21 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473&tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&binding%3Ahost_id=n-h1-771362-37 HTTP/1.1" status: 200 len: 944 time: 0.1177547 Jul 16 09:10:43.889907 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [req-48e18e3d-6fbb-4227-863e-61f1fb353ddb req-ea0bdc6b-069f-44a6-a150-8b6706b33109 service neutron] delete failed (client error): The resource could not be found. Jul 16 09:10:43.891035 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-48e18e3d-6fbb-4227-863e-61f1fb353ddb req-ea0bdc6b-069f-44a6-a150-8b6706b33109 service neutron] 10.222.0.21 "DELETE /v2.0/ports/10c66e28-618d-4064-88e3-51f320ff9163/bindings/n-h2-771362-37 HTTP/1.1" status: 404 len: 381 time: 0.0580630 Jul 16 09:10:43.982683 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 10c66e28-618d-4064-88e3-51f320ff9163 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:10:43.991729 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e18e3d-6fbb-4227-863e-61f1fb353ddb req-718b8251-192c-48e8-b5a7-81cce86f2b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:43.993264 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-48e18e3d-6fbb-4227-863e-61f1fb353ddb req-718b8251-192c-48e8-b5a7-81cce86f2b44 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 1096 time: 0.0570278 Jul 16 09:10:44.021343 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 10c66e28-618d-4064-88e3-51f320ff9163 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:10:44.079680 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e18e3d-6fbb-4227-863e-61f1fb353ddb req-962395b3-a55e-4602-b234-6ef4352af8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:44.081090 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-48e18e3d-6fbb-4227-863e-61f1fb353ddb req-962395b3-a55e-4602-b234-6ef4352af8fc service neutron] 10.222.0.21 "GET /v2.0/networks?id=659ed198-dd8b-41b5-9592-7b7d4bf90a12 HTTP/1.1" status: 200 len: 897 time: 0.0819807 Jul 16 09:10:44.146791 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-48e18e3d-6fbb-4227-863e-61f1fb353ddb req-995e550d-7640-4a5d-b530-9f07bfc65028 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10c66e28-618d-4064-88e3-51f320ff9163 HTTP/1.1" status: 200 len: 999 time: 0.0598783 Jul 16 09:10:44.194646 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e18e3d-6fbb-4227-863e-61f1fb353ddb req-ab368217-a780-4baf-9843-8fd9ceb1ca04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:44.196110 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-48e18e3d-6fbb-4227-863e-61f1fb353ddb req-ab368217-a780-4baf-9843-8fd9ceb1ca04 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=f46a773b-bae5-4186-9eda-7e16ee70b93a HTTP/1.1" status: 200 len: 835 time: 0.0433311 Jul 16 09:10:44.251530 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e18e3d-6fbb-4227-863e-61f1fb353ddb req-265034a7-d374-44a0-8631-3a5a0ff8e88c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:44.253031 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-48e18e3d-6fbb-4227-863e-61f1fb353ddb req-265034a7-d374-44a0-8631-3a5a0ff8e88c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=659ed198-dd8b-41b5-9592-7b7d4bf90a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503504 Jul 16 09:10:44.343442 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-48e18e3d-6fbb-4227-863e-61f1fb353ddb req-1978b933-600d-4b4a-aaf9-8c7434261a10 service neutron] 10.222.0.21 "GET /v2.0/networks/659ed198-dd8b-41b5-9592-7b7d4bf90a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832319 Jul 16 09:10:44.432798 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-48e18e3d-6fbb-4227-863e-61f1fb353ddb req-0b8080a7-b979-4679-8efa-493eaa14751f service neutron] 10.222.0.21 "GET /v2.0/networks/659ed198-dd8b-41b5-9592-7b7d4bf90a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836236 Jul 16 09:10:44.567851 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-242faa2a-b555-43e3-9705-03749b4f1b71 req-65956623-a50a-4328-91da-e5d9d9d99c0d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0570891 Jul 16 09:10:44.668009 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242faa2a-b555-43e3-9705-03749b4f1b71 req-ae587a83-4a6b-47da-a127-b6a5e2400096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:44.669538 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-242faa2a-b555-43e3-9705-03749b4f1b71 req-ae587a83-4a6b-47da-a127-b6a5e2400096 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 1096 time: 0.0574710 Jul 16 09:10:44.775232 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242faa2a-b555-43e3-9705-03749b4f1b71 req-8fbf3609-a7cb-47f9-9b57-3ac76efff167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:44.776745 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-242faa2a-b555-43e3-9705-03749b4f1b71 req-8fbf3609-a7cb-47f9-9b57-3ac76efff167 service neutron] 10.222.0.30 "GET /v2.0/networks?id=659ed198-dd8b-41b5-9592-7b7d4bf90a12 HTTP/1.1" status: 200 len: 897 time: 0.0870581 Jul 16 09:10:44.844180 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-242faa2a-b555-43e3-9705-03749b4f1b71 req-b524e1d1-93fa-4ddf-95eb-d024f1316474 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10c66e28-618d-4064-88e3-51f320ff9163 HTTP/1.1" status: 200 len: 999 time: 0.0611384 Jul 16 09:10:44.894027 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242faa2a-b555-43e3-9705-03749b4f1b71 req-dc0b64fd-60cb-4a14-9be4-e568bcb3b6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:44.895491 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-242faa2a-b555-43e3-9705-03749b4f1b71 req-dc0b64fd-60cb-4a14-9be4-e568bcb3b6c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f46a773b-bae5-4186-9eda-7e16ee70b93a HTTP/1.1" status: 200 len: 835 time: 0.0457480 Jul 16 09:10:44.957518 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242faa2a-b555-43e3-9705-03749b4f1b71 req-f3a50a76-af33-4d0f-b64b-4e35466b2b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:44.959510 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-242faa2a-b555-43e3-9705-03749b4f1b71 req-f3a50a76-af33-4d0f-b64b-4e35466b2b5c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=659ed198-dd8b-41b5-9592-7b7d4bf90a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574157 Jul 16 09:10:45.008326 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d2435-2b41-44ee-ab09-09cc29d8855b req-b2ccfe2c-f312-497e-ae05-6c557f743e28 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:45.010018 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a18d2435-2b41-44ee-ab09-09cc29d8855b req-b2ccfe2c-f312-497e-ae05-6c557f743e28 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 944 time: 0.0754609 Jul 16 09:10:45.053479 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a18d2435-2b41-44ee-ab09-09cc29d8855b req-f622c527-887a-4e51-bd0a-1af9a014ec85 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355544 Jul 16 09:10:45.070621 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-242faa2a-b555-43e3-9705-03749b4f1b71 req-5a4ddd2d-1134-4836-b6bd-d6b2d71550bf service neutron] 10.222.0.30 "GET /v2.0/networks/659ed198-dd8b-41b5-9592-7b7d4bf90a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044486 Jul 16 09:10:45.164637 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-242faa2a-b555-43e3-9705-03749b4f1b71 req-68a18b4a-06c1-4ed4-85dc-1cca65a672f1 service neutron] 10.222.0.30 "GET /v2.0/networks/659ed198-dd8b-41b5-9592-7b7d4bf90a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879512 Jul 16 09:10:45.501863 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 10c66e28-618d-4064-88e3-51f320ff9163 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:10:45.595592 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 10c66e28-618d-4064-88e3-51f320ff9163, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=10c66e28-618d-4064-88e3-51f320ff9163,segment=NetworkSegment(400bf2de-9be4-45cc-a47f-255580222aba),segment_id=400bf2de-9be4-45cc-a47f-255580222aba)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:45.606717 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '10c66e28-618d-4064-88e3-51f320ff9163', 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12', 'port_id': '10c66e28-618d-4064-88e3-51f320ff9163', 'mac_address': 'fa:16:3e:af:cc:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f46a773b-bae5-4186-9eda-7e16ee70b93a', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:10:45.645401 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.657796 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10c66e28-618d-4064-88e3-51f320ff9163 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:10:45.677253 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 10c66e28-618d-4064-88e3-51f320ff9163, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=10c66e28-618d-4064-88e3-51f320ff9163,segment=NetworkSegment(400bf2de-9be4-45cc-a47f-255580222aba),segment_id=400bf2de-9be4-45cc-a47f-255580222aba)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:45.681032 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:45.729754 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=10c66e28-618d-4064-88e3-51f320ff9163,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:45.737397 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:45.737746 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:45.738089 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:45.738428 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:45.738761 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:45.739094 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:45.739424 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:45.739749 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:45.740074 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:45.740435 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:45.740763 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:45.741086 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:10:45.943129 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['10c66e28-618d-4064-88e3-51f320ff9163'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:10:46.241283 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f487ed4-d842-4c91-b9a0-36985c48079b req-f2456d0b-6515-4a2c-beaf-943d00dde0dd tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:10:46.242774 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6f487ed4-d842-4c91-b9a0-36985c48079b req-f2456d0b-6515-4a2c-beaf-943d00dde0dd tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 945 time: 0.0667021 Jul 16 09:10:46.279819 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6f487ed4-d842-4c91-b9a0-36985c48079b req-e7cc15b7-ee2f-4e2d-b8d7-640764c1554f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314846 Jul 16 09:10:46.305773 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43424) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:10:46.364905 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-204c6e21-f306-43e4-8c5e-c08e6557e47d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/floatingips/d8c6d90d-69b9-4976-b573-227f92e70b13 HTTP/1.1" status: 200 len: 992 time: 0.0578690 Jul 16 09:10:47.514323 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 10c66e28-618d-4064-88e3-51f320ff9163 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:10:47.563065 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 10c66e28-618d-4064-88e3-51f320ff9163 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:10:47.566902 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 10c66e28-618d-4064-88e3-51f320ff9163 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:10:47.567282 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:47.642927 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:47.667562 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ac4b6a-88ab-4294-9790-8baab6ead473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c66e28-618d-4064-88e3-51f320ff9163'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:10:47.669812 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19b8d361-106b-4d01-90e8-c9f5f0ea4827" -d '{"events": [{"server_uuid": "41ac4b6a-88ab-4294-9790-8baab6ead473", "name": "network-vif-plugged", "status": "completed", "tag": "10c66e28-618d-4064-88e3-51f320ff9163"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:10:47.683412 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 10c66e28-618d-4064-88e3-51f320ff9163, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=10c66e28-618d-4064-88e3-51f320ff9163,segment=NetworkSegment(400bf2de-9be4-45cc-a47f-255580222aba),segment_id=400bf2de-9be4-45cc-a47f-255580222aba)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:10:47.687615 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:10:47.737275 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=10c66e28-618d-4064-88e3-51f320ff9163,revision_number=9']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:10:47.779139 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fe35505-a3d2-4215-8ba5-8f888eb714bd x-openstack-request-id: req-0fe35505-a3d2-4215-8ba5-8f888eb714bd {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:10:47.779489 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ac4b6a-88ab-4294-9790-8baab6ead473", "name": "network-vif-plugged", "status": "completed", "tag": "10c66e28-618d-4064-88e3-51f320ff9163", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:10:47.779781 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0fe35505-a3d2-4215-8ba5-8f888eb714bd {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:10:47.780180 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ac4b6a-88ab-4294-9790-8baab6ead473', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10c66e28-618d-4064-88e3-51f320ff9163', 'code': 200} Jul 16 09:11:02.438987 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:02.502117 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:03.324164 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-be05ab3e-5be1-472b-86cf-0a23dabb3b32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:05.742828 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3adb65f5-e3eb-4948-a0ff-6685cbd7041a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:06.053662 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:07.185581 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:08.649633 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:13.259962 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:11:14.877879 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2472510b-d592-4fe5-84d1-691d31bc2fb9 req-585ea478-0edd-4468-a1fc-5c46ef7ba350 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:14.879352 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2472510b-d592-4fe5-84d1-691d31bc2fb9 req-585ea478-0edd-4468-a1fc-5c46ef7ba350 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 1098 time: 0.0510836 Jul 16 09:11:14.915498 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2472510b-d592-4fe5-84d1-691d31bc2fb9 req-c64a7e2a-48d1-4deb-ae0a-9180d1abea6e tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306835 Jul 16 09:11:14.941212 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43444) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:15.342266 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d4f7c534-fc63-4c7f-9a12-35d5edbc2637 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Deleting port 816f8618-7209-4b04-babb-e360278d6b82 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:15.342610 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d4f7c534-fc63-4c7f-9a12-35d5edbc2637 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:15.413769 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d4f7c534-fc63-4c7f-9a12-35d5edbc2637 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:15.414094 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d4f7c534-fc63-4c7f-9a12-35d5edbc2637 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:15.425900 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d4f7c534-fc63-4c7f-9a12-35d5edbc2637 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Calling delete_port for 816f8618-7209-4b04-babb-e360278d6b82 owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:15.591580 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d4f7c534-fc63-4c7f-9a12-35d5edbc2637 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:15.617305 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f7c534-fc63-4c7f-9a12-35d5edbc2637 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event deleted for resources: {'Port': ['ID=816f8618-7209-4b04-babb-e360278d6b82,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:15.629324 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f7c534-fc63-4c7f-9a12-35d5edbc2637 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:15.629821 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f7c534-fc63-4c7f-9a12-35d5edbc2637 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:15.630199 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f7c534-fc63-4c7f-9a12-35d5edbc2637 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:15.630569 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f7c534-fc63-4c7f-9a12-35d5edbc2637 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:15.631040 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f7c534-fc63-4c7f-9a12-35d5edbc2637 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:15.631537 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f7c534-fc63-4c7f-9a12-35d5edbc2637 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:15.631939 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f7c534-fc63-4c7f-9a12-35d5edbc2637 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:15.632301 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f7c534-fc63-4c7f-9a12-35d5edbc2637 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:15.632775 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f7c534-fc63-4c7f-9a12-35d5edbc2637 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:15.633143 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f7c534-fc63-4c7f-9a12-35d5edbc2637 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:15.633547 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f7c534-fc63-4c7f-9a12-35d5edbc2637 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:15.634793 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4f7c534-fc63-4c7f-9a12-35d5edbc2637 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:15.690132 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d4f7c534-fc63-4c7f-9a12-35d5edbc2637 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:15.690471 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-d4f7c534-fc63-4c7f-9a12-35d5edbc2637 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Floating IP d8c6d90d-69b9-4976-b573-227f92e70b13 disassociated (deleted). External IP: 172.25.3.22, port: 10c66e28-618d-4064-88e3-51f320ff9163. Jul 16 09:11:15.894287 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4f7c534-fc63-4c7f-9a12-35d5edbc2637 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Router bcbf94eb-9838-4dda-9632-e969c1c22b3c has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:16.001821 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f7c534-fc63-4c7f-9a12-35d5edbc2637 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:16.007040 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d4f7c534-fc63-4c7f-9a12-35d5edbc2637 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:16.011385 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102d36f7-b2c3-40e4-a1a7-c9d3e865b305 None None] Sync routers for ids ['bcbf94eb-9838-4dda-9632-e969c1c22b3c'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:16.020048 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102d36f7-b2c3-40e4-a1a7-c9d3e865b305 None None] Routers {'bcbf94eb-9838-4dda-9632-e969c1c22b3c'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:16.020681 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-102d36f7-b2c3-40e4-a1a7-c9d3e865b305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:11:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['bcbf94eb-9838-4dda-9632-e969c1c22b3c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:16.044458 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d4f7c534-fc63-4c7f-9a12-35d5edbc2637 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "DELETE /v2.0/floatingips/d8c6d90d-69b9-4976-b573-227f92e70b13 HTTP/1.1" status: 204 len: 168 time: 1.1021576 Jul 16 09:11:16.045050 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41ac4b6a-88ab-4294-9790-8baab6ead473', 'tag': '10c66e28-618d-4064-88e3-51f320ff9163'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:11:16.047859 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232f6e2e-9a99-4cb7-bbdb-3f887c7a9d0f" -d '{"events": [{"name": "network-changed", "server_uuid": "41ac4b6a-88ab-4294-9790-8baab6ead473", "tag": "10c66e28-618d-4064-88e3-51f320ff9163"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:11:16.132935 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-102d36f7-b2c3-40e4-a1a7-c9d3e865b305 None None] Set router bcbf94eb-9838-4dda-9632-e969c1c22b3c gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:16.143742 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39e82c2-8a71-49cf-9910-3f2aa3250412 x-openstack-request-id: req-c39e82c2-8a71-49cf-9910-3f2aa3250412 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:11:16.144099 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41ac4b6a-88ab-4294-9790-8baab6ead473", "tag": "10c66e28-618d-4064-88e3-51f320ff9163", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:11:16.144507 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c39e82c2-8a71-49cf-9910-3f2aa3250412 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:11:16.144926 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41ac4b6a-88ab-4294-9790-8baab6ead473', 'tag': '10c66e28-618d-4064-88e3-51f320ff9163', 'status': 'completed', 'code': 200} Jul 16 09:11:16.230742 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f6e2e-9a99-4cb7-bbdb-3f887c7a9d0f req-49b34b58-da64-4517-9fb8-0233ae8f9b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:16.232290 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-232f6e2e-9a99-4cb7-bbdb-3f887c7a9d0f req-49b34b58-da64-4517-9fb8-0233ae8f9b3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 1098 time: 0.0624311 Jul 16 09:11:16.337650 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f6e2e-9a99-4cb7-bbdb-3f887c7a9d0f req-de928ad6-ed19-44ff-9c91-ebc42ae3f9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:16.339254 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-232f6e2e-9a99-4cb7-bbdb-3f887c7a9d0f req-de928ad6-ed19-44ff-9c91-ebc42ae3f9a0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=659ed198-dd8b-41b5-9592-7b7d4bf90a12 HTTP/1.1" status: 200 len: 897 time: 0.1005194 Jul 16 09:11:16.383953 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-232f6e2e-9a99-4cb7-bbdb-3f887c7a9d0f req-e19a7b82-1af2-46a6-8b0d-69cc938d0d9e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=10c66e28-618d-4064-88e3-51f320ff9163 HTTP/1.1" status: 200 len: 217 time: 0.0371978 Jul 16 09:11:16.434175 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f6e2e-9a99-4cb7-bbdb-3f887c7a9d0f req-29a6450b-e469-4905-a9ab-64e5667b99ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:16.435656 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-232f6e2e-9a99-4cb7-bbdb-3f887c7a9d0f req-29a6450b-e469-4905-a9ab-64e5667b99ff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f46a773b-bae5-4186-9eda-7e16ee70b93a HTTP/1.1" status: 200 len: 835 time: 0.0448890 Jul 16 09:11:16.438014 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-102d36f7-b2c3-40e4-a1a7-c9d3e865b305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141688839', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': 'a3de636a-90fc-4a00-ad12-4264c2427e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:27Z', 'updated_at': '2021-07-16T09:09:31Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': 'a3de636a-90fc-4a00-ad12-4264c2427e94', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:28Z', 'updated_at': '2021-07-16T09:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '825cdb61-c577-4117-8ecc-02ea756928ed', 'name': '', 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:c8:29:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'f46a773b-bae5-4186-9eda-7e16ee70b93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:31Z', 'updated_at': '2021-07-16T09:09:35Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': 'f46a773b-bae5-4186-9eda-7e16ee70b93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:16.440892 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e906b0-21c1-4d27-8993-cc2316d7896f req-9ae60736-cef6-4121-acab-071433eb745b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:16.442398 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f2e906b0-21c1-4d27-8993-cc2316d7896f req-9ae60736-cef6-4121-acab-071433eb745b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 946 time: 0.0716929 Jul 16 09:11:16.464407 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102d36f7-b2c3-40e4-a1a7-c9d3e865b305 None None] Checking router: bcbf94eb-9838-4dda-9632-e969c1c22b3c for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:16.473622 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102d36f7-b2c3-40e4-a1a7-c9d3e865b305 None None] Routers {'bcbf94eb-9838-4dda-9632-e969c1c22b3c'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:16.473780 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-102d36f7-b2c3-40e4-a1a7-c9d3e865b305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:11:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['bcbf94eb-9838-4dda-9632-e969c1c22b3c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:16.486137 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f2e906b0-21c1-4d27-8993-cc2316d7896f req-7b9406ed-eef0-4a53-968a-c16297ba1810 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373738 Jul 16 09:11:16.502305 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232f6e2e-9a99-4cb7-bbdb-3f887c7a9d0f req-f35f832e-742b-45b9-a524-a491e88bdc52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:16.503928 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-232f6e2e-9a99-4cb7-bbdb-3f887c7a9d0f req-f35f832e-742b-45b9-a524-a491e88bdc52 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=659ed198-dd8b-41b5-9592-7b7d4bf90a12&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602601 Jul 16 09:11:16.577326 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-102d36f7-b2c3-40e4-a1a7-c9d3e865b305 None None] Set router bcbf94eb-9838-4dda-9632-e969c1c22b3c gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:16.592521 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-232f6e2e-9a99-4cb7-bbdb-3f887c7a9d0f req-5b24ffa3-5106-43d2-a262-f812890e677b service neutron] 10.222.0.30 "GET /v2.0/networks/659ed198-dd8b-41b5-9592-7b7d4bf90a12?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816617 Jul 16 09:11:16.686490 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-232f6e2e-9a99-4cb7-bbdb-3f887c7a9d0f req-7a80983f-7276-469f-bf8a-7f823fc7c314 service neutron] 10.222.0.30 "GET /v2.0/networks/659ed198-dd8b-41b5-9592-7b7d4bf90a12?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875542 Jul 16 09:11:16.773074 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-102d36f7-b2c3-40e4-a1a7-c9d3e865b305 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141688839', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': 'a3de636a-90fc-4a00-ad12-4264c2427e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:27Z', 'updated_at': '2021-07-16T09:09:31Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': 'a3de636a-90fc-4a00-ad12-4264c2427e94', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:28Z', 'updated_at': '2021-07-16T09:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '825cdb61-c577-4117-8ecc-02ea756928ed', 'name': '', 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:c8:29:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'f46a773b-bae5-4186-9eda-7e16ee70b93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:31Z', 'updated_at': '2021-07-16T09:09:35Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': 'f46a773b-bae5-4186-9eda-7e16ee70b93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:16.799324 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102d36f7-b2c3-40e4-a1a7-c9d3e865b305 None None] The sync data for ids ['bcbf94eb-9838-4dda-9632-e969c1c22b3c'] in n-d-771362-37 is: [{'id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141688839', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': 'a3de636a-90fc-4a00-ad12-4264c2427e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:27Z', 'updated_at': '2021-07-16T09:09:31Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': 'a3de636a-90fc-4a00-ad12-4264c2427e94', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:28Z', 'updated_at': '2021-07-16T09:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '825cdb61-c577-4117-8ecc-02ea756928ed', 'name': '', 'network_id': '659ed198-dd8b-41b5-9592-7b7d4bf90a12', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:c8:29:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3729, 'fixed_ips': [{'subnet_id': 'f46a773b-bae5-4186-9eda-7e16ee70b93a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:31Z', 'updated_at': '2021-07-16T09:09:35Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': 'f46a773b-bae5-4186-9eda-7e16ee70b93a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:17.010412 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe6c2022-bc9c-454d-a4d5-d5694bd6cb96 None None] New status for floating IP d8c6d90d-69b9-4976-b573-227f92e70b13: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:11:17.648901 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721863d4-da09-4ed0-9781-1ec2d303cfbe req-bd2b5370-d844-4014-b1af-d732d3943e87 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:17.650349 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-721863d4-da09-4ed0-9781-1ec2d303cfbe req-bd2b5370-d844-4014-b1af-d732d3943e87 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.30 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 946 time: 0.0918934 Jul 16 09:11:17.716754 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90851f-834c-400b-92c6-10a827b1c663 req-e71530f2-46bc-439e-ba6e-85ee3032463c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:17.718200 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4d90851f-834c-400b-92c6-10a827b1c663 req-e71530f2-46bc-439e-ba6e-85ee3032463c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=41ac4b6a-88ab-4294-9790-8baab6ead473 HTTP/1.1" status: 200 len: 946 time: 0.1167238 Jul 16 09:11:17.782108 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4d90851f-834c-400b-92c6-10a827b1c663 req-7100ef8e-ca8b-4a28-af64-4e59100879e3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=d55dc4a5-77eb-4e3e-9214-158337f08726&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562785 Jul 16 09:11:17.798080 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-721863d4-da09-4ed0-9781-1ec2d303cfbe req-4ba8e196-79ee-4d68-b417-b53951e42945 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Deleting port 10c66e28-618d-4064-88e3-51f320ff9163 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:17.798425 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-721863d4-da09-4ed0-9781-1ec2d303cfbe req-4ba8e196-79ee-4d68-b417-b53951e42945 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:17.887326 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-721863d4-da09-4ed0-9781-1ec2d303cfbe req-4ba8e196-79ee-4d68-b417-b53951e42945 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] For port 10c66e28-618d-4064-88e3-51f320ff9163, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=10c66e28-618d-4064-88e3-51f320ff9163,segment=NetworkSegment(400bf2de-9be4-45cc-a47f-255580222aba),segment_id=400bf2de-9be4-45cc-a47f-255580222aba)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:17.887683 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-721863d4-da09-4ed0-9781-1ec2d303cfbe req-4ba8e196-79ee-4d68-b417-b53951e42945 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:17.899623 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-721863d4-da09-4ed0-9781-1ec2d303cfbe req-4ba8e196-79ee-4d68-b417-b53951e42945 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Calling delete_port for 10c66e28-618d-4064-88e3-51f320ff9163 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:18.022604 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-721863d4-da09-4ed0-9781-1ec2d303cfbe req-4ba8e196-79ee-4d68-b417-b53951e42945 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:18.053991 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8e196-79ee-4d68-b417-b53951e42945 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event deleted for resources: {'Port': ['ID=10c66e28-618d-4064-88e3-51f320ff9163,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:18.100136 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-721863d4-da09-4ed0-9781-1ec2d303cfbe req-4ba8e196-79ee-4d68-b417-b53951e42945 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] No DVR routers for this DVR port 10c66e28-618d-4064-88e3-51f320ff9163 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:11:18.102807 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-721863d4-da09-4ed0-9781-1ec2d303cfbe req-4ba8e196-79ee-4d68-b417-b53951e42945 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:18.104830 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-721863d4-da09-4ed0-9781-1ec2d303cfbe req-4ba8e196-79ee-4d68-b417-b53951e42945 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.30 "DELETE /v2.0/ports/10c66e28-618d-4064-88e3-51f320ff9163 HTTP/1.1" status: 204 len: 173 time: 0.4475386 Jul 16 09:11:18.105267 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41ac4b6a-88ab-4294-9790-8baab6ead473', 'name': 'network-vif-deleted', 'tag': '10c66e28-618d-4064-88e3-51f320ff9163'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:11:18.107560 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cf6c136-9711-4945-9724-d56bba10dcf1" -d '{"events": [{"server_uuid": "41ac4b6a-88ab-4294-9790-8baab6ead473", "name": "network-vif-deleted", "tag": "10c66e28-618d-4064-88e3-51f320ff9163"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:11:18.147255 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:11:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bbc9a42-11c8-49dc-834d-eceea23ec5ae x-openstack-request-id: req-4bbc9a42-11c8-49dc-834d-eceea23ec5ae {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:11:18.147549 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41ac4b6a-88ab-4294-9790-8baab6ead473", "name": "network-vif-deleted", "tag": "10c66e28-618d-4064-88e3-51f320ff9163", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:11:18.147801 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4bbc9a42-11c8-49dc-834d-eceea23ec5ae {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:11:18.148208 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41ac4b6a-88ab-4294-9790-8baab6ead473', 'name': 'network-vif-deleted', 'tag': '10c66e28-618d-4064-88e3-51f320ff9163', 'status': 'completed', 'code': 200} Jul 16 09:11:18.874876 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43460) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:19.224237 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc265ee3-55e0-4f76-8cfd-f8b16e997111 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:19.479871 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-dc265ee3-55e0-4f76-8cfd-f8b16e997111 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Deleting port 825cdb61-c577-4117-8ecc-02ea756928ed {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:19.480131 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc265ee3-55e0-4f76-8cfd-f8b16e997111 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:19.568630 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-dc265ee3-55e0-4f76-8cfd-f8b16e997111 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] For port 825cdb61-c577-4117-8ecc-02ea756928ed, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=825cdb61-c577-4117-8ecc-02ea756928ed,segment=NetworkSegment(400bf2de-9be4-45cc-a47f-255580222aba),segment_id=400bf2de-9be4-45cc-a47f-255580222aba)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:19.568989 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc265ee3-55e0-4f76-8cfd-f8b16e997111 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:19.581383 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-dc265ee3-55e0-4f76-8cfd-f8b16e997111 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Calling delete_port for 825cdb61-c577-4117-8ecc-02ea756928ed owned by network:router_interface {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:19.760019 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc265ee3-55e0-4f76-8cfd-f8b16e997111 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:19.786803 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc265ee3-55e0-4f76-8cfd-f8b16e997111 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event deleted for resources: {'Port': ['ID=825cdb61-c577-4117-8ecc-02ea756928ed,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:19.963239 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc265ee3-55e0-4f76-8cfd-f8b16e997111 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:20.165091 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc265ee3-55e0-4f76-8cfd-f8b16e997111 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Router bcbf94eb-9838-4dda-9632-e969c1c22b3c has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:20.266785 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc265ee3-55e0-4f76-8cfd-f8b16e997111 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:20.271755 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-dc265ee3-55e0-4f76-8cfd-f8b16e997111 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "PUT /v2.0/routers/bcbf94eb-9838-4dda-9632-e969c1c22b3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3958447 Jul 16 09:11:20.274895 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43462) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:20.277882 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace302de-5e7b-426c-a436-d045823903aa None None] Sync routers for ids ['bcbf94eb-9838-4dda-9632-e969c1c22b3c'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:20.287043 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace302de-5e7b-426c-a436-d045823903aa None None] Routers {'bcbf94eb-9838-4dda-9632-e969c1c22b3c'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:20.287638 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ace302de-5e7b-426c-a436-d045823903aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:11:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['bcbf94eb-9838-4dda-9632-e969c1c22b3c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:20.328393 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4333cb9-543b-4645-ad10-1dd5f6f0950b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Deleting subnet f46a773b-bae5-4186-9eda-7e16ee70b93a {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:11:20.331376 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a4333cb9-543b-4645-ad10-1dd5f6f0950b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:20.369783 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a4333cb9-543b-4645-ad10-1dd5f6f0950b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:20.388531 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-ace302de-5e7b-426c-a436-d045823903aa None None] Set router bcbf94eb-9838-4dda-9632-e969c1c22b3c gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:20.451983 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a4333cb9-543b-4645-ad10-1dd5f6f0950b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:20.512826 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a4333cb9-543b-4645-ad10-1dd5f6f0950b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:20.540168 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4333cb9-543b-4645-ad10-1dd5f6f0950b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event deleted for resources: {'Subnet': ['ID=f46a773b-bae5-4186-9eda-7e16ee70b93a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:20.542131 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a4333cb9-543b-4645-ad10-1dd5f6f0950b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:20.543989 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a4333cb9-543b-4645-ad10-1dd5f6f0950b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "DELETE /v2.0/subnets/f46a773b-bae5-4186-9eda-7e16ee70b93a HTTP/1.1" status: 204 len: 168 time: 0.2681756 Jul 16 09:11:20.547256 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43464) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:20.550834 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8814aa7d-7e4e-47c6-a448-4e40320a2c86 None None] Network 659ed198-dd8b-41b5-9592-7b7d4bf90a12 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:11:20.567961 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ace302de-5e7b-426c-a436-d045823903aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141688839', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': 'a3de636a-90fc-4a00-ad12-4264c2427e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:27Z', 'updated_at': '2021-07-16T09:11:19Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': 'a3de636a-90fc-4a00-ad12-4264c2427e94', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:28Z', 'updated_at': '2021-07-16T09:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:20.597915 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace302de-5e7b-426c-a436-d045823903aa None None] Checking router: bcbf94eb-9838-4dda-9632-e969c1c22b3c for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:20.606435 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ace302de-5e7b-426c-a436-d045823903aa None None] Routers {'bcbf94eb-9838-4dda-9632-e969c1c22b3c'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:20.607047 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ace302de-5e7b-426c-a436-d045823903aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:11:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['bcbf94eb-9838-4dda-9632-e969c1c22b3c'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:20.720184 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-ace302de-5e7b-426c-a436-d045823903aa None None] Set router bcbf94eb-9838-4dda-9632-e969c1c22b3c gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:20.768698 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b6e7bb-e342-4c9f-8b87-0d25971ed7e7 None None] DHCP port deletion for 659ed198-dd8b-41b5-9592-7b7d4bf90a12 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:11:20.822291 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c4b6e7bb-e342-4c9f-8b87-0d25971ed7e7 None None] Deleting port cb09ec25-ca6f-40df-ac7f-d4754dc61fa0 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:20.822923 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4b6e7bb-e342-4c9f-8b87-0d25971ed7e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:20.890771 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c4b6e7bb-e342-4c9f-8b87-0d25971ed7e7 None None] For port cb09ec25-ca6f-40df-ac7f-d4754dc61fa0, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=cb09ec25-ca6f-40df-ac7f-d4754dc61fa0,segment=NetworkSegment(400bf2de-9be4-45cc-a47f-255580222aba),segment_id=400bf2de-9be4-45cc-a47f-255580222aba)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:20.891165 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4b6e7bb-e342-4c9f-8b87-0d25971ed7e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:20.904283 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-c4b6e7bb-e342-4c9f-8b87-0d25971ed7e7 None None] Calling delete_port for cb09ec25-ca6f-40df-ac7f-d4754dc61fa0 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:20.920980 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4544aa12-4e4c-4d5d-b8dc-3395f1d2734c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:20.923629 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ace302de-5e7b-426c-a436-d045823903aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141688839', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': 'a3de636a-90fc-4a00-ad12-4264c2427e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:27Z', 'updated_at': '2021-07-16T09:11:19Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': 'a3de636a-90fc-4a00-ad12-4264c2427e94', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:28Z', 'updated_at': '2021-07-16T09:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:20.951069 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ace302de-5e7b-426c-a436-d045823903aa None None] The sync data for ids ['bcbf94eb-9838-4dda-9632-e969c1c22b3c'] in n-d-771362-37 is: [{'id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-141688839', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.50'}], 'enable_snat': True}, 'gw_port_id': 'a3de636a-90fc-4a00-ad12-4264c2427e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:09:27Z', 'updated_at': '2021-07-16T09:11:19Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': 'a3de636a-90fc-4a00-ad12-4264c2427e94', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:1d:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcbf94eb-9838-4dda-9632-e969c1c22b3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3726, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:09:28Z', 'updated_at': '2021-07-16T09:09:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:20.991368 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c4b6e7bb-e342-4c9f-8b87-0d25971ed7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:21.013467 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b6e7bb-e342-4c9f-8b87-0d25971ed7e7 None None] Pushing event deleted for resources: {'Port': ['ID=cb09ec25-ca6f-40df-ac7f-d4754dc61fa0,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:21.019651 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b6e7bb-e342-4c9f-8b87-0d25971ed7e7 None None] No DVR routers for this DVR port cb09ec25-ca6f-40df-ac7f-d4754dc61fa0 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:11:21.033192 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4544aa12-4e4c-4d5d-b8dc-3395f1d2734c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:21.083439 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-4544aa12-4e4c-4d5d-b8dc-3395f1d2734c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Deleting port a3de636a-90fc-4a00-ad12-4264c2427e94 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:11:21.083789 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4544aa12-4e4c-4d5d-b8dc-3395f1d2734c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:21.158783 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-4544aa12-4e4c-4d5d-b8dc-3395f1d2734c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] For port a3de636a-90fc-4a00-ad12-4264c2427e94, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=a3de636a-90fc-4a00-ad12-4264c2427e94,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:21.159139 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4544aa12-4e4c-4d5d-b8dc-3395f1d2734c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:21.170686 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-4544aa12-4e4c-4d5d-b8dc-3395f1d2734c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Calling delete_port for a3de636a-90fc-4a00-ad12-4264c2427e94 owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:11:21.338817 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4544aa12-4e4c-4d5d-b8dc-3395f1d2734c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:21.369635 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4544aa12-4e4c-4d5d-b8dc-3395f1d2734c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event deleted for resources: {'Port': ['ID=a3de636a-90fc-4a00-ad12-4264c2427e94,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:21.431866 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4544aa12-4e4c-4d5d-b8dc-3395f1d2734c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:21.521590 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4544aa12-4e4c-4d5d-b8dc-3395f1d2734c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:21.523711 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4544aa12-4e4c-4d5d-b8dc-3395f1d2734c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:21.565545 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4544aa12-4e4c-4d5d-b8dc-3395f1d2734c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:21.566095 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4544aa12-4e4c-4d5d-b8dc-3395f1d2734c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Fanout notify agent at l3_agent the message router_deleted on router bcbf94eb-9838-4dda-9632-e969c1c22b3c {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:11:21.573745 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4544aa12-4e4c-4d5d-b8dc-3395f1d2734c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:21.574908 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4544aa12-4e4c-4d5d-b8dc-3395f1d2734c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "DELETE /v2.0/routers/bcbf94eb-9838-4dda-9632-e969c1c22b3c HTTP/1.1" status: 204 len: 168 time: 1.0263631 Jul 16 09:11:21.578260 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43466) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:21.662606 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9d8a870b-73ac-485b-a57e-8e9590bf56da tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:21.690840 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 10c66e28-618d-4064-88e3-51f320ff9163 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:21.710662 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 10c66e28-618d-4064-88e3-51f320ff9163 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:21.711092 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 10c66e28-618d-4064-88e3-51f320ff9163 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:21.753157 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9d8a870b-73ac-485b-a57e-8e9590bf56da tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:21.763294 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-9d8a870b-73ac-485b-a57e-8e9590bf56da tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['659ed198-dd8b-41b5-9592-7b7d4bf90a12']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:21.773552 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-9d8a870b-73ac-485b-a57e-8e9590bf56da tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '400bf2de-9be4-45cc-a47f-255580222aba') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:21.773859 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-9d8a870b-73ac-485b-a57e-8e9590bf56da tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '400bf2de-9be4-45cc-a47f-255580222aba') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:21.782408 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9d8a870b-73ac-485b-a57e-8e9590bf56da tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:21.797160 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9d8a870b-73ac-485b-a57e-8e9590bf56da tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:21.803122 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d8a870b-73ac-485b-a57e-8e9590bf56da tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:11:21.803510 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9d8a870b-73ac-485b-a57e-8e9590bf56da tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: timer() Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:11:21.806388 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:11:21.862755 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9d8a870b-73ac-485b-a57e-8e9590bf56da tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:21.869911 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9d8a870b-73ac-485b-a57e-8e9590bf56da tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:21.871605 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9d8a870b-73ac-485b-a57e-8e9590bf56da tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "DELETE /v2.0/networks/659ed198-dd8b-41b5-9592-7b7d4bf90a12 HTTP/1.1" status: 204 len: 168 time: 0.2922211 Jul 16 09:11:21.874502 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43468) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:21.883442 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8a870b-73ac-485b-a57e-8e9590bf56da tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event deleted for resources: {'Network': ['ID=659ed198-dd8b-41b5-9592-7b7d4bf90a12,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:21.932567 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1dec02c6-a527-49d6-bf2b-7e72d72669d9 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:21.957052 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1dec02c6-a527-49d6-bf2b-7e72d72669d9 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.028983 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1dec02c6-a527-49d6-bf2b-7e72d72669d9 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.032403 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1dec02c6-a527-49d6-bf2b-7e72d72669d9 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.033582 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1dec02c6-a527-49d6-bf2b-7e72d72669d9 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "DELETE /v2.0/security-groups/d55dc4a5-77eb-4e3e-9214-158337f08726 HTTP/1.1" status: 204 len: 168 time: 0.1574717 Jul 16 09:11:22.047335 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dec02c6-a527-49d6-bf2b-7e72d72669d9 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55dc4a5-77eb-4e3e-9214-158337f08726,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:22.070551 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 825cdb61-c577-4117-8ecc-02ea756928ed no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:22.097514 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 825cdb61-c577-4117-8ecc-02ea756928ed {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:22.097866 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 825cdb61-c577-4117-8ecc-02ea756928ed not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:22.098278 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device cb09ec25-ca6f-40df-ac7f-d4754dc61fa0 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:22.117820 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: cb09ec25-ca6f-40df-ac7f-d4754dc61fa0 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:22.118198 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device cb09ec25-ca6f-40df-ac7f-d4754dc61fa0 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:22.118690 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a3de636a-90fc-4a00-ad12-4264c2427e94 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:11:22.137149 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: a3de636a-90fc-4a00-ad12-4264c2427e94 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:11:22.137503 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a3de636a-90fc-4a00-ad12-4264c2427e94 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:11:22.431067 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43474) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:22.435773 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c5fb94bc-f842-4383-9aff-87ccdc3a854a tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-538950777', 'description': 'tempest-secgroup-smoke-538950777 description', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:22.457547 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c5fb94bc-f842-4383-9aff-87ccdc3a854a tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.539183 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c5fb94bc-f842-4383-9aff-87ccdc3a854a tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.542742 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c5fb94bc-f842-4383-9aff-87ccdc3a854a tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.570703 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c5fb94bc-f842-4383-9aff-87ccdc3a854a tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.571921 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c5fb94bc-f842-4383-9aff-87ccdc3a854a tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1398234 Jul 16 09:11:22.573846 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5fb94bc-f842-4383-9aff-87ccdc3a854a tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a84eeba1-1387-4ee4-a6c1-3993df2bc207,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:22.574845 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43476) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:22.579751 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-ed345292-32e8-4142-8b58-6b1994966638 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'security_group_rule': {'security_group_id': 'a84eeba1-1387-4ee4-a6c1-3993df2bc207', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:22.604622 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ed345292-32e8-4142-8b58-6b1994966638 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.663437 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ed345292-32e8-4142-8b58-6b1994966638 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.667064 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ed345292-32e8-4142-8b58-6b1994966638 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.684007 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed345292-32e8-4142-8b58-6b1994966638 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84519964-0095-49d0-8bf2-3e20b732e4ae,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:22.690795 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ed345292-32e8-4142-8b58-6b1994966638 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.692090 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ed345292-32e8-4142-8b58-6b1994966638 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1160936 Jul 16 09:11:22.694866 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43478) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:22.699213 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-201ee8b3-8175-468c-a2ff-9330bc87efa0 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'security_group_rule': {'security_group_id': 'a84eeba1-1387-4ee4-a6c1-3993df2bc207', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:22.725274 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-201ee8b3-8175-468c-a2ff-9330bc87efa0 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.781876 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-201ee8b3-8175-468c-a2ff-9330bc87efa0 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.785302 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-201ee8b3-8175-468c-a2ff-9330bc87efa0 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.802400 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201ee8b3-8175-468c-a2ff-9330bc87efa0 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39696fd6-5142-4e50-8724-dfb6c1db4246,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:22.808757 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-201ee8b3-8175-468c-a2ff-9330bc87efa0 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.810084 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-201ee8b3-8175-468c-a2ff-9330bc87efa0 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1142991 Jul 16 09:11:22.813259 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43480) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:22.818215 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-faf96540-d399-40e2-b00c-57d25985a8ac tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'security_group_rule': {'security_group_id': 'a84eeba1-1387-4ee4-a6c1-3993df2bc207', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:22.843856 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-faf96540-d399-40e2-b00c-57d25985a8ac tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.899822 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-faf96540-d399-40e2-b00c-57d25985a8ac tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.903376 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-faf96540-d399-40e2-b00c-57d25985a8ac tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.922313 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf96540-d399-40e2-b00c-57d25985a8ac tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f22cb63-453f-42b0-89ac-5f2679faac0e,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:22.928409 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-faf96540-d399-40e2-b00c-57d25985a8ac tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:22.929438 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-faf96540-d399-40e2-b00c-57d25985a8ac tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150322 Jul 16 09:11:22.932075 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43482) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:22.936499 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-edc1f4fc-1f00-47f9-bb9b-91e277e938f7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'security_group_rule': {'security_group_id': 'a84eeba1-1387-4ee4-a6c1-3993df2bc207', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:22.961381 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-edc1f4fc-1f00-47f9-bb9b-91e277e938f7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.020650 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-edc1f4fc-1f00-47f9-bb9b-91e277e938f7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.024151 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-edc1f4fc-1f00-47f9-bb9b-91e277e938f7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.044257 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc1f4fc-1f00-47f9-bb9b-91e277e938f7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2ad7ce2-aea5-4235-bbee-4e001fdfd9db,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:23.048831 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-edc1f4fc-1f00-47f9-bb9b-91e277e938f7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.050484 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-edc1f4fc-1f00-47f9-bb9b-91e277e938f7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1174595 Jul 16 09:11:23.053289 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43484) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:23.057600 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-11fe4f5b-1a35-4310-b271-5b098bf9c352 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'security_group_rule': {'security_group_id': 'a84eeba1-1387-4ee4-a6c1-3993df2bc207', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:23.078312 n-d-771362-37 neutron-server[93758]: INFO neutron.db.securitygroups_db [None req-11fe4f5b-1a35-4310-b271-5b098bf9c352 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Project 5739d70bdc174b1e9a1ab2b759dab11d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:11:23.082980 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11fe4f5b-1a35-4310-b271-5b098bf9c352 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.143802 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11fe4f5b-1a35-4310-b271-5b098bf9c352 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.147489 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11fe4f5b-1a35-4310-b271-5b098bf9c352 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.162416 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe4f5b-1a35-4310-b271-5b098bf9c352 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae50a0b8-c447-4a0b-88c4-95281430fb38,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:23.170684 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11fe4f5b-1a35-4310-b271-5b098bf9c352 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.172133 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-11fe4f5b-1a35-4310-b271-5b098bf9c352 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1179178 Jul 16 09:11:23.175236 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43486) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:23.179625 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-c788fa63-627e-45b8-aa92-ec0487366435 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'security_group_rule': {'security_group_id': 'a84eeba1-1387-4ee4-a6c1-3993df2bc207', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:23.200165 n-d-771362-37 neutron-server[93758]: INFO neutron.db.securitygroups_db [None req-c788fa63-627e-45b8-aa92-ec0487366435 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Project 5739d70bdc174b1e9a1ab2b759dab11d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:11:23.205331 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c788fa63-627e-45b8-aa92-ec0487366435 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.265632 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c788fa63-627e-45b8-aa92-ec0487366435 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.269381 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c788fa63-627e-45b8-aa92-ec0487366435 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.287753 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c788fa63-627e-45b8-aa92-ec0487366435 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e09e13e3-d150-4b64-9c37-5b0ff9fb1706,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:23.294486 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c788fa63-627e-45b8-aa92-ec0487366435 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.295826 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c788fa63-627e-45b8-aa92-ec0487366435 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197064 Jul 16 09:11:23.299178 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43488) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:23.304282 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-9a97854d-aa8f-4b6e-aa49-723682583f30 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'network': {'name': 'tempest-network-smoke--362941632', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'port_security_enabled': True}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:23.325017 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a97854d-aa8f-4b6e-aa49-723682583f30 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Made reservation on behalf of 5739d70bdc174b1e9a1ab2b759dab11d for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:11:23.328404 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a97854d-aa8f-4b6e-aa49-723682583f30 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.351060 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a97854d-aa8f-4b6e-aa49-723682583f30 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:11:23.360215 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a97854d-aa8f-4b6e-aa49-723682583f30 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.360624 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-9a97854d-aa8f-4b6e-aa49-723682583f30 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Added segment ced7f46c-8b2c-4685-9011-3f958bf5530d of type vlan for network fb2362ae-dcee-441e-bad8-f7139fde4c38 Jul 16 09:11:23.401684 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a97854d-aa8f-4b6e-aa49-723682583f30 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.429579 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a97854d-aa8f-4b6e-aa49-723682583f30 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.435130 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a97854d-aa8f-4b6e-aa49-723682583f30 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:23.435720 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9a97854d-aa8f-4b6e-aa49-723682583f30 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.467909 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9a97854d-aa8f-4b6e-aa49-723682583f30 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1674886 Jul 16 09:11:23.470790 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43490) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:23.475516 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-4b3d1505-070a-4ac1-ae34-bfe355e898e7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-294302310', 'admin_state_up': True, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:23.498708 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b3d1505-070a-4ac1-ae34-bfe355e898e7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.500473 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b3d1505-070a-4ac1-ae34-bfe355e898e7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.501703 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a97854d-aa8f-4b6e-aa49-723682583f30 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'Network': ['ID=fb2362ae-dcee-441e-bad8-f7139fde4c38,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:23.512175 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network fb2362ae-dcee-441e-bad8-f7139fde4c38 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:11:23.555538 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b3d1505-070a-4ac1-ae34-bfe355e898e7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.695074 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b3d1505-070a-4ac1-ae34-bfe355e898e7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.881628 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b3d1505-070a-4ac1-ae34-bfe355e898e7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:23.900135 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b3d1505-070a-4ac1-ae34-bfe355e898e7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:24.001392 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-4b3d1505-070a-4ac1-ae34-bfe355e898e7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Allocated IP 172.25.3.2 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/637d5d9c-0523-42cd-8cb1-bac28caf8b15) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:24.103416 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b3d1505-070a-4ac1-ae34-bfe355e898e7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:24.144495 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b3d1505-070a-4ac1-ae34-bfe355e898e7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:24.183208 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3d1505-070a-4ac1-ae34-bfe355e898e7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:24.188427 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-4b3d1505-070a-4ac1-ae34-bfe355e898e7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:24.192062 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3d1505-070a-4ac1-ae34-bfe355e898e7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:11:24.220295 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3d1505-070a-4ac1-ae34-bfe355e898e7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'Port': ['ID=637d5d9c-0523-42cd-8cb1-bac28caf8b15,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:24.755476 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b3d1505-070a-4ac1-ae34-bfe355e898e7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:24.946169 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b3d1505-070a-4ac1-ae34-bfe355e898e7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:25.073135 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3d1505-070a-4ac1-ae34-bfe355e898e7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Router dbd21835-3149-4170-a438-a6282cf24564 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:11:25.177623 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3d1505-070a-4ac1-ae34-bfe355e898e7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:25.188412 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc29e60-c7aa-467a-bb3c-9b2227c437aa None None] Sync routers for ids ['dbd21835-3149-4170-a438-a6282cf24564'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:25.196978 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4b3d1505-070a-4ac1-ae34-bfe355e898e7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:25.201143 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4b3d1505-070a-4ac1-ae34-bfe355e898e7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.7264361 Jul 16 09:11:25.201290 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc29e60-c7aa-467a-bb3c-9b2227c437aa None None] Routers {'dbd21835-3149-4170-a438-a6282cf24564'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:25.201290 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5cc29e60-c7aa-467a-bb3c-9b2227c437aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:11:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['dbd21835-3149-4170-a438-a6282cf24564'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:25.201460 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43492) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:25.238353 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3d6f61de-8fb0-48fe-ab5c-8f94612f4991 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=5739d70bdc174b1e9a1ab2b759dab11d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334022 Jul 16 09:11:25.238704 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43494) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:25.302558 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-5cc29e60-c7aa-467a-bb3c-9b2227c437aa None None] Set router dbd21835-3149-4170-a438-a6282cf24564 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:25.385776 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780c33b6-151b-4021-8f8a-eae945600112 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:25.389814 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-780c33b6-151b-4021-8f8a-eae945600112 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1476538 Jul 16 09:11:25.390893 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43496) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:25.422041 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-37df9b96-7dcc-4b5a-8d5c-0e4191123ae1 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=4a545af8-8142-4a44-8290-045c2901c634&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0271378 Jul 16 09:11:25.422363 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43498) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:25.427516 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-11f63514-e903-4a3b-b7f7-1d3de19d50eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1017008647', 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:25.479811 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5cc29e60-c7aa-467a-bb3c-9b2227c437aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd21835-3149-4170-a438-a6282cf24564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294302310', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '637d5d9c-0523-42cd-8cb1-bac28caf8b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:23Z', 'updated_at': '2021-07-16T09:11:24Z', 'revision_number': 3, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': '637d5d9c-0523-42cd-8cb1-bac28caf8b15', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:22:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd21835-3149-4170-a438-a6282cf24564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:23Z', 'updated_at': '2021-07-16T09:11:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:25.506253 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc29e60-c7aa-467a-bb3c-9b2227c437aa None None] Checking router: dbd21835-3149-4170-a438-a6282cf24564 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:25.506612 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc29e60-c7aa-467a-bb3c-9b2227c437aa None None] Updating router dbd21835-3149-4170-a438-a6282cf24564 port 637d5d9c-0523-42cd-8cb1-bac28caf8b15 binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:11:25.516608 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f63514-e903-4a3b-b7f7-1d3de19d50eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Made reservation on behalf of 5739d70bdc174b1e9a1ab2b759dab11d for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:11:25.520098 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11f63514-e903-4a3b-b7f7-1d3de19d50eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:25.539853 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cc29e60-c7aa-467a-bb3c-9b2227c437aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:25.708458 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11f63514-e903-4a3b-b7f7-1d3de19d50eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:25.768256 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f63514-e903-4a3b-b7f7-1d3de19d50eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'Subnet': ['ID=e8da68ae-e824-4776-b351-b4695b8d14ed,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:25.775202 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f63514-e903-4a3b-b7f7-1d3de19d50eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Checking segment: {'id': 'ced7f46c-8b2c-4685-9011-3f958bf5530d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:11:25.775567 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f63514-e903-4a3b-b7f7-1d3de19d50eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Network hostable DHCP agents. Network: fb2362ae-dcee-441e-bad8-f7139fde4c38, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:11:25.793711 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f63514-e903-4a3b-b7f7-1d3de19d50eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Network fb2362ae-dcee-441e-bad8-f7139fde4c38 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:11:25.801910 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cc29e60-c7aa-467a-bb3c-9b2227c437aa None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:25.803467 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-11f63514-e903-4a3b-b7f7-1d3de19d50eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, fb2362ae-dcee-441e-bad8-f7139fde4c38) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:25.808438 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f63514-e903-4a3b-b7f7-1d3de19d50eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:25.809242 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-11f63514-e903-4a3b-b7f7-1d3de19d50eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:25.814979 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a573eba-377e-42f3-9f46-53fea22aaefd None None] Network fb2362ae-dcee-441e-bad8-f7139fde4c38 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:11:25.827760 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5cc29e60-c7aa-467a-bb3c-9b2227c437aa None None] Transition to ACTIVE for port object 637d5d9c-0523-42cd-8cb1-bac28caf8b15 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:25.829658 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-11f63514-e903-4a3b-b7f7-1d3de19d50eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4063668 Jul 16 09:11:25.832315 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43500) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:25.842482 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cc29e60-c7aa-467a-bb3c-9b2227c437aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:25.930418 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-5cc29e60-c7aa-467a-bb3c-9b2227c437aa None None] Attempting to bind port 637d5d9c-0523-42cd-8cb1-bac28caf8b15 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:11:25.930795 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-5cc29e60-c7aa-467a-bb3c-9b2227c437aa None None] Attempting to bind port 637d5d9c-0523-42cd-8cb1-bac28caf8b15 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:11:25.931169 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc29e60-c7aa-467a-bb3c-9b2227c437aa None None] Attempting to bind port 637d5d9c-0523-42cd-8cb1-bac28caf8b15 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:11:25.933893 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98cc43-a9c3-4d48-b6bc-a7e3320cc59f None None] Pushing event updated for resources: {'Port': ['ID=637d5d9c-0523-42cd-8cb1-bac28caf8b15,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:25.944237 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc29e60-c7aa-467a-bb3c-9b2227c437aa None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:11:25.944646 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc29e60-c7aa-467a-bb3c-9b2227c437aa None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:11:25.945055 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cc29e60-c7aa-467a-bb3c-9b2227c437aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:25.945451 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc29e60-c7aa-467a-bb3c-9b2227c437aa None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:11:25.945925 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-5cc29e60-c7aa-467a-bb3c-9b2227c437aa None None] Bound port: 637d5d9c-0523-42cd-8cb1-bac28caf8b15, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:11:25.946323 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cc29e60-c7aa-467a-bb3c-9b2227c437aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:26.032173 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-5cc29e60-c7aa-467a-bb3c-9b2227c437aa None None] For port 637d5d9c-0523-42cd-8cb1-bac28caf8b15, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:11:26.035628 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-5cc29e60-c7aa-467a-bb3c-9b2227c437aa None None] For port 637d5d9c-0523-42cd-8cb1-bac28caf8b15, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=637d5d9c-0523-42cd-8cb1-bac28caf8b15,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:11:26.054519 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cc29e60-c7aa-467a-bb3c-9b2227c437aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:26.065102 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04d1af2a-4bcd-4238-9b0b-3a69c26fdfd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-fb2362ae-dcee-441e-bad8-f7139fde4c38', 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'fixed_ips': [{'subnet_id': 'e8da68ae-e824-4776-b351-b4695b8d14ed'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:11:26.065937 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-04d1af2a-4bcd-4238-9b0b-3a69c26fdfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:26.175798 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc29e60-c7aa-467a-bb3c-9b2227c437aa None None] Routers {'dbd21835-3149-4170-a438-a6282cf24564'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:26.176531 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5cc29e60-c7aa-467a-bb3c-9b2227c437aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:11:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['dbd21835-3149-4170-a438-a6282cf24564'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:26.224551 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa98cc43-a9c3-4d48-b6bc-a7e3320cc59f None None] Pushing event updated for resources: {'Port': ['ID=637d5d9c-0523-42cd-8cb1-bac28caf8b15,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:26.296365 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-70d4277b-8de1-4b55-b9a2-4817bf365f48 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:26.329142 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-04d1af2a-4bcd-4238-9b0b-3a69c26fdfd7 None None] Allocated IP 172.20.0.2 (fb2362ae-dcee-441e-bad8-f7139fde4c38/e8da68ae-e824-4776-b351-b4695b8d14ed/0a7d0a8a-8c11-47ed-9f01-889d0bdad498) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:26.335376 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-5cc29e60-c7aa-467a-bb3c-9b2227c437aa None None] Set router dbd21835-3149-4170-a438-a6282cf24564 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:26.759453 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-04d1af2a-4bcd-4238-9b0b-3a69c26fdfd7 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:26.770269 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-04d1af2a-4bcd-4238-9b0b-3a69c26fdfd7 None None] Transition to ACTIVE for port object 0a7d0a8a-8c11-47ed-9f01-889d0bdad498 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:26.790652 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5cc29e60-c7aa-467a-bb3c-9b2227c437aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd21835-3149-4170-a438-a6282cf24564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294302310', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '637d5d9c-0523-42cd-8cb1-bac28caf8b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:23Z', 'updated_at': '2021-07-16T09:11:24Z', 'revision_number': 3, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': '637d5d9c-0523-42cd-8cb1-bac28caf8b15', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:22:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd21835-3149-4170-a438-a6282cf24564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:23Z', 'updated_at': '2021-07-16T09:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:26.792545 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-04d1af2a-4bcd-4238-9b0b-3a69c26fdfd7 None None] Transition to ACTIVE for port object 0a7d0a8a-8c11-47ed-9f01-889d0bdad498 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:26.819791 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-04d1af2a-4bcd-4238-9b0b-3a69c26fdfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:26.821724 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cc29e60-c7aa-467a-bb3c-9b2227c437aa None None] The sync data for ids ['dbd21835-3149-4170-a438-a6282cf24564'] in n-d-771362-37 is: [{'id': 'dbd21835-3149-4170-a438-a6282cf24564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294302310', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '637d5d9c-0523-42cd-8cb1-bac28caf8b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:23Z', 'updated_at': '2021-07-16T09:11:24Z', 'revision_number': 3, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': '637d5d9c-0523-42cd-8cb1-bac28caf8b15', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:22:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd21835-3149-4170-a438-a6282cf24564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:23Z', 'updated_at': '2021-07-16T09:11:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:26.860891 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-70d4277b-8de1-4b55-b9a2-4817bf365f48 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Allocated IP 172.20.0.1 (fb2362ae-dcee-441e-bad8-f7139fde4c38/e8da68ae-e824-4776-b351-b4695b8d14ed/0761c89d-a0f1-4fea-9821-8bf7f5448a79) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:26.861787 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04d1af2a-4bcd-4238-9b0b-3a69c26fdfd7 None None] Network fb2362ae-dcee-441e-bad8-f7139fde4c38 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:26.864712 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-04d1af2a-4bcd-4238-9b0b-3a69c26fdfd7 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:26.868318 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d1af2a-4bcd-4238-9b0b-3a69c26fdfd7 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:11:26.877459 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1af2a-4bcd-4238-9b0b-3a69c26fdfd7 None None] Pushing event updated for resources: {'Port': ['ID=0a7d0a8a-8c11-47ed-9f01-889d0bdad498,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:26.932930 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-04d1af2a-4bcd-4238-9b0b-3a69c26fdfd7 None None] Attempting to bind port 0a7d0a8a-8c11-47ed-9f01-889d0bdad498 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:11:26.933310 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-04d1af2a-4bcd-4238-9b0b-3a69c26fdfd7 None None] Attempting to bind port 0a7d0a8a-8c11-47ed-9f01-889d0bdad498 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'ced7f46c-8b2c-4685-9011-3f958bf5530d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:11:26.933693 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d1af2a-4bcd-4238-9b0b-3a69c26fdfd7 None None] Attempting to bind port 0a7d0a8a-8c11-47ed-9f01-889d0bdad498 on network fb2362ae-dcee-441e-bad8-f7139fde4c38 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:11:26.938933 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d1af2a-4bcd-4238-9b0b-3a69c26fdfd7 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:11:26.939307 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d1af2a-4bcd-4238-9b0b-3a69c26fdfd7 None None] Checking segment: {'id': 'ced7f46c-8b2c-4685-9011-3f958bf5530d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:11:26.940369 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-04d1af2a-4bcd-4238-9b0b-3a69c26fdfd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:26.940369 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04d1af2a-4bcd-4238-9b0b-3a69c26fdfd7 None None] Bound using segment: {'id': 'ced7f46c-8b2c-4685-9011-3f958bf5530d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:11:26.940727 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-04d1af2a-4bcd-4238-9b0b-3a69c26fdfd7 None None] Bound port: 0a7d0a8a-8c11-47ed-9f01-889d0bdad498, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced7f46c-8b2c-4685-9011-3f958bf5530d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:11:26.941034 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-04d1af2a-4bcd-4238-9b0b-3a69c26fdfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:26.984493 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-70d4277b-8de1-4b55-b9a2-4817bf365f48 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:26.998344 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-70d4277b-8de1-4b55-b9a2-4817bf365f48 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Transition to ACTIVE for port object 0761c89d-a0f1-4fea-9821-8bf7f5448a79 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:27.006135 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-04d1af2a-4bcd-4238-9b0b-3a69c26fdfd7 None None] For port 0a7d0a8a-8c11-47ed-9f01-889d0bdad498, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:11:27.010207 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-04d1af2a-4bcd-4238-9b0b-3a69c26fdfd7 None None] For port 0a7d0a8a-8c11-47ed-9f01-889d0bdad498, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0a7d0a8a-8c11-47ed-9f01-889d0bdad498,segment=NetworkSegment(ced7f46c-8b2c-4685-9011-3f958bf5530d),segment_id=ced7f46c-8b2c-4685-9011-3f958bf5530d)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:11:27.014356 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-04d1af2a-4bcd-4238-9b0b-3a69c26fdfd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:27.036439 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-70d4277b-8de1-4b55-b9a2-4817bf365f48 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:27.077346 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d4277b-8de1-4b55-b9a2-4817bf365f48 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Network fb2362ae-dcee-441e-bad8-f7139fde4c38 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:27.086499 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04d1af2a-4bcd-4238-9b0b-3a69c26fdfd7 None None] Pushing event updated for resources: {'Port': ['ID=0a7d0a8a-8c11-47ed-9f01-889d0bdad498,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:27.094602 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-70d4277b-8de1-4b55-b9a2-4817bf365f48 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:27.098631 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d4277b-8de1-4b55-b9a2-4817bf365f48 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:11:27.135967 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4277b-8de1-4b55-b9a2-4817bf365f48 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'Port': ['ID=0761c89d-a0f1-4fea-9821-8bf7f5448a79,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:27.160417 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-70d4277b-8de1-4b55-b9a2-4817bf365f48 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:27.396247 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-70d4277b-8de1-4b55-b9a2-4817bf365f48 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:27.688583 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-70d4277b-8de1-4b55-b9a2-4817bf365f48 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:27.694360 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-70d4277b-8de1-4b55-b9a2-4817bf365f48 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:27.771621 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d4277b-8de1-4b55-b9a2-4817bf365f48 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'Port': ['ID=0761c89d-a0f1-4fea-9821-8bf7f5448a79,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:27.774482 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-70d4277b-8de1-4b55-b9a2-4817bf365f48 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:27.925024 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 637d5d9c-0523-42cd-8cb1-bac28caf8b15 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:27.982527 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 637d5d9c-0523-42cd-8cb1-bac28caf8b15 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:27.987728 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 637d5d9c-0523-42cd-8cb1-bac28caf8b15 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:27.988117 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:28.084157 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:28.106379 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 637d5d9c-0523-42cd-8cb1-bac28caf8b15, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=637d5d9c-0523-42cd-8cb1-bac28caf8b15,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:28.114961 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:28.115917 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0a7d0a8a-8c11-47ed-9f01-889d0bdad498 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:28.118018 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c50aa82-7e3c-402a-9bc0-6b82982bdd9a None None] Network fb2362ae-dcee-441e-bad8-f7139fde4c38 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:11:28.162051 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d4277b-8de1-4b55-b9a2-4817bf365f48 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Network fb2362ae-dcee-441e-bad8-f7139fde4c38 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:28.163463 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-70d4277b-8de1-4b55-b9a2-4817bf365f48 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:28.255030 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=637d5d9c-0523-42cd-8cb1-bac28caf8b15,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:28.262985 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3a931166-e70b-4cf2-bf84-b6b9ef535605 None None] Provisioning for port 0a7d0a8a-8c11-47ed-9f01-889d0bdad498 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:28.282275 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70d4277b-8de1-4b55-b9a2-4817bf365f48 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Router dbd21835-3149-4170-a438-a6282cf24564 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:28.293499 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 0a7d0a8a-8c11-47ed-9f01-889d0bdad498 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:28.300273 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 0a7d0a8a-8c11-47ed-9f01-889d0bdad498 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:28.300744 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:28.395928 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70d4277b-8de1-4b55-b9a2-4817bf365f48 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:28.400944 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-70d4277b-8de1-4b55-b9a2-4817bf365f48 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "PUT /v2.0/routers/dbd21835-3149-4170-a438-a6282cf24564/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5676296 Jul 16 09:11:28.449658 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:28.492076 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 0a7d0a8a-8c11-47ed-9f01-889d0bdad498, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0a7d0a8a-8c11-47ed-9f01-889d0bdad498,segment=NetworkSegment(ced7f46c-8b2c-4685-9011-3f958bf5530d),segment_id=ced7f46c-8b2c-4685-9011-3f958bf5530d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:28.496739 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:28.561046 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=0a7d0a8a-8c11-47ed-9f01-889d0bdad498,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:28.580988 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f56194df-4ae0-4f02-92a6-affc769d410e req-a5856aab-e850-49a0-9c83-5cef975c372f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-538950777&fields=id&tenant_id=5739d70bdc174b1e9a1ab2b759dab11d HTTP/1.1" status: 200 len: 267 time: 0.0400908 Jul 16 09:11:28.608187 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ac473c-d3af-44c0-b0ce-461c8391a55e None None] Sync routers for ids ['dbd21835-3149-4170-a438-a6282cf24564'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:28.618917 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ac473c-d3af-44c0-b0ce-461c8391a55e None None] Routers {'dbd21835-3149-4170-a438-a6282cf24564'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:28.619538 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f8ac473c-d3af-44c0-b0ce-461c8391a55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:11:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['dbd21835-3149-4170-a438-a6282cf24564'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:28.697621 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3b2cdcb0-46f1-4b65-999f-1ec4102a3757 None None] Provisioning complete for port 0a7d0a8a-8c11-47ed-9f01-889d0bdad498 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:28.698076 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3b2cdcb0-46f1-4b65-999f-1ec4102a3757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:28.700155 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56194df-4ae0-4f02-92a6-affc769d410e req-9aadb3df-bccd-4461-888b-dda8a600efae tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:28.701963 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f56194df-4ae0-4f02-92a6-affc769d410e req-9aadb3df-bccd-4461-888b-dda8a600efae tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/networks?id=fb2362ae-dcee-441e-bad8-f7139fde4c38 HTTP/1.1" status: 200 len: 796 time: 0.1139882 Jul 16 09:11:28.717129 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f56194df-4ae0-4f02-92a6-affc769d410e req-37d7f335-6202-48a1-acaf-31894f00622d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/quotas/5739d70bdc174b1e9a1ab2b759dab11d HTTP/1.1" status: 200 len: 375 time: 0.0097821 Jul 16 09:11:28.745402 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-f8ac473c-d3af-44c0-b0ce-461c8391a55e None None] Set router dbd21835-3149-4170-a438-a6282cf24564 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:28.811125 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3b2cdcb0-46f1-4b65-999f-1ec4102a3757 None None] Provisioning for port 0761c89d-a0f1-4fea-9821-8bf7f5448a79 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:28.816444 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f56194df-4ae0-4f02-92a6-affc769d410e req-16c23e9f-e5d9-4135-91de-9f466b406f91 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862374 Jul 16 09:11:28.816911 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3b2cdcb0-46f1-4b65-999f-1ec4102a3757 None None] Provisioning complete for port 0761c89d-a0f1-4fea-9821-8bf7f5448a79 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:28.817427 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3b2cdcb0-46f1-4b65-999f-1ec4102a3757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:28.855648 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-3b2cdcb0-46f1-4b65-999f-1ec4102a3757 None None] Port 0761c89d-a0f1-4fea-9821-8bf7f5448a79 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:11:28.928500 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f56194df-4ae0-4f02-92a6-affc769d410e req-a0bde193-9d9a-4d3c-906d-97d28ab94f23 service neutron] 10.222.0.22 "GET /v2.0/networks/fb2362ae-dcee-441e-bad8-f7139fde4c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898771 Jul 16 09:11:28.979347 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-24d62b0f-4014-4e34-abd8-a040b062e4d9 None None] Provisioning complete for port 0761c89d-a0f1-4fea-9821-8bf7f5448a79 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:28.980544 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-24d62b0f-4014-4e34-abd8-a040b062e4d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:29.028127 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-24d62b0f-4014-4e34-abd8-a040b062e4d9 None None] Port 0761c89d-a0f1-4fea-9821-8bf7f5448a79 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:11:29.036634 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f56194df-4ae0-4f02-92a6-affc769d410e req-223d5749-b764-481f-bf6e-582837bdb9eb service neutron] 10.222.0.22 "GET /v2.0/networks/fb2362ae-dcee-441e-bad8-f7139fde4c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021898 Jul 16 09:11:29.075328 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f8ac473c-d3af-44c0-b0ce-461c8391a55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd21835-3149-4170-a438-a6282cf24564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294302310', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '637d5d9c-0523-42cd-8cb1-bac28caf8b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:23Z', 'updated_at': '2021-07-16T09:11:27Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': '637d5d9c-0523-42cd-8cb1-bac28caf8b15', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd21835-3149-4170-a438-a6282cf24564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:23Z', 'updated_at': '2021-07-16T09:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '0761c89d-a0f1-4fea-9821-8bf7f5448a79', 'name': '', 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:a8:17:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd21835-3149-4170-a438-a6282cf24564', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'e8da68ae-e824-4776-b351-b4695b8d14ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:26Z', 'updated_at': '2021-07-16T09:11:27Z', 'revision_number': 2, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': 'e8da68ae-e824-4776-b351-b4695b8d14ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:29.103741 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ac473c-d3af-44c0-b0ce-461c8391a55e None None] Checking router: dbd21835-3149-4170-a438-a6282cf24564 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:29.104097 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ac473c-d3af-44c0-b0ce-461c8391a55e None None] Updating router dbd21835-3149-4170-a438-a6282cf24564 port 0761c89d-a0f1-4fea-9821-8bf7f5448a79 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:11:29.144484 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f8ac473c-d3af-44c0-b0ce-461c8391a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:29.149221 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-70467aee-7e73-4f53-986c-09e72568ef8e None None] Provisioning complete for port 0761c89d-a0f1-4fea-9821-8bf7f5448a79 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:29.149710 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-70467aee-7e73-4f53-986c-09e72568ef8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:29.195649 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-70467aee-7e73-4f53-986c-09e72568ef8e None None] Port 0761c89d-a0f1-4fea-9821-8bf7f5448a79 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:11:29.237513 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d106a091-f360-421a-9380-25e383bbaa3e req-8543975e-0be1-4cd4-8944-5c1045bee1c8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 210 time: 0.0333884 Jul 16 09:11:29.421623 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f8ac473c-d3af-44c0-b0ce-461c8391a55e None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:29.432300 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-f8ac473c-d3af-44c0-b0ce-461c8391a55e None None] Transition to ACTIVE for port object 0761c89d-a0f1-4fea-9821-8bf7f5448a79 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:29.439225 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f8ac473c-d3af-44c0-b0ce-461c8391a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:29.495683 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f6b35-831d-4e32-82a1-9efafdbe43e9 None None] Pushing event updated for resources: {'Port': ['ID=0761c89d-a0f1-4fea-9821-8bf7f5448a79,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:29.523212 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f6b35-831d-4e32-82a1-9efafdbe43e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.523698 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f6b35-831d-4e32-82a1-9efafdbe43e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.524056 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f6b35-831d-4e32-82a1-9efafdbe43e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.524503 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f6b35-831d-4e32-82a1-9efafdbe43e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.524877 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f6b35-831d-4e32-82a1-9efafdbe43e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.525215 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f6b35-831d-4e32-82a1-9efafdbe43e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.525543 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f6b35-831d-4e32-82a1-9efafdbe43e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.525878 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f6b35-831d-4e32-82a1-9efafdbe43e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.526203 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f6b35-831d-4e32-82a1-9efafdbe43e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.526530 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f6b35-831d-4e32-82a1-9efafdbe43e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.526893 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f6b35-831d-4e32-82a1-9efafdbe43e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.527231 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-471f6b35-831d-4e32-82a1-9efafdbe43e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:11:29.562751 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-f8ac473c-d3af-44c0-b0ce-461c8391a55e None None] Attempting to bind port 0761c89d-a0f1-4fea-9821-8bf7f5448a79 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:11:29.563491 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-f8ac473c-d3af-44c0-b0ce-461c8391a55e None None] Attempting to bind port 0761c89d-a0f1-4fea-9821-8bf7f5448a79 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'ced7f46c-8b2c-4685-9011-3f958bf5530d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:11:29.563491 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ac473c-d3af-44c0-b0ce-461c8391a55e None None] Attempting to bind port 0761c89d-a0f1-4fea-9821-8bf7f5448a79 on network fb2362ae-dcee-441e-bad8-f7139fde4c38 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:11:29.569154 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ac473c-d3af-44c0-b0ce-461c8391a55e None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 11, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:11:29.569527 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ac473c-d3af-44c0-b0ce-461c8391a55e None None] Checking segment: {'id': 'ced7f46c-8b2c-4685-9011-3f958bf5530d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:11:29.569928 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f8ac473c-d3af-44c0-b0ce-461c8391a55e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:29.570319 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8ac473c-d3af-44c0-b0ce-461c8391a55e None None] Bound using segment: {'id': 'ced7f46c-8b2c-4685-9011-3f958bf5530d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:11:29.570784 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-f8ac473c-d3af-44c0-b0ce-461c8391a55e None None] Bound port: 0761c89d-a0f1-4fea-9821-8bf7f5448a79, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ced7f46c-8b2c-4685-9011-3f958bf5530d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:11:29.571165 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f8ac473c-d3af-44c0-b0ce-461c8391a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:29.645578 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-f8ac473c-d3af-44c0-b0ce-461c8391a55e None None] For port 0761c89d-a0f1-4fea-9821-8bf7f5448a79, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:11:29.648711 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-f8ac473c-d3af-44c0-b0ce-461c8391a55e None None] For port 0761c89d-a0f1-4fea-9821-8bf7f5448a79, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0761c89d-a0f1-4fea-9821-8bf7f5448a79,segment=NetworkSegment(ced7f46c-8b2c-4685-9011-3f958bf5530d),segment_id=ced7f46c-8b2c-4685-9011-3f958bf5530d)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:11:29.654066 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-f8ac473c-d3af-44c0-b0ce-461c8391a55e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:29.714090 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8ac473c-d3af-44c0-b0ce-461c8391a55e None None] Routers {'dbd21835-3149-4170-a438-a6282cf24564'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:29.714729 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f8ac473c-d3af-44c0-b0ce-461c8391a55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:11:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['dbd21835-3149-4170-a438-a6282cf24564'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:29.719751 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471f6b35-831d-4e32-82a1-9efafdbe43e9 None None] Pushing event updated for resources: {'Port': ['ID=0761c89d-a0f1-4fea-9821-8bf7f5448a79,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:29.835140 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-f8ac473c-d3af-44c0-b0ce-461c8391a55e None None] Set router dbd21835-3149-4170-a438-a6282cf24564 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:29.872127 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 637d5d9c-0523-42cd-8cb1-bac28caf8b15 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:29.926308 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 637d5d9c-0523-42cd-8cb1-bac28caf8b15 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:29.926810 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:30.007337 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0a7d0a8a-8c11-47ed-9f01-889d0bdad498 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:30.077190 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 0a7d0a8a-8c11-47ed-9f01-889d0bdad498 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:30.078088 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:30.081493 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f8ac473c-d3af-44c0-b0ce-461c8391a55e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd21835-3149-4170-a438-a6282cf24564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294302310', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '637d5d9c-0523-42cd-8cb1-bac28caf8b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:23Z', 'updated_at': '2021-07-16T09:11:27Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': '637d5d9c-0523-42cd-8cb1-bac28caf8b15', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd21835-3149-4170-a438-a6282cf24564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:23Z', 'updated_at': '2021-07-16T09:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '0761c89d-a0f1-4fea-9821-8bf7f5448a79', 'name': '', 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:a8:17:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd21835-3149-4170-a438-a6282cf24564', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'e8da68ae-e824-4776-b351-b4695b8d14ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:26Z', 'updated_at': '2021-07-16T09:11:29Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': 'e8da68ae-e824-4776-b351-b4695b8d14ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:30.112467 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8ac473c-d3af-44c0-b0ce-461c8391a55e None None] The sync data for ids ['dbd21835-3149-4170-a438-a6282cf24564'] in n-d-771362-37 is: [{'id': 'dbd21835-3149-4170-a438-a6282cf24564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294302310', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '637d5d9c-0523-42cd-8cb1-bac28caf8b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:23Z', 'updated_at': '2021-07-16T09:11:27Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': '637d5d9c-0523-42cd-8cb1-bac28caf8b15', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd21835-3149-4170-a438-a6282cf24564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:23Z', 'updated_at': '2021-07-16T09:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '0761c89d-a0f1-4fea-9821-8bf7f5448a79', 'name': '', 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:a8:17:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dbd21835-3149-4170-a438-a6282cf24564', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'e8da68ae-e824-4776-b351-b4695b8d14ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:26Z', 'updated_at': '2021-07-16T09:11:29Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': 'e8da68ae-e824-4776-b351-b4695b8d14ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:30.388958 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c069ebb9-9fa7-43cc-a76c-c219f4b4cc6c req-6324d361-eb72-4bb0-9bd8-847b40a9ef21 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 210 time: 0.0306315 Jul 16 09:11:30.516814 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56194df-4ae0-4f02-92a6-affc769d410e req-0c3d1327-84ec-40c2-813a-8bcca156293a tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:30.518486 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f56194df-4ae0-4f02-92a6-affc769d410e req-0c3d1327-84ec-40c2-813a-8bcca156293a tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.21 "GET /v2.0/networks?id=fb2362ae-dcee-441e-bad8-f7139fde4c38 HTTP/1.1" status: 200 len: 796 time: 0.1121376 Jul 16 09:11:30.567500 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f56194df-4ae0-4f02-92a6-affc769d410e req-bef16256-a6e1-461a-a1ac-bf69016119bd tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5739d70bdc174b1e9a1ab2b759dab11d HTTP/1.1" status: 200 len: 379 time: 0.0403500 Jul 16 09:11:30.576243 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-f56194df-4ae0-4f02-92a6-affc769d410e req-9754dbb1-c463-40d2-9ff6-ce54ab0c0c0c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'port': {'device_id': '598c2737-7394-46e0-96dd-c94b3b012504', 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38', 'admin_state_up': True, 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'security_groups': ['a84eeba1-1387-4ee4-a6c1-3993df2bc207']}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:30.689489 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f56194df-4ae0-4f02-92a6-affc769d410e req-9754dbb1-c463-40d2-9ff6-ce54ab0c0c0c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Made reservation on behalf of 5739d70bdc174b1e9a1ab2b759dab11d for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:11:30.693079 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f56194df-4ae0-4f02-92a6-affc769d410e req-9754dbb1-c463-40d2-9ff6-ce54ab0c0c0c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:30.828235 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-f56194df-4ae0-4f02-92a6-affc769d410e req-9754dbb1-c463-40d2-9ff6-ce54ab0c0c0c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Allocated IP 172.20.0.3 (fb2362ae-dcee-441e-bad8-f7139fde4c38/e8da68ae-e824-4776-b351-b4695b8d14ed/24bd6820-aec8-4dbe-b700-7b7cb1c00426) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:30.973459 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f56194df-4ae0-4f02-92a6-affc769d410e req-9754dbb1-c463-40d2-9ff6-ce54ab0c0c0c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:30.987338 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-f56194df-4ae0-4f02-92a6-affc769d410e req-9754dbb1-c463-40d2-9ff6-ce54ab0c0c0c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Transition to ACTIVE for port object 24bd6820-aec8-4dbe-b700-7b7cb1c00426 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:31.021088 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f56194df-4ae0-4f02-92a6-affc769d410e req-9754dbb1-c463-40d2-9ff6-ce54ab0c0c0c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.070441 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f56194df-4ae0-4f02-92a6-affc769d410e req-9754dbb1-c463-40d2-9ff6-ce54ab0c0c0c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Network fb2362ae-dcee-441e-bad8-f7139fde4c38 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:31.073830 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-f56194df-4ae0-4f02-92a6-affc769d410e req-9754dbb1-c463-40d2-9ff6-ce54ab0c0c0c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:31.078543 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-f56194df-4ae0-4f02-92a6-affc769d410e req-9754dbb1-c463-40d2-9ff6-ce54ab0c0c0c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:11:31.081096 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9754dbb1-c463-40d2-9ff6-ce54ab0c0c0c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'Port': ['ID=24bd6820-aec8-4dbe-b700-7b7cb1c00426,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:31.133197 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56194df-4ae0-4f02-92a6-affc769d410e req-9754dbb1-c463-40d2-9ff6-ce54ab0c0c0c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:31.133942 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f56194df-4ae0-4f02-92a6-affc769d410e req-9754dbb1-c463-40d2-9ff6-ce54ab0c0c0c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.149259 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f56194df-4ae0-4f02-92a6-affc769d410e req-9754dbb1-c463-40d2-9ff6-ce54ab0c0c0c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5768638 Jul 16 09:11:31.160894 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-f56194df-4ae0-4f02-92a6-affc769d410e req-642bdf87-d47b-48c8-8841-d854fb5bf577 service neutron] Request body: {'port': {'device_id': '598c2737-7394-46e0-96dd-c94b3b012504', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:31.242273 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f56194df-4ae0-4f02-92a6-affc769d410e req-642bdf87-d47b-48c8-8841-d854fb5bf577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.294200 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b1d9b1b9-855d-4c1a-992b-36d4ce43b34f None None] Provisioning for port 24bd6820-aec8-4dbe-b700-7b7cb1c00426 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:31.299021 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b1d9b1b9-855d-4c1a-992b-36d4ce43b34f None None] Provisioning complete for port 24bd6820-aec8-4dbe-b700-7b7cb1c00426 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:31.299703 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b1d9b1b9-855d-4c1a-992b-36d4ce43b34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.333542 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b1d9b1b9-855d-4c1a-992b-36d4ce43b34f None None] Port 24bd6820-aec8-4dbe-b700-7b7cb1c00426 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:11:31.507483 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-f56194df-4ae0-4f02-92a6-affc769d410e req-642bdf87-d47b-48c8-8841-d854fb5bf577 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24bd6820-aec8-4dbe-b700-7b7cb1c00426 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:11:31.515595 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f56194df-4ae0-4f02-92a6-affc769d410e req-642bdf87-d47b-48c8-8841-d854fb5bf577 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.527502 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-f56194df-4ae0-4f02-92a6-affc769d410e req-642bdf87-d47b-48c8-8841-d854fb5bf577 service neutron] Transition to ACTIVE for port object 24bd6820-aec8-4dbe-b700-7b7cb1c00426 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:11:31.532038 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f56194df-4ae0-4f02-92a6-affc769d410e req-642bdf87-d47b-48c8-8841-d854fb5bf577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.564281 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd01a57-bdb0-44de-9c41-a33867240e08 req-ef669cda-9d63-476f-8016-668fffedbd13 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:31.565800 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-acd01a57-bdb0-44de-9c41-a33867240e08 req-ef669cda-9d63-476f-8016-668fffedbd13 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 931 time: 0.0646737 Jul 16 09:11:31.588842 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642bdf87-d47b-48c8-8841-d854fb5bf577 service neutron] Pushing event updated for resources: {'Port': ['ID=24bd6820-aec8-4dbe-b700-7b7cb1c00426,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:31.618419 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-acd01a57-bdb0-44de-9c41-a33867240e08 req-6e08747e-aadd-43a3-8f24-1f20ce92de83 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364172 Jul 16 09:11:31.671994 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-f56194df-4ae0-4f02-92a6-affc769d410e req-642bdf87-d47b-48c8-8841-d854fb5bf577 service neutron] Attempting to bind port 24bd6820-aec8-4dbe-b700-7b7cb1c00426 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:11:31.672260 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-f56194df-4ae0-4f02-92a6-affc769d410e req-642bdf87-d47b-48c8-8841-d854fb5bf577 service neutron] Attempting to bind port 24bd6820-aec8-4dbe-b700-7b7cb1c00426 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'ced7f46c-8b2c-4685-9011-3f958bf5530d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:11:31.672631 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56194df-4ae0-4f02-92a6-affc769d410e req-642bdf87-d47b-48c8-8841-d854fb5bf577 service neutron] Attempting to bind port 24bd6820-aec8-4dbe-b700-7b7cb1c00426 on network fb2362ae-dcee-441e-bad8-f7139fde4c38 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:11:31.677480 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56194df-4ae0-4f02-92a6-affc769d410e req-642bdf87-d47b-48c8-8841-d854fb5bf577 service neutron] Port 24bd6820-aec8-4dbe-b700-7b7cb1c00426 on network fb2362ae-dcee-441e-bad8-f7139fde4c38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:11:31.677831 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56194df-4ae0-4f02-92a6-affc769d410e req-642bdf87-d47b-48c8-8841-d854fb5bf577 service neutron] Attempting to bind port 24bd6820-aec8-4dbe-b700-7b7cb1c00426 on network fb2362ae-dcee-441e-bad8-f7139fde4c38 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:11:31.682693 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56194df-4ae0-4f02-92a6-affc769d410e req-642bdf87-d47b-48c8-8841-d854fb5bf577 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 11, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:11:31.683040 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56194df-4ae0-4f02-92a6-affc769d410e req-642bdf87-d47b-48c8-8841-d854fb5bf577 service neutron] Checking segment: {'id': 'ced7f46c-8b2c-4685-9011-3f958bf5530d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:11:31.683434 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f56194df-4ae0-4f02-92a6-affc769d410e req-642bdf87-d47b-48c8-8841-d854fb5bf577 service neutron] Bound using segment: {'id': 'ced7f46c-8b2c-4685-9011-3f958bf5530d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:11:31.683871 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-f56194df-4ae0-4f02-92a6-affc769d410e req-642bdf87-d47b-48c8-8841-d854fb5bf577 service neutron] Bound port: 24bd6820-aec8-4dbe-b700-7b7cb1c00426, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced7f46c-8b2c-4685-9011-3f958bf5530d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:11:31.684239 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f56194df-4ae0-4f02-92a6-affc769d410e req-642bdf87-d47b-48c8-8841-d854fb5bf577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.753399 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-f56194df-4ae0-4f02-92a6-affc769d410e req-642bdf87-d47b-48c8-8841-d854fb5bf577 service neutron] For port 24bd6820-aec8-4dbe-b700-7b7cb1c00426, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:11:31.756610 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-f56194df-4ae0-4f02-92a6-affc769d410e req-642bdf87-d47b-48c8-8841-d854fb5bf577 service neutron] For port 24bd6820-aec8-4dbe-b700-7b7cb1c00426, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=24bd6820-aec8-4dbe-b700-7b7cb1c00426,segment=NetworkSegment(ced7f46c-8b2c-4685-9011-3f958bf5530d),segment_id=ced7f46c-8b2c-4685-9011-3f958bf5530d)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:11:31.761612 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f56194df-4ae0-4f02-92a6-affc769d410e req-642bdf87-d47b-48c8-8841-d854fb5bf577 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.801343 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56194df-4ae0-4f02-92a6-affc769d410e req-642bdf87-d47b-48c8-8841-d854fb5bf577 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:31.801978 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f56194df-4ae0-4f02-92a6-affc769d410e req-642bdf87-d47b-48c8-8841-d854fb5bf577 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.803440 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f56194df-4ae0-4f02-92a6-affc769d410e req-642bdf87-d47b-48c8-8841-d854fb5bf577 service neutron] 10.222.0.21 "PUT /v2.0/ports/24bd6820-aec8-4dbe-b700-7b7cb1c00426 HTTP/1.1" status: 200 len: 1092 time: 0.6471069 Jul 16 09:11:31.803891 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598c2737-7394-46e0-96dd-c94b3b012504', 'tag': '24bd6820-aec8-4dbe-b700-7b7cb1c00426'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:11:31.806203 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-599245df-301c-4629-ba1a-e7d949778385" -d '{"events": [{"name": "network-changed", "server_uuid": "598c2737-7394-46e0-96dd-c94b3b012504", "tag": "24bd6820-aec8-4dbe-b700-7b7cb1c00426"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:11:31.850150 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282c2c2c-2cd0-4a18-8053-6e5016a4a52c x-openstack-request-id: req-282c2c2c-2cd0-4a18-8053-6e5016a4a52c {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:11:31.850625 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598c2737-7394-46e0-96dd-c94b3b012504", "tag": "24bd6820-aec8-4dbe-b700-7b7cb1c00426", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:11:31.850878 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-282c2c2c-2cd0-4a18-8053-6e5016a4a52c {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:11:31.851288 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598c2737-7394-46e0-96dd-c94b3b012504', 'tag': '24bd6820-aec8-4dbe-b700-7b7cb1c00426', 'status': 'completed', 'code': 200} Jul 16 09:11:31.856894 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642bdf87-d47b-48c8-8841-d854fb5bf577 service neutron] Pushing event updated for resources: {'Port': ['ID=24bd6820-aec8-4dbe-b700-7b7cb1c00426,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:31.880733 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0761c89d-a0f1-4fea-9821-8bf7f5448a79 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:31.931595 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56194df-4ae0-4f02-92a6-affc769d410e req-6bf95cd0-6f80-4298-a1b4-ee67664e1d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:31.933413 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f56194df-4ae0-4f02-92a6-affc769d410e req-6bf95cd0-6f80-4298-a1b4-ee67664e1d77 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 1095 time: 0.0671484 Jul 16 09:11:31.935187 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 0761c89d-a0f1-4fea-9821-8bf7f5448a79 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:31.940009 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 0761c89d-a0f1-4fea-9821-8bf7f5448a79 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:31.940469 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:31.974872 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f56194df-4ae0-4f02-92a6-affc769d410e req-b1e9fda6-4ddf-431f-b184-beb6b2eefb76 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24bd6820-aec8-4dbe-b700-7b7cb1c00426 HTTP/1.1" status: 200 len: 217 time: 0.0343390 Jul 16 09:11:32.022340 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:32.032259 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56194df-4ae0-4f02-92a6-affc769d410e req-fd04e968-b19d-4460-9ec8-540b7b870da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:32.033816 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f56194df-4ae0-4f02-92a6-affc769d410e req-fd04e968-b19d-4460-9ec8-540b7b870da5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8da68ae-e824-4776-b351-b4695b8d14ed HTTP/1.1" status: 200 len: 835 time: 0.0519104 Jul 16 09:11:32.056552 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 0761c89d-a0f1-4fea-9821-8bf7f5448a79, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0761c89d-a0f1-4fea-9821-8bf7f5448a79,segment=NetworkSegment(ced7f46c-8b2c-4685-9011-3f958bf5530d),segment_id=ced7f46c-8b2c-4685-9011-3f958bf5530d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:32.060861 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:32.092642 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56194df-4ae0-4f02-92a6-affc769d410e req-82166fef-4015-4f8a-9f23-944146afe865 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:32.094269 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f56194df-4ae0-4f02-92a6-affc769d410e req-82166fef-4015-4f8a-9f23-944146afe865 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb2362ae-dcee-441e-bad8-f7139fde4c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540807 Jul 16 09:11:32.119799 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=0761c89d-a0f1-4fea-9821-8bf7f5448a79,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:32.182523 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f56194df-4ae0-4f02-92a6-affc769d410e req-d645f55f-9251-4583-bf2f-7ce1fce37421 service neutron] 10.222.0.21 "GET /v2.0/networks/fb2362ae-dcee-441e-bad8-f7139fde4c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819511 Jul 16 09:11:32.270907 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f56194df-4ae0-4f02-92a6-affc769d410e req-e454d02d-75a7-4f1d-90ec-c2de1cd19c15 service neutron] 10.222.0.21 "GET /v2.0/networks/fb2362ae-dcee-441e-bad8-f7139fde4c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826375 Jul 16 09:11:32.369547 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599245df-301c-4629-ba1a-e7d949778385 req-a20e92f0-afcd-4260-81d8-0eba27ddf652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:32.371025 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-599245df-301c-4629-ba1a-e7d949778385 req-a20e92f0-afcd-4260-81d8-0eba27ddf652 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 1095 time: 0.0519550 Jul 16 09:11:32.437293 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:32.462816 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599245df-301c-4629-ba1a-e7d949778385 req-04c3da79-8bd7-4c88-ab6e-c45825b9985e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:32.464253 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-599245df-301c-4629-ba1a-e7d949778385 req-04c3da79-8bd7-4c88-ab6e-c45825b9985e service neutron] 10.222.0.21 "GET /v2.0/networks?id=fb2362ae-dcee-441e-bad8-f7139fde4c38 HTTP/1.1" status: 200 len: 897 time: 0.0873647 Jul 16 09:11:32.493939 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:32.505494 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-599245df-301c-4629-ba1a-e7d949778385 req-094c9610-12e0-48ef-98a8-2ef1e002e5a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24bd6820-aec8-4dbe-b700-7b7cb1c00426 HTTP/1.1" status: 200 len: 217 time: 0.0338833 Jul 16 09:11:32.553360 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599245df-301c-4629-ba1a-e7d949778385 req-f7bc75bd-d8bf-4468-b108-3484706af143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:32.554808 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-599245df-301c-4629-ba1a-e7d949778385 req-f7bc75bd-d8bf-4468-b108-3484706af143 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8da68ae-e824-4776-b351-b4695b8d14ed HTTP/1.1" status: 200 len: 835 time: 0.0429208 Jul 16 09:11:32.614747 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599245df-301c-4629-ba1a-e7d949778385 req-e8b8c42d-92ae-419a-887a-ebc57b44e5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:32.616211 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-599245df-301c-4629-ba1a-e7d949778385 req-e8b8c42d-92ae-419a-887a-ebc57b44e5a4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb2362ae-dcee-441e-bad8-f7139fde4c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548813 Jul 16 09:11:32.706861 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-599245df-301c-4629-ba1a-e7d949778385 req-d3eeff4a-c29a-4d1a-b5f8-1d5d605f51d6 service neutron] 10.222.0.21 "GET /v2.0/networks/fb2362ae-dcee-441e-bad8-f7139fde4c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831203 Jul 16 09:11:32.793347 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ef902f-c887-454b-8b07-6fd5d94141d4 req-e70f6688-9d70-4e1d-bff6-49a242550927 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:32.795137 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d0ef902f-c887-454b-8b07-6fd5d94141d4 req-e70f6688-9d70-4e1d-bff6-49a242550927 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 943 time: 0.0645211 Jul 16 09:11:32.802465 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-599245df-301c-4629-ba1a-e7d949778385 req-44b78df0-9983-401b-88c2-ac042763deba service neutron] 10.222.0.21 "GET /v2.0/networks/fb2362ae-dcee-441e-bad8-f7139fde4c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886297 Jul 16 09:11:32.837166 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d0ef902f-c887-454b-8b07-6fd5d94141d4 req-dbaa6523-d9da-4df9-a7bf-bba7dc684d52 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359790 Jul 16 09:11:33.325700 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7df38e5b-f356-4d6e-b48e-a299c4e70ced None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:33.838810 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0761c89d-a0f1-4fea-9821-8bf7f5448a79 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:33.886659 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 0761c89d-a0f1-4fea-9821-8bf7f5448a79 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:33.887039 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:34.009909 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ce27db-4de2-4d32-8574-280178f28a4c req-1ef279bc-8a10-4a59-b20a-fa9088e389db tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:34.011312 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-40ce27db-4de2-4d32-8574-280178f28a4c req-1ef279bc-8a10-4a59-b20a-fa9088e389db tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 943 time: 0.0632133 Jul 16 09:11:34.048736 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-40ce27db-4de2-4d32-8574-280178f28a4c req-1f715d0a-e19e-4b9b-968c-d7b07ef4bc51 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312634 Jul 16 09:11:34.231487 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 24bd6820-aec8-4dbe-b700-7b7cb1c00426 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:11:34.324301 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 24bd6820-aec8-4dbe-b700-7b7cb1c00426, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=24bd6820-aec8-4dbe-b700-7b7cb1c00426,segment=NetworkSegment(ced7f46c-8b2c-4685-9011-3f958bf5530d),segment_id=ced7f46c-8b2c-4685-9011-3f958bf5530d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:34.335698 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '24bd6820-aec8-4dbe-b700-7b7cb1c00426', 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38', 'port_id': '24bd6820-aec8-4dbe-b700-7b7cb1c00426', 'mac_address': 'fa:16:3e:d4:68:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8da68ae-e824-4776-b351-b4695b8d14ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:11:34.371096 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:34.387558 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24bd6820-aec8-4dbe-b700-7b7cb1c00426 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:11:34.408075 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 24bd6820-aec8-4dbe-b700-7b7cb1c00426, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=24bd6820-aec8-4dbe-b700-7b7cb1c00426,segment=NetworkSegment(ced7f46c-8b2c-4685-9011-3f958bf5530d),segment_id=ced7f46c-8b2c-4685-9011-3f958bf5530d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:34.411961 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:34.460873 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=24bd6820-aec8-4dbe-b700-7b7cb1c00426,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:34.612003 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['24bd6820-aec8-4dbe-b700-7b7cb1c00426'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:11:35.218478 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca69d078-7053-4c3d-95f7-d92bc72bb5fe req-aef53076-8b12-42be-a83f-e0c4b72fa6ec tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:35.219887 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ca69d078-7053-4c3d-95f7-d92bc72bb5fe req-aef53076-8b12-42be-a83f-e0c4b72fa6ec tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 944 time: 0.0630758 Jul 16 09:11:35.257821 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ca69d078-7053-4c3d-95f7-d92bc72bb5fe req-9159ec92-b349-4c88-8616-5d5dcfa8ad69 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320144 Jul 16 09:11:35.742039 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8375d7b8-839d-4b1f-a92f-e6951fb07c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:36.055119 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:36.240203 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 24bd6820-aec8-4dbe-b700-7b7cb1c00426 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:11:36.288157 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 24bd6820-aec8-4dbe-b700-7b7cb1c00426 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:11:36.292305 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 24bd6820-aec8-4dbe-b700-7b7cb1c00426 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:11:36.292719 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:36.374113 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:36.399202 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598c2737-7394-46e0-96dd-c94b3b012504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24bd6820-aec8-4dbe-b700-7b7cb1c00426'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:11:36.401551 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48e957df-00c8-4ed7-aa63-53bf146611b2" -d '{"events": [{"server_uuid": "598c2737-7394-46e0-96dd-c94b3b012504", "name": "network-vif-plugged", "status": "completed", "tag": "24bd6820-aec8-4dbe-b700-7b7cb1c00426"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:11:36.416140 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 24bd6820-aec8-4dbe-b700-7b7cb1c00426, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=24bd6820-aec8-4dbe-b700-7b7cb1c00426,segment=NetworkSegment(ced7f46c-8b2c-4685-9011-3f958bf5530d),segment_id=ced7f46c-8b2c-4685-9011-3f958bf5530d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:11:36.420754 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:36.449305 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:11:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdc3d351-3874-4e06-a517-fe868b6ebc19 x-openstack-request-id: req-bdc3d351-3874-4e06-a517-fe868b6ebc19 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:11:36.449658 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598c2737-7394-46e0-96dd-c94b3b012504", "name": "network-vif-plugged", "status": "completed", "tag": "24bd6820-aec8-4dbe-b700-7b7cb1c00426", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:11:36.449827 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bdc3d351-3874-4e06-a517-fe868b6ebc19 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:11:36.450214 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598c2737-7394-46e0-96dd-c94b3b012504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24bd6820-aec8-4dbe-b700-7b7cb1c00426', 'code': 200} Jul 16 09:11:36.477323 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=24bd6820-aec8-4dbe-b700-7b7cb1c00426,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:36.588309 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8010b2f-be33-474e-b4d2-6d3198c83f52 req-091d6933-70fc-460b-958e-690357617b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:36.589769 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f8010b2f-be33-474e-b4d2-6d3198c83f52 req-091d6933-70fc-460b-958e-690357617b49 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 1097 time: 0.0822854 Jul 16 09:11:36.635624 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f8010b2f-be33-474e-b4d2-6d3198c83f52 req-bea0c340-9247-42a8-a50d-dc45948016da service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390723 Jul 16 09:11:36.649340 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85228e08-8cbd-42a1-8a12-03718cf0d7e4 req-0dfff9e1-1a6d-465c-baea-d4d77701cdce tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:36.650750 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-85228e08-8cbd-42a1-8a12-03718cf0d7e4 req-0dfff9e1-1a6d-465c-baea-d4d77701cdce tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 945 time: 0.0912673 Jul 16 09:11:36.688557 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-85228e08-8cbd-42a1-8a12-03718cf0d7e4 req-783d60cb-da4a-41dd-be0d-168ecd84db31 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317197 Jul 16 09:11:37.189632 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:37.865050 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a6d8e9-2f19-4f5c-bc85-d6f64374246c req-1bd97a0c-1557-4de3-b682-1e3b4f46a7de tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:37.866511 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87a6d8e9-2f19-4f5c-bc85-d6f64374246c req-1bd97a0c-1557-4de3-b682-1e3b4f46a7de tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 945 time: 0.0633161 Jul 16 09:11:37.903015 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87a6d8e9-2f19-4f5c-bc85-d6f64374246c req-8a849270-e8ea-4c00-806d-8ef5df45ff97 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309339 Jul 16 09:11:38.071403 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c248c4a1-f4b4-4246-aa17-f0c02e06124c req-65ca51e5-c087-484a-b443-0e626d065589 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:38.072895 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c248c4a1-f4b4-4246-aa17-f0c02e06124c req-65ca51e5-c087-484a-b443-0e626d065589 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 945 time: 0.0619032 Jul 16 09:11:38.109508 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c248c4a1-f4b4-4246-aa17-f0c02e06124c req-9b021ff8-98b5-48fc-a5b6-520dc69c6605 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306304 Jul 16 09:11:38.132737 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43556) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:38.188200 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-296d6fec-9d08-4f3e-b431-23e6f82ae159 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:38.189732 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-296d6fec-9d08-4f3e-b431-23e6f82ae159 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 1092 time: 0.0559812 Jul 16 09:11:38.192489 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43560) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:38.196801 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-9df56212-9cec-4f7a-8117-0532518e65eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'port_id': '24bd6820-aec8-4dbe-b700-7b7cb1c00426', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:11:38.220028 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9df56212-9cec-4f7a-8117-0532518e65eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:38.312640 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9df56212-9cec-4f7a-8117-0532518e65eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:38.413695 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-9df56212-9cec-4f7a-8117-0532518e65eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Allocated IP 172.25.3.147 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/31c1a4e6-7f05-4c0d-a641-a38e93e47e8a) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:11:38.519108 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9df56212-9cec-4f7a-8117-0532518e65eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:38.557846 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9df56212-9cec-4f7a-8117-0532518e65eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:38.596150 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df56212-9cec-4f7a-8117-0532518e65eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:11:38.598806 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-9df56212-9cec-4f7a-8117-0532518e65eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:11:38.602312 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df56212-9cec-4f7a-8117-0532518e65eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:11:38.607554 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df56212-9cec-4f7a-8117-0532518e65eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'Port': ['ID=31c1a4e6-7f05-4c0d-a641-a38e93e47e8a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:38.651770 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:38.991588 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9df56212-9cec-4f7a-8117-0532518e65eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:39.343415 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9df56212-9cec-4f7a-8117-0532518e65eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:39.482411 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9df56212-9cec-4f7a-8117-0532518e65eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:39.487311 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9df56212-9cec-4f7a-8117-0532518e65eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:39.553701 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df56212-9cec-4f7a-8117-0532518e65eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'Port': ['ID=31c1a4e6-7f05-4c0d-a641-a38e93e47e8a,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:11:39.565674 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9df56212-9cec-4f7a-8117-0532518e65eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:39.662726 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-9df56212-9cec-4f7a-8117-0532518e65eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Floating IP 2cc5e991-b040-4b7e-b046-b8896ac54221 associated. External IP: 172.25.3.147, port: 24bd6820-aec8-4dbe-b700-7b7cb1c00426. Jul 16 09:11:39.865329 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9df56212-9cec-4f7a-8117-0532518e65eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Router dbd21835-3149-4170-a438-a6282cf24564 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:11:39.970071 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df56212-9cec-4f7a-8117-0532518e65eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:11:39.980071 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f731549-e8ee-4060-abb1-2a8ea44029c6 None None] Sync routers for ids ['dbd21835-3149-4170-a438-a6282cf24564'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:11:39.987334 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9df56212-9cec-4f7a-8117-0532518e65eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:11:39.991408 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f731549-e8ee-4060-abb1-2a8ea44029c6 None None] Routers {'dbd21835-3149-4170-a438-a6282cf24564'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:39.992038 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4f731549-e8ee-4060-abb1-2a8ea44029c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:11:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['dbd21835-3149-4170-a438-a6282cf24564'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:40.023595 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9df56212-9cec-4f7a-8117-0532518e65eb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8300860 Jul 16 09:11:40.024193 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598c2737-7394-46e0-96dd-c94b3b012504', 'tag': '24bd6820-aec8-4dbe-b700-7b7cb1c00426'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:11:40.026502 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0461aa9-d791-42ef-bad1-c0c8248cc349" -d '{"events": [{"name": "network-changed", "server_uuid": "598c2737-7394-46e0-96dd-c94b3b012504", "tag": "24bd6820-aec8-4dbe-b700-7b7cb1c00426"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:11:40.065791 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:11:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e551c065-558e-41c9-ad1f-5a6598356147 x-openstack-request-id: req-e551c065-558e-41c9-ad1f-5a6598356147 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:11:40.066142 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598c2737-7394-46e0-96dd-c94b3b012504", "tag": "24bd6820-aec8-4dbe-b700-7b7cb1c00426", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:11:40.066408 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e551c065-558e-41c9-ad1f-5a6598356147 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:11:40.066826 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598c2737-7394-46e0-96dd-c94b3b012504', 'tag': '24bd6820-aec8-4dbe-b700-7b7cb1c00426', 'status': 'completed', 'code': 200} Jul 16 09:11:40.112288 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-4f731549-e8ee-4060-abb1-2a8ea44029c6 None None] Set router dbd21835-3149-4170-a438-a6282cf24564 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:40.142250 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0461aa9-d791-42ef-bad1-c0c8248cc349 req-7074967b-2342-467b-b66c-95d1c49c1799 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:40.143750 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e0461aa9-d791-42ef-bad1-c0c8248cc349 req-7074967b-2342-467b-b66c-95d1c49c1799 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 1097 time: 0.0551538 Jul 16 09:11:40.184567 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b582202-046f-4d19-a566-0d556dc750e5 req-26db0f8c-8227-4bd9-9474-5130ce8c873e tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:40.186061 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3b582202-046f-4d19-a566-0d556dc750e5 req-26db0f8c-8227-4bd9-9474-5130ce8c873e tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 945 time: 0.0703020 Jul 16 09:11:40.227535 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3b582202-046f-4d19-a566-0d556dc750e5 req-b5386a21-64ec-48af-b83d-7df49a1bf7a7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331342 Jul 16 09:11:40.252767 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0461aa9-d791-42ef-bad1-c0c8248cc349 req-c8fdda20-51bc-49e7-a9ec-16402d230d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:40.254260 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e0461aa9-d791-42ef-bad1-c0c8248cc349 req-c8fdda20-51bc-49e7-a9ec-16402d230d36 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fb2362ae-dcee-441e-bad8-f7139fde4c38 HTTP/1.1" status: 200 len: 897 time: 0.1033692 Jul 16 09:11:40.256703 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43566) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:40.352920 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4f731549-e8ee-4060-abb1-2a8ea44029c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd21835-3149-4170-a438-a6282cf24564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294302310', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '637d5d9c-0523-42cd-8cb1-bac28caf8b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:23Z', 'updated_at': '2021-07-16T09:11:27Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': '637d5d9c-0523-42cd-8cb1-bac28caf8b15', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd21835-3149-4170-a438-a6282cf24564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:23Z', 'updated_at': '2021-07-16T09:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '2cc5e991-b040-4b7e-b046-b8896ac54221', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'dbd21835-3149-4170-a438-a6282cf24564', 'port_id': '24bd6820-aec8-4dbe-b700-7b7cb1c00426', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38', 'mac_address': 'fa:16:3e:d4:68:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598c2737-7394-46e0-96dd-c94b3b012504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:11:38Z', 'updated_at': '2021-07-16T09:11:38Z', 'revision_number': 0, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0761c89d-a0f1-4fea-9821-8bf7f5448a79', 'name': '', 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:a8:17:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd21835-3149-4170-a438-a6282cf24564', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'e8da68ae-e824-4776-b351-b4695b8d14ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:26Z', 'updated_at': '2021-07-16T09:11:32Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': 'e8da68ae-e824-4776-b351-b4695b8d14ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:40.361988 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c24af4d7-3581-4db8-a6e0-1f45b631005e tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/floatingips/2cc5e991-b040-4b7e-b046-b8896ac54221 HTTP/1.1" status: 200 len: 991 time: 0.1041758 Jul 16 09:11:40.366328 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e0461aa9-d791-42ef-bad1-c0c8248cc349 req-1b8b8e01-cb0f-4bfe-af0e-3379886fe5d5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24bd6820-aec8-4dbe-b700-7b7cb1c00426 HTTP/1.1" status: 200 len: 999 time: 0.1032555 Jul 16 09:11:40.379863 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f731549-e8ee-4060-abb1-2a8ea44029c6 None None] Checking router: dbd21835-3149-4170-a438-a6282cf24564 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:11:40.387960 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f731549-e8ee-4060-abb1-2a8ea44029c6 None None] Routers {'dbd21835-3149-4170-a438-a6282cf24564'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:11:40.388584 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4f731549-e8ee-4060-abb1-2a8ea44029c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:11:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['dbd21835-3149-4170-a438-a6282cf24564'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:40.413851 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0461aa9-d791-42ef-bad1-c0c8248cc349 req-dcb30991-8293-4b24-8f69-60b7fd1b55b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:40.415293 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e0461aa9-d791-42ef-bad1-c0c8248cc349 req-dcb30991-8293-4b24-8f69-60b7fd1b55b4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8da68ae-e824-4776-b351-b4695b8d14ed HTTP/1.1" status: 200 len: 835 time: 0.0432584 Jul 16 09:11:40.471631 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0461aa9-d791-42ef-bad1-c0c8248cc349 req-bb25e426-ae48-493c-804b-e6ec4bc84daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:40.473190 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e0461aa9-d791-42ef-bad1-c0c8248cc349 req-bb25e426-ae48-493c-804b-e6ec4bc84daf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb2362ae-dcee-441e-bad8-f7139fde4c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519605 Jul 16 09:11:40.490499 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-4f731549-e8ee-4060-abb1-2a8ea44029c6 None None] Set router dbd21835-3149-4170-a438-a6282cf24564 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:11:40.567468 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e0461aa9-d791-42ef-bad1-c0c8248cc349 req-6ec3101a-465a-4f76-a8dc-eff263b5f2a8 service neutron] 10.222.0.21 "GET /v2.0/networks/fb2362ae-dcee-441e-bad8-f7139fde4c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878663 Jul 16 09:11:40.660155 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e0461aa9-d791-42ef-bad1-c0c8248cc349 req-4f8b576a-7bbe-4974-9431-9b66b5ee4a0b service neutron] 10.222.0.21 "GET /v2.0/networks/fb2362ae-dcee-441e-bad8-f7139fde4c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863409 Jul 16 09:11:40.857645 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4f731549-e8ee-4060-abb1-2a8ea44029c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd21835-3149-4170-a438-a6282cf24564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294302310', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '637d5d9c-0523-42cd-8cb1-bac28caf8b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:23Z', 'updated_at': '2021-07-16T09:11:27Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': '637d5d9c-0523-42cd-8cb1-bac28caf8b15', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd21835-3149-4170-a438-a6282cf24564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:23Z', 'updated_at': '2021-07-16T09:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '2cc5e991-b040-4b7e-b046-b8896ac54221', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'dbd21835-3149-4170-a438-a6282cf24564', 'port_id': '24bd6820-aec8-4dbe-b700-7b7cb1c00426', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38', 'mac_address': 'fa:16:3e:d4:68:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598c2737-7394-46e0-96dd-c94b3b012504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:11:38Z', 'updated_at': '2021-07-16T09:11:38Z', 'revision_number': 0, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0761c89d-a0f1-4fea-9821-8bf7f5448a79', 'name': '', 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:a8:17:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd21835-3149-4170-a438-a6282cf24564', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'e8da68ae-e824-4776-b351-b4695b8d14ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:26Z', 'updated_at': '2021-07-16T09:11:32Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': 'e8da68ae-e824-4776-b351-b4695b8d14ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:11:40.885536 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f731549-e8ee-4060-abb1-2a8ea44029c6 None None] The sync data for ids ['dbd21835-3149-4170-a438-a6282cf24564'] in n-d-771362-37 is: [{'id': 'dbd21835-3149-4170-a438-a6282cf24564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294302310', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '637d5d9c-0523-42cd-8cb1-bac28caf8b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:23Z', 'updated_at': '2021-07-16T09:11:27Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': '637d5d9c-0523-42cd-8cb1-bac28caf8b15', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd21835-3149-4170-a438-a6282cf24564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:23Z', 'updated_at': '2021-07-16T09:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '2cc5e991-b040-4b7e-b046-b8896ac54221', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'floating_ip_address': '172.25.3.147', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'dbd21835-3149-4170-a438-a6282cf24564', 'port_id': '24bd6820-aec8-4dbe-b700-7b7cb1c00426', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3756, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38', 'mac_address': 'fa:16:3e:d4:68:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '598c2737-7394-46e0-96dd-c94b3b012504', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:11:38Z', 'updated_at': '2021-07-16T09:11:38Z', 'revision_number': 0, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0761c89d-a0f1-4fea-9821-8bf7f5448a79', 'name': '', 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:a8:17:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd21835-3149-4170-a438-a6282cf24564', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'e8da68ae-e824-4776-b351-b4695b8d14ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:26Z', 'updated_at': '2021-07-16T09:11:32Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': 'e8da68ae-e824-4776-b351-b4695b8d14ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:11:41.072649 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a8b8304-81d0-466f-aba2-a37fdae56587 None None] New status for floating IP 2cc5e991-b040-4b7e-b046-b8896ac54221: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:11:41.365930 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43568) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:11:41.430188 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-19529d89-5a03-47fb-a404-26d8b5fae2c2 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/floatingips/2cc5e991-b040-4b7e-b046-b8896ac54221 HTTP/1.1" status: 200 len: 993 time: 0.0631254 Jul 16 09:11:50.259544 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:11:52.774266 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-02f11997-3bea-4628-88bf-93ca17575ee4 req-783ea95b-12ca-4a52-8a76-0ba80a085bee service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0528245 Jul 16 09:11:52.867972 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f11997-3bea-4628-88bf-93ca17575ee4 req-1ca85c7e-5e4c-46cf-9da4-773b93c77f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:52.869553 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-02f11997-3bea-4628-88bf-93ca17575ee4 req-1ca85c7e-5e4c-46cf-9da4-773b93c77f0a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 1097 time: 0.0523751 Jul 16 09:11:52.979820 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f11997-3bea-4628-88bf-93ca17575ee4 req-963b6e26-167c-4cce-bfca-ba5554cc5a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:52.981331 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-02f11997-3bea-4628-88bf-93ca17575ee4 req-963b6e26-167c-4cce-bfca-ba5554cc5a88 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fb2362ae-dcee-441e-bad8-f7139fde4c38 HTTP/1.1" status: 200 len: 897 time: 0.0914187 Jul 16 09:11:53.049463 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-02f11997-3bea-4628-88bf-93ca17575ee4 req-cdde2fc9-8b58-4276-8062-7710f8d92931 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24bd6820-aec8-4dbe-b700-7b7cb1c00426 HTTP/1.1" status: 200 len: 1001 time: 0.0611331 Jul 16 09:11:53.099150 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f11997-3bea-4628-88bf-93ca17575ee4 req-d44819fd-551f-4d5b-aba3-f234ca7b9ebb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:53.100616 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-02f11997-3bea-4628-88bf-93ca17575ee4 req-d44819fd-551f-4d5b-aba3-f234ca7b9ebb service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8da68ae-e824-4776-b351-b4695b8d14ed HTTP/1.1" status: 200 len: 835 time: 0.0441198 Jul 16 09:11:53.157315 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f11997-3bea-4628-88bf-93ca17575ee4 req-cc7fadc9-5b83-4385-b3d4-616c21ffaa2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:11:53.158905 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-02f11997-3bea-4628-88bf-93ca17575ee4 req-cc7fadc9-5b83-4385-b3d4-616c21ffaa2c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb2362ae-dcee-441e-bad8-f7139fde4c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520294 Jul 16 09:11:53.251665 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-02f11997-3bea-4628-88bf-93ca17575ee4 req-dc1b7e07-5e29-4e84-9c52-d48acc7d3dae service neutron] 10.222.0.21 "GET /v2.0/networks/fb2362ae-dcee-441e-bad8-f7139fde4c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851128 Jul 16 09:11:53.342546 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-02f11997-3bea-4628-88bf-93ca17575ee4 req-08cab0d6-bb4c-4dff-9359-931b8d158a39 service neutron] 10.222.0.21 "GET /v2.0/networks/fb2362ae-dcee-441e-bad8-f7139fde4c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832736 Jul 16 09:12:02.451953 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:02.503862 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:03.326048 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bc606e80-028a-4f2c-9efb-2cf5bd4418f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:05.741670 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-04d2311c-8451-49a9-8193-b7cf34d03014 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:06.056643 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:07.191960 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:08.654817 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:10.148497 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62cca9-199a-4934-8a7e-9b55ea9879a3 req-dd6badef-df11-498f-aec7-c3492255e67f tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:10.150683 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fb62cca9-199a-4934-8a7e-9b55ea9879a3 req-dd6badef-df11-498f-aec7-c3492255e67f tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 1097 time: 0.0518258 Jul 16 09:12:10.184940 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fb62cca9-199a-4934-8a7e-9b55ea9879a3 req-850f449e-52f3-4420-8518-3ef0ae8fae4e tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286238 Jul 16 09:12:10.365471 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199bffbf-f10b-49f6-8819-10c431666f02 req-666cf4dc-1d15-41fc-96ff-a7c1413ddf37 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:10.366960 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-199bffbf-f10b-49f6-8819-10c431666f02 req-666cf4dc-1d15-41fc-96ff-a7c1413ddf37 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 945 time: 0.0676861 Jul 16 09:12:10.404295 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-199bffbf-f10b-49f6-8819-10c431666f02 req-4a236770-e32f-4fd4-9a8d-34a724471e9b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318604 Jul 16 09:12:10.428055 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43584) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:10.487232 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-be26deb5-c872-450a-b093-c02051c9faf2 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/floatingips/2cc5e991-b040-4b7e-b046-b8896ac54221 HTTP/1.1" status: 200 len: 993 time: 0.0578718 Jul 16 09:12:11.105802 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-1bb387ce-3b25-4619-9fc5-032391209191 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0538955 Jul 16 09:12:11.180332 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695dbc76-df15-457a-9c57-4b7c3c3aeeaa req-4b241da7-673b-495c-b475-4bc7c85ad5b8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:11.180332 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-695dbc76-df15-457a-9c57-4b7c3c3aeeaa req-4b241da7-673b-495c-b475-4bc7c85ad5b8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 945 time: 0.0726421 Jul 16 09:12:11.224589 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-695dbc76-df15-457a-9c57-4b7c3c3aeeaa req-27fb0696-e44a-441f-be2f-d9fbf172d91a tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346661 Jul 16 09:12:12.462840 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e3529f-ed8f-48a6-9289-07798de8cb6c req-ad6f693f-d022-4d49-a6c3-a22eeefd08b0 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:12.464338 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-00e3529f-ed8f-48a6-9289-07798de8cb6c req-ad6f693f-d022-4d49-a6c3-a22eeefd08b0 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 945 time: 0.1145000 Jul 16 09:12:12.489363 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-dd107a66-3012-4e86-bc24-71377cbf223b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:12.490762 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-dd107a66-3012-4e86-bc24-71377cbf223b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 1097 time: 0.0942810 Jul 16 09:12:12.537511 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-00e3529f-ed8f-48a6-9289-07798de8cb6c req-1902d937-f53a-4d74-b086-7494f7f11072 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673077 Jul 16 09:12:12.608648 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-e1366d92-33ce-4fb3-96a1-5724c9605c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:12.610399 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-e1366d92-33ce-4fb3-96a1-5724c9605c84 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fb2362ae-dcee-441e-bad8-f7139fde4c38 HTTP/1.1" status: 200 len: 897 time: 0.1121979 Jul 16 09:12:12.679868 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-915c2d18-6076-4c67-822a-bcf36847658f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24bd6820-aec8-4dbe-b700-7b7cb1c00426 HTTP/1.1" status: 200 len: 1001 time: 0.0617921 Jul 16 09:12:12.735231 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-c3853d8b-f653-485c-a8d6-4fedbeecb5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:12.736895 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-c3853d8b-f653-485c-a8d6-4fedbeecb5a8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8da68ae-e824-4776-b351-b4695b8d14ed HTTP/1.1" status: 200 len: 835 time: 0.0497773 Jul 16 09:12:12.810360 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-3a2506d7-76e6-4ffa-bc9c-bbb7d1c2c007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:12.812194 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-3a2506d7-76e6-4ffa-bc9c-bbb7d1c2c007 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb2362ae-dcee-441e-bad8-f7139fde4c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0687425 Jul 16 09:12:12.914882 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-5ca66b12-bd0b-4f92-a5e6-f8ab3100d8e6 service neutron] 10.222.0.21 "GET /v2.0/networks/fb2362ae-dcee-441e-bad8-f7139fde4c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957959 Jul 16 09:12:13.014506 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-9b3780c0-b4c1-4a7d-8c34-b109286fd1ad service neutron] 10.222.0.21 "GET /v2.0/networks/fb2362ae-dcee-441e-bad8-f7139fde4c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934434 Jul 16 09:12:13.714378 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0822c93-1508-4902-90c4-fd344f994a60 req-e3963519-0e8d-4574-bb00-810234d60521 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:13.715847 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a0822c93-1508-4902-90c4-fd344f994a60 req-e3963519-0e8d-4574-bb00-810234d60521 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 945 time: 0.0648041 Jul 16 09:12:13.754265 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a0822c93-1508-4902-90c4-fd344f994a60 req-ec6a11fd-8947-410e-909f-59a443d57666 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328069 Jul 16 09:12:14.929139 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef631baa-72a4-4ae7-83e7-955a1b4f1214 req-e53d98d3-0072-4425-9f1c-e4e6af356ff7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:14.930633 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef631baa-72a4-4ae7-83e7-955a1b4f1214 req-e53d98d3-0072-4425-9f1c-e4e6af356ff7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 945 time: 0.0625591 Jul 16 09:12:14.967509 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef631baa-72a4-4ae7-83e7-955a1b4f1214 req-9aa22286-5d84-4efd-a88c-22f2d854e552 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308821 Jul 16 09:12:16.142279 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f95b49e-9493-4332-9f84-735d061c1412 req-00e178db-17d6-4959-847e-8cc3747d0670 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:16.143758 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3f95b49e-9493-4332-9f84-735d061c1412 req-00e178db-17d6-4959-847e-8cc3747d0670 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 945 time: 0.0623555 Jul 16 09:12:16.181673 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3f95b49e-9493-4332-9f84-735d061c1412 req-d8ca23d8-b1cd-47c2-8e24-c32775339a8a tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316262 Jul 16 09:12:17.357311 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba1d99f-6df1-4981-850b-db80ad5ceb18 req-6c972a1a-356e-450a-bd04-038fe9985106 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:17.358833 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7ba1d99f-6df1-4981-850b-db80ad5ceb18 req-6c972a1a-356e-450a-bd04-038fe9985106 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 945 time: 0.0674438 Jul 16 09:12:17.397495 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7ba1d99f-6df1-4981-850b-db80ad5ceb18 req-8ded59b8-4f23-4519-a943-d32f2c1607a1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330389 Jul 16 09:12:18.573648 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcff0b-912f-4b20-8377-9117f9e2c76b req-15992309-6e0a-49f6-aaff-39beffe556d3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:18.575153 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f1bcff0b-912f-4b20-8377-9117f9e2c76b req-15992309-6e0a-49f6-aaff-39beffe556d3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 945 time: 0.0685055 Jul 16 09:12:18.613376 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f1bcff0b-912f-4b20-8377-9117f9e2c76b req-4befb464-a299-492e-9c5c-d7253f194758 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317848 Jul 16 09:12:19.789763 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92a05fb-bb54-498e-b476-cf436bd1bfee req-cd3191a5-ca62-4e66-a969-f80c8c854d54 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:19.791272 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d92a05fb-bb54-498e-b476-cf436bd1bfee req-cd3191a5-ca62-4e66-a969-f80c8c854d54 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 945 time: 0.0668733 Jul 16 09:12:19.835794 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d92a05fb-bb54-498e-b476-cf436bd1bfee req-ccf805d7-cff8-49bc-984a-f469454a58e5 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372655 Jul 16 09:12:21.012562 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf8fd88-b23e-4a24-ad3f-e5da95ba8fc4 req-4025a623-bab2-47fb-a6ef-63ed3c0d588c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:21.013967 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fdf8fd88-b23e-4a24-ad3f-e5da95ba8fc4 req-4025a623-bab2-47fb-a6ef-63ed3c0d588c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 945 time: 0.0629046 Jul 16 09:12:21.052609 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fdf8fd88-b23e-4a24-ad3f-e5da95ba8fc4 req-605389b5-7dfa-487b-a875-37683e005eba tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330906 Jul 16 09:12:22.223113 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d03a719-4e50-451c-879c-c72014bbe70c req-0ca5682a-c6c7-4ef7-a193-713076bc064b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:22.224636 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8d03a719-4e50-451c-879c-c72014bbe70c req-0ca5682a-c6c7-4ef7-a193-713076bc064b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 945 time: 0.0629287 Jul 16 09:12:22.264370 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8d03a719-4e50-451c-879c-c72014bbe70c req-52628775-0c92-4c2c-b125-e44ad34e011e tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323870 Jul 16 09:12:23.439508 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90c72b4-d35e-43f4-bcf0-0ba2df225502 req-1cae3ef3-436b-4d1f-9579-5354022e64df tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:23.440944 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b90c72b4-d35e-43f4-bcf0-0ba2df225502 req-1cae3ef3-436b-4d1f-9579-5354022e64df tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 945 time: 0.0660028 Jul 16 09:12:23.479021 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b90c72b4-d35e-43f4-bcf0-0ba2df225502 req-4e2ff542-37fb-4f0b-adf6-f3fa647663e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324962 Jul 16 09:12:24.659125 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e3bd772-5e0f-4776-baf8-7647cb669cf1 req-7eed7635-1794-47d5-875c-eade4c2105ca tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:24.660612 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9e3bd772-5e0f-4776-baf8-7647cb669cf1 req-7eed7635-1794-47d5-875c-eade4c2105ca tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 945 time: 0.0667191 Jul 16 09:12:24.698549 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9e3bd772-5e0f-4776-baf8-7647cb669cf1 req-0c8571c5-1c68-433d-ba73-7d0de5d5a593 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322950 Jul 16 09:12:24.919586 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-6295ae74-b4d2-4351-b564-2257c895b2f6 service neutron] show failed (client error): The resource could not be found. Jul 16 09:12:24.920634 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-6295ae74-b4d2-4351-b564-2257c895b2f6 service neutron] 10.222.0.21 "GET /v2.0/ports/24bd6820-aec8-4dbe-b700-7b7cb1c00426/bindings/n-h1-771362-37 HTTP/1.1" status: 404 len: 381 time: 0.0552247 Jul 16 09:12:25.168279 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-93280009-3c42-4498-bfde-44e4e8cc7c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:25.169851 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-93280009-3c42-4498-bfde-44e4e8cc7c7c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504&tenant_id=5739d70bdc174b1e9a1ab2b759dab11d HTTP/1.1" status: 200 len: 1097 time: 0.0517154 Jul 16 09:12:25.180691 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-37', 'device_owner': 'compute:nova'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:25.249585 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:25.449247 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] For port 24bd6820-aec8-4dbe-b700-7b7cb1c00426, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=24bd6820-aec8-4dbe-b700-7b7cb1c00426,segment=NetworkSegment(ced7f46c-8b2c-4685-9011-3f958bf5530d),segment_id=ced7f46c-8b2c-4685-9011-3f958bf5530d)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:25.480974 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] For port 24bd6820-aec8-4dbe-b700-7b7cb1c00426, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:12:25.519897 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598c2737-7394-46e0-96dd-c94b3b012504', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24bd6820-aec8-4dbe-b700-7b7cb1c00426'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:12:25.522201 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d77826d-1e7c-4759-bc33-4894eecbd778" -d '{"events": [{"server_uuid": "598c2737-7394-46e0-96dd-c94b3b012504", "name": "network-vif-unplugged", "status": "completed", "tag": "24bd6820-aec8-4dbe-b700-7b7cb1c00426"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:12:25.525687 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:25.538711 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] Transition to ACTIVE for port object 24bd6820-aec8-4dbe-b700-7b7cb1c00426 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:12:25.542844 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:25.577746 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95c9c06-b917-49d3-bca5-fd1c87e8352d x-openstack-request-id: req-c95c9c06-b917-49d3-bca5-fd1c87e8352d {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:12:25.578157 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598c2737-7394-46e0-96dd-c94b3b012504", "name": "network-vif-unplugged", "status": "completed", "tag": "24bd6820-aec8-4dbe-b700-7b7cb1c00426", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:12:25.578406 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c95c9c06-b917-49d3-bca5-fd1c87e8352d {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:12:25.578800 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598c2737-7394-46e0-96dd-c94b3b012504', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '24bd6820-aec8-4dbe-b700-7b7cb1c00426', 'code': 200} Jul 16 09:12:25.629178 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] Pushing event updated for resources: {'Port': ['ID=24bd6820-aec8-4dbe-b700-7b7cb1c00426,revision_number=6']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:25.639361 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:25.639806 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:25.640166 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:25.640529 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:25.640859 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:25.641202 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:25.641526 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:25.641851 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:25.642165 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:25.642493 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:25.642817 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:25.643136 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:25.685098 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] No DVR routers for this DVR port 24bd6820-aec8-4dbe-b700-7b7cb1c00426 on host n-h2-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:12:25.827714 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] Attempting to bind port 24bd6820-aec8-4dbe-b700-7b7cb1c00426 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:12:25.828058 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] Attempting to bind port 24bd6820-aec8-4dbe-b700-7b7cb1c00426 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'ced7f46c-8b2c-4685-9011-3f958bf5530d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:12:25.828437 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] Attempting to bind port 24bd6820-aec8-4dbe-b700-7b7cb1c00426 on network fb2362ae-dcee-441e-bad8-f7139fde4c38 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:12:25.833491 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] Port 24bd6820-aec8-4dbe-b700-7b7cb1c00426 on network fb2362ae-dcee-441e-bad8-f7139fde4c38 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:12:25.833825 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] Attempting to bind port 24bd6820-aec8-4dbe-b700-7b7cb1c00426 on network fb2362ae-dcee-441e-bad8-f7139fde4c38 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:12:25.839257 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 12, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:12:25.839603 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] Checking segment: {'id': 'ced7f46c-8b2c-4685-9011-3f958bf5530d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:12:25.840001 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] Bound using segment: {'id': 'ced7f46c-8b2c-4685-9011-3f958bf5530d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:12:25.840472 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] Bound port: 24bd6820-aec8-4dbe-b700-7b7cb1c00426, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced7f46c-8b2c-4685-9011-3f958bf5530d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:12:25.840893 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:25.878139 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f71411c-9a38-4e83-94ca-baa617a09fc8 req-7388c979-dd61-4e51-8c65-a1cf6b0d78ad tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:25.879314 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f71411c-9a38-4e83-94ca-baa617a09fc8 req-7388c979-dd61-4e51-8c65-a1cf6b0d78ad tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 943 time: 0.0670309 Jul 16 09:12:25.912301 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] For port 24bd6820-aec8-4dbe-b700-7b7cb1c00426, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:12:25.915349 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] For port 24bd6820-aec8-4dbe-b700-7b7cb1c00426, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=24bd6820-aec8-4dbe-b700-7b7cb1c00426,segment=NetworkSegment(ced7f46c-8b2c-4685-9011-3f958bf5530d),segment_id=ced7f46c-8b2c-4685-9011-3f958bf5530d)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:12:25.919921 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:25.927203 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f71411c-9a38-4e83-94ca-baa617a09fc8 req-899fa9ea-f18c-49b1-8065-6d33f0e5cdc5 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380828 Jul 16 09:12:25.958152 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:25.958782 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:25.960179 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] 10.222.0.30 "PUT /v2.0/ports/24bd6820-aec8-4dbe-b700-7b7cb1c00426 HTTP/1.1" status: 200 len: 1092 time: 0.7834287 Jul 16 09:12:25.988707 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f796fad-18ca-4b29-adf4-9ba70f007a30 service neutron] Pushing event updated for resources: {'Port': ['ID=24bd6820-aec8-4dbe-b700-7b7cb1c00426,revision_number=7']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:26.049744 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-4814d974-407b-448d-b4d5-363ff3dfaf08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:26.051301 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-4814d974-407b-448d-b4d5-363ff3dfaf08 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 1095 time: 0.0578215 Jul 16 09:12:26.144841 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-5619397f-1643-4607-941e-5b5fe5c0d36e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:26.146330 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-5619397f-1643-4607-941e-5b5fe5c0d36e service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb2362ae-dcee-441e-bad8-f7139fde4c38 HTTP/1.1" status: 200 len: 897 time: 0.0891273 Jul 16 09:12:26.213798 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-71e8d09b-e789-4dd4-818d-d6401e06658a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24bd6820-aec8-4dbe-b700-7b7cb1c00426 HTTP/1.1" status: 200 len: 999 time: 0.0613835 Jul 16 09:12:26.262776 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-9a0eaaaa-84f6-45cd-be53-431e9405065c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:26.264841 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-9a0eaaaa-84f6-45cd-be53-431e9405065c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8da68ae-e824-4776-b351-b4695b8d14ed HTTP/1.1" status: 200 len: 835 time: 0.0431955 Jul 16 09:12:26.319659 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-f90bf507-67d1-449d-afa6-95e75542fca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:26.321193 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-f90bf507-67d1-449d-afa6-95e75542fca7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb2362ae-dcee-441e-bad8-f7139fde4c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512204 Jul 16 09:12:26.412506 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-97e115bc-dc9e-4f47-a330-d91cf4b008f7 service neutron] 10.222.0.30 "GET /v2.0/networks/fb2362ae-dcee-441e-bad8-f7139fde4c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839081 Jul 16 09:12:26.500657 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-339b004b-5613-48cc-a2c8-170264e97ab4 req-9d9dd047-2533-49f4-af93-78def1f43aa4 service neutron] 10.222.0.30 "GET /v2.0/networks/fb2362ae-dcee-441e-bad8-f7139fde4c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821707 Jul 16 09:12:27.104157 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc9677c-c98a-40ec-8c75-666d8ae55abc req-6f29fde3-959f-43e4-a62d-a0cc9d6e7f9c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:27.105655 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-edc9677c-c98a-40ec-8c75-666d8ae55abc req-6f29fde3-959f-43e4-a62d-a0cc9d6e7f9c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 943 time: 0.0667965 Jul 16 09:12:27.142753 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-edc9677c-c98a-40ec-8c75-666d8ae55abc req-512fa7fb-11d1-46bd-8241-b829015578fe tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308952 Jul 16 09:12:27.258556 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:12:27.579885 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598c2737-7394-46e0-96dd-c94b3b012504', 'tag': '24bd6820-aec8-4dbe-b700-7b7cb1c00426'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:12:27.582301 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb3bd151-11af-4f7e-bbee-f33d19568409" -d '{"events": [{"name": "network-changed", "server_uuid": "598c2737-7394-46e0-96dd-c94b3b012504", "tag": "24bd6820-aec8-4dbe-b700-7b7cb1c00426"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:12:27.629087 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7eadb0b0-7a23-4ec6-89cc-00c685e169bd x-openstack-request-id: req-7eadb0b0-7a23-4ec6-89cc-00c685e169bd {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:12:27.629382 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598c2737-7394-46e0-96dd-c94b3b012504", "tag": "24bd6820-aec8-4dbe-b700-7b7cb1c00426", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:12:27.629637 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7eadb0b0-7a23-4ec6-89cc-00c685e169bd {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:12:27.630036 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598c2737-7394-46e0-96dd-c94b3b012504', 'tag': '24bd6820-aec8-4dbe-b700-7b7cb1c00426', 'status': 'completed', 'code': 200} Jul 16 09:12:27.701811 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bd151-11af-4f7e-bbee-f33d19568409 req-8c4a78ed-cc74-41c3-ad6a-f47e43c09bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:27.703897 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cb3bd151-11af-4f7e-bbee-f33d19568409 req-8c4a78ed-cc74-41c3-ad6a-f47e43c09bb4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 1095 time: 0.0545609 Jul 16 09:12:27.706570 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bd151-11af-4f7e-bbee-f33d19568409 req-9b3fdd0e-fe33-4481-9fbc-07ea5319693c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:27.708071 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cb3bd151-11af-4f7e-bbee-f33d19568409 req-9b3fdd0e-fe33-4481-9fbc-07ea5319693c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 1095 time: 0.0533333 Jul 16 09:12:27.796938 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bd151-11af-4f7e-bbee-f33d19568409 req-b5767d8b-e6ff-4379-ac92-79d4335c43f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:27.797184 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bd151-11af-4f7e-bbee-f33d19568409 req-689c5772-26e1-414b-802b-2d89df9a78e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:27.798414 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cb3bd151-11af-4f7e-bbee-f33d19568409 req-b5767d8b-e6ff-4379-ac92-79d4335c43f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fb2362ae-dcee-441e-bad8-f7139fde4c38 HTTP/1.1" status: 200 len: 897 time: 0.0839252 Jul 16 09:12:27.798540 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cb3bd151-11af-4f7e-bbee-f33d19568409 req-689c5772-26e1-414b-802b-2d89df9a78e8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb2362ae-dcee-441e-bad8-f7139fde4c38 HTTP/1.1" status: 200 len: 897 time: 0.0882103 Jul 16 09:12:27.867139 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cb3bd151-11af-4f7e-bbee-f33d19568409 req-86d37e1a-cd6b-42ab-aa77-94ee97273d9b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24bd6820-aec8-4dbe-b700-7b7cb1c00426 HTTP/1.1" status: 200 len: 999 time: 0.0618675 Jul 16 09:12:27.867705 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cb3bd151-11af-4f7e-bbee-f33d19568409 req-0005b087-9e0e-410b-b8a4-025402ef2d8d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24bd6820-aec8-4dbe-b700-7b7cb1c00426 HTTP/1.1" status: 200 len: 999 time: 0.0616663 Jul 16 09:12:27.916199 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bd151-11af-4f7e-bbee-f33d19568409 req-13d6a517-54be-4515-b8c2-639b0f984d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:27.917511 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bd151-11af-4f7e-bbee-f33d19568409 req-0958485f-9a66-4dff-bc7d-c1f5103a3224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:27.917695 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cb3bd151-11af-4f7e-bbee-f33d19568409 req-13d6a517-54be-4515-b8c2-639b0f984d88 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8da68ae-e824-4776-b351-b4695b8d14ed HTTP/1.1" status: 200 len: 835 time: 0.0444815 Jul 16 09:12:27.918969 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cb3bd151-11af-4f7e-bbee-f33d19568409 req-0958485f-9a66-4dff-bc7d-c1f5103a3224 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8da68ae-e824-4776-b351-b4695b8d14ed HTTP/1.1" status: 200 len: 835 time: 0.0431068 Jul 16 09:12:27.980850 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bd151-11af-4f7e-bbee-f33d19568409 req-5b7ec87d-51be-4769-9de2-266b471651a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:27.982409 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cb3bd151-11af-4f7e-bbee-f33d19568409 req-5b7ec87d-51be-4769-9de2-266b471651a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb2362ae-dcee-441e-bad8-f7139fde4c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582814 Jul 16 09:12:27.989636 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3bd151-11af-4f7e-bbee-f33d19568409 req-995e425e-e2b6-49b4-bca1-f24be75936c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:27.991157 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cb3bd151-11af-4f7e-bbee-f33d19568409 req-995e425e-e2b6-49b4-bca1-f24be75936c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb2362ae-dcee-441e-bad8-f7139fde4c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651662 Jul 16 09:12:28.084827 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cb3bd151-11af-4f7e-bbee-f33d19568409 req-1808855c-9987-4daa-a2d0-bdd269916603 service neutron] 10.222.0.21 "GET /v2.0/networks/fb2362ae-dcee-441e-bad8-f7139fde4c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961828 Jul 16 09:12:28.085847 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cb3bd151-11af-4f7e-bbee-f33d19568409 req-2976c3d1-e931-47f8-9fee-abedac1754f6 service neutron] 10.222.0.30 "GET /v2.0/networks/fb2362ae-dcee-441e-bad8-f7139fde4c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877087 Jul 16 09:12:28.178616 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cb3bd151-11af-4f7e-bbee-f33d19568409 req-527984d8-19e7-4811-afd7-50d2ba1852f3 service neutron] 10.222.0.21 "GET /v2.0/networks/fb2362ae-dcee-441e-bad8-f7139fde4c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878031 Jul 16 09:12:28.187945 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cb3bd151-11af-4f7e-bbee-f33d19568409 req-ed531063-cd41-41ec-9bda-8a3884d869e3 service neutron] 10.222.0.30 "GET /v2.0/networks/fb2362ae-dcee-441e-bad8-f7139fde4c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959003 Jul 16 09:12:28.318348 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c73851d-b36d-4668-bbb2-97aa538610d0 req-d75b3f2f-d14d-48f5-b7a4-be71d12cc6e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:28.319840 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c73851d-b36d-4668-bbb2-97aa538610d0 req-d75b3f2f-d14d-48f5-b7a4-be71d12cc6e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 943 time: 0.0633583 Jul 16 09:12:28.357196 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c73851d-b36d-4668-bbb2-97aa538610d0 req-3a3dd4fa-bc80-4a69-8d72-1275c1089c71 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318513 Jul 16 09:12:28.488099 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 24bd6820-aec8-4dbe-b700-7b7cb1c00426 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:12:28.526212 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 24bd6820-aec8-4dbe-b700-7b7cb1c00426 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:12:28.764006 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-fefb057e-deae-4b32-b610-8988bef45bfb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:28.765601 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-fefb057e-deae-4b32-b610-8988bef45bfb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.30 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504&tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&binding%3Ahost_id=n-h1-771362-37 HTTP/1.1" status: 200 len: 943 time: 0.1465726 Jul 16 09:12:28.822885 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ace591-8f15-4a7f-806e-609275857be3 req-0a86b31c-e923-4dc2-8984-7bc53604b751 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:28.824381 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e3ace591-8f15-4a7f-806e-609275857be3 req-0a86b31c-e923-4dc2-8984-7bc53604b751 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 943 time: 0.1418765 Jul 16 09:12:28.864524 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-57333553-7c59-4d3e-a9c4-3abcb8642a9a service neutron] 10.222.0.30 "GET /v2.0/ports/24bd6820-aec8-4dbe-b700-7b7cb1c00426/bindings/n-h1-771362-37 HTTP/1.1" status: 200 len: 383 time: 0.0915685 Jul 16 09:12:28.878138 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e3ace591-8f15-4a7f-806e-609275857be3 req-fd87e923-e161-48b0-b774-c0a520ee619a tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463531 Jul 16 09:12:28.938380 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-ee13fc97-5899-4620-b534-6452bc4bc1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:28.939865 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-ee13fc97-5899-4620-b534-6452bc4bc1fb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 1095 time: 0.0525727 Jul 16 09:12:29.029356 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-6095130d-a044-4417-92c8-000c2ff8a59b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:29.030743 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-6095130d-a044-4417-92c8-000c2ff8a59b service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb2362ae-dcee-441e-bad8-f7139fde4c38 HTTP/1.1" status: 200 len: 897 time: 0.0852857 Jul 16 09:12:29.093712 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-2c7b85fe-13f0-4190-8a98-73b7802f7c76 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24bd6820-aec8-4dbe-b700-7b7cb1c00426 HTTP/1.1" status: 200 len: 999 time: 0.0572085 Jul 16 09:12:29.143185 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-299a9a6b-4605-4c25-a10b-976986f45928 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:29.144646 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-299a9a6b-4605-4c25-a10b-976986f45928 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8da68ae-e824-4776-b351-b4695b8d14ed HTTP/1.1" status: 200 len: 835 time: 0.0450847 Jul 16 09:12:29.203830 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-36e162ca-05ed-4f94-a6cf-631d643d5ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:29.205463 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-36e162ca-05ed-4f94-a6cf-631d643d5ce2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb2362ae-dcee-441e-bad8-f7139fde4c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550222 Jul 16 09:12:29.294356 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-f2d78918-0f9e-476a-8611-7db7662f9f5a service neutron] 10.222.0.30 "GET /v2.0/networks/fb2362ae-dcee-441e-bad8-f7139fde4c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828502 Jul 16 09:12:29.694895 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-24baef74-d402-49fa-bdfe-aceaa4b25f71 service neutron] 10.222.0.30 "GET /v2.0/networks/fb2362ae-dcee-441e-bad8-f7139fde4c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3941531 Jul 16 09:12:29.988099 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 24bd6820-aec8-4dbe-b700-7b7cb1c00426 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:12:30.061917 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a2eb29-6c17-4489-8dea-103a5dc33c70 req-8300d560-159f-4ebe-82ac-06d6c480296a tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:30.063416 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e4a2eb29-6c17-4489-8dea-103a5dc33c70 req-8300d560-159f-4ebe-82ac-06d6c480296a tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 943 time: 0.0689137 Jul 16 09:12:30.087968 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 24bd6820-aec8-4dbe-b700-7b7cb1c00426, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=24bd6820-aec8-4dbe-b700-7b7cb1c00426,segment=NetworkSegment(ced7f46c-8b2c-4685-9011-3f958bf5530d),segment_id=ced7f46c-8b2c-4685-9011-3f958bf5530d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:30.099028 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '24bd6820-aec8-4dbe-b700-7b7cb1c00426', 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38', 'port_id': '24bd6820-aec8-4dbe-b700-7b7cb1c00426', 'mac_address': 'fa:16:3e:d4:68:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8da68ae-e824-4776-b351-b4695b8d14ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:12:30.101602 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e4a2eb29-6c17-4489-8dea-103a5dc33c70 req-84a7d0a6-1da7-4240-9e4f-18ee9b45390c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325632 Jul 16 09:12:30.135391 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:30.148801 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24bd6820-aec8-4dbe-b700-7b7cb1c00426 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:12:30.170611 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 24bd6820-aec8-4dbe-b700-7b7cb1c00426, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=24bd6820-aec8-4dbe-b700-7b7cb1c00426,segment=NetworkSegment(ced7f46c-8b2c-4685-9011-3f958bf5530d),segment_id=ced7f46c-8b2c-4685-9011-3f958bf5530d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:30.174702 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:30.220919 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=24bd6820-aec8-4dbe-b700-7b7cb1c00426,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:30.227915 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:30.228261 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:30.228625 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:30.228961 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:30.229293 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:30.229624 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:30.229953 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:30.230275 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:30.230597 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:30.230917 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:30.231240 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:30.231559 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:30.402697 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['24bd6820-aec8-4dbe-b700-7b7cb1c00426'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:12:31.273567 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9f6054-846f-4460-a392-6fe7fd679b38 req-4683e839-8846-44ba-b973-8ccb392bcdd8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:31.274911 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3e9f6054-846f-4460-a392-6fe7fd679b38 req-4683e839-8846-44ba-b973-8ccb392bcdd8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 944 time: 0.0630405 Jul 16 09:12:31.319990 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3e9f6054-846f-4460-a392-6fe7fd679b38 req-958d7e93-fd40-450e-9be2-e9436aef8b17 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380578 Jul 16 09:12:31.668082 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-f12f20af-98ac-4d36-9e20-30fe093b5cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:31.669624 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-f12f20af-98ac-4d36-9e20-30fe093b5cdf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504&tenant_id=5739d70bdc174b1e9a1ab2b759dab11d HTTP/1.1" status: 200 len: 1096 time: 0.0830355 Jul 16 09:12:31.680527 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-37', 'device_owner': 'compute:nova'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:12:31.754357 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:31.988283 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 24bd6820-aec8-4dbe-b700-7b7cb1c00426 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:12:32.087614 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 24bd6820-aec8-4dbe-b700-7b7cb1c00426, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=24bd6820-aec8-4dbe-b700-7b7cb1c00426,segment=NetworkSegment(ced7f46c-8b2c-4685-9011-3f958bf5530d),segment_id=ced7f46c-8b2c-4685-9011-3f958bf5530d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:32.100382 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '24bd6820-aec8-4dbe-b700-7b7cb1c00426', 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38', 'port_id': '24bd6820-aec8-4dbe-b700-7b7cb1c00426', 'mac_address': 'fa:16:3e:d4:68:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8da68ae-e824-4776-b351-b4695b8d14ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:12:32.230150 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] For port 24bd6820-aec8-4dbe-b700-7b7cb1c00426, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=24bd6820-aec8-4dbe-b700-7b7cb1c00426,segment=NetworkSegment(ced7f46c-8b2c-4685-9011-3f958bf5530d),segment_id=ced7f46c-8b2c-4685-9011-3f958bf5530d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:32.262037 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] For port 24bd6820-aec8-4dbe-b700-7b7cb1c00426, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:12:32.294042 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 24bd6820-aec8-4dbe-b700-7b7cb1c00426 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:12:32.302632 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:32.313401 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Ignored duplicate provisioning block setup for port 24bd6820-aec8-4dbe-b700-7b7cb1c00426 by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 09:12:32.317171 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:32.422128 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Pushing event updated for resources: {'Port': ['ID=24bd6820-aec8-4dbe-b700-7b7cb1c00426,revision_number=9']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:32.454632 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:32.465637 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:32.465983 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:32.466323 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:32.466659 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:32.466990 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:32.467316 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:32.467645 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:32.467971 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:32.468285 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:32.468663 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:32.468986 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:32.469301 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:12:32.533988 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:32.546076 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] No DVR routers for this DVR port 24bd6820-aec8-4dbe-b700-7b7cb1c00426 on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:12:32.619490 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af1d8b46-e198-4087-af5a-851e459ced76 req-06515357-f00b-46be-9b58-a8bce2ebfa2a tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:32.620949 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-af1d8b46-e198-4087-af5a-851e459ced76 req-06515357-f00b-46be-9b58-a8bce2ebfa2a tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 943 time: 0.1789081 Jul 16 09:12:32.695586 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-af1d8b46-e198-4087-af5a-851e459ced76 req-96e70df9-9565-412a-ae05-0caa74a01af1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491276 Jul 16 09:12:32.732535 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Attempting to bind port 24bd6820-aec8-4dbe-b700-7b7cb1c00426 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:12:32.732871 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Attempting to bind port 24bd6820-aec8-4dbe-b700-7b7cb1c00426 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'ced7f46c-8b2c-4685-9011-3f958bf5530d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:12:32.733198 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Attempting to bind port 24bd6820-aec8-4dbe-b700-7b7cb1c00426 on network fb2362ae-dcee-441e-bad8-f7139fde4c38 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:12:32.737943 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Port 24bd6820-aec8-4dbe-b700-7b7cb1c00426 on network fb2362ae-dcee-441e-bad8-f7139fde4c38 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:12:32.738261 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Attempting to bind port 24bd6820-aec8-4dbe-b700-7b7cb1c00426 on network fb2362ae-dcee-441e-bad8-f7139fde4c38 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:12:32.742916 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:12:32.743252 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Checking segment: {'id': 'ced7f46c-8b2c-4685-9011-3f958bf5530d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:12:32.743634 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Bound using segment: {'id': 'ced7f46c-8b2c-4685-9011-3f958bf5530d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:12:32.744070 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Bound port: 24bd6820-aec8-4dbe-b700-7b7cb1c00426, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ced7f46c-8b2c-4685-9011-3f958bf5530d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:12:32.744440 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:32.806546 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] For port 24bd6820-aec8-4dbe-b700-7b7cb1c00426, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:12:32.809515 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] For port 24bd6820-aec8-4dbe-b700-7b7cb1c00426, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=24bd6820-aec8-4dbe-b700-7b7cb1c00426,segment=NetworkSegment(ced7f46c-8b2c-4685-9011-3f958bf5530d),segment_id=ced7f46c-8b2c-4685-9011-3f958bf5530d)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:12:32.813524 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:32.847073 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:32.847698 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:32.850780 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] 10.222.0.21 "PUT /v2.0/ports/24bd6820-aec8-4dbe-b700-7b7cb1c00426 HTTP/1.1" status: 200 len: 1092 time: 1.1726086 Jul 16 09:12:32.850780 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598c2737-7394-46e0-96dd-c94b3b012504', 'tag': '24bd6820-aec8-4dbe-b700-7b7cb1c00426'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:12:32.851855 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0493d3ad-083a-411e-b0e6-327467f15b88" -d '{"events": [{"name": "network-changed", "server_uuid": "598c2737-7394-46e0-96dd-c94b3b012504", "tag": "24bd6820-aec8-4dbe-b700-7b7cb1c00426"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:12:32.875466 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32584e-05bb-43cf-a3f5-228e7da908cb service neutron] Pushing event updated for resources: {'Port': ['ID=24bd6820-aec8-4dbe-b700-7b7cb1c00426,revision_number=10']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:32.921310 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c49f83ab-ea47-43f1-945f-4d8dcd9b2461 x-openstack-request-id: req-c49f83ab-ea47-43f1-945f-4d8dcd9b2461 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:12:32.921633 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598c2737-7394-46e0-96dd-c94b3b012504", "tag": "24bd6820-aec8-4dbe-b700-7b7cb1c00426", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:12:32.922467 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c49f83ab-ea47-43f1-945f-4d8dcd9b2461 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:12:32.922895 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598c2737-7394-46e0-96dd-c94b3b012504', 'tag': '24bd6820-aec8-4dbe-b700-7b7cb1c00426', 'status': 'completed', 'code': 200} Jul 16 09:12:32.946228 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-b4e52ed7-cad4-4007-b76f-b99fab1a5290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:32.947745 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-b4e52ed7-cad4-4007-b76f-b99fab1a5290 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 1096 time: 0.0693271 Jul 16 09:12:32.995778 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493d3ad-083a-411e-b0e6-327467f15b88 req-a89e342c-c856-4dbd-b0e3-4965af9ed6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:32.997325 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0493d3ad-083a-411e-b0e6-327467f15b88 req-a89e342c-c856-4dbd-b0e3-4965af9ed6d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 1096 time: 0.0547273 Jul 16 09:12:33.042199 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-19a12780-5d75-4b62-96e1-438a94f4d274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:33.043726 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-19a12780-5d75-4b62-96e1-438a94f4d274 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fb2362ae-dcee-441e-bad8-f7139fde4c38 HTTP/1.1" status: 200 len: 897 time: 0.0899508 Jul 16 09:12:33.089943 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493d3ad-083a-411e-b0e6-327467f15b88 req-49945f38-e16f-47ce-9e9d-05a956bc4a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:33.091386 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0493d3ad-083a-411e-b0e6-327467f15b88 req-49945f38-e16f-47ce-9e9d-05a956bc4a29 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fb2362ae-dcee-441e-bad8-f7139fde4c38 HTTP/1.1" status: 200 len: 897 time: 0.0872977 Jul 16 09:12:33.112085 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-e4f83609-093c-40e8-b054-ca91f5dda520 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24bd6820-aec8-4dbe-b700-7b7cb1c00426 HTTP/1.1" status: 200 len: 999 time: 0.0618534 Jul 16 09:12:33.160624 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-2f8ff09c-2673-426c-b21b-ff761d72039a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:33.160826 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0493d3ad-083a-411e-b0e6-327467f15b88 req-2cca7a47-f70d-4463-87c3-2aba2743e4b3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24bd6820-aec8-4dbe-b700-7b7cb1c00426 HTTP/1.1" status: 200 len: 999 time: 0.0626569 Jul 16 09:12:33.162080 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-2f8ff09c-2673-426c-b21b-ff761d72039a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8da68ae-e824-4776-b351-b4695b8d14ed HTTP/1.1" status: 200 len: 835 time: 0.0444810 Jul 16 09:12:33.209580 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493d3ad-083a-411e-b0e6-327467f15b88 req-6eee48ab-435f-4d50-be07-17213614cf05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:33.211027 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0493d3ad-083a-411e-b0e6-327467f15b88 req-6eee48ab-435f-4d50-be07-17213614cf05 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e8da68ae-e824-4776-b351-b4695b8d14ed HTTP/1.1" status: 200 len: 835 time: 0.0444698 Jul 16 09:12:33.218578 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-436f46a3-ebac-45cd-8366-3776c997843c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:33.220592 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-436f46a3-ebac-45cd-8366-3776c997843c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb2362ae-dcee-441e-bad8-f7139fde4c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522308 Jul 16 09:12:33.268779 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493d3ad-083a-411e-b0e6-327467f15b88 req-a8f933ef-2a3f-49cb-a446-cd9a31897400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:33.270368 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0493d3ad-083a-411e-b0e6-327467f15b88 req-a8f933ef-2a3f-49cb-a446-cd9a31897400 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fb2362ae-dcee-441e-bad8-f7139fde4c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522449 Jul 16 09:12:33.316858 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-91e4d7a7-b676-42f0-a15b-cb98065e773d service neutron] 10.222.0.21 "GET /v2.0/networks/fb2362ae-dcee-441e-bad8-f7139fde4c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898163 Jul 16 09:12:33.327690 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ecc71302-8307-400f-a21e-854248ca617d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:33.365740 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0493d3ad-083a-411e-b0e6-327467f15b88 req-dd1174b2-cce5-4496-85be-e887b92ef9c9 service neutron] 10.222.0.30 "GET /v2.0/networks/fb2362ae-dcee-441e-bad8-f7139fde4c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890512 Jul 16 09:12:33.407540 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b7ac579d-1f42-4350-9a91-38d34d74389c req-40a49fed-6442-4eb6-9257-9d3ec038ad76 service neutron] 10.222.0.21 "GET /v2.0/networks/fb2362ae-dcee-441e-bad8-f7139fde4c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846422 Jul 16 09:12:33.455519 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0493d3ad-083a-411e-b0e6-327467f15b88 req-4ce7fe65-eb69-41c0-8bb7-f308d34ef752 service neutron] 10.222.0.30 "GET /v2.0/networks/fb2362ae-dcee-441e-bad8-f7139fde4c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834022 Jul 16 09:12:33.504754 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493d3ad-083a-411e-b0e6-327467f15b88 req-c173ad1a-22b5-48e5-a566-6fa1bfa25245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:33.506240 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0493d3ad-083a-411e-b0e6-327467f15b88 req-c173ad1a-22b5-48e5-a566-6fa1bfa25245 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 1096 time: 0.0525661 Jul 16 09:12:33.597390 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493d3ad-083a-411e-b0e6-327467f15b88 req-716bc02a-6317-4fc0-bbcc-ecf2722cc62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:33.598819 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0493d3ad-083a-411e-b0e6-327467f15b88 req-716bc02a-6317-4fc0-bbcc-ecf2722cc62b service neutron] 10.222.0.21 "GET /v2.0/networks?id=fb2362ae-dcee-441e-bad8-f7139fde4c38 HTTP/1.1" status: 200 len: 897 time: 0.0864782 Jul 16 09:12:33.666965 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0493d3ad-083a-411e-b0e6-327467f15b88 req-1f202b95-f070-430d-9fb7-3c7d27acd043 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24bd6820-aec8-4dbe-b700-7b7cb1c00426 HTTP/1.1" status: 200 len: 999 time: 0.0606072 Jul 16 09:12:33.716037 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493d3ad-083a-411e-b0e6-327467f15b88 req-805525e3-7b29-46b6-93fb-00b6e641bc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:33.717562 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0493d3ad-083a-411e-b0e6-327467f15b88 req-805525e3-7b29-46b6-93fb-00b6e641bc37 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8da68ae-e824-4776-b351-b4695b8d14ed HTTP/1.1" status: 200 len: 835 time: 0.0445137 Jul 16 09:12:33.779081 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0493d3ad-083a-411e-b0e6-327467f15b88 req-a11f02d6-7653-45c7-85c2-24251c559159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:33.780619 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0493d3ad-083a-411e-b0e6-327467f15b88 req-a11f02d6-7653-45c7-85c2-24251c559159 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb2362ae-dcee-441e-bad8-f7139fde4c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560937 Jul 16 09:12:33.910790 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0493d3ad-083a-411e-b0e6-327467f15b88 req-940376af-48ce-4fbd-930e-fedb1abca8c0 service neutron] 10.222.0.21 "GET /v2.0/networks/fb2362ae-dcee-441e-bad8-f7139fde4c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234424 Jul 16 09:12:33.923358 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e5c1b7-2bc5-4889-a1aa-02027589a80f req-6e430822-50b7-40d4-a4d7-1d93acda2038 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:33.924696 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b3e5c1b7-2bc5-4889-a1aa-02027589a80f req-6e430822-50b7-40d4-a4d7-1d93acda2038 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 944 time: 0.1139491 Jul 16 09:12:34.009954 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b3e5c1b7-2bc5-4889-a1aa-02027589a80f req-caf2d0d3-e46c-4de5-ac7a-fe13140592bf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771918 Jul 16 09:12:34.037547 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0493d3ad-083a-411e-b0e6-327467f15b88 req-236c7d25-48b8-4484-bf8e-00955de975bb service neutron] 10.222.0.21 "GET /v2.0/networks/fb2362ae-dcee-441e-bad8-f7139fde4c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119132 Jul 16 09:12:35.190471 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b60937-449c-4310-af9f-40c712a8c72b req-83ed14a1-496c-493b-98b9-dc9161e8564b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:35.191943 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-66b60937-449c-4310-af9f-40c712a8c72b req-83ed14a1-496c-493b-98b9-dc9161e8564b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 944 time: 0.0674536 Jul 16 09:12:35.228972 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-66b60937-449c-4310-af9f-40c712a8c72b req-e13ebc8c-dba7-4cf0-82d0-10231083d79d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314336 Jul 16 09:12:35.253691 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43678) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:12:35.314852 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9c7a9cf0-e399-484c-ad13-fe2b1d1ec683 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/floatingips/2cc5e991-b040-4b7e-b046-b8896ac54221 HTTP/1.1" status: 200 len: 991 time: 0.0600221 Jul 16 09:12:35.742379 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1d524301-7487-49e6-a997-9298fcebd31d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:35.989684 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 24bd6820-aec8-4dbe-b700-7b7cb1c00426 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:12:36.027734 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 24bd6820-aec8-4dbe-b700-7b7cb1c00426 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:12:36.057093 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:36.487939 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 24bd6820-aec8-4dbe-b700-7b7cb1c00426 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:12:36.583795 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 24bd6820-aec8-4dbe-b700-7b7cb1c00426, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=24bd6820-aec8-4dbe-b700-7b7cb1c00426,segment=NetworkSegment(ced7f46c-8b2c-4685-9011-3f958bf5530d),segment_id=ced7f46c-8b2c-4685-9011-3f958bf5530d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:36.598016 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '24bd6820-aec8-4dbe-b700-7b7cb1c00426', 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38', 'port_id': '24bd6820-aec8-4dbe-b700-7b7cb1c00426', 'mac_address': 'fa:16:3e:d4:68:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8da68ae-e824-4776-b351-b4695b8d14ed', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:12:36.636294 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:36.649641 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24bd6820-aec8-4dbe-b700-7b7cb1c00426 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:12:36.668861 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 24bd6820-aec8-4dbe-b700-7b7cb1c00426, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=24bd6820-aec8-4dbe-b700-7b7cb1c00426,segment=NetworkSegment(ced7f46c-8b2c-4685-9011-3f958bf5530d),segment_id=ced7f46c-8b2c-4685-9011-3f958bf5530d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:36.673370 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:36.721925 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=24bd6820-aec8-4dbe-b700-7b7cb1c00426,revision_number=11']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:36.893276 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['24bd6820-aec8-4dbe-b700-7b7cb1c00426'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:12:37.193759 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:38.490204 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 24bd6820-aec8-4dbe-b700-7b7cb1c00426 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:12:38.537347 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 24bd6820-aec8-4dbe-b700-7b7cb1c00426 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:12:38.540987 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 24bd6820-aec8-4dbe-b700-7b7cb1c00426 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:12:38.541386 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:38.618835 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:38.643010 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598c2737-7394-46e0-96dd-c94b3b012504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24bd6820-aec8-4dbe-b700-7b7cb1c00426'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:12:38.645365 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b44a6724-e8dc-4da7-b034-ec350f8f814e" -d '{"events": [{"server_uuid": "598c2737-7394-46e0-96dd-c94b3b012504", "name": "network-vif-plugged", "status": "completed", "tag": "24bd6820-aec8-4dbe-b700-7b7cb1c00426"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:12:38.666914 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 24bd6820-aec8-4dbe-b700-7b7cb1c00426, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=24bd6820-aec8-4dbe-b700-7b7cb1c00426,segment=NetworkSegment(ced7f46c-8b2c-4685-9011-3f958bf5530d),segment_id=ced7f46c-8b2c-4685-9011-3f958bf5530d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:12:38.671206 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:38.675877 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:12:38.695630 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:12:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768fa3fc-28fc-4aa1-95d7-f7323c6198f5 x-openstack-request-id: req-768fa3fc-28fc-4aa1-95d7-f7323c6198f5 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:12:38.695927 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598c2737-7394-46e0-96dd-c94b3b012504", "name": "network-vif-plugged", "status": "completed", "tag": "24bd6820-aec8-4dbe-b700-7b7cb1c00426", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:12:38.696179 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-768fa3fc-28fc-4aa1-95d7-f7323c6198f5 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:12:38.696590 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598c2737-7394-46e0-96dd-c94b3b012504', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24bd6820-aec8-4dbe-b700-7b7cb1c00426', 'code': 200} Jul 16 09:12:38.722424 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=24bd6820-aec8-4dbe-b700-7b7cb1c00426,revision_number=12']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:12:54.234060 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-679e7391-af94-41a5-a1b9-82e7cc50d1ed req-d3c6ccae-e188-40e5-8e54-59521790f8e9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0497434 Jul 16 09:12:54.327472 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e7391-af94-41a5-a1b9-82e7cc50d1ed req-14275662-0b32-4220-9d61-378c698ab353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:54.328971 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-679e7391-af94-41a5-a1b9-82e7cc50d1ed req-14275662-0b32-4220-9d61-378c698ab353 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 1098 time: 0.0515072 Jul 16 09:12:54.434156 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e7391-af94-41a5-a1b9-82e7cc50d1ed req-d0051eae-5f8e-4aa4-80ec-04a5a70ee879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:54.435608 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-679e7391-af94-41a5-a1b9-82e7cc50d1ed req-d0051eae-5f8e-4aa4-80ec-04a5a70ee879 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fb2362ae-dcee-441e-bad8-f7139fde4c38 HTTP/1.1" status: 200 len: 897 time: 0.0871239 Jul 16 09:12:54.497153 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-679e7391-af94-41a5-a1b9-82e7cc50d1ed req-d0fe37c1-0b47-45d9-aec2-be316a570036 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24bd6820-aec8-4dbe-b700-7b7cb1c00426 HTTP/1.1" status: 200 len: 1001 time: 0.0544424 Jul 16 09:12:54.547503 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e7391-af94-41a5-a1b9-82e7cc50d1ed req-a07ea61c-13fd-4256-8994-5865f7f8a83c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:54.549602 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-679e7391-af94-41a5-a1b9-82e7cc50d1ed req-a07ea61c-13fd-4256-8994-5865f7f8a83c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8da68ae-e824-4776-b351-b4695b8d14ed HTTP/1.1" status: 200 len: 835 time: 0.0462234 Jul 16 09:12:54.605769 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679e7391-af94-41a5-a1b9-82e7cc50d1ed req-da855dc7-7ea3-4d0b-b05f-e674417074b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:12:54.607316 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-679e7391-af94-41a5-a1b9-82e7cc50d1ed req-da855dc7-7ea3-4d0b-b05f-e674417074b6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb2362ae-dcee-441e-bad8-f7139fde4c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512497 Jul 16 09:12:54.694145 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-679e7391-af94-41a5-a1b9-82e7cc50d1ed req-bc2cdf06-6b0e-4685-81c8-b5fcfdb6775e service neutron] 10.222.0.21 "GET /v2.0/networks/fb2362ae-dcee-441e-bad8-f7139fde4c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800745 Jul 16 09:12:54.785272 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-679e7391-af94-41a5-a1b9-82e7cc50d1ed req-59b01bf1-cea6-4462-aa87-6094cc39cab5 service neutron] 10.222.0.21 "GET /v2.0/networks/fb2362ae-dcee-441e-bad8-f7139fde4c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844018 Jul 16 09:13:02.453840 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:02.531786 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:03.330079 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b6130e00-8153-48db-9188-378754a793ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:04.258843 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:13:05.743962 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-643f5405-9654-41a6-9e40-0b66925a250b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:06.058412 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:07.197952 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:07.944737 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73078d-8ebc-446b-9803-92d989de6d17 req-fe82fa70-7ee9-4bc1-98a4-626635d91040 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:07.946263 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-af73078d-8ebc-446b-9803-92d989de6d17 req-fe82fa70-7ee9-4bc1-98a4-626635d91040 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 1098 time: 0.0566101 Jul 16 09:13:07.979669 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-af73078d-8ebc-446b-9803-92d989de6d17 req-62abd244-9446-4fa7-b3c2-6b672ba63d68 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0278990 Jul 16 09:13:08.003719 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43708) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:08.161023 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-0a47ff3e-e8f8-4ec3-b49d-059ac059eb87 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Deleting port 31c1a4e6-7f05-4c0d-a641-a38e93e47e8a {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:08.161362 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0a47ff3e-e8f8-4ec3-b49d-059ac059eb87 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:08.233006 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0a47ff3e-e8f8-4ec3-b49d-059ac059eb87 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:08.233335 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0a47ff3e-e8f8-4ec3-b49d-059ac059eb87 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:08.244357 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-0a47ff3e-e8f8-4ec3-b49d-059ac059eb87 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Calling delete_port for 31c1a4e6-7f05-4c0d-a641-a38e93e47e8a owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:08.389285 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0a47ff3e-e8f8-4ec3-b49d-059ac059eb87 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:08.414791 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a47ff3e-e8f8-4ec3-b49d-059ac059eb87 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event deleted for resources: {'Port': ['ID=31c1a4e6-7f05-4c0d-a641-a38e93e47e8a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:08.474574 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0a47ff3e-e8f8-4ec3-b49d-059ac059eb87 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:08.475046 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-0a47ff3e-e8f8-4ec3-b49d-059ac059eb87 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Floating IP 2cc5e991-b040-4b7e-b046-b8896ac54221 disassociated (deleted). External IP: 172.25.3.147, port: 24bd6820-aec8-4dbe-b700-7b7cb1c00426. Jul 16 09:13:08.660469 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:08.677570 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a47ff3e-e8f8-4ec3-b49d-059ac059eb87 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Router dbd21835-3149-4170-a438-a6282cf24564 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:13:08.783980 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a47ff3e-e8f8-4ec3-b49d-059ac059eb87 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:13:08.789270 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0a47ff3e-e8f8-4ec3-b49d-059ac059eb87 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:08.793501 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b27516c-1478-4cea-a341-91e173c2bddc None None] Sync routers for ids ['dbd21835-3149-4170-a438-a6282cf24564'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:13:08.803208 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b27516c-1478-4cea-a341-91e173c2bddc None None] Routers {'dbd21835-3149-4170-a438-a6282cf24564'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:13:08.803889 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6b27516c-1478-4cea-a341-91e173c2bddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:13:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['dbd21835-3149-4170-a438-a6282cf24564'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:08.825003 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0a47ff3e-e8f8-4ec3-b49d-059ac059eb87 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "DELETE /v2.0/floatingips/2cc5e991-b040-4b7e-b046-b8896ac54221 HTTP/1.1" status: 204 len: 168 time: 0.8202214 Jul 16 09:13:08.825607 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '598c2737-7394-46e0-96dd-c94b3b012504', 'tag': '24bd6820-aec8-4dbe-b700-7b7cb1c00426'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:13:08.827863 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9764b565-7ca6-49b7-96a4-bcbdfbd73e93" -d '{"events": [{"name": "network-changed", "server_uuid": "598c2737-7394-46e0-96dd-c94b3b012504", "tag": "24bd6820-aec8-4dbe-b700-7b7cb1c00426"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:13:08.864536 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5513184-fa72-4fcf-8a21-de7cda43d256 x-openstack-request-id: req-c5513184-fa72-4fcf-8a21-de7cda43d256 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:13:08.864834 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "598c2737-7394-46e0-96dd-c94b3b012504", "tag": "24bd6820-aec8-4dbe-b700-7b7cb1c00426", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:13:08.865093 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c5513184-fa72-4fcf-8a21-de7cda43d256 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:13:08.865499 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '598c2737-7394-46e0-96dd-c94b3b012504', 'tag': '24bd6820-aec8-4dbe-b700-7b7cb1c00426', 'status': 'completed', 'code': 200} Jul 16 09:13:08.915233 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-6b27516c-1478-4cea-a341-91e173c2bddc None None] Set router dbd21835-3149-4170-a438-a6282cf24564 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:13:08.943860 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764b565-7ca6-49b7-96a4-bcbdfbd73e93 req-5d2dd485-7899-414b-bf2b-da0db4ec631a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:08.945252 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9764b565-7ca6-49b7-96a4-bcbdfbd73e93 req-5d2dd485-7899-414b-bf2b-da0db4ec631a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 1098 time: 0.0577168 Jul 16 09:13:09.041417 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764b565-7ca6-49b7-96a4-bcbdfbd73e93 req-9f298cdf-b867-4f61-85e9-4d6b184f62f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:09.043079 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9764b565-7ca6-49b7-96a4-bcbdfbd73e93 req-9f298cdf-b867-4f61-85e9-4d6b184f62f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=fb2362ae-dcee-441e-bad8-f7139fde4c38 HTTP/1.1" status: 200 len: 897 time: 0.0916498 Jul 16 09:13:09.092544 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9764b565-7ca6-49b7-96a4-bcbdfbd73e93 req-8206180e-92fa-4750-8a51-52b2fdcc24ee service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=24bd6820-aec8-4dbe-b700-7b7cb1c00426 HTTP/1.1" status: 200 len: 217 time: 0.0416956 Jul 16 09:13:09.125409 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6b27516c-1478-4cea-a341-91e173c2bddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd21835-3149-4170-a438-a6282cf24564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294302310', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '637d5d9c-0523-42cd-8cb1-bac28caf8b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:23Z', 'updated_at': '2021-07-16T09:11:27Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': '637d5d9c-0523-42cd-8cb1-bac28caf8b15', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd21835-3149-4170-a438-a6282cf24564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:23Z', 'updated_at': '2021-07-16T09:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '0761c89d-a0f1-4fea-9821-8bf7f5448a79', 'name': '', 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:a8:17:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd21835-3149-4170-a438-a6282cf24564', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'e8da68ae-e824-4776-b351-b4695b8d14ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:26Z', 'updated_at': '2021-07-16T09:11:32Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': 'e8da68ae-e824-4776-b351-b4695b8d14ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:09.155400 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b27516c-1478-4cea-a341-91e173c2bddc None None] Checking router: dbd21835-3149-4170-a438-a6282cf24564 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:13:09.155642 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764b565-7ca6-49b7-96a4-bcbdfbd73e93 req-c77f43a8-9f37-43ca-866e-6feec058e292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:09.157108 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9764b565-7ca6-49b7-96a4-bcbdfbd73e93 req-c77f43a8-9f37-43ca-866e-6feec058e292 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e8da68ae-e824-4776-b351-b4695b8d14ed HTTP/1.1" status: 200 len: 835 time: 0.0580988 Jul 16 09:13:09.164322 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b27516c-1478-4cea-a341-91e173c2bddc None None] Routers {'dbd21835-3149-4170-a438-a6282cf24564'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:13:09.165009 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6b27516c-1478-4cea-a341-91e173c2bddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:13:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['dbd21835-3149-4170-a438-a6282cf24564'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:09.246753 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40534e6f-b972-43f3-8c4d-7bada9652f74 req-938bbce0-2af8-4a20-9cc9-c867f688536d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:09.248231 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-40534e6f-b972-43f3-8c4d-7bada9652f74 req-938bbce0-2af8-4a20-9cc9-c867f688536d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 946 time: 0.1050472 Jul 16 09:13:09.254349 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9764b565-7ca6-49b7-96a4-bcbdfbd73e93 req-1f84f2d9-bc91-4d9e-9959-913546b6b9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:09.255785 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9764b565-7ca6-49b7-96a4-bcbdfbd73e93 req-1f84f2d9-bc91-4d9e-9959-913546b6b9ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=fb2362ae-dcee-441e-bad8-f7139fde4c38&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0794268 Jul 16 09:13:09.269903 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-6b27516c-1478-4cea-a341-91e173c2bddc None None] Set router dbd21835-3149-4170-a438-a6282cf24564 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:13:09.318202 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-40534e6f-b972-43f3-8c4d-7bada9652f74 req-45d5236d-5a48-4ce1-9a93-f3b9e8d2c202 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0614607 Jul 16 09:13:09.370063 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9764b565-7ca6-49b7-96a4-bcbdfbd73e93 req-f38cbfc3-756d-4cdf-ac27-9eb0464d9ff7 service neutron] 10.222.0.21 "GET /v2.0/networks/fb2362ae-dcee-441e-bad8-f7139fde4c38?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065373 Jul 16 09:13:09.462979 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9764b565-7ca6-49b7-96a4-bcbdfbd73e93 req-28531eaa-d13b-4697-adbd-911dbb0b0cfa service neutron] 10.222.0.21 "GET /v2.0/networks/fb2362ae-dcee-441e-bad8-f7139fde4c38?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857506 Jul 16 09:13:09.466528 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6b27516c-1478-4cea-a341-91e173c2bddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd21835-3149-4170-a438-a6282cf24564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294302310', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '637d5d9c-0523-42cd-8cb1-bac28caf8b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:23Z', 'updated_at': '2021-07-16T09:11:27Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': '637d5d9c-0523-42cd-8cb1-bac28caf8b15', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd21835-3149-4170-a438-a6282cf24564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:23Z', 'updated_at': '2021-07-16T09:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '0761c89d-a0f1-4fea-9821-8bf7f5448a79', 'name': '', 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:a8:17:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd21835-3149-4170-a438-a6282cf24564', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'e8da68ae-e824-4776-b351-b4695b8d14ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:26Z', 'updated_at': '2021-07-16T09:11:32Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': 'e8da68ae-e824-4776-b351-b4695b8d14ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:09.493620 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b27516c-1478-4cea-a341-91e173c2bddc None None] The sync data for ids ['dbd21835-3149-4170-a438-a6282cf24564'] in n-d-771362-37 is: [{'id': 'dbd21835-3149-4170-a438-a6282cf24564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294302310', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '637d5d9c-0523-42cd-8cb1-bac28caf8b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:23Z', 'updated_at': '2021-07-16T09:11:27Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': '637d5d9c-0523-42cd-8cb1-bac28caf8b15', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd21835-3149-4170-a438-a6282cf24564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:23Z', 'updated_at': '2021-07-16T09:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '0761c89d-a0f1-4fea-9821-8bf7f5448a79', 'name': '', 'network_id': 'fb2362ae-dcee-441e-bad8-f7139fde4c38', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:a8:17:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd21835-3149-4170-a438-a6282cf24564', 'device_owner': 'network:router_interface', 'standard_attr_id': 3753, 'fixed_ips': [{'subnet_id': 'e8da68ae-e824-4776-b351-b4695b8d14ed', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:26Z', 'updated_at': '2021-07-16T09:11:32Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': 'e8da68ae-e824-4776-b351-b4695b8d14ed', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:13:09.696126 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dae65263-b205-4790-9ce9-b7d193b48d19 None None] New status for floating IP 2cc5e991-b040-4b7e-b046-b8896ac54221: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:13:10.419979 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a2b3e2-bd8f-496b-97a4-504c8015dffc req-bf179495-0d54-40a3-9289-945dc4cf2403 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:10.421514 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c4a2b3e2-bd8f-496b-97a4-504c8015dffc req-bf179495-0d54-40a3-9289-945dc4cf2403 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.21 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 946 time: 0.0622544 Jul 16 09:13:10.501451 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fac3478-3dd6-4f25-acf4-b9ef0156a629 req-7902f12f-9176-4f29-98c9-fccd11ad0a72 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:10.502788 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5fac3478-3dd6-4f25-acf4-b9ef0156a629 req-7902f12f-9176-4f29-98c9-fccd11ad0a72 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=598c2737-7394-46e0-96dd-c94b3b012504 HTTP/1.1" status: 200 len: 946 time: 0.0712731 Jul 16 09:13:10.521294 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-c4a2b3e2-bd8f-496b-97a4-504c8015dffc req-fcdc7df4-cbd2-4b5a-91df-1ae40cbc9cd0 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Deleting port 24bd6820-aec8-4dbe-b700-7b7cb1c00426 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:10.521641 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c4a2b3e2-bd8f-496b-97a4-504c8015dffc req-fcdc7df4-cbd2-4b5a-91df-1ae40cbc9cd0 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:10.545152 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5fac3478-3dd6-4f25-acf4-b9ef0156a629 req-8e5d6769-d9b6-4676-b321-daed7b680cc9 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=a84eeba1-1387-4ee4-a6c1-3993df2bc207&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361114 Jul 16 09:13:10.613114 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-c4a2b3e2-bd8f-496b-97a4-504c8015dffc req-fcdc7df4-cbd2-4b5a-91df-1ae40cbc9cd0 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] For port 24bd6820-aec8-4dbe-b700-7b7cb1c00426, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=24bd6820-aec8-4dbe-b700-7b7cb1c00426,segment=NetworkSegment(ced7f46c-8b2c-4685-9011-3f958bf5530d),segment_id=ced7f46c-8b2c-4685-9011-3f958bf5530d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:10.613387 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c4a2b3e2-bd8f-496b-97a4-504c8015dffc req-fcdc7df4-cbd2-4b5a-91df-1ae40cbc9cd0 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:10.624591 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-c4a2b3e2-bd8f-496b-97a4-504c8015dffc req-fcdc7df4-cbd2-4b5a-91df-1ae40cbc9cd0 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Calling delete_port for 24bd6820-aec8-4dbe-b700-7b7cb1c00426 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:10.754389 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c4a2b3e2-bd8f-496b-97a4-504c8015dffc req-fcdc7df4-cbd2-4b5a-91df-1ae40cbc9cd0 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:10.784820 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdc7df4-cbd2-4b5a-91df-1ae40cbc9cd0 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event deleted for resources: {'Port': ['ID=24bd6820-aec8-4dbe-b700-7b7cb1c00426,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:10.827228 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4a2b3e2-bd8f-496b-97a4-504c8015dffc req-fcdc7df4-cbd2-4b5a-91df-1ae40cbc9cd0 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] No DVR routers for this DVR port 24bd6820-aec8-4dbe-b700-7b7cb1c00426 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:13:10.830318 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c4a2b3e2-bd8f-496b-97a4-504c8015dffc req-fcdc7df4-cbd2-4b5a-91df-1ae40cbc9cd0 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:10.832828 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c4a2b3e2-bd8f-496b-97a4-504c8015dffc req-fcdc7df4-cbd2-4b5a-91df-1ae40cbc9cd0 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.21 "DELETE /v2.0/ports/24bd6820-aec8-4dbe-b700-7b7cb1c00426 HTTP/1.1" status: 204 len: 173 time: 0.4057467 Jul 16 09:13:10.866891 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '598c2737-7394-46e0-96dd-c94b3b012504', 'name': 'network-vif-deleted', 'tag': '24bd6820-aec8-4dbe-b700-7b7cb1c00426'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:13:10.869231 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6944df8e-0248-43e3-b65c-40caf56add4c" -d '{"events": [{"server_uuid": "598c2737-7394-46e0-96dd-c94b3b012504", "name": "network-vif-deleted", "tag": "24bd6820-aec8-4dbe-b700-7b7cb1c00426"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:13:10.904298 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e41c2244-efe8-46e6-b8a1-bdf2e4370ee2 x-openstack-request-id: req-e41c2244-efe8-46e6-b8a1-bdf2e4370ee2 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:13:10.904641 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "598c2737-7394-46e0-96dd-c94b3b012504", "name": "network-vif-deleted", "tag": "24bd6820-aec8-4dbe-b700-7b7cb1c00426", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:13:10.904895 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e41c2244-efe8-46e6-b8a1-bdf2e4370ee2 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:13:10.905297 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '598c2737-7394-46e0-96dd-c94b3b012504', 'name': 'network-vif-deleted', 'tag': '24bd6820-aec8-4dbe-b700-7b7cb1c00426', 'status': 'completed', 'code': 200} Jul 16 09:13:11.641628 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43726) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:12.005664 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9757de3-bded-4e0d-82f2-3a507d7b7b84 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:12.274456 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d9757de3-bded-4e0d-82f2-3a507d7b7b84 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Deleting port 0761c89d-a0f1-4fea-9821-8bf7f5448a79 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:12.274807 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9757de3-bded-4e0d-82f2-3a507d7b7b84 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:12.364555 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-d9757de3-bded-4e0d-82f2-3a507d7b7b84 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] For port 0761c89d-a0f1-4fea-9821-8bf7f5448a79, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0761c89d-a0f1-4fea-9821-8bf7f5448a79,segment=NetworkSegment(ced7f46c-8b2c-4685-9011-3f958bf5530d),segment_id=ced7f46c-8b2c-4685-9011-3f958bf5530d)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:12.364912 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9757de3-bded-4e0d-82f2-3a507d7b7b84 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:12.376285 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d9757de3-bded-4e0d-82f2-3a507d7b7b84 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Calling delete_port for 0761c89d-a0f1-4fea-9821-8bf7f5448a79 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:12.559154 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9757de3-bded-4e0d-82f2-3a507d7b7b84 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:12.586266 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9757de3-bded-4e0d-82f2-3a507d7b7b84 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event deleted for resources: {'Port': ['ID=0761c89d-a0f1-4fea-9821-8bf7f5448a79,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:12.759442 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9757de3-bded-4e0d-82f2-3a507d7b7b84 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:12.969450 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9757de3-bded-4e0d-82f2-3a507d7b7b84 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Router dbd21835-3149-4170-a438-a6282cf24564 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:13:13.077657 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9757de3-bded-4e0d-82f2-3a507d7b7b84 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:13:13.085868 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d9757de3-bded-4e0d-82f2-3a507d7b7b84 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "PUT /v2.0/routers/dbd21835-3149-4170-a438-a6282cf24564/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4401071 Jul 16 09:13:13.085972 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43728) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:13.086831 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42494baa-b2b7-463e-9501-024952b96af5 None None] Sync routers for ids ['dbd21835-3149-4170-a438-a6282cf24564'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:13:13.096829 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42494baa-b2b7-463e-9501-024952b96af5 None None] Routers {'dbd21835-3149-4170-a438-a6282cf24564'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:13:13.097470 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-42494baa-b2b7-463e-9501-024952b96af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:13:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['dbd21835-3149-4170-a438-a6282cf24564'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:13.139634 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa14890b-a9fa-404e-89fa-7b025e442f29 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Deleting subnet e8da68ae-e824-4776-b351-b4695b8d14ed {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:13:13.142871 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fa14890b-a9fa-404e-89fa-7b025e442f29 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:13.189005 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fa14890b-a9fa-404e-89fa-7b025e442f29 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:13.208710 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-42494baa-b2b7-463e-9501-024952b96af5 None None] Set router dbd21835-3149-4170-a438-a6282cf24564 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:13:13.273654 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fa14890b-a9fa-404e-89fa-7b025e442f29 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:13.333292 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fa14890b-a9fa-404e-89fa-7b025e442f29 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:13.365399 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14890b-a9fa-404e-89fa-7b025e442f29 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event deleted for resources: {'Subnet': ['ID=e8da68ae-e824-4776-b351-b4695b8d14ed,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:13.369224 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fa14890b-a9fa-404e-89fa-7b025e442f29 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:13.372558 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-fa14890b-a9fa-404e-89fa-7b025e442f29 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "DELETE /v2.0/subnets/e8da68ae-e824-4776-b351-b4695b8d14ed HTTP/1.1" status: 204 len: 168 time: 0.2842762 Jul 16 09:13:13.373778 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43730) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:13.377857 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15f6d2e-8c13-4f6b-b62c-2f6c8cd1ef5b None None] Network fb2362ae-dcee-441e-bad8-f7139fde4c38 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:13:13.450968 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-42494baa-b2b7-463e-9501-024952b96af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd21835-3149-4170-a438-a6282cf24564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294302310', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '637d5d9c-0523-42cd-8cb1-bac28caf8b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:23Z', 'updated_at': '2021-07-16T09:13:12Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': '637d5d9c-0523-42cd-8cb1-bac28caf8b15', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd21835-3149-4170-a438-a6282cf24564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:23Z', 'updated_at': '2021-07-16T09:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:13.478871 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-acd9be87-83c8-4145-9b6e-944c88414741 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:13.497313 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42494baa-b2b7-463e-9501-024952b96af5 None None] Checking router: dbd21835-3149-4170-a438-a6282cf24564 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:13:13.524970 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42494baa-b2b7-463e-9501-024952b96af5 None None] Routers {'dbd21835-3149-4170-a438-a6282cf24564'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:13:13.525511 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-42494baa-b2b7-463e-9501-024952b96af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:13:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['dbd21835-3149-4170-a438-a6282cf24564'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:13.642444 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-42494baa-b2b7-463e-9501-024952b96af5 None None] Set router dbd21835-3149-4170-a438-a6282cf24564 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:13:13.699390 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13596e5b-fa56-4258-a28f-1b4f06ae9d1b None None] DHCP port deletion for fb2362ae-dcee-441e-bad8-f7139fde4c38 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:13:13.879908 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-acd9be87-83c8-4145-9b6e-944c88414741 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:13.941945 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-acd9be87-83c8-4145-9b6e-944c88414741 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Deleting port 637d5d9c-0523-42cd-8cb1-bac28caf8b15 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:13.942268 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-acd9be87-83c8-4145-9b6e-944c88414741 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:13.962896 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0a7d0a8a-8c11-47ed-9f01-889d0bdad498 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:13:13.986373 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-13596e5b-fa56-4258-a28f-1b4f06ae9d1b None None] Deleting port 0a7d0a8a-8c11-47ed-9f01-889d0bdad498 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:13:13.986733 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13596e5b-fa56-4258-a28f-1b4f06ae9d1b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:14.021623 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-acd9be87-83c8-4145-9b6e-944c88414741 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] For port 637d5d9c-0523-42cd-8cb1-bac28caf8b15, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=637d5d9c-0523-42cd-8cb1-bac28caf8b15,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:14.021865 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-acd9be87-83c8-4145-9b6e-944c88414741 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:14.037333 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-acd9be87-83c8-4145-9b6e-944c88414741 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Calling delete_port for 637d5d9c-0523-42cd-8cb1-bac28caf8b15 owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:14.086076 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-13596e5b-fa56-4258-a28f-1b4f06ae9d1b None None] For port 0a7d0a8a-8c11-47ed-9f01-889d0bdad498, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0a7d0a8a-8c11-47ed-9f01-889d0bdad498,segment=NetworkSegment(ced7f46c-8b2c-4685-9011-3f958bf5530d),segment_id=ced7f46c-8b2c-4685-9011-3f958bf5530d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:14.086372 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13596e5b-fa56-4258-a28f-1b4f06ae9d1b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:14.103050 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-13596e5b-fa56-4258-a28f-1b4f06ae9d1b None None] Calling delete_port for 0a7d0a8a-8c11-47ed-9f01-889d0bdad498 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:13:14.180391 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:14.191489 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-42494baa-b2b7-463e-9501-024952b96af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dbd21835-3149-4170-a438-a6282cf24564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294302310', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '637d5d9c-0523-42cd-8cb1-bac28caf8b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:23Z', 'updated_at': '2021-07-16T09:13:12Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': '637d5d9c-0523-42cd-8cb1-bac28caf8b15', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd21835-3149-4170-a438-a6282cf24564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:23Z', 'updated_at': '2021-07-16T09:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:14.197134 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-acd9be87-83c8-4145-9b6e-944c88414741 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:14.227674 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd9be87-83c8-4145-9b6e-944c88414741 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event deleted for resources: {'Port': ['ID=637d5d9c-0523-42cd-8cb1-bac28caf8b15,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:14.236973 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42494baa-b2b7-463e-9501-024952b96af5 None None] The sync data for ids ['dbd21835-3149-4170-a438-a6282cf24564'] in n-d-771362-37 is: [{'id': 'dbd21835-3149-4170-a438-a6282cf24564', 'name': 'tempest-TestNetworkAdvancedServerOps-router-294302310', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': '637d5d9c-0523-42cd-8cb1-bac28caf8b15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:11:23Z', 'updated_at': '2021-07-16T09:13:12Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': '637d5d9c-0523-42cd-8cb1-bac28caf8b15', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:22:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dbd21835-3149-4170-a438-a6282cf24564', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3750, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:11:23Z', 'updated_at': '2021-07-16T09:11:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:13:14.263388 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 0a7d0a8a-8c11-47ed-9f01-889d0bdad498, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0a7d0a8a-8c11-47ed-9f01-889d0bdad498,segment=NetworkSegment(ced7f46c-8b2c-4685-9011-3f958bf5530d),segment_id=ced7f46c-8b2c-4685-9011-3f958bf5530d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:14.267850 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:14.291142 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-13596e5b-fa56-4258-a28f-1b4f06ae9d1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:14.295640 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-acd9be87-83c8-4145-9b6e-944c88414741 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:14.310051 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13596e5b-fa56-4258-a28f-1b4f06ae9d1b None None] No DVR routers for this DVR port 0a7d0a8a-8c11-47ed-9f01-889d0bdad498 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:13:14.333112 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=0a7d0a8a-8c11-47ed-9f01-889d0bdad498,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:14.355851 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13596e5b-fa56-4258-a28f-1b4f06ae9d1b None None] Pushing event deleted for resources: {'Port': ['ID=0a7d0a8a-8c11-47ed-9f01-889d0bdad498,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:14.386724 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-acd9be87-83c8-4145-9b6e-944c88414741 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:14.388832 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-acd9be87-83c8-4145-9b6e-944c88414741 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:14.430548 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-acd9be87-83c8-4145-9b6e-944c88414741 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:14.431069 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acd9be87-83c8-4145-9b6e-944c88414741 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Fanout notify agent at l3_agent the message router_deleted on router dbd21835-3149-4170-a438-a6282cf24564 {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:13:14.437755 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-acd9be87-83c8-4145-9b6e-944c88414741 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:14.438842 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-acd9be87-83c8-4145-9b6e-944c88414741 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "DELETE /v2.0/routers/dbd21835-3149-4170-a438-a6282cf24564 HTTP/1.1" status: 204 len: 168 time: 1.0641565 Jul 16 09:13:14.442452 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43732) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:14.517749 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-019b22af-d142-4b62-8eb7-bfb2ecfad667 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:14.604674 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-019b22af-d142-4b62-8eb7-bfb2ecfad667 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:14.616867 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-019b22af-d142-4b62-8eb7-bfb2ecfad667 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb2362ae-dcee-441e-bad8-f7139fde4c38']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:14.626809 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-019b22af-d142-4b62-8eb7-bfb2ecfad667 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ced7f46c-8b2c-4685-9011-3f958bf5530d') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:14.627110 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-019b22af-d142-4b62-8eb7-bfb2ecfad667 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ced7f46c-8b2c-4685-9011-3f958bf5530d') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:14.637842 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-019b22af-d142-4b62-8eb7-bfb2ecfad667 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:14.655366 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-019b22af-d142-4b62-8eb7-bfb2ecfad667 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:14.661513 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019b22af-d142-4b62-8eb7-bfb2ecfad667 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:13:14.661931 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-019b22af-d142-4b62-8eb7-bfb2ecfad667 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: timer() Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:13:14.665056 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:13:14.722941 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 24bd6820-aec8-4dbe-b700-7b7cb1c00426 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:13:14.724034 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-019b22af-d142-4b62-8eb7-bfb2ecfad667 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:14.732731 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-019b22af-d142-4b62-8eb7-bfb2ecfad667 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:14.734567 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-019b22af-d142-4b62-8eb7-bfb2ecfad667 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "DELETE /v2.0/networks/fb2362ae-dcee-441e-bad8-f7139fde4c38 HTTP/1.1" status: 204 len: 168 time: 0.2914581 Jul 16 09:13:14.737472 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43734) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:14.744872 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b22af-d142-4b62-8eb7-bfb2ecfad667 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event deleted for resources: {'Network': ['ID=fb2362ae-dcee-441e-bad8-f7139fde4c38,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:14.752547 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 24bd6820-aec8-4dbe-b700-7b7cb1c00426 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:13:14.753001 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 24bd6820-aec8-4dbe-b700-7b7cb1c00426 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:13:14.807384 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-225ed7b4-bb02-447f-841e-7e0f6d3d7de9 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:14.832302 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-225ed7b4-bb02-447f-841e-7e0f6d3d7de9 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:14.897021 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-225ed7b4-bb02-447f-841e-7e0f6d3d7de9 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:14.899742 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-225ed7b4-bb02-447f-841e-7e0f6d3d7de9 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:14.901260 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-225ed7b4-bb02-447f-841e-7e0f6d3d7de9 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "DELETE /v2.0/security-groups/a84eeba1-1387-4ee4-a6c1-3993df2bc207 HTTP/1.1" status: 204 len: 168 time: 0.1605816 Jul 16 09:13:14.912572 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225ed7b4-bb02-447f-841e-7e0f6d3d7de9 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a84eeba1-1387-4ee4-a6c1-3993df2bc207,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:15.146003 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43740) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:15.150811 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-bae4830f-1d9e-4c85-adbb-9920d83c139f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1963927882', 'description': 'tempest-secgroup-smoke-1963927882 description', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:15.174304 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bae4830f-1d9e-4c85-adbb-9920d83c139f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.264754 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bae4830f-1d9e-4c85-adbb-9920d83c139f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.270640 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bae4830f-1d9e-4c85-adbb-9920d83c139f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.298995 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bae4830f-1d9e-4c85-adbb-9920d83c139f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.300244 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bae4830f-1d9e-4c85-adbb-9920d83c139f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1532404 Jul 16 09:13:15.303420 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43742) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:15.308887 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a4aff316-e430-44d8-a6c7-c33cbbb2d531 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'security_group_rule': {'security_group_id': 'dc4109b6-2bb0-4d52-bcab-7377ee2e0330', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:15.313838 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4830f-1d9e-4c85-adbb-9920d83c139f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4109b6-2bb0-4d52-bcab-7377ee2e0330,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:15.337609 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a4aff316-e430-44d8-a6c7-c33cbbb2d531 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.395312 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a4aff316-e430-44d8-a6c7-c33cbbb2d531 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.398876 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a4aff316-e430-44d8-a6c7-c33cbbb2d531 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.416829 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4aff316-e430-44d8-a6c7-c33cbbb2d531 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e42f118-28a4-4041-8e02-59bffbac296b,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:15.421728 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a4aff316-e430-44d8-a6c7-c33cbbb2d531 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.424786 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a4aff316-e430-44d8-a6c7-c33cbbb2d531 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1195927 Jul 16 09:13:15.426109 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43744) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:15.431020 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-5fdfe6c2-39ee-49eb-a4e9-2c48326e1bfc tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'security_group_rule': {'security_group_id': 'dc4109b6-2bb0-4d52-bcab-7377ee2e0330', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:15.455912 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5fdfe6c2-39ee-49eb-a4e9-2c48326e1bfc tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.516966 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5fdfe6c2-39ee-49eb-a4e9-2c48326e1bfc tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.520993 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5fdfe6c2-39ee-49eb-a4e9-2c48326e1bfc tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.537888 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fdfe6c2-39ee-49eb-a4e9-2c48326e1bfc tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84377844-57c4-43d0-b43e-5a5ddf78f05b,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:15.542869 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5fdfe6c2-39ee-49eb-a4e9-2c48326e1bfc tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.544830 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5fdfe6c2-39ee-49eb-a4e9-2c48326e1bfc tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1176386 Jul 16 09:13:15.546811 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43746) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:15.551773 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-8495d3a3-fc8f-4336-999a-74431fa63172 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'security_group_rule': {'security_group_id': 'dc4109b6-2bb0-4d52-bcab-7377ee2e0330', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:15.577299 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8495d3a3-fc8f-4336-999a-74431fa63172 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.632819 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8495d3a3-fc8f-4336-999a-74431fa63172 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.636105 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8495d3a3-fc8f-4336-999a-74431fa63172 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.652554 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495d3a3-fc8f-4336-999a-74431fa63172 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44cff9e8-7ddd-4840-8fb3-9786ef0410fd,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:15.660728 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8495d3a3-fc8f-4336-999a-74431fa63172 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.661917 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8495d3a3-fc8f-4336-999a-74431fa63172 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1141880 Jul 16 09:13:15.664572 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43748) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:15.668995 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-031df6ed-357f-4efa-b841-32b926792dae tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'security_group_rule': {'security_group_id': 'dc4109b6-2bb0-4d52-bcab-7377ee2e0330', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:15.695096 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-031df6ed-357f-4efa-b841-32b926792dae tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.754376 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-031df6ed-357f-4efa-b841-32b926792dae tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.758295 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-031df6ed-357f-4efa-b841-32b926792dae tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.774936 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031df6ed-357f-4efa-b841-32b926792dae tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5369c86b-a17c-4b54-8abd-4433349e1e7a,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:15.782062 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-031df6ed-357f-4efa-b841-32b926792dae tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.783304 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-031df6ed-357f-4efa-b841-32b926792dae tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1178167 Jul 16 09:13:15.786587 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43750) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:15.791037 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-480ef051-52cc-42a1-bc2d-3bbfdb79ab89 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'security_group_rule': {'security_group_id': 'dc4109b6-2bb0-4d52-bcab-7377ee2e0330', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:15.813011 n-d-771362-37 neutron-server[93758]: INFO neutron.db.securitygroups_db [None req-480ef051-52cc-42a1-bc2d-3bbfdb79ab89 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Project 5739d70bdc174b1e9a1ab2b759dab11d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:13:15.817665 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-480ef051-52cc-42a1-bc2d-3bbfdb79ab89 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.880462 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-480ef051-52cc-42a1-bc2d-3bbfdb79ab89 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.884547 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-480ef051-52cc-42a1-bc2d-3bbfdb79ab89 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.898590 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 637d5d9c-0523-42cd-8cb1-bac28caf8b15 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:13:15.904926 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480ef051-52cc-42a1-bc2d-3bbfdb79ab89 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f76fa098-320e-4afe-b96e-ebb931e76ff3,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:15.909043 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-480ef051-52cc-42a1-bc2d-3bbfdb79ab89 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:15.911633 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-480ef051-52cc-42a1-bc2d-3bbfdb79ab89 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235449 Jul 16 09:13:15.913666 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43752) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:15.918387 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-244892cd-6896-4989-8dc6-d2530df4a355 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'security_group_rule': {'security_group_id': 'dc4109b6-2bb0-4d52-bcab-7377ee2e0330', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:15.923591 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 637d5d9c-0523-42cd-8cb1-bac28caf8b15 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:13:15.923939 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 637d5d9c-0523-42cd-8cb1-bac28caf8b15 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:13:15.924382 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0761c89d-a0f1-4fea-9821-8bf7f5448a79 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:13:15.941362 n-d-771362-37 neutron-server[93758]: INFO neutron.db.securitygroups_db [None req-244892cd-6896-4989-8dc6-d2530df4a355 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Project 5739d70bdc174b1e9a1ab2b759dab11d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:13:15.943075 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 0761c89d-a0f1-4fea-9821-8bf7f5448a79 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:13:15.943423 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0761c89d-a0f1-4fea-9821-8bf7f5448a79 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:13:15.946618 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-244892cd-6896-4989-8dc6-d2530df4a355 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:16.009006 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-244892cd-6896-4989-8dc6-d2530df4a355 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:16.012879 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-244892cd-6896-4989-8dc6-d2530df4a355 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:16.030405 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244892cd-6896-4989-8dc6-d2530df4a355 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=039e7910-4df0-49b5-b479-1337b82fdf21,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:16.039083 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-244892cd-6896-4989-8dc6-d2530df4a355 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:16.043024 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-244892cd-6896-4989-8dc6-d2530df4a355 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1255748 Jul 16 09:13:16.043310 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43754) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:16.048682 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-54ef169a-b425-4c90-bac8-22ee92cec3e3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'network': {'name': 'tempest-network-smoke--22392509', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'port_security_enabled': True}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:16.069032 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ef169a-b425-4c90-bac8-22ee92cec3e3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Made reservation on behalf of 5739d70bdc174b1e9a1ab2b759dab11d for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:16.072591 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-54ef169a-b425-4c90-bac8-22ee92cec3e3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:16.095835 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ef169a-b425-4c90-bac8-22ee92cec3e3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:13:16.105482 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-54ef169a-b425-4c90-bac8-22ee92cec3e3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:16.105876 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-54ef169a-b425-4c90-bac8-22ee92cec3e3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Added segment 9fb11763-2630-453f-b396-8292035abdde of type vlan for network 4213035f-7bcc-4e05-b745-5421ff483248 Jul 16 09:13:16.143655 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-54ef169a-b425-4c90-bac8-22ee92cec3e3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:16.171210 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-54ef169a-b425-4c90-bac8-22ee92cec3e3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:16.177007 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ef169a-b425-4c90-bac8-22ee92cec3e3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:16.177590 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-54ef169a-b425-4c90-bac8-22ee92cec3e3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:16.213188 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-54ef169a-b425-4c90-bac8-22ee92cec3e3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1688406 Jul 16 09:13:16.215867 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43756) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:16.222816 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-be9433db-c533-482d-b89c-61dd80fcf57f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1716183026', 'admin_state_up': True, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:16.257981 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef169a-b425-4c90-bac8-22ee92cec3e3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'Network': ['ID=4213035f-7bcc-4e05-b745-5421ff483248,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:16.268861 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 4213035f-7bcc-4e05-b745-5421ff483248 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:13:16.273714 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be9433db-c533-482d-b89c-61dd80fcf57f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:16.274747 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be9433db-c533-482d-b89c-61dd80fcf57f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:16.325471 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be9433db-c533-482d-b89c-61dd80fcf57f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:16.463742 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be9433db-c533-482d-b89c-61dd80fcf57f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:16.657869 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be9433db-c533-482d-b89c-61dd80fcf57f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:16.677125 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be9433db-c533-482d-b89c-61dd80fcf57f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:16.776793 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-be9433db-c533-482d-b89c-61dd80fcf57f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Allocated IP 172.25.3.224 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/5109a42a-30eb-492b-a6a0-8c08c3929214) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:13:16.882003 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be9433db-c533-482d-b89c-61dd80fcf57f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:16.919960 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be9433db-c533-482d-b89c-61dd80fcf57f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:16.957094 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be9433db-c533-482d-b89c-61dd80fcf57f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:13:16.961820 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-be9433db-c533-482d-b89c-61dd80fcf57f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:16.965277 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be9433db-c533-482d-b89c-61dd80fcf57f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:13:16.989171 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9433db-c533-482d-b89c-61dd80fcf57f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'Port': ['ID=5109a42a-30eb-492b-a6a0-8c08c3929214,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:17.213505 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be9433db-c533-482d-b89c-61dd80fcf57f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:17.410142 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be9433db-c533-482d-b89c-61dd80fcf57f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:17.535364 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be9433db-c533-482d-b89c-61dd80fcf57f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Router 65d3fd85-d848-46b2-8809-71400dc86786 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:13:17.639408 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be9433db-c533-482d-b89c-61dd80fcf57f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:13:17.649348 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19fcd97-d286-40dd-81b5-ce25d9d1a27b None None] Sync routers for ids ['65d3fd85-d848-46b2-8809-71400dc86786'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:13:17.658194 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be9433db-c533-482d-b89c-61dd80fcf57f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:17.659458 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-be9433db-c533-482d-b89c-61dd80fcf57f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4426408 Jul 16 09:13:17.661863 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19fcd97-d286-40dd-81b5-ce25d9d1a27b None None] Routers {'65d3fd85-d848-46b2-8809-71400dc86786'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:13:17.662472 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e19fcd97-d286-40dd-81b5-ce25d9d1a27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:13:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['65d3fd85-d848-46b2-8809-71400dc86786'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:17.662808 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43760) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:17.694064 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c18c98a9-196e-4a18-a54e-a7b516e22820 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=5739d70bdc174b1e9a1ab2b759dab11d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270576 Jul 16 09:13:17.694271 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43762) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:17.766940 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e19fcd97-d286-40dd-81b5-ce25d9d1a27b None None] Set router 65d3fd85-d848-46b2-8809-71400dc86786 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:13:17.779409 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed54b53-9c69-4129-9ad7-ac69b0bbf922 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:17.780943 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0ed54b53-9c69-4129-9ad7-ac69b0bbf922 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0857646 Jul 16 09:13:17.783799 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43764) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:17.816374 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6d48a841-9aaa-4238-a0a1-912067cf97ae tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=4a545af8-8142-4a44-8290-045c2901c634&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303824 Jul 16 09:13:17.818866 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43766) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:17.823797 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-41489e12-f816-42fb-84c2-f07f6e0cd457 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-242251564', 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:17.914587 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41489e12-f816-42fb-84c2-f07f6e0cd457 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Made reservation on behalf of 5739d70bdc174b1e9a1ab2b759dab11d for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:17.918182 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-41489e12-f816-42fb-84c2-f07f6e0cd457 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:18.031388 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e19fcd97-d286-40dd-81b5-ce25d9d1a27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d3fd85-d848-46b2-8809-71400dc86786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716183026', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '5109a42a-30eb-492b-a6a0-8c08c3929214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:13:16Z', 'updated_at': '2021-07-16T09:13:17Z', 'revision_number': 3, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': '5109a42a-30eb-492b-a6a0-8c08c3929214', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:de:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d3fd85-d848-46b2-8809-71400dc86786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:13:16Z', 'updated_at': '2021-07-16T09:13:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:18.061170 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19fcd97-d286-40dd-81b5-ce25d9d1a27b None None] Checking router: 65d3fd85-d848-46b2-8809-71400dc86786 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:13:18.061671 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19fcd97-d286-40dd-81b5-ce25d9d1a27b None None] Updating router 65d3fd85-d848-46b2-8809-71400dc86786 port 5109a42a-30eb-492b-a6a0-8c08c3929214 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:13:18.095936 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e19fcd97-d286-40dd-81b5-ce25d9d1a27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:18.103890 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-41489e12-f816-42fb-84c2-f07f6e0cd457 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:18.164293 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41489e12-f816-42fb-84c2-f07f6e0cd457 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'Subnet': ['ID=5fd02344-7155-4db0-a8f8-bfbc1b495c65,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:18.172085 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41489e12-f816-42fb-84c2-f07f6e0cd457 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Checking segment: {'id': '9fb11763-2630-453f-b396-8292035abdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:13:18.172483 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41489e12-f816-42fb-84c2-f07f6e0cd457 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Network hostable DHCP agents. Network: 4213035f-7bcc-4e05-b745-5421ff483248, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:13:18.190514 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41489e12-f816-42fb-84c2-f07f6e0cd457 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Network 4213035f-7bcc-4e05-b745-5421ff483248 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:13:18.200899 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-41489e12-f816-42fb-84c2-f07f6e0cd457 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 4213035f-7bcc-4e05-b745-5421ff483248) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:18.208851 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6033e6d9-7a84-430e-98e5-9131f24f0612 None None] Network 4213035f-7bcc-4e05-b745-5421ff483248 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:13:18.209411 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41489e12-f816-42fb-84c2-f07f6e0cd457 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:18.210016 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-41489e12-f816-42fb-84c2-f07f6e0cd457 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:18.225555 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-41489e12-f816-42fb-84c2-f07f6e0cd457 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4056497 Jul 16 09:13:18.228561 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43768) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:18.360286 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c45fb88-c68c-4b28-b4b8-14763da6349b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-4213035f-7bcc-4e05-b745-5421ff483248', 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'fixed_ips': [{'subnet_id': '5fd02344-7155-4db0-a8f8-bfbc1b495c65'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:13:18.361410 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1c45fb88-c68c-4b28-b4b8-14763da6349b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:18.362092 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e19fcd97-d286-40dd-81b5-ce25d9d1a27b None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:18.373028 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e19fcd97-d286-40dd-81b5-ce25d9d1a27b None None] Transition to ACTIVE for port object 5109a42a-30eb-492b-a6a0-8c08c3929214 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:18.380429 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e19fcd97-d286-40dd-81b5-ce25d9d1a27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:18.432625 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e19fcd97-d286-40dd-81b5-ce25d9d1a27b None None] Attempting to bind port 5109a42a-30eb-492b-a6a0-8c08c3929214 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:13:18.433154 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e19fcd97-d286-40dd-81b5-ce25d9d1a27b None None] Attempting to bind port 5109a42a-30eb-492b-a6a0-8c08c3929214 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:13:18.433542 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19fcd97-d286-40dd-81b5-ce25d9d1a27b None None] Attempting to bind port 5109a42a-30eb-492b-a6a0-8c08c3929214 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:13:18.442187 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19fcd97-d286-40dd-81b5-ce25d9d1a27b None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:13:18.442566 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19fcd97-d286-40dd-81b5-ce25d9d1a27b None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:13:18.442972 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e19fcd97-d286-40dd-81b5-ce25d9d1a27b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:18.443369 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19fcd97-d286-40dd-81b5-ce25d9d1a27b None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:13:18.443847 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e19fcd97-d286-40dd-81b5-ce25d9d1a27b None None] Bound port: 5109a42a-30eb-492b-a6a0-8c08c3929214, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:13:18.444709 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e19fcd97-d286-40dd-81b5-ce25d9d1a27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:18.497833 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e19fcd97-d286-40dd-81b5-ce25d9d1a27b None None] For port 5109a42a-30eb-492b-a6a0-8c08c3929214, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:13:18.501104 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e19fcd97-d286-40dd-81b5-ce25d9d1a27b None None] For port 5109a42a-30eb-492b-a6a0-8c08c3929214, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=5109a42a-30eb-492b-a6a0-8c08c3929214,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:13:18.502375 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85621732-8766-47ee-b297-a13edc795cd8 None None] Pushing event updated for resources: {'Port': ['ID=5109a42a-30eb-492b-a6a0-8c08c3929214,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:18.506895 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e19fcd97-d286-40dd-81b5-ce25d9d1a27b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:18.508915 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-1c45fb88-c68c-4b28-b4b8-14763da6349b None None] Allocated IP 172.20.0.2 (4213035f-7bcc-4e05-b745-5421ff483248/5fd02344-7155-4db0-a8f8-bfbc1b495c65/a15afca9-c7f8-4c6b-a58b-febbc383b19a) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:13:18.514241 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85621732-8766-47ee-b297-a13edc795cd8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:18.514634 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85621732-8766-47ee-b297-a13edc795cd8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:18.514974 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85621732-8766-47ee-b297-a13edc795cd8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:18.515319 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85621732-8766-47ee-b297-a13edc795cd8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:18.515657 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85621732-8766-47ee-b297-a13edc795cd8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:18.515991 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85621732-8766-47ee-b297-a13edc795cd8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:18.516322 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85621732-8766-47ee-b297-a13edc795cd8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:18.516677 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85621732-8766-47ee-b297-a13edc795cd8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:18.517000 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85621732-8766-47ee-b297-a13edc795cd8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:18.517324 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85621732-8766-47ee-b297-a13edc795cd8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:18.517653 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85621732-8766-47ee-b297-a13edc795cd8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:18.518255 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85621732-8766-47ee-b297-a13edc795cd8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:18.573247 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85621732-8766-47ee-b297-a13edc795cd8 None None] Pushing event updated for resources: {'Port': ['ID=5109a42a-30eb-492b-a6a0-8c08c3929214,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:18.596545 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19fcd97-d286-40dd-81b5-ce25d9d1a27b None None] Routers {'65d3fd85-d848-46b2-8809-71400dc86786'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:13:18.596545 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e19fcd97-d286-40dd-81b5-ce25d9d1a27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:13:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['65d3fd85-d848-46b2-8809-71400dc86786'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:18.665441 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1c45fb88-c68c-4b28-b4b8-14763da6349b None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:18.674844 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1c45fb88-c68c-4b28-b4b8-14763da6349b None None] Transition to ACTIVE for port object a15afca9-c7f8-4c6b-a58b-febbc383b19a will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:18.683716 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05208ee3-2b9a-49f8-ac6e-683256f5c1de tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:18.691300 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1c45fb88-c68c-4b28-b4b8-14763da6349b None None] Transition to ACTIVE for port object a15afca9-c7f8-4c6b-a58b-febbc383b19a will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:18.697643 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1c45fb88-c68c-4b28-b4b8-14763da6349b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:18.714924 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e19fcd97-d286-40dd-81b5-ce25d9d1a27b None None] Set router 65d3fd85-d848-46b2-8809-71400dc86786 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:13:18.738968 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c45fb88-c68c-4b28-b4b8-14763da6349b None None] Network 4213035f-7bcc-4e05-b745-5421ff483248 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:13:18.745783 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-1c45fb88-c68c-4b28-b4b8-14763da6349b None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:18.751330 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c45fb88-c68c-4b28-b4b8-14763da6349b None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:13:18.757760 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45fb88-c68c-4b28-b4b8-14763da6349b None None] Pushing event updated for resources: {'Port': ['ID=a15afca9-c7f8-4c6b-a58b-febbc383b19a,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:18.815541 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-1c45fb88-c68c-4b28-b4b8-14763da6349b None None] Attempting to bind port a15afca9-c7f8-4c6b-a58b-febbc383b19a on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:13:18.815974 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-1c45fb88-c68c-4b28-b4b8-14763da6349b None None] Attempting to bind port a15afca9-c7f8-4c6b-a58b-febbc383b19a by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '9fb11763-2630-453f-b396-8292035abdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:13:18.816321 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c45fb88-c68c-4b28-b4b8-14763da6349b None None] Attempting to bind port a15afca9-c7f8-4c6b-a58b-febbc383b19a on network 4213035f-7bcc-4e05-b745-5421ff483248 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:13:18.822717 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c45fb88-c68c-4b28-b4b8-14763da6349b None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:13:18.823096 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c45fb88-c68c-4b28-b4b8-14763da6349b None None] Checking segment: {'id': '9fb11763-2630-453f-b396-8292035abdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:13:18.823503 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1c45fb88-c68c-4b28-b4b8-14763da6349b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:18.823899 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c45fb88-c68c-4b28-b4b8-14763da6349b None None] Bound using segment: {'id': '9fb11763-2630-453f-b396-8292035abdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:13:18.824387 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-1c45fb88-c68c-4b28-b4b8-14763da6349b None None] Bound port: a15afca9-c7f8-4c6b-a58b-febbc383b19a, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fb11763-2630-453f-b396-8292035abdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:13:18.824779 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1c45fb88-c68c-4b28-b4b8-14763da6349b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:18.895692 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-1c45fb88-c68c-4b28-b4b8-14763da6349b None None] For port a15afca9-c7f8-4c6b-a58b-febbc383b19a, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:13:18.899482 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-1c45fb88-c68c-4b28-b4b8-14763da6349b None None] For port a15afca9-c7f8-4c6b-a58b-febbc383b19a, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=a15afca9-c7f8-4c6b-a58b-febbc383b19a,segment=NetworkSegment(9fb11763-2630-453f-b396-8292035abdde),segment_id=9fb11763-2630-453f-b396-8292035abdde)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:13:18.903589 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1c45fb88-c68c-4b28-b4b8-14763da6349b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:18.908924 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e19fcd97-d286-40dd-81b5-ce25d9d1a27b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d3fd85-d848-46b2-8809-71400dc86786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716183026', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '5109a42a-30eb-492b-a6a0-8c08c3929214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:13:16Z', 'updated_at': '2021-07-16T09:13:17Z', 'revision_number': 3, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': '5109a42a-30eb-492b-a6a0-8c08c3929214', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:de:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d3fd85-d848-46b2-8809-71400dc86786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:13:16Z', 'updated_at': '2021-07-16T09:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:18.936612 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19fcd97-d286-40dd-81b5-ce25d9d1a27b None None] The sync data for ids ['65d3fd85-d848-46b2-8809-71400dc86786'] in n-d-771362-37 is: [{'id': '65d3fd85-d848-46b2-8809-71400dc86786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716183026', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '5109a42a-30eb-492b-a6a0-8c08c3929214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:13:16Z', 'updated_at': '2021-07-16T09:13:17Z', 'revision_number': 3, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': '5109a42a-30eb-492b-a6a0-8c08c3929214', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:de:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d3fd85-d848-46b2-8809-71400dc86786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:13:16Z', 'updated_at': '2021-07-16T09:13:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:13:18.975166 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c45fb88-c68c-4b28-b4b8-14763da6349b None None] Pushing event updated for resources: {'Port': ['ID=a15afca9-c7f8-4c6b-a58b-febbc383b19a,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:18.998555 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-05208ee3-2b9a-49f8-ac6e-683256f5c1de tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Allocated IP 172.20.0.1 (4213035f-7bcc-4e05-b745-5421ff483248/5fd02344-7155-4db0-a8f8-bfbc1b495c65/23abeea5-5061-4822-b2b3-8d7274e28c4e) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:13:19.132570 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05208ee3-2b9a-49f8-ac6e-683256f5c1de tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:19.154064 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-05208ee3-2b9a-49f8-ac6e-683256f5c1de tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Transition to ACTIVE for port object 23abeea5-5061-4822-b2b3-8d7274e28c4e will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:19.196548 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05208ee3-2b9a-49f8-ac6e-683256f5c1de tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:19.248236 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05208ee3-2b9a-49f8-ac6e-683256f5c1de tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Network 4213035f-7bcc-4e05-b745-5421ff483248 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:13:19.251713 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-05208ee3-2b9a-49f8-ac6e-683256f5c1de tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:19.257922 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05208ee3-2b9a-49f8-ac6e-683256f5c1de tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:13:19.289335 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05208ee3-2b9a-49f8-ac6e-683256f5c1de tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'Port': ['ID=23abeea5-5061-4822-b2b3-8d7274e28c4e,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:19.314066 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05208ee3-2b9a-49f8-ac6e-683256f5c1de tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:19.768285 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05208ee3-2b9a-49f8-ac6e-683256f5c1de tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:19.985842 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 5109a42a-30eb-492b-a6a0-8c08c3929214 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:13:20.038856 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-316da506-0f2d-4c9e-8095-334493f6b5ed None None] Network 4213035f-7bcc-4e05-b745-5421ff483248 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:13:20.052969 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 5109a42a-30eb-492b-a6a0-8c08c3929214 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:13:20.064648 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 5109a42a-30eb-492b-a6a0-8c08c3929214 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:20.065030 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:20.086021 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05208ee3-2b9a-49f8-ac6e-683256f5c1de tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:20.091319 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05208ee3-2b9a-49f8-ac6e-683256f5c1de tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:20.154835 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-af1ce6b0-8f0b-474a-a270-1b032441c449 None None] Provisioning for port a15afca9-c7f8-4c6b-a58b-febbc383b19a completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:13:20.166919 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05208ee3-2b9a-49f8-ac6e-683256f5c1de tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'Port': ['ID=23abeea5-5061-4822-b2b3-8d7274e28c4e,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:20.172050 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-05208ee3-2b9a-49f8-ac6e-683256f5c1de tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:20.232827 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:20.268273 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05208ee3-2b9a-49f8-ac6e-683256f5c1de tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Network 4213035f-7bcc-4e05-b745-5421ff483248 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:13:20.270766 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-05208ee3-2b9a-49f8-ac6e-683256f5c1de tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:20.275831 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 5109a42a-30eb-492b-a6a0-8c08c3929214, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=5109a42a-30eb-492b-a6a0-8c08c3929214,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:20.283232 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:20.284023 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a15afca9-c7f8-4c6b-a58b-febbc383b19a up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:13:20.371423 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=5109a42a-30eb-492b-a6a0-8c08c3929214,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:20.389696 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port a15afca9-c7f8-4c6b-a58b-febbc383b19a completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:13:20.398803 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port a15afca9-c7f8-4c6b-a58b-febbc383b19a triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:20.399210 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:20.403789 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05208ee3-2b9a-49f8-ac6e-683256f5c1de tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Router 65d3fd85-d848-46b2-8809-71400dc86786 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:13:20.487173 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:20.527299 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port a15afca9-c7f8-4c6b-a58b-febbc383b19a, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=a15afca9-c7f8-4c6b-a58b-febbc383b19a,segment=NetworkSegment(9fb11763-2630-453f-b396-8292035abdde),segment_id=9fb11763-2630-453f-b396-8292035abdde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:20.528007 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05208ee3-2b9a-49f8-ac6e-683256f5c1de tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:13:20.533754 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-05208ee3-2b9a-49f8-ac6e-683256f5c1de tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "PUT /v2.0/routers/65d3fd85-d848-46b2-8809-71400dc86786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3038793 Jul 16 09:13:20.536291 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:20.591921 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=a15afca9-c7f8-4c6b-a58b-febbc383b19a,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:20.691145 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-037c5f72-4260-49a1-97f4-2c54bd035216 None None] Provisioning for port 23abeea5-5061-4822-b2b3-8d7274e28c4e completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:13:20.696025 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-037c5f72-4260-49a1-97f4-2c54bd035216 None None] Provisioning complete for port 23abeea5-5061-4822-b2b3-8d7274e28c4e triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:20.696434 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-037c5f72-4260-49a1-97f4-2c54bd035216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:20.713092 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-82da46a0-b37b-4dd2-837c-be8ea091656f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1963927882&fields=id&tenant_id=5739d70bdc174b1e9a1ab2b759dab11d HTTP/1.1" status: 200 len: 267 time: 0.0464969 Jul 16 09:13:20.740634 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-037c5f72-4260-49a1-97f4-2c54bd035216 None None] Port 23abeea5-5061-4822-b2b3-8d7274e28c4e cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:13:20.754305 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-037c5f72-4260-49a1-97f4-2c54bd035216 None None] Provisioning complete for port a15afca9-c7f8-4c6b-a58b-febbc383b19a triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:20.754690 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-037c5f72-4260-49a1-97f4-2c54bd035216 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:20.787280 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2286083-7579-4505-b7ee-64a510662659 None None] Sync routers for ids ['65d3fd85-d848-46b2-8809-71400dc86786'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:13:20.812129 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2286083-7579-4505-b7ee-64a510662659 None None] Routers {'65d3fd85-d848-46b2-8809-71400dc86786'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:13:20.812768 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e2286083-7579-4505-b7ee-64a510662659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:13:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['65d3fd85-d848-46b2-8809-71400dc86786'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:20.837799 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-9a34c6f8-dc0a-44c6-a543-481891efcd4e tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:20.840825 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-9a34c6f8-dc0a-44c6-a543-481891efcd4e tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/networks?id=4213035f-7bcc-4e05-b745-5421ff483248 HTTP/1.1" status: 200 len: 795 time: 0.1196413 Jul 16 09:13:20.867629 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-bd7c5ac8-9023-4138-8149-a6e2ea34ba04 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/quotas/5739d70bdc174b1e9a1ab2b759dab11d HTTP/1.1" status: 200 len: 375 time: 0.0226812 Jul 16 09:13:20.951985 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-db61550e-d533-4d62-a59a-537a4fbf5f1d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0770273 Jul 16 09:13:20.961383 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-e2286083-7579-4505-b7ee-64a510662659 None None] Set router 65d3fd85-d848-46b2-8809-71400dc86786 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:13:21.049431 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-85aa1b62-f7d4-4b83-ba1e-6496d5640f4d service neutron] 10.222.0.22 "GET /v2.0/networks/4213035f-7bcc-4e05-b745-5421ff483248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854273 Jul 16 09:13:21.105880 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-28701f4c-9516-406d-94e5-abd6e2dc5ad9 None None] Provisioning complete for port 23abeea5-5061-4822-b2b3-8d7274e28c4e triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:21.106475 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28701f4c-9516-406d-94e5-abd6e2dc5ad9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:21.143462 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-e616ff33-3f82-486c-aabc-c96ae6c4e887 service neutron] 10.222.0.22 "GET /v2.0/networks/4213035f-7bcc-4e05-b745-5421ff483248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877481 Jul 16 09:13:21.155427 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-28701f4c-9516-406d-94e5-abd6e2dc5ad9 None None] Port 23abeea5-5061-4822-b2b3-8d7274e28c4e cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:13:21.207637 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e2286083-7579-4505-b7ee-64a510662659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d3fd85-d848-46b2-8809-71400dc86786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716183026', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '5109a42a-30eb-492b-a6a0-8c08c3929214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:13:16Z', 'updated_at': '2021-07-16T09:13:19Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': '5109a42a-30eb-492b-a6a0-8c08c3929214', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3fd85-d848-46b2-8809-71400dc86786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:13:16Z', 'updated_at': '2021-07-16T09:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '23abeea5-5061-4822-b2b3-8d7274e28c4e', 'name': '', 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:7d:f9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d3fd85-d848-46b2-8809-71400dc86786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '5fd02344-7155-4db0-a8f8-bfbc1b495c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:13:18Z', 'updated_at': '2021-07-16T09:13:19Z', 'revision_number': 2, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': '5fd02344-7155-4db0-a8f8-bfbc1b495c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:21.234223 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2286083-7579-4505-b7ee-64a510662659 None None] Checking router: 65d3fd85-d848-46b2-8809-71400dc86786 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:13:21.234605 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2286083-7579-4505-b7ee-64a510662659 None None] Updating router 65d3fd85-d848-46b2-8809-71400dc86786 port 23abeea5-5061-4822-b2b3-8d7274e28c4e binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:13:21.271772 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e2286083-7579-4505-b7ee-64a510662659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:21.319583 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b880206c-3dc0-4248-8fce-94a293ce632c req-075d8e38-9acf-4c7b-ad4b-38b926e372fb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 210 time: 0.0303497 Jul 16 09:13:21.547286 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e2286083-7579-4505-b7ee-64a510662659 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:21.558172 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e2286083-7579-4505-b7ee-64a510662659 None None] Transition to ACTIVE for port object 23abeea5-5061-4822-b2b3-8d7274e28c4e will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:21.564384 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e2286083-7579-4505-b7ee-64a510662659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:21.614051 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6eb21-0b9b-4a50-a171-7241b5d8d5d4 None None] Pushing event updated for resources: {'Port': ['ID=23abeea5-5061-4822-b2b3-8d7274e28c4e,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:21.669237 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e2286083-7579-4505-b7ee-64a510662659 None None] Attempting to bind port 23abeea5-5061-4822-b2b3-8d7274e28c4e on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:13:21.669622 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e2286083-7579-4505-b7ee-64a510662659 None None] Attempting to bind port 23abeea5-5061-4822-b2b3-8d7274e28c4e by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '9fb11763-2630-453f-b396-8292035abdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:13:21.669993 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2286083-7579-4505-b7ee-64a510662659 None None] Attempting to bind port 23abeea5-5061-4822-b2b3-8d7274e28c4e on network 4213035f-7bcc-4e05-b745-5421ff483248 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:13:21.677561 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2286083-7579-4505-b7ee-64a510662659 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 13, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:13:21.677936 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2286083-7579-4505-b7ee-64a510662659 None None] Checking segment: {'id': '9fb11763-2630-453f-b396-8292035abdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:13:21.678627 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e2286083-7579-4505-b7ee-64a510662659 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:21.679883 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2286083-7579-4505-b7ee-64a510662659 None None] Bound using segment: {'id': '9fb11763-2630-453f-b396-8292035abdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:13:21.680868 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e2286083-7579-4505-b7ee-64a510662659 None None] Bound port: 23abeea5-5061-4822-b2b3-8d7274e28c4e, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fb11763-2630-453f-b396-8292035abdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:13:21.681393 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e2286083-7579-4505-b7ee-64a510662659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:21.924748 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 5109a42a-30eb-492b-a6a0-8c08c3929214 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:13:21.951892 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e2286083-7579-4505-b7ee-64a510662659 None None] For port 23abeea5-5061-4822-b2b3-8d7274e28c4e, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:13:21.971196 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e2286083-7579-4505-b7ee-64a510662659 None None] For port 23abeea5-5061-4822-b2b3-8d7274e28c4e, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=23abeea5-5061-4822-b2b3-8d7274e28c4e,segment=NetworkSegment(9fb11763-2630-453f-b396-8292035abdde),segment_id=9fb11763-2630-453f-b396-8292035abdde)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:13:21.977481 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e2286083-7579-4505-b7ee-64a510662659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:22.047713 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d6eb21-0b9b-4a50-a171-7241b5d8d5d4 None None] Pushing event updated for resources: {'Port': ['ID=23abeea5-5061-4822-b2b3-8d7274e28c4e,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:22.051113 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2286083-7579-4505-b7ee-64a510662659 None None] Routers {'65d3fd85-d848-46b2-8809-71400dc86786'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:13:22.051720 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e2286083-7579-4505-b7ee-64a510662659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:13:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['65d3fd85-d848-46b2-8809-71400dc86786'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:22.054036 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 5109a42a-30eb-492b-a6a0-8c08c3929214 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:22.054411 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:22.219108 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-e2286083-7579-4505-b7ee-64a510662659 None None] Set router 65d3fd85-d848-46b2-8809-71400dc86786 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:13:22.251551 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a15afca9-c7f8-4c6b-a58b-febbc383b19a up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:13:22.412739 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port a15afca9-c7f8-4c6b-a58b-febbc383b19a triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:22.413125 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:22.450745 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-f6e11642-5004-4922-9467-afc100d2ad2c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:22.452411 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-f6e11642-5004-4922-9467-afc100d2ad2c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.30 "GET /v2.0/networks?id=4213035f-7bcc-4e05-b745-5421ff483248 HTTP/1.1" status: 200 len: 795 time: 0.1334736 Jul 16 09:13:22.486382 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6aea2b72-0227-48c1-8a9f-eb4b802f42c2 req-e5e62a63-ca47-4d4b-8663-ab993fd9ada4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 210 time: 0.0389812 Jul 16 09:13:22.509890 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-beb03e57-4a06-4135-936f-3eb26623c5a1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5739d70bdc174b1e9a1ab2b759dab11d HTTP/1.1" status: 200 len: 380 time: 0.0459173 Jul 16 09:13:22.517928 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-744eddb7-e108-41da-bcfd-2b8fb1bacac4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'port': {'device_id': 'de87d6a4-f688-4918-8149-4bdd61439b5f', 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248', 'admin_state_up': True, 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'security_groups': ['dc4109b6-2bb0-4d52-bcab-7377ee2e0330']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:22.571185 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e2286083-7579-4505-b7ee-64a510662659 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d3fd85-d848-46b2-8809-71400dc86786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716183026', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '5109a42a-30eb-492b-a6a0-8c08c3929214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:13:16Z', 'updated_at': '2021-07-16T09:13:19Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': '5109a42a-30eb-492b-a6a0-8c08c3929214', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3fd85-d848-46b2-8809-71400dc86786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:13:16Z', 'updated_at': '2021-07-16T09:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '23abeea5-5061-4822-b2b3-8d7274e28c4e', 'name': '', 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:7d:f9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d3fd85-d848-46b2-8809-71400dc86786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '5fd02344-7155-4db0-a8f8-bfbc1b495c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:13:18Z', 'updated_at': '2021-07-16T09:13:21Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': '5fd02344-7155-4db0-a8f8-bfbc1b495c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:22.598272 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2286083-7579-4505-b7ee-64a510662659 None None] The sync data for ids ['65d3fd85-d848-46b2-8809-71400dc86786'] in n-d-771362-37 is: [{'id': '65d3fd85-d848-46b2-8809-71400dc86786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716183026', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '5109a42a-30eb-492b-a6a0-8c08c3929214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:13:16Z', 'updated_at': '2021-07-16T09:13:19Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': '5109a42a-30eb-492b-a6a0-8c08c3929214', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3fd85-d848-46b2-8809-71400dc86786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:13:16Z', 'updated_at': '2021-07-16T09:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '23abeea5-5061-4822-b2b3-8d7274e28c4e', 'name': '', 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:7d:f9:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65d3fd85-d848-46b2-8809-71400dc86786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '5fd02344-7155-4db0-a8f8-bfbc1b495c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:13:18Z', 'updated_at': '2021-07-16T09:13:21Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': '5fd02344-7155-4db0-a8f8-bfbc1b495c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:13:22.639830 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-744eddb7-e108-41da-bcfd-2b8fb1bacac4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Made reservation on behalf of 5739d70bdc174b1e9a1ab2b759dab11d for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:13:22.651036 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-744eddb7-e108-41da-bcfd-2b8fb1bacac4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:22.792212 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-744eddb7-e108-41da-bcfd-2b8fb1bacac4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Allocated IP 172.20.0.14 (4213035f-7bcc-4e05-b745-5421ff483248/5fd02344-7155-4db0-a8f8-bfbc1b495c65/f4b65cb4-6175-487c-a776-bf1717df3720) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:13:22.939875 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-744eddb7-e108-41da-bcfd-2b8fb1bacac4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:22.954269 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-744eddb7-e108-41da-bcfd-2b8fb1bacac4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Transition to ACTIVE for port object f4b65cb4-6175-487c-a776-bf1717df3720 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:22.988663 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-744eddb7-e108-41da-bcfd-2b8fb1bacac4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.030492 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-744eddb7-e108-41da-bcfd-2b8fb1bacac4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Network 4213035f-7bcc-4e05-b745-5421ff483248 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:13:23.036529 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-744eddb7-e108-41da-bcfd-2b8fb1bacac4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:23.040496 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-744eddb7-e108-41da-bcfd-2b8fb1bacac4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:13:23.067515 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744eddb7-e108-41da-bcfd-2b8fb1bacac4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'Port': ['ID=f4b65cb4-6175-487c-a776-bf1717df3720,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:23.097813 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-744eddb7-e108-41da-bcfd-2b8fb1bacac4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:23.098484 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-744eddb7-e108-41da-bcfd-2b8fb1bacac4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.114824 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-744eddb7-e108-41da-bcfd-2b8fb1bacac4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6029212 Jul 16 09:13:23.127628 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-d3049982-edf0-428b-8d51-e8e99f498d01 service neutron] Request body: {'port': {'device_id': 'de87d6a4-f688-4918-8149-4bdd61439b5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:23.212163 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-d3049982-edf0-428b-8d51-e8e99f498d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.308447 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-09665f63-993e-4ef1-a056-403308dc6193 None None] Provisioning for port f4b65cb4-6175-487c-a776-bf1717df3720 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:13:23.313364 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-09665f63-993e-4ef1-a056-403308dc6193 None None] Provisioning complete for port f4b65cb4-6175-487c-a776-bf1717df3720 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:23.313686 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-09665f63-993e-4ef1-a056-403308dc6193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.363830 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-09665f63-993e-4ef1-a056-403308dc6193 None None] Port f4b65cb4-6175-487c-a776-bf1717df3720 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:13:23.522462 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-d3049982-edf0-428b-8d51-e8e99f498d01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4b65cb4-6175-487c-a776-bf1717df3720 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:13:23.530621 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-d3049982-edf0-428b-8d51-e8e99f498d01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.547073 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-d3049982-edf0-428b-8d51-e8e99f498d01 service neutron] Transition to ACTIVE for port object f4b65cb4-6175-487c-a776-bf1717df3720 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:13:23.553539 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-d3049982-edf0-428b-8d51-e8e99f498d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.610379 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3049982-edf0-428b-8d51-e8e99f498d01 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b65cb4-6175-487c-a776-bf1717df3720,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:23.737185 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-d3049982-edf0-428b-8d51-e8e99f498d01 service neutron] Attempting to bind port f4b65cb4-6175-487c-a776-bf1717df3720 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:13:23.737580 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-d3049982-edf0-428b-8d51-e8e99f498d01 service neutron] Attempting to bind port f4b65cb4-6175-487c-a776-bf1717df3720 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '9fb11763-2630-453f-b396-8292035abdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:13:23.737918 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-d3049982-edf0-428b-8d51-e8e99f498d01 service neutron] Attempting to bind port f4b65cb4-6175-487c-a776-bf1717df3720 on network 4213035f-7bcc-4e05-b745-5421ff483248 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:13:23.749199 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c85127e-3068-4357-a9f3-dfb6acd000ae req-0bd4fb8a-ef4e-41de-b47f-892337ca6509 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:23.750813 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8c85127e-3068-4357-a9f3-dfb6acd000ae req-0bd4fb8a-ef4e-41de-b47f-892337ca6509 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 944 time: 0.1376097 Jul 16 09:13:23.753898 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-d3049982-edf0-428b-8d51-e8e99f498d01 service neutron] Port f4b65cb4-6175-487c-a776-bf1717df3720 on network 4213035f-7bcc-4e05-b745-5421ff483248 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:13:23.753991 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-d3049982-edf0-428b-8d51-e8e99f498d01 service neutron] Attempting to bind port f4b65cb4-6175-487c-a776-bf1717df3720 on network 4213035f-7bcc-4e05-b745-5421ff483248 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:13:23.766372 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-d3049982-edf0-428b-8d51-e8e99f498d01 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 13, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:13:23.766716 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-d3049982-edf0-428b-8d51-e8e99f498d01 service neutron] Checking segment: {'id': '9fb11763-2630-453f-b396-8292035abdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:13:23.767106 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-d3049982-edf0-428b-8d51-e8e99f498d01 service neutron] Bound using segment: {'id': '9fb11763-2630-453f-b396-8292035abdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:13:23.767592 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-d3049982-edf0-428b-8d51-e8e99f498d01 service neutron] Bound port: f4b65cb4-6175-487c-a776-bf1717df3720, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb11763-2630-453f-b396-8292035abdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:13:23.767959 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-d3049982-edf0-428b-8d51-e8e99f498d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.822868 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8c85127e-3068-4357-a9f3-dfb6acd000ae req-113b2df4-aa4b-4ecd-a254-cb677cfd3d81 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc4109b6-2bb0-4d52-bcab-7377ee2e0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655742 Jul 16 09:13:23.860616 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-d3049982-edf0-428b-8d51-e8e99f498d01 service neutron] For port f4b65cb4-6175-487c-a776-bf1717df3720, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:13:23.864101 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-d3049982-edf0-428b-8d51-e8e99f498d01 service neutron] For port f4b65cb4-6175-487c-a776-bf1717df3720, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=f4b65cb4-6175-487c-a776-bf1717df3720,segment=NetworkSegment(9fb11763-2630-453f-b396-8292035abdde),segment_id=9fb11763-2630-453f-b396-8292035abdde)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:13:23.868858 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-d3049982-edf0-428b-8d51-e8e99f498d01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.913499 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-d3049982-edf0-428b-8d51-e8e99f498d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:23.914131 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-d3049982-edf0-428b-8d51-e8e99f498d01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:23.915547 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-d3049982-edf0-428b-8d51-e8e99f498d01 service neutron] 10.222.0.30 "PUT /v2.0/ports/f4b65cb4-6175-487c-a776-bf1717df3720 HTTP/1.1" status: 200 len: 1093 time: 0.7924509 Jul 16 09:13:23.916003 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de87d6a4-f688-4918-8149-4bdd61439b5f', 'tag': 'f4b65cb4-6175-487c-a776-bf1717df3720'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:13:23.918303 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64e37866-1e0e-4905-b772-7557be34a5b1" -d '{"events": [{"name": "network-changed", "server_uuid": "de87d6a4-f688-4918-8149-4bdd61439b5f", "tag": "f4b65cb4-6175-487c-a776-bf1717df3720"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:13:23.936316 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 23abeea5-5061-4822-b2b3-8d7274e28c4e up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:13:23.948677 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3049982-edf0-428b-8d51-e8e99f498d01 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b65cb4-6175-487c-a776-bf1717df3720,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:23.979047 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:13:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ea61ad2-f317-4b0d-b1b6-3c68e1820b92 x-openstack-request-id: req-3ea61ad2-f317-4b0d-b1b6-3c68e1820b92 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:13:23.979340 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de87d6a4-f688-4918-8149-4bdd61439b5f", "tag": "f4b65cb4-6175-487c-a776-bf1717df3720", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:13:23.979597 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3ea61ad2-f317-4b0d-b1b6-3c68e1820b92 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:13:23.979999 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de87d6a4-f688-4918-8149-4bdd61439b5f', 'tag': 'f4b65cb4-6175-487c-a776-bf1717df3720', 'status': 'completed', 'code': 200} Jul 16 09:13:23.996332 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 23abeea5-5061-4822-b2b3-8d7274e28c4e completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:13:24.001208 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 23abeea5-5061-4822-b2b3-8d7274e28c4e triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:24.001762 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:24.029799 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-bb9ca876-4c3d-4200-804a-4248f12c1254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:24.031364 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-bb9ca876-4c3d-4200-804a-4248f12c1254 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 1096 time: 0.0631542 Jul 16 09:13:24.078050 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-3031516c-4f1e-461a-be6e-d5ea6dc4ba17 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b65cb4-6175-487c-a776-bf1717df3720 HTTP/1.1" status: 200 len: 217 time: 0.0396259 Jul 16 09:13:24.087014 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:24.125416 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 23abeea5-5061-4822-b2b3-8d7274e28c4e, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=23abeea5-5061-4822-b2b3-8d7274e28c4e,segment=NetworkSegment(9fb11763-2630-453f-b396-8292035abdde),segment_id=9fb11763-2630-453f-b396-8292035abdde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:24.130260 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:24.130847 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-4baebea9-aa66-4cd7-983a-c5b5ac1af92f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:24.133531 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-4baebea9-aa66-4cd7-983a-c5b5ac1af92f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fd02344-7155-4db0-a8f8-bfbc1b495c65 HTTP/1.1" status: 200 len: 834 time: 0.0493135 Jul 16 09:13:24.184761 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=23abeea5-5061-4822-b2b3-8d7274e28c4e,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:24.199625 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-19848084-29b3-4de6-8083-8245b13497f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:24.201289 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-19848084-29b3-4de6-8083-8245b13497f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4213035f-7bcc-4e05-b745-5421ff483248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0613937 Jul 16 09:13:24.291681 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-793e99c7-9374-4aa5-ad0e-bfa205276d57 service neutron] 10.222.0.30 "GET /v2.0/networks/4213035f-7bcc-4e05-b745-5421ff483248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835743 Jul 16 09:13:24.384987 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54ecb8e9-6bbc-4f05-93d5-13135b016ff1 req-9611e0e4-3e3d-4c20-ab96-637afaf4745f service neutron] 10.222.0.30 "GET /v2.0/networks/4213035f-7bcc-4e05-b745-5421ff483248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874166 Jul 16 09:13:24.480438 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e37866-1e0e-4905-b772-7557be34a5b1 req-09354ada-f0d0-4add-815d-e52baf503159 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:24.481843 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64e37866-1e0e-4905-b772-7557be34a5b1 req-09354ada-f0d0-4add-815d-e52baf503159 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 1096 time: 0.0527480 Jul 16 09:13:24.578085 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e37866-1e0e-4905-b772-7557be34a5b1 req-781d6a27-2ae1-43a0-af41-01d819525cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:24.579554 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64e37866-1e0e-4905-b772-7557be34a5b1 req-781d6a27-2ae1-43a0-af41-01d819525cb5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4213035f-7bcc-4e05-b745-5421ff483248 HTTP/1.1" status: 200 len: 896 time: 0.0909572 Jul 16 09:13:24.620302 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64e37866-1e0e-4905-b772-7557be34a5b1 req-6ff3f605-7dd4-4d94-96f7-1abcc2ce88b4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b65cb4-6175-487c-a776-bf1717df3720 HTTP/1.1" status: 200 len: 217 time: 0.0343544 Jul 16 09:13:24.669861 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e37866-1e0e-4905-b772-7557be34a5b1 req-3a417fb8-2098-42a4-bfb5-c09de18be1df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:24.671358 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64e37866-1e0e-4905-b772-7557be34a5b1 req-3a417fb8-2098-42a4-bfb5-c09de18be1df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fd02344-7155-4db0-a8f8-bfbc1b495c65 HTTP/1.1" status: 200 len: 834 time: 0.0448306 Jul 16 09:13:24.733408 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e37866-1e0e-4905-b772-7557be34a5b1 req-b798d36b-182d-4b86-876d-8191cc25ae93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:24.734825 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64e37866-1e0e-4905-b772-7557be34a5b1 req-b798d36b-182d-4b86-876d-8191cc25ae93 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4213035f-7bcc-4e05-b745-5421ff483248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565424 Jul 16 09:13:24.826146 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64e37866-1e0e-4905-b772-7557be34a5b1 req-741234c8-2a59-4260-b851-4d4a0bc70e2e service neutron] 10.222.0.30 "GET /v2.0/networks/4213035f-7bcc-4e05-b745-5421ff483248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839763 Jul 16 09:13:25.264617 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-64e37866-1e0e-4905-b772-7557be34a5b1 req-91be81f9-95bd-4dd7-9ec5-f1e025cf37ef service neutron] 10.222.0.30 "GET /v2.0/networks/4213035f-7bcc-4e05-b745-5421ff483248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4317355 Jul 16 09:13:25.289711 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea721e7-99c4-47dd-b1cf-bfda3bab223d req-bbb807a5-b441-4f64-910f-87946e19c440 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:25.291175 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5ea721e7-99c4-47dd-b1cf-bfda3bab223d req-bbb807a5-b441-4f64-910f-87946e19c440 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 944 time: 0.0825946 Jul 16 09:13:25.328903 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5ea721e7-99c4-47dd-b1cf-bfda3bab223d req-18a2c954-b941-4b14-9f42-fd9bf3072c82 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc4109b6-2bb0-4d52-bcab-7377ee2e0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321269 Jul 16 09:13:25.894458 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 23abeea5-5061-4822-b2b3-8d7274e28c4e up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:13:25.941842 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 23abeea5-5061-4822-b2b3-8d7274e28c4e triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:25.942137 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:26.501344 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bbf9d7-f563-4640-8cbe-facdad7bcea5 req-419e6f46-f6d9-48cd-b272-a3a875549fd6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:26.502860 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-40bbf9d7-f563-4640-8cbe-facdad7bcea5 req-419e6f46-f6d9-48cd-b272-a3a875549fd6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 944 time: 0.0628638 Jul 16 09:13:26.545267 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-40bbf9d7-f563-4640-8cbe-facdad7bcea5 req-ec74b42f-7ecf-4c8b-9da9-4ad813dfd234 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc4109b6-2bb0-4d52-bcab-7377ee2e0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361576 Jul 16 09:13:27.716126 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74463498-a095-44a9-8c46-ee0f950ba73d req-78805b0c-2924-4399-b640-b9fff50a54dd tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:27.717628 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-74463498-a095-44a9-8c46-ee0f950ba73d req-78805b0c-2924-4399-b640-b9fff50a54dd tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 944 time: 0.0630822 Jul 16 09:13:27.759305 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-74463498-a095-44a9-8c46-ee0f950ba73d req-6dba23e7-a9f5-40ae-b132-c3f89cdf944c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc4109b6-2bb0-4d52-bcab-7377ee2e0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355172 Jul 16 09:13:28.206457 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device f4b65cb4-6175-487c-a776-bf1717df3720 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:13:28.298024 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port f4b65cb4-6175-487c-a776-bf1717df3720, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=f4b65cb4-6175-487c-a776-bf1717df3720,segment=NetworkSegment(9fb11763-2630-453f-b396-8292035abdde),segment_id=9fb11763-2630-453f-b396-8292035abdde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:28.309489 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'f4b65cb4-6175-487c-a776-bf1717df3720', 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248', 'port_id': 'f4b65cb4-6175-487c-a776-bf1717df3720', 'mac_address': 'fa:16:3e:b9:a9:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fd02344-7155-4db0-a8f8-bfbc1b495c65', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:13:28.345260 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:28.361501 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f4b65cb4-6175-487c-a776-bf1717df3720 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:13:28.381697 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port f4b65cb4-6175-487c-a776-bf1717df3720, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=f4b65cb4-6175-487c-a776-bf1717df3720,segment=NetworkSegment(9fb11763-2630-453f-b396-8292035abdde),segment_id=9fb11763-2630-453f-b396-8292035abdde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:28.385794 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:28.433521 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=f4b65cb4-6175-487c-a776-bf1717df3720,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:28.576748 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['f4b65cb4-6175-487c-a776-bf1717df3720'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:13:28.931876 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc95122b-a60c-4cc8-8bbc-2fdc82891aad req-f0cb650c-c429-4a03-95b4-ed91d6b2546e tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:28.933391 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bc95122b-a60c-4cc8-8bbc-2fdc82891aad req-f0cb650c-c429-4a03-95b4-ed91d6b2546e tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 945 time: 0.0637164 Jul 16 09:13:28.970823 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bc95122b-a60c-4cc8-8bbc-2fdc82891aad req-26b60680-ab78-41b1-9364-68372b928b7b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc4109b6-2bb0-4d52-bcab-7377ee2e0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316954 Jul 16 09:13:30.145498 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d221ae4f-7996-497c-b13c-377abb534b2f req-b19a235d-0188-47b0-9f0f-f5073ba8fe2c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:30.146983 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d221ae4f-7996-497c-b13c-377abb534b2f req-b19a235d-0188-47b0-9f0f-f5073ba8fe2c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 945 time: 0.0623665 Jul 16 09:13:30.184043 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d221ae4f-7996-497c-b13c-377abb534b2f req-a562f31c-c130-4622-b93c-959795f611aa tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc4109b6-2bb0-4d52-bcab-7377ee2e0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314941 Jul 16 09:13:30.205254 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device f4b65cb4-6175-487c-a776-bf1717df3720 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:13:30.252380 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port f4b65cb4-6175-487c-a776-bf1717df3720 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:13:30.255774 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port f4b65cb4-6175-487c-a776-bf1717df3720 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:13:30.256145 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:30.333191 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:30.358471 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de87d6a4-f688-4918-8149-4bdd61439b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b65cb4-6175-487c-a776-bf1717df3720'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:13:30.360746 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e83ddd7f-7979-4659-9363-61dfd4bdf58e" -d '{"events": [{"server_uuid": "de87d6a4-f688-4918-8149-4bdd61439b5f", "name": "network-vif-plugged", "status": "completed", "tag": "f4b65cb4-6175-487c-a776-bf1717df3720"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:13:30.371062 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port f4b65cb4-6175-487c-a776-bf1717df3720, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=f4b65cb4-6175-487c-a776-bf1717df3720,segment=NetworkSegment(9fb11763-2630-453f-b396-8292035abdde),segment_id=9fb11763-2630-453f-b396-8292035abdde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:13:30.375305 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:30.402843 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e33247c-6523-4857-8fea-9002c1956c92 x-openstack-request-id: req-2e33247c-6523-4857-8fea-9002c1956c92 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:13:30.403154 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de87d6a4-f688-4918-8149-4bdd61439b5f", "name": "network-vif-plugged", "status": "completed", "tag": "f4b65cb4-6175-487c-a776-bf1717df3720", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:13:30.403404 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2e33247c-6523-4857-8fea-9002c1956c92 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:13:30.403821 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de87d6a4-f688-4918-8149-4bdd61439b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b65cb4-6175-487c-a776-bf1717df3720', 'code': 200} Jul 16 09:13:30.428626 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=f4b65cb4-6175-487c-a776-bf1717df3720,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:30.435989 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:30.436342 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:30.436739 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:30.437081 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:30.437418 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:30.437756 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:30.438088 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:30.438442 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:30.438788 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:30.439119 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:30.439451 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:30.439772 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:30.513608 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b661d852-b78b-43ee-b00e-8698ba5090e2 req-5097a230-1cf9-4da7-872c-ddb5931e62ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:30.514998 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b661d852-b78b-43ee-b00e-8698ba5090e2 req-5097a230-1cf9-4da7-872c-ddb5931e62ad service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 1098 time: 0.0509324 Jul 16 09:13:30.548290 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b661d852-b78b-43ee-b00e-8698ba5090e2 req-0a2046cf-4f7c-4cd9-940d-d93cb0000a69 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=dc4109b6-2bb0-4d52-bcab-7377ee2e0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270069 Jul 16 09:13:31.366042 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8d30c3-908e-4c14-9b04-f3146cec6c71 req-2e56b213-525b-4219-9f51-d041fe8d04fd tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:31.367739 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2c8d30c3-908e-4c14-9b04-f3146cec6c71 req-2e56b213-525b-4219-9f51-d041fe8d04fd tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 946 time: 0.0722976 Jul 16 09:13:31.405968 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2c8d30c3-908e-4c14-9b04-f3146cec6c71 req-0bb8c111-d7bd-43b6-bae9-94d935d92a0c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc4109b6-2bb0-4d52-bcab-7377ee2e0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328114 Jul 16 09:13:32.468125 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:32.540502 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:32.588375 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4346363e-6f08-44be-9ffa-f10ec09ea686 req-2823b963-5f30-4d8b-a424-c0e7ca451410 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:32.589901 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4346363e-6f08-44be-9ffa-f10ec09ea686 req-2823b963-5f30-4d8b-a424-c0e7ca451410 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 946 time: 0.0661721 Jul 16 09:13:32.628948 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4346363e-6f08-44be-9ffa-f10ec09ea686 req-04bb27ae-bcfa-49a4-b0e1-2ad1336b2c6b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc4109b6-2bb0-4d52-bcab-7377ee2e0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333886 Jul 16 09:13:32.812612 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19796eb-52fa-4bd2-8d8f-192378bb45ca req-7e2ad82f-1fba-4e73-820e-bd0e08cea560 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:32.814123 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e19796eb-52fa-4bd2-8d8f-192378bb45ca req-7e2ad82f-1fba-4e73-820e-bd0e08cea560 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 946 time: 0.0707536 Jul 16 09:13:32.852308 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e19796eb-52fa-4bd2-8d8f-192378bb45ca req-351f2651-0730-4b40-a337-60e8e6377ac8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc4109b6-2bb0-4d52-bcab-7377ee2e0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321445 Jul 16 09:13:32.877229 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43824) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:32.928871 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7cf4479-6a17-4676-9bbb-a9d3b9cfe73d tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:32.930407 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f7cf4479-6a17-4676-9bbb-a9d3b9cfe73d tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 1093 time: 0.0521216 Jul 16 09:13:32.933177 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43826) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:32.937635 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'port_id': 'f4b65cb4-6175-487c-a776-bf1717df3720', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:13:32.959555 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:33.061204 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:33.166993 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Allocated IP 172.25.3.250 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/da2aa7ba-acca-4979-8b97-8788aefd35f1) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:13:33.266144 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:33.305120 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:33.330394 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c1edaa37-b0a4-4f9a-b4f7-69d324a61d1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:33.344557 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:13:33.351748 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:13:33.355037 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:13:33.382024 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'Port': ['ID=da2aa7ba-acca-4979-8b97-8788aefd35f1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:33.394917 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:33.395266 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:33.395607 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:33.395944 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:33.396275 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:33.396633 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:33.396963 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:33.397289 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:33.397616 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:33.397940 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:33.398264 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:33.398585 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:13:33.735943 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:33.814900 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:33.962331 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:33.966572 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:34.032621 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'Port': ['ID=da2aa7ba-acca-4979-8b97-8788aefd35f1,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:13:34.042398 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:34.144228 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Floating IP f0d7eded-72ac-400f-bf62-a4f94d23a2fd associated. External IP: 172.25.3.250, port: f4b65cb4-6175-487c-a776-bf1717df3720. Jul 16 09:13:34.351803 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Router 65d3fd85-d848-46b2-8809-71400dc86786 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:13:34.457307 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:13:34.466530 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f47f9e-e72a-4874-852a-ec722b5b43c8 None None] Sync routers for ids ['65d3fd85-d848-46b2-8809-71400dc86786'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:13:34.476482 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:34.476698 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f47f9e-e72a-4874-852a-ec722b5b43c8 None None] Routers {'65d3fd85-d848-46b2-8809-71400dc86786'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:13:34.477247 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-63f47f9e-e72a-4874-852a-ec722b5b43c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:13:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['65d3fd85-d848-46b2-8809-71400dc86786'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:34.512729 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-82d703ff-c604-40d9-b0d4-a665d2afd0e6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5784786 Jul 16 09:13:34.513331 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de87d6a4-f688-4918-8149-4bdd61439b5f', 'tag': 'f4b65cb4-6175-487c-a776-bf1717df3720'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:13:34.515608 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1419c20d-eedc-4f56-99a1-599468c5bd24" -d '{"events": [{"name": "network-changed", "server_uuid": "de87d6a4-f688-4918-8149-4bdd61439b5f", "tag": "f4b65cb4-6175-487c-a776-bf1717df3720"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:13:34.553394 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:13:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-432ea35e-d3e7-4561-ba79-9217fd3e14f7 x-openstack-request-id: req-432ea35e-d3e7-4561-ba79-9217fd3e14f7 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:13:34.553833 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de87d6a4-f688-4918-8149-4bdd61439b5f", "tag": "f4b65cb4-6175-487c-a776-bf1717df3720", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:13:34.554123 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-432ea35e-d3e7-4561-ba79-9217fd3e14f7 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:13:34.554581 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de87d6a4-f688-4918-8149-4bdd61439b5f', 'tag': 'f4b65cb4-6175-487c-a776-bf1717df3720', 'status': 'completed', 'code': 200} Jul 16 09:13:34.592750 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-63f47f9e-e72a-4874-852a-ec722b5b43c8 None None] Set router 65d3fd85-d848-46b2-8809-71400dc86786 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:13:34.633509 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419c20d-eedc-4f56-99a1-599468c5bd24 req-208ed4e2-723a-4d51-a06b-7eb9c99c41c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:34.635079 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1419c20d-eedc-4f56-99a1-599468c5bd24 req-208ed4e2-723a-4d51-a06b-7eb9c99c41c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 1098 time: 0.0608938 Jul 16 09:13:34.693458 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e2609-5716-447e-b5e4-6f81e367d303 req-f2f19ed6-48ad-4e63-815b-b2fe9654a477 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:34.695169 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5c4e2609-5716-447e-b5e4-6f81e367d303 req-f2f19ed6-48ad-4e63-815b-b2fe9654a477 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 946 time: 0.0701127 Jul 16 09:13:34.735597 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419c20d-eedc-4f56-99a1-599468c5bd24 req-d028e0d5-4a73-40e0-afa6-9d45e1abc4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:34.737669 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1419c20d-eedc-4f56-99a1-599468c5bd24 req-d028e0d5-4a73-40e0-afa6-9d45e1abc4d7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4213035f-7bcc-4e05-b745-5421ff483248 HTTP/1.1" status: 200 len: 896 time: 0.0953662 Jul 16 09:13:34.738069 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5c4e2609-5716-447e-b5e4-6f81e367d303 req-9afb3814-18d4-4923-a2d5-42daf2e7f699 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc4109b6-2bb0-4d52-bcab-7377ee2e0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368950 Jul 16 09:13:34.766326 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43836) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:34.806474 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1419c20d-eedc-4f56-99a1-599468c5bd24 req-40e3ac20-bc92-4b95-8506-b84a769e535c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b65cb4-6175-487c-a776-bf1717df3720 HTTP/1.1" status: 200 len: 1000 time: 0.0630724 Jul 16 09:13:34.829425 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8d11d53e-508b-413e-af65-c6733b6dbfb7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/floatingips/f0d7eded-72ac-400f-bf62-a4f94d23a2fd HTTP/1.1" status: 200 len: 992 time: 0.0619087 Jul 16 09:13:34.838375 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-63f47f9e-e72a-4874-852a-ec722b5b43c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d3fd85-d848-46b2-8809-71400dc86786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716183026', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '5109a42a-30eb-492b-a6a0-8c08c3929214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:13:16Z', 'updated_at': '2021-07-16T09:13:19Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': '5109a42a-30eb-492b-a6a0-8c08c3929214', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3fd85-d848-46b2-8809-71400dc86786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:13:16Z', 'updated_at': '2021-07-16T09:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'f0d7eded-72ac-400f-bf62-a4f94d23a2fd', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '65d3fd85-d848-46b2-8809-71400dc86786', 'port_id': 'f4b65cb4-6175-487c-a776-bf1717df3720', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248', 'mac_address': 'fa:16:3e:b9:a9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de87d6a4-f688-4918-8149-4bdd61439b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:13:33Z', 'updated_at': '2021-07-16T09:13:33Z', 'revision_number': 0, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23abeea5-5061-4822-b2b3-8d7274e28c4e', 'name': '', 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:7d:f9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3fd85-d848-46b2-8809-71400dc86786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '5fd02344-7155-4db0-a8f8-bfbc1b495c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:13:18Z', 'updated_at': '2021-07-16T09:13:24Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': '5fd02344-7155-4db0-a8f8-bfbc1b495c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:34.861731 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419c20d-eedc-4f56-99a1-599468c5bd24 req-7de59797-697a-4420-ac48-1dc0596662f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:34.863874 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1419c20d-eedc-4f56-99a1-599468c5bd24 req-7de59797-697a-4420-ac48-1dc0596662f6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fd02344-7155-4db0-a8f8-bfbc1b495c65 HTTP/1.1" status: 200 len: 834 time: 0.0505762 Jul 16 09:13:34.864067 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f47f9e-e72a-4874-852a-ec722b5b43c8 None None] Checking router: 65d3fd85-d848-46b2-8809-71400dc86786 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:13:34.871988 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f47f9e-e72a-4874-852a-ec722b5b43c8 None None] Routers {'65d3fd85-d848-46b2-8809-71400dc86786'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:13:34.872609 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-63f47f9e-e72a-4874-852a-ec722b5b43c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:13:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['65d3fd85-d848-46b2-8809-71400dc86786'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:34.921620 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1419c20d-eedc-4f56-99a1-599468c5bd24 req-229873bc-7dd6-4ec2-bc05-313b4d68e71a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:34.923209 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1419c20d-eedc-4f56-99a1-599468c5bd24 req-229873bc-7dd6-4ec2-bc05-313b4d68e71a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4213035f-7bcc-4e05-b745-5421ff483248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527005 Jul 16 09:13:34.974546 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-63f47f9e-e72a-4874-852a-ec722b5b43c8 None None] Set router 65d3fd85-d848-46b2-8809-71400dc86786 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:13:35.013967 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1419c20d-eedc-4f56-99a1-599468c5bd24 req-1d449663-3e41-41fd-adab-e13f7ead2e56 service neutron] 10.222.0.30 "GET /v2.0/networks/4213035f-7bcc-4e05-b745-5421ff483248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842481 Jul 16 09:13:35.105566 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1419c20d-eedc-4f56-99a1-599468c5bd24 req-303ed414-5fc8-470d-80b4-bd8c0f1fc277 service neutron] 10.222.0.30 "GET /v2.0/networks/4213035f-7bcc-4e05-b745-5421ff483248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858324 Jul 16 09:13:35.197401 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-63f47f9e-e72a-4874-852a-ec722b5b43c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d3fd85-d848-46b2-8809-71400dc86786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716183026', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '5109a42a-30eb-492b-a6a0-8c08c3929214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:13:16Z', 'updated_at': '2021-07-16T09:13:19Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': '5109a42a-30eb-492b-a6a0-8c08c3929214', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3fd85-d848-46b2-8809-71400dc86786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:13:16Z', 'updated_at': '2021-07-16T09:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'f0d7eded-72ac-400f-bf62-a4f94d23a2fd', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '65d3fd85-d848-46b2-8809-71400dc86786', 'port_id': 'f4b65cb4-6175-487c-a776-bf1717df3720', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248', 'mac_address': 'fa:16:3e:b9:a9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de87d6a4-f688-4918-8149-4bdd61439b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:13:33Z', 'updated_at': '2021-07-16T09:13:33Z', 'revision_number': 0, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23abeea5-5061-4822-b2b3-8d7274e28c4e', 'name': '', 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:7d:f9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3fd85-d848-46b2-8809-71400dc86786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '5fd02344-7155-4db0-a8f8-bfbc1b495c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:13:18Z', 'updated_at': '2021-07-16T09:13:24Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': '5fd02344-7155-4db0-a8f8-bfbc1b495c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:13:35.311795 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63f47f9e-e72a-4874-852a-ec722b5b43c8 None None] The sync data for ids ['65d3fd85-d848-46b2-8809-71400dc86786'] in n-d-771362-37 is: [{'id': '65d3fd85-d848-46b2-8809-71400dc86786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716183026', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '5109a42a-30eb-492b-a6a0-8c08c3929214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:13:16Z', 'updated_at': '2021-07-16T09:13:19Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': '5109a42a-30eb-492b-a6a0-8c08c3929214', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3fd85-d848-46b2-8809-71400dc86786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:13:16Z', 'updated_at': '2021-07-16T09:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'f0d7eded-72ac-400f-bf62-a4f94d23a2fd', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'floating_ip_address': '172.25.3.250', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '65d3fd85-d848-46b2-8809-71400dc86786', 'port_id': 'f4b65cb4-6175-487c-a776-bf1717df3720', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3775, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248', 'mac_address': 'fa:16:3e:b9:a9:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'de87d6a4-f688-4918-8149-4bdd61439b5f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:13:33Z', 'updated_at': '2021-07-16T09:13:33Z', 'revision_number': 0, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '23abeea5-5061-4822-b2b3-8d7274e28c4e', 'name': '', 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:7d:f9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3fd85-d848-46b2-8809-71400dc86786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '5fd02344-7155-4db0-a8f8-bfbc1b495c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:13:18Z', 'updated_at': '2021-07-16T09:13:24Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': '5fd02344-7155-4db0-a8f8-bfbc1b495c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:13:35.499085 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f87820-2c07-4243-9067-45e10910b0b2 None None] New status for floating IP f0d7eded-72ac-400f-bf62-a4f94d23a2fd: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:13:35.743633 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d12f7400-7b5b-42bf-a5a2-23fd24e1c303 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:35.833262 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43838) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:13:35.895719 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-657de426-9252-474a-ad56-eaad3a99e416 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/floatingips/f0d7eded-72ac-400f-bf62-a4f94d23a2fd HTTP/1.1" status: 200 len: 994 time: 0.0612957 Jul 16 09:13:36.058305 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:37.201999 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:38.663783 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:13:41.258003 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:13:45.567339 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bf9be826-6d51-47b1-b69c-a91ef5c9ebd8 req-c29dd0cf-9c22-466a-8d6b-1d150d08c63b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0520623 Jul 16 09:13:45.664802 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9be826-6d51-47b1-b69c-a91ef5c9ebd8 req-f523a6ce-efe4-4b64-9369-1346230fc58c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:45.666296 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bf9be826-6d51-47b1-b69c-a91ef5c9ebd8 req-f523a6ce-efe4-4b64-9369-1346230fc58c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 1098 time: 0.0563684 Jul 16 09:13:45.770997 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9be826-6d51-47b1-b69c-a91ef5c9ebd8 req-f0d6c0c2-9695-491d-a869-c92218702fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:45.772500 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bf9be826-6d51-47b1-b69c-a91ef5c9ebd8 req-f0d6c0c2-9695-491d-a869-c92218702fbb service neutron] 10.222.0.30 "GET /v2.0/networks?id=4213035f-7bcc-4e05-b745-5421ff483248 HTTP/1.1" status: 200 len: 896 time: 0.0850718 Jul 16 09:13:45.849600 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bf9be826-6d51-47b1-b69c-a91ef5c9ebd8 req-42056bab-ca40-4204-ba56-282ba525fe0e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b65cb4-6175-487c-a776-bf1717df3720 HTTP/1.1" status: 200 len: 1002 time: 0.0638077 Jul 16 09:13:45.900561 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9be826-6d51-47b1-b69c-a91ef5c9ebd8 req-df780827-9c8e-4196-a073-7d659a277cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:45.901967 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bf9be826-6d51-47b1-b69c-a91ef5c9ebd8 req-df780827-9c8e-4196-a073-7d659a277cc9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fd02344-7155-4db0-a8f8-bfbc1b495c65 HTTP/1.1" status: 200 len: 834 time: 0.0433829 Jul 16 09:13:45.972231 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9be826-6d51-47b1-b69c-a91ef5c9ebd8 req-7c2a5d81-9d08-41b8-acbc-d6f88156e155 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:13:45.973767 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bf9be826-6d51-47b1-b69c-a91ef5c9ebd8 req-7c2a5d81-9d08-41b8-acbc-d6f88156e155 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4213035f-7bcc-4e05-b745-5421ff483248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514734 Jul 16 09:13:46.072734 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bf9be826-6d51-47b1-b69c-a91ef5c9ebd8 req-a232b714-d081-47e5-8fd7-18408102dce9 service neutron] 10.222.0.30 "GET /v2.0/networks/4213035f-7bcc-4e05-b745-5421ff483248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881646 Jul 16 09:13:46.158640 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bf9be826-6d51-47b1-b69c-a91ef5c9ebd8 req-a0144e80-72df-4215-a957-a2abe87ebb06 service neutron] 10.222.0.30 "GET /v2.0/networks/4213035f-7bcc-4e05-b745-5421ff483248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799577 Jul 16 09:14:02.488181 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:02.547977 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:03.332004 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-88aea080-30e6-4a1e-bbb8-1fd4fa798d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:05.743819 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e589803b-40fa-4718-9e21-57c6c2bf5f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:06.059967 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:07.204567 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:07.311939 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c571207-f9c2-4b9b-8a19-7215de05ec42 req-c51bac99-3f72-469e-b744-85b294a59f19 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:07.313563 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7c571207-f9c2-4b9b-8a19-7215de05ec42 req-c51bac99-3f72-469e-b744-85b294a59f19 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 946 time: 0.0642984 Jul 16 09:14:07.352839 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7c571207-f9c2-4b9b-8a19-7215de05ec42 req-9ffd94e6-6fd7-4726-ae65-567f2c698fb3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc4109b6-2bb0-4d52-bcab-7377ee2e0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331917 Jul 16 09:14:07.379739 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43854) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:07.445903 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-607dcc24-8ba6-48d5-ad5a-bd0f190ee965 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/floatingips/f0d7eded-72ac-400f-bf62-a4f94d23a2fd HTTP/1.1" status: 200 len: 994 time: 0.0648718 Jul 16 09:14:07.862129 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8e9aa0-bf65-4475-bb15-3466d86a6606 req-de7dba7f-a97f-488d-9fd3-c7ebc7e18936 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:07.863845 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6a8e9aa0-bf65-4475-bb15-3466d86a6606 req-de7dba7f-a97f-488d-9fd3-c7ebc7e18936 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 1098 time: 0.0526967 Jul 16 09:14:07.900340 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6a8e9aa0-bf65-4475-bb15-3466d86a6606 req-af08b441-fe1d-4b3b-9047-e28e21c4cd7a tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=dc4109b6-2bb0-4d52-bcab-7377ee2e0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305300 Jul 16 09:14:08.505001 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-d427f893-c3f7-4944-bdfa-581b727e9abf service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0549877 Jul 16 09:14:08.670005 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:08.955657 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-52831b63-ca5d-4f24-9d01-3be0a7b5e62e tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:14:08.956655 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-52831b63-ca5d-4f24-9d01-3be0a7b5e62e tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059252 Jul 16 09:14:09.080364 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-99aed702-204f-44f3-8c4b-6b1c8e9d172c tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:14:09.081398 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-99aed702-204f-44f3-8c4b-6b1c8e9d172c tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0913677 Jul 16 09:14:09.091374 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-1d7d42c9-79ae-4395-82c5-010c088121bc service neutron] Request body: {'binding': {'host': 'n-h2-771362-37', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:09.091861 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-1d7d42c9-79ae-4395-82c5-010c088121bc service neutron] Unknown quota resources ['binding']. {{(pid=93758) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 16 09:14:09.224644 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-1d7d42c9-79ae-4395-82c5-010c088121bc service neutron] Attempting to bind port f4b65cb4-6175-487c-a776-bf1717df3720 on host n-h2-771362-37 for vnic_type normal with profile None {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:14:09.224894 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-1d7d42c9-79ae-4395-82c5-010c088121bc service neutron] Attempting to bind port f4b65cb4-6175-487c-a776-bf1717df3720 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '9fb11763-2630-453f-b396-8292035abdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:14:09.225238 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-1d7d42c9-79ae-4395-82c5-010c088121bc service neutron] Attempting to bind port f4b65cb4-6175-487c-a776-bf1717df3720 on network 4213035f-7bcc-4e05-b745-5421ff483248 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:14:09.229537 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-1d7d42c9-79ae-4395-82c5-010c088121bc service neutron] Port f4b65cb4-6175-487c-a776-bf1717df3720 on network 4213035f-7bcc-4e05-b745-5421ff483248 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:14:09.229859 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-1d7d42c9-79ae-4395-82c5-010c088121bc service neutron] Attempting to bind port f4b65cb4-6175-487c-a776-bf1717df3720 on network 4213035f-7bcc-4e05-b745-5421ff483248 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:14:09.234639 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-1d7d42c9-79ae-4395-82c5-010c088121bc service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 14, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:14:09.234976 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-1d7d42c9-79ae-4395-82c5-010c088121bc service neutron] Checking segment: {'id': '9fb11763-2630-453f-b396-8292035abdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:14:09.235353 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-1d7d42c9-79ae-4395-82c5-010c088121bc service neutron] Bound using segment: {'id': '9fb11763-2630-453f-b396-8292035abdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:14:09.235793 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-1d7d42c9-79ae-4395-82c5-010c088121bc service neutron] Bound port: f4b65cb4-6175-487c-a776-bf1717df3720, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb11763-2630-453f-b396-8292035abdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:14:09.322443 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-1d7d42c9-79ae-4395-82c5-010c088121bc service neutron] For port f4b65cb4-6175-487c-a776-bf1717df3720, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=f4b65cb4-6175-487c-a776-bf1717df3720,segment=NetworkSegment(9fb11763-2630-453f-b396-8292035abdde),segment_id=9fb11763-2630-453f-b396-8292035abdde)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:14:09.327974 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-1d7d42c9-79ae-4395-82c5-010c088121bc service neutron] Notify callbacks [] for binding, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:09.329502 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-1d7d42c9-79ae-4395-82c5-010c088121bc service neutron] 10.222.0.22 "POST /v2.0/ports/f4b65cb4-6175-487c-a776-bf1717df3720/bindings HTTP/1.1" status: 201 len: 390 time: 0.2414777 Jul 16 09:14:09.569350 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ae61c9-17b4-4dc8-8e8f-37d53c645cbd req-ce9edea1-76ec-44ca-9f12-aef54eb061fb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:09.570974 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e4ae61c9-17b4-4dc8-8e8f-37d53c645cbd req-ce9edea1-76ec-44ca-9f12-aef54eb061fb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 946 time: 0.0964351 Jul 16 09:14:09.609126 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-45da2fa8-745d-45c1-9eac-2acccddc294a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:09.610798 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-45da2fa8-745d-45c1-9eac-2acccddc294a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 1098 time: 0.0948303 Jul 16 09:14:09.632548 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e4ae61c9-17b4-4dc8-8e8f-37d53c645cbd req-3dc71617-40a3-4b5c-af34-3012d6da77d8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc4109b6-2bb0-4d52-bcab-7377ee2e0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536199 Jul 16 09:14:09.712590 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-2593c12b-5eee-45ca-a259-4683f2b56fa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:09.714066 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-2593c12b-5eee-45ca-a259-4683f2b56fa1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4213035f-7bcc-4e05-b745-5421ff483248 HTTP/1.1" status: 200 len: 896 time: 0.0969973 Jul 16 09:14:09.779346 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-4a90b43a-2a60-4053-ab42-7c488fe2daf3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b65cb4-6175-487c-a776-bf1717df3720 HTTP/1.1" status: 200 len: 1002 time: 0.0590951 Jul 16 09:14:09.832423 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-82324256-34a7-4e48-be64-d578ab8aaa96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:09.833887 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-82324256-34a7-4e48-be64-d578ab8aaa96 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5fd02344-7155-4db0-a8f8-bfbc1b495c65 HTTP/1.1" status: 200 len: 834 time: 0.0488269 Jul 16 09:14:09.892022 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-58d7a2a1-5999-4518-8b58-9c8e931a1e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:09.894069 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-58d7a2a1-5999-4518-8b58-9c8e931a1e7e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4213035f-7bcc-4e05-b745-5421ff483248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541315 Jul 16 09:14:09.988133 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-fc1d5f76-a30c-4a6b-8be2-6ee5e8cfbc5d service neutron] 10.222.0.21 "GET /v2.0/networks/4213035f-7bcc-4e05-b745-5421ff483248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875568 Jul 16 09:14:10.077341 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-8bb2a0ca-224e-4144-a326-7e9a8d09be21 service neutron] 10.222.0.21 "GET /v2.0/networks/4213035f-7bcc-4e05-b745-5421ff483248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828288 Jul 16 09:14:10.226359 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-d09894cc-baac-443b-adea-52db4dd6faa3 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:10.227779 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-d09894cc-baac-443b-adea-52db4dd6faa3 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f&tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&binding%3Ahost_id=n-h1-771362-37 HTTP/1.1" status: 200 len: 1098 time: 0.0961528 Jul 16 09:14:10.238782 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-771362-37'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:10.315119 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:10.445761 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] For port f4b65cb4-6175-487c-a776-bf1717df3720, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=f4b65cb4-6175-487c-a776-bf1717df3720,segment=NetworkSegment(9fb11763-2630-453f-b396-8292035abdde),segment_id=9fb11763-2630-453f-b396-8292035abdde)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:10.482728 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] For port f4b65cb4-6175-487c-a776-bf1717df3720, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:14:10.524985 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de87d6a4-f688-4918-8149-4bdd61439b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4b65cb4-6175-487c-a776-bf1717df3720'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:10.527244 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-749138e5-e940-462b-aaa1-4e8dccb064ee" -d '{"events": [{"server_uuid": "de87d6a4-f688-4918-8149-4bdd61439b5f", "name": "network-vif-unplugged", "status": "completed", "tag": "f4b65cb4-6175-487c-a776-bf1717df3720"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:10.531315 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:10.537444 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:10.570570 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8fd4c2c-ac38-4184-a7f7-7c4eac36c12d x-openstack-request-id: req-d8fd4c2c-ac38-4184-a7f7-7c4eac36c12d {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:10.571272 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de87d6a4-f688-4918-8149-4bdd61439b5f", "name": "network-vif-unplugged", "status": "completed", "tag": "f4b65cb4-6175-487c-a776-bf1717df3720", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:10.571272 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d8fd4c2c-ac38-4184-a7f7-7c4eac36c12d {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:10.572247 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de87d6a4-f688-4918-8149-4bdd61439b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4b65cb4-6175-487c-a776-bf1717df3720', 'code': 200} Jul 16 09:14:10.633500 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b65cb4-6175-487c-a776-bf1717df3720,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:10.650176 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:10.650431 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:10.650855 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:10.651098 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:10.651503 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:10.651836 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:10.652162 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:10.652537 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:10.652904 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:10.653245 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:10.653552 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:10.653876 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:10.704746 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] Attempting to bind port f4b65cb4-6175-487c-a776-bf1717df3720 on host n-h1-771362-37 for vnic_type normal with profile {"migrating_to": "n-h2-771362-37"} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:14:10.705591 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] Attempting to bind port f4b65cb4-6175-487c-a776-bf1717df3720 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '9fb11763-2630-453f-b396-8292035abdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:14:10.705936 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] Attempting to bind port f4b65cb4-6175-487c-a776-bf1717df3720 on network 4213035f-7bcc-4e05-b745-5421ff483248 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:14:10.711072 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] Port f4b65cb4-6175-487c-a776-bf1717df3720 on network 4213035f-7bcc-4e05-b745-5421ff483248 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:14:10.711392 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] Attempting to bind port f4b65cb4-6175-487c-a776-bf1717df3720 on network 4213035f-7bcc-4e05-b745-5421ff483248 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:14:10.716828 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 14, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:14:10.717171 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] Checking segment: {'id': '9fb11763-2630-453f-b396-8292035abdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:14:10.717568 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] Bound using segment: {'id': '9fb11763-2630-453f-b396-8292035abdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:14:10.717992 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] Bound port: f4b65cb4-6175-487c-a776-bf1717df3720, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9fb11763-2630-453f-b396-8292035abdde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:14:10.718351 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:10.802520 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-eae9f8e4-9bf9-4c25-8120-148342ac3c00 None None] Provisioning complete for port f4b65cb4-6175-487c-a776-bf1717df3720 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:10.803127 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eae9f8e4-9bf9-4c25-8120-148342ac3c00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:10.833967 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] For port f4b65cb4-6175-487c-a776-bf1717df3720, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:14:10.844772 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-eae9f8e4-9bf9-4c25-8120-148342ac3c00 None None] Port f4b65cb4-6175-487c-a776-bf1717df3720 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:14:10.850388 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] For port f4b65cb4-6175-487c-a776-bf1717df3720, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=f4b65cb4-6175-487c-a776-bf1717df3720,segment=NetworkSegment(9fb11763-2630-453f-b396-8292035abdde),segment_id=9fb11763-2630-453f-b396-8292035abdde)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:14:10.855800 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:10.872749 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d0979f-692b-4c3e-85e1-adc533bd02b4 req-d195751c-81b7-4822-8d40-184ca45b8862 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:10.874432 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f9d0979f-692b-4c3e-85e1-adc533bd02b4 req-d195751c-81b7-4822-8d40-184ca45b8862 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 944 time: 0.1105242 Jul 16 09:14:10.988450 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] Pushing event updated for resources: {'Port': ['ID=f4b65cb4-6175-487c-a776-bf1717df3720,revision_number=8']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:10.999747 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f9d0979f-692b-4c3e-85e1-adc533bd02b4 req-f6a62e2c-e770-4f3e-83a2-e122170cec15 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc4109b6-2bb0-4d52-bcab-7377ee2e0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037896 Jul 16 09:14:11.040687 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:11.041327 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:11.042733 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-5dc5ef39-4033-4cf3-bd18-07a427c01306 service neutron] 10.222.0.21 "PUT /v2.0/ports/f4b65cb4-6175-487c-a776-bf1717df3720 HTTP/1.1" status: 200 len: 1124 time: 0.8082170 Jul 16 09:14:11.107779 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['f4b65cb4-6175-487c-a776-bf1717df3720'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:14:11.188611 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6aa2ef2b-dd6c-4790-a843-c20e0a6418cb None None] Provisioning complete for port f4b65cb4-6175-487c-a776-bf1717df3720 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:11.188951 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6aa2ef2b-dd6c-4790-a843-c20e0a6418cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:11.333611 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6aa2ef2b-dd6c-4790-a843-c20e0a6418cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:11.377290 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de87d6a4-f688-4918-8149-4bdd61439b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b65cb4-6175-487c-a776-bf1717df3720'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:11.379649 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2d029a-36bc-4a4b-97b0-2fd97ce21613" -d '{"events": [{"server_uuid": "de87d6a4-f688-4918-8149-4bdd61439b5f", "name": "network-vif-plugged", "status": "completed", "tag": "f4b65cb4-6175-487c-a776-bf1717df3720"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:11.403845 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6aa2ef2b-dd6c-4790-a843-c20e0a6418cb None None] For port f4b65cb4-6175-487c-a776-bf1717df3720, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=f4b65cb4-6175-487c-a776-bf1717df3720,segment=NetworkSegment(9fb11763-2630-453f-b396-8292035abdde),segment_id=9fb11763-2630-453f-b396-8292035abdde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:11.415165 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6aa2ef2b-dd6c-4790-a843-c20e0a6418cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:11.425162 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31d83a8d-5f38-4abe-bde0-4c626858d998 x-openstack-request-id: req-31d83a8d-5f38-4abe-bde0-4c626858d998 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:11.425473 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de87d6a4-f688-4918-8149-4bdd61439b5f", "name": "network-vif-plugged", "status": "completed", "tag": "f4b65cb4-6175-487c-a776-bf1717df3720", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:11.425716 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-31d83a8d-5f38-4abe-bde0-4c626858d998 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:11.426107 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de87d6a4-f688-4918-8149-4bdd61439b5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4b65cb4-6175-487c-a776-bf1717df3720', 'code': 200} Jul 16 09:14:11.583501 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa2ef2b-dd6c-4790-a843-c20e0a6418cb None None] Pushing event updated for resources: {'Port': ['ID=f4b65cb4-6175-487c-a776-bf1717df3720,revision_number=9']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:12.184970 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e494cc4-7c68-4a84-84bf-3deb6a353b6b req-0b9dc1fb-b13e-4f5a-8bce-179a80dd6c46 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:12.186472 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0e494cc4-7c68-4a84-84bf-3deb6a353b6b req-0b9dc1fb-b13e-4f5a-8bce-179a80dd6c46 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 946 time: 0.0684114 Jul 16 09:14:12.227412 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0e494cc4-7c68-4a84-84bf-3deb6a353b6b req-f86db9eb-2480-4bab-813d-34db8daa5b7e tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc4109b6-2bb0-4d52-bcab-7377ee2e0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342138 Jul 16 09:14:12.573022 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de87d6a4-f688-4918-8149-4bdd61439b5f', 'tag': 'f4b65cb4-6175-487c-a776-bf1717df3720'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:12.575454 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447c4ca7-3741-4671-8575-065588e15fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "de87d6a4-f688-4918-8149-4bdd61439b5f", "tag": "f4b65cb4-6175-487c-a776-bf1717df3720"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:12.615711 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a994d97-6f97-4ad9-9995-5e6d80e362f5 x-openstack-request-id: req-7a994d97-6f97-4ad9-9995-5e6d80e362f5 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:12.616000 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de87d6a4-f688-4918-8149-4bdd61439b5f", "tag": "f4b65cb4-6175-487c-a776-bf1717df3720", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:12.616263 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7a994d97-6f97-4ad9-9995-5e6d80e362f5 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:12.616682 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de87d6a4-f688-4918-8149-4bdd61439b5f', 'tag': 'f4b65cb4-6175-487c-a776-bf1717df3720', 'status': 'completed', 'code': 200} Jul 16 09:14:12.698446 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c4ca7-3741-4671-8575-065588e15fa7 req-7c1907f2-b1e0-4719-8de4-ad69aab92185 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:12.699994 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-447c4ca7-3741-4671-8575-065588e15fa7 req-7c1907f2-b1e0-4719-8de4-ad69aab92185 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 1129 time: 0.0594306 Jul 16 09:14:12.791156 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c4ca7-3741-4671-8575-065588e15fa7 req-de8b6b76-69b7-4dbc-83e8-68d5c55c8930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:12.792675 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-447c4ca7-3741-4671-8575-065588e15fa7 req-de8b6b76-69b7-4dbc-83e8-68d5c55c8930 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4213035f-7bcc-4e05-b745-5421ff483248 HTTP/1.1" status: 200 len: 896 time: 0.0865834 Jul 16 09:14:12.864650 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-447c4ca7-3741-4671-8575-065588e15fa7 req-8a7be26d-ba5f-4199-af6d-b9b1fbf3d09d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b65cb4-6175-487c-a776-bf1717df3720 HTTP/1.1" status: 200 len: 1002 time: 0.0648794 Jul 16 09:14:12.912794 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c4ca7-3741-4671-8575-065588e15fa7 req-9bdff309-5c7b-47c9-a812-dc97c8ca6ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:12.914220 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-447c4ca7-3741-4671-8575-065588e15fa7 req-9bdff309-5c7b-47c9-a812-dc97c8ca6ff9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fd02344-7155-4db0-a8f8-bfbc1b495c65 HTTP/1.1" status: 200 len: 834 time: 0.0438600 Jul 16 09:14:12.973168 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447c4ca7-3741-4671-8575-065588e15fa7 req-5d8cdd4b-1ccf-4aad-b445-9b9dee4b33b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:12.974653 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-447c4ca7-3741-4671-8575-065588e15fa7 req-5d8cdd4b-1ccf-4aad-b445-9b9dee4b33b6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4213035f-7bcc-4e05-b745-5421ff483248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531819 Jul 16 09:14:13.048939 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device f4b65cb4-6175-487c-a776-bf1717df3720 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:14:13.069097 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-447c4ca7-3741-4671-8575-065588e15fa7 req-75da91b2-a656-44ba-addd-04208dec2b82 service neutron] 10.222.0.30 "GET /v2.0/networks/4213035f-7bcc-4e05-b745-5421ff483248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877922 Jul 16 09:14:13.163345 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-447c4ca7-3741-4671-8575-065588e15fa7 req-0efb071c-592f-4a2a-930c-e100dfa43644 service neutron] 10.222.0.30 "GET /v2.0/networks/4213035f-7bcc-4e05-b745-5421ff483248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871208 Jul 16 09:14:13.321177 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port f4b65cb4-6175-487c-a776-bf1717df3720, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=f4b65cb4-6175-487c-a776-bf1717df3720,segment=NetworkSegment(9fb11763-2630-453f-b396-8292035abdde),segment_id=9fb11763-2630-453f-b396-8292035abdde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:13.334475 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device f4b65cb4-6175-487c-a776-bf1717df3720 has no active binding in host n-h2-771362-37 {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 09:14:13.421865 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f075e68a-40a3-4cc0-8c11-c4656464a2fd req-cd001f63-0068-4329-80bf-22d34d6b1fef tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:13.424326 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f075e68a-40a3-4cc0-8c11-c4656464a2fd req-cd001f63-0068-4329-80bf-22d34d6b1fef tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 946 time: 0.0755084 Jul 16 09:14:13.464325 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f075e68a-40a3-4cc0-8c11-c4656464a2fd req-e58bf4ed-e451-4f9e-b0ec-fe7e345b7dfc tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc4109b6-2bb0-4d52-bcab-7377ee2e0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349503 Jul 16 09:14:14.646004 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8579034d-899e-40f1-aaa2-5740d427a68f req-52cfc67d-1e97-4b61-93d1-88c9c6389e26 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:14.647518 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8579034d-899e-40f1-aaa2-5740d427a68f req-52cfc67d-1e97-4b61-93d1-88c9c6389e26 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 946 time: 0.0699077 Jul 16 09:14:14.685785 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8579034d-899e-40f1-aaa2-5740d427a68f req-4fff6204-c218-4c33-b43a-dfa87618a882 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc4109b6-2bb0-4d52-bcab-7377ee2e0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322871 Jul 16 09:14:15.805008 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-7a948574-4f57-4594-8cfe-68a9cf696cbb service neutron] 10.222.0.30 "GET /v2.0/ports/f4b65cb4-6175-487c-a776-bf1717df3720/bindings/n-h2-771362-37 HTTP/1.1" status: 200 len: 385 time: 0.0600901 Jul 16 09:14:15.871394 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af4e2ae-8308-49fa-a997-4b96953d8119 req-e5dc6b23-82a6-49b2-8814-9ecd45bfc443 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:15.872913 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0af4e2ae-8308-49fa-a997-4b96953d8119 req-e5dc6b23-82a6-49b2-8814-9ecd45bfc443 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 946 time: 0.0726917 Jul 16 09:14:15.911814 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0af4e2ae-8308-49fa-a997-4b96953d8119 req-b30e696b-5854-4574-92d9-caf666367d8d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc4109b6-2bb0-4d52-bcab-7377ee2e0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325868 Jul 16 09:14:15.984063 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-446ca273-fcd6-45f9-b480-31e8a42e438c service neutron] For port f4b65cb4-6175-487c-a776-bf1717df3720, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=f4b65cb4-6175-487c-a776-bf1717df3720,segment=NetworkSegment(9fb11763-2630-453f-b396-8292035abdde),segment_id=9fb11763-2630-453f-b396-8292035abdde)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:16.006437 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-446ca273-fcd6-45f9-b480-31e8a42e438c service neutron] For port f4b65cb4-6175-487c-a776-bf1717df3720, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:14:16.044957 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de87d6a4-f688-4918-8149-4bdd61439b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4b65cb4-6175-487c-a776-bf1717df3720'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:16.047232 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0436f02f-5acc-49bf-a13b-630d3130c21d" -d '{"events": [{"server_uuid": "de87d6a4-f688-4918-8149-4bdd61439b5f", "name": "network-vif-unplugged", "status": "completed", "tag": "f4b65cb4-6175-487c-a776-bf1717df3720"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:16.054708 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-446ca273-fcd6-45f9-b480-31e8a42e438c service neutron] For port f4b65cb4-6175-487c-a776-bf1717df3720, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=f4b65cb4-6175-487c-a776-bf1717df3720,segment=NetworkSegment(9fb11763-2630-453f-b396-8292035abdde),segment_id=9fb11763-2630-453f-b396-8292035abdde)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:16.070599 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-446ca273-fcd6-45f9-b480-31e8a42e438c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:16.106902 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78de46c3-ecad-4f89-aecf-398d3a329b07 x-openstack-request-id: req-78de46c3-ecad-4f89-aecf-398d3a329b07 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:16.107191 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de87d6a4-f688-4918-8149-4bdd61439b5f", "name": "network-vif-unplugged", "status": "completed", "tag": "f4b65cb4-6175-487c-a776-bf1717df3720", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:16.107443 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-78de46c3-ecad-4f89-aecf-398d3a329b07 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:16.107830 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de87d6a4-f688-4918-8149-4bdd61439b5f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f4b65cb4-6175-487c-a776-bf1717df3720', 'code': 200} Jul 16 09:14:16.148950 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-446ca273-fcd6-45f9-b480-31e8a42e438c service neutron] Transition to ACTIVE for port object f4b65cb4-6175-487c-a776-bf1717df3720 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:14:16.152727 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-446ca273-fcd6-45f9-b480-31e8a42e438c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:16.246168 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446ca273-fcd6-45f9-b480-31e8a42e438c service neutron] Pushing event updated for resources: {'Port': ['ID=f4b65cb4-6175-487c-a776-bf1717df3720,revision_number=11']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:16.283682 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-446ca273-fcd6-45f9-b480-31e8a42e438c service neutron] No DVR routers for this DVR port f4b65cb4-6175-487c-a776-bf1717df3720 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:14:16.415927 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-446ca273-fcd6-45f9-b480-31e8a42e438c service neutron] 10.222.0.30 "PUT /v2.0/ports/f4b65cb4-6175-487c-a776-bf1717df3720/bindings/n-h2-771362-37/activate HTTP/1.1" status: 200 len: 370 time: 0.6041265 Jul 16 09:14:16.531131 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-6c272825-2733-4a8b-8c58-fbbaac36243c tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:16.533104 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-6c272825-2733-4a8b-8c58-fbbaac36243c tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f&tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&binding%3Ahost_id=n-h1-771362-37 HTTP/1.1" status: 200 len: 1097 time: 0.0628827 Jul 16 09:14:16.597554 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-efe1805f-0497-40b2-99e5-e1f55c4a5429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:16.599053 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-efe1805f-0497-40b2-99e5-e1f55c4a5429 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f&tenant_id=5739d70bdc174b1e9a1ab2b759dab11d HTTP/1.1" status: 200 len: 1097 time: 0.0590856 Jul 16 09:14:16.675230 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-5a5d2716-92cd-457d-b780-8af5716fc4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:16.677016 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-5a5d2716-92cd-457d-b780-8af5716fc4c0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 1097 time: 0.0553932 Jul 16 09:14:16.784999 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-c19c0904-fae6-4d5d-a2ab-90d9cf43057a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:16.786442 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-c19c0904-fae6-4d5d-a2ab-90d9cf43057a service neutron] 10.222.0.21 "GET /v2.0/networks?id=4213035f-7bcc-4e05-b745-5421ff483248 HTTP/1.1" status: 200 len: 896 time: 0.1037266 Jul 16 09:14:16.852764 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-451ed330-8685-4e4d-b60e-d1bc6a94d66b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b65cb4-6175-487c-a776-bf1717df3720 HTTP/1.1" status: 200 len: 1000 time: 0.0599532 Jul 16 09:14:16.905700 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-03019efb-9b6a-4f72-8bb1-3437581dc41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:16.907159 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-03019efb-9b6a-4f72-8bb1-3437581dc41c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5fd02344-7155-4db0-a8f8-bfbc1b495c65 HTTP/1.1" status: 200 len: 834 time: 0.0486157 Jul 16 09:14:16.975008 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-34642325-279d-4f6a-b415-b9ee06b2f48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:16.976900 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-34642325-279d-4f6a-b415-b9ee06b2f48d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4213035f-7bcc-4e05-b745-5421ff483248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627580 Jul 16 09:14:17.103051 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-757dd823-4829-4767-98d0-e78e6f9cd4d1 service neutron] 10.222.0.21 "GET /v2.0/networks/4213035f-7bcc-4e05-b745-5421ff483248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1195002 Jul 16 09:14:17.155737 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88eb09d4-b8ce-46ef-8005-21e2277e5551 req-b9ac7c26-6385-4a95-9d87-157b113d9f2e tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:17.157262 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-88eb09d4-b8ce-46ef-8005-21e2277e5551 req-b9ac7c26-6385-4a95-9d87-157b113d9f2e tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 945 time: 0.1158857 Jul 16 09:14:17.525720 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-88eb09d4-b8ce-46ef-8005-21e2277e5551 req-45935248-f8a6-4fbf-b527-43469f87cded tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc4109b6-2bb0-4d52-bcab-7377ee2e0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3444266 Jul 16 09:14:17.527510 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-9f0870ba-4207-43d7-93da-4872704d6663 service neutron] 10.222.0.21 "GET /v2.0/networks/4213035f-7bcc-4e05-b745-5421ff483248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4177966 Jul 16 09:14:17.807828 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-b0c46e3c-afbd-4a1a-b812-aecd8df202b5 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:17.809265 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-b0c46e3c-afbd-4a1a-b812-aecd8df202b5 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f&tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&binding%3Ahost_id=n-h2-771362-37 HTTP/1.1" status: 200 len: 1097 time: 0.0562470 Jul 16 09:14:17.933928 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-73b22175-ea86-4d32-9821-a77ed671e9fb service neutron] For port f4b65cb4-6175-487c-a776-bf1717df3720, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:14:17.937085 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-73b22175-ea86-4d32-9821-a77ed671e9fb service neutron] Notify callbacks [] for binding, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:17.938311 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-73b22175-ea86-4d32-9821-a77ed671e9fb service neutron] 10.222.0.21 "DELETE /v2.0/ports/f4b65cb4-6175-487c-a776-bf1717df3720/bindings/n-h1-771362-37 HTTP/1.1" status: 204 len: 173 time: 0.1226964 Jul 16 09:14:18.258439 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:14:18.706922 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834429d3-0083-4918-a14f-164fa14f2950 req-dffbe8e3-26ed-4cc1-b32d-0ac655b7ef7d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:18.708510 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-834429d3-0083-4918-a14f-164fa14f2950 req-dffbe8e3-26ed-4cc1-b32d-0ac655b7ef7d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 945 time: 0.0631990 Jul 16 09:14:18.746743 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-834429d3-0083-4918-a14f-164fa14f2950 req-ebe2ca64-4557-4fdf-90b2-e0958281db4f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc4109b6-2bb0-4d52-bcab-7377ee2e0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326657 Jul 16 09:14:18.905817 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe62719-83e3-43e5-8436-f0cca4ff3274 req-6caa3456-614b-45f9-935c-70cb7071f4b3 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:18.907336 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-efe62719-83e3-43e5-8436-f0cca4ff3274 req-6caa3456-614b-45f9-935c-70cb7071f4b3 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 1097 time: 0.0513813 Jul 16 09:14:18.941495 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-efe62719-83e3-43e5-8436-f0cca4ff3274 req-85a84d5f-7332-4fa6-b107-deeb026ae552 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=dc4109b6-2bb0-4d52-bcab-7377ee2e0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285523 Jul 16 09:14:19.115260 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0198040-697d-454f-bbee-f82d0d726344 req-71f2d074-99de-4b92-8a35-5a08d4e74b8d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:19.116775 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f0198040-697d-454f-bbee-f82d0d726344 req-71f2d074-99de-4b92-8a35-5a08d4e74b8d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 945 time: 0.0638320 Jul 16 09:14:19.158249 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f0198040-697d-454f-bbee-f82d0d726344 req-b6a1950a-654b-4ef8-9dc6-b4b04255fe54 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc4109b6-2bb0-4d52-bcab-7377ee2e0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358751 Jul 16 09:14:19.182923 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43918) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:19.243562 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ec09ee90-5af0-4027-b6d2-a816641e768b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/floatingips/f0d7eded-72ac-400f-bf62-a4f94d23a2fd HTTP/1.1" status: 200 len: 992 time: 0.0593631 Jul 16 09:14:19.499821 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43924) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:19.975339 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-726427e8-1108-4507-ab17-de4e68131939 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Deleting port da2aa7ba-acca-4979-8b97-8788aefd35f1 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:14:19.976121 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-726427e8-1108-4507-ab17-de4e68131939 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.047839 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-726427e8-1108-4507-ab17-de4e68131939 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.048129 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-726427e8-1108-4507-ab17-de4e68131939 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.059487 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-726427e8-1108-4507-ab17-de4e68131939 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Calling delete_port for da2aa7ba-acca-4979-8b97-8788aefd35f1 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:14:20.201768 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-726427e8-1108-4507-ab17-de4e68131939 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.226224 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726427e8-1108-4507-ab17-de4e68131939 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event deleted for resources: {'Port': ['ID=da2aa7ba-acca-4979-8b97-8788aefd35f1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:20.289210 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-726427e8-1108-4507-ab17-de4e68131939 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.289561 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-726427e8-1108-4507-ab17-de4e68131939 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Floating IP f0d7eded-72ac-400f-bf62-a4f94d23a2fd disassociated (deleted). External IP: 172.25.3.250, port: f4b65cb4-6175-487c-a776-bf1717df3720. Jul 16 09:14:20.493528 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-726427e8-1108-4507-ab17-de4e68131939 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Router 65d3fd85-d848-46b2-8809-71400dc86786 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:14:20.500573 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device f4b65cb4-6175-487c-a776-bf1717df3720 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:14:20.538090 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device f4b65cb4-6175-487c-a776-bf1717df3720 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:14:20.597155 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726427e8-1108-4507-ab17-de4e68131939 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:14:20.601935 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-726427e8-1108-4507-ab17-de4e68131939 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:20.606380 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebb5107-fe5f-401c-8e3f-8cb0049742e1 None None] Sync routers for ids ['65d3fd85-d848-46b2-8809-71400dc86786'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:14:20.615452 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebb5107-fe5f-401c-8e3f-8cb0049742e1 None None] Routers {'65d3fd85-d848-46b2-8809-71400dc86786'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:14:20.616058 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-eebb5107-fe5f-401c-8e3f-8cb0049742e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:14:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['65d3fd85-d848-46b2-8809-71400dc86786'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:20.641286 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-726427e8-1108-4507-ab17-de4e68131939 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "DELETE /v2.0/floatingips/f0d7eded-72ac-400f-bf62-a4f94d23a2fd HTTP/1.1" status: 204 len: 168 time: 1.1404250 Jul 16 09:14:20.641921 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'de87d6a4-f688-4918-8149-4bdd61439b5f', 'tag': 'f4b65cb4-6175-487c-a776-bf1717df3720'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:20.644247 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1bf464-0a1d-443d-a1ae-0d0e27872c97" -d '{"events": [{"name": "network-changed", "server_uuid": "de87d6a4-f688-4918-8149-4bdd61439b5f", "tag": "f4b65cb4-6175-487c-a776-bf1717df3720"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:20.684779 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db5ffc44-dc6b-462d-bccc-6481de603a91 x-openstack-request-id: req-db5ffc44-dc6b-462d-bccc-6481de603a91 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:20.685089 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "de87d6a4-f688-4918-8149-4bdd61439b5f", "tag": "f4b65cb4-6175-487c-a776-bf1717df3720", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:20.685342 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-db5ffc44-dc6b-462d-bccc-6481de603a91 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:20.685757 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'de87d6a4-f688-4918-8149-4bdd61439b5f', 'tag': 'f4b65cb4-6175-487c-a776-bf1717df3720', 'status': 'completed', 'code': 200} Jul 16 09:14:20.732164 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-eebb5107-fe5f-401c-8e3f-8cb0049742e1 None None] Set router 65d3fd85-d848-46b2-8809-71400dc86786 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:14:20.774509 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bf464-0a1d-443d-a1ae-0d0e27872c97 req-cbad0ca8-3fbe-449d-be0a-3b33486b3d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:20.776201 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cb1bf464-0a1d-443d-a1ae-0d0e27872c97 req-cbad0ca8-3fbe-449d-be0a-3b33486b3d83 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 1097 time: 0.0667560 Jul 16 09:14:20.881436 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bf464-0a1d-443d-a1ae-0d0e27872c97 req-b9594692-7b0c-4b83-9657-6c95bb6f7ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:20.883044 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cb1bf464-0a1d-443d-a1ae-0d0e27872c97 req-b9594692-7b0c-4b83-9657-6c95bb6f7ff7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=4213035f-7bcc-4e05-b745-5421ff483248 HTTP/1.1" status: 200 len: 896 time: 0.0998466 Jul 16 09:14:20.930792 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cb1bf464-0a1d-443d-a1ae-0d0e27872c97 req-371d7d47-8413-4587-bf69-9c5056b48fd3 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f4b65cb4-6175-487c-a776-bf1717df3720 HTTP/1.1" status: 200 len: 217 time: 0.0397623 Jul 16 09:14:20.958766 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-eebb5107-fe5f-401c-8e3f-8cb0049742e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d3fd85-d848-46b2-8809-71400dc86786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716183026', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '5109a42a-30eb-492b-a6a0-8c08c3929214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:13:16Z', 'updated_at': '2021-07-16T09:13:19Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': '5109a42a-30eb-492b-a6a0-8c08c3929214', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3fd85-d848-46b2-8809-71400dc86786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:13:16Z', 'updated_at': '2021-07-16T09:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '23abeea5-5061-4822-b2b3-8d7274e28c4e', 'name': '', 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:7d:f9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3fd85-d848-46b2-8809-71400dc86786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '5fd02344-7155-4db0-a8f8-bfbc1b495c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:13:18Z', 'updated_at': '2021-07-16T09:13:24Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': '5fd02344-7155-4db0-a8f8-bfbc1b495c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:20.989724 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebb5107-fe5f-401c-8e3f-8cb0049742e1 None None] Checking router: 65d3fd85-d848-46b2-8809-71400dc86786 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:14:20.998772 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eebb5107-fe5f-401c-8e3f-8cb0049742e1 None None] Routers {'65d3fd85-d848-46b2-8809-71400dc86786'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:14:20.999300 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-eebb5107-fe5f-401c-8e3f-8cb0049742e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:14:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['65d3fd85-d848-46b2-8809-71400dc86786'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:21.011120 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bf464-0a1d-443d-a1ae-0d0e27872c97 req-23b746c5-f678-47df-98f5-e68985362cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:21.012618 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cb1bf464-0a1d-443d-a1ae-0d0e27872c97 req-23b746c5-f678-47df-98f5-e68985362cca service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5fd02344-7155-4db0-a8f8-bfbc1b495c65 HTTP/1.1" status: 200 len: 834 time: 0.0750148 Jul 16 09:14:21.067979 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e9a644-1c32-4820-bbc7-beb536b36ce7 req-dda174c5-8e3a-48db-bd17-bec1c2a33588 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:21.069568 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-72e9a644-1c32-4820-bbc7-beb536b36ce7 req-dda174c5-8e3a-48db-bd17-bec1c2a33588 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 945 time: 0.1038299 Jul 16 09:14:21.104001 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-eebb5107-fe5f-401c-8e3f-8cb0049742e1 None None] Set router 65d3fd85-d848-46b2-8809-71400dc86786 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:14:21.130879 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1bf464-0a1d-443d-a1ae-0d0e27872c97 req-5d57c58c-8f9d-45c2-96a9-4d617d62d4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:21.132394 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cb1bf464-0a1d-443d-a1ae-0d0e27872c97 req-5d57c58c-8f9d-45c2-96a9-4d617d62d4ef service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=4213035f-7bcc-4e05-b745-5421ff483248&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1102734 Jul 16 09:14:21.139584 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-72e9a644-1c32-4820-bbc7-beb536b36ce7 req-6893986b-8dae-4c49-8e59-c49e59ec5a2b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=dc4109b6-2bb0-4d52-bcab-7377ee2e0330&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629725 Jul 16 09:14:21.227003 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cb1bf464-0a1d-443d-a1ae-0d0e27872c97 req-cf31879c-ae51-4e96-9b4a-90aa8263c153 service neutron] 10.222.0.21 "GET /v2.0/networks/4213035f-7bcc-4e05-b745-5421ff483248?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849676 Jul 16 09:14:21.304291 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-eebb5107-fe5f-401c-8e3f-8cb0049742e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d3fd85-d848-46b2-8809-71400dc86786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716183026', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '5109a42a-30eb-492b-a6a0-8c08c3929214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:13:16Z', 'updated_at': '2021-07-16T09:13:19Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': '5109a42a-30eb-492b-a6a0-8c08c3929214', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3fd85-d848-46b2-8809-71400dc86786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:13:16Z', 'updated_at': '2021-07-16T09:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '23abeea5-5061-4822-b2b3-8d7274e28c4e', 'name': '', 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:7d:f9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3fd85-d848-46b2-8809-71400dc86786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '5fd02344-7155-4db0-a8f8-bfbc1b495c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:13:18Z', 'updated_at': '2021-07-16T09:13:24Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': '5fd02344-7155-4db0-a8f8-bfbc1b495c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:21.324145 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cb1bf464-0a1d-443d-a1ae-0d0e27872c97 req-d33abe68-8cfa-4a31-a4a1-7422233d8e2b service neutron] 10.222.0.21 "GET /v2.0/networks/4213035f-7bcc-4e05-b745-5421ff483248?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881786 Jul 16 09:14:21.330988 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eebb5107-fe5f-401c-8e3f-8cb0049742e1 None None] The sync data for ids ['65d3fd85-d848-46b2-8809-71400dc86786'] in n-d-771362-37 is: [{'id': '65d3fd85-d848-46b2-8809-71400dc86786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716183026', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '5109a42a-30eb-492b-a6a0-8c08c3929214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:13:16Z', 'updated_at': '2021-07-16T09:13:19Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': '5109a42a-30eb-492b-a6a0-8c08c3929214', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3fd85-d848-46b2-8809-71400dc86786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:13:16Z', 'updated_at': '2021-07-16T09:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '23abeea5-5061-4822-b2b3-8d7274e28c4e', 'name': '', 'network_id': '4213035f-7bcc-4e05-b745-5421ff483248', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:7d:f9:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3fd85-d848-46b2-8809-71400dc86786', 'device_owner': 'network:router_interface', 'standard_attr_id': 3772, 'fixed_ips': [{'subnet_id': '5fd02344-7155-4db0-a8f8-bfbc1b495c65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:13:18Z', 'updated_at': '2021-07-16T09:13:24Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': '5fd02344-7155-4db0-a8f8-bfbc1b495c65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:14:21.400808 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abb182f-eca0-4be9-bbef-b8d02bd57e60 req-b42f6e21-b6fd-42bf-b72d-7d8fcc717be0 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:21.402341 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4abb182f-eca0-4be9-bbef-b8d02bd57e60 req-b42f6e21-b6fd-42bf-b72d-7d8fcc717be0 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.21 "GET /v2.0/ports?device_id=de87d6a4-f688-4918-8149-4bdd61439b5f HTTP/1.1" status: 200 len: 945 time: 0.0669076 Jul 16 09:14:21.511417 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-4abb182f-eca0-4be9-bbef-b8d02bd57e60 req-1746d3b3-5222-4aea-a945-88e488d751a1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Deleting port f4b65cb4-6175-487c-a776-bf1717df3720 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:14:21.511767 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4abb182f-eca0-4be9-bbef-b8d02bd57e60 req-1746d3b3-5222-4aea-a945-88e488d751a1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:21.562319 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a59d97a4-ebf8-4a14-96c6-c44f63b85bb4 None None] New status for floating IP f0d7eded-72ac-400f-bf62-a4f94d23a2fd: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:14:21.603498 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-4abb182f-eca0-4be9-bbef-b8d02bd57e60 req-1746d3b3-5222-4aea-a945-88e488d751a1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] For port f4b65cb4-6175-487c-a776-bf1717df3720, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=f4b65cb4-6175-487c-a776-bf1717df3720,segment=NetworkSegment(9fb11763-2630-453f-b396-8292035abdde),segment_id=9fb11763-2630-453f-b396-8292035abdde)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:21.603857 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4abb182f-eca0-4be9-bbef-b8d02bd57e60 req-1746d3b3-5222-4aea-a945-88e488d751a1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:21.616965 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-4abb182f-eca0-4be9-bbef-b8d02bd57e60 req-1746d3b3-5222-4aea-a945-88e488d751a1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Calling delete_port for f4b65cb4-6175-487c-a776-bf1717df3720 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:14:21.749201 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4abb182f-eca0-4be9-bbef-b8d02bd57e60 req-1746d3b3-5222-4aea-a945-88e488d751a1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:21.779818 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1746d3b3-5222-4aea-a945-88e488d751a1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event deleted for resources: {'Port': ['ID=f4b65cb4-6175-487c-a776-bf1717df3720,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:21.826580 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-4abb182f-eca0-4be9-bbef-b8d02bd57e60 req-1746d3b3-5222-4aea-a945-88e488d751a1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] No DVR routers for this DVR port f4b65cb4-6175-487c-a776-bf1717df3720 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:14:21.829155 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-4abb182f-eca0-4be9-bbef-b8d02bd57e60 req-1746d3b3-5222-4aea-a945-88e488d751a1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:21.831734 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4abb182f-eca0-4be9-bbef-b8d02bd57e60 req-1746d3b3-5222-4aea-a945-88e488d751a1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.21 "DELETE /v2.0/ports/f4b65cb4-6175-487c-a776-bf1717df3720 HTTP/1.1" status: 204 len: 173 time: 0.4239299 Jul 16 09:14:21.832172 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'de87d6a4-f688-4918-8149-4bdd61439b5f', 'name': 'network-vif-deleted', 'tag': 'f4b65cb4-6175-487c-a776-bf1717df3720'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:21.834408 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b5ee93-a9b4-432c-8ba3-9af3fbde320f" -d '{"events": [{"server_uuid": "de87d6a4-f688-4918-8149-4bdd61439b5f", "name": "network-vif-deleted", "tag": "f4b65cb4-6175-487c-a776-bf1717df3720"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:21.874637 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947cc5b0-c204-4a6d-969d-f93aac2042d0 x-openstack-request-id: req-947cc5b0-c204-4a6d-969d-f93aac2042d0 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:21.875029 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "de87d6a4-f688-4918-8149-4bdd61439b5f", "name": "network-vif-deleted", "tag": "f4b65cb4-6175-487c-a776-bf1717df3720", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:21.875291 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-947cc5b0-c204-4a6d-969d-f93aac2042d0 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:21.875688 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'de87d6a4-f688-4918-8149-4bdd61439b5f', 'name': 'network-vif-deleted', 'tag': 'f4b65cb4-6175-487c-a776-bf1717df3720', 'status': 'completed', 'code': 200} Jul 16 09:14:22.241421 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43936) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:22.635062 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7492a91b-c883-4a1b-bcc7-9f9699c06524 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:22.917340 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7492a91b-c883-4a1b-bcc7-9f9699c06524 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Deleting port 23abeea5-5061-4822-b2b3-8d7274e28c4e {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:14:22.917599 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7492a91b-c883-4a1b-bcc7-9f9699c06524 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:23.007263 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-7492a91b-c883-4a1b-bcc7-9f9699c06524 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] For port 23abeea5-5061-4822-b2b3-8d7274e28c4e, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=23abeea5-5061-4822-b2b3-8d7274e28c4e,segment=NetworkSegment(9fb11763-2630-453f-b396-8292035abdde),segment_id=9fb11763-2630-453f-b396-8292035abdde)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:23.007643 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7492a91b-c883-4a1b-bcc7-9f9699c06524 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:23.019811 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-7492a91b-c883-4a1b-bcc7-9f9699c06524 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Calling delete_port for 23abeea5-5061-4822-b2b3-8d7274e28c4e owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:14:23.202794 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7492a91b-c883-4a1b-bcc7-9f9699c06524 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:23.230026 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7492a91b-c883-4a1b-bcc7-9f9699c06524 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event deleted for resources: {'Port': ['ID=23abeea5-5061-4822-b2b3-8d7274e28c4e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:23.410957 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7492a91b-c883-4a1b-bcc7-9f9699c06524 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:23.616214 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7492a91b-c883-4a1b-bcc7-9f9699c06524 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Router 65d3fd85-d848-46b2-8809-71400dc86786 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:14:23.720215 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7492a91b-c883-4a1b-bcc7-9f9699c06524 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:14:23.725186 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7492a91b-c883-4a1b-bcc7-9f9699c06524 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "PUT /v2.0/routers/65d3fd85-d848-46b2-8809-71400dc86786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4827242 Jul 16 09:14:23.728030 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43938) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:23.731586 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc3996f-b96a-4ac8-8ce2-223364b6e7dd None None] Sync routers for ids ['65d3fd85-d848-46b2-8809-71400dc86786'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:14:23.742015 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc3996f-b96a-4ac8-8ce2-223364b6e7dd None None] Routers {'65d3fd85-d848-46b2-8809-71400dc86786'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:14:23.743257 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bcc3996f-b96a-4ac8-8ce2-223364b6e7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:14:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['65d3fd85-d848-46b2-8809-71400dc86786'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:23.789509 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-53af8cbd-0e17-4834-b291-cdc3dda46c67 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Deleting subnet 5fd02344-7155-4db0-a8f8-bfbc1b495c65 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:14:23.792587 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53af8cbd-0e17-4834-b291-cdc3dda46c67 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:23.833505 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53af8cbd-0e17-4834-b291-cdc3dda46c67 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:23.846069 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-bcc3996f-b96a-4ac8-8ce2-223364b6e7dd None None] Set router 65d3fd85-d848-46b2-8809-71400dc86786 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:14:23.920519 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53af8cbd-0e17-4834-b291-cdc3dda46c67 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:23.984501 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53af8cbd-0e17-4834-b291-cdc3dda46c67 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:24.012160 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53af8cbd-0e17-4834-b291-cdc3dda46c67 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event deleted for resources: {'Subnet': ['ID=5fd02344-7155-4db0-a8f8-bfbc1b495c65,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:24.015919 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-53af8cbd-0e17-4834-b291-cdc3dda46c67 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:24.017868 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-53af8cbd-0e17-4834-b291-cdc3dda46c67 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "DELETE /v2.0/subnets/5fd02344-7155-4db0-a8f8-bfbc1b495c65 HTTP/1.1" status: 204 len: 168 time: 0.2887752 Jul 16 09:14:24.020503 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43940) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:24.024966 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27634163-4f92-4a97-adcb-1c9b3b674244 None None] Network 4213035f-7bcc-4e05-b745-5421ff483248 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:14:24.033533 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bcc3996f-b96a-4ac8-8ce2-223364b6e7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d3fd85-d848-46b2-8809-71400dc86786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716183026', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '5109a42a-30eb-492b-a6a0-8c08c3929214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:13:16Z', 'updated_at': '2021-07-16T09:14:23Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': '5109a42a-30eb-492b-a6a0-8c08c3929214', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3fd85-d848-46b2-8809-71400dc86786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:13:16Z', 'updated_at': '2021-07-16T09:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:24.060239 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc3996f-b96a-4ac8-8ce2-223364b6e7dd None None] Checking router: 65d3fd85-d848-46b2-8809-71400dc86786 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:14:24.068933 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc3996f-b96a-4ac8-8ce2-223364b6e7dd None None] Routers {'65d3fd85-d848-46b2-8809-71400dc86786'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:14:24.069541 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bcc3996f-b96a-4ac8-8ce2-223364b6e7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:14:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['65d3fd85-d848-46b2-8809-71400dc86786'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:24.144314 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-df68b451-3b2f-45ed-94b6-cb1f5ca800bc tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:24.189322 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-bcc3996f-b96a-4ac8-8ce2-223364b6e7dd None None] Set router 65d3fd85-d848-46b2-8809-71400dc86786 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:14:24.239512 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86a39dd4-a84f-424c-bece-77928687fab7 None None] DHCP port deletion for 4213035f-7bcc-4e05-b745-5421ff483248 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:14:24.260136 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-df68b451-3b2f-45ed-94b6-cb1f5ca800bc tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:24.287766 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-86a39dd4-a84f-424c-bece-77928687fab7 None None] Deleting port a15afca9-c7f8-4c6b-a58b-febbc383b19a {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:14:24.288153 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-86a39dd4-a84f-424c-bece-77928687fab7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:24.320546 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-df68b451-3b2f-45ed-94b6-cb1f5ca800bc tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Deleting port 5109a42a-30eb-492b-a6a0-8c08c3929214 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:14:24.321046 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-df68b451-3b2f-45ed-94b6-cb1f5ca800bc tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:24.351710 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-86a39dd4-a84f-424c-bece-77928687fab7 None None] For port a15afca9-c7f8-4c6b-a58b-febbc383b19a, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=a15afca9-c7f8-4c6b-a58b-febbc383b19a,segment=NetworkSegment(9fb11763-2630-453f-b396-8292035abdde),segment_id=9fb11763-2630-453f-b396-8292035abdde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:24.352528 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-86a39dd4-a84f-424c-bece-77928687fab7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:24.367845 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-86a39dd4-a84f-424c-bece-77928687fab7 None None] Calling delete_port for a15afca9-c7f8-4c6b-a58b-febbc383b19a owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:14:24.403499 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-df68b451-3b2f-45ed-94b6-cb1f5ca800bc tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] For port 5109a42a-30eb-492b-a6a0-8c08c3929214, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=5109a42a-30eb-492b-a6a0-8c08c3929214,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:24.403923 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-df68b451-3b2f-45ed-94b6-cb1f5ca800bc tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:24.417146 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-df68b451-3b2f-45ed-94b6-cb1f5ca800bc tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Calling delete_port for 5109a42a-30eb-492b-a6a0-8c08c3929214 owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:14:24.449174 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-86a39dd4-a84f-424c-bece-77928687fab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:24.461585 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bcc3996f-b96a-4ac8-8ce2-223364b6e7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65d3fd85-d848-46b2-8809-71400dc86786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716183026', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '5109a42a-30eb-492b-a6a0-8c08c3929214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:13:16Z', 'updated_at': '2021-07-16T09:14:23Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': '5109a42a-30eb-492b-a6a0-8c08c3929214', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3fd85-d848-46b2-8809-71400dc86786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:13:16Z', 'updated_at': '2021-07-16T09:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:24.475177 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86a39dd4-a84f-424c-bece-77928687fab7 None None] Pushing event deleted for resources: {'Port': ['ID=a15afca9-c7f8-4c6b-a58b-febbc383b19a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:24.480606 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a39dd4-a84f-424c-bece-77928687fab7 None None] No DVR routers for this DVR port a15afca9-c7f8-4c6b-a58b-febbc383b19a on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:14:24.500662 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcc3996f-b96a-4ac8-8ce2-223364b6e7dd None None] The sync data for ids ['65d3fd85-d848-46b2-8809-71400dc86786'] in n-d-771362-37 is: [{'id': '65d3fd85-d848-46b2-8809-71400dc86786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1716183026', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.224'}], 'enable_snat': True}, 'gw_port_id': '5109a42a-30eb-492b-a6a0-8c08c3929214', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:13:16Z', 'updated_at': '2021-07-16T09:14:23Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': '5109a42a-30eb-492b-a6a0-8c08c3929214', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:de:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65d3fd85-d848-46b2-8809-71400dc86786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:13:16Z', 'updated_at': '2021-07-16T09:13:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:14:24.597904 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-df68b451-3b2f-45ed-94b6-cb1f5ca800bc tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:24.628035 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df68b451-3b2f-45ed-94b6-cb1f5ca800bc tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event deleted for resources: {'Port': ['ID=5109a42a-30eb-492b-a6a0-8c08c3929214,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:24.690551 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-df68b451-3b2f-45ed-94b6-cb1f5ca800bc tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:24.783035 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-df68b451-3b2f-45ed-94b6-cb1f5ca800bc tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:24.785247 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-df68b451-3b2f-45ed-94b6-cb1f5ca800bc tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:24.835477 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-df68b451-3b2f-45ed-94b6-cb1f5ca800bc tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:24.836010 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df68b451-3b2f-45ed-94b6-cb1f5ca800bc tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Fanout notify agent at l3_agent the message router_deleted on router 65d3fd85-d848-46b2-8809-71400dc86786 {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:14:24.843673 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-df68b451-3b2f-45ed-94b6-cb1f5ca800bc tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:24.844880 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-df68b451-3b2f-45ed-94b6-cb1f5ca800bc tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "DELETE /v2.0/routers/65d3fd85-d848-46b2-8809-71400dc86786 HTTP/1.1" status: 204 len: 168 time: 0.8234692 Jul 16 09:14:24.847639 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43942) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:24.925320 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13ce04db-baed-430c-bccb-de9b2038dc0f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.013940 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13ce04db-baed-430c-bccb-de9b2038dc0f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.024075 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-13ce04db-baed-430c-bccb-de9b2038dc0f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4213035f-7bcc-4e05-b745-5421ff483248']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:25.034052 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-13ce04db-baed-430c-bccb-de9b2038dc0f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fb11763-2630-453f-b396-8292035abdde') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:25.034350 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-13ce04db-baed-430c-bccb-de9b2038dc0f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fb11763-2630-453f-b396-8292035abdde') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:25.042992 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13ce04db-baed-430c-bccb-de9b2038dc0f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.057403 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13ce04db-baed-430c-bccb-de9b2038dc0f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.065573 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13ce04db-baed-430c-bccb-de9b2038dc0f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:14:25.066010 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13ce04db-baed-430c-bccb-de9b2038dc0f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: timer() Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:14:25.069244 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:14:25.127993 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13ce04db-baed-430c-bccb-de9b2038dc0f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.133260 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-13ce04db-baed-430c-bccb-de9b2038dc0f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.137755 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-13ce04db-baed-430c-bccb-de9b2038dc0f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "DELETE /v2.0/networks/4213035f-7bcc-4e05-b745-5421ff483248 HTTP/1.1" status: 204 len: 168 time: 0.2866006 Jul 16 09:14:25.138185 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43944) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:25.141748 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device f4b65cb4-6175-487c-a776-bf1717df3720 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:14:25.150525 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce04db-baed-430c-bccb-de9b2038dc0f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event deleted for resources: {'Network': ['ID=4213035f-7bcc-4e05-b745-5421ff483248,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:25.168651 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: f4b65cb4-6175-487c-a776-bf1717df3720 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:14:25.169017 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device f4b65cb4-6175-487c-a776-bf1717df3720 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:14:25.199758 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e562a14-2d8b-4e27-b219-e4eb35ac4d40 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.228539 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e562a14-2d8b-4e27-b219-e4eb35ac4d40 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.288901 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e562a14-2d8b-4e27-b219-e4eb35ac4d40 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.291495 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e562a14-2d8b-4e27-b219-e4eb35ac4d40 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.292669 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0e562a14-2d8b-4e27-b219-e4eb35ac4d40 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "DELETE /v2.0/security-groups/dc4109b6-2bb0-4d52-bcab-7377ee2e0330 HTTP/1.1" status: 204 len: 168 time: 0.1535373 Jul 16 09:14:25.302756 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e562a14-2d8b-4e27-b219-e4eb35ac4d40 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4109b6-2bb0-4d52-bcab-7377ee2e0330,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:25.646524 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43950) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:25.651369 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-ede3c955-f558-49ef-a93d-d9125f306060 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1218251894', 'description': 'tempest-secgroup-smoke-1218251894 description', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:25.673202 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ede3c955-f558-49ef-a93d-d9125f306060 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.758767 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ede3c955-f558-49ef-a93d-d9125f306060 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.762781 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ede3c955-f558-49ef-a93d-d9125f306060 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.790235 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ede3c955-f558-49ef-a93d-d9125f306060 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.791452 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ede3c955-f558-49ef-a93d-d9125f306060 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1439278 Jul 16 09:14:25.794599 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43952) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:25.795472 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede3c955-f558-49ef-a93d-d9125f306060 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54a063ec-6530-4d48-9966-f599805eef87,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:25.803613 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-275b2eb5-0378-4410-95f8-22a0617c9010 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'security_group_rule': {'security_group_id': '54a063ec-6530-4d48-9966-f599805eef87', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:25.830005 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-275b2eb5-0378-4410-95f8-22a0617c9010 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.876726 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-275b2eb5-0378-4410-95f8-22a0617c9010 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.880716 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-275b2eb5-0378-4410-95f8-22a0617c9010 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.899427 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275b2eb5-0378-4410-95f8-22a0617c9010 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb77042c-ee57-4001-9711-c4554efa446c,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:25.905814 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-275b2eb5-0378-4410-95f8-22a0617c9010 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.908798 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-275b2eb5-0378-4410-95f8-22a0617c9010 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1131303 Jul 16 09:14:25.910284 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43954) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:25.914805 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e4f2a50c-608a-49e1-a068-f1432f776b73 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'security_group_rule': {'security_group_id': '54a063ec-6530-4d48-9966-f599805eef87', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:25.930235 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 23abeea5-5061-4822-b2b3-8d7274e28c4e no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:14:25.942153 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e4f2a50c-608a-49e1-a068-f1432f776b73 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:25.952994 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 23abeea5-5061-4822-b2b3-8d7274e28c4e {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:14:25.953425 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 23abeea5-5061-4822-b2b3-8d7274e28c4e not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:14:25.953910 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 5109a42a-30eb-492b-a6a0-8c08c3929214 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:14:25.972583 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 5109a42a-30eb-492b-a6a0-8c08c3929214 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:14:25.972945 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 5109a42a-30eb-492b-a6a0-8c08c3929214 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:14:25.973342 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a15afca9-c7f8-4c6b-a58b-febbc383b19a no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:14:25.991580 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: a15afca9-c7f8-4c6b-a58b-febbc383b19a {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:14:25.991939 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a15afca9-c7f8-4c6b-a58b-febbc383b19a not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:14:25.998753 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e4f2a50c-608a-49e1-a068-f1432f776b73 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.004334 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e4f2a50c-608a-49e1-a068-f1432f776b73 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.023682 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f2a50c-608a-49e1-a068-f1432f776b73 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83d62777-42b5-405a-9fbd-4cee883fa555,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:26.026152 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e4f2a50c-608a-49e1-a068-f1432f776b73 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.027334 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e4f2a50c-608a-49e1-a068-f1432f776b73 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1161144 Jul 16 09:14:26.030144 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43956) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:26.074165 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-4f43bd2a-b70b-4841-8584-aa0ebdb87edd tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'security_group_rule': {'security_group_id': '54a063ec-6530-4d48-9966-f599805eef87', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:26.100015 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f43bd2a-b70b-4841-8584-aa0ebdb87edd tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.165197 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f43bd2a-b70b-4841-8584-aa0ebdb87edd tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.168841 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f43bd2a-b70b-4841-8584-aa0ebdb87edd tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.186940 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43bd2a-b70b-4841-8584-aa0ebdb87edd tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=734d381a-55ed-4f1c-b33e-8d2ff4b90560,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:26.194451 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4f43bd2a-b70b-4841-8584-aa0ebdb87edd tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.195692 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4f43bd2a-b70b-4841-8584-aa0ebdb87edd tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1646984 Jul 16 09:14:26.199256 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43960) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:26.203876 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-aed16436-57f5-4994-84e0-1a6b9ecf43e1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'security_group_rule': {'security_group_id': '54a063ec-6530-4d48-9966-f599805eef87', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:26.230670 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aed16436-57f5-4994-84e0-1a6b9ecf43e1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.290763 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aed16436-57f5-4994-84e0-1a6b9ecf43e1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.294280 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aed16436-57f5-4994-84e0-1a6b9ecf43e1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.312369 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed16436-57f5-4994-84e0-1a6b9ecf43e1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71b80fe0-cdec-4174-8e5f-43f72996965b,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:26.321237 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-aed16436-57f5-4994-84e0-1a6b9ecf43e1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.322522 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-aed16436-57f5-4994-84e0-1a6b9ecf43e1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1223013 Jul 16 09:14:26.325341 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43962) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:26.333379 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-4732f071-344c-48fa-85f9-e975de6cb359 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'security_group_rule': {'security_group_id': '54a063ec-6530-4d48-9966-f599805eef87', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:26.356994 n-d-771362-37 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-4732f071-344c-48fa-85f9-e975de6cb359 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Project 5739d70bdc174b1e9a1ab2b759dab11d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:14:26.362338 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4732f071-344c-48fa-85f9-e975de6cb359 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.423268 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4732f071-344c-48fa-85f9-e975de6cb359 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.427419 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4732f071-344c-48fa-85f9-e975de6cb359 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.446576 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4732f071-344c-48fa-85f9-e975de6cb359 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d8d3d29-8f64-47ce-8039-df0c31bfcd53,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:26.453500 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4732f071-344c-48fa-85f9-e975de6cb359 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.454825 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4732f071-344c-48fa-85f9-e975de6cb359 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1281078 Jul 16 09:14:26.457627 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43964) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:26.462178 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-fb8d6a04-9044-4e94-9b9a-30c3c68ebee7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'security_group_rule': {'security_group_id': '54a063ec-6530-4d48-9966-f599805eef87', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:26.485901 n-d-771362-37 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-fb8d6a04-9044-4e94-9b9a-30c3c68ebee7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Project 5739d70bdc174b1e9a1ab2b759dab11d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:14:26.491025 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb8d6a04-9044-4e94-9b9a-30c3c68ebee7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.557647 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb8d6a04-9044-4e94-9b9a-30c3c68ebee7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.561535 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb8d6a04-9044-4e94-9b9a-30c3c68ebee7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.580280 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8d6a04-9044-4e94-9b9a-30c3c68ebee7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd31c189-55b1-44d2-b315-d79d623cb269,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:26.587913 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fb8d6a04-9044-4e94-9b9a-30c3c68ebee7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.589254 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fb8d6a04-9044-4e94-9b9a-30c3c68ebee7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1306703 Jul 16 09:14:26.593058 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43966) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:26.598194 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-bd2c7076-9a8e-4cf2-a529-b844a0dc2af8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'network': {'name': 'tempest-network-smoke--334617549', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'port_security_enabled': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:26.621362 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd2c7076-9a8e-4cf2-a529-b844a0dc2af8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Made reservation on behalf of 5739d70bdc174b1e9a1ab2b759dab11d for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:14:26.625005 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd2c7076-9a8e-4cf2-a529-b844a0dc2af8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.651471 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd2c7076-9a8e-4cf2-a529-b844a0dc2af8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:14:26.661204 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd2c7076-9a8e-4cf2-a529-b844a0dc2af8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.661616 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-bd2c7076-9a8e-4cf2-a529-b844a0dc2af8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Added segment 31eff1c0-e421-4169-864f-752d4dbbc242 of type vlan for network c1118fe2-9cb2-465f-b42e-797b2475bbfe Jul 16 09:14:26.704750 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd2c7076-9a8e-4cf2-a529-b844a0dc2af8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.743414 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd2c7076-9a8e-4cf2-a529-b844a0dc2af8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.749096 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd2c7076-9a8e-4cf2-a529-b844a0dc2af8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:26.749719 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bd2c7076-9a8e-4cf2-a529-b844a0dc2af8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.783295 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bd2c7076-9a8e-4cf2-a529-b844a0dc2af8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1891470 Jul 16 09:14:26.786192 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43968) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:26.791119 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-71823b3b-4ef5-4e90-8174-fd159e274d72 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1353449160', 'admin_state_up': True, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:26.817358 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71823b3b-4ef5-4e90-8174-fd159e274d72 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.818368 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71823b3b-4ef5-4e90-8174-fd159e274d72 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:26.826772 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2c7076-9a8e-4cf2-a529-b844a0dc2af8 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'Network': ['ID=c1118fe2-9cb2-465f-b42e-797b2475bbfe,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:26.842958 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network c1118fe2-9cb2-465f-b42e-797b2475bbfe details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:14:26.878326 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71823b3b-4ef5-4e90-8174-fd159e274d72 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:27.016976 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71823b3b-4ef5-4e90-8174-fd159e274d72 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:27.206105 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71823b3b-4ef5-4e90-8174-fd159e274d72 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:27.228437 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71823b3b-4ef5-4e90-8174-fd159e274d72 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:27.326418 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-71823b3b-4ef5-4e90-8174-fd159e274d72 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Allocated IP 172.25.3.189 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/b616271a-34cc-4357-b364-d07d93e75dde) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:14:27.429175 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71823b3b-4ef5-4e90-8174-fd159e274d72 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:27.467086 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71823b3b-4ef5-4e90-8174-fd159e274d72 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:27.502463 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71823b3b-4ef5-4e90-8174-fd159e274d72 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:14:27.507042 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-71823b3b-4ef5-4e90-8174-fd159e274d72 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:14:27.509469 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71823b3b-4ef5-4e90-8174-fd159e274d72 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:14:27.537616 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71823b3b-4ef5-4e90-8174-fd159e274d72 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'Port': ['ID=b616271a-34cc-4357-b364-d07d93e75dde,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:27.755888 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71823b3b-4ef5-4e90-8174-fd159e274d72 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:27.947293 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71823b3b-4ef5-4e90-8174-fd159e274d72 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:28.359432 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71823b3b-4ef5-4e90-8174-fd159e274d72 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Router 0686f84c-d046-4e06-ab15-da3b9790408f is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:14:28.463488 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71823b3b-4ef5-4e90-8174-fd159e274d72 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:14:28.474864 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db28d88-71eb-494d-bd90-fec8f5668d2b None None] Sync routers for ids ['0686f84c-d046-4e06-ab15-da3b9790408f'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:14:28.481965 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71823b3b-4ef5-4e90-8174-fd159e274d72 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:28.486998 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-71823b3b-4ef5-4e90-8174-fd159e274d72 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6961062 Jul 16 09:14:28.487168 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db28d88-71eb-494d-bd90-fec8f5668d2b None None] Routers {'0686f84c-d046-4e06-ab15-da3b9790408f'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:14:28.487168 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4db28d88-71eb-494d-bd90-fec8f5668d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:14:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['0686f84c-d046-4e06-ab15-da3b9790408f'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:28.487374 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43970) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:28.516854 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-06e8907f-a2cb-4876-88f4-7e1f296a6176 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=5739d70bdc174b1e9a1ab2b759dab11d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269473 Jul 16 09:14:28.519364 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43972) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:28.590075 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-4db28d88-71eb-494d-bd90-fec8f5668d2b None None] Set router 0686f84c-d046-4e06-ab15-da3b9790408f gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:14:28.605243 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15b44d0-72c0-4aea-a023-9b98661f14aa tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:28.606752 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a15b44d0-72c0-4aea-a023-9b98661f14aa tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864730 Jul 16 09:14:28.609761 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 43974) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:28.640424 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e890880e-be3b-4295-83ab-469a7563f83e tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=4a545af8-8142-4a44-8290-045c2901c634&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295789 Jul 16 09:14:28.643548 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43976) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:28.648721 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9a059408-37e7-4b5b-83dd-667394280eaf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-868365564', 'network_id': 'c1118fe2-9cb2-465f-b42e-797b2475bbfe', 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:28.734508 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a059408-37e7-4b5b-83dd-667394280eaf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Made reservation on behalf of 5739d70bdc174b1e9a1ab2b759dab11d for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:14:28.738214 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a059408-37e7-4b5b-83dd-667394280eaf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:28.770532 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4db28d88-71eb-494d-bd90-fec8f5668d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353449160', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'b616271a-34cc-4357-b364-d07d93e75dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:14:26Z', 'updated_at': '2021-07-16T09:14:27Z', 'revision_number': 3, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': 'b616271a-34cc-4357-b364-d07d93e75dde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:14:27Z', 'updated_at': '2021-07-16T09:14:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:28.796769 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db28d88-71eb-494d-bd90-fec8f5668d2b None None] Checking router: 0686f84c-d046-4e06-ab15-da3b9790408f for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:14:28.797123 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db28d88-71eb-494d-bd90-fec8f5668d2b None None] Updating router 0686f84c-d046-4e06-ab15-da3b9790408f port b616271a-34cc-4357-b364-d07d93e75dde binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:14:28.832219 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4db28d88-71eb-494d-bd90-fec8f5668d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:28.916920 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a059408-37e7-4b5b-83dd-667394280eaf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:28.968315 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a059408-37e7-4b5b-83dd-667394280eaf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'Subnet': ['ID=224cc30c-2291-4ec6-a14a-31787174a4aa,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:28.983550 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a059408-37e7-4b5b-83dd-667394280eaf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Checking segment: {'id': '31eff1c0-e421-4169-864f-752d4dbbc242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c1118fe2-9cb2-465f-b42e-797b2475bbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:14:28.983908 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a059408-37e7-4b5b-83dd-667394280eaf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Network hostable DHCP agents. Network: c1118fe2-9cb2-465f-b42e-797b2475bbfe, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:14:29.000572 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a059408-37e7-4b5b-83dd-667394280eaf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Network c1118fe2-9cb2-465f-b42e-797b2475bbfe is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:14:29.010200 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-9a059408-37e7-4b5b-83dd-667394280eaf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, c1118fe2-9cb2-465f-b42e-797b2475bbfe) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:14:29.014452 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a059408-37e7-4b5b-83dd-667394280eaf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:29.015154 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a059408-37e7-4b5b-83dd-667394280eaf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:29.023404 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc50f5f1-7f67-461b-93c5-d6150f144449 None None] Network c1118fe2-9cb2-465f-b42e-797b2475bbfe requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:14:29.030188 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9a059408-37e7-4b5b-83dd-667394280eaf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3855529 Jul 16 09:14:29.033010 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 43978) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:29.150554 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4db28d88-71eb-494d-bd90-fec8f5668d2b None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:29.178567 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4db28d88-71eb-494d-bd90-fec8f5668d2b None None] Transition to ACTIVE for port object b616271a-34cc-4357-b364-d07d93e75dde will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:14:29.188986 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4db28d88-71eb-494d-bd90-fec8f5668d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:29.246712 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc0cad-e6eb-4518-9e19-eba3c87d1f0a None None] Pushing event updated for resources: {'Port': ['ID=b616271a-34cc-4357-b364-d07d93e75dde,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:29.250361 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4db28d88-71eb-494d-bd90-fec8f5668d2b None None] Attempting to bind port b616271a-34cc-4357-b364-d07d93e75dde on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:14:29.251264 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4db28d88-71eb-494d-bd90-fec8f5668d2b None None] Attempting to bind port b616271a-34cc-4357-b364-d07d93e75dde by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:14:29.251627 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db28d88-71eb-494d-bd90-fec8f5668d2b None None] Attempting to bind port b616271a-34cc-4357-b364-d07d93e75dde on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:14:29.273576 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db28d88-71eb-494d-bd90-fec8f5668d2b None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:14:29.273954 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db28d88-71eb-494d-bd90-fec8f5668d2b None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:14:29.274358 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4db28d88-71eb-494d-bd90-fec8f5668d2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:29.274739 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4db28d88-71eb-494d-bd90-fec8f5668d2b None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:14:29.275208 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4db28d88-71eb-494d-bd90-fec8f5668d2b None None] Bound port: b616271a-34cc-4357-b364-d07d93e75dde, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:14:29.275591 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4db28d88-71eb-494d-bd90-fec8f5668d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:29.280118 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73d78852-be75-4d6c-81ba-1093e7c3f21b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-c1118fe2-9cb2-465f-b42e-797b2475bbfe', 'network_id': 'c1118fe2-9cb2-465f-b42e-797b2475bbfe', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'fixed_ips': [{'subnet_id': '224cc30c-2291-4ec6-a14a-31787174a4aa'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:14:29.280977 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-73d78852-be75-4d6c-81ba-1093e7c3f21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:29.396465 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-4db28d88-71eb-494d-bd90-fec8f5668d2b None None] For port b616271a-34cc-4357-b364-d07d93e75dde, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:14:29.414437 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-4db28d88-71eb-494d-bd90-fec8f5668d2b None None] For port b616271a-34cc-4357-b364-d07d93e75dde, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=b616271a-34cc-4357-b364-d07d93e75dde,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:14:29.422497 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4db28d88-71eb-494d-bd90-fec8f5668d2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:29.510133 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-73d78852-be75-4d6c-81ba-1093e7c3f21b None None] Allocated IP 172.20.0.2 (c1118fe2-9cb2-465f-b42e-797b2475bbfe/224cc30c-2291-4ec6-a14a-31787174a4aa/497e18b0-b12e-4f7b-98ae-5ac4bf8f608c) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:14:29.533020 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edc0cad-e6eb-4518-9e19-eba3c87d1f0a None None] Pushing event updated for resources: {'Port': ['ID=b616271a-34cc-4357-b364-d07d93e75dde,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:29.557380 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db28d88-71eb-494d-bd90-fec8f5668d2b None None] Routers {'0686f84c-d046-4e06-ab15-da3b9790408f'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:14:29.558023 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4db28d88-71eb-494d-bd90-fec8f5668d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:14:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['0686f84c-d046-4e06-ab15-da3b9790408f'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:29.738420 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-4db28d88-71eb-494d-bd90-fec8f5668d2b None None] Set router 0686f84c-d046-4e06-ab15-da3b9790408f gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:14:29.789718 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60c11f23-4191-45f4-893f-c8d32f41aae3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:29.815490 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-73d78852-be75-4d6c-81ba-1093e7c3f21b None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:29.832373 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-73d78852-be75-4d6c-81ba-1093e7c3f21b None None] Transition to ACTIVE for port object 497e18b0-b12e-4f7b-98ae-5ac4bf8f608c will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:14:29.882913 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-73d78852-be75-4d6c-81ba-1093e7c3f21b None None] Transition to ACTIVE for port object 497e18b0-b12e-4f7b-98ae-5ac4bf8f608c will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:14:29.895538 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-73d78852-be75-4d6c-81ba-1093e7c3f21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:29.957637 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73d78852-be75-4d6c-81ba-1093e7c3f21b None None] Network c1118fe2-9cb2-465f-b42e-797b2475bbfe is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:14:29.965417 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-73d78852-be75-4d6c-81ba-1093e7c3f21b None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:14:29.970210 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d78852-be75-4d6c-81ba-1093e7c3f21b None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:14:29.981017 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d78852-be75-4d6c-81ba-1093e7c3f21b None None] Pushing event updated for resources: {'Port': ['ID=497e18b0-b12e-4f7b-98ae-5ac4bf8f608c,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:30.093667 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-60c11f23-4191-45f4-893f-c8d32f41aae3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Allocated IP 172.20.0.1 (c1118fe2-9cb2-465f-b42e-797b2475bbfe/224cc30c-2291-4ec6-a14a-31787174a4aa/fcc54a50-16ab-4702-8237-6418869a84cc) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:14:30.210889 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-73d78852-be75-4d6c-81ba-1093e7c3f21b None None] Attempting to bind port 497e18b0-b12e-4f7b-98ae-5ac4bf8f608c on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:14:30.211260 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-73d78852-be75-4d6c-81ba-1093e7c3f21b None None] Attempting to bind port 497e18b0-b12e-4f7b-98ae-5ac4bf8f608c by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '31eff1c0-e421-4169-864f-752d4dbbc242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c1118fe2-9cb2-465f-b42e-797b2475bbfe'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:14:30.211678 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d78852-be75-4d6c-81ba-1093e7c3f21b None None] Attempting to bind port 497e18b0-b12e-4f7b-98ae-5ac4bf8f608c on network c1118fe2-9cb2-465f-b42e-797b2475bbfe {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:14:30.218338 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d78852-be75-4d6c-81ba-1093e7c3f21b None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:14:30.218918 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d78852-be75-4d6c-81ba-1093e7c3f21b None None] Checking segment: {'id': '31eff1c0-e421-4169-864f-752d4dbbc242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c1118fe2-9cb2-465f-b42e-797b2475bbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:14:30.219045 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60c11f23-4191-45f4-893f-c8d32f41aae3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:30.219142 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-73d78852-be75-4d6c-81ba-1093e7c3f21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:30.220152 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d78852-be75-4d6c-81ba-1093e7c3f21b None None] Bound using segment: {'id': '31eff1c0-e421-4169-864f-752d4dbbc242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c1118fe2-9cb2-465f-b42e-797b2475bbfe'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:14:30.220666 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-73d78852-be75-4d6c-81ba-1093e7c3f21b None None] Bound port: 497e18b0-b12e-4f7b-98ae-5ac4bf8f608c, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31eff1c0-e421-4169-864f-752d4dbbc242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c1118fe2-9cb2-465f-b42e-797b2475bbfe'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:14:30.221049 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-73d78852-be75-4d6c-81ba-1093e7c3f21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:30.225219 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4db28d88-71eb-494d-bd90-fec8f5668d2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353449160', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'b616271a-34cc-4357-b364-d07d93e75dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:14:26Z', 'updated_at': '2021-07-16T09:14:27Z', 'revision_number': 3, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': 'b616271a-34cc-4357-b364-d07d93e75dde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:14:27Z', 'updated_at': '2021-07-16T09:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:30.235168 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-60c11f23-4191-45f4-893f-c8d32f41aae3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Transition to ACTIVE for port object fcc54a50-16ab-4702-8237-6418869a84cc will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:14:30.256765 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4db28d88-71eb-494d-bd90-fec8f5668d2b None None] The sync data for ids ['0686f84c-d046-4e06-ab15-da3b9790408f'] in n-d-771362-37 is: [{'id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353449160', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'b616271a-34cc-4357-b364-d07d93e75dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:14:26Z', 'updated_at': '2021-07-16T09:14:27Z', 'revision_number': 3, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': 'b616271a-34cc-4357-b364-d07d93e75dde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:14:27Z', 'updated_at': '2021-07-16T09:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:14:30.272364 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60c11f23-4191-45f4-893f-c8d32f41aae3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:30.318437 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-73d78852-be75-4d6c-81ba-1093e7c3f21b None None] For port 497e18b0-b12e-4f7b-98ae-5ac4bf8f608c, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:14:30.322232 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-73d78852-be75-4d6c-81ba-1093e7c3f21b None None] For port 497e18b0-b12e-4f7b-98ae-5ac4bf8f608c, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=497e18b0-b12e-4f7b-98ae-5ac4bf8f608c,segment=NetworkSegment(31eff1c0-e421-4169-864f-752d4dbbc242),segment_id=31eff1c0-e421-4169-864f-752d4dbbc242)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:14:30.328593 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-73d78852-be75-4d6c-81ba-1093e7c3f21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:30.329556 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c11f23-4191-45f4-893f-c8d32f41aae3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Network c1118fe2-9cb2-465f-b42e-797b2475bbfe is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:14:30.333132 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-60c11f23-4191-45f4-893f-c8d32f41aae3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:14:30.337930 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60c11f23-4191-45f4-893f-c8d32f41aae3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:14:30.388384 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60c11f23-4191-45f4-893f-c8d32f41aae3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:30.392607 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c11f23-4191-45f4-893f-c8d32f41aae3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'Port': ['ID=fcc54a50-16ab-4702-8237-6418869a84cc,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:30.398034 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d78852-be75-4d6c-81ba-1093e7c3f21b None None] Pushing event updated for resources: {'Port': ['ID=497e18b0-b12e-4f7b-98ae-5ac4bf8f608c,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:30.589233 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60c11f23-4191-45f4-893f-c8d32f41aae3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:31.005057 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60c11f23-4191-45f4-893f-c8d32f41aae3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:31.011618 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60c11f23-4191-45f4-893f-c8d32f41aae3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:31.089845 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60c11f23-4191-45f4-893f-c8d32f41aae3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:31.093039 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c11f23-4191-45f4-893f-c8d32f41aae3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'Port': ['ID=fcc54a50-16ab-4702-8237-6418869a84cc,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:31.222548 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60c11f23-4191-45f4-893f-c8d32f41aae3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Network c1118fe2-9cb2-465f-b42e-797b2475bbfe is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:14:31.224340 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-60c11f23-4191-45f4-893f-c8d32f41aae3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:14:31.364305 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60c11f23-4191-45f4-893f-c8d32f41aae3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Router 0686f84c-d046-4e06-ab15-da3b9790408f has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:14:31.511879 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60c11f23-4191-45f4-893f-c8d32f41aae3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:14:31.518710 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-60c11f23-4191-45f4-893f-c8d32f41aae3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "PUT /v2.0/routers/0686f84c-d046-4e06-ab15-da3b9790408f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4844694 Jul 16 09:14:31.561388 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14091f2-e74f-495d-b254-a5de7d111ec9 None None] Network c1118fe2-9cb2-465f-b42e-797b2475bbfe requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:14:31.635656 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8ddaca32-c880-496f-9723-c013f1f33e7d None None] Provisioning for port 497e18b0-b12e-4f7b-98ae-5ac4bf8f608c completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:14:31.726239 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-ed1836c3-c7cf-42be-ada0-e5ad5d7fc76d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1218251894&fields=id&tenant_id=5739d70bdc174b1e9a1ab2b759dab11d HTTP/1.1" status: 200 len: 267 time: 0.0462995 Jul 16 09:14:31.863032 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-6407874a-c72e-4451-b656-08979d968be2 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:31.869009 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-6407874a-c72e-4451-b656-08979d968be2 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/networks?id=c1118fe2-9cb2-465f-b42e-797b2475bbfe HTTP/1.1" status: 200 len: 796 time: 0.1346748 Jul 16 09:14:31.882923 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-f7f4ef33-8c13-4ee8-8ff6-7494825205e4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/quotas/5739d70bdc174b1e9a1ab2b759dab11d HTTP/1.1" status: 200 len: 375 time: 0.0125930 Jul 16 09:14:31.991765 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-7b2940ed-21b4-45de-8d83-bc43905f3295 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1002486 Jul 16 09:14:32.042131 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 497e18b0-b12e-4f7b-98ae-5ac4bf8f608c up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:14:32.082923 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-11a45dd1-5459-45f8-ac18-eb3007f45a37 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:14:32.084165 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-11a45dd1-5459-45f8-ac18-eb3007f45a37 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0806298 Jul 16 09:14:32.121551 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b3812f06-6c1b-4bf3-bb9a-9cb9a2ac52ac None None] Provisioning for port fcc54a50-16ab-4702-8237-6418869a84cc completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:14:32.128730 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b3812f06-6c1b-4bf3-bb9a-9cb9a2ac52ac None None] Provisioning complete for port fcc54a50-16ab-4702-8237-6418869a84cc triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:32.129357 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b3812f06-6c1b-4bf3-bb9a-9cb9a2ac52ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:32.148258 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1c602e-e739-4651-98a4-06a6fc03746d None None] Sync routers for ids ['0686f84c-d046-4e06-ab15-da3b9790408f'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:14:32.161471 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 497e18b0-b12e-4f7b-98ae-5ac4bf8f608c completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:14:32.165224 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1c602e-e739-4651-98a4-06a6fc03746d None None] Routers {'0686f84c-d046-4e06-ab15-da3b9790408f'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:14:32.166645 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5b1c602e-e739-4651-98a4-06a6fc03746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:14:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['0686f84c-d046-4e06-ab15-da3b9790408f'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:32.169220 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 497e18b0-b12e-4f7b-98ae-5ac4bf8f608c triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:32.169798 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:32.211318 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b3812f06-6c1b-4bf3-bb9a-9cb9a2ac52ac None None] Port fcc54a50-16ab-4702-8237-6418869a84cc cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:14:32.243713 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-e1c0f0f6-e991-4911-891d-7144e48aed30 service neutron] 10.222.0.22 "GET /v2.0/networks/c1118fe2-9cb2-465f-b42e-797b2475bbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532400 Jul 16 09:14:32.288844 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:32.295757 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-5b1c602e-e739-4651-98a4-06a6fc03746d None None] Set router 0686f84c-d046-4e06-ab15-da3b9790408f gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:14:32.332160 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 497e18b0-b12e-4f7b-98ae-5ac4bf8f608c, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=497e18b0-b12e-4f7b-98ae-5ac4bf8f608c,segment=NetworkSegment(31eff1c0-e421-4169-864f-752d4dbbc242),segment_id=31eff1c0-e421-4169-864f-752d4dbbc242)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:32.338084 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:32.339984 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b616271a-34cc-4357-b364-d07d93e75dde up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:14:32.378295 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-4de2a22d-265c-46b1-be79-9082110c3177 service neutron] 10.222.0.22 "GET /v2.0/networks/c1118fe2-9cb2-465f-b42e-797b2475bbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336315 Jul 16 09:14:32.417336 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ce44a394-372e-4c5a-9586-6347b8bd692e None None] Provisioning complete for port fcc54a50-16ab-4702-8237-6418869a84cc triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:32.417733 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ce44a394-372e-4c5a-9586-6347b8bd692e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:32.460454 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ce44a394-372e-4c5a-9586-6347b8bd692e None None] Port fcc54a50-16ab-4702-8237-6418869a84cc cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:14:32.492711 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=497e18b0-b12e-4f7b-98ae-5ac4bf8f608c,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:32.501004 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:32.502468 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:32.502818 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:32.503165 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:32.503495 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:32.503829 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:32.504153 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:32.504506 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:32.504836 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:32.505160 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:32.505484 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:32.505809 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:32.506130 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:32.533906 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port b616271a-34cc-4357-b364-d07d93e75dde completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:14:32.538148 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port b616271a-34cc-4357-b364-d07d93e75dde triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:32.538538 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:32.570129 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5b1c602e-e739-4651-98a4-06a6fc03746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353449160', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'b616271a-34cc-4357-b364-d07d93e75dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:14:26Z', 'updated_at': '2021-07-16T09:14:30Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': 'b616271a-34cc-4357-b364-d07d93e75dde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:14:27Z', 'updated_at': '2021-07-16T09:14:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'fcc54a50-16ab-4702-8237-6418869a84cc', 'name': '', 'network_id': 'c1118fe2-9cb2-465f-b42e-797b2475bbfe', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:b2:f1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '224cc30c-2291-4ec6-a14a-31787174a4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:14:29Z', 'updated_at': '2021-07-16T09:14:30Z', 'revision_number': 2, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': '224cc30c-2291-4ec6-a14a-31787174a4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:32.607140 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:32.610248 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d19d168c-188d-48e1-a742-ad4e8e420bba None None] Provisioning complete for port fcc54a50-16ab-4702-8237-6418869a84cc triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:32.610686 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d19d168c-188d-48e1-a742-ad4e8e420bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:32.611774 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1c602e-e739-4651-98a4-06a6fc03746d None None] Checking router: 0686f84c-d046-4e06-ab15-da3b9790408f for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:14:32.612236 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1c602e-e739-4651-98a4-06a6fc03746d None None] Updating router 0686f84c-d046-4e06-ab15-da3b9790408f port fcc54a50-16ab-4702-8237-6418869a84cc binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:14:32.651835 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-d19d168c-188d-48e1-a742-ad4e8e420bba None None] Port fcc54a50-16ab-4702-8237-6418869a84cc cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:14:32.661898 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5b1c602e-e739-4651-98a4-06a6fc03746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:32.686138 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:32.692764 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-08003b02-86c9-4f77-a4d7-60f0330e240f req-5b980253-f9bb-43de-b7e5-8bd924c4f40e tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 210 time: 0.1304512 Jul 16 09:14:32.714092 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port b616271a-34cc-4357-b364-d07d93e75dde, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=b616271a-34cc-4357-b364-d07d93e75dde,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:32.719124 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:32.769478 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=b616271a-34cc-4357-b364-d07d93e75dde,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:32.949280 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5b1c602e-e739-4651-98a4-06a6fc03746d None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:32.959983 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5b1c602e-e739-4651-98a4-06a6fc03746d None None] Transition to ACTIVE for port object fcc54a50-16ab-4702-8237-6418869a84cc will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:14:32.964841 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5b1c602e-e739-4651-98a4-06a6fc03746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:33.036085 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3a5d9-e9c5-4504-8a44-740a403408ab None None] Pushing event updated for resources: {'Port': ['ID=fcc54a50-16ab-4702-8237-6418869a84cc,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:33.064272 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3a5d9-e9c5-4504-8a44-740a403408ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:33.064639 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3a5d9-e9c5-4504-8a44-740a403408ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:33.064978 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3a5d9-e9c5-4504-8a44-740a403408ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:33.065312 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3a5d9-e9c5-4504-8a44-740a403408ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:33.065640 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3a5d9-e9c5-4504-8a44-740a403408ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:33.065966 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3a5d9-e9c5-4504-8a44-740a403408ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:33.066291 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3a5d9-e9c5-4504-8a44-740a403408ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:33.066612 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3a5d9-e9c5-4504-8a44-740a403408ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:33.066934 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3a5d9-e9c5-4504-8a44-740a403408ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:33.067258 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3a5d9-e9c5-4504-8a44-740a403408ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:33.067561 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3a5d9-e9c5-4504-8a44-740a403408ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:33.067880 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0f3a5d9-e9c5-4504-8a44-740a403408ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:14:33.080532 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5b1c602e-e739-4651-98a4-06a6fc03746d None None] Attempting to bind port fcc54a50-16ab-4702-8237-6418869a84cc on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:14:33.080905 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5b1c602e-e739-4651-98a4-06a6fc03746d None None] Attempting to bind port fcc54a50-16ab-4702-8237-6418869a84cc by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '31eff1c0-e421-4169-864f-752d4dbbc242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c1118fe2-9cb2-465f-b42e-797b2475bbfe'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:14:33.081270 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1c602e-e739-4651-98a4-06a6fc03746d None None] Attempting to bind port fcc54a50-16ab-4702-8237-6418869a84cc on network c1118fe2-9cb2-465f-b42e-797b2475bbfe {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:14:33.086243 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1c602e-e739-4651-98a4-06a6fc03746d None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 14, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:14:33.086606 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1c602e-e739-4651-98a4-06a6fc03746d None None] Checking segment: {'id': '31eff1c0-e421-4169-864f-752d4dbbc242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c1118fe2-9cb2-465f-b42e-797b2475bbfe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:14:33.087251 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5b1c602e-e739-4651-98a4-06a6fc03746d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:33.087418 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b1c602e-e739-4651-98a4-06a6fc03746d None None] Bound using segment: {'id': '31eff1c0-e421-4169-864f-752d4dbbc242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c1118fe2-9cb2-465f-b42e-797b2475bbfe'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:14:33.087838 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5b1c602e-e739-4651-98a4-06a6fc03746d None None] Bound port: fcc54a50-16ab-4702-8237-6418869a84cc, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31eff1c0-e421-4169-864f-752d4dbbc242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c1118fe2-9cb2-465f-b42e-797b2475bbfe'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:14:33.088215 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5b1c602e-e739-4651-98a4-06a6fc03746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:33.153565 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-5b1c602e-e739-4651-98a4-06a6fc03746d None None] For port fcc54a50-16ab-4702-8237-6418869a84cc, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:14:33.157841 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-5b1c602e-e739-4651-98a4-06a6fc03746d None None] For port fcc54a50-16ab-4702-8237-6418869a84cc, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=fcc54a50-16ab-4702-8237-6418869a84cc,segment=NetworkSegment(31eff1c0-e421-4169-864f-752d4dbbc242),segment_id=31eff1c0-e421-4169-864f-752d4dbbc242)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:14:33.162367 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5b1c602e-e739-4651-98a4-06a6fc03746d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:33.226492 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f3a5d9-e9c5-4504-8a44-740a403408ab None None] Pushing event updated for resources: {'Port': ['ID=fcc54a50-16ab-4702-8237-6418869a84cc,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:33.233478 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1c602e-e739-4651-98a4-06a6fc03746d None None] Routers {'0686f84c-d046-4e06-ab15-da3b9790408f'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:14:33.234087 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5b1c602e-e739-4651-98a4-06a6fc03746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:14:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['0686f84c-d046-4e06-ab15-da3b9790408f'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:33.337332 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d8033b66-1746-41df-9748-258c57d3c9b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:33.343396 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-5b1c602e-e739-4651-98a4-06a6fc03746d None None] Set router 0686f84c-d046-4e06-ab15-da3b9790408f gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:14:33.543601 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5b1c602e-e739-4651-98a4-06a6fc03746d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353449160', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'b616271a-34cc-4357-b364-d07d93e75dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:14:26Z', 'updated_at': '2021-07-16T09:14:30Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': 'b616271a-34cc-4357-b364-d07d93e75dde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:14:27Z', 'updated_at': '2021-07-16T09:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'fcc54a50-16ab-4702-8237-6418869a84cc', 'name': '', 'network_id': 'c1118fe2-9cb2-465f-b42e-797b2475bbfe', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:b2:f1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '224cc30c-2291-4ec6-a14a-31787174a4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:14:29Z', 'updated_at': '2021-07-16T09:14:33Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': '224cc30c-2291-4ec6-a14a-31787174a4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:33.571454 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1c602e-e739-4651-98a4-06a6fc03746d None None] The sync data for ids ['0686f84c-d046-4e06-ab15-da3b9790408f'] in n-d-771362-37 is: [{'id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353449160', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'b616271a-34cc-4357-b364-d07d93e75dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:14:26Z', 'updated_at': '2021-07-16T09:14:30Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': 'b616271a-34cc-4357-b364-d07d93e75dde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:14:27Z', 'updated_at': '2021-07-16T09:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'fcc54a50-16ab-4702-8237-6418869a84cc', 'name': '', 'network_id': 'c1118fe2-9cb2-465f-b42e-797b2475bbfe', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:b2:f1:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '224cc30c-2291-4ec6-a14a-31787174a4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:14:29Z', 'updated_at': '2021-07-16T09:14:33Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': '224cc30c-2291-4ec6-a14a-31787174a4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:14:33.768151 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-f29eac51-8d86-4276-969e-06aaa4f5f5de tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:33.770348 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-f29eac51-8d86-4276-969e-06aaa4f5f5de tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.21 "GET /v2.0/networks?id=c1118fe2-9cb2-465f-b42e-797b2475bbfe HTTP/1.1" status: 200 len: 796 time: 0.1314285 Jul 16 09:14:33.830320 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-b7a336d5-d8f6-4c04-bd1c-5509d562b50d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5739d70bdc174b1e9a1ab2b759dab11d HTTP/1.1" status: 200 len: 380 time: 0.0511537 Jul 16 09:14:33.840880 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-2a37ab09-61de-472f-9853-86c7fb8f5bca tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'port': {'device_id': 'a80f480c-b246-4fd5-a724-2dea844d3c90', 'network_id': 'c1118fe2-9cb2-465f-b42e-797b2475bbfe', 'admin_state_up': True, 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'security_groups': ['54a063ec-6530-4d48-9966-f599805eef87']}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:33.947888 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a88ef923-ccf8-4a91-999f-61e60fa9e57b req-0e31c625-2deb-44de-a8ed-50c4174ba80c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 210 time: 0.1097984 Jul 16 09:14:33.993585 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-2a37ab09-61de-472f-9853-86c7fb8f5bca tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Made reservation on behalf of 5739d70bdc174b1e9a1ab2b759dab11d for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:14:33.997689 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-2a37ab09-61de-472f-9853-86c7fb8f5bca tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:34.059122 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device fcc54a50-16ab-4702-8237-6418869a84cc up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:14:34.111239 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port fcc54a50-16ab-4702-8237-6418869a84cc completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:14:34.116016 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port fcc54a50-16ab-4702-8237-6418869a84cc triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:34.116435 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:34.154253 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-2a37ab09-61de-472f-9853-86c7fb8f5bca tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Allocated IP 172.20.0.6 (c1118fe2-9cb2-465f-b42e-797b2475bbfe/224cc30c-2291-4ec6-a14a-31787174a4aa/a9bf484e-e159-4648-a442-274655299351) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:14:34.201778 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:34.237552 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port fcc54a50-16ab-4702-8237-6418869a84cc, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=fcc54a50-16ab-4702-8237-6418869a84cc,segment=NetworkSegment(31eff1c0-e421-4169-864f-752d4dbbc242),segment_id=31eff1c0-e421-4169-864f-752d4dbbc242)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:34.241573 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:34.242378 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 497e18b0-b12e-4f7b-98ae-5ac4bf8f608c up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:14:34.305957 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-2a37ab09-61de-472f-9853-86c7fb8f5bca tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:34.320741 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=fcc54a50-16ab-4702-8237-6418869a84cc,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:34.331429 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-2a37ab09-61de-472f-9853-86c7fb8f5bca tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Transition to ACTIVE for port object a9bf484e-e159-4648-a442-274655299351 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:14:34.340901 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 497e18b0-b12e-4f7b-98ae-5ac4bf8f608c triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:34.341798 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:34.367138 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-2a37ab09-61de-472f-9853-86c7fb8f5bca tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:34.420150 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-2a37ab09-61de-472f-9853-86c7fb8f5bca tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Network c1118fe2-9cb2-465f-b42e-797b2475bbfe is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:14:34.424523 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-2a37ab09-61de-472f-9853-86c7fb8f5bca tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:14:34.427331 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-2a37ab09-61de-472f-9853-86c7fb8f5bca tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:14:34.431280 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b616271a-34cc-4357-b364-d07d93e75dde up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:14:34.431385 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a37ab09-61de-472f-9853-86c7fb8f5bca tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'Port': ['ID=a9bf484e-e159-4648-a442-274655299351,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:34.480122 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-2a37ab09-61de-472f-9853-86c7fb8f5bca tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:34.481077 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-2a37ab09-61de-472f-9853-86c7fb8f5bca tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:34.487123 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port b616271a-34cc-4357-b364-d07d93e75dde triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:34.487667 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:34.498105 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-2a37ab09-61de-472f-9853-86c7fb8f5bca tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6616876 Jul 16 09:14:34.511452 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-11fa20af-b6d5-4750-84f0-894b2b85d8b8 service neutron] Request body: {'port': {'device_id': 'a80f480c-b246-4fd5-a724-2dea844d3c90', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:34.629136 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-11fa20af-b6d5-4750-84f0-894b2b85d8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:34.740504 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f2c9e366-a5dd-4ea4-9993-87b4f0623d8c None None] Provisioning for port a9bf484e-e159-4648-a442-274655299351 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:14:34.746209 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f2c9e366-a5dd-4ea4-9993-87b4f0623d8c None None] Provisioning complete for port a9bf484e-e159-4648-a442-274655299351 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:34.746595 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f2c9e366-a5dd-4ea4-9993-87b4f0623d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:34.783612 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-f2c9e366-a5dd-4ea4-9993-87b4f0623d8c None None] Port a9bf484e-e159-4648-a442-274655299351 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:14:34.901627 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-11fa20af-b6d5-4750-84f0-894b2b85d8b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9bf484e-e159-4648-a442-274655299351 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:14:34.909593 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-11fa20af-b6d5-4750-84f0-894b2b85d8b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:34.920771 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-11fa20af-b6d5-4750-84f0-894b2b85d8b8 service neutron] Transition to ACTIVE for port object a9bf484e-e159-4648-a442-274655299351 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:14:34.924514 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-11fa20af-b6d5-4750-84f0-894b2b85d8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:34.974029 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa20af-b6d5-4750-84f0-894b2b85d8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a9bf484e-e159-4648-a442-274655299351,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:35.049429 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-11fa20af-b6d5-4750-84f0-894b2b85d8b8 service neutron] Attempting to bind port a9bf484e-e159-4648-a442-274655299351 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:14:35.049831 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-11fa20af-b6d5-4750-84f0-894b2b85d8b8 service neutron] Attempting to bind port a9bf484e-e159-4648-a442-274655299351 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '31eff1c0-e421-4169-864f-752d4dbbc242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c1118fe2-9cb2-465f-b42e-797b2475bbfe'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:14:35.050091 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-11fa20af-b6d5-4750-84f0-894b2b85d8b8 service neutron] Attempting to bind port a9bf484e-e159-4648-a442-274655299351 on network c1118fe2-9cb2-465f-b42e-797b2475bbfe {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:14:35.055116 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-11fa20af-b6d5-4750-84f0-894b2b85d8b8 service neutron] Port a9bf484e-e159-4648-a442-274655299351 on network c1118fe2-9cb2-465f-b42e-797b2475bbfe not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:14:35.055408 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-11fa20af-b6d5-4750-84f0-894b2b85d8b8 service neutron] Attempting to bind port a9bf484e-e159-4648-a442-274655299351 on network c1118fe2-9cb2-465f-b42e-797b2475bbfe {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:14:35.060546 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-11fa20af-b6d5-4750-84f0-894b2b85d8b8 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:14:35.061290 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-11fa20af-b6d5-4750-84f0-894b2b85d8b8 service neutron] Checking segment: {'id': '31eff1c0-e421-4169-864f-752d4dbbc242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c1118fe2-9cb2-465f-b42e-797b2475bbfe'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:14:35.061290 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-11fa20af-b6d5-4750-84f0-894b2b85d8b8 service neutron] Bound using segment: {'id': '31eff1c0-e421-4169-864f-752d4dbbc242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c1118fe2-9cb2-465f-b42e-797b2475bbfe'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:14:35.061685 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-11fa20af-b6d5-4750-84f0-894b2b85d8b8 service neutron] Bound port: a9bf484e-e159-4648-a442-274655299351, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31eff1c0-e421-4169-864f-752d4dbbc242', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'c1118fe2-9cb2-465f-b42e-797b2475bbfe'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:14:35.062046 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-11fa20af-b6d5-4750-84f0-894b2b85d8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:35.171385 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-11fa20af-b6d5-4750-84f0-894b2b85d8b8 service neutron] For port a9bf484e-e159-4648-a442-274655299351, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:14:35.187451 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-11fa20af-b6d5-4750-84f0-894b2b85d8b8 service neutron] For port a9bf484e-e159-4648-a442-274655299351, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=a9bf484e-e159-4648-a442-274655299351,segment=NetworkSegment(31eff1c0-e421-4169-864f-752d4dbbc242),segment_id=31eff1c0-e421-4169-864f-752d4dbbc242)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:14:35.197269 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22a7c6b-32fb-49e4-b478-5abb44f0366a req-309259a7-8578-447e-a6c3-2dbee5679674 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:35.198781 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a22a7c6b-32fb-49e4-b478-5abb44f0366a req-309259a7-8578-447e-a6c3-2dbee5679674 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 943 time: 0.1202612 Jul 16 09:14:35.200300 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-11fa20af-b6d5-4750-84f0-894b2b85d8b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:35.250425 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-11fa20af-b6d5-4750-84f0-894b2b85d8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:35.251590 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-11fa20af-b6d5-4750-84f0-894b2b85d8b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:35.253005 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-11fa20af-b6d5-4750-84f0-894b2b85d8b8 service neutron] 10.222.0.21 "PUT /v2.0/ports/a9bf484e-e159-4648-a442-274655299351 HTTP/1.1" status: 200 len: 1092 time: 0.7464454 Jul 16 09:14:35.255801 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80f480c-b246-4fd5-a724-2dea844d3c90', 'tag': 'a9bf484e-e159-4648-a442-274655299351'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:35.258211 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd03fb82-0ed3-4ad9-a6eb-57b38fe425a2" -d '{"events": [{"name": "network-changed", "server_uuid": "a80f480c-b246-4fd5-a724-2dea844d3c90", "tag": "a9bf484e-e159-4648-a442-274655299351"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:35.284792 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a22a7c6b-32fb-49e4-b478-5abb44f0366a req-a486233f-9309-4118-97bd-ebb4086d1744 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=54a063ec-6530-4d48-9966-f599805eef87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0787098 Jul 16 09:14:35.295651 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fa20af-b6d5-4750-84f0-894b2b85d8b8 service neutron] Pushing event updated for resources: {'Port': ['ID=a9bf484e-e159-4648-a442-274655299351,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:35.305854 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b35cb6ce-bb27-4422-81af-d1590811b46a x-openstack-request-id: req-b35cb6ce-bb27-4422-81af-d1590811b46a {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:35.306142 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a80f480c-b246-4fd5-a724-2dea844d3c90", "tag": "a9bf484e-e159-4648-a442-274655299351", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:35.306405 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b35cb6ce-bb27-4422-81af-d1590811b46a {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:35.306810 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a80f480c-b246-4fd5-a724-2dea844d3c90', 'tag': 'a9bf484e-e159-4648-a442-274655299351', 'status': 'completed', 'code': 200} Jul 16 09:14:35.412078 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-a5a086c9-3697-41c0-ad01-2e98158feb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:35.413656 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-a5a086c9-3697-41c0-ad01-2e98158feb84 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 1095 time: 0.1015565 Jul 16 09:14:35.460487 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-938ccb4f-eb6c-4667-ad93-7e0c31ab348c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9bf484e-e159-4648-a442-274655299351 HTTP/1.1" status: 200 len: 217 time: 0.0395133 Jul 16 09:14:35.507055 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-783e143c-c9c8-4e6c-bb85-de331b12a65e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:35.508487 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-783e143c-c9c8-4e6c-bb85-de331b12a65e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=224cc30c-2291-4ec6-a14a-31787174a4aa HTTP/1.1" status: 200 len: 834 time: 0.0425334 Jul 16 09:14:35.566779 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-74607a60-c932-46c7-bdcc-5fa9be9c503b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:35.568387 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-74607a60-c932-46c7-bdcc-5fa9be9c503b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1118fe2-9cb2-465f-b42e-797b2475bbfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533278 Jul 16 09:14:35.664090 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-b313bfcb-93fe-462e-8e06-1168fea7315d service neutron] 10.222.0.21 "GET /v2.0/networks/c1118fe2-9cb2-465f-b42e-797b2475bbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894840 Jul 16 09:14:35.750602 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-36fa5345-dd9c-40c6-aacf-037dfee40945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:35.762267 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63da3f9c-c306-403a-ba38-5cee4fb43fdb req-4e18a6e4-16e5-4193-b326-b2ad41d1a396 service neutron] 10.222.0.21 "GET /v2.0/networks/c1118fe2-9cb2-465f-b42e-797b2475bbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920300 Jul 16 09:14:35.931584 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device fcc54a50-16ab-4702-8237-6418869a84cc up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:14:35.976834 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03fb82-0ed3-4ad9-a6eb-57b38fe425a2 req-ed1afbd8-8643-495f-b5f6-41c2872313e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:35.977963 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port fcc54a50-16ab-4702-8237-6418869a84cc triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:35.978247 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fd03fb82-0ed3-4ad9-a6eb-57b38fe425a2 req-ed1afbd8-8643-495f-b5f6-41c2872313e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 1095 time: 0.0535078 Jul 16 09:14:35.978374 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:36.070449 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:36.077461 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03fb82-0ed3-4ad9-a6eb-57b38fe425a2 req-2fedba53-f0ca-4e0c-a1fa-399a66adf463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:36.079473 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fd03fb82-0ed3-4ad9-a6eb-57b38fe425a2 req-2fedba53-f0ca-4e0c-a1fa-399a66adf463 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c1118fe2-9cb2-465f-b42e-797b2475bbfe HTTP/1.1" status: 200 len: 897 time: 0.0945342 Jul 16 09:14:36.121288 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fd03fb82-0ed3-4ad9-a6eb-57b38fe425a2 req-7cca151e-b242-43bd-9af1-8b835a138cbe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9bf484e-e159-4648-a442-274655299351 HTTP/1.1" status: 200 len: 217 time: 0.0342431 Jul 16 09:14:36.172672 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03fb82-0ed3-4ad9-a6eb-57b38fe425a2 req-742a58b2-384c-40ea-84a0-34de687ad560 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:36.174099 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fd03fb82-0ed3-4ad9-a6eb-57b38fe425a2 req-742a58b2-384c-40ea-84a0-34de687ad560 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=224cc30c-2291-4ec6-a14a-31787174a4aa HTTP/1.1" status: 200 len: 834 time: 0.0471992 Jul 16 09:14:36.231334 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd03fb82-0ed3-4ad9-a6eb-57b38fe425a2 req-1c5c075c-50e8-4b61-b613-86f803a79680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:36.232761 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fd03fb82-0ed3-4ad9-a6eb-57b38fe425a2 req-1c5c075c-50e8-4b61-b613-86f803a79680 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1118fe2-9cb2-465f-b42e-797b2475bbfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508997 Jul 16 09:14:36.325122 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fd03fb82-0ed3-4ad9-a6eb-57b38fe425a2 req-f4f8f367-7ba3-445f-a876-36101d59700a service neutron] 10.222.0.21 "GET /v2.0/networks/c1118fe2-9cb2-465f-b42e-797b2475bbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838645 Jul 16 09:14:36.416464 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fd03fb82-0ed3-4ad9-a6eb-57b38fe425a2 req-91ad375f-2a59-4f37-b742-6dfafae9d6fb service neutron] 10.222.0.21 "GET /v2.0/networks/c1118fe2-9cb2-465f-b42e-797b2475bbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839188 Jul 16 09:14:36.473858 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4808e04-c816-4960-8306-a23510461313 req-706e36c9-5a53-4f2b-a34f-f34b052f87ce tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:36.475350 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f4808e04-c816-4960-8306-a23510461313 req-706e36c9-5a53-4f2b-a34f-f34b052f87ce tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 943 time: 0.0671492 Jul 16 09:14:36.512521 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f4808e04-c816-4960-8306-a23510461313 req-890fee3c-2757-4d02-a56f-1297019fe24c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=54a063ec-6530-4d48-9966-f599805eef87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314090 Jul 16 09:14:37.206419 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:37.688183 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76fd5d78-74ed-46c0-a862-f9f7a2abd5c4 req-4c43c4bc-c80e-4206-9504-d91ad4172930 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:37.689679 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-76fd5d78-74ed-46c0-a862-f9f7a2abd5c4 req-4c43c4bc-c80e-4206-9504-d91ad4172930 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 943 time: 0.0645888 Jul 16 09:14:37.731160 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-76fd5d78-74ed-46c0-a862-f9f7a2abd5c4 req-6d9ef2ac-edec-4000-ab0e-b8b8218be13e tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=54a063ec-6530-4d48-9966-f599805eef87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360234 Jul 16 09:14:38.669849 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:38.901393 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e3c00f-6546-4452-8e36-5b2b49386025 req-52fd5081-5320-4866-a96e-39db67e50e4d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:38.902874 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-19e3c00f-6546-4452-8e36-5b2b49386025 req-52fd5081-5320-4866-a96e-39db67e50e4d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 943 time: 0.0629094 Jul 16 09:14:38.940095 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-19e3c00f-6546-4452-8e36-5b2b49386025 req-562fdf20-9a26-4a19-b2a8-7e7190cf83a1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=54a063ec-6530-4d48-9966-f599805eef87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316372 Jul 16 09:14:39.189360 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device a9bf484e-e159-4648-a442-274655299351 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:14:39.280205 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port a9bf484e-e159-4648-a442-274655299351, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=a9bf484e-e159-4648-a442-274655299351,segment=NetworkSegment(31eff1c0-e421-4169-864f-752d4dbbc242),segment_id=31eff1c0-e421-4169-864f-752d4dbbc242)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:39.293983 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'a9bf484e-e159-4648-a442-274655299351', 'network_id': 'c1118fe2-9cb2-465f-b42e-797b2475bbfe', 'port_id': 'a9bf484e-e159-4648-a442-274655299351', 'mac_address': 'fa:16:3e:f5:c5:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '224cc30c-2291-4ec6-a14a-31787174a4aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:14:39.330245 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:39.342141 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9bf484e-e159-4648-a442-274655299351 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:14:39.361015 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port a9bf484e-e159-4648-a442-274655299351, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=a9bf484e-e159-4648-a442-274655299351,segment=NetworkSegment(31eff1c0-e421-4169-864f-752d4dbbc242),segment_id=31eff1c0-e421-4169-864f-752d4dbbc242)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:39.364851 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:39.410543 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=a9bf484e-e159-4648-a442-274655299351,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:39.585984 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['a9bf484e-e159-4648-a442-274655299351'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:14:40.110214 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b4c560-585d-4b9e-9933-dbf52808ebd6 req-75d215f7-97f8-4c59-952b-95b78e5b6620 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:40.111703 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c1b4c560-585d-4b9e-9933-dbf52808ebd6 req-75d215f7-97f8-4c59-952b-95b78e5b6620 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 944 time: 0.0628631 Jul 16 09:14:40.148536 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c1b4c560-585d-4b9e-9933-dbf52808ebd6 req-235dd5e4-4734-437a-a87c-2b0e10f62d03 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=54a063ec-6530-4d48-9966-f599805eef87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311759 Jul 16 09:14:41.188201 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device a9bf484e-e159-4648-a442-274655299351 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:14:41.236041 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port a9bf484e-e159-4648-a442-274655299351 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:14:41.240070 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port a9bf484e-e159-4648-a442-274655299351 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:14:41.240482 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:41.319779 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:41.320957 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af59b9e-67aa-4894-8008-4b094952bb13 req-5f28f635-3a6b-410e-9a7f-5e0457212b4f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:41.322442 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3af59b9e-67aa-4894-8008-4b094952bb13 req-5f28f635-3a6b-410e-9a7f-5e0457212b4f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 944 time: 0.0638194 Jul 16 09:14:41.342380 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80f480c-b246-4fd5-a724-2dea844d3c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bf484e-e159-4648-a442-274655299351'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:41.345210 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714ab435-43ad-4426-addd-001c3a59caec" -d '{"events": [{"server_uuid": "a80f480c-b246-4fd5-a724-2dea844d3c90", "name": "network-vif-plugged", "status": "completed", "tag": "a9bf484e-e159-4648-a442-274655299351"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:41.357712 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port a9bf484e-e159-4648-a442-274655299351, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=a9bf484e-e159-4648-a442-274655299351,segment=NetworkSegment(31eff1c0-e421-4169-864f-752d4dbbc242),segment_id=31eff1c0-e421-4169-864f-752d4dbbc242)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:14:41.362747 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:41.365872 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3af59b9e-67aa-4894-8008-4b094952bb13 req-d5c8143f-dd24-48c1-8a2e-e60f899837ff tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=54a063ec-6530-4d48-9966-f599805eef87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369785 Jul 16 09:14:41.390828 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c28ec86-492d-4d03-9ff6-e0333c746aef x-openstack-request-id: req-1c28ec86-492d-4d03-9ff6-e0333c746aef {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:41.391119 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80f480c-b246-4fd5-a724-2dea844d3c90", "name": "network-vif-plugged", "status": "completed", "tag": "a9bf484e-e159-4648-a442-274655299351", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:41.391873 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1c28ec86-492d-4d03-9ff6-e0333c746aef {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:41.392277 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80f480c-b246-4fd5-a724-2dea844d3c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bf484e-e159-4648-a442-274655299351', 'code': 200} Jul 16 09:14:41.421087 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=a9bf484e-e159-4648-a442-274655299351,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:41.493073 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f604b47d-d302-451a-b1db-54b218f2c5e3 req-5ff88e13-d216-4d20-b237-248c74ab1d5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:41.494590 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f604b47d-d302-451a-b1db-54b218f2c5e3 req-5ff88e13-d216-4d20-b237-248c74ab1d5b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 1097 time: 0.0519407 Jul 16 09:14:41.528486 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f604b47d-d302-451a-b1db-54b218f2c5e3 req-5122290e-2a35-4de6-bfe6-576c217d81ca service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=54a063ec-6530-4d48-9966-f599805eef87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279336 Jul 16 09:14:42.550978 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f72793-2466-4cf8-ad1c-d1d7e61d96ef req-04d94db6-3aa6-493d-a3f8-cb63663b250d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:42.552707 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f5f72793-2466-4cf8-ad1c-d1d7e61d96ef req-04d94db6-3aa6-493d-a3f8-cb63663b250d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 945 time: 0.0726042 Jul 16 09:14:42.589226 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f5f72793-2466-4cf8-ad1c-d1d7e61d96ef req-b967097d-89f9-4a4a-a001-767e60679189 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=54a063ec-6530-4d48-9966-f599805eef87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309644 Jul 16 09:14:42.764645 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789a974b-143d-4a9d-a036-60a88f3d159d req-94153704-e68c-4f07-bbd9-f62129b8c615 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:42.766136 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-789a974b-143d-4a9d-a036-60a88f3d159d req-94153704-e68c-4f07-bbd9-f62129b8c615 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 945 time: 0.0668554 Jul 16 09:14:42.803614 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-789a974b-143d-4a9d-a036-60a88f3d159d req-491e2ec3-b021-4352-8ba2-28cfeac966c7 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=54a063ec-6530-4d48-9966-f599805eef87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319233 Jul 16 09:14:42.826879 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44038) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:42.919525 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6b30c58-e912-4044-bce2-db05ebad0f54 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:42.921102 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f6b30c58-e912-4044-bce2-db05ebad0f54 tempest-TestNetworkAdvancedServerOps-819347495 tempest-TestNetworkAdvancedServerOps-819347495-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 1092 time: 0.0932398 Jul 16 09:14:42.923867 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44042) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:42.928467 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-4798aa07-65e8-4ca6-af66-789c58f543bf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'port_id': 'a9bf484e-e159-4648-a442-274655299351', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:14:42.949226 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4798aa07-65e8-4ca6-af66-789c58f543bf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:43.045025 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4798aa07-65e8-4ca6-af66-789c58f543bf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:43.144044 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-4798aa07-65e8-4ca6-af66-789c58f543bf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Allocated IP 172.25.3.126 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/ecfa297b-eb98-4681-b5f8-18310ba5b0a8) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:14:43.245944 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4798aa07-65e8-4ca6-af66-789c58f543bf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:43.286899 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4798aa07-65e8-4ca6-af66-789c58f543bf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:43.326231 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4798aa07-65e8-4ca6-af66-789c58f543bf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:14:43.328958 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-4798aa07-65e8-4ca6-af66-789c58f543bf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:14:43.334075 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4798aa07-65e8-4ca6-af66-789c58f543bf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:14:43.340149 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798aa07-65e8-4ca6-af66-789c58f543bf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'Port': ['ID=ecfa297b-eb98-4681-b5f8-18310ba5b0a8,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:43.698995 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4798aa07-65e8-4ca6-af66-789c58f543bf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:43.775536 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4798aa07-65e8-4ca6-af66-789c58f543bf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:43.918784 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4798aa07-65e8-4ca6-af66-789c58f543bf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:43.924236 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4798aa07-65e8-4ca6-af66-789c58f543bf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:43.989877 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4798aa07-65e8-4ca6-af66-789c58f543bf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event updated for resources: {'Port': ['ID=ecfa297b-eb98-4681-b5f8-18310ba5b0a8,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:14:44.007828 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4798aa07-65e8-4ca6-af66-789c58f543bf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:44.104935 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-4798aa07-65e8-4ca6-af66-789c58f543bf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Floating IP a30a9058-8991-460f-8977-cbb6f67d45f2 associated. External IP: 172.25.3.126, port: a9bf484e-e159-4648-a442-274655299351. Jul 16 09:14:44.600873 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4798aa07-65e8-4ca6-af66-789c58f543bf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Router 0686f84c-d046-4e06-ab15-da3b9790408f has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:14:44.705360 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4798aa07-65e8-4ca6-af66-789c58f543bf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:14:44.714374 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadfe277-fa92-4f39-85d3-f18c6729b796 None None] Sync routers for ids ['0686f84c-d046-4e06-ab15-da3b9790408f'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:14:44.721082 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4798aa07-65e8-4ca6-af66-789c58f543bf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:14:44.729247 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadfe277-fa92-4f39-85d3-f18c6729b796 None None] Routers {'0686f84c-d046-4e06-ab15-da3b9790408f'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:14:44.729982 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-fadfe277-fa92-4f39-85d3-f18c6729b796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:14:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['0686f84c-d046-4e06-ab15-da3b9790408f'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:44.761393 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4798aa07-65e8-4ca6-af66-789c58f543bf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8364155 Jul 16 09:14:44.762084 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80f480c-b246-4fd5-a724-2dea844d3c90', 'tag': 'a9bf484e-e159-4648-a442-274655299351'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:14:44.764372 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2c913f5-a3ee-4407-8ed5-816b47692ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "a80f480c-b246-4fd5-a724-2dea844d3c90", "tag": "a9bf484e-e159-4648-a442-274655299351"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:14:44.803395 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:14:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb43dd00-a12f-442c-925a-d0e0e03c3dd9 x-openstack-request-id: req-cb43dd00-a12f-442c-925a-d0e0e03c3dd9 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:14:44.803989 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a80f480c-b246-4fd5-a724-2dea844d3c90", "tag": "a9bf484e-e159-4648-a442-274655299351", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:14:44.803989 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cb43dd00-a12f-442c-925a-d0e0e03c3dd9 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:14:44.804546 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a80f480c-b246-4fd5-a724-2dea844d3c90', 'tag': 'a9bf484e-e159-4648-a442-274655299351', 'status': 'completed', 'code': 200} Jul 16 09:14:44.841444 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-fadfe277-fa92-4f39-85d3-f18c6729b796 None None] Set router 0686f84c-d046-4e06-ab15-da3b9790408f gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:14:44.880608 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c913f5-a3ee-4407-8ed5-816b47692ea0 req-1b70467e-f8ed-408b-a26c-132415b73aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:44.882253 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a2c913f5-a3ee-4407-8ed5-816b47692ea0 req-1b70467e-f8ed-408b-a26c-132415b73aa6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 1097 time: 0.0552602 Jul 16 09:14:44.929103 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a58e972-f8fc-4bae-a94a-6d3b30310866 req-fd89dbed-2adb-40c7-9a78-ce11dea05745 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:44.930928 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6a58e972-f8fc-4bae-a94a-6d3b30310866 req-fd89dbed-2adb-40c7-9a78-ce11dea05745 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 945 time: 0.0756865 Jul 16 09:14:44.970114 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6a58e972-f8fc-4bae-a94a-6d3b30310866 req-d513897d-ac6e-431e-ac65-85e3ecf6fc78 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=54a063ec-6530-4d48-9966-f599805eef87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333359 Jul 16 09:14:44.979446 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c913f5-a3ee-4407-8ed5-816b47692ea0 req-6dd521e3-93dc-4945-b4e9-16f00d4a6608 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:44.981187 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a2c913f5-a3ee-4407-8ed5-816b47692ea0 req-6dd521e3-93dc-4945-b4e9-16f00d4a6608 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c1118fe2-9cb2-465f-b42e-797b2475bbfe HTTP/1.1" status: 200 len: 897 time: 0.0929015 Jul 16 09:14:44.997479 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44048) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:45.051255 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a2c913f5-a3ee-4407-8ed5-816b47692ea0 req-7dd7e0ae-1cbb-4c91-b7e0-29043f7b0e47 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9bf484e-e159-4648-a442-274655299351 HTTP/1.1" status: 200 len: 999 time: 0.0634842 Jul 16 09:14:45.064135 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-dff6614e-9529-4728-8706-d7bc465181ea tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/floatingips/a30a9058-8991-460f-8977-cbb6f67d45f2 HTTP/1.1" status: 200 len: 991 time: 0.0649972 Jul 16 09:14:45.085088 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-fadfe277-fa92-4f39-85d3-f18c6729b796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353449160', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'b616271a-34cc-4357-b364-d07d93e75dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:14:26Z', 'updated_at': '2021-07-16T09:14:30Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': 'b616271a-34cc-4357-b364-d07d93e75dde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:14:27Z', 'updated_at': '2021-07-16T09:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'a30a9058-8991-460f-8977-cbb6f67d45f2', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'port_id': 'a9bf484e-e159-4648-a442-274655299351', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1118fe2-9cb2-465f-b42e-797b2475bbfe', 'mac_address': 'fa:16:3e:f5:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80f480c-b246-4fd5-a724-2dea844d3c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:14:43Z', 'updated_at': '2021-07-16T09:14:43Z', 'revision_number': 0, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc54a50-16ab-4702-8237-6418869a84cc', 'name': '', 'network_id': 'c1118fe2-9cb2-465f-b42e-797b2475bbfe', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:b2:f1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '224cc30c-2291-4ec6-a14a-31787174a4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:14:29Z', 'updated_at': '2021-07-16T09:14:34Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': '224cc30c-2291-4ec6-a14a-31787174a4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:45.100072 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c913f5-a3ee-4407-8ed5-816b47692ea0 req-99085bf9-6679-44c2-ab0b-e7022e18ccd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:45.101606 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a2c913f5-a3ee-4407-8ed5-816b47692ea0 req-99085bf9-6679-44c2-ab0b-e7022e18ccd5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=224cc30c-2291-4ec6-a14a-31787174a4aa HTTP/1.1" status: 200 len: 834 time: 0.0446124 Jul 16 09:14:45.111202 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadfe277-fa92-4f39-85d3-f18c6729b796 None None] Checking router: 0686f84c-d046-4e06-ab15-da3b9790408f for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:14:45.119444 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadfe277-fa92-4f39-85d3-f18c6729b796 None None] Routers {'0686f84c-d046-4e06-ab15-da3b9790408f'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:14:45.120040 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-fadfe277-fa92-4f39-85d3-f18c6729b796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:14:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['0686f84c-d046-4e06-ab15-da3b9790408f'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:45.161270 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c913f5-a3ee-4407-8ed5-816b47692ea0 req-185a626e-a74c-4cbb-9fd0-77a4cac67cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:45.162671 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a2c913f5-a3ee-4407-8ed5-816b47692ea0 req-185a626e-a74c-4cbb-9fd0-77a4cac67cb4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1118fe2-9cb2-465f-b42e-797b2475bbfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549784 Jul 16 09:14:45.228582 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-fadfe277-fa92-4f39-85d3-f18c6729b796 None None] Set router 0686f84c-d046-4e06-ab15-da3b9790408f gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:14:45.250657 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a2c913f5-a3ee-4407-8ed5-816b47692ea0 req-a7196872-9174-46e7-8adf-9b4f5c76d851 service neutron] 10.222.0.21 "GET /v2.0/networks/c1118fe2-9cb2-465f-b42e-797b2475bbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815840 Jul 16 09:14:45.342417 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a2c913f5-a3ee-4407-8ed5-816b47692ea0 req-22fa8112-a5cf-484f-a198-305959744c81 service neutron] 10.222.0.21 "GET /v2.0/networks/c1118fe2-9cb2-465f-b42e-797b2475bbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853763 Jul 16 09:14:45.448161 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-fadfe277-fa92-4f39-85d3-f18c6729b796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353449160', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'b616271a-34cc-4357-b364-d07d93e75dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:14:26Z', 'updated_at': '2021-07-16T09:14:30Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': 'b616271a-34cc-4357-b364-d07d93e75dde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:14:27Z', 'updated_at': '2021-07-16T09:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'a30a9058-8991-460f-8977-cbb6f67d45f2', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'port_id': 'a9bf484e-e159-4648-a442-274655299351', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1118fe2-9cb2-465f-b42e-797b2475bbfe', 'mac_address': 'fa:16:3e:f5:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80f480c-b246-4fd5-a724-2dea844d3c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:14:43Z', 'updated_at': '2021-07-16T09:14:43Z', 'revision_number': 0, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc54a50-16ab-4702-8237-6418869a84cc', 'name': '', 'network_id': 'c1118fe2-9cb2-465f-b42e-797b2475bbfe', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:b2:f1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '224cc30c-2291-4ec6-a14a-31787174a4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:14:29Z', 'updated_at': '2021-07-16T09:14:34Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': '224cc30c-2291-4ec6-a14a-31787174a4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:14:45.473731 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fadfe277-fa92-4f39-85d3-f18c6729b796 None None] The sync data for ids ['0686f84c-d046-4e06-ab15-da3b9790408f'] in n-d-771362-37 is: [{'id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353449160', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'b616271a-34cc-4357-b364-d07d93e75dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:14:26Z', 'updated_at': '2021-07-16T09:14:30Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': 'b616271a-34cc-4357-b364-d07d93e75dde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:14:27Z', 'updated_at': '2021-07-16T09:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'a30a9058-8991-460f-8977-cbb6f67d45f2', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'floating_ip_address': '172.25.3.126', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'port_id': 'a9bf484e-e159-4648-a442-274655299351', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3794, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1118fe2-9cb2-465f-b42e-797b2475bbfe', 'mac_address': 'fa:16:3e:f5:c5:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a80f480c-b246-4fd5-a724-2dea844d3c90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:14:43Z', 'updated_at': '2021-07-16T09:14:43Z', 'revision_number': 0, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fcc54a50-16ab-4702-8237-6418869a84cc', 'name': '', 'network_id': 'c1118fe2-9cb2-465f-b42e-797b2475bbfe', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:b2:f1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '224cc30c-2291-4ec6-a14a-31787174a4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:14:29Z', 'updated_at': '2021-07-16T09:14:34Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': '224cc30c-2291-4ec6-a14a-31787174a4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:14:45.651058 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167c670f-9a8a-437e-9ab9-4dafdf66e582 None None] New status for floating IP a30a9058-8991-460f-8977-cbb6f67d45f2: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:14:46.068023 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44050) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:14:46.127033 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ec7f0d6a-402c-4eca-bf49-8596bab7dd5e tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/floatingips/a30a9058-8991-460f-8977-cbb6f67d45f2 HTTP/1.1" status: 200 len: 993 time: 0.0577986 Jul 16 09:14:55.218684 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63eab809-d1c6-468a-914d-8297673f2903 req-c2b0a5b6-babe-4cc3-8e2d-3c11e683fac0 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0498235 Jul 16 09:14:55.258006 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:14:55.315700 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eab809-d1c6-468a-914d-8297673f2903 req-bd7f3d3d-adf4-4a38-80c5-4da60f35061d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:55.317225 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63eab809-d1c6-468a-914d-8297673f2903 req-bd7f3d3d-adf4-4a38-80c5-4da60f35061d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 1097 time: 0.0557036 Jul 16 09:14:55.418267 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eab809-d1c6-468a-914d-8297673f2903 req-f78d03f5-ed12-4c13-a2c8-5b45041b48d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:55.419710 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63eab809-d1c6-468a-914d-8297673f2903 req-f78d03f5-ed12-4c13-a2c8-5b45041b48d1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c1118fe2-9cb2-465f-b42e-797b2475bbfe HTTP/1.1" status: 200 len: 897 time: 0.0818715 Jul 16 09:14:55.486991 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63eab809-d1c6-468a-914d-8297673f2903 req-d2a4173b-360e-4cfe-bd68-153c639ee17f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9bf484e-e159-4648-a442-274655299351 HTTP/1.1" status: 200 len: 1001 time: 0.0598884 Jul 16 09:14:55.534240 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eab809-d1c6-468a-914d-8297673f2903 req-092a1205-6b7b-4f88-b148-9f8ad697157b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:55.535643 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63eab809-d1c6-468a-914d-8297673f2903 req-092a1205-6b7b-4f88-b148-9f8ad697157b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=224cc30c-2291-4ec6-a14a-31787174a4aa HTTP/1.1" status: 200 len: 834 time: 0.0425322 Jul 16 09:14:55.591514 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eab809-d1c6-468a-914d-8297673f2903 req-9389718c-0728-48f3-a8e6-032e8d1fefdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:14:55.593005 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63eab809-d1c6-468a-914d-8297673f2903 req-9389718c-0728-48f3-a8e6-032e8d1fefdc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1118fe2-9cb2-465f-b42e-797b2475bbfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507791 Jul 16 09:14:55.684641 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63eab809-d1c6-468a-914d-8297673f2903 req-35ea5f91-9a3a-405d-8a10-0436108f1a67 service neutron] 10.222.0.21 "GET /v2.0/networks/c1118fe2-9cb2-465f-b42e-797b2475bbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839295 Jul 16 09:14:55.772983 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63eab809-d1c6-468a-914d-8297673f2903 req-d5f5d0cd-454e-4084-ae35-0becc7bbdd7e service neutron] 10.222.0.21 "GET /v2.0/networks/c1118fe2-9cb2-465f-b42e-797b2475bbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823219 Jul 16 09:15:02.497274 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:02.559989 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:03.330069 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-16a7297c-7aeb-407b-aaff-38f115bd668f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:05.742154 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-595387d8-f4e1-4bbf-84ef-98ded72f0769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:06.065586 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:07.210239 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:08.671249 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:19.850099 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefff802-65e1-419c-8e8b-13c0c8b7f6c6 req-6eee6f6a-752a-4440-95e9-e1eba4b7b8f0 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:19.851654 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aefff802-65e1-419c-8e8b-13c0c8b7f6c6 req-6eee6f6a-752a-4440-95e9-e1eba4b7b8f0 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 945 time: 0.0771213 Jul 16 09:15:19.891116 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aefff802-65e1-419c-8e8b-13c0c8b7f6c6 req-aa444d47-eb1e-40e4-896c-6186fb093432 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=54a063ec-6530-4d48-9966-f599805eef87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335615 Jul 16 09:15:21.064534 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a996e0-38de-4d2d-9e7d-e39696065a69 req-a2dbafcd-57fe-48a7-9e54-b10baafdade6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:21.066022 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-91a996e0-38de-4d2d-9e7d-e39696065a69 req-a2dbafcd-57fe-48a7-9e54-b10baafdade6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 945 time: 0.0632727 Jul 16 09:15:21.104524 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-91a996e0-38de-4d2d-9e7d-e39696065a69 req-8b96d40f-6598-4ee2-b5d0-b4af6b1b6f38 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=54a063ec-6530-4d48-9966-f599805eef87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328732 Jul 16 09:15:22.277814 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2f12e-1c53-478b-a0b5-b197c14ea5d0 req-33cd8fdc-9fc6-43f5-a311-7967fd65898e tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:22.279319 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-57d2f12e-1c53-478b-a0b5-b197c14ea5d0 req-33cd8fdc-9fc6-43f5-a311-7967fd65898e tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 945 time: 0.0629058 Jul 16 09:15:22.317845 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-57d2f12e-1c53-478b-a0b5-b197c14ea5d0 req-108e4f5b-0c5b-4657-9e10-f25eecbfb6cc tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=54a063ec-6530-4d48-9966-f599805eef87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329697 Jul 16 09:15:23.497629 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1b5fe-4ffb-4a93-8615-8dfdbd6210b7 req-77dfbad3-81e4-4523-b684-e727a23a36c2 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:23.499022 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4cc1b5fe-4ffb-4a93-8615-8dfdbd6210b7 req-77dfbad3-81e4-4523-b684-e727a23a36c2 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 945 time: 0.0680313 Jul 16 09:15:23.537819 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4cc1b5fe-4ffb-4a93-8615-8dfdbd6210b7 req-ffecf05f-e8e5-4b68-9d91-d28d76422960 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=54a063ec-6530-4d48-9966-f599805eef87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322278 Jul 16 09:15:24.711740 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721a3f09-65ae-4027-a695-e0b3cf81ac3f req-4be2a8b2-3605-474a-a278-3f986b754fc1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:24.713273 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-721a3f09-65ae-4027-a695-e0b3cf81ac3f req-4be2a8b2-3605-474a-a278-3f986b754fc1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 945 time: 0.0632319 Jul 16 09:15:24.751100 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-721a3f09-65ae-4027-a695-e0b3cf81ac3f req-75d3bae9-9e39-431b-8cd1-ecd1eac74595 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=54a063ec-6530-4d48-9966-f599805eef87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322797 Jul 16 09:15:25.925298 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a16055-cb21-419b-bed1-6d88231fbd7c req-5fe2f565-6433-4209-89a5-d0438022ed50 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:25.926773 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a6a16055-cb21-419b-bed1-6d88231fbd7c req-5fe2f565-6433-4209-89a5-d0438022ed50 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 945 time: 0.0638821 Jul 16 09:15:25.966941 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a6a16055-cb21-419b-bed1-6d88231fbd7c req-5b4e5bb4-f0c7-4ca3-9217-11d5e07b90f4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=54a063ec-6530-4d48-9966-f599805eef87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325356 Jul 16 09:15:27.149537 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5853f06-6e83-4989-bba9-9764c4871522 req-d29f7381-38de-45d9-a73e-3253867eda01 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:27.151036 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c5853f06-6e83-4989-bba9-9764c4871522 req-d29f7381-38de-45d9-a73e-3253867eda01 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 945 time: 0.0688779 Jul 16 09:15:27.189277 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c5853f06-6e83-4989-bba9-9764c4871522 req-2b39352c-bb5f-4783-a03e-3be3c3d3e7af tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=54a063ec-6530-4d48-9966-f599805eef87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324702 Jul 16 09:15:28.373766 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e56c7d-f3a3-4697-a90a-cd37fe2764c6 req-5929ea14-ec44-40d3-a83c-e0db54a8c2ed tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:28.375284 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87e56c7d-f3a3-4697-a90a-cd37fe2764c6 req-5929ea14-ec44-40d3-a83c-e0db54a8c2ed tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 945 time: 0.0657427 Jul 16 09:15:28.413878 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87e56c7d-f3a3-4697-a90a-cd37fe2764c6 req-ae9c5efc-9552-481c-837b-a4b7ca91c66e tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=54a063ec-6530-4d48-9966-f599805eef87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327656 Jul 16 09:15:29.586465 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fc918a-62f6-4406-ab0d-1e1ff2723ca9 req-6ac29cde-60f3-42de-a803-57f244d1f4e2 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:29.587958 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e9fc918a-62f6-4406-ab0d-1e1ff2723ca9 req-6ac29cde-60f3-42de-a803-57f244d1f4e2 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 945 time: 0.0635834 Jul 16 09:15:29.626140 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e9fc918a-62f6-4406-ab0d-1e1ff2723ca9 req-f98203d4-661f-4dc9-a0cb-5b2cf0aa286c tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=54a063ec-6530-4d48-9966-f599805eef87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325165 Jul 16 09:15:30.807884 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d52906-125f-4b9a-9deb-9997cc52bbb4 req-ef11c172-dd47-445d-b556-73661ac8a096 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:30.809415 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-59d52906-125f-4b9a-9deb-9997cc52bbb4 req-ef11c172-dd47-445d-b556-73661ac8a096 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 945 time: 0.0675578 Jul 16 09:15:30.847505 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-59d52906-125f-4b9a-9deb-9997cc52bbb4 req-4e9afa1c-7b71-4e15-ab3c-14711dc03deb tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=54a063ec-6530-4d48-9966-f599805eef87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322096 Jul 16 09:15:32.025789 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924f549c-314b-458f-bcce-8ef3ac88fde2 req-c135d1be-8e64-4458-9d94-cfebae1df18d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:32.027196 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-924f549c-314b-458f-bcce-8ef3ac88fde2 req-c135d1be-8e64-4458-9d94-cfebae1df18d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 945 time: 0.0666962 Jul 16 09:15:32.064684 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-924f549c-314b-458f-bcce-8ef3ac88fde2 req-83a16d8c-3320-46cf-b4a6-5e3f3d01605e tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=54a063ec-6530-4d48-9966-f599805eef87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319135 Jul 16 09:15:32.257945 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:15:32.519027 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:32.562445 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:33.245133 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f3c10b-9c56-45a2-9194-416c7579d336 req-99e1bb8d-fd36-4865-a754-0e4bfdea1ffe tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:33.246647 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d1f3c10b-9c56-45a2-9194-416c7579d336 req-99e1bb8d-fd36-4865-a754-0e4bfdea1ffe tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 945 time: 0.0658236 Jul 16 09:15:33.285738 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d1f3c10b-9c56-45a2-9194-416c7579d336 req-6f18ac31-0fc9-4c51-b3f4-735a1c9ecdff tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=54a063ec-6530-4d48-9966-f599805eef87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332172 Jul 16 09:15:33.330647 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f70bc582-1886-40e5-b5e8-ccb570394c0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:33.597293 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-80f1f0fb-6d98-4e54-908b-80a5f6a5087d req-a86f4d01-2214-4233-8bd7-ca3492d3e168 service neutron] (93759) timed out ('10.222.0.30', 61666) {{(pid=93759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:15:34.465293 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f934a63-c419-4584-90ad-4416471dd0c2 req-249444d8-3c43-4a0d-b372-ecd652d980fe tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:34.466825 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8f934a63-c419-4584-90ad-4416471dd0c2 req-249444d8-3c43-4a0d-b372-ecd652d980fe tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 945 time: 0.0672536 Jul 16 09:15:34.505144 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8f934a63-c419-4584-90ad-4416471dd0c2 req-1ee453ef-9caa-480a-9fde-46873d85584d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=54a063ec-6530-4d48-9966-f599805eef87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326841 Jul 16 09:15:35.688945 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf05235-f72a-4325-b499-5d426a6a85a1 req-0cae819c-0398-4550-b474-4d7ea6836384 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:35.690357 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5bf05235-f72a-4325-b499-5d426a6a85a1 req-0cae819c-0398-4550-b474-4d7ea6836384 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 945 time: 0.0698881 Jul 16 09:15:35.729705 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5bf05235-f72a-4325-b499-5d426a6a85a1 req-60b0eee1-bd2f-4707-8873-a4cc75b783f4 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=54a063ec-6530-4d48-9966-f599805eef87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337138 Jul 16 09:15:35.744154 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-372e94cd-4846-4d50-85c4-bc52f662e0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:36.070404 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:36.906108 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87257222-1f42-45b3-b9ac-706b98cbb82c req-0b7d2181-bb7b-447a-ab63-b6b4c4a35315 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:36.907917 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-87257222-1f42-45b3-b9ac-706b98cbb82c req-0b7d2181-bb7b-447a-ab63-b6b4c4a35315 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 945 time: 0.0626161 Jul 16 09:15:36.946718 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-87257222-1f42-45b3-b9ac-706b98cbb82c req-ee3f737d-3421-4abe-b28f-f2de1802aa57 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=54a063ec-6530-4d48-9966-f599805eef87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330923 Jul 16 09:15:37.212993 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:37.447075 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b6cae-b03e-490f-bac0-be897f015a12 req-a781c6c4-c0f1-4f6e-9c53-99bb631ddee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:37.448614 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae0b6cae-b03e-490f-bac0-be897f015a12 req-a781c6c4-c0f1-4f6e-9c53-99bb631ddee3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 1097 time: 0.0584064 Jul 16 09:15:37.484244 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae0b6cae-b03e-490f-bac0-be897f015a12 req-0237909e-c759-4ba7-a152-2b9b7845eda1 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=54a063ec-6530-4d48-9966-f599805eef87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0295315 Jul 16 09:15:38.124422 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889d9f70-f1d0-4fd8-b362-9c1c3d37b4eb req-1328310e-09eb-4ec9-9227-6b4c26f3f66d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:38.125956 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-889d9f70-f1d0-4fd8-b362-9c1c3d37b4eb req-1328310e-09eb-4ec9-9227-6b4c26f3f66d tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 945 time: 0.0657408 Jul 16 09:15:38.166271 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-889d9f70-f1d0-4fd8-b362-9c1c3d37b4eb req-ca049c99-5893-48c6-81a1-3a815d4e1cc1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=54a063ec-6530-4d48-9966-f599805eef87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341542 Jul 16 09:15:38.676471 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:39.338989 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e713b11-62dc-4a62-b46c-dcfb7a2386e1 req-a4273d60-fdd1-4f73-87dd-8c4b7cc1508a tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:39.340530 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6e713b11-62dc-4a62-b46c-dcfb7a2386e1 req-a4273d60-fdd1-4f73-87dd-8c4b7cc1508a tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 945 time: 0.0642810 Jul 16 09:15:39.377362 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6e713b11-62dc-4a62-b46c-dcfb7a2386e1 req-44bc4f48-ae9d-436b-9689-a87def831cb6 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=54a063ec-6530-4d48-9966-f599805eef87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313108 Jul 16 09:15:39.402712 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44112) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:15:39.411256 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device a9bf484e-e159-4648-a442-274655299351 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:15:39.413335 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device a9bf484e-e159-4648-a442-274655299351 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:15:39.469277 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a7ea1871-68d3-46e8-9635-944f7a4a73fc tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/floatingips/a30a9058-8991-460f-8977-cbb6f67d45f2 HTTP/1.1" status: 200 len: 993 time: 0.0635529 Jul 16 09:15:39.719258 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:39.738362 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port a9bf484e-e159-4648-a442-274655299351, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=a9bf484e-e159-4648-a442-274655299351,segment=NetworkSegment(31eff1c0-e421-4169-864f-752d4dbbc242),segment_id=31eff1c0-e421-4169-864f-752d4dbbc242)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:39.755906 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'a9bf484e-e159-4648-a442-274655299351', 'network_id': 'c1118fe2-9cb2-465f-b42e-797b2475bbfe', 'port_id': 'a9bf484e-e159-4648-a442-274655299351', 'mac_address': 'fa:16:3e:f5:c5:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '224cc30c-2291-4ec6-a14a-31787174a4aa', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:15:39.760661 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80f480c-b246-4fd5-a724-2dea844d3c90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9bf484e-e159-4648-a442-274655299351'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:15:39.763154 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-742576d9-d95c-4b03-ac3d-6665b7b5f26d" -d '{"events": [{"server_uuid": "a80f480c-b246-4fd5-a724-2dea844d3c90", "name": "network-vif-unplugged", "status": "completed", "tag": "a9bf484e-e159-4648-a442-274655299351"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:15:39.777659 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port a9bf484e-e159-4648-a442-274655299351, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=a9bf484e-e159-4648-a442-274655299351,segment=NetworkSegment(31eff1c0-e421-4169-864f-752d4dbbc242),segment_id=31eff1c0-e421-4169-864f-752d4dbbc242)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:39.799578 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:15:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10f9568b-7bcd-4750-97a1-0b338314c7d3 x-openstack-request-id: req-10f9568b-7bcd-4750-97a1-0b338314c7d3 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:15:39.799864 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80f480c-b246-4fd5-a724-2dea844d3c90", "name": "network-vif-unplugged", "status": "completed", "tag": "a9bf484e-e159-4648-a442-274655299351", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:15:39.800119 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-10f9568b-7bcd-4750-97a1-0b338314c7d3 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:15:39.801056 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80f480c-b246-4fd5-a724-2dea844d3c90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9bf484e-e159-4648-a442-274655299351', 'code': 200} Jul 16 09:15:39.801793 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:39.837339 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:39.861788 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a9bf484e-e159-4648-a442-274655299351 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:15:39.871887 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=a9bf484e-e159-4648-a442-274655299351,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:39.900027 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:39.900402 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:39.900750 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:39.901087 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:39.901427 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:39.901754 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:39.902080 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:39.902405 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:39.902727 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:39.903048 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:39.903368 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:39.903691 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:15:39.922070 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.db.api [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93760) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:15:39.922432 n-d-771362-37 neutron-server[93760]: DEBUG oslo_db.api [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:15:40.459648 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:40.472260 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9bf484e-e159-4648-a442-274655299351 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:15:40.496913 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port a9bf484e-e159-4648-a442-274655299351, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=a9bf484e-e159-4648-a442-274655299351,segment=NetworkSegment(31eff1c0-e421-4169-864f-752d4dbbc242),segment_id=31eff1c0-e421-4169-864f-752d4dbbc242)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:40.501507 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:40.548021 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=a9bf484e-e159-4648-a442-274655299351,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:40.739104 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['a9bf484e-e159-4648-a442-274655299351'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:15:41.421271 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device a9bf484e-e159-4648-a442-274655299351 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:15:41.468517 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port a9bf484e-e159-4648-a442-274655299351 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:15:41.468892 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:41.548228 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:41.580501 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port a9bf484e-e159-4648-a442-274655299351, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=a9bf484e-e159-4648-a442-274655299351,segment=NetworkSegment(31eff1c0-e421-4169-864f-752d4dbbc242),segment_id=31eff1c0-e421-4169-864f-752d4dbbc242)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:15:41.585069 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:15:41.631893 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=a9bf484e-e159-4648-a442-274655299351,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:15:41.802058 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80f480c-b246-4fd5-a724-2dea844d3c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bf484e-e159-4648-a442-274655299351'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:15:41.804698 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df714ac9-b2cf-438a-abf1-86bb5e19e0f8" -d '{"events": [{"server_uuid": "a80f480c-b246-4fd5-a724-2dea844d3c90", "name": "network-vif-plugged", "status": "completed", "tag": "a9bf484e-e159-4648-a442-274655299351"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:15:41.838924 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:15:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b30d922-a969-4b72-bd20-0ced4c88daf8 x-openstack-request-id: req-9b30d922-a969-4b72-bd20-0ced4c88daf8 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:15:41.839214 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80f480c-b246-4fd5-a724-2dea844d3c90", "name": "network-vif-plugged", "status": "completed", "tag": "a9bf484e-e159-4648-a442-274655299351", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:15:41.839467 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9b30d922-a969-4b72-bd20-0ced4c88daf8 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:15:41.839860 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80f480c-b246-4fd5-a724-2dea844d3c90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9bf484e-e159-4648-a442-274655299351', 'code': 200} Jul 16 09:15:54.405786 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-541b737f-1c0f-499a-b598-bc44787f60a5 req-d6684183-66a1-4cff-b2ea-6b461272662e tempest-ServerGroupTestJSON-1519708909 tempest-ServerGroupTestJSON-1519708909-project] (93758) timed out ('10.222.0.21', 55201) {{(pid=93758) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:15:56.222232 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-252db27a-885e-4174-bf25-5126cfebdf40 req-ae3586a0-3cab-4d6b-b26e-bfe1a6928acc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0543823 Jul 16 09:15:56.314745 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252db27a-885e-4174-bf25-5126cfebdf40 req-319fa7f8-be88-4319-b441-04454930a44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:56.316836 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-252db27a-885e-4174-bf25-5126cfebdf40 req-319fa7f8-be88-4319-b441-04454930a44c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 1097 time: 0.0517323 Jul 16 09:15:56.416822 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252db27a-885e-4174-bf25-5126cfebdf40 req-4f095843-8bb1-4e86-b0b4-eb1a8d269254 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:56.418183 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-252db27a-885e-4174-bf25-5126cfebdf40 req-4f095843-8bb1-4e86-b0b4-eb1a8d269254 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c1118fe2-9cb2-465f-b42e-797b2475bbfe HTTP/1.1" status: 200 len: 897 time: 0.0813432 Jul 16 09:15:56.485900 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-252db27a-885e-4174-bf25-5126cfebdf40 req-e2b9c621-e6b2-42df-bd13-3c0fa8a23362 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9bf484e-e159-4648-a442-274655299351 HTTP/1.1" status: 200 len: 1001 time: 0.0602212 Jul 16 09:15:56.532338 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252db27a-885e-4174-bf25-5126cfebdf40 req-e67d68c5-206f-4345-b749-b3f1231f1765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:56.533746 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-252db27a-885e-4174-bf25-5126cfebdf40 req-e67d68c5-206f-4345-b749-b3f1231f1765 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=224cc30c-2291-4ec6-a14a-31787174a4aa HTTP/1.1" status: 200 len: 834 time: 0.0419414 Jul 16 09:15:56.588775 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252db27a-885e-4174-bf25-5126cfebdf40 req-0e50502f-325e-4925-a6de-99cc14dadfaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:15:56.590221 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-252db27a-885e-4174-bf25-5126cfebdf40 req-0e50502f-325e-4925-a6de-99cc14dadfaf service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1118fe2-9cb2-465f-b42e-797b2475bbfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506349 Jul 16 09:15:56.684940 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-252db27a-885e-4174-bf25-5126cfebdf40 req-1ad38e96-bca0-47f2-b07f-55990da9d23c service neutron] 10.222.0.21 "GET /v2.0/networks/c1118fe2-9cb2-465f-b42e-797b2475bbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883791 Jul 16 09:15:56.771819 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-252db27a-885e-4174-bf25-5126cfebdf40 req-d35bccaa-986b-461f-967a-b5fc5fdf75e2 service neutron] 10.222.0.21 "GET /v2.0/networks/c1118fe2-9cb2-465f-b42e-797b2475bbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801322 Jul 16 09:16:02.527330 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:02.573697 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:03.332787 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-00f235e7-61c6-43ba-afc3-1efab7425290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:05.750499 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9a4e4707-3ab8-41b1-a3b4-8b16c214772c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:06.071384 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:07.215711 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:08.679331 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:09.257510 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:16:14.751452 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44134) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:14.905611 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-69a5e501-0ef7-4f7b-8e17-a3c1fe5a429f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Deleting port ecfa297b-eb98-4681-b5f8-18310ba5b0a8 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:16:14.905959 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69a5e501-0ef7-4f7b-8e17-a3c1fe5a429f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:14.978468 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69a5e501-0ef7-4f7b-8e17-a3c1fe5a429f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:14.978718 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69a5e501-0ef7-4f7b-8e17-a3c1fe5a429f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:14.990445 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-69a5e501-0ef7-4f7b-8e17-a3c1fe5a429f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Calling delete_port for ecfa297b-eb98-4681-b5f8-18310ba5b0a8 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:16:15.137308 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69a5e501-0ef7-4f7b-8e17-a3c1fe5a429f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:15.162112 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a5e501-0ef7-4f7b-8e17-a3c1fe5a429f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event deleted for resources: {'Port': ['ID=ecfa297b-eb98-4681-b5f8-18310ba5b0a8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:15.173115 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5e501-0ef7-4f7b-8e17-a3c1fe5a429f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:15.173470 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5e501-0ef7-4f7b-8e17-a3c1fe5a429f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:15.173814 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5e501-0ef7-4f7b-8e17-a3c1fe5a429f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:15.174646 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5e501-0ef7-4f7b-8e17-a3c1fe5a429f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:15.174990 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5e501-0ef7-4f7b-8e17-a3c1fe5a429f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:15.175325 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5e501-0ef7-4f7b-8e17-a3c1fe5a429f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:15.175661 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5e501-0ef7-4f7b-8e17-a3c1fe5a429f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:15.175996 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5e501-0ef7-4f7b-8e17-a3c1fe5a429f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:15.176328 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5e501-0ef7-4f7b-8e17-a3c1fe5a429f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:15.176682 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5e501-0ef7-4f7b-8e17-a3c1fe5a429f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:15.177015 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5e501-0ef7-4f7b-8e17-a3c1fe5a429f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:15.177339 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a5e501-0ef7-4f7b-8e17-a3c1fe5a429f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:15.236014 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69a5e501-0ef7-4f7b-8e17-a3c1fe5a429f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:15.236259 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-69a5e501-0ef7-4f7b-8e17-a3c1fe5a429f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Floating IP a30a9058-8991-460f-8977-cbb6f67d45f2 disassociated (deleted). External IP: 172.25.3.126, port: a9bf484e-e159-4648-a442-274655299351. Jul 16 09:16:15.438737 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a5e501-0ef7-4f7b-8e17-a3c1fe5a429f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Router 0686f84c-d046-4e06-ab15-da3b9790408f has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:16:15.543872 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a5e501-0ef7-4f7b-8e17-a3c1fe5a429f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:16:15.548581 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-69a5e501-0ef7-4f7b-8e17-a3c1fe5a429f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:15.554550 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe74f920-3103-469d-ab99-bb9891dae8b2 None None] Sync routers for ids ['0686f84c-d046-4e06-ab15-da3b9790408f'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:16:15.563895 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe74f920-3103-469d-ab99-bb9891dae8b2 None None] Routers {'0686f84c-d046-4e06-ab15-da3b9790408f'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:15.564551 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-fe74f920-3103-469d-ab99-bb9891dae8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:16:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['0686f84c-d046-4e06-ab15-da3b9790408f'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:15.585808 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-69a5e501-0ef7-4f7b-8e17-a3c1fe5a429f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "DELETE /v2.0/floatingips/a30a9058-8991-460f-8977-cbb6f67d45f2 HTTP/1.1" status: 204 len: 168 time: 0.8331537 Jul 16 09:16:15.586348 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a80f480c-b246-4fd5-a724-2dea844d3c90', 'tag': 'a9bf484e-e159-4648-a442-274655299351'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:15.588645 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9329eb05-1410-4313-837a-2e2f8f7c5b58" -d '{"events": [{"name": "network-changed", "server_uuid": "a80f480c-b246-4fd5-a724-2dea844d3c90", "tag": "a9bf484e-e159-4648-a442-274655299351"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:15.674401 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-fe74f920-3103-469d-ab99-bb9891dae8b2 None None] Set router 0686f84c-d046-4e06-ab15-da3b9790408f gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:15.693482 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02114d78-503d-4d4a-9dd4-5822e3a9b36e x-openstack-request-id: req-02114d78-503d-4d4a-9dd4-5822e3a9b36e {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:15.693786 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a80f480c-b246-4fd5-a724-2dea844d3c90", "tag": "a9bf484e-e159-4648-a442-274655299351", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:15.694044 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-02114d78-503d-4d4a-9dd4-5822e3a9b36e {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:15.694443 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a80f480c-b246-4fd5-a724-2dea844d3c90', 'tag': 'a9bf484e-e159-4648-a442-274655299351', 'status': 'completed', 'code': 200} Jul 16 09:16:15.777961 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329eb05-1410-4313-837a-2e2f8f7c5b58 req-8a2055d7-c81d-4d6d-a152-360abd009bbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:15.779495 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9329eb05-1410-4313-837a-2e2f8f7c5b58 req-8a2055d7-c81d-4d6d-a152-360abd009bbe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 1097 time: 0.0616522 Jul 16 09:16:15.883383 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329eb05-1410-4313-837a-2e2f8f7c5b58 req-f42b9e4e-1e69-4472-9b3e-cc72d3a393e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:15.885200 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9329eb05-1410-4313-837a-2e2f8f7c5b58 req-f42b9e4e-1e69-4472-9b3e-cc72d3a393e1 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c1118fe2-9cb2-465f-b42e-797b2475bbfe HTTP/1.1" status: 200 len: 897 time: 0.0998213 Jul 16 09:16:15.887505 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-fe74f920-3103-469d-ab99-bb9891dae8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353449160', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'b616271a-34cc-4357-b364-d07d93e75dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:14:26Z', 'updated_at': '2021-07-16T09:14:30Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': 'b616271a-34cc-4357-b364-d07d93e75dde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:14:27Z', 'updated_at': '2021-07-16T09:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'fcc54a50-16ab-4702-8237-6418869a84cc', 'name': '', 'network_id': 'c1118fe2-9cb2-465f-b42e-797b2475bbfe', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:b2:f1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '224cc30c-2291-4ec6-a14a-31787174a4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:14:29Z', 'updated_at': '2021-07-16T09:14:34Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': '224cc30c-2291-4ec6-a14a-31787174a4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:15.913492 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe74f920-3103-469d-ab99-bb9891dae8b2 None None] Checking router: 0686f84c-d046-4e06-ab15-da3b9790408f for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:16:15.922618 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe74f920-3103-469d-ab99-bb9891dae8b2 None None] Routers {'0686f84c-d046-4e06-ab15-da3b9790408f'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:15.923241 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-fe74f920-3103-469d-ab99-bb9891dae8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:16:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['0686f84c-d046-4e06-ab15-da3b9790408f'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:15.931863 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9329eb05-1410-4313-837a-2e2f8f7c5b58 req-06431f9f-1115-4824-b121-cdd49d86b620 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a9bf484e-e159-4648-a442-274655299351 HTTP/1.1" status: 200 len: 217 time: 0.0397830 Jul 16 09:16:15.985999 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329eb05-1410-4313-837a-2e2f8f7c5b58 req-65f258b9-668c-4754-8082-b516e988520b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:15.988152 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fef6f89-2341-467f-a2f8-28dec0457e85 req-eafc8ec7-dc87-4247-ad2d-7fb29f7b8c3b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:15.988677 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9329eb05-1410-4313-837a-2e2f8f7c5b58 req-65f258b9-668c-4754-8082-b516e988520b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=224cc30c-2291-4ec6-a14a-31787174a4aa HTTP/1.1" status: 200 len: 834 time: 0.0496330 Jul 16 09:16:15.990368 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1fef6f89-2341-467f-a2f8-28dec0457e85 req-eafc8ec7-dc87-4247-ad2d-7fb29f7b8c3b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 945 time: 0.0686338 Jul 16 09:16:16.029742 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1fef6f89-2341-467f-a2f8-28dec0457e85 req-d467bb5c-02be-4a19-930e-765c47ae1f8f tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=54a063ec-6530-4d48-9966-f599805eef87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337734 Jul 16 09:16:16.034606 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-fe74f920-3103-469d-ab99-bb9891dae8b2 None None] Set router 0686f84c-d046-4e06-ab15-da3b9790408f gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:16.047651 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9329eb05-1410-4313-837a-2e2f8f7c5b58 req-b31b71be-36df-4ebe-a479-e29f429bf890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:16.049934 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9329eb05-1410-4313-837a-2e2f8f7c5b58 req-b31b71be-36df-4ebe-a479-e29f429bf890 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c1118fe2-9cb2-465f-b42e-797b2475bbfe&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548978 Jul 16 09:16:16.151028 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9329eb05-1410-4313-837a-2e2f8f7c5b58 req-a9196b89-c71c-4e51-9070-4379d68af931 service neutron] 10.222.0.21 "GET /v2.0/networks/c1118fe2-9cb2-465f-b42e-797b2475bbfe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942538 Jul 16 09:16:16.235976 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-fe74f920-3103-469d-ab99-bb9891dae8b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353449160', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'b616271a-34cc-4357-b364-d07d93e75dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:14:26Z', 'updated_at': '2021-07-16T09:14:30Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': 'b616271a-34cc-4357-b364-d07d93e75dde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:14:27Z', 'updated_at': '2021-07-16T09:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'fcc54a50-16ab-4702-8237-6418869a84cc', 'name': '', 'network_id': 'c1118fe2-9cb2-465f-b42e-797b2475bbfe', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:b2:f1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '224cc30c-2291-4ec6-a14a-31787174a4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:14:29Z', 'updated_at': '2021-07-16T09:14:34Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': '224cc30c-2291-4ec6-a14a-31787174a4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:16.240968 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9329eb05-1410-4313-837a-2e2f8f7c5b58 req-7e2bb855-4da3-40c9-b358-b3e47eee7afa service neutron] 10.222.0.21 "GET /v2.0/networks/c1118fe2-9cb2-465f-b42e-797b2475bbfe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832794 Jul 16 09:16:16.262568 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe74f920-3103-469d-ab99-bb9891dae8b2 None None] The sync data for ids ['0686f84c-d046-4e06-ab15-da3b9790408f'] in n-d-771362-37 is: [{'id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353449160', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'b616271a-34cc-4357-b364-d07d93e75dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:14:26Z', 'updated_at': '2021-07-16T09:14:30Z', 'revision_number': 4, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': 'b616271a-34cc-4357-b364-d07d93e75dde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:14:27Z', 'updated_at': '2021-07-16T09:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'fcc54a50-16ab-4702-8237-6418869a84cc', 'name': '', 'network_id': 'c1118fe2-9cb2-465f-b42e-797b2475bbfe', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'mac_address': 'fa:16:3e:b2:f1:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3791, 'fixed_ips': [{'subnet_id': '224cc30c-2291-4ec6-a14a-31787174a4aa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:14:29Z', 'updated_at': '2021-07-16T09:14:34Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'subnets': [{'id': '224cc30c-2291-4ec6-a14a-31787174a4aa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:16:16.477363 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10140790-abf5-49ab-8f2b-c2136d4f6d07 None None] New status for floating IP a30a9058-8991-460f-8977-cbb6f67d45f2: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:16:17.220639 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08af0765-e908-4ae4-b747-29bbd50e915f req-6ac46ecc-5560-4ed6-ad71-20614f22ebaa tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:17.222211 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-08af0765-e908-4ae4-b747-29bbd50e915f req-6ac46ecc-5560-4ed6-ad71-20614f22ebaa tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.21 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 945 time: 0.0993927 Jul 16 09:16:17.280282 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2f1f2f-2e7e-40c6-beef-c37ffd9c8496 req-50494db6-cdf5-454a-a565-77f4fc303ca1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:17.281782 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3d2f1f2f-2e7e-40c6-beef-c37ffd9c8496 req-50494db6-cdf5-454a-a565-77f4fc303ca1 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/ports?device_id=a80f480c-b246-4fd5-a724-2dea844d3c90 HTTP/1.1" status: 200 len: 945 time: 0.1141553 Jul 16 09:16:17.351736 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3d2f1f2f-2e7e-40c6-beef-c37ffd9c8496 req-d452f315-ef4c-4bc3-b565-c4720dcd6572 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "GET /v2.0/security-groups?id=54a063ec-6530-4d48-9966-f599805eef87&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596194 Jul 16 09:16:17.367051 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-08af0765-e908-4ae4-b747-29bbd50e915f req-b1063fd8-3cc9-48a4-9f3d-498224d10ead tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Deleting port a9bf484e-e159-4648-a442-274655299351 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:16:17.367409 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-08af0765-e908-4ae4-b747-29bbd50e915f req-b1063fd8-3cc9-48a4-9f3d-498224d10ead tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:17.453973 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-08af0765-e908-4ae4-b747-29bbd50e915f req-b1063fd8-3cc9-48a4-9f3d-498224d10ead tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] For port a9bf484e-e159-4648-a442-274655299351, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=a9bf484e-e159-4648-a442-274655299351,segment=NetworkSegment(31eff1c0-e421-4169-864f-752d4dbbc242),segment_id=31eff1c0-e421-4169-864f-752d4dbbc242)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:17.454332 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-08af0765-e908-4ae4-b747-29bbd50e915f req-b1063fd8-3cc9-48a4-9f3d-498224d10ead tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:17.466296 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-08af0765-e908-4ae4-b747-29bbd50e915f req-b1063fd8-3cc9-48a4-9f3d-498224d10ead tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Calling delete_port for a9bf484e-e159-4648-a442-274655299351 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:16:17.594253 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-08af0765-e908-4ae4-b747-29bbd50e915f req-b1063fd8-3cc9-48a4-9f3d-498224d10ead tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:17.623971 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1063fd8-3cc9-48a4-9f3d-498224d10ead tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event deleted for resources: {'Port': ['ID=a9bf484e-e159-4648-a442-274655299351,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:17.651296 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1063fd8-3cc9-48a4-9f3d-498224d10ead tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:17.651649 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1063fd8-3cc9-48a4-9f3d-498224d10ead tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:17.651995 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1063fd8-3cc9-48a4-9f3d-498224d10ead tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:17.652337 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1063fd8-3cc9-48a4-9f3d-498224d10ead tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:17.652697 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1063fd8-3cc9-48a4-9f3d-498224d10ead tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:17.653030 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1063fd8-3cc9-48a4-9f3d-498224d10ead tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:17.653361 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1063fd8-3cc9-48a4-9f3d-498224d10ead tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:17.653694 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1063fd8-3cc9-48a4-9f3d-498224d10ead tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:17.654057 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1063fd8-3cc9-48a4-9f3d-498224d10ead tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:17.654388 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1063fd8-3cc9-48a4-9f3d-498224d10ead tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:17.654716 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1063fd8-3cc9-48a4-9f3d-498224d10ead tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:17.655042 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1063fd8-3cc9-48a4-9f3d-498224d10ead tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:17.679169 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-08af0765-e908-4ae4-b747-29bbd50e915f req-b1063fd8-3cc9-48a4-9f3d-498224d10ead tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] No DVR routers for this DVR port a9bf484e-e159-4648-a442-274655299351 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:16:17.681715 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-08af0765-e908-4ae4-b747-29bbd50e915f req-b1063fd8-3cc9-48a4-9f3d-498224d10ead tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:17.683745 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-08af0765-e908-4ae4-b747-29bbd50e915f req-b1063fd8-3cc9-48a4-9f3d-498224d10ead tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.21 "DELETE /v2.0/ports/a9bf484e-e159-4648-a442-274655299351 HTTP/1.1" status: 204 len: 173 time: 0.4540987 Jul 16 09:16:17.684182 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a80f480c-b246-4fd5-a724-2dea844d3c90', 'name': 'network-vif-deleted', 'tag': 'a9bf484e-e159-4648-a442-274655299351'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:17.686501 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ace21a2-43d6-4e3c-9c1f-0273ef028ff7" -d '{"events": [{"server_uuid": "a80f480c-b246-4fd5-a724-2dea844d3c90", "name": "network-vif-deleted", "tag": "a9bf484e-e159-4648-a442-274655299351"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:17.787124 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b0d42ce-7c19-4430-954f-34cb375f891d x-openstack-request-id: req-1b0d42ce-7c19-4430-954f-34cb375f891d {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:17.787424 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a80f480c-b246-4fd5-a724-2dea844d3c90", "name": "network-vif-deleted", "tag": "a9bf484e-e159-4648-a442-274655299351", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:17.787683 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1b0d42ce-7c19-4430-954f-34cb375f891d {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:17.788090 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a80f480c-b246-4fd5-a724-2dea844d3c90', 'name': 'network-vif-deleted', 'tag': 'a9bf484e-e159-4648-a442-274655299351', 'status': 'completed', 'code': 200} Jul 16 09:16:18.441966 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44156) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:18.796608 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe27bc48-4b55-4be6-a05e-4db616aab95b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:19.368581 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-fe27bc48-4b55-4be6-a05e-4db616aab95b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Deleting port fcc54a50-16ab-4702-8237-6418869a84cc {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:16:19.368926 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe27bc48-4b55-4be6-a05e-4db616aab95b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:19.453398 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-fe27bc48-4b55-4be6-a05e-4db616aab95b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] For port fcc54a50-16ab-4702-8237-6418869a84cc, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=fcc54a50-16ab-4702-8237-6418869a84cc,segment=NetworkSegment(31eff1c0-e421-4169-864f-752d4dbbc242),segment_id=31eff1c0-e421-4169-864f-752d4dbbc242)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:19.454112 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe27bc48-4b55-4be6-a05e-4db616aab95b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:19.466318 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-fe27bc48-4b55-4be6-a05e-4db616aab95b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Calling delete_port for fcc54a50-16ab-4702-8237-6418869a84cc owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:16:19.648681 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe27bc48-4b55-4be6-a05e-4db616aab95b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:19.675320 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe27bc48-4b55-4be6-a05e-4db616aab95b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event deleted for resources: {'Port': ['ID=fcc54a50-16ab-4702-8237-6418869a84cc,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:19.848526 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fe27bc48-4b55-4be6-a05e-4db616aab95b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:20.062478 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe27bc48-4b55-4be6-a05e-4db616aab95b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Router 0686f84c-d046-4e06-ab15-da3b9790408f has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:16:20.166418 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe27bc48-4b55-4be6-a05e-4db616aab95b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:16:20.171777 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fe27bc48-4b55-4be6-a05e-4db616aab95b tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "PUT /v2.0/routers/0686f84c-d046-4e06-ab15-da3b9790408f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7286491 Jul 16 09:16:20.175514 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44158) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:20.177573 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aa7a8b-049e-4696-bf33-fbe702ce9cf1 None None] Sync routers for ids ['0686f84c-d046-4e06-ab15-da3b9790408f'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:16:20.187180 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aa7a8b-049e-4696-bf33-fbe702ce9cf1 None None] Routers {'0686f84c-d046-4e06-ab15-da3b9790408f'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:20.187717 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-68aa7a8b-049e-4696-bf33-fbe702ce9cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:16:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['0686f84c-d046-4e06-ab15-da3b9790408f'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:20.227063 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6f462a0-aefc-4e23-8a36-e3ddaef52498 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Deleting subnet 224cc30c-2291-4ec6-a14a-31787174a4aa {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:16:20.230211 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e6f462a0-aefc-4e23-8a36-e3ddaef52498 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:20.268805 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e6f462a0-aefc-4e23-8a36-e3ddaef52498 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:20.293049 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-68aa7a8b-049e-4696-bf33-fbe702ce9cf1 None None] Set router 0686f84c-d046-4e06-ab15-da3b9790408f gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:20.356529 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e6f462a0-aefc-4e23-8a36-e3ddaef52498 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:20.414536 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e6f462a0-aefc-4e23-8a36-e3ddaef52498 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:20.443384 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e6f462a0-aefc-4e23-8a36-e3ddaef52498 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:20.447907 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e6f462a0-aefc-4e23-8a36-e3ddaef52498 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "DELETE /v2.0/subnets/224cc30c-2291-4ec6-a14a-31787174a4aa HTTP/1.1" status: 204 len: 168 time: 0.2685552 Jul 16 09:16:20.447907 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f462a0-aefc-4e23-8a36-e3ddaef52498 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event deleted for resources: {'Subnet': ['ID=224cc30c-2291-4ec6-a14a-31787174a4aa,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:20.448121 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44160) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:20.452299 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-097342b4-16f7-49a0-88c7-885153223dfd None None] Network c1118fe2-9cb2-465f-b42e-797b2475bbfe requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:16:20.551898 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-68aa7a8b-049e-4696-bf33-fbe702ce9cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353449160', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'b616271a-34cc-4357-b364-d07d93e75dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:14:26Z', 'updated_at': '2021-07-16T09:16:19Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': 'b616271a-34cc-4357-b364-d07d93e75dde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:14:27Z', 'updated_at': '2021-07-16T09:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:20.559246 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82153558-f43c-4b65-82ee-83c5ac4141e3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:20.598548 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aa7a8b-049e-4696-bf33-fbe702ce9cf1 None None] Checking router: 0686f84c-d046-4e06-ab15-da3b9790408f for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:16:20.613119 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68aa7a8b-049e-4696-bf33-fbe702ce9cf1 None None] Routers {'0686f84c-d046-4e06-ab15-da3b9790408f'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:20.613734 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-68aa7a8b-049e-4696-bf33-fbe702ce9cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:16:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['0686f84c-d046-4e06-ab15-da3b9790408f'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:20.663342 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82153558-f43c-4b65-82ee-83c5ac4141e3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:20.725643 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-82153558-f43c-4b65-82ee-83c5ac4141e3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Deleting port b616271a-34cc-4357-b364-d07d93e75dde {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:16:20.726359 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82153558-f43c-4b65-82ee-83c5ac4141e3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:20.733682 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-68aa7a8b-049e-4696-bf33-fbe702ce9cf1 None None] Set router 0686f84c-d046-4e06-ab15-da3b9790408f gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:20.737177 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ea656c-78c3-404a-b646-4a0690eb5bab None None] DHCP port deletion for c1118fe2-9cb2-465f-b42e-797b2475bbfe request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:16:20.805246 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-82153558-f43c-4b65-82ee-83c5ac4141e3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] For port b616271a-34cc-4357-b364-d07d93e75dde, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=b616271a-34cc-4357-b364-d07d93e75dde,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:20.805605 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82153558-f43c-4b65-82ee-83c5ac4141e3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:20.816903 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-82153558-f43c-4b65-82ee-83c5ac4141e3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Calling delete_port for b616271a-34cc-4357-b364-d07d93e75dde owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:16:20.898564 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-77ea656c-78c3-404a-b646-4a0690eb5bab None None] Deleting port 497e18b0-b12e-4f7b-98ae-5ac4bf8f608c {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:16:20.898931 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-77ea656c-78c3-404a-b646-4a0690eb5bab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:20.987807 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82153558-f43c-4b65-82ee-83c5ac4141e3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:20.992240 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-77ea656c-78c3-404a-b646-4a0690eb5bab None None] For port 497e18b0-b12e-4f7b-98ae-5ac4bf8f608c, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=497e18b0-b12e-4f7b-98ae-5ac4bf8f608c,segment=NetworkSegment(31eff1c0-e421-4169-864f-752d4dbbc242),segment_id=31eff1c0-e421-4169-864f-752d4dbbc242)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:20.992661 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-77ea656c-78c3-404a-b646-4a0690eb5bab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.007730 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-77ea656c-78c3-404a-b646-4a0690eb5bab None None] Calling delete_port for 497e18b0-b12e-4f7b-98ae-5ac4bf8f608c owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:16:21.014345 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82153558-f43c-4b65-82ee-83c5ac4141e3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event deleted for resources: {'Port': ['ID=b616271a-34cc-4357-b364-d07d93e75dde,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:21.025053 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-68aa7a8b-049e-4696-bf33-fbe702ce9cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353449160', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'b616271a-34cc-4357-b364-d07d93e75dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:14:26Z', 'updated_at': '2021-07-16T09:16:19Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': 'b616271a-34cc-4357-b364-d07d93e75dde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:14:27Z', 'updated_at': '2021-07-16T09:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:21.077367 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82153558-f43c-4b65-82ee-83c5ac4141e3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.084735 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68aa7a8b-049e-4696-bf33-fbe702ce9cf1 None None] The sync data for ids ['0686f84c-d046-4e06-ab15-da3b9790408f'] in n-d-771362-37 is: [{'id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1353449160', 'tenant_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': 'b616271a-34cc-4357-b364-d07d93e75dde', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:14:26Z', 'updated_at': '2021-07-16T09:16:19Z', 'revision_number': 5, 'project_id': '5739d70bdc174b1e9a1ab2b759dab11d', 'gw_port': {'id': 'b616271a-34cc-4357-b364-d07d93e75dde', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:1e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0686f84c-d046-4e06-ab15-da3b9790408f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3788, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:14:27Z', 'updated_at': '2021-07-16T09:14:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:16:21.172776 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82153558-f43c-4b65-82ee-83c5ac4141e3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.175049 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82153558-f43c-4b65-82ee-83c5ac4141e3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.219193 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82153558-f43c-4b65-82ee-83c5ac4141e3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.219721 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82153558-f43c-4b65-82ee-83c5ac4141e3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Fanout notify agent at l3_agent the message router_deleted on router 0686f84c-d046-4e06-ab15-da3b9790408f {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:16:21.227667 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82153558-f43c-4b65-82ee-83c5ac4141e3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.231482 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-82153558-f43c-4b65-82ee-83c5ac4141e3 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "DELETE /v2.0/routers/0686f84c-d046-4e06-ab15-da3b9790408f HTTP/1.1" status: 204 len: 168 time: 0.7799125 Jul 16 09:16:21.231795 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44162) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:21.284747 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-77ea656c-78c3-404a-b646-4a0690eb5bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.309353 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ea656c-78c3-404a-b646-4a0690eb5bab None None] Pushing event deleted for resources: {'Port': ['ID=497e18b0-b12e-4f7b-98ae-5ac4bf8f608c,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:21.312176 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c79a00e-09b7-43aa-b57a-43d2148c8d42 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.315574 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ea656c-78c3-404a-b646-4a0690eb5bab None None] No DVR routers for this DVR port 497e18b0-b12e-4f7b-98ae-5ac4bf8f608c on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:16:21.397539 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c79a00e-09b7-43aa-b57a-43d2148c8d42 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.407805 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-5c79a00e-09b7-43aa-b57a-43d2148c8d42 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1118fe2-9cb2-465f-b42e-797b2475bbfe']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:21.419276 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-5c79a00e-09b7-43aa-b57a-43d2148c8d42 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31eff1c0-e421-4169-864f-752d4dbbc242') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:21.419582 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-5c79a00e-09b7-43aa-b57a-43d2148c8d42 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31eff1c0-e421-4169-864f-752d4dbbc242') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:21.429261 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c79a00e-09b7-43aa-b57a-43d2148c8d42 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.443801 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c79a00e-09b7-43aa-b57a-43d2148c8d42 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.450421 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c79a00e-09b7-43aa-b57a-43d2148c8d42 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:16:21.451036 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c79a00e-09b7-43aa-b57a-43d2148c8d42 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: timer() Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:16:21.454093 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:16:21.517421 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c79a00e-09b7-43aa-b57a-43d2148c8d42 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.525816 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c79a00e-09b7-43aa-b57a-43d2148c8d42 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.527731 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5c79a00e-09b7-43aa-b57a-43d2148c8d42 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "DELETE /v2.0/networks/c1118fe2-9cb2-465f-b42e-797b2475bbfe HTTP/1.1" status: 204 len: 168 time: 0.2948689 Jul 16 09:16:21.530921 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44164) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:21.547022 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79a00e-09b7-43aa-b57a-43d2148c8d42 tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event deleted for resources: {'Network': ['ID=c1118fe2-9cb2-465f-b42e-797b2475bbfe,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:21.599029 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6299a844-4d94-48eb-bb9c-869317ecbbcf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.608041 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device a9bf484e-e159-4648-a442-274655299351 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:16:21.623413 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6299a844-4d94-48eb-bb9c-869317ecbbcf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.627905 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: a9bf484e-e159-4648-a442-274655299351 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:16:21.628290 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device a9bf484e-e159-4648-a442-274655299351 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:16:21.695845 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6299a844-4d94-48eb-bb9c-869317ecbbcf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.698738 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6299a844-4d94-48eb-bb9c-869317ecbbcf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:21.699923 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6299a844-4d94-48eb-bb9c-869317ecbbcf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] 10.222.0.22 "DELETE /v2.0/security-groups/54a063ec-6530-4d48-9966-f599805eef87 HTTP/1.1" status: 204 len: 168 time: 0.1686304 Jul 16 09:16:21.715091 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6299a844-4d94-48eb-bb9c-869317ecbbcf tempest-TestNetworkAdvancedServerOps-1756174268 tempest-TestNetworkAdvancedServerOps-1756174268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a063ec-6530-4d48-9966-f599805eef87,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:21.996820 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44172) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:22.153444 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device fcc54a50-16ab-4702-8237-6418869a84cc no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:16:22.158761 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-65938c78-6181-42c6-b3aa-627f3b2b4329 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5739d70bdc174b1e9a1ab2b759dab11d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1602368 Jul 16 09:16:22.161181 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44176) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:22.175445 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: fcc54a50-16ab-4702-8237-6418869a84cc {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:16:22.175801 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device fcc54a50-16ab-4702-8237-6418869a84cc not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:16:22.176227 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 497e18b0-b12e-4f7b-98ae-5ac4bf8f608c no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:16:22.194749 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 497e18b0-b12e-4f7b-98ae-5ac4bf8f608c {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:16:22.195101 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 497e18b0-b12e-4f7b-98ae-5ac4bf8f608c not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:16:22.195524 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b616271a-34cc-4357-b364-d07d93e75dde no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:16:22.211505 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3404ace5-6134-4b00-a6f1-2d429744efeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:22.216397 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: b616271a-34cc-4357-b364-d07d93e75dde {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:16:22.216757 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b616271a-34cc-4357-b364-d07d93e75dde not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:16:22.232998 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3404ace5-6134-4b00-a6f1-2d429744efeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:22.279118 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3404ace5-6134-4b00-a6f1-2d429744efeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:22.281742 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3404ace5-6134-4b00-a6f1-2d429744efeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:22.282989 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3404ace5-6134-4b00-a6f1-2d429744efeb admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/fd41a89e-7fb3-4100-9492-8c5ba88a2989 HTTP/1.1" status: 204 len: 168 time: 0.1208060 Jul 16 09:16:22.292872 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3404ace5-6134-4b00-a6f1-2d429744efeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd41a89e-7fb3-4100-9492-8c5ba88a2989,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:22.567631 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44182) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:22.610009 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4c4b7743-3b84-4151-820a-ef508ea9a238 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=90fb9467ac4d4564b6c78f1d82441f85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412278 Jul 16 09:16:22.612509 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44184) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:22.664682 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8ebacbaf-a4f5-49e5-871e-ef71f939e42d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:22.689404 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8ebacbaf-a4f5-49e5-871e-ef71f939e42d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:22.740926 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8ebacbaf-a4f5-49e5-871e-ef71f939e42d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:22.744587 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8ebacbaf-a4f5-49e5-871e-ef71f939e42d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:22.746415 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8ebacbaf-a4f5-49e5-871e-ef71f939e42d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/99c03846-d841-4e67-8334-7aac0f8fcad4 HTTP/1.1" status: 204 len: 168 time: 0.1328478 Jul 16 09:16:22.754935 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebacbaf-a4f5-49e5-871e-ef71f939e42d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c03846-d841-4e67-8334-7aac0f8fcad4,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:23.953735 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44220) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:24.092497 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-dc2aed8d-1aa0-4df6-b193-409c58052bc7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'network': {'name': 'tempest-network-smoke--1833641014', 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'port_security_enabled': True}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:24.113957 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc2aed8d-1aa0-4df6-b193-409c58052bc7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Made reservation on behalf of 572a9b8cb07e43478c74c1511ae605cb for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:16:24.117392 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc2aed8d-1aa0-4df6-b193-409c58052bc7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:24.125829 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc2aed8d-1aa0-4df6-b193-409c58052bc7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:24.227800 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc2aed8d-1aa0-4df6-b193-409c58052bc7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:24.231538 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc2aed8d-1aa0-4df6-b193-409c58052bc7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:24.253692 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc2aed8d-1aa0-4df6-b193-409c58052bc7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:16:24.266842 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2aed8d-1aa0-4df6-b193-409c58052bc7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6afe51e4-a96a-4c35-a516-29c4e08cd6b4,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:24.272055 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc2aed8d-1aa0-4df6-b193-409c58052bc7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:24.272431 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-dc2aed8d-1aa0-4df6-b193-409c58052bc7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Added segment 6ceff087-ce1a-47a2-b567-651092d86739 of type vlan for network 8364d96b-3aa9-4771-aaf9-9d3cc15d434d Jul 16 09:16:24.311615 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc2aed8d-1aa0-4df6-b193-409c58052bc7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:24.340013 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc2aed8d-1aa0-4df6-b193-409c58052bc7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:24.345474 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc2aed8d-1aa0-4df6-b193-409c58052bc7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:24.346082 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc2aed8d-1aa0-4df6-b193-409c58052bc7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:24.378050 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-dc2aed8d-1aa0-4df6-b193-409c58052bc7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4232852 Jul 16 09:16:24.380843 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44224) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:24.387257 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-82930cfa-904e-46ad-81dc-5e3dcbbf23e3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1682155394', 'admin_state_up': True, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:24.424452 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2aed8d-1aa0-4df6-b193-409c58052bc7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'Network': ['ID=8364d96b-3aa9-4771-aaf9-9d3cc15d434d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:24.435676 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 8364d96b-3aa9-4771-aaf9-9d3cc15d434d details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:16:24.444416 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82930cfa-904e-46ad-81dc-5e3dcbbf23e3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:24.445442 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82930cfa-904e-46ad-81dc-5e3dcbbf23e3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:24.496467 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82930cfa-904e-46ad-81dc-5e3dcbbf23e3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:24.936048 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82930cfa-904e-46ad-81dc-5e3dcbbf23e3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:25.121711 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82930cfa-904e-46ad-81dc-5e3dcbbf23e3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:25.144667 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82930cfa-904e-46ad-81dc-5e3dcbbf23e3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:25.245611 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-82930cfa-904e-46ad-81dc-5e3dcbbf23e3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Allocated IP 172.25.3.143 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/5d12c7e7-a893-4124-bc8d-ed2073e404ff) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:16:25.350527 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82930cfa-904e-46ad-81dc-5e3dcbbf23e3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:25.389249 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82930cfa-904e-46ad-81dc-5e3dcbbf23e3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:25.431106 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82930cfa-904e-46ad-81dc-5e3dcbbf23e3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:16:25.433948 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-82930cfa-904e-46ad-81dc-5e3dcbbf23e3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:25.437595 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82930cfa-904e-46ad-81dc-5e3dcbbf23e3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:16:25.461193 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82930cfa-904e-46ad-81dc-5e3dcbbf23e3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'Port': ['ID=5d12c7e7-a893-4124-bc8d-ed2073e404ff,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:25.685843 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82930cfa-904e-46ad-81dc-5e3dcbbf23e3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:25.888404 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82930cfa-904e-46ad-81dc-5e3dcbbf23e3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.017131 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82930cfa-904e-46ad-81dc-5e3dcbbf23e3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Router 746cde67-7aae-42b1-9155-eedcc8cfd5b2 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:16:26.128964 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82930cfa-904e-46ad-81dc-5e3dcbbf23e3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:16:26.138430 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a482cc8a-6a06-4831-a29d-d0ea54460d15 None None] Sync routers for ids ['746cde67-7aae-42b1-9155-eedcc8cfd5b2'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:16:26.149085 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a482cc8a-6a06-4831-a29d-d0ea54460d15 None None] Routers {'746cde67-7aae-42b1-9155-eedcc8cfd5b2'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:26.149814 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-a482cc8a-6a06-4831-a29d-d0ea54460d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:16:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['746cde67-7aae-42b1-9155-eedcc8cfd5b2'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:26.152414 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-82930cfa-904e-46ad-81dc-5e3dcbbf23e3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.153642 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-82930cfa-904e-46ad-81dc-5e3dcbbf23e3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7718842 Jul 16 09:16:26.157191 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44226) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:26.229552 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-231bbe17-b286-4e63-9afb-27290e9d3786 tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=572a9b8cb07e43478c74c1511ae605cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0684848 Jul 16 09:16:26.230015 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44230) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:26.257655 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-a482cc8a-6a06-4831-a29d-d0ea54460d15 None None] Set router 746cde67-7aae-42b1-9155-eedcc8cfd5b2 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:26.319186 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe26a090-b8a4-4a5a-8797-59d7fd02c65a tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:26.320867 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-fe26a090-b8a4-4a5a-8797-59d7fd02c65a tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897746 Jul 16 09:16:26.323725 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44232) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:26.362124 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e01dc839-22c7-4c40-bdd8-c3962983adc6 tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=4a545af8-8142-4a44-8290-045c2901c634&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322428 Jul 16 09:16:26.364844 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44234) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:26.369680 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-5e54e709-2d15-4338-aa63-113279b1a2a0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1009839695', 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d', 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:26.434646 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-a482cc8a-6a06-4831-a29d-d0ea54460d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'name': 'tempest-TestNetworkBasicOps-router-1682155394', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:24Z', 'updated_at': '2021-07-16T09:16:25Z', 'revision_number': 3, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:26.456862 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e54e709-2d15-4338-aa63-113279b1a2a0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Made reservation on behalf of 572a9b8cb07e43478c74c1511ae605cb for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:16:26.460327 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e54e709-2d15-4338-aa63-113279b1a2a0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.460664 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a482cc8a-6a06-4831-a29d-d0ea54460d15 None None] Checking router: 746cde67-7aae-42b1-9155-eedcc8cfd5b2 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:16:26.461018 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a482cc8a-6a06-4831-a29d-d0ea54460d15 None None] Updating router 746cde67-7aae-42b1-9155-eedcc8cfd5b2 port 5d12c7e7-a893-4124-bc8d-ed2073e404ff binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:16:26.498354 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a482cc8a-6a06-4831-a29d-d0ea54460d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.656205 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e54e709-2d15-4338-aa63-113279b1a2a0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.725058 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54e709-2d15-4338-aa63-113279b1a2a0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'Subnet': ['ID=85010d1d-2314-4d2f-96c1-ccfdede5da45,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:26.730622 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e54e709-2d15-4338-aa63-113279b1a2a0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Checking segment: {'id': '6ceff087-ce1a-47a2-b567-651092d86739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:16:26.730981 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e54e709-2d15-4338-aa63-113279b1a2a0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Network hostable DHCP agents. Network: 8364d96b-3aa9-4771-aaf9-9d3cc15d434d, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:16:26.753411 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e54e709-2d15-4338-aa63-113279b1a2a0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Network 8364d96b-3aa9-4771-aaf9-9d3cc15d434d is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:16:26.759847 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a482cc8a-6a06-4831-a29d-d0ea54460d15 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.763755 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-5e54e709-2d15-4338-aa63-113279b1a2a0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 8364d96b-3aa9-4771-aaf9-9d3cc15d434d) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:26.767396 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e54e709-2d15-4338-aa63-113279b1a2a0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:26.768581 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e54e709-2d15-4338-aa63-113279b1a2a0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.771634 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a482cc8a-6a06-4831-a29d-d0ea54460d15 None None] Transition to ACTIVE for port object 5d12c7e7-a893-4124-bc8d-ed2073e404ff will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:26.776615 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb0ff40e-c3e3-497d-8df5-fe8992f015a1 None None] Network 8364d96b-3aa9-4771-aaf9-9d3cc15d434d requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:16:26.779342 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a482cc8a-6a06-4831-a29d-d0ea54460d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.788186 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5e54e709-2d15-4338-aa63-113279b1a2a0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4221909 Jul 16 09:16:26.791509 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44236) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:26.831071 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a482cc8a-6a06-4831-a29d-d0ea54460d15 None None] Attempting to bind port 5d12c7e7-a893-4124-bc8d-ed2073e404ff on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:16:26.831436 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a482cc8a-6a06-4831-a29d-d0ea54460d15 None None] Attempting to bind port 5d12c7e7-a893-4124-bc8d-ed2073e404ff by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:16:26.831893 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a482cc8a-6a06-4831-a29d-d0ea54460d15 None None] Attempting to bind port 5d12c7e7-a893-4124-bc8d-ed2073e404ff on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:26.845241 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a482cc8a-6a06-4831-a29d-d0ea54460d15 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:16:26.845629 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a482cc8a-6a06-4831-a29d-d0ea54460d15 None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:16:26.846212 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a482cc8a-6a06-4831-a29d-d0ea54460d15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.846605 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a482cc8a-6a06-4831-a29d-d0ea54460d15 None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:16:26.847096 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a482cc8a-6a06-4831-a29d-d0ea54460d15 None None] Bound port: 5d12c7e7-a893-4124-bc8d-ed2073e404ff, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:16:26.847460 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a482cc8a-6a06-4831-a29d-d0ea54460d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.903052 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf15d20-6a55-4e83-b5ad-400db39450f8 None None] Pushing event updated for resources: {'Port': ['ID=5d12c7e7-a893-4124-bc8d-ed2073e404ff,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:26.906628 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a482cc8a-6a06-4831-a29d-d0ea54460d15 None None] For port 5d12c7e7-a893-4124-bc8d-ed2073e404ff, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:16:26.913381 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a482cc8a-6a06-4831-a29d-d0ea54460d15 None None] For port 5d12c7e7-a893-4124-bc8d-ed2073e404ff, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=5d12c7e7-a893-4124-bc8d-ed2073e404ff,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:16:26.915600 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf15d20-6a55-4e83-b5ad-400db39450f8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:26.916212 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf15d20-6a55-4e83-b5ad-400db39450f8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:26.916624 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf15d20-6a55-4e83-b5ad-400db39450f8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:26.916954 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf15d20-6a55-4e83-b5ad-400db39450f8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:26.917300 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf15d20-6a55-4e83-b5ad-400db39450f8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:26.917730 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf15d20-6a55-4e83-b5ad-400db39450f8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:26.918225 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf15d20-6a55-4e83-b5ad-400db39450f8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:26.918408 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf15d20-6a55-4e83-b5ad-400db39450f8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:26.918772 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf15d20-6a55-4e83-b5ad-400db39450f8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:26.919198 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf15d20-6a55-4e83-b5ad-400db39450f8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:26.919528 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf15d20-6a55-4e83-b5ad-400db39450f8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:26.919885 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cf15d20-6a55-4e83-b5ad-400db39450f8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:16:26.925286 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a482cc8a-6a06-4831-a29d-d0ea54460d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.932123 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-896471ac-502e-4f8f-bf15-9adb6e13d4bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-8364d96b-3aa9-4771-aaf9-9d3cc15d434d', 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'fixed_ips': [{'subnet_id': '85010d1d-2314-4d2f-96c1-ccfdede5da45'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:16:26.933035 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-896471ac-502e-4f8f-bf15-9adb6e13d4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:26.991949 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a482cc8a-6a06-4831-a29d-d0ea54460d15 None None] Routers {'746cde67-7aae-42b1-9155-eedcc8cfd5b2'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:26.992550 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-a482cc8a-6a06-4831-a29d-d0ea54460d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:16:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['746cde67-7aae-42b1-9155-eedcc8cfd5b2'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:26.996046 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf15d20-6a55-4e83-b5ad-400db39450f8 None None] Pushing event updated for resources: {'Port': ['ID=5d12c7e7-a893-4124-bc8d-ed2073e404ff,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:27.089882 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-896471ac-502e-4f8f-bf15-9adb6e13d4bd None None] Allocated IP 172.20.0.2 (8364d96b-3aa9-4771-aaf9-9d3cc15d434d/85010d1d-2314-4d2f-96c1-ccfdede5da45/94cb0c7f-3c88-4d04-890e-bc459fb09dbe) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:16:27.103157 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-a482cc8a-6a06-4831-a29d-d0ea54460d15 None None] Set router 746cde67-7aae-42b1-9155-eedcc8cfd5b2 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:27.243593 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-896471ac-502e-4f8f-bf15-9adb6e13d4bd None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:27.244334 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a745ac12-dc37-4283-ad5c-68341880c1d2 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:27.253631 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-896471ac-502e-4f8f-bf15-9adb6e13d4bd None None] Transition to ACTIVE for port object 94cb0c7f-3c88-4d04-890e-bc459fb09dbe will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:27.269708 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-896471ac-502e-4f8f-bf15-9adb6e13d4bd None None] Transition to ACTIVE for port object 94cb0c7f-3c88-4d04-890e-bc459fb09dbe will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:27.277146 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-896471ac-502e-4f8f-bf15-9adb6e13d4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:27.308156 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-a482cc8a-6a06-4831-a29d-d0ea54460d15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'name': 'tempest-TestNetworkBasicOps-router-1682155394', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:24Z', 'updated_at': '2021-07-16T09:16:25Z', 'revision_number': 3, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:27.319702 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-896471ac-502e-4f8f-bf15-9adb6e13d4bd None None] Network 8364d96b-3aa9-4771-aaf9-9d3cc15d434d is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:16:27.322537 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-896471ac-502e-4f8f-bf15-9adb6e13d4bd None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:27.326525 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-896471ac-502e-4f8f-bf15-9adb6e13d4bd None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:16:27.334037 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896471ac-502e-4f8f-bf15-9adb6e13d4bd None None] Pushing event updated for resources: {'Port': ['ID=94cb0c7f-3c88-4d04-890e-bc459fb09dbe,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:27.339390 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a482cc8a-6a06-4831-a29d-d0ea54460d15 None None] The sync data for ids ['746cde67-7aae-42b1-9155-eedcc8cfd5b2'] in n-d-771362-37 is: [{'id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'name': 'tempest-TestNetworkBasicOps-router-1682155394', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:24Z', 'updated_at': '2021-07-16T09:16:25Z', 'revision_number': 3, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:16:27.393895 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-896471ac-502e-4f8f-bf15-9adb6e13d4bd None None] Attempting to bind port 94cb0c7f-3c88-4d04-890e-bc459fb09dbe on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:16:27.394293 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-896471ac-502e-4f8f-bf15-9adb6e13d4bd None None] Attempting to bind port 94cb0c7f-3c88-4d04-890e-bc459fb09dbe by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '6ceff087-ce1a-47a2-b567-651092d86739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:16:27.394672 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896471ac-502e-4f8f-bf15-9adb6e13d4bd None None] Attempting to bind port 94cb0c7f-3c88-4d04-890e-bc459fb09dbe on network 8364d96b-3aa9-4771-aaf9-9d3cc15d434d {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:27.400269 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896471ac-502e-4f8f-bf15-9adb6e13d4bd None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:16:27.400720 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896471ac-502e-4f8f-bf15-9adb6e13d4bd None None] Checking segment: {'id': '6ceff087-ce1a-47a2-b567-651092d86739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:16:27.401113 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-896471ac-502e-4f8f-bf15-9adb6e13d4bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:27.401515 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-896471ac-502e-4f8f-bf15-9adb6e13d4bd None None] Bound using segment: {'id': '6ceff087-ce1a-47a2-b567-651092d86739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:16:27.402001 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-896471ac-502e-4f8f-bf15-9adb6e13d4bd None None] Bound port: 94cb0c7f-3c88-4d04-890e-bc459fb09dbe, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ceff087-ce1a-47a2-b567-651092d86739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:16:27.402392 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-896471ac-502e-4f8f-bf15-9adb6e13d4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:27.489875 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-896471ac-502e-4f8f-bf15-9adb6e13d4bd None None] For port 94cb0c7f-3c88-4d04-890e-bc459fb09dbe, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:16:27.493728 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-896471ac-502e-4f8f-bf15-9adb6e13d4bd None None] For port 94cb0c7f-3c88-4d04-890e-bc459fb09dbe, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=94cb0c7f-3c88-4d04-890e-bc459fb09dbe,segment=NetworkSegment(6ceff087-ce1a-47a2-b567-651092d86739),segment_id=6ceff087-ce1a-47a2-b567-651092d86739)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:16:27.502941 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-896471ac-502e-4f8f-bf15-9adb6e13d4bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:27.563379 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896471ac-502e-4f8f-bf15-9adb6e13d4bd None None] Pushing event updated for resources: {'Port': ['ID=94cb0c7f-3c88-4d04-890e-bc459fb09dbe,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:27.591849 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-a745ac12-dc37-4283-ad5c-68341880c1d2 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Allocated IP 172.20.0.1 (8364d96b-3aa9-4771-aaf9-9d3cc15d434d/85010d1d-2314-4d2f-96c1-ccfdede5da45/adfac8f5-4969-4592-bb70-ba6e4ba77b45) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:16:27.726227 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a745ac12-dc37-4283-ad5c-68341880c1d2 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:27.747962 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-a745ac12-dc37-4283-ad5c-68341880c1d2 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Transition to ACTIVE for port object adfac8f5-4969-4592-bb70-ba6e4ba77b45 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:27.790968 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a745ac12-dc37-4283-ad5c-68341880c1d2 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:27.843244 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a745ac12-dc37-4283-ad5c-68341880c1d2 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Network 8364d96b-3aa9-4771-aaf9-9d3cc15d434d is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:16:27.846931 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-a745ac12-dc37-4283-ad5c-68341880c1d2 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:27.851245 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a745ac12-dc37-4283-ad5c-68341880c1d2 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:16:27.888553 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745ac12-dc37-4283-ad5c-68341880c1d2 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'Port': ['ID=adfac8f5-4969-4592-bb70-ba6e4ba77b45,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:27.908034 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a745ac12-dc37-4283-ad5c-68341880c1d2 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:28.068730 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 5d12c7e7-a893-4124-bc8d-ed2073e404ff up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:28.080690 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a745ac12-dc37-4283-ad5c-68341880c1d2 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:28.120680 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 5d12c7e7-a893-4124-bc8d-ed2073e404ff completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:28.124752 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 5d12c7e7-a893-4124-bc8d-ed2073e404ff triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:28.125134 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:28.212398 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:28.237505 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 5d12c7e7-a893-4124-bc8d-ed2073e404ff, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=5d12c7e7-a893-4124-bc8d-ed2073e404ff,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:28.242050 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:28.242947 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 94cb0c7f-3c88-4d04-890e-bc459fb09dbe up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:28.328066 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=5d12c7e7-a893-4124-bc8d-ed2073e404ff,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:28.344322 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 94cb0c7f-3c88-4d04-890e-bc459fb09dbe completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:28.404262 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a745ac12-dc37-4283-ad5c-68341880c1d2 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:28.409544 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a745ac12-dc37-4283-ad5c-68341880c1d2 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:28.484772 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a745ac12-dc37-4283-ad5c-68341880c1d2 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:28.487267 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a745ac12-dc37-4283-ad5c-68341880c1d2 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'Port': ['ID=adfac8f5-4969-4592-bb70-ba6e4ba77b45,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:28.587281 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a745ac12-dc37-4283-ad5c-68341880c1d2 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Network 8364d96b-3aa9-4771-aaf9-9d3cc15d434d is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:16:28.590040 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-a745ac12-dc37-4283-ad5c-68341880c1d2 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:28.603912 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7c3cf16-e459-49d2-b950-0a7ba12f473b None None] Network 8364d96b-3aa9-4771-aaf9-9d3cc15d434d requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:16:28.706035 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a745ac12-dc37-4283-ad5c-68341880c1d2 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Router 746cde67-7aae-42b1-9155-eedcc8cfd5b2 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:16:28.717237 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-491bceb5-133d-46cb-aa35-37409e36f8dd None None] Provisioning for port 94cb0c7f-3c88-4d04-890e-bc459fb09dbe completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:28.725384 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-491bceb5-133d-46cb-aa35-37409e36f8dd None None] Provisioning complete for port 94cb0c7f-3c88-4d04-890e-bc459fb09dbe triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:28.725761 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-491bceb5-133d-46cb-aa35-37409e36f8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:28.858852 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-491bceb5-133d-46cb-aa35-37409e36f8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:28.897873 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-491bceb5-133d-46cb-aa35-37409e36f8dd None None] For port 94cb0c7f-3c88-4d04-890e-bc459fb09dbe, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=94cb0c7f-3c88-4d04-890e-bc459fb09dbe,segment=NetworkSegment(6ceff087-ce1a-47a2-b567-651092d86739),segment_id=6ceff087-ce1a-47a2-b567-651092d86739)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:28.904320 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-491bceb5-133d-46cb-aa35-37409e36f8dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:28.963963 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491bceb5-133d-46cb-aa35-37409e36f8dd None None] Pushing event updated for resources: {'Port': ['ID=94cb0c7f-3c88-4d04-890e-bc459fb09dbe,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:29.127527 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-32c86b6b-077f-4aff-94bd-d489e9bf4263 None None] Provisioning complete for port 94cb0c7f-3c88-4d04-890e-bc459fb09dbe triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:29.128152 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32c86b6b-077f-4aff-94bd-d489e9bf4263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:29.146038 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a745ac12-dc37-4283-ad5c-68341880c1d2 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:16:29.151459 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a745ac12-dc37-4283-ad5c-68341880c1d2 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "PUT /v2.0/routers/746cde67-7aae-42b1-9155-eedcc8cfd5b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3588967 Jul 16 09:16:29.154190 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44238) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:29.158777 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6dd7c0-ed3d-4e5d-9d3b-17c53416d643 None None] Sync routers for ids ['746cde67-7aae-42b1-9155-eedcc8cfd5b2'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:16:29.184440 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6dd7c0-ed3d-4e5d-9d3b-17c53416d643 None None] Routers {'746cde67-7aae-42b1-9155-eedcc8cfd5b2'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:29.185081 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6e6dd7c0-ed3d-4e5d-9d3b-17c53416d643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:16:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['746cde67-7aae-42b1-9155-eedcc8cfd5b2'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:29.334755 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-6e6dd7c0-ed3d-4e5d-9d3b-17c53416d643 None None] Set router 746cde67-7aae-42b1-9155-eedcc8cfd5b2 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:29.367132 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690ba3a3-3c4f-4855-92e0-c1ea0446a290 tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:29.367629 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690ba3a3-3c4f-4855-92e0-c1ea0446a290 tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:29.368113 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690ba3a3-3c4f-4855-92e0-c1ea0446a290 tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:29.368874 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-690ba3a3-3c4f-4855-92e0-c1ea0446a290 tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:29.370621 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-690ba3a3-3c4f-4855-92e0-c1ea0446a290 tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.2154303 Jul 16 09:16:29.371527 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-32c86b6b-077f-4aff-94bd-d489e9bf4263 None None] Provisioning for port adfac8f5-4969-4592-bb70-ba6e4ba77b45 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:29.373360 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44240) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:29.383595 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-32c86b6b-077f-4aff-94bd-d489e9bf4263 None None] Provisioning complete for port adfac8f5-4969-4592-bb70-ba6e4ba77b45 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:29.383972 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32c86b6b-077f-4aff-94bd-d489e9bf4263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:29.467061 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43351d6-021c-436a-be84-09e54f733749 tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:29.467544 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43351d6-021c-436a-be84-09e54f733749 tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:29.468022 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43351d6-021c-436a-be84-09e54f733749 tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:29.468538 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43351d6-021c-436a-be84-09e54f733749 tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:29.472836 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-32c86b6b-077f-4aff-94bd-d489e9bf4263 None None] Port adfac8f5-4969-4592-bb70-ba6e4ba77b45 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:16:29.473029 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d43351d6-021c-436a-be84-09e54f733749 tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0955808 Jul 16 09:16:29.473412 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44242) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:29.593443 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6e6dd7c0-ed3d-4e5d-9d3b-17c53416d643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'name': 'tempest-TestNetworkBasicOps-router-1682155394', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:24Z', 'updated_at': '2021-07-16T09:16:28Z', 'revision_number': 4, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'adfac8f5-4969-4592-bb70-ba6e4ba77b45', 'name': '', 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'mac_address': 'fa:16:3e:6c:1e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '85010d1d-2314-4d2f-96c1-ccfdede5da45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:27Z', 'updated_at': '2021-07-16T09:16:28Z', 'revision_number': 2, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'subnets': [{'id': '85010d1d-2314-4d2f-96c1-ccfdede5da45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:29.622662 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6dd7c0-ed3d-4e5d-9d3b-17c53416d643 None None] Checking router: 746cde67-7aae-42b1-9155-eedcc8cfd5b2 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:16:29.623017 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6dd7c0-ed3d-4e5d-9d3b-17c53416d643 None None] Updating router 746cde67-7aae-42b1-9155-eedcc8cfd5b2 port adfac8f5-4969-4592-bb70-ba6e4ba77b45 binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:16:29.625558 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b7f9409a-b0b1-47b5-8030-b8dce89f925f None None] Provisioning complete for port adfac8f5-4969-4592-bb70-ba6e4ba77b45 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:29.625933 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b7f9409a-b0b1-47b5-8030-b8dce89f925f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:29.684093 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6e6dd7c0-ed3d-4e5d-9d3b-17c53416d643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:29.686806 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b7f9409a-b0b1-47b5-8030-b8dce89f925f None None] Port adfac8f5-4969-4592-bb70-ba6e4ba77b45 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:16:29.702743 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-cd281fac-77dd-448d-adda-3efb7899c078 tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.2279499 Jul 16 09:16:29.958739 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6e6dd7c0-ed3d-4e5d-9d3b-17c53416d643 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:29.959722 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44246) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:29.965416 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-943d625a-a4a6-4b4a-92d5-1686fbac03af tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-661606970', 'description': 'tempest-secgroup-smoke-661606970 description', 'project_id': '572a9b8cb07e43478c74c1511ae605cb'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:29.969289 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6e6dd7c0-ed3d-4e5d-9d3b-17c53416d643 None None] Transition to ACTIVE for port object adfac8f5-4969-4592-bb70-ba6e4ba77b45 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:29.975520 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6e6dd7c0-ed3d-4e5d-9d3b-17c53416d643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.004451 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-943d625a-a4a6-4b4a-92d5-1686fbac03af tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.045894 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 5d12c7e7-a893-4124-bc8d-ed2073e404ff up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:30.119979 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-943d625a-a4a6-4b4a-92d5-1686fbac03af tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.120451 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6a414-4cb6-48e9-bfd8-e4c22c6183b7 None None] Pushing event updated for resources: {'Port': ['ID=adfac8f5-4969-4592-bb70-ba6e4ba77b45,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:30.125143 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6e6dd7c0-ed3d-4e5d-9d3b-17c53416d643 None None] Attempting to bind port adfac8f5-4969-4592-bb70-ba6e4ba77b45 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:16:30.125614 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6e6dd7c0-ed3d-4e5d-9d3b-17c53416d643 None None] Attempting to bind port adfac8f5-4969-4592-bb70-ba6e4ba77b45 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '6ceff087-ce1a-47a2-b567-651092d86739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:16:30.126074 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6dd7c0-ed3d-4e5d-9d3b-17c53416d643 None None] Attempting to bind port adfac8f5-4969-4592-bb70-ba6e4ba77b45 on network 8364d96b-3aa9-4771-aaf9-9d3cc15d434d {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:30.129949 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-943d625a-a4a6-4b4a-92d5-1686fbac03af tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.135994 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6dd7c0-ed3d-4e5d-9d3b-17c53416d643 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 16, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:16:30.136560 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6dd7c0-ed3d-4e5d-9d3b-17c53416d643 None None] Checking segment: {'id': '6ceff087-ce1a-47a2-b567-651092d86739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:16:30.136836 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6e6dd7c0-ed3d-4e5d-9d3b-17c53416d643 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.137190 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6dd7c0-ed3d-4e5d-9d3b-17c53416d643 None None] Bound using segment: {'id': '6ceff087-ce1a-47a2-b567-651092d86739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:16:30.137663 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-6e6dd7c0-ed3d-4e5d-9d3b-17c53416d643 None None] Bound port: adfac8f5-4969-4592-bb70-ba6e4ba77b45, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ceff087-ce1a-47a2-b567-651092d86739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:16:30.138049 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6e6dd7c0-ed3d-4e5d-9d3b-17c53416d643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.162726 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-943d625a-a4a6-4b4a-92d5-1686fbac03af tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.166640 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-943d625a-a4a6-4b4a-92d5-1686fbac03af tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2025406 Jul 16 09:16:30.166640 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943d625a-a4a6-4b4a-92d5-1686fbac03af tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1468ae2d-2dc4-4a31-8759-4f064af553da,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:30.167062 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44248) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:30.173545 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-48ee9a3d-d4c1-4b86-a4a9-fe6eeb099b0e tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'security_group_rule': {'security_group_id': '1468ae2d-2dc4-4a31-8759-4f064af553da', 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:30.192468 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 5d12c7e7-a893-4124-bc8d-ed2073e404ff triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:30.192865 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.207071 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48ee9a3d-d4c1-4b86-a4a9-fe6eeb099b0e tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.254751 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6e6dd7c0-ed3d-4e5d-9d3b-17c53416d643 None None] For port adfac8f5-4969-4592-bb70-ba6e4ba77b45, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:16:30.259154 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6e6dd7c0-ed3d-4e5d-9d3b-17c53416d643 None None] For port adfac8f5-4969-4592-bb70-ba6e4ba77b45, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=adfac8f5-4969-4592-bb70-ba6e4ba77b45,segment=NetworkSegment(6ceff087-ce1a-47a2-b567-651092d86739),segment_id=6ceff087-ce1a-47a2-b567-651092d86739)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:16:30.264960 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6e6dd7c0-ed3d-4e5d-9d3b-17c53416d643 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.271403 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48ee9a3d-d4c1-4b86-a4a9-fe6eeb099b0e tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.276486 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48ee9a3d-d4c1-4b86-a4a9-fe6eeb099b0e tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.291693 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ee9a3d-d4c1-4b86-a4a9-fe6eeb099b0e tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60f66c8f-df1f-4171-856f-286a9ad971ec,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:30.305399 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-48ee9a3d-d4c1-4b86-a4a9-fe6eeb099b0e tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.306840 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-48ee9a3d-d4c1-4b86-a4a9-fe6eeb099b0e tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1372917 Jul 16 09:16:30.309444 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44250) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:30.313984 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2dee4548-01f3-489c-8c9b-f42cc3ee8e10 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'security_group_rule': {'security_group_id': '1468ae2d-2dc4-4a31-8759-4f064af553da', 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:30.346903 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2dee4548-01f3-489c-8c9b-f42cc3ee8e10 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.366733 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 94cb0c7f-3c88-4d04-890e-bc459fb09dbe up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:30.368328 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6dd7c0-ed3d-4e5d-9d3b-17c53416d643 None None] Routers {'746cde67-7aae-42b1-9155-eedcc8cfd5b2'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:30.369002 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6e6dd7c0-ed3d-4e5d-9d3b-17c53416d643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:16:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['746cde67-7aae-42b1-9155-eedcc8cfd5b2'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:30.418699 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2dee4548-01f3-489c-8c9b-f42cc3ee8e10 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.423255 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2dee4548-01f3-489c-8c9b-f42cc3ee8e10 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.449015 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dee4548-01f3-489c-8c9b-f42cc3ee8e10 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=81343961-db27-43e7-b835-91a84753de5e,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:30.453526 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2dee4548-01f3-489c-8c9b-f42cc3ee8e10 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.454876 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2dee4548-01f3-489c-8c9b-f42cc3ee8e10 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1445034 Jul 16 09:16:30.458390 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44252) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:30.463908 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-0caa3ecb-ebe0-406b-9fc7-a084e6d97abb tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'security_group_rule': {'security_group_id': '1468ae2d-2dc4-4a31-8759-4f064af553da', 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:30.494099 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0caa3ecb-ebe0-406b-9fc7-a084e6d97abb tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.573996 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0caa3ecb-ebe0-406b-9fc7-a084e6d97abb tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.578410 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0caa3ecb-ebe0-406b-9fc7-a084e6d97abb tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.587003 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd6a414-4cb6-48e9-bfd8-e4c22c6183b7 None None] Pushing event updated for resources: {'Port': ['ID=adfac8f5-4969-4592-bb70-ba6e4ba77b45,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:30.599007 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caa3ecb-ebe0-406b-9fc7-a084e6d97abb tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11f870c7-14d1-4417-b06a-e2b7e120ad49,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:30.607436 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0caa3ecb-ebe0-406b-9fc7-a084e6d97abb tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.611242 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0caa3ecb-ebe0-406b-9fc7-a084e6d97abb tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1492341 Jul 16 09:16:30.611487 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44254) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:30.616422 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-9175af6c-6c8b-4fe4-9c4a-daa9f0b31cef tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'security_group_rule': {'security_group_id': '1468ae2d-2dc4-4a31-8759-4f064af553da', 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:30.642223 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9175af6c-6c8b-4fe4-9c4a-daa9f0b31cef tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.680449 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 94cb0c7f-3c88-4d04-890e-bc459fb09dbe triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:30.680739 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.704659 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-6e6dd7c0-ed3d-4e5d-9d3b-17c53416d643 None None] Set router 746cde67-7aae-42b1-9155-eedcc8cfd5b2 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:30.709140 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9175af6c-6c8b-4fe4-9c4a-daa9f0b31cef tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.713122 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9175af6c-6c8b-4fe4-9c4a-daa9f0b31cef tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.731027 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9175af6c-6c8b-4fe4-9c4a-daa9f0b31cef tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=35a545ac-bfc8-429e-a7ff-efb63ebe3e1a,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:30.737821 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9175af6c-6c8b-4fe4-9c4a-daa9f0b31cef tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.739011 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9175af6c-6c8b-4fe4-9c4a-daa9f0b31cef tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1264112 Jul 16 09:16:30.742151 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44256) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:30.747624 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b97fa07e-ca63-42c8-966d-ab464eecbd42 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'security_group_rule': {'security_group_id': '1468ae2d-2dc4-4a31-8759-4f064af553da', 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:30.772124 n-d-771362-37 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-b97fa07e-ca63-42c8-966d-ab464eecbd42 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Project 572a9b8cb07e43478c74c1511ae605cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:16:30.777061 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b97fa07e-ca63-42c8-966d-ab464eecbd42 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.839296 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b97fa07e-ca63-42c8-966d-ab464eecbd42 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.843746 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b97fa07e-ca63-42c8-966d-ab464eecbd42 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.863193 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97fa07e-ca63-42c8-966d-ab464eecbd42 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=453d6345-317d-4ff5-b3af-7132a550c5b1,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:30.875276 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b97fa07e-ca63-42c8-966d-ab464eecbd42 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.877282 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b97fa07e-ca63-42c8-966d-ab464eecbd42 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1333621 Jul 16 09:16:30.879504 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44258) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:30.883942 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-93eebe69-17ae-4faf-98cb-e7f5c552cde2 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'security_group_rule': {'security_group_id': '1468ae2d-2dc4-4a31-8759-4f064af553da', 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:30.905243 n-d-771362-37 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-93eebe69-17ae-4faf-98cb-e7f5c552cde2 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Project 572a9b8cb07e43478c74c1511ae605cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:16:30.910631 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-93eebe69-17ae-4faf-98cb-e7f5c552cde2 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.959498 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-6e6dd7c0-ed3d-4e5d-9d3b-17c53416d643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'name': 'tempest-TestNetworkBasicOps-router-1682155394', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:24Z', 'updated_at': '2021-07-16T09:16:28Z', 'revision_number': 4, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'adfac8f5-4969-4592-bb70-ba6e4ba77b45', 'name': '', 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'mac_address': 'fa:16:3e:6c:1e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '85010d1d-2314-4d2f-96c1-ccfdede5da45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:27Z', 'updated_at': '2021-07-16T09:16:30Z', 'revision_number': 4, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'subnets': [{'id': '85010d1d-2314-4d2f-96c1-ccfdede5da45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:30.979117 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-93eebe69-17ae-4faf-98cb-e7f5c552cde2 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.983098 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-93eebe69-17ae-4faf-98cb-e7f5c552cde2 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:30.991462 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e6dd7c0-ed3d-4e5d-9d3b-17c53416d643 None None] The sync data for ids ['746cde67-7aae-42b1-9155-eedcc8cfd5b2'] in n-d-771362-37 is: [{'id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'name': 'tempest-TestNetworkBasicOps-router-1682155394', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:24Z', 'updated_at': '2021-07-16T09:16:28Z', 'revision_number': 4, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'adfac8f5-4969-4592-bb70-ba6e4ba77b45', 'name': '', 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'mac_address': 'fa:16:3e:6c:1e:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '85010d1d-2314-4d2f-96c1-ccfdede5da45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:27Z', 'updated_at': '2021-07-16T09:16:30Z', 'revision_number': 4, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'subnets': [{'id': '85010d1d-2314-4d2f-96c1-ccfdede5da45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:16:31.002150 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93eebe69-17ae-4faf-98cb-e7f5c552cde2 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec3c5291-e807-4753-93bd-d3c40ac97e78,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:31.005537 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-93eebe69-17ae-4faf-98cb-e7f5c552cde2 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:31.007052 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-93eebe69-17ae-4faf-98cb-e7f5c552cde2 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1263058 Jul 16 09:16:31.179145 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-746c7748-ee77-4025-a85b-6a59ee34baf3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-661606970&fields=id&tenant_id=572a9b8cb07e43478c74c1511ae605cb HTTP/1.1" status: 200 len: 267 time: 0.0369899 Jul 16 09:16:31.292090 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-847f8241-6ffb-4b08-86a3-93ddd987c698 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:31.293572 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-847f8241-6ffb-4b08-86a3-93ddd987c698 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/networks?id=8364d96b-3aa9-4771-aaf9-9d3cc15d434d HTTP/1.1" status: 200 len: 797 time: 0.1078358 Jul 16 09:16:31.309845 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-a13aee6a-d5ea-4cfa-b745-a2a2ed7ab03e tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/quotas/572a9b8cb07e43478c74c1511ae605cb HTTP/1.1" status: 200 len: 375 time: 0.0105278 Jul 16 09:16:31.383926 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-9c8db619-7897-4bc9-bb1b-b3dc0b01f8b7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=572a9b8cb07e43478c74c1511ae605cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681906 Jul 16 09:16:31.483728 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-b6dead71-483e-4b74-b3e2-f18848608133 service neutron] 10.222.0.22 "GET /v2.0/networks/8364d96b-3aa9-4771-aaf9-9d3cc15d434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868599 Jul 16 09:16:31.581454 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-67cf9e4f-b66d-4b91-b7a5-224758eb8d09 service neutron] 10.222.0.22 "GET /v2.0/networks/8364d96b-3aa9-4771-aaf9-9d3cc15d434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914705 Jul 16 09:16:31.775899 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b90c2cda-342b-43e7-8caa-b1b91f2f935f req-6db32db4-1c5f-4680-b341-4d8f0e2a87dd tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef8c2552-f9f4-4032-9cab-bcb315b8e26f HTTP/1.1" status: 200 len: 210 time: 0.0331035 Jul 16 09:16:32.038158 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device adfac8f5-4969-4592-bb70-ba6e4ba77b45 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:32.095562 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port adfac8f5-4969-4592-bb70-ba6e4ba77b45 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:32.099693 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port adfac8f5-4969-4592-bb70-ba6e4ba77b45 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:32.100069 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:32.189035 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:32.224593 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port adfac8f5-4969-4592-bb70-ba6e4ba77b45, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=adfac8f5-4969-4592-bb70-ba6e4ba77b45,segment=NetworkSegment(6ceff087-ce1a-47a2-b567-651092d86739),segment_id=6ceff087-ce1a-47a2-b567-651092d86739)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:32.228652 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:32.279779 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=adfac8f5-4969-4592-bb70-ba6e4ba77b45,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:32.523345 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:32.589835 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:32.922655 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-149585a4-ded0-437c-ab92-2bf37ea1d0d9 req-c0c263b8-11dd-4eee-a6f2-8fca65fc53d7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef8c2552-f9f4-4032-9cab-bcb315b8e26f HTTP/1.1" status: 200 len: 210 time: 0.0293555 Jul 16 09:16:33.078738 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-7e06f5f6-fecd-44ef-a9c0-cce9b2e69a7c tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:33.080181 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-7e06f5f6-fecd-44ef-a9c0-cce9b2e69a7c tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.30 "GET /v2.0/networks?id=8364d96b-3aa9-4771-aaf9-9d3cc15d434d HTTP/1.1" status: 200 len: 797 time: 0.1089547 Jul 16 09:16:33.123821 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-03a68d38-f2cb-4028-960b-6120935e6134 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=572a9b8cb07e43478c74c1511ae605cb HTTP/1.1" status: 200 len: 379 time: 0.0347774 Jul 16 09:16:33.131997 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-b7510d50-c40c-49c7-9b43-8cd0f2d48767 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'port': {'device_id': 'ef8c2552-f9f4-4032-9cab-bcb315b8e26f', 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d', 'admin_state_up': True, 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'security_groups': ['1468ae2d-2dc4-4a31-8759-4f064af553da']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:33.241206 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-b7510d50-c40c-49c7-9b43-8cd0f2d48767 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Made reservation on behalf of 572a9b8cb07e43478c74c1511ae605cb for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:16:33.245022 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-b7510d50-c40c-49c7-9b43-8cd0f2d48767 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:33.333951 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-45a088e8-e477-4678-be1f-c90c57c980c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:33.375522 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-b7510d50-c40c-49c7-9b43-8cd0f2d48767 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Allocated IP 172.20.0.5 (8364d96b-3aa9-4771-aaf9-9d3cc15d434d/85010d1d-2314-4d2f-96c1-ccfdede5da45/81b370cc-cde6-4ed2-a704-cf3050ad62e4) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:16:33.519155 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-b7510d50-c40c-49c7-9b43-8cd0f2d48767 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:33.532810 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-b7510d50-c40c-49c7-9b43-8cd0f2d48767 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Transition to ACTIVE for port object 81b370cc-cde6-4ed2-a704-cf3050ad62e4 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:33.566005 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-b7510d50-c40c-49c7-9b43-8cd0f2d48767 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:33.611291 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-b7510d50-c40c-49c7-9b43-8cd0f2d48767 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Network 8364d96b-3aa9-4771-aaf9-9d3cc15d434d is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:16:33.614468 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-b7510d50-c40c-49c7-9b43-8cd0f2d48767 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:33.618422 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-b7510d50-c40c-49c7-9b43-8cd0f2d48767 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:16:33.647355 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7510d50-c40c-49c7-9b43-8cd0f2d48767 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'Port': ['ID=81b370cc-cde6-4ed2-a704-cf3050ad62e4,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:33.694249 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-b7510d50-c40c-49c7-9b43-8cd0f2d48767 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:33.694875 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-b7510d50-c40c-49c7-9b43-8cd0f2d48767 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:33.709709 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-b7510d50-c40c-49c7-9b43-8cd0f2d48767 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5812919 Jul 16 09:16:33.719672 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-22bd8591-a157-4204-94f0-4ee2a8794787 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:16:33.720711 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-22bd8591-a157-4204-94f0-4ee2a8794787 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053260 Jul 16 09:16:33.797666 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-7c91bf84-4ed6-4b76-ac2d-26cd9cd67fee service neutron] Request body: {'port': {'device_id': 'ef8c2552-f9f4-4032-9cab-bcb315b8e26f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:33.871626 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-7c91bf84-4ed6-4b76-ac2d-26cd9cd67fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:33.895273 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-219e7035-88d0-4c4e-a668-7aaf704aa722 None None] Provisioning for port 81b370cc-cde6-4ed2-a704-cf3050ad62e4 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:33.898915 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-219e7035-88d0-4c4e-a668-7aaf704aa722 None None] Provisioning complete for port 81b370cc-cde6-4ed2-a704-cf3050ad62e4 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:33.899358 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-219e7035-88d0-4c4e-a668-7aaf704aa722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:33.933276 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-219e7035-88d0-4c4e-a668-7aaf704aa722 None None] Port 81b370cc-cde6-4ed2-a704-cf3050ad62e4 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:16:34.012831 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device adfac8f5-4969-4592-bb70-ba6e4ba77b45 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:34.064002 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port adfac8f5-4969-4592-bb70-ba6e4ba77b45 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:34.064581 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:34.104935 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4abd00-2d72-4d3a-9c7a-7a3738253daa req-b5351bd5-d975-4098-acd0-4a7b5dc60a75 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:34.106472 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-db4abd00-2d72-4d3a-9c7a-7a3738253daa req-b5351bd5-d975-4098-acd0-4a7b5dc60a75 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef8c2552-f9f4-4032-9cab-bcb315b8e26f HTTP/1.1" status: 200 len: 931 time: 0.0672400 Jul 16 09:16:34.147571 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-db4abd00-2d72-4d3a-9c7a-7a3738253daa req-c0ba4535-2d2e-41d6-be54-261f33f66b57 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/security-groups?id=1468ae2d-2dc4-4a31-8759-4f064af553da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339913 Jul 16 09:16:34.175411 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-7c91bf84-4ed6-4b76-ac2d-26cd9cd67fee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81b370cc-cde6-4ed2-a704-cf3050ad62e4 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:16:34.183458 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-7c91bf84-4ed6-4b76-ac2d-26cd9cd67fee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:34.195058 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-7c91bf84-4ed6-4b76-ac2d-26cd9cd67fee service neutron] Transition to ACTIVE for port object 81b370cc-cde6-4ed2-a704-cf3050ad62e4 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:16:34.198966 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-7c91bf84-4ed6-4b76-ac2d-26cd9cd67fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:34.250021 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91bf84-4ed6-4b76-ac2d-26cd9cd67fee service neutron] Pushing event updated for resources: {'Port': ['ID=81b370cc-cde6-4ed2-a704-cf3050ad62e4,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:34.323974 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-7c91bf84-4ed6-4b76-ac2d-26cd9cd67fee service neutron] Attempting to bind port 81b370cc-cde6-4ed2-a704-cf3050ad62e4 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:16:34.324321 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-7c91bf84-4ed6-4b76-ac2d-26cd9cd67fee service neutron] Attempting to bind port 81b370cc-cde6-4ed2-a704-cf3050ad62e4 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '6ceff087-ce1a-47a2-b567-651092d86739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:16:34.324686 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-7c91bf84-4ed6-4b76-ac2d-26cd9cd67fee service neutron] Attempting to bind port 81b370cc-cde6-4ed2-a704-cf3050ad62e4 on network 8364d96b-3aa9-4771-aaf9-9d3cc15d434d {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:34.329385 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-7c91bf84-4ed6-4b76-ac2d-26cd9cd67fee service neutron] Port 81b370cc-cde6-4ed2-a704-cf3050ad62e4 on network 8364d96b-3aa9-4771-aaf9-9d3cc15d434d not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:16:34.329728 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-7c91bf84-4ed6-4b76-ac2d-26cd9cd67fee service neutron] Attempting to bind port 81b370cc-cde6-4ed2-a704-cf3050ad62e4 on network 8364d96b-3aa9-4771-aaf9-9d3cc15d434d {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:16:34.334656 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-7c91bf84-4ed6-4b76-ac2d-26cd9cd67fee service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 16, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:16:34.334998 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-7c91bf84-4ed6-4b76-ac2d-26cd9cd67fee service neutron] Checking segment: {'id': '6ceff087-ce1a-47a2-b567-651092d86739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:16:34.335387 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-7c91bf84-4ed6-4b76-ac2d-26cd9cd67fee service neutron] Bound using segment: {'id': '6ceff087-ce1a-47a2-b567-651092d86739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:16:34.335831 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-7c91bf84-4ed6-4b76-ac2d-26cd9cd67fee service neutron] Bound port: 81b370cc-cde6-4ed2-a704-cf3050ad62e4, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ceff087-ce1a-47a2-b567-651092d86739', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:16:34.336239 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-7c91bf84-4ed6-4b76-ac2d-26cd9cd67fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:34.408697 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-7c91bf84-4ed6-4b76-ac2d-26cd9cd67fee service neutron] For port 81b370cc-cde6-4ed2-a704-cf3050ad62e4, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:16:34.412393 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-7c91bf84-4ed6-4b76-ac2d-26cd9cd67fee service neutron] For port 81b370cc-cde6-4ed2-a704-cf3050ad62e4, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=81b370cc-cde6-4ed2-a704-cf3050ad62e4,segment=NetworkSegment(6ceff087-ce1a-47a2-b567-651092d86739),segment_id=6ceff087-ce1a-47a2-b567-651092d86739)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:16:34.417852 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-7c91bf84-4ed6-4b76-ac2d-26cd9cd67fee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:34.450802 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-7c91bf84-4ed6-4b76-ac2d-26cd9cd67fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:34.451402 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-7c91bf84-4ed6-4b76-ac2d-26cd9cd67fee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:34.452902 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-7c91bf84-4ed6-4b76-ac2d-26cd9cd67fee service neutron] 10.222.0.30 "PUT /v2.0/ports/81b370cc-cde6-4ed2-a704-cf3050ad62e4 HTTP/1.1" status: 200 len: 1092 time: 0.7252243 Jul 16 09:16:34.453281 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef8c2552-f9f4-4032-9cab-bcb315b8e26f', 'tag': '81b370cc-cde6-4ed2-a704-cf3050ad62e4'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:34.455605 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dea14f34-1d66-40b7-bfa2-f904cfd7219c" -d '{"events": [{"name": "network-changed", "server_uuid": "ef8c2552-f9f4-4032-9cab-bcb315b8e26f", "tag": "81b370cc-cde6-4ed2-a704-cf3050ad62e4"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:34.491613 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c91bf84-4ed6-4b76-ac2d-26cd9cd67fee service neutron] Pushing event updated for resources: {'Port': ['ID=81b370cc-cde6-4ed2-a704-cf3050ad62e4,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:34.525909 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fff6dbdd-487e-426c-ad2d-e3251256b0a4 x-openstack-request-id: req-fff6dbdd-487e-426c-ad2d-e3251256b0a4 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:34.526205 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef8c2552-f9f4-4032-9cab-bcb315b8e26f", "tag": "81b370cc-cde6-4ed2-a704-cf3050ad62e4", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:34.526455 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fff6dbdd-487e-426c-ad2d-e3251256b0a4 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:34.526849 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef8c2552-f9f4-4032-9cab-bcb315b8e26f', 'tag': '81b370cc-cde6-4ed2-a704-cf3050ad62e4', 'status': 'completed', 'code': 200} Jul 16 09:16:34.554257 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-8977436a-6d8f-4f3b-8f73-95dbae0d1f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:34.555795 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-8977436a-6d8f-4f3b-8f73-95dbae0d1f26 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=572a9b8cb07e43478c74c1511ae605cb&device_id=ef8c2552-f9f4-4032-9cab-bcb315b8e26f HTTP/1.1" status: 200 len: 1095 time: 0.0579240 Jul 16 09:16:34.602874 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-8e2a7f81-7c93-4f9f-8637-d1f3e76c75db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81b370cc-cde6-4ed2-a704-cf3050ad62e4 HTTP/1.1" status: 200 len: 217 time: 0.0400317 Jul 16 09:16:34.651774 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-dd1d19af-b7c3-43aa-8c3a-0c71b9b73ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:34.653272 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-dd1d19af-b7c3-43aa-8c3a-0c71b9b73ecb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=85010d1d-2314-4d2f-96c1-ccfdede5da45 HTTP/1.1" status: 200 len: 835 time: 0.0443583 Jul 16 09:16:34.713283 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-6d42efc8-8320-4bca-ba88-1977252580e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:34.714688 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-6d42efc8-8320-4bca-ba88-1977252580e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8364d96b-3aa9-4771-aaf9-9d3cc15d434d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546806 Jul 16 09:16:34.809998 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-ff718f99-b6ef-4dc7-94fc-817af53a2f45 service neutron] 10.222.0.30 "GET /v2.0/networks/8364d96b-3aa9-4771-aaf9-9d3cc15d434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890100 Jul 16 09:16:34.899606 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-daec8dd2-1524-4572-a5f1-7c2a09856c8e req-d66f8ba8-8e09-4cb9-860b-e478587ee0b5 service neutron] 10.222.0.30 "GET /v2.0/networks/8364d96b-3aa9-4771-aaf9-9d3cc15d434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830069 Jul 16 09:16:34.997871 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea14f34-1d66-40b7-bfa2-f904cfd7219c req-959ccf6d-93bc-4825-af4f-0630df7e8a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:34.999395 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dea14f34-1d66-40b7-bfa2-f904cfd7219c req-959ccf6d-93bc-4825-af4f-0630df7e8a9a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=572a9b8cb07e43478c74c1511ae605cb&device_id=ef8c2552-f9f4-4032-9cab-bcb315b8e26f HTTP/1.1" status: 200 len: 1095 time: 0.0526452 Jul 16 09:16:35.092699 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea14f34-1d66-40b7-bfa2-f904cfd7219c req-e872c849-e191-40f0-bab8-d8acd6741b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:35.094158 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dea14f34-1d66-40b7-bfa2-f904cfd7219c req-e872c849-e191-40f0-bab8-d8acd6741b15 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8364d96b-3aa9-4771-aaf9-9d3cc15d434d HTTP/1.1" status: 200 len: 898 time: 0.0889614 Jul 16 09:16:35.135211 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dea14f34-1d66-40b7-bfa2-f904cfd7219c req-38b4bb50-bc72-49bf-8015-7d4ada40549f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81b370cc-cde6-4ed2-a704-cf3050ad62e4 HTTP/1.1" status: 200 len: 217 time: 0.0342677 Jul 16 09:16:35.188408 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea14f34-1d66-40b7-bfa2-f904cfd7219c req-adff26ae-0720-4b00-851b-3e445a473734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:35.189943 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dea14f34-1d66-40b7-bfa2-f904cfd7219c req-adff26ae-0720-4b00-851b-3e445a473734 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=85010d1d-2314-4d2f-96c1-ccfdede5da45 HTTP/1.1" status: 200 len: 835 time: 0.0489054 Jul 16 09:16:35.248546 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea14f34-1d66-40b7-bfa2-f904cfd7219c req-f01f5e9c-39e5-44f6-9438-9a613dc85000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:35.250063 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dea14f34-1d66-40b7-bfa2-f904cfd7219c req-f01f5e9c-39e5-44f6-9438-9a613dc85000 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8364d96b-3aa9-4771-aaf9-9d3cc15d434d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531869 Jul 16 09:16:35.337978 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db164cf9-e686-403f-a1e4-a338f32db127 req-71bc94ae-9af9-4d47-b88d-15da054e924f tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:35.339484 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-db164cf9-e686-403f-a1e4-a338f32db127 req-71bc94ae-9af9-4d47-b88d-15da054e924f tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef8c2552-f9f4-4032-9cab-bcb315b8e26f HTTP/1.1" status: 200 len: 943 time: 0.0690684 Jul 16 09:16:35.353543 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dea14f34-1d66-40b7-bfa2-f904cfd7219c req-451015ec-3204-4aa8-af6b-6236e7e37889 service neutron] 10.222.0.30 "GET /v2.0/networks/8364d96b-3aa9-4771-aaf9-9d3cc15d434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960963 Jul 16 09:16:35.380701 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-db164cf9-e686-403f-a1e4-a338f32db127 req-21c7dcc8-dda8-4e9c-a322-8819311493a1 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/security-groups?id=1468ae2d-2dc4-4a31-8759-4f064af553da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350475 Jul 16 09:16:35.444546 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dea14f34-1d66-40b7-bfa2-f904cfd7219c req-2206d676-8974-49e2-99e3-07e7ff89e6a1 service neutron] 10.222.0.30 "GET /v2.0/networks/8364d96b-3aa9-4771-aaf9-9d3cc15d434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845487 Jul 16 09:16:35.751781 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-93bcbdff-f9e4-4147-b97d-2de7a1f01dac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:36.072589 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:36.556979 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a08c858c-87db-406f-9201-22cf7f148b54 req-ef13199d-5c51-43aa-b918-097d50b3c556 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:36.558453 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a08c858c-87db-406f-9201-22cf7f148b54 req-ef13199d-5c51-43aa-b918-097d50b3c556 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef8c2552-f9f4-4032-9cab-bcb315b8e26f HTTP/1.1" status: 200 len: 943 time: 0.0636394 Jul 16 09:16:36.601908 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a08c858c-87db-406f-9201-22cf7f148b54 req-273bdeb2-1659-46dc-babc-7258df6cee10 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/security-groups?id=1468ae2d-2dc4-4a31-8759-4f064af553da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377700 Jul 16 09:16:37.092067 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 81b370cc-cde6-4ed2-a704-cf3050ad62e4 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:16:37.187097 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 81b370cc-cde6-4ed2-a704-cf3050ad62e4, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=81b370cc-cde6-4ed2-a704-cf3050ad62e4,segment=NetworkSegment(6ceff087-ce1a-47a2-b567-651092d86739),segment_id=6ceff087-ce1a-47a2-b567-651092d86739)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:37.198826 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '81b370cc-cde6-4ed2-a704-cf3050ad62e4', 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d', 'port_id': '81b370cc-cde6-4ed2-a704-cf3050ad62e4', 'mac_address': 'fa:16:3e:01:0d:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85010d1d-2314-4d2f-96c1-ccfdede5da45', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:16:37.244485 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:37.245807 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:37.259280 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81b370cc-cde6-4ed2-a704-cf3050ad62e4 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:16:37.281081 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 81b370cc-cde6-4ed2-a704-cf3050ad62e4, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=81b370cc-cde6-4ed2-a704-cf3050ad62e4,segment=NetworkSegment(6ceff087-ce1a-47a2-b567-651092d86739),segment_id=6ceff087-ce1a-47a2-b567-651092d86739)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:37.285537 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:37.334688 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=81b370cc-cde6-4ed2-a704-cf3050ad62e4,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:37.511396 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['81b370cc-cde6-4ed2-a704-cf3050ad62e4'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:16:37.783483 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0a72c9-bc59-4dd8-99ae-2c64b41988f2 req-4ea2709a-7d07-4923-addb-6e542349fa4b tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:37.785379 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2b0a72c9-bc59-4dd8-99ae-2c64b41988f2 req-4ea2709a-7d07-4923-addb-6e542349fa4b tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef8c2552-f9f4-4032-9cab-bcb315b8e26f HTTP/1.1" status: 200 len: 944 time: 0.0690935 Jul 16 09:16:37.827917 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2b0a72c9-bc59-4dd8-99ae-2c64b41988f2 req-d4b14031-9cac-49df-b3ef-96f6297e8cc8 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/security-groups?id=1468ae2d-2dc4-4a31-8759-4f064af553da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346956 Jul 16 09:16:38.682098 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:39.003760 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a275cf9f-e363-4efb-b666-625663a5ff47 req-5564884b-cd67-459c-b1e1-222c0ab569a9 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:39.005297 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a275cf9f-e363-4efb-b666-625663a5ff47 req-5564884b-cd67-459c-b1e1-222c0ab569a9 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef8c2552-f9f4-4032-9cab-bcb315b8e26f HTTP/1.1" status: 200 len: 944 time: 0.0633702 Jul 16 09:16:39.042591 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a275cf9f-e363-4efb-b666-625663a5ff47 req-04e1884e-1ea4-4b24-a9fa-903c6f5cb33d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/security-groups?id=1468ae2d-2dc4-4a31-8759-4f064af553da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317402 Jul 16 09:16:39.104060 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 81b370cc-cde6-4ed2-a704-cf3050ad62e4 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:16:39.153379 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 81b370cc-cde6-4ed2-a704-cf3050ad62e4 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:16:39.157089 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 81b370cc-cde6-4ed2-a704-cf3050ad62e4 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:16:39.157471 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:39.235029 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:39.258321 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8c2552-f9f4-4032-9cab-bcb315b8e26f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b370cc-cde6-4ed2-a704-cf3050ad62e4'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:39.260624 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18444758-86ed-4f16-ae31-eb93354b99c5" -d '{"events": [{"server_uuid": "ef8c2552-f9f4-4032-9cab-bcb315b8e26f", "name": "network-vif-plugged", "status": "completed", "tag": "81b370cc-cde6-4ed2-a704-cf3050ad62e4"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:39.272905 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 81b370cc-cde6-4ed2-a704-cf3050ad62e4, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=81b370cc-cde6-4ed2-a704-cf3050ad62e4,segment=NetworkSegment(6ceff087-ce1a-47a2-b567-651092d86739),segment_id=6ceff087-ce1a-47a2-b567-651092d86739)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:16:39.277272 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:39.325645 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=81b370cc-cde6-4ed2-a704-cf3050ad62e4,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:39.435851 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ca782d9-07dd-4833-9faa-3a9ecea9d5ee x-openstack-request-id: req-4ca782d9-07dd-4833-9faa-3a9ecea9d5ee {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:39.436158 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8c2552-f9f4-4032-9cab-bcb315b8e26f", "name": "network-vif-plugged", "status": "completed", "tag": "81b370cc-cde6-4ed2-a704-cf3050ad62e4", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:39.436449 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4ca782d9-07dd-4833-9faa-3a9ecea9d5ee {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:39.436859 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8c2552-f9f4-4032-9cab-bcb315b8e26f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81b370cc-cde6-4ed2-a704-cf3050ad62e4', 'code': 200} Jul 16 09:16:39.548078 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1b9e52-00af-45d9-8106-af198a03453d req-7d90a45e-e11a-4080-ba70-c77939ba7b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:39.550291 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9f1b9e52-00af-45d9-8106-af198a03453d req-7d90a45e-e11a-4080-ba70-c77939ba7b0d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ef8c2552-f9f4-4032-9cab-bcb315b8e26f HTTP/1.1" status: 200 len: 1097 time: 0.0517981 Jul 16 09:16:39.584913 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9f1b9e52-00af-45d9-8106-af198a03453d req-4dabf846-b67c-4c66-bfde-e83766ce67c0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=1468ae2d-2dc4-4a31-8759-4f064af553da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0282247 Jul 16 09:16:40.561754 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c878980-c825-440e-87c2-f9ec2c6b0112 req-b0fe124c-3158-4ca2-b253-3f438a814da0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:40.563265 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c878980-c825-440e-87c2-f9ec2c6b0112 req-b0fe124c-3158-4ca2-b253-3f438a814da0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef8c2552-f9f4-4032-9cab-bcb315b8e26f HTTP/1.1" status: 200 len: 945 time: 0.3975825 Jul 16 09:16:40.600005 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c878980-c825-440e-87c2-f9ec2c6b0112 req-bf17dcba-89ee-497b-9f35-8cf7f55cf4f3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/security-groups?id=1468ae2d-2dc4-4a31-8759-4f064af553da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304928 Jul 16 09:16:41.787108 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5ed160b-b481-4682-a30c-7e92ba563b35 req-6b88244d-1ecd-4913-a6af-3a84811ebeb0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:41.788783 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c5ed160b-b481-4682-a30c-7e92ba563b35 req-6b88244d-1ecd-4913-a6af-3a84811ebeb0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef8c2552-f9f4-4032-9cab-bcb315b8e26f HTTP/1.1" status: 200 len: 945 time: 0.0700836 Jul 16 09:16:41.833922 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c5ed160b-b481-4682-a30c-7e92ba563b35 req-d5ccc141-d8d8-4f86-8298-be8be6e5cfb4 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/security-groups?id=1468ae2d-2dc4-4a31-8759-4f064af553da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394416 Jul 16 09:16:42.012536 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a743a89-3613-4224-9c4b-1f994d1514c4 req-6e5d6ec2-5d0e-4934-99e1-788ffd56e6fc tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:42.013999 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5a743a89-3613-4224-9c4b-1f994d1514c4 req-6e5d6ec2-5d0e-4934-99e1-788ffd56e6fc tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef8c2552-f9f4-4032-9cab-bcb315b8e26f HTTP/1.1" status: 200 len: 945 time: 0.0623527 Jul 16 09:16:42.050565 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5a743a89-3613-4224-9c4b-1f994d1514c4 req-14d8a50d-caed-45bf-8dd0-d1723629b348 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/security-groups?id=1468ae2d-2dc4-4a31-8759-4f064af553da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304391 Jul 16 09:16:42.075857 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44318) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:42.132620 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9c8f6b-692f-4fb2-8c01-0374a9a7814c tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:42.134153 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1f9c8f6b-692f-4fb2-8c01-0374a9a7814c tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=ef8c2552-f9f4-4032-9cab-bcb315b8e26f HTTP/1.1" status: 200 len: 1092 time: 0.0572760 Jul 16 09:16:42.138010 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44320) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:42.143072 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-e2748ab2-61db-497c-8fc4-4ac7abab4576 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'port_id': '81b370cc-cde6-4ed2-a704-cf3050ad62e4', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:16:42.166361 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e2748ab2-61db-497c-8fc4-4ac7abab4576 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:42.264871 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e2748ab2-61db-497c-8fc4-4ac7abab4576 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:42.387483 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-e2748ab2-61db-497c-8fc4-4ac7abab4576 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Allocated IP 172.25.3.103 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/e8b5feae-815a-485e-9183-bc3a1d62fe4a) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:16:42.485553 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e2748ab2-61db-497c-8fc4-4ac7abab4576 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:42.524566 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e2748ab2-61db-497c-8fc4-4ac7abab4576 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:42.564938 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2748ab2-61db-497c-8fc4-4ac7abab4576 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:16:42.571028 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-e2748ab2-61db-497c-8fc4-4ac7abab4576 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:16:42.574681 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2748ab2-61db-497c-8fc4-4ac7abab4576 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:16:42.580211 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2748ab2-61db-497c-8fc4-4ac7abab4576 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'Port': ['ID=e8b5feae-815a-485e-9183-bc3a1d62fe4a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:42.946480 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e2748ab2-61db-497c-8fc4-4ac7abab4576 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:43.024357 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e2748ab2-61db-497c-8fc4-4ac7abab4576 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:43.172469 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e2748ab2-61db-497c-8fc4-4ac7abab4576 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:43.178788 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e2748ab2-61db-497c-8fc4-4ac7abab4576 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:43.252990 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2748ab2-61db-497c-8fc4-4ac7abab4576 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'Port': ['ID=e8b5feae-815a-485e-9183-bc3a1d62fe4a,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:16:43.262840 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e2748ab2-61db-497c-8fc4-4ac7abab4576 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:43.365655 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-e2748ab2-61db-497c-8fc4-4ac7abab4576 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Floating IP 74cdc274-6b9e-4cc2-b0c9-502b26b7fd0f associated. External IP: 172.25.3.103, port: 81b370cc-cde6-4ed2-a704-cf3050ad62e4. Jul 16 09:16:43.576900 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2748ab2-61db-497c-8fc4-4ac7abab4576 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Router 746cde67-7aae-42b1-9155-eedcc8cfd5b2 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:16:43.686086 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2748ab2-61db-497c-8fc4-4ac7abab4576 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:16:43.696408 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2d5a31-168c-4450-98c9-257fdf2a66d7 None None] Sync routers for ids ['746cde67-7aae-42b1-9155-eedcc8cfd5b2'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:16:43.703281 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e2748ab2-61db-497c-8fc4-4ac7abab4576 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:16:43.706072 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2d5a31-168c-4450-98c9-257fdf2a66d7 None None] Routers {'746cde67-7aae-42b1-9155-eedcc8cfd5b2'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:43.706725 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bd2d5a31-168c-4450-98c9-257fdf2a66d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:16:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['746cde67-7aae-42b1-9155-eedcc8cfd5b2'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:43.750815 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e2748ab2-61db-497c-8fc4-4ac7abab4576 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6083217 Jul 16 09:16:43.750815 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef8c2552-f9f4-4032-9cab-bcb315b8e26f', 'tag': '81b370cc-cde6-4ed2-a704-cf3050ad62e4'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:16:43.751671 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-513b2d24-a1f2-4b3b-bb5d-e895176ac9a8" -d '{"events": [{"name": "network-changed", "server_uuid": "ef8c2552-f9f4-4032-9cab-bcb315b8e26f", "tag": "81b370cc-cde6-4ed2-a704-cf3050ad62e4"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:16:43.760983 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44322) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:43.810095 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b42567ca-f00f-4d5f-9492-21d66f0ec9df x-openstack-request-id: req-b42567ca-f00f-4d5f-9492-21d66f0ec9df {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:16:43.810412 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef8c2552-f9f4-4032-9cab-bcb315b8e26f", "tag": "81b370cc-cde6-4ed2-a704-cf3050ad62e4", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:16:43.810663 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b42567ca-f00f-4d5f-9492-21d66f0ec9df {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:16:43.811048 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef8c2552-f9f4-4032-9cab-bcb315b8e26f', 'tag': '81b370cc-cde6-4ed2-a704-cf3050ad62e4', 'status': 'completed', 'code': 200} Jul 16 09:16:43.877939 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-152bd842-0640-4ea9-a67d-6fa789ed8db4 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/floatingips/74cdc274-6b9e-4cc2-b0c9-502b26b7fd0f HTTP/1.1" status: 200 len: 991 time: 0.1146364 Jul 16 09:16:43.906565 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b2d24-a1f2-4b3b-bb5d-e895176ac9a8 req-cdf3658b-d4f8-496a-8681-d61d0dcf3c2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:43.908527 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-513b2d24-a1f2-4b3b-bb5d-e895176ac9a8 req-cdf3658b-d4f8-496a-8681-d61d0dcf3c2e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=572a9b8cb07e43478c74c1511ae605cb&device_id=ef8c2552-f9f4-4032-9cab-bcb315b8e26f HTTP/1.1" status: 200 len: 1097 time: 0.0757439 Jul 16 09:16:43.944763 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-bd2d5a31-168c-4450-98c9-257fdf2a66d7 None None] Set router 746cde67-7aae-42b1-9155-eedcc8cfd5b2 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:44.016114 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b2d24-a1f2-4b3b-bb5d-e895176ac9a8 req-00e1cec6-5535-4555-8855-4dce21e4fb83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:44.017691 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-513b2d24-a1f2-4b3b-bb5d-e895176ac9a8 req-00e1cec6-5535-4555-8855-4dce21e4fb83 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8364d96b-3aa9-4771-aaf9-9d3cc15d434d HTTP/1.1" status: 200 len: 898 time: 0.1027415 Jul 16 09:16:44.099606 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-513b2d24-a1f2-4b3b-bb5d-e895176ac9a8 req-1b1418b6-c2a7-4f36-8c04-431cab226891 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81b370cc-cde6-4ed2-a704-cf3050ad62e4 HTTP/1.1" status: 200 len: 999 time: 0.0746484 Jul 16 09:16:44.155380 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b2d24-a1f2-4b3b-bb5d-e895176ac9a8 req-f152c5bb-2018-4771-925c-904a62361f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:44.156753 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-513b2d24-a1f2-4b3b-bb5d-e895176ac9a8 req-f152c5bb-2018-4771-925c-904a62361f2f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=85010d1d-2314-4d2f-96c1-ccfdede5da45 HTTP/1.1" status: 200 len: 835 time: 0.0519724 Jul 16 09:16:44.190390 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bd2d5a31-168c-4450-98c9-257fdf2a66d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'name': 'tempest-TestNetworkBasicOps-router-1682155394', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:24Z', 'updated_at': '2021-07-16T09:16:28Z', 'revision_number': 4, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '74cdc274-6b9e-4cc2-b0c9-502b26b7fd0f', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'port_id': '81b370cc-cde6-4ed2-a704-cf3050ad62e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d', 'mac_address': 'fa:16:3e:01:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8c2552-f9f4-4032-9cab-bcb315b8e26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:42Z', 'updated_at': '2021-07-16T09:16:42Z', 'revision_number': 0, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfac8f5-4969-4592-bb70-ba6e4ba77b45', 'name': '', 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'mac_address': 'fa:16:3e:6c:1e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '85010d1d-2314-4d2f-96c1-ccfdede5da45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:27Z', 'updated_at': '2021-07-16T09:16:32Z', 'revision_number': 5, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'subnets': [{'id': '85010d1d-2314-4d2f-96c1-ccfdede5da45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:44.215552 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513b2d24-a1f2-4b3b-bb5d-e895176ac9a8 req-d623724d-1b2f-4b76-999d-901ebd26a52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:44.217093 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-513b2d24-a1f2-4b3b-bb5d-e895176ac9a8 req-d623724d-1b2f-4b76-999d-901ebd26a52a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8364d96b-3aa9-4771-aaf9-9d3cc15d434d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544498 Jul 16 09:16:44.220078 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2d5a31-168c-4450-98c9-257fdf2a66d7 None None] Checking router: 746cde67-7aae-42b1-9155-eedcc8cfd5b2 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:16:44.229249 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2d5a31-168c-4450-98c9-257fdf2a66d7 None None] Routers {'746cde67-7aae-42b1-9155-eedcc8cfd5b2'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:16:44.229876 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bd2d5a31-168c-4450-98c9-257fdf2a66d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:16:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['746cde67-7aae-42b1-9155-eedcc8cfd5b2'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:44.308929 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-513b2d24-a1f2-4b3b-bb5d-e895176ac9a8 req-a5d73c4c-1f2b-45eb-8e70-9afd401d2cbd service neutron] 10.222.0.30 "GET /v2.0/networks/8364d96b-3aa9-4771-aaf9-9d3cc15d434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850868 Jul 16 09:16:44.348644 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-bd2d5a31-168c-4450-98c9-257fdf2a66d7 None None] Set router 746cde67-7aae-42b1-9155-eedcc8cfd5b2 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:16:44.412288 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-513b2d24-a1f2-4b3b-bb5d-e895176ac9a8 req-77d7d455-cb3c-4558-a132-efb7806d62e1 service neutron] 10.222.0.30 "GET /v2.0/networks/8364d96b-3aa9-4771-aaf9-9d3cc15d434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0973177 Jul 16 09:16:44.576796 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bd2d5a31-168c-4450-98c9-257fdf2a66d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'name': 'tempest-TestNetworkBasicOps-router-1682155394', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:24Z', 'updated_at': '2021-07-16T09:16:28Z', 'revision_number': 4, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '74cdc274-6b9e-4cc2-b0c9-502b26b7fd0f', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'port_id': '81b370cc-cde6-4ed2-a704-cf3050ad62e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d', 'mac_address': 'fa:16:3e:01:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8c2552-f9f4-4032-9cab-bcb315b8e26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:42Z', 'updated_at': '2021-07-16T09:16:42Z', 'revision_number': 0, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfac8f5-4969-4592-bb70-ba6e4ba77b45', 'name': '', 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'mac_address': 'fa:16:3e:6c:1e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '85010d1d-2314-4d2f-96c1-ccfdede5da45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:27Z', 'updated_at': '2021-07-16T09:16:32Z', 'revision_number': 5, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'subnets': [{'id': '85010d1d-2314-4d2f-96c1-ccfdede5da45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:16:44.602762 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd2d5a31-168c-4450-98c9-257fdf2a66d7 None None] The sync data for ids ['746cde67-7aae-42b1-9155-eedcc8cfd5b2'] in n-d-771362-37 is: [{'id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'name': 'tempest-TestNetworkBasicOps-router-1682155394', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:24Z', 'updated_at': '2021-07-16T09:16:28Z', 'revision_number': 4, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '74cdc274-6b9e-4cc2-b0c9-502b26b7fd0f', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'port_id': '81b370cc-cde6-4ed2-a704-cf3050ad62e4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d', 'mac_address': 'fa:16:3e:01:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8c2552-f9f4-4032-9cab-bcb315b8e26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:42Z', 'updated_at': '2021-07-16T09:16:42Z', 'revision_number': 0, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfac8f5-4969-4592-bb70-ba6e4ba77b45', 'name': '', 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'mac_address': 'fa:16:3e:6c:1e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '85010d1d-2314-4d2f-96c1-ccfdede5da45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:27Z', 'updated_at': '2021-07-16T09:16:32Z', 'revision_number': 5, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'subnets': [{'id': '85010d1d-2314-4d2f-96c1-ccfdede5da45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:16:44.821537 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43d3382f-3db4-4a64-ace2-d1e4b1c16a64 None None] New status for floating IP 74cdc274-6b9e-4cc2-b0c9-502b26b7fd0f: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:16:44.881749 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44326) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:44.949655 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8266d9de-822f-4c94-88c8-ec9bed4cacf0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/floatingips/74cdc274-6b9e-4cc2-b0c9-502b26b7fd0f HTTP/1.1" status: 200 len: 991 time: 0.0666201 Jul 16 09:16:45.953618 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44328) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:16:46.021063 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-89e5c97a-8753-4e9a-bea2-fc93d0781639 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/floatingips/74cdc274-6b9e-4cc2-b0c9-502b26b7fd0f HTTP/1.1" status: 200 len: 993 time: 0.0660629 Jul 16 09:16:46.257361 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:16:50.560556 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8a1883a3-fb16-4082-a499-0535bc1dd274 req-aad3b386-160f-4cdb-9a2f-2a3709aefc19 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ef8c2552-f9f4-4032-9cab-bcb315b8e26f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530577 Jul 16 09:16:50.659919 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1883a3-fb16-4082-a499-0535bc1dd274 req-b63c755e-8beb-4c30-ade9-deaf6e9f3c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:50.661549 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8a1883a3-fb16-4082-a499-0535bc1dd274 req-b63c755e-8beb-4c30-ade9-deaf6e9f3c65 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=572a9b8cb07e43478c74c1511ae605cb&device_id=ef8c2552-f9f4-4032-9cab-bcb315b8e26f HTTP/1.1" status: 200 len: 1097 time: 0.0579269 Jul 16 09:16:50.774243 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1883a3-fb16-4082-a499-0535bc1dd274 req-5b58832a-86ef-4b64-b6a3-67808df11e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:50.775733 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8a1883a3-fb16-4082-a499-0535bc1dd274 req-5b58832a-86ef-4b64-b6a3-67808df11e21 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8364d96b-3aa9-4771-aaf9-9d3cc15d434d HTTP/1.1" status: 200 len: 898 time: 0.0917740 Jul 16 09:16:50.845804 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8a1883a3-fb16-4082-a499-0535bc1dd274 req-72a0eb6c-6f83-4777-91e4-3bfbdd7e6b45 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81b370cc-cde6-4ed2-a704-cf3050ad62e4 HTTP/1.1" status: 200 len: 1001 time: 0.0636864 Jul 16 09:16:50.894845 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1883a3-fb16-4082-a499-0535bc1dd274 req-c9c84c98-e48b-41ae-87be-a15e58be5b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:50.896417 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8a1883a3-fb16-4082-a499-0535bc1dd274 req-c9c84c98-e48b-41ae-87be-a15e58be5b30 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=85010d1d-2314-4d2f-96c1-ccfdede5da45 HTTP/1.1" status: 200 len: 835 time: 0.0445848 Jul 16 09:16:50.956118 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1883a3-fb16-4082-a499-0535bc1dd274 req-fe508556-844e-41d3-889e-0678381e9e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:16:50.957698 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8a1883a3-fb16-4082-a499-0535bc1dd274 req-fe508556-844e-41d3-889e-0678381e9e51 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8364d96b-3aa9-4771-aaf9-9d3cc15d434d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554709 Jul 16 09:16:51.061244 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8a1883a3-fb16-4082-a499-0535bc1dd274 req-d8d6c1de-aab1-45ca-b401-ff5cd6b69005 service neutron] 10.222.0.30 "GET /v2.0/networks/8364d96b-3aa9-4771-aaf9-9d3cc15d434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932956 Jul 16 09:16:51.153578 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8a1883a3-fb16-4082-a499-0535bc1dd274 req-6a41035d-6334-4c6a-a1c4-49906020b47f service neutron] 10.222.0.30 "GET /v2.0/networks/8364d96b-3aa9-4771-aaf9-9d3cc15d434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858765 Jul 16 09:17:02.544887 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:02.588293 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:03.335989 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-39abb575-7d19-4a9c-82c2-4b4a00ca66fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:05.753713 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-10099ebe-f359-4159-8ef1-ed39180253f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:06.078559 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:07.221944 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:08.683764 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:12.629330 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44346) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:12.723885 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b8431b-fdcc-4141-bd2c-83523b9ba165 tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:12.724398 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b8431b-fdcc-4141-bd2c-83523b9ba165 tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:12.724874 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b8431b-fdcc-4141-bd2c-83523b9ba165 tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:12.726750 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-40b8431b-fdcc-4141-bd2c-83523b9ba165 tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] 10.222.0.22 "GET /v2.0/ports?project_id=572a9b8cb07e43478c74c1511ae605cb&network_id=8364d96b-3aa9-4771-aaf9-9d3cc15d434d HTTP/1.1" status: 200 len: 2972 time: 0.0957980 Jul 16 09:17:15.994424 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44356) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:16.047196 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dac93c-8ab1-4105-9bac-07596062dacf tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:16.048648 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-03dac93c-8ab1-4105-9bac-07596062dacf tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=4a545af8-8142-4a44-8290-045c2901c634 HTTP/1.1" status: 200 len: 814 time: 0.0531545 Jul 16 09:17:16.931687 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44362) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:16.936955 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-e8b344b2-928a-4fa5-aae1-ffe5d29ec41d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'network': {'name': 'tempest-network-smoke--954959199', 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'port_security_enabled': True}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:17:16.959555 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8b344b2-928a-4fa5-aae1-ffe5d29ec41d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Made reservation on behalf of 572a9b8cb07e43478c74c1511ae605cb for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:17:16.963105 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e8b344b2-928a-4fa5-aae1-ffe5d29ec41d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:16.985767 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8b344b2-928a-4fa5-aae1-ffe5d29ec41d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:17:16.994494 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e8b344b2-928a-4fa5-aae1-ffe5d29ec41d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:16.994849 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-e8b344b2-928a-4fa5-aae1-ffe5d29ec41d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Added segment 6cfc89bd-7610-4211-979a-2215b40bb74e of type vlan for network f4bc18c5-e1fa-48ca-88ce-b27a16453aed Jul 16 09:17:17.038123 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e8b344b2-928a-4fa5-aae1-ffe5d29ec41d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:17.070631 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e8b344b2-928a-4fa5-aae1-ffe5d29ec41d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:17.076244 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8b344b2-928a-4fa5-aae1-ffe5d29ec41d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:17.076858 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e8b344b2-928a-4fa5-aae1-ffe5d29ec41d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:17.110353 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e8b344b2-928a-4fa5-aae1-ffe5d29ec41d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1775601 Jul 16 09:17:17.113367 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44364) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:17.168970 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b344b2-928a-4fa5-aae1-ffe5d29ec41d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'Network': ['ID=f4bc18c5-e1fa-48ca-88ce-b27a16453aed,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:17.180284 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network f4bc18c5-e1fa-48ca-88ce-b27a16453aed details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:17:17.207749 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f52d64cb-ef18-4035-bb78-108125d427d8 tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:17.209309 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f52d64cb-ef18-4035-bb78-108125d427d8 tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=572a9b8cb07e43478c74c1511ae605cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0945137 Jul 16 09:17:17.212012 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44366) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:17.304437 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd77ada-c6c4-4d97-aa69-f291c2d21862 tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:17.306009 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9fd77ada-c6c4-4d97-aa69-f291c2d21862 tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0930557 Jul 16 09:17:17.308701 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44368) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:17.336460 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-967a04f2-5226-4a4c-a572-42d257507790 tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=4a545af8-8142-4a44-8290-045c2901c634&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266852 Jul 16 09:17:17.339011 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44370) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:17.366578 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3c44735f-0b27-4a7f-9327-7a0b1f29175b tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=572a9b8cb07e43478c74c1511ae605cb&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265188 Jul 16 09:17:17.368994 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44372) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:17.459023 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b750532-a08f-40dc-92bc-7236bdb83dd2 tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:17.460540 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7b750532-a08f-40dc-92bc-7236bdb83dd2 tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0906327 Jul 16 09:17:17.463248 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44374) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:17.490634 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-355436c4-384d-42c7-9189-483efd49d1ed tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=4a545af8-8142-4a44-8290-045c2901c634&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263579 Jul 16 09:17:17.493002 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44376) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:17.497784 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-850f7a73-2e1b-412c-866a-3cfda6cfff96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1861169688', 'network_id': 'f4bc18c5-e1fa-48ca-88ce-b27a16453aed', 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:17:17.585774 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850f7a73-2e1b-412c-866a-3cfda6cfff96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Made reservation on behalf of 572a9b8cb07e43478c74c1511ae605cb for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:17:17.589312 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-850f7a73-2e1b-412c-866a-3cfda6cfff96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:17.769712 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-850f7a73-2e1b-412c-866a-3cfda6cfff96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:17.829826 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850f7a73-2e1b-412c-866a-3cfda6cfff96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'Subnet': ['ID=ba3eba67-9c79-4f03-ad11-d243c64db7c9,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:17.841430 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f7a73-2e1b-412c-866a-3cfda6cfff96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:17.841692 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f7a73-2e1b-412c-866a-3cfda6cfff96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:17.842033 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f7a73-2e1b-412c-866a-3cfda6cfff96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:17.842372 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f7a73-2e1b-412c-866a-3cfda6cfff96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:17.842706 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f7a73-2e1b-412c-866a-3cfda6cfff96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:17.843037 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f7a73-2e1b-412c-866a-3cfda6cfff96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:17.843468 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f7a73-2e1b-412c-866a-3cfda6cfff96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:17.843798 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f7a73-2e1b-412c-866a-3cfda6cfff96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:17.844122 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f7a73-2e1b-412c-866a-3cfda6cfff96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:17.844469 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f7a73-2e1b-412c-866a-3cfda6cfff96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:17.844882 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f7a73-2e1b-412c-866a-3cfda6cfff96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:17.845212 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-850f7a73-2e1b-412c-866a-3cfda6cfff96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:17.848292 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-850f7a73-2e1b-412c-866a-3cfda6cfff96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Checking segment: {'id': '6cfc89bd-7610-4211-979a-2215b40bb74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f4bc18c5-e1fa-48ca-88ce-b27a16453aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:17:17.848681 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850f7a73-2e1b-412c-866a-3cfda6cfff96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Network hostable DHCP agents. Network: f4bc18c5-e1fa-48ca-88ce-b27a16453aed, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:17:17.865948 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850f7a73-2e1b-412c-866a-3cfda6cfff96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Network f4bc18c5-e1fa-48ca-88ce-b27a16453aed is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:17:17.875273 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-850f7a73-2e1b-412c-866a-3cfda6cfff96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, f4bc18c5-e1fa-48ca-88ce-b27a16453aed) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:17:17.880137 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850f7a73-2e1b-412c-866a-3cfda6cfff96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:17.880867 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-850f7a73-2e1b-412c-866a-3cfda6cfff96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:17.887118 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17673c9-5b8a-4671-a1e0-9917c9dfaf29 None None] Network f4bc18c5-e1fa-48ca-88ce-b27a16453aed requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:17:17.895690 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-850f7a73-2e1b-412c-866a-3cfda6cfff96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.4016974 Jul 16 09:17:18.035511 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-f4bc18c5-e1fa-48ca-88ce-b27a16453aed', 'network_id': 'f4bc18c5-e1fa-48ca-88ce-b27a16453aed', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'fixed_ips': [{'subnet_id': 'ba3eba67-9c79-4f03-ad11-d243c64db7c9'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:17:18.036526 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.173768 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Allocated IP 172.20.0.18 (f4bc18c5-e1fa-48ca-88ce-b27a16453aed/ba3eba67-9c79-4f03-ad11-d243c64db7c9/caa14053-9c31-49ea-8146-de819969b436) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:17:18.229459 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44380) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:18.234066 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-563a9951-6ae4-44f7-9678-9bd2622be0ed tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-154084524', 'description': 'tempest-secgroup-smoke-154084524 description', 'project_id': '572a9b8cb07e43478c74c1511ae605cb'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:17:18.256322 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-563a9951-6ae4-44f7-9678-9bd2622be0ed tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.324628 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.332873 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Transition to ACTIVE for port object caa14053-9c31-49ea-8146-de819969b436 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:17:18.339641 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-563a9951-6ae4-44f7-9678-9bd2622be0ed tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.343744 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-563a9951-6ae4-44f7-9678-9bd2622be0ed tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.348876 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Transition to ACTIVE for port object caa14053-9c31-49ea-8146-de819969b436 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:17:18.354589 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.376233 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a9951-6ae4-44f7-9678-9bd2622be0ed tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e32043fd-aed5-4e28-8ffa-be41fe444115,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:18.379671 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-563a9951-6ae4-44f7-9678-9bd2622be0ed tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.381287 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-563a9951-6ae4-44f7-9678-9bd2622be0ed tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1506164 Jul 16 09:17:18.385014 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44382) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:18.389249 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-e1311bde-1056-414e-ac96-231e1512cd59 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'security_group_rule': {'security_group_id': 'e32043fd-aed5-4e28-8ffa-be41fe444115', 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:17:18.396713 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Network f4bc18c5-e1fa-48ca-88ce-b27a16453aed is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:17:18.399492 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:17:18.401908 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:17:18.416775 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e1311bde-1056-414e-ac96-231e1512cd59 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.437809 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Pushing event updated for resources: {'Port': ['ID=caa14053-9c31-49ea-8146-de819969b436,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:18.466362 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:18.466704 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:18.467037 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:18.467368 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:18.467696 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:18.468032 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:18.468370 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:18.468692 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:18.469009 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:18.469325 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:18.469641 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:18.469966 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:18.484870 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e1311bde-1056-414e-ac96-231e1512cd59 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.485071 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Attempting to bind port caa14053-9c31-49ea-8146-de819969b436 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:17:18.485320 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Attempting to bind port caa14053-9c31-49ea-8146-de819969b436 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '6cfc89bd-7610-4211-979a-2215b40bb74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f4bc18c5-e1fa-48ca-88ce-b27a16453aed'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:17:18.485722 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Attempting to bind port caa14053-9c31-49ea-8146-de819969b436 on network f4bc18c5-e1fa-48ca-88ce-b27a16453aed {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:17:18.488834 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e1311bde-1056-414e-ac96-231e1512cd59 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.492925 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:17:18.493308 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Checking segment: {'id': '6cfc89bd-7610-4211-979a-2215b40bb74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f4bc18c5-e1fa-48ca-88ce-b27a16453aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:17:18.493721 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.494201 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Bound using segment: {'id': '6cfc89bd-7610-4211-979a-2215b40bb74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f4bc18c5-e1fa-48ca-88ce-b27a16453aed'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:17:18.494676 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Bound port: caa14053-9c31-49ea-8146-de819969b436, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cfc89bd-7610-4211-979a-2215b40bb74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f4bc18c5-e1fa-48ca-88ce-b27a16453aed'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:17:18.495483 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.506504 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1311bde-1056-414e-ac96-231e1512cd59 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ef11f55-e1b7-4207-88d3-d6c0e6c7ce51,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:18.513953 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e1311bde-1056-414e-ac96-231e1512cd59 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.515315 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e1311bde-1056-414e-ac96-231e1512cd59 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1296015 Jul 16 09:17:18.518007 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44384) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:18.523127 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-c1470ed5-5ae0-42a2-9a9e-8cf45941b600 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'security_group_rule': {'security_group_id': 'e32043fd-aed5-4e28-8ffa-be41fe444115', 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:17:18.550537 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c1470ed5-5ae0-42a2-9a9e-8cf45941b600 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.558974 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] For port caa14053-9c31-49ea-8146-de819969b436, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:17:18.562404 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] For port caa14053-9c31-49ea-8146-de819969b436, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=caa14053-9c31-49ea-8146-de819969b436,segment=NetworkSegment(6cfc89bd-7610-4211-979a-2215b40bb74e),segment_id=6cfc89bd-7610-4211-979a-2215b40bb74e)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:17:18.569702 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.614666 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c1470ed5-5ae0-42a2-9a9e-8cf45941b600 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.623990 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c1470ed5-5ae0-42a2-9a9e-8cf45941b600 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.631909 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31133c56-ac6a-4827-ba21-7c79b9967f06 None None] Pushing event updated for resources: {'Port': ['ID=caa14053-9c31-49ea-8146-de819969b436,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:18.637827 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1470ed5-5ae0-42a2-9a9e-8cf45941b600 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e5a94de-4fda-4b1d-9c1e-698a43d88c3d,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:18.651751 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c1470ed5-5ae0-42a2-9a9e-8cf45941b600 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.653075 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c1470ed5-5ae0-42a2-9a9e-8cf45941b600 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1340814 Jul 16 09:17:18.655843 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44386) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:18.660459 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-0ed8c69c-cbc0-4971-b428-07f5ed209789 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'security_group_rule': {'security_group_id': 'e32043fd-aed5-4e28-8ffa-be41fe444115', 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:17:18.689315 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0ed8c69c-cbc0-4971-b428-07f5ed209789 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.752589 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0ed8c69c-cbc0-4971-b428-07f5ed209789 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.757743 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0ed8c69c-cbc0-4971-b428-07f5ed209789 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.792011 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed8c69c-cbc0-4971-b428-07f5ed209789 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f10ac50-90b9-43a1-be1c-e4bbd91ad6d4,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:18.802236 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0ed8c69c-cbc0-4971-b428-07f5ed209789 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.803708 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0ed8c69c-cbc0-4971-b428-07f5ed209789 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1466320 Jul 16 09:17:18.806448 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44388) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:18.810834 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-17bce413-d421-4b69-8ee7-134bab2bb533 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'security_group_rule': {'security_group_id': 'e32043fd-aed5-4e28-8ffa-be41fe444115', 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:17:18.843882 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-17bce413-d421-4b69-8ee7-134bab2bb533 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.906546 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-17bce413-d421-4b69-8ee7-134bab2bb533 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.910461 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-17bce413-d421-4b69-8ee7-134bab2bb533 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.928869 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bce413-d421-4b69-8ee7-134bab2bb533 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bfa168f-bdf1-4b75-b8ac-d7fe74592e49,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:18.935592 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-17bce413-d421-4b69-8ee7-134bab2bb533 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:18.936922 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-17bce413-d421-4b69-8ee7-134bab2bb533 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1295455 Jul 16 09:17:18.939921 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44390) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:18.944267 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-fba8aec4-8c45-4024-b967-5c932a2bd2af tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'security_group_rule': {'security_group_id': 'e32043fd-aed5-4e28-8ffa-be41fe444115', 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:17:18.965489 n-d-771362-37 neutron-server[93758]: INFO neutron.db.securitygroups_db [None req-fba8aec4-8c45-4024-b967-5c932a2bd2af tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Project 572a9b8cb07e43478c74c1511ae605cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:17:18.970149 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fba8aec4-8c45-4024-b967-5c932a2bd2af tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:19.031597 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fba8aec4-8c45-4024-b967-5c932a2bd2af tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:19.035060 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fba8aec4-8c45-4024-b967-5c932a2bd2af tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:19.053024 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba8aec4-8c45-4024-b967-5c932a2bd2af tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55a753a6-cd20-4b85-8003-0f2a4e2f4dab,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:19.059070 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fba8aec4-8c45-4024-b967-5c932a2bd2af tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:19.064078 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-fba8aec4-8c45-4024-b967-5c932a2bd2af tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1194782 Jul 16 09:17:19.064385 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44392) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:19.070155 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-72097564-78f7-4c49-b114-9e75c63c69f7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'security_group_rule': {'security_group_id': 'e32043fd-aed5-4e28-8ffa-be41fe444115', 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:17:19.092747 n-d-771362-37 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-72097564-78f7-4c49-b114-9e75c63c69f7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Project 572a9b8cb07e43478c74c1511ae605cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:17:19.097786 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72097564-78f7-4c49-b114-9e75c63c69f7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:19.158405 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72097564-78f7-4c49-b114-9e75c63c69f7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:19.162109 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72097564-78f7-4c49-b114-9e75c63c69f7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:19.183488 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72097564-78f7-4c49-b114-9e75c63c69f7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca070cae-76bb-4bb6-b906-2285ebbfedaa,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:19.191207 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-72097564-78f7-4c49-b114-9e75c63c69f7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:19.193001 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-72097564-78f7-4c49-b114-9e75c63c69f7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1275113 Jul 16 09:17:19.194408 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72097564-78f7-4c49-b114-9e75c63c69f7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:19.194774 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72097564-78f7-4c49-b114-9e75c63c69f7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:19.195139 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72097564-78f7-4c49-b114-9e75c63c69f7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:19.195483 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72097564-78f7-4c49-b114-9e75c63c69f7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:19.195824 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72097564-78f7-4c49-b114-9e75c63c69f7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:19.196164 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72097564-78f7-4c49-b114-9e75c63c69f7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:19.196526 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72097564-78f7-4c49-b114-9e75c63c69f7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:19.196861 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72097564-78f7-4c49-b114-9e75c63c69f7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:19.197193 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72097564-78f7-4c49-b114-9e75c63c69f7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:19.197522 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72097564-78f7-4c49-b114-9e75c63c69f7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:19.197856 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72097564-78f7-4c49-b114-9e75c63c69f7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:19.198186 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72097564-78f7-4c49-b114-9e75c63c69f7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:19.350507 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-ec528651-2215-45e5-a8a0-d16f2af631ed tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-154084524&fields=id&tenant_id=572a9b8cb07e43478c74c1511ae605cb HTTP/1.1" status: 200 len: 267 time: 0.0425215 Jul 16 09:17:19.466884 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-9f7a3fee-1a5c-479b-a552-6300bf51df75 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:19.468512 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-9f7a3fee-1a5c-479b-a552-6300bf51df75 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/networks?id=f4bc18c5-e1fa-48ca-88ce-b27a16453aed HTTP/1.1" status: 200 len: 796 time: 0.1109569 Jul 16 09:17:19.484460 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-2f2e2b5c-3664-44c3-81f3-91d60933d369 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/quotas/572a9b8cb07e43478c74c1511ae605cb HTTP/1.1" status: 200 len: 375 time: 0.0100837 Jul 16 09:17:19.574122 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606ccbf1-eead-488c-b99e-0fb9973d4437 None None] Network f4bc18c5-e1fa-48ca-88ce-b27a16453aed requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:17:19.588889 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-50c54956-a417-47a5-9030-4acd2b96c3b7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=572a9b8cb07e43478c74c1511ae605cb&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0978386 Jul 16 09:17:19.649833 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a454b4b9-0684-4594-8468-8c7da5cf462d None None] Provisioning for port caa14053-9c31-49ea-8146-de819969b436 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:17:19.745956 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-729ad9cc-60d0-4b43-b7b9-8c4cb0d2ff1b service neutron] 10.222.0.22 "GET /v2.0/networks/f4bc18c5-e1fa-48ca-88ce-b27a16453aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1381171 Jul 16 09:17:19.847332 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-a06d4e61-e872-4871-984b-6f09684208ec service neutron] 10.222.0.22 "GET /v2.0/networks/f4bc18c5-e1fa-48ca-88ce-b27a16453aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954587 Jul 16 09:17:20.044819 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0e1d4009-d3cc-49f4-a041-97e51380940f req-13f610f4-0b31-416d-a21c-769091e5b7c3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e214aa-c38b-4a8c-9f2f-f04362269116 HTTP/1.1" status: 200 len: 210 time: 0.0390913 Jul 16 09:17:20.077988 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device caa14053-9c31-49ea-8146-de819969b436 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:17:20.133307 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port caa14053-9c31-49ea-8146-de819969b436 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:17:20.137061 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port caa14053-9c31-49ea-8146-de819969b436 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:17:20.137439 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:20.220236 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:20.253166 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port caa14053-9c31-49ea-8146-de819969b436, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=caa14053-9c31-49ea-8146-de819969b436,segment=NetworkSegment(6cfc89bd-7610-4211-979a-2215b40bb74e),segment_id=6cfc89bd-7610-4211-979a-2215b40bb74e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:17:20.257114 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:20.307568 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=caa14053-9c31-49ea-8146-de819969b436,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:21.208369 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7b3c11ac-b8e1-4030-a9a0-fa0c69ab163a req-e4e1aa43-b686-42f4-97e6-ddb813339e0e tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e214aa-c38b-4a8c-9f2f-f04362269116 HTTP/1.1" status: 200 len: 210 time: 0.0336409 Jul 16 09:17:21.270486 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-7f0e204f-d5d0-48e0-8072-5e5e9322856d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:21.272724 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-7f0e204f-d5d0-48e0-8072-5e5e9322856d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.21 "GET /v2.0/networks?id=f4bc18c5-e1fa-48ca-88ce-b27a16453aed HTTP/1.1" status: 200 len: 796 time: 0.1489494 Jul 16 09:17:21.324590 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-8d99fe13-e993-460a-8f8b-391aa14b902a tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=572a9b8cb07e43478c74c1511ae605cb HTTP/1.1" status: 200 len: 471 time: 0.0436058 Jul 16 09:17:21.333421 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-961f63f5-788c-4b9f-8632-fe1698bbbddd tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'port': {'device_id': '04e214aa-c38b-4a8c-9f2f-f04362269116', 'network_id': 'f4bc18c5-e1fa-48ca-88ce-b27a16453aed', 'admin_state_up': True, 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'security_groups': ['e32043fd-aed5-4e28-8ffa-be41fe444115']}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:17:21.447734 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-961f63f5-788c-4b9f-8632-fe1698bbbddd tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Made reservation on behalf of 572a9b8cb07e43478c74c1511ae605cb for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:17:21.451363 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-961f63f5-788c-4b9f-8632-fe1698bbbddd tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:21.582037 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-961f63f5-788c-4b9f-8632-fe1698bbbddd tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Allocated IP 172.20.0.21 (f4bc18c5-e1fa-48ca-88ce-b27a16453aed/ba3eba67-9c79-4f03-ad11-d243c64db7c9/ffd2f849-29b2-4196-92fb-6e11e80ea8a9) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:17:21.723694 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-961f63f5-788c-4b9f-8632-fe1698bbbddd tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:21.743160 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-961f63f5-788c-4b9f-8632-fe1698bbbddd tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Transition to ACTIVE for port object ffd2f849-29b2-4196-92fb-6e11e80ea8a9 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:17:21.783917 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-961f63f5-788c-4b9f-8632-fe1698bbbddd tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:21.830071 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-961f63f5-788c-4b9f-8632-fe1698bbbddd tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Network f4bc18c5-e1fa-48ca-88ce-b27a16453aed is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:17:21.833802 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-961f63f5-788c-4b9f-8632-fe1698bbbddd tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:17:21.837770 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-961f63f5-788c-4b9f-8632-fe1698bbbddd tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:17:21.844406 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961f63f5-788c-4b9f-8632-fe1698bbbddd tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'Port': ['ID=ffd2f849-29b2-4196-92fb-6e11e80ea8a9,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:21.895996 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-961f63f5-788c-4b9f-8632-fe1698bbbddd tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:21.896674 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-961f63f5-788c-4b9f-8632-fe1698bbbddd tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:21.913985 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-961f63f5-788c-4b9f-8632-fe1698bbbddd tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5844336 Jul 16 09:17:21.929369 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-9c12ca4c-1ef6-44b8-93c3-ab33a3ef0f54 service neutron] Request body: {'port': {'device_id': '04e214aa-c38b-4a8c-9f2f-f04362269116', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:17:22.035248 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-9c12ca4c-1ef6-44b8-93c3-ab33a3ef0f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:22.061105 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device caa14053-9c31-49ea-8146-de819969b436 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:17:22.118971 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port caa14053-9c31-49ea-8146-de819969b436 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:17:22.119256 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:22.149603 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-af9b71d6-96fc-47ee-9573-5f700cf8f9ea None None] Provisioning for port ffd2f849-29b2-4196-92fb-6e11e80ea8a9 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:17:22.158090 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-af9b71d6-96fc-47ee-9573-5f700cf8f9ea None None] Provisioning complete for port ffd2f849-29b2-4196-92fb-6e11e80ea8a9 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:17:22.158484 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-af9b71d6-96fc-47ee-9573-5f700cf8f9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:22.204632 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-af9b71d6-96fc-47ee-9573-5f700cf8f9ea None None] Port ffd2f849-29b2-4196-92fb-6e11e80ea8a9 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:17:22.340974 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-9c12ca4c-1ef6-44b8-93c3-ab33a3ef0f54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffd2f849-29b2-4196-92fb-6e11e80ea8a9 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:17:22.350191 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-9c12ca4c-1ef6-44b8-93c3-ab33a3ef0f54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:22.389382 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-9c12ca4c-1ef6-44b8-93c3-ab33a3ef0f54 service neutron] Transition to ACTIVE for port object ffd2f849-29b2-4196-92fb-6e11e80ea8a9 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:17:22.393472 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-9c12ca4c-1ef6-44b8-93c3-ab33a3ef0f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:22.482727 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12ca4c-1ef6-44b8-93c3-ab33a3ef0f54 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd2f849-29b2-4196-92fb-6e11e80ea8a9,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:22.516330 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552dd74b-7dbf-4364-a925-ff21184995e7 req-f7700d24-9c3b-4a10-9c6c-f60ebbb4b7bc tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:22.517820 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-552dd74b-7dbf-4364-a925-ff21184995e7 req-f7700d24-9c3b-4a10-9c6c-f60ebbb4b7bc tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e214aa-c38b-4a8c-9f2f-f04362269116 HTTP/1.1" status: 200 len: 932 time: 0.1722236 Jul 16 09:17:22.573142 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-9c12ca4c-1ef6-44b8-93c3-ab33a3ef0f54 service neutron] Attempting to bind port ffd2f849-29b2-4196-92fb-6e11e80ea8a9 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:17:22.573483 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-9c12ca4c-1ef6-44b8-93c3-ab33a3ef0f54 service neutron] Attempting to bind port ffd2f849-29b2-4196-92fb-6e11e80ea8a9 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '6cfc89bd-7610-4211-979a-2215b40bb74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f4bc18c5-e1fa-48ca-88ce-b27a16453aed'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:17:22.573819 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-9c12ca4c-1ef6-44b8-93c3-ab33a3ef0f54 service neutron] Attempting to bind port ffd2f849-29b2-4196-92fb-6e11e80ea8a9 on network f4bc18c5-e1fa-48ca-88ce-b27a16453aed {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:17:22.585910 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-552dd74b-7dbf-4364-a925-ff21184995e7 req-511bb4b6-92df-41cc-98ca-15022e444b8f tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/security-groups?id=e32043fd-aed5-4e28-8ffa-be41fe444115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574892 Jul 16 09:17:22.586666 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-9c12ca4c-1ef6-44b8-93c3-ab33a3ef0f54 service neutron] Port ffd2f849-29b2-4196-92fb-6e11e80ea8a9 on network f4bc18c5-e1fa-48ca-88ce-b27a16453aed not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:17:22.587000 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-9c12ca4c-1ef6-44b8-93c3-ab33a3ef0f54 service neutron] Attempting to bind port ffd2f849-29b2-4196-92fb-6e11e80ea8a9 on network f4bc18c5-e1fa-48ca-88ce-b27a16453aed {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:17:22.593148 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-9c12ca4c-1ef6-44b8-93c3-ab33a3ef0f54 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 17, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:17:22.593488 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-9c12ca4c-1ef6-44b8-93c3-ab33a3ef0f54 service neutron] Checking segment: {'id': '6cfc89bd-7610-4211-979a-2215b40bb74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f4bc18c5-e1fa-48ca-88ce-b27a16453aed'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:17:22.593882 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-9c12ca4c-1ef6-44b8-93c3-ab33a3ef0f54 service neutron] Bound using segment: {'id': '6cfc89bd-7610-4211-979a-2215b40bb74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f4bc18c5-e1fa-48ca-88ce-b27a16453aed'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:17:22.594323 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-9c12ca4c-1ef6-44b8-93c3-ab33a3ef0f54 service neutron] Bound port: ffd2f849-29b2-4196-92fb-6e11e80ea8a9, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6cfc89bd-7610-4211-979a-2215b40bb74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f4bc18c5-e1fa-48ca-88ce-b27a16453aed'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:17:22.594700 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-9c12ca4c-1ef6-44b8-93c3-ab33a3ef0f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:22.684340 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-9c12ca4c-1ef6-44b8-93c3-ab33a3ef0f54 service neutron] For port ffd2f849-29b2-4196-92fb-6e11e80ea8a9, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:17:22.689584 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-9c12ca4c-1ef6-44b8-93c3-ab33a3ef0f54 service neutron] For port ffd2f849-29b2-4196-92fb-6e11e80ea8a9, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ffd2f849-29b2-4196-92fb-6e11e80ea8a9,segment=NetworkSegment(6cfc89bd-7610-4211-979a-2215b40bb74e),segment_id=6cfc89bd-7610-4211-979a-2215b40bb74e)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:17:22.697751 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-9c12ca4c-1ef6-44b8-93c3-ab33a3ef0f54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:23.038665 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-9c12ca4c-1ef6-44b8-93c3-ab33a3ef0f54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:23.039172 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-9c12ca4c-1ef6-44b8-93c3-ab33a3ef0f54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:23.040667 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-9c12ca4c-1ef6-44b8-93c3-ab33a3ef0f54 service neutron] 10.222.0.21 "PUT /v2.0/ports/ffd2f849-29b2-4196-92fb-6e11e80ea8a9 HTTP/1.1" status: 200 len: 1093 time: 1.1191623 Jul 16 09:17:23.041119 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04e214aa-c38b-4a8c-9f2f-f04362269116', 'tag': 'ffd2f849-29b2-4196-92fb-6e11e80ea8a9'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:17:23.043394 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6adf650-c55c-47ff-b6ca-33615ad67f37" -d '{"events": [{"name": "network-changed", "server_uuid": "04e214aa-c38b-4a8c-9f2f-f04362269116", "tag": "ffd2f849-29b2-4196-92fb-6e11e80ea8a9"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:17:23.077190 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c12ca4c-1ef6-44b8-93c3-ab33a3ef0f54 service neutron] Pushing event updated for resources: {'Port': ['ID=ffd2f849-29b2-4196-92fb-6e11e80ea8a9,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:23.098299 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:17:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e005c50-00c5-4764-b0dd-3b5979396caa x-openstack-request-id: req-0e005c50-00c5-4764-b0dd-3b5979396caa {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:17:23.098565 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04e214aa-c38b-4a8c-9f2f-f04362269116", "tag": "ffd2f849-29b2-4196-92fb-6e11e80ea8a9", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:17:23.098771 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0e005c50-00c5-4764-b0dd-3b5979396caa {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:17:23.099170 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04e214aa-c38b-4a8c-9f2f-f04362269116', 'tag': 'ffd2f849-29b2-4196-92fb-6e11e80ea8a9', 'status': 'completed', 'code': 200} Jul 16 09:17:23.148073 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-c8340259-381d-403e-84fe-78eb92fc3067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:23.151373 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-c8340259-381d-403e-84fe-78eb92fc3067 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=572a9b8cb07e43478c74c1511ae605cb&device_id=04e214aa-c38b-4a8c-9f2f-f04362269116 HTTP/1.1" status: 200 len: 1096 time: 0.0650790 Jul 16 09:17:23.196232 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-0bb00203-5d89-4ae9-9f32-a140f3901751 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=ffd2f849-29b2-4196-92fb-6e11e80ea8a9 HTTP/1.1" status: 200 len: 217 time: 0.0391793 Jul 16 09:17:23.248876 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-9a90e975-b700-450d-85af-a8c56a24648e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:23.250368 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-9a90e975-b700-450d-85af-a8c56a24648e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba3eba67-9c79-4f03-ad11-d243c64db7c9 HTTP/1.1" status: 200 len: 838 time: 0.0486104 Jul 16 09:17:23.258771 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:17:23.318601 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-6267a9e9-5dd3-4106-8138-9dedbfe4a1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:23.320086 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-6267a9e9-5dd3-4106-8138-9dedbfe4a1c1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f4bc18c5-e1fa-48ca-88ce-b27a16453aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0630088 Jul 16 09:17:23.422874 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-bb4fd212-10f7-40c3-b819-96ed8f16b17e service neutron] 10.222.0.21 "GET /v2.0/networks/f4bc18c5-e1fa-48ca-88ce-b27a16453aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960081 Jul 16 09:17:23.535375 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7ecdeebf-f75e-47f3-9565-66327a2c0b0a req-b3895061-e7a2-47b7-8605-e24f5302bc8e service neutron] 10.222.0.21 "GET /v2.0/networks/f4bc18c5-e1fa-48ca-88ce-b27a16453aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055272 Jul 16 09:17:23.639623 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adf650-c55c-47ff-b6ca-33615ad67f37 req-f1c30ae3-2f54-4ab1-96e7-aeb4f5617f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:23.641188 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c6adf650-c55c-47ff-b6ca-33615ad67f37 req-f1c30ae3-2f54-4ab1-96e7-aeb4f5617f31 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=572a9b8cb07e43478c74c1511ae605cb&device_id=04e214aa-c38b-4a8c-9f2f-f04362269116 HTTP/1.1" status: 200 len: 1096 time: 0.0551636 Jul 16 09:17:23.784380 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adf650-c55c-47ff-b6ca-33615ad67f37 req-a473fdeb-5f72-4425-bc32-72f114f5c1ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:23.786030 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c6adf650-c55c-47ff-b6ca-33615ad67f37 req-a473fdeb-5f72-4425-bc32-72f114f5c1ac service neutron] 10.222.0.21 "GET /v2.0/networks?id=f4bc18c5-e1fa-48ca-88ce-b27a16453aed HTTP/1.1" status: 200 len: 897 time: 0.1381757 Jul 16 09:17:23.840923 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c6adf650-c55c-47ff-b6ca-33615ad67f37 req-b072752a-fc9d-4042-85c1-04fd864463c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=ffd2f849-29b2-4196-92fb-6e11e80ea8a9 HTTP/1.1" status: 200 len: 217 time: 0.0473287 Jul 16 09:17:23.853193 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339be2e4-d684-4ada-93e2-8243d11b3851 req-7f153760-1537-447f-ba44-abd0dcf9170f tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:23.854773 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-339be2e4-d684-4ada-93e2-8243d11b3851 req-7f153760-1537-447f-ba44-abd0dcf9170f tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e214aa-c38b-4a8c-9f2f-f04362269116 HTTP/1.1" status: 200 len: 944 time: 0.1349583 Jul 16 09:17:23.921492 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adf650-c55c-47ff-b6ca-33615ad67f37 req-f1c50612-b110-4631-9edd-d5a24f1d80fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:23.922869 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c6adf650-c55c-47ff-b6ca-33615ad67f37 req-f1c50612-b110-4631-9edd-d5a24f1d80fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ba3eba67-9c79-4f03-ad11-d243c64db7c9 HTTP/1.1" status: 200 len: 838 time: 0.0671823 Jul 16 09:17:23.928648 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-339be2e4-d684-4ada-93e2-8243d11b3851 req-0972ab67-5e67-4107-aa0a-88c254679c76 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/security-groups?id=e32043fd-aed5-4e28-8ffa-be41fe444115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650301 Jul 16 09:17:23.988996 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6adf650-c55c-47ff-b6ca-33615ad67f37 req-8d816be6-de11-4361-acb7-1c2191e6c054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:23.990566 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c6adf650-c55c-47ff-b6ca-33615ad67f37 req-8d816be6-de11-4361-acb7-1c2191e6c054 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=f4bc18c5-e1fa-48ca-88ce-b27a16453aed&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0610237 Jul 16 09:17:24.096112 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c6adf650-c55c-47ff-b6ca-33615ad67f37 req-c21c0803-92e1-463f-8062-e416dc3a8bae service neutron] 10.222.0.21 "GET /v2.0/networks/f4bc18c5-e1fa-48ca-88ce-b27a16453aed?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980213 Jul 16 09:17:24.208244 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c6adf650-c55c-47ff-b6ca-33615ad67f37 req-3033f95c-d646-41f5-81f6-796435803319 service neutron] 10.222.0.21 "GET /v2.0/networks/f4bc18c5-e1fa-48ca-88ce-b27a16453aed?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042020 Jul 16 09:17:25.106699 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa29513-a419-49fc-af30-a0169ba9bf91 req-91a61625-fd22-4eaa-a753-4876fbe254c0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:25.108170 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7aa29513-a419-49fc-af30-a0169ba9bf91 req-91a61625-fd22-4eaa-a753-4876fbe254c0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e214aa-c38b-4a8c-9f2f-f04362269116 HTTP/1.1" status: 200 len: 944 time: 0.0650198 Jul 16 09:17:25.151226 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7aa29513-a419-49fc-af30-a0169ba9bf91 req-891ee9f0-e93d-4298-9f40-840e97a4d957 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/security-groups?id=e32043fd-aed5-4e28-8ffa-be41fe444115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365806 Jul 16 09:17:25.825444 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device ffd2f849-29b2-4196-92fb-6e11e80ea8a9 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:17:25.924958 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port ffd2f849-29b2-4196-92fb-6e11e80ea8a9, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ffd2f849-29b2-4196-92fb-6e11e80ea8a9,segment=NetworkSegment(6cfc89bd-7610-4211-979a-2215b40bb74e),segment_id=6cfc89bd-7610-4211-979a-2215b40bb74e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:17:25.936100 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'ffd2f849-29b2-4196-92fb-6e11e80ea8a9', 'network_id': 'f4bc18c5-e1fa-48ca-88ce-b27a16453aed', 'port_id': 'ffd2f849-29b2-4196-92fb-6e11e80ea8a9', 'mac_address': 'fa:16:3e:b8:1e:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba3eba67-9c79-4f03-ad11-d243c64db7c9', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:17:25.975507 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:25.989493 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffd2f849-29b2-4196-92fb-6e11e80ea8a9 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:17:26.011712 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port ffd2f849-29b2-4196-92fb-6e11e80ea8a9, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ffd2f849-29b2-4196-92fb-6e11e80ea8a9,segment=NetworkSegment(6cfc89bd-7610-4211-979a-2215b40bb74e),segment_id=6cfc89bd-7610-4211-979a-2215b40bb74e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:17:26.015712 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:26.065692 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=ffd2f849-29b2-4196-92fb-6e11e80ea8a9,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:26.240072 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['ffd2f849-29b2-4196-92fb-6e11e80ea8a9'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:17:26.353488 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90664836-1c89-4b5d-9e39-b2b60672372b req-ed2f4f73-5db0-4225-a1ad-89a5e69fdc25 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:26.355132 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-90664836-1c89-4b5d-9e39-b2b60672372b req-ed2f4f73-5db0-4225-a1ad-89a5e69fdc25 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e214aa-c38b-4a8c-9f2f-f04362269116 HTTP/1.1" status: 200 len: 945 time: 0.0905354 Jul 16 09:17:26.394033 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-90664836-1c89-4b5d-9e39-b2b60672372b req-bfa10f7d-10cd-411f-be1b-07638b1cfa95 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/security-groups?id=e32043fd-aed5-4e28-8ffa-be41fe444115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328829 Jul 16 09:17:27.569110 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c089e6bb-a91f-440a-b2d7-dd5f813f60c4 req-4260d600-8d40-451e-983e-26e2e1bdc067 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:27.570629 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c089e6bb-a91f-440a-b2d7-dd5f813f60c4 req-4260d600-8d40-451e-983e-26e2e1bdc067 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e214aa-c38b-4a8c-9f2f-f04362269116 HTTP/1.1" status: 200 len: 945 time: 0.0666692 Jul 16 09:17:27.610469 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c089e6bb-a91f-440a-b2d7-dd5f813f60c4 req-41bf49f0-e0c4-40e0-8a21-3388576ff1d8 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/security-groups?id=e32043fd-aed5-4e28-8ffa-be41fe444115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336137 Jul 16 09:17:27.841281 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device ffd2f849-29b2-4196-92fb-6e11e80ea8a9 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:17:27.894260 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port ffd2f849-29b2-4196-92fb-6e11e80ea8a9 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:17:27.898097 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port ffd2f849-29b2-4196-92fb-6e11e80ea8a9 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:17:27.898476 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:27.974496 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:27.997073 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e214aa-c38b-4a8c-9f2f-f04362269116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd2f849-29b2-4196-92fb-6e11e80ea8a9'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:17:27.999309 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d7bf6f8-cfe7-4b40-9f40-4fd17f25aa9a" -d '{"events": [{"server_uuid": "04e214aa-c38b-4a8c-9f2f-f04362269116", "name": "network-vif-plugged", "status": "completed", "tag": "ffd2f849-29b2-4196-92fb-6e11e80ea8a9"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:17:28.015829 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port ffd2f849-29b2-4196-92fb-6e11e80ea8a9, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ffd2f849-29b2-4196-92fb-6e11e80ea8a9,segment=NetworkSegment(6cfc89bd-7610-4211-979a-2215b40bb74e),segment_id=6cfc89bd-7610-4211-979a-2215b40bb74e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:17:28.027452 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:28.035562 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b6b730e-b5a6-4214-81e5-1c5d6c008742 x-openstack-request-id: req-9b6b730e-b5a6-4214-81e5-1c5d6c008742 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:17:28.035855 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e214aa-c38b-4a8c-9f2f-f04362269116", "name": "network-vif-plugged", "status": "completed", "tag": "ffd2f849-29b2-4196-92fb-6e11e80ea8a9", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:17:28.036115 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9b6b730e-b5a6-4214-81e5-1c5d6c008742 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:17:28.036879 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e214aa-c38b-4a8c-9f2f-f04362269116', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffd2f849-29b2-4196-92fb-6e11e80ea8a9', 'code': 200} Jul 16 09:17:28.084850 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=ffd2f849-29b2-4196-92fb-6e11e80ea8a9,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:28.159820 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf3d7f0-1c7f-4142-a40c-9ed953705ca5 req-d48d0f94-df99-4f82-8ff6-4684b5854012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:28.161944 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8cf3d7f0-1c7f-4142-a40c-9ed953705ca5 req-d48d0f94-df99-4f82-8ff6-4684b5854012 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=04e214aa-c38b-4a8c-9f2f-f04362269116 HTTP/1.1" status: 200 len: 1098 time: 0.0586832 Jul 16 09:17:28.198477 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8cf3d7f0-1c7f-4142-a40c-9ed953705ca5 req-42db2ce9-8feb-439e-a8ec-ba2dd27c23e5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e32043fd-aed5-4e28-8ffa-be41fe444115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305948 Jul 16 09:17:28.789614 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f2424c-4c7f-4a21-a321-ebd3b11a6ae9 req-724bbbb9-62cf-4552-b2f1-0d8768b003bc tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:28.791131 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b4f2424c-4c7f-4a21-a321-ebd3b11a6ae9 req-724bbbb9-62cf-4552-b2f1-0d8768b003bc tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e214aa-c38b-4a8c-9f2f-f04362269116 HTTP/1.1" status: 200 len: 946 time: 0.0653007 Jul 16 09:17:28.829804 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b4f2424c-4c7f-4a21-a321-ebd3b11a6ae9 req-d9b4accb-e328-4099-987a-7c5ff1e08393 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/security-groups?id=e32043fd-aed5-4e28-8ffa-be41fe444115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330842 Jul 16 09:17:30.029927 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4e594-3a52-44be-b093-f8a3507a706e req-ff20fbe7-1431-47e0-aed8-c0b0b8096f7f tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:30.031351 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aed4e594-3a52-44be-b093-f8a3507a706e req-ff20fbe7-1431-47e0-aed8-c0b0b8096f7f tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e214aa-c38b-4a8c-9f2f-f04362269116 HTTP/1.1" status: 200 len: 946 time: 0.0689988 Jul 16 09:17:30.071149 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aed4e594-3a52-44be-b093-f8a3507a706e req-8d6142e8-f5b3-4c6a-867b-85e1e89638df tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/security-groups?id=e32043fd-aed5-4e28-8ffa-be41fe444115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335143 Jul 16 09:17:30.254474 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb56336-81d3-470a-8b5b-71ac5002a91b req-0ac6ae9c-b925-46f6-97a9-711f2db592be tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:30.255975 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fbb56336-81d3-470a-8b5b-71ac5002a91b req-0ac6ae9c-b925-46f6-97a9-711f2db592be tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e214aa-c38b-4a8c-9f2f-f04362269116 HTTP/1.1" status: 200 len: 946 time: 0.0695765 Jul 16 09:17:30.307870 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fbb56336-81d3-470a-8b5b-71ac5002a91b req-d1efaa9d-e3d1-48fd-94d4-b3d2e8e289b3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/security-groups?id=e32043fd-aed5-4e28-8ffa-be41fe444115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459874 Jul 16 09:17:31.791724 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44446) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:32.244668 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e9c66c18-7f08-4ab2-9e97-9c49a7928548 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:32.546805 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:32.604874 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:32.610833 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-e9c66c18-7f08-4ab2-9e97-9c49a7928548 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Allocated IP 172.20.0.17 (f4bc18c5-e1fa-48ca-88ce-b27a16453aed/ba3eba67-9c79-4f03-ad11-d243c64db7c9/b790b615-07d8-4a29-a84d-59fec7a88c0e) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:17:32.747183 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e9c66c18-7f08-4ab2-9e97-9c49a7928548 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:32.762024 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-e9c66c18-7f08-4ab2-9e97-9c49a7928548 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Transition to ACTIVE for port object b790b615-07d8-4a29-a84d-59fec7a88c0e will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:17:32.798122 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e9c66c18-7f08-4ab2-9e97-9c49a7928548 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:32.844444 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c66c18-7f08-4ab2-9e97-9c49a7928548 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Network f4bc18c5-e1fa-48ca-88ce-b27a16453aed is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:17:32.847745 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e9c66c18-7f08-4ab2-9e97-9c49a7928548 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:17:32.853153 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c66c18-7f08-4ab2-9e97-9c49a7928548 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:17:32.859402 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c66c18-7f08-4ab2-9e97-9c49a7928548 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'Port': ['ID=b790b615-07d8-4a29-a84d-59fec7a88c0e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:32.905243 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e9c66c18-7f08-4ab2-9e97-9c49a7928548 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:33.066038 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e9c66c18-7f08-4ab2-9e97-9c49a7928548 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:33.163334 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2d5057e6-5df3-4d44-ab72-aa1c304a407f None None] Provisioning for port b790b615-07d8-4a29-a84d-59fec7a88c0e completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:17:33.167086 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2d5057e6-5df3-4d44-ab72-aa1c304a407f None None] Provisioning complete for port b790b615-07d8-4a29-a84d-59fec7a88c0e triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:17:33.167458 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2d5057e6-5df3-4d44-ab72-aa1c304a407f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:33.207250 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2d5057e6-5df3-4d44-ab72-aa1c304a407f None None] Port b790b615-07d8-4a29-a84d-59fec7a88c0e cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:17:33.337483 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0e9d7131-432d-4e21-b84d-cbc6e7117b6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:33.386537 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e9c66c18-7f08-4ab2-9e97-9c49a7928548 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:33.391588 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e9c66c18-7f08-4ab2-9e97-9c49a7928548 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:33.476015 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c66c18-7f08-4ab2-9e97-9c49a7928548 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'Port': ['ID=b790b615-07d8-4a29-a84d-59fec7a88c0e,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:33.479493 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e9c66c18-7f08-4ab2-9e97-9c49a7928548 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:33.579985 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c66c18-7f08-4ab2-9e97-9c49a7928548 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Network f4bc18c5-e1fa-48ca-88ce-b27a16453aed is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:17:33.581503 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e9c66c18-7f08-4ab2-9e97-9c49a7928548 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:17:33.723447 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c66c18-7f08-4ab2-9e97-9c49a7928548 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Router 746cde67-7aae-42b1-9155-eedcc8cfd5b2 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:17:33.830560 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-26d8aa3c-fa8a-4bd2-915d-7b623004210b None None] Provisioning complete for port b790b615-07d8-4a29-a84d-59fec7a88c0e triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:17:33.831171 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-26d8aa3c-fa8a-4bd2-915d-7b623004210b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:33.860566 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c66c18-7f08-4ab2-9e97-9c49a7928548 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:17:33.865671 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e9c66c18-7f08-4ab2-9e97-9c49a7928548 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "PUT /v2.0/routers/746cde67-7aae-42b1-9155-eedcc8cfd5b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0728545 Jul 16 09:17:33.868542 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-26d8aa3c-fa8a-4bd2-915d-7b623004210b None None] Port b790b615-07d8-4a29-a84d-59fec7a88c0e cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:17:33.884441 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaeadc9-0cb4-4b2e-a63e-ddded017736b None None] Sync routers for ids ['746cde67-7aae-42b1-9155-eedcc8cfd5b2'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:17:33.893521 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaeadc9-0cb4-4b2e-a63e-ddded017736b None None] Routers {'746cde67-7aae-42b1-9155-eedcc8cfd5b2'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:17:33.894610 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0eaeadc9-0cb4-4b2e-a63e-ddded017736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:17:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['746cde67-7aae-42b1-9155-eedcc8cfd5b2'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:34.018274 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-0eaeadc9-0cb4-4b2e-a63e-ddded017736b None None] Set router 746cde67-7aae-42b1-9155-eedcc8cfd5b2 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:17:34.265460 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0eaeadc9-0cb4-4b2e-a63e-ddded017736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'name': 'tempest-TestNetworkBasicOps-router-1682155394', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:24Z', 'updated_at': '2021-07-16T09:17:33Z', 'revision_number': 5, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '74cdc274-6b9e-4cc2-b0c9-502b26b7fd0f', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'port_id': '81b370cc-cde6-4ed2-a704-cf3050ad62e4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d', 'mac_address': 'fa:16:3e:01:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8c2552-f9f4-4032-9cab-bcb315b8e26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:42Z', 'updated_at': '2021-07-16T09:16:44Z', 'revision_number': 1, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfac8f5-4969-4592-bb70-ba6e4ba77b45', 'name': '', 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'mac_address': 'fa:16:3e:6c:1e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '85010d1d-2314-4d2f-96c1-ccfdede5da45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:27Z', 'updated_at': '2021-07-16T09:16:32Z', 'revision_number': 5, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'subnets': [{'id': '85010d1d-2314-4d2f-96c1-ccfdede5da45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b790b615-07d8-4a29-a84d-59fec7a88c0e', 'name': '', 'network_id': 'f4bc18c5-e1fa-48ca-88ce-b27a16453aed', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'mac_address': 'fa:16:3e:e9:80:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'ba3eba67-9c79-4f03-ad11-d243c64db7c9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:17:32Z', 'updated_at': '2021-07-16T09:17:33Z', 'revision_number': 2, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'subnets': [{'id': 'ba3eba67-9c79-4f03-ad11-d243c64db7c9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:34.292799 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaeadc9-0cb4-4b2e-a63e-ddded017736b None None] Checking router: 746cde67-7aae-42b1-9155-eedcc8cfd5b2 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:17:34.293161 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaeadc9-0cb4-4b2e-a63e-ddded017736b None None] Updating router 746cde67-7aae-42b1-9155-eedcc8cfd5b2 port b790b615-07d8-4a29-a84d-59fec7a88c0e binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:17:34.338620 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0eaeadc9-0cb4-4b2e-a63e-ddded017736b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:34.665454 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0eaeadc9-0cb4-4b2e-a63e-ddded017736b None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:34.678334 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-0eaeadc9-0cb4-4b2e-a63e-ddded017736b None None] Transition to ACTIVE for port object b790b615-07d8-4a29-a84d-59fec7a88c0e will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:17:34.686171 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0eaeadc9-0cb4-4b2e-a63e-ddded017736b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:34.744571 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f0e57-0167-4b91-9b3a-8c640d5a73e8 None None] Pushing event updated for resources: {'Port': ['ID=b790b615-07d8-4a29-a84d-59fec7a88c0e,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:34.775955 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f0e57-0167-4b91-9b3a-8c640d5a73e8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:34.776311 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f0e57-0167-4b91-9b3a-8c640d5a73e8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:34.776668 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f0e57-0167-4b91-9b3a-8c640d5a73e8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:34.777008 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f0e57-0167-4b91-9b3a-8c640d5a73e8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:34.777338 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f0e57-0167-4b91-9b3a-8c640d5a73e8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:34.777669 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f0e57-0167-4b91-9b3a-8c640d5a73e8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:34.777999 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f0e57-0167-4b91-9b3a-8c640d5a73e8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:34.778325 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f0e57-0167-4b91-9b3a-8c640d5a73e8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:34.778650 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f0e57-0167-4b91-9b3a-8c640d5a73e8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:34.778974 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f0e57-0167-4b91-9b3a-8c640d5a73e8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:34.779298 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f0e57-0167-4b91-9b3a-8c640d5a73e8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:34.779616 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-296f0e57-0167-4b91-9b3a-8c640d5a73e8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:17:34.817263 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0eaeadc9-0cb4-4b2e-a63e-ddded017736b None None] Attempting to bind port b790b615-07d8-4a29-a84d-59fec7a88c0e on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:17:34.817846 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0eaeadc9-0cb4-4b2e-a63e-ddded017736b None None] Attempting to bind port b790b615-07d8-4a29-a84d-59fec7a88c0e by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '6cfc89bd-7610-4211-979a-2215b40bb74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f4bc18c5-e1fa-48ca-88ce-b27a16453aed'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:17:34.818282 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaeadc9-0cb4-4b2e-a63e-ddded017736b None None] Attempting to bind port b790b615-07d8-4a29-a84d-59fec7a88c0e on network f4bc18c5-e1fa-48ca-88ce-b27a16453aed {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:17:34.825109 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaeadc9-0cb4-4b2e-a63e-ddded017736b None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 17, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:17:34.825573 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaeadc9-0cb4-4b2e-a63e-ddded017736b None None] Checking segment: {'id': '6cfc89bd-7610-4211-979a-2215b40bb74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f4bc18c5-e1fa-48ca-88ce-b27a16453aed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:17:34.826054 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0eaeadc9-0cb4-4b2e-a63e-ddded017736b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:34.826541 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaeadc9-0cb4-4b2e-a63e-ddded017736b None None] Bound using segment: {'id': '6cfc89bd-7610-4211-979a-2215b40bb74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f4bc18c5-e1fa-48ca-88ce-b27a16453aed'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:17:34.827104 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-0eaeadc9-0cb4-4b2e-a63e-ddded017736b None None] Bound port: b790b615-07d8-4a29-a84d-59fec7a88c0e, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6cfc89bd-7610-4211-979a-2215b40bb74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'f4bc18c5-e1fa-48ca-88ce-b27a16453aed'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:17:34.827582 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0eaeadc9-0cb4-4b2e-a63e-ddded017736b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:34.906712 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-0eaeadc9-0cb4-4b2e-a63e-ddded017736b None None] For port b790b615-07d8-4a29-a84d-59fec7a88c0e, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:17:34.910291 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-0eaeadc9-0cb4-4b2e-a63e-ddded017736b None None] For port b790b615-07d8-4a29-a84d-59fec7a88c0e, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=b790b615-07d8-4a29-a84d-59fec7a88c0e,segment=NetworkSegment(6cfc89bd-7610-4211-979a-2215b40bb74e),segment_id=6cfc89bd-7610-4211-979a-2215b40bb74e)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:17:34.915869 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-0eaeadc9-0cb4-4b2e-a63e-ddded017736b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:34.981531 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaeadc9-0cb4-4b2e-a63e-ddded017736b None None] Routers {'746cde67-7aae-42b1-9155-eedcc8cfd5b2'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:17:34.982165 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0eaeadc9-0cb4-4b2e-a63e-ddded017736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:17:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['746cde67-7aae-42b1-9155-eedcc8cfd5b2'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:35.122230 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296f0e57-0167-4b91-9b3a-8c640d5a73e8 None None] Pushing event updated for resources: {'Port': ['ID=b790b615-07d8-4a29-a84d-59fec7a88c0e,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:35.214949 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-0eaeadc9-0cb4-4b2e-a63e-ddded017736b None None] Set router 746cde67-7aae-42b1-9155-eedcc8cfd5b2 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:17:35.478642 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0eaeadc9-0cb4-4b2e-a63e-ddded017736b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'name': 'tempest-TestNetworkBasicOps-router-1682155394', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:24Z', 'updated_at': '2021-07-16T09:17:33Z', 'revision_number': 5, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '74cdc274-6b9e-4cc2-b0c9-502b26b7fd0f', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'port_id': '81b370cc-cde6-4ed2-a704-cf3050ad62e4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d', 'mac_address': 'fa:16:3e:01:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8c2552-f9f4-4032-9cab-bcb315b8e26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:42Z', 'updated_at': '2021-07-16T09:16:44Z', 'revision_number': 1, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfac8f5-4969-4592-bb70-ba6e4ba77b45', 'name': '', 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'mac_address': 'fa:16:3e:6c:1e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '85010d1d-2314-4d2f-96c1-ccfdede5da45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:27Z', 'updated_at': '2021-07-16T09:16:32Z', 'revision_number': 5, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'subnets': [{'id': '85010d1d-2314-4d2f-96c1-ccfdede5da45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b790b615-07d8-4a29-a84d-59fec7a88c0e', 'name': '', 'network_id': 'f4bc18c5-e1fa-48ca-88ce-b27a16453aed', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'mac_address': 'fa:16:3e:e9:80:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'ba3eba67-9c79-4f03-ad11-d243c64db7c9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:17:32Z', 'updated_at': '2021-07-16T09:17:34Z', 'revision_number': 4, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'subnets': [{'id': 'ba3eba67-9c79-4f03-ad11-d243c64db7c9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:35.505515 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eaeadc9-0cb4-4b2e-a63e-ddded017736b None None] The sync data for ids ['746cde67-7aae-42b1-9155-eedcc8cfd5b2'] in n-d-771362-37 is: [{'id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'name': 'tempest-TestNetworkBasicOps-router-1682155394', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:24Z', 'updated_at': '2021-07-16T09:17:33Z', 'revision_number': 5, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '74cdc274-6b9e-4cc2-b0c9-502b26b7fd0f', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'port_id': '81b370cc-cde6-4ed2-a704-cf3050ad62e4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d', 'mac_address': 'fa:16:3e:01:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8c2552-f9f4-4032-9cab-bcb315b8e26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:42Z', 'updated_at': '2021-07-16T09:16:44Z', 'revision_number': 1, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfac8f5-4969-4592-bb70-ba6e4ba77b45', 'name': '', 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'mac_address': 'fa:16:3e:6c:1e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '85010d1d-2314-4d2f-96c1-ccfdede5da45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:27Z', 'updated_at': '2021-07-16T09:16:32Z', 'revision_number': 5, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'subnets': [{'id': '85010d1d-2314-4d2f-96c1-ccfdede5da45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b790b615-07d8-4a29-a84d-59fec7a88c0e', 'name': '', 'network_id': 'f4bc18c5-e1fa-48ca-88ce-b27a16453aed', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'mac_address': 'fa:16:3e:e9:80:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3833, 'fixed_ips': [{'subnet_id': 'ba3eba67-9c79-4f03-ad11-d243c64db7c9', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:17:32Z', 'updated_at': '2021-07-16T09:17:34Z', 'revision_number': 4, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'subnets': [{'id': 'ba3eba67-9c79-4f03-ad11-d243c64db7c9', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:17:35.760945 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bca6690f-e07e-4ac4-887d-3caf3ce7abbd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:36.074560 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:36.078142 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b790b615-07d8-4a29-a84d-59fec7a88c0e up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:17:36.146112 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port b790b615-07d8-4a29-a84d-59fec7a88c0e completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:17:36.152607 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port b790b615-07d8-4a29-a84d-59fec7a88c0e triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:17:36.153255 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:36.251939 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:36.290824 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port b790b615-07d8-4a29-a84d-59fec7a88c0e, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=b790b615-07d8-4a29-a84d-59fec7a88c0e,segment=NetworkSegment(6cfc89bd-7610-4211-979a-2215b40bb74e),segment_id=6cfc89bd-7610-4211-979a-2215b40bb74e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:17:36.295554 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:36.351617 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=b790b615-07d8-4a29-a84d-59fec7a88c0e,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:37.387851 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:38.063410 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b790b615-07d8-4a29-a84d-59fec7a88c0e up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:17:38.125743 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port b790b615-07d8-4a29-a84d-59fec7a88c0e triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:17:38.126128 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:38.686820 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:52.569690 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6dc8b029-b9dd-4be5-a941-ad03034d19ca req-7cebc561-27c0-4dbf-b807-aac859821d43 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ef8c2552-f9f4-4032-9cab-bcb315b8e26f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0608118 Jul 16 09:17:52.667619 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8b029-b9dd-4be5-a941-ad03034d19ca req-b3b65175-f69e-4d15-88ed-5095f3c27be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:52.669194 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6dc8b029-b9dd-4be5-a941-ad03034d19ca req-b3b65175-f69e-4d15-88ed-5095f3c27be6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=572a9b8cb07e43478c74c1511ae605cb&device_id=ef8c2552-f9f4-4032-9cab-bcb315b8e26f HTTP/1.1" status: 200 len: 1097 time: 0.0572138 Jul 16 09:17:52.798779 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8b029-b9dd-4be5-a941-ad03034d19ca req-a1f473e0-386f-45c9-8a08-b18fa708d517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:52.800760 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6dc8b029-b9dd-4be5-a941-ad03034d19ca req-a1f473e0-386f-45c9-8a08-b18fa708d517 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8364d96b-3aa9-4771-aaf9-9d3cc15d434d HTTP/1.1" status: 200 len: 898 time: 0.1099603 Jul 16 09:17:52.871642 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6dc8b029-b9dd-4be5-a941-ad03034d19ca req-69eef862-f5e3-400f-a75d-051b87e3e61f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81b370cc-cde6-4ed2-a704-cf3050ad62e4 HTTP/1.1" status: 200 len: 1001 time: 0.0652161 Jul 16 09:17:52.927577 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8b029-b9dd-4be5-a941-ad03034d19ca req-15525af9-0a2f-4403-80bd-cb23de20a524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:52.929376 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6dc8b029-b9dd-4be5-a941-ad03034d19ca req-15525af9-0a2f-4403-80bd-cb23de20a524 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=85010d1d-2314-4d2f-96c1-ccfdede5da45 HTTP/1.1" status: 200 len: 835 time: 0.0523407 Jul 16 09:17:52.999046 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc8b029-b9dd-4be5-a941-ad03034d19ca req-660ba9e0-44bd-46c2-9223-bb72402f130c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:53.000657 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6dc8b029-b9dd-4be5-a941-ad03034d19ca req-660ba9e0-44bd-46c2-9223-bb72402f130c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8364d96b-3aa9-4771-aaf9-9d3cc15d434d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0649111 Jul 16 09:17:53.092598 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6dc8b029-b9dd-4be5-a941-ad03034d19ca req-789b5c5b-5c33-443a-bd9d-40f2c97b9a35 service neutron] 10.222.0.30 "GET /v2.0/networks/8364d96b-3aa9-4771-aaf9-9d3cc15d434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858309 Jul 16 09:17:53.188882 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6dc8b029-b9dd-4be5-a941-ad03034d19ca req-748d3fa8-6b84-4401-8da7-adb4ab212af2 service neutron] 10.222.0.30 "GET /v2.0/networks/8364d96b-3aa9-4771-aaf9-9d3cc15d434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902522 Jul 16 09:17:54.247554 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44470) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:17:54.966758 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad95b825-0041-428d-a2a9-7e540c3ea98d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:55.287001 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ad95b825-0041-428d-a2a9-7e540c3ea98d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Deleting port b790b615-07d8-4a29-a84d-59fec7a88c0e {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:17:55.287725 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad95b825-0041-428d-a2a9-7e540c3ea98d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:55.377233 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-ad95b825-0041-428d-a2a9-7e540c3ea98d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] For port b790b615-07d8-4a29-a84d-59fec7a88c0e, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=b790b615-07d8-4a29-a84d-59fec7a88c0e,segment=NetworkSegment(6cfc89bd-7610-4211-979a-2215b40bb74e),segment_id=6cfc89bd-7610-4211-979a-2215b40bb74e)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:17:55.377504 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad95b825-0041-428d-a2a9-7e540c3ea98d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:55.389631 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ad95b825-0041-428d-a2a9-7e540c3ea98d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Calling delete_port for b790b615-07d8-4a29-a84d-59fec7a88c0e owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:17:55.576358 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad95b825-0041-428d-a2a9-7e540c3ea98d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:55.603233 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad95b825-0041-428d-a2a9-7e540c3ea98d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event deleted for resources: {'Port': ['ID=b790b615-07d8-4a29-a84d-59fec7a88c0e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:55.802481 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad95b825-0041-428d-a2a9-7e540c3ea98d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:56.035095 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad95b825-0041-428d-a2a9-7e540c3ea98d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Router 746cde67-7aae-42b1-9155-eedcc8cfd5b2 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:17:56.144270 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad95b825-0041-428d-a2a9-7e540c3ea98d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:17:56.150931 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ad95b825-0041-428d-a2a9-7e540c3ea98d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "PUT /v2.0/routers/746cde67-7aae-42b1-9155-eedcc8cfd5b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9015045 Jul 16 09:17:56.159978 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d51153-5354-49d8-bb65-18e3392cc59b None None] Sync routers for ids ['746cde67-7aae-42b1-9155-eedcc8cfd5b2'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:17:56.173979 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d51153-5354-49d8-bb65-18e3392cc59b None None] Routers {'746cde67-7aae-42b1-9155-eedcc8cfd5b2'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:17:56.175313 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-56d51153-5354-49d8-bb65-18e3392cc59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:17:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['746cde67-7aae-42b1-9155-eedcc8cfd5b2'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:56.327220 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-56d51153-5354-49d8-bb65-18e3392cc59b None None] Set router 746cde67-7aae-42b1-9155-eedcc8cfd5b2 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:17:56.536099 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a956030-638f-4196-a662-b57ef96a6fdb req-4c287145-66a6-4557-8dbc-c0c7ee0e4107 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:56.538273 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2a956030-638f-4196-a662-b57ef96a6fdb req-4c287145-66a6-4557-8dbc-c0c7ee0e4107 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e214aa-c38b-4a8c-9f2f-f04362269116 HTTP/1.1" status: 200 len: 946 time: 0.0805752 Jul 16 09:17:56.568465 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-56d51153-5354-49d8-bb65-18e3392cc59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'name': 'tempest-TestNetworkBasicOps-router-1682155394', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:24Z', 'updated_at': '2021-07-16T09:17:55Z', 'revision_number': 6, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '74cdc274-6b9e-4cc2-b0c9-502b26b7fd0f', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'port_id': '81b370cc-cde6-4ed2-a704-cf3050ad62e4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d', 'mac_address': 'fa:16:3e:01:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8c2552-f9f4-4032-9cab-bcb315b8e26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:42Z', 'updated_at': '2021-07-16T09:16:44Z', 'revision_number': 1, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfac8f5-4969-4592-bb70-ba6e4ba77b45', 'name': '', 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'mac_address': 'fa:16:3e:6c:1e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '85010d1d-2314-4d2f-96c1-ccfdede5da45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:27Z', 'updated_at': '2021-07-16T09:16:32Z', 'revision_number': 5, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'subnets': [{'id': '85010d1d-2314-4d2f-96c1-ccfdede5da45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:56.578325 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2a956030-638f-4196-a662-b57ef96a6fdb req-e8f82af8-3308-40c0-a6f6-3587a70e1fce tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/security-groups?id=e32043fd-aed5-4e28-8ffa-be41fe444115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340621 Jul 16 09:17:56.594275 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d51153-5354-49d8-bb65-18e3392cc59b None None] Checking router: 746cde67-7aae-42b1-9155-eedcc8cfd5b2 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:17:56.603315 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d51153-5354-49d8-bb65-18e3392cc59b None None] Routers {'746cde67-7aae-42b1-9155-eedcc8cfd5b2'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:17:56.603925 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-56d51153-5354-49d8-bb65-18e3392cc59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:17:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['746cde67-7aae-42b1-9155-eedcc8cfd5b2'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:56.711451 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-56d51153-5354-49d8-bb65-18e3392cc59b None None] Set router 746cde67-7aae-42b1-9155-eedcc8cfd5b2 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:17:56.936020 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-56d51153-5354-49d8-bb65-18e3392cc59b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'name': 'tempest-TestNetworkBasicOps-router-1682155394', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:24Z', 'updated_at': '2021-07-16T09:17:55Z', 'revision_number': 6, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '74cdc274-6b9e-4cc2-b0c9-502b26b7fd0f', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'port_id': '81b370cc-cde6-4ed2-a704-cf3050ad62e4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d', 'mac_address': 'fa:16:3e:01:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8c2552-f9f4-4032-9cab-bcb315b8e26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:42Z', 'updated_at': '2021-07-16T09:16:44Z', 'revision_number': 1, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfac8f5-4969-4592-bb70-ba6e4ba77b45', 'name': '', 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'mac_address': 'fa:16:3e:6c:1e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '85010d1d-2314-4d2f-96c1-ccfdede5da45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:27Z', 'updated_at': '2021-07-16T09:16:32Z', 'revision_number': 5, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'subnets': [{'id': '85010d1d-2314-4d2f-96c1-ccfdede5da45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:17:56.961730 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d51153-5354-49d8-bb65-18e3392cc59b None None] The sync data for ids ['746cde67-7aae-42b1-9155-eedcc8cfd5b2'] in n-d-771362-37 is: [{'id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'name': 'tempest-TestNetworkBasicOps-router-1682155394', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:24Z', 'updated_at': '2021-07-16T09:17:55Z', 'revision_number': 6, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '74cdc274-6b9e-4cc2-b0c9-502b26b7fd0f', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'floating_ip_address': '172.25.3.103', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'port_id': '81b370cc-cde6-4ed2-a704-cf3050ad62e4', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3818, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d', 'mac_address': 'fa:16:3e:01:0d:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef8c2552-f9f4-4032-9cab-bcb315b8e26f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:16:42Z', 'updated_at': '2021-07-16T09:16:44Z', 'revision_number': 1, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'adfac8f5-4969-4592-bb70-ba6e4ba77b45', 'name': '', 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'mac_address': 'fa:16:3e:6c:1e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '85010d1d-2314-4d2f-96c1-ccfdede5da45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:27Z', 'updated_at': '2021-07-16T09:16:32Z', 'revision_number': 5, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'subnets': [{'id': '85010d1d-2314-4d2f-96c1-ccfdede5da45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:17:57.779057 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee6f46d-f7f5-4ba7-be23-f374a8edcbcf req-0a7ad18c-9138-4fbe-93b1-15e2bb86a8ee tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:57.780561 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9ee6f46d-f7f5-4ba7-be23-f374a8edcbcf req-0a7ad18c-9138-4fbe-93b1-15e2bb86a8ee tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e214aa-c38b-4a8c-9f2f-f04362269116 HTTP/1.1" status: 200 len: 946 time: 0.0808482 Jul 16 09:17:57.850377 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9ee6f46d-f7f5-4ba7-be23-f374a8edcbcf req-3a638e33-f8e4-4c84-9c1e-3866c4de84ee tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/security-groups?id=e32043fd-aed5-4e28-8ffa-be41fe444115&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504923 Jul 16 09:17:57.870843 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-775405af-90cc-4e76-8f91-41b8d8afa440 req-4c2549f0-7647-420e-9d4f-0c7bd820ee57 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:17:57.872445 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-775405af-90cc-4e76-8f91-41b8d8afa440 req-4c2549f0-7647-420e-9d4f-0c7bd820ee57 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.21 "GET /v2.0/ports?device_id=04e214aa-c38b-4a8c-9f2f-f04362269116 HTTP/1.1" status: 200 len: 946 time: 0.1101856 Jul 16 09:17:57.979745 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-775405af-90cc-4e76-8f91-41b8d8afa440 req-860eb626-589b-4c46-a148-320c58c404de tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Deleting port ffd2f849-29b2-4196-92fb-6e11e80ea8a9 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:17:57.980099 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-775405af-90cc-4e76-8f91-41b8d8afa440 req-860eb626-589b-4c46-a148-320c58c404de tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:58.020607 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b790b615-07d8-4a29-a84d-59fec7a88c0e no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:17:58.042811 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: b790b615-07d8-4a29-a84d-59fec7a88c0e {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:17:58.043167 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b790b615-07d8-4a29-a84d-59fec7a88c0e not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:17:58.096224 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-775405af-90cc-4e76-8f91-41b8d8afa440 req-860eb626-589b-4c46-a148-320c58c404de tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] For port ffd2f849-29b2-4196-92fb-6e11e80ea8a9, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ffd2f849-29b2-4196-92fb-6e11e80ea8a9,segment=NetworkSegment(6cfc89bd-7610-4211-979a-2215b40bb74e),segment_id=6cfc89bd-7610-4211-979a-2215b40bb74e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:17:58.096649 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-775405af-90cc-4e76-8f91-41b8d8afa440 req-860eb626-589b-4c46-a148-320c58c404de tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:58.108513 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-775405af-90cc-4e76-8f91-41b8d8afa440 req-860eb626-589b-4c46-a148-320c58c404de tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Calling delete_port for ffd2f849-29b2-4196-92fb-6e11e80ea8a9 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:17:58.260486 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-775405af-90cc-4e76-8f91-41b8d8afa440 req-860eb626-589b-4c46-a148-320c58c404de tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:58.296041 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860eb626-589b-4c46-a148-320c58c404de tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event deleted for resources: {'Port': ['ID=ffd2f849-29b2-4196-92fb-6e11e80ea8a9,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:17:58.345736 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-775405af-90cc-4e76-8f91-41b8d8afa440 req-860eb626-589b-4c46-a148-320c58c404de tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] No DVR routers for this DVR port ffd2f849-29b2-4196-92fb-6e11e80ea8a9 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:17:58.348671 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-775405af-90cc-4e76-8f91-41b8d8afa440 req-860eb626-589b-4c46-a148-320c58c404de tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:17:58.351260 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-775405af-90cc-4e76-8f91-41b8d8afa440 req-860eb626-589b-4c46-a148-320c58c404de tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.21 "DELETE /v2.0/ports/ffd2f849-29b2-4196-92fb-6e11e80ea8a9 HTTP/1.1" status: 204 len: 173 time: 0.4722819 Jul 16 09:17:58.351723 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04e214aa-c38b-4a8c-9f2f-f04362269116', 'name': 'network-vif-deleted', 'tag': 'ffd2f849-29b2-4196-92fb-6e11e80ea8a9'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:17:58.354046 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d1c182-5911-426e-b7ad-36b049243f8a" -d '{"events": [{"server_uuid": "04e214aa-c38b-4a8c-9f2f-f04362269116", "name": "network-vif-deleted", "tag": "ffd2f849-29b2-4196-92fb-6e11e80ea8a9"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:17:58.395625 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:17:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2296db70-d65c-4d46-b0ef-c52c34dca342 x-openstack-request-id: req-2296db70-d65c-4d46-b0ef-c52c34dca342 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:17:58.395946 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04e214aa-c38b-4a8c-9f2f-f04362269116", "name": "network-vif-deleted", "tag": "ffd2f849-29b2-4196-92fb-6e11e80ea8a9", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:17:58.396225 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2296db70-d65c-4d46-b0ef-c52c34dca342 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:17:58.396659 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04e214aa-c38b-4a8c-9f2f-f04362269116', 'name': 'network-vif-deleted', 'tag': 'ffd2f849-29b2-4196-92fb-6e11e80ea8a9', 'status': 'completed', 'code': 200} Jul 16 09:17:59.027537 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bd964259-b26f-45b6-807c-256af50be8da req-ca103f9f-dc05-43fd-a2f5-715936d91671 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=04e214aa-c38b-4a8c-9f2f-f04362269116 HTTP/1.1" status: 200 len: 210 time: 0.0306470 Jul 16 09:18:00.121141 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44484) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:00.183733 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6d743a29-f641-46d2-aa5c-c66e9a971fad tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:00.214264 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6d743a29-f641-46d2-aa5c-c66e9a971fad tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:00.261495 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:18:00.282722 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6d743a29-f641-46d2-aa5c-c66e9a971fad tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:00.286026 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6d743a29-f641-46d2-aa5c-c66e9a971fad tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:00.287197 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6d743a29-f641-46d2-aa5c-c66e9a971fad tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "DELETE /v2.0/security-groups/e32043fd-aed5-4e28-8ffa-be41fe444115 HTTP/1.1" status: 204 len: 168 time: 0.1650538 Jul 16 09:18:00.297572 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d743a29-f641-46d2-aa5c-c66e9a971fad tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e32043fd-aed5-4e28-8ffa-be41fe444115,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:00.322750 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44488) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:00.384439 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-59a5729f-d499-412f-8968-9ed1efa310e0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Deleting subnet ba3eba67-9c79-4f03-ad11-d243c64db7c9 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:18:00.387595 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-59a5729f-d499-412f-8968-9ed1efa310e0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:00.428239 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-59a5729f-d499-412f-8968-9ed1efa310e0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:00.525214 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-59a5729f-d499-412f-8968-9ed1efa310e0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:00.590472 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-59a5729f-d499-412f-8968-9ed1efa310e0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:00.617929 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a5729f-d499-412f-8968-9ed1efa310e0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event deleted for resources: {'Subnet': ['ID=ba3eba67-9c79-4f03-ad11-d243c64db7c9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:00.621771 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-59a5729f-d499-412f-8968-9ed1efa310e0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:00.625372 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-59a5729f-d499-412f-8968-9ed1efa310e0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "DELETE /v2.0/subnets/ba3eba67-9c79-4f03-ad11-d243c64db7c9 HTTP/1.1" status: 204 len: 168 time: 0.2999408 Jul 16 09:18:00.627000 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44490) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:00.632447 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4788d9f4-3c47-4e3d-92cb-7ff8285a3342 None None] Network f4bc18c5-e1fa-48ca-88ce-b27a16453aed requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:18:00.738096 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3691ebb7-fefd-4a9f-af36-b8834ee70f4c tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:00.810215 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-3691ebb7-fefd-4a9f-af36-b8834ee70f4c tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Deleting port caa14053-9c31-49ea-8146-de819969b436 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:18:00.810578 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3691ebb7-fefd-4a9f-af36-b8834ee70f4c tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:00.875400 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af56f1a7-e03c-441b-a40a-6a75dde0c954 None None] DHCP port deletion for f4bc18c5-e1fa-48ca-88ce-b27a16453aed request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:18:00.887572 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-3691ebb7-fefd-4a9f-af36-b8834ee70f4c tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] For port caa14053-9c31-49ea-8146-de819969b436, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=caa14053-9c31-49ea-8146-de819969b436,segment=NetworkSegment(6cfc89bd-7610-4211-979a-2215b40bb74e),segment_id=6cfc89bd-7610-4211-979a-2215b40bb74e)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:00.887932 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3691ebb7-fefd-4a9f-af36-b8834ee70f4c tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:00.903268 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-3691ebb7-fefd-4a9f-af36-b8834ee70f4c tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Calling delete_port for caa14053-9c31-49ea-8146-de819969b436 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:18:00.935336 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-af56f1a7-e03c-441b-a40a-6a75dde0c954 None None] Deleting port caa14053-9c31-49ea-8146-de819969b436 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:18:00.936022 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-af56f1a7-e03c-441b-a40a-6a75dde0c954 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:01.002910 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3691ebb7-fefd-4a9f-af36-b8834ee70f4c tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:01.012758 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-af56f1a7-e03c-441b-a40a-6a75dde0c954 None None] For port caa14053-9c31-49ea-8146-de819969b436, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=caa14053-9c31-49ea-8146-de819969b436,segment=NetworkSegment(6cfc89bd-7610-4211-979a-2215b40bb74e),segment_id=6cfc89bd-7610-4211-979a-2215b40bb74e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:01.013157 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-af56f1a7-e03c-441b-a40a-6a75dde0c954 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:01.026935 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-af56f1a7-e03c-441b-a40a-6a75dde0c954 None None] Calling delete_port for caa14053-9c31-49ea-8146-de819969b436 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:18:01.046288 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3691ebb7-fefd-4a9f-af36-b8834ee70f4c tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] No DVR routers for this DVR port caa14053-9c31-49ea-8146-de819969b436 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:18:01.053435 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ebb7-fefd-4a9f-af36-b8834ee70f4c tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event deleted for resources: {'Port': ['ID=caa14053-9c31-49ea-8146-de819969b436,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:01.127962 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-af56f1a7-e03c-441b-a40a-6a75dde0c954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:01.142279 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3691ebb7-fefd-4a9f-af36-b8834ee70f4c tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:01.156184 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-3691ebb7-fefd-4a9f-af36-b8834ee70f4c tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4bc18c5-e1fa-48ca-88ce-b27a16453aed']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:01.158105 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af56f1a7-e03c-441b-a40a-6a75dde0c954 None None] Pushing event deleted for resources: {'Port': ['ID=caa14053-9c31-49ea-8146-de819969b436,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:01.160033 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af56f1a7-e03c-441b-a40a-6a75dde0c954 None None] No DVR routers for this DVR port caa14053-9c31-49ea-8146-de819969b436 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:18:01.174158 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-3691ebb7-fefd-4a9f-af36-b8834ee70f4c tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6cfc89bd-7610-4211-979a-2215b40bb74e') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:01.174459 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-3691ebb7-fefd-4a9f-af36-b8834ee70f4c tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6cfc89bd-7610-4211-979a-2215b40bb74e') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:01.186319 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3691ebb7-fefd-4a9f-af36-b8834ee70f4c tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:01.205466 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3691ebb7-fefd-4a9f-af36-b8834ee70f4c tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:01.214784 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3691ebb7-fefd-4a9f-af36-b8834ee70f4c tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:18:01.215211 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3691ebb7-fefd-4a9f-af36-b8834ee70f4c tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: timer() Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:18:01.218387 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:18:01.284509 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3691ebb7-fefd-4a9f-af36-b8834ee70f4c tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:01.292122 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3691ebb7-fefd-4a9f-af36-b8834ee70f4c tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:01.294019 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3691ebb7-fefd-4a9f-af36-b8834ee70f4c tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "DELETE /v2.0/networks/f4bc18c5-e1fa-48ca-88ce-b27a16453aed HTTP/1.1" status: 204 len: 168 time: 0.6663365 Jul 16 09:18:01.297028 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44492) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:01.312584 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3691ebb7-fefd-4a9f-af36-b8834ee70f4c tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event deleted for resources: {'Network': ['ID=f4bc18c5-e1fa-48ca-88ce-b27a16453aed,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:01.475780 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-a27ec09d-fccf-40b8-94af-5e7541a35d96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Deleting port e8b5feae-815a-485e-9183-bc3a1d62fe4a {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:18:01.476031 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a27ec09d-fccf-40b8-94af-5e7541a35d96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:01.552944 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a27ec09d-fccf-40b8-94af-5e7541a35d96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:01.553616 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a27ec09d-fccf-40b8-94af-5e7541a35d96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:01.567170 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-a27ec09d-fccf-40b8-94af-5e7541a35d96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Calling delete_port for e8b5feae-815a-485e-9183-bc3a1d62fe4a owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:18:01.728742 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a27ec09d-fccf-40b8-94af-5e7541a35d96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:01.759230 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27ec09d-fccf-40b8-94af-5e7541a35d96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event deleted for resources: {'Port': ['ID=e8b5feae-815a-485e-9183-bc3a1d62fe4a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:01.835433 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a27ec09d-fccf-40b8-94af-5e7541a35d96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:01.835696 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-a27ec09d-fccf-40b8-94af-5e7541a35d96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Floating IP 74cdc274-6b9e-4cc2-b0c9-502b26b7fd0f disassociated (deleted). External IP: 172.25.3.103, port: 81b370cc-cde6-4ed2-a704-cf3050ad62e4. Jul 16 09:18:01.965625 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device ffd2f849-29b2-4196-92fb-6e11e80ea8a9 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:18:01.987301 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: ffd2f849-29b2-4196-92fb-6e11e80ea8a9 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:18:01.987767 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device ffd2f849-29b2-4196-92fb-6e11e80ea8a9 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:18:02.064278 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device caa14053-9c31-49ea-8146-de819969b436 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:18:02.073928 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a27ec09d-fccf-40b8-94af-5e7541a35d96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Router 746cde67-7aae-42b1-9155-eedcc8cfd5b2 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:18:02.085550 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: caa14053-9c31-49ea-8146-de819969b436 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:18:02.085820 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device caa14053-9c31-49ea-8146-de819969b436 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:18:02.186928 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a27ec09d-fccf-40b8-94af-5e7541a35d96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:18:02.191935 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a27ec09d-fccf-40b8-94af-5e7541a35d96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:02.196645 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7113afb-3b33-4139-a4a0-3cd4c42fe5ff None None] Sync routers for ids ['746cde67-7aae-42b1-9155-eedcc8cfd5b2'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:18:02.205635 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7113afb-3b33-4139-a4a0-3cd4c42fe5ff None None] Routers {'746cde67-7aae-42b1-9155-eedcc8cfd5b2'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:18:02.206241 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e7113afb-3b33-4139-a4a0-3cd4c42fe5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:17:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['746cde67-7aae-42b1-9155-eedcc8cfd5b2'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:02.228648 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a27ec09d-fccf-40b8-94af-5e7541a35d96 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "DELETE /v2.0/floatingips/74cdc274-6b9e-4cc2-b0c9-502b26b7fd0f HTTP/1.1" status: 204 len: 168 time: 0.9302905 Jul 16 09:18:02.229232 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef8c2552-f9f4-4032-9cab-bcb315b8e26f', 'tag': '81b370cc-cde6-4ed2-a704-cf3050ad62e4'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:18:02.231503 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95eacf74-3a30-464d-a51e-9816e5a73130" -d '{"events": [{"name": "network-changed", "server_uuid": "ef8c2552-f9f4-4032-9cab-bcb315b8e26f", "tag": "81b370cc-cde6-4ed2-a704-cf3050ad62e4"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:18:02.287545 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:18:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-784719a6-b8c9-4517-bec9-32b85a3e901a x-openstack-request-id: req-784719a6-b8c9-4517-bec9-32b85a3e901a {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:18:02.287960 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef8c2552-f9f4-4032-9cab-bcb315b8e26f", "tag": "81b370cc-cde6-4ed2-a704-cf3050ad62e4", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:18:02.288218 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-784719a6-b8c9-4517-bec9-32b85a3e901a {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:18:02.289541 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef8c2552-f9f4-4032-9cab-bcb315b8e26f', 'tag': '81b370cc-cde6-4ed2-a704-cf3050ad62e4', 'status': 'completed', 'code': 200} Jul 16 09:18:02.317782 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e7113afb-3b33-4139-a4a0-3cd4c42fe5ff None None] Set router 746cde67-7aae-42b1-9155-eedcc8cfd5b2 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:18:02.373412 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eacf74-3a30-464d-a51e-9816e5a73130 req-a540c53e-577c-4c26-8022-7c30a028c2c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:02.375159 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-95eacf74-3a30-464d-a51e-9816e5a73130 req-a540c53e-577c-4c26-8022-7c30a028c2c0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=572a9b8cb07e43478c74c1511ae605cb&device_id=ef8c2552-f9f4-4032-9cab-bcb315b8e26f HTTP/1.1" status: 200 len: 1097 time: 0.0626910 Jul 16 09:18:02.486106 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eacf74-3a30-464d-a51e-9816e5a73130 req-bb591ab1-7fd3-41e3-ae85-29b84e0b9626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:02.487987 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-95eacf74-3a30-464d-a51e-9816e5a73130 req-bb591ab1-7fd3-41e3-ae85-29b84e0b9626 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8364d96b-3aa9-4771-aaf9-9d3cc15d434d HTTP/1.1" status: 200 len: 898 time: 0.1067312 Jul 16 09:18:02.528302 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e7113afb-3b33-4139-a4a0-3cd4c42fe5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'name': 'tempest-TestNetworkBasicOps-router-1682155394', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:24Z', 'updated_at': '2021-07-16T09:17:55Z', 'revision_number': 6, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'adfac8f5-4969-4592-bb70-ba6e4ba77b45', 'name': '', 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'mac_address': 'fa:16:3e:6c:1e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '85010d1d-2314-4d2f-96c1-ccfdede5da45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:27Z', 'updated_at': '2021-07-16T09:16:32Z', 'revision_number': 5, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'subnets': [{'id': '85010d1d-2314-4d2f-96c1-ccfdede5da45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:02.534903 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-95eacf74-3a30-464d-a51e-9816e5a73130 req-f8dd80e1-9db3-45b4-a7cf-2224ad92aa48 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=81b370cc-cde6-4ed2-a704-cf3050ad62e4 HTTP/1.1" status: 200 len: 217 time: 0.0404565 Jul 16 09:18:02.561007 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7113afb-3b33-4139-a4a0-3cd4c42fe5ff None None] Checking router: 746cde67-7aae-42b1-9155-eedcc8cfd5b2 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:18:02.562934 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:02.572783 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7113afb-3b33-4139-a4a0-3cd4c42fe5ff None None] Routers {'746cde67-7aae-42b1-9155-eedcc8cfd5b2'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:18:02.573696 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e7113afb-3b33-4139-a4a0-3cd4c42fe5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:17:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['746cde67-7aae-42b1-9155-eedcc8cfd5b2'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:02.590148 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eacf74-3a30-464d-a51e-9816e5a73130 req-4273b1ac-8161-4d99-983a-e3deb24cd94b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:02.591676 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-95eacf74-3a30-464d-a51e-9816e5a73130 req-4273b1ac-8161-4d99-983a-e3deb24cd94b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=85010d1d-2314-4d2f-96c1-ccfdede5da45 HTTP/1.1" status: 200 len: 835 time: 0.0503802 Jul 16 09:18:02.640721 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:02.657656 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95eacf74-3a30-464d-a51e-9816e5a73130 req-6dfbe61d-56c7-4f6d-9a39-91bae3dbe4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:02.659201 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-95eacf74-3a30-464d-a51e-9816e5a73130 req-6dfbe61d-56c7-4f6d-9a39-91bae3dbe4ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8364d96b-3aa9-4771-aaf9-9d3cc15d434d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0614412 Jul 16 09:18:02.661261 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eabbc98-0f3e-4432-9027-560112c9cf04 req-8e016856-3312-4037-90df-7689c85dcd36 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:02.662844 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3eabbc98-0f3e-4432-9027-560112c9cf04 req-8e016856-3312-4037-90df-7689c85dcd36 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef8c2552-f9f4-4032-9cab-bcb315b8e26f HTTP/1.1" status: 200 len: 945 time: 0.0812476 Jul 16 09:18:02.701009 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e7113afb-3b33-4139-a4a0-3cd4c42fe5ff None None] Set router 746cde67-7aae-42b1-9155-eedcc8cfd5b2 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:18:02.704405 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3eabbc98-0f3e-4432-9027-560112c9cf04 req-dfb98707-65dd-4883-8e73-3a7e45e60ba0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/security-groups?id=1468ae2d-2dc4-4a31-8759-4f064af553da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344746 Jul 16 09:18:02.762616 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-95eacf74-3a30-464d-a51e-9816e5a73130 req-ef20a8d0-048a-4e2c-9a96-963a4d6003f8 service neutron] 10.222.0.30 "GET /v2.0/networks/8364d96b-3aa9-4771-aaf9-9d3cc15d434d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966003 Jul 16 09:18:02.852505 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-95eacf74-3a30-464d-a51e-9816e5a73130 req-fdf2f18f-81e9-4c3a-a8a6-b2562746184e service neutron] 10.222.0.30 "GET /v2.0/networks/8364d96b-3aa9-4771-aaf9-9d3cc15d434d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834115 Jul 16 09:18:02.912398 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e7113afb-3b33-4139-a4a0-3cd4c42fe5ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'name': 'tempest-TestNetworkBasicOps-router-1682155394', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:24Z', 'updated_at': '2021-07-16T09:17:55Z', 'revision_number': 6, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'adfac8f5-4969-4592-bb70-ba6e4ba77b45', 'name': '', 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'mac_address': 'fa:16:3e:6c:1e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '85010d1d-2314-4d2f-96c1-ccfdede5da45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:27Z', 'updated_at': '2021-07-16T09:16:32Z', 'revision_number': 5, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'subnets': [{'id': '85010d1d-2314-4d2f-96c1-ccfdede5da45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:02.939089 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7113afb-3b33-4139-a4a0-3cd4c42fe5ff None None] The sync data for ids ['746cde67-7aae-42b1-9155-eedcc8cfd5b2'] in n-d-771362-37 is: [{'id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'name': 'tempest-TestNetworkBasicOps-router-1682155394', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:24Z', 'updated_at': '2021-07-16T09:17:55Z', 'revision_number': 6, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'adfac8f5-4969-4592-bb70-ba6e4ba77b45', 'name': '', 'network_id': '8364d96b-3aa9-4771-aaf9-9d3cc15d434d', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'mac_address': 'fa:16:3e:6c:1e:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_interface', 'standard_attr_id': 3806, 'fixed_ips': [{'subnet_id': '85010d1d-2314-4d2f-96c1-ccfdede5da45', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:27Z', 'updated_at': '2021-07-16T09:16:32Z', 'revision_number': 5, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'subnets': [{'id': '85010d1d-2314-4d2f-96c1-ccfdede5da45', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:18:03.194759 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b42cca2d-bfef-41e7-b2a1-14f7c2ea1588 None None] New status for floating IP 74cdc274-6b9e-4cc2-b0c9-502b26b7fd0f: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:18:03.339075 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe358c71-f444-4868-8809-a83dc188e244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:03.875899 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4375715-dc4c-4344-893e-789ce0a77623 req-71842fd2-f80a-4b24-99b6-062dc432c50a tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:03.877351 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c4375715-dc4c-4344-893e-789ce0a77623 req-71842fd2-f80a-4b24-99b6-062dc432c50a tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.30 "GET /v2.0/ports?device_id=ef8c2552-f9f4-4032-9cab-bcb315b8e26f HTTP/1.1" status: 200 len: 945 time: 0.1066866 Jul 16 09:18:03.938709 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fca11-af0c-4b97-8d98-b3f17d9d0c7a req-88cc9643-23f7-46bc-a7e9-c5a48bb7bfa9 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:03.940155 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a04fca11-af0c-4b97-8d98-b3f17d9d0c7a req-88cc9643-23f7-46bc-a7e9-c5a48bb7bfa9 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=ef8c2552-f9f4-4032-9cab-bcb315b8e26f HTTP/1.1" status: 200 len: 945 time: 0.1176665 Jul 16 09:18:04.004060 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a04fca11-af0c-4b97-8d98-b3f17d9d0c7a req-e65efc09-b649-42e1-9dbc-909d67076693 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/security-groups?id=1468ae2d-2dc4-4a31-8759-4f064af553da&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569022 Jul 16 09:18:04.020720 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-c4375715-dc4c-4344-893e-789ce0a77623 req-73d9db32-efea-43b9-a3c0-3564644d663a tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Deleting port 81b370cc-cde6-4ed2-a704-cf3050ad62e4 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:18:04.021063 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c4375715-dc4c-4344-893e-789ce0a77623 req-73d9db32-efea-43b9-a3c0-3564644d663a tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:04.106347 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-c4375715-dc4c-4344-893e-789ce0a77623 req-73d9db32-efea-43b9-a3c0-3564644d663a tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] For port 81b370cc-cde6-4ed2-a704-cf3050ad62e4, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=81b370cc-cde6-4ed2-a704-cf3050ad62e4,segment=NetworkSegment(6ceff087-ce1a-47a2-b567-651092d86739),segment_id=6ceff087-ce1a-47a2-b567-651092d86739)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:04.106697 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c4375715-dc4c-4344-893e-789ce0a77623 req-73d9db32-efea-43b9-a3c0-3564644d663a tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:04.119119 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-c4375715-dc4c-4344-893e-789ce0a77623 req-73d9db32-efea-43b9-a3c0-3564644d663a tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Calling delete_port for 81b370cc-cde6-4ed2-a704-cf3050ad62e4 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:18:04.244387 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c4375715-dc4c-4344-893e-789ce0a77623 req-73d9db32-efea-43b9-a3c0-3564644d663a tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:04.272460 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d9db32-efea-43b9-a3c0-3564644d663a tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event deleted for resources: {'Port': ['ID=81b370cc-cde6-4ed2-a704-cf3050ad62e4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:04.320598 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4375715-dc4c-4344-893e-789ce0a77623 req-73d9db32-efea-43b9-a3c0-3564644d663a tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] No DVR routers for this DVR port 81b370cc-cde6-4ed2-a704-cf3050ad62e4 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:18:04.323157 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c4375715-dc4c-4344-893e-789ce0a77623 req-73d9db32-efea-43b9-a3c0-3564644d663a tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:04.325212 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c4375715-dc4c-4344-893e-789ce0a77623 req-73d9db32-efea-43b9-a3c0-3564644d663a tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.30 "DELETE /v2.0/ports/81b370cc-cde6-4ed2-a704-cf3050ad62e4 HTTP/1.1" status: 204 len: 173 time: 0.4429221 Jul 16 09:18:04.325650 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef8c2552-f9f4-4032-9cab-bcb315b8e26f', 'name': 'network-vif-deleted', 'tag': '81b370cc-cde6-4ed2-a704-cf3050ad62e4'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:18:04.327889 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f58107f6-7230-4c2b-a2fa-bba37a8f0a8b" -d '{"events": [{"server_uuid": "ef8c2552-f9f4-4032-9cab-bcb315b8e26f", "name": "network-vif-deleted", "tag": "81b370cc-cde6-4ed2-a704-cf3050ad62e4"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:18:04.364005 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:18:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86f95987-2a4d-4c43-a106-f6ca96db85b9 x-openstack-request-id: req-86f95987-2a4d-4c43-a106-f6ca96db85b9 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:18:04.364299 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef8c2552-f9f4-4032-9cab-bcb315b8e26f", "name": "network-vif-deleted", "tag": "81b370cc-cde6-4ed2-a704-cf3050ad62e4", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:18:04.364583 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-86f95987-2a4d-4c43-a106-f6ca96db85b9 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:18:04.364985 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef8c2552-f9f4-4032-9cab-bcb315b8e26f', 'name': 'network-vif-deleted', 'tag': '81b370cc-cde6-4ed2-a704-cf3050ad62e4', 'status': 'completed', 'code': 200} Jul 16 09:18:05.096605 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44508) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:05.163469 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bbb0fb02-9173-418f-b8aa-5df7d3e76d8e tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:05.189669 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bbb0fb02-9173-418f-b8aa-5df7d3e76d8e tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:05.250571 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bbb0fb02-9173-418f-b8aa-5df7d3e76d8e tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:05.253221 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bbb0fb02-9173-418f-b8aa-5df7d3e76d8e tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:05.254900 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bbb0fb02-9173-418f-b8aa-5df7d3e76d8e tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "DELETE /v2.0/security-groups/1468ae2d-2dc4-4a31-8759-4f064af553da HTTP/1.1" status: 204 len: 168 time: 0.1572125 Jul 16 09:18:05.264477 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb0fb02-9173-418f-b8aa-5df7d3e76d8e tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1468ae2d-2dc4-4a31-8759-4f064af553da,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:05.296098 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44512) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:05.649767 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2feecca7-9500-4fd3-94c9-53b2b3e8446b tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:05.753468 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a6cad494-2fc5-48ae-9ab2-72be35d52f43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:05.918908 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-2feecca7-9500-4fd3-94c9-53b2b3e8446b tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Deleting port adfac8f5-4969-4592-bb70-ba6e4ba77b45 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:18:05.919159 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2feecca7-9500-4fd3-94c9-53b2b3e8446b tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:06.010585 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-2feecca7-9500-4fd3-94c9-53b2b3e8446b tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] For port adfac8f5-4969-4592-bb70-ba6e4ba77b45, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=adfac8f5-4969-4592-bb70-ba6e4ba77b45,segment=NetworkSegment(6ceff087-ce1a-47a2-b567-651092d86739),segment_id=6ceff087-ce1a-47a2-b567-651092d86739)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:06.011027 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2feecca7-9500-4fd3-94c9-53b2b3e8446b tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:06.024585 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-2feecca7-9500-4fd3-94c9-53b2b3e8446b tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Calling delete_port for adfac8f5-4969-4592-bb70-ba6e4ba77b45 owned by network:router_interface {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:18:06.065578 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:06.226881 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2feecca7-9500-4fd3-94c9-53b2b3e8446b tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:06.252861 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feecca7-9500-4fd3-94c9-53b2b3e8446b tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event deleted for resources: {'Port': ['ID=adfac8f5-4969-4592-bb70-ba6e4ba77b45,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:06.440453 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2feecca7-9500-4fd3-94c9-53b2b3e8446b tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:06.958652 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2feecca7-9500-4fd3-94c9-53b2b3e8446b tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Router 746cde67-7aae-42b1-9155-eedcc8cfd5b2 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:18:07.059612 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2feecca7-9500-4fd3-94c9-53b2b3e8446b tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:18:07.064495 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2feecca7-9500-4fd3-94c9-53b2b3e8446b tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "PUT /v2.0/routers/746cde67-7aae-42b1-9155-eedcc8cfd5b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7673104 Jul 16 09:18:07.067187 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44514) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:07.069681 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e225ca-86df-4a9f-b734-20dcc6a74505 None None] Sync routers for ids ['746cde67-7aae-42b1-9155-eedcc8cfd5b2'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:18:07.078639 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e225ca-86df-4a9f-b734-20dcc6a74505 None None] Routers {'746cde67-7aae-42b1-9155-eedcc8cfd5b2'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:18:07.079308 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e0e225ca-86df-4a9f-b734-20dcc6a74505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:18:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['746cde67-7aae-42b1-9155-eedcc8cfd5b2'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:07.125168 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fb51f0d-b952-454b-965c-8e544954e032 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Deleting subnet 85010d1d-2314-4d2f-96c1-ccfdede5da45 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:18:07.128239 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fb51f0d-b952-454b-965c-8e544954e032 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:07.167765 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fb51f0d-b952-454b-965c-8e544954e032 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:07.182424 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e0e225ca-86df-4a9f-b734-20dcc6a74505 None None] Set router 746cde67-7aae-42b1-9155-eedcc8cfd5b2 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:18:07.229835 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:07.261113 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fb51f0d-b952-454b-965c-8e544954e032 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:07.326672 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fb51f0d-b952-454b-965c-8e544954e032 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:07.355043 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb51f0d-b952-454b-965c-8e544954e032 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event deleted for resources: {'Subnet': ['ID=85010d1d-2314-4d2f-96c1-ccfdede5da45,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:07.359727 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2fb51f0d-b952-454b-965c-8e544954e032 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:07.364444 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2fb51f0d-b952-454b-965c-8e544954e032 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "DELETE /v2.0/subnets/85010d1d-2314-4d2f-96c1-ccfdede5da45 HTTP/1.1" status: 204 len: 168 time: 0.2935648 Jul 16 09:18:07.365218 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44516) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:07.369572 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb48f1b6-d6e0-4b69-bcba-a27e24bcc573 None None] Network 8364d96b-3aa9-4771-aaf9-9d3cc15d434d requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:18:07.455902 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e0e225ca-86df-4a9f-b734-20dcc6a74505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'name': 'tempest-TestNetworkBasicOps-router-1682155394', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:24Z', 'updated_at': '2021-07-16T09:18:06Z', 'revision_number': 7, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:07.475912 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c25931f2-2996-4e5d-8ad3-8f5b935e3687 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:07.483205 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e225ca-86df-4a9f-b734-20dcc6a74505 None None] Checking router: 746cde67-7aae-42b1-9155-eedcc8cfd5b2 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:18:07.491738 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e225ca-86df-4a9f-b734-20dcc6a74505 None None] Routers {'746cde67-7aae-42b1-9155-eedcc8cfd5b2'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:18:07.492376 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e0e225ca-86df-4a9f-b734-20dcc6a74505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:18:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['746cde67-7aae-42b1-9155-eedcc8cfd5b2'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:07.575387 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b51323d-ca8c-484e-98ef-9da75b15d9b2 None None] DHCP port deletion for 8364d96b-3aa9-4771-aaf9-9d3cc15d434d request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:18:07.581006 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 81b370cc-cde6-4ed2-a704-cf3050ad62e4 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:18:07.601005 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c25931f2-2996-4e5d-8ad3-8f5b935e3687 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:07.606788 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 81b370cc-cde6-4ed2-a704-cf3050ad62e4 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:18:07.607143 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 81b370cc-cde6-4ed2-a704-cf3050ad62e4 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:18:07.631670 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e0e225ca-86df-4a9f-b734-20dcc6a74505 None None] Set router 746cde67-7aae-42b1-9155-eedcc8cfd5b2 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:18:07.657357 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-9b51323d-ca8c-484e-98ef-9da75b15d9b2 None None] Deleting port 94cb0c7f-3c88-4d04-890e-bc459fb09dbe {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:18:07.657993 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9b51323d-ca8c-484e-98ef-9da75b15d9b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:07.664973 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c25931f2-2996-4e5d-8ad3-8f5b935e3687 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Deleting port 5d12c7e7-a893-4124-bc8d-ed2073e404ff {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:18:07.665347 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c25931f2-2996-4e5d-8ad3-8f5b935e3687 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:07.742162 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-9b51323d-ca8c-484e-98ef-9da75b15d9b2 None None] For port 94cb0c7f-3c88-4d04-890e-bc459fb09dbe, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=94cb0c7f-3c88-4d04-890e-bc459fb09dbe,segment=NetworkSegment(6ceff087-ce1a-47a2-b567-651092d86739),segment_id=6ceff087-ce1a-47a2-b567-651092d86739)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:07.742952 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9b51323d-ca8c-484e-98ef-9da75b15d9b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:07.762229 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-9b51323d-ca8c-484e-98ef-9da75b15d9b2 None None] Calling delete_port for 94cb0c7f-3c88-4d04-890e-bc459fb09dbe owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:18:07.775699 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-c25931f2-2996-4e5d-8ad3-8f5b935e3687 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] For port 5d12c7e7-a893-4124-bc8d-ed2073e404ff, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=5d12c7e7-a893-4124-bc8d-ed2073e404ff,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:07.776055 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c25931f2-2996-4e5d-8ad3-8f5b935e3687 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:07.789286 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-c25931f2-2996-4e5d-8ad3-8f5b935e3687 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Calling delete_port for 5d12c7e7-a893-4124-bc8d-ed2073e404ff owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:18:07.859582 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e0e225ca-86df-4a9f-b734-20dcc6a74505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'name': 'tempest-TestNetworkBasicOps-router-1682155394', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:24Z', 'updated_at': '2021-07-16T09:18:06Z', 'revision_number': 7, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:07.875236 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9b51323d-ca8c-484e-98ef-9da75b15d9b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:07.888267 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e225ca-86df-4a9f-b734-20dcc6a74505 None None] The sync data for ids ['746cde67-7aae-42b1-9155-eedcc8cfd5b2'] in n-d-771362-37 is: [{'id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'name': 'tempest-TestNetworkBasicOps-router-1682155394', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143'}], 'enable_snat': True}, 'gw_port_id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:16:24Z', 'updated_at': '2021-07-16T09:18:06Z', 'revision_number': 7, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '5d12c7e7-a893-4124-bc8d-ed2073e404ff', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:44:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '746cde67-7aae-42b1-9155-eedcc8cfd5b2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3803, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:16:25Z', 'updated_at': '2021-07-16T09:16:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:18:07.911689 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51323d-ca8c-484e-98ef-9da75b15d9b2 None None] Pushing event deleted for resources: {'Port': ['ID=94cb0c7f-3c88-4d04-890e-bc459fb09dbe,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:07.917815 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b51323d-ca8c-484e-98ef-9da75b15d9b2 None None] No DVR routers for this DVR port 94cb0c7f-3c88-4d04-890e-bc459fb09dbe on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:18:07.974972 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c25931f2-2996-4e5d-8ad3-8f5b935e3687 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:08.002269 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25931f2-2996-4e5d-8ad3-8f5b935e3687 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event deleted for resources: {'Port': ['ID=5d12c7e7-a893-4124-bc8d-ed2073e404ff,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:08.066329 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c25931f2-2996-4e5d-8ad3-8f5b935e3687 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:08.156454 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c25931f2-2996-4e5d-8ad3-8f5b935e3687 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:08.158523 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c25931f2-2996-4e5d-8ad3-8f5b935e3687 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:08.210418 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c25931f2-2996-4e5d-8ad3-8f5b935e3687 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:08.211076 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c25931f2-2996-4e5d-8ad3-8f5b935e3687 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Fanout notify agent at l3_agent the message router_deleted on router 746cde67-7aae-42b1-9155-eedcc8cfd5b2 {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:18:08.218139 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c25931f2-2996-4e5d-8ad3-8f5b935e3687 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:08.219255 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c25931f2-2996-4e5d-8ad3-8f5b935e3687 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "DELETE /v2.0/routers/746cde67-7aae-42b1-9155-eedcc8cfd5b2 HTTP/1.1" status: 204 len: 168 time: 0.8535764 Jul 16 09:18:08.222457 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44518) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:08.323124 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7c9facc-d04a-4049-8789-d58016dc7b4a tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:08.368467 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device adfac8f5-4969-4592-bb70-ba6e4ba77b45 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:18:08.390997 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: adfac8f5-4969-4592-bb70-ba6e4ba77b45 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:18:08.391338 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device adfac8f5-4969-4592-bb70-ba6e4ba77b45 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:18:08.391756 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 94cb0c7f-3c88-4d04-890e-bc459fb09dbe no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:18:08.411861 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 94cb0c7f-3c88-4d04-890e-bc459fb09dbe {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:18:08.412201 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 94cb0c7f-3c88-4d04-890e-bc459fb09dbe not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:18:08.428227 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7c9facc-d04a-4049-8789-d58016dc7b4a tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:08.438679 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-d7c9facc-d04a-4049-8789-d58016dc7b4a tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8364d96b-3aa9-4771-aaf9-9d3cc15d434d']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:08.449160 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-d7c9facc-d04a-4049-8789-d58016dc7b4a tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ceff087-ce1a-47a2-b567-651092d86739') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:08.449554 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-d7c9facc-d04a-4049-8789-d58016dc7b4a tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ceff087-ce1a-47a2-b567-651092d86739') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:08.458816 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7c9facc-d04a-4049-8789-d58016dc7b4a tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:08.472424 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7c9facc-d04a-4049-8789-d58016dc7b4a tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:08.478485 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7c9facc-d04a-4049-8789-d58016dc7b4a tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:18:08.478777 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7c9facc-d04a-4049-8789-d58016dc7b4a tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: timer() Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:18:08.481711 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:18:08.542295 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7c9facc-d04a-4049-8789-d58016dc7b4a tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:08.550071 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7c9facc-d04a-4049-8789-d58016dc7b4a tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:08.551460 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d7c9facc-d04a-4049-8789-d58016dc7b4a tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "DELETE /v2.0/networks/8364d96b-3aa9-4771-aaf9-9d3cc15d434d HTTP/1.1" status: 204 len: 168 time: 0.3280396 Jul 16 09:18:08.566062 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c9facc-d04a-4049-8789-d58016dc7b4a tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event deleted for resources: {'Network': ['ID=8364d96b-3aa9-4771-aaf9-9d3cc15d434d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:08.573046 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44520) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:08.582570 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-08753ab3-e5a8-4ddd-807f-ceb82d0f2500 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'network': {'name': 'tempest-network-smoke--1676687630', 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'port_security_enabled': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:18:08.607714 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08753ab3-e5a8-4ddd-807f-ceb82d0f2500 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Made reservation on behalf of 572a9b8cb07e43478c74c1511ae605cb for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:18:08.611335 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-08753ab3-e5a8-4ddd-807f-ceb82d0f2500 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:08.635048 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08753ab3-e5a8-4ddd-807f-ceb82d0f2500 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:18:08.644085 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-08753ab3-e5a8-4ddd-807f-ceb82d0f2500 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:08.644461 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-08753ab3-e5a8-4ddd-807f-ceb82d0f2500 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Added segment b615a1db-b033-4f20-a552-e722c68f2a36 of type vlan for network 83d0efb5-211d-46c8-8d25-61e8f99d8e15 Jul 16 09:18:08.685609 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-08753ab3-e5a8-4ddd-807f-ceb82d0f2500 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:08.690549 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:08.714209 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-08753ab3-e5a8-4ddd-807f-ceb82d0f2500 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:08.719847 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08753ab3-e5a8-4ddd-807f-ceb82d0f2500 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:08.720470 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-08753ab3-e5a8-4ddd-807f-ceb82d0f2500 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:08.755298 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-08753ab3-e5a8-4ddd-807f-ceb82d0f2500 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1807561 Jul 16 09:18:08.758082 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44522) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:08.762933 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-545d542d-4953-4f72-ad8b-b70141e613f0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2087512911', 'admin_state_up': True, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:18:08.785766 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-545d542d-4953-4f72-ad8b-b70141e613f0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:08.786753 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-545d542d-4953-4f72-ad8b-b70141e613f0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:08.789554 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08753ab3-e5a8-4ddd-807f-ceb82d0f2500 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'Network': ['ID=83d0efb5-211d-46c8-8d25-61e8f99d8e15,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:08.803439 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 83d0efb5-211d-46c8-8d25-61e8f99d8e15 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:18:08.857595 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-545d542d-4953-4f72-ad8b-b70141e613f0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:08.997606 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-545d542d-4953-4f72-ad8b-b70141e613f0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:09.207865 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-545d542d-4953-4f72-ad8b-b70141e613f0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:09.227680 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-545d542d-4953-4f72-ad8b-b70141e613f0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:09.338732 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-545d542d-4953-4f72-ad8b-b70141e613f0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Allocated IP 172.25.3.232 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/35b1f683-f585-45bd-8139-240df3a5fb26) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:18:09.445382 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-545d542d-4953-4f72-ad8b-b70141e613f0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:09.483231 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-545d542d-4953-4f72-ad8b-b70141e613f0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:09.527098 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545d542d-4953-4f72-ad8b-b70141e613f0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:18:09.529939 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-545d542d-4953-4f72-ad8b-b70141e613f0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:18:09.532444 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545d542d-4953-4f72-ad8b-b70141e613f0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:18:09.557578 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545d542d-4953-4f72-ad8b-b70141e613f0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'Port': ['ID=35b1f683-f585-45bd-8139-240df3a5fb26,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:09.786379 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-545d542d-4953-4f72-ad8b-b70141e613f0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:09.982097 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-545d542d-4953-4f72-ad8b-b70141e613f0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:10.018007 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 5d12c7e7-a893-4124-bc8d-ed2073e404ff no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:18:10.039850 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 5d12c7e7-a893-4124-bc8d-ed2073e404ff {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:18:10.040204 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 5d12c7e7-a893-4124-bc8d-ed2073e404ff not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:18:10.113556 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545d542d-4953-4f72-ad8b-b70141e613f0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Router 1e0409ee-e3db-46bb-937d-246058c1e9f9 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:18:10.220588 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545d542d-4953-4f72-ad8b-b70141e613f0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:18:10.229576 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ec33c5-1eb1-4f23-80be-e1c368a07a38 None None] Sync routers for ids ['1e0409ee-e3db-46bb-937d-246058c1e9f9'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:18:10.238728 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ec33c5-1eb1-4f23-80be-e1c368a07a38 None None] Routers {'1e0409ee-e3db-46bb-937d-246058c1e9f9'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:18:10.239027 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-545d542d-4953-4f72-ad8b-b70141e613f0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:10.239353 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-48ec33c5-1eb1-4f23-80be-e1c368a07a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:18:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['1e0409ee-e3db-46bb-937d-246058c1e9f9'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:10.240360 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-545d542d-4953-4f72-ad8b-b70141e613f0 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4812522 Jul 16 09:18:10.243491 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44524) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:10.351170 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-48ec33c5-1eb1-4f23-80be-e1c368a07a38 None None] Set router 1e0409ee-e3db-46bb-937d-246058c1e9f9 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:18:10.604134 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-67073c22-f716-4b55-9e63-092ff0dc5787 tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=572a9b8cb07e43478c74c1511ae605cb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3594277 Jul 16 09:18:10.606760 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44526) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:10.692221 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-48ec33c5-1eb1-4f23-80be-e1c368a07a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'name': 'tempest-TestNetworkBasicOps-router-2087512911', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '35b1f683-f585-45bd-8139-240df3a5fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:18:08Z', 'updated_at': '2021-07-16T09:18:09Z', 'revision_number': 3, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '35b1f683-f585-45bd-8139-240df3a5fb26', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:18:09Z', 'updated_at': '2021-07-16T09:18:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:10.721404 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ec33c5-1eb1-4f23-80be-e1c368a07a38 None None] Checking router: 1e0409ee-e3db-46bb-937d-246058c1e9f9 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:18:10.722256 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ec33c5-1eb1-4f23-80be-e1c368a07a38 None None] Updating router 1e0409ee-e3db-46bb-937d-246058c1e9f9 port 35b1f683-f585-45bd-8139-240df3a5fb26 binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:18:10.731837 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9028d7e-acc8-486a-a3f3-09c630c0e23a tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:10.733417 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a9028d7e-acc8-486a-a3f3-09c630c0e23a tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1255665 Jul 16 09:18:10.736133 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44528) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:10.763273 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-48ec33c5-1eb1-4f23-80be-e1c368a07a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:10.767543 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9a57c9c2-b836-49d9-b348-b0e8b1f63793 tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=4a545af8-8142-4a44-8290-045c2901c634&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0303035 Jul 16 09:18:10.770942 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44530) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:10.775846 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-9570ebfa-2361-4d38-a422-4df6b3b14bdb tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1576185833', 'network_id': '83d0efb5-211d-46c8-8d25-61e8f99d8e15', 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:18:10.867907 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9570ebfa-2361-4d38-a422-4df6b3b14bdb tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Made reservation on behalf of 572a9b8cb07e43478c74c1511ae605cb for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:18:10.871650 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9570ebfa-2361-4d38-a422-4df6b3b14bdb tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:11.026391 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-48ec33c5-1eb1-4f23-80be-e1c368a07a38 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:11.039855 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-48ec33c5-1eb1-4f23-80be-e1c368a07a38 None None] Transition to ACTIVE for port object 35b1f683-f585-45bd-8139-240df3a5fb26 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:18:11.050910 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-48ec33c5-1eb1-4f23-80be-e1c368a07a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:11.072966 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9570ebfa-2361-4d38-a422-4df6b3b14bdb tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:11.102776 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-48ec33c5-1eb1-4f23-80be-e1c368a07a38 None None] Attempting to bind port 35b1f683-f585-45bd-8139-240df3a5fb26 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:18:11.103146 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-48ec33c5-1eb1-4f23-80be-e1c368a07a38 None None] Attempting to bind port 35b1f683-f585-45bd-8139-240df3a5fb26 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:18:11.103511 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ec33c5-1eb1-4f23-80be-e1c368a07a38 None None] Attempting to bind port 35b1f683-f585-45bd-8139-240df3a5fb26 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:18:11.112199 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ac5d8-4954-4ef9-babc-a893d161ec6b None None] Pushing event updated for resources: {'Port': ['ID=35b1f683-f585-45bd-8139-240df3a5fb26,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:11.114902 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ec33c5-1eb1-4f23-80be-e1c368a07a38 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:18:11.115518 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ec33c5-1eb1-4f23-80be-e1c368a07a38 None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:18:11.115518 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-48ec33c5-1eb1-4f23-80be-e1c368a07a38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:11.115916 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48ec33c5-1eb1-4f23-80be-e1c368a07a38 None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:18:11.116404 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-48ec33c5-1eb1-4f23-80be-e1c368a07a38 None None] Bound port: 35b1f683-f585-45bd-8139-240df3a5fb26, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:18:11.117286 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-48ec33c5-1eb1-4f23-80be-e1c368a07a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:11.135585 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9570ebfa-2361-4d38-a422-4df6b3b14bdb tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'Subnet': ['ID=78b03bc7-44b7-41eb-a754-c9b589d0ef1a,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:11.147032 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9570ebfa-2361-4d38-a422-4df6b3b14bdb tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Checking segment: {'id': 'b615a1db-b033-4f20-a552-e722c68f2a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '83d0efb5-211d-46c8-8d25-61e8f99d8e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:18:11.147396 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9570ebfa-2361-4d38-a422-4df6b3b14bdb tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Network hostable DHCP agents. Network: 83d0efb5-211d-46c8-8d25-61e8f99d8e15, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:18:11.165808 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9570ebfa-2361-4d38-a422-4df6b3b14bdb tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Network 83d0efb5-211d-46c8-8d25-61e8f99d8e15 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:18:11.170425 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-48ec33c5-1eb1-4f23-80be-e1c368a07a38 None None] For port 35b1f683-f585-45bd-8139-240df3a5fb26, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:18:11.173656 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-48ec33c5-1eb1-4f23-80be-e1c368a07a38 None None] For port 35b1f683-f585-45bd-8139-240df3a5fb26, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=35b1f683-f585-45bd-8139-240df3a5fb26,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:18:11.176314 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-9570ebfa-2361-4d38-a422-4df6b3b14bdb tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 83d0efb5-211d-46c8-8d25-61e8f99d8e15) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:18:11.178344 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-48ec33c5-1eb1-4f23-80be-e1c368a07a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:11.182273 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9570ebfa-2361-4d38-a422-4df6b3b14bdb tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:11.182882 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9570ebfa-2361-4d38-a422-4df6b3b14bdb tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:11.199247 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9570ebfa-2361-4d38-a422-4df6b3b14bdb tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4270444 Jul 16 09:18:11.201883 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44532) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:11.206019 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712ef709-efe7-48a4-bae8-ec5e55815de8 None None] Network 83d0efb5-211d-46c8-8d25-61e8f99d8e15 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:18:11.297101 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354ac5d8-4954-4ef9-babc-a893d161ec6b None None] Pushing event updated for resources: {'Port': ['ID=35b1f683-f585-45bd-8139-240df3a5fb26,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:11.302420 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48ec33c5-1eb1-4f23-80be-e1c368a07a38 None None] Routers {'1e0409ee-e3db-46bb-937d-246058c1e9f9'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:18:11.303180 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-48ec33c5-1eb1-4f23-80be-e1c368a07a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:18:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['1e0409ee-e3db-46bb-937d-246058c1e9f9'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:11.469046 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-48ec33c5-1eb1-4f23-80be-e1c368a07a38 None None] Set router 1e0409ee-e3db-46bb-937d-246058c1e9f9 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:18:11.577367 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8260575a-387a-4dbf-898e-2c871b9c0e4b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-83d0efb5-211d-46c8-8d25-61e8f99d8e15', 'network_id': '83d0efb5-211d-46c8-8d25-61e8f99d8e15', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'fixed_ips': [{'subnet_id': '78b03bc7-44b7-41eb-a754-c9b589d0ef1a'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:18:11.578379 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8260575a-387a-4dbf-898e-2c871b9c0e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:11.773235 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d86f90b-0acc-4607-abc6-a6e1e6b3ba92 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:11.816472 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-8260575a-387a-4dbf-898e-2c871b9c0e4b None None] Allocated IP 172.20.0.2 (83d0efb5-211d-46c8-8d25-61e8f99d8e15/78b03bc7-44b7-41eb-a754-c9b589d0ef1a/da2a7de6-0b49-48e2-8d53-9281fbc10f34) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:18:11.864942 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-48ec33c5-1eb1-4f23-80be-e1c368a07a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'name': 'tempest-TestNetworkBasicOps-router-2087512911', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '35b1f683-f585-45bd-8139-240df3a5fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:18:08Z', 'updated_at': '2021-07-16T09:18:09Z', 'revision_number': 3, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '35b1f683-f585-45bd-8139-240df3a5fb26', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:18:09Z', 'updated_at': '2021-07-16T09:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:11.901400 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48ec33c5-1eb1-4f23-80be-e1c368a07a38 None None] The sync data for ids ['1e0409ee-e3db-46bb-937d-246058c1e9f9'] in n-d-771362-37 is: [{'id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'name': 'tempest-TestNetworkBasicOps-router-2087512911', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '35b1f683-f585-45bd-8139-240df3a5fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:18:08Z', 'updated_at': '2021-07-16T09:18:09Z', 'revision_number': 3, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '35b1f683-f585-45bd-8139-240df3a5fb26', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:18:09Z', 'updated_at': '2021-07-16T09:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:18:12.078093 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8260575a-387a-4dbf-898e-2c871b9c0e4b None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:12.095512 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8260575a-387a-4dbf-898e-2c871b9c0e4b None None] Transition to ACTIVE for port object da2a7de6-0b49-48e2-8d53-9281fbc10f34 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:18:12.114108 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8260575a-387a-4dbf-898e-2c871b9c0e4b None None] Transition to ACTIVE for port object da2a7de6-0b49-48e2-8d53-9281fbc10f34 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:18:12.122732 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8260575a-387a-4dbf-898e-2c871b9c0e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:12.168021 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8260575a-387a-4dbf-898e-2c871b9c0e4b None None] Network 83d0efb5-211d-46c8-8d25-61e8f99d8e15 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:18:12.171428 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-8260575a-387a-4dbf-898e-2c871b9c0e4b None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:18:12.175947 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8260575a-387a-4dbf-898e-2c871b9c0e4b None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:18:12.183538 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260575a-387a-4dbf-898e-2c871b9c0e4b None None] Pushing event updated for resources: {'Port': ['ID=da2a7de6-0b49-48e2-8d53-9281fbc10f34,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:12.193525 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-1d86f90b-0acc-4607-abc6-a6e1e6b3ba92 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Allocated IP 172.20.0.1 (83d0efb5-211d-46c8-8d25-61e8f99d8e15/78b03bc7-44b7-41eb-a754-c9b589d0ef1a/ba7e98f1-4baf-482b-abbd-c197d35e1d26) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:18:12.240220 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-8260575a-387a-4dbf-898e-2c871b9c0e4b None None] Attempting to bind port da2a7de6-0b49-48e2-8d53-9281fbc10f34 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:18:12.240672 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-8260575a-387a-4dbf-898e-2c871b9c0e4b None None] Attempting to bind port da2a7de6-0b49-48e2-8d53-9281fbc10f34 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'b615a1db-b033-4f20-a552-e722c68f2a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '83d0efb5-211d-46c8-8d25-61e8f99d8e15'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:18:12.240998 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8260575a-387a-4dbf-898e-2c871b9c0e4b None None] Attempting to bind port da2a7de6-0b49-48e2-8d53-9281fbc10f34 on network 83d0efb5-211d-46c8-8d25-61e8f99d8e15 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:18:12.247009 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8260575a-387a-4dbf-898e-2c871b9c0e4b None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:18:12.248211 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8260575a-387a-4dbf-898e-2c871b9c0e4b None None] Checking segment: {'id': 'b615a1db-b033-4f20-a552-e722c68f2a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '83d0efb5-211d-46c8-8d25-61e8f99d8e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:18:12.248211 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8260575a-387a-4dbf-898e-2c871b9c0e4b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:12.254522 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8260575a-387a-4dbf-898e-2c871b9c0e4b None None] Bound using segment: {'id': 'b615a1db-b033-4f20-a552-e722c68f2a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '83d0efb5-211d-46c8-8d25-61e8f99d8e15'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:18:12.255120 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-8260575a-387a-4dbf-898e-2c871b9c0e4b None None] Bound port: da2a7de6-0b49-48e2-8d53-9281fbc10f34, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b615a1db-b033-4f20-a552-e722c68f2a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '83d0efb5-211d-46c8-8d25-61e8f99d8e15'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:18:12.255537 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8260575a-387a-4dbf-898e-2c871b9c0e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:12.363976 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d86f90b-0acc-4607-abc6-a6e1e6b3ba92 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:12.373900 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8260575a-387a-4dbf-898e-2c871b9c0e4b None None] For port da2a7de6-0b49-48e2-8d53-9281fbc10f34, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:18:12.377961 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8260575a-387a-4dbf-898e-2c871b9c0e4b None None] For port da2a7de6-0b49-48e2-8d53-9281fbc10f34, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=da2a7de6-0b49-48e2-8d53-9281fbc10f34,segment=NetworkSegment(b615a1db-b033-4f20-a552-e722c68f2a36),segment_id=b615a1db-b033-4f20-a552-e722c68f2a36)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:18:12.382367 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-1d86f90b-0acc-4607-abc6-a6e1e6b3ba92 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Transition to ACTIVE for port object ba7e98f1-4baf-482b-abbd-c197d35e1d26 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:18:12.384229 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8260575a-387a-4dbf-898e-2c871b9c0e4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:12.426161 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d86f90b-0acc-4607-abc6-a6e1e6b3ba92 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:12.452177 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260575a-387a-4dbf-898e-2c871b9c0e4b None None] Pushing event updated for resources: {'Port': ['ID=da2a7de6-0b49-48e2-8d53-9281fbc10f34,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:12.485014 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d86f90b-0acc-4607-abc6-a6e1e6b3ba92 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Network 83d0efb5-211d-46c8-8d25-61e8f99d8e15 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:18:12.491373 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-1d86f90b-0acc-4607-abc6-a6e1e6b3ba92 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:18:12.496026 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d86f90b-0acc-4607-abc6-a6e1e6b3ba92 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:18:12.525420 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86f90b-0acc-4607-abc6-a6e1e6b3ba92 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'Port': ['ID=ba7e98f1-4baf-482b-abbd-c197d35e1d26,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:12.549387 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d86f90b-0acc-4607-abc6-a6e1e6b3ba92 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:12.751324 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d86f90b-0acc-4607-abc6-a6e1e6b3ba92 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:13.070764 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d86f90b-0acc-4607-abc6-a6e1e6b3ba92 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:13.075629 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d86f90b-0acc-4607-abc6-a6e1e6b3ba92 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:13.153033 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1d86f90b-0acc-4607-abc6-a6e1e6b3ba92 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:13.154823 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d86f90b-0acc-4607-abc6-a6e1e6b3ba92 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'Port': ['ID=ba7e98f1-4baf-482b-abbd-c197d35e1d26,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:13.263578 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d86f90b-0acc-4607-abc6-a6e1e6b3ba92 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Network 83d0efb5-211d-46c8-8d25-61e8f99d8e15 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:18:13.266134 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-1d86f90b-0acc-4607-abc6-a6e1e6b3ba92 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:18:13.395228 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d86f90b-0acc-4607-abc6-a6e1e6b3ba92 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Router 1e0409ee-e3db-46bb-937d-246058c1e9f9 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:18:13.426715 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3548fea-a1a5-432b-9fb8-4f2575db8b22 None None] Network 83d0efb5-211d-46c8-8d25-61e8f99d8e15 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:18:13.515617 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d86f90b-0acc-4607-abc6-a6e1e6b3ba92 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:18:13.522291 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1d86f90b-0acc-4607-abc6-a6e1e6b3ba92 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "PUT /v2.0/routers/1e0409ee-e3db-46bb-937d-246058c1e9f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3190360 Jul 16 09:18:13.524703 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44534) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:13.553513 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d93cf1ec-870e-48a1-b16d-5838d043d843 None None] Provisioning for port da2a7de6-0b49-48e2-8d53-9281fbc10f34 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:18:13.715267 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df9c0d8-47bc-466f-96d7-355857f0360e tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:13.715751 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df9c0d8-47bc-466f-96d7-355857f0360e tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:13.716234 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df9c0d8-47bc-466f-96d7-355857f0360e tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:13.716739 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df9c0d8-47bc-466f-96d7-355857f0360e tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:13.718465 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5df9c0d8-47bc-466f-96d7-355857f0360e tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1928196 Jul 16 09:18:13.721442 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44536) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:13.833928 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57926657-fe5f-430e-97f0-213331dcdd58 tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:13.834814 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57926657-fe5f-430e-97f0-213331dcdd58 tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:13.835642 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57926657-fe5f-430e-97f0-213331dcdd58 tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:13.836385 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57926657-fe5f-430e-97f0-213331dcdd58 tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:13.839259 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-57926657-fe5f-430e-97f0-213331dcdd58 tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.1166406 Jul 16 09:18:13.842006 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44538) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:13.897727 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-215c326d-2394-4294-8e22-9f1174623954 None None] Provisioning for port ba7e98f1-4baf-482b-abbd-c197d35e1d26 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:18:13.903091 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-215c326d-2394-4294-8e22-9f1174623954 None None] Provisioning complete for port ba7e98f1-4baf-482b-abbd-c197d35e1d26 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:18:13.903465 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-215c326d-2394-4294-8e22-9f1174623954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:13.949299 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-215c326d-2394-4294-8e22-9f1174623954 None None] Port ba7e98f1-4baf-482b-abbd-c197d35e1d26 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:18:14.001148 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790bb451-3354-4abc-a888-c8b802debcfc None None] Sync routers for ids ['1e0409ee-e3db-46bb-937d-246058c1e9f9'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:18:14.016654 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790bb451-3354-4abc-a888-c8b802debcfc None None] Routers {'1e0409ee-e3db-46bb-937d-246058c1e9f9'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:18:14.017364 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-790bb451-3354-4abc-a888-c8b802debcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:18:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['1e0409ee-e3db-46bb-937d-246058c1e9f9'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:14.150947 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-790bb451-3354-4abc-a888-c8b802debcfc None None] Set router 1e0409ee-e3db-46bb-937d-246058c1e9f9 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:18:14.171105 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device da2a7de6-0b49-48e2-8d53-9281fbc10f34 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:18:14.185848 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c818b0de-f3ea-409f-8c0f-fafb55095675 tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.3424120 Jul 16 09:18:14.237081 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4f3a33c1-13aa-4093-9140-ef7911c90c9a None None] Provisioning complete for port ba7e98f1-4baf-482b-abbd-c197d35e1d26 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:18:14.239868 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4f3a33c1-13aa-4093-9140-ef7911c90c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.333987 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port da2a7de6-0b49-48e2-8d53-9281fbc10f34 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:18:14.348386 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port da2a7de6-0b49-48e2-8d53-9281fbc10f34 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:18:14.354239 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.403855 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-4f3a33c1-13aa-4093-9140-ef7911c90c9a None None] Port ba7e98f1-4baf-482b-abbd-c197d35e1d26 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:18:14.417054 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-790bb451-3354-4abc-a888-c8b802debcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'name': 'tempest-TestNetworkBasicOps-router-2087512911', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '35b1f683-f585-45bd-8139-240df3a5fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:18:08Z', 'updated_at': '2021-07-16T09:18:12Z', 'revision_number': 4, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '35b1f683-f585-45bd-8139-240df3a5fb26', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:18:09Z', 'updated_at': '2021-07-16T09:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'ba7e98f1-4baf-482b-abbd-c197d35e1d26', 'name': '', 'network_id': '83d0efb5-211d-46c8-8d25-61e8f99d8e15', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'mac_address': 'fa:16:3e:ba:bf:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '78b03bc7-44b7-41eb-a754-c9b589d0ef1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:18:11Z', 'updated_at': '2021-07-16T09:18:12Z', 'revision_number': 2, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'subnets': [{'id': '78b03bc7-44b7-41eb-a754-c9b589d0ef1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:14.452636 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790bb451-3354-4abc-a888-c8b802debcfc None None] Checking router: 1e0409ee-e3db-46bb-937d-246058c1e9f9 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:18:14.453147 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790bb451-3354-4abc-a888-c8b802debcfc None None] Updating router 1e0409ee-e3db-46bb-937d-246058c1e9f9 port ba7e98f1-4baf-482b-abbd-c197d35e1d26 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:18:14.458394 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.494573 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port da2a7de6-0b49-48e2-8d53-9281fbc10f34, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=da2a7de6-0b49-48e2-8d53-9281fbc10f34,segment=NetworkSegment(b615a1db-b033-4f20-a552-e722c68f2a36),segment_id=b615a1db-b033-4f20-a552-e722c68f2a36)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:14.495896 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-790bb451-3354-4abc-a888-c8b802debcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.500192 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.501421 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 35b1f683-f585-45bd-8139-240df3a5fb26 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:18:14.606104 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a4c3b401-901a-499b-b10f-913d3abd6ef6 None None] Provisioning complete for port ba7e98f1-4baf-482b-abbd-c197d35e1d26 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:18:14.606471 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a4c3b401-901a-499b-b10f-913d3abd6ef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.609447 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=da2a7de6-0b49-48e2-8d53-9281fbc10f34,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:14.651839 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 35b1f683-f585-45bd-8139-240df3a5fb26 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:18:14.661990 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 35b1f683-f585-45bd-8139-240df3a5fb26 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:18:14.662353 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.665559 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a4c3b401-901a-499b-b10f-913d3abd6ef6 None None] Port ba7e98f1-4baf-482b-abbd-c197d35e1d26 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:18:14.755505 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44542) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:14.760513 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-1fba5b2f-c073-42cb-9736-f79dbbb07cb6 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-549681592', 'description': 'tempest-secgroup-smoke-549681592 description', 'project_id': '572a9b8cb07e43478c74c1511ae605cb'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:18:14.775787 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.786152 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1fba5b2f-c073-42cb-9736-f79dbbb07cb6 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.801525 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 35b1f683-f585-45bd-8139-240df3a5fb26, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=35b1f683-f585-45bd-8139-240df3a5fb26,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:14.808691 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.867726 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-790bb451-3354-4abc-a888-c8b802debcfc None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.884369 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=35b1f683-f585-45bd-8139-240df3a5fb26,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:14.886296 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-790bb451-3354-4abc-a888-c8b802debcfc None None] Transition to ACTIVE for port object ba7e98f1-4baf-482b-abbd-c197d35e1d26 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:18:14.890568 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1fba5b2f-c073-42cb-9736-f79dbbb07cb6 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.895089 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1fba5b2f-c073-42cb-9736-f79dbbb07cb6 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.896249 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-790bb451-3354-4abc-a888-c8b802debcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.925461 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1fba5b2f-c073-42cb-9736-f79dbbb07cb6 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:14.930999 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1fba5b2f-c073-42cb-9736-f79dbbb07cb6 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1700618 Jul 16 09:18:14.931237 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44544) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:14.936516 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-be724edc-a5b1-4d3c-82ee-0771971eff3d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'security_group_rule': {'security_group_id': 'cbe860be-dfda-48c2-9cf8-0dc693cdde97', 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:18:14.942725 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fba5b2f-c073-42cb-9736-f79dbbb07cb6 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe860be-dfda-48c2-9cf8-0dc693cdde97,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:14.959000 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0af74-52d0-4e02-bec0-ae0ce24b1b3d None None] Pushing event updated for resources: {'Port': ['ID=ba7e98f1-4baf-482b-abbd-c197d35e1d26,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:14.976409 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be724edc-a5b1-4d3c-82ee-0771971eff3d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.032223 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-790bb451-3354-4abc-a888-c8b802debcfc None None] Attempting to bind port ba7e98f1-4baf-482b-abbd-c197d35e1d26 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:18:15.033803 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-790bb451-3354-4abc-a888-c8b802debcfc None None] Attempting to bind port ba7e98f1-4baf-482b-abbd-c197d35e1d26 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'b615a1db-b033-4f20-a552-e722c68f2a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '83d0efb5-211d-46c8-8d25-61e8f99d8e15'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:18:15.034951 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790bb451-3354-4abc-a888-c8b802debcfc None None] Attempting to bind port ba7e98f1-4baf-482b-abbd-c197d35e1d26 on network 83d0efb5-211d-46c8-8d25-61e8f99d8e15 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:18:15.046602 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790bb451-3354-4abc-a888-c8b802debcfc None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 18, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:18:15.047365 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790bb451-3354-4abc-a888-c8b802debcfc None None] Checking segment: {'id': 'b615a1db-b033-4f20-a552-e722c68f2a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '83d0efb5-211d-46c8-8d25-61e8f99d8e15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:18:15.048101 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-790bb451-3354-4abc-a888-c8b802debcfc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.048613 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790bb451-3354-4abc-a888-c8b802debcfc None None] Bound using segment: {'id': 'b615a1db-b033-4f20-a552-e722c68f2a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '83d0efb5-211d-46c8-8d25-61e8f99d8e15'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:18:15.049201 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-790bb451-3354-4abc-a888-c8b802debcfc None None] Bound port: ba7e98f1-4baf-482b-abbd-c197d35e1d26, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b615a1db-b033-4f20-a552-e722c68f2a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '83d0efb5-211d-46c8-8d25-61e8f99d8e15'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:18:15.049832 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-790bb451-3354-4abc-a888-c8b802debcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.063154 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be724edc-a5b1-4d3c-82ee-0771971eff3d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.068488 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be724edc-a5b1-4d3c-82ee-0771971eff3d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.098139 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be724edc-a5b1-4d3c-82ee-0771971eff3d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efd0392d-5239-4faf-85af-e088d41bdc21,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:15.108764 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-be724edc-a5b1-4d3c-82ee-0771971eff3d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.113189 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-be724edc-a5b1-4d3c-82ee-0771971eff3d tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1785028 Jul 16 09:18:15.114133 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44546) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:15.121281 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-8e232a30-3289-48c3-8ba1-f6b930a2651e tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'security_group_rule': {'security_group_id': 'cbe860be-dfda-48c2-9cf8-0dc693cdde97', 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:18:15.134464 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-790bb451-3354-4abc-a888-c8b802debcfc None None] For port ba7e98f1-4baf-482b-abbd-c197d35e1d26, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:18:15.139168 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-790bb451-3354-4abc-a888-c8b802debcfc None None] For port ba7e98f1-4baf-482b-abbd-c197d35e1d26, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ba7e98f1-4baf-482b-abbd-c197d35e1d26,segment=NetworkSegment(b615a1db-b033-4f20-a552-e722c68f2a36),segment_id=b615a1db-b033-4f20-a552-e722c68f2a36)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:18:15.147355 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-790bb451-3354-4abc-a888-c8b802debcfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.161555 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e232a30-3289-48c3-8ba1-f6b930a2651e tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.225528 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790bb451-3354-4abc-a888-c8b802debcfc None None] Routers {'1e0409ee-e3db-46bb-937d-246058c1e9f9'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:18:15.226106 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-790bb451-3354-4abc-a888-c8b802debcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:18:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['1e0409ee-e3db-46bb-937d-246058c1e9f9'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:15.244817 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e232a30-3289-48c3-8ba1-f6b930a2651e tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.250593 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e232a30-3289-48c3-8ba1-f6b930a2651e tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.265572 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb0af74-52d0-4e02-bec0-ae0ce24b1b3d None None] Pushing event updated for resources: {'Port': ['ID=ba7e98f1-4baf-482b-abbd-c197d35e1d26,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:15.272101 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e232a30-3289-48c3-8ba1-f6b930a2651e tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3718309d-750e-441e-bd88-8c9b12688159,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:15.281582 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e232a30-3289-48c3-8ba1-f6b930a2651e tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.283013 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8e232a30-3289-48c3-8ba1-f6b930a2651e tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1679373 Jul 16 09:18:15.287738 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44548) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:15.295220 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c3bd5481-1206-44fb-8ca2-5bef87827421 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'security_group_rule': {'security_group_id': 'cbe860be-dfda-48c2-9cf8-0dc693cdde97', 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:18:15.335697 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3bd5481-1206-44fb-8ca2-5bef87827421 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.385849 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-790bb451-3354-4abc-a888-c8b802debcfc None None] Set router 1e0409ee-e3db-46bb-937d-246058c1e9f9 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:18:15.415292 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3bd5481-1206-44fb-8ca2-5bef87827421 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.419735 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3bd5481-1206-44fb-8ca2-5bef87827421 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.439224 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bd5481-1206-44fb-8ca2-5bef87827421 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7280a9d2-c069-47cd-91e1-a66c8a916504,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:15.448096 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3bd5481-1206-44fb-8ca2-5bef87827421 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.449612 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c3bd5481-1206-44fb-8ca2-5bef87827421 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1602585 Jul 16 09:18:15.452677 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44550) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:15.458680 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-0d3569ce-c452-45af-aef2-87bfd8135f14 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'security_group_rule': {'security_group_id': 'cbe860be-dfda-48c2-9cf8-0dc693cdde97', 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:18:15.493281 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d3569ce-c452-45af-aef2-87bfd8135f14 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.587167 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d3569ce-c452-45af-aef2-87bfd8135f14 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.593471 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d3569ce-c452-45af-aef2-87bfd8135f14 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.616605 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3569ce-c452-45af-aef2-87bfd8135f14 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9edffb53-9bc0-47a6-a391-c836dc9cfa9a,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:15.621518 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0d3569ce-c452-45af-aef2-87bfd8135f14 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.625291 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0d3569ce-c452-45af-aef2-87bfd8135f14 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1686871 Jul 16 09:18:15.625521 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44552) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:15.630481 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-68c74cd8-783c-4e69-9569-b17a05c02c8f tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'security_group_rule': {'security_group_id': 'cbe860be-dfda-48c2-9cf8-0dc693cdde97', 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:18:15.654846 n-d-771362-37 neutron-server[93758]: INFO neutron.db.securitygroups_db [None req-68c74cd8-783c-4e69-9569-b17a05c02c8f tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Project 572a9b8cb07e43478c74c1511ae605cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:18:15.661113 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-68c74cd8-783c-4e69-9569-b17a05c02c8f tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.729781 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-68c74cd8-783c-4e69-9569-b17a05c02c8f tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.730085 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-790bb451-3354-4abc-a888-c8b802debcfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'name': 'tempest-TestNetworkBasicOps-router-2087512911', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '35b1f683-f585-45bd-8139-240df3a5fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:18:08Z', 'updated_at': '2021-07-16T09:18:12Z', 'revision_number': 4, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '35b1f683-f585-45bd-8139-240df3a5fb26', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:18:09Z', 'updated_at': '2021-07-16T09:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'ba7e98f1-4baf-482b-abbd-c197d35e1d26', 'name': '', 'network_id': '83d0efb5-211d-46c8-8d25-61e8f99d8e15', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'mac_address': 'fa:16:3e:ba:bf:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '78b03bc7-44b7-41eb-a754-c9b589d0ef1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:18:11Z', 'updated_at': '2021-07-16T09:18:15Z', 'revision_number': 4, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'subnets': [{'id': '78b03bc7-44b7-41eb-a754-c9b589d0ef1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:15.735290 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-68c74cd8-783c-4e69-9569-b17a05c02c8f tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.761623 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c74cd8-783c-4e69-9569-b17a05c02c8f tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73ee0129-1bce-44f3-8ae4-524cf8ea39fc,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:15.762717 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-790bb451-3354-4abc-a888-c8b802debcfc None None] The sync data for ids ['1e0409ee-e3db-46bb-937d-246058c1e9f9'] in n-d-771362-37 is: [{'id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'name': 'tempest-TestNetworkBasicOps-router-2087512911', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '35b1f683-f585-45bd-8139-240df3a5fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:18:08Z', 'updated_at': '2021-07-16T09:18:12Z', 'revision_number': 4, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '35b1f683-f585-45bd-8139-240df3a5fb26', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:18:09Z', 'updated_at': '2021-07-16T09:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'ba7e98f1-4baf-482b-abbd-c197d35e1d26', 'name': '', 'network_id': '83d0efb5-211d-46c8-8d25-61e8f99d8e15', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'mac_address': 'fa:16:3e:ba:bf:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '78b03bc7-44b7-41eb-a754-c9b589d0ef1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:18:11Z', 'updated_at': '2021-07-16T09:18:15Z', 'revision_number': 4, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'subnets': [{'id': '78b03bc7-44b7-41eb-a754-c9b589d0ef1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:18:15.767834 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-68c74cd8-783c-4e69-9569-b17a05c02c8f tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.772963 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-68c74cd8-783c-4e69-9569-b17a05c02c8f tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1447477 Jul 16 09:18:15.773329 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44554) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:15.778142 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f7344c4c-4194-427a-b913-0bcf6ed2a8d6 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'security_group_rule': {'security_group_id': 'cbe860be-dfda-48c2-9cf8-0dc693cdde97', 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:18:15.805700 n-d-771362-37 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-f7344c4c-4194-427a-b913-0bcf6ed2a8d6 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Project 572a9b8cb07e43478c74c1511ae605cb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:18:15.828241 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f7344c4c-4194-427a-b913-0bcf6ed2a8d6 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.921644 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f7344c4c-4194-427a-b913-0bcf6ed2a8d6 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.926051 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f7344c4c-4194-427a-b913-0bcf6ed2a8d6 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.945368 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7344c4c-4194-427a-b913-0bcf6ed2a8d6 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=543cf31e-9890-4e57-9ad1-cc18dd8232da,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:15.953862 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f7344c4c-4194-427a-b913-0bcf6ed2a8d6 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:15.963762 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f7344c4c-4194-427a-b913-0bcf6ed2a8d6 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1810050 Jul 16 09:18:16.137075 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-1efa85a2-68c5-4feb-9330-c60ac3f5ec50 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-549681592&fields=id&tenant_id=572a9b8cb07e43478c74c1511ae605cb HTTP/1.1" status: 200 len: 267 time: 0.0501626 Jul 16 09:18:16.185090 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ba7e98f1-4baf-482b-abbd-c197d35e1d26 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:18:16.247097 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port ba7e98f1-4baf-482b-abbd-c197d35e1d26 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:18:16.251344 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port ba7e98f1-4baf-482b-abbd-c197d35e1d26 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:18:16.251806 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:16.279456 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-a8cc37ca-4070-4e6a-9fb6-d5a9873bcf07 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:16.281052 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-a8cc37ca-4070-4e6a-9fb6-d5a9873bcf07 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/networks?id=83d0efb5-211d-46c8-8d25-61e8f99d8e15 HTTP/1.1" status: 200 len: 797 time: 0.1346045 Jul 16 09:18:16.300365 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-730c3437-777f-4ab6-9799-92c628319c6e tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/quotas/572a9b8cb07e43478c74c1511ae605cb HTTP/1.1" status: 200 len: 375 time: 0.0122712 Jul 16 09:18:16.345323 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:16.382147 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-46901d9d-bb10-4f7a-96df-41cd6fa7d116 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=572a9b8cb07e43478c74c1511ae605cb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0736837 Jul 16 09:18:16.385546 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port ba7e98f1-4baf-482b-abbd-c197d35e1d26, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ba7e98f1-4baf-482b-abbd-c197d35e1d26,segment=NetworkSegment(b615a1db-b033-4f20-a552-e722c68f2a36),segment_id=b615a1db-b033-4f20-a552-e722c68f2a36)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:16.390106 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:16.391134 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device da2a7de6-0b49-48e2-8d53-9281fbc10f34 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:18:16.475885 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=ba7e98f1-4baf-482b-abbd-c197d35e1d26,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:16.502414 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port da2a7de6-0b49-48e2-8d53-9281fbc10f34 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:18:16.502709 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:16.577206 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-431614d4-a40c-42b9-a82e-da70b65b0491 service neutron] 10.222.0.22 "GET /v2.0/networks/83d0efb5-211d-46c8-8d25-61e8f99d8e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1815042 Jul 16 09:18:16.608001 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 35b1f683-f585-45bd-8139-240df3a5fb26 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:18:16.661727 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 35b1f683-f585-45bd-8139-240df3a5fb26 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:18:16.662365 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:16.680386 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-0432044a-43e4-44e8-aa35-76a8f419e8b0 service neutron] 10.222.0.22 "GET /v2.0/networks/83d0efb5-211d-46c8-8d25-61e8f99d8e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968616 Jul 16 09:18:17.899237 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f4f6b684-00de-4c5e-b6c3-8367f66dacbe req-ff8b4078-6d03-4f88-aad5-bb13d600104b tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=a32b3825-b20a-489f-b4ba-2cce59dc9e99 HTTP/1.1" status: 200 len: 210 time: 0.0303059 Jul 16 09:18:18.069977 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ba7e98f1-4baf-482b-abbd-c197d35e1d26 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:18:18.122878 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port ba7e98f1-4baf-482b-abbd-c197d35e1d26 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:18:18.123251 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:19.022416 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-4d2957c7-5b97-40aa-9370-32b04e442087 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:19.023867 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-4d2957c7-5b97-40aa-9370-32b04e442087 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.21 "GET /v2.0/networks?id=83d0efb5-211d-46c8-8d25-61e8f99d8e15 HTTP/1.1" status: 200 len: 797 time: 0.1132867 Jul 16 09:18:19.057105 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5d2abd93-3216-4821-9043-558bdc5ab5dd req-c29958c0-d1ed-40aa-a45f-939c510484d7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=a32b3825-b20a-489f-b4ba-2cce59dc9e99 HTTP/1.1" status: 200 len: 210 time: 0.0322378 Jul 16 09:18:19.092859 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-465447bf-4393-471d-803f-050d1c3d99f4 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=572a9b8cb07e43478c74c1511ae605cb HTTP/1.1" status: 200 len: 379 time: 0.0380132 Jul 16 09:18:19.101620 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-5944163f-877a-4a96-a01e-6da6032d63ff tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'port': {'device_id': 'a32b3825-b20a-489f-b4ba-2cce59dc9e99', 'network_id': '83d0efb5-211d-46c8-8d25-61e8f99d8e15', 'admin_state_up': True, 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'security_groups': ['cbe860be-dfda-48c2-9cf8-0dc693cdde97']}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:18:19.207699 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-5944163f-877a-4a96-a01e-6da6032d63ff tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Made reservation on behalf of 572a9b8cb07e43478c74c1511ae605cb for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:18:19.211234 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-5944163f-877a-4a96-a01e-6da6032d63ff tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:19.337602 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-5944163f-877a-4a96-a01e-6da6032d63ff tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Allocated IP 172.20.0.11 (83d0efb5-211d-46c8-8d25-61e8f99d8e15/78b03bc7-44b7-41eb-a754-c9b589d0ef1a/9571e70e-8910-4bcb-97c7-18346cad13c0) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:18:19.468057 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-5944163f-877a-4a96-a01e-6da6032d63ff tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:19.484924 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-5944163f-877a-4a96-a01e-6da6032d63ff tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Transition to ACTIVE for port object 9571e70e-8910-4bcb-97c7-18346cad13c0 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:18:19.517596 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-5944163f-877a-4a96-a01e-6da6032d63ff tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:19.562131 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-5944163f-877a-4a96-a01e-6da6032d63ff tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Network 83d0efb5-211d-46c8-8d25-61e8f99d8e15 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:18:19.565867 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-5944163f-877a-4a96-a01e-6da6032d63ff tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:18:19.568259 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-5944163f-877a-4a96-a01e-6da6032d63ff tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:18:19.597453 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944163f-877a-4a96-a01e-6da6032d63ff tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'Port': ['ID=9571e70e-8910-4bcb-97c7-18346cad13c0,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:19.612791 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5944163f-877a-4a96-a01e-6da6032d63ff tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:19.613134 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5944163f-877a-4a96-a01e-6da6032d63ff tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:19.613493 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5944163f-877a-4a96-a01e-6da6032d63ff tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:19.613829 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5944163f-877a-4a96-a01e-6da6032d63ff tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:19.614160 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5944163f-877a-4a96-a01e-6da6032d63ff tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:19.614604 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5944163f-877a-4a96-a01e-6da6032d63ff tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:19.614930 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5944163f-877a-4a96-a01e-6da6032d63ff tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:19.615257 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5944163f-877a-4a96-a01e-6da6032d63ff tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:19.615579 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5944163f-877a-4a96-a01e-6da6032d63ff tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:19.615901 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5944163f-877a-4a96-a01e-6da6032d63ff tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:19.616220 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5944163f-877a-4a96-a01e-6da6032d63ff tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:19.616575 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5944163f-877a-4a96-a01e-6da6032d63ff tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:19.637010 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-5944163f-877a-4a96-a01e-6da6032d63ff tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:19.637640 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-5944163f-877a-4a96-a01e-6da6032d63ff tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:19.653011 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-5944163f-877a-4a96-a01e-6da6032d63ff tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5551312 Jul 16 09:18:19.664473 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-ed33c819-cb19-4b57-bc99-d34a03fe3954 service neutron] Request body: {'port': {'device_id': 'a32b3825-b20a-489f-b4ba-2cce59dc9e99', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:18:19.743298 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-ed33c819-cb19-4b57-bc99-d34a03fe3954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:19.778719 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2997e117-1a78-491e-85c5-38823feb227a None None] Provisioning for port 9571e70e-8910-4bcb-97c7-18346cad13c0 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:18:19.784674 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2997e117-1a78-491e-85c5-38823feb227a None None] Provisioning complete for port 9571e70e-8910-4bcb-97c7-18346cad13c0 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:18:19.785264 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2997e117-1a78-491e-85c5-38823feb227a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:19.832706 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2997e117-1a78-491e-85c5-38823feb227a None None] Port 9571e70e-8910-4bcb-97c7-18346cad13c0 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:18:20.019311 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-ed33c819-cb19-4b57-bc99-d34a03fe3954 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9571e70e-8910-4bcb-97c7-18346cad13c0 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:18:20.028313 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-ed33c819-cb19-4b57-bc99-d34a03fe3954 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:20.040403 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-ed33c819-cb19-4b57-bc99-d34a03fe3954 service neutron] Transition to ACTIVE for port object 9571e70e-8910-4bcb-97c7-18346cad13c0 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:18:20.044248 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-ed33c819-cb19-4b57-bc99-d34a03fe3954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:20.098308 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33c819-cb19-4b57-bc99-d34a03fe3954 service neutron] Pushing event updated for resources: {'Port': ['ID=9571e70e-8910-4bcb-97c7-18346cad13c0,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:20.263853 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8cd3bf-42ee-4d5b-9d96-0c59f544e47a req-12287069-5f81-4f80-8973-5496a3872744 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:20.266369 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4b8cd3bf-42ee-4d5b-9d96-0c59f544e47a req-12287069-5f81-4f80-8973-5496a3872744 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=a32b3825-b20a-489f-b4ba-2cce59dc9e99 HTTP/1.1" status: 200 len: 944 time: 0.0757904 Jul 16 09:18:20.317300 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4b8cd3bf-42ee-4d5b-9d96-0c59f544e47a req-421ac05d-0a11-4931-adf6-89a9a289af67 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/security-groups?id=cbe860be-dfda-48c2-9cf8-0dc693cdde97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444202 Jul 16 09:18:20.486537 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-ed33c819-cb19-4b57-bc99-d34a03fe3954 service neutron] Attempting to bind port 9571e70e-8910-4bcb-97c7-18346cad13c0 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:18:20.486868 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-ed33c819-cb19-4b57-bc99-d34a03fe3954 service neutron] Attempting to bind port 9571e70e-8910-4bcb-97c7-18346cad13c0 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'b615a1db-b033-4f20-a552-e722c68f2a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '83d0efb5-211d-46c8-8d25-61e8f99d8e15'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:18:20.487228 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-ed33c819-cb19-4b57-bc99-d34a03fe3954 service neutron] Attempting to bind port 9571e70e-8910-4bcb-97c7-18346cad13c0 on network 83d0efb5-211d-46c8-8d25-61e8f99d8e15 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:18:20.491448 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-ed33c819-cb19-4b57-bc99-d34a03fe3954 service neutron] Port 9571e70e-8910-4bcb-97c7-18346cad13c0 on network 83d0efb5-211d-46c8-8d25-61e8f99d8e15 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:18:20.491768 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-ed33c819-cb19-4b57-bc99-d34a03fe3954 service neutron] Attempting to bind port 9571e70e-8910-4bcb-97c7-18346cad13c0 on network 83d0efb5-211d-46c8-8d25-61e8f99d8e15 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:18:20.496466 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-ed33c819-cb19-4b57-bc99-d34a03fe3954 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 18, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:18:20.496804 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-ed33c819-cb19-4b57-bc99-d34a03fe3954 service neutron] Checking segment: {'id': 'b615a1db-b033-4f20-a552-e722c68f2a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '83d0efb5-211d-46c8-8d25-61e8f99d8e15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:18:20.497184 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-ed33c819-cb19-4b57-bc99-d34a03fe3954 service neutron] Bound using segment: {'id': 'b615a1db-b033-4f20-a552-e722c68f2a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '83d0efb5-211d-46c8-8d25-61e8f99d8e15'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:18:20.497603 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-ed33c819-cb19-4b57-bc99-d34a03fe3954 service neutron] Bound port: 9571e70e-8910-4bcb-97c7-18346cad13c0, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b615a1db-b033-4f20-a552-e722c68f2a36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '83d0efb5-211d-46c8-8d25-61e8f99d8e15'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:18:20.497955 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-ed33c819-cb19-4b57-bc99-d34a03fe3954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:20.560563 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-ed33c819-cb19-4b57-bc99-d34a03fe3954 service neutron] For port 9571e70e-8910-4bcb-97c7-18346cad13c0, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:18:20.563345 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-ed33c819-cb19-4b57-bc99-d34a03fe3954 service neutron] For port 9571e70e-8910-4bcb-97c7-18346cad13c0, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=9571e70e-8910-4bcb-97c7-18346cad13c0,segment=NetworkSegment(b615a1db-b033-4f20-a552-e722c68f2a36),segment_id=b615a1db-b033-4f20-a552-e722c68f2a36)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:18:20.568292 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-ed33c819-cb19-4b57-bc99-d34a03fe3954 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:20.601976 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-ed33c819-cb19-4b57-bc99-d34a03fe3954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:20.602599 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-ed33c819-cb19-4b57-bc99-d34a03fe3954 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:20.603974 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-ed33c819-cb19-4b57-bc99-d34a03fe3954 service neutron] 10.222.0.21 "PUT /v2.0/ports/9571e70e-8910-4bcb-97c7-18346cad13c0 HTTP/1.1" status: 200 len: 1093 time: 0.9440832 Jul 16 09:18:20.604440 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32b3825-b20a-489f-b4ba-2cce59dc9e99', 'tag': '9571e70e-8910-4bcb-97c7-18346cad13c0'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:18:20.606676 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b04c3d6d-346c-498d-962d-338ad2730afa" -d '{"events": [{"name": "network-changed", "server_uuid": "a32b3825-b20a-489f-b4ba-2cce59dc9e99", "tag": "9571e70e-8910-4bcb-97c7-18346cad13c0"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:18:20.634615 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed33c819-cb19-4b57-bc99-d34a03fe3954 service neutron] Pushing event updated for resources: {'Port': ['ID=9571e70e-8910-4bcb-97c7-18346cad13c0,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:20.665443 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d001443e-d33e-40ce-8f0d-5bd22dd2eaf1 x-openstack-request-id: req-d001443e-d33e-40ce-8f0d-5bd22dd2eaf1 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:18:20.665967 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a32b3825-b20a-489f-b4ba-2cce59dc9e99", "tag": "9571e70e-8910-4bcb-97c7-18346cad13c0", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:18:20.666227 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d001443e-d33e-40ce-8f0d-5bd22dd2eaf1 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:18:20.666662 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32b3825-b20a-489f-b4ba-2cce59dc9e99', 'tag': '9571e70e-8910-4bcb-97c7-18346cad13c0', 'status': 'completed', 'code': 200} Jul 16 09:18:20.716503 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-93bb33f5-fd68-49d2-adf9-6133400b0fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:20.718067 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-93bb33f5-fd68-49d2-adf9-6133400b0fe2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=572a9b8cb07e43478c74c1511ae605cb&device_id=a32b3825-b20a-489f-b4ba-2cce59dc9e99 HTTP/1.1" status: 200 len: 1096 time: 0.0617666 Jul 16 09:18:20.760569 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-ed1baeef-7d3b-4113-8a76-458b4eb381f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9571e70e-8910-4bcb-97c7-18346cad13c0 HTTP/1.1" status: 200 len: 217 time: 0.0350754 Jul 16 09:18:20.811469 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-411fca37-584e-4d4f-9c1c-308f3709dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:20.812877 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-411fca37-584e-4d4f-9c1c-308f3709dcbf service neutron] 10.222.0.21 "GET /v2.0/subnets?id=78b03bc7-44b7-41eb-a754-c9b589d0ef1a HTTP/1.1" status: 200 len: 835 time: 0.0469482 Jul 16 09:18:20.873790 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-1a040a1b-efec-4637-80b0-239032984f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:20.875207 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-1a040a1b-efec-4637-80b0-239032984f17 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83d0efb5-211d-46c8-8d25-61e8f99d8e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565083 Jul 16 09:18:20.963918 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-43fcc8e1-0cbd-430c-9256-7b5970972111 service neutron] 10.222.0.21 "GET /v2.0/networks/83d0efb5-211d-46c8-8d25-61e8f99d8e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823197 Jul 16 09:18:21.057178 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c6b12df0-f5f5-4ae5-8001-bc5ffe241a3d req-1f1a60f1-3013-4175-82bb-4a3c54873070 service neutron] 10.222.0.21 "GET /v2.0/networks/83d0efb5-211d-46c8-8d25-61e8f99d8e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870981 Jul 16 09:18:21.153352 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c3d6d-346c-498d-962d-338ad2730afa req-6a8dd003-e90d-4aaa-89b6-eed2120435f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:21.154762 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b04c3d6d-346c-498d-962d-338ad2730afa req-6a8dd003-e90d-4aaa-89b6-eed2120435f6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=572a9b8cb07e43478c74c1511ae605cb&device_id=a32b3825-b20a-489f-b4ba-2cce59dc9e99 HTTP/1.1" status: 200 len: 1096 time: 0.0529227 Jul 16 09:18:21.248040 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c3d6d-346c-498d-962d-338ad2730afa req-b4206563-8b4b-487a-bd83-233cd77dfe0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:21.249536 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b04c3d6d-346c-498d-962d-338ad2730afa req-b4206563-8b4b-487a-bd83-233cd77dfe0b service neutron] 10.222.0.21 "GET /v2.0/networks?id=83d0efb5-211d-46c8-8d25-61e8f99d8e15 HTTP/1.1" status: 200 len: 898 time: 0.0887530 Jul 16 09:18:21.292026 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b04c3d6d-346c-498d-962d-338ad2730afa req-20f9b5e5-d432-490d-a65b-f55ea5e45f79 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9571e70e-8910-4bcb-97c7-18346cad13c0 HTTP/1.1" status: 200 len: 217 time: 0.0350659 Jul 16 09:18:21.340429 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c3d6d-346c-498d-962d-338ad2730afa req-5a727cc4-0d40-4a67-ac08-c3b91a9c0521 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:21.341868 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b04c3d6d-346c-498d-962d-338ad2730afa req-5a727cc4-0d40-4a67-ac08-c3b91a9c0521 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=78b03bc7-44b7-41eb-a754-c9b589d0ef1a HTTP/1.1" status: 200 len: 835 time: 0.0436423 Jul 16 09:18:21.406561 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b04c3d6d-346c-498d-962d-338ad2730afa req-7f166875-1a75-4633-a1a7-bdd70bc0b712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:21.407978 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b04c3d6d-346c-498d-962d-338ad2730afa req-7f166875-1a75-4633-a1a7-bdd70bc0b712 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83d0efb5-211d-46c8-8d25-61e8f99d8e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594485 Jul 16 09:18:21.499686 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b04c3d6d-346c-498d-962d-338ad2730afa req-d30c9454-fbc6-4825-892e-7ea0982cdd24 service neutron] 10.222.0.21 "GET /v2.0/networks/83d0efb5-211d-46c8-8d25-61e8f99d8e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831816 Jul 16 09:18:21.505234 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7467e-0490-4f08-b4dc-438521cf98cf req-f45e18be-9adf-4b77-a203-7d4e6f01e7d2 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:21.506831 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1ec7467e-0490-4f08-b4dc-438521cf98cf req-f45e18be-9adf-4b77-a203-7d4e6f01e7d2 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=a32b3825-b20a-489f-b4ba-2cce59dc9e99 HTTP/1.1" status: 200 len: 944 time: 0.0741231 Jul 16 09:18:21.598725 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b04c3d6d-346c-498d-962d-338ad2730afa req-cf1dc53d-54a5-4259-8a02-89ff157b37de service neutron] 10.222.0.21 "GET /v2.0/networks/83d0efb5-211d-46c8-8d25-61e8f99d8e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915515 Jul 16 09:18:21.872521 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1ec7467e-0490-4f08-b4dc-438521cf98cf req-4e08420f-648f-4964-8543-a4d080013859 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/security-groups?id=cbe860be-dfda-48c2-9cf8-0dc693cdde97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3599608 Jul 16 09:18:22.105948 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 9571e70e-8910-4bcb-97c7-18346cad13c0 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:18:22.207059 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 9571e70e-8910-4bcb-97c7-18346cad13c0, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=9571e70e-8910-4bcb-97c7-18346cad13c0,segment=NetworkSegment(b615a1db-b033-4f20-a552-e722c68f2a36),segment_id=b615a1db-b033-4f20-a552-e722c68f2a36)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:22.218679 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '9571e70e-8910-4bcb-97c7-18346cad13c0', 'network_id': '83d0efb5-211d-46c8-8d25-61e8f99d8e15', 'port_id': '9571e70e-8910-4bcb-97c7-18346cad13c0', 'mac_address': 'fa:16:3e:86:ff:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78b03bc7-44b7-41eb-a754-c9b589d0ef1a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:18:22.257006 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:22.270357 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9571e70e-8910-4bcb-97c7-18346cad13c0 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:18:22.290105 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 9571e70e-8910-4bcb-97c7-18346cad13c0, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=9571e70e-8910-4bcb-97c7-18346cad13c0,segment=NetworkSegment(b615a1db-b033-4f20-a552-e722c68f2a36),segment_id=b615a1db-b033-4f20-a552-e722c68f2a36)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:22.294041 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:22.346355 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=9571e70e-8910-4bcb-97c7-18346cad13c0,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:22.353727 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:22.354080 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:22.354426 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:22.354768 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:22.355106 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:22.355441 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:22.355772 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:22.356103 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:22.356452 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:22.356781 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:22.357109 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:22.357434 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:22.479139 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['9571e70e-8910-4bcb-97c7-18346cad13c0'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:18:23.049187 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9894b5c9-238b-418f-9a1b-9565c81b114a req-4e07626a-580a-43af-a27a-e0ea2c547f37 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:23.051255 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9894b5c9-238b-418f-9a1b-9565c81b114a req-4e07626a-580a-43af-a27a-e0ea2c547f37 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=a32b3825-b20a-489f-b4ba-2cce59dc9e99 HTTP/1.1" status: 200 len: 945 time: 0.0680838 Jul 16 09:18:23.089160 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9894b5c9-238b-418f-9a1b-9565c81b114a req-9a1463b0-2769-4284-8508-4dc7ce933056 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/security-groups?id=cbe860be-dfda-48c2-9cf8-0dc693cdde97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319543 Jul 16 09:18:24.121962 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 9571e70e-8910-4bcb-97c7-18346cad13c0 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:18:24.173298 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 9571e70e-8910-4bcb-97c7-18346cad13c0 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:18:24.177685 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 9571e70e-8910-4bcb-97c7-18346cad13c0 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:18:24.177993 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:24.263183 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:24.283570 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f68e7cd-5fba-46bf-bb47-622d020548e8 req-50dc4bcc-e6da-457d-822a-4ca449d6d129 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:24.284853 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0f68e7cd-5fba-46bf-bb47-622d020548e8 req-50dc4bcc-e6da-457d-822a-4ca449d6d129 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=a32b3825-b20a-489f-b4ba-2cce59dc9e99 HTTP/1.1" status: 200 len: 945 time: 0.0756016 Jul 16 09:18:24.296316 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32b3825-b20a-489f-b4ba-2cce59dc9e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9571e70e-8910-4bcb-97c7-18346cad13c0'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:18:24.298675 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766c9b3e-f3c2-4d18-8cd7-b2c8ed8e106c" -d '{"events": [{"server_uuid": "a32b3825-b20a-489f-b4ba-2cce59dc9e99", "name": "network-vif-plugged", "status": "completed", "tag": "9571e70e-8910-4bcb-97c7-18346cad13c0"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:18:24.314267 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 9571e70e-8910-4bcb-97c7-18346cad13c0, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=9571e70e-8910-4bcb-97c7-18346cad13c0,segment=NetworkSegment(b615a1db-b033-4f20-a552-e722c68f2a36),segment_id=b615a1db-b033-4f20-a552-e722c68f2a36)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:18:24.319689 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:24.338176 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0f68e7cd-5fba-46bf-bb47-622d020548e8 req-79e2ceaa-9572-4526-9f0c-ec7f6ecb678f tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/security-groups?id=cbe860be-dfda-48c2-9cf8-0dc693cdde97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434320 Jul 16 09:18:24.361894 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:18:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ae6b00f-8364-431b-a4c9-cdd52cb733f8 x-openstack-request-id: req-3ae6b00f-8364-431b-a4c9-cdd52cb733f8 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:18:24.362212 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a32b3825-b20a-489f-b4ba-2cce59dc9e99", "name": "network-vif-plugged", "status": "completed", "tag": "9571e70e-8910-4bcb-97c7-18346cad13c0", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:18:24.362473 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3ae6b00f-8364-431b-a4c9-cdd52cb733f8 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:18:24.363057 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32b3825-b20a-489f-b4ba-2cce59dc9e99', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9571e70e-8910-4bcb-97c7-18346cad13c0', 'code': 200} Jul 16 09:18:24.383802 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=9571e70e-8910-4bcb-97c7-18346cad13c0,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:24.474918 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-812b0681-9f44-4eaf-ab87-3e1a8871e62f req-702ac9a5-a361-4817-a970-c5705cb0dcf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:24.476451 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-812b0681-9f44-4eaf-ab87-3e1a8871e62f req-702ac9a5-a361-4817-a970-c5705cb0dcf1 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a32b3825-b20a-489f-b4ba-2cce59dc9e99 HTTP/1.1" status: 200 len: 1098 time: 0.0562770 Jul 16 09:18:24.532161 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-812b0681-9f44-4eaf-ab87-3e1a8871e62f req-2428a1ff-3262-4bb0-aa29-d307bbea6d9f service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cbe860be-dfda-48c2-9cf8-0dc693cdde97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492258 Jul 16 09:18:25.521541 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e2b857-2d9a-48e4-829b-a333db598395 req-4ed8b196-ceb2-402a-a2b5-825a12c558e7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:25.523013 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b1e2b857-2d9a-48e4-829b-a333db598395 req-4ed8b196-ceb2-402a-a2b5-825a12c558e7 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=a32b3825-b20a-489f-b4ba-2cce59dc9e99 HTTP/1.1" status: 200 len: 946 time: 0.0646205 Jul 16 09:18:25.560455 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b1e2b857-2d9a-48e4-829b-a333db598395 req-94a9d270-0d91-4ca4-bc70-d16a7f468fc5 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/security-groups?id=cbe860be-dfda-48c2-9cf8-0dc693cdde97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318370 Jul 16 09:18:25.729253 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636dc33d-17d1-4c56-aef4-618871ed7481 req-0e8726a0-c30c-42b7-81bd-394fceb02420 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:25.730656 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-636dc33d-17d1-4c56-aef4-618871ed7481 req-0e8726a0-c30c-42b7-81bd-394fceb02420 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=a32b3825-b20a-489f-b4ba-2cce59dc9e99 HTTP/1.1" status: 200 len: 946 time: 0.0622253 Jul 16 09:18:25.773050 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-636dc33d-17d1-4c56-aef4-618871ed7481 req-cc831a73-0d97-4b12-8dc5-780b4d9156cd tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/security-groups?id=cbe860be-dfda-48c2-9cf8-0dc693cdde97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369143 Jul 16 09:18:25.796456 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44604) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:25.845642 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37bfd9ed-5ca0-4b1b-acd5-2c27800cca9f tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:25.847128 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-37bfd9ed-5ca0-4b1b-acd5-2c27800cca9f tempest-TestNetworkBasicOps-1076195474 tempest-TestNetworkBasicOps-1076195474-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a32b3825-b20a-489f-b4ba-2cce59dc9e99 HTTP/1.1" status: 200 len: 1093 time: 0.0497224 Jul 16 09:18:25.849809 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44606) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:25.854888 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'port_id': '9571e70e-8910-4bcb-97c7-18346cad13c0', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:18:25.881006 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:25.971957 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:26.116059 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Allocated IP 172.25.3.163 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/8c9c611f-c47f-4d78-9749-486f13fa60c5) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:18:26.220570 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:26.259502 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:26.298847 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:18:26.302317 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:18:26.306197 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:18:26.327428 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'Port': ['ID=8c9c611f-c47f-4d78-9749-486f13fa60c5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:26.343989 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:26.344335 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:26.344706 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:26.345045 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:26.345379 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:26.345712 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:26.346039 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:26.346892 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:26.347215 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:26.347539 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:26.347861 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:26.348183 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:18:26.813178 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:26.920511 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:27.063812 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:27.069532 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:27.133995 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event updated for resources: {'Port': ['ID=8c9c611f-c47f-4d78-9749-486f13fa60c5,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:18:27.145963 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:27.242729 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Floating IP 7df37385-7c76-41e0-943f-ba7f81bea81d associated. External IP: 172.25.3.163, port: 9571e70e-8910-4bcb-97c7-18346cad13c0. Jul 16 09:18:27.445691 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Router 1e0409ee-e3db-46bb-937d-246058c1e9f9 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:18:27.548229 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:18:27.558212 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dc05da-f8f3-4f4e-b557-b9172bd53a26 None None] Sync routers for ids ['1e0409ee-e3db-46bb-937d-246058c1e9f9'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:18:27.564802 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:27.569040 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dc05da-f8f3-4f4e-b557-b9172bd53a26 None None] Routers {'1e0409ee-e3db-46bb-937d-246058c1e9f9'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:18:27.569712 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-51dc05da-f8f3-4f4e-b557-b9172bd53a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:18:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['1e0409ee-e3db-46bb-937d-246058c1e9f9'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:27.600054 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-84c8f715-5a75-46b8-a498-73dce3e53eb3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7492404 Jul 16 09:18:27.600669 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32b3825-b20a-489f-b4ba-2cce59dc9e99', 'tag': '9571e70e-8910-4bcb-97c7-18346cad13c0'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:18:27.602811 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44608) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:27.603283 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8710a5-7078-4ebd-9473-1c2ab8b4604b" -d '{"events": [{"name": "network-changed", "server_uuid": "a32b3825-b20a-489f-b4ba-2cce59dc9e99", "tag": "9571e70e-8910-4bcb-97c7-18346cad13c0"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:18:27.639355 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37e00f43-0103-4d37-94ea-fea77658b6c4 x-openstack-request-id: req-37e00f43-0103-4d37-94ea-fea77658b6c4 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:18:27.639652 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a32b3825-b20a-489f-b4ba-2cce59dc9e99", "tag": "9571e70e-8910-4bcb-97c7-18346cad13c0", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:18:27.639908 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-37e00f43-0103-4d37-94ea-fea77658b6c4 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:18:27.640310 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32b3825-b20a-489f-b4ba-2cce59dc9e99', 'tag': '9571e70e-8910-4bcb-97c7-18346cad13c0', 'status': 'completed', 'code': 200} Jul 16 09:18:27.666918 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-efda957d-92b8-4cf5-ad62-fe1e9f1048c1 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/floatingips/7df37385-7c76-41e0-943f-ba7f81bea81d HTTP/1.1" status: 200 len: 992 time: 0.0629494 Jul 16 09:18:27.687830 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-51dc05da-f8f3-4f4e-b557-b9172bd53a26 None None] Set router 1e0409ee-e3db-46bb-937d-246058c1e9f9 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:18:27.725373 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8710a5-7078-4ebd-9473-1c2ab8b4604b req-97891f3f-3ee6-4c93-8292-b0d954ae4b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:27.726795 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5e8710a5-7078-4ebd-9473-1c2ab8b4604b req-97891f3f-3ee6-4c93-8292-b0d954ae4b74 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=572a9b8cb07e43478c74c1511ae605cb&device_id=a32b3825-b20a-489f-b4ba-2cce59dc9e99 HTTP/1.1" status: 200 len: 1098 time: 0.0582793 Jul 16 09:18:27.818439 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8710a5-7078-4ebd-9473-1c2ab8b4604b req-ab96da0f-c9eb-4928-89a5-e8aa5ea8325a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:27.819893 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5e8710a5-7078-4ebd-9473-1c2ab8b4604b req-ab96da0f-c9eb-4928-89a5-e8aa5ea8325a service neutron] 10.222.0.21 "GET /v2.0/networks?id=83d0efb5-211d-46c8-8d25-61e8f99d8e15 HTTP/1.1" status: 200 len: 898 time: 0.0875113 Jul 16 09:18:27.887504 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5e8710a5-7078-4ebd-9473-1c2ab8b4604b req-b2ca5004-48cd-445e-b587-7255e1e2b48b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9571e70e-8910-4bcb-97c7-18346cad13c0 HTTP/1.1" status: 200 len: 1000 time: 0.0609524 Jul 16 09:18:27.915118 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-51dc05da-f8f3-4f4e-b557-b9172bd53a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'name': 'tempest-TestNetworkBasicOps-router-2087512911', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '35b1f683-f585-45bd-8139-240df3a5fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:18:08Z', 'updated_at': '2021-07-16T09:18:12Z', 'revision_number': 4, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '35b1f683-f585-45bd-8139-240df3a5fb26', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:18:09Z', 'updated_at': '2021-07-16T09:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '7df37385-7c76-41e0-943f-ba7f81bea81d', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'port_id': '9571e70e-8910-4bcb-97c7-18346cad13c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d0efb5-211d-46c8-8d25-61e8f99d8e15', 'mac_address': 'fa:16:3e:86:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32b3825-b20a-489f-b4ba-2cce59dc9e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:18:26Z', 'updated_at': '2021-07-16T09:18:26Z', 'revision_number': 0, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba7e98f1-4baf-482b-abbd-c197d35e1d26', 'name': '', 'network_id': '83d0efb5-211d-46c8-8d25-61e8f99d8e15', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'mac_address': 'fa:16:3e:ba:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '78b03bc7-44b7-41eb-a754-c9b589d0ef1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:18:11Z', 'updated_at': '2021-07-16T09:18:16Z', 'revision_number': 5, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'subnets': [{'id': '78b03bc7-44b7-41eb-a754-c9b589d0ef1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:27.935715 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8710a5-7078-4ebd-9473-1c2ab8b4604b req-d3483e28-3e5b-4af2-8035-48b16059d4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:27.937208 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5e8710a5-7078-4ebd-9473-1c2ab8b4604b req-d3483e28-3e5b-4af2-8035-48b16059d4e8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=78b03bc7-44b7-41eb-a754-c9b589d0ef1a HTTP/1.1" status: 200 len: 835 time: 0.0436029 Jul 16 09:18:27.944960 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dc05da-f8f3-4f4e-b557-b9172bd53a26 None None] Checking router: 1e0409ee-e3db-46bb-937d-246058c1e9f9 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:18:27.953673 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51dc05da-f8f3-4f4e-b557-b9172bd53a26 None None] Routers {'1e0409ee-e3db-46bb-937d-246058c1e9f9'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:18:27.954278 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-51dc05da-f8f3-4f4e-b557-b9172bd53a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:18:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['1e0409ee-e3db-46bb-937d-246058c1e9f9'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:27.993806 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8710a5-7078-4ebd-9473-1c2ab8b4604b req-aa106029-3daa-46d8-af4e-0ab929dadfe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:27.995251 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5e8710a5-7078-4ebd-9473-1c2ab8b4604b req-aa106029-3daa-46d8-af4e-0ab929dadfe9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83d0efb5-211d-46c8-8d25-61e8f99d8e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517180 Jul 16 09:18:28.057886 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-51dc05da-f8f3-4f4e-b557-b9172bd53a26 None None] Set router 1e0409ee-e3db-46bb-937d-246058c1e9f9 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:18:28.086908 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5e8710a5-7078-4ebd-9473-1c2ab8b4604b req-86694c49-a76e-4b6d-abe1-f86d4c37ffc1 service neutron] 10.222.0.21 "GET /v2.0/networks/83d0efb5-211d-46c8-8d25-61e8f99d8e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854709 Jul 16 09:18:28.174739 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5e8710a5-7078-4ebd-9473-1c2ab8b4604b req-7513db69-74c2-4e01-829b-6859c00b94e1 service neutron] 10.222.0.21 "GET /v2.0/networks/83d0efb5-211d-46c8-8d25-61e8f99d8e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821364 Jul 16 09:18:28.274166 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-51dc05da-f8f3-4f4e-b557-b9172bd53a26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'name': 'tempest-TestNetworkBasicOps-router-2087512911', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '35b1f683-f585-45bd-8139-240df3a5fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:18:08Z', 'updated_at': '2021-07-16T09:18:12Z', 'revision_number': 4, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '35b1f683-f585-45bd-8139-240df3a5fb26', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:18:09Z', 'updated_at': '2021-07-16T09:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '7df37385-7c76-41e0-943f-ba7f81bea81d', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'port_id': '9571e70e-8910-4bcb-97c7-18346cad13c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d0efb5-211d-46c8-8d25-61e8f99d8e15', 'mac_address': 'fa:16:3e:86:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32b3825-b20a-489f-b4ba-2cce59dc9e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:18:26Z', 'updated_at': '2021-07-16T09:18:26Z', 'revision_number': 0, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba7e98f1-4baf-482b-abbd-c197d35e1d26', 'name': '', 'network_id': '83d0efb5-211d-46c8-8d25-61e8f99d8e15', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'mac_address': 'fa:16:3e:ba:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '78b03bc7-44b7-41eb-a754-c9b589d0ef1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:18:11Z', 'updated_at': '2021-07-16T09:18:16Z', 'revision_number': 5, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'subnets': [{'id': '78b03bc7-44b7-41eb-a754-c9b589d0ef1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:18:28.303564 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51dc05da-f8f3-4f4e-b557-b9172bd53a26 None None] The sync data for ids ['1e0409ee-e3db-46bb-937d-246058c1e9f9'] in n-d-771362-37 is: [{'id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'name': 'tempest-TestNetworkBasicOps-router-2087512911', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '35b1f683-f585-45bd-8139-240df3a5fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:18:08Z', 'updated_at': '2021-07-16T09:18:12Z', 'revision_number': 4, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '35b1f683-f585-45bd-8139-240df3a5fb26', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:18:09Z', 'updated_at': '2021-07-16T09:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '7df37385-7c76-41e0-943f-ba7f81bea81d', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'floating_ip_address': '172.25.3.163', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'port_id': '9571e70e-8910-4bcb-97c7-18346cad13c0', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3852, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83d0efb5-211d-46c8-8d25-61e8f99d8e15', 'mac_address': 'fa:16:3e:86:ff:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a32b3825-b20a-489f-b4ba-2cce59dc9e99', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:18:26Z', 'updated_at': '2021-07-16T09:18:26Z', 'revision_number': 0, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba7e98f1-4baf-482b-abbd-c197d35e1d26', 'name': '', 'network_id': '83d0efb5-211d-46c8-8d25-61e8f99d8e15', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'mac_address': 'fa:16:3e:ba:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '78b03bc7-44b7-41eb-a754-c9b589d0ef1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:18:11Z', 'updated_at': '2021-07-16T09:18:16Z', 'revision_number': 5, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'subnets': [{'id': '78b03bc7-44b7-41eb-a754-c9b589d0ef1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:18:28.503881 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbccce78-4c1d-4f48-89ba-b8b853b7c762 None None] New status for floating IP 7df37385-7c76-41e0-943f-ba7f81bea81d: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:18:28.671614 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44612) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:18:28.737407 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8471c26d-4273-484d-b562-ee91704f25f3 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/floatingips/7df37385-7c76-41e0-943f-ba7f81bea81d HTTP/1.1" status: 200 len: 994 time: 0.0642574 Jul 16 09:18:32.576455 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:32.635013 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:33.339547 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ec190cd-d911-4c13-a54c-82ba1f6669fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:35.755636 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-015203a3-4f72-4a62-bfa4-9abf57dcc1ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:36.066854 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:37.231745 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:37.260105 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:18:38.692604 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:18:58.245524 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b2673d0d-c94b-4f46-b08d-eb720920e569 req-997c8a92-eda2-439a-a80a-2db236a88694 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a32b3825-b20a-489f-b4ba-2cce59dc9e99&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0603328 Jul 16 09:18:58.345908 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2673d0d-c94b-4f46-b08d-eb720920e569 req-d2ff4a60-b27e-46cd-9b4f-2065fd3a1dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:58.348014 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b2673d0d-c94b-4f46-b08d-eb720920e569 req-d2ff4a60-b27e-46cd-9b4f-2065fd3a1dfe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=572a9b8cb07e43478c74c1511ae605cb&device_id=a32b3825-b20a-489f-b4ba-2cce59dc9e99 HTTP/1.1" status: 200 len: 1098 time: 0.0595617 Jul 16 09:18:58.461610 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2673d0d-c94b-4f46-b08d-eb720920e569 req-919fda81-5de2-4637-b65b-1d07dd8d5fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:58.463110 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b2673d0d-c94b-4f46-b08d-eb720920e569 req-919fda81-5de2-4637-b65b-1d07dd8d5fee service neutron] 10.222.0.21 "GET /v2.0/networks?id=83d0efb5-211d-46c8-8d25-61e8f99d8e15 HTTP/1.1" status: 200 len: 898 time: 0.0950108 Jul 16 09:18:58.533497 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b2673d0d-c94b-4f46-b08d-eb720920e569 req-548d4bba-517d-4d6c-a32e-e75589c529e5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9571e70e-8910-4bcb-97c7-18346cad13c0 HTTP/1.1" status: 200 len: 1002 time: 0.0638680 Jul 16 09:18:58.589120 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2673d0d-c94b-4f46-b08d-eb720920e569 req-856f8f7b-762c-44fa-96f2-7cfe4eec0a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:58.590642 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b2673d0d-c94b-4f46-b08d-eb720920e569 req-856f8f7b-762c-44fa-96f2-7cfe4eec0a00 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=78b03bc7-44b7-41eb-a754-c9b589d0ef1a HTTP/1.1" status: 200 len: 835 time: 0.0508275 Jul 16 09:18:58.650467 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2673d0d-c94b-4f46-b08d-eb720920e569 req-40d1151e-b260-49aa-8af3-fd282b4351c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:18:58.651950 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b2673d0d-c94b-4f46-b08d-eb720920e569 req-40d1151e-b260-49aa-8af3-fd282b4351c0 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83d0efb5-211d-46c8-8d25-61e8f99d8e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536714 Jul 16 09:18:58.755949 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b2673d0d-c94b-4f46-b08d-eb720920e569 req-cef6f719-1697-4328-bafc-5cccd5b68f46 service neutron] 10.222.0.21 "GET /v2.0/networks/83d0efb5-211d-46c8-8d25-61e8f99d8e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961113 Jul 16 09:18:58.857968 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b2673d0d-c94b-4f46-b08d-eb720920e569 req-9f764ddc-e686-45d3-873b-305e8f1f4998 service neutron] 10.222.0.21 "GET /v2.0/networks/83d0efb5-211d-46c8-8d25-61e8f99d8e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958014 Jul 16 09:19:01.971000 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44624) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:02.033349 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-161ea6c5-44eb-473a-a619-1029721c252b tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/floatingips/7df37385-7c76-41e0-943f-ba7f81bea81d HTTP/1.1" status: 200 len: 994 time: 0.0608797 Jul 16 09:19:02.577898 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:02.637094 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:03.216373 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44632) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:03.340206 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-802cc509-fd32-4700-badd-f972807784ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:03.376020 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-a97215f6-f69c-4c87-9d70-6e606ca0e5f6 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Deleting port 8c9c611f-c47f-4d78-9749-486f13fa60c5 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:19:03.376389 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a97215f6-f69c-4c87-9d70-6e606ca0e5f6 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:03.451533 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a97215f6-f69c-4c87-9d70-6e606ca0e5f6 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:03.451860 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a97215f6-f69c-4c87-9d70-6e606ca0e5f6 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:03.463642 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-a97215f6-f69c-4c87-9d70-6e606ca0e5f6 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Calling delete_port for 8c9c611f-c47f-4d78-9749-486f13fa60c5 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:19:03.893258 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a97215f6-f69c-4c87-9d70-6e606ca0e5f6 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:03.926637 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97215f6-f69c-4c87-9d70-6e606ca0e5f6 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event deleted for resources: {'Port': ['ID=8c9c611f-c47f-4d78-9749-486f13fa60c5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:03.983637 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a97215f6-f69c-4c87-9d70-6e606ca0e5f6 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:03.984003 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-a97215f6-f69c-4c87-9d70-6e606ca0e5f6 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Floating IP 7df37385-7c76-41e0-943f-ba7f81bea81d disassociated (deleted). External IP: 172.25.3.163, port: 9571e70e-8910-4bcb-97c7-18346cad13c0. Jul 16 09:19:04.189808 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a97215f6-f69c-4c87-9d70-6e606ca0e5f6 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Router 1e0409ee-e3db-46bb-937d-246058c1e9f9 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:19:04.295377 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a97215f6-f69c-4c87-9d70-6e606ca0e5f6 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:19:04.300047 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a97215f6-f69c-4c87-9d70-6e606ca0e5f6 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:04.304306 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad4fcf0-006b-45f8-9891-d84c389cd493 None None] Sync routers for ids ['1e0409ee-e3db-46bb-937d-246058c1e9f9'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:19:04.314384 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad4fcf0-006b-45f8-9891-d84c389cd493 None None] Routers {'1e0409ee-e3db-46bb-937d-246058c1e9f9'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:19:04.315021 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7ad4fcf0-006b-45f8-9891-d84c389cd493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:18:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['1e0409ee-e3db-46bb-937d-246058c1e9f9'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:04.340933 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a97215f6-f69c-4c87-9d70-6e606ca0e5f6 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "DELETE /v2.0/floatingips/7df37385-7c76-41e0-943f-ba7f81bea81d HTTP/1.1" status: 204 len: 168 time: 1.1234407 Jul 16 09:19:04.341539 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a32b3825-b20a-489f-b4ba-2cce59dc9e99', 'tag': '9571e70e-8910-4bcb-97c7-18346cad13c0'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:19:04.343926 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988ba13b-6a1b-48e2-9645-b02e3b3955f2" -d '{"events": [{"name": "network-changed", "server_uuid": "a32b3825-b20a-489f-b4ba-2cce59dc9e99", "tag": "9571e70e-8910-4bcb-97c7-18346cad13c0"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:19:04.389289 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5c9470-49ef-4a0d-b2d7-0d5b6f3f41f7 x-openstack-request-id: req-1a5c9470-49ef-4a0d-b2d7-0d5b6f3f41f7 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:19:04.389588 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a32b3825-b20a-489f-b4ba-2cce59dc9e99", "tag": "9571e70e-8910-4bcb-97c7-18346cad13c0", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:19:04.389841 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1a5c9470-49ef-4a0d-b2d7-0d5b6f3f41f7 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:19:04.390243 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a32b3825-b20a-489f-b4ba-2cce59dc9e99', 'tag': '9571e70e-8910-4bcb-97c7-18346cad13c0', 'status': 'completed', 'code': 200} Jul 16 09:19:04.426881 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-7ad4fcf0-006b-45f8-9891-d84c389cd493 None None] Set router 1e0409ee-e3db-46bb-937d-246058c1e9f9 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:19:04.469799 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ba13b-6a1b-48e2-9645-b02e3b3955f2 req-19095315-847f-44c0-9006-10d86ac55aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:04.472753 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-988ba13b-6a1b-48e2-9645-b02e3b3955f2 req-19095315-847f-44c0-9006-10d86ac55aa6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=572a9b8cb07e43478c74c1511ae605cb&device_id=a32b3825-b20a-489f-b4ba-2cce59dc9e99 HTTP/1.1" status: 200 len: 1098 time: 0.0598922 Jul 16 09:19:04.594012 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ba13b-6a1b-48e2-9645-b02e3b3955f2 req-f2d5b003-1840-417e-804f-4ac0b873bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:04.595287 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-988ba13b-6a1b-48e2-9645-b02e3b3955f2 req-f2d5b003-1840-417e-804f-4ac0b873bab2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=83d0efb5-211d-46c8-8d25-61e8f99d8e15 HTTP/1.1" status: 200 len: 898 time: 0.1114051 Jul 16 09:19:04.639806 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-988ba13b-6a1b-48e2-9645-b02e3b3955f2 req-b2873811-61c3-44cd-ac7e-7ce04c38efd9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9571e70e-8910-4bcb-97c7-18346cad13c0 HTTP/1.1" status: 200 len: 217 time: 0.0382938 Jul 16 09:19:04.648762 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7ad4fcf0-006b-45f8-9891-d84c389cd493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'name': 'tempest-TestNetworkBasicOps-router-2087512911', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '35b1f683-f585-45bd-8139-240df3a5fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:18:08Z', 'updated_at': '2021-07-16T09:18:12Z', 'revision_number': 4, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '35b1f683-f585-45bd-8139-240df3a5fb26', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:18:09Z', 'updated_at': '2021-07-16T09:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'ba7e98f1-4baf-482b-abbd-c197d35e1d26', 'name': '', 'network_id': '83d0efb5-211d-46c8-8d25-61e8f99d8e15', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'mac_address': 'fa:16:3e:ba:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '78b03bc7-44b7-41eb-a754-c9b589d0ef1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:18:11Z', 'updated_at': '2021-07-16T09:18:16Z', 'revision_number': 5, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'subnets': [{'id': '78b03bc7-44b7-41eb-a754-c9b589d0ef1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:04.683081 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad4fcf0-006b-45f8-9891-d84c389cd493 None None] Checking router: 1e0409ee-e3db-46bb-937d-246058c1e9f9 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:19:04.693011 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad4fcf0-006b-45f8-9891-d84c389cd493 None None] Routers {'1e0409ee-e3db-46bb-937d-246058c1e9f9'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:19:04.693681 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7ad4fcf0-006b-45f8-9891-d84c389cd493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:18:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['1e0409ee-e3db-46bb-937d-246058c1e9f9'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:04.729961 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ba13b-6a1b-48e2-9645-b02e3b3955f2 req-1e23f1be-8649-4873-88d9-360baf827053 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:04.731454 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-988ba13b-6a1b-48e2-9645-b02e3b3955f2 req-1e23f1be-8649-4873-88d9-360baf827053 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=78b03bc7-44b7-41eb-a754-c9b589d0ef1a HTTP/1.1" status: 200 len: 835 time: 0.0844367 Jul 16 09:19:04.792824 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bc590a-3234-474e-a471-41d7f0112df9 req-5dacd9e1-e75c-4b1f-b4b2-4aa08de6abac tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:04.794341 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-14bc590a-3234-474e-a471-41d7f0112df9 req-5dacd9e1-e75c-4b1f-b4b2-4aa08de6abac tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=a32b3825-b20a-489f-b4ba-2cce59dc9e99 HTTP/1.1" status: 200 len: 946 time: 0.1124258 Jul 16 09:19:04.816713 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-7ad4fcf0-006b-45f8-9891-d84c389cd493 None None] Set router 1e0409ee-e3db-46bb-937d-246058c1e9f9 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:19:04.838466 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988ba13b-6a1b-48e2-9645-b02e3b3955f2 req-6b0f9df5-53d9-4e12-b093-ad05dbe15807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:04.839967 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-988ba13b-6a1b-48e2-9645-b02e3b3955f2 req-6b0f9df5-53d9-4e12-b093-ad05dbe15807 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83d0efb5-211d-46c8-8d25-61e8f99d8e15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0997145 Jul 16 09:19:04.847833 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-14bc590a-3234-474e-a471-41d7f0112df9 req-7b6a4e5c-0e56-444d-87ee-b6b1f52c498f tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/security-groups?id=cbe860be-dfda-48c2-9cf8-0dc693cdde97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456789 Jul 16 09:19:04.938183 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-988ba13b-6a1b-48e2-9645-b02e3b3955f2 req-2800e7e2-9ef0-492d-91bf-17a793065cbf service neutron] 10.222.0.21 "GET /v2.0/networks/83d0efb5-211d-46c8-8d25-61e8f99d8e15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893803 Jul 16 09:19:05.034090 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-988ba13b-6a1b-48e2-9645-b02e3b3955f2 req-d537a32e-7d96-4d85-a0d3-50d3b107c638 service neutron] 10.222.0.21 "GET /v2.0/networks/83d0efb5-211d-46c8-8d25-61e8f99d8e15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881281 Jul 16 09:19:05.174895 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-7ad4fcf0-006b-45f8-9891-d84c389cd493 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'name': 'tempest-TestNetworkBasicOps-router-2087512911', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '35b1f683-f585-45bd-8139-240df3a5fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:18:08Z', 'updated_at': '2021-07-16T09:18:12Z', 'revision_number': 4, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '35b1f683-f585-45bd-8139-240df3a5fb26', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:18:09Z', 'updated_at': '2021-07-16T09:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'ba7e98f1-4baf-482b-abbd-c197d35e1d26', 'name': '', 'network_id': '83d0efb5-211d-46c8-8d25-61e8f99d8e15', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'mac_address': 'fa:16:3e:ba:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '78b03bc7-44b7-41eb-a754-c9b589d0ef1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:18:11Z', 'updated_at': '2021-07-16T09:18:16Z', 'revision_number': 5, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'subnets': [{'id': '78b03bc7-44b7-41eb-a754-c9b589d0ef1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:05.200768 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ad4fcf0-006b-45f8-9891-d84c389cd493 None None] The sync data for ids ['1e0409ee-e3db-46bb-937d-246058c1e9f9'] in n-d-771362-37 is: [{'id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'name': 'tempest-TestNetworkBasicOps-router-2087512911', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '35b1f683-f585-45bd-8139-240df3a5fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:18:08Z', 'updated_at': '2021-07-16T09:18:12Z', 'revision_number': 4, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '35b1f683-f585-45bd-8139-240df3a5fb26', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:18:09Z', 'updated_at': '2021-07-16T09:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'ba7e98f1-4baf-482b-abbd-c197d35e1d26', 'name': '', 'network_id': '83d0efb5-211d-46c8-8d25-61e8f99d8e15', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'mac_address': 'fa:16:3e:ba:bf:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3840, 'fixed_ips': [{'subnet_id': '78b03bc7-44b7-41eb-a754-c9b589d0ef1a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:18:11Z', 'updated_at': '2021-07-16T09:18:16Z', 'revision_number': 5, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'subnets': [{'id': '78b03bc7-44b7-41eb-a754-c9b589d0ef1a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:19:05.421272 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49987f25-37a0-4b1b-8d2f-c66643a4beda None None] New status for floating IP 7df37385-7c76-41e0-943f-ba7f81bea81d: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:19:05.756674 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a9e4a845-a4dd-4fe0-bf96-847e3c64cdfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:05.953560 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5436146e-bcc7-4335-a9ba-56840f879573 req-b0a73965-2d04-48b2-b9a5-619cfe201cda tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:05.955049 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5436146e-bcc7-4335-a9ba-56840f879573 req-b0a73965-2d04-48b2-b9a5-619cfe201cda tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.21 "GET /v2.0/ports?device_id=a32b3825-b20a-489f-b4ba-2cce59dc9e99 HTTP/1.1" status: 200 len: 946 time: 0.0698946 Jul 16 09:19:06.047244 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2601dd-c703-4f24-9e8e-98e148451c08 req-ce4be219-c1c0-4df2-8a43-7107055a5500 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:06.048792 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ba2601dd-c703-4f24-9e8e-98e148451c08 req-ce4be219-c1c0-4df2-8a43-7107055a5500 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/ports?device_id=a32b3825-b20a-489f-b4ba-2cce59dc9e99 HTTP/1.1" status: 200 len: 946 time: 0.0659177 Jul 16 09:19:06.056677 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-5436146e-bcc7-4335-a9ba-56840f879573 req-b23a0004-b682-4d74-9913-6d60725ef2b9 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Deleting port 9571e70e-8910-4bcb-97c7-18346cad13c0 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:19:06.056916 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5436146e-bcc7-4335-a9ba-56840f879573 req-b23a0004-b682-4d74-9913-6d60725ef2b9 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:06.070131 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:06.093326 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ba2601dd-c703-4f24-9e8e-98e148451c08 req-13f56049-59ef-4819-bc47-1c8e5506151e tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "GET /v2.0/security-groups?id=cbe860be-dfda-48c2-9cf8-0dc693cdde97&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359762 Jul 16 09:19:06.151768 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-5436146e-bcc7-4335-a9ba-56840f879573 req-b23a0004-b682-4d74-9913-6d60725ef2b9 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] For port 9571e70e-8910-4bcb-97c7-18346cad13c0, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=9571e70e-8910-4bcb-97c7-18346cad13c0,segment=NetworkSegment(b615a1db-b033-4f20-a552-e722c68f2a36),segment_id=b615a1db-b033-4f20-a552-e722c68f2a36)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:19:06.152133 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5436146e-bcc7-4335-a9ba-56840f879573 req-b23a0004-b682-4d74-9913-6d60725ef2b9 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:06.164072 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-5436146e-bcc7-4335-a9ba-56840f879573 req-b23a0004-b682-4d74-9913-6d60725ef2b9 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Calling delete_port for 9571e70e-8910-4bcb-97c7-18346cad13c0 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:19:06.293491 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5436146e-bcc7-4335-a9ba-56840f879573 req-b23a0004-b682-4d74-9913-6d60725ef2b9 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:06.328077 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23a0004-b682-4d74-9913-6d60725ef2b9 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event deleted for resources: {'Port': ['ID=9571e70e-8910-4bcb-97c7-18346cad13c0,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:06.371249 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-5436146e-bcc7-4335-a9ba-56840f879573 req-b23a0004-b682-4d74-9913-6d60725ef2b9 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] No DVR routers for this DVR port 9571e70e-8910-4bcb-97c7-18346cad13c0 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:19:06.373878 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-5436146e-bcc7-4335-a9ba-56840f879573 req-b23a0004-b682-4d74-9913-6d60725ef2b9 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:06.375874 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5436146e-bcc7-4335-a9ba-56840f879573 req-b23a0004-b682-4d74-9913-6d60725ef2b9 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.21 "DELETE /v2.0/ports/9571e70e-8910-4bcb-97c7-18346cad13c0 HTTP/1.1" status: 204 len: 173 time: 0.4152741 Jul 16 09:19:06.376316 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a32b3825-b20a-489f-b4ba-2cce59dc9e99', 'name': 'network-vif-deleted', 'tag': '9571e70e-8910-4bcb-97c7-18346cad13c0'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:19:06.379285 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c70df6ac-cd0b-43e6-a735-cc46729a53da" -d '{"events": [{"server_uuid": "a32b3825-b20a-489f-b4ba-2cce59dc9e99", "name": "network-vif-deleted", "tag": "9571e70e-8910-4bcb-97c7-18346cad13c0"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:19:06.415134 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89ddf03b-7da6-4945-adcb-8f8c2839afcc x-openstack-request-id: req-89ddf03b-7da6-4945-adcb-8f8c2839afcc {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:19:06.415427 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a32b3825-b20a-489f-b4ba-2cce59dc9e99", "name": "network-vif-deleted", "tag": "9571e70e-8910-4bcb-97c7-18346cad13c0", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:19:06.415684 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-89ddf03b-7da6-4945-adcb-8f8c2839afcc {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:19:06.416092 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a32b3825-b20a-489f-b4ba-2cce59dc9e99', 'name': 'network-vif-deleted', 'tag': '9571e70e-8910-4bcb-97c7-18346cad13c0', 'status': 'completed', 'code': 200} Jul 16 09:19:07.186469 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44648) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:07.234531 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:07.250727 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2f02f2d-a23b-4d47-b5a9-3ae889c406ef tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:07.276136 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2f02f2d-a23b-4d47-b5a9-3ae889c406ef tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:07.338473 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2f02f2d-a23b-4d47-b5a9-3ae889c406ef tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:07.341086 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2f02f2d-a23b-4d47-b5a9-3ae889c406ef tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:07.342247 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e2f02f2d-a23b-4d47-b5a9-3ae889c406ef tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "DELETE /v2.0/security-groups/cbe860be-dfda-48c2-9cf8-0dc693cdde97 HTTP/1.1" status: 204 len: 168 time: 0.1547930 Jul 16 09:19:07.351841 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f02f2d-a23b-4d47-b5a9-3ae889c406ef tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe860be-dfda-48c2-9cf8-0dc693cdde97,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:07.375146 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44652) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:07.743955 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8fd2152a-67fa-43f4-a514-445db9b05d29 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:08.012054 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-8fd2152a-67fa-43f4-a514-445db9b05d29 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Deleting port ba7e98f1-4baf-482b-abbd-c197d35e1d26 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:19:08.012435 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8fd2152a-67fa-43f4-a514-445db9b05d29 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:08.103114 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-8fd2152a-67fa-43f4-a514-445db9b05d29 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] For port ba7e98f1-4baf-482b-abbd-c197d35e1d26, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ba7e98f1-4baf-482b-abbd-c197d35e1d26,segment=NetworkSegment(b615a1db-b033-4f20-a552-e722c68f2a36),segment_id=b615a1db-b033-4f20-a552-e722c68f2a36)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:19:08.103474 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8fd2152a-67fa-43f4-a514-445db9b05d29 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:08.116590 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-8fd2152a-67fa-43f4-a514-445db9b05d29 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Calling delete_port for ba7e98f1-4baf-482b-abbd-c197d35e1d26 owned by network:router_interface {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:19:08.306379 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8fd2152a-67fa-43f4-a514-445db9b05d29 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:08.323881 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 9571e70e-8910-4bcb-97c7-18346cad13c0 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:19:08.338299 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd2152a-67fa-43f4-a514-445db9b05d29 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event deleted for resources: {'Port': ['ID=ba7e98f1-4baf-482b-abbd-c197d35e1d26,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:08.348385 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 9571e70e-8910-4bcb-97c7-18346cad13c0 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:19:08.348948 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 9571e70e-8910-4bcb-97c7-18346cad13c0 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:19:08.518407 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8fd2152a-67fa-43f4-a514-445db9b05d29 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:08.695758 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:08.745409 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd2152a-67fa-43f4-a514-445db9b05d29 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Router 1e0409ee-e3db-46bb-937d-246058c1e9f9 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:19:08.855024 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd2152a-67fa-43f4-a514-445db9b05d29 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:19:08.860325 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8fd2152a-67fa-43f4-a514-445db9b05d29 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "PUT /v2.0/routers/1e0409ee-e3db-46bb-937d-246058c1e9f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4843202 Jul 16 09:19:08.863099 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44656) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:08.865646 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b3ac9f-a42a-4b16-b941-bc55c7564bd1 None None] Sync routers for ids ['1e0409ee-e3db-46bb-937d-246058c1e9f9'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:19:08.875124 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b3ac9f-a42a-4b16-b941-bc55c7564bd1 None None] Routers {'1e0409ee-e3db-46bb-937d-246058c1e9f9'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:19:08.875735 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-89b3ac9f-a42a-4b16-b941-bc55c7564bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:19:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['1e0409ee-e3db-46bb-937d-246058c1e9f9'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:08.916634 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9a1d309-ba5c-433c-99ce-cdf763cab3a8 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Deleting subnet 78b03bc7-44b7-41eb-a754-c9b589d0ef1a {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:19:08.919661 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b9a1d309-ba5c-433c-99ce-cdf763cab3a8 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:08.958516 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b9a1d309-ba5c-433c-99ce-cdf763cab3a8 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:08.982907 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-89b3ac9f-a42a-4b16-b941-bc55c7564bd1 None None] Set router 1e0409ee-e3db-46bb-937d-246058c1e9f9 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:19:09.047763 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b9a1d309-ba5c-433c-99ce-cdf763cab3a8 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:09.110204 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b9a1d309-ba5c-433c-99ce-cdf763cab3a8 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:09.140677 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a1d309-ba5c-433c-99ce-cdf763cab3a8 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event deleted for resources: {'Subnet': ['ID=78b03bc7-44b7-41eb-a754-c9b589d0ef1a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:09.142691 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b9a1d309-ba5c-433c-99ce-cdf763cab3a8 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:09.145371 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b9a1d309-ba5c-433c-99ce-cdf763cab3a8 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "DELETE /v2.0/subnets/78b03bc7-44b7-41eb-a754-c9b589d0ef1a HTTP/1.1" status: 204 len: 168 time: 0.2812705 Jul 16 09:19:09.148006 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44658) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:09.152087 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f440f4-74ee-43ac-acc5-7fab480ca652 None None] Network 83d0efb5-211d-46c8-8d25-61e8f99d8e15 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:19:09.277061 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-89b3ac9f-a42a-4b16-b941-bc55c7564bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'name': 'tempest-TestNetworkBasicOps-router-2087512911', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '35b1f683-f585-45bd-8139-240df3a5fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:18:08Z', 'updated_at': '2021-07-16T09:19:08Z', 'revision_number': 5, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '35b1f683-f585-45bd-8139-240df3a5fb26', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:18:09Z', 'updated_at': '2021-07-16T09:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:09.307018 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b3ac9f-a42a-4b16-b941-bc55c7564bd1 None None] Checking router: 1e0409ee-e3db-46bb-937d-246058c1e9f9 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:19:09.323673 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89b3ac9f-a42a-4b16-b941-bc55c7564bd1 None None] Routers {'1e0409ee-e3db-46bb-937d-246058c1e9f9'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:19:09.324315 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-89b3ac9f-a42a-4b16-b941-bc55c7564bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:19:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['1e0409ee-e3db-46bb-937d-246058c1e9f9'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:09.444514 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-89b3ac9f-a42a-4b16-b941-bc55c7564bd1 None None] Set router 1e0409ee-e3db-46bb-937d-246058c1e9f9 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:19:09.476317 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a9f0ec-e4be-4b5e-b193-0ec9da1f25a2 None None] DHCP port deletion for 83d0efb5-211d-46c8-8d25-61e8f99d8e15 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:19:09.603447 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bbd98417-3244-4cd8-9fe2-7744ec3b78ab tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:09.622382 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-20a9f0ec-e4be-4b5e-b193-0ec9da1f25a2 None None] Deleting port da2a7de6-0b49-48e2-8d53-9281fbc10f34 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:19:09.622759 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-20a9f0ec-e4be-4b5e-b193-0ec9da1f25a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:09.707709 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bbd98417-3244-4cd8-9fe2-7744ec3b78ab tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:09.708548 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-20a9f0ec-e4be-4b5e-b193-0ec9da1f25a2 None None] For port da2a7de6-0b49-48e2-8d53-9281fbc10f34, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=da2a7de6-0b49-48e2-8d53-9281fbc10f34,segment=NetworkSegment(b615a1db-b033-4f20-a552-e722c68f2a36),segment_id=b615a1db-b033-4f20-a552-e722c68f2a36)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:19:09.708944 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-20a9f0ec-e4be-4b5e-b193-0ec9da1f25a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:09.724558 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-20a9f0ec-e4be-4b5e-b193-0ec9da1f25a2 None None] Calling delete_port for da2a7de6-0b49-48e2-8d53-9281fbc10f34 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:19:09.762920 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-bbd98417-3244-4cd8-9fe2-7744ec3b78ab tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Deleting port 35b1f683-f585-45bd-8139-240df3a5fb26 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:19:09.763268 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bbd98417-3244-4cd8-9fe2-7744ec3b78ab tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:09.775603 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-89b3ac9f-a42a-4b16-b941-bc55c7564bd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'name': 'tempest-TestNetworkBasicOps-router-2087512911', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '35b1f683-f585-45bd-8139-240df3a5fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:18:08Z', 'updated_at': '2021-07-16T09:19:08Z', 'revision_number': 5, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '35b1f683-f585-45bd-8139-240df3a5fb26', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:18:09Z', 'updated_at': '2021-07-16T09:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:09.805589 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89b3ac9f-a42a-4b16-b941-bc55c7564bd1 None None] The sync data for ids ['1e0409ee-e3db-46bb-937d-246058c1e9f9'] in n-d-771362-37 is: [{'id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'name': 'tempest-TestNetworkBasicOps-router-2087512911', 'tenant_id': '572a9b8cb07e43478c74c1511ae605cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.232'}], 'enable_snat': True}, 'gw_port_id': '35b1f683-f585-45bd-8139-240df3a5fb26', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:18:08Z', 'updated_at': '2021-07-16T09:19:08Z', 'revision_number': 5, 'project_id': '572a9b8cb07e43478c74c1511ae605cb', 'gw_port': {'id': '35b1f683-f585-45bd-8139-240df3a5fb26', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:e4:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1e0409ee-e3db-46bb-937d-246058c1e9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3837, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:18:09Z', 'updated_at': '2021-07-16T09:18:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:19:09.857141 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-20a9f0ec-e4be-4b5e-b193-0ec9da1f25a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:09.859090 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-bbd98417-3244-4cd8-9fe2-7744ec3b78ab tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] For port 35b1f683-f585-45bd-8139-240df3a5fb26, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=35b1f683-f585-45bd-8139-240df3a5fb26,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:19:09.859455 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bbd98417-3244-4cd8-9fe2-7744ec3b78ab tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:09.873832 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-bbd98417-3244-4cd8-9fe2-7744ec3b78ab tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Calling delete_port for 35b1f683-f585-45bd-8139-240df3a5fb26 owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:19:09.883523 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a9f0ec-e4be-4b5e-b193-0ec9da1f25a2 None None] Pushing event deleted for resources: {'Port': ['ID=da2a7de6-0b49-48e2-8d53-9281fbc10f34,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:09.887511 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a9f0ec-e4be-4b5e-b193-0ec9da1f25a2 None None] No DVR routers for this DVR port da2a7de6-0b49-48e2-8d53-9281fbc10f34 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:19:10.041804 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bbd98417-3244-4cd8-9fe2-7744ec3b78ab tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:10.066612 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd98417-3244-4cd8-9fe2-7744ec3b78ab tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event deleted for resources: {'Port': ['ID=35b1f683-f585-45bd-8139-240df3a5fb26,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:10.128478 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bbd98417-3244-4cd8-9fe2-7744ec3b78ab tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:10.226819 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bbd98417-3244-4cd8-9fe2-7744ec3b78ab tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:10.229015 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bbd98417-3244-4cd8-9fe2-7744ec3b78ab tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:10.263744 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ba7e98f1-4baf-482b-abbd-c197d35e1d26 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:19:10.288059 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bbd98417-3244-4cd8-9fe2-7744ec3b78ab tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:10.289008 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbd98417-3244-4cd8-9fe2-7744ec3b78ab tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Fanout notify agent at l3_agent the message router_deleted on router 1e0409ee-e3db-46bb-937d-246058c1e9f9 {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:19:10.289169 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: ba7e98f1-4baf-482b-abbd-c197d35e1d26 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:19:10.289467 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ba7e98f1-4baf-482b-abbd-c197d35e1d26 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:19:10.289901 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device da2a7de6-0b49-48e2-8d53-9281fbc10f34 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:19:10.296282 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bbd98417-3244-4cd8-9fe2-7744ec3b78ab tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:10.300599 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bbd98417-3244-4cd8-9fe2-7744ec3b78ab tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "DELETE /v2.0/routers/1e0409ee-e3db-46bb-937d-246058c1e9f9 HTTP/1.1" status: 204 len: 168 time: 1.1487401 Jul 16 09:19:10.300704 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44660) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:10.309529 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: da2a7de6-0b49-48e2-8d53-9281fbc10f34 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:19:10.309881 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device da2a7de6-0b49-48e2-8d53-9281fbc10f34 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:19:10.378984 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6cd999c3-1730-4b6c-b73f-0c7dce46b6e5 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:10.469901 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6cd999c3-1730-4b6c-b73f-0c7dce46b6e5 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:10.481124 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-6cd999c3-1730-4b6c-b73f-0c7dce46b6e5 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d0efb5-211d-46c8-8d25-61e8f99d8e15']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:10.495670 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-6cd999c3-1730-4b6c-b73f-0c7dce46b6e5 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b615a1db-b033-4f20-a552-e722c68f2a36') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:10.495965 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-6cd999c3-1730-4b6c-b73f-0c7dce46b6e5 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b615a1db-b033-4f20-a552-e722c68f2a36') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:10.505064 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6cd999c3-1730-4b6c-b73f-0c7dce46b6e5 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:10.518204 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6cd999c3-1730-4b6c-b73f-0c7dce46b6e5 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:10.523882 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cd999c3-1730-4b6c-b73f-0c7dce46b6e5 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:19:10.524262 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6cd999c3-1730-4b6c-b73f-0c7dce46b6e5 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: timer() Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:19:10.527429 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:19:10.587831 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6cd999c3-1730-4b6c-b73f-0c7dce46b6e5 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:10.592731 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6cd999c3-1730-4b6c-b73f-0c7dce46b6e5 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:10.594910 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6cd999c3-1730-4b6c-b73f-0c7dce46b6e5 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] 10.222.0.22 "DELETE /v2.0/networks/83d0efb5-211d-46c8-8d25-61e8f99d8e15 HTTP/1.1" status: 204 len: 168 time: 0.2930493 Jul 16 09:19:10.610658 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd999c3-1730-4b6c-b73f-0c7dce46b6e5 tempest-TestNetworkBasicOps-1614814853 tempest-TestNetworkBasicOps-1614814853-project] Pushing event deleted for resources: {'Network': ['ID=83d0efb5-211d-46c8-8d25-61e8f99d8e15,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:10.919855 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44666) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:11.057103 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e37a00ad-43f8-4288-8419-d9ee4621d943 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=572a9b8cb07e43478c74c1511ae605cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1346183 Jul 16 09:19:11.059291 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44670) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:11.108271 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb2de604-dbaa-40e8-95d8-a13e4548a3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:11.128711 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb2de604-dbaa-40e8-95d8-a13e4548a3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:11.174350 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb2de604-dbaa-40e8-95d8-a13e4548a3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:11.176969 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cb2de604-dbaa-40e8-95d8-a13e4548a3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:11.178116 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-cb2de604-dbaa-40e8-95d8-a13e4548a3c3 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6afe51e4-a96a-4c35-a516-29c4e08cd6b4 HTTP/1.1" status: 204 len: 168 time: 0.1164865 Jul 16 09:19:11.186098 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2de604-dbaa-40e8-95d8-a13e4548a3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afe51e4-a96a-4c35-a516-29c4e08cd6b4,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:11.442144 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44676) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:11.456851 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1a292d67-2fbc-40f8-bf1f-504c87e2672b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:11.552875 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1a292d67-2fbc-40f8-bf1f-504c87e2672b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:11.557486 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1a292d67-2fbc-40f8-bf1f-504c87e2672b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:11.594258 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a292d67-2fbc-40f8-bf1f-504c87e2672b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8080b5-bccc-41d3-b84b-83ad2986a35a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:11.599801 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1a292d67-2fbc-40f8-bf1f-504c87e2672b admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=107542656fdc4e1d8c17e4ac48d56808&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1565335 Jul 16 09:19:11.602473 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44678) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:11.651157 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b95bfa63-eed8-4132-a109-d8eb519966a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:11.671284 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b95bfa63-eed8-4132-a109-d8eb519966a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:11.725709 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b95bfa63-eed8-4132-a109-d8eb519966a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:11.728512 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b95bfa63-eed8-4132-a109-d8eb519966a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:11.732614 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b95bfa63-eed8-4132-a109-d8eb519966a2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7d8080b5-bccc-41d3-b84b-83ad2986a35a HTTP/1.1" status: 204 len: 168 time: 0.1291230 Jul 16 09:19:11.741680 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95bfa63-eed8-4132-a109-d8eb519966a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8080b5-bccc-41d3-b84b-83ad2986a35a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:12.049509 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 35b1f683-f585-45bd-8139-240df3a5fb26 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:19:12.069622 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 35b1f683-f585-45bd-8139-240df3a5fb26 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:19:12.069978 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 35b1f683-f585-45bd-8139-240df3a5fb26 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:19:13.852111 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44834) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:13.955534 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8af6d54c-7d73-416b-a4c0-813650eda47d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:14.043684 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8af6d54c-7d73-416b-a4c0-813650eda47d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:14.047501 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8af6d54c-7d73-416b-a4c0-813650eda47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:14.088618 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8af6d54c-7d73-416b-a4c0-813650eda47d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=a1c0aea9bb114866b2b51a961027ac1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351665 Jul 16 09:19:14.089469 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af6d54c-7d73-416b-a4c0-813650eda47d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ff2001b-aa4f-4d3d-8685-7bd9eb5ac713,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:14.091441 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44838) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:14.152691 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e050f828-e1f6-4475-ae2a-45bae0b230b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:14.173652 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e050f828-e1f6-4475-ae2a-45bae0b230b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:14.219338 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e050f828-e1f6-4475-ae2a-45bae0b230b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:14.222883 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e050f828-e1f6-4475-ae2a-45bae0b230b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:14.224084 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e050f828-e1f6-4475-ae2a-45bae0b230b7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/7ff2001b-aa4f-4d3d-8685-7bd9eb5ac713 HTTP/1.1" status: 204 len: 168 time: 0.1312478 Jul 16 09:19:14.231876 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e050f828-e1f6-4475-ae2a-45bae0b230b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ff2001b-aa4f-4d3d-8685-7bd9eb5ac713,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:14.260255 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:19:14.478636 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44844) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:14.492297 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-15428db7-79f4-48ed-a903-4cea5ea00d38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:14.594095 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-15428db7-79f4-48ed-a903-4cea5ea00d38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:14.598353 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-15428db7-79f4-48ed-a903-4cea5ea00d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:14.649423 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-15428db7-79f4-48ed-a903-4cea5ea00d38 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1a6e51dc803a4f488aec4c695904d19d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1696458 Jul 16 09:19:14.650330 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15428db7-79f4-48ed-a903-4cea5ea00d38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f729520f-55c9-43b9-83b6-052854004de5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:14.652195 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44846) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:14.703095 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-749d7902-714e-4c45-aef9-6e3186231077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:14.730901 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-749d7902-714e-4c45-aef9-6e3186231077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:14.791586 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-749d7902-714e-4c45-aef9-6e3186231077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:14.794373 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-749d7902-714e-4c45-aef9-6e3186231077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:14.795618 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-749d7902-714e-4c45-aef9-6e3186231077 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f729520f-55c9-43b9-83b6-052854004de5 HTTP/1.1" status: 204 len: 168 time: 0.1422272 Jul 16 09:19:14.805942 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749d7902-714e-4c45-aef9-6e3186231077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f729520f-55c9-43b9-83b6-052854004de5,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:16.907360 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44898) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:16.913235 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-30caa72a-95f2-4c01-9ada-78de4ba605e4 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Request body: {'network': {'name': 'tempest-network-smoke--422495157', 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'port_security_enabled': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:19:16.933862 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30caa72a-95f2-4c01-9ada-78de4ba605e4 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Made reservation on behalf of 0eed9f516ab34fa0a83a11485c7929e0 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:19:16.937580 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-30caa72a-95f2-4c01-9ada-78de4ba605e4 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:16.946395 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-30caa72a-95f2-4c01-9ada-78de4ba605e4 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:17.037947 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-30caa72a-95f2-4c01-9ada-78de4ba605e4 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:17.041833 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-30caa72a-95f2-4c01-9ada-78de4ba605e4 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:17.070824 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30caa72a-95f2-4c01-9ada-78de4ba605e4 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:19:17.080973 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30caa72a-95f2-4c01-9ada-78de4ba605e4 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=054fed50-8d44-4410-a7ce-a622bc8865f0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:17.087555 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-30caa72a-95f2-4c01-9ada-78de4ba605e4 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:17.087907 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-30caa72a-95f2-4c01-9ada-78de4ba605e4 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Added segment a1516dc3-f953-4855-b716-3fe09abf658a of type vlan for network 0528b664-6bf3-4c69-8abf-3244d3021906 Jul 16 09:19:17.132833 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-30caa72a-95f2-4c01-9ada-78de4ba605e4 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:17.161915 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-30caa72a-95f2-4c01-9ada-78de4ba605e4 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:17.168241 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30caa72a-95f2-4c01-9ada-78de4ba605e4 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:17.168859 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-30caa72a-95f2-4c01-9ada-78de4ba605e4 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:17.201385 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-30caa72a-95f2-4c01-9ada-78de4ba605e4 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2922282 Jul 16 09:19:17.204254 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44900) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:17.211295 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f424ff41-159c-4740-8eb9-717f17730545 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-17808721', 'admin_state_up': True, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:19:17.247881 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30caa72a-95f2-4c01-9ada-78de4ba605e4 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Pushing event updated for resources: {'Network': ['ID=0528b664-6bf3-4c69-8abf-3244d3021906,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:17.260605 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 0528b664-6bf3-4c69-8abf-3244d3021906 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:19:17.264620 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f424ff41-159c-4740-8eb9-717f17730545 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:17.265628 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f424ff41-159c-4740-8eb9-717f17730545 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:17.355978 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f424ff41-159c-4740-8eb9-717f17730545 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:17.489467 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f424ff41-159c-4740-8eb9-717f17730545 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:17.677989 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f424ff41-159c-4740-8eb9-717f17730545 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:17.703407 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f424ff41-159c-4740-8eb9-717f17730545 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:17.808602 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-f424ff41-159c-4740-8eb9-717f17730545 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Allocated IP 172.25.3.220 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/d582196c-b16e-4a39-a00f-a5dde7e9a875) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:19:17.913905 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f424ff41-159c-4740-8eb9-717f17730545 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:17.953323 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f424ff41-159c-4740-8eb9-717f17730545 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:17.987018 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f424ff41-159c-4740-8eb9-717f17730545 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:19:17.989858 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-f424ff41-159c-4740-8eb9-717f17730545 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:19:17.995487 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f424ff41-159c-4740-8eb9-717f17730545 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:19:18.022952 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f424ff41-159c-4740-8eb9-717f17730545 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Pushing event updated for resources: {'Port': ['ID=d582196c-b16e-4a39-a00f-a5dde7e9a875,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:18.246605 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f424ff41-159c-4740-8eb9-717f17730545 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:18.442899 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f424ff41-159c-4740-8eb9-717f17730545 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:18.581440 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f424ff41-159c-4740-8eb9-717f17730545 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Router 2ec2438b-d669-444d-9317-947fa79609a1 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:19:18.688668 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f424ff41-159c-4740-8eb9-717f17730545 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:19:18.701686 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e230ffde-2158-4f54-96ec-7d7403f1a6cd None None] Sync routers for ids ['2ec2438b-d669-444d-9317-947fa79609a1'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:19:18.709673 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f424ff41-159c-4740-8eb9-717f17730545 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:18.711031 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f424ff41-159c-4740-8eb9-717f17730545 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 1.5053008 Jul 16 09:19:18.712490 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e230ffde-2158-4f54-96ec-7d7403f1a6cd None None] Routers {'2ec2438b-d669-444d-9317-947fa79609a1'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:19:18.713114 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e230ffde-2158-4f54-96ec-7d7403f1a6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:19:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2ec2438b-d669-444d-9317-947fa79609a1'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:18.714717 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44902) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:18.821738 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e230ffde-2158-4f54-96ec-7d7403f1a6cd None None] Set router 2ec2438b-d669-444d-9317-947fa79609a1 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:19:18.847806 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8e365916-4ac8-450c-a8d8-4810f1dfad8e tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=0eed9f516ab34fa0a83a11485c7929e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1313593 Jul 16 09:19:18.849947 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44906) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:18.947231 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a87c285-3da0-4f6b-ae0a-cd9e086310c2 tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:18.948936 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4a87c285-3da0-4f6b-ae0a-cd9e086310c2 tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0980279 Jul 16 09:19:18.951735 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44908) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:18.983857 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7d60e9c6-251a-4c23-8cfc-a369fef28e4d tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=4a545af8-8142-4a44-8290-045c2901c634&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286288 Jul 16 09:19:18.984100 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44910) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:18.989644 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-de6714f7-f5f2-47b1-a8fa-1348bf5e5ac1 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1673775323', 'network_id': '0528b664-6bf3-4c69-8abf-3244d3021906', 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:19:19.007193 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e230ffde-2158-4f54-96ec-7d7403f1a6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec2438b-d669-444d-9317-947fa79609a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-17808721', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd582196c-b16e-4a39-a00f-a5dde7e9a875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:17Z', 'updated_at': '2021-07-16T09:19:18Z', 'revision_number': 3, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'gw_port': {'id': 'd582196c-b16e-4a39-a00f-a5dde7e9a875', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:17:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec2438b-d669-444d-9317-947fa79609a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:19:17Z', 'updated_at': '2021-07-16T09:19:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:19.033619 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e230ffde-2158-4f54-96ec-7d7403f1a6cd None None] Checking router: 2ec2438b-d669-444d-9317-947fa79609a1 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:19:19.033972 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e230ffde-2158-4f54-96ec-7d7403f1a6cd None None] Updating router 2ec2438b-d669-444d-9317-947fa79609a1 port d582196c-b16e-4a39-a00f-a5dde7e9a875 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:19:19.076208 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e230ffde-2158-4f54-96ec-7d7403f1a6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:19.084855 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de6714f7-f5f2-47b1-a8fa-1348bf5e5ac1 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Made reservation on behalf of 0eed9f516ab34fa0a83a11485c7929e0 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:19:19.088466 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de6714f7-f5f2-47b1-a8fa-1348bf5e5ac1 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:19.275026 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de6714f7-f5f2-47b1-a8fa-1348bf5e5ac1 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:19.329507 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e230ffde-2158-4f54-96ec-7d7403f1a6cd None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:19.336941 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6714f7-f5f2-47b1-a8fa-1348bf5e5ac1 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Pushing event updated for resources: {'Subnet': ['ID=39f973df-ee4e-4b57-b9c0-3b67062aca8d,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:19.340108 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e230ffde-2158-4f54-96ec-7d7403f1a6cd None None] Transition to ACTIVE for port object d582196c-b16e-4a39-a00f-a5dde7e9a875 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:19:19.346696 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de6714f7-f5f2-47b1-a8fa-1348bf5e5ac1 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Checking segment: {'id': 'a1516dc3-f953-4855-b716-3fe09abf658a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0528b664-6bf3-4c69-8abf-3244d3021906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:19:19.347038 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6714f7-f5f2-47b1-a8fa-1348bf5e5ac1 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Network hostable DHCP agents. Network: 0528b664-6bf3-4c69-8abf-3244d3021906, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:19:19.349166 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e230ffde-2158-4f54-96ec-7d7403f1a6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:19.366370 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de6714f7-f5f2-47b1-a8fa-1348bf5e5ac1 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Network 0528b664-6bf3-4c69-8abf-3244d3021906 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:19:19.376226 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-de6714f7-f5f2-47b1-a8fa-1348bf5e5ac1 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 0528b664-6bf3-4c69-8abf-3244d3021906) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:19:19.380647 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6714f7-f5f2-47b1-a8fa-1348bf5e5ac1 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:19.381266 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-de6714f7-f5f2-47b1-a8fa-1348bf5e5ac1 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:19.387403 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea88e8f-3b17-4167-b0c7-7dd6c30bb75f None None] Network 0528b664-6bf3-4c69-8abf-3244d3021906 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:19:19.404701 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-de6714f7-f5f2-47b1-a8fa-1348bf5e5ac1 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4166489 Jul 16 09:19:19.405000 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44912) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:19.408543 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e230ffde-2158-4f54-96ec-7d7403f1a6cd None None] Attempting to bind port d582196c-b16e-4a39-a00f-a5dde7e9a875 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:19:19.409011 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e230ffde-2158-4f54-96ec-7d7403f1a6cd None None] Attempting to bind port d582196c-b16e-4a39-a00f-a5dde7e9a875 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:19:19.409384 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e230ffde-2158-4f54-96ec-7d7403f1a6cd None None] Attempting to bind port d582196c-b16e-4a39-a00f-a5dde7e9a875 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:19:19.418962 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e230ffde-2158-4f54-96ec-7d7403f1a6cd None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:19:19.419371 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e230ffde-2158-4f54-96ec-7d7403f1a6cd None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:19:19.419855 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e230ffde-2158-4f54-96ec-7d7403f1a6cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:19.420265 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e230ffde-2158-4f54-96ec-7d7403f1a6cd None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:19:19.420779 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e230ffde-2158-4f54-96ec-7d7403f1a6cd None None] Bound port: d582196c-b16e-4a39-a00f-a5dde7e9a875, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:19:19.421237 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e230ffde-2158-4f54-96ec-7d7403f1a6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:19.468924 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7966721-227f-4b03-bb8b-250fd57716ec None None] Pushing event updated for resources: {'Port': ['ID=d582196c-b16e-4a39-a00f-a5dde7e9a875,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:19.483399 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7966721-227f-4b03-bb8b-250fd57716ec None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:19.483732 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7966721-227f-4b03-bb8b-250fd57716ec None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:19.484275 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7966721-227f-4b03-bb8b-250fd57716ec None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:19.484665 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7966721-227f-4b03-bb8b-250fd57716ec None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:19.485071 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7966721-227f-4b03-bb8b-250fd57716ec None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:19.485408 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7966721-227f-4b03-bb8b-250fd57716ec None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:19.485740 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7966721-227f-4b03-bb8b-250fd57716ec None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:19.486128 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7966721-227f-4b03-bb8b-250fd57716ec None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:19.486512 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7966721-227f-4b03-bb8b-250fd57716ec None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:19.486852 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7966721-227f-4b03-bb8b-250fd57716ec None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:19.487170 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7966721-227f-4b03-bb8b-250fd57716ec None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:19.487497 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7966721-227f-4b03-bb8b-250fd57716ec None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:19.494781 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e230ffde-2158-4f54-96ec-7d7403f1a6cd None None] For port d582196c-b16e-4a39-a00f-a5dde7e9a875, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:19:19.498361 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e230ffde-2158-4f54-96ec-7d7403f1a6cd None None] For port d582196c-b16e-4a39-a00f-a5dde7e9a875, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d582196c-b16e-4a39-a00f-a5dde7e9a875,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:19:19.503840 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e230ffde-2158-4f54-96ec-7d7403f1a6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:19.560034 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e230ffde-2158-4f54-96ec-7d7403f1a6cd None None] Routers {'2ec2438b-d669-444d-9317-947fa79609a1'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:19:19.560942 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e230ffde-2158-4f54-96ec-7d7403f1a6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:19:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2ec2438b-d669-444d-9317-947fa79609a1'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:19.565785 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0e0faa-0fcd-4679-806a-3b3286ec09d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-0528b664-6bf3-4c69-8abf-3244d3021906', 'network_id': '0528b664-6bf3-4c69-8abf-3244d3021906', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'fixed_ips': [{'subnet_id': '39f973df-ee4e-4b57-b9c0-3b67062aca8d'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:19:19.566916 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3c0e0faa-0fcd-4679-806a-3b3286ec09d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:19.660564 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7966721-227f-4b03-bb8b-250fd57716ec None None] Pushing event updated for resources: {'Port': ['ID=d582196c-b16e-4a39-a00f-a5dde7e9a875,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:19.678777 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e230ffde-2158-4f54-96ec-7d7403f1a6cd None None] Set router 2ec2438b-d669-444d-9317-947fa79609a1 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:19:19.743752 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-3c0e0faa-0fcd-4679-806a-3b3286ec09d9 None None] Allocated IP 172.20.0.2 (0528b664-6bf3-4c69-8abf-3244d3021906/39f973df-ee4e-4b57-b9c0-3b67062aca8d/e0ed1ee7-a344-410f-ae9d-e56315a5bf56) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:19:19.877526 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-abec8408-1d14-4576-ab83-b55578ad522c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:19.878989 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e230ffde-2158-4f54-96ec-7d7403f1a6cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec2438b-d669-444d-9317-947fa79609a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-17808721', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd582196c-b16e-4a39-a00f-a5dde7e9a875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:17Z', 'updated_at': '2021-07-16T09:19:18Z', 'revision_number': 3, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'gw_port': {'id': 'd582196c-b16e-4a39-a00f-a5dde7e9a875', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:17:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec2438b-d669-444d-9317-947fa79609a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:19:17Z', 'updated_at': '2021-07-16T09:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:19.916309 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3c0e0faa-0fcd-4679-806a-3b3286ec09d9 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:19.927047 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3c0e0faa-0fcd-4679-806a-3b3286ec09d9 None None] Transition to ACTIVE for port object e0ed1ee7-a344-410f-ae9d-e56315a5bf56 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:19:19.943537 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3c0e0faa-0fcd-4679-806a-3b3286ec09d9 None None] Transition to ACTIVE for port object e0ed1ee7-a344-410f-ae9d-e56315a5bf56 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:19:19.950524 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3c0e0faa-0fcd-4679-806a-3b3286ec09d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:19.998695 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0e0faa-0fcd-4679-806a-3b3286ec09d9 None None] Network 0528b664-6bf3-4c69-8abf-3244d3021906 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:19:20.003296 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-3c0e0faa-0fcd-4679-806a-3b3286ec09d9 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:19:20.005489 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e0faa-0fcd-4679-806a-3b3286ec09d9 None None] Pushing event updated for resources: {'Port': ['ID=e0ed1ee7-a344-410f-ae9d-e56315a5bf56,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:20.007758 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0e0faa-0fcd-4679-806a-3b3286ec09d9 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:19:20.016633 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e230ffde-2158-4f54-96ec-7d7403f1a6cd None None] The sync data for ids ['2ec2438b-d669-444d-9317-947fa79609a1'] in n-d-771362-37 is: [{'id': '2ec2438b-d669-444d-9317-947fa79609a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-17808721', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd582196c-b16e-4a39-a00f-a5dde7e9a875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:17Z', 'updated_at': '2021-07-16T09:19:18Z', 'revision_number': 3, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'gw_port': {'id': 'd582196c-b16e-4a39-a00f-a5dde7e9a875', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:17:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec2438b-d669-444d-9317-947fa79609a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:19:17Z', 'updated_at': '2021-07-16T09:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:19:20.074744 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-3c0e0faa-0fcd-4679-806a-3b3286ec09d9 None None] Attempting to bind port e0ed1ee7-a344-410f-ae9d-e56315a5bf56 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:19:20.075120 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-3c0e0faa-0fcd-4679-806a-3b3286ec09d9 None None] Attempting to bind port e0ed1ee7-a344-410f-ae9d-e56315a5bf56 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'a1516dc3-f953-4855-b716-3fe09abf658a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0528b664-6bf3-4c69-8abf-3244d3021906'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:19:20.075496 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0e0faa-0fcd-4679-806a-3b3286ec09d9 None None] Attempting to bind port e0ed1ee7-a344-410f-ae9d-e56315a5bf56 on network 0528b664-6bf3-4c69-8abf-3244d3021906 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:19:20.081680 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0e0faa-0fcd-4679-806a-3b3286ec09d9 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:19:20.082068 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0e0faa-0fcd-4679-806a-3b3286ec09d9 None None] Checking segment: {'id': 'a1516dc3-f953-4855-b716-3fe09abf658a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0528b664-6bf3-4c69-8abf-3244d3021906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:19:20.082492 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3c0e0faa-0fcd-4679-806a-3b3286ec09d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:20.082895 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0e0faa-0fcd-4679-806a-3b3286ec09d9 None None] Bound using segment: {'id': 'a1516dc3-f953-4855-b716-3fe09abf658a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0528b664-6bf3-4c69-8abf-3244d3021906'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:19:20.083382 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-3c0e0faa-0fcd-4679-806a-3b3286ec09d9 None None] Bound port: e0ed1ee7-a344-410f-ae9d-e56315a5bf56, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1516dc3-f953-4855-b716-3fe09abf658a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0528b664-6bf3-4c69-8abf-3244d3021906'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:19:20.083771 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3c0e0faa-0fcd-4679-806a-3b3286ec09d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:20.152370 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-3c0e0faa-0fcd-4679-806a-3b3286ec09d9 None None] For port e0ed1ee7-a344-410f-ae9d-e56315a5bf56, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:19:20.157006 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-3c0e0faa-0fcd-4679-806a-3b3286ec09d9 None None] For port e0ed1ee7-a344-410f-ae9d-e56315a5bf56, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=e0ed1ee7-a344-410f-ae9d-e56315a5bf56,segment=NetworkSegment(a1516dc3-f953-4855-b716-3fe09abf658a),segment_id=a1516dc3-f953-4855-b716-3fe09abf658a)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:19:20.161866 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3c0e0faa-0fcd-4679-806a-3b3286ec09d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:20.179539 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-abec8408-1d14-4576-ab83-b55578ad522c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Allocated IP 172.20.0.1 (0528b664-6bf3-4c69-8abf-3244d3021906/39f973df-ee4e-4b57-b9c0-3b67062aca8d/cf865121-fe7f-4e37-a125-f2e719fa81ea) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:19:20.223495 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e0faa-0fcd-4679-806a-3b3286ec09d9 None None] Pushing event updated for resources: {'Port': ['ID=e0ed1ee7-a344-410f-ae9d-e56315a5bf56,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:20.338380 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-abec8408-1d14-4576-ab83-b55578ad522c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:20.353024 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-abec8408-1d14-4576-ab83-b55578ad522c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Transition to ACTIVE for port object cf865121-fe7f-4e37-a125-f2e719fa81ea will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:19:20.387628 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-abec8408-1d14-4576-ab83-b55578ad522c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:20.449276 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abec8408-1d14-4576-ab83-b55578ad522c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Network 0528b664-6bf3-4c69-8abf-3244d3021906 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:19:20.453207 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-abec8408-1d14-4576-ab83-b55578ad522c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:19:20.457102 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abec8408-1d14-4576-ab83-b55578ad522c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:19:20.482877 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec8408-1d14-4576-ab83-b55578ad522c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Pushing event updated for resources: {'Port': ['ID=cf865121-fe7f-4e37-a125-f2e719fa81ea,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:20.502509 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec8408-1d14-4576-ab83-b55578ad522c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:20.503037 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec8408-1d14-4576-ab83-b55578ad522c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:20.503308 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec8408-1d14-4576-ab83-b55578ad522c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:20.503642 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec8408-1d14-4576-ab83-b55578ad522c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:20.503977 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec8408-1d14-4576-ab83-b55578ad522c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:20.504307 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec8408-1d14-4576-ab83-b55578ad522c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:20.504675 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec8408-1d14-4576-ab83-b55578ad522c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:20.505005 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec8408-1d14-4576-ab83-b55578ad522c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:20.505352 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec8408-1d14-4576-ab83-b55578ad522c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:20.505960 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec8408-1d14-4576-ab83-b55578ad522c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:20.506297 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec8408-1d14-4576-ab83-b55578ad522c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:20.506614 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abec8408-1d14-4576-ab83-b55578ad522c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:20.527932 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-abec8408-1d14-4576-ab83-b55578ad522c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:20.683040 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-abec8408-1d14-4576-ab83-b55578ad522c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:21.006437 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-abec8408-1d14-4576-ab83-b55578ad522c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:21.012330 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-abec8408-1d14-4576-ab83-b55578ad522c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:21.098240 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-abec8408-1d14-4576-ab83-b55578ad522c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:21.100080 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec8408-1d14-4576-ab83-b55578ad522c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Pushing event updated for resources: {'Port': ['ID=cf865121-fe7f-4e37-a125-f2e719fa81ea,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:21.194327 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abec8408-1d14-4576-ab83-b55578ad522c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Network 0528b664-6bf3-4c69-8abf-3244d3021906 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:19:21.195642 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-abec8408-1d14-4576-ab83-b55578ad522c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:19:21.220120 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126f7be6-0425-4c35-998d-5fbd6aa2c6f2 None None] Network 0528b664-6bf3-4c69-8abf-3244d3021906 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:19:21.304644 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-21a730c2-6342-4c09-a004-a9fd52762de1 None None] Provisioning for port e0ed1ee7-a344-410f-ae9d-e56315a5bf56 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:19:21.316611 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abec8408-1d14-4576-ab83-b55578ad522c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Router 2ec2438b-d669-444d-9317-947fa79609a1 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:19:21.430323 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abec8408-1d14-4576-ab83-b55578ad522c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:19:21.435215 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-abec8408-1d14-4576-ab83-b55578ad522c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "PUT /v2.0/routers/2ec2438b-d669-444d-9317-947fa79609a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0289843 Jul 16 09:19:21.438461 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44914) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:21.443209 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-db5d84cc-26a9-4c2a-a367-d513c5119e37 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--633928347', 'description': 'tempest-secgroup_access--633928347 description', 'project_id': '0eed9f516ab34fa0a83a11485c7929e0'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:19:21.476837 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db5d84cc-26a9-4c2a-a367-d513c5119e37 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:21.566367 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db5d84cc-26a9-4c2a-a367-d513c5119e37 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:21.571777 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db5d84cc-26a9-4c2a-a367-d513c5119e37 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:21.601999 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-db5d84cc-26a9-4c2a-a367-d513c5119e37 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:21.603306 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-db5d84cc-26a9-4c2a-a367-d513c5119e37 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1637719 Jul 16 09:19:21.606315 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44916) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:21.607556 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5d84cc-26a9-4c2a-a367-d513c5119e37 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45fe3362-f861-4d18-a9e1-942dc0b4c331,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:21.613344 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-d3c1381a-3c83-4d8a-8e26-a527941bafe5 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--83506939', 'description': 'tempest-secgroup_general--83506939 description', 'project_id': '0eed9f516ab34fa0a83a11485c7929e0'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:19:21.635008 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-af4da27d-9e8d-4021-a86b-3207b406f7cf None None] Provisioning for port cf865121-fe7f-4e37-a125-f2e719fa81ea completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:19:21.640056 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-af4da27d-9e8d-4021-a86b-3207b406f7cf None None] Provisioning complete for port cf865121-fe7f-4e37-a125-f2e719fa81ea triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:19:21.640743 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3c1381a-3c83-4d8a-8e26-a527941bafe5 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:21.641369 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-af4da27d-9e8d-4021-a86b-3207b406f7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:21.680075 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-af4da27d-9e8d-4021-a86b-3207b406f7cf None None] Port cf865121-fe7f-4e37-a125-f2e719fa81ea cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:19:21.738904 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3c1381a-3c83-4d8a-8e26-a527941bafe5 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:21.743219 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3c1381a-3c83-4d8a-8e26-a527941bafe5 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:21.771812 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d3c1381a-3c83-4d8a-8e26-a527941bafe5 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:21.775949 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d3c1381a-3c83-4d8a-8e26-a527941bafe5 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1654086 Jul 16 09:19:21.776253 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44918) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:21.780983 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-16a0a794-62c5-43fb-96a2-9c4663c2e621 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Request body: {'security_group_rule': {'security_group_id': '45fe3362-f861-4d18-a9e1-942dc0b4c331', 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:19:21.790262 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c1381a-3c83-4d8a-8e26-a527941bafe5 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2725690d-eb7f-4314-8074-da0a6472959e,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:21.812656 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3957b630-1f3f-47cd-91db-3e9b97975b7b None None] Sync routers for ids ['2ec2438b-d669-444d-9317-947fa79609a1'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:19:21.818162 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16a0a794-62c5-43fb-96a2-9c4663c2e621 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:21.836474 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-69933814-49ad-4ae7-9004-fd208dbf314d None None] Provisioning complete for port cf865121-fe7f-4e37-a125-f2e719fa81ea triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:19:21.837039 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-69933814-49ad-4ae7-9004-fd208dbf314d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:21.840423 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3957b630-1f3f-47cd-91db-3e9b97975b7b None None] Routers {'2ec2438b-d669-444d-9317-947fa79609a1'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:19:21.841266 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3957b630-1f3f-47cd-91db-3e9b97975b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:19:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2ec2438b-d669-444d-9317-947fa79609a1'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:21.884812 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16a0a794-62c5-43fb-96a2-9c4663c2e621 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:21.889752 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16a0a794-62c5-43fb-96a2-9c4663c2e621 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:21.918150 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a0a794-62c5-43fb-96a2-9c4663c2e621 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d627eb85-a393-4dd6-b910-42a4385b65cd,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:21.925268 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-16a0a794-62c5-43fb-96a2-9c4663c2e621 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:21.933003 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-16a0a794-62c5-43fb-96a2-9c4663c2e621 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1555612 Jul 16 09:19:22.089177 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-69933814-49ad-4ae7-9004-fd208dbf314d None None] Port cf865121-fe7f-4e37-a125-f2e719fa81ea cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:19:22.104133 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-a5c34acf-84a2-456e-9ea4-b696fe0d6356 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup_general--83506939&fields=id&tenant_id=0eed9f516ab34fa0a83a11485c7929e0 HTTP/1.1" status: 200 len: 267 time: 0.0477374 Jul 16 09:19:22.144292 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-380b3904-93df-464b-8ffa-a715ef24f43f tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup_access--633928347&fields=id&tenant_id=0eed9f516ab34fa0a83a11485c7929e0 HTTP/1.1" status: 200 len: 267 time: 0.0337687 Jul 16 09:19:22.155508 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-3957b630-1f3f-47cd-91db-3e9b97975b7b None None] Set router 2ec2438b-d669-444d-9317-947fa79609a1 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:19:22.184530 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d582196c-b16e-4a39-a00f-a5dde7e9a875 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:19:22.258760 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-e7f1449b-0878-40e6-aa6a-27d7d179d975 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:22.260131 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-e7f1449b-0878-40e6-aa6a-27d7d179d975 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/networks?id=0528b664-6bf3-4c69-8abf-3244d3021906 HTTP/1.1" status: 200 len: 796 time: 0.1090162 Jul 16 09:19:22.275042 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-f6669918-a3d1-48f0-a5e7-3ba836162e89 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/quotas/0eed9f516ab34fa0a83a11485c7929e0 HTTP/1.1" status: 200 len: 375 time: 0.0095556 Jul 16 09:19:22.281185 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-fed4f8c4-a7cb-48cb-a6a0-c3c44771779f None None] Provisioning complete for port cf865121-fe7f-4e37-a125-f2e719fa81ea triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:19:22.281714 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fed4f8c4-a7cb-48cb-a6a0-c3c44771779f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:22.346504 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-754b0ffd-6177-4c39-bfb3-925b88e995f1 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0eed9f516ab34fa0a83a11485c7929e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0660658 Jul 16 09:19:22.360412 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-fed4f8c4-a7cb-48cb-a6a0-c3c44771779f None None] Port cf865121-fe7f-4e37-a125-f2e719fa81ea cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:19:22.368701 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port d582196c-b16e-4a39-a00f-a5dde7e9a875 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:19:22.374818 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port d582196c-b16e-4a39-a00f-a5dde7e9a875 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:19:22.375189 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:22.447222 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-f7a4042b-6bcd-4eff-abfd-c81ed5450cd0 service neutron] 10.222.0.22 "GET /v2.0/networks/0528b664-6bf3-4c69-8abf-3244d3021906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891993 Jul 16 09:19:22.498444 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:22.506534 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3957b630-1f3f-47cd-91db-3e9b97975b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec2438b-d669-444d-9317-947fa79609a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-17808721', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd582196c-b16e-4a39-a00f-a5dde7e9a875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:17Z', 'updated_at': '2021-07-16T09:19:20Z', 'revision_number': 4, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'gw_port': {'id': 'd582196c-b16e-4a39-a00f-a5dde7e9a875', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:17:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec2438b-d669-444d-9317-947fa79609a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:19:17Z', 'updated_at': '2021-07-16T09:19:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'cf865121-fe7f-4e37-a125-f2e719fa81ea', 'name': '', 'network_id': '0528b664-6bf3-4c69-8abf-3244d3021906', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'mac_address': 'fa:16:3e:a7:33:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec2438b-d669-444d-9317-947fa79609a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '39f973df-ee4e-4b57-b9c0-3b67062aca8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:19:20Z', 'updated_at': '2021-07-16T09:19:20Z', 'revision_number': 2, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'subnets': [{'id': '39f973df-ee4e-4b57-b9c0-3b67062aca8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:22.537113 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-5be306be-d243-4a43-bdbb-918404b4dddf service neutron] 10.222.0.22 "GET /v2.0/networks/0528b664-6bf3-4c69-8abf-3244d3021906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830400 Jul 16 09:19:22.544580 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3957b630-1f3f-47cd-91db-3e9b97975b7b None None] Checking router: 2ec2438b-d669-444d-9317-947fa79609a1 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:19:22.544947 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3957b630-1f3f-47cd-91db-3e9b97975b7b None None] Updating router 2ec2438b-d669-444d-9317-947fa79609a1 port cf865121-fe7f-4e37-a125-f2e719fa81ea binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:19:22.565888 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port d582196c-b16e-4a39-a00f-a5dde7e9a875, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d582196c-b16e-4a39-a00f-a5dde7e9a875,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:19:22.572299 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:22.573110 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device e0ed1ee7-a344-410f-ae9d-e56315a5bf56 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:19:22.622219 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3957b630-1f3f-47cd-91db-3e9b97975b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:22.695292 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=d582196c-b16e-4a39-a00f-a5dde7e9a875,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:22.712098 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:22.712476 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:22.712826 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:22.713175 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:22.713515 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:22.713852 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:22.714186 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:22.714521 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:22.714856 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:22.715191 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:22.715523 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:22.715855 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:22.786287 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port e0ed1ee7-a344-410f-ae9d-e56315a5bf56 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:19:22.797103 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port e0ed1ee7-a344-410f-ae9d-e56315a5bf56 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:19:22.797103 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:22.964826 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:23.012793 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e1205ca1-320b-4a48-a5a9-076e8ad8afea req-5b0bb0d2-c6a5-40cf-81fb-fcbfb6bee70b tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/ports?device_id=455c59a7-977a-46fd-830d-1a4b0b4e3f3d HTTP/1.1" status: 200 len: 210 time: 0.3263032 Jul 16 09:19:23.043530 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port e0ed1ee7-a344-410f-ae9d-e56315a5bf56, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=e0ed1ee7-a344-410f-ae9d-e56315a5bf56,segment=NetworkSegment(a1516dc3-f953-4855-b716-3fe09abf658a),segment_id=a1516dc3-f953-4855-b716-3fe09abf658a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:19:23.052133 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:23.086789 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3957b630-1f3f-47cd-91db-3e9b97975b7b None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:23.106845 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3957b630-1f3f-47cd-91db-3e9b97975b7b None None] Transition to ACTIVE for port object cf865121-fe7f-4e37-a125-f2e719fa81ea will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:19:23.119148 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3957b630-1f3f-47cd-91db-3e9b97975b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:23.120943 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=e0ed1ee7-a344-410f-ae9d-e56315a5bf56,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:23.174614 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b95c5-c694-4108-a934-037b7f00fc6e None None] Pushing event updated for resources: {'Port': ['ID=cf865121-fe7f-4e37-a125-f2e719fa81ea,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:23.227906 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-3957b630-1f3f-47cd-91db-3e9b97975b7b None None] Attempting to bind port cf865121-fe7f-4e37-a125-f2e719fa81ea on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:19:23.228282 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-3957b630-1f3f-47cd-91db-3e9b97975b7b None None] Attempting to bind port cf865121-fe7f-4e37-a125-f2e719fa81ea by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'a1516dc3-f953-4855-b716-3fe09abf658a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0528b664-6bf3-4c69-8abf-3244d3021906'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:19:23.228676 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3957b630-1f3f-47cd-91db-3e9b97975b7b None None] Attempting to bind port cf865121-fe7f-4e37-a125-f2e719fa81ea on network 0528b664-6bf3-4c69-8abf-3244d3021906 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:19:23.234318 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3957b630-1f3f-47cd-91db-3e9b97975b7b None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 19, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:19:23.234693 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3957b630-1f3f-47cd-91db-3e9b97975b7b None None] Checking segment: {'id': 'a1516dc3-f953-4855-b716-3fe09abf658a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0528b664-6bf3-4c69-8abf-3244d3021906'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:19:23.235100 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3957b630-1f3f-47cd-91db-3e9b97975b7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:23.235494 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3957b630-1f3f-47cd-91db-3e9b97975b7b None None] Bound using segment: {'id': 'a1516dc3-f953-4855-b716-3fe09abf658a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0528b664-6bf3-4c69-8abf-3244d3021906'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:19:23.236536 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-3957b630-1f3f-47cd-91db-3e9b97975b7b None None] Bound port: cf865121-fe7f-4e37-a125-f2e719fa81ea, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1516dc3-f953-4855-b716-3fe09abf658a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0528b664-6bf3-4c69-8abf-3244d3021906'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:19:23.236924 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3957b630-1f3f-47cd-91db-3e9b97975b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:23.309647 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-3957b630-1f3f-47cd-91db-3e9b97975b7b None None] For port cf865121-fe7f-4e37-a125-f2e719fa81ea, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:19:23.313330 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-3957b630-1f3f-47cd-91db-3e9b97975b7b None None] For port cf865121-fe7f-4e37-a125-f2e719fa81ea, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=cf865121-fe7f-4e37-a125-f2e719fa81ea,segment=NetworkSegment(a1516dc3-f953-4855-b716-3fe09abf658a),segment_id=a1516dc3-f953-4855-b716-3fe09abf658a)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:19:23.318710 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3957b630-1f3f-47cd-91db-3e9b97975b7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:23.372400 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3957b630-1f3f-47cd-91db-3e9b97975b7b None None] Routers {'2ec2438b-d669-444d-9317-947fa79609a1'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:19:23.373038 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3957b630-1f3f-47cd-91db-3e9b97975b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:19:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2ec2438b-d669-444d-9317-947fa79609a1'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:23.428822 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b95c5-c694-4108-a934-037b7f00fc6e None None] Pushing event updated for resources: {'Port': ['ID=cf865121-fe7f-4e37-a125-f2e719fa81ea,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:23.502042 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-3957b630-1f3f-47cd-91db-3e9b97975b7b None None] Set router 2ec2438b-d669-444d-9317-947fa79609a1 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:19:23.706503 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-3957b630-1f3f-47cd-91db-3e9b97975b7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec2438b-d669-444d-9317-947fa79609a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-17808721', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd582196c-b16e-4a39-a00f-a5dde7e9a875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:17Z', 'updated_at': '2021-07-16T09:19:20Z', 'revision_number': 4, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'gw_port': {'id': 'd582196c-b16e-4a39-a00f-a5dde7e9a875', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:17:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2438b-d669-444d-9317-947fa79609a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:19:17Z', 'updated_at': '2021-07-16T09:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'cf865121-fe7f-4e37-a125-f2e719fa81ea', 'name': '', 'network_id': '0528b664-6bf3-4c69-8abf-3244d3021906', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'mac_address': 'fa:16:3e:a7:33:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec2438b-d669-444d-9317-947fa79609a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '39f973df-ee4e-4b57-b9c0-3b67062aca8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:19:20Z', 'updated_at': '2021-07-16T09:19:23Z', 'revision_number': 4, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'subnets': [{'id': '39f973df-ee4e-4b57-b9c0-3b67062aca8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:23.737865 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3957b630-1f3f-47cd-91db-3e9b97975b7b None None] The sync data for ids ['2ec2438b-d669-444d-9317-947fa79609a1'] in n-d-771362-37 is: [{'id': '2ec2438b-d669-444d-9317-947fa79609a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-17808721', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd582196c-b16e-4a39-a00f-a5dde7e9a875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:17Z', 'updated_at': '2021-07-16T09:19:20Z', 'revision_number': 4, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'gw_port': {'id': 'd582196c-b16e-4a39-a00f-a5dde7e9a875', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:17:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2438b-d669-444d-9317-947fa79609a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:19:17Z', 'updated_at': '2021-07-16T09:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'cf865121-fe7f-4e37-a125-f2e719fa81ea', 'name': '', 'network_id': '0528b664-6bf3-4c69-8abf-3244d3021906', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'mac_address': 'fa:16:3e:a7:33:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2ec2438b-d669-444d-9317-947fa79609a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '39f973df-ee4e-4b57-b9c0-3b67062aca8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:19:20Z', 'updated_at': '2021-07-16T09:19:23Z', 'revision_number': 4, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'subnets': [{'id': '39f973df-ee4e-4b57-b9c0-3b67062aca8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:19:23.922546 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-55cd41ec-fc25-4bc0-a8a1-6f7bc2c02596 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:23.924448 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-55cd41ec-fc25-4bc0-a8a1-6f7bc2c02596 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.30 "GET /v2.0/networks?id=0528b664-6bf3-4c69-8abf-3244d3021906 HTTP/1.1" status: 200 len: 796 time: 0.1362019 Jul 16 09:19:23.983584 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-e5c64bd0-fce6-4924-8cdc-f8f29d215562 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0eed9f516ab34fa0a83a11485c7929e0 HTTP/1.1" status: 200 len: 475 time: 0.0489907 Jul 16 09:19:23.993164 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-c7defbca-1f84-41fd-bca6-b4fcab80297f tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Request body: {'port': {'device_id': '455c59a7-977a-46fd-830d-1a4b0b4e3f3d', 'network_id': '0528b664-6bf3-4c69-8abf-3244d3021906', 'admin_state_up': True, 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'security_groups': ['2725690d-eb7f-4314-8074-da0a6472959e', '45fe3362-f861-4d18-a9e1-942dc0b4c331']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:19:24.153703 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-c7defbca-1f84-41fd-bca6-b4fcab80297f tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Made reservation on behalf of 0eed9f516ab34fa0a83a11485c7929e0 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:19:24.157877 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-c7defbca-1f84-41fd-bca6-b4fcab80297f tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:24.212809 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2b097800-4da7-43d4-b767-ebe0fabd8961 req-b1406f14-5f1f-41a4-9b62-38009828ad8e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/ports?device_id=455c59a7-977a-46fd-830d-1a4b0b4e3f3d HTTP/1.1" status: 200 len: 210 time: 0.0461216 Jul 16 09:19:24.232725 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d582196c-b16e-4a39-a00f-a5dde7e9a875 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:19:24.284109 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port d582196c-b16e-4a39-a00f-a5dde7e9a875 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:19:24.285129 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:24.327950 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-c7defbca-1f84-41fd-bca6-b4fcab80297f tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Allocated IP 172.20.0.13 (0528b664-6bf3-4c69-8abf-3244d3021906/39f973df-ee4e-4b57-b9c0-3b67062aca8d/da8ef4c6-38b1-4007-a42f-7f4f8f4f836e) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:19:24.382136 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device e0ed1ee7-a344-410f-ae9d-e56315a5bf56 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:19:24.449406 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port e0ed1ee7-a344-410f-ae9d-e56315a5bf56 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:19:24.449910 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:24.539678 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device cf865121-fe7f-4e37-a125-f2e719fa81ea up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:19:24.550656 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-c7defbca-1f84-41fd-bca6-b4fcab80297f tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:24.567879 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-c7defbca-1f84-41fd-bca6-b4fcab80297f tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Transition to ACTIVE for port object da8ef4c6-38b1-4007-a42f-7f4f8f4f836e will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:19:24.597446 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port cf865121-fe7f-4e37-a125-f2e719fa81ea completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:19:24.601865 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port cf865121-fe7f-4e37-a125-f2e719fa81ea triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:19:24.602328 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:24.611290 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-c7defbca-1f84-41fd-bca6-b4fcab80297f tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:24.664048 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-c7defbca-1f84-41fd-bca6-b4fcab80297f tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Network 0528b664-6bf3-4c69-8abf-3244d3021906 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:19:24.667727 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-c7defbca-1f84-41fd-bca6-b4fcab80297f tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:19:24.672137 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-c7defbca-1f84-41fd-bca6-b4fcab80297f tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:19:24.703620 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7defbca-1f84-41fd-bca6-b4fcab80297f tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Pushing event updated for resources: {'Port': ['ID=da8ef4c6-38b1-4007-a42f-7f4f8f4f836e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:24.705636 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:24.749222 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-c7defbca-1f84-41fd-bca6-b4fcab80297f tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:24.750518 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-c7defbca-1f84-41fd-bca6-b4fcab80297f tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:24.763512 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port cf865121-fe7f-4e37-a125-f2e719fa81ea, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=cf865121-fe7f-4e37-a125-f2e719fa81ea,segment=NetworkSegment(a1516dc3-f953-4855-b716-3fe09abf658a),segment_id=a1516dc3-f953-4855-b716-3fe09abf658a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:19:24.768865 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:24.775509 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-c7defbca-1f84-41fd-bca6-b4fcab80297f tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 0.7867596 Jul 16 09:19:24.789443 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-d012cef0-a83e-4717-94aa-c328fe8399e2 service neutron] Request body: {'port': {'device_id': '455c59a7-977a-46fd-830d-1a4b0b4e3f3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:19:24.837259 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=cf865121-fe7f-4e37-a125-f2e719fa81ea,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:24.894715 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-d012cef0-a83e-4717-94aa-c328fe8399e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:24.942475 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-52c0e69c-351d-4c6d-ad57-2dd700dfaab0 None None] Provisioning for port da8ef4c6-38b1-4007-a42f-7f4f8f4f836e completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:19:24.951254 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-52c0e69c-351d-4c6d-ad57-2dd700dfaab0 None None] Provisioning complete for port da8ef4c6-38b1-4007-a42f-7f4f8f4f836e triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:19:24.951254 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-52c0e69c-351d-4c6d-ad57-2dd700dfaab0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:24.993594 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-52c0e69c-351d-4c6d-ad57-2dd700dfaab0 None None] Port da8ef4c6-38b1-4007-a42f-7f4f8f4f836e cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:19:25.173244 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-d012cef0-a83e-4717-94aa-c328fe8399e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da8ef4c6-38b1-4007-a42f-7f4f8f4f836e {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:19:25.181486 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-d012cef0-a83e-4717-94aa-c328fe8399e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:25.193549 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-d012cef0-a83e-4717-94aa-c328fe8399e2 service neutron] Transition to ACTIVE for port object da8ef4c6-38b1-4007-a42f-7f4f8f4f836e will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:19:25.197738 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-d012cef0-a83e-4717-94aa-c328fe8399e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:25.251176 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012cef0-a83e-4717-94aa-c328fe8399e2 service neutron] Pushing event updated for resources: {'Port': ['ID=da8ef4c6-38b1-4007-a42f-7f4f8f4f836e,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:25.339819 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-d012cef0-a83e-4717-94aa-c328fe8399e2 service neutron] Attempting to bind port da8ef4c6-38b1-4007-a42f-7f4f8f4f836e on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:19:25.340169 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-d012cef0-a83e-4717-94aa-c328fe8399e2 service neutron] Attempting to bind port da8ef4c6-38b1-4007-a42f-7f4f8f4f836e by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'a1516dc3-f953-4855-b716-3fe09abf658a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0528b664-6bf3-4c69-8abf-3244d3021906'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:19:25.340538 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-d012cef0-a83e-4717-94aa-c328fe8399e2 service neutron] Attempting to bind port da8ef4c6-38b1-4007-a42f-7f4f8f4f836e on network 0528b664-6bf3-4c69-8abf-3244d3021906 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:19:25.365646 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-d012cef0-a83e-4717-94aa-c328fe8399e2 service neutron] Port da8ef4c6-38b1-4007-a42f-7f4f8f4f836e on network 0528b664-6bf3-4c69-8abf-3244d3021906 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:19:25.365979 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-d012cef0-a83e-4717-94aa-c328fe8399e2 service neutron] Attempting to bind port da8ef4c6-38b1-4007-a42f-7f4f8f4f836e on network 0528b664-6bf3-4c69-8abf-3244d3021906 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:19:25.373724 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-d012cef0-a83e-4717-94aa-c328fe8399e2 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 19, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:19:25.374069 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-d012cef0-a83e-4717-94aa-c328fe8399e2 service neutron] Checking segment: {'id': 'a1516dc3-f953-4855-b716-3fe09abf658a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0528b664-6bf3-4c69-8abf-3244d3021906'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:19:25.374471 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-d012cef0-a83e-4717-94aa-c328fe8399e2 service neutron] Bound using segment: {'id': 'a1516dc3-f953-4855-b716-3fe09abf658a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0528b664-6bf3-4c69-8abf-3244d3021906'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:19:25.374918 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-d012cef0-a83e-4717-94aa-c328fe8399e2 service neutron] Bound port: da8ef4c6-38b1-4007-a42f-7f4f8f4f836e, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a1516dc3-f953-4855-b716-3fe09abf658a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '0528b664-6bf3-4c69-8abf-3244d3021906'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:19:25.375286 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-d012cef0-a83e-4717-94aa-c328fe8399e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:25.440499 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e9ff90-736d-4667-ba3e-521cef161cc1 req-db2bf0af-1b5b-4736-a9c8-25d842c0ccf3 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:25.442004 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-12e9ff90-736d-4667-ba3e-521cef161cc1 req-db2bf0af-1b5b-4736-a9c8-25d842c0ccf3 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/ports?device_id=455c59a7-977a-46fd-830d-1a4b0b4e3f3d HTTP/1.1" status: 200 len: 983 time: 0.1171706 Jul 16 09:19:25.481622 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-d012cef0-a83e-4717-94aa-c328fe8399e2 service neutron] For port da8ef4c6-38b1-4007-a42f-7f4f8f4f836e, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:19:25.501302 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-d012cef0-a83e-4717-94aa-c328fe8399e2 service neutron] For port da8ef4c6-38b1-4007-a42f-7f4f8f4f836e, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=da8ef4c6-38b1-4007-a42f-7f4f8f4f836e,segment=NetworkSegment(a1516dc3-f953-4855-b716-3fe09abf658a),segment_id=a1516dc3-f953-4855-b716-3fe09abf658a)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:19:25.509335 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-d012cef0-a83e-4717-94aa-c328fe8399e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:25.517923 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-12e9ff90-736d-4667-ba3e-521cef161cc1 req-9bfc3323-84b2-46cf-80bc-69473023afe8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2725690d-eb7f-4314-8074-da0a6472959e&id=45fe3362-f861-4d18-a9e1-942dc0b4c331&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0658400 Jul 16 09:19:25.547990 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-d012cef0-a83e-4717-94aa-c328fe8399e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:25.548691 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-d012cef0-a83e-4717-94aa-c328fe8399e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:25.550101 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-d012cef0-a83e-4717-94aa-c328fe8399e2 service neutron] 10.222.0.30 "PUT /v2.0/ports/da8ef4c6-38b1-4007-a42f-7f4f8f4f836e HTTP/1.1" status: 200 len: 1132 time: 0.7660024 Jul 16 09:19:25.550563 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455c59a7-977a-46fd-830d-1a4b0b4e3f3d', 'tag': 'da8ef4c6-38b1-4007-a42f-7f4f8f4f836e'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:19:25.552898 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7729cd38-d6be-474f-b7f5-0c96d092b050" -d '{"events": [{"name": "network-changed", "server_uuid": "455c59a7-977a-46fd-830d-1a4b0b4e3f3d", "tag": "da8ef4c6-38b1-4007-a42f-7f4f8f4f836e"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:19:25.592758 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d012cef0-a83e-4717-94aa-c328fe8399e2 service neutron] Pushing event updated for resources: {'Port': ['ID=da8ef4c6-38b1-4007-a42f-7f4f8f4f836e,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:25.606876 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:19:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf3dd68-3ebf-4097-bc82-4d7fff326eb4 x-openstack-request-id: req-fbf3dd68-3ebf-4097-bc82-4d7fff326eb4 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:19:25.607171 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455c59a7-977a-46fd-830d-1a4b0b4e3f3d", "tag": "da8ef4c6-38b1-4007-a42f-7f4f8f4f836e", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:19:25.607423 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fbf3dd68-3ebf-4097-bc82-4d7fff326eb4 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:19:25.607830 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455c59a7-977a-46fd-830d-1a4b0b4e3f3d', 'tag': 'da8ef4c6-38b1-4007-a42f-7f4f8f4f836e', 'status': 'completed', 'code': 200} Jul 16 09:19:25.658272 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-28205bdc-85df-43fa-82fa-23a1751ed635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:25.659849 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-28205bdc-85df-43fa-82fa-23a1751ed635 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0eed9f516ab34fa0a83a11485c7929e0&device_id=455c59a7-977a-46fd-830d-1a4b0b4e3f3d HTTP/1.1" status: 200 len: 1135 time: 0.0640900 Jul 16 09:19:25.714362 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-e245ee1b-52a6-4aea-a00e-1cbd1fbb6502 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da8ef4c6-38b1-4007-a42f-7f4f8f4f836e HTTP/1.1" status: 200 len: 217 time: 0.0473578 Jul 16 09:19:25.764531 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-87ebf14f-e279-49ae-adc2-1096bf1ff731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:25.765980 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-87ebf14f-e279-49ae-adc2-1096bf1ff731 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=39f973df-ee4e-4b57-b9c0-3b67062aca8d HTTP/1.1" status: 200 len: 835 time: 0.0459785 Jul 16 09:19:25.822387 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-328917e0-1055-49a3-80f6-063ec37a8a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:25.823877 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-328917e0-1055-49a3-80f6-063ec37a8a46 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0528b664-6bf3-4c69-8abf-3244d3021906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521092 Jul 16 09:19:25.915218 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-c8264fd4-1f81-4b28-b422-cdb36739f4c5 service neutron] 10.222.0.30 "GET /v2.0/networks/0528b664-6bf3-4c69-8abf-3244d3021906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854092 Jul 16 09:19:26.009763 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9e9d113e-bd01-49ed-bb20-57fe3352a04f req-7c535b08-56a1-4829-8e9f-d659259eeced service neutron] 10.222.0.30 "GET /v2.0/networks/0528b664-6bf3-4c69-8abf-3244d3021906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880411 Jul 16 09:19:26.119004 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device cf865121-fe7f-4e37-a125-f2e719fa81ea up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:19:26.136724 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729cd38-d6be-474f-b7f5-0c96d092b050 req-1d253553-42a4-4298-9612-73720ace1373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:26.139360 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7729cd38-d6be-474f-b7f5-0c96d092b050 req-1d253553-42a4-4298-9612-73720ace1373 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0eed9f516ab34fa0a83a11485c7929e0&device_id=455c59a7-977a-46fd-830d-1a4b0b4e3f3d HTTP/1.1" status: 200 len: 1135 time: 0.0707939 Jul 16 09:19:26.170264 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port cf865121-fe7f-4e37-a125-f2e719fa81ea triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:19:26.170626 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:26.236457 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729cd38-d6be-474f-b7f5-0c96d092b050 req-d93a6bff-cf38-4c63-9796-a9111b09c322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:26.239644 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7729cd38-d6be-474f-b7f5-0c96d092b050 req-d93a6bff-cf38-4c63-9796-a9111b09c322 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0528b664-6bf3-4c69-8abf-3244d3021906 HTTP/1.1" status: 200 len: 897 time: 0.0931108 Jul 16 09:19:26.288285 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7729cd38-d6be-474f-b7f5-0c96d092b050 req-836c8df7-62d0-443e-80fe-65c4e2d6772a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da8ef4c6-38b1-4007-a42f-7f4f8f4f836e HTTP/1.1" status: 200 len: 217 time: 0.0422096 Jul 16 09:19:26.338088 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729cd38-d6be-474f-b7f5-0c96d092b050 req-de6f86e6-1b1d-46e1-b4ec-770d52e641d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:26.339560 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7729cd38-d6be-474f-b7f5-0c96d092b050 req-de6f86e6-1b1d-46e1-b4ec-770d52e641d5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=39f973df-ee4e-4b57-b9c0-3b67062aca8d HTTP/1.1" status: 200 len: 835 time: 0.0437431 Jul 16 09:19:26.396474 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7729cd38-d6be-474f-b7f5-0c96d092b050 req-f140c1ab-7c98-47b9-bd26-f175f528ac84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:26.397958 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7729cd38-d6be-474f-b7f5-0c96d092b050 req-f140c1ab-7c98-47b9-bd26-f175f528ac84 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0528b664-6bf3-4c69-8abf-3244d3021906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0514562 Jul 16 09:19:26.491322 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7729cd38-d6be-474f-b7f5-0c96d092b050 req-c56f5196-b635-459f-9409-d133f2ddf30d service neutron] 10.222.0.30 "GET /v2.0/networks/0528b664-6bf3-4c69-8abf-3244d3021906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858634 Jul 16 09:19:26.582258 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7729cd38-d6be-474f-b7f5-0c96d092b050 req-b5733a4c-f807-4fe9-90ae-0173e4650ead service neutron] 10.222.0.30 "GET /v2.0/networks/0528b664-6bf3-4c69-8abf-3244d3021906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842566 Jul 16 09:19:26.699400 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5eb5d7-73fd-411c-a79c-9987b8639060 req-63ea68be-ecd1-41cb-95e1-d827c9d0ec7c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:26.700890 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6e5eb5d7-73fd-411c-a79c-9987b8639060 req-63ea68be-ecd1-41cb-95e1-d827c9d0ec7c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/ports?device_id=455c59a7-977a-46fd-830d-1a4b0b4e3f3d HTTP/1.1" status: 200 len: 983 time: 0.0674717 Jul 16 09:19:26.741282 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6e5eb5d7-73fd-411c-a79c-9987b8639060 req-938a7cdc-1a73-4636-801d-8cd71d4e0de4 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2725690d-eb7f-4314-8074-da0a6472959e&id=45fe3362-f861-4d18-a9e1-942dc0b4c331&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0340371 Jul 16 09:19:27.920062 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b1fa6e-8828-4b9f-9232-716093350f5e req-aeee2001-cd4a-46f8-9a4f-2a3b2197bfb6 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:27.921606 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-12b1fa6e-8828-4b9f-9232-716093350f5e req-aeee2001-cd4a-46f8-9a4f-2a3b2197bfb6 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/ports?device_id=455c59a7-977a-46fd-830d-1a4b0b4e3f3d HTTP/1.1" status: 200 len: 983 time: 0.0638292 Jul 16 09:19:27.954623 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device da8ef4c6-38b1-4007-a42f-7f4f8f4f836e details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:19:27.966302 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-12b1fa6e-8828-4b9f-9232-716093350f5e req-b2dc832f-e431-42da-a301-6bd1345d98db tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2725690d-eb7f-4314-8074-da0a6472959e&id=45fe3362-f861-4d18-a9e1-942dc0b4c331&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0375745 Jul 16 09:19:28.051762 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port da8ef4c6-38b1-4007-a42f-7f4f8f4f836e, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=da8ef4c6-38b1-4007-a42f-7f4f8f4f836e,segment=NetworkSegment(a1516dc3-f953-4855-b716-3fe09abf658a),segment_id=a1516dc3-f953-4855-b716-3fe09abf658a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:19:28.063013 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'da8ef4c6-38b1-4007-a42f-7f4f8f4f836e', 'network_id': '0528b664-6bf3-4c69-8abf-3244d3021906', 'port_id': 'da8ef4c6-38b1-4007-a42f-7f4f8f4f836e', 'mac_address': 'fa:16:3e:5e:f4:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39f973df-ee4e-4b57-b9c0-3b67062aca8d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:19:28.099053 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:28.111001 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da8ef4c6-38b1-4007-a42f-7f4f8f4f836e {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:19:28.129229 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port da8ef4c6-38b1-4007-a42f-7f4f8f4f836e, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=da8ef4c6-38b1-4007-a42f-7f4f8f4f836e,segment=NetworkSegment(a1516dc3-f953-4855-b716-3fe09abf658a),segment_id=a1516dc3-f953-4855-b716-3fe09abf658a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:19:28.133606 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:28.184747 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=da8ef4c6-38b1-4007-a42f-7f4f8f4f836e,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:28.360858 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['da8ef4c6-38b1-4007-a42f-7f4f8f4f836e'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:19:29.138292 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c2cae4-874e-4976-8d2c-e43cc7574a3c req-f672ebf6-872d-41dd-bb4b-d75171c365ba tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:29.139780 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-01c2cae4-874e-4976-8d2c-e43cc7574a3c req-f672ebf6-872d-41dd-bb4b-d75171c365ba tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/ports?device_id=455c59a7-977a-46fd-830d-1a4b0b4e3f3d HTTP/1.1" status: 200 len: 984 time: 0.0635524 Jul 16 09:19:29.181087 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-01c2cae4-874e-4976-8d2c-e43cc7574a3c req-41f6b8aa-4082-4e23-bcb2-c91b0cd12e61 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2725690d-eb7f-4314-8074-da0a6472959e&id=45fe3362-f861-4d18-a9e1-942dc0b4c331&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0348756 Jul 16 09:19:29.970010 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device da8ef4c6-38b1-4007-a42f-7f4f8f4f836e up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:19:30.023194 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port da8ef4c6-38b1-4007-a42f-7f4f8f4f836e completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:19:30.027128 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port da8ef4c6-38b1-4007-a42f-7f4f8f4f836e triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:19:30.027505 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:30.110660 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:30.135237 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455c59a7-977a-46fd-830d-1a4b0b4e3f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8ef4c6-38b1-4007-a42f-7f4f8f4f836e'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:19:30.137518 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9008d4e-3a8d-4299-8c0d-3a470211c1de" -d '{"events": [{"server_uuid": "455c59a7-977a-46fd-830d-1a4b0b4e3f3d", "name": "network-vif-plugged", "status": "completed", "tag": "da8ef4c6-38b1-4007-a42f-7f4f8f4f836e"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:19:30.150049 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port da8ef4c6-38b1-4007-a42f-7f4f8f4f836e, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=da8ef4c6-38b1-4007-a42f-7f4f8f4f836e,segment=NetworkSegment(a1516dc3-f953-4855-b716-3fe09abf658a),segment_id=a1516dc3-f953-4855-b716-3fe09abf658a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:19:30.154117 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:30.177663 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:19:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b731bcf-7825-4de1-ba01-4baba28446ea x-openstack-request-id: req-4b731bcf-7825-4de1-ba01-4baba28446ea {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:19:30.177961 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455c59a7-977a-46fd-830d-1a4b0b4e3f3d", "name": "network-vif-plugged", "status": "completed", "tag": "da8ef4c6-38b1-4007-a42f-7f4f8f4f836e", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:19:30.178218 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4b731bcf-7825-4de1-ba01-4baba28446ea {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:19:30.178611 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455c59a7-977a-46fd-830d-1a4b0b4e3f3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da8ef4c6-38b1-4007-a42f-7f4f8f4f836e', 'code': 200} Jul 16 09:19:30.205773 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=da8ef4c6-38b1-4007-a42f-7f4f8f4f836e,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:30.293816 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699136a3-3e26-4f60-892e-d142fe4f85b5 req-49deaf6e-4566-4113-9307-7f3cff64d275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:30.295268 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-699136a3-3e26-4f60-892e-d142fe4f85b5 req-49deaf6e-4566-4113-9307-7f3cff64d275 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=455c59a7-977a-46fd-830d-1a4b0b4e3f3d HTTP/1.1" status: 200 len: 1137 time: 0.0544419 Jul 16 09:19:30.368527 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-699136a3-3e26-4f60-892e-d142fe4f85b5 req-fc47cdb6-cd52-4345-a8f0-88e8a128ff7c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2725690d-eb7f-4314-8074-da0a6472959e&id=45fe3362-f861-4d18-a9e1-942dc0b4c331&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0664926 Jul 16 09:19:30.389829 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b788c-1f8c-4965-b596-de3feb51f72f req-4e28b89e-7168-4261-887e-05796f9cfa10 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:30.391675 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a79b788c-1f8c-4965-b596-de3feb51f72f req-4e28b89e-7168-4261-887e-05796f9cfa10 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/ports?device_id=455c59a7-977a-46fd-830d-1a4b0b4e3f3d HTTP/1.1" status: 200 len: 985 time: 0.0908937 Jul 16 09:19:30.432848 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a79b788c-1f8c-4965-b596-de3feb51f72f req-c1736039-b636-48cf-8e66-cc3c47614cde tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2725690d-eb7f-4314-8074-da0a6472959e&id=45fe3362-f861-4d18-a9e1-942dc0b4c331&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0347412 Jul 16 09:19:31.604340 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328446db-c9d4-4c91-9f4e-aeb072b48922 req-e9784daa-2da5-408a-9e00-311ec2a137aa tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:31.605976 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-328446db-c9d4-4c91-9f4e-aeb072b48922 req-e9784daa-2da5-408a-9e00-311ec2a137aa tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/ports?device_id=455c59a7-977a-46fd-830d-1a4b0b4e3f3d HTTP/1.1" status: 200 len: 985 time: 0.0628304 Jul 16 09:19:31.650163 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-328446db-c9d4-4c91-9f4e-aeb072b48922 req-bc381a49-49ab-4aff-b9a3-6125f21628de tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2725690d-eb7f-4314-8074-da0a6472959e&id=45fe3362-f861-4d18-a9e1-942dc0b4c331&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0375605 Jul 16 09:19:31.821672 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc5dac-1e82-4c86-84c7-773d94574860 req-e687bdc0-d9df-45da-b51c-a7992d08b3c5 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:31.823180 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b0cc5dac-1e82-4c86-84c7-773d94574860 req-e687bdc0-d9df-45da-b51c-a7992d08b3c5 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/ports?device_id=455c59a7-977a-46fd-830d-1a4b0b4e3f3d HTTP/1.1" status: 200 len: 985 time: 0.0627298 Jul 16 09:19:31.863721 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b0cc5dac-1e82-4c86-84c7-773d94574860 req-2660f4ba-f3bf-47bb-b551-f80b7ea9683d tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2725690d-eb7f-4314-8074-da0a6472959e&id=45fe3362-f861-4d18-a9e1-942dc0b4c331&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0348628 Jul 16 09:19:32.106352 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54524a9-e79b-4aeb-9a71-670c62c5f867 req-bdb1a9ae-b243-449b-ab6c-b0be0783a794 tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:32.107784 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c54524a9-e79b-4aeb-9a71-670c62c5f867 req-bdb1a9ae-b243-449b-ab6c-b0be0783a794 tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=455c59a7-977a-46fd-830d-1a4b0b4e3f3d HTTP/1.1" status: 200 len: 1137 time: 0.0959988 Jul 16 09:19:32.127898 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c54524a9-e79b-4aeb-9a71-670c62c5f867 req-3f84b4f7-1743-4d98-bf69-c19085f481a3 tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:32.231434 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c54524a9-e79b-4aeb-9a71-670c62c5f867 req-3f84b4f7-1743-4d98-bf69-c19085f481a3 tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:32.235221 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-c54524a9-e79b-4aeb-9a71-670c62c5f867 req-3f84b4f7-1743-4d98-bf69-c19085f481a3 tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:32.258621 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c54524a9-e79b-4aeb-9a71-670c62c5f867 req-3f84b4f7-1743-4d98-bf69-c19085f481a3 tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=2725690d-eb7f-4314-8074-da0a6472959e&id=45fe3362-f861-4d18-a9e1-942dc0b4c331&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.1444683 Jul 16 09:19:32.266933 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f84b4f7-1743-4d98-bf69-c19085f481a3 tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53194c1f-38f0-43b2-8366-30dbf0c34ed1,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:32.282047 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44972) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:32.337177 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06cd41a2-9773-4d87-9fa9-f650507a32e2 tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:32.338704 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-06cd41a2-9773-4d87-9fa9-f650507a32e2 tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=455c59a7-977a-46fd-830d-1a4b0b4e3f3d HTTP/1.1" status: 200 len: 1132 time: 0.0556099 Jul 16 09:19:32.341677 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44974) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:32.346331 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'port_id': 'da8ef4c6-38b1-4007-a42f-7f4f8f4f836e', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:19:32.368215 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:32.464034 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:32.567923 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Allocated IP 172.25.3.238 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/17f8b8a6-0d78-4346-aaa5-7c5d8f2d36cb) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:19:32.570396 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:32.666310 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:32.667070 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:32.707819 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:32.751392 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:19:32.754891 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:19:32.758495 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:19:32.763935 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Pushing event updated for resources: {'Port': ['ID=17f8b8a6-0d78-4346-aaa5-7c5d8f2d36cb,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:32.789982 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:32.790332 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:32.790673 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:32.791009 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:32.791338 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:32.791667 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:32.791996 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:32.792322 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:32.792673 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:32.792996 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:32.793318 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:32.793637 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:19:33.134047 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:33.210904 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:33.341665 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5e80b5a5-6692-4589-b5d0-11f0933eb4c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:33.366041 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:33.370275 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:33.441476 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Pushing event updated for resources: {'Port': ['ID=17f8b8a6-0d78-4346-aaa5-7c5d8f2d36cb,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:19:33.449452 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:33.548926 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Floating IP 7602dfd2-bb1d-4dc8-a618-046f40dd6109 associated. External IP: 172.25.3.238, port: da8ef4c6-38b1-4007-a42f-7f4f8f4f836e. Jul 16 09:19:34.032497 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Router 2ec2438b-d669-444d-9317-947fa79609a1 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:19:34.137628 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:19:34.147309 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a4184c-e212-4811-99f2-65948c153a3f None None] Sync routers for ids ['2ec2438b-d669-444d-9317-947fa79609a1'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:19:34.153686 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:34.157951 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a4184c-e212-4811-99f2-65948c153a3f None None] Routers {'2ec2438b-d669-444d-9317-947fa79609a1'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:19:34.158603 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-27a4184c-e212-4811-99f2-65948c153a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:19:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2ec2438b-d669-444d-9317-947fa79609a1'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:34.195754 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-74b2b386-2bca-4037-b17d-178c80e7c0a8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8528101 Jul 16 09:19:34.196595 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455c59a7-977a-46fd-830d-1a4b0b4e3f3d', 'tag': 'da8ef4c6-38b1-4007-a42f-7f4f8f4f836e'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:19:34.197746 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44976) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:34.207543 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3cd5e09cf9656c9530f0af664559a8adf56eb2d6293c693b20424d3c43ca7c49" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d7db9d6-783d-4f1d-a949-fcfb12a9085e" -d '{"events": [{"name": "network-changed", "server_uuid": "455c59a7-977a-46fd-830d-1a4b0b4e3f3d", "tag": "da8ef4c6-38b1-4007-a42f-7f4f8f4f836e"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:19:34.248950 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:19:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f456bb3-8f6f-4a4c-8763-0a16855dc397 x-openstack-request-id: req-5f456bb3-8f6f-4a4c-8763-0a16855dc397 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:19:34.249523 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455c59a7-977a-46fd-830d-1a4b0b4e3f3d", "tag": "da8ef4c6-38b1-4007-a42f-7f4f8f4f836e", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:19:34.249932 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5f456bb3-8f6f-4a4c-8763-0a16855dc397 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:19:34.250707 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455c59a7-977a-46fd-830d-1a4b0b4e3f3d', 'tag': 'da8ef4c6-38b1-4007-a42f-7f4f8f4f836e', 'status': 'completed', 'code': 200} Jul 16 09:19:34.270162 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-27a4184c-e212-4811-99f2-65948c153a3f None None] Set router 2ec2438b-d669-444d-9317-947fa79609a1 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:19:34.357744 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7db9d6-783d-4f1d-a949-fcfb12a9085e req-b679457d-9583-450e-b34b-b502f0908b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:34.360613 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d7db9d6-783d-4f1d-a949-fcfb12a9085e req-b679457d-9583-450e-b34b-b502f0908b60 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0eed9f516ab34fa0a83a11485c7929e0&device_id=455c59a7-977a-46fd-830d-1a4b0b4e3f3d HTTP/1.1" status: 200 len: 1137 time: 0.0892520 Jul 16 09:19:34.468801 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7db9d6-783d-4f1d-a949-fcfb12a9085e req-788b1015-dd17-42c9-94d8-6f9f0d9214d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:34.471622 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d7db9d6-783d-4f1d-a949-fcfb12a9085e req-788b1015-dd17-42c9-94d8-6f9f0d9214d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0528b664-6bf3-4c69-8abf-3244d3021906 HTTP/1.1" status: 200 len: 897 time: 0.1045942 Jul 16 09:19:34.544478 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d7db9d6-783d-4f1d-a949-fcfb12a9085e req-49ca37ca-6dc4-4334-ab57-ae7457325ae4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da8ef4c6-38b1-4007-a42f-7f4f8f4f836e HTTP/1.1" status: 200 len: 1000 time: 0.0666704 Jul 16 09:19:34.550739 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-27a4184c-e212-4811-99f2-65948c153a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec2438b-d669-444d-9317-947fa79609a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-17808721', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd582196c-b16e-4a39-a00f-a5dde7e9a875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:17Z', 'updated_at': '2021-07-16T09:19:20Z', 'revision_number': 4, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'gw_port': {'id': 'd582196c-b16e-4a39-a00f-a5dde7e9a875', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:17:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2438b-d669-444d-9317-947fa79609a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:19:17Z', 'updated_at': '2021-07-16T09:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '7602dfd2-bb1d-4dc8-a618-046f40dd6109', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'floating_ip_address': '172.25.3.238', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '2ec2438b-d669-444d-9317-947fa79609a1', 'port_id': 'da8ef4c6-38b1-4007-a42f-7f4f8f4f836e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0528b664-6bf3-4c69-8abf-3244d3021906', 'mac_address': 'fa:16:3e:5e:f4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455c59a7-977a-46fd-830d-1a4b0b4e3f3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:19:32Z', 'updated_at': '2021-07-16T09:19:32Z', 'revision_number': 0, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf865121-fe7f-4e37-a125-f2e719fa81ea', 'name': '', 'network_id': '0528b664-6bf3-4c69-8abf-3244d3021906', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'mac_address': 'fa:16:3e:a7:33:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2438b-d669-444d-9317-947fa79609a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '39f973df-ee4e-4b57-b9c0-3b67062aca8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:19:20Z', 'updated_at': '2021-07-16T09:19:24Z', 'revision_number': 5, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'subnets': [{'id': '39f973df-ee4e-4b57-b9c0-3b67062aca8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:34.580909 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a4184c-e212-4811-99f2-65948c153a3f None None] Checking router: 2ec2438b-d669-444d-9317-947fa79609a1 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:19:34.589887 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a4184c-e212-4811-99f2-65948c153a3f None None] Routers {'2ec2438b-d669-444d-9317-947fa79609a1'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:19:34.590507 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-27a4184c-e212-4811-99f2-65948c153a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:19:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2ec2438b-d669-444d-9317-947fa79609a1'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:34.595584 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7db9d6-783d-4f1d-a949-fcfb12a9085e req-c16a85e7-dbed-41d2-92c7-441a2d754482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:34.597917 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d7db9d6-783d-4f1d-a949-fcfb12a9085e req-c16a85e7-dbed-41d2-92c7-441a2d754482 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=39f973df-ee4e-4b57-b9c0-3b67062aca8d HTTP/1.1" status: 200 len: 835 time: 0.0476592 Jul 16 09:19:34.662514 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7db9d6-783d-4f1d-a949-fcfb12a9085e req-2cf57bf1-7f91-4008-a32f-ae1ab5b5652a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:34.664396 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d7db9d6-783d-4f1d-a949-fcfb12a9085e req-2cf57bf1-7f91-4008-a32f-ae1ab5b5652a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0528b664-6bf3-4c69-8abf-3244d3021906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0603750 Jul 16 09:19:34.678406 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5807fc-5f64-4035-a4c8-b8b62017221f tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:34.678912 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5807fc-5f64-4035-a4c8-b8b62017221f tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:34.679568 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5807fc-5f64-4035-a4c8-b8b62017221f tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:34.680129 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d5807fc-5f64-4035-a4c8-b8b62017221f tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:34.682198 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1d5807fc-5f64-4035-a4c8-b8b62017221f tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] 10.222.0.22 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2885 time: 0.4834371 Jul 16 09:19:34.685428 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 44980) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:34.709953 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-27a4184c-e212-4811-99f2-65948c153a3f None None] Set router 2ec2438b-d669-444d-9317-947fa79609a1 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:19:34.760880 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e648ada-bf77-4724-a12c-c02b73f5ffe3 tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:34.761488 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e648ada-bf77-4724-a12c-c02b73f5ffe3 tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:34.763928 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e648ada-bf77-4724-a12c-c02b73f5ffe3 tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:34.764566 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e648ada-bf77-4724-a12c-c02b73f5ffe3 tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:34.766507 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6e648ada-bf77-4724-a12c-c02b73f5ffe3 tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] 10.222.0.22 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0797799 Jul 16 09:19:34.770295 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44982) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:34.828949 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d7db9d6-783d-4f1d-a949-fcfb12a9085e req-3fc7783a-b5f6-499d-9b43-8133ca83c2a9 service neutron] 10.222.0.30 "GET /v2.0/networks/0528b664-6bf3-4c69-8abf-3244d3021906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579494 Jul 16 09:19:34.960760 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-27a4184c-e212-4811-99f2-65948c153a3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec2438b-d669-444d-9317-947fa79609a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-17808721', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd582196c-b16e-4a39-a00f-a5dde7e9a875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:17Z', 'updated_at': '2021-07-16T09:19:20Z', 'revision_number': 4, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'gw_port': {'id': 'd582196c-b16e-4a39-a00f-a5dde7e9a875', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:17:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2438b-d669-444d-9317-947fa79609a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:19:17Z', 'updated_at': '2021-07-16T09:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '7602dfd2-bb1d-4dc8-a618-046f40dd6109', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'floating_ip_address': '172.25.3.238', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '2ec2438b-d669-444d-9317-947fa79609a1', 'port_id': 'da8ef4c6-38b1-4007-a42f-7f4f8f4f836e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0528b664-6bf3-4c69-8abf-3244d3021906', 'mac_address': 'fa:16:3e:5e:f4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455c59a7-977a-46fd-830d-1a4b0b4e3f3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:19:32Z', 'updated_at': '2021-07-16T09:19:32Z', 'revision_number': 0, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf865121-fe7f-4e37-a125-f2e719fa81ea', 'name': '', 'network_id': '0528b664-6bf3-4c69-8abf-3244d3021906', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'mac_address': 'fa:16:3e:a7:33:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2438b-d669-444d-9317-947fa79609a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '39f973df-ee4e-4b57-b9c0-3b67062aca8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:19:20Z', 'updated_at': '2021-07-16T09:19:24Z', 'revision_number': 5, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'subnets': [{'id': '39f973df-ee4e-4b57-b9c0-3b67062aca8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:19:34.969012 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d7db9d6-783d-4f1d-a949-fcfb12a9085e req-257feb99-66cf-438f-9b12-a6ef31e9cf78 service neutron] 10.222.0.30 "GET /v2.0/networks/0528b664-6bf3-4c69-8abf-3244d3021906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339986 Jul 16 09:19:34.988106 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a4184c-e212-4811-99f2-65948c153a3f None None] The sync data for ids ['2ec2438b-d669-444d-9317-947fa79609a1'] in n-d-771362-37 is: [{'id': '2ec2438b-d669-444d-9317-947fa79609a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-17808721', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd582196c-b16e-4a39-a00f-a5dde7e9a875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:17Z', 'updated_at': '2021-07-16T09:19:20Z', 'revision_number': 4, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'gw_port': {'id': 'd582196c-b16e-4a39-a00f-a5dde7e9a875', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:17:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2438b-d669-444d-9317-947fa79609a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:19:17Z', 'updated_at': '2021-07-16T09:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '7602dfd2-bb1d-4dc8-a618-046f40dd6109', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'floating_ip_address': '172.25.3.238', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '2ec2438b-d669-444d-9317-947fa79609a1', 'port_id': 'da8ef4c6-38b1-4007-a42f-7f4f8f4f836e', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 3894, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0528b664-6bf3-4c69-8abf-3244d3021906', 'mac_address': 'fa:16:3e:5e:f4:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '455c59a7-977a-46fd-830d-1a4b0b4e3f3d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:19:32Z', 'updated_at': '2021-07-16T09:19:32Z', 'revision_number': 0, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf865121-fe7f-4e37-a125-f2e719fa81ea', 'name': '', 'network_id': '0528b664-6bf3-4c69-8abf-3244d3021906', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'mac_address': 'fa:16:3e:a7:33:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2438b-d669-444d-9317-947fa79609a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '39f973df-ee4e-4b57-b9c0-3b67062aca8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:19:20Z', 'updated_at': '2021-07-16T09:19:24Z', 'revision_number': 5, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'subnets': [{'id': '39f973df-ee4e-4b57-b9c0-3b67062aca8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:19:35.008970 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9662ad70-5929-4632-a8ce-b40cbb47bcdf tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] 10.222.0.22 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1612 time: 0.2375422 Jul 16 09:19:35.011473 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 44984) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:19:35.068918 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddee0bd-52c7-4c4a-b923-9bb6d25b0ed5 tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:35.069413 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddee0bd-52c7-4c4a-b923-9bb6d25b0ed5 tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:35.076660 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-cddee0bd-52c7-4c4a-b923-9bb6d25b0ed5 tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=2ec2438b-d669-444d-9317-947fa79609a1 HTTP/1.1" status: 200 len: 1992 time: 0.0586519 Jul 16 09:19:35.197042 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d13e92-ae48-48bf-9ed8-bdb3789049c9 None None] New status for floating IP 7602dfd2-bb1d-4dc8-a618-046f40dd6109: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:19:35.759847 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cba858c7-8a06-4469-974d-8f4dc9d2d204 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:36.072855 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:37.237879 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:38.698305 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:19:51.260031 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:19:55.545427 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a169561f-6e2d-4377-b184-1f6b5f6c2278 req-4eae3272-87a7-4733-925a-99cf49600ccf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=455c59a7-977a-46fd-830d-1a4b0b4e3f3d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0501909 Jul 16 09:19:55.647277 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169561f-6e2d-4377-b184-1f6b5f6c2278 req-eb0c7a71-33af-4d9a-bf3a-4961b76e67fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:55.648783 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a169561f-6e2d-4377-b184-1f6b5f6c2278 req-eb0c7a71-33af-4d9a-bf3a-4961b76e67fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0eed9f516ab34fa0a83a11485c7929e0&device_id=455c59a7-977a-46fd-830d-1a4b0b4e3f3d HTTP/1.1" status: 200 len: 1137 time: 0.0557225 Jul 16 09:19:55.750122 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169561f-6e2d-4377-b184-1f6b5f6c2278 req-38c6d551-c204-4726-8ddb-7b30462aff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:55.751539 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a169561f-6e2d-4377-b184-1f6b5f6c2278 req-38c6d551-c204-4726-8ddb-7b30462aff80 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0528b664-6bf3-4c69-8abf-3244d3021906 HTTP/1.1" status: 200 len: 897 time: 0.0831342 Jul 16 09:19:55.820326 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a169561f-6e2d-4377-b184-1f6b5f6c2278 req-7bed893a-6612-4771-b27a-b04e6f0f1bbe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da8ef4c6-38b1-4007-a42f-7f4f8f4f836e HTTP/1.1" status: 200 len: 1002 time: 0.0620849 Jul 16 09:19:55.866873 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169561f-6e2d-4377-b184-1f6b5f6c2278 req-4fb4e375-1d92-4a86-a5f0-74d97bcf6d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:55.868304 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a169561f-6e2d-4377-b184-1f6b5f6c2278 req-4fb4e375-1d92-4a86-a5f0-74d97bcf6d05 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=39f973df-ee4e-4b57-b9c0-3b67062aca8d HTTP/1.1" status: 200 len: 835 time: 0.0422812 Jul 16 09:19:55.924207 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a169561f-6e2d-4377-b184-1f6b5f6c2278 req-3d9e3b5c-c467-4946-9402-ba6f40baa384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:19:55.926223 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a169561f-6e2d-4377-b184-1f6b5f6c2278 req-3d9e3b5c-c467-4946-9402-ba6f40baa384 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0528b664-6bf3-4c69-8abf-3244d3021906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510700 Jul 16 09:19:56.019016 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a169561f-6e2d-4377-b184-1f6b5f6c2278 req-b7fb2b10-e23d-4e91-b707-4cfbaa8d4a1a service neutron] 10.222.0.30 "GET /v2.0/networks/0528b664-6bf3-4c69-8abf-3244d3021906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861144 Jul 16 09:19:56.106502 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a169561f-6e2d-4377-b184-1f6b5f6c2278 req-0d0e0e48-fe87-4987-9279-9e0601ec878e service neutron] 10.222.0.30 "GET /v2.0/networks/0528b664-6bf3-4c69-8abf-3244d3021906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812709 Jul 16 09:20:02.576623 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:02.665535 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:03.343593 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2eb02510-52ea-4013-895a-cfb8f8895212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:05.761737 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ddf305fd-7370-401d-ab81-4c1b769027b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:06.077568 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:07.240663 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:08.700369 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:08.775693 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45002) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:08.869415 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-47cab546-133e-4d9f-8aa3-5dc1cbc84005 tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] 10.222.0.22 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 1376 time: 0.0924265 Jul 16 09:20:08.872255 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45004) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:08.877133 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3cacf872-92fa-47ef-b2d0-35525ce92ad4 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Request body: {'network': {'name': 'tempest-network-smoke--2097321685', 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'port_security_enabled': False}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:20:08.905037 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cacf872-92fa-47ef-b2d0-35525ce92ad4 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Made reservation on behalf of 0eed9f516ab34fa0a83a11485c7929e0 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:20:08.909079 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3cacf872-92fa-47ef-b2d0-35525ce92ad4 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:08.931679 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cacf872-92fa-47ef-b2d0-35525ce92ad4 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:20:08.941838 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3cacf872-92fa-47ef-b2d0-35525ce92ad4 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:08.942378 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-3cacf872-92fa-47ef-b2d0-35525ce92ad4 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Added segment 0cd70dc0-ec77-40c4-b5f6-56147f90d3f9 of type vlan for network 6dbc694f-938d-4665-82a3-1f318c3b867d Jul 16 09:20:08.993090 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3cacf872-92fa-47ef-b2d0-35525ce92ad4 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:09.025642 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3cacf872-92fa-47ef-b2d0-35525ce92ad4 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:09.031798 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cacf872-92fa-47ef-b2d0-35525ce92ad4 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:09.032401 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3cacf872-92fa-47ef-b2d0-35525ce92ad4 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:09.068518 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3cacf872-92fa-47ef-b2d0-35525ce92ad4 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1951904 Jul 16 09:20:09.071585 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45006) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:09.075960 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-80bd3f72-c96a-4c92-9881-9971984c17a5 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1751964879', 'admin_state_up': True, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:20:09.115413 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cacf872-92fa-47ef-b2d0-35525ce92ad4 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Pushing event updated for resources: {'Network': ['ID=6dbc694f-938d-4665-82a3-1f318c3b867d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:09.126022 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 6dbc694f-938d-4665-82a3-1f318c3b867d details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:20:09.133468 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-80bd3f72-c96a-4c92-9881-9971984c17a5 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:09.134629 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-80bd3f72-c96a-4c92-9881-9971984c17a5 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:09.191720 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-80bd3f72-c96a-4c92-9881-9971984c17a5 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:09.330885 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-80bd3f72-c96a-4c92-9881-9971984c17a5 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:09.524972 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-80bd3f72-c96a-4c92-9881-9971984c17a5 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:09.543928 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-80bd3f72-c96a-4c92-9881-9971984c17a5 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:09.647545 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-80bd3f72-c96a-4c92-9881-9971984c17a5 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Allocated IP 172.25.3.149 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/140f6ea3-27d0-48df-973f-03a58e454726) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:20:09.764840 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-80bd3f72-c96a-4c92-9881-9971984c17a5 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:09.803358 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-80bd3f72-c96a-4c92-9881-9971984c17a5 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:09.838946 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bd3f72-c96a-4c92-9881-9971984c17a5 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:20:09.845203 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-80bd3f72-c96a-4c92-9881-9971984c17a5 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:20:09.849326 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bd3f72-c96a-4c92-9881-9971984c17a5 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:20:09.854879 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bd3f72-c96a-4c92-9881-9971984c17a5 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Pushing event updated for resources: {'Port': ['ID=140f6ea3-27d0-48df-973f-03a58e454726,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:10.110771 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-80bd3f72-c96a-4c92-9881-9971984c17a5 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:10.310362 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-80bd3f72-c96a-4c92-9881-9971984c17a5 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:10.731821 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80bd3f72-c96a-4c92-9881-9971984c17a5 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Router 4adea6e7-7083-4b5e-a473-2cf454c503c3 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:20:10.853306 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80bd3f72-c96a-4c92-9881-9971984c17a5 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:20:10.864379 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6f9d52-23e6-406d-844a-b34663c33c25 None None] Sync routers for ids ['4adea6e7-7083-4b5e-a473-2cf454c503c3'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:20:10.875054 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-80bd3f72-c96a-4c92-9881-9971984c17a5 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:10.876314 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-80bd3f72-c96a-4c92-9881-9971984c17a5 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8038237 Jul 16 09:20:10.876629 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6f9d52-23e6-406d-844a-b34663c33c25 None None] Routers {'4adea6e7-7083-4b5e-a473-2cf454c503c3'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:20:10.877494 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-be6f9d52-23e6-406d-844a-b34663c33c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:20:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['4adea6e7-7083-4b5e-a473-2cf454c503c3'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:10.881583 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45008) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:10.960576 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5fdb7e9-6147-441e-8038-c3d4eee87030 tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:10.962100 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a5fdb7e9-6147-441e-8038-c3d4eee87030 tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=0eed9f516ab34fa0a83a11485c7929e0&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0795166 Jul 16 09:20:10.966528 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45010) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:11.014228 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-be6f9d52-23e6-406d-844a-b34663c33c25 None None] Set router 4adea6e7-7083-4b5e-a473-2cf454c503c3 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:20:11.146794 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cedd70d4-60db-456f-91f4-77900043ffee tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:11.148324 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-cedd70d4-60db-456f-91f4-77900043ffee tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1808517 Jul 16 09:20:11.151725 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45012) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:11.181884 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-097df16c-a7d1-4ac1-ba7c-cbf5083be7fa tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=4a545af8-8142-4a44-8290-045c2901c634&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0285804 Jul 16 09:20:11.186487 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45014) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:11.214943 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-162baf4d-6046-41e2-9173-8ecc95ec7e66 tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=0eed9f516ab34fa0a83a11485c7929e0&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272055 Jul 16 09:20:11.217736 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45016) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:11.218987 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-be6f9d52-23e6-406d-844a-b34663c33c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adea6e7-7083-4b5e-a473-2cf454c503c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1751964879', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '140f6ea3-27d0-48df-973f-03a58e454726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:20:09Z', 'updated_at': '2021-07-16T09:20:09Z', 'revision_number': 3, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'gw_port': {'id': '140f6ea3-27d0-48df-973f-03a58e454726', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adea6e7-7083-4b5e-a473-2cf454c503c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:09Z', 'updated_at': '2021-07-16T09:20:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:11.246601 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6f9d52-23e6-406d-844a-b34663c33c25 None None] Checking router: 4adea6e7-7083-4b5e-a473-2cf454c503c3 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:20:11.246951 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6f9d52-23e6-406d-844a-b34663c33c25 None None] Updating router 4adea6e7-7083-4b5e-a473-2cf454c503c3 port 140f6ea3-27d0-48df-973f-03a58e454726 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:20:11.288540 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-be6f9d52-23e6-406d-844a-b34663c33c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:11.316852 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e9771ea-0329-4d47-aea2-728e68988a3e tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:11.319441 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9e9771ea-0329-4d47-aea2-728e68988a3e tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1007388 Jul 16 09:20:11.321116 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45018) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:11.355922 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-886f9726-a491-40fd-9d83-946379f7caa7 tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=4a545af8-8142-4a44-8290-045c2901c634&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0337050 Jul 16 09:20:11.358696 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45020) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:11.365522 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a66d4749-4655-455f-8918-e927837b08bc tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1578281764', 'network_id': '6dbc694f-938d-4665-82a3-1f318c3b867d', 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:20:11.485825 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a66d4749-4655-455f-8918-e927837b08bc tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Made reservation on behalf of 0eed9f516ab34fa0a83a11485c7929e0 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:20:11.491222 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a66d4749-4655-455f-8918-e927837b08bc tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:11.628193 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-be6f9d52-23e6-406d-844a-b34663c33c25 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:11.638694 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-be6f9d52-23e6-406d-844a-b34663c33c25 None None] Transition to ACTIVE for port object 140f6ea3-27d0-48df-973f-03a58e454726 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:20:11.646911 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-be6f9d52-23e6-406d-844a-b34663c33c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:11.699808 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-be6f9d52-23e6-406d-844a-b34663c33c25 None None] Attempting to bind port 140f6ea3-27d0-48df-973f-03a58e454726 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:20:11.700152 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-be6f9d52-23e6-406d-844a-b34663c33c25 None None] Attempting to bind port 140f6ea3-27d0-48df-973f-03a58e454726 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:20:11.700313 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6f9d52-23e6-406d-844a-b34663c33c25 None None] Attempting to bind port 140f6ea3-27d0-48df-973f-03a58e454726 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:20:11.711347 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0f6b7-73b9-4d38-9b8f-439fcc55d702 None None] Pushing event updated for resources: {'Port': ['ID=140f6ea3-27d0-48df-973f-03a58e454726,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:11.713924 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6f9d52-23e6-406d-844a-b34663c33c25 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:20:11.714294 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6f9d52-23e6-406d-844a-b34663c33c25 None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:20:11.714829 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-be6f9d52-23e6-406d-844a-b34663c33c25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:11.715071 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be6f9d52-23e6-406d-844a-b34663c33c25 None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:20:11.715549 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-be6f9d52-23e6-406d-844a-b34663c33c25 None None] Bound port: 140f6ea3-27d0-48df-973f-03a58e454726, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:20:11.715932 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-be6f9d52-23e6-406d-844a-b34663c33c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:11.731739 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a66d4749-4655-455f-8918-e927837b08bc tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:11.783439 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-be6f9d52-23e6-406d-844a-b34663c33c25 None None] For port 140f6ea3-27d0-48df-973f-03a58e454726, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:20:11.788032 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-be6f9d52-23e6-406d-844a-b34663c33c25 None None] For port 140f6ea3-27d0-48df-973f-03a58e454726, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=140f6ea3-27d0-48df-973f-03a58e454726,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:20:11.796419 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-be6f9d52-23e6-406d-844a-b34663c33c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:11.820068 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66d4749-4655-455f-8918-e927837b08bc tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Pushing event updated for resources: {'Subnet': ['ID=39c03a87-f529-4d3d-9a43-831bdb84c126,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:11.835778 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a66d4749-4655-455f-8918-e927837b08bc tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Checking segment: {'id': '0cd70dc0-ec77-40c4-b5f6-56147f90d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6dbc694f-938d-4665-82a3-1f318c3b867d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:20:11.836244 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66d4749-4655-455f-8918-e927837b08bc tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Network hostable DHCP agents. Network: 6dbc694f-938d-4665-82a3-1f318c3b867d, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:20:11.854905 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be6f9d52-23e6-406d-844a-b34663c33c25 None None] Routers {'4adea6e7-7083-4b5e-a473-2cf454c503c3'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:20:11.855639 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-be6f9d52-23e6-406d-844a-b34663c33c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:20:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['4adea6e7-7083-4b5e-a473-2cf454c503c3'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:11.865143 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a66d4749-4655-455f-8918-e927837b08bc tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Network 6dbc694f-938d-4665-82a3-1f318c3b867d is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:20:11.884997 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-a66d4749-4655-455f-8918-e927837b08bc tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 6dbc694f-938d-4665-82a3-1f318c3b867d) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:20:11.889886 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a66d4749-4655-455f-8918-e927837b08bc tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:11.890590 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a66d4749-4655-455f-8918-e927837b08bc tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:11.898458 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2859a509-a428-4b13-b1f3-252597d83909 None None] Network 6dbc694f-938d-4665-82a3-1f318c3b867d requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:20:11.909380 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f0f6b7-73b9-4d38-9b8f-439fcc55d702 None None] Pushing event updated for resources: {'Port': ['ID=140f6ea3-27d0-48df-973f-03a58e454726,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:11.912120 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a66d4749-4655-455f-8918-e927837b08bc tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.5518920 Jul 16 09:20:11.914965 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45022) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:11.991503 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-be6f9d52-23e6-406d-844a-b34663c33c25 None None] Set router 4adea6e7-7083-4b5e-a473-2cf454c503c3 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:20:12.107882 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-737976bc-e4ce-44b4-94f6-4e2230b362f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-6dbc694f-938d-4665-82a3-1f318c3b867d', 'network_id': '6dbc694f-938d-4665-82a3-1f318c3b867d', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'fixed_ips': [{'subnet_id': '39c03a87-f529-4d3d-9a43-831bdb84c126'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:20:12.109053 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-737976bc-e4ce-44b4-94f6-4e2230b362f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:12.300943 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-737976bc-e4ce-44b4-94f6-4e2230b362f8 None None] Allocated IP 172.20.0.18 (6dbc694f-938d-4665-82a3-1f318c3b867d/39c03a87-f529-4d3d-9a43-831bdb84c126/43f5356b-df6a-45df-8d4f-c11b5ee0685f) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:20:12.301178 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-be6f9d52-23e6-406d-844a-b34663c33c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adea6e7-7083-4b5e-a473-2cf454c503c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1751964879', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '140f6ea3-27d0-48df-973f-03a58e454726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:20:09Z', 'updated_at': '2021-07-16T09:20:09Z', 'revision_number': 3, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'gw_port': {'id': '140f6ea3-27d0-48df-973f-03a58e454726', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adea6e7-7083-4b5e-a473-2cf454c503c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:09Z', 'updated_at': '2021-07-16T09:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:12.330221 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be6f9d52-23e6-406d-844a-b34663c33c25 None None] The sync data for ids ['4adea6e7-7083-4b5e-a473-2cf454c503c3'] in n-d-771362-37 is: [{'id': '4adea6e7-7083-4b5e-a473-2cf454c503c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1751964879', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '140f6ea3-27d0-48df-973f-03a58e454726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:20:09Z', 'updated_at': '2021-07-16T09:20:09Z', 'revision_number': 3, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'gw_port': {'id': '140f6ea3-27d0-48df-973f-03a58e454726', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adea6e7-7083-4b5e-a473-2cf454c503c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:09Z', 'updated_at': '2021-07-16T09:20:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:20:12.495483 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-737976bc-e4ce-44b4-94f6-4e2230b362f8 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:12.505586 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-737976bc-e4ce-44b4-94f6-4e2230b362f8 None None] Transition to ACTIVE for port object 43f5356b-df6a-45df-8d4f-c11b5ee0685f will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:20:12.513755 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f349f855-419a-4daf-a087-6bdcd017d11b tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:12.523698 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-737976bc-e4ce-44b4-94f6-4e2230b362f8 None None] Transition to ACTIVE for port object 43f5356b-df6a-45df-8d4f-c11b5ee0685f will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:20:12.530323 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-737976bc-e4ce-44b4-94f6-4e2230b362f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:12.579829 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737976bc-e4ce-44b4-94f6-4e2230b362f8 None None] Network 6dbc694f-938d-4665-82a3-1f318c3b867d is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:20:12.583729 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-737976bc-e4ce-44b4-94f6-4e2230b362f8 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:20:12.594452 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-737976bc-e4ce-44b4-94f6-4e2230b362f8 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:20:12.604614 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737976bc-e4ce-44b4-94f6-4e2230b362f8 None None] Pushing event updated for resources: {'Port': ['ID=43f5356b-df6a-45df-8d4f-c11b5ee0685f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:12.680940 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-737976bc-e4ce-44b4-94f6-4e2230b362f8 None None] Attempting to bind port 43f5356b-df6a-45df-8d4f-c11b5ee0685f on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:20:12.681376 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-737976bc-e4ce-44b4-94f6-4e2230b362f8 None None] Attempting to bind port 43f5356b-df6a-45df-8d4f-c11b5ee0685f by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '0cd70dc0-ec77-40c4-b5f6-56147f90d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6dbc694f-938d-4665-82a3-1f318c3b867d'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:20:12.681752 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737976bc-e4ce-44b4-94f6-4e2230b362f8 None None] Attempting to bind port 43f5356b-df6a-45df-8d4f-c11b5ee0685f on network 6dbc694f-938d-4665-82a3-1f318c3b867d {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:20:12.690938 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737976bc-e4ce-44b4-94f6-4e2230b362f8 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:20:12.691368 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737976bc-e4ce-44b4-94f6-4e2230b362f8 None None] Checking segment: {'id': '0cd70dc0-ec77-40c4-b5f6-56147f90d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6dbc694f-938d-4665-82a3-1f318c3b867d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:20:12.691777 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-737976bc-e4ce-44b4-94f6-4e2230b362f8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:12.692313 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737976bc-e4ce-44b4-94f6-4e2230b362f8 None None] Bound using segment: {'id': '0cd70dc0-ec77-40c4-b5f6-56147f90d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6dbc694f-938d-4665-82a3-1f318c3b867d'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:20:12.692740 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-737976bc-e4ce-44b4-94f6-4e2230b362f8 None None] Bound port: 43f5356b-df6a-45df-8d4f-c11b5ee0685f, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd70dc0-ec77-40c4-b5f6-56147f90d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6dbc694f-938d-4665-82a3-1f318c3b867d'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:20:12.693135 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-737976bc-e4ce-44b4-94f6-4e2230b362f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:12.769470 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-737976bc-e4ce-44b4-94f6-4e2230b362f8 None None] For port 43f5356b-df6a-45df-8d4f-c11b5ee0685f, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:20:12.773707 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-737976bc-e4ce-44b4-94f6-4e2230b362f8 None None] For port 43f5356b-df6a-45df-8d4f-c11b5ee0685f, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=43f5356b-df6a-45df-8d4f-c11b5ee0685f,segment=NetworkSegment(0cd70dc0-ec77-40c4-b5f6-56147f90d3f9),segment_id=0cd70dc0-ec77-40c4-b5f6-56147f90d3f9)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:20:12.779269 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-737976bc-e4ce-44b4-94f6-4e2230b362f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:12.846050 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737976bc-e4ce-44b4-94f6-4e2230b362f8 None None] Pushing event updated for resources: {'Port': ['ID=43f5356b-df6a-45df-8d4f-c11b5ee0685f,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:12.899640 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-f349f855-419a-4daf-a087-6bdcd017d11b tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Allocated IP 172.20.0.17 (6dbc694f-938d-4665-82a3-1f318c3b867d/39c03a87-f529-4d3d-9a43-831bdb84c126/656def15-a076-4c63-a84d-8a30ee5ca9cd) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:20:13.039953 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f349f855-419a-4daf-a087-6bdcd017d11b tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:13.056989 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-f349f855-419a-4daf-a087-6bdcd017d11b tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Transition to ACTIVE for port object 656def15-a076-4c63-a84d-8a30ee5ca9cd will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:20:13.110017 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f349f855-419a-4daf-a087-6bdcd017d11b tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:13.150940 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f349f855-419a-4daf-a087-6bdcd017d11b tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Network 6dbc694f-938d-4665-82a3-1f318c3b867d is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:20:13.154608 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-f349f855-419a-4daf-a087-6bdcd017d11b tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:20:13.160416 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f349f855-419a-4daf-a087-6bdcd017d11b tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:20:13.207498 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349f855-419a-4daf-a087-6bdcd017d11b tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Pushing event updated for resources: {'Port': ['ID=656def15-a076-4c63-a84d-8a30ee5ca9cd,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:13.227132 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f349f855-419a-4daf-a087-6bdcd017d11b tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:13.387215 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f349f855-419a-4daf-a087-6bdcd017d11b tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:13.748641 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f349f855-419a-4daf-a087-6bdcd017d11b tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:13.755910 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f349f855-419a-4daf-a087-6bdcd017d11b tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:13.843898 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f349f855-419a-4daf-a087-6bdcd017d11b tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Pushing event updated for resources: {'Port': ['ID=656def15-a076-4c63-a84d-8a30ee5ca9cd,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:13.851989 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f349f855-419a-4daf-a087-6bdcd017d11b tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:13.931434 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e5c46c1-19c5-42b4-9638-961dfa9ee990 None None] Network 6dbc694f-938d-4665-82a3-1f318c3b867d requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:20:13.960273 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f349f855-419a-4daf-a087-6bdcd017d11b tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Network 6dbc694f-938d-4665-82a3-1f318c3b867d is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:20:13.962142 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-f349f855-419a-4daf-a087-6bdcd017d11b tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:20:13.998467 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3c2e6752-b1b3-43ee-8c04-7d0c6da55d91 None None] Provisioning for port 43f5356b-df6a-45df-8d4f-c11b5ee0685f completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:20:14.099554 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f349f855-419a-4daf-a087-6bdcd017d11b tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Router 4adea6e7-7083-4b5e-a473-2cf454c503c3 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:20:14.232921 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 140f6ea3-27d0-48df-973f-03a58e454726 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:20:14.264430 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f349f855-419a-4daf-a087-6bdcd017d11b tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:20:14.276236 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f349f855-419a-4daf-a087-6bdcd017d11b tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "PUT /v2.0/routers/4adea6e7-7083-4b5e-a473-2cf454c503c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3601532 Jul 16 09:20:14.313144 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 140f6ea3-27d0-48df-973f-03a58e454726 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:20:14.317445 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 140f6ea3-27d0-48df-973f-03a58e454726 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:20:14.317913 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:14.412686 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:14.446212 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 140f6ea3-27d0-48df-973f-03a58e454726, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=140f6ea3-27d0-48df-973f-03a58e454726,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:20:14.457756 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:14.458489 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 43f5356b-df6a-45df-8d4f-c11b5ee0685f up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:20:14.528922 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-64fe23b3-1b11-4e66-acc6-9ee75b91d35d None None] Provisioning for port 656def15-a076-4c63-a84d-8a30ee5ca9cd completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:20:14.546669 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-64fe23b3-1b11-4e66-acc6-9ee75b91d35d None None] Provisioning complete for port 656def15-a076-4c63-a84d-8a30ee5ca9cd triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:20:14.548882 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-64fe23b3-1b11-4e66-acc6-9ee75b91d35d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:14.577736 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=140f6ea3-27d0-48df-973f-03a58e454726,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:14.589557 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9637d5b8-0901-498d-90e6-ad1763b79986 None None] Sync routers for ids ['4adea6e7-7083-4b5e-a473-2cf454c503c3'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:20:14.608302 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 43f5356b-df6a-45df-8d4f-c11b5ee0685f completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:20:14.614084 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9637d5b8-0901-498d-90e6-ad1763b79986 None None] Routers {'4adea6e7-7083-4b5e-a473-2cf454c503c3'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:20:14.614747 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9637d5b8-0901-498d-90e6-ad1763b79986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:20:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['4adea6e7-7083-4b5e-a473-2cf454c503c3'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:14.616557 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-64fe23b3-1b11-4e66-acc6-9ee75b91d35d None None] Port 656def15-a076-4c63-a84d-8a30ee5ca9cd cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:20:14.620089 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 43f5356b-df6a-45df-8d4f-c11b5ee0685f triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:20:14.620370 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:14.778501 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-9637d5b8-0901-498d-90e6-ad1763b79986 None None] Set router 4adea6e7-7083-4b5e-a473-2cf454c503c3 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:20:14.837610 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5e64a161-8621-4b8b-a9b9-54cbe16b73ec None None] Provisioning complete for port 656def15-a076-4c63-a84d-8a30ee5ca9cd triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:20:14.837987 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5e64a161-8621-4b8b-a9b9-54cbe16b73ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:14.843968 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-e151709f-51f9-4ec6-b9c4-baf24c4905d7 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:14.845578 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-e151709f-51f9-4ec6-b9c4-baf24c4905d7 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/networks?id=6dbc694f-938d-4665-82a3-1f318c3b867d HTTP/1.1" status: 200 len: 798 time: 0.1095941 Jul 16 09:20:14.860437 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-7f5f4ce2-246c-4e38-8ca1-4907aaf53146 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/quotas/0eed9f516ab34fa0a83a11485c7929e0 HTTP/1.1" status: 200 len: 375 time: 0.0093021 Jul 16 09:20:14.910994 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:14.940182 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-cea8f6bd-0cda-4d95-acec-6acf553e8ed0 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=0eed9f516ab34fa0a83a11485c7929e0&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0740106 Jul 16 09:20:14.945292 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-5e64a161-8621-4b8b-a9b9-54cbe16b73ec None None] Port 656def15-a076-4c63-a84d-8a30ee5ca9cd cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:20:14.957060 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-38ea37fa-23ca-4a01-b983-9d8b7bb86ee8 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:20:14.958514 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-38ea37fa-23ca-4a01-b983-9d8b7bb86ee8 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056913 Jul 16 09:20:15.005402 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 43f5356b-df6a-45df-8d4f-c11b5ee0685f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=43f5356b-df6a-45df-8d4f-c11b5ee0685f,segment=NetworkSegment(0cd70dc0-ec77-40c4-b5f6-56147f90d3f9),segment_id=0cd70dc0-ec77-40c4-b5f6-56147f90d3f9)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:20:15.012966 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:15.095960 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-412cd925-188f-45fd-bb05-222410e057c6 service neutron] 10.222.0.22 "GET /v2.0/networks/6dbc694f-938d-4665-82a3-1f318c3b867d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278658 Jul 16 09:20:15.117183 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-bd128251-10aa-4b77-94dc-1a8028c05121 None None] Provisioning complete for port 656def15-a076-4c63-a84d-8a30ee5ca9cd triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:20:15.117574 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bd128251-10aa-4b77-94dc-1a8028c05121 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:15.121010 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=43f5356b-df6a-45df-8d4f-c11b5ee0685f,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:15.165416 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-bd128251-10aa-4b77-94dc-1a8028c05121 None None] Port 656def15-a076-4c63-a84d-8a30ee5ca9cd cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:20:15.179081 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9637d5b8-0901-498d-90e6-ad1763b79986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adea6e7-7083-4b5e-a473-2cf454c503c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1751964879', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '140f6ea3-27d0-48df-973f-03a58e454726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:20:09Z', 'updated_at': '2021-07-16T09:20:13Z', 'revision_number': 4, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'gw_port': {'id': '140f6ea3-27d0-48df-973f-03a58e454726', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adea6e7-7083-4b5e-a473-2cf454c503c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:09Z', 'updated_at': '2021-07-16T09:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '656def15-a076-4c63-a84d-8a30ee5ca9cd', 'name': '', 'network_id': '6dbc694f-938d-4665-82a3-1f318c3b867d', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'mac_address': 'fa:16:3e:6b:d5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adea6e7-7083-4b5e-a473-2cf454c503c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '39c03a87-f529-4d3d-9a43-831bdb84c126', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:12Z', 'updated_at': '2021-07-16T09:20:13Z', 'revision_number': 2, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'subnets': [{'id': '39c03a87-f529-4d3d-9a43-831bdb84c126', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:15.202879 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-ac5846a2-2792-410a-936e-d3bd33a5895d service neutron] 10.222.0.22 "GET /v2.0/networks/6dbc694f-938d-4665-82a3-1f318c3b867d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025503 Jul 16 09:20:15.210674 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9637d5b8-0901-498d-90e6-ad1763b79986 None None] Checking router: 4adea6e7-7083-4b5e-a473-2cf454c503c3 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:20:15.211303 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9637d5b8-0901-498d-90e6-ad1763b79986 None None] Updating router 4adea6e7-7083-4b5e-a473-2cf454c503c3 port 656def15-a076-4c63-a84d-8a30ee5ca9cd binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:20:15.253603 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9637d5b8-0901-498d-90e6-ad1763b79986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:15.568066 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9637d5b8-0901-498d-90e6-ad1763b79986 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:15.568260 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-294d72bc-1759-49e3-a4a3-db03d074dbc1 req-f258bb87-b1bc-4252-867c-d57678302d50 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d563c8e6-f420-4448-a0bf-e723e3ad97cc HTTP/1.1" status: 200 len: 210 time: 0.1110046 Jul 16 09:20:15.589097 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9637d5b8-0901-498d-90e6-ad1763b79986 None None] Transition to ACTIVE for port object 656def15-a076-4c63-a84d-8a30ee5ca9cd will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:20:15.595737 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9637d5b8-0901-498d-90e6-ad1763b79986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:15.650249 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1401e-4faf-4183-9e4e-82663d8df7de None None] Pushing event updated for resources: {'Port': ['ID=656def15-a076-4c63-a84d-8a30ee5ca9cd,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:15.725188 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-9637d5b8-0901-498d-90e6-ad1763b79986 None None] Attempting to bind port 656def15-a076-4c63-a84d-8a30ee5ca9cd on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:20:15.725568 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-9637d5b8-0901-498d-90e6-ad1763b79986 None None] Attempting to bind port 656def15-a076-4c63-a84d-8a30ee5ca9cd by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '0cd70dc0-ec77-40c4-b5f6-56147f90d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6dbc694f-938d-4665-82a3-1f318c3b867d'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:20:15.725942 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9637d5b8-0901-498d-90e6-ad1763b79986 None None] Attempting to bind port 656def15-a076-4c63-a84d-8a30ee5ca9cd on network 6dbc694f-938d-4665-82a3-1f318c3b867d {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:20:15.731191 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9637d5b8-0901-498d-90e6-ad1763b79986 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:20:15.731573 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9637d5b8-0901-498d-90e6-ad1763b79986 None None] Checking segment: {'id': '0cd70dc0-ec77-40c4-b5f6-56147f90d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6dbc694f-938d-4665-82a3-1f318c3b867d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:20:15.732101 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9637d5b8-0901-498d-90e6-ad1763b79986 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:15.732493 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9637d5b8-0901-498d-90e6-ad1763b79986 None None] Bound using segment: {'id': '0cd70dc0-ec77-40c4-b5f6-56147f90d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6dbc694f-938d-4665-82a3-1f318c3b867d'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:20:15.732969 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-9637d5b8-0901-498d-90e6-ad1763b79986 None None] Bound port: 656def15-a076-4c63-a84d-8a30ee5ca9cd, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0cd70dc0-ec77-40c4-b5f6-56147f90d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6dbc694f-938d-4665-82a3-1f318c3b867d'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:20:15.733363 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9637d5b8-0901-498d-90e6-ad1763b79986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:15.803449 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-9637d5b8-0901-498d-90e6-ad1763b79986 None None] For port 656def15-a076-4c63-a84d-8a30ee5ca9cd, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:20:15.807332 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-9637d5b8-0901-498d-90e6-ad1763b79986 None None] For port 656def15-a076-4c63-a84d-8a30ee5ca9cd, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=656def15-a076-4c63-a84d-8a30ee5ca9cd,segment=NetworkSegment(0cd70dc0-ec77-40c4-b5f6-56147f90d3f9),segment_id=0cd70dc0-ec77-40c4-b5f6-56147f90d3f9)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:20:15.812058 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9637d5b8-0901-498d-90e6-ad1763b79986 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:15.911916 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b1401e-4faf-4183-9e4e-82663d8df7de None None] Pushing event updated for resources: {'Port': ['ID=656def15-a076-4c63-a84d-8a30ee5ca9cd,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:15.916311 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9637d5b8-0901-498d-90e6-ad1763b79986 None None] Routers {'4adea6e7-7083-4b5e-a473-2cf454c503c3'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:20:15.917018 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9637d5b8-0901-498d-90e6-ad1763b79986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:20:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['4adea6e7-7083-4b5e-a473-2cf454c503c3'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:16.037138 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-9637d5b8-0901-498d-90e6-ad1763b79986 None None] Set router 4adea6e7-7083-4b5e-a473-2cf454c503c3 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:20:16.154579 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 140f6ea3-27d0-48df-973f-03a58e454726 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:20:16.459186 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 140f6ea3-27d0-48df-973f-03a58e454726 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:20:16.459580 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:16.506765 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9637d5b8-0901-498d-90e6-ad1763b79986 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adea6e7-7083-4b5e-a473-2cf454c503c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1751964879', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '140f6ea3-27d0-48df-973f-03a58e454726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:20:09Z', 'updated_at': '2021-07-16T09:20:13Z', 'revision_number': 4, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'gw_port': {'id': '140f6ea3-27d0-48df-973f-03a58e454726', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adea6e7-7083-4b5e-a473-2cf454c503c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:09Z', 'updated_at': '2021-07-16T09:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '656def15-a076-4c63-a84d-8a30ee5ca9cd', 'name': '', 'network_id': '6dbc694f-938d-4665-82a3-1f318c3b867d', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'mac_address': 'fa:16:3e:6b:d5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adea6e7-7083-4b5e-a473-2cf454c503c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '39c03a87-f529-4d3d-9a43-831bdb84c126', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:12Z', 'updated_at': '2021-07-16T09:20:15Z', 'revision_number': 4, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'subnets': [{'id': '39c03a87-f529-4d3d-9a43-831bdb84c126', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:16.540102 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9637d5b8-0901-498d-90e6-ad1763b79986 None None] The sync data for ids ['4adea6e7-7083-4b5e-a473-2cf454c503c3'] in n-d-771362-37 is: [{'id': '4adea6e7-7083-4b5e-a473-2cf454c503c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1751964879', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '140f6ea3-27d0-48df-973f-03a58e454726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:20:09Z', 'updated_at': '2021-07-16T09:20:13Z', 'revision_number': 4, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'gw_port': {'id': '140f6ea3-27d0-48df-973f-03a58e454726', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adea6e7-7083-4b5e-a473-2cf454c503c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:09Z', 'updated_at': '2021-07-16T09:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '656def15-a076-4c63-a84d-8a30ee5ca9cd', 'name': '', 'network_id': '6dbc694f-938d-4665-82a3-1f318c3b867d', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'mac_address': 'fa:16:3e:6b:d5:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4adea6e7-7083-4b5e-a473-2cf454c503c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '39c03a87-f529-4d3d-9a43-831bdb84c126', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:12Z', 'updated_at': '2021-07-16T09:20:15Z', 'revision_number': 4, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'subnets': [{'id': '39c03a87-f529-4d3d-9a43-831bdb84c126', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:20:16.602178 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-d0424f49-5416-4bd2-83db-479d544f7cb0 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:16.604821 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-d0424f49-5416-4bd2-83db-479d544f7cb0 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.21 "GET /v2.0/networks?id=6dbc694f-938d-4665-82a3-1f318c3b867d HTTP/1.1" status: 200 len: 798 time: 0.1514652 Jul 16 09:20:16.611276 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 43f5356b-df6a-45df-8d4f-c11b5ee0685f up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:20:16.618145 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-857cce40-18e0-46e7-8cad-3cfbd283de67 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Request body: {'port': {'device_id': 'd563c8e6-f420-4448-a0bf-e723e3ad97cc', 'network_id': '6dbc694f-938d-4665-82a3-1f318c3b867d', 'admin_state_up': True, 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:20:16.705168 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 43f5356b-df6a-45df-8d4f-c11b5ee0685f triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:20:16.705986 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:16.789320 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-731e624c-c9ad-4d01-88fa-2fede70ab60a req-dfa4978f-1b52-4d90-9edd-cfab02c28f88 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d563c8e6-f420-4448-a0bf-e723e3ad97cc HTTP/1.1" status: 200 len: 210 time: 0.0372040 Jul 16 09:20:16.835007 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-857cce40-18e0-46e7-8cad-3cfbd283de67 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Made reservation on behalf of 0eed9f516ab34fa0a83a11485c7929e0 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:20:16.838721 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-857cce40-18e0-46e7-8cad-3cfbd283de67 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:16.972822 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-857cce40-18e0-46e7-8cad-3cfbd283de67 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Allocated IP 172.20.0.25 (6dbc694f-938d-4665-82a3-1f318c3b867d/39c03a87-f529-4d3d-9a43-831bdb84c126/e14ef411-cbb0-4da8-b803-435debaff170) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:20:17.093824 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-857cce40-18e0-46e7-8cad-3cfbd283de67 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:17.108887 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-857cce40-18e0-46e7-8cad-3cfbd283de67 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Transition to ACTIVE for port object e14ef411-cbb0-4da8-b803-435debaff170 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:20:17.144604 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-857cce40-18e0-46e7-8cad-3cfbd283de67 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:17.187892 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-857cce40-18e0-46e7-8cad-3cfbd283de67 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Network 6dbc694f-938d-4665-82a3-1f318c3b867d is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:20:17.191963 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-857cce40-18e0-46e7-8cad-3cfbd283de67 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:20:17.199126 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-857cce40-18e0-46e7-8cad-3cfbd283de67 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:20:17.236326 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857cce40-18e0-46e7-8cad-3cfbd283de67 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Pushing event updated for resources: {'Port': ['ID=e14ef411-cbb0-4da8-b803-435debaff170,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:17.270776 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-857cce40-18e0-46e7-8cad-3cfbd283de67 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:17.271441 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-857cce40-18e0-46e7-8cad-3cfbd283de67 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:17.287873 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-857cce40-18e0-46e7-8cad-3cfbd283de67 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.6741550 Jul 16 09:20:17.353769 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-62e04f79-a61b-4650-bd6f-ab01c7c010b3 service neutron] Request body: {'port': {'device_id': 'd563c8e6-f420-4448-a0bf-e723e3ad97cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:20:17.438738 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-62e04f79-a61b-4650-bd6f-ab01c7c010b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:17.448730 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-60c35063-701e-4c32-9243-602857354a3a None None] Provisioning for port e14ef411-cbb0-4da8-b803-435debaff170 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:20:17.454215 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-60c35063-701e-4c32-9243-602857354a3a None None] Provisioning complete for port e14ef411-cbb0-4da8-b803-435debaff170 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:20:17.454823 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-60c35063-701e-4c32-9243-602857354a3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:17.496650 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-60c35063-701e-4c32-9243-602857354a3a None None] Port e14ef411-cbb0-4da8-b803-435debaff170 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:20:17.764173 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-62e04f79-a61b-4650-bd6f-ab01c7c010b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e14ef411-cbb0-4da8-b803-435debaff170 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:20:17.771382 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-62e04f79-a61b-4650-bd6f-ab01c7c010b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:17.782974 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-62e04f79-a61b-4650-bd6f-ab01c7c010b3 service neutron] Transition to ACTIVE for port object e14ef411-cbb0-4da8-b803-435debaff170 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:20:17.786903 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-62e04f79-a61b-4650-bd6f-ab01c7c010b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:17.856195 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e04f79-a61b-4650-bd6f-ab01c7c010b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e14ef411-cbb0-4da8-b803-435debaff170,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:17.915936 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-62e04f79-a61b-4650-bd6f-ab01c7c010b3 service neutron] Attempting to bind port e14ef411-cbb0-4da8-b803-435debaff170 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:20:17.916514 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-62e04f79-a61b-4650-bd6f-ab01c7c010b3 service neutron] Attempting to bind port e14ef411-cbb0-4da8-b803-435debaff170 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '0cd70dc0-ec77-40c4-b5f6-56147f90d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6dbc694f-938d-4665-82a3-1f318c3b867d'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:20:17.916975 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-62e04f79-a61b-4650-bd6f-ab01c7c010b3 service neutron] Attempting to bind port e14ef411-cbb0-4da8-b803-435debaff170 on network 6dbc694f-938d-4665-82a3-1f318c3b867d {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:20:17.926025 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-62e04f79-a61b-4650-bd6f-ab01c7c010b3 service neutron] Port e14ef411-cbb0-4da8-b803-435debaff170 on network 6dbc694f-938d-4665-82a3-1f318c3b867d not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:20:17.926461 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-62e04f79-a61b-4650-bd6f-ab01c7c010b3 service neutron] Attempting to bind port e14ef411-cbb0-4da8-b803-435debaff170 on network 6dbc694f-938d-4665-82a3-1f318c3b867d {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:20:17.932626 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-62e04f79-a61b-4650-bd6f-ab01c7c010b3 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 20, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:20:17.932938 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-62e04f79-a61b-4650-bd6f-ab01c7c010b3 service neutron] Checking segment: {'id': '0cd70dc0-ec77-40c4-b5f6-56147f90d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6dbc694f-938d-4665-82a3-1f318c3b867d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:20:17.933341 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-62e04f79-a61b-4650-bd6f-ab01c7c010b3 service neutron] Bound using segment: {'id': '0cd70dc0-ec77-40c4-b5f6-56147f90d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6dbc694f-938d-4665-82a3-1f318c3b867d'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:20:17.933788 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-62e04f79-a61b-4650-bd6f-ab01c7c010b3 service neutron] Bound port: e14ef411-cbb0-4da8-b803-435debaff170, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0cd70dc0-ec77-40c4-b5f6-56147f90d3f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6dbc694f-938d-4665-82a3-1f318c3b867d'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:20:17.934720 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-62e04f79-a61b-4650-bd6f-ab01c7c010b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:17.998704 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824b423c-6cd4-43ac-b6e4-ad8fae00ec29 req-6dc01a5e-4c1b-4bb6-b897-2c2aff15cfb2 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:18.001623 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-824b423c-6cd4-43ac-b6e4-ad8fae00ec29 req-6dc01a5e-4c1b-4bb6-b897-2c2aff15cfb2 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d563c8e6-f420-4448-a0bf-e723e3ad97cc HTTP/1.1" status: 200 len: 907 time: 0.0805128 Jul 16 09:20:18.037108 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-62e04f79-a61b-4650-bd6f-ab01c7c010b3 service neutron] For port e14ef411-cbb0-4da8-b803-435debaff170, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:20:18.041000 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-62e04f79-a61b-4650-bd6f-ab01c7c010b3 service neutron] For port e14ef411-cbb0-4da8-b803-435debaff170, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e14ef411-cbb0-4da8-b803-435debaff170,segment=NetworkSegment(0cd70dc0-ec77-40c4-b5f6-56147f90d3f9),segment_id=0cd70dc0-ec77-40c4-b5f6-56147f90d3f9)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:20:18.047223 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-62e04f79-a61b-4650-bd6f-ab01c7c010b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:18.084697 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-62e04f79-a61b-4650-bd6f-ab01c7c010b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:18.085575 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-62e04f79-a61b-4650-bd6f-ab01c7c010b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:18.088185 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-62e04f79-a61b-4650-bd6f-ab01c7c010b3 service neutron] 10.222.0.21 "PUT /v2.0/ports/e14ef411-cbb0-4da8-b803-435debaff170 HTTP/1.1" status: 200 len: 1056 time: 0.7932220 Jul 16 09:20:18.088951 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd563c8e6-f420-4448-a0bf-e723e3ad97cc', 'tag': 'e14ef411-cbb0-4da8-b803-435debaff170'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:20:18.092170 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90c2a0aba308c3d6b7ccbaa8b71dab3cdd1df25ca4a18159a643236041e931aa" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e622020-f46a-4eec-909a-492bb9c59170" -d '{"events": [{"name": "network-changed", "server_uuid": "d563c8e6-f420-4448-a0bf-e723e3ad97cc", "tag": "e14ef411-cbb0-4da8-b803-435debaff170"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:20:18.135052 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e04f79-a61b-4650-bd6f-ab01c7c010b3 service neutron] Pushing event updated for resources: {'Port': ['ID=e14ef411-cbb0-4da8-b803-435debaff170,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:18.172200 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bccc543c-6d27-4ce4-a0df-50b00b670858 x-openstack-request-id: req-bccc543c-6d27-4ce4-a0df-50b00b670858 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:20:18.172965 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d563c8e6-f420-4448-a0bf-e723e3ad97cc", "tag": "e14ef411-cbb0-4da8-b803-435debaff170", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:20:18.172965 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bccc543c-6d27-4ce4-a0df-50b00b670858 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:20:18.173298 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd563c8e6-f420-4448-a0bf-e723e3ad97cc', 'tag': 'e14ef411-cbb0-4da8-b803-435debaff170', 'status': 'completed', 'code': 200} Jul 16 09:20:18.217247 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-1e03879c-3e88-4eb1-b69b-c103e5037bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:18.219122 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-1e03879c-3e88-4eb1-b69b-c103e5037bc3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0eed9f516ab34fa0a83a11485c7929e0&device_id=d563c8e6-f420-4448-a0bf-e723e3ad97cc HTTP/1.1" status: 200 len: 1059 time: 0.0807903 Jul 16 09:20:18.223706 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 656def15-a076-4c63-a84d-8a30ee5ca9cd up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:20:18.269729 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-c6f3d47c-3923-4e13-9fec-d17399735377 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=e14ef411-cbb0-4da8-b803-435debaff170 HTTP/1.1" status: 200 len: 217 time: 0.0435910 Jul 16 09:20:18.291297 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 656def15-a076-4c63-a84d-8a30ee5ca9cd completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:20:18.296269 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 656def15-a076-4c63-a84d-8a30ee5ca9cd triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:20:18.296947 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:18.325740 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-5c671e72-f8a0-471a-b7b0-f982fec62b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:18.327230 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-5c671e72-f8a0-471a-b7b0-f982fec62b82 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39c03a87-f529-4d3d-9a43-831bdb84c126 HTTP/1.1" status: 200 len: 838 time: 0.0515277 Jul 16 09:20:18.386124 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-86fe4e90-d4f1-4580-a20d-127841521ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:18.387553 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-86fe4e90-d4f1-4580-a20d-127841521ee1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6dbc694f-938d-4665-82a3-1f318c3b867d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0544732 Jul 16 09:20:18.391659 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:18.427774 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 656def15-a076-4c63-a84d-8a30ee5ca9cd, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=656def15-a076-4c63-a84d-8a30ee5ca9cd,segment=NetworkSegment(0cd70dc0-ec77-40c4-b5f6-56147f90d3f9),segment_id=0cd70dc0-ec77-40c4-b5f6-56147f90d3f9)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:20:18.431708 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:18.480378 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=656def15-a076-4c63-a84d-8a30ee5ca9cd,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:18.486421 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-16799fa2-f672-4459-9d0a-de86305e4ee7 service neutron] 10.222.0.21 "GET /v2.0/networks/6dbc694f-938d-4665-82a3-1f318c3b867d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920670 Jul 16 09:20:18.574110 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7f1e0a7-af43-4799-8e0f-6cf7e97a10c9 req-dac8a373-cdf9-4a4c-84b7-dfee889d4f31 service neutron] 10.222.0.21 "GET /v2.0/networks/6dbc694f-938d-4665-82a3-1f318c3b867d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816689 Jul 16 09:20:18.680923 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e622020-f46a-4eec-909a-492bb9c59170 req-48ed0789-2ee5-468f-a3cd-10e2aa89f982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:18.682776 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5e622020-f46a-4eec-909a-492bb9c59170 req-48ed0789-2ee5-468f-a3cd-10e2aa89f982 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=0eed9f516ab34fa0a83a11485c7929e0&device_id=d563c8e6-f420-4448-a0bf-e723e3ad97cc HTTP/1.1" status: 200 len: 1059 time: 0.0574930 Jul 16 09:20:18.770692 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e622020-f46a-4eec-909a-492bb9c59170 req-2eaffe03-5b50-4be1-afa8-dab930cd59bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:18.772180 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5e622020-f46a-4eec-909a-492bb9c59170 req-2eaffe03-5b50-4be1-afa8-dab930cd59bc service neutron] 10.222.0.21 "GET /v2.0/networks?id=6dbc694f-938d-4665-82a3-1f318c3b867d HTTP/1.1" status: 200 len: 899 time: 0.0835466 Jul 16 09:20:18.817111 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5e622020-f46a-4eec-909a-492bb9c59170 req-31244cbe-1398-43ae-9604-a0b9f09815cb service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.25&port_id=e14ef411-cbb0-4da8-b803-435debaff170 HTTP/1.1" status: 200 len: 217 time: 0.0377831 Jul 16 09:20:18.865790 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e622020-f46a-4eec-909a-492bb9c59170 req-ce6cb257-0bb3-422e-8775-605fad936543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:18.867159 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5e622020-f46a-4eec-909a-492bb9c59170 req-ce6cb257-0bb3-422e-8775-605fad936543 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39c03a87-f529-4d3d-9a43-831bdb84c126 HTTP/1.1" status: 200 len: 838 time: 0.0438538 Jul 16 09:20:18.924290 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e622020-f46a-4eec-909a-492bb9c59170 req-de5e1850-0faa-4909-964e-b49dc2c6cd61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:18.925860 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5e622020-f46a-4eec-909a-492bb9c59170 req-de5e1850-0faa-4909-964e-b49dc2c6cd61 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=6dbc694f-938d-4665-82a3-1f318c3b867d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0520527 Jul 16 09:20:19.020090 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5e622020-f46a-4eec-909a-492bb9c59170 req-f2830390-0573-4de5-a68c-cbd08b61607a service neutron] 10.222.0.21 "GET /v2.0/networks/6dbc694f-938d-4665-82a3-1f318c3b867d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860326 Jul 16 09:20:19.113024 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5e622020-f46a-4eec-909a-492bb9c59170 req-18db50d1-bc3c-40bc-915c-8cd0667d02fc service neutron] 10.222.0.21 "GET /v2.0/networks/6dbc694f-938d-4665-82a3-1f318c3b867d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847831 Jul 16 09:20:19.182472 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b109b638-4077-472e-a80d-d84d78ab8dfa req-cfcc1958-d562-4fbe-8523-0db7a4603594 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:19.183983 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b109b638-4077-472e-a80d-d84d78ab8dfa req-cfcc1958-d562-4fbe-8523-0db7a4603594 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d563c8e6-f420-4448-a0bf-e723e3ad97cc HTTP/1.1" status: 200 len: 907 time: 0.0673480 Jul 16 09:20:20.133684 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 656def15-a076-4c63-a84d-8a30ee5ca9cd up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:20:20.181757 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 656def15-a076-4c63-a84d-8a30ee5ca9cd triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:20:20.182127 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:20.368886 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cbde50-7f86-44fd-8e68-32891812a3cd req-ba695468-730a-4f6c-8a0d-c22354ca39a3 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:20.370313 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-24cbde50-7f86-44fd-8e68-32891812a3cd req-ba695468-730a-4f6c-8a0d-c22354ca39a3 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d563c8e6-f420-4448-a0bf-e723e3ad97cc HTTP/1.1" status: 200 len: 907 time: 0.0711341 Jul 16 09:20:20.665850 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device e14ef411-cbb0-4da8-b803-435debaff170 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:20:20.761825 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port e14ef411-cbb0-4da8-b803-435debaff170, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e14ef411-cbb0-4da8-b803-435debaff170,segment=NetworkSegment(0cd70dc0-ec77-40c4-b5f6-56147f90d3f9),segment_id=0cd70dc0-ec77-40c4-b5f6-56147f90d3f9)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:20:20.772757 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'e14ef411-cbb0-4da8-b803-435debaff170', 'network_id': '6dbc694f-938d-4665-82a3-1f318c3b867d', 'port_id': 'e14ef411-cbb0-4da8-b803-435debaff170', 'mac_address': 'fa:16:3e:8c:3e:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39c03a87-f529-4d3d-9a43-831bdb84c126', 'ip_address': '172.20.0.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:20:20.812623 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:20.827697 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e14ef411-cbb0-4da8-b803-435debaff170 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:20:20.849357 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port e14ef411-cbb0-4da8-b803-435debaff170, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e14ef411-cbb0-4da8-b803-435debaff170,segment=NetworkSegment(0cd70dc0-ec77-40c4-b5f6-56147f90d3f9),segment_id=0cd70dc0-ec77-40c4-b5f6-56147f90d3f9)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:20:20.853386 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:20.901005 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=e14ef411-cbb0-4da8-b803-435debaff170,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:21.053497 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['e14ef411-cbb0-4da8-b803-435debaff170'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:20:21.547675 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e81cd3-2eb0-4d39-afb5-ced20ffbbb7e req-dbcb758a-2996-4665-b846-9c117009ab12 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:21.549331 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-20e81cd3-2eb0-4d39-afb5-ced20ffbbb7e req-dbcb758a-2996-4665-b846-9c117009ab12 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d563c8e6-f420-4448-a0bf-e723e3ad97cc HTTP/1.1" status: 200 len: 908 time: 0.0641487 Jul 16 09:20:22.697371 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device e14ef411-cbb0-4da8-b803-435debaff170 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:20:22.739969 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b9649-bdf9-4c8a-9c78-a5921db65e4c req-8f50d7d6-ee83-4b72-9878-5acae76f05e3 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:22.742071 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9b0b9649-bdf9-4c8a-9c78-a5921db65e4c req-8f50d7d6-ee83-4b72-9878-5acae76f05e3 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d563c8e6-f420-4448-a0bf-e723e3ad97cc HTTP/1.1" status: 200 len: 908 time: 0.0776155 Jul 16 09:20:22.757973 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port e14ef411-cbb0-4da8-b803-435debaff170 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:20:22.762434 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port e14ef411-cbb0-4da8-b803-435debaff170 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:20:22.762705 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:22.844811 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:22.867708 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd563c8e6-f420-4448-a0bf-e723e3ad97cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14ef411-cbb0-4da8-b803-435debaff170'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:20:22.870060 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}cacee2d2576b6522caddab4b16bd6953635660b85e76fa731ffbc4a6b0967cb1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61fc1981-526d-4de8-8fba-05c763a3f1c9" -d '{"events": [{"server_uuid": "d563c8e6-f420-4448-a0bf-e723e3ad97cc", "name": "network-vif-plugged", "status": "completed", "tag": "e14ef411-cbb0-4da8-b803-435debaff170"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:20:22.884415 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port e14ef411-cbb0-4da8-b803-435debaff170, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e14ef411-cbb0-4da8-b803-435debaff170,segment=NetworkSegment(0cd70dc0-ec77-40c4-b5f6-56147f90d3f9),segment_id=0cd70dc0-ec77-40c4-b5f6-56147f90d3f9)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:20:22.888680 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:22.913306 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90909009-b2e7-48e4-ada2-c653351a68ef x-openstack-request-id: req-90909009-b2e7-48e4-ada2-c653351a68ef {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:20:22.913599 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d563c8e6-f420-4448-a0bf-e723e3ad97cc", "name": "network-vif-plugged", "status": "completed", "tag": "e14ef411-cbb0-4da8-b803-435debaff170", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:20:22.913913 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-90909009-b2e7-48e4-ada2-c653351a68ef {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:20:22.914333 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd563c8e6-f420-4448-a0bf-e723e3ad97cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e14ef411-cbb0-4da8-b803-435debaff170', 'code': 200} Jul 16 09:20:22.942763 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=e14ef411-cbb0-4da8-b803-435debaff170,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:22.950975 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:22.951339 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:22.951700 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:22.952055 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:22.952458 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:22.952806 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:22.953140 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:22.953520 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:22.953874 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:22.954206 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:22.954541 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:22.954862 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:23.105407 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e5ce5-0d3d-4eb8-9cc4-67e8909b3c37 req-4cb7f785-4d94-4166-9832-c9f5f5f218fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:23.106918 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b54e5ce5-0d3d-4eb8-9cc4-67e8909b3c37 req-4cb7f785-4d94-4166-9832-c9f5f5f218fc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=d563c8e6-f420-4448-a0bf-e723e3ad97cc HTTP/1.1" status: 200 len: 1061 time: 0.0875442 Jul 16 09:20:23.939125 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30463b99-5703-408c-b936-b8a5418a7917 req-233f2766-c02a-4508-8748-c117823e600a tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:23.940918 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-30463b99-5703-408c-b936-b8a5418a7917 req-233f2766-c02a-4508-8748-c117823e600a tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d563c8e6-f420-4448-a0bf-e723e3ad97cc HTTP/1.1" status: 200 len: 909 time: 0.0804877 Jul 16 09:20:25.123185 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4073a8a9-ad84-4aeb-9c34-1ffc7caccf8c req-38fc183d-a06e-4df6-8d04-3092761e330b tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:25.124676 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4073a8a9-ad84-4aeb-9c34-1ffc7caccf8c req-38fc183d-a06e-4df6-8d04-3092761e330b tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d563c8e6-f420-4448-a0bf-e723e3ad97cc HTTP/1.1" status: 200 len: 909 time: 0.0619459 Jul 16 09:20:25.626311 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd2db00-951b-4163-856a-af3f03a4fb05 req-10934c0d-a6bb-40eb-935e-a7f92558bfd8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:25.627829 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-efd2db00-951b-4163-856a-af3f03a4fb05 req-10934c0d-a6bb-40eb-935e-a7f92558bfd8 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d563c8e6-f420-4448-a0bf-e723e3ad97cc HTTP/1.1" status: 200 len: 909 time: 0.3864789 Jul 16 09:20:25.791290 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beeebc73-acd6-4ddc-98bd-f8a868425f84 req-5369c1f6-2ca0-4e49-9923-53d779479a41 tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:25.792842 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-beeebc73-acd6-4ddc-98bd-f8a868425f84 req-5369c1f6-2ca0-4e49-9923-53d779479a41 tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d563c8e6-f420-4448-a0bf-e723e3ad97cc HTTP/1.1" status: 200 len: 1061 time: 0.0565243 Jul 16 09:20:25.951596 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaadeb2-b654-45e6-bc89-2891bda7d775 req-1f120e8c-2164-4b35-954a-3d4114c552c1 tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:25.953071 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-acaadeb2-b654-45e6-bc89-2891bda7d775 req-1f120e8c-2164-4b35-954a-3d4114c552c1 tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=455c59a7-977a-46fd-830d-1a4b0b4e3f3d HTTP/1.1" status: 200 len: 1137 time: 0.0527565 Jul 16 09:20:25.989818 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-acaadeb2-b654-45e6-bc89-2891bda7d775 req-2f2555d2-4542-49e9-bd6d-d537d32fd44c tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] 10.222.0.22 "GET /v2.0/security-groups?id=2725690d-eb7f-4314-8074-da0a6472959e&id=45fe3362-f861-4d18-a9e1-942dc0b4c331&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0304551 Jul 16 09:20:26.019710 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45090) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:26.071807 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929e6c78-ebab-4869-800f-df9b4998c7f3 tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:26.073324 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-929e6c78-ebab-4869-800f-df9b4998c7f3 tempest-TestSecurityGroupsBasicOps-1568253418 tempest-TestSecurityGroupsBasicOps-1568253418-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=d563c8e6-f420-4448-a0bf-e723e3ad97cc HTTP/1.1" status: 200 len: 1056 time: 0.0525856 Jul 16 09:20:26.429433 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ffe84e-36a9-4e4d-91d9-ed04989477a6 req-7b9d2e3a-658a-4296-845e-3e768b4721ff tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:26.430932 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-79ffe84e-36a9-4e4d-91d9-ed04989477a6 req-7b9d2e3a-658a-4296-845e-3e768b4721ff tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d563c8e6-f420-4448-a0bf-e723e3ad97cc HTTP/1.1" status: 200 len: 909 time: 0.0622950 Jul 16 09:20:27.605385 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29fe95-891d-46ea-8563-cdab0171bfb6 req-de6ebf0d-1390-4e45-a3ee-856c941e4ab4 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:27.606882 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0c29fe95-891d-46ea-8563-cdab0171bfb6 req-de6ebf0d-1390-4e45-a3ee-856c941e4ab4 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/ports?device_id=d563c8e6-f420-4448-a0bf-e723e3ad97cc HTTP/1.1" status: 200 len: 909 time: 0.0629449 Jul 16 09:20:27.640129 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23201ff6-a5fa-4e32-a226-ba55f9fb1dde req-1b8b144e-c39a-4e05-ab9c-a3580020b409 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:27.641847 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-23201ff6-a5fa-4e32-a226-ba55f9fb1dde req-1b8b144e-c39a-4e05-ab9c-a3580020b409 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.21 "GET /v2.0/ports?device_id=d563c8e6-f420-4448-a0bf-e723e3ad97cc HTTP/1.1" status: 200 len: 909 time: 0.0617697 Jul 16 09:20:27.741150 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-23201ff6-a5fa-4e32-a226-ba55f9fb1dde req-1a14c32e-a4b3-41a8-8404-1ddb0ea7f90e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Deleting port e14ef411-cbb0-4da8-b803-435debaff170 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:20:27.741487 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-23201ff6-a5fa-4e32-a226-ba55f9fb1dde req-1a14c32e-a4b3-41a8-8404-1ddb0ea7f90e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:27.826039 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-23201ff6-a5fa-4e32-a226-ba55f9fb1dde req-1a14c32e-a4b3-41a8-8404-1ddb0ea7f90e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] For port e14ef411-cbb0-4da8-b803-435debaff170, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=e14ef411-cbb0-4da8-b803-435debaff170,segment=NetworkSegment(0cd70dc0-ec77-40c4-b5f6-56147f90d3f9),segment_id=0cd70dc0-ec77-40c4-b5f6-56147f90d3f9)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:20:27.826407 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-23201ff6-a5fa-4e32-a226-ba55f9fb1dde req-1a14c32e-a4b3-41a8-8404-1ddb0ea7f90e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:27.838814 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-23201ff6-a5fa-4e32-a226-ba55f9fb1dde req-1a14c32e-a4b3-41a8-8404-1ddb0ea7f90e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Calling delete_port for e14ef411-cbb0-4da8-b803-435debaff170 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:20:27.963207 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-23201ff6-a5fa-4e32-a226-ba55f9fb1dde req-1a14c32e-a4b3-41a8-8404-1ddb0ea7f90e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:27.988983 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a14c32e-a4b3-41a8-8404-1ddb0ea7f90e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Pushing event deleted for resources: {'Port': ['ID=e14ef411-cbb0-4da8-b803-435debaff170,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:28.024913 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14c32e-a4b3-41a8-8404-1ddb0ea7f90e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:28.025264 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14c32e-a4b3-41a8-8404-1ddb0ea7f90e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:28.025611 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14c32e-a4b3-41a8-8404-1ddb0ea7f90e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:28.025948 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14c32e-a4b3-41a8-8404-1ddb0ea7f90e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:28.026283 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14c32e-a4b3-41a8-8404-1ddb0ea7f90e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:28.026618 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14c32e-a4b3-41a8-8404-1ddb0ea7f90e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:28.026955 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14c32e-a4b3-41a8-8404-1ddb0ea7f90e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:28.027282 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14c32e-a4b3-41a8-8404-1ddb0ea7f90e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:28.027615 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14c32e-a4b3-41a8-8404-1ddb0ea7f90e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:28.027937 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14c32e-a4b3-41a8-8404-1ddb0ea7f90e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:28.028260 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14c32e-a4b3-41a8-8404-1ddb0ea7f90e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:28.028607 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a14c32e-a4b3-41a8-8404-1ddb0ea7f90e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:28.052794 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-23201ff6-a5fa-4e32-a226-ba55f9fb1dde req-1a14c32e-a4b3-41a8-8404-1ddb0ea7f90e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] No DVR routers for this DVR port e14ef411-cbb0-4da8-b803-435debaff170 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:20:28.055697 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-23201ff6-a5fa-4e32-a226-ba55f9fb1dde req-1a14c32e-a4b3-41a8-8404-1ddb0ea7f90e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:28.057762 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-23201ff6-a5fa-4e32-a226-ba55f9fb1dde req-1a14c32e-a4b3-41a8-8404-1ddb0ea7f90e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.21 "DELETE /v2.0/ports/e14ef411-cbb0-4da8-b803-435debaff170 HTTP/1.1" status: 204 len: 173 time: 0.4105151 Jul 16 09:20:28.058371 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd563c8e6-f420-4448-a0bf-e723e3ad97cc', 'name': 'network-vif-deleted', 'tag': 'e14ef411-cbb0-4da8-b803-435debaff170'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:20:28.110919 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ceae832-5d83-49c1-97d0-81e37e5c49e7" -d '{"events": [{"server_uuid": "d563c8e6-f420-4448-a0bf-e723e3ad97cc", "name": "network-vif-deleted", "tag": "e14ef411-cbb0-4da8-b803-435debaff170"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:20:28.198765 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:20:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96778e20-de69-4e67-a22a-412c7a41c53d x-openstack-request-id: req-96778e20-de69-4e67-a22a-412c7a41c53d {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:20:28.199057 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d563c8e6-f420-4448-a0bf-e723e3ad97cc", "name": "network-vif-deleted", "tag": "e14ef411-cbb0-4da8-b803-435debaff170", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:20:28.199340 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-96778e20-de69-4e67-a22a-412c7a41c53d {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:20:28.199755 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd563c8e6-f420-4448-a0bf-e723e3ad97cc', 'name': 'network-vif-deleted', 'tag': 'e14ef411-cbb0-4da8-b803-435debaff170', 'status': 'completed', 'code': 200} Jul 16 09:20:28.263894 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:20:28.700566 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45106) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:29.050521 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-298c563d-957f-4d7d-a0fb-1797d149d3ab tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:29.306673 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-298c563d-957f-4d7d-a0fb-1797d149d3ab tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Deleting port 656def15-a076-4c63-a84d-8a30ee5ca9cd {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:20:29.306932 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-298c563d-957f-4d7d-a0fb-1797d149d3ab tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:29.393886 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-298c563d-957f-4d7d-a0fb-1797d149d3ab tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] For port 656def15-a076-4c63-a84d-8a30ee5ca9cd, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=656def15-a076-4c63-a84d-8a30ee5ca9cd,segment=NetworkSegment(0cd70dc0-ec77-40c4-b5f6-56147f90d3f9),segment_id=0cd70dc0-ec77-40c4-b5f6-56147f90d3f9)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:20:29.394251 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-298c563d-957f-4d7d-a0fb-1797d149d3ab tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:29.406313 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-298c563d-957f-4d7d-a0fb-1797d149d3ab tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Calling delete_port for 656def15-a076-4c63-a84d-8a30ee5ca9cd owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:20:29.593453 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-298c563d-957f-4d7d-a0fb-1797d149d3ab tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:29.624002 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298c563d-957f-4d7d-a0fb-1797d149d3ab tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Pushing event deleted for resources: {'Port': ['ID=656def15-a076-4c63-a84d-8a30ee5ca9cd,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:29.802834 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-298c563d-957f-4d7d-a0fb-1797d149d3ab tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:30.011171 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-298c563d-957f-4d7d-a0fb-1797d149d3ab tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Router 4adea6e7-7083-4b5e-a473-2cf454c503c3 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:20:30.400133 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-298c563d-957f-4d7d-a0fb-1797d149d3ab tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:20:30.405708 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-298c563d-957f-4d7d-a0fb-1797d149d3ab tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "PUT /v2.0/routers/4adea6e7-7083-4b5e-a473-2cf454c503c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7040174 Jul 16 09:20:30.408582 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45108) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:30.410187 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017fb6e7-2d8f-4379-a0f0-fe67d6a8dda4 None None] Sync routers for ids ['4adea6e7-7083-4b5e-a473-2cf454c503c3'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:20:30.419147 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017fb6e7-2d8f-4379-a0f0-fe67d6a8dda4 None None] Routers {'4adea6e7-7083-4b5e-a473-2cf454c503c3'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:20:30.419750 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-017fb6e7-2d8f-4379-a0f0-fe67d6a8dda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:20:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['4adea6e7-7083-4b5e-a473-2cf454c503c3'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:30.459029 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6df389-8d4a-47f5-a775-2a60f9d6a002 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Deleting subnet 39c03a87-f529-4d3d-9a43-831bdb84c126 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:20:30.462065 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8f6df389-8d4a-47f5-a775-2a60f9d6a002 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:30.500989 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8f6df389-8d4a-47f5-a775-2a60f9d6a002 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:30.541736 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-017fb6e7-2d8f-4379-a0f0-fe67d6a8dda4 None None] Set router 4adea6e7-7083-4b5e-a473-2cf454c503c3 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:20:30.587023 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8f6df389-8d4a-47f5-a775-2a60f9d6a002 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:30.645906 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8f6df389-8d4a-47f5-a775-2a60f9d6a002 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:30.672265 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6df389-8d4a-47f5-a775-2a60f9d6a002 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Pushing event deleted for resources: {'Subnet': ['ID=39c03a87-f529-4d3d-9a43-831bdb84c126,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:30.675933 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8f6df389-8d4a-47f5-a775-2a60f9d6a002 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:30.680393 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8f6df389-8d4a-47f5-a775-2a60f9d6a002 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "DELETE /v2.0/subnets/39c03a87-f529-4d3d-9a43-831bdb84c126 HTTP/1.1" status: 204 len: 168 time: 0.2677081 Jul 16 09:20:30.680393 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45112) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:30.685263 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0b6b6b8-256d-4af3-b27f-bb0c2ff1f1bd None None] Network 6dbc694f-938d-4665-82a3-1f318c3b867d requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:20:30.717587 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-017fb6e7-2d8f-4379-a0f0-fe67d6a8dda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adea6e7-7083-4b5e-a473-2cf454c503c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1751964879', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '140f6ea3-27d0-48df-973f-03a58e454726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:20:09Z', 'updated_at': '2021-07-16T09:20:29Z', 'revision_number': 5, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'gw_port': {'id': '140f6ea3-27d0-48df-973f-03a58e454726', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adea6e7-7083-4b5e-a473-2cf454c503c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:09Z', 'updated_at': '2021-07-16T09:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:30.744753 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017fb6e7-2d8f-4379-a0f0-fe67d6a8dda4 None None] Checking router: 4adea6e7-7083-4b5e-a473-2cf454c503c3 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:20:30.751067 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device e14ef411-cbb0-4da8-b803-435debaff170 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:20:30.754491 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-017fb6e7-2d8f-4379-a0f0-fe67d6a8dda4 None None] Routers {'4adea6e7-7083-4b5e-a473-2cf454c503c3'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:20:30.755124 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-017fb6e7-2d8f-4379-a0f0-fe67d6a8dda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:20:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['4adea6e7-7083-4b5e-a473-2cf454c503c3'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:30.776371 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: e14ef411-cbb0-4da8-b803-435debaff170 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:20:30.776728 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device e14ef411-cbb0-4da8-b803-435debaff170 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:20:30.809354 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-223af264-390c-4d32-8f10-a43ab7706d04 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:30.866736 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-017fb6e7-2d8f-4379-a0f0-fe67d6a8dda4 None None] Set router 4adea6e7-7083-4b5e-a473-2cf454c503c3 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:20:30.924999 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c29496-5f84-4ee0-bc94-3a341b1a4a6c None None] DHCP port deletion for 6dbc694f-938d-4665-82a3-1f318c3b867d request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:20:30.928710 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-223af264-390c-4d32-8f10-a43ab7706d04 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:30.973478 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-49c29496-5f84-4ee0-bc94-3a341b1a4a6c None None] Deleting port 43f5356b-df6a-45df-8d4f-c11b5ee0685f {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:20:30.973855 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49c29496-5f84-4ee0-bc94-3a341b1a4a6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:30.984201 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-223af264-390c-4d32-8f10-a43ab7706d04 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Deleting port 140f6ea3-27d0-48df-973f-03a58e454726 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:20:30.985211 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-223af264-390c-4d32-8f10-a43ab7706d04 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:31.037569 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-49c29496-5f84-4ee0-bc94-3a341b1a4a6c None None] For port 43f5356b-df6a-45df-8d4f-c11b5ee0685f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=43f5356b-df6a-45df-8d4f-c11b5ee0685f,segment=NetworkSegment(0cd70dc0-ec77-40c4-b5f6-56147f90d3f9),segment_id=0cd70dc0-ec77-40c4-b5f6-56147f90d3f9)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:20:31.037971 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49c29496-5f84-4ee0-bc94-3a341b1a4a6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:31.052734 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-49c29496-5f84-4ee0-bc94-3a341b1a4a6c None None] Calling delete_port for 43f5356b-df6a-45df-8d4f-c11b5ee0685f owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:20:31.069173 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-017fb6e7-2d8f-4379-a0f0-fe67d6a8dda4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4adea6e7-7083-4b5e-a473-2cf454c503c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1751964879', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '140f6ea3-27d0-48df-973f-03a58e454726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:20:09Z', 'updated_at': '2021-07-16T09:20:29Z', 'revision_number': 5, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'gw_port': {'id': '140f6ea3-27d0-48df-973f-03a58e454726', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adea6e7-7083-4b5e-a473-2cf454c503c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:09Z', 'updated_at': '2021-07-16T09:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:31.078068 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-223af264-390c-4d32-8f10-a43ab7706d04 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] For port 140f6ea3-27d0-48df-973f-03a58e454726, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=140f6ea3-27d0-48df-973f-03a58e454726,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:20:31.078472 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-223af264-390c-4d32-8f10-a43ab7706d04 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:31.092556 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-223af264-390c-4d32-8f10-a43ab7706d04 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Calling delete_port for 140f6ea3-27d0-48df-973f-03a58e454726 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:20:31.097608 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-017fb6e7-2d8f-4379-a0f0-fe67d6a8dda4 None None] The sync data for ids ['4adea6e7-7083-4b5e-a473-2cf454c503c3'] in n-d-771362-37 is: [{'id': '4adea6e7-7083-4b5e-a473-2cf454c503c3', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1751964879', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.149'}], 'enable_snat': True}, 'gw_port_id': '140f6ea3-27d0-48df-973f-03a58e454726', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:20:09Z', 'updated_at': '2021-07-16T09:20:29Z', 'revision_number': 5, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'gw_port': {'id': '140f6ea3-27d0-48df-973f-03a58e454726', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:24:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4adea6e7-7083-4b5e-a473-2cf454c503c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3898, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:20:09Z', 'updated_at': '2021-07-16T09:20:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:20:31.152468 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49c29496-5f84-4ee0-bc94-3a341b1a4a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:31.177756 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c29496-5f84-4ee0-bc94-3a341b1a4a6c None None] Pushing event deleted for resources: {'Port': ['ID=43f5356b-df6a-45df-8d4f-c11b5ee0685f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:31.181204 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c29496-5f84-4ee0-bc94-3a341b1a4a6c None None] No DVR routers for this DVR port 43f5356b-df6a-45df-8d4f-c11b5ee0685f on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:20:31.267508 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-223af264-390c-4d32-8f10-a43ab7706d04 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:31.292399 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223af264-390c-4d32-8f10-a43ab7706d04 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Pushing event deleted for resources: {'Port': ['ID=140f6ea3-27d0-48df-973f-03a58e454726,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:31.353025 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-223af264-390c-4d32-8f10-a43ab7706d04 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:31.461812 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-223af264-390c-4d32-8f10-a43ab7706d04 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:31.464066 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-223af264-390c-4d32-8f10-a43ab7706d04 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:31.526462 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-223af264-390c-4d32-8f10-a43ab7706d04 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:31.527141 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223af264-390c-4d32-8f10-a43ab7706d04 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Fanout notify agent at l3_agent the message router_deleted on router 4adea6e7-7083-4b5e-a473-2cf454c503c3 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:20:31.534751 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-223af264-390c-4d32-8f10-a43ab7706d04 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:31.535885 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-223af264-390c-4d32-8f10-a43ab7706d04 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "DELETE /v2.0/routers/4adea6e7-7083-4b5e-a473-2cf454c503c3 HTTP/1.1" status: 204 len: 168 time: 0.8545687 Jul 16 09:20:31.538675 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45114) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:31.620522 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e091b87-d527-47b7-866d-9232b16417aa tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:31.709301 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e091b87-d527-47b7-866d-9232b16417aa tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:31.720080 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-6e091b87-d527-47b7-866d-9232b16417aa tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6dbc694f-938d-4665-82a3-1f318c3b867d']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:31.731911 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-6e091b87-d527-47b7-866d-9232b16417aa tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0cd70dc0-ec77-40c4-b5f6-56147f90d3f9') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:31.732166 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-6e091b87-d527-47b7-866d-9232b16417aa tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0cd70dc0-ec77-40c4-b5f6-56147f90d3f9') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:31.742295 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e091b87-d527-47b7-866d-9232b16417aa tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:31.765557 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e091b87-d527-47b7-866d-9232b16417aa tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:31.772230 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e091b87-d527-47b7-866d-9232b16417aa tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:20:31.772670 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e091b87-d527-47b7-866d-9232b16417aa tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: timer() Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:20:31.775871 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:20:31.834329 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e091b87-d527-47b7-866d-9232b16417aa tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:31.841146 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6e091b87-d527-47b7-866d-9232b16417aa tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:31.844508 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6e091b87-d527-47b7-866d-9232b16417aa tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "DELETE /v2.0/networks/6dbc694f-938d-4665-82a3-1f318c3b867d HTTP/1.1" status: 204 len: 168 time: 0.3035879 Jul 16 09:20:31.848093 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45116) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:31.860592 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e091b87-d527-47b7-866d-9232b16417aa tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Pushing event deleted for resources: {'Network': ['ID=6dbc694f-938d-4665-82a3-1f318c3b867d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:32.007495 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-2280d307-3753-44f8-a8c1-41063b584660 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Deleting port 17f8b8a6-0d78-4346-aaa5-7c5d8f2d36cb {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:20:32.007727 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2280d307-3753-44f8-a8c1-41063b584660 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:32.083701 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2280d307-3753-44f8-a8c1-41063b584660 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:32.084320 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2280d307-3753-44f8-a8c1-41063b584660 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:32.097285 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-2280d307-3753-44f8-a8c1-41063b584660 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Calling delete_port for 17f8b8a6-0d78-4346-aaa5-7c5d8f2d36cb owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:20:32.147558 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 140f6ea3-27d0-48df-973f-03a58e454726 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:20:32.167320 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 140f6ea3-27d0-48df-973f-03a58e454726 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:20:32.167797 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 140f6ea3-27d0-48df-973f-03a58e454726 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:20:32.168296 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 656def15-a076-4c63-a84d-8a30ee5ca9cd no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:20:32.188865 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 656def15-a076-4c63-a84d-8a30ee5ca9cd {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:20:32.189220 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 656def15-a076-4c63-a84d-8a30ee5ca9cd not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:20:32.189645 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 43f5356b-df6a-45df-8d4f-c11b5ee0685f no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:20:32.213781 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 43f5356b-df6a-45df-8d4f-c11b5ee0685f {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:20:32.214202 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 43f5356b-df6a-45df-8d4f-c11b5ee0685f not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:20:32.262222 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2280d307-3753-44f8-a8c1-41063b584660 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:32.290942 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2280d307-3753-44f8-a8c1-41063b584660 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Pushing event deleted for resources: {'Port': ['ID=17f8b8a6-0d78-4346-aaa5-7c5d8f2d36cb,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:32.353713 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2280d307-3753-44f8-a8c1-41063b584660 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:32.354736 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-2280d307-3753-44f8-a8c1-41063b584660 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Floating IP 7602dfd2-bb1d-4dc8-a618-046f40dd6109 disassociated (deleted). External IP: 172.25.3.238, port: da8ef4c6-38b1-4007-a42f-7f4f8f4f836e. Jul 16 09:20:32.562803 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2280d307-3753-44f8-a8c1-41063b584660 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Router 2ec2438b-d669-444d-9317-947fa79609a1 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:20:32.585200 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:32.677751 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:32.680375 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2280d307-3753-44f8-a8c1-41063b584660 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:20:32.688313 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2280d307-3753-44f8-a8c1-41063b584660 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:32.690385 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375bd673-001f-4f81-8628-560cea453212 None None] Sync routers for ids ['2ec2438b-d669-444d-9317-947fa79609a1'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:20:32.698848 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375bd673-001f-4f81-8628-560cea453212 None None] Routers {'2ec2438b-d669-444d-9317-947fa79609a1'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:20:32.699460 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-375bd673-001f-4f81-8628-560cea453212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:20:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2ec2438b-d669-444d-9317-947fa79609a1'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:32.726430 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2280d307-3753-44f8-a8c1-41063b584660 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "DELETE /v2.0/floatingips/7602dfd2-bb1d-4dc8-a618-046f40dd6109 HTTP/1.1" status: 204 len: 168 time: 0.8769815 Jul 16 09:20:32.727026 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '455c59a7-977a-46fd-830d-1a4b0b4e3f3d', 'tag': 'da8ef4c6-38b1-4007-a42f-7f4f8f4f836e'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:20:32.730111 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-940da766-3717-4ba5-b5cd-ab1cb012a527" -d '{"events": [{"name": "network-changed", "server_uuid": "455c59a7-977a-46fd-830d-1a4b0b4e3f3d", "tag": "da8ef4c6-38b1-4007-a42f-7f4f8f4f836e"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:20:32.773007 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb25b947-349e-4cdc-9a6f-d16b458d2604 x-openstack-request-id: req-eb25b947-349e-4cdc-9a6f-d16b458d2604 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:20:32.773255 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "455c59a7-977a-46fd-830d-1a4b0b4e3f3d", "tag": "da8ef4c6-38b1-4007-a42f-7f4f8f4f836e", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:20:32.773565 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eb25b947-349e-4cdc-9a6f-d16b458d2604 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:20:32.773991 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '455c59a7-977a-46fd-830d-1a4b0b4e3f3d', 'tag': 'da8ef4c6-38b1-4007-a42f-7f4f8f4f836e', 'status': 'completed', 'code': 200} Jul 16 09:20:32.827047 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-375bd673-001f-4f81-8628-560cea453212 None None] Set router 2ec2438b-d669-444d-9317-947fa79609a1 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:20:32.939412 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940da766-3717-4ba5-b5cd-ab1cb012a527 req-6917fc12-e557-49cd-a6de-178a7c2a7866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:32.941677 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-940da766-3717-4ba5-b5cd-ab1cb012a527 req-6917fc12-e557-49cd-a6de-178a7c2a7866 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=0eed9f516ab34fa0a83a11485c7929e0&device_id=455c59a7-977a-46fd-830d-1a4b0b4e3f3d HTTP/1.1" status: 200 len: 1137 time: 0.1030290 Jul 16 09:20:33.055257 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-375bd673-001f-4f81-8628-560cea453212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec2438b-d669-444d-9317-947fa79609a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-17808721', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd582196c-b16e-4a39-a00f-a5dde7e9a875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:17Z', 'updated_at': '2021-07-16T09:19:20Z', 'revision_number': 4, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'gw_port': {'id': 'd582196c-b16e-4a39-a00f-a5dde7e9a875', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:17:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2438b-d669-444d-9317-947fa79609a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:19:17Z', 'updated_at': '2021-07-16T09:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'cf865121-fe7f-4e37-a125-f2e719fa81ea', 'name': '', 'network_id': '0528b664-6bf3-4c69-8abf-3244d3021906', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'mac_address': 'fa:16:3e:a7:33:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2438b-d669-444d-9317-947fa79609a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '39f973df-ee4e-4b57-b9c0-3b67062aca8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:19:20Z', 'updated_at': '2021-07-16T09:19:24Z', 'revision_number': 5, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'subnets': [{'id': '39f973df-ee4e-4b57-b9c0-3b67062aca8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:33.067943 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940da766-3717-4ba5-b5cd-ab1cb012a527 req-2d2f8011-9c4d-44b4-881f-4cef6348f2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:33.069762 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-940da766-3717-4ba5-b5cd-ab1cb012a527 req-2d2f8011-9c4d-44b4-881f-4cef6348f2a0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0528b664-6bf3-4c69-8abf-3244d3021906 HTTP/1.1" status: 200 len: 897 time: 0.1222916 Jul 16 09:20:33.081760 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375bd673-001f-4f81-8628-560cea453212 None None] Checking router: 2ec2438b-d669-444d-9317-947fa79609a1 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:20:33.090022 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375bd673-001f-4f81-8628-560cea453212 None None] Routers {'2ec2438b-d669-444d-9317-947fa79609a1'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:20:33.090632 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-375bd673-001f-4f81-8628-560cea453212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:20:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2ec2438b-d669-444d-9317-947fa79609a1'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:33.135512 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-940da766-3717-4ba5-b5cd-ab1cb012a527 req-acd2a284-63b9-4034-8b20-17f3c26c8918 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da8ef4c6-38b1-4007-a42f-7f4f8f4f836e HTTP/1.1" status: 200 len: 217 time: 0.0556846 Jul 16 09:20:33.197138 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940da766-3717-4ba5-b5cd-ab1cb012a527 req-55347cdb-162d-4360-a934-1649ec5cbf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:33.198598 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-940da766-3717-4ba5-b5cd-ab1cb012a527 req-55347cdb-162d-4360-a934-1649ec5cbf6a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=39f973df-ee4e-4b57-b9c0-3b67062aca8d HTTP/1.1" status: 200 len: 835 time: 0.0553644 Jul 16 09:20:33.201114 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-375bd673-001f-4f81-8628-560cea453212 None None] Set router 2ec2438b-d669-444d-9317-947fa79609a1 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:20:33.207151 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7bb679-42d9-45ed-8d2a-f694fb4c3183 req-eb122e7b-f614-4c4a-a43a-2ba865f7b71b tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:33.208615 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cf7bb679-42d9-45ed-8d2a-f694fb4c3183 req-eb122e7b-f614-4c4a-a43a-2ba865f7b71b tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/ports?device_id=455c59a7-977a-46fd-830d-1a4b0b4e3f3d HTTP/1.1" status: 200 len: 985 time: 0.1377428 Jul 16 09:20:33.278260 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cf7bb679-42d9-45ed-8d2a-f694fb4c3183 req-7a5cd0a8-bfc3-4491-9094-f2476d860121 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2725690d-eb7f-4314-8074-da0a6472959e&id=45fe3362-f861-4d18-a9e1-942dc0b4c331&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0613656 Jul 16 09:20:33.299288 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940da766-3717-4ba5-b5cd-ab1cb012a527 req-ae9ba1ac-6b47-4b4c-9efd-9002debc17f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:33.301174 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-940da766-3717-4ba5-b5cd-ab1cb012a527 req-ae9ba1ac-6b47-4b4c-9efd-9002debc17f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0528b664-6bf3-4c69-8abf-3244d3021906&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0916836 Jul 16 09:20:33.358929 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-22ebe41d-c79b-47af-95e9-34cade86df44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:33.398130 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-940da766-3717-4ba5-b5cd-ab1cb012a527 req-790ce9a4-4c46-4f37-ad49-0a8fd0433285 service neutron] 10.222.0.30 "GET /v2.0/networks/0528b664-6bf3-4c69-8abf-3244d3021906?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899675 Jul 16 09:20:33.424684 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-375bd673-001f-4f81-8628-560cea453212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec2438b-d669-444d-9317-947fa79609a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-17808721', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd582196c-b16e-4a39-a00f-a5dde7e9a875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:17Z', 'updated_at': '2021-07-16T09:19:20Z', 'revision_number': 4, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'gw_port': {'id': 'd582196c-b16e-4a39-a00f-a5dde7e9a875', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:17:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2438b-d669-444d-9317-947fa79609a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:19:17Z', 'updated_at': '2021-07-16T09:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'cf865121-fe7f-4e37-a125-f2e719fa81ea', 'name': '', 'network_id': '0528b664-6bf3-4c69-8abf-3244d3021906', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'mac_address': 'fa:16:3e:a7:33:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2438b-d669-444d-9317-947fa79609a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '39f973df-ee4e-4b57-b9c0-3b67062aca8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:19:20Z', 'updated_at': '2021-07-16T09:19:24Z', 'revision_number': 5, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'subnets': [{'id': '39f973df-ee4e-4b57-b9c0-3b67062aca8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:33.450979 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-375bd673-001f-4f81-8628-560cea453212 None None] The sync data for ids ['2ec2438b-d669-444d-9317-947fa79609a1'] in n-d-771362-37 is: [{'id': '2ec2438b-d669-444d-9317-947fa79609a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-17808721', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd582196c-b16e-4a39-a00f-a5dde7e9a875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:17Z', 'updated_at': '2021-07-16T09:19:20Z', 'revision_number': 4, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'gw_port': {'id': 'd582196c-b16e-4a39-a00f-a5dde7e9a875', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:17:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2438b-d669-444d-9317-947fa79609a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:19:17Z', 'updated_at': '2021-07-16T09:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'cf865121-fe7f-4e37-a125-f2e719fa81ea', 'name': '', 'network_id': '0528b664-6bf3-4c69-8abf-3244d3021906', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'mac_address': 'fa:16:3e:a7:33:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2438b-d669-444d-9317-947fa79609a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3879, 'fixed_ips': [{'subnet_id': '39f973df-ee4e-4b57-b9c0-3b67062aca8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:19:20Z', 'updated_at': '2021-07-16T09:19:24Z', 'revision_number': 5, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'subnets': [{'id': '39f973df-ee4e-4b57-b9c0-3b67062aca8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:20:33.496208 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-940da766-3717-4ba5-b5cd-ab1cb012a527 req-f7582925-2c7f-4178-9ea0-35d90415e591 service neutron] 10.222.0.30 "GET /v2.0/networks/0528b664-6bf3-4c69-8abf-3244d3021906?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910616 Jul 16 09:20:33.685491 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6ce1e8b-f701-4ef0-8b68-d8e2c2087ff3 None None] New status for floating IP 7602dfd2-bb1d-4dc8-a618-046f40dd6109: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:20:34.327501 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d07dbf-f382-43a0-855f-45892c7f632f req-1bd8b82f-121b-4c56-b391-b6b289661a87 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:34.329013 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f7d07dbf-f382-43a0-855f-45892c7f632f req-1bd8b82f-121b-4c56-b391-b6b289661a87 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.30 "GET /v2.0/ports?device_id=455c59a7-977a-46fd-830d-1a4b0b4e3f3d HTTP/1.1" status: 200 len: 985 time: 0.0647368 Jul 16 09:20:34.436551 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-f7d07dbf-f382-43a0-855f-45892c7f632f req-cc7129a5-73bb-4481-80ad-90c1fe27405d tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Deleting port da8ef4c6-38b1-4007-a42f-7f4f8f4f836e {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:20:34.436955 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f7d07dbf-f382-43a0-855f-45892c7f632f req-cc7129a5-73bb-4481-80ad-90c1fe27405d tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:34.458328 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2c198c-22bf-4f7d-9de9-efec54e1be8c req-0059aa57-c2a1-46dd-970a-138dd8cd1157 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:34.459834 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0d2c198c-22bf-4f7d-9de9-efec54e1be8c req-0059aa57-c2a1-46dd-970a-138dd8cd1157 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/ports?device_id=455c59a7-977a-46fd-830d-1a4b0b4e3f3d HTTP/1.1" status: 200 len: 985 time: 0.0640535 Jul 16 09:20:34.500219 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0d2c198c-22bf-4f7d-9de9-efec54e1be8c req-c20000a2-8519-4194-9467-97a1d85b5c47 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "GET /v2.0/security-groups?id=2725690d-eb7f-4314-8074-da0a6472959e&id=45fe3362-f861-4d18-a9e1-942dc0b4c331&fields=id&fields=name HTTP/1.1" status: 200 len: 408 time: 0.0344982 Jul 16 09:20:34.524107 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f7d07dbf-f382-43a0-855f-45892c7f632f req-cc7129a5-73bb-4481-80ad-90c1fe27405d tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] For port da8ef4c6-38b1-4007-a42f-7f4f8f4f836e, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=da8ef4c6-38b1-4007-a42f-7f4f8f4f836e,segment=NetworkSegment(a1516dc3-f953-4855-b716-3fe09abf658a),segment_id=a1516dc3-f953-4855-b716-3fe09abf658a)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:20:34.524502 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f7d07dbf-f382-43a0-855f-45892c7f632f req-cc7129a5-73bb-4481-80ad-90c1fe27405d tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:34.537713 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-f7d07dbf-f382-43a0-855f-45892c7f632f req-cc7129a5-73bb-4481-80ad-90c1fe27405d tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Calling delete_port for da8ef4c6-38b1-4007-a42f-7f4f8f4f836e owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:20:34.664570 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f7d07dbf-f382-43a0-855f-45892c7f632f req-cc7129a5-73bb-4481-80ad-90c1fe27405d tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:34.693799 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7129a5-73bb-4481-80ad-90c1fe27405d tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Pushing event deleted for resources: {'Port': ['ID=da8ef4c6-38b1-4007-a42f-7f4f8f4f836e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:34.721473 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7129a5-73bb-4481-80ad-90c1fe27405d tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:34.721830 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7129a5-73bb-4481-80ad-90c1fe27405d tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:34.722183 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7129a5-73bb-4481-80ad-90c1fe27405d tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:34.722525 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7129a5-73bb-4481-80ad-90c1fe27405d tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:34.722857 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7129a5-73bb-4481-80ad-90c1fe27405d tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:34.723190 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7129a5-73bb-4481-80ad-90c1fe27405d tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:34.723522 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7129a5-73bb-4481-80ad-90c1fe27405d tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:34.723853 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7129a5-73bb-4481-80ad-90c1fe27405d tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:34.724209 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7129a5-73bb-4481-80ad-90c1fe27405d tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:34.724616 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7129a5-73bb-4481-80ad-90c1fe27405d tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:34.724865 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7129a5-73bb-4481-80ad-90c1fe27405d tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:34.725188 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc7129a5-73bb-4481-80ad-90c1fe27405d tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:20:34.752185 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7d07dbf-f382-43a0-855f-45892c7f632f req-cc7129a5-73bb-4481-80ad-90c1fe27405d tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] No DVR routers for this DVR port da8ef4c6-38b1-4007-a42f-7f4f8f4f836e on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:20:34.754808 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f7d07dbf-f382-43a0-855f-45892c7f632f req-cc7129a5-73bb-4481-80ad-90c1fe27405d tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:34.756838 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f7d07dbf-f382-43a0-855f-45892c7f632f req-cc7129a5-73bb-4481-80ad-90c1fe27405d tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.30 "DELETE /v2.0/ports/da8ef4c6-38b1-4007-a42f-7f4f8f4f836e HTTP/1.1" status: 204 len: 173 time: 0.4226511 Jul 16 09:20:34.757277 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '455c59a7-977a-46fd-830d-1a4b0b4e3f3d', 'name': 'network-vif-deleted', 'tag': 'da8ef4c6-38b1-4007-a42f-7f4f8f4f836e'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:20:34.800014 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba49d462-cbf2-453d-a8d1-49af6d01a8ad" -d '{"events": [{"server_uuid": "455c59a7-977a-46fd-830d-1a4b0b4e3f3d", "name": "network-vif-deleted", "tag": "da8ef4c6-38b1-4007-a42f-7f4f8f4f836e"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:20:34.882947 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:20:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6694e2a-b4c0-4d97-a812-07c680d0a552 x-openstack-request-id: req-c6694e2a-b4c0-4d97-a812-07c680d0a552 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:20:34.883251 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "455c59a7-977a-46fd-830d-1a4b0b4e3f3d", "name": "network-vif-deleted", "tag": "da8ef4c6-38b1-4007-a42f-7f4f8f4f836e", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:20:34.883507 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c6694e2a-b4c0-4d97-a812-07c680d0a552 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:20:34.883909 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '455c59a7-977a-46fd-830d-1a4b0b4e3f3d', 'name': 'network-vif-deleted', 'tag': 'da8ef4c6-38b1-4007-a42f-7f4f8f4f836e', 'status': 'completed', 'code': 200} Jul 16 09:20:35.591076 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45136) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:35.642918 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-337230bb-cb24-4c10-9cba-cc68e778e4cf tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:35.664644 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-337230bb-cb24-4c10-9cba-cc68e778e4cf tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:35.706720 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-337230bb-cb24-4c10-9cba-cc68e778e4cf tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:35.709455 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-337230bb-cb24-4c10-9cba-cc68e778e4cf tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:35.710594 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-337230bb-cb24-4c10-9cba-cc68e778e4cf tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "DELETE /v2.0/security-groups/2725690d-eb7f-4314-8074-da0a6472959e HTTP/1.1" status: 204 len: 168 time: 0.1185305 Jul 16 09:20:35.713397 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45138) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:35.719599 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337230bb-cb24-4c10-9cba-cc68e778e4cf tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2725690d-eb7f-4314-8074-da0a6472959e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:35.766459 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9b0f7da4-bf88-49aa-bab1-dafdae6a6414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:35.773419 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e9edbcc-3712-41e9-a07d-3a6017161818 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:35.795315 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e9edbcc-3712-41e9-a07d-3a6017161818 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:35.849045 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e9edbcc-3712-41e9-a07d-3a6017161818 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:35.851961 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e9edbcc-3712-41e9-a07d-3a6017161818 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:35.853159 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5e9edbcc-3712-41e9-a07d-3a6017161818 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "DELETE /v2.0/security-groups/45fe3362-f861-4d18-a9e1-942dc0b4c331 HTTP/1.1" status: 204 len: 168 time: 0.1382635 Jul 16 09:20:35.856050 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45140) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:35.862665 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9edbcc-3712-41e9-a07d-3a6017161818 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45fe3362-f861-4d18-a9e1-942dc0b4c331,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:36.079411 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:36.230109 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed02e570-17f7-4b17-b4ea-602ae598254e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:36.497343 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ed02e570-17f7-4b17-b4ea-602ae598254e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Deleting port cf865121-fe7f-4e37-a125-f2e719fa81ea {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:20:36.497601 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed02e570-17f7-4b17-b4ea-602ae598254e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:36.585633 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-ed02e570-17f7-4b17-b4ea-602ae598254e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] For port cf865121-fe7f-4e37-a125-f2e719fa81ea, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=cf865121-fe7f-4e37-a125-f2e719fa81ea,segment=NetworkSegment(a1516dc3-f953-4855-b716-3fe09abf658a),segment_id=a1516dc3-f953-4855-b716-3fe09abf658a)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:20:36.585988 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed02e570-17f7-4b17-b4ea-602ae598254e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:36.598668 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-ed02e570-17f7-4b17-b4ea-602ae598254e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Calling delete_port for cf865121-fe7f-4e37-a125-f2e719fa81ea owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:20:36.785673 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed02e570-17f7-4b17-b4ea-602ae598254e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:36.815532 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed02e570-17f7-4b17-b4ea-602ae598254e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Pushing event deleted for resources: {'Port': ['ID=cf865121-fe7f-4e37-a125-f2e719fa81ea,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:36.993196 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ed02e570-17f7-4b17-b4ea-602ae598254e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:37.245158 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:37.509882 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed02e570-17f7-4b17-b4ea-602ae598254e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Router 2ec2438b-d669-444d-9317-947fa79609a1 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:20:37.615785 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed02e570-17f7-4b17-b4ea-602ae598254e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:20:37.620715 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ed02e570-17f7-4b17-b4ea-602ae598254e tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "PUT /v2.0/routers/2ec2438b-d669-444d-9317-947fa79609a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7634115 Jul 16 09:20:37.623317 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45142) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:37.625907 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bc6a52-ce5a-43a6-8524-4a9700419956 None None] Sync routers for ids ['2ec2438b-d669-444d-9317-947fa79609a1'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:20:37.634925 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bc6a52-ce5a-43a6-8524-4a9700419956 None None] Routers {'2ec2438b-d669-444d-9317-947fa79609a1'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:20:37.635534 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-71bc6a52-ce5a-43a6-8524-4a9700419956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:20:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2ec2438b-d669-444d-9317-947fa79609a1'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:37.675035 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-04381cc6-a7f9-4d5c-a75b-706e26f4c523 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Deleting subnet 39f973df-ee4e-4b57-b9c0-3b67062aca8d {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:20:37.679167 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04381cc6-a7f9-4d5c-a75b-706e26f4c523 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:37.719727 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04381cc6-a7f9-4d5c-a75b-706e26f4c523 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:37.742149 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-71bc6a52-ce5a-43a6-8524-4a9700419956 None None] Set router 2ec2438b-d669-444d-9317-947fa79609a1 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:20:37.813651 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04381cc6-a7f9-4d5c-a75b-706e26f4c523 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:37.879172 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04381cc6-a7f9-4d5c-a75b-706e26f4c523 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:37.905490 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04381cc6-a7f9-4d5c-a75b-706e26f4c523 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Pushing event deleted for resources: {'Subnet': ['ID=39f973df-ee4e-4b57-b9c0-3b67062aca8d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:37.913710 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04381cc6-a7f9-4d5c-a75b-706e26f4c523 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:37.915628 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-04381cc6-a7f9-4d5c-a75b-706e26f4c523 tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "DELETE /v2.0/subnets/39f973df-ee4e-4b57-b9c0-3b67062aca8d HTTP/1.1" status: 204 len: 168 time: 0.2913890 Jul 16 09:20:37.918809 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45144) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:37.921473 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d95d351-0200-4147-b0c0-d51a363f5425 None None] Network 0528b664-6bf3-4c69-8abf-3244d3021906 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:20:37.996267 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-71bc6a52-ce5a-43a6-8524-4a9700419956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec2438b-d669-444d-9317-947fa79609a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-17808721', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220'}], 'enable_snat': True}, 'gw_port_id': 'd582196c-b16e-4a39-a00f-a5dde7e9a875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:17Z', 'updated_at': '2021-07-16T09:20:36Z', 'revision_number': 5, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'gw_port': {'id': 'd582196c-b16e-4a39-a00f-a5dde7e9a875', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:6c:17:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2ec2438b-d669-444d-9317-947fa79609a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3876, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:19:17Z', 'updated_at': '2021-07-16T09:19:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:38.029478 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1b52ce7f-d90f-4007-80d1-7f4657444c3c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:38.142114 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1b52ce7f-d90f-4007-80d1-7f4657444c3c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:38.201842 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1b52ce7f-d90f-4007-80d1-7f4657444c3c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Deleting port d582196c-b16e-4a39-a00f-a5dde7e9a875 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:20:38.201842 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1b52ce7f-d90f-4007-80d1-7f4657444c3c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:38.202209 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bc6a52-ce5a-43a6-8524-4a9700419956 None None] Checking router: 2ec2438b-d669-444d-9317-947fa79609a1 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:20:38.228949 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71bc6a52-ce5a-43a6-8524-4a9700419956 None None] Routers {'2ec2438b-d669-444d-9317-947fa79609a1'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:20:38.229581 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-71bc6a52-ce5a-43a6-8524-4a9700419956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:20:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['2ec2438b-d669-444d-9317-947fa79609a1'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:38.281875 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-1b52ce7f-d90f-4007-80d1-7f4657444c3c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] For port d582196c-b16e-4a39-a00f-a5dde7e9a875, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d582196c-b16e-4a39-a00f-a5dde7e9a875,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:20:38.282304 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1b52ce7f-d90f-4007-80d1-7f4657444c3c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:38.294300 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-1b52ce7f-d90f-4007-80d1-7f4657444c3c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Calling delete_port for d582196c-b16e-4a39-a00f-a5dde7e9a875 owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:20:38.325038 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-71bc6a52-ce5a-43a6-8524-4a9700419956 None None] Set router 2ec2438b-d669-444d-9317-947fa79609a1 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:20:38.382230 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device da8ef4c6-38b1-4007-a42f-7f4f8f4f836e no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:20:38.385052 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-71bc6a52-ce5a-43a6-8524-4a9700419956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2ec2438b-d669-444d-9317-947fa79609a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-17808721', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:17Z', 'updated_at': '2021-07-16T09:20:38Z', 'revision_number': 6, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:38.389869 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbc5f16-e205-4390-8801-ed5cc66220a3 None None] DHCP port deletion for 0528b664-6bf3-4c69-8abf-3244d3021906 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:20:38.431062 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-71bc6a52-ce5a-43a6-8524-4a9700419956 None None] The sync data for ids ['2ec2438b-d669-444d-9317-947fa79609a1'] in n-d-771362-37 is: [{'id': '2ec2438b-d669-444d-9317-947fa79609a1', 'name': 'tempest-TestSecurityGroupsBasicOps-router-17808721', 'tenant_id': '0eed9f516ab34fa0a83a11485c7929e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:19:17Z', 'updated_at': '2021-07-16T09:20:38Z', 'revision_number': 6, 'project_id': '0eed9f516ab34fa0a83a11485c7929e0', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:20:38.432725 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: da8ef4c6-38b1-4007-a42f-7f4f8f4f836e {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:20:38.433065 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device da8ef4c6-38b1-4007-a42f-7f4f8f4f836e not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:20:38.473638 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1b52ce7f-d90f-4007-80d1-7f4657444c3c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:38.484370 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc5f16-e205-4390-8801-ed5cc66220a3 None None] Deleting port e0ed1ee7-a344-410f-ae9d-e56315a5bf56 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:20:38.484775 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9dbc5f16-e205-4390-8801-ed5cc66220a3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:38.509454 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b52ce7f-d90f-4007-80d1-7f4657444c3c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Pushing event deleted for resources: {'Port': ['ID=d582196c-b16e-4a39-a00f-a5dde7e9a875,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:38.558961 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-9dbc5f16-e205-4390-8801-ed5cc66220a3 None None] For port e0ed1ee7-a344-410f-ae9d-e56315a5bf56, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=e0ed1ee7-a344-410f-ae9d-e56315a5bf56,segment=NetworkSegment(a1516dc3-f953-4855-b716-3fe09abf658a),segment_id=a1516dc3-f953-4855-b716-3fe09abf658a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:20:38.559354 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9dbc5f16-e205-4390-8801-ed5cc66220a3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:38.572890 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-9dbc5f16-e205-4390-8801-ed5cc66220a3 None None] Calling delete_port for e0ed1ee7-a344-410f-ae9d-e56315a5bf56 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:20:38.573190 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1b52ce7f-d90f-4007-80d1-7f4657444c3c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:38.652088 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9dbc5f16-e205-4390-8801-ed5cc66220a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:38.664147 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1b52ce7f-d90f-4007-80d1-7f4657444c3c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:38.666446 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1b52ce7f-d90f-4007-80d1-7f4657444c3c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:38.679191 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbc5f16-e205-4390-8801-ed5cc66220a3 None None] Pushing event deleted for resources: {'Port': ['ID=e0ed1ee7-a344-410f-ae9d-e56315a5bf56,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:38.685014 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbc5f16-e205-4390-8801-ed5cc66220a3 None None] No DVR routers for this DVR port e0ed1ee7-a344-410f-ae9d-e56315a5bf56 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:20:38.708096 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:38.713179 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1b52ce7f-d90f-4007-80d1-7f4657444c3c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:38.713739 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b52ce7f-d90f-4007-80d1-7f4657444c3c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Fanout notify agent at l3_agent the message router_deleted on router 2ec2438b-d669-444d-9317-947fa79609a1 {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:20:38.720507 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1b52ce7f-d90f-4007-80d1-7f4657444c3c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:38.721662 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1b52ce7f-d90f-4007-80d1-7f4657444c3c tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "DELETE /v2.0/routers/2ec2438b-d669-444d-9317-947fa79609a1 HTTP/1.1" status: 204 len: 168 time: 0.8016915 Jul 16 09:20:38.724689 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45146) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:38.804990 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6cbcabdc-f512-4851-9246-e7a4aa2dd6fe tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:38.899729 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6cbcabdc-f512-4851-9246-e7a4aa2dd6fe tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:38.910836 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-6cbcabdc-f512-4851-9246-e7a4aa2dd6fe tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0528b664-6bf3-4c69-8abf-3244d3021906']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:38.920425 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-6cbcabdc-f512-4851-9246-e7a4aa2dd6fe tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1516dc3-f953-4855-b716-3fe09abf658a') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:38.921115 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-6cbcabdc-f512-4851-9246-e7a4aa2dd6fe tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1516dc3-f953-4855-b716-3fe09abf658a') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:20:38.929811 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6cbcabdc-f512-4851-9246-e7a4aa2dd6fe tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:38.944538 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6cbcabdc-f512-4851-9246-e7a4aa2dd6fe tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:38.952089 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cbcabdc-f512-4851-9246-e7a4aa2dd6fe tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:20:38.952493 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6cbcabdc-f512-4851-9246-e7a4aa2dd6fe tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:38.955608 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 09:20:38.955608 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:20:38.955608 n-d-771362-37 neutron-server[93758]: timer() Jul 16 09:20:38.955608 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:20:38.955608 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 09:20:38.955608 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:20:38.955608 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 09:20:38.955608 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:20:38.955608 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 09:20:38.955608 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:20:38.955608 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 09:20:38.955608 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:20:38.955608 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 09:20:38.955608 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:20:38.955608 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:20:38.955608 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:20:38.955608 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:20:38.955608 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:20:38.955608 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 09:20:38.955608 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:20:38.955608 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 09:20:38.955608 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:20:38.955608 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:20:38.955608 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:20:38.955608 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 09:20:38.955608 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:20:38.955608 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:20:38.955608 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:20:38.955608 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:20:38.955608 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:20:38.955608 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:20:38.955608 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:20:39.017003 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6cbcabdc-f512-4851-9246-e7a4aa2dd6fe tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:39.026939 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6cbcabdc-f512-4851-9246-e7a4aa2dd6fe tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:39.028639 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6cbcabdc-f512-4851-9246-e7a4aa2dd6fe tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] 10.222.0.22 "DELETE /v2.0/networks/0528b664-6bf3-4c69-8abf-3244d3021906 HTTP/1.1" status: 204 len: 168 time: 0.3028400 Jul 16 09:20:39.042425 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbcabdc-f512-4851-9246-e7a4aa2dd6fe tempest-TestSecurityGroupsBasicOps-1680305785 tempest-TestSecurityGroupsBasicOps-1680305785-project] Pushing event deleted for resources: {'Network': ['ID=0528b664-6bf3-4c69-8abf-3244d3021906,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:39.332056 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45154) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:39.479672 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d42ee1bc-7aa0-4a33-80e8-cd5e902d3533 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0eed9f516ab34fa0a83a11485c7929e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1464016 Jul 16 09:20:39.482173 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45158) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:39.528144 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7bbf176-61fc-4243-8057-1a6a9eed536e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:39.549217 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7bbf176-61fc-4243-8057-1a6a9eed536e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:39.600315 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7bbf176-61fc-4243-8057-1a6a9eed536e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:39.603460 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d7bbf176-61fc-4243-8057-1a6a9eed536e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:39.607042 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d7bbf176-61fc-4243-8057-1a6a9eed536e admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/054fed50-8d44-4410-a7ce-a622bc8865f0 HTTP/1.1" status: 204 len: 168 time: 0.1217153 Jul 16 09:20:39.614638 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bbf176-61fc-4243-8057-1a6a9eed536e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054fed50-8d44-4410-a7ce-a622bc8865f0,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:39.877912 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45164) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:39.891586 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e44c679c-e460-459f-aa09-d5fcb6d8cbaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:39.998649 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e44c679c-e460-459f-aa09-d5fcb6d8cbaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:40.002820 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e44c679c-e460-459f-aa09-d5fcb6d8cbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:40.039873 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44c679c-e460-459f-aa09-d5fcb6d8cbaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=835a9298-dc02-44e4-825d-589b848d705e,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:40.044192 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e44c679c-e460-459f-aa09-d5fcb6d8cbaf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=37d577ed7f9a42338afcd1042bc40676&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1651535 Jul 16 09:20:40.047951 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45166) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:40.102566 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8cbdb07d-41d0-4cc4-bfc6-9c295150eb94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:40.124633 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8cbdb07d-41d0-4cc4-bfc6-9c295150eb94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:40.146263 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d582196c-b16e-4a39-a00f-a5dde7e9a875 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:20:40.166608 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: d582196c-b16e-4a39-a00f-a5dde7e9a875 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:20:40.167048 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d582196c-b16e-4a39-a00f-a5dde7e9a875 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:20:40.167557 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device e0ed1ee7-a344-410f-ae9d-e56315a5bf56 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:20:40.182903 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8cbdb07d-41d0-4cc4-bfc6-9c295150eb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:40.185671 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8cbdb07d-41d0-4cc4-bfc6-9c295150eb94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:40.187056 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: e0ed1ee7-a344-410f-ae9d-e56315a5bf56 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:20:40.187218 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8cbdb07d-41d0-4cc4-bfc6-9c295150eb94 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/835a9298-dc02-44e4-825d-589b848d705e HTTP/1.1" status: 204 len: 168 time: 0.1378660 Jul 16 09:20:40.187420 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device e0ed1ee7-a344-410f-ae9d-e56315a5bf56 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:20:40.187841 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device cf865121-fe7f-4e37-a125-f2e719fa81ea no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:20:40.196455 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbdb07d-41d0-4cc4-bfc6-9c295150eb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835a9298-dc02-44e4-825d-589b848d705e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:40.210545 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: cf865121-fe7f-4e37-a125-f2e719fa81ea {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:20:40.210898 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device cf865121-fe7f-4e37-a125-f2e719fa81ea not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:20:40.516627 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45172) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:40.556242 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6e420e94-c009-4a8f-bab1-d0b1e708e63d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=12ae5fa1b0c04e0f97cbf114c05d9679&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384409 Jul 16 09:20:40.558796 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45174) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:40.612039 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60fcb923-6a44-4511-8124-3d2065929674 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:40.632896 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60fcb923-6a44-4511-8124-3d2065929674 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:40.678219 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60fcb923-6a44-4511-8124-3d2065929674 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:40.680801 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-60fcb923-6a44-4511-8124-3d2065929674 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:40.682725 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-60fcb923-6a44-4511-8124-3d2065929674 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/53194c1f-38f0-43b2-8366-30dbf0c34ed1 HTTP/1.1" status: 204 len: 168 time: 0.1222465 Jul 16 09:20:40.692465 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fcb923-6a44-4511-8124-3d2065929674 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53194c1f-38f0-43b2-8366-30dbf0c34ed1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:41.351184 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45196) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:41.446852 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-ac62f4f9-3763-4f0e-95d5-e8836e9d062f admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1110092864-network', 'tenant_id': 'c552867ce0e9414f8e9bcf6c50680d5a'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:20:41.468076 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac62f4f9-3763-4f0e-95d5-e8836e9d062f admin admin] Made reservation on behalf of c552867ce0e9414f8e9bcf6c50680d5a for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:20:41.470476 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac62f4f9-3763-4f0e-95d5-e8836e9d062f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:41.479344 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac62f4f9-3763-4f0e-95d5-e8836e9d062f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:41.571720 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac62f4f9-3763-4f0e-95d5-e8836e9d062f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:41.576814 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac62f4f9-3763-4f0e-95d5-e8836e9d062f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:41.602716 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ac62f4f9-3763-4f0e-95d5-e8836e9d062f admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:20:41.612590 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62f4f9-3763-4f0e-95d5-e8836e9d062f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7f6d0f1-1490-4469-b849-2ce390e6fdf8,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:41.617483 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac62f4f9-3763-4f0e-95d5-e8836e9d062f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:41.617834 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-ac62f4f9-3763-4f0e-95d5-e8836e9d062f admin admin] Added segment 69f8ebd5-9ad2-49db-93c9-862bf4254f50 of type vlan for network c387da1b-0c38-4e7f-9fe8-df7fd07ed83c Jul 16 09:20:41.659363 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac62f4f9-3763-4f0e-95d5-e8836e9d062f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:41.690812 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac62f4f9-3763-4f0e-95d5-e8836e9d062f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:41.691791 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac62f4f9-3763-4f0e-95d5-e8836e9d062f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:41.692395 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ac62f4f9-3763-4f0e-95d5-e8836e9d062f admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:41.739785 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ac62f4f9-3763-4f0e-95d5-e8836e9d062f admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3874371 Jul 16 09:20:41.742731 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45200) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:41.751064 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-f6a8135a-1eeb-434d-839f-dcca5aa10f41 admin admin] Request body: {'subnet': {'network_id': 'c387da1b-0c38-4e7f-9fe8-df7fd07ed83c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1110092864-subnet', 'tenant_id': 'c552867ce0e9414f8e9bcf6c50680d5a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:20:41.773468 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6a8135a-1eeb-434d-839f-dcca5aa10f41 admin admin] Made reservation on behalf of c552867ce0e9414f8e9bcf6c50680d5a for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:20:41.775952 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f6a8135a-1eeb-434d-839f-dcca5aa10f41 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:41.787486 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac62f4f9-3763-4f0e-95d5-e8836e9d062f admin admin] Pushing event updated for resources: {'Network': ['ID=c387da1b-0c38-4e7f-9fe8-df7fd07ed83c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:41.797835 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network c387da1b-0c38-4e7f-9fe8-df7fd07ed83c details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:20:41.951866 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f6a8135a-1eeb-434d-839f-dcca5aa10f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:42.011505 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8135a-1eeb-434d-839f-dcca5aa10f41 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef31b855-03c0-43ab-8313-61b4e55c9ad5,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:42.021095 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a8135a-1eeb-434d-839f-dcca5aa10f41 admin admin] Checking segment: {'id': '69f8ebd5-9ad2-49db-93c9-862bf4254f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c387da1b-0c38-4e7f-9fe8-df7fd07ed83c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:20:42.021450 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a8135a-1eeb-434d-839f-dcca5aa10f41 admin admin] Network hostable DHCP agents. Network: c387da1b-0c38-4e7f-9fe8-df7fd07ed83c, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:20:42.037814 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a8135a-1eeb-434d-839f-dcca5aa10f41 admin admin] Network c387da1b-0c38-4e7f-9fe8-df7fd07ed83c is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:20:42.046328 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-f6a8135a-1eeb-434d-839f-dcca5aa10f41 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, c387da1b-0c38-4e7f-9fe8-df7fd07ed83c) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:20:42.050327 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6a8135a-1eeb-434d-839f-dcca5aa10f41 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:42.051116 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f6a8135a-1eeb-434d-839f-dcca5aa10f41 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:42.056827 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048e9e8c-e97d-421c-a217-6165ad426b87 None None] Network c387da1b-0c38-4e7f-9fe8-df7fd07ed83c requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:20:42.067594 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f6a8135a-1eeb-434d-839f-dcca5aa10f41 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3235557 Jul 16 09:20:42.199151 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf08db4c-5c24-4f7b-8323-942a92ea6b4e None None] Network c387da1b-0c38-4e7f-9fe8-df7fd07ed83c requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:20:42.541300 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45216) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:42.546342 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a0f331af-47d5-4e31-85b4-40a89a6d7983 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-859216535-network', 'tenant_id': '20ab288710c3455fa958c1c1182d2d4b'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:20:42.567622 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f331af-47d5-4e31-85b4-40a89a6d7983 admin admin] Made reservation on behalf of 20ab288710c3455fa958c1c1182d2d4b for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:20:42.570023 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0f331af-47d5-4e31-85b4-40a89a6d7983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:42.578578 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0f331af-47d5-4e31-85b4-40a89a6d7983 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:42.672860 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0f331af-47d5-4e31-85b4-40a89a6d7983 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:42.677546 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0f331af-47d5-4e31-85b4-40a89a6d7983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:42.701907 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0f331af-47d5-4e31-85b4-40a89a6d7983 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:20:42.711658 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f331af-47d5-4e31-85b4-40a89a6d7983 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bbd7c05-75f3-481b-b25c-885b37bee624,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:42.716537 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0f331af-47d5-4e31-85b4-40a89a6d7983 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:42.716893 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-a0f331af-47d5-4e31-85b4-40a89a6d7983 admin admin] Added segment 4d392e59-caab-4316-ba6b-6f5df3ff9dee of type vlan for network d2690a61-ac79-4ecd-a409-7acd97b8c253 Jul 16 09:20:42.758065 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0f331af-47d5-4e31-85b4-40a89a6d7983 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:42.786589 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0f331af-47d5-4e31-85b4-40a89a6d7983 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:42.787667 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0f331af-47d5-4e31-85b4-40a89a6d7983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:42.788358 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a0f331af-47d5-4e31-85b4-40a89a6d7983 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:42.819927 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a0f331af-47d5-4e31-85b4-40a89a6d7983 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.2775126 Jul 16 09:20:42.822621 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45218) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:20:42.829187 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c8b6f26b-19af-4265-a73d-b4c228ac448d admin admin] Request body: {'subnet': {'network_id': 'd2690a61-ac79-4ecd-a409-7acd97b8c253', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-859216535-subnet', 'tenant_id': '20ab288710c3455fa958c1c1182d2d4b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:20:42.863550 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f331af-47d5-4e31-85b4-40a89a6d7983 admin admin] Pushing event updated for resources: {'Network': ['ID=d2690a61-ac79-4ecd-a409-7acd97b8c253,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:42.873883 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network d2690a61-ac79-4ecd-a409-7acd97b8c253 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:20:42.885185 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b6f26b-19af-4265-a73d-b4c228ac448d admin admin] Made reservation on behalf of 20ab288710c3455fa958c1c1182d2d4b for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:20:42.887587 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8b6f26b-19af-4265-a73d-b4c228ac448d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:43.062053 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8b6f26b-19af-4265-a73d-b4c228ac448d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:43.114428 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b6f26b-19af-4265-a73d-b4c228ac448d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7719f741-ef89-42ba-82a8-4af9a356cbae,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:43.128650 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8b6f26b-19af-4265-a73d-b4c228ac448d admin admin] Checking segment: {'id': '4d392e59-caab-4316-ba6b-6f5df3ff9dee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': 'd2690a61-ac79-4ecd-a409-7acd97b8c253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:20:43.129016 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b6f26b-19af-4265-a73d-b4c228ac448d admin admin] Network hostable DHCP agents. Network: d2690a61-ac79-4ecd-a409-7acd97b8c253, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:20:43.145413 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b6f26b-19af-4265-a73d-b4c228ac448d admin admin] Network d2690a61-ac79-4ecd-a409-7acd97b8c253 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:20:43.153849 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-c8b6f26b-19af-4265-a73d-b4c228ac448d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, d2690a61-ac79-4ecd-a409-7acd97b8c253) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:20:43.160386 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b6f26b-19af-4265-a73d-b4c228ac448d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:43.160628 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c8b6f26b-19af-4265-a73d-b4c228ac448d admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:43.163548 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-080f8992-74cf-44ee-9ce4-d2adcc291fa4 None None] Network d2690a61-ac79-4ecd-a409-7acd97b8c253 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:20:43.185051 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c8b6f26b-19af-4265-a73d-b4c228ac448d admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3526878 Jul 16 09:20:43.292050 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad42694b-a66a-4a4c-8aab-0f0336bff3b4 None None] Network d2690a61-ac79-4ecd-a409-7acd97b8c253 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:20:43.669697 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145a220-afc4-41e9-aad5-deafe308972a req-ebeda58d-4b11-4fd2-9a23-889974aad671 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:43.671183 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7145a220-afc4-41e9-aad5-deafe308972a req-ebeda58d-4b11-4fd2-9a23-889974aad671 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/networks?id=c387da1b-0c38-4e7f-9fe8-df7fd07ed83c HTTP/1.1" status: 200 len: 812 time: 0.0999763 Jul 16 09:20:43.686856 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7145a220-afc4-41e9-aad5-deafe308972a req-43591d32-89a2-4f14-bc85-461da8793c5a tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/quotas/c552867ce0e9414f8e9bcf6c50680d5a HTTP/1.1" status: 200 len: 375 time: 0.0099194 Jul 16 09:20:43.728146 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7145a220-afc4-41e9-aad5-deafe308972a req-b300fa99-c942-48b1-a61f-2991b30e0413 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=c552867ce0e9414f8e9bcf6c50680d5a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0347536 Jul 16 09:20:43.982722 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7145a220-afc4-41e9-aad5-deafe308972a req-c86093b4-db91-41e8-9fdf-818f131f1d65 service neutron] 10.222.0.22 "GET /v2.0/networks/c387da1b-0c38-4e7f-9fe8-df7fd07ed83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377752 Jul 16 09:20:44.088036 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7145a220-afc4-41e9-aad5-deafe308972a req-ee36000f-9bb2-46b7-b6cf-547fed6e7a5c service neutron] 10.222.0.22 "GET /v2.0/networks/c387da1b-0c38-4e7f-9fe8-df7fd07ed83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967941 Jul 16 09:20:44.274146 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb63eefe-0bbb-4c12-b10f-1dc39af19b86 req-7a9ed977-e2ef-40b7-97fb-fee13665cb2e tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/ports?device_id=b53f4398-2dc3-4137-afc6-9746951600b7 HTTP/1.1" status: 200 len: 210 time: 0.0352831 Jul 16 09:20:45.391811 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145a220-afc4-41e9-aad5-deafe308972a req-f7a1bff1-69a0-4526-9444-6ffdde76aff0 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:45.394105 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7145a220-afc4-41e9-aad5-deafe308972a req-f7a1bff1-69a0-4526-9444-6ffdde76aff0 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.21 "GET /v2.0/networks?id=c387da1b-0c38-4e7f-9fe8-df7fd07ed83c HTTP/1.1" status: 200 len: 812 time: 0.1113579 Jul 16 09:20:45.427182 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1e4b5fa3-2243-4b9f-966b-94ef5dbfe785 req-53ae2291-a212-4898-98b5-3d122ca2cecf tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/ports?device_id=b53f4398-2dc3-4137-afc6-9746951600b7 HTTP/1.1" status: 200 len: 210 time: 0.0320742 Jul 16 09:20:45.431089 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-7145a220-afc4-41e9-aad5-deafe308972a req-9397d127-8182-4ad5-8456-a54911f67150 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Request body: {'port': {'device_id': 'b53f4398-2dc3-4137-afc6-9746951600b7', 'network_id': 'c387da1b-0c38-4e7f-9fe8-df7fd07ed83c', 'admin_state_up': True, 'tenant_id': 'c552867ce0e9414f8e9bcf6c50680d5a'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:20:45.540576 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7145a220-afc4-41e9-aad5-deafe308972a req-9397d127-8182-4ad5-8456-a54911f67150 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Made reservation on behalf of c552867ce0e9414f8e9bcf6c50680d5a for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:20:45.544122 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7145a220-afc4-41e9-aad5-deafe308972a req-9397d127-8182-4ad5-8456-a54911f67150 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:45.667989 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-7145a220-afc4-41e9-aad5-deafe308972a req-9397d127-8182-4ad5-8456-a54911f67150 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Allocated IP 172.20.0.3 (c387da1b-0c38-4e7f-9fe8-df7fd07ed83c/ef31b855-03c0-43ab-8313-61b4e55c9ad5/21992f0a-697c-4f60-ae3f-a5b3519edb94) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:20:45.809695 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7145a220-afc4-41e9-aad5-deafe308972a req-9397d127-8182-4ad5-8456-a54911f67150 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:45.848146 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7145a220-afc4-41e9-aad5-deafe308972a req-9397d127-8182-4ad5-8456-a54911f67150 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:45.896329 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7145a220-afc4-41e9-aad5-deafe308972a req-9397d127-8182-4ad5-8456-a54911f67150 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Network c387da1b-0c38-4e7f-9fe8-df7fd07ed83c is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:20:45.899488 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-7145a220-afc4-41e9-aad5-deafe308972a req-9397d127-8182-4ad5-8456-a54911f67150 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:20:45.903326 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-7145a220-afc4-41e9-aad5-deafe308972a req-9397d127-8182-4ad5-8456-a54911f67150 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:20:45.909751 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9397d127-8182-4ad5-8456-a54911f67150 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Pushing event updated for resources: {'Port': ['ID=21992f0a-697c-4f60-ae3f-a5b3519edb94,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:45.954046 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145a220-afc4-41e9-aad5-deafe308972a req-9397d127-8182-4ad5-8456-a54911f67150 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:45.954583 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7145a220-afc4-41e9-aad5-deafe308972a req-9397d127-8182-4ad5-8456-a54911f67150 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:45.969124 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7145a220-afc4-41e9-aad5-deafe308972a req-9397d127-8182-4ad5-8456-a54911f67150 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5445228 Jul 16 09:20:45.980505 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-7145a220-afc4-41e9-aad5-deafe308972a req-06b1b88d-fe3a-494b-a715-58128d9a3f70 service neutron] Request body: {'port': {'device_id': 'b53f4398-2dc3-4137-afc6-9746951600b7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:20:46.049942 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7145a220-afc4-41e9-aad5-deafe308972a req-06b1b88d-fe3a-494b-a715-58128d9a3f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:46.308898 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-7145a220-afc4-41e9-aad5-deafe308972a req-06b1b88d-fe3a-494b-a715-58128d9a3f70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21992f0a-697c-4f60-ae3f-a5b3519edb94 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:20:46.317118 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7145a220-afc4-41e9-aad5-deafe308972a req-06b1b88d-fe3a-494b-a715-58128d9a3f70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:46.328607 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-7145a220-afc4-41e9-aad5-deafe308972a req-06b1b88d-fe3a-494b-a715-58128d9a3f70 service neutron] Transition to ACTIVE for port object 21992f0a-697c-4f60-ae3f-a5b3519edb94 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:20:46.332500 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7145a220-afc4-41e9-aad5-deafe308972a req-06b1b88d-fe3a-494b-a715-58128d9a3f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:46.382647 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1b88d-fe3a-494b-a715-58128d9a3f70 service neutron] Pushing event updated for resources: {'Port': ['ID=21992f0a-697c-4f60-ae3f-a5b3519edb94,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:46.449528 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-7145a220-afc4-41e9-aad5-deafe308972a req-06b1b88d-fe3a-494b-a715-58128d9a3f70 service neutron] Attempting to bind port 21992f0a-697c-4f60-ae3f-a5b3519edb94 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:20:46.450178 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-7145a220-afc4-41e9-aad5-deafe308972a req-06b1b88d-fe3a-494b-a715-58128d9a3f70 service neutron] Attempting to bind port 21992f0a-697c-4f60-ae3f-a5b3519edb94 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '69f8ebd5-9ad2-49db-93c9-862bf4254f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c387da1b-0c38-4e7f-9fe8-df7fd07ed83c'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:20:46.450178 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7145a220-afc4-41e9-aad5-deafe308972a req-06b1b88d-fe3a-494b-a715-58128d9a3f70 service neutron] Attempting to bind port 21992f0a-697c-4f60-ae3f-a5b3519edb94 on network c387da1b-0c38-4e7f-9fe8-df7fd07ed83c {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:20:46.454891 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7145a220-afc4-41e9-aad5-deafe308972a req-06b1b88d-fe3a-494b-a715-58128d9a3f70 service neutron] Port 21992f0a-697c-4f60-ae3f-a5b3519edb94 on network c387da1b-0c38-4e7f-9fe8-df7fd07ed83c not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:20:46.455216 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7145a220-afc4-41e9-aad5-deafe308972a req-06b1b88d-fe3a-494b-a715-58128d9a3f70 service neutron] Attempting to bind port 21992f0a-697c-4f60-ae3f-a5b3519edb94 on network c387da1b-0c38-4e7f-9fe8-df7fd07ed83c {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:20:46.460040 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7145a220-afc4-41e9-aad5-deafe308972a req-06b1b88d-fe3a-494b-a715-58128d9a3f70 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 20, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:20:46.460409 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7145a220-afc4-41e9-aad5-deafe308972a req-06b1b88d-fe3a-494b-a715-58128d9a3f70 service neutron] Checking segment: {'id': '69f8ebd5-9ad2-49db-93c9-862bf4254f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c387da1b-0c38-4e7f-9fe8-df7fd07ed83c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:20:46.460791 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7145a220-afc4-41e9-aad5-deafe308972a req-06b1b88d-fe3a-494b-a715-58128d9a3f70 service neutron] Bound using segment: {'id': '69f8ebd5-9ad2-49db-93c9-862bf4254f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c387da1b-0c38-4e7f-9fe8-df7fd07ed83c'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:20:46.461214 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-7145a220-afc4-41e9-aad5-deafe308972a req-06b1b88d-fe3a-494b-a715-58128d9a3f70 service neutron] Bound port: 21992f0a-697c-4f60-ae3f-a5b3519edb94, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '69f8ebd5-9ad2-49db-93c9-862bf4254f50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'c387da1b-0c38-4e7f-9fe8-df7fd07ed83c'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:20:46.461570 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7145a220-afc4-41e9-aad5-deafe308972a req-06b1b88d-fe3a-494b-a715-58128d9a3f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:46.525325 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-7145a220-afc4-41e9-aad5-deafe308972a req-06b1b88d-fe3a-494b-a715-58128d9a3f70 service neutron] For port 21992f0a-697c-4f60-ae3f-a5b3519edb94, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:20:46.528476 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-7145a220-afc4-41e9-aad5-deafe308972a req-06b1b88d-fe3a-494b-a715-58128d9a3f70 service neutron] For port 21992f0a-697c-4f60-ae3f-a5b3519edb94, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=21992f0a-697c-4f60-ae3f-a5b3519edb94,segment=NetworkSegment(69f8ebd5-9ad2-49db-93c9-862bf4254f50),segment_id=69f8ebd5-9ad2-49db-93c9-862bf4254f50)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:20:46.533640 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7145a220-afc4-41e9-aad5-deafe308972a req-06b1b88d-fe3a-494b-a715-58128d9a3f70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:46.568137 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145a220-afc4-41e9-aad5-deafe308972a req-06b1b88d-fe3a-494b-a715-58128d9a3f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:46.569147 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-7145a220-afc4-41e9-aad5-deafe308972a req-06b1b88d-fe3a-494b-a715-58128d9a3f70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:46.570929 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7145a220-afc4-41e9-aad5-deafe308972a req-06b1b88d-fe3a-494b-a715-58128d9a3f70 service neutron] 10.222.0.21 "PUT /v2.0/ports/21992f0a-697c-4f60-ae3f-a5b3519edb94 HTTP/1.1" status: 200 len: 1092 time: 0.5951204 Jul 16 09:20:46.573507 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b53f4398-2dc3-4137-afc6-9746951600b7', 'tag': '21992f0a-697c-4f60-ae3f-a5b3519edb94'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:20:46.576922 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57f4a015-bd49-42d9-a68a-127d5939c8bb" -d '{"events": [{"name": "network-changed", "server_uuid": "b53f4398-2dc3-4137-afc6-9746951600b7", "tag": "21992f0a-697c-4f60-ae3f-a5b3519edb94"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:20:46.600820 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b169767d-4e20-47f4-959f-2820d1705760 req-38bc2dfa-0aea-4ba9-980b-8f4ffb413936 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:46.602475 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b169767d-4e20-47f4-959f-2820d1705760 req-38bc2dfa-0aea-4ba9-980b-8f4ffb413936 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/ports?device_id=b53f4398-2dc3-4137-afc6-9746951600b7 HTTP/1.1" status: 200 len: 943 time: 0.0646305 Jul 16 09:20:46.627009 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:20:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdf80b75-9296-482a-a720-f1904b5e5ac0 x-openstack-request-id: req-bdf80b75-9296-482a-a720-f1904b5e5ac0 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:20:46.627303 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b53f4398-2dc3-4137-afc6-9746951600b7", "tag": "21992f0a-697c-4f60-ae3f-a5b3519edb94", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:20:46.627546 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bdf80b75-9296-482a-a720-f1904b5e5ac0 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:20:46.627949 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b53f4398-2dc3-4137-afc6-9746951600b7', 'tag': '21992f0a-697c-4f60-ae3f-a5b3519edb94', 'status': 'completed', 'code': 200} Jul 16 09:20:46.630212 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b1b88d-fe3a-494b-a715-58128d9a3f70 service neutron] Pushing event updated for resources: {'Port': ['ID=21992f0a-697c-4f60-ae3f-a5b3519edb94,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:46.645394 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b169767d-4e20-47f4-959f-2820d1705760 req-c5fea07a-8952-48ac-bcce-08c39cd0736e tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7f6d0f1-1490-4469-b849-2ce390e6fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369627 Jul 16 09:20:46.678066 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145a220-afc4-41e9-aad5-deafe308972a req-77d63ac5-bdbd-4e1a-9be0-067964e843e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:46.679573 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7145a220-afc4-41e9-aad5-deafe308972a req-77d63ac5-bdbd-4e1a-9be0-067964e843e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c552867ce0e9414f8e9bcf6c50680d5a&device_id=b53f4398-2dc3-4137-afc6-9746951600b7 HTTP/1.1" status: 200 len: 1095 time: 0.0684979 Jul 16 09:20:46.724978 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7145a220-afc4-41e9-aad5-deafe308972a req-d9ff1cc3-9e74-481a-ab66-54875ec227de service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21992f0a-697c-4f60-ae3f-a5b3519edb94 HTTP/1.1" status: 200 len: 217 time: 0.0381918 Jul 16 09:20:46.773714 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145a220-afc4-41e9-aad5-deafe308972a req-69a26e3d-7c64-41d8-a5e1-fec35cbfe8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:46.775265 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7145a220-afc4-41e9-aad5-deafe308972a req-69a26e3d-7c64-41d8-a5e1-fec35cbfe8d9 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef31b855-03c0-43ab-8313-61b4e55c9ad5 HTTP/1.1" status: 200 len: 852 time: 0.0446351 Jul 16 09:20:46.816720 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7145a220-afc4-41e9-aad5-deafe308972a req-747ded8f-c2f5-4aac-9d3a-b455ed4a609c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c387da1b-0c38-4e7f-9fe8-df7fd07ed83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271711 Jul 16 09:20:46.907743 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7145a220-afc4-41e9-aad5-deafe308972a req-5145e8b3-b607-4e4e-9580-1635870bd4fc service neutron] 10.222.0.21 "GET /v2.0/networks/c387da1b-0c38-4e7f-9fe8-df7fd07ed83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842338 Jul 16 09:20:46.993861 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7145a220-afc4-41e9-aad5-deafe308972a req-e4e555e2-dd9a-4144-825d-9344c063932c service neutron] 10.222.0.21 "GET /v2.0/networks/c387da1b-0c38-4e7f-9fe8-df7fd07ed83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797536 Jul 16 09:20:47.100162 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4a015-bd49-42d9-a68a-127d5939c8bb req-be68fc94-c416-4079-9c28-2659ecc6b8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:47.101663 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-57f4a015-bd49-42d9-a68a-127d5939c8bb req-be68fc94-c416-4079-9c28-2659ecc6b8a9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c552867ce0e9414f8e9bcf6c50680d5a&device_id=b53f4398-2dc3-4137-afc6-9746951600b7 HTTP/1.1" status: 200 len: 1095 time: 0.0562255 Jul 16 09:20:47.188160 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4a015-bd49-42d9-a68a-127d5939c8bb req-c08a397d-46ee-475b-b32d-e29506be2233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:47.190193 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-57f4a015-bd49-42d9-a68a-127d5939c8bb req-c08a397d-46ee-475b-b32d-e29506be2233 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c387da1b-0c38-4e7f-9fe8-df7fd07ed83c HTTP/1.1" status: 200 len: 913 time: 0.0823288 Jul 16 09:20:47.233878 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-57f4a015-bd49-42d9-a68a-127d5939c8bb req-57d72b50-c884-4319-ad49-dc78b9169781 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21992f0a-697c-4f60-ae3f-a5b3519edb94 HTTP/1.1" status: 200 len: 217 time: 0.0371141 Jul 16 09:20:47.282229 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f4a015-bd49-42d9-a68a-127d5939c8bb req-b2dc0076-488d-40a7-900f-921e3a7391de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:47.283695 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-57f4a015-bd49-42d9-a68a-127d5939c8bb req-b2dc0076-488d-40a7-900f-921e3a7391de service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef31b855-03c0-43ab-8313-61b4e55c9ad5 HTTP/1.1" status: 200 len: 852 time: 0.0435724 Jul 16 09:20:47.317106 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-57f4a015-bd49-42d9-a68a-127d5939c8bb req-937cbab2-e0c2-4e65-a10e-0a9b7b3b9927 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c387da1b-0c38-4e7f-9fe8-df7fd07ed83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257494 Jul 16 09:20:47.730504 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-57f4a015-bd49-42d9-a68a-127d5939c8bb req-bf021194-8666-47cd-aafa-00297c58f59a service neutron] 10.222.0.21 "GET /v2.0/networks/c387da1b-0c38-4e7f-9fe8-df7fd07ed83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4070742 Jul 16 09:20:47.856152 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-57f4a015-bd49-42d9-a68a-127d5939c8bb req-a58f1c8c-8549-4667-9b2f-0c0b08bcd645 service neutron] 10.222.0.21 "GET /v2.0/networks/c387da1b-0c38-4e7f-9fe8-df7fd07ed83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185374 Jul 16 09:20:47.871240 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7503e1b-3e2c-4a3b-8ebc-5fa0b75bb48b req-10d05701-490c-43c0-90ea-9bd5e846d003 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:47.872701 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b7503e1b-3e2c-4a3b-8ebc-5fa0b75bb48b req-10d05701-490c-43c0-90ea-9bd5e846d003 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/ports?device_id=b53f4398-2dc3-4137-afc6-9746951600b7 HTTP/1.1" status: 200 len: 943 time: 0.1117067 Jul 16 09:20:47.910369 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b7503e1b-3e2c-4a3b-8ebc-5fa0b75bb48b req-cbf115e8-ba9c-4636-a2d2-a6421fb8c852 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7f6d0f1-1490-4469-b849-2ce390e6fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311770 Jul 16 09:20:49.085061 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9529ff9-8d09-4d30-b5f0-9f8046db3bd4 req-d4b43fa2-3e81-4606-b251-5e7768a7e518 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:49.086620 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e9529ff9-8d09-4d30-b5f0-9f8046db3bd4 req-d4b43fa2-3e81-4606-b251-5e7768a7e518 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/ports?device_id=b53f4398-2dc3-4137-afc6-9746951600b7 HTTP/1.1" status: 200 len: 943 time: 0.0667062 Jul 16 09:20:49.123878 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e9529ff9-8d09-4d30-b5f0-9f8046db3bd4 req-90da5663-d1fd-4714-abaa-f492dfb4cf72 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7f6d0f1-1490-4469-b849-2ce390e6fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317852 Jul 16 09:20:50.294045 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34dc3b1-9a79-47b1-a33c-3eece055f420 req-53f1697e-4139-4828-ba83-ef60f9f484fe tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:50.295554 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e34dc3b1-9a79-47b1-a33c-3eece055f420 req-53f1697e-4139-4828-ba83-ef60f9f484fe tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/ports?device_id=b53f4398-2dc3-4137-afc6-9746951600b7 HTTP/1.1" status: 200 len: 943 time: 0.0623500 Jul 16 09:20:50.334289 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e34dc3b1-9a79-47b1-a33c-3eece055f420 req-3c651029-7599-4769-8c1c-e15d6a3534df tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7f6d0f1-1490-4469-b849-2ce390e6fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322318 Jul 16 09:20:50.743845 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 21992f0a-697c-4f60-ae3f-a5b3519edb94 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:20:50.836054 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 21992f0a-697c-4f60-ae3f-a5b3519edb94, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=21992f0a-697c-4f60-ae3f-a5b3519edb94,segment=NetworkSegment(69f8ebd5-9ad2-49db-93c9-862bf4254f50),segment_id=69f8ebd5-9ad2-49db-93c9-862bf4254f50)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:20:50.847516 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '21992f0a-697c-4f60-ae3f-a5b3519edb94', 'network_id': 'c387da1b-0c38-4e7f-9fe8-df7fd07ed83c', 'port_id': '21992f0a-697c-4f60-ae3f-a5b3519edb94', 'mac_address': 'fa:16:3e:a1:66:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef31b855-03c0-43ab-8313-61b4e55c9ad5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:20:50.886562 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:50.899151 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21992f0a-697c-4f60-ae3f-a5b3519edb94 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:20:50.917470 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 21992f0a-697c-4f60-ae3f-a5b3519edb94, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=21992f0a-697c-4f60-ae3f-a5b3519edb94,segment=NetworkSegment(69f8ebd5-9ad2-49db-93c9-862bf4254f50),segment_id=69f8ebd5-9ad2-49db-93c9-862bf4254f50)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:20:50.921296 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:50.967479 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=21992f0a-697c-4f60-ae3f-a5b3519edb94,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:51.104187 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['21992f0a-697c-4f60-ae3f-a5b3519edb94'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:20:51.504517 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82982ed5-3647-4e40-a327-c8b705c73148 req-85ac6b07-718b-4468-979a-b6699c2cbba2 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:51.505989 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82982ed5-3647-4e40-a327-c8b705c73148 req-85ac6b07-718b-4468-979a-b6699c2cbba2 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/ports?device_id=b53f4398-2dc3-4137-afc6-9746951600b7 HTTP/1.1" status: 200 len: 944 time: 0.0636203 Jul 16 09:20:51.541871 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82982ed5-3647-4e40-a327-c8b705c73148 req-7eb9b70f-6da6-4e90-aa4b-c6d86c075f3e tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7f6d0f1-1490-4469-b849-2ce390e6fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304196 Jul 16 09:20:52.717005 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c2040e-56f7-4dcb-9251-05e17993fd77 req-f3fcef6e-dc02-4d74-9829-02f13a2b176b tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:52.718483 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a2c2040e-56f7-4dcb-9251-05e17993fd77 req-f3fcef6e-dc02-4d74-9829-02f13a2b176b tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/ports?device_id=b53f4398-2dc3-4137-afc6-9746951600b7 HTTP/1.1" status: 200 len: 944 time: 0.0676713 Jul 16 09:20:52.743494 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 21992f0a-697c-4f60-ae3f-a5b3519edb94 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:20:52.757801 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a2c2040e-56f7-4dcb-9251-05e17993fd77 req-3d91bd04-68cf-4583-a35d-f87169353df3 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7f6d0f1-1490-4469-b849-2ce390e6fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335524 Jul 16 09:20:52.792487 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 21992f0a-697c-4f60-ae3f-a5b3519edb94 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:20:52.795945 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 21992f0a-697c-4f60-ae3f-a5b3519edb94 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:20:52.796512 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:52.870690 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:52.894694 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53f4398-2dc3-4137-afc6-9746951600b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21992f0a-697c-4f60-ae3f-a5b3519edb94'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:20:52.908062 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 21992f0a-697c-4f60-ae3f-a5b3519edb94, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=21992f0a-697c-4f60-ae3f-a5b3519edb94,segment=NetworkSegment(69f8ebd5-9ad2-49db-93c9-862bf4254f50),segment_id=69f8ebd5-9ad2-49db-93c9-862bf4254f50)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:20:52.912794 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:20:52.937823 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85312d3a-98e8-45a8-ab7c-4dcf17187e37" -d '{"events": [{"server_uuid": "b53f4398-2dc3-4137-afc6-9746951600b7", "name": "network-vif-plugged", "status": "completed", "tag": "21992f0a-697c-4f60-ae3f-a5b3519edb94"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:20:52.965743 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=21992f0a-697c-4f60-ae3f-a5b3519edb94,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:20:53.026494 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:20:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6224b172-4335-4344-b208-9620858bf0b3 x-openstack-request-id: req-6224b172-4335-4344-b208-9620858bf0b3 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:20:53.026786 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53f4398-2dc3-4137-afc6-9746951600b7", "name": "network-vif-plugged", "status": "completed", "tag": "21992f0a-697c-4f60-ae3f-a5b3519edb94", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:20:53.027036 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6224b172-4335-4344-b208-9620858bf0b3 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:20:53.027430 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53f4398-2dc3-4137-afc6-9746951600b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21992f0a-697c-4f60-ae3f-a5b3519edb94', 'code': 200} Jul 16 09:20:53.138346 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0a760e-4d8d-4ef8-b8c6-624b584e227b req-1937d954-c718-4c4f-92bf-28284d113aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:53.139753 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ec0a760e-4d8d-4ef8-b8c6-624b584e227b req-1937d954-c718-4c4f-92bf-28284d113aa6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b53f4398-2dc3-4137-afc6-9746951600b7 HTTP/1.1" status: 200 len: 1097 time: 0.0515995 Jul 16 09:20:53.176720 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ec0a760e-4d8d-4ef8-b8c6-624b584e227b req-61df202e-772e-4d32-8329-de11bfa4e73b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=a7f6d0f1-1490-4469-b849-2ce390e6fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292652 Jul 16 09:20:53.941096 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719177eb-31eb-4b0f-aa26-ca7b35f35ca8 req-c6bd2b7a-01ee-4bf0-b0de-c19cd52bbe29 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:53.942679 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-719177eb-31eb-4b0f-aa26-ca7b35f35ca8 req-c6bd2b7a-01ee-4bf0-b0de-c19cd52bbe29 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/ports?device_id=b53f4398-2dc3-4137-afc6-9746951600b7 HTTP/1.1" status: 200 len: 945 time: 0.0643210 Jul 16 09:20:53.981548 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-719177eb-31eb-4b0f-aa26-ca7b35f35ca8 req-29fcf57b-0cb7-4c73-857b-f5322e045425 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7f6d0f1-1490-4469-b849-2ce390e6fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326917 Jul 16 09:20:55.158083 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1111dc1-a413-486a-a077-22c552a5f3b5 req-95cd6956-0f59-4d57-b5f1-8f34193fae35 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:55.160095 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e1111dc1-a413-486a-a077-22c552a5f3b5 req-95cd6956-0f59-4d57-b5f1-8f34193fae35 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/ports?device_id=b53f4398-2dc3-4137-afc6-9746951600b7 HTTP/1.1" status: 200 len: 945 time: 0.0684311 Jul 16 09:20:55.196702 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e1111dc1-a413-486a-a077-22c552a5f3b5 req-94b8ea24-ccca-4fb6-832f-979575ea809c tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7f6d0f1-1490-4469-b849-2ce390e6fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310156 Jul 16 09:20:55.369564 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36508fe3-128a-471b-be94-b6bea86a66cf req-7a7cae98-bfff-4d4a-9983-48c5cf74ffca tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:55.371031 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-36508fe3-128a-471b-be94-b6bea86a66cf req-7a7cae98-bfff-4d4a-9983-48c5cf74ffca tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/ports?device_id=b53f4398-2dc3-4137-afc6-9746951600b7 HTTP/1.1" status: 200 len: 945 time: 0.0648875 Jul 16 09:20:55.412602 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-36508fe3-128a-471b-be94-b6bea86a66cf req-bf499b54-e256-4b87-a800-c97202003af6 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7f6d0f1-1490-4469-b849-2ce390e6fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358093 Jul 16 09:20:55.772933 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48fc237-6590-4926-96ef-20d8f442070c req-1ce26de7-5d72-4063-8238-a638e6f426da tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:55.774418 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f48fc237-6590-4926-96ef-20d8f442070c req-1ce26de7-5d72-4063-8238-a638e6f426da tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/ports?device_id=b53f4398-2dc3-4137-afc6-9746951600b7 HTTP/1.1" status: 200 len: 945 time: 0.0632749 Jul 16 09:20:55.811165 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f48fc237-6590-4926-96ef-20d8f442070c req-5bc89d78-b400-43a8-aa83-26433a394cb6 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7f6d0f1-1490-4469-b849-2ce390e6fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311527 Jul 16 09:20:56.988551 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d694dd-4edc-4cbe-b6e7-d19f3c46c23b req-7d675950-66ad-487c-986a-d7b001fa5c62 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:56.990051 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47d694dd-4edc-4cbe-b6e7-d19f3c46c23b req-7d675950-66ad-487c-986a-d7b001fa5c62 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/ports?device_id=b53f4398-2dc3-4137-afc6-9746951600b7 HTTP/1.1" status: 200 len: 945 time: 0.0640769 Jul 16 09:20:57.028023 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47d694dd-4edc-4cbe-b6e7-d19f3c46c23b req-f49c2183-5640-446d-9caf-1bce415c2b31 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7f6d0f1-1490-4469-b849-2ce390e6fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323327 Jul 16 09:20:57.347850 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20df79-692d-417a-89e0-b4f1996c5f73 req-490587cd-6140-4f33-a932-c6794f817c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:57.349377 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4a20df79-692d-417a-89e0-b4f1996c5f73 req-490587cd-6140-4f33-a932-c6794f817c65 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c552867ce0e9414f8e9bcf6c50680d5a&device_id=b53f4398-2dc3-4137-afc6-9746951600b7 HTTP/1.1" status: 200 len: 1097 time: 0.0564415 Jul 16 09:20:57.361028 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f0157-406b-485d-825f-8a689736f825 req-f4ba1768-bf62-4d4e-a92a-c1ae507875ed tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:57.362560 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-916f0157-406b-485d-825f-8a689736f825 req-f4ba1768-bf62-4d4e-a92a-c1ae507875ed tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/ports?device_id=b53f4398-2dc3-4137-afc6-9746951600b7 HTTP/1.1" status: 200 len: 945 time: 0.0624583 Jul 16 09:20:57.400677 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-916f0157-406b-485d-825f-8a689736f825 req-6b422bb6-bfc0-42e7-88ea-e30b63059c7a tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7f6d0f1-1490-4469-b849-2ce390e6fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324507 Jul 16 09:20:57.437615 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20df79-692d-417a-89e0-b4f1996c5f73 req-585ea6db-9a7b-4a47-8e75-7ee38ad0de29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:57.439093 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4a20df79-692d-417a-89e0-b4f1996c5f73 req-585ea6db-9a7b-4a47-8e75-7ee38ad0de29 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c387da1b-0c38-4e7f-9fe8-df7fd07ed83c HTTP/1.1" status: 200 len: 913 time: 0.0838287 Jul 16 09:20:57.484101 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4a20df79-692d-417a-89e0-b4f1996c5f73 req-3bf7a61d-2573-4909-99ef-ef3befe94b9d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21992f0a-697c-4f60-ae3f-a5b3519edb94 HTTP/1.1" status: 200 len: 217 time: 0.0378242 Jul 16 09:20:57.530647 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a20df79-692d-417a-89e0-b4f1996c5f73 req-8438347a-3673-4f8c-bfaf-334b3bb95775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:57.531924 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4a20df79-692d-417a-89e0-b4f1996c5f73 req-8438347a-3673-4f8c-bfaf-334b3bb95775 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef31b855-03c0-43ab-8313-61b4e55c9ad5 HTTP/1.1" status: 200 len: 852 time: 0.0423243 Jul 16 09:20:57.565632 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4a20df79-692d-417a-89e0-b4f1996c5f73 req-397758b9-7bae-40b3-8062-bc1b2fb0f030 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c387da1b-0c38-4e7f-9fe8-df7fd07ed83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270662 Jul 16 09:20:57.658889 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4a20df79-692d-417a-89e0-b4f1996c5f73 req-33d1cb62-1b80-462e-a923-99237691846a service neutron] 10.222.0.21 "GET /v2.0/networks/c387da1b-0c38-4e7f-9fe8-df7fd07ed83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872316 Jul 16 09:20:57.750110 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4a20df79-692d-417a-89e0-b4f1996c5f73 req-d33b3e10-914c-4b5d-970b-ceeb29ded97e service neutron] 10.222.0.21 "GET /v2.0/networks/c387da1b-0c38-4e7f-9fe8-df7fd07ed83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851996 Jul 16 09:20:58.582135 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd101d7-7bf0-4dcb-a8b1-133b967cc6a7 req-d66761de-90ce-4e88-8627-ae12bfd9a9ea tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:58.583586 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4cd101d7-7bf0-4dcb-a8b1-133b967cc6a7 req-d66761de-90ce-4e88-8627-ae12bfd9a9ea tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/ports?device_id=b53f4398-2dc3-4137-afc6-9746951600b7 HTTP/1.1" status: 200 len: 945 time: 0.0665846 Jul 16 09:20:58.620555 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4cd101d7-7bf0-4dcb-a8b1-133b967cc6a7 req-08cacb3d-d8f5-467c-b141-a337c178683a tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7f6d0f1-1490-4469-b849-2ce390e6fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313420 Jul 16 09:20:58.971547 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3695b8-9747-4928-bf3f-e5391aa279ae req-9e5f1a6b-7685-4f7a-9c2b-1f123b0500e4 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:58.973030 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0e3695b8-9747-4928-bf3f-e5391aa279ae req-9e5f1a6b-7685-4f7a-9c2b-1f123b0500e4 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/ports?device_id=b53f4398-2dc3-4137-afc6-9746951600b7 HTTP/1.1" status: 200 len: 945 time: 0.0627429 Jul 16 09:20:59.009345 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0e3695b8-9747-4928-bf3f-e5391aa279ae req-9688fd42-d0af-418b-84e6-2b655cec036b tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7f6d0f1-1490-4469-b849-2ce390e6fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304146 Jul 16 09:20:59.245208 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e4653-fc8a-4992-a38e-7d6303c5884e req-b9547aa5-4b9a-4943-a77c-4334eec8e7df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:59.246595 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-230e4653-fc8a-4992-a38e-7d6303c5884e req-b9547aa5-4b9a-4943-a77c-4334eec8e7df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c552867ce0e9414f8e9bcf6c50680d5a&device_id=b53f4398-2dc3-4137-afc6-9746951600b7 HTTP/1.1" status: 200 len: 1097 time: 0.0514827 Jul 16 09:20:59.356182 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e4653-fc8a-4992-a38e-7d6303c5884e req-a22c7e5f-0978-468e-9c11-37b5f8613fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:59.359050 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-230e4653-fc8a-4992-a38e-7d6303c5884e req-a22c7e5f-0978-468e-9c11-37b5f8613fef service neutron] 10.222.0.21 "GET /v2.0/networks?id=c387da1b-0c38-4e7f-9fe8-df7fd07ed83c HTTP/1.1" status: 200 len: 913 time: 0.0924189 Jul 16 09:20:59.402004 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-230e4653-fc8a-4992-a38e-7d6303c5884e req-85b2f3f7-f073-474e-b221-5ef5d5ba14a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21992f0a-697c-4f60-ae3f-a5b3519edb94 HTTP/1.1" status: 200 len: 217 time: 0.0370641 Jul 16 09:20:59.454713 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-230e4653-fc8a-4992-a38e-7d6303c5884e req-a9d6708d-1c11-4e60-a17c-fcf9fadc3049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:20:59.456858 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-230e4653-fc8a-4992-a38e-7d6303c5884e req-a9d6708d-1c11-4e60-a17c-fcf9fadc3049 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef31b855-03c0-43ab-8313-61b4e55c9ad5 HTTP/1.1" status: 200 len: 852 time: 0.0479641 Jul 16 09:20:59.490032 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-230e4653-fc8a-4992-a38e-7d6303c5884e req-456a823d-bee0-4260-83f3-fa6149c14fe4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c387da1b-0c38-4e7f-9fe8-df7fd07ed83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255740 Jul 16 09:20:59.577661 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-230e4653-fc8a-4992-a38e-7d6303c5884e req-d46ab433-1729-4781-b47d-8cde5ad2f600 service neutron] 10.222.0.21 "GET /v2.0/networks/c387da1b-0c38-4e7f-9fe8-df7fd07ed83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808318 Jul 16 09:20:59.665600 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-230e4653-fc8a-4992-a38e-7d6303c5884e req-1df80375-ddbd-403f-8dc0-51de2dad49bf service neutron] 10.222.0.21 "GET /v2.0/networks/c387da1b-0c38-4e7f-9fe8-df7fd07ed83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820169 Jul 16 09:21:00.187280 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9ae3a0-cf39-451c-bcac-a7629dfbf627 req-19caabd5-1dc1-4856-bfea-700b11936340 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:00.188849 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d9ae3a0-cf39-451c-bcac-a7629dfbf627 req-19caabd5-1dc1-4856-bfea-700b11936340 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/ports?device_id=b53f4398-2dc3-4137-afc6-9746951600b7 HTTP/1.1" status: 200 len: 945 time: 0.0660195 Jul 16 09:21:00.225821 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d9ae3a0-cf39-451c-bcac-a7629dfbf627 req-0f8ce075-4d25-4858-8164-bd77c1a92641 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7f6d0f1-1490-4469-b849-2ce390e6fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310273 Jul 16 09:21:00.561435 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569a2db-0a6d-4029-a012-ab3cc9700664 req-3881a444-fbec-4eba-8c75-ae1e346dc6b5 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:00.563281 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0569a2db-0a6d-4029-a012-ab3cc9700664 req-3881a444-fbec-4eba-8c75-ae1e346dc6b5 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/ports?device_id=b53f4398-2dc3-4137-afc6-9746951600b7 HTTP/1.1" status: 200 len: 945 time: 0.0634506 Jul 16 09:21:00.567311 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10097b6-a9f3-4090-9ca7-1de742142a64 req-2bda2443-f296-40b2-929e-97480a508f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:00.568813 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c10097b6-a9f3-4090-9ca7-1de742142a64 req-2bda2443-f296-40b2-929e-97480a508f55 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=c552867ce0e9414f8e9bcf6c50680d5a&device_id=b53f4398-2dc3-4137-afc6-9746951600b7 HTTP/1.1" status: 200 len: 1097 time: 0.0529871 Jul 16 09:21:00.602002 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0569a2db-0a6d-4029-a012-ab3cc9700664 req-a4cced07-8cc7-4f3a-af36-1dd17822876d tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7f6d0f1-1490-4469-b849-2ce390e6fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322244 Jul 16 09:21:00.660905 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10097b6-a9f3-4090-9ca7-1de742142a64 req-8d910ac0-608f-4bc7-9ca3-bba0004b1b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:00.662392 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c10097b6-a9f3-4090-9ca7-1de742142a64 req-8d910ac0-608f-4bc7-9ca3-bba0004b1b03 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c387da1b-0c38-4e7f-9fe8-df7fd07ed83c HTTP/1.1" status: 200 len: 913 time: 0.0877142 Jul 16 09:21:00.703426 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c10097b6-a9f3-4090-9ca7-1de742142a64 req-902a2ed6-2aa2-4de7-970c-a5cd13762ebe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=21992f0a-697c-4f60-ae3f-a5b3519edb94 HTTP/1.1" status: 200 len: 217 time: 0.0346248 Jul 16 09:21:00.750096 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10097b6-a9f3-4090-9ca7-1de742142a64 req-d222fe15-87f7-4413-9e88-5a5753aec8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:00.751548 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c10097b6-a9f3-4090-9ca7-1de742142a64 req-d222fe15-87f7-4413-9e88-5a5753aec8b2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ef31b855-03c0-43ab-8313-61b4e55c9ad5 HTTP/1.1" status: 200 len: 852 time: 0.0424893 Jul 16 09:21:00.788869 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c10097b6-a9f3-4090-9ca7-1de742142a64 req-0905b11d-7fd9-4abd-b79b-fa208c1517ba service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c387da1b-0c38-4e7f-9fe8-df7fd07ed83c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315917 Jul 16 09:21:00.879811 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c10097b6-a9f3-4090-9ca7-1de742142a64 req-42378419-faaa-4b2c-be8e-c9619a73d31e service neutron] 10.222.0.21 "GET /v2.0/networks/c387da1b-0c38-4e7f-9fe8-df7fd07ed83c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838363 Jul 16 09:21:00.974822 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c10097b6-a9f3-4090-9ca7-1de742142a64 req-ba5dab48-99b4-4f3e-add0-d65eeec68733 service neutron] 10.222.0.21 "GET /v2.0/networks/c387da1b-0c38-4e7f-9fe8-df7fd07ed83c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888529 Jul 16 09:21:01.780171 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c200d4a5-4ddb-439a-ba84-c39cdef30575 req-44b13b1d-0029-4395-b34f-59be5b5f6533 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:01.781671 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c200d4a5-4ddb-439a-ba84-c39cdef30575 req-44b13b1d-0029-4395-b34f-59be5b5f6533 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/ports?device_id=b53f4398-2dc3-4137-afc6-9746951600b7 HTTP/1.1" status: 200 len: 945 time: 0.0638237 Jul 16 09:21:01.819732 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c200d4a5-4ddb-439a-ba84-c39cdef30575 req-a6613977-54d7-4be7-99fc-57bc7b0e9811 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7f6d0f1-1490-4469-b849-2ce390e6fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324001 Jul 16 09:21:02.188558 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21539fb-d564-4b7c-9082-46e3dbf785a0 req-d9eee774-82d7-46f1-8966-c8921ddb5bd2 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:02.189947 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e21539fb-d564-4b7c-9082-46e3dbf785a0 req-d9eee774-82d7-46f1-8966-c8921ddb5bd2 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/ports?device_id=b53f4398-2dc3-4137-afc6-9746951600b7 HTTP/1.1" status: 200 len: 945 time: 0.0636332 Jul 16 09:21:02.230890 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e21539fb-d564-4b7c-9082-46e3dbf785a0 req-9f647b65-f2fd-49ce-83ed-45af9768ef90 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7f6d0f1-1490-4469-b849-2ce390e6fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353937 Jul 16 09:21:02.583057 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:02.667095 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:03.340667 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-77ff31fd-4179-48cb-87d1-30c5e72c84ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:03.409643 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b95726-a612-4aee-9a2b-e460ede61213 req-01005093-418e-4458-bc49-39c499c9e33b tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:03.411097 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c5b95726-a612-4aee-9a2b-e460ede61213 req-01005093-418e-4458-bc49-39c499c9e33b tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/ports?device_id=b53f4398-2dc3-4137-afc6-9746951600b7 HTTP/1.1" status: 200 len: 945 time: 0.0654614 Jul 16 09:21:03.447545 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c5b95726-a612-4aee-9a2b-e460ede61213 req-a253fb5a-413e-4d54-a5e2-c94f8b383675 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/security-groups?id=a7f6d0f1-1490-4469-b849-2ce390e6fdf8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308571 Jul 16 09:21:03.905420 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53271dbe-bbba-4533-a593-7dd6e0fa39da req-c1991521-e7b6-43ff-8358-947604c8e9e7 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:03.906851 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-53271dbe-bbba-4533-a593-7dd6e0fa39da req-c1991521-e7b6-43ff-8358-947604c8e9e7 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.21 "GET /v2.0/ports?device_id=b53f4398-2dc3-4137-afc6-9746951600b7 HTTP/1.1" status: 200 len: 945 time: 0.0610371 Jul 16 09:21:04.004055 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-53271dbe-bbba-4533-a593-7dd6e0fa39da req-1dadf8be-eebd-4376-917d-d7f59d41d9fa tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Deleting port 21992f0a-697c-4f60-ae3f-a5b3519edb94 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:21:04.004313 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-53271dbe-bbba-4533-a593-7dd6e0fa39da req-1dadf8be-eebd-4376-917d-d7f59d41d9fa tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:04.092153 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-53271dbe-bbba-4533-a593-7dd6e0fa39da req-1dadf8be-eebd-4376-917d-d7f59d41d9fa tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] For port 21992f0a-697c-4f60-ae3f-a5b3519edb94, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=21992f0a-697c-4f60-ae3f-a5b3519edb94,segment=NetworkSegment(69f8ebd5-9ad2-49db-93c9-862bf4254f50),segment_id=69f8ebd5-9ad2-49db-93c9-862bf4254f50)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:21:04.092540 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-53271dbe-bbba-4533-a593-7dd6e0fa39da req-1dadf8be-eebd-4376-917d-d7f59d41d9fa tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:04.104504 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-53271dbe-bbba-4533-a593-7dd6e0fa39da req-1dadf8be-eebd-4376-917d-d7f59d41d9fa tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Calling delete_port for 21992f0a-697c-4f60-ae3f-a5b3519edb94 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:21:04.233150 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-53271dbe-bbba-4533-a593-7dd6e0fa39da req-1dadf8be-eebd-4376-917d-d7f59d41d9fa tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:04.244968 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['21992f0a-697c-4f60-ae3f-a5b3519edb94'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:21:04.264172 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dadf8be-eebd-4376-917d-d7f59d41d9fa tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Pushing event deleted for resources: {'Port': ['ID=21992f0a-697c-4f60-ae3f-a5b3519edb94,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:04.304260 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-53271dbe-bbba-4533-a593-7dd6e0fa39da req-1dadf8be-eebd-4376-917d-d7f59d41d9fa tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] No DVR routers for this DVR port 21992f0a-697c-4f60-ae3f-a5b3519edb94 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:21:04.306800 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-53271dbe-bbba-4533-a593-7dd6e0fa39da req-1dadf8be-eebd-4376-917d-d7f59d41d9fa tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:04.308811 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-53271dbe-bbba-4533-a593-7dd6e0fa39da req-1dadf8be-eebd-4376-917d-d7f59d41d9fa tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.21 "DELETE /v2.0/ports/21992f0a-697c-4f60-ae3f-a5b3519edb94 HTTP/1.1" status: 204 len: 173 time: 0.3962140 Jul 16 09:21:04.309237 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b53f4398-2dc3-4137-afc6-9746951600b7', 'name': 'network-vif-deleted', 'tag': '21992f0a-697c-4f60-ae3f-a5b3519edb94'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:21:04.311455 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68898e21-4281-4658-a748-17cd3d3aa8ea" -d '{"events": [{"server_uuid": "b53f4398-2dc3-4137-afc6-9746951600b7", "name": "network-vif-deleted", "tag": "21992f0a-697c-4f60-ae3f-a5b3519edb94"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:21:04.347016 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:21:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d6d236-f6c2-4364-90fe-c25ec046877d x-openstack-request-id: req-a2d6d236-f6c2-4364-90fe-c25ec046877d {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:21:04.347308 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b53f4398-2dc3-4137-afc6-9746951600b7", "name": "network-vif-deleted", "tag": "21992f0a-697c-4f60-ae3f-a5b3519edb94", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:21:04.347563 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a2d6d236-f6c2-4364-90fe-c25ec046877d {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:21:04.347970 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b53f4398-2dc3-4137-afc6-9746951600b7', 'name': 'network-vif-deleted', 'tag': '21992f0a-697c-4f60-ae3f-a5b3519edb94', 'status': 'completed', 'code': 200} Jul 16 09:21:04.597990 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-418abfb7-62bc-42ec-b12e-63a46cec38f4 req-dcce3b16-66fa-401f-8184-95835f1d5083 tempest-TestServerAdvancedOps-1332072804 tempest-TestServerAdvancedOps-1332072804-project] 10.222.0.22 "GET /v2.0/ports?device_id=b53f4398-2dc3-4137-afc6-9746951600b7 HTTP/1.1" status: 200 len: 210 time: 0.0282834 Jul 16 09:21:05.262510 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:21:05.693200 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45314) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:21:05.738395 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-a43c2730-1085-4d2c-9f4d-93fe38dd33dd admin admin] Deleting subnet ef31b855-03c0-43ab-8313-61b4e55c9ad5 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:21:05.741577 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a43c2730-1085-4d2c-9f4d-93fe38dd33dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:05.767519 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-820fd8d1-1f3d-42d9-b92d-e72da269aa53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:05.781351 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a43c2730-1085-4d2c-9f4d-93fe38dd33dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:05.819143 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a43c2730-1085-4d2c-9f4d-93fe38dd33dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:05.869788 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a43c2730-1085-4d2c-9f4d-93fe38dd33dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:05.895396 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43c2730-1085-4d2c-9f4d-93fe38dd33dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef31b855-03c0-43ab-8313-61b4e55c9ad5,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:05.899156 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a43c2730-1085-4d2c-9f4d-93fe38dd33dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:05.901453 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a43c2730-1085-4d2c-9f4d-93fe38dd33dd admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ef31b855-03c0-43ab-8313-61b4e55c9ad5 HTTP/1.1" status: 204 len: 168 time: 0.2067783 Jul 16 09:21:05.903388 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45316) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:21:05.973913 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6db5f216-8a51-41ae-8aa7-eeecd29169c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:06.049758 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6db5f216-8a51-41ae-8aa7-eeecd29169c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:06.059441 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-6db5f216-8a51-41ae-8aa7-eeecd29169c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c387da1b-0c38-4e7f-9fe8-df7fd07ed83c']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:06.069953 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-6db5f216-8a51-41ae-8aa7-eeecd29169c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69f8ebd5-9ad2-49db-93c9-862bf4254f50') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:06.070249 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-6db5f216-8a51-41ae-8aa7-eeecd29169c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69f8ebd5-9ad2-49db-93c9-862bf4254f50') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:06.079442 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6db5f216-8a51-41ae-8aa7-eeecd29169c2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:06.081710 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:06.094027 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6db5f216-8a51-41ae-8aa7-eeecd29169c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:06.099873 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6db5f216-8a51-41ae-8aa7-eeecd29169c2 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:21:06.100263 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6db5f216-8a51-41ae-8aa7-eeecd29169c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: timer() Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:21:06.101876 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:21:06.158667 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6db5f216-8a51-41ae-8aa7-eeecd29169c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:06.164240 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6db5f216-8a51-41ae-8aa7-eeecd29169c2 admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:06.166098 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6db5f216-8a51-41ae-8aa7-eeecd29169c2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/c387da1b-0c38-4e7f-9fe8-df7fd07ed83c HTTP/1.1" status: 204 len: 168 time: 0.2618074 Jul 16 09:21:06.169040 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45318) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:21:06.176780 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db5f216-8a51-41ae-8aa7-eeecd29169c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=c387da1b-0c38-4e7f-9fe8-df7fd07ed83c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:06.214888 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc8d516c-9c8f-40aa-9abf-b94e61ba92f0 admin admin] Deleting subnet 7719f741-ef89-42ba-82a8-4af9a356cbae {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:21:06.218143 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc8d516c-9c8f-40aa-9abf-b94e61ba92f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:06.251318 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc8d516c-9c8f-40aa-9abf-b94e61ba92f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:06.292456 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc8d516c-9c8f-40aa-9abf-b94e61ba92f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:06.346094 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc8d516c-9c8f-40aa-9abf-b94e61ba92f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:06.372924 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8d516c-9c8f-40aa-9abf-b94e61ba92f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7719f741-ef89-42ba-82a8-4af9a356cbae,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:06.374899 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc8d516c-9c8f-40aa-9abf-b94e61ba92f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:06.379970 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fc8d516c-9c8f-40aa-9abf-b94e61ba92f0 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/7719f741-ef89-42ba-82a8-4af9a356cbae HTTP/1.1" status: 204 len: 168 time: 0.2067590 Jul 16 09:21:06.379970 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45320) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:21:06.445686 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14565f12-c2e6-4ec1-87d3-1ad07ecd4541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:06.523996 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14565f12-c2e6-4ec1-87d3-1ad07ecd4541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:06.533582 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-14565f12-c2e6-4ec1-87d3-1ad07ecd4541 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2690a61-ac79-4ecd-a409-7acd97b8c253']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:06.543143 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-14565f12-c2e6-4ec1-87d3-1ad07ecd4541 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d392e59-caab-4316-ba6b-6f5df3ff9dee') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:06.543443 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-14565f12-c2e6-4ec1-87d3-1ad07ecd4541 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d392e59-caab-4316-ba6b-6f5df3ff9dee') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:06.552638 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14565f12-c2e6-4ec1-87d3-1ad07ecd4541 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:06.566987 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14565f12-c2e6-4ec1-87d3-1ad07ecd4541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:06.572938 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14565f12-c2e6-4ec1-87d3-1ad07ecd4541 admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:21:06.573360 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14565f12-c2e6-4ec1-87d3-1ad07ecd4541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:06.575021 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 09:21:06.575021 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:21:06.575021 n-d-771362-37 neutron-server[93759]: timer() Jul 16 09:21:06.575021 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:21:06.575021 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 09:21:06.575021 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:21:06.575021 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 09:21:06.575021 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:21:06.575021 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 09:21:06.575021 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:21:06.575021 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 09:21:06.575021 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:21:06.575021 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 09:21:06.575021 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:21:06.575021 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:21:06.575021 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:21:06.575021 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:21:06.575021 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:21:06.575021 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 09:21:06.575021 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:21:06.575021 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 09:21:06.575021 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:21:06.575021 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:21:06.575021 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:21:06.575021 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 09:21:06.575021 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:21:06.575021 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:21:06.575021 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:21:06.575021 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:21:06.575021 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:21:06.575021 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:21:06.575021 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:21:06.630745 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14565f12-c2e6-4ec1-87d3-1ad07ecd4541 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:06.636096 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-14565f12-c2e6-4ec1-87d3-1ad07ecd4541 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:06.638061 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-14565f12-c2e6-4ec1-87d3-1ad07ecd4541 admin admin] 10.222.0.22 "DELETE /v2.0/networks/d2690a61-ac79-4ecd-a409-7acd97b8c253 HTTP/1.1" status: 204 len: 168 time: 0.2573407 Jul 16 09:21:06.649186 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14565f12-c2e6-4ec1-87d3-1ad07ecd4541 admin admin] Pushing event deleted for resources: {'Network': ['ID=d2690a61-ac79-4ecd-a409-7acd97b8c253,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:06.801062 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45324) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:21:06.839405 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0cac01e1-83d0-401c-bcb2-544c67dab2cc admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=c552867ce0e9414f8e9bcf6c50680d5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0371788 Jul 16 09:21:06.841791 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45326) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:21:06.889100 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-157b6909-667c-4db2-868f-b65849f7cac7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:06.909856 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-157b6909-667c-4db2-868f-b65849f7cac7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:06.956341 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-157b6909-667c-4db2-868f-b65849f7cac7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:06.959012 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-157b6909-667c-4db2-868f-b65849f7cac7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:06.960105 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-157b6909-667c-4db2-868f-b65849f7cac7 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a7f6d0f1-1490-4469-b849-2ce390e6fdf8 HTTP/1.1" status: 204 len: 168 time: 0.1174335 Jul 16 09:21:06.967818 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157b6909-667c-4db2-868f-b65849f7cac7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7f6d0f1-1490-4469-b849-2ce390e6fdf8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:07.246811 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:07.272190 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45332) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:21:07.310930 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ab1fa3cd-f5e3-4d70-b287-f854a9a9b2bf admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=20ab288710c3455fa958c1c1182d2d4b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375118 Jul 16 09:21:07.313552 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45334) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:21:07.363945 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8776655e-460d-46e3-94a0-a344f4e604b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:07.384548 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8776655e-460d-46e3-94a0-a344f4e604b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:07.429570 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8776655e-460d-46e3-94a0-a344f4e604b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:07.432113 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8776655e-460d-46e3-94a0-a344f4e604b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:07.433287 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8776655e-460d-46e3-94a0-a344f4e604b4 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/6bbd7c05-75f3-481b-b25c-885b37bee624 HTTP/1.1" status: 204 len: 168 time: 0.1188586 Jul 16 09:21:07.441566 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8776655e-460d-46e3-94a0-a344f4e604b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bbd7c05-75f3-481b-b25c-885b37bee624,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:08.074598 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45356) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:21:08.165979 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3480e033-f205-4ce5-bce0-6fe3d6ed3370 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-72357881-network', 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:21:08.187342 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3480e033-f205-4ce5-bce0-6fe3d6ed3370 admin admin] Made reservation on behalf of 5e5a3a33056e4ff4a04e9fbb5af953f8 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:21:08.189926 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3480e033-f205-4ce5-bce0-6fe3d6ed3370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:08.198163 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3480e033-f205-4ce5-bce0-6fe3d6ed3370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:08.286182 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3480e033-f205-4ce5-bce0-6fe3d6ed3370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:08.290007 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3480e033-f205-4ce5-bce0-6fe3d6ed3370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:08.317034 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3480e033-f205-4ce5-bce0-6fe3d6ed3370 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:21:08.323234 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480e033-f205-4ce5-bce0-6fe3d6ed3370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d2466f-9502-4c71-af32-dfb192bcecfe,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:08.329108 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3480e033-f205-4ce5-bce0-6fe3d6ed3370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:08.329458 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-3480e033-f205-4ce5-bce0-6fe3d6ed3370 admin admin] Added segment 96d7b28a-55c7-4191-8857-dd78be45be3d of type vlan for network 7451a23d-96aa-4fa2-b624-093675bb4dd8 Jul 16 09:21:08.369162 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3480e033-f205-4ce5-bce0-6fe3d6ed3370 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:08.398816 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3480e033-f205-4ce5-bce0-6fe3d6ed3370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:08.399858 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3480e033-f205-4ce5-bce0-6fe3d6ed3370 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:08.400471 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3480e033-f205-4ce5-bce0-6fe3d6ed3370 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:08.431979 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3480e033-f205-4ce5-bce0-6fe3d6ed3370 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3562982 Jul 16 09:21:08.434941 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45360) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:21:08.440210 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-8f706afc-b2fa-4610-b875-d0b433be0057 admin admin] Request body: {'subnet': {'network_id': '7451a23d-96aa-4fa2-b624-093675bb4dd8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-72357881-subnet', 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:21:08.460331 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f706afc-b2fa-4610-b875-d0b433be0057 admin admin] Made reservation on behalf of 5e5a3a33056e4ff4a04e9fbb5af953f8 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:21:08.461961 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3480e033-f205-4ce5-bce0-6fe3d6ed3370 admin admin] Pushing event updated for resources: {'Network': ['ID=7451a23d-96aa-4fa2-b624-093675bb4dd8,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:08.462766 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f706afc-b2fa-4610-b875-d0b433be0057 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:08.476784 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 7451a23d-96aa-4fa2-b624-093675bb4dd8 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:21:08.630044 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f706afc-b2fa-4610-b875-d0b433be0057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:08.684597 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f706afc-b2fa-4610-b875-d0b433be0057 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bee2c227-d0b8-4f0f-a7a6-019aef2e3168,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:08.692760 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f706afc-b2fa-4610-b875-d0b433be0057 admin admin] Checking segment: {'id': '96d7b28a-55c7-4191-8857-dd78be45be3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7451a23d-96aa-4fa2-b624-093675bb4dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:21:08.693106 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f706afc-b2fa-4610-b875-d0b433be0057 admin admin] Network hostable DHCP agents. Network: 7451a23d-96aa-4fa2-b624-093675bb4dd8, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:21:08.704100 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:08.709795 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f706afc-b2fa-4610-b875-d0b433be0057 admin admin] Network 7451a23d-96aa-4fa2-b624-093675bb4dd8 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:21:08.717565 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-8f706afc-b2fa-4610-b875-d0b433be0057 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 7451a23d-96aa-4fa2-b624-093675bb4dd8) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:21:08.722255 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f706afc-b2fa-4610-b875-d0b433be0057 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:08.722900 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f706afc-b2fa-4610-b875-d0b433be0057 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:08.730617 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f66161-557d-4ce1-aac7-23ed0d087835 None None] Network 7451a23d-96aa-4fa2-b624-093675bb4dd8 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:21:08.736905 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8f706afc-b2fa-4610-b875-d0b433be0057 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3008626 Jul 16 09:21:08.739651 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45362) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:21:08.744209 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a386ba12-ecba-4b21-a6bf-cfaefd059f4f admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-72357881-router', 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:21:08.765764 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a386ba12-ecba-4b21-a6bf-cfaefd059f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:08.766884 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a386ba12-ecba-4b21-a6bf-cfaefd059f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:08.799210 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 21992f0a-697c-4f60-ae3f-a5b3519edb94 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:21:08.824606 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a386ba12-ecba-4b21-a6bf-cfaefd059f4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:08.826433 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 21992f0a-697c-4f60-ae3f-a5b3519edb94 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:21:08.826792 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 21992f0a-697c-4f60-ae3f-a5b3519edb94 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:21:08.901626 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1691e3-ae68-44e9-9b80-cfa8559b0ddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-7451a23d-96aa-4fa2-b624-093675bb4dd8', 'network_id': '7451a23d-96aa-4fa2-b624-093675bb4dd8', 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'fixed_ips': [{'subnet_id': 'bee2c227-d0b8-4f0f-a7a6-019aef2e3168'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:21:08.902592 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2d1691e3-ae68-44e9-9b80-cfa8559b0ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:08.961721 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a386ba12-ecba-4b21-a6bf-cfaefd059f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:09.036318 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-2d1691e3-ae68-44e9-9b80-cfa8559b0ddc None None] Allocated IP 172.20.0.2 (7451a23d-96aa-4fa2-b624-093675bb4dd8/bee2c227-d0b8-4f0f-a7a6-019aef2e3168/acc2e6a6-8a4a-49f9-83a7-af403d8daa80) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:21:09.163099 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a386ba12-ecba-4b21-a6bf-cfaefd059f4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:09.178381 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2d1691e3-ae68-44e9-9b80-cfa8559b0ddc None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:09.181719 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a386ba12-ecba-4b21-a6bf-cfaefd059f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:09.187104 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2d1691e3-ae68-44e9-9b80-cfa8559b0ddc None None] Transition to ACTIVE for port object acc2e6a6-8a4a-49f9-83a7-af403d8daa80 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:21:09.202892 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2d1691e3-ae68-44e9-9b80-cfa8559b0ddc None None] Transition to ACTIVE for port object acc2e6a6-8a4a-49f9-83a7-af403d8daa80 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:21:09.209833 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2d1691e3-ae68-44e9-9b80-cfa8559b0ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:09.248290 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1691e3-ae68-44e9-9b80-cfa8559b0ddc None None] Network 7451a23d-96aa-4fa2-b624-093675bb4dd8 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:21:09.251251 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-2d1691e3-ae68-44e9-9b80-cfa8559b0ddc None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:21:09.255487 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1691e3-ae68-44e9-9b80-cfa8559b0ddc None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:21:09.262153 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1691e3-ae68-44e9-9b80-cfa8559b0ddc None None] Pushing event updated for resources: {'Port': ['ID=acc2e6a6-8a4a-49f9-83a7-af403d8daa80,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:09.295309 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-a386ba12-ecba-4b21-a6bf-cfaefd059f4f admin admin] Allocated IP 172.25.3.17 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/3aa5d9db-9729-4fbf-b0d2-a72ab2248648) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:21:09.314314 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-2d1691e3-ae68-44e9-9b80-cfa8559b0ddc None None] Attempting to bind port acc2e6a6-8a4a-49f9-83a7-af403d8daa80 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:21:09.315244 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-2d1691e3-ae68-44e9-9b80-cfa8559b0ddc None None] Attempting to bind port acc2e6a6-8a4a-49f9-83a7-af403d8daa80 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '96d7b28a-55c7-4191-8857-dd78be45be3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7451a23d-96aa-4fa2-b624-093675bb4dd8'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:21:09.315610 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1691e3-ae68-44e9-9b80-cfa8559b0ddc None None] Attempting to bind port acc2e6a6-8a4a-49f9-83a7-af403d8daa80 on network 7451a23d-96aa-4fa2-b624-093675bb4dd8 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:21:09.320572 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1691e3-ae68-44e9-9b80-cfa8559b0ddc None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:21:09.320787 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1691e3-ae68-44e9-9b80-cfa8559b0ddc None None] Checking segment: {'id': '96d7b28a-55c7-4191-8857-dd78be45be3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7451a23d-96aa-4fa2-b624-093675bb4dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:21:09.321191 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2d1691e3-ae68-44e9-9b80-cfa8559b0ddc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:09.321582 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1691e3-ae68-44e9-9b80-cfa8559b0ddc None None] Bound using segment: {'id': '96d7b28a-55c7-4191-8857-dd78be45be3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7451a23d-96aa-4fa2-b624-093675bb4dd8'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:21:09.322050 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-2d1691e3-ae68-44e9-9b80-cfa8559b0ddc None None] Bound port: acc2e6a6-8a4a-49f9-83a7-af403d8daa80, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96d7b28a-55c7-4191-8857-dd78be45be3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7451a23d-96aa-4fa2-b624-093675bb4dd8'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:21:09.322427 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2d1691e3-ae68-44e9-9b80-cfa8559b0ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:09.386101 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-2d1691e3-ae68-44e9-9b80-cfa8559b0ddc None None] For port acc2e6a6-8a4a-49f9-83a7-af403d8daa80, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:21:09.389068 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-2d1691e3-ae68-44e9-9b80-cfa8559b0ddc None None] For port acc2e6a6-8a4a-49f9-83a7-af403d8daa80, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=acc2e6a6-8a4a-49f9-83a7-af403d8daa80,segment=NetworkSegment(96d7b28a-55c7-4191-8857-dd78be45be3d),segment_id=96d7b28a-55c7-4191-8857-dd78be45be3d)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:21:09.393905 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2d1691e3-ae68-44e9-9b80-cfa8559b0ddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:09.396672 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a386ba12-ecba-4b21-a6bf-cfaefd059f4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:09.435771 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a386ba12-ecba-4b21-a6bf-cfaefd059f4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:09.454366 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1691e3-ae68-44e9-9b80-cfa8559b0ddc None None] Pushing event updated for resources: {'Port': ['ID=acc2e6a6-8a4a-49f9-83a7-af403d8daa80,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:09.472527 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a386ba12-ecba-4b21-a6bf-cfaefd059f4f admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:21:09.477531 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-a386ba12-ecba-4b21-a6bf-cfaefd059f4f admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:21:09.480983 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a386ba12-ecba-4b21-a6bf-cfaefd059f4f admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:21:09.509610 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a386ba12-ecba-4b21-a6bf-cfaefd059f4f admin admin] Pushing event updated for resources: {'Port': ['ID=3aa5d9db-9729-4fbf-b0d2-a72ab2248648,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:09.757944 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a386ba12-ecba-4b21-a6bf-cfaefd059f4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:09.946491 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a386ba12-ecba-4b21-a6bf-cfaefd059f4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:10.073137 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a386ba12-ecba-4b21-a6bf-cfaefd059f4f admin admin] Router 03d8a6dd-55f2-4747-be55-6535767ea2be is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:21:10.190273 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a386ba12-ecba-4b21-a6bf-cfaefd059f4f admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:21:10.202015 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec30af5-4d67-428c-a0cb-003725fe2dae None None] Sync routers for ids ['03d8a6dd-55f2-4747-be55-6535767ea2be'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:21:10.211160 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a386ba12-ecba-4b21-a6bf-cfaefd059f4f admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:10.212555 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a386ba12-ecba-4b21-a6bf-cfaefd059f4f admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.4718328 Jul 16 09:21:10.215261 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45364) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:21:10.217818 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec30af5-4d67-428c-a0cb-003725fe2dae None None] Routers {'03d8a6dd-55f2-4747-be55-6535767ea2be'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:21:10.218423 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-eec30af5-4d67-428c-a0cb-003725fe2dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:21:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['03d8a6dd-55f2-4747-be55-6535767ea2be'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:10.225287 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device acc2e6a6-8a4a-49f9-83a7-af403d8daa80 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:21:10.303378 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port acc2e6a6-8a4a-49f9-83a7-af403d8daa80 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:21:10.348717 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-eec30af5-4d67-428c-a0cb-003725fe2dae None None] Set router 03d8a6dd-55f2-4747-be55-6535767ea2be gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:21:10.441692 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c66200-eb96-41c1-910b-9d7af888955b None None] Network 7451a23d-96aa-4fa2-b624-093675bb4dd8 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:21:10.550318 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-eec30af5-4d67-428c-a0cb-003725fe2dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'name': 'tempest-TestServerBasicOps-72357881-router', 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '3aa5d9db-9729-4fbf-b0d2-a72ab2248648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:21:08Z', 'updated_at': '2021-07-16T09:21:09Z', 'revision_number': 3, 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'gw_port': {'id': '3aa5d9db-9729-4fbf-b0d2-a72ab2248648', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a5:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:21:09Z', 'updated_at': '2021-07-16T09:21:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:10.580915 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec30af5-4d67-428c-a0cb-003725fe2dae None None] Checking router: 03d8a6dd-55f2-4747-be55-6535767ea2be for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:21:10.581295 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec30af5-4d67-428c-a0cb-003725fe2dae None None] Updating router 03d8a6dd-55f2-4747-be55-6535767ea2be port 3aa5d9db-9729-4fbf-b0d2-a72ab2248648 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:21:10.674268 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6ba3a141-d81f-4291-8001-509f49c82de8 None None] Provisioning for port acc2e6a6-8a4a-49f9-83a7-af403d8daa80 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:21:10.683794 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6ba3a141-d81f-4291-8001-509f49c82de8 None None] Provisioning complete for port acc2e6a6-8a4a-49f9-83a7-af403d8daa80 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:21:10.684164 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ba3a141-d81f-4291-8001-509f49c82de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:10.725594 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-eec30af5-4d67-428c-a0cb-003725fe2dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:10.834536 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ba3a141-d81f-4291-8001-509f49c82de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:10.880072 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6ba3a141-d81f-4291-8001-509f49c82de8 None None] For port acc2e6a6-8a4a-49f9-83a7-af403d8daa80, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=acc2e6a6-8a4a-49f9-83a7-af403d8daa80,segment=NetworkSegment(96d7b28a-55c7-4191-8857-dd78be45be3d),segment_id=96d7b28a-55c7-4191-8857-dd78be45be3d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:21:10.885054 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ba3a141-d81f-4291-8001-509f49c82de8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:10.941012 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba3a141-d81f-4291-8001-509f49c82de8 None None] Pushing event updated for resources: {'Port': ['ID=acc2e6a6-8a4a-49f9-83a7-af403d8daa80,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:10.998146 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1ab1190-7f3d-4111-9f5e-29e541b36f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:11.026190 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-eec30af5-4d67-428c-a0cb-003725fe2dae None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:11.037303 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-eec30af5-4d67-428c-a0cb-003725fe2dae None None] Transition to ACTIVE for port object 3aa5d9db-9729-4fbf-b0d2-a72ab2248648 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:21:11.045685 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-eec30af5-4d67-428c-a0cb-003725fe2dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:11.108921 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-eec30af5-4d67-428c-a0cb-003725fe2dae None None] Attempting to bind port 3aa5d9db-9729-4fbf-b0d2-a72ab2248648 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:21:11.109423 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-eec30af5-4d67-428c-a0cb-003725fe2dae None None] Attempting to bind port 3aa5d9db-9729-4fbf-b0d2-a72ab2248648 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:21:11.109894 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec30af5-4d67-428c-a0cb-003725fe2dae None None] Attempting to bind port 3aa5d9db-9729-4fbf-b0d2-a72ab2248648 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:21:11.112868 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f057d5a-1258-4e2d-8628-0c5426f6710b None None] Pushing event updated for resources: {'Port': ['ID=3aa5d9db-9729-4fbf-b0d2-a72ab2248648,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:11.114012 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7c1d5ab4-f1df-40ce-8e5e-d3cca5d52892 None None] Provisioning complete for port acc2e6a6-8a4a-49f9-83a7-af403d8daa80 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:21:11.114388 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c1d5ab4-f1df-40ce-8e5e-d3cca5d52892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:11.121996 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec30af5-4d67-428c-a0cb-003725fe2dae None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:21:11.122595 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec30af5-4d67-428c-a0cb-003725fe2dae None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:21:11.123094 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-eec30af5-4d67-428c-a0cb-003725fe2dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:11.123586 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec30af5-4d67-428c-a0cb-003725fe2dae None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:21:11.124152 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-eec30af5-4d67-428c-a0cb-003725fe2dae None None] Bound port: 3aa5d9db-9729-4fbf-b0d2-a72ab2248648, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:21:11.124949 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-eec30af5-4d67-428c-a0cb-003725fe2dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:11.127808 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f057d5a-1258-4e2d-8628-0c5426f6710b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:11.128251 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f057d5a-1258-4e2d-8628-0c5426f6710b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:11.128707 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f057d5a-1258-4e2d-8628-0c5426f6710b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:11.129138 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f057d5a-1258-4e2d-8628-0c5426f6710b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:11.129658 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f057d5a-1258-4e2d-8628-0c5426f6710b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:11.130079 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f057d5a-1258-4e2d-8628-0c5426f6710b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:11.130585 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f057d5a-1258-4e2d-8628-0c5426f6710b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:11.131022 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f057d5a-1258-4e2d-8628-0c5426f6710b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:11.131444 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f057d5a-1258-4e2d-8628-0c5426f6710b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:11.131866 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f057d5a-1258-4e2d-8628-0c5426f6710b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:11.132319 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f057d5a-1258-4e2d-8628-0c5426f6710b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:11.132754 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f057d5a-1258-4e2d-8628-0c5426f6710b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:11.193094 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-eec30af5-4d67-428c-a0cb-003725fe2dae None None] For port 3aa5d9db-9729-4fbf-b0d2-a72ab2248648, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:21:11.200045 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-eec30af5-4d67-428c-a0cb-003725fe2dae None None] For port 3aa5d9db-9729-4fbf-b0d2-a72ab2248648, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=3aa5d9db-9729-4fbf-b0d2-a72ab2248648,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:21:11.205006 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-eec30af5-4d67-428c-a0cb-003725fe2dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:11.213566 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-d1ab1190-7f3d-4111-9f5e-29e541b36f60 admin admin] Allocated IP 172.20.0.1 (7451a23d-96aa-4fa2-b624-093675bb4dd8/bee2c227-d0b8-4f0f-a7a6-019aef2e3168/88e38c82-44ee-4296-a1ef-c73daf17e671) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:21:11.270523 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f057d5a-1258-4e2d-8628-0c5426f6710b None None] Pushing event updated for resources: {'Port': ['ID=3aa5d9db-9729-4fbf-b0d2-a72ab2248648,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:11.274994 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec30af5-4d67-428c-a0cb-003725fe2dae None None] Routers {'03d8a6dd-55f2-4747-be55-6535767ea2be'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:21:11.275619 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-eec30af5-4d67-428c-a0cb-003725fe2dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:21:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['03d8a6dd-55f2-4747-be55-6535767ea2be'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:11.324735 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1ab1190-7f3d-4111-9f5e-29e541b36f60 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:11.338391 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-d1ab1190-7f3d-4111-9f5e-29e541b36f60 admin admin] Transition to ACTIVE for port object 88e38c82-44ee-4296-a1ef-c73daf17e671 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:21:11.373358 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1ab1190-7f3d-4111-9f5e-29e541b36f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:11.386450 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-eec30af5-4d67-428c-a0cb-003725fe2dae None None] Set router 03d8a6dd-55f2-4747-be55-6535767ea2be gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:21:11.413296 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ab1190-7f3d-4111-9f5e-29e541b36f60 admin admin] Network 7451a23d-96aa-4fa2-b624-093675bb4dd8 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:21:11.414900 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-d1ab1190-7f3d-4111-9f5e-29e541b36f60 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:21:11.420523 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1ab1190-7f3d-4111-9f5e-29e541b36f60 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:21:11.449796 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab1190-7f3d-4111-9f5e-29e541b36f60 admin admin] Pushing event updated for resources: {'Port': ['ID=88e38c82-44ee-4296-a1ef-c73daf17e671,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:11.467888 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1ab1190-7f3d-4111-9f5e-29e541b36f60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:11.592724 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-eec30af5-4d67-428c-a0cb-003725fe2dae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'name': 'tempest-TestServerBasicOps-72357881-router', 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '3aa5d9db-9729-4fbf-b0d2-a72ab2248648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:21:08Z', 'updated_at': '2021-07-16T09:21:09Z', 'revision_number': 3, 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'gw_port': {'id': '3aa5d9db-9729-4fbf-b0d2-a72ab2248648', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a5:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:21:09Z', 'updated_at': '2021-07-16T09:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:11.626788 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec30af5-4d67-428c-a0cb-003725fe2dae None None] The sync data for ids ['03d8a6dd-55f2-4747-be55-6535767ea2be'] in n-d-771362-37 is: [{'id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'name': 'tempest-TestServerBasicOps-72357881-router', 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '3aa5d9db-9729-4fbf-b0d2-a72ab2248648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:21:08Z', 'updated_at': '2021-07-16T09:21:09Z', 'revision_number': 3, 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'gw_port': {'id': '3aa5d9db-9729-4fbf-b0d2-a72ab2248648', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a5:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:21:09Z', 'updated_at': '2021-07-16T09:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:21:11.648717 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1ab1190-7f3d-4111-9f5e-29e541b36f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:11.723891 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2c1fd2a8-460f-4681-b0d4-ada8d0205859 None None] Provisioning for port 88e38c82-44ee-4296-a1ef-c73daf17e671 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:21:11.728869 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2c1fd2a8-460f-4681-b0d4-ada8d0205859 None None] Provisioning complete for port 88e38c82-44ee-4296-a1ef-c73daf17e671 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:21:11.729258 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2c1fd2a8-460f-4681-b0d4-ada8d0205859 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:11.773410 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2c1fd2a8-460f-4681-b0d4-ada8d0205859 None None] Port 88e38c82-44ee-4296-a1ef-c73daf17e671 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:21:11.881635 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1ab1190-7f3d-4111-9f5e-29e541b36f60 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:11.888313 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1ab1190-7f3d-4111-9f5e-29e541b36f60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:11.957381 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d1ab1190-7f3d-4111-9f5e-29e541b36f60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:11.959455 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab1190-7f3d-4111-9f5e-29e541b36f60 admin admin] Pushing event updated for resources: {'Port': ['ID=88e38c82-44ee-4296-a1ef-c73daf17e671,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:12.068228 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1ab1190-7f3d-4111-9f5e-29e541b36f60 admin admin] Network 7451a23d-96aa-4fa2-b624-093675bb4dd8 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:21:12.070549 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-d1ab1190-7f3d-4111-9f5e-29e541b36f60 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:21:12.224985 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1ab1190-7f3d-4111-9f5e-29e541b36f60 admin admin] Router 03d8a6dd-55f2-4747-be55-6535767ea2be has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:21:12.270604 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3aa5d9db-9729-4fbf-b0d2-a72ab2248648 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:21:12.344094 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 3aa5d9db-9729-4fbf-b0d2-a72ab2248648 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:21:12.349595 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 3aa5d9db-9729-4fbf-b0d2-a72ab2248648 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:21:12.349909 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:12.410868 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1ab1190-7f3d-4111-9f5e-29e541b36f60 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:21:12.424236 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d1ab1190-7f3d-4111-9f5e-29e541b36f60 admin admin] 10.222.0.22 "PUT /v2.0/routers/03d8a6dd-55f2-4747-be55-6535767ea2be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2001994 Jul 16 09:21:12.450194 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-dddc7df9-7a4b-4869-bb94-4c21b3d98f6f None None] Provisioning complete for port 88e38c82-44ee-4296-a1ef-c73daf17e671 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:21:12.450766 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dddc7df9-7a4b-4869-bb94-4c21b3d98f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:12.488911 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:12.515492 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-dddc7df9-7a4b-4869-bb94-4c21b3d98f6f None None] Port 88e38c82-44ee-4296-a1ef-c73daf17e671 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:21:12.520418 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 3aa5d9db-9729-4fbf-b0d2-a72ab2248648, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=3aa5d9db-9729-4fbf-b0d2-a72ab2248648,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:21:12.526026 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:12.527078 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device acc2e6a6-8a4a-49f9-83a7-af403d8daa80 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:21:12.608115 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=3aa5d9db-9729-4fbf-b0d2-a72ab2248648,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:12.620141 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port acc2e6a6-8a4a-49f9-83a7-af403d8daa80 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:21:12.620551 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:12.916451 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45380) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:21:12.922007 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-5c6e1ab1-cc99-420a-9bb7-01acf2810533 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1052527621-network', 'tenant_id': '52570fc2277746319e25f28f0f752e17'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:21:12.942961 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c6e1ab1-cc99-420a-9bb7-01acf2810533 admin admin] Made reservation on behalf of 52570fc2277746319e25f28f0f752e17 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:21:12.945451 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1ab1-cc99-420a-9bb7-01acf2810533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:12.954173 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1ab1-cc99-420a-9bb7-01acf2810533 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:13.052961 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1ab1-cc99-420a-9bb7-01acf2810533 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:13.057169 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1ab1-cc99-420a-9bb7-01acf2810533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:13.085278 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c6e1ab1-cc99-420a-9bb7-01acf2810533 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:21:13.092363 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e1ab1-cc99-420a-9bb7-01acf2810533 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ce8807-4cf1-4ef6-b318-c7b19603e4e7,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:13.099094 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1ab1-cc99-420a-9bb7-01acf2810533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:13.099460 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-5c6e1ab1-cc99-420a-9bb7-01acf2810533 admin admin] Added segment 1b1d95af-c0b1-4043-bb9a-8245896fb421 of type vlan for network c737dbd3-438a-47d8-8147-7bb81765dec1 Jul 16 09:21:13.143471 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1ab1-cc99-420a-9bb7-01acf2810533 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:13.175698 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1ab1-cc99-420a-9bb7-01acf2810533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:13.176704 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c6e1ab1-cc99-420a-9bb7-01acf2810533 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:13.177284 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5c6e1ab1-cc99-420a-9bb7-01acf2810533 admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:13.215248 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5c6e1ab1-cc99-420a-9bb7-01acf2810533 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2964592 Jul 16 09:21:13.217283 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45382) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:21:13.223063 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e423ad82-014d-40da-8cc7-190b252231bc admin admin] Request body: {'subnet': {'network_id': 'c737dbd3-438a-47d8-8147-7bb81765dec1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1052527621-subnet', 'tenant_id': '52570fc2277746319e25f28f0f752e17', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:21:13.244616 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e423ad82-014d-40da-8cc7-190b252231bc admin admin] Made reservation on behalf of 52570fc2277746319e25f28f0f752e17 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:21:13.247084 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e423ad82-014d-40da-8cc7-190b252231bc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:13.268737 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6e1ab1-cc99-420a-9bb7-01acf2810533 admin admin] Pushing event updated for resources: {'Network': ['ID=c737dbd3-438a-47d8-8147-7bb81765dec1,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:13.279121 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network c737dbd3-438a-47d8-8147-7bb81765dec1 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:21:13.363654 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40093f38-061b-446e-a996-1bb6efbe645c None None] Sync routers for ids ['03d8a6dd-55f2-4747-be55-6535767ea2be'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:21:13.373001 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40093f38-061b-446e-a996-1bb6efbe645c None None] Routers {'03d8a6dd-55f2-4747-be55-6535767ea2be'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:21:13.373754 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-40093f38-061b-446e-a996-1bb6efbe645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:21:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['03d8a6dd-55f2-4747-be55-6535767ea2be'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:13.432049 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e423ad82-014d-40da-8cc7-190b252231bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:13.483889 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-40093f38-061b-446e-a996-1bb6efbe645c None None] Set router 03d8a6dd-55f2-4747-be55-6535767ea2be gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:21:13.488018 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423ad82-014d-40da-8cc7-190b252231bc admin admin] Pushing event updated for resources: {'Subnet': ['ID=625c5dfc-bfaa-464f-895b-274e014be81f,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:13.498452 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e423ad82-014d-40da-8cc7-190b252231bc admin admin] Checking segment: {'id': '1b1d95af-c0b1-4043-bb9a-8245896fb421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c737dbd3-438a-47d8-8147-7bb81765dec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:21:13.498815 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e423ad82-014d-40da-8cc7-190b252231bc admin admin] Network hostable DHCP agents. Network: c737dbd3-438a-47d8-8147-7bb81765dec1, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:21:13.516152 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e423ad82-014d-40da-8cc7-190b252231bc admin admin] Network c737dbd3-438a-47d8-8147-7bb81765dec1 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:21:13.526905 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e423ad82-014d-40da-8cc7-190b252231bc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, c737dbd3-438a-47d8-8147-7bb81765dec1) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:21:13.534376 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e423ad82-014d-40da-8cc7-190b252231bc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:13.535071 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e423ad82-014d-40da-8cc7-190b252231bc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:13.549168 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e423ad82-014d-40da-8cc7-190b252231bc admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3307738 Jul 16 09:21:13.551578 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45384) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:21:13.555971 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6c32e9dc-6e44-4390-a0ed-0e192101eb8e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1052527621-router', 'tenant_id': '52570fc2277746319e25f28f0f752e17', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:21:13.559021 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60401c7-3829-4fc0-bc44-62037ff37f65 None None] Network c737dbd3-438a-47d8-8147-7bb81765dec1 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:21:13.579130 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c32e9dc-6e44-4390-a0ed-0e192101eb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:13.581469 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c32e9dc-6e44-4390-a0ed-0e192101eb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:13.637311 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c32e9dc-6e44-4390-a0ed-0e192101eb8e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:13.785723 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c32e9dc-6e44-4390-a0ed-0e192101eb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:13.798246 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5723a8fd-73a7-41af-865d-59b15d265770 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-c737dbd3-438a-47d8-8147-7bb81765dec1', 'network_id': 'c737dbd3-438a-47d8-8147-7bb81765dec1', 'tenant_id': '52570fc2277746319e25f28f0f752e17', 'fixed_ips': [{'subnet_id': '625c5dfc-bfaa-464f-895b-274e014be81f'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:21:13.799668 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5723a8fd-73a7-41af-865d-59b15d265770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:13.819524 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-40093f38-061b-446e-a996-1bb6efbe645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'name': 'tempest-TestServerBasicOps-72357881-router', 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '3aa5d9db-9729-4fbf-b0d2-a72ab2248648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:21:08Z', 'updated_at': '2021-07-16T09:21:11Z', 'revision_number': 4, 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'gw_port': {'id': '3aa5d9db-9729-4fbf-b0d2-a72ab2248648', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:21:09Z', 'updated_at': '2021-07-16T09:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '88e38c82-44ee-4296-a1ef-c73daf17e671', 'name': '', 'network_id': '7451a23d-96aa-4fa2-b624-093675bb4dd8', 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'mac_address': 'fa:16:3e:89:dc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'bee2c227-d0b8-4f0f-a7a6-019aef2e3168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:21:11Z', 'updated_at': '2021-07-16T09:21:11Z', 'revision_number': 2, 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'subnets': [{'id': 'bee2c227-d0b8-4f0f-a7a6-019aef2e3168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:13.851221 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40093f38-061b-446e-a996-1bb6efbe645c None None] Checking router: 03d8a6dd-55f2-4747-be55-6535767ea2be for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:21:13.851579 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40093f38-061b-446e-a996-1bb6efbe645c None None] Updating router 03d8a6dd-55f2-4747-be55-6535767ea2be port 88e38c82-44ee-4296-a1ef-c73daf17e671 binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:21:13.946436 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40093f38-061b-446e-a996-1bb6efbe645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:14.009645 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c32e9dc-6e44-4390-a0ed-0e192101eb8e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:14.026098 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-5723a8fd-73a7-41af-865d-59b15d265770 None None] Allocated IP 172.20.0.2 (c737dbd3-438a-47d8-8147-7bb81765dec1/625c5dfc-bfaa-464f-895b-274e014be81f/c00ab90d-979b-4997-a98d-0b5a07d9cd75) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:21:14.028550 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c32e9dc-6e44-4390-a0ed-0e192101eb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:14.141355 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-6c32e9dc-6e44-4390-a0ed-0e192101eb8e admin admin] Allocated IP 172.25.3.251 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/13fc4f1b-bd45-4f00-9713-d364507c8f96) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:21:14.180999 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3aa5d9db-9729-4fbf-b0d2-a72ab2248648 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:21:14.256025 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c32e9dc-6e44-4390-a0ed-0e192101eb8e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:14.297697 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c32e9dc-6e44-4390-a0ed-0e192101eb8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:14.338128 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c32e9dc-6e44-4390-a0ed-0e192101eb8e admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:21:14.342618 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-6c32e9dc-6e44-4390-a0ed-0e192101eb8e admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:21:14.343958 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 3aa5d9db-9729-4fbf-b0d2-a72ab2248648 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:21:14.344500 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:14.347893 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c32e9dc-6e44-4390-a0ed-0e192101eb8e admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:21:14.350689 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c32e9dc-6e44-4390-a0ed-0e192101eb8e admin admin] Pushing event updated for resources: {'Port': ['ID=13fc4f1b-bd45-4f00-9713-d364507c8f96,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:14.387385 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5723a8fd-73a7-41af-865d-59b15d265770 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:14.420581 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5723a8fd-73a7-41af-865d-59b15d265770 None None] Transition to ACTIVE for port object c00ab90d-979b-4997-a98d-0b5a07d9cd75 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:21:14.457343 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5723a8fd-73a7-41af-865d-59b15d265770 None None] Transition to ACTIVE for port object c00ab90d-979b-4997-a98d-0b5a07d9cd75 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:21:14.459798 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40093f38-061b-446e-a996-1bb6efbe645c None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:14.471624 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5723a8fd-73a7-41af-865d-59b15d265770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:14.477678 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-40093f38-061b-446e-a996-1bb6efbe645c None None] Transition to ACTIVE for port object 88e38c82-44ee-4296-a1ef-c73daf17e671 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:21:14.526629 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40093f38-061b-446e-a996-1bb6efbe645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:14.551847 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5723a8fd-73a7-41af-865d-59b15d265770 None None] Network c737dbd3-438a-47d8-8147-7bb81765dec1 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:21:14.563148 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-5723a8fd-73a7-41af-865d-59b15d265770 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:21:14.571681 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5723a8fd-73a7-41af-865d-59b15d265770 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:21:14.576310 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5723a8fd-73a7-41af-865d-59b15d265770 None None] Pushing event updated for resources: {'Port': ['ID=c00ab90d-979b-4997-a98d-0b5a07d9cd75,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:14.633807 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c32e9dc-6e44-4390-a0ed-0e192101eb8e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:14.735281 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5276f16-e095-4b1b-80c4-cde7c3d7b85f None None] Pushing event updated for resources: {'Port': ['ID=88e38c82-44ee-4296-a1ef-c73daf17e671,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:14.741873 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-40093f38-061b-446e-a996-1bb6efbe645c None None] Attempting to bind port 88e38c82-44ee-4296-a1ef-c73daf17e671 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:21:14.742218 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-40093f38-061b-446e-a996-1bb6efbe645c None None] Attempting to bind port 88e38c82-44ee-4296-a1ef-c73daf17e671 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '96d7b28a-55c7-4191-8857-dd78be45be3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7451a23d-96aa-4fa2-b624-093675bb4dd8'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:21:14.742684 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40093f38-061b-446e-a996-1bb6efbe645c None None] Attempting to bind port 88e38c82-44ee-4296-a1ef-c73daf17e671 on network 7451a23d-96aa-4fa2-b624-093675bb4dd8 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:21:14.749287 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-5723a8fd-73a7-41af-865d-59b15d265770 None None] Attempting to bind port c00ab90d-979b-4997-a98d-0b5a07d9cd75 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:21:14.749803 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-5723a8fd-73a7-41af-865d-59b15d265770 None None] Attempting to bind port c00ab90d-979b-4997-a98d-0b5a07d9cd75 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '1b1d95af-c0b1-4043-bb9a-8245896fb421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c737dbd3-438a-47d8-8147-7bb81765dec1'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:21:14.750285 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5723a8fd-73a7-41af-865d-59b15d265770 None None] Attempting to bind port c00ab90d-979b-4997-a98d-0b5a07d9cd75 on network c737dbd3-438a-47d8-8147-7bb81765dec1 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:21:14.753144 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40093f38-061b-446e-a996-1bb6efbe645c None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:21:14.754053 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40093f38-061b-446e-a996-1bb6efbe645c None None] Checking segment: {'id': '96d7b28a-55c7-4191-8857-dd78be45be3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7451a23d-96aa-4fa2-b624-093675bb4dd8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:21:14.754775 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40093f38-061b-446e-a996-1bb6efbe645c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:14.755407 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40093f38-061b-446e-a996-1bb6efbe645c None None] Bound using segment: {'id': '96d7b28a-55c7-4191-8857-dd78be45be3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7451a23d-96aa-4fa2-b624-093675bb4dd8'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:21:14.755989 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-40093f38-061b-446e-a996-1bb6efbe645c None None] Bound port: 88e38c82-44ee-4296-a1ef-c73daf17e671, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96d7b28a-55c7-4191-8857-dd78be45be3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7451a23d-96aa-4fa2-b624-093675bb4dd8'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:21:14.756537 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40093f38-061b-446e-a996-1bb6efbe645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:14.763098 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5723a8fd-73a7-41af-865d-59b15d265770 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:21:14.763627 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5723a8fd-73a7-41af-865d-59b15d265770 None None] Checking segment: {'id': '1b1d95af-c0b1-4043-bb9a-8245896fb421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c737dbd3-438a-47d8-8147-7bb81765dec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:21:14.764126 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5723a8fd-73a7-41af-865d-59b15d265770 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:14.764691 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5723a8fd-73a7-41af-865d-59b15d265770 None None] Bound using segment: {'id': '1b1d95af-c0b1-4043-bb9a-8245896fb421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c737dbd3-438a-47d8-8147-7bb81765dec1'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:21:14.765261 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-5723a8fd-73a7-41af-865d-59b15d265770 None None] Bound port: c00ab90d-979b-4997-a98d-0b5a07d9cd75, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b1d95af-c0b1-4043-bb9a-8245896fb421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c737dbd3-438a-47d8-8147-7bb81765dec1'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:21:14.765948 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5723a8fd-73a7-41af-865d-59b15d265770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:14.854097 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c32e9dc-6e44-4390-a0ed-0e192101eb8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:14.989358 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c32e9dc-6e44-4390-a0ed-0e192101eb8e admin admin] Router 4999b8c7-576d-4f1a-9bd6-6d01fa255468 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:21:15.039326 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-40093f38-061b-446e-a996-1bb6efbe645c None None] For port 88e38c82-44ee-4296-a1ef-c73daf17e671, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:21:15.047134 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-40093f38-061b-446e-a996-1bb6efbe645c None None] For port 88e38c82-44ee-4296-a1ef-c73daf17e671, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=88e38c82-44ee-4296-a1ef-c73daf17e671,segment=NetworkSegment(96d7b28a-55c7-4191-8857-dd78be45be3d),segment_id=96d7b28a-55c7-4191-8857-dd78be45be3d)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:21:15.049099 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-5723a8fd-73a7-41af-865d-59b15d265770 None None] For port c00ab90d-979b-4997-a98d-0b5a07d9cd75, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:21:15.053378 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-5723a8fd-73a7-41af-865d-59b15d265770 None None] For port c00ab90d-979b-4997-a98d-0b5a07d9cd75, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=c00ab90d-979b-4997-a98d-0b5a07d9cd75,segment=NetworkSegment(1b1d95af-c0b1-4043-bb9a-8245896fb421),segment_id=1b1d95af-c0b1-4043-bb9a-8245896fb421)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:21:15.054856 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-40093f38-061b-446e-a996-1bb6efbe645c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:15.059944 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5723a8fd-73a7-41af-865d-59b15d265770 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:15.105381 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c32e9dc-6e44-4390-a0ed-0e192101eb8e admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:21:15.119066 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c211475-8d87-4526-9dc0-03e009b67dd9 None None] Sync routers for ids ['4999b8c7-576d-4f1a-9bd6-6d01fa255468'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:21:15.126475 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5276f16-e095-4b1b-80c4-cde7c3d7b85f None None] Pushing event updated for resources: {'Port': ['ID=88e38c82-44ee-4296-a1ef-c73daf17e671,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:15.131284 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6c32e9dc-6e44-4390-a0ed-0e192101eb8e admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:15.136614 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6c32e9dc-6e44-4390-a0ed-0e192101eb8e admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5800350 Jul 16 09:21:15.138126 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45386) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:21:15.159550 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40093f38-061b-446e-a996-1bb6efbe645c None None] Routers {'03d8a6dd-55f2-4747-be55-6535767ea2be'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:21:15.160488 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-40093f38-061b-446e-a996-1bb6efbe645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:21:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['03d8a6dd-55f2-4747-be55-6535767ea2be'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:15.164090 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c211475-8d87-4526-9dc0-03e009b67dd9 None None] Routers {'4999b8c7-576d-4f1a-9bd6-6d01fa255468'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:21:15.167519 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5c211475-8d87-4526-9dc0-03e009b67dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:21:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['4999b8c7-576d-4f1a-9bd6-6d01fa255468'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:15.287462 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5723a8fd-73a7-41af-865d-59b15d265770 None None] Pushing event updated for resources: {'Port': ['ID=c00ab90d-979b-4997-a98d-0b5a07d9cd75,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:15.352015 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-5c211475-8d87-4526-9dc0-03e009b67dd9 None None] Set router 4999b8c7-576d-4f1a-9bd6-6d01fa255468 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:21:15.360768 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-40093f38-061b-446e-a996-1bb6efbe645c None None] Set router 03d8a6dd-55f2-4747-be55-6535767ea2be gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:21:15.654615 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5c211475-8d87-4526-9dc0-03e009b67dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4999b8c7-576d-4f1a-9bd6-6d01fa255468', 'name': 'tempest-TestServerBasicOps-1052527621-router', 'tenant_id': '52570fc2277746319e25f28f0f752e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '13fc4f1b-bd45-4f00-9713-d364507c8f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:21:13Z', 'updated_at': '2021-07-16T09:21:14Z', 'revision_number': 3, 'project_id': '52570fc2277746319e25f28f0f752e17', 'gw_port': {'id': '13fc4f1b-bd45-4f00-9713-d364507c8f96', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ec:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4999b8c7-576d-4f1a-9bd6-6d01fa255468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:21:14Z', 'updated_at': '2021-07-16T09:21:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:15.713786 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c211475-8d87-4526-9dc0-03e009b67dd9 None None] Checking router: 4999b8c7-576d-4f1a-9bd6-6d01fa255468 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:21:15.714043 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c211475-8d87-4526-9dc0-03e009b67dd9 None None] Updating router 4999b8c7-576d-4f1a-9bd6-6d01fa255468 port 13fc4f1b-bd45-4f00-9713-d364507c8f96 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:21:15.743681 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-40093f38-061b-446e-a996-1bb6efbe645c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'name': 'tempest-TestServerBasicOps-72357881-router', 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '3aa5d9db-9729-4fbf-b0d2-a72ab2248648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:21:08Z', 'updated_at': '2021-07-16T09:21:11Z', 'revision_number': 4, 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'gw_port': {'id': '3aa5d9db-9729-4fbf-b0d2-a72ab2248648', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:21:09Z', 'updated_at': '2021-07-16T09:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '88e38c82-44ee-4296-a1ef-c73daf17e671', 'name': '', 'network_id': '7451a23d-96aa-4fa2-b624-093675bb4dd8', 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'mac_address': 'fa:16:3e:89:dc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'bee2c227-d0b8-4f0f-a7a6-019aef2e3168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:21:11Z', 'updated_at': '2021-07-16T09:21:15Z', 'revision_number': 4, 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'subnets': [{'id': 'bee2c227-d0b8-4f0f-a7a6-019aef2e3168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:15.783890 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5c211475-8d87-4526-9dc0-03e009b67dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:15.805068 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40093f38-061b-446e-a996-1bb6efbe645c None None] The sync data for ids ['03d8a6dd-55f2-4747-be55-6535767ea2be'] in n-d-771362-37 is: [{'id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'name': 'tempest-TestServerBasicOps-72357881-router', 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '3aa5d9db-9729-4fbf-b0d2-a72ab2248648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:21:08Z', 'updated_at': '2021-07-16T09:21:11Z', 'revision_number': 4, 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'gw_port': {'id': '3aa5d9db-9729-4fbf-b0d2-a72ab2248648', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:21:09Z', 'updated_at': '2021-07-16T09:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '88e38c82-44ee-4296-a1ef-c73daf17e671', 'name': '', 'network_id': '7451a23d-96aa-4fa2-b624-093675bb4dd8', 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'mac_address': 'fa:16:3e:89:dc:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'bee2c227-d0b8-4f0f-a7a6-019aef2e3168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:21:11Z', 'updated_at': '2021-07-16T09:21:15Z', 'revision_number': 4, 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'subnets': [{'id': 'bee2c227-d0b8-4f0f-a7a6-019aef2e3168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:21:15.894033 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-533d19dc-61c8-4cd3-8cbd-8c94393b8e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:16.128829 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-533d19dc-61c8-4cd3-8cbd-8c94393b8e8b admin admin] Allocated IP 172.20.0.1 (c737dbd3-438a-47d8-8147-7bb81765dec1/625c5dfc-bfaa-464f-895b-274e014be81f/7afe120e-dedd-4f7b-b529-5d3f2356c666) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:21:16.141067 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5c211475-8d87-4526-9dc0-03e009b67dd9 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:16.158851 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5c211475-8d87-4526-9dc0-03e009b67dd9 None None] Transition to ACTIVE for port object 13fc4f1b-bd45-4f00-9713-d364507c8f96 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:21:16.166769 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5c211475-8d87-4526-9dc0-03e009b67dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:16.254415 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5c211475-8d87-4526-9dc0-03e009b67dd9 None None] Attempting to bind port 13fc4f1b-bd45-4f00-9713-d364507c8f96 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:21:16.255002 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5c211475-8d87-4526-9dc0-03e009b67dd9 None None] Attempting to bind port 13fc4f1b-bd45-4f00-9713-d364507c8f96 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:21:16.255780 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c211475-8d87-4526-9dc0-03e009b67dd9 None None] Attempting to bind port 13fc4f1b-bd45-4f00-9713-d364507c8f96 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:21:16.263068 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c211475-8d87-4526-9dc0-03e009b67dd9 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:21:16.264243 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c211475-8d87-4526-9dc0-03e009b67dd9 None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:21:16.265106 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5c211475-8d87-4526-9dc0-03e009b67dd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:16.265665 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c211475-8d87-4526-9dc0-03e009b67dd9 None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:21:16.266325 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5c211475-8d87-4526-9dc0-03e009b67dd9 None None] Bound port: 13fc4f1b-bd45-4f00-9713-d364507c8f96, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:21:16.266884 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5c211475-8d87-4526-9dc0-03e009b67dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:16.273460 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509cb97c-8edc-49b3-a39a-641ea3e615d2 None None] Pushing event updated for resources: {'Port': ['ID=13fc4f1b-bd45-4f00-9713-d364507c8f96,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:16.312609 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 88e38c82-44ee-4296-a1ef-c73daf17e671 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:21:16.352842 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-5c211475-8d87-4526-9dc0-03e009b67dd9 None None] For port 13fc4f1b-bd45-4f00-9713-d364507c8f96, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:21:16.357025 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-5c211475-8d87-4526-9dc0-03e009b67dd9 None None] For port 13fc4f1b-bd45-4f00-9713-d364507c8f96, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=13fc4f1b-bd45-4f00-9713-d364507c8f96,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:21:16.364559 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5c211475-8d87-4526-9dc0-03e009b67dd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:16.421345 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 88e38c82-44ee-4296-a1ef-c73daf17e671 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:21:16.426084 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 88e38c82-44ee-4296-a1ef-c73daf17e671 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:21:16.426469 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:16.467775 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c211475-8d87-4526-9dc0-03e009b67dd9 None None] Routers {'4999b8c7-576d-4f1a-9bd6-6d01fa255468'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:21:16.468611 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5c211475-8d87-4526-9dc0-03e009b67dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:21:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['4999b8c7-576d-4f1a-9bd6-6d01fa255468'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:16.473108 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509cb97c-8edc-49b3-a39a-641ea3e615d2 None None] Pushing event updated for resources: {'Port': ['ID=13fc4f1b-bd45-4f00-9713-d364507c8f96,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:16.566685 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:16.606024 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-5c211475-8d87-4526-9dc0-03e009b67dd9 None None] Set router 4999b8c7-576d-4f1a-9bd6-6d01fa255468 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:21:16.627930 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 88e38c82-44ee-4296-a1ef-c73daf17e671, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=88e38c82-44ee-4296-a1ef-c73daf17e671,segment=NetworkSegment(96d7b28a-55c7-4191-8857-dd78be45be3d),segment_id=96d7b28a-55c7-4191-8857-dd78be45be3d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:21:16.633634 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:16.635463 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device c00ab90d-979b-4997-a98d-0b5a07d9cd75 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:21:16.747284 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=88e38c82-44ee-4296-a1ef-c73daf17e671,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:16.759527 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port c00ab90d-979b-4997-a98d-0b5a07d9cd75 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:21:16.793604 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1079c2e4-0bce-4e09-ad78-dbac3dfe4c8c None None] Network c737dbd3-438a-47d8-8147-7bb81765dec1 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:21:16.842116 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-533d19dc-61c8-4cd3-8cbd-8c94393b8e8b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:16.857321 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-533d19dc-61c8-4cd3-8cbd-8c94393b8e8b admin admin] Transition to ACTIVE for port object 7afe120e-dedd-4f7b-b529-5d3f2356c666 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:21:16.876478 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6ec7376a-6247-427d-92ae-f7936df7c889 None None] Provisioning for port c00ab90d-979b-4997-a98d-0b5a07d9cd75 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:21:16.884500 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6ec7376a-6247-427d-92ae-f7936df7c889 None None] Provisioning complete for port c00ab90d-979b-4997-a98d-0b5a07d9cd75 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:21:16.884956 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ec7376a-6247-427d-92ae-f7936df7c889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:16.910022 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-533d19dc-61c8-4cd3-8cbd-8c94393b8e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:16.949699 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533d19dc-61c8-4cd3-8cbd-8c94393b8e8b admin admin] Network c737dbd3-438a-47d8-8147-7bb81765dec1 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:21:16.957695 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-533d19dc-61c8-4cd3-8cbd-8c94393b8e8b admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:21:16.960114 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533d19dc-61c8-4cd3-8cbd-8c94393b8e8b admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:21:16.964719 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5c211475-8d87-4526-9dc0-03e009b67dd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4999b8c7-576d-4f1a-9bd6-6d01fa255468', 'name': 'tempest-TestServerBasicOps-1052527621-router', 'tenant_id': '52570fc2277746319e25f28f0f752e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '13fc4f1b-bd45-4f00-9713-d364507c8f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:21:13Z', 'updated_at': '2021-07-16T09:21:14Z', 'revision_number': 3, 'project_id': '52570fc2277746319e25f28f0f752e17', 'gw_port': {'id': '13fc4f1b-bd45-4f00-9713-d364507c8f96', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ec:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4999b8c7-576d-4f1a-9bd6-6d01fa255468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:21:14Z', 'updated_at': '2021-07-16T09:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:16.995435 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d19dc-61c8-4cd3-8cbd-8c94393b8e8b admin admin] Pushing event updated for resources: {'Port': ['ID=7afe120e-dedd-4f7b-b529-5d3f2356c666,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:17.013116 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c211475-8d87-4526-9dc0-03e009b67dd9 None None] The sync data for ids ['4999b8c7-576d-4f1a-9bd6-6d01fa255468'] in n-d-771362-37 is: [{'id': '4999b8c7-576d-4f1a-9bd6-6d01fa255468', 'name': 'tempest-TestServerBasicOps-1052527621-router', 'tenant_id': '52570fc2277746319e25f28f0f752e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '13fc4f1b-bd45-4f00-9713-d364507c8f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:21:13Z', 'updated_at': '2021-07-16T09:21:14Z', 'revision_number': 3, 'project_id': '52570fc2277746319e25f28f0f752e17', 'gw_port': {'id': '13fc4f1b-bd45-4f00-9713-d364507c8f96', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ec:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4999b8c7-576d-4f1a-9bd6-6d01fa255468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:21:14Z', 'updated_at': '2021-07-16T09:21:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:21:17.014652 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-533d19dc-61c8-4cd3-8cbd-8c94393b8e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:17.063883 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ec7376a-6247-427d-92ae-f7936df7c889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:17.116199 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-6ec7376a-6247-427d-92ae-f7936df7c889 None None] For port c00ab90d-979b-4997-a98d-0b5a07d9cd75, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=c00ab90d-979b-4997-a98d-0b5a07d9cd75,segment=NetworkSegment(1b1d95af-c0b1-4043-bb9a-8245896fb421),segment_id=1b1d95af-c0b1-4043-bb9a-8245896fb421)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:21:17.125619 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6ec7376a-6247-427d-92ae-f7936df7c889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:17.191868 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-533d19dc-61c8-4cd3-8cbd-8c94393b8e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:17.192181 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec7376a-6247-427d-92ae-f7936df7c889 None None] Pushing event updated for resources: {'Port': ['ID=c00ab90d-979b-4997-a98d-0b5a07d9cd75,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:17.376315 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-533d19dc-61c8-4cd3-8cbd-8c94393b8e8b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:17.382052 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-533d19dc-61c8-4cd3-8cbd-8c94393b8e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:17.451389 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533d19dc-61c8-4cd3-8cbd-8c94393b8e8b admin admin] Pushing event updated for resources: {'Port': ['ID=7afe120e-dedd-4f7b-b529-5d3f2356c666,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:17.455670 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-533d19dc-61c8-4cd3-8cbd-8c94393b8e8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:17.467080 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-39fb93e0-da60-4c0e-8533-aefe195d70fa None None] Provisioning for port 7afe120e-dedd-4f7b-b529-5d3f2356c666 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:21:17.510463 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-39fb93e0-da60-4c0e-8533-aefe195d70fa None None] Provisioning complete for port 7afe120e-dedd-4f7b-b529-5d3f2356c666 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:21:17.510845 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-39fb93e0-da60-4c0e-8533-aefe195d70fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:17.559182 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-39fb93e0-da60-4c0e-8533-aefe195d70fa None None] Port 7afe120e-dedd-4f7b-b529-5d3f2356c666 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:21:17.579011 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-39fb93e0-da60-4c0e-8533-aefe195d70fa None None] Provisioning complete for port c00ab90d-979b-4997-a98d-0b5a07d9cd75 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:21:17.579388 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-39fb93e0-da60-4c0e-8533-aefe195d70fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:17.603862 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-533d19dc-61c8-4cd3-8cbd-8c94393b8e8b admin admin] Network c737dbd3-438a-47d8-8147-7bb81765dec1 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:21:17.605638 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-533d19dc-61c8-4cd3-8cbd-8c94393b8e8b admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:21:17.755444 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-533d19dc-61c8-4cd3-8cbd-8c94393b8e8b admin admin] Router 4999b8c7-576d-4f1a-9bd6-6d01fa255468 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:21:17.796413 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-92fb7ba7-706a-47dd-9955-2c1314e5f739 None None] Provisioning complete for port 7afe120e-dedd-4f7b-b529-5d3f2356c666 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:21:17.797069 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-92fb7ba7-706a-47dd-9955-2c1314e5f739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:17.842886 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-92fb7ba7-706a-47dd-9955-2c1314e5f739 None None] Port 7afe120e-dedd-4f7b-b529-5d3f2356c666 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:21:17.882219 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-533d19dc-61c8-4cd3-8cbd-8c94393b8e8b admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:21:17.887219 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-533d19dc-61c8-4cd3-8cbd-8c94393b8e8b admin admin] 10.222.0.22 "PUT /v2.0/routers/4999b8c7-576d-4f1a-9bd6-6d01fa255468/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7449079 Jul 16 09:21:17.962422 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-195fbf22-c08d-4f46-9db7-25df966f393f None None] Provisioning complete for port 7afe120e-dedd-4f7b-b529-5d3f2356c666 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:21:17.962716 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-195fbf22-c08d-4f46-9db7-25df966f393f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:17.997683 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-195fbf22-c08d-4f46-9db7-25df966f393f None None] Port 7afe120e-dedd-4f7b-b529-5d3f2356c666 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:21:18.249957 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 88e38c82-44ee-4296-a1ef-c73daf17e671 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:21:18.299967 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 88e38c82-44ee-4296-a1ef-c73daf17e671 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:21:18.300405 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:18.378320 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device c00ab90d-979b-4997-a98d-0b5a07d9cd75 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:21:18.404679 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45394) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:21:18.410505 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d454bc8b-cbe3-4022-9583-6f247424fb03 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1426165129', 'description': 'tempest-secgroup-smoke-1426165129 description', 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:21:18.426399 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port c00ab90d-979b-4997-a98d-0b5a07d9cd75 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:21:18.426906 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:18.434729 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d454bc8b-cbe3-4022-9583-6f247424fb03 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:18.512702 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 13fc4f1b-bd45-4f00-9713-d364507c8f96 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:21:18.519981 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d454bc8b-cbe3-4022-9583-6f247424fb03 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:18.524105 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d454bc8b-cbe3-4022-9583-6f247424fb03 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:18.554934 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d454bc8b-cbe3-4022-9583-6f247424fb03 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:18.556304 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d454bc8b-cbe3-4022-9583-6f247424fb03 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1501474 Jul 16 09:21:18.558392 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d454bc8b-cbe3-4022-9583-6f247424fb03 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ce3f342-5088-418d-bc7a-e735758f964f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:18.559462 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45396) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:21:18.573146 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-925ddada-40a7-4aa9-af5b-52471452a1c5 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Request body: {'security_group_rule': {'security_group_id': '4ce3f342-5088-418d-bc7a-e735758f964f', 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:21:18.573484 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 13fc4f1b-bd45-4f00-9713-d364507c8f96 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:21:18.577327 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 13fc4f1b-bd45-4f00-9713-d364507c8f96 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:21:18.577706 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:18.606522 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-925ddada-40a7-4aa9-af5b-52471452a1c5 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:18.663353 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:18.665090 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-925ddada-40a7-4aa9-af5b-52471452a1c5 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:18.670271 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-925ddada-40a7-4aa9-af5b-52471452a1c5 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:18.686000 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 13fc4f1b-bd45-4f00-9713-d364507c8f96, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=13fc4f1b-bd45-4f00-9713-d364507c8f96,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:21:18.690525 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:18.691151 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925ddada-40a7-4aa9-af5b-52471452a1c5 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab02650d-8ad3-414c-a055-3ab72270db39,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:18.700430 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-925ddada-40a7-4aa9-af5b-52471452a1c5 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:18.701685 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-925ddada-40a7-4aa9-af5b-52471452a1c5 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1410666 Jul 16 09:21:18.704282 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45398) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:21:18.708965 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-934e420f-7093-41cf-8107-8a52290ec48c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Request body: {'security_group_rule': {'security_group_id': '4ce3f342-5088-418d-bc7a-e735758f964f', 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:21:18.738950 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-934e420f-7093-41cf-8107-8a52290ec48c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:18.745445 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=13fc4f1b-bd45-4f00-9713-d364507c8f96,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:18.800835 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-934e420f-7093-41cf-8107-8a52290ec48c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:18.804799 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-934e420f-7093-41cf-8107-8a52290ec48c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:18.825788 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934e420f-7093-41cf-8107-8a52290ec48c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b00092ec-990a-4655-95af-001bc51f400e,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:18.829414 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-934e420f-7093-41cf-8107-8a52290ec48c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:18.830651 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-934e420f-7093-41cf-8107-8a52290ec48c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1253483 Jul 16 09:21:18.833358 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45400) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:21:18.837742 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-6e577ec6-03b3-4429-94d8-277cb74a0f39 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Request body: {'security_group_rule': {'security_group_id': '4ce3f342-5088-418d-bc7a-e735758f964f', 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:21:18.864781 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6e577ec6-03b3-4429-94d8-277cb74a0f39 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:18.924319 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6e577ec6-03b3-4429-94d8-277cb74a0f39 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:18.927932 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6e577ec6-03b3-4429-94d8-277cb74a0f39 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:18.947619 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e577ec6-03b3-4429-94d8-277cb74a0f39 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5417d0b-20df-4c16-8fea-d929cd787da3,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:18.954325 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6e577ec6-03b3-4429-94d8-277cb74a0f39 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:18.955624 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6e577ec6-03b3-4429-94d8-277cb74a0f39 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1213417 Jul 16 09:21:18.958260 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45402) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:21:18.962780 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-2e1aba15-c9c0-4365-b6cb-ae29c42c9a5a tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Request body: {'security_group_rule': {'security_group_id': '4ce3f342-5088-418d-bc7a-e735758f964f', 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:21:18.992099 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2e1aba15-c9c0-4365-b6cb-ae29c42c9a5a tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:19.053471 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2e1aba15-c9c0-4365-b6cb-ae29c42c9a5a tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:19.057170 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2e1aba15-c9c0-4365-b6cb-ae29c42c9a5a tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:19.074585 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e1aba15-c9c0-4365-b6cb-ae29c42c9a5a tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8759f384-5760-4b52-95ea-db8eedc7aeb9,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:19.082180 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-2e1aba15-c9c0-4365-b6cb-ae29c42c9a5a tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:19.083514 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2e1aba15-c9c0-4365-b6cb-ae29c42c9a5a tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1242757 Jul 16 09:21:19.086248 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45404) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:21:19.091218 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-175bb6cc-30d3-4cdc-bfa0-18f2c403f6a9 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Request body: {'security_group_rule': {'security_group_id': '4ce3f342-5088-418d-bc7a-e735758f964f', 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:21:19.114818 n-d-771362-37 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-175bb6cc-30d3-4cdc-bfa0-18f2c403f6a9 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Project 5e5a3a33056e4ff4a04e9fbb5af953f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:21:19.119742 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-175bb6cc-30d3-4cdc-bfa0-18f2c403f6a9 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:19.183529 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-175bb6cc-30d3-4cdc-bfa0-18f2c403f6a9 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:19.187730 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-175bb6cc-30d3-4cdc-bfa0-18f2c403f6a9 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:19.204168 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175bb6cc-30d3-4cdc-bfa0-18f2c403f6a9 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f129c88b-5722-4acc-bd7a-80934c90d1ec,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:19.211828 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-175bb6cc-30d3-4cdc-bfa0-18f2c403f6a9 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:19.213179 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-175bb6cc-30d3-4cdc-bfa0-18f2c403f6a9 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1257463 Jul 16 09:21:19.215919 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45406) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:21:19.221375 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b2fdd044-6285-4ddf-81b4-5211cd10bc24 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Request body: {'security_group_rule': {'security_group_id': '4ce3f342-5088-418d-bc7a-e735758f964f', 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:21:19.247202 n-d-771362-37 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-b2fdd044-6285-4ddf-81b4-5211cd10bc24 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Project 5e5a3a33056e4ff4a04e9fbb5af953f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:21:19.255815 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2fdd044-6285-4ddf-81b4-5211cd10bc24 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:19.318606 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe44638-5d2e-4014-8d52-edff47a36204 None None] Sync routers for ids ['4999b8c7-576d-4f1a-9bd6-6d01fa255468'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:21:19.328252 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2fdd044-6285-4ddf-81b4-5211cd10bc24 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:19.328850 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe44638-5d2e-4014-8d52-edff47a36204 None None] Routers {'4999b8c7-576d-4f1a-9bd6-6d01fa255468'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:21:19.330219 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-dbe44638-5d2e-4014-8d52-edff47a36204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:21:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['4999b8c7-576d-4f1a-9bd6-6d01fa255468'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:19.332886 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2fdd044-6285-4ddf-81b4-5211cd10bc24 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:19.351166 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fdd044-6285-4ddf-81b4-5211cd10bc24 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0e945ec-9b72-44eb-9489-eacfb4fb79cf,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:19.357226 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2fdd044-6285-4ddf-81b4-5211cd10bc24 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:19.368586 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b2fdd044-6285-4ddf-81b4-5211cd10bc24 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1415534 Jul 16 09:21:19.441564 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-dbe44638-5d2e-4014-8d52-edff47a36204 None None] Set router 4999b8c7-576d-4f1a-9bd6-6d01fa255468 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:21:19.499502 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-2f563233-0710-4a9b-8e09-17f268fc7b83 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1426165129&fields=id&tenant_id=5e5a3a33056e4ff4a04e9fbb5af953f8 HTTP/1.1" status: 200 len: 267 time: 0.0326183 Jul 16 09:21:19.609909 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-3f47b1dd-06cb-4d33-b679-e5ebf931f1f7 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:19.611414 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-3f47b1dd-06cb-4d33-b679-e5ebf931f1f7 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "GET /v2.0/networks?id=7451a23d-96aa-4fa2-b624-093675bb4dd8 HTTP/1.1" status: 200 len: 807 time: 0.1043267 Jul 16 09:21:19.626369 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-f54111fc-0faf-4cd7-a9f7-f8fe81eb5dd9 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "GET /v2.0/quotas/5e5a3a33056e4ff4a04e9fbb5af953f8 HTTP/1.1" status: 200 len: 375 time: 0.0092480 Jul 16 09:21:19.664545 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-dbe44638-5d2e-4014-8d52-edff47a36204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4999b8c7-576d-4f1a-9bd6-6d01fa255468', 'name': 'tempest-TestServerBasicOps-1052527621-router', 'tenant_id': '52570fc2277746319e25f28f0f752e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '13fc4f1b-bd45-4f00-9713-d364507c8f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:21:13Z', 'updated_at': '2021-07-16T09:21:17Z', 'revision_number': 4, 'project_id': '52570fc2277746319e25f28f0f752e17', 'gw_port': {'id': '13fc4f1b-bd45-4f00-9713-d364507c8f96', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ec:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4999b8c7-576d-4f1a-9bd6-6d01fa255468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:21:14Z', 'updated_at': '2021-07-16T09:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '7afe120e-dedd-4f7b-b529-5d3f2356c666', 'name': '', 'network_id': 'c737dbd3-438a-47d8-8147-7bb81765dec1', 'tenant_id': '52570fc2277746319e25f28f0f752e17', 'mac_address': 'fa:16:3e:4a:aa:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4999b8c7-576d-4f1a-9bd6-6d01fa255468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '625c5dfc-bfaa-464f-895b-274e014be81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:21:15Z', 'updated_at': '2021-07-16T09:21:17Z', 'revision_number': 2, 'project_id': '52570fc2277746319e25f28f0f752e17', 'subnets': [{'id': '625c5dfc-bfaa-464f-895b-274e014be81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:19.695362 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe44638-5d2e-4014-8d52-edff47a36204 None None] Checking router: 4999b8c7-576d-4f1a-9bd6-6d01fa255468 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:21:19.695723 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe44638-5d2e-4014-8d52-edff47a36204 None None] Updating router 4999b8c7-576d-4f1a-9bd6-6d01fa255468 port 7afe120e-dedd-4f7b-b529-5d3f2356c666 binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:21:19.699880 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-cf4d7c86-1c0d-45e7-8177-61312f693230 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=5e5a3a33056e4ff4a04e9fbb5af953f8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0677130 Jul 16 09:21:19.731232 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dbe44638-5d2e-4014-8d52-edff47a36204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:19.797762 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-6640036c-cb19-43e3-959e-cc3566ad1e90 service neutron] 10.222.0.22 "GET /v2.0/networks/7451a23d-96aa-4fa2-b624-093675bb4dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856843 Jul 16 09:21:19.907402 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-b4779a6c-7478-42ec-b359-436da72373e7 service neutron] 10.222.0.22 "GET /v2.0/networks/7451a23d-96aa-4fa2-b624-093675bb4dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950372 Jul 16 09:21:20.005162 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dbe44638-5d2e-4014-8d52-edff47a36204 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:20.015229 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-dbe44638-5d2e-4014-8d52-edff47a36204 None None] Transition to ACTIVE for port object 7afe120e-dedd-4f7b-b529-5d3f2356c666 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:21:20.022112 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dbe44638-5d2e-4014-8d52-edff47a36204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:20.078940 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310972d-2d26-4420-8e63-a4515f433989 None None] Pushing event updated for resources: {'Port': ['ID=7afe120e-dedd-4f7b-b529-5d3f2356c666,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:20.133864 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e0e5f417-cde1-44d5-96b0-4fdf72657a6b req-0ce2d907-c07f-43e6-b03e-c94d9bd590fb tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9022fe1-2ed2-41e4-9662-18932d945b1d HTTP/1.1" status: 200 len: 210 time: 0.0321853 Jul 16 09:21:20.138156 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-dbe44638-5d2e-4014-8d52-edff47a36204 None None] Attempting to bind port 7afe120e-dedd-4f7b-b529-5d3f2356c666 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:21:20.138545 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-dbe44638-5d2e-4014-8d52-edff47a36204 None None] Attempting to bind port 7afe120e-dedd-4f7b-b529-5d3f2356c666 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '1b1d95af-c0b1-4043-bb9a-8245896fb421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c737dbd3-438a-47d8-8147-7bb81765dec1'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:21:20.139078 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe44638-5d2e-4014-8d52-edff47a36204 None None] Attempting to bind port 7afe120e-dedd-4f7b-b529-5d3f2356c666 on network c737dbd3-438a-47d8-8147-7bb81765dec1 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:21:20.146195 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe44638-5d2e-4014-8d52-edff47a36204 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 21, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:21:20.146582 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe44638-5d2e-4014-8d52-edff47a36204 None None] Checking segment: {'id': '1b1d95af-c0b1-4043-bb9a-8245896fb421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c737dbd3-438a-47d8-8147-7bb81765dec1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:21:20.147988 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dbe44638-5d2e-4014-8d52-edff47a36204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:20.148333 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbe44638-5d2e-4014-8d52-edff47a36204 None None] Bound using segment: {'id': '1b1d95af-c0b1-4043-bb9a-8245896fb421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c737dbd3-438a-47d8-8147-7bb81765dec1'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:21:20.148900 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-dbe44638-5d2e-4014-8d52-edff47a36204 None None] Bound port: 7afe120e-dedd-4f7b-b529-5d3f2356c666, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b1d95af-c0b1-4043-bb9a-8245896fb421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'c737dbd3-438a-47d8-8147-7bb81765dec1'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:21:20.149446 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dbe44638-5d2e-4014-8d52-edff47a36204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:20.223625 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 13fc4f1b-bd45-4f00-9713-d364507c8f96 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:21:20.248055 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-dbe44638-5d2e-4014-8d52-edff47a36204 None None] For port 7afe120e-dedd-4f7b-b529-5d3f2356c666, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:21:20.273794 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-dbe44638-5d2e-4014-8d52-edff47a36204 None None] For port 7afe120e-dedd-4f7b-b529-5d3f2356c666, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=7afe120e-dedd-4f7b-b529-5d3f2356c666,segment=NetworkSegment(1b1d95af-c0b1-4043-bb9a-8245896fb421),segment_id=1b1d95af-c0b1-4043-bb9a-8245896fb421)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:21:20.281363 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dbe44638-5d2e-4014-8d52-edff47a36204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:20.368755 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 13fc4f1b-bd45-4f00-9713-d364507c8f96 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:21:20.369459 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:20.371961 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1310972d-2d26-4420-8e63-a4515f433989 None None] Pushing event updated for resources: {'Port': ['ID=7afe120e-dedd-4f7b-b529-5d3f2356c666,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:20.377004 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe44638-5d2e-4014-8d52-edff47a36204 None None] Routers {'4999b8c7-576d-4f1a-9bd6-6d01fa255468'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:21:20.377346 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-dbe44638-5d2e-4014-8d52-edff47a36204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:21:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['4999b8c7-576d-4f1a-9bd6-6d01fa255468'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:20.713199 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-dbe44638-5d2e-4014-8d52-edff47a36204 None None] Set router 4999b8c7-576d-4f1a-9bd6-6d01fa255468 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:21:20.928577 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-dbe44638-5d2e-4014-8d52-edff47a36204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4999b8c7-576d-4f1a-9bd6-6d01fa255468', 'name': 'tempest-TestServerBasicOps-1052527621-router', 'tenant_id': '52570fc2277746319e25f28f0f752e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '13fc4f1b-bd45-4f00-9713-d364507c8f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:21:13Z', 'updated_at': '2021-07-16T09:21:17Z', 'revision_number': 4, 'project_id': '52570fc2277746319e25f28f0f752e17', 'gw_port': {'id': '13fc4f1b-bd45-4f00-9713-d364507c8f96', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ec:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4999b8c7-576d-4f1a-9bd6-6d01fa255468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:21:14Z', 'updated_at': '2021-07-16T09:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '7afe120e-dedd-4f7b-b529-5d3f2356c666', 'name': '', 'network_id': 'c737dbd3-438a-47d8-8147-7bb81765dec1', 'tenant_id': '52570fc2277746319e25f28f0f752e17', 'mac_address': 'fa:16:3e:4a:aa:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4999b8c7-576d-4f1a-9bd6-6d01fa255468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '625c5dfc-bfaa-464f-895b-274e014be81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:21:15Z', 'updated_at': '2021-07-16T09:21:20Z', 'revision_number': 4, 'project_id': '52570fc2277746319e25f28f0f752e17', 'subnets': [{'id': '625c5dfc-bfaa-464f-895b-274e014be81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:20.955253 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe44638-5d2e-4014-8d52-edff47a36204 None None] The sync data for ids ['4999b8c7-576d-4f1a-9bd6-6d01fa255468'] in n-d-771362-37 is: [{'id': '4999b8c7-576d-4f1a-9bd6-6d01fa255468', 'name': 'tempest-TestServerBasicOps-1052527621-router', 'tenant_id': '52570fc2277746319e25f28f0f752e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '13fc4f1b-bd45-4f00-9713-d364507c8f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:21:13Z', 'updated_at': '2021-07-16T09:21:17Z', 'revision_number': 4, 'project_id': '52570fc2277746319e25f28f0f752e17', 'gw_port': {'id': '13fc4f1b-bd45-4f00-9713-d364507c8f96', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ec:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4999b8c7-576d-4f1a-9bd6-6d01fa255468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:21:14Z', 'updated_at': '2021-07-16T09:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '7afe120e-dedd-4f7b-b529-5d3f2356c666', 'name': '', 'network_id': 'c737dbd3-438a-47d8-8147-7bb81765dec1', 'tenant_id': '52570fc2277746319e25f28f0f752e17', 'mac_address': 'fa:16:3e:4a:aa:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4999b8c7-576d-4f1a-9bd6-6d01fa255468', 'device_owner': 'network:router_interface', 'standard_attr_id': 3948, 'fixed_ips': [{'subnet_id': '625c5dfc-bfaa-464f-895b-274e014be81f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:21:15Z', 'updated_at': '2021-07-16T09:21:20Z', 'revision_number': 4, 'project_id': '52570fc2277746319e25f28f0f752e17', 'subnets': [{'id': '625c5dfc-bfaa-464f-895b-274e014be81f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:21:21.311621 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-09036054-a7d6-40a5-a96e-151f0d521efe req-739ebb96-68b7-4992-92b6-e8856f5351b0 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9022fe1-2ed2-41e4-9662-18932d945b1d HTTP/1.1" status: 200 len: 210 time: 0.0376275 Jul 16 09:21:21.362909 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-d4d71010-c19b-48af-a8c1-a7edbc498cbd tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:21.365421 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-d4d71010-c19b-48af-a8c1-a7edbc498cbd tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.30 "GET /v2.0/networks?id=7451a23d-96aa-4fa2-b624-093675bb4dd8 HTTP/1.1" status: 200 len: 807 time: 0.1397183 Jul 16 09:21:21.412338 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-7aca270d-ba26-44a1-9510-33d04722378c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e5a3a33056e4ff4a04e9fbb5af953f8 HTTP/1.1" status: 200 len: 380 time: 0.0367281 Jul 16 09:21:21.421335 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-34e9e3e2-d1ee-4d8f-8457-7ce569507033 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Request body: {'port': {'device_id': 'b9022fe1-2ed2-41e4-9662-18932d945b1d', 'network_id': '7451a23d-96aa-4fa2-b624-093675bb4dd8', 'admin_state_up': True, 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'security_groups': ['4ce3f342-5088-418d-bc7a-e735758f964f']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:21:21.532541 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-34e9e3e2-d1ee-4d8f-8457-7ce569507033 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Made reservation on behalf of 5e5a3a33056e4ff4a04e9fbb5af953f8 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:21:21.536130 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-34e9e3e2-d1ee-4d8f-8457-7ce569507033 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:21.664574 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-34e9e3e2-d1ee-4d8f-8457-7ce569507033 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Allocated IP 172.20.0.9 (7451a23d-96aa-4fa2-b624-093675bb4dd8/bee2c227-d0b8-4f0f-a7a6-019aef2e3168/64b75863-0a71-470c-8184-e920aaee04f5) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:21:21.817500 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-34e9e3e2-d1ee-4d8f-8457-7ce569507033 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:21.831316 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-34e9e3e2-d1ee-4d8f-8457-7ce569507033 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Transition to ACTIVE for port object 64b75863-0a71-470c-8184-e920aaee04f5 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:21:21.867066 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-34e9e3e2-d1ee-4d8f-8457-7ce569507033 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:21.913738 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-34e9e3e2-d1ee-4d8f-8457-7ce569507033 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Network 7451a23d-96aa-4fa2-b624-093675bb4dd8 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:21:21.917037 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-34e9e3e2-d1ee-4d8f-8457-7ce569507033 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:21:21.921024 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-34e9e3e2-d1ee-4d8f-8457-7ce569507033 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:21:21.928084 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e9e3e2-d1ee-4d8f-8457-7ce569507033 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Pushing event updated for resources: {'Port': ['ID=64b75863-0a71-470c-8184-e920aaee04f5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:21.974587 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-34e9e3e2-d1ee-4d8f-8457-7ce569507033 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:21.975283 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-34e9e3e2-d1ee-4d8f-8457-7ce569507033 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:21.990593 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-34e9e3e2-d1ee-4d8f-8457-7ce569507033 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5733383 Jul 16 09:21:22.003056 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-ceed5777-a35a-4cd8-bf87-6fddfc3ac519 service neutron] Request body: {'port': {'device_id': 'b9022fe1-2ed2-41e4-9662-18932d945b1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:21:22.201141 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9683e4bc-7cf1-43bd-90d7-f2057a8e14fc None None] Provisioning for port 64b75863-0a71-470c-8184-e920aaee04f5 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:21:22.207721 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9683e4bc-7cf1-43bd-90d7-f2057a8e14fc None None] Provisioning complete for port 64b75863-0a71-470c-8184-e920aaee04f5 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:21:22.208100 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9683e4bc-7cf1-43bd-90d7-f2057a8e14fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:22.210072 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 7afe120e-dedd-4f7b-b529-5d3f2356c666 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:21:22.274605 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-9683e4bc-7cf1-43bd-90d7-f2057a8e14fc None None] Port 64b75863-0a71-470c-8184-e920aaee04f5 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:21:22.291519 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 7afe120e-dedd-4f7b-b529-5d3f2356c666 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:21:22.296015 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 7afe120e-dedd-4f7b-b529-5d3f2356c666 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:21:22.296427 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:22.392192 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:22.415290 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-ceed5777-a35a-4cd8-bf87-6fddfc3ac519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:22.426750 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 7afe120e-dedd-4f7b-b529-5d3f2356c666, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=7afe120e-dedd-4f7b-b529-5d3f2356c666,segment=NetworkSegment(1b1d95af-c0b1-4043-bb9a-8245896fb421),segment_id=1b1d95af-c0b1-4043-bb9a-8245896fb421)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:21:22.431094 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:22.485274 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=7afe120e-dedd-4f7b-b529-5d3f2356c666,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:22.616310 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995c349d-81a9-4405-8a7c-43877a09f3a2 req-a6685b29-fbcd-4138-9fc2-153da8e3f8df tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:22.617902 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-995c349d-81a9-4405-8a7c-43877a09f3a2 req-a6685b29-fbcd-4138-9fc2-153da8e3f8df tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9022fe1-2ed2-41e4-9662-18932d945b1d HTTP/1.1" status: 200 len: 931 time: 0.1631608 Jul 16 09:21:22.702539 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-995c349d-81a9-4405-8a7c-43877a09f3a2 req-d1553837-688d-47ae-a230-0a8cf77c7240 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ce3f342-5088-418d-bc7a-e735758f964f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0554354 Jul 16 09:21:22.767441 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-ceed5777-a35a-4cd8-bf87-6fddfc3ac519 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64b75863-0a71-470c-8184-e920aaee04f5 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:21:22.774832 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-ceed5777-a35a-4cd8-bf87-6fddfc3ac519 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:22.787882 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-ceed5777-a35a-4cd8-bf87-6fddfc3ac519 service neutron] Transition to ACTIVE for port object 64b75863-0a71-470c-8184-e920aaee04f5 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:21:22.791649 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-ceed5777-a35a-4cd8-bf87-6fddfc3ac519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:22.844743 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed5777-a35a-4cd8-bf87-6fddfc3ac519 service neutron] Pushing event updated for resources: {'Port': ['ID=64b75863-0a71-470c-8184-e920aaee04f5,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:22.916398 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-ceed5777-a35a-4cd8-bf87-6fddfc3ac519 service neutron] Attempting to bind port 64b75863-0a71-470c-8184-e920aaee04f5 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:21:22.916747 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-ceed5777-a35a-4cd8-bf87-6fddfc3ac519 service neutron] Attempting to bind port 64b75863-0a71-470c-8184-e920aaee04f5 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '96d7b28a-55c7-4191-8857-dd78be45be3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7451a23d-96aa-4fa2-b624-093675bb4dd8'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:21:22.917078 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-ceed5777-a35a-4cd8-bf87-6fddfc3ac519 service neutron] Attempting to bind port 64b75863-0a71-470c-8184-e920aaee04f5 on network 7451a23d-96aa-4fa2-b624-093675bb4dd8 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:21:22.922007 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-ceed5777-a35a-4cd8-bf87-6fddfc3ac519 service neutron] Port 64b75863-0a71-470c-8184-e920aaee04f5 on network 7451a23d-96aa-4fa2-b624-093675bb4dd8 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:21:22.922349 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-ceed5777-a35a-4cd8-bf87-6fddfc3ac519 service neutron] Attempting to bind port 64b75863-0a71-470c-8184-e920aaee04f5 on network 7451a23d-96aa-4fa2-b624-093675bb4dd8 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:21:22.930006 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-ceed5777-a35a-4cd8-bf87-6fddfc3ac519 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:21:22.930386 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-ceed5777-a35a-4cd8-bf87-6fddfc3ac519 service neutron] Checking segment: {'id': '96d7b28a-55c7-4191-8857-dd78be45be3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7451a23d-96aa-4fa2-b624-093675bb4dd8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:21:22.930714 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-ceed5777-a35a-4cd8-bf87-6fddfc3ac519 service neutron] Bound using segment: {'id': '96d7b28a-55c7-4191-8857-dd78be45be3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7451a23d-96aa-4fa2-b624-093675bb4dd8'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:21:22.931145 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-ceed5777-a35a-4cd8-bf87-6fddfc3ac519 service neutron] Bound port: 64b75863-0a71-470c-8184-e920aaee04f5, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '96d7b28a-55c7-4191-8857-dd78be45be3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '7451a23d-96aa-4fa2-b624-093675bb4dd8'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:21:22.931506 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-ceed5777-a35a-4cd8-bf87-6fddfc3ac519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:23.015055 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-ceed5777-a35a-4cd8-bf87-6fddfc3ac519 service neutron] For port 64b75863-0a71-470c-8184-e920aaee04f5, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:21:23.018822 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-ceed5777-a35a-4cd8-bf87-6fddfc3ac519 service neutron] For port 64b75863-0a71-470c-8184-e920aaee04f5, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=64b75863-0a71-470c-8184-e920aaee04f5,segment=NetworkSegment(96d7b28a-55c7-4191-8857-dd78be45be3d),segment_id=96d7b28a-55c7-4191-8857-dd78be45be3d)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:21:23.023962 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-ceed5777-a35a-4cd8-bf87-6fddfc3ac519 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:23.058462 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-ceed5777-a35a-4cd8-bf87-6fddfc3ac519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:23.059112 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-ceed5777-a35a-4cd8-bf87-6fddfc3ac519 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:23.060797 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-ceed5777-a35a-4cd8-bf87-6fddfc3ac519 service neutron] 10.222.0.30 "PUT /v2.0/ports/64b75863-0a71-470c-8184-e920aaee04f5 HTTP/1.1" status: 200 len: 1092 time: 1.0626845 Jul 16 09:21:23.063456 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9022fe1-2ed2-41e4-9662-18932d945b1d', 'tag': '64b75863-0a71-470c-8184-e920aaee04f5'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:21:23.067380 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6daee99-44ed-4e02-984f-f329937ba829" -d '{"events": [{"name": "network-changed", "server_uuid": "b9022fe1-2ed2-41e4-9662-18932d945b1d", "tag": "64b75863-0a71-470c-8184-e920aaee04f5"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:21:23.119250 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:21:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc050146-413a-4afc-b78f-11949493d211 x-openstack-request-id: req-dc050146-413a-4afc-b78f-11949493d211 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:21:23.119554 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9022fe1-2ed2-41e4-9662-18932d945b1d", "tag": "64b75863-0a71-470c-8184-e920aaee04f5", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:21:23.119868 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-dc050146-413a-4afc-b78f-11949493d211 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:21:23.120285 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9022fe1-2ed2-41e4-9662-18932d945b1d', 'tag': '64b75863-0a71-470c-8184-e920aaee04f5', 'status': 'completed', 'code': 200} Jul 16 09:21:23.146439 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceed5777-a35a-4cd8-bf87-6fddfc3ac519 service neutron] Pushing event updated for resources: {'Port': ['ID=64b75863-0a71-470c-8184-e920aaee04f5,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:23.185688 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-acaf4c84-aa70-4f3a-aa83-319e61610460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:23.187544 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-acaf4c84-aa70-4f3a-aa83-319e61610460 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e5a3a33056e4ff4a04e9fbb5af953f8&device_id=b9022fe1-2ed2-41e4-9662-18932d945b1d HTTP/1.1" status: 200 len: 1095 time: 0.0800836 Jul 16 09:21:23.236942 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-6264edc1-c9ba-400d-a03f-ee6ef040a376 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64b75863-0a71-470c-8184-e920aaee04f5 HTTP/1.1" status: 200 len: 217 time: 0.0413687 Jul 16 09:21:23.291322 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-0c24b896-8ce4-44fa-9fd0-8d3a5413f319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:23.292979 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-0c24b896-8ce4-44fa-9fd0-8d3a5413f319 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bee2c227-d0b8-4f0f-a7a6-019aef2e3168 HTTP/1.1" status: 200 len: 846 time: 0.0476131 Jul 16 09:21:23.352868 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-fef87a82-38cf-4213-8556-cb41bb42ffab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:23.354421 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-fef87a82-38cf-4213-8556-cb41bb42ffab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7451a23d-96aa-4fa2-b624-093675bb4dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545959 Jul 16 09:21:23.452166 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-b71d9b33-3517-494b-89dc-74568517a932 service neutron] 10.222.0.30 "GET /v2.0/networks/7451a23d-96aa-4fa2-b624-093675bb4dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912178 Jul 16 09:21:23.544833 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35ba69d2-a74e-4d7c-9076-bb4100f666b7 req-d445b86c-11fa-45b5-825b-c626fd87a441 service neutron] 10.222.0.30 "GET /v2.0/networks/7451a23d-96aa-4fa2-b624-093675bb4dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860417 Jul 16 09:21:23.652628 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daee99-44ed-4e02-984f-f329937ba829 req-3bb197dc-49be-4b41-8371-d4bad09cdca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:23.654315 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b6daee99-44ed-4e02-984f-f329937ba829 req-3bb197dc-49be-4b41-8371-d4bad09cdca9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e5a3a33056e4ff4a04e9fbb5af953f8&device_id=b9022fe1-2ed2-41e4-9662-18932d945b1d HTTP/1.1" status: 200 len: 1095 time: 0.0603449 Jul 16 09:21:23.745550 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daee99-44ed-4e02-984f-f329937ba829 req-3c17c003-8246-44c7-baa5-c45878d46995 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:23.747099 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b6daee99-44ed-4e02-984f-f329937ba829 req-3c17c003-8246-44c7-baa5-c45878d46995 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7451a23d-96aa-4fa2-b624-093675bb4dd8 HTTP/1.1" status: 200 len: 908 time: 0.0862081 Jul 16 09:21:23.794700 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b6daee99-44ed-4e02-984f-f329937ba829 req-7d158569-c661-45be-8484-435767177114 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64b75863-0a71-470c-8184-e920aaee04f5 HTTP/1.1" status: 200 len: 217 time: 0.0397022 Jul 16 09:21:23.874896 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daee99-44ed-4e02-984f-f329937ba829 req-148852a2-b6a1-4abc-961b-4765d9c4af08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:23.876876 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b6daee99-44ed-4e02-984f-f329937ba829 req-148852a2-b6a1-4abc-961b-4765d9c4af08 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bee2c227-d0b8-4f0f-a7a6-019aef2e3168 HTTP/1.1" status: 200 len: 846 time: 0.0749636 Jul 16 09:21:23.936204 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e922d53-492f-46b6-a3ce-191a7661bf55 req-db5c4766-8b98-4b27-8094-93ff8ea7ec9c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:23.937986 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7e922d53-492f-46b6-a3ce-191a7661bf55 req-db5c4766-8b98-4b27-8094-93ff8ea7ec9c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9022fe1-2ed2-41e4-9662-18932d945b1d HTTP/1.1" status: 200 len: 943 time: 0.1104913 Jul 16 09:21:23.985144 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daee99-44ed-4e02-984f-f329937ba829 req-03545818-b27d-468a-9141-4fc00c2bd1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:23.986606 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b6daee99-44ed-4e02-984f-f329937ba829 req-03545818-b27d-468a-9141-4fc00c2bd1bc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7451a23d-96aa-4fa2-b624-093675bb4dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1031239 Jul 16 09:21:23.989857 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7e922d53-492f-46b6-a3ce-191a7661bf55 req-e8b1af03-4f88-4584-b28e-d65ca7321b5f tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ce3f342-5088-418d-bc7a-e735758f964f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449324 Jul 16 09:21:24.076229 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b6daee99-44ed-4e02-984f-f329937ba829 req-c91c0ed3-a467-4b0a-8418-a2e33a42be72 service neutron] 10.222.0.30 "GET /v2.0/networks/7451a23d-96aa-4fa2-b624-093675bb4dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827720 Jul 16 09:21:24.173033 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b6daee99-44ed-4e02-984f-f329937ba829 req-07c9a096-42c4-45da-9de6-e5a66e61e6cd service neutron] 10.222.0.30 "GET /v2.0/networks/7451a23d-96aa-4fa2-b624-093675bb4dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898244 Jul 16 09:21:24.179952 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 7afe120e-dedd-4f7b-b529-5d3f2356c666 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:21:24.228374 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 7afe120e-dedd-4f7b-b529-5d3f2356c666 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:21:24.228750 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:25.182957 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a9c9b0-413b-43b4-a095-87ab9da5148a req-fa048255-5a8c-42c7-847f-01fadbc93c6c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:25.184578 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-93a9c9b0-413b-43b4-a095-87ab9da5148a req-fa048255-5a8c-42c7-847f-01fadbc93c6c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9022fe1-2ed2-41e4-9662-18932d945b1d HTTP/1.1" status: 200 len: 943 time: 0.0734701 Jul 16 09:21:25.227772 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-93a9c9b0-413b-43b4-a095-87ab9da5148a req-28c3b1d5-935e-4fd0-9cf8-a4ae88dda19d tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ce3f342-5088-418d-bc7a-e735758f964f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344238 Jul 16 09:21:26.584833 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817ec114-efa2-4f40-a921-00a47c7ae218 req-cd9fb724-1d53-4147-b27a-722228fe6bc0 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:26.585429 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 64b75863-0a71-470c-8184-e920aaee04f5 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:21:26.586438 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-817ec114-efa2-4f40-a921-00a47c7ae218 req-cd9fb724-1d53-4147-b27a-722228fe6bc0 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9022fe1-2ed2-41e4-9662-18932d945b1d HTTP/1.1" status: 200 len: 943 time: 0.0654011 Jul 16 09:21:26.624869 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-817ec114-efa2-4f40-a921-00a47c7ae218 req-6794c775-4a4d-4ac5-96af-f40e5724560c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ce3f342-5088-418d-bc7a-e735758f964f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327106 Jul 16 09:21:26.683122 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 64b75863-0a71-470c-8184-e920aaee04f5, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=64b75863-0a71-470c-8184-e920aaee04f5,segment=NetworkSegment(96d7b28a-55c7-4191-8857-dd78be45be3d),segment_id=96d7b28a-55c7-4191-8857-dd78be45be3d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:21:26.695856 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '64b75863-0a71-470c-8184-e920aaee04f5', 'network_id': '7451a23d-96aa-4fa2-b624-093675bb4dd8', 'port_id': '64b75863-0a71-470c-8184-e920aaee04f5', 'mac_address': 'fa:16:3e:d3:9a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bee2c227-d0b8-4f0f-a7a6-019aef2e3168', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:21:26.734671 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:26.747389 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64b75863-0a71-470c-8184-e920aaee04f5 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:21:26.768611 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 64b75863-0a71-470c-8184-e920aaee04f5, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=64b75863-0a71-470c-8184-e920aaee04f5,segment=NetworkSegment(96d7b28a-55c7-4191-8857-dd78be45be3d),segment_id=96d7b28a-55c7-4191-8857-dd78be45be3d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:21:26.773201 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:26.825167 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=64b75863-0a71-470c-8184-e920aaee04f5,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:26.833014 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:26.833360 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:26.833699 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:26.834035 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:26.834367 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:26.834695 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:26.835019 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:26.835343 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:26.835669 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:26.835988 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:26.836309 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:26.836655 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:26.973852 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['64b75863-0a71-470c-8184-e920aaee04f5'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:21:27.813275 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94968e80-fc56-44cc-9137-00d41227ab4e req-c329ad97-40aa-47be-adfb-57e5b66ca206 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:27.814796 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-94968e80-fc56-44cc-9137-00d41227ab4e req-c329ad97-40aa-47be-adfb-57e5b66ca206 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9022fe1-2ed2-41e4-9662-18932d945b1d HTTP/1.1" status: 200 len: 944 time: 0.0666151 Jul 16 09:21:27.853870 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-94968e80-fc56-44cc-9137-00d41227ab4e req-f7e2adf1-86ce-4ffd-a27a-459a42200286 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ce3f342-5088-418d-bc7a-e735758f964f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334251 Jul 16 09:21:28.600027 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 64b75863-0a71-470c-8184-e920aaee04f5 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:21:28.649878 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 64b75863-0a71-470c-8184-e920aaee04f5 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:21:28.653617 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 64b75863-0a71-470c-8184-e920aaee04f5 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:21:28.653977 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:28.734817 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:28.762501 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9022fe1-2ed2-41e4-9662-18932d945b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b75863-0a71-470c-8184-e920aaee04f5'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:21:28.764781 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b67b050-3f9f-463f-9843-83243af42830" -d '{"events": [{"server_uuid": "b9022fe1-2ed2-41e4-9662-18932d945b1d", "name": "network-vif-plugged", "status": "completed", "tag": "64b75863-0a71-470c-8184-e920aaee04f5"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:21:28.777942 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 64b75863-0a71-470c-8184-e920aaee04f5, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=64b75863-0a71-470c-8184-e920aaee04f5,segment=NetworkSegment(96d7b28a-55c7-4191-8857-dd78be45be3d),segment_id=96d7b28a-55c7-4191-8857-dd78be45be3d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:21:28.782491 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:28.806611 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:21:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b53d375-35f4-4707-9b31-d2d22ff39232 x-openstack-request-id: req-4b53d375-35f4-4707-9b31-d2d22ff39232 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:21:28.806881 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9022fe1-2ed2-41e4-9662-18932d945b1d", "name": "network-vif-plugged", "status": "completed", "tag": "64b75863-0a71-470c-8184-e920aaee04f5", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:21:28.807133 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4b53d375-35f4-4707-9b31-d2d22ff39232 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:21:28.807535 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9022fe1-2ed2-41e4-9662-18932d945b1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64b75863-0a71-470c-8184-e920aaee04f5', 'code': 200} Jul 16 09:21:28.834955 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=64b75863-0a71-470c-8184-e920aaee04f5,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:28.923046 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2146f93e-692e-48b2-87eb-98394f91ba44 req-79d454f2-8fa5-450b-84e0-5d4a5f780748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:28.924589 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2146f93e-692e-48b2-87eb-98394f91ba44 req-79d454f2-8fa5-450b-84e0-5d4a5f780748 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b9022fe1-2ed2-41e4-9662-18932d945b1d HTTP/1.1" status: 200 len: 1097 time: 0.0569890 Jul 16 09:21:28.961622 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2146f93e-692e-48b2-87eb-98394f91ba44 req-aec75937-8cd0-4bfb-9cc5-efefd0339945 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=4ce3f342-5088-418d-bc7a-e735758f964f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310693 Jul 16 09:21:29.036326 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3d384d-349d-43a7-b0c5-fe4f718cc0e2 req-603fc309-f45d-4456-935f-6091b60f44f5 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:29.037765 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac3d384d-349d-43a7-b0c5-fe4f718cc0e2 req-603fc309-f45d-4456-935f-6091b60f44f5 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9022fe1-2ed2-41e4-9662-18932d945b1d HTTP/1.1" status: 200 len: 945 time: 0.0662363 Jul 16 09:21:29.076546 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac3d384d-349d-43a7-b0c5-fe4f718cc0e2 req-bb5495c4-93b0-4fbc-aa4d-d21209de58d9 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ce3f342-5088-418d-bc7a-e735758f964f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331087 Jul 16 09:21:30.249169 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4cdeb0-14b9-4bce-8dcc-62ac76dc810e req-ae59652d-8d4f-4263-a50d-6ffd9ac8243c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:30.250639 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fb4cdeb0-14b9-4bce-8dcc-62ac76dc810e req-ae59652d-8d4f-4263-a50d-6ffd9ac8243c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9022fe1-2ed2-41e4-9662-18932d945b1d HTTP/1.1" status: 200 len: 945 time: 0.0623779 Jul 16 09:21:30.289422 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fb4cdeb0-14b9-4bce-8dcc-62ac76dc810e req-0e18c3c3-53dd-4c5d-855c-ac6ebd45f317 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ce3f342-5088-418d-bc7a-e735758f964f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325928 Jul 16 09:21:30.465738 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844fa056-f54a-43c7-871b-2a5932791e57 req-42cf3000-5f74-4399-b6ca-c8a87323ec29 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:30.467151 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-844fa056-f54a-43c7-871b-2a5932791e57 req-42cf3000-5f74-4399-b6ca-c8a87323ec29 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9022fe1-2ed2-41e4-9662-18932d945b1d HTTP/1.1" status: 200 len: 945 time: 0.0696568 Jul 16 09:21:30.504829 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-844fa056-f54a-43c7-871b-2a5932791e57 req-59836df3-08a1-418e-b5bf-62b6a13bed25 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ce3f342-5088-418d-bc7a-e735758f964f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314434 Jul 16 09:21:30.677626 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af73fcd3-0562-4cfc-b79a-0192b70e3855 req-45f59107-0481-4f1c-b532-4a2599224cc3 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:30.679106 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-af73fcd3-0562-4cfc-b79a-0192b70e3855 req-45f59107-0481-4f1c-b532-4a2599224cc3 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9022fe1-2ed2-41e4-9662-18932d945b1d HTTP/1.1" status: 200 len: 945 time: 0.0634713 Jul 16 09:21:30.718127 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-af73fcd3-0562-4cfc-b79a-0192b70e3855 req-004fa316-c150-46c0-9643-54c90bb45969 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ce3f342-5088-418d-bc7a-e735758f964f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334492 Jul 16 09:21:30.751940 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45454) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:21:30.892536 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66c3b1f-d876-4a57-910a-e225be49c0f1 tempest-TestServerBasicOps-43673970 tempest-TestServerBasicOps-43673970-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:30.894674 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b66c3b1f-d876-4a57-910a-e225be49c0f1 tempest-TestServerBasicOps-43673970 tempest-TestServerBasicOps-43673970-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b9022fe1-2ed2-41e4-9662-18932d945b1d HTTP/1.1" status: 200 len: 1092 time: 0.1410401 Jul 16 09:21:30.897613 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45458) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:21:30.902053 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'port_id': '64b75863-0a71-470c-8184-e920aaee04f5', 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:21:30.924075 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:31.023198 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:31.125329 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Allocated IP 172.25.3.113 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/e22c2602-a88a-4aba-93ce-f0cb8f807565) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:21:31.229400 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:31.269320 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:31.302715 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:21:31.305403 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:21:31.310690 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:21:31.336770 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Pushing event updated for resources: {'Port': ['ID=e22c2602-a88a-4aba-93ce-f0cb8f807565,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:31.350015 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:31.350358 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:31.350696 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:31.351028 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:31.351362 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:31.351684 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:31.352005 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:31.352332 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:31.352672 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:31.352992 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:31.353319 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:31.353659 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:21:31.687170 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:31.766359 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:31.913620 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:31.918052 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:31.988240 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Pushing event updated for resources: {'Port': ['ID=e22c2602-a88a-4aba-93ce-f0cb8f807565,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:21:32.000722 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:32.102635 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Floating IP 8ba098b4-5125-4b89-adc1-c7c7f3cb5191 associated. External IP: 172.25.3.113, port: 64b75863-0a71-470c-8184-e920aaee04f5. Jul 16 09:21:32.315067 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Router 03d8a6dd-55f2-4747-be55-6535767ea2be has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:21:32.421370 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:21:32.431675 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe085a81-7ef4-480b-8c17-5667c728d059 None None] Sync routers for ids ['03d8a6dd-55f2-4747-be55-6535767ea2be'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:21:32.437928 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:32.442886 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe085a81-7ef4-480b-8c17-5667c728d059 None None] Routers {'03d8a6dd-55f2-4747-be55-6535767ea2be'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:21:32.443606 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-fe085a81-7ef4-480b-8c17-5667c728d059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:21:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['03d8a6dd-55f2-4747-be55-6535767ea2be'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:32.474694 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-95b396ba-85da-44fb-9089-7580b0e46b4c tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5760343 Jul 16 09:21:32.475290 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9022fe1-2ed2-41e4-9662-18932d945b1d', 'tag': '64b75863-0a71-470c-8184-e920aaee04f5'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:21:32.477674 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f84032e-3695-4338-b58d-2c42715b4e94" -d '{"events": [{"name": "network-changed", "server_uuid": "b9022fe1-2ed2-41e4-9662-18932d945b1d", "tag": "64b75863-0a71-470c-8184-e920aaee04f5"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:21:32.520504 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:21:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72aafff9-64a6-46c4-bd45-682b3b3c4658 x-openstack-request-id: req-72aafff9-64a6-46c4-bd45-682b3b3c4658 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:21:32.520888 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9022fe1-2ed2-41e4-9662-18932d945b1d", "tag": "64b75863-0a71-470c-8184-e920aaee04f5", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:21:32.521419 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-72aafff9-64a6-46c4-bd45-682b3b3c4658 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:21:32.522034 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9022fe1-2ed2-41e4-9662-18932d945b1d', 'tag': '64b75863-0a71-470c-8184-e920aaee04f5', 'status': 'completed', 'code': 200} Jul 16 09:21:32.551487 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-fe085a81-7ef4-480b-8c17-5667c728d059 None None] Set router 03d8a6dd-55f2-4747-be55-6535767ea2be gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:21:32.600706 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84032e-3695-4338-b58d-2c42715b4e94 req-149428dd-27f6-4bf2-a21c-525b8544787b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:32.602522 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6f84032e-3695-4338-b58d-2c42715b4e94 req-149428dd-27f6-4bf2-a21c-525b8544787b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e5a3a33056e4ff4a04e9fbb5af953f8&device_id=b9022fe1-2ed2-41e4-9662-18932d945b1d HTTP/1.1" status: 200 len: 1097 time: 0.0601535 Jul 16 09:21:32.604216 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:32.678592 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:32.696664 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84032e-3695-4338-b58d-2c42715b4e94 req-8cd1af62-d46d-45b7-bca7-b2c4e1a768af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:32.698151 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6f84032e-3695-4338-b58d-2c42715b4e94 req-8cd1af62-d46d-45b7-bca7-b2c4e1a768af service neutron] 10.222.0.30 "GET /v2.0/networks?id=7451a23d-96aa-4fa2-b624-093675bb4dd8 HTTP/1.1" status: 200 len: 908 time: 0.0892344 Jul 16 09:21:32.774710 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6f84032e-3695-4338-b58d-2c42715b4e94 req-061615e9-b662-4709-af76-b6dc3ad0103c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64b75863-0a71-470c-8184-e920aaee04f5 HTTP/1.1" status: 200 len: 999 time: 0.0703299 Jul 16 09:21:32.791890 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-fe085a81-7ef4-480b-8c17-5667c728d059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'name': 'tempest-TestServerBasicOps-72357881-router', 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '3aa5d9db-9729-4fbf-b0d2-a72ab2248648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:21:08Z', 'updated_at': '2021-07-16T09:21:11Z', 'revision_number': 4, 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'gw_port': {'id': '3aa5d9db-9729-4fbf-b0d2-a72ab2248648', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:21:09Z', 'updated_at': '2021-07-16T09:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '8ba098b4-5125-4b89-adc1-c7c7f3cb5191', 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'floating_ip_address': '172.25.3.113', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'port_id': '64b75863-0a71-470c-8184-e920aaee04f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7451a23d-96aa-4fa2-b624-093675bb4dd8', 'mac_address': 'fa:16:3e:d3:9a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9022fe1-2ed2-41e4-9662-18932d945b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:21:31Z', 'updated_at': '2021-07-16T09:21:31Z', 'revision_number': 0, 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e38c82-44ee-4296-a1ef-c73daf17e671', 'name': '', 'network_id': '7451a23d-96aa-4fa2-b624-093675bb4dd8', 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'mac_address': 'fa:16:3e:89:dc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'bee2c227-d0b8-4f0f-a7a6-019aef2e3168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:21:11Z', 'updated_at': '2021-07-16T09:21:16Z', 'revision_number': 5, 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'subnets': [{'id': 'bee2c227-d0b8-4f0f-a7a6-019aef2e3168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:32.822430 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe085a81-7ef4-480b-8c17-5667c728d059 None None] Checking router: 03d8a6dd-55f2-4747-be55-6535767ea2be for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:21:32.824765 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84032e-3695-4338-b58d-2c42715b4e94 req-cd072363-c73c-40ab-b20b-f97f102d1844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:32.826252 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6f84032e-3695-4338-b58d-2c42715b4e94 req-cd072363-c73c-40ab-b20b-f97f102d1844 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bee2c227-d0b8-4f0f-a7a6-019aef2e3168 HTTP/1.1" status: 200 len: 846 time: 0.0459886 Jul 16 09:21:32.830779 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe085a81-7ef4-480b-8c17-5667c728d059 None None] Routers {'03d8a6dd-55f2-4747-be55-6535767ea2be'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:21:32.831413 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-fe085a81-7ef4-480b-8c17-5667c728d059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:21:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['03d8a6dd-55f2-4747-be55-6535767ea2be'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:32.884289 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f84032e-3695-4338-b58d-2c42715b4e94 req-b20722a1-c363-4a0f-853a-90001e676fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:32.885768 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6f84032e-3695-4338-b58d-2c42715b4e94 req-b20722a1-c363-4a0f-853a-90001e676fdb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7451a23d-96aa-4fa2-b624-093675bb4dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528591 Jul 16 09:21:32.937864 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-fe085a81-7ef4-480b-8c17-5667c728d059 None None] Set router 03d8a6dd-55f2-4747-be55-6535767ea2be gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:21:32.986038 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6f84032e-3695-4338-b58d-2c42715b4e94 req-d0fc9016-dd50-47ea-aea8-5bedc9fde4fe service neutron] 10.222.0.30 "GET /v2.0/networks/7451a23d-96aa-4fa2-b624-093675bb4dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943277 Jul 16 09:21:33.077537 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6f84032e-3695-4338-b58d-2c42715b4e94 req-914e7d3f-ec66-447d-99a6-1607a9c278ee service neutron] 10.222.0.30 "GET /v2.0/networks/7451a23d-96aa-4fa2-b624-093675bb4dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843005 Jul 16 09:21:33.158619 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-fe085a81-7ef4-480b-8c17-5667c728d059 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'name': 'tempest-TestServerBasicOps-72357881-router', 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '3aa5d9db-9729-4fbf-b0d2-a72ab2248648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:21:08Z', 'updated_at': '2021-07-16T09:21:11Z', 'revision_number': 4, 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'gw_port': {'id': '3aa5d9db-9729-4fbf-b0d2-a72ab2248648', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:21:09Z', 'updated_at': '2021-07-16T09:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '8ba098b4-5125-4b89-adc1-c7c7f3cb5191', 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'floating_ip_address': '172.25.3.113', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'port_id': '64b75863-0a71-470c-8184-e920aaee04f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7451a23d-96aa-4fa2-b624-093675bb4dd8', 'mac_address': 'fa:16:3e:d3:9a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9022fe1-2ed2-41e4-9662-18932d945b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:21:31Z', 'updated_at': '2021-07-16T09:21:31Z', 'revision_number': 0, 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e38c82-44ee-4296-a1ef-c73daf17e671', 'name': '', 'network_id': '7451a23d-96aa-4fa2-b624-093675bb4dd8', 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'mac_address': 'fa:16:3e:89:dc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'bee2c227-d0b8-4f0f-a7a6-019aef2e3168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:21:11Z', 'updated_at': '2021-07-16T09:21:16Z', 'revision_number': 5, 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'subnets': [{'id': 'bee2c227-d0b8-4f0f-a7a6-019aef2e3168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:21:33.189245 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe085a81-7ef4-480b-8c17-5667c728d059 None None] The sync data for ids ['03d8a6dd-55f2-4747-be55-6535767ea2be'] in n-d-771362-37 is: [{'id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'name': 'tempest-TestServerBasicOps-72357881-router', 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '3aa5d9db-9729-4fbf-b0d2-a72ab2248648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:21:08Z', 'updated_at': '2021-07-16T09:21:11Z', 'revision_number': 4, 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'gw_port': {'id': '3aa5d9db-9729-4fbf-b0d2-a72ab2248648', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:21:09Z', 'updated_at': '2021-07-16T09:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '8ba098b4-5125-4b89-adc1-c7c7f3cb5191', 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'floating_ip_address': '172.25.3.113', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'port_id': '64b75863-0a71-470c-8184-e920aaee04f5', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7451a23d-96aa-4fa2-b624-093675bb4dd8', 'mac_address': 'fa:16:3e:d3:9a:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9022fe1-2ed2-41e4-9662-18932d945b1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:21:31Z', 'updated_at': '2021-07-16T09:21:31Z', 'revision_number': 0, 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '88e38c82-44ee-4296-a1ef-c73daf17e671', 'name': '', 'network_id': '7451a23d-96aa-4fa2-b624-093675bb4dd8', 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'mac_address': 'fa:16:3e:89:dc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'bee2c227-d0b8-4f0f-a7a6-019aef2e3168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:21:11Z', 'updated_at': '2021-07-16T09:21:16Z', 'revision_number': 5, 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'subnets': [{'id': 'bee2c227-d0b8-4f0f-a7a6-019aef2e3168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:21:33.343451 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b1086b6e-3393-430c-bde7-f785c6f39c04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:33.377065 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6549ed08-a4ff-464e-a891-cd98b045296c None None] New status for floating IP 8ba098b4-5125-4b89-adc1-c7c7f3cb5191: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:21:35.770693 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15c23612-eea7-4394-bf7c-a81bbba6ef27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:36.082979 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:37.250508 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:38.704403 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:21:42.262151 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:21:56.555113 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82fde16d-c594-4211-80ec-08f15c996e2d req-5a637690-318d-4d19-be8e-e410002fdaf1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b9022fe1-2ed2-41e4-9662-18932d945b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0559747 Jul 16 09:21:56.652742 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fde16d-c594-4211-80ec-08f15c996e2d req-75fd9716-5915-4cdb-84ba-58f58f3be7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:56.654398 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82fde16d-c594-4211-80ec-08f15c996e2d req-75fd9716-5915-4cdb-84ba-58f58f3be7f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e5a3a33056e4ff4a04e9fbb5af953f8&device_id=b9022fe1-2ed2-41e4-9662-18932d945b1d HTTP/1.1" status: 200 len: 1097 time: 0.0532806 Jul 16 09:21:56.761650 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fde16d-c594-4211-80ec-08f15c996e2d req-877a5261-6939-4c25-bb36-6f377246683b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:56.763113 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82fde16d-c594-4211-80ec-08f15c996e2d req-877a5261-6939-4c25-bb36-6f377246683b service neutron] 10.222.0.30 "GET /v2.0/networks?id=7451a23d-96aa-4fa2-b624-093675bb4dd8 HTTP/1.1" status: 200 len: 908 time: 0.0894580 Jul 16 09:21:56.831908 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82fde16d-c594-4211-80ec-08f15c996e2d req-cc14b0bd-bfc0-45d4-b6fb-69c317798d3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64b75863-0a71-470c-8184-e920aaee04f5 HTTP/1.1" status: 200 len: 1001 time: 0.0620561 Jul 16 09:21:56.885117 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fde16d-c594-4211-80ec-08f15c996e2d req-2a98be60-1c1f-44ab-8f8f-dc1464df4fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:56.886611 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82fde16d-c594-4211-80ec-08f15c996e2d req-2a98be60-1c1f-44ab-8f8f-dc1464df4fbe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bee2c227-d0b8-4f0f-a7a6-019aef2e3168 HTTP/1.1" status: 200 len: 846 time: 0.0478263 Jul 16 09:21:56.944231 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82fde16d-c594-4211-80ec-08f15c996e2d req-df9ca7b4-90b4-4ade-8945-268abb502a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:21:56.945792 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82fde16d-c594-4211-80ec-08f15c996e2d req-df9ca7b4-90b4-4ade-8945-268abb502a54 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7451a23d-96aa-4fa2-b624-093675bb4dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529137 Jul 16 09:21:57.053156 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82fde16d-c594-4211-80ec-08f15c996e2d req-1f688af8-6ee3-4187-9c1b-7c20fcedd784 service neutron] 10.222.0.30 "GET /v2.0/networks/7451a23d-96aa-4fa2-b624-093675bb4dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0966401 Jul 16 09:21:57.146731 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82fde16d-c594-4211-80ec-08f15c996e2d req-fefc1d82-7b20-4a23-8fc4-b043e4dcb157 service neutron] 10.222.0.30 "GET /v2.0/networks/7451a23d-96aa-4fa2-b624-093675bb4dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837891 Jul 16 09:22:02.597868 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:02.695788 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:03.344515 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b0d3434b-12bc-4b00-810a-ca7cda3f5d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:05.771658 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dfec35f8-a715-4474-b248-8bac985c68eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:06.083767 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:07.254356 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:07.762514 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45496) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:22:07.860167 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f74a2d-1daf-4159-bbba-33d1a16d6934 req-0bb968a5-eea0-4700-bbf9-3dd5baeb60d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:07.861653 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-47f74a2d-1daf-4159-bbba-33d1a16d6934 req-0bb968a5-eea0-4700-bbf9-3dd5baeb60d3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b9022fe1-2ed2-41e4-9662-18932d945b1d HTTP/1.1" status: 200 len: 1097 time: 0.0981650 Jul 16 09:22:07.897476 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-47f74a2d-1daf-4159-bbba-33d1a16d6934 req-25bac6f6-0425-49bc-9a83-c5863fb849ed service neutron] 10.222.0.22 "GET /v2.0/security-groups?id=4ce3f342-5088-418d-bc7a-e735758f964f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290623 Jul 16 09:22:08.707999 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:19.262669 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:22:32.596714 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:32.690688 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:33.345050 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f96d8ede-36e8-47ed-a7a1-ebebfd2577b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:35.772519 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3d63f990-b702-4564-93c4-791b14adbe54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:36.084906 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:37.257047 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:38.711355 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:22:56.261456 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:22:57.565018 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-abbc23db-20cc-42b2-a984-c69085c0fec4 req-a629d874-fa60-4e03-9cf4-76a8b694ec81 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b9022fe1-2ed2-41e4-9662-18932d945b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0618351 Jul 16 09:22:57.657026 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc23db-20cc-42b2-a984-c69085c0fec4 req-e109c94b-d2f5-4834-8111-f2d6a55bc875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:57.658534 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-abbc23db-20cc-42b2-a984-c69085c0fec4 req-e109c94b-d2f5-4834-8111-f2d6a55bc875 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e5a3a33056e4ff4a04e9fbb5af953f8&device_id=b9022fe1-2ed2-41e4-9662-18932d945b1d HTTP/1.1" status: 200 len: 1097 time: 0.0525475 Jul 16 09:22:57.770049 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc23db-20cc-42b2-a984-c69085c0fec4 req-4a19ebfa-126b-4ea3-9dc2-33549acca313 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:57.771523 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-abbc23db-20cc-42b2-a984-c69085c0fec4 req-4a19ebfa-126b-4ea3-9dc2-33549acca313 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7451a23d-96aa-4fa2-b624-093675bb4dd8 HTTP/1.1" status: 200 len: 908 time: 0.0935094 Jul 16 09:22:57.835699 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-abbc23db-20cc-42b2-a984-c69085c0fec4 req-fada8fef-d9ff-48c4-99b0-47296f9c5fa3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64b75863-0a71-470c-8184-e920aaee04f5 HTTP/1.1" status: 200 len: 1001 time: 0.0578818 Jul 16 09:22:57.882861 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc23db-20cc-42b2-a984-c69085c0fec4 req-12d2482f-fc94-4856-8d43-d3fbc0b4f6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:57.884280 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-abbc23db-20cc-42b2-a984-c69085c0fec4 req-12d2482f-fc94-4856-8d43-d3fbc0b4f6f7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bee2c227-d0b8-4f0f-a7a6-019aef2e3168 HTTP/1.1" status: 200 len: 846 time: 0.0430048 Jul 16 09:22:57.946452 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbc23db-20cc-42b2-a984-c69085c0fec4 req-9abbdbd5-cfa0-4559-b86f-5e2f4b78d7c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:22:57.947919 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-abbc23db-20cc-42b2-a984-c69085c0fec4 req-9abbdbd5-cfa0-4559-b86f-5e2f4b78d7c4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7451a23d-96aa-4fa2-b624-093675bb4dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578048 Jul 16 09:22:58.033646 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-abbc23db-20cc-42b2-a984-c69085c0fec4 req-6d37687c-40a2-463e-9725-0eed3d940657 service neutron] 10.222.0.30 "GET /v2.0/networks/7451a23d-96aa-4fa2-b624-093675bb4dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797589 Jul 16 09:22:58.125386 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-abbc23db-20cc-42b2-a984-c69085c0fec4 req-955638d4-143f-469f-938c-b8338e696e53 service neutron] 10.222.0.30 "GET /v2.0/networks/7451a23d-96aa-4fa2-b624-093675bb4dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850458 Jul 16 09:23:02.595054 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:02.707683 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:03.345714 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-57dcf38a-e4d1-4589-a015-50ee0d43d5d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:05.773255 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c54b0423-aa28-4579-b22a-f258c3011393 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:06.086953 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:07.259876 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:08.713695 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:32.595151 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:32.705911 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:33.260867 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:23:33.347558 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c83df195-b0d6-466f-8f53-220af8ceef82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:35.775118 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-90db20a7-89ad-49c0-a078-d191e9466589 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:36.090746 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:37.262374 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:38.718805 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:23:57.547124 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8bf0eda8-1cd7-4d38-bc52-74bdc8b9a84c req-2e6778ff-40cf-48ee-a282-070a3a097f4c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b9022fe1-2ed2-41e4-9662-18932d945b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0592725 Jul 16 09:23:57.639991 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0eda8-1cd7-4d38-bc52-74bdc8b9a84c req-5260dcfd-e1df-47df-a0bc-1c4944796374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:57.641625 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8bf0eda8-1cd7-4d38-bc52-74bdc8b9a84c req-5260dcfd-e1df-47df-a0bc-1c4944796374 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e5a3a33056e4ff4a04e9fbb5af953f8&device_id=b9022fe1-2ed2-41e4-9662-18932d945b1d HTTP/1.1" status: 200 len: 1097 time: 0.0517654 Jul 16 09:23:57.746602 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0eda8-1cd7-4d38-bc52-74bdc8b9a84c req-1aa0ba7f-8ae1-4410-8cd1-b709ec98ac9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:57.748157 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8bf0eda8-1cd7-4d38-bc52-74bdc8b9a84c req-1aa0ba7f-8ae1-4410-8cd1-b709ec98ac9a service neutron] 10.222.0.30 "GET /v2.0/networks?id=7451a23d-96aa-4fa2-b624-093675bb4dd8 HTTP/1.1" status: 200 len: 908 time: 0.0870774 Jul 16 09:23:57.810630 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8bf0eda8-1cd7-4d38-bc52-74bdc8b9a84c req-b45ca572-99c0-47fd-a1a8-e616e04a30cb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64b75863-0a71-470c-8184-e920aaee04f5 HTTP/1.1" status: 200 len: 1001 time: 0.0565240 Jul 16 09:23:57.861472 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0eda8-1cd7-4d38-bc52-74bdc8b9a84c req-41fd051c-607a-4ed7-a5f8-da51668b4c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:57.862884 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8bf0eda8-1cd7-4d38-bc52-74bdc8b9a84c req-41fd051c-607a-4ed7-a5f8-da51668b4c40 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bee2c227-d0b8-4f0f-a7a6-019aef2e3168 HTTP/1.1" status: 200 len: 846 time: 0.0466242 Jul 16 09:23:57.917494 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf0eda8-1cd7-4d38-bc52-74bdc8b9a84c req-3284e97a-52ec-4bcd-902f-f7f8f7d4161f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:23:57.918943 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8bf0eda8-1cd7-4d38-bc52-74bdc8b9a84c req-3284e97a-52ec-4bcd-902f-f7f8f7d4161f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7451a23d-96aa-4fa2-b624-093675bb4dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0498161 Jul 16 09:23:58.004265 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8bf0eda8-1cd7-4d38-bc52-74bdc8b9a84c req-ff71e0ba-5db6-428a-a357-c81861d0a4f0 service neutron] 10.222.0.30 "GET /v2.0/networks/7451a23d-96aa-4fa2-b624-093675bb4dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788925 Jul 16 09:23:58.096210 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8bf0eda8-1cd7-4d38-bc52-74bdc8b9a84c req-b7f5a9d2-1a81-486c-8e16-98c011ba53d5 service neutron] 10.222.0.30 "GET /v2.0/networks/7451a23d-96aa-4fa2-b624-093675bb4dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847607 Jul 16 09:24:02.603958 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:02.719073 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:03.347421 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c19646ae-d30a-4e5e-8c29-4a5815c48d53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:05.778432 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5be0c366-dfa2-4b8b-a652-5a09159f4256 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:06.094308 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:07.264466 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:08.719408 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:10.259489 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:24:32.610006 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:32.735141 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:33.347646 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f02f67ff-cef2-44f8-a59a-a91a8280e89c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:35.779273 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8afac9c4-10b6-4a2e-a3ac-6cb320a2bd28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:36.093969 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:37.267541 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:38.723420 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:24:47.257886 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:24:58.542203 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1cb7ef6a-470f-4221-a1c3-d1431a6de284 req-c57a42b0-a446-4616-a4a9-c076085d481e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b9022fe1-2ed2-41e4-9662-18932d945b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0510130 Jul 16 09:24:58.638748 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7ef6a-470f-4221-a1c3-d1431a6de284 req-9af16cc8-98da-4de1-94fa-491ee8fc2b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:58.640324 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1cb7ef6a-470f-4221-a1c3-d1431a6de284 req-9af16cc8-98da-4de1-94fa-491ee8fc2b42 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e5a3a33056e4ff4a04e9fbb5af953f8&device_id=b9022fe1-2ed2-41e4-9662-18932d945b1d HTTP/1.1" status: 200 len: 1097 time: 0.0562491 Jul 16 09:24:58.742715 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7ef6a-470f-4221-a1c3-d1431a6de284 req-7b544297-2278-42bd-bcf1-c9e793b710df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:58.744157 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1cb7ef6a-470f-4221-a1c3-d1431a6de284 req-7b544297-2278-42bd-bcf1-c9e793b710df service neutron] 10.222.0.30 "GET /v2.0/networks?id=7451a23d-96aa-4fa2-b624-093675bb4dd8 HTTP/1.1" status: 200 len: 908 time: 0.0845592 Jul 16 09:24:58.811026 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1cb7ef6a-470f-4221-a1c3-d1431a6de284 req-707722f6-1fec-4e76-848c-a14d6156bf76 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64b75863-0a71-470c-8184-e920aaee04f5 HTTP/1.1" status: 200 len: 1001 time: 0.0605023 Jul 16 09:24:58.856759 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7ef6a-470f-4221-a1c3-d1431a6de284 req-9b4ca058-a07c-4f7d-ac7c-ef9939a8e6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:58.858137 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1cb7ef6a-470f-4221-a1c3-d1431a6de284 req-9b4ca058-a07c-4f7d-ac7c-ef9939a8e6c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bee2c227-d0b8-4f0f-a7a6-019aef2e3168 HTTP/1.1" status: 200 len: 846 time: 0.0416844 Jul 16 09:24:58.912689 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb7ef6a-470f-4221-a1c3-d1431a6de284 req-3d7968f2-d408-48df-a1c4-312c6ab177ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:24:58.914120 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1cb7ef6a-470f-4221-a1c3-d1431a6de284 req-3d7968f2-d408-48df-a1c4-312c6ab177ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7451a23d-96aa-4fa2-b624-093675bb4dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0499237 Jul 16 09:24:59.005533 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1cb7ef6a-470f-4221-a1c3-d1431a6de284 req-663101a1-40dd-4e99-ac6b-cce93cfc390b service neutron] 10.222.0.30 "GET /v2.0/networks/7451a23d-96aa-4fa2-b624-093675bb4dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845778 Jul 16 09:24:59.092987 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1cb7ef6a-470f-4221-a1c3-d1431a6de284 req-f2177727-0015-4751-b0a0-3e9040acc51c service neutron] 10.222.0.30 "GET /v2.0/networks/7451a23d-96aa-4fa2-b624-093675bb4dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807760 Jul 16 09:25:02.623151 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:02.734080 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:03.348033 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3ce7b671-bab5-45aa-a43f-13c076274ebc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:05.778833 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bd1e779e-d2e8-48b3-9b5d-ffaaaff00226 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:06.107015 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:07.271551 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:08.724983 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:24.256214 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:25:32.637075 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:32.731474 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:33.349582 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-03d3f187-8b20-4d8f-aa5a-da7ca31cb0c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:35.779604 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1fcf9d0d-cdd4-47e0-b1e1-9b107d9caa08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:36.098077 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:37.274611 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:25:38.729904 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:00.596763 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa2cb8c7-b85d-4bc0-ac45-312c1bdaf9c3 req-f5de88b6-c103-41d4-9e30-e584fd72df74 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b9022fe1-2ed2-41e4-9662-18932d945b1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1146469 Jul 16 09:26:00.688481 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cb8c7-b85d-4bc0-ac45-312c1bdaf9c3 req-bffb47c4-12b5-41d1-983a-22be70485218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:00.689956 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa2cb8c7-b85d-4bc0-ac45-312c1bdaf9c3 req-bffb47c4-12b5-41d1-983a-22be70485218 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=5e5a3a33056e4ff4a04e9fbb5af953f8&device_id=b9022fe1-2ed2-41e4-9662-18932d945b1d HTTP/1.1" status: 200 len: 1097 time: 0.0512626 Jul 16 09:26:00.791303 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cb8c7-b85d-4bc0-ac45-312c1bdaf9c3 req-4fc430f6-dfd2-480d-9712-51e60f5f7db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:00.792707 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa2cb8c7-b85d-4bc0-ac45-312c1bdaf9c3 req-4fc430f6-dfd2-480d-9712-51e60f5f7db8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7451a23d-96aa-4fa2-b624-093675bb4dd8 HTTP/1.1" status: 200 len: 908 time: 0.0828438 Jul 16 09:26:00.859587 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa2cb8c7-b85d-4bc0-ac45-312c1bdaf9c3 req-15a21b13-f356-44db-8942-0a6a7ca52866 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=64b75863-0a71-470c-8184-e920aaee04f5 HTTP/1.1" status: 200 len: 1001 time: 0.0602629 Jul 16 09:26:00.907321 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cb8c7-b85d-4bc0-ac45-312c1bdaf9c3 req-cc613692-e3f0-4833-abaf-735acbc0d85f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:00.908876 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa2cb8c7-b85d-4bc0-ac45-312c1bdaf9c3 req-cc613692-e3f0-4833-abaf-735acbc0d85f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=bee2c227-d0b8-4f0f-a7a6-019aef2e3168 HTTP/1.1" status: 200 len: 846 time: 0.0428581 Jul 16 09:26:00.964011 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2cb8c7-b85d-4bc0-ac45-312c1bdaf9c3 req-a38629e3-a878-4e0e-ac4b-dee37672e514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:00.965501 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa2cb8c7-b85d-4bc0-ac45-312c1bdaf9c3 req-a38629e3-a878-4e0e-ac4b-dee37672e514 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7451a23d-96aa-4fa2-b624-093675bb4dd8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510211 Jul 16 09:26:01.057582 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa2cb8c7-b85d-4bc0-ac45-312c1bdaf9c3 req-a09713d7-3162-4e62-b71f-73929b3cedd8 service neutron] 10.222.0.30 "GET /v2.0/networks/7451a23d-96aa-4fa2-b624-093675bb4dd8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853856 Jul 16 09:26:01.143586 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fa2cb8c7-b85d-4bc0-ac45-312c1bdaf9c3 req-b8f37a5b-dbc1-4ccc-a5df-2fd2f6dc98ee service neutron] 10.222.0.30 "GET /v2.0/networks/7451a23d-96aa-4fa2-b624-093675bb4dd8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801806 Jul 16 09:26:01.254767 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:26:02.628311 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:02.730772 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:03.349773 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f234382d-b978-47a7-b37c-7b464ded1c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:05.780595 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e5f22547-dbf8-4e51-8048-969407a2b3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:06.098656 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:07.277843 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:08.729247 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:12.704589 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd28e576-1273-42e7-ac97-bf57b371f20e req-bf14084e-924f-448a-bb7c-aabeb3d6d40e tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:12.706079 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fd28e576-1273-42e7-ac97-bf57b371f20e req-bf14084e-924f-448a-bb7c-aabeb3d6d40e tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9022fe1-2ed2-41e4-9662-18932d945b1d HTTP/1.1" status: 200 len: 945 time: 0.1441057 Jul 16 09:26:12.742860 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fd28e576-1273-42e7-ac97-bf57b371f20e req-f29477b5-4a90-4abf-8647-ab343f357327 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ce3f342-5088-418d-bc7a-e735758f964f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312097 Jul 16 09:26:13.810619 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71ad4df-cc18-42fc-99eb-6f126b6864ff req-555fc4a3-56b0-4565-a11f-397a9d8c2943 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:13.812109 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b71ad4df-cc18-42fc-99eb-6f126b6864ff req-555fc4a3-56b0-4565-a11f-397a9d8c2943 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9022fe1-2ed2-41e4-9662-18932d945b1d HTTP/1.1" status: 200 len: 945 time: 0.0638511 Jul 16 09:26:13.917588 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-b71ad4df-cc18-42fc-99eb-6f126b6864ff req-aac9c5d5-ec96-44e3-b087-d8e4adfaf466 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Deleting port 64b75863-0a71-470c-8184-e920aaee04f5 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:26:13.917937 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b71ad4df-cc18-42fc-99eb-6f126b6864ff req-aac9c5d5-ec96-44e3-b087-d8e4adfaf466 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:14.006873 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85a4a7f-e8d7-4626-970f-3ccc703cdbd0 req-5c962aa1-fa2c-40b7-89ab-b3f498072898 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:14.007457 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-b71ad4df-cc18-42fc-99eb-6f126b6864ff req-aac9c5d5-ec96-44e3-b087-d8e4adfaf466 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] For port 64b75863-0a71-470c-8184-e920aaee04f5, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=64b75863-0a71-470c-8184-e920aaee04f5,segment=NetworkSegment(96d7b28a-55c7-4191-8857-dd78be45be3d),segment_id=96d7b28a-55c7-4191-8857-dd78be45be3d)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:14.007631 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b71ad4df-cc18-42fc-99eb-6f126b6864ff req-aac9c5d5-ec96-44e3-b087-d8e4adfaf466 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:14.008313 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a85a4a7f-e8d7-4626-970f-3ccc703cdbd0 req-5c962aa1-fa2c-40b7-89ab-b3f498072898 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9022fe1-2ed2-41e4-9662-18932d945b1d HTTP/1.1" status: 200 len: 945 time: 0.1245217 Jul 16 09:26:14.046769 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a85a4a7f-e8d7-4626-970f-3ccc703cdbd0 req-5eade949-1abc-4594-8112-c5fd4fe8344b tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "GET /v2.0/security-groups?id=4ce3f342-5088-418d-bc7a-e735758f964f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327132 Jul 16 09:26:14.222104 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b71ad4df-cc18-42fc-99eb-6f126b6864ff req-aac9c5d5-ec96-44e3-b087-d8e4adfaf466 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:14.222482 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b71ad4df-cc18-42fc-99eb-6f126b6864ff req-aac9c5d5-ec96-44e3-b087-d8e4adfaf466 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:14.222861 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [req-b71ad4df-cc18-42fc-99eb-6f126b6864ff req-aac9c5d5-ec96-44e3-b087-d8e4adfaf466 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Floating IP 8ba098b4-5125-4b89-adc1-c7c7f3cb5191 disassociated. External IP: 172.25.3.113, port: 64b75863-0a71-470c-8184-e920aaee04f5. Jul 16 09:26:14.223181 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-b71ad4df-cc18-42fc-99eb-6f126b6864ff req-aac9c5d5-ec96-44e3-b087-d8e4adfaf466 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Calling delete_port for 64b75863-0a71-470c-8184-e920aaee04f5 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:26:14.348801 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b71ad4df-cc18-42fc-99eb-6f126b6864ff req-aac9c5d5-ec96-44e3-b087-d8e4adfaf466 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:14.376803 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9c5d5-ec96-44e3-b087-d8e4adfaf466 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Pushing event deleted for resources: {'Port': ['ID=64b75863-0a71-470c-8184-e920aaee04f5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:14.388441 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9c5d5-ec96-44e3-b087-d8e4adfaf466 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:14.388799 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9c5d5-ec96-44e3-b087-d8e4adfaf466 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:14.389147 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9c5d5-ec96-44e3-b087-d8e4adfaf466 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:14.389489 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9c5d5-ec96-44e3-b087-d8e4adfaf466 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:14.389829 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9c5d5-ec96-44e3-b087-d8e4adfaf466 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:14.390170 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9c5d5-ec96-44e3-b087-d8e4adfaf466 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:14.390510 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9c5d5-ec96-44e3-b087-d8e4adfaf466 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:14.390841 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9c5d5-ec96-44e3-b087-d8e4adfaf466 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:14.391174 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9c5d5-ec96-44e3-b087-d8e4adfaf466 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:14.391504 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9c5d5-ec96-44e3-b087-d8e4adfaf466 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:14.391845 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9c5d5-ec96-44e3-b087-d8e4adfaf466 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:14.392192 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aac9c5d5-ec96-44e3-b087-d8e4adfaf466 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:14.499335 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b71ad4df-cc18-42fc-99eb-6f126b6864ff req-aac9c5d5-ec96-44e3-b087-d8e4adfaf466 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Router 03d8a6dd-55f2-4747-be55-6535767ea2be has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:26:14.918858 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b71ad4df-cc18-42fc-99eb-6f126b6864ff req-aac9c5d5-ec96-44e3-b087-d8e4adfaf466 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:26:14.928023 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a96780-0cd9-4ae7-8cef-c616dafe8fd4 None None] Sync routers for ids ['03d8a6dd-55f2-4747-be55-6535767ea2be'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:26:14.937334 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a96780-0cd9-4ae7-8cef-c616dafe8fd4 None None] Routers {'03d8a6dd-55f2-4747-be55-6535767ea2be'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:26:14.938211 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-37a96780-0cd9-4ae7-8cef-c616dafe8fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:26:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['03d8a6dd-55f2-4747-be55-6535767ea2be'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:14.961021 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-b71ad4df-cc18-42fc-99eb-6f126b6864ff req-aac9c5d5-ec96-44e3-b087-d8e4adfaf466 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] No DVR routers for this DVR port 64b75863-0a71-470c-8184-e920aaee04f5 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:26:14.963609 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-b71ad4df-cc18-42fc-99eb-6f126b6864ff req-aac9c5d5-ec96-44e3-b087-d8e4adfaf466 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:14.965712 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b71ad4df-cc18-42fc-99eb-6f126b6864ff req-aac9c5d5-ec96-44e3-b087-d8e4adfaf466 tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.30 "DELETE /v2.0/ports/64b75863-0a71-470c-8184-e920aaee04f5 HTTP/1.1" status: 204 len: 173 time: 1.1479859 Jul 16 09:26:14.966150 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9022fe1-2ed2-41e4-9662-18932d945b1d', 'name': 'network-vif-deleted', 'tag': '64b75863-0a71-470c-8184-e920aaee04f5'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:26:14.970752 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3c653ac-b647-4abe-ac41-195da0732a30" -d '{"events": [{"server_uuid": "b9022fe1-2ed2-41e4-9662-18932d945b1d", "name": "network-vif-deleted", "tag": "64b75863-0a71-470c-8184-e920aaee04f5"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:26:15.075257 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:26:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08deee66-bdbb-45e7-9a52-e145664a69d1 x-openstack-request-id: req-08deee66-bdbb-45e7-9a52-e145664a69d1 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:26:15.075558 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9022fe1-2ed2-41e4-9662-18932d945b1d", "name": "network-vif-deleted", "tag": "64b75863-0a71-470c-8184-e920aaee04f5", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:26:15.075812 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-08deee66-bdbb-45e7-9a52-e145664a69d1 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:26:15.076206 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9022fe1-2ed2-41e4-9662-18932d945b1d', 'name': 'network-vif-deleted', 'tag': '64b75863-0a71-470c-8184-e920aaee04f5', 'status': 'completed', 'code': 200} Jul 16 09:26:15.152946 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-37a96780-0cd9-4ae7-8cef-c616dafe8fd4 None None] Set router 03d8a6dd-55f2-4747-be55-6535767ea2be gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:26:15.203824 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3235d94d-ccbe-4f0d-a725-5555d4a09cea req-5d655fe0-87cb-44c6-a471-1429c8515c8e tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "GET /v2.0/ports?device_id=b9022fe1-2ed2-41e4-9662-18932d945b1d HTTP/1.1" status: 200 len: 210 time: 0.0285885 Jul 16 09:26:15.346475 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-37a96780-0cd9-4ae7-8cef-c616dafe8fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'name': 'tempest-TestServerBasicOps-72357881-router', 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '3aa5d9db-9729-4fbf-b0d2-a72ab2248648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:21:08Z', 'updated_at': '2021-07-16T09:21:11Z', 'revision_number': 4, 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'gw_port': {'id': '3aa5d9db-9729-4fbf-b0d2-a72ab2248648', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:21:09Z', 'updated_at': '2021-07-16T09:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '88e38c82-44ee-4296-a1ef-c73daf17e671', 'name': '', 'network_id': '7451a23d-96aa-4fa2-b624-093675bb4dd8', 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'mac_address': 'fa:16:3e:89:dc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'bee2c227-d0b8-4f0f-a7a6-019aef2e3168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:21:11Z', 'updated_at': '2021-07-16T09:21:16Z', 'revision_number': 5, 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'subnets': [{'id': 'bee2c227-d0b8-4f0f-a7a6-019aef2e3168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:15.373716 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a96780-0cd9-4ae7-8cef-c616dafe8fd4 None None] Checking router: 03d8a6dd-55f2-4747-be55-6535767ea2be for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:26:15.382591 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a96780-0cd9-4ae7-8cef-c616dafe8fd4 None None] Routers {'03d8a6dd-55f2-4747-be55-6535767ea2be'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:26:15.383196 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-37a96780-0cd9-4ae7-8cef-c616dafe8fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:26:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['03d8a6dd-55f2-4747-be55-6535767ea2be'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:15.495980 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-37a96780-0cd9-4ae7-8cef-c616dafe8fd4 None None] Set router 03d8a6dd-55f2-4747-be55-6535767ea2be gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:26:15.689387 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-37a96780-0cd9-4ae7-8cef-c616dafe8fd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'name': 'tempest-TestServerBasicOps-72357881-router', 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '3aa5d9db-9729-4fbf-b0d2-a72ab2248648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:21:08Z', 'updated_at': '2021-07-16T09:21:11Z', 'revision_number': 4, 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'gw_port': {'id': '3aa5d9db-9729-4fbf-b0d2-a72ab2248648', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:21:09Z', 'updated_at': '2021-07-16T09:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '88e38c82-44ee-4296-a1ef-c73daf17e671', 'name': '', 'network_id': '7451a23d-96aa-4fa2-b624-093675bb4dd8', 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'mac_address': 'fa:16:3e:89:dc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'bee2c227-d0b8-4f0f-a7a6-019aef2e3168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:21:11Z', 'updated_at': '2021-07-16T09:21:16Z', 'revision_number': 5, 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'subnets': [{'id': 'bee2c227-d0b8-4f0f-a7a6-019aef2e3168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:15.718233 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a96780-0cd9-4ae7-8cef-c616dafe8fd4 None None] The sync data for ids ['03d8a6dd-55f2-4747-be55-6535767ea2be'] in n-d-771362-37 is: [{'id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'name': 'tempest-TestServerBasicOps-72357881-router', 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '3aa5d9db-9729-4fbf-b0d2-a72ab2248648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:21:08Z', 'updated_at': '2021-07-16T09:21:11Z', 'revision_number': 4, 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'gw_port': {'id': '3aa5d9db-9729-4fbf-b0d2-a72ab2248648', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:21:09Z', 'updated_at': '2021-07-16T09:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '88e38c82-44ee-4296-a1ef-c73daf17e671', 'name': '', 'network_id': '7451a23d-96aa-4fa2-b624-093675bb4dd8', 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'mac_address': 'fa:16:3e:89:dc:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3936, 'fixed_ips': [{'subnet_id': 'bee2c227-d0b8-4f0f-a7a6-019aef2e3168', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:21:11Z', 'updated_at': '2021-07-16T09:21:16Z', 'revision_number': 5, 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'subnets': [{'id': 'bee2c227-d0b8-4f0f-a7a6-019aef2e3168', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:26:15.925020 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c886224-b61c-41ef-b6bb-2ce608294d09 None None] New status for floating IP 8ba098b4-5125-4b89-adc1-c7c7f3cb5191: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:26:16.297860 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45672) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:16.417204 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-ff114f4d-0c47-4a01-b46d-6ef22940bf6e tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Deleting port e22c2602-a88a-4aba-93ce-f0cb8f807565 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:26:16.417545 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff114f4d-0c47-4a01-b46d-6ef22940bf6e tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:16.495233 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff114f4d-0c47-4a01-b46d-6ef22940bf6e tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:16.495566 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff114f4d-0c47-4a01-b46d-6ef22940bf6e tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:16.507617 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-ff114f4d-0c47-4a01-b46d-6ef22940bf6e tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Calling delete_port for e22c2602-a88a-4aba-93ce-f0cb8f807565 owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:26:16.634551 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff114f4d-0c47-4a01-b46d-6ef22940bf6e tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:16.668170 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff114f4d-0c47-4a01-b46d-6ef22940bf6e tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Pushing event deleted for resources: {'Port': ['ID=e22c2602-a88a-4aba-93ce-f0cb8f807565,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:16.690933 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff114f4d-0c47-4a01-b46d-6ef22940bf6e tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:16.691287 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff114f4d-0c47-4a01-b46d-6ef22940bf6e tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:16.691632 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff114f4d-0c47-4a01-b46d-6ef22940bf6e tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:16.691972 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff114f4d-0c47-4a01-b46d-6ef22940bf6e tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:16.692308 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff114f4d-0c47-4a01-b46d-6ef22940bf6e tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:16.692666 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff114f4d-0c47-4a01-b46d-6ef22940bf6e tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:16.692996 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff114f4d-0c47-4a01-b46d-6ef22940bf6e tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:16.693325 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff114f4d-0c47-4a01-b46d-6ef22940bf6e tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:16.693652 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff114f4d-0c47-4a01-b46d-6ef22940bf6e tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:16.693980 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff114f4d-0c47-4a01-b46d-6ef22940bf6e tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:16.694306 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff114f4d-0c47-4a01-b46d-6ef22940bf6e tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:16.694653 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff114f4d-0c47-4a01-b46d-6ef22940bf6e tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:16.736269 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff114f4d-0c47-4a01-b46d-6ef22940bf6e tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:16.738853 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff114f4d-0c47-4a01-b46d-6ef22940bf6e tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:16.740020 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ff114f4d-0c47-4a01-b46d-6ef22940bf6e tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "DELETE /v2.0/floatingips/8ba098b4-5125-4b89-adc1-c7c7f3cb5191 HTTP/1.1" status: 204 len: 168 time: 0.4411857 Jul 16 09:26:16.881709 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45678) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:16.980714 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1493560d-bd3d-4c85-aff0-b2c7c5fd280d tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:17.005810 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1493560d-bd3d-4c85-aff0-b2c7c5fd280d tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:17.073051 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1493560d-bd3d-4c85-aff0-b2c7c5fd280d tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:17.075605 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1493560d-bd3d-4c85-aff0-b2c7c5fd280d tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:17.076834 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1493560d-bd3d-4c85-aff0-b2c7c5fd280d tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] 10.222.0.22 "DELETE /v2.0/security-groups/4ce3f342-5088-418d-bc7a-e735758f964f HTTP/1.1" status: 204 len: 168 time: 0.1941016 Jul 16 09:26:17.086531 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1493560d-bd3d-4c85-aff0-b2c7c5fd280d tempest-TestServerBasicOps-1633338122 tempest-TestServerBasicOps-1633338122-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ce3f342-5088-418d-bc7a-e735758f964f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:17.118636 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45684) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:17.549357 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62e79647-75d1-4b04-9da1-1e3ae267920c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:17.803501 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-62e79647-75d1-4b04-9da1-1e3ae267920c admin admin] Deleting port 88e38c82-44ee-4296-a1ef-c73daf17e671 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:26:17.803793 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62e79647-75d1-4b04-9da1-1e3ae267920c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:17.882396 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-62e79647-75d1-4b04-9da1-1e3ae267920c admin admin] For port 88e38c82-44ee-4296-a1ef-c73daf17e671, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=88e38c82-44ee-4296-a1ef-c73daf17e671,segment=NetworkSegment(96d7b28a-55c7-4191-8857-dd78be45be3d),segment_id=96d7b28a-55c7-4191-8857-dd78be45be3d)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:17.882764 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62e79647-75d1-4b04-9da1-1e3ae267920c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:17.894759 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-62e79647-75d1-4b04-9da1-1e3ae267920c admin admin] Calling delete_port for 88e38c82-44ee-4296-a1ef-c73daf17e671 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:26:17.957855 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 64b75863-0a71-470c-8184-e920aaee04f5 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:26:17.976985 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 64b75863-0a71-470c-8184-e920aaee04f5 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:26:17.977330 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 64b75863-0a71-470c-8184-e920aaee04f5 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:26:18.072266 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62e79647-75d1-4b04-9da1-1e3ae267920c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:18.100882 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e79647-75d1-4b04-9da1-1e3ae267920c admin admin] Pushing event deleted for resources: {'Port': ['ID=88e38c82-44ee-4296-a1ef-c73daf17e671,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:18.265437 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-62e79647-75d1-4b04-9da1-1e3ae267920c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:18.477245 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62e79647-75d1-4b04-9da1-1e3ae267920c admin admin] Router 03d8a6dd-55f2-4747-be55-6535767ea2be has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:26:18.581974 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62e79647-75d1-4b04-9da1-1e3ae267920c admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:26:18.586871 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-62e79647-75d1-4b04-9da1-1e3ae267920c admin admin] 10.222.0.22 "PUT /v2.0/routers/03d8a6dd-55f2-4747-be55-6535767ea2be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4666271 Jul 16 09:26:18.589887 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45690) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:18.592341 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0597896e-c148-4faf-adfd-183c5924cf3f None None] Sync routers for ids ['03d8a6dd-55f2-4747-be55-6535767ea2be'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:26:18.601538 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0597896e-c148-4faf-adfd-183c5924cf3f None None] Routers {'03d8a6dd-55f2-4747-be55-6535767ea2be'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:26:18.602166 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0597896e-c148-4faf-adfd-183c5924cf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:26:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['03d8a6dd-55f2-4747-be55-6535767ea2be'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:18.692131 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-895561fa-f8e1-43c6-85af-ee130247b5be admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:18.703079 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-0597896e-c148-4faf-adfd-183c5924cf3f None None] Set router 03d8a6dd-55f2-4747-be55-6535767ea2be gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:26:18.796500 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-895561fa-f8e1-43c6-85af-ee130247b5be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:18.851045 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-895561fa-f8e1-43c6-85af-ee130247b5be admin admin] Deleting port 3aa5d9db-9729-4fbf-b0d2-a72ab2248648 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:26:18.851298 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-895561fa-f8e1-43c6-85af-ee130247b5be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:18.878641 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0597896e-c148-4faf-adfd-183c5924cf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'name': 'tempest-TestServerBasicOps-72357881-router', 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.17'}], 'enable_snat': True}, 'gw_port_id': '3aa5d9db-9729-4fbf-b0d2-a72ab2248648', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:21:08Z', 'updated_at': '2021-07-16T09:26:18Z', 'revision_number': 5, 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'gw_port': {'id': '3aa5d9db-9729-4fbf-b0d2-a72ab2248648', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a5:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3935, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:21:09Z', 'updated_at': '2021-07-16T09:21:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:18.904828 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0597896e-c148-4faf-adfd-183c5924cf3f None None] Checking router: 03d8a6dd-55f2-4747-be55-6535767ea2be for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:26:18.913564 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0597896e-c148-4faf-adfd-183c5924cf3f None None] Routers {'03d8a6dd-55f2-4747-be55-6535767ea2be'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:26:18.914209 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0597896e-c148-4faf-adfd-183c5924cf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:26:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['03d8a6dd-55f2-4747-be55-6535767ea2be'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:18.929883 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-895561fa-f8e1-43c6-85af-ee130247b5be admin admin] For port 3aa5d9db-9729-4fbf-b0d2-a72ab2248648, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=3aa5d9db-9729-4fbf-b0d2-a72ab2248648,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:18.930843 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-895561fa-f8e1-43c6-85af-ee130247b5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:18.943355 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-895561fa-f8e1-43c6-85af-ee130247b5be admin admin] Calling delete_port for 3aa5d9db-9729-4fbf-b0d2-a72ab2248648 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:26:18.998837 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-0597896e-c148-4faf-adfd-183c5924cf3f None None] Set router 03d8a6dd-55f2-4747-be55-6535767ea2be gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:26:19.051221 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-0597896e-c148-4faf-adfd-183c5924cf3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'name': 'tempest-TestServerBasicOps-72357881-router', 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:21:08Z', 'updated_at': '2021-07-16T09:26:18Z', 'revision_number': 6, 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:19.079351 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0597896e-c148-4faf-adfd-183c5924cf3f None None] The sync data for ids ['03d8a6dd-55f2-4747-be55-6535767ea2be'] in n-d-771362-37 is: [{'id': '03d8a6dd-55f2-4747-be55-6535767ea2be', 'name': 'tempest-TestServerBasicOps-72357881-router', 'tenant_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:21:08Z', 'updated_at': '2021-07-16T09:26:18Z', 'revision_number': 6, 'project_id': '5e5a3a33056e4ff4a04e9fbb5af953f8', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:26:19.113235 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-895561fa-f8e1-43c6-85af-ee130247b5be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:19.143729 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895561fa-f8e1-43c6-85af-ee130247b5be admin admin] Pushing event deleted for resources: {'Port': ['ID=3aa5d9db-9729-4fbf-b0d2-a72ab2248648,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:19.203845 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-895561fa-f8e1-43c6-85af-ee130247b5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:19.291668 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-895561fa-f8e1-43c6-85af-ee130247b5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:19.293904 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-895561fa-f8e1-43c6-85af-ee130247b5be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:19.336149 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-895561fa-f8e1-43c6-85af-ee130247b5be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:19.336714 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895561fa-f8e1-43c6-85af-ee130247b5be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 03d8a6dd-55f2-4747-be55-6535767ea2be {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:26:19.341533 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-895561fa-f8e1-43c6-85af-ee130247b5be admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:19.342679 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-895561fa-f8e1-43c6-85af-ee130247b5be admin admin] 10.222.0.22 "DELETE /v2.0/routers/03d8a6dd-55f2-4747-be55-6535767ea2be HTTP/1.1" status: 204 len: 168 time: 0.7518847 Jul 16 09:26:19.345362 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45692) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:19.393050 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-067b34f2-dc1b-4175-ad33-ff0966db427b admin admin] Deleting subnet bee2c227-d0b8-4f0f-a7a6-019aef2e3168 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:26:19.396677 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-067b34f2-dc1b-4175-ad33-ff0966db427b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:19.432292 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-067b34f2-dc1b-4175-ad33-ff0966db427b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:19.512627 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-067b34f2-dc1b-4175-ad33-ff0966db427b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:19.569340 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-067b34f2-dc1b-4175-ad33-ff0966db427b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:19.595683 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067b34f2-dc1b-4175-ad33-ff0966db427b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bee2c227-d0b8-4f0f-a7a6-019aef2e3168,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:19.598215 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-067b34f2-dc1b-4175-ad33-ff0966db427b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:19.600803 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-067b34f2-dc1b-4175-ad33-ff0966db427b admin admin] 10.222.0.22 "DELETE /v2.0/subnets/bee2c227-d0b8-4f0f-a7a6-019aef2e3168 HTTP/1.1" status: 204 len: 168 time: 0.2544894 Jul 16 09:26:19.601742 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1eda1d0-dd3f-48a6-82b7-d7be4ab65637 None None] Network 7451a23d-96aa-4fa2-b624-093675bb4dd8 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:26:19.602606 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45694) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:19.669015 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e82ed15-b5ae-4974-ae19-8023ce656389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:19.721199 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0e82ed15-b5ae-4974-ae19-8023ce656389 admin admin] Deleting port acc2e6a6-8a4a-49f9-83a7-af403d8daa80 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:26:19.721547 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e82ed15-b5ae-4974-ae19-8023ce656389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:19.794300 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-0e82ed15-b5ae-4974-ae19-8023ce656389 admin admin] For port acc2e6a6-8a4a-49f9-83a7-af403d8daa80, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=acc2e6a6-8a4a-49f9-83a7-af403d8daa80,segment=NetworkSegment(96d7b28a-55c7-4191-8857-dd78be45be3d),segment_id=96d7b28a-55c7-4191-8857-dd78be45be3d)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:19.794661 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e82ed15-b5ae-4974-ae19-8023ce656389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:19.809003 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-0e82ed15-b5ae-4974-ae19-8023ce656389 admin admin] Calling delete_port for acc2e6a6-8a4a-49f9-83a7-af403d8daa80 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:26:19.813998 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c3c69a3-e12a-46c4-adab-c3bae93a57cf None None] DHCP port deletion for 7451a23d-96aa-4fa2-b624-093675bb4dd8 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:26:19.862007 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7c3c69a3-e12a-46c4-adab-c3bae93a57cf None None] Deleting port acc2e6a6-8a4a-49f9-83a7-af403d8daa80 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:26:19.862528 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c3c69a3-e12a-46c4-adab-c3bae93a57cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:19.895148 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e82ed15-b5ae-4974-ae19-8023ce656389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:19.926432 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82ed15-b5ae-4974-ae19-8023ce656389 admin admin] Pushing event deleted for resources: {'Port': ['ID=acc2e6a6-8a4a-49f9-83a7-af403d8daa80,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:19.929072 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e82ed15-b5ae-4974-ae19-8023ce656389 admin admin] No DVR routers for this DVR port acc2e6a6-8a4a-49f9-83a7-af403d8daa80 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:26:19.932705 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-7c3c69a3-e12a-46c4-adab-c3bae93a57cf None None] For port acc2e6a6-8a4a-49f9-83a7-af403d8daa80, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=acc2e6a6-8a4a-49f9-83a7-af403d8daa80,segment=NetworkSegment(96d7b28a-55c7-4191-8857-dd78be45be3d),segment_id=96d7b28a-55c7-4191-8857-dd78be45be3d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:19.933315 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c3c69a3-e12a-46c4-adab-c3bae93a57cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:19.945452 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7c3c69a3-e12a-46c4-adab-c3bae93a57cf None None] Calling delete_port for acc2e6a6-8a4a-49f9-83a7-af403d8daa80 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:26:20.001762 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e82ed15-b5ae-4974-ae19-8023ce656389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:20.014964 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0e82ed15-b5ae-4974-ae19-8023ce656389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7451a23d-96aa-4fa2-b624-093675bb4dd8']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:20.024619 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7c3c69a3-e12a-46c4-adab-c3bae93a57cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:20.025694 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0e82ed15-b5ae-4974-ae19-8023ce656389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96d7b28a-55c7-4191-8857-dd78be45be3d') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:20.025997 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-0e82ed15-b5ae-4974-ae19-8023ce656389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96d7b28a-55c7-4191-8857-dd78be45be3d') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:20.035463 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e82ed15-b5ae-4974-ae19-8023ce656389 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:20.050623 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e82ed15-b5ae-4974-ae19-8023ce656389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:20.053978 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3c69a3-e12a-46c4-adab-c3bae93a57cf None None] Pushing event deleted for resources: {'Port': ['ID=acc2e6a6-8a4a-49f9-83a7-af403d8daa80,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:20.060512 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e82ed15-b5ae-4974-ae19-8023ce656389 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:26:20.061437 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e82ed15-b5ae-4974-ae19-8023ce656389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:20.062401 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c3c69a3-e12a-46c4-adab-c3bae93a57cf None None] No DVR routers for this DVR port acc2e6a6-8a4a-49f9-83a7-af403d8daa80 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: timer() Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:26:20.064763 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:26:20.067116 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3c69a3-e12a-46c4-adab-c3bae93a57cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:20.067116 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3c69a3-e12a-46c4-adab-c3bae93a57cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:20.067116 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3c69a3-e12a-46c4-adab-c3bae93a57cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:20.067116 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3c69a3-e12a-46c4-adab-c3bae93a57cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:20.067116 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3c69a3-e12a-46c4-adab-c3bae93a57cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:20.067116 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3c69a3-e12a-46c4-adab-c3bae93a57cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:20.067582 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3c69a3-e12a-46c4-adab-c3bae93a57cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:20.067665 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3c69a3-e12a-46c4-adab-c3bae93a57cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:20.068035 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3c69a3-e12a-46c4-adab-c3bae93a57cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:20.068334 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3c69a3-e12a-46c4-adab-c3bae93a57cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:20.068693 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3c69a3-e12a-46c4-adab-c3bae93a57cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:20.069143 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c3c69a3-e12a-46c4-adab-c3bae93a57cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:26:20.126276 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e82ed15-b5ae-4974-ae19-8023ce656389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:20.132019 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0e82ed15-b5ae-4974-ae19-8023ce656389 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:20.133904 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0e82ed15-b5ae-4974-ae19-8023ce656389 admin admin] 10.222.0.22 "DELETE /v2.0/networks/7451a23d-96aa-4fa2-b624-093675bb4dd8 HTTP/1.1" status: 204 len: 168 time: 0.5303941 Jul 16 09:26:20.138203 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45696) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:20.146506 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e82ed15-b5ae-4974-ae19-8023ce656389 admin admin] Pushing event deleted for resources: {'Network': ['ID=7451a23d-96aa-4fa2-b624-093675bb4dd8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:20.335873 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 88e38c82-44ee-4296-a1ef-c73daf17e671 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:26:20.357349 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 88e38c82-44ee-4296-a1ef-c73daf17e671 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:26:20.357704 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 88e38c82-44ee-4296-a1ef-c73daf17e671 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:26:20.358130 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3aa5d9db-9729-4fbf-b0d2-a72ab2248648 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:26:20.377552 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 3aa5d9db-9729-4fbf-b0d2-a72ab2248648 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:26:20.377999 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3aa5d9db-9729-4fbf-b0d2-a72ab2248648 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:26:20.378420 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device acc2e6a6-8a4a-49f9-83a7-af403d8daa80 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:26:20.398754 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: acc2e6a6-8a4a-49f9-83a7-af403d8daa80 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:26:20.399100 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device acc2e6a6-8a4a-49f9-83a7-af403d8daa80 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:26:20.792873 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d4044898-e4da-4a0b-a769-8813bff1b12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:21.039444 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d4044898-e4da-4a0b-a769-8813bff1b12d admin admin] Deleting port 7afe120e-dedd-4f7b-b529-5d3f2356c666 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:26:21.039703 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d4044898-e4da-4a0b-a769-8813bff1b12d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:21.117205 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d4044898-e4da-4a0b-a769-8813bff1b12d admin admin] For port 7afe120e-dedd-4f7b-b529-5d3f2356c666, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=7afe120e-dedd-4f7b-b529-5d3f2356c666,segment=NetworkSegment(1b1d95af-c0b1-4043-bb9a-8245896fb421),segment_id=1b1d95af-c0b1-4043-bb9a-8245896fb421)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:21.117558 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d4044898-e4da-4a0b-a769-8813bff1b12d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:21.129439 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d4044898-e4da-4a0b-a769-8813bff1b12d admin admin] Calling delete_port for 7afe120e-dedd-4f7b-b529-5d3f2356c666 owned by network:router_interface {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:26:21.306477 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d4044898-e4da-4a0b-a769-8813bff1b12d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:21.332295 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4044898-e4da-4a0b-a769-8813bff1b12d admin admin] Pushing event deleted for resources: {'Port': ['ID=7afe120e-dedd-4f7b-b529-5d3f2356c666,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:21.496077 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d4044898-e4da-4a0b-a769-8813bff1b12d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:21.704991 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4044898-e4da-4a0b-a769-8813bff1b12d admin admin] Router 4999b8c7-576d-4f1a-9bd6-6d01fa255468 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:26:21.808490 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4044898-e4da-4a0b-a769-8813bff1b12d admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:26:21.815100 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d4044898-e4da-4a0b-a769-8813bff1b12d admin admin] 10.222.0.22 "PUT /v2.0/routers/4999b8c7-576d-4f1a-9bd6-6d01fa255468/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6752307 Jul 16 09:26:21.816285 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45698) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:21.817953 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb53605-a38b-4e66-8ce6-df0147e57858 None None] Sync routers for ids ['4999b8c7-576d-4f1a-9bd6-6d01fa255468'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:26:21.827662 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb53605-a38b-4e66-8ce6-df0147e57858 None None] Routers {'4999b8c7-576d-4f1a-9bd6-6d01fa255468'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:26:21.828276 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9fb53605-a38b-4e66-8ce6-df0147e57858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:26:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['4999b8c7-576d-4f1a-9bd6-6d01fa255468'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:21.918852 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90d0bc1c-14da-4511-be30-e5dbfd53ab05 admin admin] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:21.932696 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-9fb53605-a38b-4e66-8ce6-df0147e57858 None None] Set router 4999b8c7-576d-4f1a-9bd6-6d01fa255468 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:26:22.024025 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90d0bc1c-14da-4511-be30-e5dbfd53ab05 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:22.079246 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-90d0bc1c-14da-4511-be30-e5dbfd53ab05 admin admin] Deleting port 13fc4f1b-bd45-4f00-9713-d364507c8f96 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:26:22.079645 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90d0bc1c-14da-4511-be30-e5dbfd53ab05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:22.163828 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-90d0bc1c-14da-4511-be30-e5dbfd53ab05 admin admin] For port 13fc4f1b-bd45-4f00-9713-d364507c8f96, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=13fc4f1b-bd45-4f00-9713-d364507c8f96,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:22.164496 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90d0bc1c-14da-4511-be30-e5dbfd53ab05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:22.176752 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-90d0bc1c-14da-4511-be30-e5dbfd53ab05 admin admin] Calling delete_port for 13fc4f1b-bd45-4f00-9713-d364507c8f96 owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:26:22.265154 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9fb53605-a38b-4e66-8ce6-df0147e57858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4999b8c7-576d-4f1a-9bd6-6d01fa255468', 'name': 'tempest-TestServerBasicOps-1052527621-router', 'tenant_id': '52570fc2277746319e25f28f0f752e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.251'}], 'enable_snat': True}, 'gw_port_id': '13fc4f1b-bd45-4f00-9713-d364507c8f96', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:21:13Z', 'updated_at': '2021-07-16T09:26:21Z', 'revision_number': 5, 'project_id': '52570fc2277746319e25f28f0f752e17', 'gw_port': {'id': '13fc4f1b-bd45-4f00-9713-d364507c8f96', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:ec:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4999b8c7-576d-4f1a-9bd6-6d01fa255468', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3947, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.251', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:21:14Z', 'updated_at': '2021-07-16T09:21:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:22.292284 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb53605-a38b-4e66-8ce6-df0147e57858 None None] Checking router: 4999b8c7-576d-4f1a-9bd6-6d01fa255468 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:26:22.303737 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb53605-a38b-4e66-8ce6-df0147e57858 None None] Routers {'4999b8c7-576d-4f1a-9bd6-6d01fa255468'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:26:22.304367 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9fb53605-a38b-4e66-8ce6-df0147e57858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:26:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['4999b8c7-576d-4f1a-9bd6-6d01fa255468'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:22.351804 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90d0bc1c-14da-4511-be30-e5dbfd53ab05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:22.378950 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d0bc1c-14da-4511-be30-e5dbfd53ab05 admin admin] Pushing event deleted for resources: {'Port': ['ID=13fc4f1b-bd45-4f00-9713-d364507c8f96,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:22.403271 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-9fb53605-a38b-4e66-8ce6-df0147e57858 None None] Set router 4999b8c7-576d-4f1a-9bd6-6d01fa255468 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:26:22.437963 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90d0bc1c-14da-4511-be30-e5dbfd53ab05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:22.457982 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9fb53605-a38b-4e66-8ce6-df0147e57858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4999b8c7-576d-4f1a-9bd6-6d01fa255468', 'name': 'tempest-TestServerBasicOps-1052527621-router', 'tenant_id': '52570fc2277746319e25f28f0f752e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:21:13Z', 'updated_at': '2021-07-16T09:26:22Z', 'revision_number': 6, 'project_id': '52570fc2277746319e25f28f0f752e17', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:22.484576 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb53605-a38b-4e66-8ce6-df0147e57858 None None] The sync data for ids ['4999b8c7-576d-4f1a-9bd6-6d01fa255468'] in n-d-771362-37 is: [{'id': '4999b8c7-576d-4f1a-9bd6-6d01fa255468', 'name': 'tempest-TestServerBasicOps-1052527621-router', 'tenant_id': '52570fc2277746319e25f28f0f752e17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:21:13Z', 'updated_at': '2021-07-16T09:26:22Z', 'revision_number': 6, 'project_id': '52570fc2277746319e25f28f0f752e17', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:26:22.530380 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90d0bc1c-14da-4511-be30-e5dbfd53ab05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:22.532568 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90d0bc1c-14da-4511-be30-e5dbfd53ab05 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:22.578088 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90d0bc1c-14da-4511-be30-e5dbfd53ab05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:22.578627 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d0bc1c-14da-4511-be30-e5dbfd53ab05 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4999b8c7-576d-4f1a-9bd6-6d01fa255468 {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:26:22.582777 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90d0bc1c-14da-4511-be30-e5dbfd53ab05 admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:22.583914 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-90d0bc1c-14da-4511-be30-e5dbfd53ab05 admin admin] 10.222.0.22 "DELETE /v2.0/routers/4999b8c7-576d-4f1a-9bd6-6d01fa255468 HTTP/1.1" status: 204 len: 168 time: 0.7666683 Jul 16 09:26:22.586359 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45700) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:22.629020 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-4db6cf5e-59bd-4c7b-bc5f-4ef5e786767f admin admin] Deleting subnet 625c5dfc-bfaa-464f-895b-274e014be81f {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:26:22.631971 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4db6cf5e-59bd-4c7b-bc5f-4ef5e786767f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:22.665272 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4db6cf5e-59bd-4c7b-bc5f-4ef5e786767f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:22.745616 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4db6cf5e-59bd-4c7b-bc5f-4ef5e786767f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:22.797676 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4db6cf5e-59bd-4c7b-bc5f-4ef5e786767f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:22.826981 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4db6cf5e-59bd-4c7b-bc5f-4ef5e786767f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:22.831655 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4db6cf5e-59bd-4c7b-bc5f-4ef5e786767f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/625c5dfc-bfaa-464f-895b-274e014be81f HTTP/1.1" status: 204 len: 168 time: 0.2419033 Jul 16 09:26:22.832029 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45702) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:22.832745 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4ff8e42-f692-4b78-9725-fa92656c81fe None None] Network c737dbd3-438a-47d8-8147-7bb81765dec1 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:26:22.836920 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6cf5e-59bd-4c7b-bc5f-4ef5e786767f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=625c5dfc-bfaa-464f-895b-274e014be81f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:22.903273 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13fdcd61-3ca9-4db7-abf0-22a4de8c333d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:22.963890 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-13fdcd61-3ca9-4db7-abf0-22a4de8c333d admin admin] Deleting port c00ab90d-979b-4997-a98d-0b5a07d9cd75 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:26:22.964234 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13fdcd61-3ca9-4db7-abf0-22a4de8c333d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:23.030467 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-13fdcd61-3ca9-4db7-abf0-22a4de8c333d admin admin] For port c00ab90d-979b-4997-a98d-0b5a07d9cd75, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=c00ab90d-979b-4997-a98d-0b5a07d9cd75,segment=NetworkSegment(1b1d95af-c0b1-4043-bb9a-8245896fb421),segment_id=1b1d95af-c0b1-4043-bb9a-8245896fb421)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:23.030823 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13fdcd61-3ca9-4db7-abf0-22a4de8c333d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:23.043167 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-13fdcd61-3ca9-4db7-abf0-22a4de8c333d admin admin] Calling delete_port for c00ab90d-979b-4997-a98d-0b5a07d9cd75 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:26:23.121324 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13fdcd61-3ca9-4db7-abf0-22a4de8c333d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:23.148812 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13fdcd61-3ca9-4db7-abf0-22a4de8c333d admin admin] No DVR routers for this DVR port c00ab90d-979b-4997-a98d-0b5a07d9cd75 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:26:23.153247 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fdcd61-3ca9-4db7-abf0-22a4de8c333d admin admin] Pushing event deleted for resources: {'Port': ['ID=c00ab90d-979b-4997-a98d-0b5a07d9cd75,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:23.222957 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13fdcd61-3ca9-4db7-abf0-22a4de8c333d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:23.233808 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-13fdcd61-3ca9-4db7-abf0-22a4de8c333d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c737dbd3-438a-47d8-8147-7bb81765dec1']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:23.244308 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-13fdcd61-3ca9-4db7-abf0-22a4de8c333d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b1d95af-c0b1-4043-bb9a-8245896fb421') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:23.244632 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-13fdcd61-3ca9-4db7-abf0-22a4de8c333d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b1d95af-c0b1-4043-bb9a-8245896fb421') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:26:23.254032 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13fdcd61-3ca9-4db7-abf0-22a4de8c333d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:23.259903 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7ddd87-a307-42fb-b174-dc561350b439 None None] DHCP port deletion for c737dbd3-438a-47d8-8147-7bb81765dec1 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:26:23.270966 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13fdcd61-3ca9-4db7-abf0-22a4de8c333d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:23.277629 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13fdcd61-3ca9-4db7-abf0-22a4de8c333d admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:26:23.278138 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13fdcd61-3ca9-4db7-abf0-22a4de8c333d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:23.279859 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 09:26:23.279859 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:26:23.279859 n-d-771362-37 neutron-server[93759]: timer() Jul 16 09:26:23.279859 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:26:23.279859 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 09:26:23.279859 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:26:23.279859 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 09:26:23.279859 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:26:23.279859 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 09:26:23.279859 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:26:23.279859 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 09:26:23.279859 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:26:23.279859 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 09:26:23.279859 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:26:23.279859 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:26:23.279859 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:26:23.279859 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:26:23.279859 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:26:23.279859 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 09:26:23.279859 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:26:23.279859 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 09:26:23.279859 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:26:23.279859 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:26:23.279859 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:26:23.279859 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 09:26:23.279859 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:26:23.279859 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:26:23.279859 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:26:23.279859 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:26:23.279859 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:26:23.279859 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:26:23.279859 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:26:23.332857 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13fdcd61-3ca9-4db7-abf0-22a4de8c333d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:23.338739 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-13fdcd61-3ca9-4db7-abf0-22a4de8c333d admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:23.340647 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-13fdcd61-3ca9-4db7-abf0-22a4de8c333d admin admin] 10.222.0.22 "DELETE /v2.0/networks/c737dbd3-438a-47d8-8147-7bb81765dec1 HTTP/1.1" status: 204 len: 168 time: 0.5075631 Jul 16 09:26:23.351387 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fdcd61-3ca9-4db7-abf0-22a4de8c333d admin admin] Pushing event deleted for resources: {'Network': ['ID=c737dbd3-438a-47d8-8147-7bb81765dec1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:23.450527 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45706) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:23.493442 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4a8e5347-6430-4bd8-b7bd-0b8502578217 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=5e5a3a33056e4ff4a04e9fbb5af953f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0417590 Jul 16 09:26:23.495921 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45708) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:23.550657 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2ffdf33e-d38c-4261-989a-8c28c57aadcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:23.571123 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2ffdf33e-d38c-4261-989a-8c28c57aadcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:23.618072 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2ffdf33e-d38c-4261-989a-8c28c57aadcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:23.620820 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2ffdf33e-d38c-4261-989a-8c28c57aadcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:23.621984 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2ffdf33e-d38c-4261-989a-8c28c57aadcf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f4d2466f-9502-4c71-af32-dfb192bcecfe HTTP/1.1" status: 204 len: 168 time: 0.1250958 Jul 16 09:26:23.629477 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffdf33e-d38c-4261-989a-8c28c57aadcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d2466f-9502-4c71-af32-dfb192bcecfe,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:23.923536 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45714) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:23.963672 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a1482a75-ab6d-49e1-92f8-55be78ba0459 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=52570fc2277746319e25f28f0f752e17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389898 Jul 16 09:26:23.966032 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45716) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:24.012609 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35e3c324-83b5-42ca-acbb-7ce1bb16a387 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:24.032400 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35e3c324-83b5-42ca-acbb-7ce1bb16a387 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:24.081814 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35e3c324-83b5-42ca-acbb-7ce1bb16a387 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:24.084313 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35e3c324-83b5-42ca-acbb-7ce1bb16a387 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:24.085485 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-35e3c324-83b5-42ca-acbb-7ce1bb16a387 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/77ce8807-4cf1-4ef6-b318-c7b19603e4e7 HTTP/1.1" status: 204 len: 168 time: 0.1185644 Jul 16 09:26:24.093282 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e3c324-83b5-42ca-acbb-7ce1bb16a387 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ce8807-4cf1-4ef6-b318-c7b19603e4e7,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:24.333564 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device c00ab90d-979b-4997-a98d-0b5a07d9cd75 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:26:24.355621 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: c00ab90d-979b-4997-a98d-0b5a07d9cd75 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:26:24.355974 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device c00ab90d-979b-4997-a98d-0b5a07d9cd75 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:26:24.356430 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 13fc4f1b-bd45-4f00-9713-d364507c8f96 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:26:24.375797 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 13fc4f1b-bd45-4f00-9713-d364507c8f96 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:26:24.376150 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 13fc4f1b-bd45-4f00-9713-d364507c8f96 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:26:24.376608 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 7afe120e-dedd-4f7b-b529-5d3f2356c666 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:26:24.396341 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 7afe120e-dedd-4f7b-b529-5d3f2356c666 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:26:24.396728 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 7afe120e-dedd-4f7b-b529-5d3f2356c666 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:26:32.645809 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:32.731038 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:33.351622 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-75512d57-1bc3-4eae-8e19-fc81d0dad2e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:34.233032 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-6455ad54-9747-43d7-91cd-a24a6f70f2d5 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] 10.222.0.22 "GET /v2.0/networks?tenant_id=1fe208fc904944e08f0b26b13f9e8b3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0286229 Jul 16 09:26:34.409762 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-10ff4aef-5278-4991-b2a9-c034136474f4 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:34.411225 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-10ff4aef-5278-4991-b2a9-c034136474f4 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] 10.222.0.22 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1734147 Jul 16 09:26:34.425561 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-851156cc-73fa-44c3-9f7d-bceb4b6893f1 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] 10.222.0.22 "GET /v2.0/quotas/1fe208fc904944e08f0b26b13f9e8b3a HTTP/1.1" status: 200 len: 375 time: 0.0087943 Jul 16 09:26:34.461552 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-a335e243-2a3b-4415-8370-457888e58bc7 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=1fe208fc904944e08f0b26b13f9e8b3a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0311401 Jul 16 09:26:34.632814 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-60d43ddd-4de6-42d4-9b7b-76df49711988 req-3d036532-2ebe-4800-8c40-4b41b1782f36 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] 10.222.0.22 "GET /v2.0/ports?device_id=60db8d00-01e6-42e4-a329-8fe3482c4126 HTTP/1.1" status: 200 len: 210 time: 0.0290818 Jul 16 09:26:35.716970 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8fc7a1c8-10ef-44e4-832d-6c5364147cc0 req-ff0d1e7e-fc67-4f20-b2b7-1f69353efec4 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] 10.222.0.22 "GET /v2.0/ports?device_id=60db8d00-01e6-42e4-a329-8fe3482c4126 HTTP/1.1" status: 200 len: 210 time: 0.0293567 Jul 16 09:26:35.781777 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7cd4f6bc-d06f-425e-9b64-91c4e74a2aeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:36.099609 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:36.795139 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-14d0d312-c1d1-4ad9-ac0e-40387e24ef65 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=1fe208fc904944e08f0b26b13f9e8b3a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0304780 Jul 16 09:26:36.907323 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cd799ed1-3330-428f-b69c-242d801c694e req-6b298628-e7d1-496b-b42c-fabc98183f7e tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] 10.222.0.22 "GET /v2.0/ports?device_id=60db8d00-01e6-42e4-a329-8fe3482c4126 HTTP/1.1" status: 200 len: 210 time: 0.0641272 Jul 16 09:26:37.006114 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-e0b94119-e016-4401-bbd9-c0214d5da9a1 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:37.007455 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-e0b94119-e016-4401-bbd9-c0214d5da9a1 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2076797 Jul 16 09:26:37.022089 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-2e30ae59-7b35-46f5-9003-78c11381cc1e tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Request body: {'port': {'device_id': '60db8d00-01e6-42e4-a329-8fe3482c4126', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'admin_state_up': True, 'tenant_id': '1fe208fc904944e08f0b26b13f9e8b3a'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:26:37.127197 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-2e30ae59-7b35-46f5-9003-78c11381cc1e tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Made reservation on behalf of 1fe208fc904944e08f0b26b13f9e8b3a for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:26:37.130909 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-2e30ae59-7b35-46f5-9003-78c11381cc1e tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:37.139568 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-2e30ae59-7b35-46f5-9003-78c11381cc1e tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:37.233285 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-2e30ae59-7b35-46f5-9003-78c11381cc1e tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:37.237134 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-2e30ae59-7b35-46f5-9003-78c11381cc1e tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:37.281451 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:37.302012 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30ae59-7b35-46f5-9003-78c11381cc1e tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef21355d-c9e8-422b-81b1-23a0b14bc20b,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:37.367077 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-2e30ae59-7b35-46f5-9003-78c11381cc1e tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Allocated IP 192.168.233.28 (30bff2e9-dcab-4751-913d-9c4ac9d8019b/c36b7919-0b6b-490a-bff0-04ed964d98ec/a0ce15be-90fa-41bd-9a66-40f6bb2e8c44) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:26:37.517717 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-2e30ae59-7b35-46f5-9003-78c11381cc1e tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:37.531106 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-2e30ae59-7b35-46f5-9003-78c11381cc1e tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Transition to ACTIVE for port object a0ce15be-90fa-41bd-9a66-40f6bb2e8c44 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:26:37.565430 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-2e30ae59-7b35-46f5-9003-78c11381cc1e tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:37.611621 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-2e30ae59-7b35-46f5-9003-78c11381cc1e tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Network 30bff2e9-dcab-4751-913d-9c4ac9d8019b is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:26:37.614866 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-2e30ae59-7b35-46f5-9003-78c11381cc1e tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:26:37.618891 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-2e30ae59-7b35-46f5-9003-78c11381cc1e tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:26:37.625597 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e30ae59-7b35-46f5-9003-78c11381cc1e tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Pushing event updated for resources: {'Port': ['ID=a0ce15be-90fa-41bd-9a66-40f6bb2e8c44,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:37.682998 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-2e30ae59-7b35-46f5-9003-78c11381cc1e tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:37.683651 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-2e30ae59-7b35-46f5-9003-78c11381cc1e tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:37.705799 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-2e30ae59-7b35-46f5-9003-78c11381cc1e tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.6872706 Jul 16 09:26:37.716823 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-42a6b807-d56e-4a4d-8b98-bad0a05b130a tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:26:37.717818 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-42a6b807-d56e-4a4d-8b98-bad0a05b130a tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0062718 Jul 16 09:26:37.862644 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-24713d1e-a445-444a-8004-20b5197768e3 service neutron] Request body: {'port': {'device_id': '60db8d00-01e6-42e4-a329-8fe3482c4126', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:26:37.889046 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ecc1a846-97cf-482e-8266-58a1c38d968e None None] Provisioning for port a0ce15be-90fa-41bd-9a66-40f6bb2e8c44 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:26:37.894822 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ecc1a846-97cf-482e-8266-58a1c38d968e None None] Provisioning complete for port a0ce15be-90fa-41bd-9a66-40f6bb2e8c44 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:26:37.895422 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ecc1a846-97cf-482e-8266-58a1c38d968e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:37.929414 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ecc1a846-97cf-482e-8266-58a1c38d968e None None] Port a0ce15be-90fa-41bd-9a66-40f6bb2e8c44 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:26:37.947720 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-24713d1e-a445-444a-8004-20b5197768e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:38.091061 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71e889-2838-4392-928b-1c9d8e08524e req-54209a06-28aa-4d6b-b989-308f023eaad3 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:38.092489 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-af71e889-2838-4392-928b-1c9d8e08524e req-54209a06-28aa-4d6b-b989-308f023eaad3 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] 10.222.0.22 "GET /v2.0/ports?device_id=60db8d00-01e6-42e4-a329-8fe3482c4126 HTTP/1.1" status: 200 len: 935 time: 0.0622966 Jul 16 09:26:38.129429 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-af71e889-2838-4392-928b-1c9d8e08524e req-0e12841f-1581-4e13-a38d-27b6a7ed54ba tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef21355d-c9e8-422b-81b1-23a0b14bc20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312154 Jul 16 09:26:38.223638 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-24713d1e-a445-444a-8004-20b5197768e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0ce15be-90fa-41bd-9a66-40f6bb2e8c44 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:26:38.230964 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-24713d1e-a445-444a-8004-20b5197768e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:38.242200 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-24713d1e-a445-444a-8004-20b5197768e3 service neutron] Transition to ACTIVE for port object a0ce15be-90fa-41bd-9a66-40f6bb2e8c44 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:26:38.246633 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-24713d1e-a445-444a-8004-20b5197768e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:38.254296 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:26:38.297209 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24713d1e-a445-444a-8004-20b5197768e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ce15be-90fa-41bd-9a66-40f6bb2e8c44,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:38.366666 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-24713d1e-a445-444a-8004-20b5197768e3 service neutron] Attempting to bind port a0ce15be-90fa-41bd-9a66-40f6bb2e8c44 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:26:38.367187 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-24713d1e-a445-444a-8004-20b5197768e3 service neutron] Attempting to bind port a0ce15be-90fa-41bd-9a66-40f6bb2e8c44 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:26:38.367659 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-24713d1e-a445-444a-8004-20b5197768e3 service neutron] Attempting to bind port a0ce15be-90fa-41bd-9a66-40f6bb2e8c44 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:26:38.374175 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-24713d1e-a445-444a-8004-20b5197768e3 service neutron] Port a0ce15be-90fa-41bd-9a66-40f6bb2e8c44 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:26:38.374698 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-24713d1e-a445-444a-8004-20b5197768e3 service neutron] Attempting to bind port a0ce15be-90fa-41bd-9a66-40f6bb2e8c44 on network 30bff2e9-dcab-4751-913d-9c4ac9d8019b {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:26:38.381010 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-24713d1e-a445-444a-8004-20b5197768e3 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:26:38.381475 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-24713d1e-a445-444a-8004-20b5197768e3 service neutron] Checking segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:26:38.381869 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-24713d1e-a445-444a-8004-20b5197768e3 service neutron] Bound using segment: {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:26:38.382302 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-24713d1e-a445-444a-8004-20b5197768e3 service neutron] Bound port: a0ce15be-90fa-41bd-9a66-40f6bb2e8c44, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e91a2638-7a21-4a22-bad7-b80532bbdcde', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:26:38.382668 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-24713d1e-a445-444a-8004-20b5197768e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:38.450224 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-24713d1e-a445-444a-8004-20b5197768e3 service neutron] For port a0ce15be-90fa-41bd-9a66-40f6bb2e8c44, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:26:38.453174 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-24713d1e-a445-444a-8004-20b5197768e3 service neutron] For port a0ce15be-90fa-41bd-9a66-40f6bb2e8c44, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=a0ce15be-90fa-41bd-9a66-40f6bb2e8c44,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:26:38.457583 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-24713d1e-a445-444a-8004-20b5197768e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:38.490292 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-24713d1e-a445-444a-8004-20b5197768e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:38.490877 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-24713d1e-a445-444a-8004-20b5197768e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:38.492263 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-24713d1e-a445-444a-8004-20b5197768e3 service neutron] 10.222.0.21 "PUT /v2.0/ports/a0ce15be-90fa-41bd-9a66-40f6bb2e8c44 HTTP/1.1" status: 200 len: 1096 time: 0.7669125 Jul 16 09:26:38.492789 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60db8d00-01e6-42e4-a329-8fe3482c4126', 'tag': 'a0ce15be-90fa-41bd-9a66-40f6bb2e8c44'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:26:38.495457 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada08a4f-b8b3-4c33-9987-8b9dfae76bb0" -d '{"events": [{"name": "network-changed", "server_uuid": "60db8d00-01e6-42e4-a329-8fe3482c4126", "tag": "a0ce15be-90fa-41bd-9a66-40f6bb2e8c44"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:26:38.523167 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24713d1e-a445-444a-8004-20b5197768e3 service neutron] Pushing event updated for resources: {'Port': ['ID=a0ce15be-90fa-41bd-9a66-40f6bb2e8c44,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:38.587392 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-63659852-3cc4-4c92-b3d9-1659a13d6333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:38.589005 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-63659852-3cc4-4c92-b3d9-1659a13d6333 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fe208fc904944e08f0b26b13f9e8b3a&device_id=60db8d00-01e6-42e4-a329-8fe3482c4126 HTTP/1.1" status: 200 len: 1099 time: 0.0584595 Jul 16 09:26:38.635187 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:26:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-182b56b4-b619-4e5c-a16e-78dfb3d17436 x-openstack-request-id: req-182b56b4-b619-4e5c-a16e-78dfb3d17436 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:26:38.635484 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60db8d00-01e6-42e4-a329-8fe3482c4126", "tag": "a0ce15be-90fa-41bd-9a66-40f6bb2e8c44", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:26:38.635740 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-182b56b4-b619-4e5c-a16e-78dfb3d17436 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:26:38.636144 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60db8d00-01e6-42e4-a329-8fe3482c4126', 'tag': 'a0ce15be-90fa-41bd-9a66-40f6bb2e8c44', 'status': 'completed', 'code': 200} Jul 16 09:26:38.638005 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-c31eeffb-46f0-4f7b-a1b8-c1e372c72169 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=a0ce15be-90fa-41bd-9a66-40f6bb2e8c44 HTTP/1.1" status: 200 len: 217 time: 0.0426850 Jul 16 09:26:38.688331 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-dcf42f8d-2f5c-4a75-baa8-f62d3521cb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:38.689859 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-dcf42f8d-2f5c-4a75-baa8-f62d3521cb82 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0461771 Jul 16 09:26:38.733622 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:38.751809 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-d435fae6-d1b3-4fc4-b1bd-fd8731c4945a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:38.753320 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-d435fae6-d1b3-4fc4-b1bd-fd8731c4945a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0575736 Jul 16 09:26:38.842915 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-b06f4ffe-b6d1-4f72-be37-7cb44f2fa3cb service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834756 Jul 16 09:26:38.929136 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-99006ee3-8b71-4545-8ef2-2e38c2db3ab4 req-f2aee1a5-b920-4e95-ae20-1276eab1ce77 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795326 Jul 16 09:26:39.026101 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada08a4f-b8b3-4c33-9987-8b9dfae76bb0 req-4a3641bc-e84a-4101-b583-f88aa8028de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:39.027579 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ada08a4f-b8b3-4c33-9987-8b9dfae76bb0 req-4a3641bc-e84a-4101-b583-f88aa8028de0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=1fe208fc904944e08f0b26b13f9e8b3a&device_id=60db8d00-01e6-42e4-a329-8fe3482c4126 HTTP/1.1" status: 200 len: 1099 time: 0.0550275 Jul 16 09:26:39.113314 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada08a4f-b8b3-4c33-9987-8b9dfae76bb0 req-b1fe4991-95f5-4f61-acbc-592f902761eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:39.114753 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ada08a4f-b8b3-4c33-9987-8b9dfae76bb0 req-b1fe4991-95f5-4f61-acbc-592f902761eb service neutron] 10.222.0.21 "GET /v2.0/networks?id=30bff2e9-dcab-4751-913d-9c4ac9d8019b HTTP/1.1" status: 200 len: 870 time: 0.0811663 Jul 16 09:26:39.157541 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ada08a4f-b8b3-4c33-9987-8b9dfae76bb0 req-9df2ba63-3edc-4c3c-91fc-0b588e0a363c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.28&port_id=a0ce15be-90fa-41bd-9a66-40f6bb2e8c44 HTTP/1.1" status: 200 len: 217 time: 0.0365841 Jul 16 09:26:39.207161 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada08a4f-b8b3-4c33-9987-8b9dfae76bb0 req-18852ef4-66e1-41bd-8b3c-882deace9aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:39.208599 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ada08a4f-b8b3-4c33-9987-8b9dfae76bb0 req-18852ef4-66e1-41bd-8b3c-882deace9aa8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=c36b7919-0b6b-490a-bff0-04ed964d98ec HTTP/1.1" status: 200 len: 843 time: 0.0444851 Jul 16 09:26:39.265629 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada08a4f-b8b3-4c33-9987-8b9dfae76bb0 req-0d84aefa-a333-425f-a602-2e873f41d289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:39.267150 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ada08a4f-b8b3-4c33-9987-8b9dfae76bb0 req-0d84aefa-a333-425f-a602-2e873f41d289 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=30bff2e9-dcab-4751-913d-9c4ac9d8019b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0515711 Jul 16 09:26:39.365333 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ada08a4f-b8b3-4c33-9987-8b9dfae76bb0 req-eb49a027-8627-4f44-82eb-f8db02ab6813 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907197 Jul 16 09:26:39.457138 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ada08a4f-b8b3-4c33-9987-8b9dfae76bb0 req-ab0dcb9c-b080-473f-8344-aeade933d8a8 service neutron] 10.222.0.21 "GET /v2.0/networks/30bff2e9-dcab-4751-913d-9c4ac9d8019b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851939 Jul 16 09:26:39.621422 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc549d91-6760-4ab4-bef1-d4e4adc5e516 req-1654759a-6c17-4f4b-8f0d-9c4bfe63c62f tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:39.622892 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dc549d91-6760-4ab4-bef1-d4e4adc5e516 req-1654759a-6c17-4f4b-8f0d-9c4bfe63c62f tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] 10.222.0.22 "GET /v2.0/ports?device_id=60db8d00-01e6-42e4-a329-8fe3482c4126 HTTP/1.1" status: 200 len: 947 time: 0.3820539 Jul 16 09:26:39.660326 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dc549d91-6760-4ab4-bef1-d4e4adc5e516 req-43a94cbb-984d-4f98-acae-0884dd055330 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef21355d-c9e8-422b-81b1-23a0b14bc20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318298 Jul 16 09:26:40.843453 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d44ec74-0cb4-4fba-ab33-4db5c36f8295 req-1aa5b67f-9c7c-4faa-9f4d-505bddfb81f7 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:40.845006 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4d44ec74-0cb4-4fba-ab33-4db5c36f8295 req-1aa5b67f-9c7c-4faa-9f4d-505bddfb81f7 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] 10.222.0.22 "GET /v2.0/ports?device_id=60db8d00-01e6-42e4-a329-8fe3482c4126 HTTP/1.1" status: 200 len: 947 time: 0.0695643 Jul 16 09:26:40.883369 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4d44ec74-0cb4-4fba-ab33-4db5c36f8295 req-91a7f830-6a37-4db1-8008-574b067ae38e tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef21355d-c9e8-422b-81b1-23a0b14bc20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326309 Jul 16 09:26:42.058454 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b7459a-f654-4b7f-84cf-9d0d2108196c req-eab2d6b2-3bdb-4d7d-9463-dfcdb76fc176 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:42.059817 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a6b7459a-f654-4b7f-84cf-9d0d2108196c req-eab2d6b2-3bdb-4d7d-9463-dfcdb76fc176 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] 10.222.0.22 "GET /v2.0/ports?device_id=60db8d00-01e6-42e4-a329-8fe3482c4126 HTTP/1.1" status: 200 len: 947 time: 0.0637102 Jul 16 09:26:42.096573 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a6b7459a-f654-4b7f-84cf-9d0d2108196c req-48a6bf14-28b4-4d38-8145-c4916af7e14e tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef21355d-c9e8-422b-81b1-23a0b14bc20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309770 Jul 16 09:26:42.171259 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device a0ce15be-90fa-41bd-9a66-40f6bb2e8c44 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:26:42.265953 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port a0ce15be-90fa-41bd-9a66-40f6bb2e8c44, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=a0ce15be-90fa-41bd-9a66-40f6bb2e8c44,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:42.277708 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'a0ce15be-90fa-41bd-9a66-40f6bb2e8c44', 'network_id': '30bff2e9-dcab-4751-913d-9c4ac9d8019b', 'port_id': 'a0ce15be-90fa-41bd-9a66-40f6bb2e8c44', 'mac_address': 'fa:16:3e:75:e0:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 144, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c36b7919-0b6b-490a-bff0-04ed964d98ec', 'ip_address': '192.168.233.28'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:26:42.313587 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:42.326454 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0ce15be-90fa-41bd-9a66-40f6bb2e8c44 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:26:42.347049 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port a0ce15be-90fa-41bd-9a66-40f6bb2e8c44, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=a0ce15be-90fa-41bd-9a66-40f6bb2e8c44,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:42.354101 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:42.402171 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=a0ce15be-90fa-41bd-9a66-40f6bb2e8c44,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:42.568584 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['a0ce15be-90fa-41bd-9a66-40f6bb2e8c44'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:26:43.265527 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138ce83-1602-46f5-bc7f-853fe4ab9235 req-c021ea61-db59-43d7-8323-a05f563bafc3 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:43.266995 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5138ce83-1602-46f5-bc7f-853fe4ab9235 req-c021ea61-db59-43d7-8323-a05f563bafc3 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] 10.222.0.22 "GET /v2.0/ports?device_id=60db8d00-01e6-42e4-a329-8fe3482c4126 HTTP/1.1" status: 200 len: 948 time: 0.0616488 Jul 16 09:26:43.303443 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5138ce83-1602-46f5-bc7f-853fe4ab9235 req-9a89cdbd-059a-4e4f-831c-c81207292685 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef21355d-c9e8-422b-81b1-23a0b14bc20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309870 Jul 16 09:26:44.202535 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device a0ce15be-90fa-41bd-9a66-40f6bb2e8c44 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:26:44.248749 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port a0ce15be-90fa-41bd-9a66-40f6bb2e8c44 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:26:44.252199 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port a0ce15be-90fa-41bd-9a66-40f6bb2e8c44 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:26:44.252603 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:44.329654 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:44.351352 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60db8d00-01e6-42e4-a329-8fe3482c4126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ce15be-90fa-41bd-9a66-40f6bb2e8c44'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:26:44.353615 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18307e45-f112-453b-b6dd-a82d2626d89d" -d '{"events": [{"server_uuid": "60db8d00-01e6-42e4-a329-8fe3482c4126", "name": "network-vif-plugged", "status": "completed", "tag": "a0ce15be-90fa-41bd-9a66-40f6bb2e8c44"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:26:44.366661 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port a0ce15be-90fa-41bd-9a66-40f6bb2e8c44, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=a0ce15be-90fa-41bd-9a66-40f6bb2e8c44,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:44.372957 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:44.420434 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=a0ce15be-90fa-41bd-9a66-40f6bb2e8c44,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:44.470944 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:26:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a578073-8375-4db8-82c8-73a94329d019 x-openstack-request-id: req-8a578073-8375-4db8-82c8-73a94329d019 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:26:44.471245 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60db8d00-01e6-42e4-a329-8fe3482c4126", "name": "network-vif-plugged", "status": "completed", "tag": "a0ce15be-90fa-41bd-9a66-40f6bb2e8c44", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:26:44.471508 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8a578073-8375-4db8-82c8-73a94329d019 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:26:44.471936 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60db8d00-01e6-42e4-a329-8fe3482c4126', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0ce15be-90fa-41bd-9a66-40f6bb2e8c44', 'code': 200} Jul 16 09:26:44.482490 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5215c-6e44-46f6-84bb-40adf4829604 req-7635eb1d-33db-44c5-acd0-0b019aabdb7e tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:44.483981 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-10d5215c-6e44-46f6-84bb-40adf4829604 req-7635eb1d-33db-44c5-acd0-0b019aabdb7e tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] 10.222.0.22 "GET /v2.0/ports?device_id=60db8d00-01e6-42e4-a329-8fe3482c4126 HTTP/1.1" status: 200 len: 949 time: 0.0691669 Jul 16 09:26:44.523155 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-10d5215c-6e44-46f6-84bb-40adf4829604 req-7e7e512d-f070-4e27-8f29-56eaad295b86 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef21355d-c9e8-422b-81b1-23a0b14bc20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333302 Jul 16 09:26:44.584665 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef66d9ec-b0fd-4f18-983e-4e333a3e4591 req-f72ae187-788a-4131-87bc-7db75aeaffeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:44.586142 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef66d9ec-b0fd-4f18-983e-4e333a3e4591 req-f72ae187-788a-4131-87bc-7db75aeaffeb service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=60db8d00-01e6-42e4-a329-8fe3482c4126 HTTP/1.1" status: 200 len: 1101 time: 0.0506790 Jul 16 09:26:44.618734 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef66d9ec-b0fd-4f18-983e-4e333a3e4591 req-1e4c4301-1c06-4d5e-9b54-0861498ac495 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=ef21355d-c9e8-422b-81b1-23a0b14bc20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0262558 Jul 16 09:26:45.702507 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56af5d58-f2cc-4838-998d-d67db158454b req-5372b7ed-aba0-4951-a493-77f2834c11ac tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:45.704117 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-56af5d58-f2cc-4838-998d-d67db158454b req-5372b7ed-aba0-4951-a493-77f2834c11ac tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] 10.222.0.22 "GET /v2.0/ports?device_id=60db8d00-01e6-42e4-a329-8fe3482c4126 HTTP/1.1" status: 200 len: 949 time: 0.0688035 Jul 16 09:26:45.745591 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-56af5d58-f2cc-4838-998d-d67db158454b req-02dd7df5-f2d3-4b34-bdc7-046e10c2f3f7 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef21355d-c9e8-422b-81b1-23a0b14bc20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359852 Jul 16 09:26:46.785458 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6965c9-e107-40f4-a15f-1aa4c440f4cb req-7ca6d28e-8ce5-4c13-beb5-485c3554a60d tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:46.786955 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0a6965c9-e107-40f4-a15f-1aa4c440f4cb req-7ca6d28e-8ce5-4c13-beb5-485c3554a60d tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] 10.222.0.22 "GET /v2.0/ports?device_id=60db8d00-01e6-42e4-a329-8fe3482c4126 HTTP/1.1" status: 200 len: 949 time: 0.0623977 Jul 16 09:26:46.824333 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0a6965c9-e107-40f4-a15f-1aa4c440f4cb req-50d05f18-b183-4ca2-93e9-583a5e5507f9 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef21355d-c9e8-422b-81b1-23a0b14bc20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313170 Jul 16 09:26:47.997668 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1562cbeb-b021-45f7-9360-fb75a414ed29 req-403e2d63-266c-4977-a3bd-d064025ca8ec tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:47.999164 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1562cbeb-b021-45f7-9360-fb75a414ed29 req-403e2d63-266c-4977-a3bd-d064025ca8ec tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] 10.222.0.22 "GET /v2.0/ports?device_id=60db8d00-01e6-42e4-a329-8fe3482c4126 HTTP/1.1" status: 200 len: 949 time: 0.0655484 Jul 16 09:26:48.028522 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24503b1-c7e9-451a-b28b-0287e615201c req-ab661d62-d7cb-4c7b-a28c-c379e3565de8 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:48.029909 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b24503b1-c7e9-451a-b28b-0287e615201c req-ab661d62-d7cb-4c7b-a28c-c379e3565de8 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] 10.222.0.21 "GET /v2.0/ports?device_id=60db8d00-01e6-42e4-a329-8fe3482c4126 HTTP/1.1" status: 200 len: 949 time: 0.0639925 Jul 16 09:26:48.037332 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1562cbeb-b021-45f7-9360-fb75a414ed29 req-10757aba-8321-42ad-bbe6-3677699749a9 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] 10.222.0.22 "GET /v2.0/security-groups?id=ef21355d-c9e8-422b-81b1-23a0b14bc20b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324767 Jul 16 09:26:48.454664 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-b24503b1-c7e9-451a-b28b-0287e615201c req-2657aca4-d83b-4212-b0bf-388fef5bcba9 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Deleting port a0ce15be-90fa-41bd-9a66-40f6bb2e8c44 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:26:48.455006 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b24503b1-c7e9-451a-b28b-0287e615201c req-2657aca4-d83b-4212-b0bf-388fef5bcba9 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:48.540389 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-b24503b1-c7e9-451a-b28b-0287e615201c req-2657aca4-d83b-4212-b0bf-388fef5bcba9 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] For port a0ce15be-90fa-41bd-9a66-40f6bb2e8c44, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=a0ce15be-90fa-41bd-9a66-40f6bb2e8c44,segment=NetworkSegment(e91a2638-7a21-4a22-bad7-b80532bbdcde),segment_id=e91a2638-7a21-4a22-bad7-b80532bbdcde)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:26:48.540740 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b24503b1-c7e9-451a-b28b-0287e615201c req-2657aca4-d83b-4212-b0bf-388fef5bcba9 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:48.552429 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-b24503b1-c7e9-451a-b28b-0287e615201c req-2657aca4-d83b-4212-b0bf-388fef5bcba9 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Calling delete_port for a0ce15be-90fa-41bd-9a66-40f6bb2e8c44 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:26:48.676842 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b24503b1-c7e9-451a-b28b-0287e615201c req-2657aca4-d83b-4212-b0bf-388fef5bcba9 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:48.688862 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['a0ce15be-90fa-41bd-9a66-40f6bb2e8c44'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:26:48.707916 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2657aca4-d83b-4212-b0bf-388fef5bcba9 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Pushing event deleted for resources: {'Port': ['ID=a0ce15be-90fa-41bd-9a66-40f6bb2e8c44,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:48.756166 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24503b1-c7e9-451a-b28b-0287e615201c req-2657aca4-d83b-4212-b0bf-388fef5bcba9 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] No DVR routers for this DVR port a0ce15be-90fa-41bd-9a66-40f6bb2e8c44 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:26:48.759046 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-b24503b1-c7e9-451a-b28b-0287e615201c req-2657aca4-d83b-4212-b0bf-388fef5bcba9 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:48.761795 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b24503b1-c7e9-451a-b28b-0287e615201c req-2657aca4-d83b-4212-b0bf-388fef5bcba9 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] 10.222.0.21 "DELETE /v2.0/ports/a0ce15be-90fa-41bd-9a66-40f6bb2e8c44 HTTP/1.1" status: 204 len: 173 time: 0.7268071 Jul 16 09:26:48.762276 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60db8d00-01e6-42e4-a329-8fe3482c4126', 'name': 'network-vif-deleted', 'tag': 'a0ce15be-90fa-41bd-9a66-40f6bb2e8c44'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:26:48.764896 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47cb881-1653-4c89-ab35-cf67335104cf" -d '{"events": [{"server_uuid": "60db8d00-01e6-42e4-a329-8fe3482c4126", "name": "network-vif-deleted", "tag": "a0ce15be-90fa-41bd-9a66-40f6bb2e8c44"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:26:48.802080 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:26:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41940a46-d600-4f6b-a40e-cc10981e34f3 x-openstack-request-id: req-41940a46-d600-4f6b-a40e-cc10981e34f3 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:26:48.802434 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60db8d00-01e6-42e4-a329-8fe3482c4126", "name": "network-vif-deleted", "tag": "a0ce15be-90fa-41bd-9a66-40f6bb2e8c44", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:26:48.802770 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-41940a46-d600-4f6b-a40e-cc10981e34f3 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:26:48.803240 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60db8d00-01e6-42e4-a329-8fe3482c4126', 'name': 'network-vif-deleted', 'tag': 'a0ce15be-90fa-41bd-9a66-40f6bb2e8c44', 'status': 'completed', 'code': 200} Jul 16 09:26:49.194305 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-41b4b8d5-583b-46d5-a86e-e73efe9a520b req-121a4c64-e1be-4ccb-b4da-8422559d4d66 tempest-ServersAdminNegativeTestJSON-1273595080 tempest-ServersAdminNegativeTestJSON-1273595080-project] 10.222.0.22 "GET /v2.0/ports?device_id=60db8d00-01e6-42e4-a329-8fe3482c4126 HTTP/1.1" status: 200 len: 210 time: 0.0289385 Jul 16 09:26:50.518839 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45882) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:50.643759 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8f463dcc-a3b5-45a4-b84d-fd1304baeeb1 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1fe208fc904944e08f0b26b13f9e8b3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1236989 Jul 16 09:26:50.646376 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45886) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:50.692317 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c3777b97-c29e-4e03-b1b1-ce3eb449c964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:50.717617 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c3777b97-c29e-4e03-b1b1-ce3eb449c964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:50.762762 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c3777b97-c29e-4e03-b1b1-ce3eb449c964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:50.765656 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c3777b97-c29e-4e03-b1b1-ce3eb449c964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:50.766773 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c3777b97-c29e-4e03-b1b1-ce3eb449c964 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ef21355d-c9e8-422b-81b1-23a0b14bc20b HTTP/1.1" status: 204 len: 168 time: 0.1194837 Jul 16 09:26:50.774188 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3777b97-c29e-4e03-b1b1-ce3eb449c964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef21355d-c9e8-422b-81b1-23a0b14bc20b,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:51.020074 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45892) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:51.033573 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b2469731-a76b-40b7-bcda-43fb1d130b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:51.118019 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b2469731-a76b-40b7-bcda-43fb1d130b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:51.122194 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b2469731-a76b-40b7-bcda-43fb1d130b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:51.160433 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b2469731-a76b-40b7-bcda-43fb1d130b34 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=e450696b4f064fecabbc98f8c0501c38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1391973 Jul 16 09:26:51.161568 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2469731-a76b-40b7-bcda-43fb1d130b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f88e3b1b-ec90-46ea-8ac6-705827ac7c0a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:51.163188 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45894) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:51.211615 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e662a29-bde3-46d7-9caf-a446d7406199 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:51.236326 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e662a29-bde3-46d7-9caf-a446d7406199 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:51.282733 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e662a29-bde3-46d7-9caf-a446d7406199 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:51.285197 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5e662a29-bde3-46d7-9caf-a446d7406199 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:51.286451 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5e662a29-bde3-46d7-9caf-a446d7406199 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f88e3b1b-ec90-46ea-8ac6-705827ac7c0a HTTP/1.1" status: 204 len: 168 time: 0.1222827 Jul 16 09:26:51.294938 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e662a29-bde3-46d7-9caf-a446d7406199 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f88e3b1b-ec90-46ea-8ac6-705827ac7c0a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:51.973355 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45916) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:52.068493 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-05955e03-e399-4404-9912-bceeb819b63b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1802549216-network', 'tenant_id': '8085f6dcf8104bdc8c3ae5049a6b5860'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:26:52.092848 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05955e03-e399-4404-9912-bceeb819b63b admin admin] Made reservation on behalf of 8085f6dcf8104bdc8c3ae5049a6b5860 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:26:52.095177 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-05955e03-e399-4404-9912-bceeb819b63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:52.103882 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-05955e03-e399-4404-9912-bceeb819b63b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:52.192552 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-05955e03-e399-4404-9912-bceeb819b63b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:52.196205 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-05955e03-e399-4404-9912-bceeb819b63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:52.218676 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05955e03-e399-4404-9912-bceeb819b63b admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:26:52.233837 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device a0ce15be-90fa-41bd-9a66-40f6bb2e8c44 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:26:52.234887 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05955e03-e399-4404-9912-bceeb819b63b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdd104e1-9fe9-42e1-909a-fffadc32e42c,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:52.238975 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-05955e03-e399-4404-9912-bceeb819b63b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:52.239339 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-05955e03-e399-4404-9912-bceeb819b63b admin admin] Added segment 5917a83a-3506-465c-832f-131b85c8bf1b of type vlan for network 0f979bb3-7a24-4dc7-85da-054a759dac4a Jul 16 09:26:52.256550 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: a0ce15be-90fa-41bd-9a66-40f6bb2e8c44 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:26:52.256896 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device a0ce15be-90fa-41bd-9a66-40f6bb2e8c44 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:26:52.282134 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-05955e03-e399-4404-9912-bceeb819b63b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:52.309871 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-05955e03-e399-4404-9912-bceeb819b63b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:52.311070 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05955e03-e399-4404-9912-bceeb819b63b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:52.311661 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-05955e03-e399-4404-9912-bceeb819b63b admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:52.344075 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-05955e03-e399-4404-9912-bceeb819b63b admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3696237 Jul 16 09:26:52.347142 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 45920) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:26:52.352207 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-e37a5cd6-eaf0-4d53-a8d7-db1294933765 admin admin] Request body: {'subnet': {'network_id': '0f979bb3-7a24-4dc7-85da-054a759dac4a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1802549216-subnet', 'tenant_id': '8085f6dcf8104bdc8c3ae5049a6b5860', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:26:52.373345 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e37a5cd6-eaf0-4d53-a8d7-db1294933765 admin admin] Made reservation on behalf of 8085f6dcf8104bdc8c3ae5049a6b5860 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:26:52.375668 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e37a5cd6-eaf0-4d53-a8d7-db1294933765 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:52.378042 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05955e03-e399-4404-9912-bceeb819b63b admin admin] Pushing event updated for resources: {'Network': ['ID=0f979bb3-7a24-4dc7-85da-054a759dac4a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:52.388781 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 0f979bb3-7a24-4dc7-85da-054a759dac4a details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:26:52.539660 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e37a5cd6-eaf0-4d53-a8d7-db1294933765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:52.591290 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37a5cd6-eaf0-4d53-a8d7-db1294933765 admin admin] Pushing event updated for resources: {'Subnet': ['ID=669eb05b-21f3-43aa-ac61-9b0c1ee5427e,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:52.601267 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e37a5cd6-eaf0-4d53-a8d7-db1294933765 admin admin] Checking segment: {'id': '5917a83a-3506-465c-832f-131b85c8bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0f979bb3-7a24-4dc7-85da-054a759dac4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:26:52.601630 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37a5cd6-eaf0-4d53-a8d7-db1294933765 admin admin] Network hostable DHCP agents. Network: 0f979bb3-7a24-4dc7-85da-054a759dac4a, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:26:52.617896 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e37a5cd6-eaf0-4d53-a8d7-db1294933765 admin admin] Network 0f979bb3-7a24-4dc7-85da-054a759dac4a is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:26:52.626604 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-e37a5cd6-eaf0-4d53-a8d7-db1294933765 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 0f979bb3-7a24-4dc7-85da-054a759dac4a) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:26:52.631187 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e37a5cd6-eaf0-4d53-a8d7-db1294933765 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:52.632131 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e37a5cd6-eaf0-4d53-a8d7-db1294933765 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:52.636013 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-422512a6-88b9-44fa-8f09-9586b07ca181 None None] Network 0f979bb3-7a24-4dc7-85da-054a759dac4a requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:26:52.646485 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e37a5cd6-eaf0-4d53-a8d7-db1294933765 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.2981517 Jul 16 09:26:52.762388 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342c060a-9026-4f52-8dec-5327e008c156 None None] Network 0f979bb3-7a24-4dc7-85da-054a759dac4a requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:26:53.056214 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-28f8d27b-bb91-4b86-9f8f-8b8c0b0bdc98 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:53.058264 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-28f8d27b-bb91-4b86-9f8f-8b8c0b0bdc98 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/networks?id=0f979bb3-7a24-4dc7-85da-054a759dac4a HTTP/1.1" status: 200 len: 812 time: 0.0994108 Jul 16 09:26:53.072845 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-cff44c2e-1e57-4b3f-84c7-11a683583cd0 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/quotas/8085f6dcf8104bdc8c3ae5049a6b5860 HTTP/1.1" status: 200 len: 375 time: 0.0089939 Jul 16 09:26:53.109797 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-b78d89be-05f3-44e3-a181-243d0946c41a tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=8085f6dcf8104bdc8c3ae5049a6b5860&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321078 Jul 16 09:26:53.187930 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-62396c64-8263-47df-a3f8-7c5a23c14375 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:26:53.188948 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-62396c64-8263-47df-a3f8-7c5a23c14375 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0420127 Jul 16 09:26:53.276137 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-8afc2d74-b9e5-4b1d-a2f1-a2f3425eb906 service neutron] 10.222.0.22 "GET /v2.0/networks/0f979bb3-7a24-4dc7-85da-054a759dac4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814965 Jul 16 09:26:53.366542 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-23c88e2e-bcee-49b5-a6b7-15d351228d52 service neutron] 10.222.0.22 "GET /v2.0/networks/0f979bb3-7a24-4dc7-85da-054a759dac4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847459 Jul 16 09:26:53.536884 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5dc129d4-d4b9-4f1f-94e6-fe8fea17208c req-cfd5fc97-9807-4b44-90a4-cf8a4cc56b3c tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 210 time: 0.0342255 Jul 16 09:26:54.616016 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-01a28739-96ef-467b-ac93-74789980ad43 req-87932af6-f632-4933-a2e7-a31e2f921fdb tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 210 time: 0.0293911 Jul 16 09:26:55.696278 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2d7a5c0b-df32-400e-af2a-cc49aa281b47 req-a0154bf8-3204-42e8-963f-60f0d3b4cd4a tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 210 time: 0.0307293 Jul 16 09:26:56.731097 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-2b93df76-1a38-4e18-a057-c3115d61bcbf tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:56.732731 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-2b93df76-1a38-4e18-a057-c3115d61bcbf tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.21 "GET /v2.0/networks?id=0f979bb3-7a24-4dc7-85da-054a759dac4a HTTP/1.1" status: 200 len: 812 time: 0.1035352 Jul 16 09:26:56.745846 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-e37ab1a9-4d67-48ec-b35a-a1886d2883df tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Request body: {'port': {'device_id': '0a238824-213b-4e0a-b939-a3ac762f1356', 'network_id': '0f979bb3-7a24-4dc7-85da-054a759dac4a', 'admin_state_up': True, 'tenant_id': '8085f6dcf8104bdc8c3ae5049a6b5860'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:26:56.857792 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-e37ab1a9-4d67-48ec-b35a-a1886d2883df tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Made reservation on behalf of 8085f6dcf8104bdc8c3ae5049a6b5860 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:26:56.858064 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9be3792f-61b4-4bcc-8d1a-8c96e1b704e5 req-362b7c56-19ec-451b-a49a-d478bfd932c0 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 210 time: 0.0298893 Jul 16 09:26:56.862386 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-e37ab1a9-4d67-48ec-b35a-a1886d2883df tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:56.990089 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-e37ab1a9-4d67-48ec-b35a-a1886d2883df tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Allocated IP 172.20.0.11 (0f979bb3-7a24-4dc7-85da-054a759dac4a/669eb05b-21f3-43aa-ac61-9b0c1ee5427e/857f0179-5f89-4c60-bda6-aefe71c6111f) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:26:57.138068 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-e37ab1a9-4d67-48ec-b35a-a1886d2883df tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:57.177160 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-e37ab1a9-4d67-48ec-b35a-a1886d2883df tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:57.219020 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-e37ab1a9-4d67-48ec-b35a-a1886d2883df tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Network 0f979bb3-7a24-4dc7-85da-054a759dac4a is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:26:57.224038 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-e37ab1a9-4d67-48ec-b35a-a1886d2883df tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:26:57.227729 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-e37ab1a9-4d67-48ec-b35a-a1886d2883df tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:26:57.253173 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37ab1a9-4d67-48ec-b35a-a1886d2883df tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Pushing event updated for resources: {'Port': ['ID=857f0179-5f89-4c60-bda6-aefe71c6111f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:57.279310 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-e37ab1a9-4d67-48ec-b35a-a1886d2883df tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:57.279945 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-e37ab1a9-4d67-48ec-b35a-a1886d2883df tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:57.294369 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-e37ab1a9-4d67-48ec-b35a-a1886d2883df tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5523534 Jul 16 09:26:57.305406 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-86c1420f-e933-46aa-b841-36104319ed39 service neutron] Request body: {'port': {'device_id': '0a238824-213b-4e0a-b939-a3ac762f1356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:26:57.381396 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-86c1420f-e933-46aa-b841-36104319ed39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:57.657862 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-86c1420f-e933-46aa-b841-36104319ed39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 857f0179-5f89-4c60-bda6-aefe71c6111f {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:26:57.666388 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-86c1420f-e933-46aa-b841-36104319ed39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:57.679704 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-86c1420f-e933-46aa-b841-36104319ed39 service neutron] Transition to ACTIVE for port object 857f0179-5f89-4c60-bda6-aefe71c6111f will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:26:57.684097 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-86c1420f-e933-46aa-b841-36104319ed39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:57.735428 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1420f-e933-46aa-b841-36104319ed39 service neutron] Pushing event updated for resources: {'Port': ['ID=857f0179-5f89-4c60-bda6-aefe71c6111f,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:57.809989 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-86c1420f-e933-46aa-b841-36104319ed39 service neutron] Attempting to bind port 857f0179-5f89-4c60-bda6-aefe71c6111f on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:26:57.810330 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-86c1420f-e933-46aa-b841-36104319ed39 service neutron] Attempting to bind port 857f0179-5f89-4c60-bda6-aefe71c6111f by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '5917a83a-3506-465c-832f-131b85c8bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0f979bb3-7a24-4dc7-85da-054a759dac4a'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:26:57.810666 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-86c1420f-e933-46aa-b841-36104319ed39 service neutron] Attempting to bind port 857f0179-5f89-4c60-bda6-aefe71c6111f on network 0f979bb3-7a24-4dc7-85da-054a759dac4a {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:26:57.815189 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-86c1420f-e933-46aa-b841-36104319ed39 service neutron] Port 857f0179-5f89-4c60-bda6-aefe71c6111f on network 0f979bb3-7a24-4dc7-85da-054a759dac4a not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:26:57.815511 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-86c1420f-e933-46aa-b841-36104319ed39 service neutron] Attempting to bind port 857f0179-5f89-4c60-bda6-aefe71c6111f on network 0f979bb3-7a24-4dc7-85da-054a759dac4a {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:26:57.820189 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-86c1420f-e933-46aa-b841-36104319ed39 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 26, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:26:57.820561 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-86c1420f-e933-46aa-b841-36104319ed39 service neutron] Checking segment: {'id': '5917a83a-3506-465c-832f-131b85c8bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0f979bb3-7a24-4dc7-85da-054a759dac4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:26:57.820950 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-86c1420f-e933-46aa-b841-36104319ed39 service neutron] Bound using segment: {'id': '5917a83a-3506-465c-832f-131b85c8bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0f979bb3-7a24-4dc7-85da-054a759dac4a'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:26:57.821381 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-86c1420f-e933-46aa-b841-36104319ed39 service neutron] Bound port: 857f0179-5f89-4c60-bda6-aefe71c6111f, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5917a83a-3506-465c-832f-131b85c8bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0f979bb3-7a24-4dc7-85da-054a759dac4a'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:26:57.821742 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-86c1420f-e933-46aa-b841-36104319ed39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:57.886959 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-86c1420f-e933-46aa-b841-36104319ed39 service neutron] For port 857f0179-5f89-4c60-bda6-aefe71c6111f, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:26:57.890780 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-86c1420f-e933-46aa-b841-36104319ed39 service neutron] For port 857f0179-5f89-4c60-bda6-aefe71c6111f, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=857f0179-5f89-4c60-bda6-aefe71c6111f,segment=NetworkSegment(5917a83a-3506-465c-832f-131b85c8bf1b),segment_id=5917a83a-3506-465c-832f-131b85c8bf1b)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:26:57.895914 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-86c1420f-e933-46aa-b841-36104319ed39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:57.933143 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-86c1420f-e933-46aa-b841-36104319ed39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:57.933735 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-86c1420f-e933-46aa-b841-36104319ed39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:26:57.935149 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-86c1420f-e933-46aa-b841-36104319ed39 service neutron] 10.222.0.21 "PUT /v2.0/ports/857f0179-5f89-4c60-bda6-aefe71c6111f HTTP/1.1" status: 200 len: 1093 time: 0.6339412 Jul 16 09:26:57.935598 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a238824-213b-4e0a-b939-a3ac762f1356', 'tag': '857f0179-5f89-4c60-bda6-aefe71c6111f'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:26:57.938322 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f222804-f37b-4a18-aae5-8043aaccaf42" -d '{"events": [{"name": "network-changed", "server_uuid": "0a238824-213b-4e0a-b939-a3ac762f1356", "tag": "857f0179-5f89-4c60-bda6-aefe71c6111f"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:26:57.995246 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e77a63c1-ba32-424b-8da6-41168597ecda x-openstack-request-id: req-e77a63c1-ba32-424b-8da6-41168597ecda {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:26:57.995533 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a238824-213b-4e0a-b939-a3ac762f1356", "tag": "857f0179-5f89-4c60-bda6-aefe71c6111f", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:26:57.995785 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e77a63c1-ba32-424b-8da6-41168597ecda {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:26:57.996208 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a238824-213b-4e0a-b939-a3ac762f1356', 'tag': '857f0179-5f89-4c60-bda6-aefe71c6111f', 'status': 'completed', 'code': 200} Jul 16 09:26:57.996804 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1420f-e933-46aa-b841-36104319ed39 service neutron] Pushing event updated for resources: {'Port': ['ID=857f0179-5f89-4c60-bda6-aefe71c6111f,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:26:58.092229 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-a6f00890-4835-4916-9a0b-593e645e5e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:58.093805 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-a6f00890-4835-4916-9a0b-593e645e5e6b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8085f6dcf8104bdc8c3ae5049a6b5860&device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 1096 time: 0.1120763 Jul 16 09:26:58.101970 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8948cc5-b0ba-492c-b1a7-db576fa073ae req-a57ccec0-0a74-48c6-9f6e-4e51af9ba8fe tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:58.103369 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f8948cc5-b0ba-492c-b1a7-db576fa073ae req-a57ccec0-0a74-48c6-9f6e-4e51af9ba8fe tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 944 time: 0.1112487 Jul 16 09:26:58.143124 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-29c1087d-8c6d-4319-815c-343e6e65499e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=857f0179-5f89-4c60-bda6-aefe71c6111f HTTP/1.1" status: 200 len: 217 time: 0.0388277 Jul 16 09:26:58.205661 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f8948cc5-b0ba-492c-b1a7-db576fa073ae req-ac7fcaca-572b-400b-8870-44bfc2bd12d3 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956514 Jul 16 09:26:58.211116 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-e2779461-1e78-424e-aecc-a02bf9f5f316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:58.212407 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-e2779461-1e78-424e-aecc-a02bf9f5f316 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=669eb05b-21f3-43aa-ac61-9b0c1ee5427e HTTP/1.1" status: 200 len: 852 time: 0.0635543 Jul 16 09:26:58.244517 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-27af6589-957f-445b-bc4c-eca77ab75be8 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f979bb3-7a24-4dc7-85da-054a759dac4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262163 Jul 16 09:26:58.335165 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-5cc6d09d-d9a3-4003-9b31-510819b2be51 service neutron] 10.222.0.21 "GET /v2.0/networks/0f979bb3-7a24-4dc7-85da-054a759dac4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847015 Jul 16 09:26:58.422458 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9fce0979-f96c-4b34-ae0f-d260852e51b8 req-5e7f5f85-e389-49dd-91e0-995111486f15 service neutron] 10.222.0.21 "GET /v2.0/networks/0f979bb3-7a24-4dc7-85da-054a759dac4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813577 Jul 16 09:26:58.518187 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f222804-f37b-4a18-aae5-8043aaccaf42 req-3fddb22b-39a2-4dcf-bf5f-02cba4c2aadf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:58.519578 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f222804-f37b-4a18-aae5-8043aaccaf42 req-3fddb22b-39a2-4dcf-bf5f-02cba4c2aadf service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8085f6dcf8104bdc8c3ae5049a6b5860&device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 1096 time: 0.0517635 Jul 16 09:26:58.609246 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f222804-f37b-4a18-aae5-8043aaccaf42 req-8f2fc099-b133-41bc-9b95-520d9c011bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:58.610738 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f222804-f37b-4a18-aae5-8043aaccaf42 req-8f2fc099-b133-41bc-9b95-520d9c011bd4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f979bb3-7a24-4dc7-85da-054a759dac4a HTTP/1.1" status: 200 len: 913 time: 0.0854080 Jul 16 09:26:58.651682 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f222804-f37b-4a18-aae5-8043aaccaf42 req-35a67bf8-20ad-43e7-9b54-68d478e8304c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=857f0179-5f89-4c60-bda6-aefe71c6111f HTTP/1.1" status: 200 len: 217 time: 0.0337796 Jul 16 09:26:58.702716 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f222804-f37b-4a18-aae5-8043aaccaf42 req-6e5cb03c-3964-4344-ba14-953323c47b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:58.704151 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f222804-f37b-4a18-aae5-8043aaccaf42 req-6e5cb03c-3964-4344-ba14-953323c47b3e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=669eb05b-21f3-43aa-ac61-9b0c1ee5427e HTTP/1.1" status: 200 len: 852 time: 0.0467308 Jul 16 09:26:58.737403 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f222804-f37b-4a18-aae5-8043aaccaf42 req-8366030b-0f4f-4db9-91c0-2dfb7ea327e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f979bb3-7a24-4dc7-85da-054a759dac4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263166 Jul 16 09:26:58.828211 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f222804-f37b-4a18-aae5-8043aaccaf42 req-bad25832-5240-4b03-bdbe-4c5d4118dbab service neutron] 10.222.0.21 "GET /v2.0/networks/0f979bb3-7a24-4dc7-85da-054a759dac4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843098 Jul 16 09:26:58.914156 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3f222804-f37b-4a18-aae5-8043aaccaf42 req-b102923e-3896-4d98-a589-7346e6438dce service neutron] 10.222.0.21 "GET /v2.0/networks/0f979bb3-7a24-4dc7-85da-054a759dac4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0796323 Jul 16 09:26:59.379265 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1dfecd-2261-429a-8d22-72c0b19db26a req-051e9af0-edf4-49ca-aa13-6a50f43ed392 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:26:59.380749 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ee1dfecd-2261-429a-8d22-72c0b19db26a req-051e9af0-edf4-49ca-aa13-6a50f43ed392 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 944 time: 0.0653622 Jul 16 09:26:59.418247 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ee1dfecd-2261-429a-8d22-72c0b19db26a req-9d51a7ec-c0ac-4a69-8867-b51b38e9aba1 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320046 Jul 16 09:27:00.264636 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 857f0179-5f89-4c60-bda6-aefe71c6111f details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:27:00.358937 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 857f0179-5f89-4c60-bda6-aefe71c6111f, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=857f0179-5f89-4c60-bda6-aefe71c6111f,segment=NetworkSegment(5917a83a-3506-465c-832f-131b85c8bf1b),segment_id=5917a83a-3506-465c-832f-131b85c8bf1b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:00.370147 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '857f0179-5f89-4c60-bda6-aefe71c6111f', 'network_id': '0f979bb3-7a24-4dc7-85da-054a759dac4a', 'port_id': '857f0179-5f89-4c60-bda6-aefe71c6111f', 'mac_address': 'fa:16:3e:80:8e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '669eb05b-21f3-43aa-ac61-9b0c1ee5427e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:27:00.404871 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:00.417449 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 857f0179-5f89-4c60-bda6-aefe71c6111f {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:27:00.436252 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 857f0179-5f89-4c60-bda6-aefe71c6111f, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=857f0179-5f89-4c60-bda6-aefe71c6111f,segment=NetworkSegment(5917a83a-3506-465c-832f-131b85c8bf1b),segment_id=5917a83a-3506-465c-832f-131b85c8bf1b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:00.441026 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:00.488771 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=857f0179-5f89-4c60-bda6-aefe71c6111f,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:00.590167 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520cf19d-7743-45cd-bab9-2f126cb8068c req-62fe651a-ce0d-4b6d-9f43-4bac2404dbe5 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:00.591652 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-520cf19d-7743-45cd-bab9-2f126cb8068c req-62fe651a-ce0d-4b6d-9f43-4bac2404dbe5 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 945 time: 0.0641446 Jul 16 09:27:00.625500 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['857f0179-5f89-4c60-bda6-aefe71c6111f'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:27:00.632440 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-520cf19d-7743-45cd-bab9-2f126cb8068c req-0893a57d-2983-4014-8f40-ecd823dc9d36 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351515 Jul 16 09:27:01.808208 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f0fdb0-6ba4-4cb0-a10f-f5d168c5af06 req-f225fa44-0ae3-4b54-8089-9b7242b224cc tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:01.809736 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-60f0fdb0-6ba4-4cb0-a10f-f5d168c5af06 req-f225fa44-0ae3-4b54-8089-9b7242b224cc tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 945 time: 0.0683570 Jul 16 09:27:01.847752 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-60f0fdb0-6ba4-4cb0-a10f-f5d168c5af06 req-3ed39bff-75ed-4379-938b-737bfc7898f5 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318789 Jul 16 09:27:02.280613 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 857f0179-5f89-4c60-bda6-aefe71c6111f up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:02.328308 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 857f0179-5f89-4c60-bda6-aefe71c6111f completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:02.331898 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 857f0179-5f89-4c60-bda6-aefe71c6111f triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:02.332269 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:02.408706 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:02.431935 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a238824-213b-4e0a-b939-a3ac762f1356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857f0179-5f89-4c60-bda6-aefe71c6111f'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:27:02.434484 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6daa4670-e952-4782-bebf-923b27b7359f" -d '{"events": [{"server_uuid": "0a238824-213b-4e0a-b939-a3ac762f1356", "name": "network-vif-plugged", "status": "completed", "tag": "857f0179-5f89-4c60-bda6-aefe71c6111f"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:27:02.447463 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 857f0179-5f89-4c60-bda6-aefe71c6111f, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=857f0179-5f89-4c60-bda6-aefe71c6111f,segment=NetworkSegment(5917a83a-3506-465c-832f-131b85c8bf1b),segment_id=5917a83a-3506-465c-832f-131b85c8bf1b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:02.452215 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:02.479840 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b7c4931-a3d8-4436-8eac-71c553fc32f7 x-openstack-request-id: req-5b7c4931-a3d8-4436-8eac-71c553fc32f7 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:27:02.480145 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a238824-213b-4e0a-b939-a3ac762f1356", "name": "network-vif-plugged", "status": "completed", "tag": "857f0179-5f89-4c60-bda6-aefe71c6111f", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:27:02.480434 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5b7c4931-a3d8-4436-8eac-71c553fc32f7 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:27:02.480829 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a238824-213b-4e0a-b939-a3ac762f1356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '857f0179-5f89-4c60-bda6-aefe71c6111f', 'code': 200} Jul 16 09:27:02.506531 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=857f0179-5f89-4c60-bda6-aefe71c6111f,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:02.585441 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e253eeef-0f75-4b67-9f2b-2ee82aa5b1f6 req-a1c8c76d-9cfa-44eb-aa43-1ff48ea4b483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:02.586926 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e253eeef-0f75-4b67-9f2b-2ee82aa5b1f6 req-a1c8c76d-9cfa-44eb-aa43-1ff48ea4b483 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 1098 time: 0.0519314 Jul 16 09:27:02.620293 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e253eeef-0f75-4b67-9f2b-2ee82aa5b1f6 req-b888edb5-e9f9-4ac4-a45e-41f4e97ca933 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0267618 Jul 16 09:27:02.645508 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:02.739914 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:03.020842 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874ed043-abc4-4200-b45b-d1e7aa5f087d req-3324e6d7-379a-4c23-94ba-daa1ed70ea35 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:03.022481 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-874ed043-abc4-4200-b45b-d1e7aa5f087d req-3324e6d7-379a-4c23-94ba-daa1ed70ea35 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 946 time: 0.0623837 Jul 16 09:27:03.059403 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-874ed043-abc4-4200-b45b-d1e7aa5f087d req-4b2e4611-af5e-4a77-8e87-f532def4f918 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314114 Jul 16 09:27:03.351874 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8856c22a-52bb-40a0-bd53-80f570fd3fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:03.805408 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac2e4a64-2ae4-4ca1-a393-39c7b194b40d req-a5614835-47d7-434f-b2c5-e0a01b5f0250 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0503821 Jul 16 09:27:03.908890 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e4a64-2ae4-4ca1-a393-39c7b194b40d req-c273f847-4696-4e89-b0ba-78162ebb6c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:03.911336 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac2e4a64-2ae4-4ca1-a393-39c7b194b40d req-c273f847-4696-4e89-b0ba-78162ebb6c18 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8085f6dcf8104bdc8c3ae5049a6b5860&device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 1098 time: 0.0654318 Jul 16 09:27:04.016080 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e4a64-2ae4-4ca1-a393-39c7b194b40d req-da5f4f6f-9432-459d-8243-78e3ad5a9553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:04.017480 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac2e4a64-2ae4-4ca1-a393-39c7b194b40d req-da5f4f6f-9432-459d-8243-78e3ad5a9553 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f979bb3-7a24-4dc7-85da-054a759dac4a HTTP/1.1" status: 200 len: 913 time: 0.0873528 Jul 16 09:27:04.057911 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac2e4a64-2ae4-4ca1-a393-39c7b194b40d req-ba46a6cc-5ea4-44f8-9036-e5ed84e420c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=857f0179-5f89-4c60-bda6-aefe71c6111f HTTP/1.1" status: 200 len: 217 time: 0.0338798 Jul 16 09:27:04.109582 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2e4a64-2ae4-4ca1-a393-39c7b194b40d req-b7f8a932-2afd-43e8-87f7-acda8b867856 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:04.111068 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac2e4a64-2ae4-4ca1-a393-39c7b194b40d req-b7f8a932-2afd-43e8-87f7-acda8b867856 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=669eb05b-21f3-43aa-ac61-9b0c1ee5427e HTTP/1.1" status: 200 len: 852 time: 0.0474999 Jul 16 09:27:04.143804 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac2e4a64-2ae4-4ca1-a393-39c7b194b40d req-b5a3d315-ec81-4d67-8a50-d36ed098a74e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f979bb3-7a24-4dc7-85da-054a759dac4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266430 Jul 16 09:27:04.271631 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac2e4a64-2ae4-4ca1-a393-39c7b194b40d req-cab6ac88-9fe6-4344-8662-dfa7596071b2 service neutron] 10.222.0.21 "GET /v2.0/networks/0f979bb3-7a24-4dc7-85da-054a759dac4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212091 Jul 16 09:27:04.303207 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ac81bf-8ad8-4f26-b6f6-e03438e96f75 req-cfe99edf-fa60-437d-918c-67010a692c21 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:04.304685 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-80ac81bf-8ad8-4f26-b6f6-e03438e96f75 req-cfe99edf-fa60-437d-918c-67010a692c21 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 946 time: 0.1309669 Jul 16 09:27:04.382404 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-80ac81bf-8ad8-4f26-b6f6-e03438e96f75 req-7a71c35b-f67c-4b50-a47a-29cc3b57264f tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714922 Jul 16 09:27:04.399860 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac2e4a64-2ae4-4ca1-a393-39c7b194b40d req-6f9dc6ca-3c32-426e-aef8-f5ff31b5b23c service neutron] 10.222.0.21 "GET /v2.0/networks/0f979bb3-7a24-4dc7-85da-054a759dac4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216002 Jul 16 09:27:04.707330 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 45994) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:04.785551 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c30154-6eb7-478f-8a0c-e7ce19a74e3c req-91b471dd-9fa2-4063-8058-64613340791a tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:04.787362 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-23c30154-6eb7-478f-8a0c-e7ce19a74e3c req-91b471dd-9fa2-4063-8058-64613340791a tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 946 time: 0.0743048 Jul 16 09:27:04.813739 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f8866677-9906-4129-a78c-24b133b7ba7e req-cc719d1e-d4d5-4755-97c4-8d4dd7aba67f service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1046200 Jul 16 09:27:04.829426 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-23c30154-6eb7-478f-8a0c-e7ce19a74e3c req-8ab94aeb-0b7b-44f5-80ae-a3e1ef1fd974 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351033 Jul 16 09:27:05.781249 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-57268520-86c5-4f12-8fbd-12bc1aa68cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:06.001752 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc4daa-0899-40c8-8db2-73b839c3845f req-37a371b1-2e3c-47c3-8600-d286c3459c2d tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:06.003392 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6edc4daa-0899-40c8-8db2-73b839c3845f req-37a371b1-2e3c-47c3-8600-d286c3459c2d tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 946 time: 0.0631001 Jul 16 09:27:06.041185 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6edc4daa-0899-40c8-8db2-73b839c3845f req-76ff5399-1486-4aea-a7a0-6cbfa170a321 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314336 Jul 16 09:27:06.100814 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:07.217055 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32984a5-255c-4464-a2d2-708016d0e706 req-d9793103-8006-473b-8d97-54d65dfa2527 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:07.218537 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b32984a5-255c-4464-a2d2-708016d0e706 req-d9793103-8006-473b-8d97-54d65dfa2527 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 946 time: 0.0624518 Jul 16 09:27:07.255683 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b32984a5-255c-4464-a2d2-708016d0e706 req-9112ccd3-8e1d-44b5-b92f-d64dd3a894d1 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315943 Jul 16 09:27:07.284169 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:07.951302 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8866677-9906-4129-a78c-24b133b7ba7e req-f37ca735-a184-47d7-bd43-7a688d94bad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:07.952811 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f8866677-9906-4129-a78c-24b133b7ba7e req-f37ca735-a184-47d7-bd43-7a688d94bad9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8085f6dcf8104bdc8c3ae5049a6b5860&device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 1098 time: 0.0553169 Jul 16 09:27:08.038563 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8866677-9906-4129-a78c-24b133b7ba7e req-87cb8f38-3f94-4b3c-9606-c39a045e5ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:08.039945 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f8866677-9906-4129-a78c-24b133b7ba7e req-87cb8f38-3f94-4b3c-9606-c39a045e5ea8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f979bb3-7a24-4dc7-85da-054a759dac4a HTTP/1.1" status: 200 len: 913 time: 0.0808964 Jul 16 09:27:08.083224 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f8866677-9906-4129-a78c-24b133b7ba7e req-f7ba2237-55ff-40f1-84d0-d58c2616797b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=857f0179-5f89-4c60-bda6-aefe71c6111f HTTP/1.1" status: 200 len: 217 time: 0.0372016 Jul 16 09:27:08.128594 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8866677-9906-4129-a78c-24b133b7ba7e req-529fdc0c-1fb4-42c3-b294-a16f6cd40d92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:08.129976 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f8866677-9906-4129-a78c-24b133b7ba7e req-529fdc0c-1fb4-42c3-b294-a16f6cd40d92 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=669eb05b-21f3-43aa-ac61-9b0c1ee5427e HTTP/1.1" status: 200 len: 852 time: 0.0414205 Jul 16 09:27:08.160611 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f8866677-9906-4129-a78c-24b133b7ba7e req-fd0062f9-6b31-4564-b20d-8ec4bfee7967 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f979bb3-7a24-4dc7-85da-054a759dac4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248754 Jul 16 09:27:08.249863 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f8866677-9906-4129-a78c-24b133b7ba7e req-13c26927-08c5-423f-8b33-133ec10386bc service neutron] 10.222.0.21 "GET /v2.0/networks/0f979bb3-7a24-4dc7-85da-054a759dac4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836220 Jul 16 09:27:08.339544 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f8866677-9906-4129-a78c-24b133b7ba7e req-1baa5fe4-47e3-4cc7-8068-3fffbb467efd service neutron] 10.222.0.21 "GET /v2.0/networks/0f979bb3-7a24-4dc7-85da-054a759dac4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834677 Jul 16 09:27:08.439774 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681789d-d174-440a-892d-f84b3cf67d15 req-737577ef-4241-4444-9820-28cf41bb71bf tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:08.441304 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9681789d-d174-440a-892d-f84b3cf67d15 req-737577ef-4241-4444-9820-28cf41bb71bf tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 946 time: 0.0681064 Jul 16 09:27:08.482030 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9681789d-d174-440a-892d-f84b3cf67d15 req-c360b2d5-4102-4cad-bfea-3b7bd9351adc tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343819 Jul 16 09:27:08.735514 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:09.655589 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e02ab8-d2ad-449d-9b7e-a565f34b9093 req-6e7a1505-5630-4af6-b0be-a6b25279ff9a tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:09.657062 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c2e02ab8-d2ad-449d-9b7e-a565f34b9093 req-6e7a1505-5630-4af6-b0be-a6b25279ff9a tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 946 time: 0.0644240 Jul 16 09:27:09.694358 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c2e02ab8-d2ad-449d-9b7e-a565f34b9093 req-d97e650d-bfea-4799-a965-8961179b069d tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318654 Jul 16 09:27:10.867400 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8831b2aa-6481-4060-bcad-f995377e565c req-778d8b8f-37fe-4231-a56d-d8bc10c3c5bc tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:10.869582 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8831b2aa-6481-4060-bcad-f995377e565c req-778d8b8f-37fe-4231-a56d-d8bc10c3c5bc tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 946 time: 0.0641136 Jul 16 09:27:10.906534 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8831b2aa-6481-4060-bcad-f995377e565c req-e7a49a7b-5368-417a-91dd-7cc6d6442f2e tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314302 Jul 16 09:27:12.081325 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5780fdf5-5290-46d4-989b-e87763839c2b req-c4432cd3-6129-403b-b6d9-a9f1edd934a7 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:12.082797 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5780fdf5-5290-46d4-989b-e87763839c2b req-c4432cd3-6129-403b-b6d9-a9f1edd934a7 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 946 time: 0.0638428 Jul 16 09:27:12.119574 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5780fdf5-5290-46d4-989b-e87763839c2b req-56cc7510-b6dc-4c48-b521-dda3c6f66a2b tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311449 Jul 16 09:27:13.292590 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191bf1ca-3e68-440f-8be3-49fb35082ec8 req-80493db4-b14f-4966-827b-0c36129c0e59 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:13.294115 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-191bf1ca-3e68-440f-8be3-49fb35082ec8 req-80493db4-b14f-4966-827b-0c36129c0e59 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 946 time: 0.0636697 Jul 16 09:27:13.332113 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-191bf1ca-3e68-440f-8be3-49fb35082ec8 req-a996eea1-eed0-4437-b310-202c595f3d7a tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323923 Jul 16 09:27:14.508510 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999394e5-60da-4d17-bb9e-58a79b791174 req-091d5a30-7a30-4fb7-a503-a72854673a86 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:14.510495 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-999394e5-60da-4d17-bb9e-58a79b791174 req-091d5a30-7a30-4fb7-a503-a72854673a86 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 946 time: 0.0645189 Jul 16 09:27:14.548295 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-999394e5-60da-4d17-bb9e-58a79b791174 req-560cf04d-cf41-4c18-b62f-ba08e0a61ee8 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322883 Jul 16 09:27:15.253229 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:27:15.722634 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65c96ab-6675-418b-b5fd-e86dff33780f req-e6c42194-ac68-46c7-b69f-7661aacdf21d tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:15.724165 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c65c96ab-6675-418b-b5fd-e86dff33780f req-e6c42194-ac68-46c7-b69f-7661aacdf21d tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 946 time: 0.0675919 Jul 16 09:27:15.764906 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c65c96ab-6675-418b-b5fd-e86dff33780f req-8df647a3-5470-4389-9aa2-b638be3ec811 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342493 Jul 16 09:27:16.943202 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4bba02-9359-4dcd-8818-0dc55e2ac5f0 req-f10d8069-79e5-4768-8c4d-4c1c682a1eda tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:16.944702 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef4bba02-9359-4dcd-8818-0dc55e2ac5f0 req-f10d8069-79e5-4768-8c4d-4c1c682a1eda tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 946 time: 0.0680151 Jul 16 09:27:16.983044 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef4bba02-9359-4dcd-8818-0dc55e2ac5f0 req-b8ee84c8-841a-43db-8b91-0b8ad48e60f3 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326672 Jul 16 09:27:18.162327 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ed574a-106e-41b4-af97-b38618ea171d req-1f2c65a0-6266-44ce-b14b-545a01f42ffa tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:18.163879 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-03ed574a-106e-41b4-af97-b38618ea171d req-1f2c65a0-6266-44ce-b14b-545a01f42ffa tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 946 time: 0.0655162 Jul 16 09:27:18.204676 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-03ed574a-106e-41b4-af97-b38618ea171d req-341a2a95-e380-48e3-af76-437f83619dc7 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347612 Jul 16 09:27:19.377994 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb18c7c-a68e-44a4-80a9-f43173998333 req-24cf4445-df64-48d6-a83c-c1f232576ee7 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:19.379476 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9bb18c7c-a68e-44a4-80a9-f43173998333 req-24cf4445-df64-48d6-a83c-c1f232576ee7 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 946 time: 0.0622311 Jul 16 09:27:19.417805 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9bb18c7c-a68e-44a4-80a9-f43173998333 req-67056121-0c3a-45d7-8fd4-7c1d79e150c6 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311389 Jul 16 09:27:20.597564 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07fc28a-3d3e-4fae-b2f3-3692ccc2ee70 req-670580be-41c0-4e71-a8e9-465aa3a5a269 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:20.599087 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b07fc28a-3d3e-4fae-b2f3-3692ccc2ee70 req-670580be-41c0-4e71-a8e9-465aa3a5a269 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 946 time: 0.0687065 Jul 16 09:27:20.637974 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b07fc28a-3d3e-4fae-b2f3-3692ccc2ee70 req-496a362c-aff4-495e-8c01-0024691c9f65 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329475 Jul 16 09:27:21.815382 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8fd83e-906f-41e0-8484-5b165312c420 req-324767d5-2114-4b22-aa4a-9ee8e14ae58a tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:21.816966 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0f8fd83e-906f-41e0-8484-5b165312c420 req-324767d5-2114-4b22-aa4a-9ee8e14ae58a tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 946 time: 0.0662839 Jul 16 09:27:21.858191 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0f8fd83e-906f-41e0-8484-5b165312c420 req-7e7f5b42-bf82-4403-a7e8-51b47ccb1ab2 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355911 Jul 16 09:27:23.031977 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6372c26f-0ac2-4f4a-a9cb-2751a9bc241b req-51a8a655-9690-498f-879b-17c019f293d9 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:23.034229 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6372c26f-0ac2-4f4a-a9cb-2751a9bc241b req-51a8a655-9690-498f-879b-17c019f293d9 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 946 time: 0.0638428 Jul 16 09:27:23.072189 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6372c26f-0ac2-4f4a-a9cb-2751a9bc241b req-d04c42b3-0a52-48fb-bc01-1cd56d094b6c tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320024 Jul 16 09:27:24.249096 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd960f78-f02e-412e-a6ad-da7ce038ee12 req-5fc8c9b2-ab0a-4d17-87a6-eb6e7e6a80a5 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:24.250710 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fd960f78-f02e-412e-a6ad-da7ce038ee12 req-5fc8c9b2-ab0a-4d17-87a6-eb6e7e6a80a5 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 946 time: 0.0648069 Jul 16 09:27:24.289328 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fd960f78-f02e-412e-a6ad-da7ce038ee12 req-d07508f8-ec4c-44ca-8930-009326e5738e tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329735 Jul 16 09:27:25.460959 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d8fd5-9c66-4b3b-a0ab-d6c395543e15 req-98c618e9-748b-40df-b49c-101dc35d4919 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:25.462454 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-637d8fd5-9c66-4b3b-a0ab-d6c395543e15 req-98c618e9-748b-40df-b49c-101dc35d4919 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 946 time: 0.0650883 Jul 16 09:27:25.500818 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-637d8fd5-9c66-4b3b-a0ab-d6c395543e15 req-251d68c4-79d1-4180-8939-755a8c77530e tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321889 Jul 16 09:27:26.668803 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2e527-c8ed-4c3d-9efa-c29d13823557 req-fa9ea8db-ae15-4fc7-94d7-3248e0c65ca3 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:26.670267 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a5e2e527-c8ed-4c3d-9efa-c29d13823557 req-fa9ea8db-ae15-4fc7-94d7-3248e0c65ca3 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 946 time: 0.0610063 Jul 16 09:27:26.706596 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a5e2e527-c8ed-4c3d-9efa-c29d13823557 req-f495d725-8aea-4b5e-87bd-0e5676c56d79 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308857 Jul 16 09:27:27.887656 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05841cbe-312f-4016-9da0-ec6457a4267f req-dd836ac5-7229-4921-b2cd-ce39e0fa893e tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:27.889193 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-05841cbe-312f-4016-9da0-ec6457a4267f req-dd836ac5-7229-4921-b2cd-ce39e0fa893e tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 946 time: 0.0678353 Jul 16 09:27:27.929133 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-05841cbe-312f-4016-9da0-ec6457a4267f req-f6101851-fc1e-4422-897c-8fcdbf0c7bd1 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338120 Jul 16 09:27:29.103858 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5ab930-8760-4fc9-a208-1d2f4fb04337 req-ea6ac5aa-8103-4b2c-9875-af8720591f05 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:29.105891 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ba5ab930-8760-4fc9-a208-1d2f4fb04337 req-ea6ac5aa-8103-4b2c-9875-af8720591f05 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 946 time: 0.0659425 Jul 16 09:27:29.141759 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ba5ab930-8760-4fc9-a208-1d2f4fb04337 req-d40597a3-b1d6-41af-ac16-cd9edbfdfdc2 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303817 Jul 16 09:27:30.317072 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aff98f3-4344-4631-b6a6-182bcfb693b0 req-2d57d0a5-e07b-4b4b-9318-36c5e78c472f tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:30.318662 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8aff98f3-4344-4631-b6a6-182bcfb693b0 req-2d57d0a5-e07b-4b4b-9318-36c5e78c472f tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 946 time: 0.0643721 Jul 16 09:27:30.357620 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8aff98f3-4344-4631-b6a6-182bcfb693b0 req-ab9a17fc-52a5-408d-bdbf-7953fe96fb40 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333536 Jul 16 09:27:31.532553 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7697cd-a2b5-4d96-975b-5f8daed5adf8 req-8d5c4505-ef1d-4b48-9947-b1f7f2528b7c tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:31.534030 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0d7697cd-a2b5-4d96-975b-5f8daed5adf8 req-8d5c4505-ef1d-4b48-9947-b1f7f2528b7c tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 946 time: 0.0653939 Jul 16 09:27:31.571854 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0d7697cd-a2b5-4d96-975b-5f8daed5adf8 req-6106ba4a-c4cc-475a-a318-458226171a84 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321968 Jul 16 09:27:32.661074 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:32.749300 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28fdcfe-3c8a-4531-8613-771d73392c0d req-9cfaf742-e0a9-47f5-87d8-9a45a2e6f6c8 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:32.750818 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f28fdcfe-3c8a-4531-8613-771d73392c0d req-9cfaf742-e0a9-47f5-87d8-9a45a2e6f6c8 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 946 time: 0.0690479 Jul 16 09:27:32.777843 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:32.791880 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f28fdcfe-3c8a-4531-8613-771d73392c0d req-e50de117-e89e-4fee-8cbb-19e73a81988b tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352449 Jul 16 09:27:33.352885 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-71aa374f-0ed1-4d19-8619-a44e8a713249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:33.970529 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37e3537-3c22-4012-9b4e-b6ce41fac841 req-4648f37b-fb07-44b4-8d70-5c59ba19ff94 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:33.972001 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c37e3537-3c22-4012-9b4e-b6ce41fac841 req-4648f37b-fb07-44b4-8d70-5c59ba19ff94 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 946 time: 0.0664339 Jul 16 09:27:34.010590 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c37e3537-3c22-4012-9b4e-b6ce41fac841 req-d4370dee-c61f-4095-9638-4bc1ec2faf91 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326731 Jul 16 09:27:35.181226 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf92bdd7-a7ea-40b4-a630-c92f7a519d29 req-81524710-4a8f-4508-9d76-20037a97abbb tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:35.182766 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bf92bdd7-a7ea-40b4-a630-c92f7a519d29 req-81524710-4a8f-4508-9d76-20037a97abbb tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 946 time: 0.0630417 Jul 16 09:27:35.220817 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bf92bdd7-a7ea-40b4-a630-c92f7a519d29 req-2122f893-1cd0-4b59-a3b2-b258a88053bd tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322511 Jul 16 09:27:35.250499 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [req-f8866677-9906-4129-a78c-24b133b7ba7e req-af1ce71e-da09-476a-a783-8fe6ea27a0d9 service neutron] show failed (client error): The resource could not be found. Jul 16 09:27:35.251500 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f8866677-9906-4129-a78c-24b133b7ba7e req-af1ce71e-da09-476a-a783-8fe6ea27a0d9 service neutron] 10.222.0.21 "GET /v2.0/ports/857f0179-5f89-4c60-bda6-aefe71c6111f/bindings/n-h1-771362-37 HTTP/1.1" status: 404 len: 381 time: 0.0536301 Jul 16 09:27:35.529509 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8866677-9906-4129-a78c-24b133b7ba7e req-8e040fdf-f27f-449d-9872-12cf17718f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:35.531021 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f8866677-9906-4129-a78c-24b133b7ba7e req-8e040fdf-f27f-449d-9872-12cf17718f7f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356&tenant_id=8085f6dcf8104bdc8c3ae5049a6b5860 HTTP/1.1" status: 200 len: 1098 time: 0.0866787 Jul 16 09:27:35.543285 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-f8866677-9906-4129-a78c-24b133b7ba7e req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-37', 'device_owner': 'compute:nova'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:35.611396 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f8866677-9906-4129-a78c-24b133b7ba7e req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:35.783096 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d5f4bd6f-ec53-4105-82eb-3c50f2942667 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:35.812173 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f8866677-9906-4129-a78c-24b133b7ba7e req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] For port 857f0179-5f89-4c60-bda6-aefe71c6111f, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=857f0179-5f89-4c60-bda6-aefe71c6111f,segment=NetworkSegment(5917a83a-3506-465c-832f-131b85c8bf1b),segment_id=5917a83a-3506-465c-832f-131b85c8bf1b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:35.849271 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f8866677-9906-4129-a78c-24b133b7ba7e req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] For port 857f0179-5f89-4c60-bda6-aefe71c6111f, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:27:35.887287 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a238824-213b-4e0a-b939-a3ac762f1356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '857f0179-5f89-4c60-bda6-aefe71c6111f'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:27:35.889513 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a947ddb7-54e6-43c5-95b7-6ef193e4294c" -d '{"events": [{"server_uuid": "0a238824-213b-4e0a-b939-a3ac762f1356", "name": "network-vif-unplugged", "status": "completed", "tag": "857f0179-5f89-4c60-bda6-aefe71c6111f"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:27:35.893070 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f8866677-9906-4129-a78c-24b133b7ba7e req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:35.905543 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-f8866677-9906-4129-a78c-24b133b7ba7e req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] Transition to ACTIVE for port object 857f0179-5f89-4c60-bda6-aefe71c6111f will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:35.909336 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f8866677-9906-4129-a78c-24b133b7ba7e req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:35.943594 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5edc22c-de43-44ec-8ad4-217ad58a782f x-openstack-request-id: req-b5edc22c-de43-44ec-8ad4-217ad58a782f {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:27:35.943893 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a238824-213b-4e0a-b939-a3ac762f1356", "name": "network-vif-unplugged", "status": "completed", "tag": "857f0179-5f89-4c60-bda6-aefe71c6111f", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:27:35.944148 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b5edc22c-de43-44ec-8ad4-217ad58a782f {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:27:35.944573 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a238824-213b-4e0a-b939-a3ac762f1356', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '857f0179-5f89-4c60-bda6-aefe71c6111f', 'code': 200} Jul 16 09:27:35.972147 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8866677-9906-4129-a78c-24b133b7ba7e req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] No DVR routers for this DVR port 857f0179-5f89-4c60-bda6-aefe71c6111f on host n-h2-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:27:35.979280 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] Pushing event updated for resources: {'Port': ['ID=857f0179-5f89-4c60-bda6-aefe71c6111f,revision_number=6']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:35.989124 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:35.989473 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:35.989816 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:35.990154 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:35.990490 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:35.990825 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:35.991152 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:35.991481 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:35.991809 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:35.992136 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:35.992494 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:35.992821 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:36.023842 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f8866677-9906-4129-a78c-24b133b7ba7e req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] Attempting to bind port 857f0179-5f89-4c60-bda6-aefe71c6111f on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:27:36.024176 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f8866677-9906-4129-a78c-24b133b7ba7e req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] Attempting to bind port 857f0179-5f89-4c60-bda6-aefe71c6111f by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '5917a83a-3506-465c-832f-131b85c8bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0f979bb3-7a24-4dc7-85da-054a759dac4a'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:27:36.024541 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8866677-9906-4129-a78c-24b133b7ba7e req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] Attempting to bind port 857f0179-5f89-4c60-bda6-aefe71c6111f on network 0f979bb3-7a24-4dc7-85da-054a759dac4a {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:36.028963 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8866677-9906-4129-a78c-24b133b7ba7e req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] Port 857f0179-5f89-4c60-bda6-aefe71c6111f on network 0f979bb3-7a24-4dc7-85da-054a759dac4a not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:27:36.029163 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8866677-9906-4129-a78c-24b133b7ba7e req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] Attempting to bind port 857f0179-5f89-4c60-bda6-aefe71c6111f on network 0f979bb3-7a24-4dc7-85da-054a759dac4a {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:36.034937 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8866677-9906-4129-a78c-24b133b7ba7e req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:27:36.035285 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8866677-9906-4129-a78c-24b133b7ba7e req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] Checking segment: {'id': '5917a83a-3506-465c-832f-131b85c8bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0f979bb3-7a24-4dc7-85da-054a759dac4a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:36.035673 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8866677-9906-4129-a78c-24b133b7ba7e req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] Bound using segment: {'id': '5917a83a-3506-465c-832f-131b85c8bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0f979bb3-7a24-4dc7-85da-054a759dac4a'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:27:36.036109 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f8866677-9906-4129-a78c-24b133b7ba7e req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] Bound port: 857f0179-5f89-4c60-bda6-aefe71c6111f, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5917a83a-3506-465c-832f-131b85c8bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0f979bb3-7a24-4dc7-85da-054a759dac4a'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:27:36.036497 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f8866677-9906-4129-a78c-24b133b7ba7e req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:36.103668 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:36.103999 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f8866677-9906-4129-a78c-24b133b7ba7e req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] For port 857f0179-5f89-4c60-bda6-aefe71c6111f, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:27:36.107247 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f8866677-9906-4129-a78c-24b133b7ba7e req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] For port 857f0179-5f89-4c60-bda6-aefe71c6111f, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=857f0179-5f89-4c60-bda6-aefe71c6111f,segment=NetworkSegment(5917a83a-3506-465c-832f-131b85c8bf1b),segment_id=5917a83a-3506-465c-832f-131b85c8bf1b)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:27:36.110885 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f8866677-9906-4129-a78c-24b133b7ba7e req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:36.152319 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8866677-9906-4129-a78c-24b133b7ba7e req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:36.152979 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f8866677-9906-4129-a78c-24b133b7ba7e req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:36.154552 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f8866677-9906-4129-a78c-24b133b7ba7e req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] 10.222.0.30 "PUT /v2.0/ports/857f0179-5f89-4c60-bda6-aefe71c6111f HTTP/1.1" status: 200 len: 1093 time: 0.6152275 Jul 16 09:27:36.171028 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227d4cab-bf16-42b7-bb1b-f07d17726a87 service neutron] Pushing event updated for resources: {'Port': ['ID=857f0179-5f89-4c60-bda6-aefe71c6111f,revision_number=7']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:36.229679 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8866677-9906-4129-a78c-24b133b7ba7e req-7c218fe2-29a4-49f9-aaa5-abe34a770df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:36.231141 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f8866677-9906-4129-a78c-24b133b7ba7e req-7c218fe2-29a4-49f9-aaa5-abe34a770df8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8085f6dcf8104bdc8c3ae5049a6b5860&device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 1096 time: 0.0524857 Jul 16 09:27:36.326130 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8866677-9906-4129-a78c-24b133b7ba7e req-d3d5be82-da28-4bb3-88cd-d50c544e6610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:36.327873 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f8866677-9906-4129-a78c-24b133b7ba7e req-d3d5be82-da28-4bb3-88cd-d50c544e6610 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0f979bb3-7a24-4dc7-85da-054a759dac4a HTTP/1.1" status: 200 len: 913 time: 0.0907500 Jul 16 09:27:36.377083 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f8866677-9906-4129-a78c-24b133b7ba7e req-8ece0009-6238-4239-80d9-c6f2d28778af service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=857f0179-5f89-4c60-bda6-aefe71c6111f HTTP/1.1" status: 200 len: 217 time: 0.0426247 Jul 16 09:27:36.450142 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8866677-9906-4129-a78c-24b133b7ba7e req-0a48b5f0-470c-401e-bf66-5e5973421b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:36.451464 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f8866677-9906-4129-a78c-24b133b7ba7e req-0a48b5f0-470c-401e-bf66-5e5973421b37 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=669eb05b-21f3-43aa-ac61-9b0c1ee5427e HTTP/1.1" status: 200 len: 852 time: 0.0589919 Jul 16 09:27:36.476841 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39163741-b5aa-4aad-aafe-04fc6b2ee4e5 req-ce912b6f-8c3e-4be4-b21e-b92b6a6f6b9d tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:36.478263 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-39163741-b5aa-4aad-aafe-04fc6b2ee4e5 req-ce912b6f-8c3e-4be4-b21e-b92b6a6f6b9d tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 944 time: 0.1381423 Jul 16 09:27:36.497915 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f8866677-9906-4129-a78c-24b133b7ba7e req-8ebd7494-6873-4784-8260-9da706a18257 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0f979bb3-7a24-4dc7-85da-054a759dac4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386024 Jul 16 09:27:36.508847 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-f8866677-9906-4129-a78c-24b133b7ba7e req-7c44b30e-dd45-4f1f-83f0-16b4e4bbc528 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:27:36.509858 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f8866677-9906-4129-a78c-24b133b7ba7e req-7c44b30e-dd45-4f1f-83f0-16b4e4bbc528 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055149 Jul 16 09:27:36.560598 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-39163741-b5aa-4aad-aafe-04fc6b2ee4e5 req-b9bab8a9-2903-4b7c-81d2-9a8fa5ca2a40 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655680 Jul 16 09:27:36.620402 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f8866677-9906-4129-a78c-24b133b7ba7e req-8a551004-a447-4f09-a9ac-0df8ae9b5de0 service neutron] 10.222.0.30 "GET /v2.0/networks/0f979bb3-7a24-4dc7-85da-054a759dac4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038277 Jul 16 09:27:36.706266 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f8866677-9906-4129-a78c-24b133b7ba7e req-d913c3e7-c731-497c-ac1f-6bf454e5957f service neutron] 10.222.0.30 "GET /v2.0/networks/0f979bb3-7a24-4dc7-85da-054a759dac4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797107 Jul 16 09:27:37.290283 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:37.733876 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f60f29-aed2-4753-853c-ff6ebc6d7ca9 req-6992fe86-eb64-4b22-9e6f-839c463013a3 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:37.735347 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-70f60f29-aed2-4753-853c-ff6ebc6d7ca9 req-6992fe86-eb64-4b22-9e6f-839c463013a3 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 944 time: 0.0638816 Jul 16 09:27:37.771810 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-70f60f29-aed2-4753-853c-ff6ebc6d7ca9 req-b50e0d7f-c901-45ee-b8a3-67fb416d43fd tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309308 Jul 16 09:27:37.946222 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0a238824-213b-4e0a-b939-a3ac762f1356', 'tag': '857f0179-5f89-4c60-bda6-aefe71c6111f'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:27:37.948598 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6eb6843-0b93-491e-9933-756e43e3e1e2" -d '{"events": [{"name": "network-changed", "server_uuid": "0a238824-213b-4e0a-b939-a3ac762f1356", "tag": "857f0179-5f89-4c60-bda6-aefe71c6111f"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:27:37.998524 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:27:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36ce1ee5-789a-4fd1-b657-a1e621cbd2f5 x-openstack-request-id: req-36ce1ee5-789a-4fd1-b657-a1e621cbd2f5 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:27:37.998819 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0a238824-213b-4e0a-b939-a3ac762f1356", "tag": "857f0179-5f89-4c60-bda6-aefe71c6111f", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:27:37.999074 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-36ce1ee5-789a-4fd1-b657-a1e621cbd2f5 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:27:37.999480 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0a238824-213b-4e0a-b939-a3ac762f1356', 'tag': '857f0179-5f89-4c60-bda6-aefe71c6111f', 'status': 'completed', 'code': 200} Jul 16 09:27:38.071377 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb6843-0b93-491e-9933-756e43e3e1e2 req-d90f7f64-ebc0-4711-a865-d287fab0d993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:38.073043 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f6eb6843-0b93-491e-9933-756e43e3e1e2 req-d90f7f64-ebc0-4711-a865-d287fab0d993 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8085f6dcf8104bdc8c3ae5049a6b5860&device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 1096 time: 0.0542986 Jul 16 09:27:38.074405 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb6843-0b93-491e-9933-756e43e3e1e2 req-ce16b10a-bc0e-4cd2-a733-9200eb73ea7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:38.075869 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f6eb6843-0b93-491e-9933-756e43e3e1e2 req-ce16b10a-bc0e-4cd2-a733-9200eb73ea7a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8085f6dcf8104bdc8c3ae5049a6b5860&device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 1096 time: 0.0558121 Jul 16 09:27:38.163736 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb6843-0b93-491e-9933-756e43e3e1e2 req-45a99231-4520-44be-b8a6-2ef184d8787d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:38.165220 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f6eb6843-0b93-491e-9933-756e43e3e1e2 req-45a99231-4520-44be-b8a6-2ef184d8787d service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f979bb3-7a24-4dc7-85da-054a759dac4a HTTP/1.1" status: 200 len: 913 time: 0.0836139 Jul 16 09:27:38.170687 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb6843-0b93-491e-9933-756e43e3e1e2 req-4d7d74ac-4dcc-49b9-b058-bf3da222a4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:38.172145 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f6eb6843-0b93-491e-9933-756e43e3e1e2 req-4d7d74ac-4dcc-49b9-b058-bf3da222a4e2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=0f979bb3-7a24-4dc7-85da-054a759dac4a HTTP/1.1" status: 200 len: 913 time: 0.0926914 Jul 16 09:27:38.207926 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f6eb6843-0b93-491e-9933-756e43e3e1e2 req-6206b782-3e7b-4789-a0a8-d7595e7a75a9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=857f0179-5f89-4c60-bda6-aefe71c6111f HTTP/1.1" status: 200 len: 217 time: 0.0366089 Jul 16 09:27:38.217139 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f6eb6843-0b93-491e-9933-756e43e3e1e2 req-bbf6ac9d-5dbf-4997-b238-6067adfbff3e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=857f0179-5f89-4c60-bda6-aefe71c6111f HTTP/1.1" status: 200 len: 217 time: 0.0369918 Jul 16 09:27:38.256487 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb6843-0b93-491e-9933-756e43e3e1e2 req-a351bdb8-2bd1-499a-bdc8-58f625b61408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:38.258114 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f6eb6843-0b93-491e-9933-756e43e3e1e2 req-a351bdb8-2bd1-499a-bdc8-58f625b61408 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=669eb05b-21f3-43aa-ac61-9b0c1ee5427e HTTP/1.1" status: 200 len: 852 time: 0.0447087 Jul 16 09:27:38.281492 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eb6843-0b93-491e-9933-756e43e3e1e2 req-656946fd-23a5-43d6-8449-8123d5ab53b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:38.282952 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f6eb6843-0b93-491e-9933-756e43e3e1e2 req-656946fd-23a5-43d6-8449-8123d5ab53b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=669eb05b-21f3-43aa-ac61-9b0c1ee5427e HTTP/1.1" status: 200 len: 852 time: 0.0504472 Jul 16 09:27:38.293763 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f6eb6843-0b93-491e-9933-756e43e3e1e2 req-68259ff0-2f33-4693-9dbe-21ebe7a644a9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f979bb3-7a24-4dc7-85da-054a759dac4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287275 Jul 16 09:27:38.316813 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f6eb6843-0b93-491e-9933-756e43e3e1e2 req-c5bc77af-8990-415c-b444-1bdc2dd1d3ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=0f979bb3-7a24-4dc7-85da-054a759dac4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272911 Jul 16 09:27:38.386739 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f6eb6843-0b93-491e-9933-756e43e3e1e2 req-da629765-8a32-4633-85de-41ac39808d41 service neutron] 10.222.0.21 "GET /v2.0/networks/0f979bb3-7a24-4dc7-85da-054a759dac4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866928 Jul 16 09:27:38.412185 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f6eb6843-0b93-491e-9933-756e43e3e1e2 req-3fa6cc87-aeec-4553-99e4-e6567e5c882d service neutron] 10.222.0.30 "GET /v2.0/networks/0f979bb3-7a24-4dc7-85da-054a759dac4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886233 Jul 16 09:27:38.451440 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 857f0179-5f89-4c60-bda6-aefe71c6111f no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:27:38.475309 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f6eb6843-0b93-491e-9933-756e43e3e1e2 req-693ee5a1-dd16-4d0e-910e-5340bcc8219a service neutron] 10.222.0.21 "GET /v2.0/networks/0f979bb3-7a24-4dc7-85da-054a759dac4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827398 Jul 16 09:27:38.490311 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 857f0179-5f89-4c60-bda6-aefe71c6111f not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:27:38.501453 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f6eb6843-0b93-491e-9933-756e43e3e1e2 req-ea1be9d5-89be-416c-bb9e-1f81f249a76f service neutron] 10.222.0.30 "GET /v2.0/networks/0f979bb3-7a24-4dc7-85da-054a759dac4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835497 Jul 16 09:27:38.737106 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:38.944768 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a9e133-1357-4568-b3ab-68bd869eed57 req-21c9a5df-efc6-40ab-9c19-ecfd97951b28 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:38.946207 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b7a9e133-1357-4568-b3ab-68bd869eed57 req-21c9a5df-efc6-40ab-9c19-ecfd97951b28 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 944 time: 0.0649524 Jul 16 09:27:39.320869 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b7a9e133-1357-4568-b3ab-68bd869eed57 req-288c8ff8-1d95-49c8-8a74-e5301eed0aba tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3685122 Jul 16 09:27:39.692407 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee2a01-a6ce-4350-b71d-a5bb6b238b70 req-88ab5474-28e7-44f0-99e6-d815a1e8bda5 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:39.693746 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-98ee2a01-a6ce-4350-b71d-a5bb6b238b70 req-88ab5474-28e7-44f0-99e6-d815a1e8bda5 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.21 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356&tenant_id=8085f6dcf8104bdc8c3ae5049a6b5860&binding%3Ahost_id=n-h1-771362-37 HTTP/1.1" status: 200 len: 944 time: 0.0685635 Jul 16 09:27:39.752111 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [req-98ee2a01-a6ce-4350-b71d-a5bb6b238b70 req-094794de-8ab3-415d-8ec5-74b354d3d2bf service neutron] delete failed (client error): The resource could not be found. Jul 16 09:27:39.753452 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-98ee2a01-a6ce-4350-b71d-a5bb6b238b70 req-094794de-8ab3-415d-8ec5-74b354d3d2bf service neutron] 10.222.0.21 "DELETE /v2.0/ports/857f0179-5f89-4c60-bda6-aefe71c6111f/bindings/n-h2-771362-37 HTTP/1.1" status: 404 len: 381 time: 0.0531077 Jul 16 09:27:39.848956 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee2a01-a6ce-4350-b71d-a5bb6b238b70 req-9ed84f03-3fd2-4c60-8f71-26da797ff3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:39.850442 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-98ee2a01-a6ce-4350-b71d-a5bb6b238b70 req-9ed84f03-3fd2-4c60-8f71-26da797ff3d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=8085f6dcf8104bdc8c3ae5049a6b5860&device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 1096 time: 0.0548556 Jul 16 09:27:39.940609 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee2a01-a6ce-4350-b71d-a5bb6b238b70 req-39582a90-5477-4fb2-a039-2473284f5678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:39.942099 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-98ee2a01-a6ce-4350-b71d-a5bb6b238b70 req-39582a90-5477-4fb2-a039-2473284f5678 service neutron] 10.222.0.21 "GET /v2.0/networks?id=0f979bb3-7a24-4dc7-85da-054a759dac4a HTTP/1.1" status: 200 len: 913 time: 0.0853641 Jul 16 09:27:39.985518 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-98ee2a01-a6ce-4350-b71d-a5bb6b238b70 req-66d06284-0525-4a21-9be2-5e6a2fd145c6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=857f0179-5f89-4c60-bda6-aefe71c6111f HTTP/1.1" status: 200 len: 217 time: 0.0373392 Jul 16 09:27:40.033938 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee2a01-a6ce-4350-b71d-a5bb6b238b70 req-bdb32ac3-8968-4882-9eaa-3b52dfc5a648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:40.035404 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-98ee2a01-a6ce-4350-b71d-a5bb6b238b70 req-bdb32ac3-8968-4882-9eaa-3b52dfc5a648 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=669eb05b-21f3-43aa-ac61-9b0c1ee5427e HTTP/1.1" status: 200 len: 852 time: 0.0437367 Jul 16 09:27:40.068969 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-98ee2a01-a6ce-4350-b71d-a5bb6b238b70 req-5aa0e3c9-b103-4cf5-a08f-d360b2f36c14 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=0f979bb3-7a24-4dc7-85da-054a759dac4a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268328 Jul 16 09:27:40.159995 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-98ee2a01-a6ce-4350-b71d-a5bb6b238b70 req-3f4fd159-3115-4b3b-9632-ec6c1457c748 service neutron] 10.222.0.21 "GET /v2.0/networks/0f979bb3-7a24-4dc7-85da-054a759dac4a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846524 Jul 16 09:27:40.247334 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-98ee2a01-a6ce-4350-b71d-a5bb6b238b70 req-89e2b9a8-ea23-4bc5-935c-e228df05cfb6 service neutron] 10.222.0.21 "GET /v2.0/networks/0f979bb3-7a24-4dc7-85da-054a759dac4a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807576 Jul 16 09:27:40.401116 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 857f0179-5f89-4c60-bda6-aefe71c6111f details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:27:40.496634 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 857f0179-5f89-4c60-bda6-aefe71c6111f, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=857f0179-5f89-4c60-bda6-aefe71c6111f,segment=NetworkSegment(5917a83a-3506-465c-832f-131b85c8bf1b),segment_id=5917a83a-3506-465c-832f-131b85c8bf1b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:40.511344 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '857f0179-5f89-4c60-bda6-aefe71c6111f', 'network_id': '0f979bb3-7a24-4dc7-85da-054a759dac4a', 'port_id': '857f0179-5f89-4c60-bda6-aefe71c6111f', 'mac_address': 'fa:16:3e:80:8e:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '669eb05b-21f3-43aa-ac61-9b0c1ee5427e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:27:40.548613 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:40.563000 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 857f0179-5f89-4c60-bda6-aefe71c6111f {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:27:40.583865 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 857f0179-5f89-4c60-bda6-aefe71c6111f, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=857f0179-5f89-4c60-bda6-aefe71c6111f,segment=NetworkSegment(5917a83a-3506-465c-832f-131b85c8bf1b),segment_id=5917a83a-3506-465c-832f-131b85c8bf1b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:40.590477 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:40.635680 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=857f0179-5f89-4c60-bda6-aefe71c6111f,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:40.643115 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:40.643469 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:40.643836 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:40.644176 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:40.644540 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:40.644875 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:40.645207 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:40.645544 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:40.645873 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:40.646203 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:40.646525 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:40.646853 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:40.836053 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['857f0179-5f89-4c60-bda6-aefe71c6111f'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:27:41.065992 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8326343-d599-4009-b427-101272320751 req-92d651f9-5578-49ba-87dc-bf9a43280cbf tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:41.067442 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e8326343-d599-4009-b427-101272320751 req-92d651f9-5578-49ba-87dc-bf9a43280cbf tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 945 time: 0.0659661 Jul 16 09:27:41.104274 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e8326343-d599-4009-b427-101272320751 req-bc1e1c59-f2ca-4209-8885-6b065b045174 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305791 Jul 16 09:27:42.330340 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee2a01-a6ce-4350-b71d-a5bb6b238b70 req-70dd18bc-3695-4047-bf46-a500d0124606 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:42.331811 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-98ee2a01-a6ce-4350-b71d-a5bb6b238b70 req-70dd18bc-3695-4047-bf46-a500d0124606 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 945 time: 0.1136575 Jul 16 09:27:42.340473 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ccabc-b5ce-44ad-9059-8327e5d059e2 req-2307cd97-f1e3-483f-a6e7-d96cfaa34661 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:42.341945 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-145ccabc-b5ce-44ad-9059-8327e5d059e2 req-2307cd97-f1e3-483f-a6e7-d96cfaa34661 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/ports?device_id=0a238824-213b-4e0a-b939-a3ac762f1356 HTTP/1.1" status: 200 len: 945 time: 0.1123908 Jul 16 09:27:42.413140 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-145ccabc-b5ce-44ad-9059-8327e5d059e2 req-38a61e6b-f030-4909-8835-3b49be6a1e24 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.22 "GET /v2.0/security-groups?id=cdd104e1-9fe9-42e1-909a-fffadc32e42c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635815 Jul 16 09:27:42.413596 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 857f0179-5f89-4c60-bda6-aefe71c6111f up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:42.464208 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 857f0179-5f89-4c60-bda6-aefe71c6111f completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:42.467852 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-98ee2a01-a6ce-4350-b71d-a5bb6b238b70 req-cea43d54-6dc5-4143-a66e-8c9f610b4188 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Deleting port 857f0179-5f89-4c60-bda6-aefe71c6111f {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:27:42.468164 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 857f0179-5f89-4c60-bda6-aefe71c6111f triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:42.468299 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-98ee2a01-a6ce-4350-b71d-a5bb6b238b70 req-cea43d54-6dc5-4143-a66e-8c9f610b4188 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:42.468578 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:42.551346 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:42.566908 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-98ee2a01-a6ce-4350-b71d-a5bb6b238b70 req-cea43d54-6dc5-4143-a66e-8c9f610b4188 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] For port 857f0179-5f89-4c60-bda6-aefe71c6111f, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=857f0179-5f89-4c60-bda6-aefe71c6111f,segment=NetworkSegment(5917a83a-3506-465c-832f-131b85c8bf1b),segment_id=5917a83a-3506-465c-832f-131b85c8bf1b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:42.567295 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-98ee2a01-a6ce-4350-b71d-a5bb6b238b70 req-cea43d54-6dc5-4143-a66e-8c9f610b4188 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:42.580585 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-98ee2a01-a6ce-4350-b71d-a5bb6b238b70 req-cea43d54-6dc5-4143-a66e-8c9f610b4188 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Calling delete_port for 857f0179-5f89-4c60-bda6-aefe71c6111f owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:27:42.732594 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-98ee2a01-a6ce-4350-b71d-a5bb6b238b70 req-cea43d54-6dc5-4143-a66e-8c9f610b4188 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:42.751448 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['857f0179-5f89-4c60-bda6-aefe71c6111f'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:27:42.763874 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea43d54-6dc5-4143-a66e-8c9f610b4188 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Pushing event deleted for resources: {'Port': ['ID=857f0179-5f89-4c60-bda6-aefe71c6111f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:42.808905 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-98ee2a01-a6ce-4350-b71d-a5bb6b238b70 req-cea43d54-6dc5-4143-a66e-8c9f610b4188 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] No DVR routers for this DVR port 857f0179-5f89-4c60-bda6-aefe71c6111f on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:27:42.811586 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-98ee2a01-a6ce-4350-b71d-a5bb6b238b70 req-cea43d54-6dc5-4143-a66e-8c9f610b4188 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:42.813933 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-98ee2a01-a6ce-4350-b71d-a5bb6b238b70 req-cea43d54-6dc5-4143-a66e-8c9f610b4188 tempest-DeleteServersTestJSON-1918837491 tempest-DeleteServersTestJSON-1918837491-project] 10.222.0.30 "DELETE /v2.0/ports/857f0179-5f89-4c60-bda6-aefe71c6111f HTTP/1.1" status: 204 len: 173 time: 0.4711051 Jul 16 09:27:42.814361 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0a238824-213b-4e0a-b939-a3ac762f1356', 'name': 'network-vif-deleted', 'tag': '857f0179-5f89-4c60-bda6-aefe71c6111f'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:27:42.816647 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7e2bb8b-7ab3-461f-a3d9-f8e1d02be0ef" -d '{"events": [{"server_uuid": "0a238824-213b-4e0a-b939-a3ac762f1356", "name": "network-vif-deleted", "tag": "857f0179-5f89-4c60-bda6-aefe71c6111f"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:27:43.043692 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:27:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68870ad3-b8c0-4337-b5b7-54fe6881cf6a x-openstack-request-id: req-68870ad3-b8c0-4337-b5b7-54fe6881cf6a {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:27:43.044118 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0a238824-213b-4e0a-b939-a3ac762f1356", "name": "network-vif-deleted", "tag": "857f0179-5f89-4c60-bda6-aefe71c6111f", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:27:43.044450 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-68870ad3-b8c0-4337-b5b7-54fe6881cf6a {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:27:43.044887 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0a238824-213b-4e0a-b939-a3ac762f1356', 'name': 'network-vif-deleted', 'tag': '857f0179-5f89-4c60-bda6-aefe71c6111f', 'status': 'completed', 'code': 200} Jul 16 09:27:43.647083 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46102) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:43.694174 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-1711e56b-c2ae-40d5-9a0f-e8698780db7f admin admin] Deleting subnet 669eb05b-21f3-43aa-ac61-9b0c1ee5427e {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:27:43.697165 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1711e56b-c2ae-40d5-9a0f-e8698780db7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:43.730401 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1711e56b-c2ae-40d5-9a0f-e8698780db7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:43.767641 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1711e56b-c2ae-40d5-9a0f-e8698780db7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:43.818796 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1711e56b-c2ae-40d5-9a0f-e8698780db7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:43.843709 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1711e56b-c2ae-40d5-9a0f-e8698780db7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=669eb05b-21f3-43aa-ac61-9b0c1ee5427e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:43.847394 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1711e56b-c2ae-40d5-9a0f-e8698780db7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:43.849303 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1711e56b-c2ae-40d5-9a0f-e8698780db7f admin admin] 10.222.0.22 "DELETE /v2.0/subnets/669eb05b-21f3-43aa-ac61-9b0c1ee5427e HTTP/1.1" status: 204 len: 168 time: 0.2012255 Jul 16 09:27:43.851770 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46104) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:43.925551 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9d13de5-7e63-4af8-9e43-df82f2e0fac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:44.005811 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9d13de5-7e63-4af8-9e43-df82f2e0fac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:44.016217 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d9d13de5-7e63-4af8-9e43-df82f2e0fac2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f979bb3-7a24-4dc7-85da-054a759dac4a']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:44.026940 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d9d13de5-7e63-4af8-9e43-df82f2e0fac2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5917a83a-3506-465c-832f-131b85c8bf1b') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:44.027238 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-d9d13de5-7e63-4af8-9e43-df82f2e0fac2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5917a83a-3506-465c-832f-131b85c8bf1b') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:27:44.035787 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9d13de5-7e63-4af8-9e43-df82f2e0fac2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:44.049411 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9d13de5-7e63-4af8-9e43-df82f2e0fac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:44.055207 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d9d13de5-7e63-4af8-9e43-df82f2e0fac2 admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:27:44.055613 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9d13de5-7e63-4af8-9e43-df82f2e0fac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: timer() Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:27:44.057731 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:27:44.109082 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9d13de5-7e63-4af8-9e43-df82f2e0fac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:44.114533 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d9d13de5-7e63-4af8-9e43-df82f2e0fac2 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:44.116576 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d9d13de5-7e63-4af8-9e43-df82f2e0fac2 admin admin] 10.222.0.22 "DELETE /v2.0/networks/0f979bb3-7a24-4dc7-85da-054a759dac4a HTTP/1.1" status: 204 len: 168 time: 0.2638202 Jul 16 09:27:44.127758 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d13de5-7e63-4af8-9e43-df82f2e0fac2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0f979bb3-7a24-4dc7-85da-054a759dac4a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:44.223404 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46108) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:44.263127 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2a0d217d-542e-41ab-91ce-74455fa014f3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=8085f6dcf8104bdc8c3ae5049a6b5860&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384901 Jul 16 09:27:44.265578 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46110) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:44.316142 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-664445db-d2ac-4072-bd3c-c65c6fed6c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:44.337408 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-664445db-d2ac-4072-bd3c-c65c6fed6c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:44.382204 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-664445db-d2ac-4072-bd3c-c65c6fed6c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:44.385526 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-664445db-d2ac-4072-bd3c-c65c6fed6c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:44.386694 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-664445db-d2ac-4072-bd3c-c65c6fed6c94 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/cdd104e1-9fe9-42e1-909a-fffadc32e42c HTTP/1.1" status: 204 len: 168 time: 0.1202240 Jul 16 09:27:44.394488 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664445db-d2ac-4072-bd3c-c65c6fed6c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdd104e1-9fe9-42e1-909a-fffadc32e42c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:45.021163 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46132) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:45.112501 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d33e6c0f-00af-4446-9bdc-571f4b351d52 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-906371904-network', 'tenant_id': 'b3635ef7c75748ca920a936ef44a9115'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:45.133275 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33e6c0f-00af-4446-9bdc-571f4b351d52 admin admin] Made reservation on behalf of b3635ef7c75748ca920a936ef44a9115 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:45.135654 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d33e6c0f-00af-4446-9bdc-571f4b351d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.144264 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d33e6c0f-00af-4446-9bdc-571f4b351d52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.232605 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d33e6c0f-00af-4446-9bdc-571f4b351d52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.236010 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d33e6c0f-00af-4446-9bdc-571f4b351d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.255182 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d33e6c0f-00af-4446-9bdc-571f4b351d52 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:27:45.269755 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e6c0f-00af-4446-9bdc-571f4b351d52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39bd23ea-e8f3-4923-99a3-3455111f6156,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:45.272605 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d33e6c0f-00af-4446-9bdc-571f4b351d52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.272951 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-d33e6c0f-00af-4446-9bdc-571f4b351d52 admin admin] Added segment e0298246-83ee-4cd9-9bf1-14ba9b2c125c of type vlan for network 83ced706-01a6-4f73-9993-246be55274a8 Jul 16 09:27:45.311400 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d33e6c0f-00af-4446-9bdc-571f4b351d52 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.342425 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d33e6c0f-00af-4446-9bdc-571f4b351d52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.343223 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33e6c0f-00af-4446-9bdc-571f4b351d52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:45.343787 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d33e6c0f-00af-4446-9bdc-571f4b351d52 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.372801 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d33e6c0f-00af-4446-9bdc-571f4b351d52 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3505740 Jul 16 09:27:45.375820 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46136) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:27:45.380941 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-3071de5e-f3c4-4401-af9c-11f53c8e9c27 admin admin] Request body: {'subnet': {'network_id': '83ced706-01a6-4f73-9993-246be55274a8', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-906371904-subnet', 'tenant_id': 'b3635ef7c75748ca920a936ef44a9115', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:45.402299 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33e6c0f-00af-4446-9bdc-571f4b351d52 admin admin] Pushing event updated for resources: {'Network': ['ID=83ced706-01a6-4f73-9993-246be55274a8,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:45.402573 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3071de5e-f3c4-4401-af9c-11f53c8e9c27 admin admin] Made reservation on behalf of b3635ef7c75748ca920a936ef44a9115 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:45.404824 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3071de5e-f3c4-4401-af9c-11f53c8e9c27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.412165 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 83ced706-01a6-4f73-9993-246be55274a8 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:27:45.580048 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3071de5e-f3c4-4401-af9c-11f53c8e9c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.628658 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3071de5e-f3c4-4401-af9c-11f53c8e9c27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=81b15da8-374d-4664-a3b5-573e9038f5fc,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:45.644207 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071de5e-f3c4-4401-af9c-11f53c8e9c27 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:45.644581 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071de5e-f3c4-4401-af9c-11f53c8e9c27 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:45.644930 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071de5e-f3c4-4401-af9c-11f53c8e9c27 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:45.645266 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071de5e-f3c4-4401-af9c-11f53c8e9c27 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:45.645602 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071de5e-f3c4-4401-af9c-11f53c8e9c27 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:45.645934 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071de5e-f3c4-4401-af9c-11f53c8e9c27 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:45.646262 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071de5e-f3c4-4401-af9c-11f53c8e9c27 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:45.646588 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071de5e-f3c4-4401-af9c-11f53c8e9c27 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:45.646914 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071de5e-f3c4-4401-af9c-11f53c8e9c27 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:45.647238 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071de5e-f3c4-4401-af9c-11f53c8e9c27 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:45.647564 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071de5e-f3c4-4401-af9c-11f53c8e9c27 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:45.647886 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3071de5e-f3c4-4401-af9c-11f53c8e9c27 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:27:45.656254 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3071de5e-f3c4-4401-af9c-11f53c8e9c27 admin admin] Checking segment: {'id': 'e0298246-83ee-4cd9-9bf1-14ba9b2c125c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '83ced706-01a6-4f73-9993-246be55274a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:45.656651 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3071de5e-f3c4-4401-af9c-11f53c8e9c27 admin admin] Network hostable DHCP agents. Network: 83ced706-01a6-4f73-9993-246be55274a8, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:27:45.673907 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3071de5e-f3c4-4401-af9c-11f53c8e9c27 admin admin] Network 83ced706-01a6-4f73-9993-246be55274a8 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:27:45.682175 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-3071de5e-f3c4-4401-af9c-11f53c8e9c27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 83ced706-01a6-4f73-9993-246be55274a8) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:45.686236 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3071de5e-f3c4-4401-af9c-11f53c8e9c27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:45.686828 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3071de5e-f3c4-4401-af9c-11f53c8e9c27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:45.691271 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64ad3fd2-2153-43f5-955c-d44e1b5ddf90 None None] Network 83ced706-01a6-4f73-9993-246be55274a8 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:45.700417 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3071de5e-f3c4-4401-af9c-11f53c8e9c27 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3234010 Jul 16 09:27:45.822170 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1862126b-6838-4161-9b16-b1c163237838 None None] Network 83ced706-01a6-4f73-9993-246be55274a8 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:27:46.140666 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-60db3465-66c5-4420-927a-b53f4c5cabc2 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:46.142148 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-60db3465-66c5-4420-927a-b53f4c5cabc2 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/networks?id=83ced706-01a6-4f73-9993-246be55274a8 HTTP/1.1" status: 200 len: 814 time: 0.1043901 Jul 16 09:27:46.157240 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-68720bb6-3082-48d4-acf3-6c51f30292cb tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/quotas/b3635ef7c75748ca920a936ef44a9115 HTTP/1.1" status: 200 len: 375 time: 0.0092902 Jul 16 09:27:46.190779 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-19e1f1d0-6d8e-4eff-a72e-5314d6d46cc2 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b3635ef7c75748ca920a936ef44a9115&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0284591 Jul 16 09:27:46.323432 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-9d6aa22d-552f-4a1d-a724-d5149167e044 service neutron] 10.222.0.22 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262243 Jul 16 09:27:46.415397 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-6ffef463-b22b-4e93-a17c-d0c831f77caa service neutron] 10.222.0.22 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854235 Jul 16 09:27:46.429878 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 857f0179-5f89-4c60-bda6-aefe71c6111f no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:27:46.452725 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 857f0179-5f89-4c60-bda6-aefe71c6111f {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:27:46.453156 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 857f0179-5f89-4c60-bda6-aefe71c6111f not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:27:46.581019 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0ab448ce-4f91-486a-8a24-bdf2cd05b338 req-f81c0c56-7c82-4654-b595-449481c1cd02 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 210 time: 0.0281148 Jul 16 09:27:47.614123 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-b29dab33-1a17-468b-a609-95b8aa0c9447 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:47.615375 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-b29dab33-1a17-468b-a609-95b8aa0c9447 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.30 "GET /v2.0/networks?id=83ced706-01a6-4f73-9993-246be55274a8 HTTP/1.1" status: 200 len: 814 time: 0.1102092 Jul 16 09:27:47.632904 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-50ee93e3-b5c4-4426-aae8-4c3d0fe7e9d8 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Request body: {'port': {'device_id': '5f546763-852e-4b3d-9a09-39e647aa1825', 'network_id': '83ced706-01a6-4f73-9993-246be55274a8', 'admin_state_up': True, 'tenant_id': 'b3635ef7c75748ca920a936ef44a9115'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:47.730776 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fe4ae26c-51a2-4cd9-afab-a131a5784004 req-e717b30c-cb07-4740-90d1-a88543f76708 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 210 time: 0.0299907 Jul 16 09:27:47.757764 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-50ee93e3-b5c4-4426-aae8-4c3d0fe7e9d8 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Made reservation on behalf of b3635ef7c75748ca920a936ef44a9115 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:27:47.762064 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-50ee93e3-b5c4-4426-aae8-4c3d0fe7e9d8 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:47.894801 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-50ee93e3-b5c4-4426-aae8-4c3d0fe7e9d8 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Allocated IP 172.20.0.3 (83ced706-01a6-4f73-9993-246be55274a8/81b15da8-374d-4664-a3b5-573e9038f5fc/5c694262-05b3-49ee-883d-290be9978aa4) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:27:48.050161 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-50ee93e3-b5c4-4426-aae8-4c3d0fe7e9d8 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:48.090415 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-50ee93e3-b5c4-4426-aae8-4c3d0fe7e9d8 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:48.136787 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-50ee93e3-b5c4-4426-aae8-4c3d0fe7e9d8 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Network 83ced706-01a6-4f73-9993-246be55274a8 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:27:48.139981 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-50ee93e3-b5c4-4426-aae8-4c3d0fe7e9d8 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:27:48.143967 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-50ee93e3-b5c4-4426-aae8-4c3d0fe7e9d8 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:27:48.150894 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ee93e3-b5c4-4426-aae8-4c3d0fe7e9d8 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Pushing event updated for resources: {'Port': ['ID=5c694262-05b3-49ee-883d-290be9978aa4,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:48.200136 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-50ee93e3-b5c4-4426-aae8-4c3d0fe7e9d8 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:48.200794 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-50ee93e3-b5c4-4426-aae8-4c3d0fe7e9d8 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:48.216132 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-50ee93e3-b5c4-4426-aae8-4c3d0fe7e9d8 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5873656 Jul 16 09:27:48.230426 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-112c76b8-4a9b-432e-9570-ebbdfbc223e5 service neutron] Request body: {'port': {'device_id': '5f546763-852e-4b3d-9a09-39e647aa1825', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:27:48.304821 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-112c76b8-4a9b-432e-9570-ebbdfbc223e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:48.561882 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-112c76b8-4a9b-432e-9570-ebbdfbc223e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c694262-05b3-49ee-883d-290be9978aa4 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:27:48.569421 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-112c76b8-4a9b-432e-9570-ebbdfbc223e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:48.581476 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-112c76b8-4a9b-432e-9570-ebbdfbc223e5 service neutron] Transition to ACTIVE for port object 5c694262-05b3-49ee-883d-290be9978aa4 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:27:48.585346 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-112c76b8-4a9b-432e-9570-ebbdfbc223e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:48.638327 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c76b8-4a9b-432e-9570-ebbdfbc223e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5c694262-05b3-49ee-883d-290be9978aa4,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:48.702673 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-112c76b8-4a9b-432e-9570-ebbdfbc223e5 service neutron] Attempting to bind port 5c694262-05b3-49ee-883d-290be9978aa4 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:27:48.703003 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-112c76b8-4a9b-432e-9570-ebbdfbc223e5 service neutron] Attempting to bind port 5c694262-05b3-49ee-883d-290be9978aa4 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'e0298246-83ee-4cd9-9bf1-14ba9b2c125c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '83ced706-01a6-4f73-9993-246be55274a8'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:27:48.703331 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-112c76b8-4a9b-432e-9570-ebbdfbc223e5 service neutron] Attempting to bind port 5c694262-05b3-49ee-883d-290be9978aa4 on network 83ced706-01a6-4f73-9993-246be55274a8 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:48.707428 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-112c76b8-4a9b-432e-9570-ebbdfbc223e5 service neutron] Port 5c694262-05b3-49ee-883d-290be9978aa4 on network 83ced706-01a6-4f73-9993-246be55274a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:27:48.707750 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-112c76b8-4a9b-432e-9570-ebbdfbc223e5 service neutron] Attempting to bind port 5c694262-05b3-49ee-883d-290be9978aa4 on network 83ced706-01a6-4f73-9993-246be55274a8 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:27:48.713184 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-112c76b8-4a9b-432e-9570-ebbdfbc223e5 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 27, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:27:48.713516 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-112c76b8-4a9b-432e-9570-ebbdfbc223e5 service neutron] Checking segment: {'id': 'e0298246-83ee-4cd9-9bf1-14ba9b2c125c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '83ced706-01a6-4f73-9993-246be55274a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:27:48.713896 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-112c76b8-4a9b-432e-9570-ebbdfbc223e5 service neutron] Bound using segment: {'id': 'e0298246-83ee-4cd9-9bf1-14ba9b2c125c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '83ced706-01a6-4f73-9993-246be55274a8'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:27:48.714318 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-112c76b8-4a9b-432e-9570-ebbdfbc223e5 service neutron] Bound port: 5c694262-05b3-49ee-883d-290be9978aa4, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0298246-83ee-4cd9-9bf1-14ba9b2c125c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '83ced706-01a6-4f73-9993-246be55274a8'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:27:48.714671 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-112c76b8-4a9b-432e-9570-ebbdfbc223e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:48.776571 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-112c76b8-4a9b-432e-9570-ebbdfbc223e5 service neutron] For port 5c694262-05b3-49ee-883d-290be9978aa4, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:27:48.779658 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-112c76b8-4a9b-432e-9570-ebbdfbc223e5 service neutron] For port 5c694262-05b3-49ee-883d-290be9978aa4, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=5c694262-05b3-49ee-883d-290be9978aa4,segment=NetworkSegment(e0298246-83ee-4cd9-9bf1-14ba9b2c125c),segment_id=e0298246-83ee-4cd9-9bf1-14ba9b2c125c)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:27:48.784977 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-112c76b8-4a9b-432e-9570-ebbdfbc223e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:48.820883 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-112c76b8-4a9b-432e-9570-ebbdfbc223e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:48.821501 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-112c76b8-4a9b-432e-9570-ebbdfbc223e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:48.823460 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-112c76b8-4a9b-432e-9570-ebbdfbc223e5 service neutron] 10.222.0.30 "PUT /v2.0/ports/5c694262-05b3-49ee-883d-290be9978aa4 HTTP/1.1" status: 200 len: 1092 time: 0.5993893 Jul 16 09:27:48.823893 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f546763-852e-4b3d-9a09-39e647aa1825', 'tag': '5c694262-05b3-49ee-883d-290be9978aa4'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:27:48.826174 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95c6215e-0082-4137-bbe8-c5268bd62134" -d '{"events": [{"name": "network-changed", "server_uuid": "5f546763-852e-4b3d-9a09-39e647aa1825", "tag": "5c694262-05b3-49ee-883d-290be9978aa4"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:27:48.852849 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112c76b8-4a9b-432e-9570-ebbdfbc223e5 service neutron] Pushing event updated for resources: {'Port': ['ID=5c694262-05b3-49ee-883d-290be9978aa4,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:48.868754 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0a9caca-7489-43f0-aa1a-01ec1ee26199 x-openstack-request-id: req-b0a9caca-7489-43f0-aa1a-01ec1ee26199 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:27:48.869575 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f546763-852e-4b3d-9a09-39e647aa1825", "tag": "5c694262-05b3-49ee-883d-290be9978aa4", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:27:48.869845 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b0a9caca-7489-43f0-aa1a-01ec1ee26199 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:27:48.870235 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f546763-852e-4b3d-9a09-39e647aa1825', 'tag': '5c694262-05b3-49ee-883d-290be9978aa4', 'status': 'completed', 'code': 200} Jul 16 09:27:48.961431 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c703a958-c346-4389-a919-8c0aeac0145b req-fa0df79b-82d0-4be6-9a44-c376c356563e tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:48.962984 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c703a958-c346-4389-a919-8c0aeac0145b req-fa0df79b-82d0-4be6-9a44-c376c356563e tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 943 time: 0.1041322 Jul 16 09:27:48.965527 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-5c4025cf-4c7a-4528-a0ba-3df7dba3f10c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:48.966858 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-5c4025cf-4c7a-4528-a0ba-3df7dba3f10c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3635ef7c75748ca920a936ef44a9115&device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 1095 time: 0.0775838 Jul 16 09:27:49.019109 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-4edc99ea-231b-4e74-9edc-44d2e580e52b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c694262-05b3-49ee-883d-290be9978aa4 HTTP/1.1" status: 200 len: 217 time: 0.0440550 Jul 16 09:27:49.042570 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c703a958-c346-4389-a919-8c0aeac0145b req-8a717913-b3c1-453a-83fc-172047efb481 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741272 Jul 16 09:27:49.075740 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-ce046b09-fb52-4586-9462-4e8e799778fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:49.077135 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-ce046b09-fb52-4586-9462-4e8e799778fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=81b15da8-374d-4664-a3b5-573e9038f5fc HTTP/1.1" status: 200 len: 854 time: 0.0489364 Jul 16 09:27:49.109155 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-9cca8db6-e253-48f3-a289-173933f955ca service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83ced706-01a6-4f73-9993-246be55274a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252850 Jul 16 09:27:49.200315 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-b11f4ec5-85f7-4e12-87f9-ca344d08eb68 service neutron] 10.222.0.30 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846822 Jul 16 09:27:49.287919 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-62bd863e-eca7-4c57-9e08-9064286cc860 req-1f4c11a6-c1f6-4c82-b74d-8fddc4569ff6 service neutron] 10.222.0.30 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815549 Jul 16 09:27:49.708865 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6215e-0082-4137-bbe8-c5268bd62134 req-7f8b9019-32d1-495d-948d-761546db93ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:49.710470 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-95c6215e-0082-4137-bbe8-c5268bd62134 req-7f8b9019-32d1-495d-948d-761546db93ec service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3635ef7c75748ca920a936ef44a9115&device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 1095 time: 0.3770931 Jul 16 09:27:49.798401 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6215e-0082-4137-bbe8-c5268bd62134 req-2a524bd4-8464-4ba1-8b75-d44d9d2a8176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:49.799845 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-95c6215e-0082-4137-bbe8-c5268bd62134 req-2a524bd4-8464-4ba1-8b75-d44d9d2a8176 service neutron] 10.222.0.30 "GET /v2.0/networks?id=83ced706-01a6-4f73-9993-246be55274a8 HTTP/1.1" status: 200 len: 915 time: 0.0827622 Jul 16 09:27:49.842892 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-95c6215e-0082-4137-bbe8-c5268bd62134 req-85174860-51b7-4510-a190-08a1cb992e40 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c694262-05b3-49ee-883d-290be9978aa4 HTTP/1.1" status: 200 len: 217 time: 0.0361922 Jul 16 09:27:49.891024 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c6215e-0082-4137-bbe8-c5268bd62134 req-3a1d008c-c0ad-4fdb-b866-f3bd65f88ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:49.892448 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-95c6215e-0082-4137-bbe8-c5268bd62134 req-3a1d008c-c0ad-4fdb-b866-f3bd65f88ae6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=81b15da8-374d-4664-a3b5-573e9038f5fc HTTP/1.1" status: 200 len: 854 time: 0.0422635 Jul 16 09:27:49.925204 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-95c6215e-0082-4137-bbe8-c5268bd62134 req-eca7aac9-8466-4ec2-9e28-4c3fbe06d7c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83ced706-01a6-4f73-9993-246be55274a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0252953 Jul 16 09:27:50.015116 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-95c6215e-0082-4137-bbe8-c5268bd62134 req-a2a3c432-3a84-480e-8299-ff41e76844ae service neutron] 10.222.0.30 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820649 Jul 16 09:27:50.103937 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-95c6215e-0082-4137-bbe8-c5268bd62134 req-568305bd-88a6-4b59-92d0-7357efff302f service neutron] 10.222.0.30 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812738 Jul 16 09:27:50.220754 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2d5ebf-7dfa-4b13-bf77-01a4434472b5 req-c8bd916d-43b0-4aea-b32b-857060e919af tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:50.222222 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4c2d5ebf-7dfa-4b13-bf77-01a4434472b5 req-c8bd916d-43b0-4aea-b32b-857060e919af tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 943 time: 0.0657670 Jul 16 09:27:50.259223 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4c2d5ebf-7dfa-4b13-bf77-01a4434472b5 req-d2dfa337-b9f3-499f-9053-029a82c2c827 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314417 Jul 16 09:27:51.436607 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590b9d05-b57d-40b5-8ebd-ab838ff477eb req-9814df65-7839-4613-9492-8b4cbf3051f0 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:51.438333 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-590b9d05-b57d-40b5-8ebd-ab838ff477eb req-9814df65-7839-4613-9492-8b4cbf3051f0 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 943 time: 0.0662444 Jul 16 09:27:51.475042 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-590b9d05-b57d-40b5-8ebd-ab838ff477eb req-96805315-9477-43f8-bddd-0600f9969150 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311241 Jul 16 09:27:52.252326 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:27:52.477510 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 5c694262-05b3-49ee-883d-290be9978aa4 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:27:52.570261 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 5c694262-05b3-49ee-883d-290be9978aa4, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=5c694262-05b3-49ee-883d-290be9978aa4,segment=NetworkSegment(e0298246-83ee-4cd9-9bf1-14ba9b2c125c),segment_id=e0298246-83ee-4cd9-9bf1-14ba9b2c125c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:52.581953 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '5c694262-05b3-49ee-883d-290be9978aa4', 'network_id': '83ced706-01a6-4f73-9993-246be55274a8', 'port_id': '5c694262-05b3-49ee-883d-290be9978aa4', 'mac_address': 'fa:16:3e:04:bc:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b15da8-374d-4664-a3b5-573e9038f5fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:27:52.622003 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:52.634182 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c694262-05b3-49ee-883d-290be9978aa4 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:27:52.647730 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8d9e4b-0181-492b-ba69-7fccd7923e9b req-5f8a0f8e-6aa3-47e3-9824-23a273984ad3 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:52.649257 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1b8d9e4b-0181-492b-ba69-7fccd7923e9b req-5f8a0f8e-6aa3-47e3-9824-23a273984ad3 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 943 time: 0.0629680 Jul 16 09:27:52.653453 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 5c694262-05b3-49ee-883d-290be9978aa4, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=5c694262-05b3-49ee-883d-290be9978aa4,segment=NetworkSegment(e0298246-83ee-4cd9-9bf1-14ba9b2c125c),segment_id=e0298246-83ee-4cd9-9bf1-14ba9b2c125c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:52.658014 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:52.691774 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1b8d9e4b-0181-492b-ba69-7fccd7923e9b req-21ca9bd1-4239-46a2-86b2-e490be44c10d tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364866 Jul 16 09:27:52.711310 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=5c694262-05b3-49ee-883d-290be9978aa4,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:52.842335 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['5c694262-05b3-49ee-883d-290be9978aa4'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:27:53.864267 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89f9ba7-2d7d-418a-b3eb-39e55e47b553 req-35028b9d-0734-4607-a998-04bd5f558a23 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:53.865762 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f89f9ba7-2d7d-418a-b3eb-39e55e47b553 req-35028b9d-0734-4607-a998-04bd5f558a23 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 944 time: 0.0634534 Jul 16 09:27:53.906895 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f89f9ba7-2d7d-418a-b3eb-39e55e47b553 req-9848aee6-8440-4b75-8a09-0bd588f07f83 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353751 Jul 16 09:27:54.478821 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 5c694262-05b3-49ee-883d-290be9978aa4 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:27:54.527504 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 5c694262-05b3-49ee-883d-290be9978aa4 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:27:54.531095 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 5c694262-05b3-49ee-883d-290be9978aa4 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:27:54.531473 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:54.605360 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:54.626900 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f546763-852e-4b3d-9a09-39e647aa1825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c694262-05b3-49ee-883d-290be9978aa4'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:27:54.629170 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90f043b-0142-4905-ad40-25d8d41fd7c6" -d '{"events": [{"server_uuid": "5f546763-852e-4b3d-9a09-39e647aa1825", "name": "network-vif-plugged", "status": "completed", "tag": "5c694262-05b3-49ee-883d-290be9978aa4"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:27:54.642431 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 5c694262-05b3-49ee-883d-290be9978aa4, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=5c694262-05b3-49ee-883d-290be9978aa4,segment=NetworkSegment(e0298246-83ee-4cd9-9bf1-14ba9b2c125c),segment_id=e0298246-83ee-4cd9-9bf1-14ba9b2c125c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:27:54.646726 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:27:54.672704 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e01f97bd-74be-4f65-b197-281119a27787 x-openstack-request-id: req-e01f97bd-74be-4f65-b197-281119a27787 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:27:54.673000 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f546763-852e-4b3d-9a09-39e647aa1825", "name": "network-vif-plugged", "status": "completed", "tag": "5c694262-05b3-49ee-883d-290be9978aa4", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:27:54.673266 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e01f97bd-74be-4f65-b197-281119a27787 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:27:54.673648 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f546763-852e-4b3d-9a09-39e647aa1825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c694262-05b3-49ee-883d-290be9978aa4', 'code': 200} Jul 16 09:27:54.701462 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=5c694262-05b3-49ee-883d-290be9978aa4,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:27:54.777233 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9a9ef8-3f4b-4bf9-87be-d8b9cdd97b44 req-41556715-0a2e-4bba-aad2-e3108b2383c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:54.778734 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bd9a9ef8-3f4b-4bf9-87be-d8b9cdd97b44 req-41556715-0a2e-4bba-aad2-e3108b2383c7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 1097 time: 0.0519371 Jul 16 09:27:54.811920 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bd9a9ef8-3f4b-4bf9-87be-d8b9cdd97b44 req-799a1c49-5808-47cf-af16-3c6bcb57dd4b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273278 Jul 16 09:27:55.081571 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb181e6-1b4e-44c7-8f8c-af6f5a428e23 req-25f8a11f-d38d-4257-b4b3-240176a938e0 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:55.083045 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cbb181e6-1b4e-44c7-8f8c-af6f5a428e23 req-25f8a11f-d38d-4257-b4b3-240176a938e0 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 945 time: 0.0661404 Jul 16 09:27:55.120290 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cbb181e6-1b4e-44c7-8f8c-af6f5a428e23 req-7c69e9a5-0bd7-450a-bab1-31b199989fc5 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316768 Jul 16 09:27:56.295452 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32001d8-e3e8-42ca-b328-eee9accc022b req-a2790504-18cf-4eec-bfe7-7e9dbd65547e tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:56.296963 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e32001d8-e3e8-42ca-b328-eee9accc022b req-a2790504-18cf-4eec-bfe7-7e9dbd65547e tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 945 time: 0.0636525 Jul 16 09:27:56.336076 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e32001d8-e3e8-42ca-b328-eee9accc022b req-6db34741-d368-4d50-843e-b50186117b68 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335581 Jul 16 09:27:56.506249 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8730596e-4094-4883-af44-1663bd165ca7 req-61f32173-38a8-4b76-964d-70e22d8a0ffd tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:56.507659 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8730596e-4094-4883-af44-1663bd165ca7 req-61f32173-38a8-4b76-964d-70e22d8a0ffd tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 945 time: 0.0640786 Jul 16 09:27:56.545842 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8730596e-4094-4883-af44-1663bd165ca7 req-c574c50d-1ad8-442b-a544-aa5e8624fb9d tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323310 Jul 16 09:27:56.899859 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40395a9-9008-4ceb-bf42-27e351eae519 req-ee3a6f10-d5ef-4c5a-9c24-7a11afd4e0e1 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:56.901364 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f40395a9-9008-4ceb-bf42-27e351eae519 req-ee3a6f10-d5ef-4c5a-9c24-7a11afd4e0e1 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 945 time: 0.0719018 Jul 16 09:27:56.938737 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f40395a9-9008-4ceb-bf42-27e351eae519 req-8e9523b5-79c8-4e70-99e9-3871eb41d8bf tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317457 Jul 16 09:27:57.113840 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f4a9bc-12b9-4abc-98ca-7fd72d4fa328 req-bef82c35-851b-4016-9d00-d51af726b60c tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:57.115298 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d2f4a9bc-12b9-4abc-98ca-7fd72d4fa328 req-bef82c35-851b-4016-9d00-d51af726b60c tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 945 time: 0.0658510 Jul 16 09:27:57.152477 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d2f4a9bc-12b9-4abc-98ca-7fd72d4fa328 req-26bbcc90-809f-4d42-960a-4fd2c872a666 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310042 Jul 16 09:27:57.480334 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-5e0235da-861e-45e6-8a88-dee5e7171646 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0547397 Jul 16 09:27:57.538608 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f204ea-92e3-4c01-9493-71e1bb5297c0 req-73b2a83b-6bba-431d-a946-29c6607fe8f4 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:57.540098 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-99f204ea-92e3-4c01-9493-71e1bb5297c0 req-73b2a83b-6bba-431d-a946-29c6607fe8f4 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 945 time: 0.0692472 Jul 16 09:27:57.577797 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-99f204ea-92e3-4c01-9493-71e1bb5297c0 req-8174b1a4-1b38-4671-be17-75619274be94 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315289 Jul 16 09:27:58.663393 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-2f7678d6-1abd-4947-9b4b-8ff780c3ff65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:58.664942 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-2f7678d6-1abd-4947-9b4b-8ff780c3ff65 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3635ef7c75748ca920a936ef44a9115&device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 1097 time: 0.0556316 Jul 16 09:27:58.794879 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-532731ac-717e-49bf-95b7-bd6f995debde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:58.796366 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-532731ac-717e-49bf-95b7-bd6f995debde service neutron] 10.222.0.30 "GET /v2.0/networks?id=83ced706-01a6-4f73-9993-246be55274a8 HTTP/1.1" status: 200 len: 915 time: 0.1256907 Jul 16 09:27:58.809335 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96365769-6ec7-4f46-9050-e59a00e1f8e4 req-bd2d0879-8043-485c-90a0-808ddef228a9 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:58.810760 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-96365769-6ec7-4f46-9050-e59a00e1f8e4 req-bd2d0879-8043-485c-90a0-808ddef228a9 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 945 time: 0.1166673 Jul 16 09:27:58.855446 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-c9aa76d6-864c-4c8a-bc36-b36c2661ce95 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c694262-05b3-49ee-883d-290be9978aa4 HTTP/1.1" status: 200 len: 217 time: 0.0437305 Jul 16 09:27:58.910260 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-96365769-6ec7-4f46-9050-e59a00e1f8e4 req-e60cd1d9-c07c-497f-bfee-44a6d0ef8f80 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925381 Jul 16 09:27:58.918986 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-b1238e47-c8d3-4513-9834-c0734f5bf1bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:27:58.920441 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-b1238e47-c8d3-4513-9834-c0734f5bf1bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=81b15da8-374d-4664-a3b5-573e9038f5fc HTTP/1.1" status: 200 len: 854 time: 0.0591903 Jul 16 09:27:58.953711 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-de97aa71-0238-482f-a726-9635fd04cc0a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83ced706-01a6-4f73-9993-246be55274a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267191 Jul 16 09:27:59.045729 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-0705601a-7eb9-464c-92e4-11313cecfc7d service neutron] 10.222.0.30 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858107 Jul 16 09:27:59.135309 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-848b3ba2-8edc-4d01-afad-b76c221faa38 service neutron] 10.222.0.30 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830343 Jul 16 09:28:00.092327 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5264876-4404-4aec-8f1a-371727148fce req-4c0e3344-c533-4e8d-940b-9689dd0d4f3a tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:00.093826 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f5264876-4404-4aec-8f1a-371727148fce req-4c0e3344-c533-4e8d-940b-9689dd0d4f3a tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 945 time: 0.0657620 Jul 16 09:28:00.131039 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f5264876-4404-4aec-8f1a-371727148fce req-fca5aafe-588c-4cad-9414-314c26fb2c2a tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316629 Jul 16 09:28:00.566363 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc96b9d-2369-4075-a89b-8f8d435a0e6c req-3d6ce4ef-04f5-420a-9a63-9d76ff776c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:00.567888 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fbc96b9d-2369-4075-a89b-8f8d435a0e6c req-3d6ce4ef-04f5-420a-9a63-9d76ff776c8d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3635ef7c75748ca920a936ef44a9115&device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 1097 time: 0.0571332 Jul 16 09:28:00.669071 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc96b9d-2369-4075-a89b-8f8d435a0e6c req-d05ee3ef-eb54-4508-92af-e7e66ecefed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:00.670542 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fbc96b9d-2369-4075-a89b-8f8d435a0e6c req-d05ee3ef-eb54-4508-92af-e7e66ecefed1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=83ced706-01a6-4f73-9993-246be55274a8 HTTP/1.1" status: 200 len: 915 time: 0.0827985 Jul 16 09:28:00.723447 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fbc96b9d-2369-4075-a89b-8f8d435a0e6c req-256ca700-4ebd-4008-8919-15ddb83b99d4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c694262-05b3-49ee-883d-290be9978aa4 HTTP/1.1" status: 200 len: 217 time: 0.0400784 Jul 16 09:28:00.775834 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc96b9d-2369-4075-a89b-8f8d435a0e6c req-824aa24b-8aae-4b9c-ac1c-802289699509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:00.777357 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fbc96b9d-2369-4075-a89b-8f8d435a0e6c req-824aa24b-8aae-4b9c-ac1c-802289699509 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=81b15da8-374d-4664-a3b5-573e9038f5fc HTTP/1.1" status: 200 len: 854 time: 0.0440195 Jul 16 09:28:00.809437 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fbc96b9d-2369-4075-a89b-8f8d435a0e6c req-2ef296ee-bf14-4624-b67a-5eeac24bb551 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83ced706-01a6-4f73-9993-246be55274a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262876 Jul 16 09:28:00.901593 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fbc96b9d-2369-4075-a89b-8f8d435a0e6c req-cab932d5-f06c-4f5c-9aeb-d009c2cf683e service neutron] 10.222.0.30 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859060 Jul 16 09:28:00.989455 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fbc96b9d-2369-4075-a89b-8f8d435a0e6c req-239c7e01-0370-40a2-8650-17c75ad103d3 service neutron] 10.222.0.30 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820007 Jul 16 09:28:01.317709 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a58e9d-66a5-4475-863e-4db347d688c8 req-2d420436-5274-480f-aaee-02f94aed1540 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:01.319173 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-43a58e9d-66a5-4475-863e-4db347d688c8 req-2d420436-5274-480f-aaee-02f94aed1540 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 945 time: 0.0713565 Jul 16 09:28:01.358193 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-43a58e9d-66a5-4475-863e-4db347d688c8 req-5fa2324a-9eb9-4e51-9683-481ba8abda6b tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333679 Jul 16 09:28:02.536245 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96483c5c-86f6-4c9e-9275-be0aa14931f4 req-e9b8974e-0f34-4760-a914-7ed82d9ad34a tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:02.538031 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-96483c5c-86f6-4c9e-9275-be0aa14931f4 req-e9b8974e-0f34-4760-a914-7ed82d9ad34a tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 945 time: 0.0683694 Jul 16 09:28:02.576403 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-96483c5c-86f6-4c9e-9275-be0aa14931f4 req-a2733ca3-4f8a-4fd9-b4d8-7e4bc4f17619 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323360 Jul 16 09:28:02.682292 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:02.791126 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:03.354029 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-93f9764c-80ae-451e-9690-7d5d97b32676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:03.749228 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d54730-90b6-447d-8521-c279fdbd1f16 req-bc246e27-ee5c-46e1-8e18-3a737deeaa84 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:03.750748 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a6d54730-90b6-447d-8521-c279fdbd1f16 req-bc246e27-ee5c-46e1-8e18-3a737deeaa84 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 945 time: 0.0645998 Jul 16 09:28:03.788267 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a6d54730-90b6-447d-8521-c279fdbd1f16 req-e3e4fb5e-4228-4d72-9ee5-0c8e6f87b3ed tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319741 Jul 16 09:28:04.965415 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7074f6df-d578-470a-be97-137399221577 req-08ccf880-0ca0-4510-ab91-9f40092d22ae tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:04.966897 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7074f6df-d578-470a-be97-137399221577 req-08ccf880-0ca0-4510-ab91-9f40092d22ae tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 945 time: 0.0674069 Jul 16 09:28:05.004511 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7074f6df-d578-470a-be97-137399221577 req-3b7f8c96-f994-4f5c-bbad-b20b0d37a971 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315897 Jul 16 09:28:05.785870 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c93bd16e-809f-4706-acfa-9b37adf57783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:06.108643 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:06.181689 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de334b1-912b-429f-91cb-86dcac22c632 req-1d15d129-1fdc-4b09-963a-a01157e86b60 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:06.183192 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8de334b1-912b-429f-91cb-86dcac22c632 req-1d15d129-1fdc-4b09-963a-a01157e86b60 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 945 time: 0.0643885 Jul 16 09:28:06.225323 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8de334b1-912b-429f-91cb-86dcac22c632 req-b1cc38af-98e8-4415-8eff-acfae8515e87 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360980 Jul 16 09:28:07.291732 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:07.405886 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723a450-12b6-4321-b8bf-529c9ff5e831 req-2f3b31e6-4454-42ad-9b80-8a71251a9bfc tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:07.407415 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c723a450-12b6-4321-b8bf-529c9ff5e831 req-2f3b31e6-4454-42ad-9b80-8a71251a9bfc tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 945 time: 0.0678382 Jul 16 09:28:07.445657 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c723a450-12b6-4321-b8bf-529c9ff5e831 req-261f425a-4b41-4be7-9199-e125b9de5314 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325174 Jul 16 09:28:08.629184 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1419af-df14-469c-9b40-ed70a56b1b59 req-01756767-7de9-4cb2-962d-ec08a919de30 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:08.630663 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bf1419af-df14-469c-9b40-ed70a56b1b59 req-01756767-7de9-4cb2-962d-ec08a919de30 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 945 time: 0.0701752 Jul 16 09:28:08.670639 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bf1419af-df14-469c-9b40-ed70a56b1b59 req-e28c82b3-688f-47ad-baff-db37274474c3 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339193 Jul 16 09:28:08.742771 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:09.849484 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716af8f1-bce1-48e9-8059-e0fe845bc361 req-2436e8a8-4540-4b8d-8dfb-cd96f2bfd302 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:09.851579 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-716af8f1-bce1-48e9-8059-e0fe845bc361 req-2436e8a8-4540-4b8d-8dfb-cd96f2bfd302 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 945 time: 0.0657270 Jul 16 09:28:09.890764 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-716af8f1-bce1-48e9-8059-e0fe845bc361 req-b41564df-bc4f-4d80-8979-14686dcfcb07 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335922 Jul 16 09:28:11.078148 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3732d300-d964-458c-a5d5-a8a08a0d780a req-3906b7ea-b6db-478f-bb69-aa6769942ef8 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:11.079668 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3732d300-d964-458c-a5d5-a8a08a0d780a req-3906b7ea-b6db-478f-bb69-aa6769942ef8 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 945 time: 0.0700457 Jul 16 09:28:11.121601 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3732d300-d964-458c-a5d5-a8a08a0d780a req-d0b9c3c1-3ffc-4310-bd75-6a1c81e7b281 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363066 Jul 16 09:28:12.312120 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff0553a-acdf-4f6d-b23a-42e3618af1cb req-79a0fbcc-987b-4a2d-b325-ddb62caedf42 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:12.314509 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2ff0553a-acdf-4f6d-b23a-42e3618af1cb req-79a0fbcc-987b-4a2d-b325-ddb62caedf42 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 945 time: 0.0726116 Jul 16 09:28:12.354911 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2ff0553a-acdf-4f6d-b23a-42e3618af1cb req-8264faeb-1a1d-452b-8194-1b4581fa52ae tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351422 Jul 16 09:28:13.532380 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1667d964-5e15-4d82-bc39-0e5d568bf647 req-b8951c8b-9212-49eb-a94a-46e741ceb8d6 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:13.533907 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1667d964-5e15-4d82-bc39-0e5d568bf647 req-b8951c8b-9212-49eb-a94a-46e741ceb8d6 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 945 time: 0.0680659 Jul 16 09:28:13.578261 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1667d964-5e15-4d82-bc39-0e5d568bf647 req-f6f77cfe-d3d9-4161-afa0-018fa29a3947 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387986 Jul 16 09:28:14.751920 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc4ab52-dab4-4843-bc76-e9bfc196c60d req-4243adfa-50b0-4309-9821-5385f59200db tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:14.753498 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6dc4ab52-dab4-4843-bc76-e9bfc196c60d req-4243adfa-50b0-4309-9821-5385f59200db tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 945 time: 0.0645404 Jul 16 09:28:14.792451 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6dc4ab52-dab4-4843-bc76-e9bfc196c60d req-cf7c9ba3-8f09-41dc-92e0-f2904242ab23 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325255 Jul 16 09:28:15.966171 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2b5314-a207-4e9f-baf4-8014ea7dc0a5 req-923b8a7b-f443-422f-a571-dceabfd55abf tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:15.967659 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2d2b5314-a207-4e9f-baf4-8014ea7dc0a5 req-923b8a7b-f443-422f-a571-dceabfd55abf tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 945 time: 0.0640509 Jul 16 09:28:16.004394 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2d2b5314-a207-4e9f-baf4-8014ea7dc0a5 req-ee950710-7ac5-421c-bb37-7c04e8bbb804 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311229 Jul 16 09:28:17.176978 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff9aa9c2-502b-4ec5-a8b7-16885d62723c req-b636926a-25e8-447c-9881-318f29344c6b tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:17.178482 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ff9aa9c2-502b-4ec5-a8b7-16885d62723c req-b636926a-25e8-447c-9881-318f29344c6b tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 945 time: 0.0626776 Jul 16 09:28:17.215288 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ff9aa9c2-502b-4ec5-a8b7-16885d62723c req-6bf8a301-077a-4524-93be-7aae7f67ac62 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313156 Jul 16 09:28:18.393844 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf924a-6e22-4308-b1c6-23b9ebae1d05 req-91753478-06a5-49aa-b5cb-07190cfebbb6 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:18.395361 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b2cf924a-6e22-4308-b1c6-23b9ebae1d05 req-91753478-06a5-49aa-b5cb-07190cfebbb6 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 945 time: 0.0677853 Jul 16 09:28:18.434185 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b2cf924a-6e22-4308-b1c6-23b9ebae1d05 req-b40a885c-7f54-4bf6-8798-5502436e6d60 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325544 Jul 16 09:28:19.614042 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e85c88d0-5d7b-4eb6-9021-55eeb267020d req-a228ac06-7dbe-499d-a40b-87bf4231c9ac tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:19.615513 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e85c88d0-5d7b-4eb6-9021-55eeb267020d req-a228ac06-7dbe-499d-a40b-87bf4231c9ac tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 945 time: 0.0661981 Jul 16 09:28:19.653691 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e85c88d0-5d7b-4eb6-9021-55eeb267020d req-e2f4d487-b538-47fe-90ce-4458cc5ac00f tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319164 Jul 16 09:28:20.841688 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4eeaba-d65b-4e7b-ad69-d39dd6564866 req-16f031f6-a541-44da-8533-e62967cbdc75 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:20.843166 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8a4eeaba-d65b-4e7b-ad69-d39dd6564866 req-16f031f6-a541-44da-8533-e62967cbdc75 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 945 time: 0.0758278 Jul 16 09:28:20.880269 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8a4eeaba-d65b-4e7b-ad69-d39dd6564866 req-2231478a-e03d-4ed5-bd07-b486ecc7dc3a tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314889 Jul 16 09:28:22.050415 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678a72a-e050-4926-a70f-65f62bad48b6 req-dfff7898-8f37-401f-815a-f881a728b904 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:22.051828 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d678a72a-e050-4926-a70f-65f62bad48b6 req-dfff7898-8f37-401f-815a-f881a728b904 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 945 time: 0.0629427 Jul 16 09:28:22.088921 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d678a72a-e050-4926-a70f-65f62bad48b6 req-b30ed57e-bf17-4980-8d94-e8a9e7750f16 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309162 Jul 16 09:28:23.274567 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f0a5c8-b00a-47c0-be73-bdc93e8d7458 req-423c590e-37b6-4e8b-9a37-4c8a24e0b4c3 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:23.276121 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a6f0a5c8-b00a-47c0-be73-bdc93e8d7458 req-423c590e-37b6-4e8b-9a37-4c8a24e0b4c3 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 945 time: 0.0736406 Jul 16 09:28:23.316965 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a6f0a5c8-b00a-47c0-be73-bdc93e8d7458 req-9560b212-ae45-43ea-814f-2821e36319d3 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352097 Jul 16 09:28:24.491241 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e474b7c-2200-456f-b143-035bd7b1cd2a req-cde8a2d7-ff8b-4981-a4c6-37995e70d776 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:24.492722 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3e474b7c-2200-456f-b143-035bd7b1cd2a req-cde8a2d7-ff8b-4981-a4c6-37995e70d776 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 945 time: 0.0660143 Jul 16 09:28:24.530250 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3e474b7c-2200-456f-b143-035bd7b1cd2a req-c1f9aae6-12c4-4fc9-843a-c31b0f5ffbeb tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318921 Jul 16 09:28:25.705467 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb49085-17ae-49c5-bddf-15564f66d3e0 req-fc0f5309-5f3b-49b4-8991-96d032292ece tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:25.706942 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9cb49085-17ae-49c5-bddf-15564f66d3e0 req-fc0f5309-5f3b-49b4-8991-96d032292ece tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 945 time: 0.0675952 Jul 16 09:28:25.746554 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9cb49085-17ae-49c5-bddf-15564f66d3e0 req-9fab0d35-4c14-4176-a80a-d38051c7efe5 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339580 Jul 16 09:28:26.017737 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-3eebf1b0-2412-42c5-8d47-c65e3b8e54b0 service neutron] show failed (client error): The resource could not be found. Jul 16 09:28:26.018720 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-3eebf1b0-2412-42c5-8d47-c65e3b8e54b0 service neutron] 10.222.0.30 "GET /v2.0/ports/5c694262-05b3-49ee-883d-290be9978aa4/bindings/n-h2-771362-37 HTTP/1.1" status: 404 len: 381 time: 0.0547657 Jul 16 09:28:26.267044 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-cde2fb88-e51c-49d8-80a0-14eb7e9d1079 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:26.268623 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-cde2fb88-e51c-49d8-80a0-14eb7e9d1079 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825&tenant_id=b3635ef7c75748ca920a936ef44a9115 HTTP/1.1" status: 200 len: 1097 time: 0.0526221 Jul 16 09:28:26.280374 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-24637948-4a52-49c3-a7e5-2421c22d59dc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-37', 'device_owner': 'compute:nova'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:28:26.353692 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-24637948-4a52-49c3-a7e5-2421c22d59dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:26.558280 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-24637948-4a52-49c3-a7e5-2421c22d59dc service neutron] For port 5c694262-05b3-49ee-883d-290be9978aa4, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=5c694262-05b3-49ee-883d-290be9978aa4,segment=NetworkSegment(e0298246-83ee-4cd9-9bf1-14ba9b2c125c),segment_id=e0298246-83ee-4cd9-9bf1-14ba9b2c125c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:26.590199 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-24637948-4a52-49c3-a7e5-2421c22d59dc service neutron] For port 5c694262-05b3-49ee-883d-290be9978aa4, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:28:26.628542 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f546763-852e-4b3d-9a09-39e647aa1825', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c694262-05b3-49ee-883d-290be9978aa4'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:28:26.630813 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c505ddc1-e88d-4142-b1ab-722ea2625622" -d '{"events": [{"server_uuid": "5f546763-852e-4b3d-9a09-39e647aa1825", "name": "network-vif-unplugged", "status": "completed", "tag": "5c694262-05b3-49ee-883d-290be9978aa4"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:28:26.634665 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-24637948-4a52-49c3-a7e5-2421c22d59dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:26.646920 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-24637948-4a52-49c3-a7e5-2421c22d59dc service neutron] Transition to ACTIVE for port object 5c694262-05b3-49ee-883d-290be9978aa4 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:28:26.650776 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-24637948-4a52-49c3-a7e5-2421c22d59dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:26.683271 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2997d9-3f10-42c4-9e20-4cf58d1d669c x-openstack-request-id: req-8b2997d9-3f10-42c4-9e20-4cf58d1d669c {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:28:26.683271 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f546763-852e-4b3d-9a09-39e647aa1825", "name": "network-vif-unplugged", "status": "completed", "tag": "5c694262-05b3-49ee-883d-290be9978aa4", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:28:26.683521 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8b2997d9-3f10-42c4-9e20-4cf58d1d669c {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:28:26.683964 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f546763-852e-4b3d-9a09-39e647aa1825', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5c694262-05b3-49ee-883d-290be9978aa4', 'code': 200} Jul 16 09:28:26.713568 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-24637948-4a52-49c3-a7e5-2421c22d59dc service neutron] No DVR routers for this DVR port 5c694262-05b3-49ee-883d-290be9978aa4 on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:28:26.719027 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24637948-4a52-49c3-a7e5-2421c22d59dc service neutron] Pushing event updated for resources: {'Port': ['ID=5c694262-05b3-49ee-883d-290be9978aa4,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:26.758752 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-24637948-4a52-49c3-a7e5-2421c22d59dc service neutron] Attempting to bind port 5c694262-05b3-49ee-883d-290be9978aa4 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:28:26.759107 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-24637948-4a52-49c3-a7e5-2421c22d59dc service neutron] Attempting to bind port 5c694262-05b3-49ee-883d-290be9978aa4 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'e0298246-83ee-4cd9-9bf1-14ba9b2c125c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '83ced706-01a6-4f73-9993-246be55274a8'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:28:26.759444 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-24637948-4a52-49c3-a7e5-2421c22d59dc service neutron] Attempting to bind port 5c694262-05b3-49ee-883d-290be9978aa4 on network 83ced706-01a6-4f73-9993-246be55274a8 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:28:26.763701 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-24637948-4a52-49c3-a7e5-2421c22d59dc service neutron] Port 5c694262-05b3-49ee-883d-290be9978aa4 on network 83ced706-01a6-4f73-9993-246be55274a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:28:26.764030 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-24637948-4a52-49c3-a7e5-2421c22d59dc service neutron] Attempting to bind port 5c694262-05b3-49ee-883d-290be9978aa4 on network 83ced706-01a6-4f73-9993-246be55274a8 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:28:26.768804 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-24637948-4a52-49c3-a7e5-2421c22d59dc service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 28, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:28:26.769143 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-24637948-4a52-49c3-a7e5-2421c22d59dc service neutron] Checking segment: {'id': 'e0298246-83ee-4cd9-9bf1-14ba9b2c125c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '83ced706-01a6-4f73-9993-246be55274a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:28:26.769534 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-24637948-4a52-49c3-a7e5-2421c22d59dc service neutron] Bound using segment: {'id': 'e0298246-83ee-4cd9-9bf1-14ba9b2c125c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '83ced706-01a6-4f73-9993-246be55274a8'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:28:26.769965 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-24637948-4a52-49c3-a7e5-2421c22d59dc service neutron] Bound port: 5c694262-05b3-49ee-883d-290be9978aa4, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0298246-83ee-4cd9-9bf1-14ba9b2c125c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '83ced706-01a6-4f73-9993-246be55274a8'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:28:26.770323 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-24637948-4a52-49c3-a7e5-2421c22d59dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:26.833365 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-24637948-4a52-49c3-a7e5-2421c22d59dc service neutron] For port 5c694262-05b3-49ee-883d-290be9978aa4, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:28:26.836732 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-24637948-4a52-49c3-a7e5-2421c22d59dc service neutron] For port 5c694262-05b3-49ee-883d-290be9978aa4, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5c694262-05b3-49ee-883d-290be9978aa4,segment=NetworkSegment(e0298246-83ee-4cd9-9bf1-14ba9b2c125c),segment_id=e0298246-83ee-4cd9-9bf1-14ba9b2c125c)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:28:26.841706 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-24637948-4a52-49c3-a7e5-2421c22d59dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:26.874875 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-24637948-4a52-49c3-a7e5-2421c22d59dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:26.875499 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-24637948-4a52-49c3-a7e5-2421c22d59dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:26.876925 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-24637948-4a52-49c3-a7e5-2421c22d59dc service neutron] 10.222.0.21 "PUT /v2.0/ports/5c694262-05b3-49ee-883d-290be9978aa4 HTTP/1.1" status: 200 len: 1092 time: 0.6007152 Jul 16 09:28:26.899118 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24637948-4a52-49c3-a7e5-2421c22d59dc service neutron] Pushing event updated for resources: {'Port': ['ID=5c694262-05b3-49ee-883d-290be9978aa4,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:26.927568 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24f875-bff6-4c98-acf4-7717968ad217 req-0f314324-c5a5-4e59-8719-eef57934c17c tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:26.929074 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7e24f875-bff6-4c98-acf4-7717968ad217 req-0f314324-c5a5-4e59-8719-eef57934c17c tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 943 time: 0.0703249 Jul 16 09:28:26.958332 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-2c00bed7-429f-4ca7-84d7-9ac56ebfdbf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:26.959840 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-2c00bed7-429f-4ca7-84d7-9ac56ebfdbf9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3635ef7c75748ca920a936ef44a9115&device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 1095 time: 0.0572786 Jul 16 09:28:26.967202 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7e24f875-bff6-4c98-acf4-7717968ad217 req-a470c7bf-f78e-4cef-99a9-f89fd94e5938 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324199 Jul 16 09:28:27.048812 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-91c2187d-b23b-49df-ba1e-e031129e88f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:27.050310 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-91c2187d-b23b-49df-ba1e-e031129e88f9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=83ced706-01a6-4f73-9993-246be55274a8 HTTP/1.1" status: 200 len: 915 time: 0.0841653 Jul 16 09:28:27.094973 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-b91837f3-9015-493d-8680-4573be3b98f4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c694262-05b3-49ee-883d-290be9978aa4 HTTP/1.1" status: 200 len: 217 time: 0.0379038 Jul 16 09:28:27.141296 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-f9e99f35-90c9-472a-ba69-95843aaf9519 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:27.142784 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-f9e99f35-90c9-472a-ba69-95843aaf9519 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=81b15da8-374d-4664-a3b5-573e9038f5fc HTTP/1.1" status: 200 len: 854 time: 0.0424409 Jul 16 09:28:27.175219 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-ad542533-a349-4593-b665-687f3de19ded service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83ced706-01a6-4f73-9993-246be55274a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259163 Jul 16 09:28:27.265888 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-2c48fb08-64b2-42b6-9b9e-1752f3da9e78 service neutron] 10.222.0.21 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843692 Jul 16 09:28:27.353375 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-489fa2d3-38bc-40c3-944a-1360e7abcf08 req-601efd0a-a2f3-40af-8e37-75c8a1aec53c service neutron] 10.222.0.21 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804405 Jul 16 09:28:28.145172 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8ac835-7c29-44a4-bcb0-8ffcf3556ff0 req-edfcd631-1fcc-44f2-9f09-81f527f015f6 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:28.146654 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae8ac835-7c29-44a4-bcb0-8ffcf3556ff0 req-edfcd631-1fcc-44f2-9f09-81f527f015f6 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 943 time: 0.0680268 Jul 16 09:28:28.182983 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae8ac835-7c29-44a4-bcb0-8ffcf3556ff0 req-9fb7b0e3-8511-48a6-a82b-98d396a8b757 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308168 Jul 16 09:28:28.588417 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 5c694262-05b3-49ee-883d-290be9978aa4 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:28:28.625167 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 5c694262-05b3-49ee-883d-290be9978aa4 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:28:28.685500 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f546763-852e-4b3d-9a09-39e647aa1825', 'tag': '5c694262-05b3-49ee-883d-290be9978aa4'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:28:28.688108 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cced3d4b-451a-48c3-a3d9-9a9339456a48" -d '{"events": [{"name": "network-changed", "server_uuid": "5f546763-852e-4b3d-9a09-39e647aa1825", "tag": "5c694262-05b3-49ee-883d-290be9978aa4"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:28:28.735665 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:28:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0556de9c-cd2a-4f06-bc6b-8670541112c2 x-openstack-request-id: req-0556de9c-cd2a-4f06-bc6b-8670541112c2 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:28:28.735963 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5f546763-852e-4b3d-9a09-39e647aa1825", "tag": "5c694262-05b3-49ee-883d-290be9978aa4", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:28:28.736233 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0556de9c-cd2a-4f06-bc6b-8670541112c2 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:28:28.736673 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f546763-852e-4b3d-9a09-39e647aa1825', 'tag': '5c694262-05b3-49ee-883d-290be9978aa4', 'status': 'completed', 'code': 200} Jul 16 09:28:28.809411 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced3d4b-451a-48c3-a3d9-9a9339456a48 req-a01aadb4-d68f-4dbc-93a2-3071cac5d397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:28.810926 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cced3d4b-451a-48c3-a3d9-9a9339456a48 req-a01aadb4-d68f-4dbc-93a2-3071cac5d397 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3635ef7c75748ca920a936ef44a9115&device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 1095 time: 0.0568666 Jul 16 09:28:28.811868 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced3d4b-451a-48c3-a3d9-9a9339456a48 req-224daee3-5919-4eeb-80df-9625237aca26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:28.813630 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cced3d4b-451a-48c3-a3d9-9a9339456a48 req-224daee3-5919-4eeb-80df-9625237aca26 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3635ef7c75748ca920a936ef44a9115&device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 1095 time: 0.0531154 Jul 16 09:28:28.906196 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced3d4b-451a-48c3-a3d9-9a9339456a48 req-be047f57-0e35-4424-a6b3-fde50a72371c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:28.907616 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cced3d4b-451a-48c3-a3d9-9a9339456a48 req-be047f57-0e35-4424-a6b3-fde50a72371c service neutron] 10.222.0.30 "GET /v2.0/networks?id=83ced706-01a6-4f73-9993-246be55274a8 HTTP/1.1" status: 200 len: 915 time: 0.0906684 Jul 16 09:28:28.911049 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced3d4b-451a-48c3-a3d9-9a9339456a48 req-18a0b2ba-1f48-4ee4-ad8a-a07e5f97f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:28.912544 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cced3d4b-451a-48c3-a3d9-9a9339456a48 req-18a0b2ba-1f48-4ee4-ad8a-a07e5f97f8d8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=83ced706-01a6-4f73-9993-246be55274a8 HTTP/1.1" status: 200 len: 915 time: 0.0913823 Jul 16 09:28:28.955274 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cced3d4b-451a-48c3-a3d9-9a9339456a48 req-8759ea29-5b65-477a-a7c5-d02db08d8c0c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c694262-05b3-49ee-883d-290be9978aa4 HTTP/1.1" status: 200 len: 217 time: 0.0407431 Jul 16 09:28:28.955742 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cced3d4b-451a-48c3-a3d9-9a9339456a48 req-32baeb4c-0f63-4093-91bc-f200934280d7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c694262-05b3-49ee-883d-290be9978aa4 HTTP/1.1" status: 200 len: 217 time: 0.0350075 Jul 16 09:28:29.006241 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced3d4b-451a-48c3-a3d9-9a9339456a48 req-1f4113f0-276e-4399-a7c1-14adf1a27eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:29.006505 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced3d4b-451a-48c3-a3d9-9a9339456a48 req-acbb2ef3-49ca-4879-8e90-d336086a471f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:29.007721 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cced3d4b-451a-48c3-a3d9-9a9339456a48 req-1f4113f0-276e-4399-a7c1-14adf1a27eeb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=81b15da8-374d-4664-a3b5-573e9038f5fc HTTP/1.1" status: 200 len: 854 time: 0.0460267 Jul 16 09:28:29.007948 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cced3d4b-451a-48c3-a3d9-9a9339456a48 req-acbb2ef3-49ca-4879-8e90-d336086a471f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=81b15da8-374d-4664-a3b5-573e9038f5fc HTTP/1.1" status: 200 len: 854 time: 0.0461142 Jul 16 09:28:29.039659 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cced3d4b-451a-48c3-a3d9-9a9339456a48 req-f073bd1b-9c21-4731-88c1-6806070da7eb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83ced706-01a6-4f73-9993-246be55274a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258489 Jul 16 09:28:29.040086 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cced3d4b-451a-48c3-a3d9-9a9339456a48 req-01c8fe0f-a4cb-4fde-8978-a29e78c34625 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83ced706-01a6-4f73-9993-246be55274a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263705 Jul 16 09:28:29.129573 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cced3d4b-451a-48c3-a3d9-9a9339456a48 req-94fd6e01-9ea9-43f2-9137-7493a2f7bbfa service neutron] 10.222.0.21 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840263 Jul 16 09:28:29.132407 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cced3d4b-451a-48c3-a3d9-9a9339456a48 req-44485ef8-8d68-45f1-b36a-d2c42340f8a6 service neutron] 10.222.0.30 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864189 Jul 16 09:28:29.221534 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cced3d4b-451a-48c3-a3d9-9a9339456a48 req-be040cb7-a029-441d-a02a-1d4507749fd4 service neutron] 10.222.0.30 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829647 Jul 16 09:28:29.223404 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cced3d4b-451a-48c3-a3d9-9a9339456a48 req-78938086-7edd-4369-9886-7dddea8bbff2 service neutron] 10.222.0.21 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872059 Jul 16 09:28:29.251601 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:28:29.359778 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6543f570-01a6-4780-9a3f-853a44c27af1 req-cec73db5-15d6-4c48-8b67-a5f5b5c6674f tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:29.361281 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6543f570-01a6-4780-9a3f-853a44c27af1 req-cec73db5-15d6-4c48-8b67-a5f5b5c6674f tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 943 time: 0.0628843 Jul 16 09:28:29.398756 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6543f570-01a6-4780-9a3f-853a44c27af1 req-e3b0a81b-a50a-4df4-b42d-da32ecdc4170 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319707 Jul 16 09:28:29.690030 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-195c2c2e-688c-4edb-90dd-4d4150095df2 req-abbc4459-4429-41bb-9975-2d37a19af675 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:29.691519 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-195c2c2e-688c-4edb-90dd-4d4150095df2 req-abbc4459-4429-41bb-9975-2d37a19af675 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 943 time: 0.0626218 Jul 16 09:28:29.729784 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-195c2c2e-688c-4edb-90dd-4d4150095df2 req-d7f15dd4-22e5-46bf-9120-fe223c814264 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323505 Jul 16 09:28:29.750142 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf820f-ad4a-4cea-a624-561a610c501f req-78905e9b-c272-45e5-9b8f-6dea5e2fca1c tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:29.751640 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-adaf820f-ad4a-4cea-a624-561a610c501f req-78905e9b-c272-45e5-9b8f-6dea5e2fca1c tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.30 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825&tenant_id=b3635ef7c75748ca920a936ef44a9115&binding%3Ahost_id=n-h2-771362-37 HTTP/1.1" status: 200 len: 943 time: 0.1172986 Jul 16 09:28:29.811625 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [req-adaf820f-ad4a-4cea-a624-561a610c501f req-8ba5bfda-657b-47b1-b131-359924a262e1 service neutron] delete failed (client error): The resource could not be found. Jul 16 09:28:29.812909 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-adaf820f-ad4a-4cea-a624-561a610c501f req-8ba5bfda-657b-47b1-b131-359924a262e1 service neutron] 10.222.0.30 "DELETE /v2.0/ports/5c694262-05b3-49ee-883d-290be9978aa4/bindings/n-h1-771362-37 HTTP/1.1" status: 404 len: 381 time: 0.0537763 Jul 16 09:28:29.908063 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf820f-ad4a-4cea-a624-561a610c501f req-fbd177d1-7645-460b-8550-c5543424cca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:29.909596 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-adaf820f-ad4a-4cea-a624-561a610c501f req-fbd177d1-7645-460b-8550-c5543424cca7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3635ef7c75748ca920a936ef44a9115&device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 1095 time: 0.0530148 Jul 16 09:28:30.002974 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf820f-ad4a-4cea-a624-561a610c501f req-c6c0104f-d422-4655-afaa-7f0206739480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:30.004475 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-adaf820f-ad4a-4cea-a624-561a610c501f req-c6c0104f-d422-4655-afaa-7f0206739480 service neutron] 10.222.0.30 "GET /v2.0/networks?id=83ced706-01a6-4f73-9993-246be55274a8 HTTP/1.1" status: 200 len: 915 time: 0.0880387 Jul 16 09:28:30.045422 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-adaf820f-ad4a-4cea-a624-561a610c501f req-2b851ab2-f701-46c6-8cae-3a694baa48bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5c694262-05b3-49ee-883d-290be9978aa4 HTTP/1.1" status: 200 len: 217 time: 0.0347273 Jul 16 09:28:30.097193 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adaf820f-ad4a-4cea-a624-561a610c501f req-47c2d58b-0423-4682-8552-e3bbaf1b3eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:30.098574 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-adaf820f-ad4a-4cea-a624-561a610c501f req-47c2d58b-0423-4682-8552-e3bbaf1b3eaa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=81b15da8-374d-4664-a3b5-573e9038f5fc HTTP/1.1" status: 200 len: 854 time: 0.0477185 Jul 16 09:28:30.130506 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-adaf820f-ad4a-4cea-a624-561a610c501f req-2ca1aa6f-1901-4626-896b-1b3739705b38 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83ced706-01a6-4f73-9993-246be55274a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256748 Jul 16 09:28:30.219923 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-adaf820f-ad4a-4cea-a624-561a610c501f req-f118a67b-8991-4ed9-9120-03135cae8bb9 service neutron] 10.222.0.30 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835729 Jul 16 09:28:30.308818 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-adaf820f-ad4a-4cea-a624-561a610c501f req-12cc9b11-2232-4d34-ac96-08c9fb3fb8d0 service neutron] 10.222.0.30 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814550 Jul 16 09:28:30.590546 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 5c694262-05b3-49ee-883d-290be9978aa4 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:28:30.686386 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 5c694262-05b3-49ee-883d-290be9978aa4, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5c694262-05b3-49ee-883d-290be9978aa4,segment=NetworkSegment(e0298246-83ee-4cd9-9bf1-14ba9b2c125c),segment_id=e0298246-83ee-4cd9-9bf1-14ba9b2c125c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:30.698030 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '5c694262-05b3-49ee-883d-290be9978aa4', 'network_id': '83ced706-01a6-4f73-9993-246be55274a8', 'port_id': '5c694262-05b3-49ee-883d-290be9978aa4', 'mac_address': 'fa:16:3e:04:bc:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b15da8-374d-4664-a3b5-573e9038f5fc', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:28:30.735397 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:30.749348 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c694262-05b3-49ee-883d-290be9978aa4 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:28:30.771000 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 5c694262-05b3-49ee-883d-290be9978aa4, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5c694262-05b3-49ee-883d-290be9978aa4,segment=NetworkSegment(e0298246-83ee-4cd9-9bf1-14ba9b2c125c),segment_id=e0298246-83ee-4cd9-9bf1-14ba9b2c125c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:30.776655 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:30.833343 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=5c694262-05b3-49ee-883d-290be9978aa4,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:30.926456 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0714fba8-7848-4a52-92d6-0309b3c209a6 req-06847b89-4105-466d-bac1-b070390f0f15 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:30.928041 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0714fba8-7848-4a52-92d6-0309b3c209a6 req-06847b89-4105-466d-bac1-b070390f0f15 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 944 time: 0.0691683 Jul 16 09:28:30.970810 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0714fba8-7848-4a52-92d6-0309b3c209a6 req-738546dd-0195-4176-a310-ee02e0cca0d9 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352986 Jul 16 09:28:30.986395 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['5c694262-05b3-49ee-883d-290be9978aa4'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:28:31.148551 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63be91d0-df15-41c6-8449-3430073f4e89 req-c272ad2d-dc02-4176-953a-27689a96e540 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:31.149963 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63be91d0-df15-41c6-8449-3430073f4e89 req-c272ad2d-dc02-4176-953a-27689a96e540 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 944 time: 0.0653253 Jul 16 09:28:31.188511 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-63be91d0-df15-41c6-8449-3430073f4e89 req-217aab58-c952-4bba-b7f4-d755e88fdf34 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328181 Jul 16 09:28:31.357574 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf76bd-271a-4f5d-9f56-07099291e3c0 req-c2f08e69-ae9b-4f6e-a997-023ff4a84c78 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:31.359032 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5ccf76bd-271a-4f5d-9f56-07099291e3c0 req-c2f08e69-ae9b-4f6e-a997-023ff4a84c78 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 944 time: 0.0637889 Jul 16 09:28:31.394919 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5ccf76bd-271a-4f5d-9f56-07099291e3c0 req-c549a784-8acc-4740-b202-a3acd2e68e14 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303323 Jul 16 09:28:31.828514 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-c269cc3b-1c7f-466b-8f3a-428e0307bf18 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:31.829962 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-c269cc3b-1c7f-466b-8f3a-428e0307bf18 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/networks?id=83ced706-01a6-4f73-9993-246be55274a8 HTTP/1.1" status: 200 len: 814 time: 0.1016572 Jul 16 09:28:31.844901 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-1ca3afaf-eadf-4a36-b475-f1a69954d337 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/quotas/b3635ef7c75748ca920a936ef44a9115 HTTP/1.1" status: 200 len: 375 time: 0.0095575 Jul 16 09:28:31.905523 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-7ba2230b-f9f8-450b-9110-c5ac2a7935dc tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=b3635ef7c75748ca920a936ef44a9115&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0555828 Jul 16 09:28:31.995050 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-e2ba86bf-6276-424e-b54b-45c0351bf6ae service neutron] 10.222.0.22 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830648 Jul 16 09:28:32.080329 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-efde6876-ec84-4926-970f-56e0d57dd8b2 service neutron] 10.222.0.22 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795789 Jul 16 09:28:32.246822 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d43c45f2-01b4-42bc-844f-cb7eeabbb43e req-aa891052-b3f8-46fc-bbfe-2d93d5f9b720 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 210 time: 0.0283928 Jul 16 09:28:32.606548 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 5c694262-05b3-49ee-883d-290be9978aa4 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:28:32.656367 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 5c694262-05b3-49ee-883d-290be9978aa4 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:28:32.660120 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 5c694262-05b3-49ee-883d-290be9978aa4 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:28:32.660537 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:32.700826 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:32.751234 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:32.773289 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f546763-852e-4b3d-9a09-39e647aa1825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c694262-05b3-49ee-883d-290be9978aa4'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:28:32.776197 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a6471a2-8290-49d8-9e0c-4b3c43462747" -d '{"events": [{"server_uuid": "5f546763-852e-4b3d-9a09-39e647aa1825", "name": "network-vif-plugged", "status": "completed", "tag": "5c694262-05b3-49ee-883d-290be9978aa4"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:28:32.802447 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 5c694262-05b3-49ee-883d-290be9978aa4, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5c694262-05b3-49ee-883d-290be9978aa4,segment=NetworkSegment(e0298246-83ee-4cd9-9bf1-14ba9b2c125c),segment_id=e0298246-83ee-4cd9-9bf1-14ba9b2c125c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:32.807434 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:32.814100 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:28:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-563c7e23-d8e6-4c4a-9a79-54b5b626c160 x-openstack-request-id: req-563c7e23-d8e6-4c4a-9a79-54b5b626c160 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:28:32.814395 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f546763-852e-4b3d-9a09-39e647aa1825", "name": "network-vif-plugged", "status": "completed", "tag": "5c694262-05b3-49ee-883d-290be9978aa4", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:28:32.814650 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-563c7e23-d8e6-4c4a-9a79-54b5b626c160 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:28:32.815068 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f546763-852e-4b3d-9a09-39e647aa1825', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c694262-05b3-49ee-883d-290be9978aa4', 'code': 200} Jul 16 09:28:32.819452 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:32.864642 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=5c694262-05b3-49ee-883d-290be9978aa4,revision_number=9']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:32.942883 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478e9b43-d17e-4952-98b2-554e620f19a6 req-b1765edd-caf0-45ac-ba85-cd674cccbf46 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:32.944321 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-478e9b43-d17e-4952-98b2-554e620f19a6 req-b1765edd-caf0-45ac-ba85-cd674cccbf46 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.21 "GET /v2.0/ports?device_id=5f546763-852e-4b3d-9a09-39e647aa1825 HTTP/1.1" status: 200 len: 945 time: 0.0653799 Jul 16 09:28:33.044313 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-478e9b43-d17e-4952-98b2-554e620f19a6 req-d2d15190-0c6b-4ed3-bbd7-043e93e37c47 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Deleting port 5c694262-05b3-49ee-883d-290be9978aa4 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:28:33.044598 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-478e9b43-d17e-4952-98b2-554e620f19a6 req-d2d15190-0c6b-4ed3-bbd7-043e93e37c47 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:33.135429 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-478e9b43-d17e-4952-98b2-554e620f19a6 req-d2d15190-0c6b-4ed3-bbd7-043e93e37c47 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] For port 5c694262-05b3-49ee-883d-290be9978aa4, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=5c694262-05b3-49ee-883d-290be9978aa4,segment=NetworkSegment(e0298246-83ee-4cd9-9bf1-14ba9b2c125c),segment_id=e0298246-83ee-4cd9-9bf1-14ba9b2c125c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:33.135791 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-478e9b43-d17e-4952-98b2-554e620f19a6 req-d2d15190-0c6b-4ed3-bbd7-043e93e37c47 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:33.147233 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-478e9b43-d17e-4952-98b2-554e620f19a6 req-d2d15190-0c6b-4ed3-bbd7-043e93e37c47 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Calling delete_port for 5c694262-05b3-49ee-883d-290be9978aa4 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:28:33.175382 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.21', 55904) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:28:33.277627 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-478e9b43-d17e-4952-98b2-554e620f19a6 req-d2d15190-0c6b-4ed3-bbd7-043e93e37c47 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:33.291395 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['5c694262-05b3-49ee-883d-290be9978aa4'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:28:33.315203 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-e9ac8eac-dada-4d27-932c-810c4a17adf0 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:33.315739 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d15190-0c6b-4ed3-bbd7-043e93e37c47 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Pushing event deleted for resources: {'Port': ['ID=5c694262-05b3-49ee-883d-290be9978aa4,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:33.316751 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-e9ac8eac-dada-4d27-932c-810c4a17adf0 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.21 "GET /v2.0/networks?id=83ced706-01a6-4f73-9993-246be55274a8 HTTP/1.1" status: 200 len: 814 time: 0.1390035 Jul 16 09:28:33.329941 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-b7a8a4de-22a6-4c73-8619-7d9a01b020c2 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Request body: {'port': {'device_id': '881ace07-ab07-4c9f-9425-1c79eae72876', 'network_id': '83ced706-01a6-4f73-9993-246be55274a8', 'admin_state_up': True, 'tenant_id': 'b3635ef7c75748ca920a936ef44a9115'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:28:33.360911 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-478e9b43-d17e-4952-98b2-554e620f19a6 req-d2d15190-0c6b-4ed3-bbd7-043e93e37c47 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] No DVR routers for this DVR port 5c694262-05b3-49ee-883d-290be9978aa4 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:28:33.363964 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-478e9b43-d17e-4952-98b2-554e620f19a6 req-d2d15190-0c6b-4ed3-bbd7-043e93e37c47 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:33.366439 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-478e9b43-d17e-4952-98b2-554e620f19a6 req-d2d15190-0c6b-4ed3-bbd7-043e93e37c47 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.21 "DELETE /v2.0/ports/5c694262-05b3-49ee-883d-290be9978aa4 HTTP/1.1" status: 204 len: 173 time: 0.4162493 Jul 16 09:28:33.367075 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f546763-852e-4b3d-9a09-39e647aa1825', 'name': 'network-vif-deleted', 'tag': '5c694262-05b3-49ee-883d-290be9978aa4'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:28:33.370248 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01f6e7e2-6c77-4629-bbc6-37991682b7c9" -d '{"events": [{"server_uuid": "5f546763-852e-4b3d-9a09-39e647aa1825", "name": "network-vif-deleted", "tag": "5c694262-05b3-49ee-883d-290be9978aa4"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:28:33.395742 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dfda73bf-5c49-4409-96c6-b11bd6307316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:33.429374 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ff4a17-900e-4be8-8b6c-022b42b82d0d x-openstack-request-id: req-44ff4a17-900e-4be8-8b6c-022b42b82d0d {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:28:33.431207 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5f546763-852e-4b3d-9a09-39e647aa1825", "name": "network-vif-deleted", "tag": "5c694262-05b3-49ee-883d-290be9978aa4", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:28:33.431601 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-44ff4a17-900e-4be8-8b6c-022b42b82d0d {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:28:33.432269 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f546763-852e-4b3d-9a09-39e647aa1825', 'name': 'network-vif-deleted', 'tag': '5c694262-05b3-49ee-883d-290be9978aa4', 'status': 'completed', 'code': 200} Jul 16 09:28:33.445903 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7143988c-d5b7-479d-94c9-408a846d68a1 req-6c7f1c32-b67f-4e35-969c-bcc646ece658 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 210 time: 0.0517557 Jul 16 09:28:33.477737 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-b7a8a4de-22a6-4c73-8619-7d9a01b020c2 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Made reservation on behalf of b3635ef7c75748ca920a936ef44a9115 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:28:33.481398 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-b7a8a4de-22a6-4c73-8619-7d9a01b020c2 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:33.612764 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-b7a8a4de-22a6-4c73-8619-7d9a01b020c2 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Allocated IP 172.20.0.2 (83ced706-01a6-4f73-9993-246be55274a8/81b15da8-374d-4664-a3b5-573e9038f5fc/fc012523-bc27-4704-a797-883880a8daac) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:28:33.768658 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-b7a8a4de-22a6-4c73-8619-7d9a01b020c2 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:33.806775 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-b7a8a4de-22a6-4c73-8619-7d9a01b020c2 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:33.818348 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['5c694262-05b3-49ee-883d-290be9978aa4'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:28:33.852153 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-b7a8a4de-22a6-4c73-8619-7d9a01b020c2 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Network 83ced706-01a6-4f73-9993-246be55274a8 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:28:33.855329 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-b7a8a4de-22a6-4c73-8619-7d9a01b020c2 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:28:33.859196 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-b7a8a4de-22a6-4c73-8619-7d9a01b020c2 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:28:33.865489 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a8a4de-22a6-4c73-8619-7d9a01b020c2 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Pushing event updated for resources: {'Port': ['ID=fc012523-bc27-4704-a797-883880a8daac,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:33.910433 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-b7a8a4de-22a6-4c73-8619-7d9a01b020c2 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:33.911077 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-b7a8a4de-22a6-4c73-8619-7d9a01b020c2 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:33.925727 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-b7a8a4de-22a6-4c73-8619-7d9a01b020c2 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5998342 Jul 16 09:28:33.936619 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-82fc1c8d-f01e-4404-b283-0028ba52936d service neutron] Request body: {'port': {'device_id': '881ace07-ab07-4c9f-9425-1c79eae72876', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:28:34.011415 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-82fc1c8d-f01e-4404-b283-0028ba52936d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:34.260381 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-82fc1c8d-f01e-4404-b283-0028ba52936d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc012523-bc27-4704-a797-883880a8daac {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:28:34.267488 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-82fc1c8d-f01e-4404-b283-0028ba52936d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:34.279382 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-82fc1c8d-f01e-4404-b283-0028ba52936d service neutron] Transition to ACTIVE for port object fc012523-bc27-4704-a797-883880a8daac will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:28:34.283240 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-82fc1c8d-f01e-4404-b283-0028ba52936d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:34.331233 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc1c8d-f01e-4404-b283-0028ba52936d service neutron] Pushing event updated for resources: {'Port': ['ID=fc012523-bc27-4704-a797-883880a8daac,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:34.403191 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-82fc1c8d-f01e-4404-b283-0028ba52936d service neutron] Attempting to bind port fc012523-bc27-4704-a797-883880a8daac on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:28:34.403525 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-82fc1c8d-f01e-4404-b283-0028ba52936d service neutron] Attempting to bind port fc012523-bc27-4704-a797-883880a8daac by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'e0298246-83ee-4cd9-9bf1-14ba9b2c125c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '83ced706-01a6-4f73-9993-246be55274a8'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:28:34.403856 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-82fc1c8d-f01e-4404-b283-0028ba52936d service neutron] Attempting to bind port fc012523-bc27-4704-a797-883880a8daac on network 83ced706-01a6-4f73-9993-246be55274a8 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:28:34.408015 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-82fc1c8d-f01e-4404-b283-0028ba52936d service neutron] Port fc012523-bc27-4704-a797-883880a8daac on network 83ced706-01a6-4f73-9993-246be55274a8 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:28:34.408338 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-82fc1c8d-f01e-4404-b283-0028ba52936d service neutron] Attempting to bind port fc012523-bc27-4704-a797-883880a8daac on network 83ced706-01a6-4f73-9993-246be55274a8 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:28:34.413012 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-82fc1c8d-f01e-4404-b283-0028ba52936d service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:28:34.413345 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-82fc1c8d-f01e-4404-b283-0028ba52936d service neutron] Checking segment: {'id': 'e0298246-83ee-4cd9-9bf1-14ba9b2c125c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '83ced706-01a6-4f73-9993-246be55274a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:28:34.413727 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-82fc1c8d-f01e-4404-b283-0028ba52936d service neutron] Bound using segment: {'id': 'e0298246-83ee-4cd9-9bf1-14ba9b2c125c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '83ced706-01a6-4f73-9993-246be55274a8'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:28:34.414147 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-82fc1c8d-f01e-4404-b283-0028ba52936d service neutron] Bound port: fc012523-bc27-4704-a797-883880a8daac, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0298246-83ee-4cd9-9bf1-14ba9b2c125c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '83ced706-01a6-4f73-9993-246be55274a8'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:28:34.414499 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-82fc1c8d-f01e-4404-b283-0028ba52936d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:34.475745 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-82fc1c8d-f01e-4404-b283-0028ba52936d service neutron] For port fc012523-bc27-4704-a797-883880a8daac, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:28:34.478742 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-82fc1c8d-f01e-4404-b283-0028ba52936d service neutron] For port fc012523-bc27-4704-a797-883880a8daac, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=fc012523-bc27-4704-a797-883880a8daac,segment=NetworkSegment(e0298246-83ee-4cd9-9bf1-14ba9b2c125c),segment_id=e0298246-83ee-4cd9-9bf1-14ba9b2c125c)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:28:34.483834 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-82fc1c8d-f01e-4404-b283-0028ba52936d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:34.517298 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-82fc1c8d-f01e-4404-b283-0028ba52936d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:34.517913 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-82fc1c8d-f01e-4404-b283-0028ba52936d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:34.519292 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-82fc1c8d-f01e-4404-b283-0028ba52936d service neutron] 10.222.0.21 "PUT /v2.0/ports/fc012523-bc27-4704-a797-883880a8daac HTTP/1.1" status: 200 len: 1092 time: 0.5866923 Jul 16 09:28:34.519732 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '881ace07-ab07-4c9f-9425-1c79eae72876', 'tag': 'fc012523-bc27-4704-a797-883880a8daac'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:28:34.521997 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-652e798f-45d5-4411-be49-5eab8e20409e" -d '{"events": [{"name": "network-changed", "server_uuid": "881ace07-ab07-4c9f-9425-1c79eae72876", "tag": "fc012523-bc27-4704-a797-883880a8daac"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:28:34.553117 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc1c8d-f01e-4404-b283-0028ba52936d service neutron] Pushing event updated for resources: {'Port': ['ID=fc012523-bc27-4704-a797-883880a8daac,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:34.563498 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2508480-33d6-4cc7-8ae7-be70a70bc3eb x-openstack-request-id: req-b2508480-33d6-4cc7-8ae7-be70a70bc3eb {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:28:34.563915 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "881ace07-ab07-4c9f-9425-1c79eae72876", "tag": "fc012523-bc27-4704-a797-883880a8daac", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:28:34.564188 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-b2508480-33d6-4cc7-8ae7-be70a70bc3eb {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:28:34.564605 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '881ace07-ab07-4c9f-9425-1c79eae72876', 'tag': 'fc012523-bc27-4704-a797-883880a8daac', 'status': 'completed', 'code': 200} Jul 16 09:28:34.997110 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cafb0bb-3d8e-49c3-ae25-12349b58fdf8 req-28b7729c-4ac1-4f39-b096-a7a7c7d3bedd tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:34.998596 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4cafb0bb-3d8e-49c3-ae25-12349b58fdf8 req-28b7729c-4ac1-4f39-b096-a7a7c7d3bedd tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 943 time: 0.4374993 Jul 16 09:28:35.001282 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-09ea3856-745d-45ad-8aac-8fcb8868ab32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:35.002623 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-09ea3856-745d-45ad-8aac-8fcb8868ab32 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3635ef7c75748ca920a936ef44a9115&device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 1095 time: 0.4285235 Jul 16 09:28:35.052965 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-9f806e9c-4a74-4867-8129-39c69cce0190 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc012523-bc27-4704-a797-883880a8daac HTTP/1.1" status: 200 len: 217 time: 0.0424447 Jul 16 09:28:35.093674 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4cafb0bb-3d8e-49c3-ae25-12349b58fdf8 req-872d7601-cce1-4098-ae78-ef68de04673d tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894568 Jul 16 09:28:35.109145 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-41752274-15eb-4511-809a-ff090c5d8339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:35.110644 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-41752274-15eb-4511-809a-ff090c5d8339 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=81b15da8-374d-4664-a3b5-573e9038f5fc HTTP/1.1" status: 200 len: 854 time: 0.0481851 Jul 16 09:28:35.144029 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-dc3174a1-8b5b-4418-81ee-823654c4c255 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83ced706-01a6-4f73-9993-246be55274a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266061 Jul 16 09:28:35.235267 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-802ecf62-b297-4cc2-b19a-da4a3b297a66 service neutron] 10.222.0.21 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840647 Jul 16 09:28:35.322193 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8ce0f70a-4954-48ae-bbcc-d1be460c49a8 req-aff3f34a-3701-4d9e-ac1b-0eba4c7940cc service neutron] 10.222.0.21 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808182 Jul 16 09:28:35.424519 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e798f-45d5-4411-be49-5eab8e20409e req-78a02a0e-08f9-480a-bdab-64931936fb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:35.426025 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-652e798f-45d5-4411-be49-5eab8e20409e req-78a02a0e-08f9-480a-bdab-64931936fb4b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3635ef7c75748ca920a936ef44a9115&device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 1095 time: 0.0565901 Jul 16 09:28:35.513321 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e798f-45d5-4411-be49-5eab8e20409e req-7f0feea4-abe7-430d-ba37-200975a9cc4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:35.514689 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-652e798f-45d5-4411-be49-5eab8e20409e req-7f0feea4-abe7-430d-ba37-200975a9cc4a service neutron] 10.222.0.21 "GET /v2.0/networks?id=83ced706-01a6-4f73-9993-246be55274a8 HTTP/1.1" status: 200 len: 915 time: 0.0819001 Jul 16 09:28:35.561192 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-652e798f-45d5-4411-be49-5eab8e20409e req-3c98ad5d-2b61-4ceb-9ed0-41903be220bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc012523-bc27-4704-a797-883880a8daac HTTP/1.1" status: 200 len: 217 time: 0.0380056 Jul 16 09:28:35.608787 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e798f-45d5-4411-be49-5eab8e20409e req-4f8e0e70-90e3-420f-bf3f-9964c5ad2479 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:35.610193 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-652e798f-45d5-4411-be49-5eab8e20409e req-4f8e0e70-90e3-420f-bf3f-9964c5ad2479 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=81b15da8-374d-4664-a3b5-573e9038f5fc HTTP/1.1" status: 200 len: 854 time: 0.0418863 Jul 16 09:28:35.642465 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-652e798f-45d5-4411-be49-5eab8e20409e req-a34474ae-b96c-4cb2-bb9a-6c20d8045045 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83ced706-01a6-4f73-9993-246be55274a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253668 Jul 16 09:28:35.734557 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-652e798f-45d5-4411-be49-5eab8e20409e req-a09d2928-6da8-4ae6-a2b1-9e33c550595e service neutron] 10.222.0.21 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840678 Jul 16 09:28:35.787167 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0a5ef00f-62d5-43a6-9da2-2a57622a5f0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:35.823629 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-652e798f-45d5-4411-be49-5eab8e20409e req-a2e4d817-e3a4-48ad-a17f-ea4f278e1ad1 service neutron] 10.222.0.21 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828247 Jul 16 09:28:36.109757 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:36.270272 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c4a8b-c8a0-4a2f-a37a-4be3c0650d3d req-9e102c51-97ba-4ab1-9e3a-581f42e5753e tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:36.271765 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3b2c4a8b-c8a0-4a2f-a37a-4be3c0650d3d req-9e102c51-97ba-4ab1-9e3a-581f42e5753e tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 943 time: 0.0634289 Jul 16 09:28:36.313123 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3b2c4a8b-c8a0-4a2f-a37a-4be3c0650d3d req-0cada8a9-cf0c-4d7b-941e-19449eb81397 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354466 Jul 16 09:28:36.635629 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device fc012523-bc27-4704-a797-883880a8daac details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:28:36.638751 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 5c694262-05b3-49ee-883d-290be9978aa4 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:28:36.662446 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 5c694262-05b3-49ee-883d-290be9978aa4 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:28:36.662793 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 5c694262-05b3-49ee-883d-290be9978aa4 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:28:36.752805 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port fc012523-bc27-4704-a797-883880a8daac, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=fc012523-bc27-4704-a797-883880a8daac,segment=NetworkSegment(e0298246-83ee-4cd9-9bf1-14ba9b2c125c),segment_id=e0298246-83ee-4cd9-9bf1-14ba9b2c125c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:36.769459 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'fc012523-bc27-4704-a797-883880a8daac', 'network_id': '83ced706-01a6-4f73-9993-246be55274a8', 'port_id': 'fc012523-bc27-4704-a797-883880a8daac', 'mac_address': 'fa:16:3e:eb:33:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b15da8-374d-4664-a3b5-573e9038f5fc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:28:36.806013 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:36.818691 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc012523-bc27-4704-a797-883880a8daac {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:28:36.837848 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port fc012523-bc27-4704-a797-883880a8daac, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=fc012523-bc27-4704-a797-883880a8daac,segment=NetworkSegment(e0298246-83ee-4cd9-9bf1-14ba9b2c125c),segment_id=e0298246-83ee-4cd9-9bf1-14ba9b2c125c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:36.842041 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:36.889920 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=fc012523-bc27-4704-a797-883880a8daac,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:37.028417 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['fc012523-bc27-4704-a797-883880a8daac'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:28:37.292715 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:37.486437 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eeba0b-dc4e-4b18-b57d-c1ea6d756180 req-60185111-74e5-4f05-a46f-fd8294d8c322 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:37.487912 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-84eeba0b-dc4e-4b18-b57d-c1ea6d756180 req-60185111-74e5-4f05-a46f-fd8294d8c322 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 944 time: 0.0664353 Jul 16 09:28:37.523706 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-84eeba0b-dc4e-4b18-b57d-c1ea6d756180 req-0be75921-081d-4b3b-9574-49fbe6564753 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302684 Jul 16 09:28:38.636828 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device fc012523-bc27-4704-a797-883880a8daac up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:28:38.685088 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port fc012523-bc27-4704-a797-883880a8daac completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:28:38.688985 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port fc012523-bc27-4704-a797-883880a8daac triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:28:38.689356 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:38.697622 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27427157-af6e-402d-ac49-6a6e6f142569 req-e12821de-2f96-48f7-b72e-bf152a0a8383 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:38.699166 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27427157-af6e-402d-ac49-6a6e6f142569 req-e12821de-2f96-48f7-b72e-bf152a0a8383 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 944 time: 0.0632498 Jul 16 09:28:38.738169 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27427157-af6e-402d-ac49-6a6e6f142569 req-170e4acd-90fe-44f1-b2e5-5ce556d44962 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331485 Jul 16 09:28:38.767065 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:38.781718 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:38.803510 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '881ace07-ab07-4c9f-9425-1c79eae72876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc012523-bc27-4704-a797-883880a8daac'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:28:38.806417 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9abd59b7-f848-47ea-af77-f651beea9f0d" -d '{"events": [{"server_uuid": "881ace07-ab07-4c9f-9425-1c79eae72876", "name": "network-vif-plugged", "status": "completed", "tag": "fc012523-bc27-4704-a797-883880a8daac"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:28:38.819187 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port fc012523-bc27-4704-a797-883880a8daac, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=fc012523-bc27-4704-a797-883880a8daac,segment=NetworkSegment(e0298246-83ee-4cd9-9bf1-14ba9b2c125c),segment_id=e0298246-83ee-4cd9-9bf1-14ba9b2c125c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:28:38.824108 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:28:38.846607 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:28:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6de908f0-208c-4253-ae02-379f0128d994 x-openstack-request-id: req-6de908f0-208c-4253-ae02-379f0128d994 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:28:38.846909 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "881ace07-ab07-4c9f-9425-1c79eae72876", "name": "network-vif-plugged", "status": "completed", "tag": "fc012523-bc27-4704-a797-883880a8daac", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:28:38.847164 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6de908f0-208c-4253-ae02-379f0128d994 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:28:38.847551 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '881ace07-ab07-4c9f-9425-1c79eae72876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc012523-bc27-4704-a797-883880a8daac', 'code': 200} Jul 16 09:28:38.872858 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=fc012523-bc27-4704-a797-883880a8daac,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:28:38.957190 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041afe83-02f5-4684-a16d-40d7850c06e3 req-aeebc74a-45b1-439b-8c67-59e4ce77be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:38.958560 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-041afe83-02f5-4684-a16d-40d7850c06e3 req-aeebc74a-45b1-439b-8c67-59e4ce77be1e service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 1097 time: 0.0509782 Jul 16 09:28:38.991241 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-041afe83-02f5-4684-a16d-40d7850c06e3 req-94cb9eac-fa51-4256-a03c-9a25fe67fbeb service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265491 Jul 16 09:28:39.913730 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee0bb8f-7938-4167-8bbe-6184604790c8 req-0a7ce52e-031a-4b4c-992a-53818ea88680 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:39.915757 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fee0bb8f-7938-4167-8bbe-6184604790c8 req-0a7ce52e-031a-4b4c-992a-53818ea88680 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 945 time: 0.0643663 Jul 16 09:28:39.953679 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fee0bb8f-7938-4167-8bbe-6184604790c8 req-eb9d6133-48e6-4535-9256-b705e68e1e39 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322459 Jul 16 09:28:40.125761 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0da8e6-773d-48ad-b8ca-ce99a7fc4da3 req-92ca7d36-53dd-4f7d-bb5b-b487575e5475 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:40.127519 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8f0da8e6-773d-48ad-b8ca-ce99a7fc4da3 req-92ca7d36-53dd-4f7d-bb5b-b487575e5475 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 945 time: 0.0619426 Jul 16 09:28:40.163454 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8f0da8e6-773d-48ad-b8ca-ce99a7fc4da3 req-640e86ce-6f34-429f-8c33-3aac1b0c31f8 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304439 Jul 16 09:28:40.503738 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-7e62f42d-5038-417e-817d-cab3206dac2a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0644839 Jul 16 09:28:40.559187 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05ac05e-cacc-4a43-acc5-19100f54131e req-2935a310-9c45-47eb-9ca2-52a37111f481 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:40.560714 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f05ac05e-cacc-4a43-acc5-19100f54131e req-2935a310-9c45-47eb-9ca2-52a37111f481 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 945 time: 0.0694861 Jul 16 09:28:40.599091 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f05ac05e-cacc-4a43-acc5-19100f54131e req-f0e35135-4a37-4827-9e39-822e7b950480 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325146 Jul 16 09:28:41.604245 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-8082b52d-708f-4820-bff3-2c63497592ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:41.605759 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-8082b52d-708f-4820-bff3-2c63497592ea service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3635ef7c75748ca920a936ef44a9115&device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 1097 time: 0.0525711 Jul 16 09:28:41.698027 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-c1999168-2bf7-427a-8c17-a49c213a7f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:41.699651 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-c1999168-2bf7-427a-8c17-a49c213a7f49 service neutron] 10.222.0.21 "GET /v2.0/networks?id=83ced706-01a6-4f73-9993-246be55274a8 HTTP/1.1" status: 200 len: 915 time: 0.0881653 Jul 16 09:28:41.740871 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-436896e4-2cef-4c1d-b2a8-eabf224d9a91 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc012523-bc27-4704-a797-883880a8daac HTTP/1.1" status: 200 len: 217 time: 0.0352912 Jul 16 09:28:41.783671 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0252bb8a-ddd1-460b-a044-8ba9ceadf104 req-2139b42d-0be2-4420-b34e-1f3a0229cac3 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:41.785212 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0252bb8a-ddd1-460b-a044-8ba9ceadf104 req-2139b42d-0be2-4420-b34e-1f3a0229cac3 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 945 time: 0.0696917 Jul 16 09:28:41.793313 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-31e32c59-a4dc-4053-9d44-0ac356eeb39a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:41.794821 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-31e32c59-a4dc-4053-9d44-0ac356eeb39a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=81b15da8-374d-4664-a3b5-573e9038f5fc HTTP/1.1" status: 200 len: 854 time: 0.0485284 Jul 16 09:28:41.823883 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0252bb8a-ddd1-460b-a044-8ba9ceadf104 req-798c2c28-547d-4611-af23-2c53db08cce4 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329363 Jul 16 09:28:41.827879 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-2f9719d3-35ac-46af-a060-439149a42323 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83ced706-01a6-4f73-9993-246be55274a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0272350 Jul 16 09:28:41.913974 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-0b4ca681-beb6-47c9-9911-34e0a67130f1 service neutron] 10.222.0.21 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798616 Jul 16 09:28:42.004340 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-37abf6a3-5cd4-4c51-8af0-436af2db833c service neutron] 10.222.0.21 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842471 Jul 16 09:28:42.997524 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ab4053-684f-49a2-b8ac-f6086d3b1b8b req-5b3a23c5-a087-4b2d-9d1a-b7694461ebcb tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:42.999039 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-71ab4053-684f-49a2-b8ac-f6086d3b1b8b req-5b3a23c5-a087-4b2d-9d1a-b7694461ebcb tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 945 time: 0.0643361 Jul 16 09:28:43.035824 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-71ab4053-684f-49a2-b8ac-f6086d3b1b8b req-57c94299-21f7-445a-a9fb-b85fc03f8431 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311284 Jul 16 09:28:44.206638 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a6419-539e-4d10-b03e-a051f4c6283f req-2f5fcf73-2839-4558-8a13-907de7f730f2 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:44.208099 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aa9a6419-539e-4d10-b03e-a051f4c6283f req-2f5fcf73-2839-4558-8a13-907de7f730f2 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 945 time: 0.0622005 Jul 16 09:28:44.245398 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aa9a6419-539e-4d10-b03e-a051f4c6283f req-40de376f-68c2-4e46-9c38-d0e763ee443d tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310831 Jul 16 09:28:45.420140 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a50280-a63e-433a-b89b-b287e8f34f0b req-cddcdbc8-d1c7-458f-ac51-10a4df2352b7 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:45.421645 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d0a50280-a63e-433a-b89b-b287e8f34f0b req-cddcdbc8-d1c7-458f-ac51-10a4df2352b7 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 945 time: 0.0670083 Jul 16 09:28:45.458571 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d0a50280-a63e-433a-b89b-b287e8f34f0b req-f67dddb6-5aff-4476-afa3-baa1d2e70dbf tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314353 Jul 16 09:28:46.631523 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5497516-a353-49e4-addb-949fafca3793 req-81128f34-e553-4aae-87db-03d287cdb427 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:46.633604 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b5497516-a353-49e4-addb-949fafca3793 req-81128f34-e553-4aae-87db-03d287cdb427 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 945 time: 0.0606978 Jul 16 09:28:46.673455 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b5497516-a353-49e4-addb-949fafca3793 req-3d68f16f-c7c9-48d3-b431-5e57fb289f34 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343564 Jul 16 09:28:47.845146 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642d96d-ba12-4b97-9cc6-acb574959c63 req-74602e29-8371-436b-b321-aa03f85aaa48 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:47.846638 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6642d96d-ba12-4b97-9cc6-acb574959c63 req-74602e29-8371-436b-b321-aa03f85aaa48 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 945 time: 0.0629869 Jul 16 09:28:47.884016 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6642d96d-ba12-4b97-9cc6-acb574959c63 req-c94df7fb-a422-47d4-91b0-ee4850c510f9 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319471 Jul 16 09:28:49.052661 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e435d18-241f-47b5-86aa-9b9f3f7ffbd3 req-188f8fb7-e30b-4275-846f-32c4a4919ddc tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:49.054049 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9e435d18-241f-47b5-86aa-9b9f3f7ffbd3 req-188f8fb7-e30b-4275-846f-32c4a4919ddc tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 945 time: 0.0619466 Jul 16 09:28:49.091447 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9e435d18-241f-47b5-86aa-9b9f3f7ffbd3 req-10d340b4-3f4f-4843-a765-9cdab3419e9e tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317979 Jul 16 09:28:50.264367 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9597b19-caa6-4dee-8ab4-e29201d79b71 req-2ee7fe38-0ef7-4d31-9e13-61ad3dfa3d1b tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:50.265842 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b9597b19-caa6-4dee-8ab4-e29201d79b71 req-2ee7fe38-0ef7-4d31-9e13-61ad3dfa3d1b tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 945 time: 0.0622456 Jul 16 09:28:50.302009 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b9597b19-caa6-4dee-8ab4-e29201d79b71 req-08f2f513-f728-4f09-8758-31583dcf3015 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306675 Jul 16 09:28:51.477720 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c1cce-677a-45b2-9d62-e639eb5d0395 req-0bf0ed9a-08b1-4fcf-8561-2a197f9d7482 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:51.479183 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e67c1cce-677a-45b2-9d62-e639eb5d0395 req-0bf0ed9a-08b1-4fcf-8561-2a197f9d7482 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 945 time: 0.0622587 Jul 16 09:28:51.515809 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e67c1cce-677a-45b2-9d62-e639eb5d0395 req-9d6cdc46-4607-49fb-a7c4-cbd7ea609618 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310700 Jul 16 09:28:52.691926 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83daee5-1bde-4b4f-909b-2bf58416642d req-36ce5f46-b811-4a3d-be18-5efd29034fac tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:52.693313 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d83daee5-1bde-4b4f-909b-2bf58416642d req-36ce5f46-b811-4a3d-be18-5efd29034fac tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 945 time: 0.0666127 Jul 16 09:28:52.731513 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d83daee5-1bde-4b4f-909b-2bf58416642d req-13059374-30d0-44b4-a393-7d5747b9b635 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320847 Jul 16 09:28:53.908380 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a5b0258-e78e-4f50-916f-b1a990890da6 req-78638513-9031-4b3f-9e1b-20645f865495 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:53.909855 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8a5b0258-e78e-4f50-916f-b1a990890da6 req-78638513-9031-4b3f-9e1b-20645f865495 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 945 time: 0.0661964 Jul 16 09:28:53.948383 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8a5b0258-e78e-4f50-916f-b1a990890da6 req-c72964ba-0e2d-4523-b0da-9a80f92a1d74 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323536 Jul 16 09:28:55.121434 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e47a3a-67cd-4377-a285-360b16d7d421 req-8759a0ae-92a6-4e08-aec4-22f7063ab71e tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:55.122903 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-78e47a3a-67cd-4377-a285-360b16d7d421 req-8759a0ae-92a6-4e08-aec4-22f7063ab71e tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 945 time: 0.0638225 Jul 16 09:28:55.160257 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-78e47a3a-67cd-4377-a285-360b16d7d421 req-900dd9e9-c90f-4e9d-bd28-67780a5c27e4 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318589 Jul 16 09:28:56.329715 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e306581f-a4ab-462f-91ef-9ae2fc860566 req-8918806f-742b-4f73-a2c1-1335b3c5ef12 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:56.331195 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e306581f-a4ab-462f-91ef-9ae2fc860566 req-8918806f-742b-4f73-a2c1-1335b3c5ef12 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 945 time: 0.0619831 Jul 16 09:28:56.369421 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e306581f-a4ab-462f-91ef-9ae2fc860566 req-5c32dc1c-352b-41b7-8e12-bad411680670 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322232 Jul 16 09:28:57.545063 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a1ac02-915c-4f35-9ee8-81311715fe00 req-4573ceb8-f68a-4cc7-bffb-fcc4d40f218f tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:57.546550 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-98a1ac02-915c-4f35-9ee8-81311715fe00 req-4573ceb8-f68a-4cc7-bffb-fcc4d40f218f tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 945 time: 0.0676119 Jul 16 09:28:57.584270 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-98a1ac02-915c-4f35-9ee8-81311715fe00 req-142bc50a-70c4-4a39-a288-dcf7cb98ee2b tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322895 Jul 16 09:28:58.758840 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c09ac5b-2a40-4c33-b536-19950bf2e55a req-aa4cb409-0d6d-4e94-961f-b704ac7191c7 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:58.760318 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6c09ac5b-2a40-4c33-b536-19950bf2e55a req-aa4cb409-0d6d-4e94-961f-b704ac7191c7 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 945 time: 0.0673766 Jul 16 09:28:58.797733 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6c09ac5b-2a40-4c33-b536-19950bf2e55a req-23092f1f-0f84-4d09-a331-ac43f653c276 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318954 Jul 16 09:28:59.971990 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccc86f4-dc27-4fbc-941d-071b3279742c req-dbce0cb8-0974-4bf1-ae92-3c5a7db25e32 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:28:59.973478 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4ccc86f4-dc27-4fbc-941d-071b3279742c req-dbce0cb8-0974-4bf1-ae92-3c5a7db25e32 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 945 time: 0.0619445 Jul 16 09:29:00.011081 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4ccc86f4-dc27-4fbc-941d-071b3279742c req-162c9dbd-d406-4a54-91ce-82437280a496 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311234 Jul 16 09:29:01.183228 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7dfe2d-1855-4cd6-9e64-8a95f0ce92c8 req-02e71d57-eecd-494c-9a4e-25691427edd8 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:01.184722 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8b7dfe2d-1855-4cd6-9e64-8a95f0ce92c8 req-02e71d57-eecd-494c-9a4e-25691427edd8 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 945 time: 0.0617964 Jul 16 09:29:01.221442 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8b7dfe2d-1855-4cd6-9e64-8a95f0ce92c8 req-0795aa60-81ac-410f-b20a-4e05c67760ac tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309794 Jul 16 09:29:02.391323 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96429a2-d563-466d-8f95-25d8e46b119c req-f437a7e4-eef7-4c38-bb62-73262e29c8e4 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:02.392828 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b96429a2-d563-466d-8f95-25d8e46b119c req-f437a7e4-eef7-4c38-bb62-73262e29c8e4 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 945 time: 0.0624647 Jul 16 09:29:02.429425 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b96429a2-d563-466d-8f95-25d8e46b119c req-916d396e-c99b-49b4-a9a8-bb646812f6bd tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310967 Jul 16 09:29:02.707243 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:02.795597 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:03.356674 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a091ff11-b3a0-4f7f-8220-20c7e1c6f922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:03.598994 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b60376b-0b19-498f-b283-5e0e0109f8ef req-7cc95b71-4291-465e-a30a-9d457484585d tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:03.600469 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3b60376b-0b19-498f-b283-5e0e0109f8ef req-7cc95b71-4291-465e-a30a-9d457484585d tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 945 time: 0.0613370 Jul 16 09:29:03.637691 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3b60376b-0b19-498f-b283-5e0e0109f8ef req-255b8647-db50-4133-b022-f30498bb29ae tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316317 Jul 16 09:29:04.813261 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-add62ecf-81a5-4c76-9df2-d458ef5c878d req-8703aa3f-ff94-46f3-9d25-1371167895cc tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:04.814758 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-add62ecf-81a5-4c76-9df2-d458ef5c878d req-8703aa3f-ff94-46f3-9d25-1371167895cc tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 945 time: 0.0667346 Jul 16 09:29:04.852741 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-add62ecf-81a5-4c76-9df2-d458ef5c878d req-425b9bbf-4c62-4bb0-9017-930d33867898 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323427 Jul 16 09:29:05.787986 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b59c1f5e-481d-4850-b365-9f85a657f1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:05.875369 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ef3d8-2213-463c-8bbd-e1c7f4c2ed58 req-369e2f1a-ff39-4f83-8210-4ba5c7f2725f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:05.876908 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-400ef3d8-2213-463c-8bbd-e1c7f4c2ed58 req-369e2f1a-ff39-4f83-8210-4ba5c7f2725f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3635ef7c75748ca920a936ef44a9115&device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 1097 time: 0.0529027 Jul 16 09:29:05.984986 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ef3d8-2213-463c-8bbd-e1c7f4c2ed58 req-462aa648-3aaa-4df3-93bf-41e6dc9503c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:05.986471 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-400ef3d8-2213-463c-8bbd-e1c7f4c2ed58 req-462aa648-3aaa-4df3-93bf-41e6dc9503c6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=83ced706-01a6-4f73-9993-246be55274a8 HTTP/1.1" status: 200 len: 915 time: 0.0893161 Jul 16 09:29:06.027103 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-400ef3d8-2213-463c-8bbd-e1c7f4c2ed58 req-624e3847-3c53-40df-ad27-37e115b1d283 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc012523-bc27-4704-a797-883880a8daac HTTP/1.1" status: 200 len: 217 time: 0.0339775 Jul 16 09:29:06.036467 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b88201-c130-43b4-9d12-1f1e19b50dc6 req-c5b040df-eae8-4589-89ed-91e7a19e636b tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:06.037986 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c1b88201-c130-43b4-9d12-1f1e19b50dc6 req-c5b040df-eae8-4589-89ed-91e7a19e636b tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 945 time: 0.0727518 Jul 16 09:29:06.074993 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ef3d8-2213-463c-8bbd-e1c7f4c2ed58 req-e83d5035-310a-4087-ae46-c85aecac71e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:06.076299 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c1b88201-c130-43b4-9d12-1f1e19b50dc6 req-de843fe0-240d-4103-b05f-7ab635990568 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324411 Jul 16 09:29:06.077058 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-400ef3d8-2213-463c-8bbd-e1c7f4c2ed58 req-e83d5035-310a-4087-ae46-c85aecac71e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=81b15da8-374d-4664-a3b5-573e9038f5fc HTTP/1.1" status: 200 len: 854 time: 0.0444624 Jul 16 09:29:06.114423 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-400ef3d8-2213-463c-8bbd-e1c7f4c2ed58 req-a5848c36-1f2d-4f66-a3b1-0dbf5562eb3f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83ced706-01a6-4f73-9993-246be55274a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315247 Jul 16 09:29:06.116897 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:06.205009 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-400ef3d8-2213-463c-8bbd-e1c7f4c2ed58 req-56f0c87f-ab77-4bc9-9f8e-d291c86864a0 service neutron] 10.222.0.21 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842657 Jul 16 09:29:06.251338 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:29:06.301260 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-400ef3d8-2213-463c-8bbd-e1c7f4c2ed58 req-26180edf-f802-49be-b843-9cbd48fa64b4 service neutron] 10.222.0.21 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904400 Jul 16 09:29:07.253573 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b525727b-3b30-47fa-b10e-5c4a080f482c req-aad9d8c5-2845-48e0-83a6-e93ce0c63d8a tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:07.255090 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b525727b-3b30-47fa-b10e-5c4a080f482c req-aad9d8c5-2845-48e0-83a6-e93ce0c63d8a tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 945 time: 0.0656636 Jul 16 09:29:07.299181 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b525727b-3b30-47fa-b10e-5c4a080f482c req-8f7dc88c-f0eb-4f1a-ac23-3746d16b7fe4 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380239 Jul 16 09:29:07.300290 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:08.470540 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998976a8-80c7-4981-93bf-6a8c0db677c9 req-8cd67a3c-5d84-49e6-b6d9-0d3d6920da22 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:08.472100 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-998976a8-80c7-4981-93bf-6a8c0db677c9 req-8cd67a3c-5d84-49e6-b6d9-0d3d6920da22 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 945 time: 0.0625689 Jul 16 09:29:08.507962 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-998976a8-80c7-4981-93bf-6a8c0db677c9 req-a6714c96-1fdd-47a0-915f-f83ad3545adf tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302811 Jul 16 09:29:08.749030 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:08.759131 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-1fe46c83-59f0-46b6-a7dc-8cd7de23bd5d service neutron] show failed (client error): The resource could not be found. Jul 16 09:29:08.760125 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-1fe46c83-59f0-46b6-a7dc-8cd7de23bd5d service neutron] 10.222.0.21 "GET /v2.0/ports/fc012523-bc27-4704-a797-883880a8daac/bindings/n-h1-771362-37 HTTP/1.1" status: 404 len: 381 time: 0.0612020 Jul 16 09:29:09.002925 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-428e4ea6-7acd-4a69-9d6e-65f854c865f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:09.004314 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-428e4ea6-7acd-4a69-9d6e-65f854c865f0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876&tenant_id=b3635ef7c75748ca920a936ef44a9115 HTTP/1.1" status: 200 len: 1097 time: 0.0525792 Jul 16 09:29:09.015428 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-37', 'device_owner': 'compute:nova'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:09.084773 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:09.285736 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] For port fc012523-bc27-4704-a797-883880a8daac, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=fc012523-bc27-4704-a797-883880a8daac,segment=NetworkSegment(e0298246-83ee-4cd9-9bf1-14ba9b2c125c),segment_id=e0298246-83ee-4cd9-9bf1-14ba9b2c125c)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:09.317839 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] For port fc012523-bc27-4704-a797-883880a8daac, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:29:09.330864 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-3f27c530-fc9d-48a8-a3b5-bb8dab1f0337 req-1d7d42c9-79ae-4395-82c5-010c088121bc service neutron] (93758) timed out ('10.222.0.22', 43332) {{(pid=93758) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:29:09.355053 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '881ace07-ab07-4c9f-9425-1c79eae72876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc012523-bc27-4704-a797-883880a8daac'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:29:09.357877 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628359dc-3ce2-4cd6-8c8d-aeb9bf1a677d" -d '{"events": [{"server_uuid": "881ace07-ab07-4c9f-9425-1c79eae72876", "name": "network-vif-unplugged", "status": "completed", "tag": "fc012523-bc27-4704-a797-883880a8daac"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:29:09.361593 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:09.374282 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] Transition to ACTIVE for port object fc012523-bc27-4704-a797-883880a8daac will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:29:09.378254 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:09.413579 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:29:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91f979a6-007b-4131-8e9d-c9747d05c900 x-openstack-request-id: req-91f979a6-007b-4131-8e9d-c9747d05c900 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:29:09.413956 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "881ace07-ab07-4c9f-9425-1c79eae72876", "name": "network-vif-unplugged", "status": "completed", "tag": "fc012523-bc27-4704-a797-883880a8daac", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:29:09.414207 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-91f979a6-007b-4131-8e9d-c9747d05c900 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:29:09.414591 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '881ace07-ab07-4c9f-9425-1c79eae72876', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc012523-bc27-4704-a797-883880a8daac', 'code': 200} Jul 16 09:29:09.444236 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] No DVR routers for this DVR port fc012523-bc27-4704-a797-883880a8daac on host n-h2-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:29:09.446198 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] Pushing event updated for resources: {'Port': ['ID=fc012523-bc27-4704-a797-883880a8daac,revision_number=6']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:09.456630 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:09.456984 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:09.457323 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:09.457658 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:09.457989 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:09.458381 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:09.458685 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:09.459008 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:09.459331 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:09.459653 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:09.459975 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:09.460293 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:09.496377 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] Attempting to bind port fc012523-bc27-4704-a797-883880a8daac on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:29:09.496702 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] Attempting to bind port fc012523-bc27-4704-a797-883880a8daac by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'e0298246-83ee-4cd9-9bf1-14ba9b2c125c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '83ced706-01a6-4f73-9993-246be55274a8'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:29:09.497050 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] Attempting to bind port fc012523-bc27-4704-a797-883880a8daac on network 83ced706-01a6-4f73-9993-246be55274a8 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:29:09.501149 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] Port fc012523-bc27-4704-a797-883880a8daac on network 83ced706-01a6-4f73-9993-246be55274a8 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:29:09.501464 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] Attempting to bind port fc012523-bc27-4704-a797-883880a8daac on network 83ced706-01a6-4f73-9993-246be55274a8 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:29:09.506115 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:29:09.506448 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] Checking segment: {'id': 'e0298246-83ee-4cd9-9bf1-14ba9b2c125c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '83ced706-01a6-4f73-9993-246be55274a8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:29:09.506827 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] Bound using segment: {'id': 'e0298246-83ee-4cd9-9bf1-14ba9b2c125c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '83ced706-01a6-4f73-9993-246be55274a8'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:29:09.507246 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] Bound port: fc012523-bc27-4704-a797-883880a8daac, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e0298246-83ee-4cd9-9bf1-14ba9b2c125c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '83ced706-01a6-4f73-9993-246be55274a8'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:29:09.507593 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:09.569250 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] For port fc012523-bc27-4704-a797-883880a8daac, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:29:09.572211 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] For port fc012523-bc27-4704-a797-883880a8daac, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=fc012523-bc27-4704-a797-883880a8daac,segment=NetworkSegment(e0298246-83ee-4cd9-9bf1-14ba9b2c125c),segment_id=e0298246-83ee-4cd9-9bf1-14ba9b2c125c)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:29:09.576904 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:09.611449 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:09.612072 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:09.613490 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] 10.222.0.30 "PUT /v2.0/ports/fc012523-bc27-4704-a797-883880a8daac HTTP/1.1" status: 200 len: 1092 time: 0.6025488 Jul 16 09:29:09.634416 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1182823-3f33-43f1-aebe-2c834ce86d58 service neutron] Pushing event updated for resources: {'Port': ['ID=fc012523-bc27-4704-a797-883880a8daac,revision_number=7']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:09.693913 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-67b3f908-d4c6-4a66-8ec2-5a5eff7b9b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:09.694413 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa2fd14-2ee6-424c-8335-d24c284b6fca req-419b36b0-73de-40bb-90dd-4be5cd1b776f tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:09.695551 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-67b3f908-d4c6-4a66-8ec2-5a5eff7b9b8b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3635ef7c75748ca920a936ef44a9115&device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 1095 time: 0.0583129 Jul 16 09:29:09.695942 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cfa2fd14-2ee6-424c-8335-d24c284b6fca req-419b36b0-73de-40bb-90dd-4be5cd1b776f tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 943 time: 0.0693204 Jul 16 09:29:09.735716 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cfa2fd14-2ee6-424c-8335-d24c284b6fca req-6a831969-74ea-4ea9-af23-e7ec608596c2 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337634 Jul 16 09:29:09.785667 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-e69a03aa-627b-44b6-8a95-4f0ed944fa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:09.787142 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-e69a03aa-627b-44b6-8a95-4f0ed944fa8c service neutron] 10.222.0.30 "GET /v2.0/networks?id=83ced706-01a6-4f73-9993-246be55274a8 HTTP/1.1" status: 200 len: 915 time: 0.0859346 Jul 16 09:29:09.830152 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-89d83eb4-e493-463f-945d-83b4d56577ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc012523-bc27-4704-a797-883880a8daac HTTP/1.1" status: 200 len: 217 time: 0.0374184 Jul 16 09:29:09.878944 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-28854874-7a33-4a20-8731-5ae267e954bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:09.880429 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-28854874-7a33-4a20-8731-5ae267e954bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=81b15da8-374d-4664-a3b5-573e9038f5fc HTTP/1.1" status: 200 len: 854 time: 0.0432973 Jul 16 09:29:09.912737 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-5049e462-e026-4105-ba91-af007b0c8d01 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83ced706-01a6-4f73-9993-246be55274a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264258 Jul 16 09:29:10.003473 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-62253411-d194-4874-a184-542b02d487b7 service neutron] 10.222.0.30 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843773 Jul 16 09:29:10.090128 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35f4ddad-46a7-44a4-8d1b-ad23be9a2c28 req-54726ce6-8db9-4d7a-8500-68b8008dcbfb service neutron] 10.222.0.30 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804396 Jul 16 09:29:10.921948 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38ed5ba-bd28-418a-b6ca-c2d6c79e5f8d req-9a10b040-d0ab-42ce-8158-31d28cae98d4 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:10.923435 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d38ed5ba-bd28-418a-b6ca-c2d6c79e5f8d req-9a10b040-d0ab-42ce-8158-31d28cae98d4 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 943 time: 0.0700970 Jul 16 09:29:10.963477 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d38ed5ba-bd28-418a-b6ca-c2d6c79e5f8d req-3dc0128d-2ce6-4471-8950-871f407eccad tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341208 Jul 16 09:29:11.415507 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '881ace07-ab07-4c9f-9425-1c79eae72876', 'tag': 'fc012523-bc27-4704-a797-883880a8daac'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:29:11.417947 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-606c9777-49c4-458a-be6c-2fa689d46cc2" -d '{"events": [{"name": "network-changed", "server_uuid": "881ace07-ab07-4c9f-9425-1c79eae72876", "tag": "fc012523-bc27-4704-a797-883880a8daac"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:29:11.467804 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5484d1b-8ec5-41f5-b91d-9a24a931b436 x-openstack-request-id: req-a5484d1b-8ec5-41f5-b91d-9a24a931b436 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:29:11.468201 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "881ace07-ab07-4c9f-9425-1c79eae72876", "tag": "fc012523-bc27-4704-a797-883880a8daac", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:29:11.468676 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a5484d1b-8ec5-41f5-b91d-9a24a931b436 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:29:11.469165 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '881ace07-ab07-4c9f-9425-1c79eae72876', 'tag': 'fc012523-bc27-4704-a797-883880a8daac', 'status': 'completed', 'code': 200} Jul 16 09:29:11.581822 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c9777-49c4-458a-be6c-2fa689d46cc2 req-09c3f872-b8ea-4ed7-8855-158ca44c816a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:11.583409 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-606c9777-49c4-458a-be6c-2fa689d46cc2 req-09c3f872-b8ea-4ed7-8855-158ca44c816a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b3635ef7c75748ca920a936ef44a9115&device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 1095 time: 0.0966983 Jul 16 09:29:11.585255 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c9777-49c4-458a-be6c-2fa689d46cc2 req-815bbdec-eb43-4c9f-baed-99c0509a83d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:11.586726 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-606c9777-49c4-458a-be6c-2fa689d46cc2 req-815bbdec-eb43-4c9f-baed-99c0509a83d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3635ef7c75748ca920a936ef44a9115&device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 1095 time: 0.0917706 Jul 16 09:29:11.765289 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c9777-49c4-458a-be6c-2fa689d46cc2 req-36cc0d18-af26-4bb6-bf3f-3ee8cad2f095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:11.766776 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-606c9777-49c4-458a-be6c-2fa689d46cc2 req-36cc0d18-af26-4bb6-bf3f-3ee8cad2f095 service neutron] 10.222.0.30 "GET /v2.0/networks?id=83ced706-01a6-4f73-9993-246be55274a8 HTTP/1.1" status: 200 len: 915 time: 0.1734722 Jul 16 09:29:11.767997 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c9777-49c4-458a-be6c-2fa689d46cc2 req-7823296d-88a9-416c-b3d1-fe066ab76ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:11.769404 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-606c9777-49c4-458a-be6c-2fa689d46cc2 req-7823296d-88a9-416c-b3d1-fe066ab76ff3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=83ced706-01a6-4f73-9993-246be55274a8 HTTP/1.1" status: 200 len: 915 time: 0.1749570 Jul 16 09:29:11.816955 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-606c9777-49c4-458a-be6c-2fa689d46cc2 req-754a1b14-fc9e-4182-ad5f-72e605bc41b7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc012523-bc27-4704-a797-883880a8daac HTTP/1.1" status: 200 len: 217 time: 0.0432451 Jul 16 09:29:11.852011 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-606c9777-49c4-458a-be6c-2fa689d46cc2 req-e6bce092-86b1-403d-b527-d2c0f89f191b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc012523-bc27-4704-a797-883880a8daac HTTP/1.1" status: 200 len: 217 time: 0.0711825 Jul 16 09:29:11.923746 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c9777-49c4-458a-be6c-2fa689d46cc2 req-1c1978ff-0063-45fc-975c-4a3568e6e39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:11.925711 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-606c9777-49c4-458a-be6c-2fa689d46cc2 req-1c1978ff-0063-45fc-975c-4a3568e6e39c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=81b15da8-374d-4664-a3b5-573e9038f5fc HTTP/1.1" status: 200 len: 854 time: 0.0828786 Jul 16 09:29:11.932662 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606c9777-49c4-458a-be6c-2fa689d46cc2 req-15409673-686a-409c-bd58-bfe697996363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:11.934298 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-606c9777-49c4-458a-be6c-2fa689d46cc2 req-15409673-686a-409c-bd58-bfe697996363 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=81b15da8-374d-4664-a3b5-573e9038f5fc HTTP/1.1" status: 200 len: 854 time: 0.0608597 Jul 16 09:29:11.991426 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-606c9777-49c4-458a-be6c-2fa689d46cc2 req-aadfc532-650c-4dd1-a71f-6a649bf8dbc3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83ced706-01a6-4f73-9993-246be55274a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555043 Jul 16 09:29:11.993712 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-606c9777-49c4-458a-be6c-2fa689d46cc2 req-722a34e9-589a-4807-b210-a60fc8e75ece service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83ced706-01a6-4f73-9993-246be55274a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480402 Jul 16 09:29:12.193087 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-606c9777-49c4-458a-be6c-2fa689d46cc2 req-f72e0704-3f2d-4dc2-a9ec-d599c61c7f9a service neutron] 10.222.0.30 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1945510 Jul 16 09:29:12.196792 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-606c9777-49c4-458a-be6c-2fa689d46cc2 req-7b188676-606f-4798-b858-f8aa939dac16 service neutron] 10.222.0.21 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875415 Jul 16 09:29:12.330452 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25298a2-6b72-439d-823b-0a4593bc16b3 req-c41da859-4e18-4848-be58-8f8c09ffbd16 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:12.331908 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e25298a2-6b72-439d-823b-0a4593bc16b3 req-c41da859-4e18-4848-be58-8f8c09ffbd16 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 943 time: 0.2107565 Jul 16 09:29:12.394057 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-606c9777-49c4-458a-be6c-2fa689d46cc2 req-a563bd87-1a72-4a0a-a171-bf48fa4776c9 service neutron] 10.222.0.30 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925991 Jul 16 09:29:12.397062 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-606c9777-49c4-458a-be6c-2fa689d46cc2 req-f461a38a-e612-4ce3-bb0c-3ea068b6bc1d service neutron] 10.222.0.21 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835635 Jul 16 09:29:12.409445 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e25298a2-6b72-439d-823b-0a4593bc16b3 req-7f3977bb-03da-43fe-a95d-e6aca785cf57 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708690 Jul 16 09:29:12.741465 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device fc012523-bc27-4704-a797-883880a8daac details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:29:12.760575 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef9c3e-efe1-4b8d-872f-a26256dc244e req-90e6f870-04a2-4107-9bd4-51bb92fb525f tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:12.763504 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-65ef9c3e-efe1-4b8d-872f-a26256dc244e req-90e6f870-04a2-4107-9bd4-51bb92fb525f tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.21 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876&tenant_id=b3635ef7c75748ca920a936ef44a9115&binding%3Ahost_id=n-h1-771362-37 HTTP/1.1" status: 200 len: 943 time: 0.1174552 Jul 16 09:29:12.772576 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a25562b-b196-4004-ae8c-889a172cb7e1 req-2884ac57-34ab-417f-9f94-5c9d2f8976ef tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:12.774025 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9a25562b-b196-4004-ae8c-889a172cb7e1 req-2884ac57-34ab-417f-9f94-5c9d2f8976ef tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 943 time: 0.1172614 Jul 16 09:29:12.825958 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device fc012523-bc27-4704-a797-883880a8daac no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:29:12.848917 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9a25562b-b196-4004-ae8c-889a172cb7e1 req-d99abefd-cdb5-4366-b924-1bbc10200bc7 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669231 Jul 16 09:29:12.856293 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [req-65ef9c3e-efe1-4b8d-872f-a26256dc244e req-5e143ac2-4c3a-4076-98ef-3dbe2ca3587d service neutron] delete failed (client error): The resource could not be found. Jul 16 09:29:12.857330 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-65ef9c3e-efe1-4b8d-872f-a26256dc244e req-5e143ac2-4c3a-4076-98ef-3dbe2ca3587d service neutron] 10.222.0.21 "DELETE /v2.0/ports/fc012523-bc27-4704-a797-883880a8daac/bindings/n-h2-771362-37 HTTP/1.1" status: 404 len: 381 time: 0.0824432 Jul 16 09:29:12.868402 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port fc012523-bc27-4704-a797-883880a8daac, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=fc012523-bc27-4704-a797-883880a8daac,segment=NetworkSegment(e0298246-83ee-4cd9-9bf1-14ba9b2c125c),segment_id=e0298246-83ee-4cd9-9bf1-14ba9b2c125c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:12.888253 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'fc012523-bc27-4704-a797-883880a8daac', 'network_id': '83ced706-01a6-4f73-9993-246be55274a8', 'port_id': 'fc012523-bc27-4704-a797-883880a8daac', 'mac_address': 'fa:16:3e:eb:33:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '81b15da8-374d-4664-a3b5-573e9038f5fc', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:29:12.898293 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device fc012523-bc27-4704-a797-883880a8daac not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:29:12.935331 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:12.949675 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc012523-bc27-4704-a797-883880a8daac {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:29:12.971527 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port fc012523-bc27-4704-a797-883880a8daac, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=fc012523-bc27-4704-a797-883880a8daac,segment=NetworkSegment(e0298246-83ee-4cd9-9bf1-14ba9b2c125c),segment_id=e0298246-83ee-4cd9-9bf1-14ba9b2c125c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:12.975944 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:13.025046 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=fc012523-bc27-4704-a797-883880a8daac,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:13.033327 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:13.033679 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:13.034021 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:13.034362 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:13.034693 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:13.035327 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:13.035669 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:13.036144 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:13.036540 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:13.036929 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:13.037323 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:13.037655 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:13.187068 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['fc012523-bc27-4704-a797-883880a8daac'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:29:13.292059 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef9c3e-efe1-4b8d-872f-a26256dc244e req-bcd76897-1a63-4bb5-ada3-e2e2e7a8bad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:13.293496 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-65ef9c3e-efe1-4b8d-872f-a26256dc244e req-bcd76897-1a63-4bb5-ada3-e2e2e7a8bad9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=b3635ef7c75748ca920a936ef44a9115&device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 1095 time: 0.3931265 Jul 16 09:29:13.380815 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef9c3e-efe1-4b8d-872f-a26256dc244e req-874c65d9-605f-48c6-a9d8-32cd14311f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:13.382268 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-65ef9c3e-efe1-4b8d-872f-a26256dc244e req-874c65d9-605f-48c6-a9d8-32cd14311f97 service neutron] 10.222.0.21 "GET /v2.0/networks?id=83ced706-01a6-4f73-9993-246be55274a8 HTTP/1.1" status: 200 len: 915 time: 0.0827491 Jul 16 09:29:13.424118 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-65ef9c3e-efe1-4b8d-872f-a26256dc244e req-88e3ffcb-4548-4a16-8f13-9dbc21a539e0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fc012523-bc27-4704-a797-883880a8daac HTTP/1.1" status: 200 len: 217 time: 0.0359781 Jul 16 09:29:13.471125 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ef9c3e-efe1-4b8d-872f-a26256dc244e req-5d7f000a-cf19-440c-8194-037dca25991c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:13.472609 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-65ef9c3e-efe1-4b8d-872f-a26256dc244e req-5d7f000a-cf19-440c-8194-037dca25991c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=81b15da8-374d-4664-a3b5-573e9038f5fc HTTP/1.1" status: 200 len: 854 time: 0.0427439 Jul 16 09:29:13.504151 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-65ef9c3e-efe1-4b8d-872f-a26256dc244e req-3575d763-25f6-4c47-8292-f05cc558fc66 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83ced706-01a6-4f73-9993-246be55274a8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255663 Jul 16 09:29:13.595376 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-65ef9c3e-efe1-4b8d-872f-a26256dc244e req-1d91e83c-87f5-4fd4-ba6f-47c8a4c8be73 service neutron] 10.222.0.21 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842743 Jul 16 09:29:13.683234 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-65ef9c3e-efe1-4b8d-872f-a26256dc244e req-555cd83e-c5b2-472a-92a0-5ed9d5a8f81c service neutron] 10.222.0.21 "GET /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813291 Jul 16 09:29:14.037524 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77217d71-d45b-4fc5-97f7-7f94d8d6ddeb req-182b4165-b1af-4436-affb-ef88e33dcb95 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:14.039019 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-77217d71-d45b-4fc5-97f7-7f94d8d6ddeb req-182b4165-b1af-4436-affb-ef88e33dcb95 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 944 time: 0.0634890 Jul 16 09:29:14.078170 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-77217d71-d45b-4fc5-97f7-7f94d8d6ddeb req-7473cb90-b487-4f5a-9a75-d2305e8726a0 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321696 Jul 16 09:29:14.757012 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device fc012523-bc27-4704-a797-883880a8daac up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:14.804671 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port fc012523-bc27-4704-a797-883880a8daac completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:29:14.808180 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port fc012523-bc27-4704-a797-883880a8daac triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:14.808579 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:14.882964 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:14.904503 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '881ace07-ab07-4c9f-9425-1c79eae72876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc012523-bc27-4704-a797-883880a8daac'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:29:14.906731 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab95812d-c35e-46c1-a2df-7b55f38949ef" -d '{"events": [{"server_uuid": "881ace07-ab07-4c9f-9425-1c79eae72876", "name": "network-vif-plugged", "status": "completed", "tag": "fc012523-bc27-4704-a797-883880a8daac"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:29:14.920826 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port fc012523-bc27-4704-a797-883880a8daac, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=fc012523-bc27-4704-a797-883880a8daac,segment=NetworkSegment(e0298246-83ee-4cd9-9bf1-14ba9b2c125c),segment_id=e0298246-83ee-4cd9-9bf1-14ba9b2c125c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:14.925020 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:14.957683 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:29:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-053a04d9-f54d-4e57-a753-79ad8142be41 x-openstack-request-id: req-053a04d9-f54d-4e57-a753-79ad8142be41 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:29:14.957982 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "881ace07-ab07-4c9f-9425-1c79eae72876", "name": "network-vif-plugged", "status": "completed", "tag": "fc012523-bc27-4704-a797-883880a8daac", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:29:14.958237 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-053a04d9-f54d-4e57-a753-79ad8142be41 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:29:14.958624 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '881ace07-ab07-4c9f-9425-1c79eae72876', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc012523-bc27-4704-a797-883880a8daac', 'code': 200} Jul 16 09:29:14.978901 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=fc012523-bc27-4704-a797-883880a8daac,revision_number=9']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:15.287357 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c38879-f552-45c1-916e-4b15dc77ead9 req-f79b9508-fcf0-4169-a28a-331579111019 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:15.288839 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-76c38879-f552-45c1-916e-4b15dc77ead9 req-f79b9508-fcf0-4169-a28a-331579111019 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 945 time: 0.0607259 Jul 16 09:29:15.325523 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-76c38879-f552-45c1-916e-4b15dc77ead9 req-7a3f4c28-f058-4c81-9196-0b14d0438385 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303926 Jul 16 09:29:15.504433 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a323d4-3c09-456c-9a91-51a2c8ac5c3a req-b5a498e9-37cb-4c0b-977d-0b4a26bbbfa3 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:15.505892 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-46a323d4-3c09-456c-9a91-51a2c8ac5c3a req-b5a498e9-37cb-4c0b-977d-0b4a26bbbfa3 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 945 time: 0.0656016 Jul 16 09:29:15.543151 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-46a323d4-3c09-456c-9a91-51a2c8ac5c3a req-31281fd8-9916-45b8-be7d-9bab63ba3e19 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317633 Jul 16 09:29:15.719603 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b429a8-912d-44b8-b32b-987d45bbc9a8 req-078e87f4-21f1-43f8-a1a8-9e02c2ac8aa5 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:15.721176 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-30b429a8-912d-44b8-b32b-987d45bbc9a8 req-078e87f4-21f1-43f8-a1a8-9e02c2ac8aa5 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 945 time: 0.0657732 Jul 16 09:29:15.760545 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-30b429a8-912d-44b8-b32b-987d45bbc9a8 req-7d9933a5-6b6e-4fad-bad2-bd39291bb77b tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337737 Jul 16 09:29:16.318395 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486d2afc-8a8e-4b7b-b736-b41a7c196c6e req-03186451-61ad-4642-9bc0-ecb85c12bb23 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:16.319879 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-486d2afc-8a8e-4b7b-b736-b41a7c196c6e req-03186451-61ad-4642-9bc0-ecb85c12bb23 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 945 time: 0.0636125 Jul 16 09:29:16.357562 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-486d2afc-8a8e-4b7b-b736-b41a7c196c6e req-9f407ba2-4bb4-42fc-8c04-ebb498cb36b2 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311966 Jul 16 09:29:17.406000 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f1cfdc-ddf3-4c83-b0fb-2c24d8fb2554 req-52fd2e94-3e03-427b-b7b7-311cc8d509bc tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:17.407472 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c4f1cfdc-ddf3-4c83-b0fb-2c24d8fb2554 req-52fd2e94-3e03-427b-b7b7-311cc8d509bc tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.30 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 945 time: 0.0629072 Jul 16 09:29:17.510541 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-c4f1cfdc-ddf3-4c83-b0fb-2c24d8fb2554 req-1f819945-1e75-4826-b5e5-4b4f278c9f42 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Deleting port fc012523-bc27-4704-a797-883880a8daac {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:29:17.510954 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c4f1cfdc-ddf3-4c83-b0fb-2c24d8fb2554 req-1f819945-1e75-4826-b5e5-4b4f278c9f42 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:17.534999 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b908f5f-6f7e-4d11-b8b5-6d23c89b65cb req-58a227dc-3f2d-4fe8-ab36-dcd0bbfd0b68 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:17.536599 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5b908f5f-6f7e-4d11-b8b5-6d23c89b65cb req-58a227dc-3f2d-4fe8-ab36-dcd0bbfd0b68 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/ports?device_id=881ace07-ab07-4c9f-9425-1c79eae72876 HTTP/1.1" status: 200 len: 945 time: 0.0651021 Jul 16 09:29:17.577511 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5b908f5f-6f7e-4d11-b8b5-6d23c89b65cb req-5a208de9-e6ae-4ba9-825b-34452398c9aa tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.22 "GET /v2.0/security-groups?id=39bd23ea-e8f3-4923-99a3-3455111f6156&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337930 Jul 16 09:29:17.619687 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-c4f1cfdc-ddf3-4c83-b0fb-2c24d8fb2554 req-1f819945-1e75-4826-b5e5-4b4f278c9f42 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] For port fc012523-bc27-4704-a797-883880a8daac, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=fc012523-bc27-4704-a797-883880a8daac,segment=NetworkSegment(e0298246-83ee-4cd9-9bf1-14ba9b2c125c),segment_id=e0298246-83ee-4cd9-9bf1-14ba9b2c125c)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:17.620053 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c4f1cfdc-ddf3-4c83-b0fb-2c24d8fb2554 req-1f819945-1e75-4826-b5e5-4b4f278c9f42 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:17.632900 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-c4f1cfdc-ddf3-4c83-b0fb-2c24d8fb2554 req-1f819945-1e75-4826-b5e5-4b4f278c9f42 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Calling delete_port for fc012523-bc27-4704-a797-883880a8daac owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:29:17.763589 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c4f1cfdc-ddf3-4c83-b0fb-2c24d8fb2554 req-1f819945-1e75-4826-b5e5-4b4f278c9f42 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:17.775725 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['fc012523-bc27-4704-a797-883880a8daac'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:29:17.799961 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f819945-1e75-4826-b5e5-4b4f278c9f42 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Pushing event deleted for resources: {'Port': ['ID=fc012523-bc27-4704-a797-883880a8daac,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:17.841681 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c4f1cfdc-ddf3-4c83-b0fb-2c24d8fb2554 req-1f819945-1e75-4826-b5e5-4b4f278c9f42 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] No DVR routers for this DVR port fc012523-bc27-4704-a797-883880a8daac on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:29:17.844259 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c4f1cfdc-ddf3-4c83-b0fb-2c24d8fb2554 req-1f819945-1e75-4826-b5e5-4b4f278c9f42 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:17.846300 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c4f1cfdc-ddf3-4c83-b0fb-2c24d8fb2554 req-1f819945-1e75-4826-b5e5-4b4f278c9f42 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] 10.222.0.30 "DELETE /v2.0/ports/fc012523-bc27-4704-a797-883880a8daac HTTP/1.1" status: 204 len: 173 time: 0.4330914 Jul 16 09:29:17.846739 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '881ace07-ab07-4c9f-9425-1c79eae72876', 'name': 'network-vif-deleted', 'tag': 'fc012523-bc27-4704-a797-883880a8daac'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:29:17.849072 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-691ba273-abea-4a1b-9b20-aa9607e8b165" -d '{"events": [{"server_uuid": "881ace07-ab07-4c9f-9425-1c79eae72876", "name": "network-vif-deleted", "tag": "fc012523-bc27-4704-a797-883880a8daac"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:29:17.885440 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:29:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d18bb24-fe74-4cc9-bec4-0448c3386bb7 x-openstack-request-id: req-7d18bb24-fe74-4cc9-bec4-0448c3386bb7 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:29:17.885758 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "881ace07-ab07-4c9f-9425-1c79eae72876", "name": "network-vif-deleted", "tag": "fc012523-bc27-4704-a797-883880a8daac", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:29:17.886040 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7d18bb24-fe74-4cc9-bec4-0448c3386bb7 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:29:17.886465 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '881ace07-ab07-4c9f-9425-1c79eae72876', 'name': 'network-vif-deleted', 'tag': 'fc012523-bc27-4704-a797-883880a8daac', 'status': 'completed', 'code': 200} Jul 16 09:29:18.812297 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46472) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:18.856532 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8259e12-aa22-40ad-8ebd-744a548307b6 admin admin] Deleting subnet 81b15da8-374d-4664-a3b5-573e9038f5fc {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:29:18.859463 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8259e12-aa22-40ad-8ebd-744a548307b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:18.892639 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8259e12-aa22-40ad-8ebd-744a548307b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:18.934495 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8259e12-aa22-40ad-8ebd-744a548307b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:18.985181 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8259e12-aa22-40ad-8ebd-744a548307b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:19.010204 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8259e12-aa22-40ad-8ebd-744a548307b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=81b15da8-374d-4664-a3b5-573e9038f5fc,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:19.013970 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d8259e12-aa22-40ad-8ebd-744a548307b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:19.015841 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d8259e12-aa22-40ad-8ebd-744a548307b6 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/81b15da8-374d-4664-a3b5-573e9038f5fc HTTP/1.1" status: 204 len: 168 time: 0.2022579 Jul 16 09:29:19.018398 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46474) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:19.085442 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-813c6478-6789-4c1b-89d6-20493bd98426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:19.165821 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-813c6478-6789-4c1b-89d6-20493bd98426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:19.175355 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-813c6478-6789-4c1b-89d6-20493bd98426 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83ced706-01a6-4f73-9993-246be55274a8']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:19.185427 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-813c6478-6789-4c1b-89d6-20493bd98426 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0298246-83ee-4cd9-9bf1-14ba9b2c125c') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:19.185723 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-813c6478-6789-4c1b-89d6-20493bd98426 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0298246-83ee-4cd9-9bf1-14ba9b2c125c') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:19.194573 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-813c6478-6789-4c1b-89d6-20493bd98426 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:19.208720 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-813c6478-6789-4c1b-89d6-20493bd98426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:19.214637 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-813c6478-6789-4c1b-89d6-20493bd98426 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:29:19.215101 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-813c6478-6789-4c1b-89d6-20493bd98426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: timer() Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:29:19.216757 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:29:19.272776 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-813c6478-6789-4c1b-89d6-20493bd98426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:19.278257 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-813c6478-6789-4c1b-89d6-20493bd98426 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:19.280324 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-813c6478-6789-4c1b-89d6-20493bd98426 admin admin] 10.222.0.22 "DELETE /v2.0/networks/83ced706-01a6-4f73-9993-246be55274a8 HTTP/1.1" status: 204 len: 168 time: 0.2610047 Jul 16 09:29:19.291140 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813c6478-6789-4c1b-89d6-20493bd98426 admin admin] Pushing event deleted for resources: {'Network': ['ID=83ced706-01a6-4f73-9993-246be55274a8,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:19.405388 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46478) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:19.444137 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-992b6089-578d-41dc-989b-47fc11387c36 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=b3635ef7c75748ca920a936ef44a9115&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0374687 Jul 16 09:29:19.446474 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46480) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:19.497187 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3fbe78e2-6e9c-4c28-9f1f-5d80bcbeeb38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:19.517694 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3fbe78e2-6e9c-4c28-9f1f-5d80bcbeeb38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:19.564511 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3fbe78e2-6e9c-4c28-9f1f-5d80bcbeeb38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:19.567095 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3fbe78e2-6e9c-4c28-9f1f-5d80bcbeeb38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:19.568229 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3fbe78e2-6e9c-4c28-9f1f-5d80bcbeeb38 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/39bd23ea-e8f3-4923-99a3-3455111f6156 HTTP/1.1" status: 204 len: 168 time: 0.1207967 Jul 16 09:29:19.576792 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbe78e2-6e9c-4c28-9f1f-5d80bcbeeb38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39bd23ea-e8f3-4923-99a3-3455111f6156,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:19.584455 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe78e2-6e9c-4c28-9f1f-5d80bcbeeb38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:19.584813 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe78e2-6e9c-4c28-9f1f-5d80bcbeeb38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:19.585159 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe78e2-6e9c-4c28-9f1f-5d80bcbeeb38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:19.585528 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe78e2-6e9c-4c28-9f1f-5d80bcbeeb38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:19.585861 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe78e2-6e9c-4c28-9f1f-5d80bcbeeb38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:19.586200 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe78e2-6e9c-4c28-9f1f-5d80bcbeeb38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:19.586616 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe78e2-6e9c-4c28-9f1f-5d80bcbeeb38 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:19.586884 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe78e2-6e9c-4c28-9f1f-5d80bcbeeb38 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:19.587226 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe78e2-6e9c-4c28-9f1f-5d80bcbeeb38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:19.587536 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe78e2-6e9c-4c28-9f1f-5d80bcbeeb38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:19.587862 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe78e2-6e9c-4c28-9f1f-5d80bcbeeb38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:19.588186 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3fbe78e2-6e9c-4c28-9f1f-5d80bcbeeb38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:20.265602 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46502) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:20.370748 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-dc089513-6b47-4e07-879c-9a9d83fae6ee admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1298701140-network', 'tenant_id': '735011033b4a4018b148f39a4d441306'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:20.392232 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc089513-6b47-4e07-879c-9a9d83fae6ee admin admin] Made reservation on behalf of 735011033b4a4018b148f39a4d441306 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:29:20.394538 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc089513-6b47-4e07-879c-9a9d83fae6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:20.402556 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc089513-6b47-4e07-879c-9a9d83fae6ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:20.488226 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc089513-6b47-4e07-879c-9a9d83fae6ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:20.492432 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc089513-6b47-4e07-879c-9a9d83fae6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:20.517453 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc089513-6b47-4e07-879c-9a9d83fae6ee admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:29:20.525863 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc089513-6b47-4e07-879c-9a9d83fae6ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=259e206a-0f7e-4187-8d13-442a09b21e6c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:20.532809 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc089513-6b47-4e07-879c-9a9d83fae6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:20.533155 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-dc089513-6b47-4e07-879c-9a9d83fae6ee admin admin] Added segment 8fd1f42e-a5b9-4168-96ae-592908fd6470 of type vlan for network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 Jul 16 09:29:20.574278 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc089513-6b47-4e07-879c-9a9d83fae6ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:20.602944 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc089513-6b47-4e07-879c-9a9d83fae6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:20.603987 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc089513-6b47-4e07-879c-9a9d83fae6ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:20.604637 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dc089513-6b47-4e07-879c-9a9d83fae6ee admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:20.639053 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-dc089513-6b47-4e07-879c-9a9d83fae6ee admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3722880 Jul 16 09:29:20.642241 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46506) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:20.648891 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-66ba4392-68fb-49ca-a30a-b70863c5a3e7 admin admin] Request body: {'subnet': {'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1298701140-subnet', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:20.667186 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc089513-6b47-4e07-879c-9a9d83fae6ee admin admin] Pushing event updated for resources: {'Network': ['ID=29c091d0-43a8-4a3f-9497-74d2d4642fc4,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:20.669139 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ba4392-68fb-49ca-a30a-b70863c5a3e7 admin admin] Made reservation on behalf of 735011033b4a4018b148f39a4d441306 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:29:20.671831 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66ba4392-68fb-49ca-a30a-b70863c5a3e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:20.677176 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:29:20.756936 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device fc012523-bc27-4704-a797-883880a8daac no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:29:20.776465 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: fc012523-bc27-4704-a797-883880a8daac {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:29:20.776729 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device fc012523-bc27-4704-a797-883880a8daac not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:29:20.847546 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66ba4392-68fb-49ca-a30a-b70863c5a3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:20.899480 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ba4392-68fb-49ca-a30a-b70863c5a3e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31f740f4-62b0-4297-8fc1-43aeb75bfc14,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:20.909391 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66ba4392-68fb-49ca-a30a-b70863c5a3e7 admin admin] Checking segment: {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:29:20.909748 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ba4392-68fb-49ca-a30a-b70863c5a3e7 admin admin] Network hostable DHCP agents. Network: 29c091d0-43a8-4a3f-9497-74d2d4642fc4, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:29:20.925743 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ba4392-68fb-49ca-a30a-b70863c5a3e7 admin admin] Network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:29:20.934803 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-66ba4392-68fb-49ca-a30a-b70863c5a3e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 29c091d0-43a8-4a3f-9497-74d2d4642fc4) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:29:20.939354 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ba4392-68fb-49ca-a30a-b70863c5a3e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:20.940030 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66ba4392-68fb-49ca-a30a-b70863c5a3e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:20.944915 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-386c4a64-be65-412b-be18-86cff725ceb0 None None] Network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:29:20.954412 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-66ba4392-68fb-49ca-a30a-b70863c5a3e7 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3102913 Jul 16 09:29:20.957048 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46508) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:20.962570 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d3c56ddd-d358-4740-8350-57401014d5eb admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:20.983064 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d3c56ddd-d358-4740-8350-57401014d5eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:20.984066 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d3c56ddd-d358-4740-8350-57401014d5eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:21.039977 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d3c56ddd-d358-4740-8350-57401014d5eb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:21.090753 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696c44ab-0c7c-4f43-b3de-aa72b2978b5e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:29:21.091632 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-696c44ab-0c7c-4f43-b3de-aa72b2978b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:21.183399 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d3c56ddd-d358-4740-8350-57401014d5eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:21.223177 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-696c44ab-0c7c-4f43-b3de-aa72b2978b5e None None] Allocated IP 172.20.0.2 (29c091d0-43a8-4a3f-9497-74d2d4642fc4/31f740f4-62b0-4297-8fc1-43aeb75bfc14/d5d4f60f-18f5-4099-80d8-cc735eaeb82d) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:29:21.368070 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-696c44ab-0c7c-4f43-b3de-aa72b2978b5e None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:21.377206 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-696c44ab-0c7c-4f43-b3de-aa72b2978b5e None None] Transition to ACTIVE for port object d5d4f60f-18f5-4099-80d8-cc735eaeb82d will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:29:21.386780 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d3c56ddd-d358-4740-8350-57401014d5eb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:21.392367 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-696c44ab-0c7c-4f43-b3de-aa72b2978b5e None None] Transition to ACTIVE for port object d5d4f60f-18f5-4099-80d8-cc735eaeb82d will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:29:21.397673 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-696c44ab-0c7c-4f43-b3de-aa72b2978b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:21.406544 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d3c56ddd-d358-4740-8350-57401014d5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:21.431555 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696c44ab-0c7c-4f43-b3de-aa72b2978b5e None None] Network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:29:21.434948 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-696c44ab-0c7c-4f43-b3de-aa72b2978b5e None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:29:21.438573 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696c44ab-0c7c-4f43-b3de-aa72b2978b5e None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:29:21.472753 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c44ab-0c7c-4f43-b3de-aa72b2978b5e None None] Pushing event updated for resources: {'Port': ['ID=d5d4f60f-18f5-4099-80d8-cc735eaeb82d,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:21.505072 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-696c44ab-0c7c-4f43-b3de-aa72b2978b5e None None] Attempting to bind port d5d4f60f-18f5-4099-80d8-cc735eaeb82d on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:29:21.505439 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-696c44ab-0c7c-4f43-b3de-aa72b2978b5e None None] Attempting to bind port d5d4f60f-18f5-4099-80d8-cc735eaeb82d by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:29:21.505802 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696c44ab-0c7c-4f43-b3de-aa72b2978b5e None None] Attempting to bind port d5d4f60f-18f5-4099-80d8-cc735eaeb82d on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:29:21.510559 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696c44ab-0c7c-4f43-b3de-aa72b2978b5e None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:29:21.510937 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696c44ab-0c7c-4f43-b3de-aa72b2978b5e None None] Checking segment: {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:29:21.511464 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-696c44ab-0c7c-4f43-b3de-aa72b2978b5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:21.511739 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696c44ab-0c7c-4f43-b3de-aa72b2978b5e None None] Bound using segment: {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:29:21.512272 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-696c44ab-0c7c-4f43-b3de-aa72b2978b5e None None] Bound port: d5d4f60f-18f5-4099-80d8-cc735eaeb82d, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:29:21.512684 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-696c44ab-0c7c-4f43-b3de-aa72b2978b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:21.512942 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-d3c56ddd-d358-4740-8350-57401014d5eb admin admin] Allocated IP 172.25.3.118 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:29:21.575299 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-696c44ab-0c7c-4f43-b3de-aa72b2978b5e None None] For port d5d4f60f-18f5-4099-80d8-cc735eaeb82d, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:29:21.579014 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-696c44ab-0c7c-4f43-b3de-aa72b2978b5e None None] For port d5d4f60f-18f5-4099-80d8-cc735eaeb82d, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d5d4f60f-18f5-4099-80d8-cc735eaeb82d,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:29:21.582734 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-696c44ab-0c7c-4f43-b3de-aa72b2978b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:21.618704 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d3c56ddd-d358-4740-8350-57401014d5eb admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:21.646397 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c44ab-0c7c-4f43-b3de-aa72b2978b5e None None] Pushing event updated for resources: {'Port': ['ID=d5d4f60f-18f5-4099-80d8-cc735eaeb82d,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:21.662348 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d3c56ddd-d358-4740-8350-57401014d5eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:21.705033 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c56ddd-d358-4740-8350-57401014d5eb admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:29:21.707774 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-d3c56ddd-d358-4740-8350-57401014d5eb admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:29:21.710283 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c56ddd-d358-4740-8350-57401014d5eb admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:29:21.744331 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c56ddd-d358-4740-8350-57401014d5eb admin admin] Pushing event updated for resources: {'Port': ['ID=7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:21.994477 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d3c56ddd-d358-4740-8350-57401014d5eb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:22.185765 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d3c56ddd-d358-4740-8350-57401014d5eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:22.317311 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c56ddd-d358-4740-8350-57401014d5eb admin admin] Router 5e68b7c3-6007-41a8-b928-c721bbf5edca is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:29:22.430502 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c56ddd-d358-4740-8350-57401014d5eb admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:29:22.442821 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5521a5a3-d777-413d-9efe-ceb891126f0c None None] Sync routers for ids ['5e68b7c3-6007-41a8-b928-c721bbf5edca'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:29:22.451416 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d3c56ddd-d358-4740-8350-57401014d5eb admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:22.454757 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d3c56ddd-d358-4740-8350-57401014d5eb admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 1.4953427 Jul 16 09:29:22.454950 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5521a5a3-d777-413d-9efe-ceb891126f0c None None] Routers {'5e68b7c3-6007-41a8-b928-c721bbf5edca'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:29:22.455544 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5521a5a3-d777-413d-9efe-ceb891126f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:29:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5e68b7c3-6007-41a8-b928-c721bbf5edca'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:22.456333 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46510) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:22.459047 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d5d4f60f-18f5-4099-80d8-cc735eaeb82d up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:22.519275 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port d5d4f60f-18f5-4099-80d8-cc735eaeb82d completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:29:22.568879 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7a262c-49f7-42c3-a4b8-7414fe95b58b None None] Network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:29:22.584325 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-5521a5a3-d777-413d-9efe-ceb891126f0c None None] Set router 5e68b7c3-6007-41a8-b928-c721bbf5edca gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:29:22.783572 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5521a5a3-d777-413d-9efe-ceb891126f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:29:21Z', 'revision_number': 3, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port': {'id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:21Z', 'updated_at': '2021-07-16T09:29:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:22.812591 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-947b70d7-b66c-48fd-84ad-2652106597e2 None None] Provisioning for port d5d4f60f-18f5-4099-80d8-cc735eaeb82d completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:29:22.819147 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5521a5a3-d777-413d-9efe-ceb891126f0c None None] Checking router: 5e68b7c3-6007-41a8-b928-c721bbf5edca for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:29:22.820160 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5521a5a3-d777-413d-9efe-ceb891126f0c None None] Updating router 5e68b7c3-6007-41a8-b928-c721bbf5edca port 7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:29:22.826082 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-947b70d7-b66c-48fd-84ad-2652106597e2 None None] Provisioning complete for port d5d4f60f-18f5-4099-80d8-cc735eaeb82d triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:22.826456 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-947b70d7-b66c-48fd-84ad-2652106597e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:22.860738 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5521a5a3-d777-413d-9efe-ceb891126f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:22.968718 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-947b70d7-b66c-48fd-84ad-2652106597e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:23.005796 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-947b70d7-b66c-48fd-84ad-2652106597e2 None None] For port d5d4f60f-18f5-4099-80d8-cc735eaeb82d, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d5d4f60f-18f5-4099-80d8-cc735eaeb82d,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:23.011482 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-947b70d7-b66c-48fd-84ad-2652106597e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:23.062441 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947b70d7-b66c-48fd-84ad-2652106597e2 None None] Pushing event updated for resources: {'Port': ['ID=d5d4f60f-18f5-4099-80d8-cc735eaeb82d,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:23.133513 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5521a5a3-d777-413d-9efe-ceb891126f0c None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:23.144746 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-5521a5a3-d777-413d-9efe-ceb891126f0c None None] Transition to ACTIVE for port object 7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:29:23.150920 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5521a5a3-d777-413d-9efe-ceb891126f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:23.199283 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5521a5a3-d777-413d-9efe-ceb891126f0c None None] Attempting to bind port 7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:29:23.199726 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5521a5a3-d777-413d-9efe-ceb891126f0c None None] Attempting to bind port 7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:29:23.200094 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5521a5a3-d777-413d-9efe-ceb891126f0c None None] Attempting to bind port 7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:29:23.211966 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5521a5a3-d777-413d-9efe-ceb891126f0c None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:29:23.212370 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5521a5a3-d777-413d-9efe-ceb891126f0c None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:29:23.212775 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5521a5a3-d777-413d-9efe-ceb891126f0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:23.213171 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5521a5a3-d777-413d-9efe-ceb891126f0c None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:29:23.213650 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-5521a5a3-d777-413d-9efe-ceb891126f0c None None] Bound port: 7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:29:23.214033 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5521a5a3-d777-413d-9efe-ceb891126f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:23.220262 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2362f-7606-4046-8b9d-acd7c9b1d74a None None] Pushing event updated for resources: {'Port': ['ID=7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:23.233415 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9bbb4ac7-659c-4af5-a93c-806de37af2b5 None None] Provisioning complete for port d5d4f60f-18f5-4099-80d8-cc735eaeb82d triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:23.233874 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9bbb4ac7-659c-4af5-a93c-806de37af2b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:23.254002 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2362f-7606-4046-8b9d-acd7c9b1d74a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:23.254347 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2362f-7606-4046-8b9d-acd7c9b1d74a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:23.254691 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2362f-7606-4046-8b9d-acd7c9b1d74a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:23.255028 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2362f-7606-4046-8b9d-acd7c9b1d74a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:23.255347 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2362f-7606-4046-8b9d-acd7c9b1d74a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:23.256044 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2362f-7606-4046-8b9d-acd7c9b1d74a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:23.256327 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2362f-7606-4046-8b9d-acd7c9b1d74a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:23.256681 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2362f-7606-4046-8b9d-acd7c9b1d74a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:23.257008 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2362f-7606-4046-8b9d-acd7c9b1d74a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:23.257333 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2362f-7606-4046-8b9d-acd7c9b1d74a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:23.258025 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2362f-7606-4046-8b9d-acd7c9b1d74a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:23.258459 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5e2362f-7606-4046-8b9d-acd7c9b1d74a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:29:23.269739 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3b035e7-527f-4a4a-84ab-dc8ac977bb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:23.292171 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-5521a5a3-d777-413d-9efe-ceb891126f0c None None] For port 7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:29:23.295599 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-5521a5a3-d777-413d-9efe-ceb891126f0c None None] For port 7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:29:23.299992 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-5521a5a3-d777-413d-9efe-ceb891126f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:23.348938 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5521a5a3-d777-413d-9efe-ceb891126f0c None None] Routers {'5e68b7c3-6007-41a8-b928-c721bbf5edca'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:29:23.349532 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5521a5a3-d777-413d-9efe-ceb891126f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:29:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5e68b7c3-6007-41a8-b928-c721bbf5edca'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:23.401956 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e2362f-7606-4046-8b9d-acd7c9b1d74a None None] Pushing event updated for resources: {'Port': ['ID=7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:23.427427 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-e3b035e7-527f-4a4a-84ab-dc8ac977bb5e admin admin] Allocated IP 172.20.0.1 (29c091d0-43a8-4a3f-9497-74d2d4642fc4/31f740f4-62b0-4297-8fc1-43aeb75bfc14/1f6c41da-d07a-4b0e-bb01-20e190c44197) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:29:23.462773 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-5521a5a3-d777-413d-9efe-ceb891126f0c None None] Set router 5e68b7c3-6007-41a8-b928-c721bbf5edca gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:29:23.533369 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3b035e7-527f-4a4a-84ab-dc8ac977bb5e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:23.546552 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-e3b035e7-527f-4a4a-84ab-dc8ac977bb5e admin admin] Transition to ACTIVE for port object 1f6c41da-d07a-4b0e-bb01-20e190c44197 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:29:23.580626 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3b035e7-527f-4a4a-84ab-dc8ac977bb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:23.615130 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b035e7-527f-4a4a-84ab-dc8ac977bb5e admin admin] Network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:29:23.617959 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-e3b035e7-527f-4a4a-84ab-dc8ac977bb5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:29:23.624016 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3b035e7-527f-4a4a-84ab-dc8ac977bb5e admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:29:23.638925 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-5521a5a3-d777-413d-9efe-ceb891126f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:29:21Z', 'revision_number': 3, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port': {'id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:21Z', 'updated_at': '2021-07-16T09:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:23.655639 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b035e7-527f-4a4a-84ab-dc8ac977bb5e admin admin] Pushing event updated for resources: {'Port': ['ID=1f6c41da-d07a-4b0e-bb01-20e190c44197,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:23.668102 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3b035e7-527f-4a4a-84ab-dc8ac977bb5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:23.671020 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5521a5a3-d777-413d-9efe-ceb891126f0c None None] The sync data for ids ['5e68b7c3-6007-41a8-b928-c721bbf5edca'] in n-d-771362-37 is: [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:29:21Z', 'revision_number': 3, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port': {'id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:21Z', 'updated_at': '2021-07-16T09:29:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:29:23.821953 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3b035e7-527f-4a4a-84ab-dc8ac977bb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:23.855233 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d218c2fd-92f1-4663-819e-9a93d4a7e1df None None] Provisioning for port 1f6c41da-d07a-4b0e-bb01-20e190c44197 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:29:23.861223 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d218c2fd-92f1-4663-819e-9a93d4a7e1df None None] Provisioning complete for port 1f6c41da-d07a-4b0e-bb01-20e190c44197 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:23.861822 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d218c2fd-92f1-4663-819e-9a93d4a7e1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:23.919416 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-d218c2fd-92f1-4663-819e-9a93d4a7e1df None None] Port 1f6c41da-d07a-4b0e-bb01-20e190c44197 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:29:24.017503 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3b035e7-527f-4a4a-84ab-dc8ac977bb5e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:24.022183 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3b035e7-527f-4a4a-84ab-dc8ac977bb5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:24.093470 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b035e7-527f-4a4a-84ab-dc8ac977bb5e admin admin] Pushing event updated for resources: {'Port': ['ID=1f6c41da-d07a-4b0e-bb01-20e190c44197,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:24.097223 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3b035e7-527f-4a4a-84ab-dc8ac977bb5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:24.190875 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b035e7-527f-4a4a-84ab-dc8ac977bb5e admin admin] Network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:29:24.192242 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-e3b035e7-527f-4a4a-84ab-dc8ac977bb5e admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:29:24.316651 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3b035e7-527f-4a4a-84ab-dc8ac977bb5e admin admin] Router 5e68b7c3-6007-41a8-b928-c721bbf5edca has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:29:24.435729 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3b035e7-527f-4a4a-84ab-dc8ac977bb5e admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:29:24.444776 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e3b035e7-527f-4a4a-84ab-dc8ac977bb5e admin admin] 10.222.0.22 "PUT /v2.0/routers/5e68b7c3-6007-41a8-b928-c721bbf5edca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9831347 Jul 16 09:29:24.459476 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-cd175707-4476-431d-bd14-d50ca07c4622 None None] Provisioning complete for port 1f6c41da-d07a-4b0e-bb01-20e190c44197 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:24.459945 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cd175707-4476-431d-bd14-d50ca07c4622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:24.504443 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-cd175707-4476-431d-bd14-d50ca07c4622 None None] Port 1f6c41da-d07a-4b0e-bb01-20e190c44197 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:29:24.525718 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d5d4f60f-18f5-4099-80d8-cc735eaeb82d up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:24.581457 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port d5d4f60f-18f5-4099-80d8-cc735eaeb82d triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:24.581894 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:24.660604 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:24.709547 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:29:24.713232 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:24.713610 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:24.803179 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:24.824266 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:24.828322 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:24.875905 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:25.012864 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46518) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:25.017522 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-897f8a17-d5de-42a7-9fa5-dfd9823c4d08 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1986663898', 'description': 'tempest-description--892404867'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:25.039349 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-897f8a17-d5de-42a7-9fa5-dfd9823c4d08 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:25.122656 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-897f8a17-d5de-42a7-9fa5-dfd9823c4d08 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:25.127173 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-897f8a17-d5de-42a7-9fa5-dfd9823c4d08 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:25.154447 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-897f8a17-d5de-42a7-9fa5-dfd9823c4d08 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:25.155631 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-897f8a17-d5de-42a7-9fa5-dfd9823c4d08 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1418207 Jul 16 09:29:25.159551 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46520) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:25.164273 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3588d4cc-64df-4733-8a1d-b799030cdaf2 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Request body: {'security_group_rule': {'security_group_id': 'df76717e-6a7a-4121-9909-64abcab3cbc1', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:25.169014 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f8a17-d5de-42a7-9fa5-dfd9823c4d08 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df76717e-6a7a-4121-9909-64abcab3cbc1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:25.194869 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3588d4cc-64df-4733-8a1d-b799030cdaf2 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:25.256112 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3588d4cc-64df-4733-8a1d-b799030cdaf2 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:25.259935 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3588d4cc-64df-4733-8a1d-b799030cdaf2 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:25.278423 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3588d4cc-64df-4733-8a1d-b799030cdaf2 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5f359625-a20b-42f6-834f-5eceb9f3b1e7,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:25.284266 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3588d4cc-64df-4733-8a1d-b799030cdaf2 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:25.285537 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3588d4cc-64df-4733-8a1d-b799030cdaf2 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1247869 Jul 16 09:29:25.287985 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46522) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:25.292409 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-bba3cf7e-a280-4056-91bf-4673855950ce tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Request body: {'security_group_rule': {'security_group_id': 'df76717e-6a7a-4121-9909-64abcab3cbc1', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:25.321313 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bba3cf7e-a280-4056-91bf-4673855950ce tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:25.330316 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e745da60-2abb-4437-bd94-f1223fde2230 None None] Sync routers for ids ['5e68b7c3-6007-41a8-b928-c721bbf5edca'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:29:25.339293 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e745da60-2abb-4437-bd94-f1223fde2230 None None] Routers {'5e68b7c3-6007-41a8-b928-c721bbf5edca'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:29:25.339916 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e745da60-2abb-4437-bd94-f1223fde2230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:29:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5e68b7c3-6007-41a8-b928-c721bbf5edca'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:25.382280 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bba3cf7e-a280-4056-91bf-4673855950ce tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:25.386438 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bba3cf7e-a280-4056-91bf-4673855950ce tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:25.406684 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba3cf7e-a280-4056-91bf-4673855950ce tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b0a9a6-0f95-425e-b570-acccbee4535a,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:25.414106 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bba3cf7e-a280-4056-91bf-4673855950ce tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:25.418183 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bba3cf7e-a280-4056-91bf-4673855950ce tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1263583 Jul 16 09:29:25.418453 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46524) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:25.422946 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-069bc187-fdbf-45bd-a2fc-1d93f7afca6c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:25.445006 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-069bc187-fdbf-45bd-a2fc-1d93f7afca6c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:25.448451 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-e745da60-2abb-4437-bd94-f1223fde2230 None None] Set router 5e68b7c3-6007-41a8-b928-c721bbf5edca gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:29:25.542271 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-069bc187-fdbf-45bd-a2fc-1d93f7afca6c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:25.644276 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-069bc187-fdbf-45bd-a2fc-1d93f7afca6c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Allocated IP 172.25.3.7 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/798036a3-3448-4f37-9ab2-64ec86e3c6f1) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:29:25.652778 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e745da60-2abb-4437-bd94-f1223fde2230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:29:23Z', 'revision_number': 4, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port': {'id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:21Z', 'updated_at': '2021-07-16T09:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '1f6c41da-d07a-4b0e-bb01-20e190c44197', 'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'mac_address': 'fa:16:3e:e1:45:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:23Z', 'updated_at': '2021-07-16T09:29:23Z', 'revision_number': 2, 'project_id': '735011033b4a4018b148f39a4d441306', 'subnets': [{'id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:25.679840 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e745da60-2abb-4437-bd94-f1223fde2230 None None] Checking router: 5e68b7c3-6007-41a8-b928-c721bbf5edca for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:29:25.680283 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e745da60-2abb-4437-bd94-f1223fde2230 None None] Updating router 5e68b7c3-6007-41a8-b928-c721bbf5edca port 1f6c41da-d07a-4b0e-bb01-20e190c44197 binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:29:25.713669 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e745da60-2abb-4437-bd94-f1223fde2230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:25.753049 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-069bc187-fdbf-45bd-a2fc-1d93f7afca6c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:25.791640 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-069bc187-fdbf-45bd-a2fc-1d93f7afca6c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:25.827329 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069bc187-fdbf-45bd-a2fc-1d93f7afca6c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:29:25.833379 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-069bc187-fdbf-45bd-a2fc-1d93f7afca6c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:29:25.836981 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-069bc187-fdbf-45bd-a2fc-1d93f7afca6c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:29:25.843067 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bc187-fdbf-45bd-a2fc-1d93f7afca6c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Pushing event updated for resources: {'Port': ['ID=798036a3-3448-4f37-9ab2-64ec86e3c6f1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:25.922130 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-069bc187-fdbf-45bd-a2fc-1d93f7afca6c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:25.969811 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-069bc187-fdbf-45bd-a2fc-1d93f7afca6c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:25.980165 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e745da60-2abb-4437-bd94-f1223fde2230 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:25.989854 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e745da60-2abb-4437-bd94-f1223fde2230 None None] Transition to ACTIVE for port object 1f6c41da-d07a-4b0e-bb01-20e190c44197 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:29:25.994880 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e745da60-2abb-4437-bd94-f1223fde2230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:26.069313 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df4a7f-2219-4fb6-b56d-d671dc38da67 None None] Pushing event updated for resources: {'Port': ['ID=1f6c41da-d07a-4b0e-bb01-20e190c44197,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:26.107423 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e745da60-2abb-4437-bd94-f1223fde2230 None None] Attempting to bind port 1f6c41da-d07a-4b0e-bb01-20e190c44197 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:29:26.107776 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e745da60-2abb-4437-bd94-f1223fde2230 None None] Attempting to bind port 1f6c41da-d07a-4b0e-bb01-20e190c44197 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:29:26.108116 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e745da60-2abb-4437-bd94-f1223fde2230 None None] Attempting to bind port 1f6c41da-d07a-4b0e-bb01-20e190c44197 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:29:26.113200 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e745da60-2abb-4437-bd94-f1223fde2230 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:29:26.113576 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e745da60-2abb-4437-bd94-f1223fde2230 None None] Checking segment: {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:29:26.113978 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e745da60-2abb-4437-bd94-f1223fde2230 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:26.114368 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e745da60-2abb-4437-bd94-f1223fde2230 None None] Bound using segment: {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:29:26.114834 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e745da60-2abb-4437-bd94-f1223fde2230 None None] Bound port: 1f6c41da-d07a-4b0e-bb01-20e190c44197, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:29:26.115216 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e745da60-2abb-4437-bd94-f1223fde2230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:26.130220 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-069bc187-fdbf-45bd-a2fc-1d93f7afca6c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:26.136551 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-069bc187-fdbf-45bd-a2fc-1d93f7afca6c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:26.191921 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e745da60-2abb-4437-bd94-f1223fde2230 None None] For port 1f6c41da-d07a-4b0e-bb01-20e190c44197, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:29:26.195331 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e745da60-2abb-4437-bd94-f1223fde2230 None None] For port 1f6c41da-d07a-4b0e-bb01-20e190c44197, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1f6c41da-d07a-4b0e-bb01-20e190c44197,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:29:26.199938 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e745da60-2abb-4437-bd94-f1223fde2230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:26.210870 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069bc187-fdbf-45bd-a2fc-1d93f7afca6c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Pushing event updated for resources: {'Port': ['ID=798036a3-3448-4f37-9ab2-64ec86e3c6f1,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:26.219842 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-069bc187-fdbf-45bd-a2fc-1d93f7afca6c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:26.236448 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-069bc187-fdbf-45bd-a2fc-1d93f7afca6c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:26.237815 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-069bc187-fdbf-45bd-a2fc-1d93f7afca6c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 0.8183777 Jul 16 09:29:26.259509 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e745da60-2abb-4437-bd94-f1223fde2230 None None] Routers {'5e68b7c3-6007-41a8-b928-c721bbf5edca'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:29:26.260235 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e745da60-2abb-4437-bd94-f1223fde2230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:29:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5e68b7c3-6007-41a8-b928-c721bbf5edca'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:26.263874 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51df4a7f-2219-4fb6-b56d-d671dc38da67 None None] Pushing event updated for resources: {'Port': ['ID=1f6c41da-d07a-4b0e-bb01-20e190c44197,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:26.387844 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-e745da60-2abb-4437-bd94-f1223fde2230 None None] Set router 5e68b7c3-6007-41a8-b928-c721bbf5edca gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:29:26.400977 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-627df524-fdfd-406d-8e73-bb44e7a2dc06 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1986663898&fields=id&tenant_id=735011033b4a4018b148f39a4d441306 HTTP/1.1" status: 200 len: 267 time: 0.0449219 Jul 16 09:29:26.472231 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:26.516078 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-ba674868-caf1-4599-960f-adb1213939fa tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:26.517577 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-ba674868-caf1-4599-960f-adb1213939fa tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 812 time: 0.1137671 Jul 16 09:29:26.533872 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-d2138874-c6ff-45b1-93fa-7883d0175117 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/quotas/735011033b4a4018b148f39a4d441306 HTTP/1.1" status: 200 len: 375 time: 0.0103793 Jul 16 09:29:26.608335 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-7e190d3d-5e89-4a4f-bc23-05e55167c3c3 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0689490 Jul 16 09:29:26.610712 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:26.611300 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:26.704125 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-a508b862-ca78-4ada-973d-55ca2b09c091 service neutron] 10.222.0.22 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836332 Jul 16 09:29:26.729764 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e745da60-2abb-4437-bd94-f1223fde2230 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:29:23Z', 'revision_number': 4, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port': {'id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:21Z', 'updated_at': '2021-07-16T09:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '1f6c41da-d07a-4b0e-bb01-20e190c44197', 'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'mac_address': 'fa:16:3e:e1:45:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:23Z', 'updated_at': '2021-07-16T09:29:26Z', 'revision_number': 4, 'project_id': '735011033b4a4018b148f39a4d441306', 'subnets': [{'id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:26.763204 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e745da60-2abb-4437-bd94-f1223fde2230 None None] The sync data for ids ['5e68b7c3-6007-41a8-b928-c721bbf5edca'] in n-d-771362-37 is: [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:29:23Z', 'revision_number': 4, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port': {'id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:21Z', 'updated_at': '2021-07-16T09:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '1f6c41da-d07a-4b0e-bb01-20e190c44197', 'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'mac_address': 'fa:16:3e:e1:45:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:23Z', 'updated_at': '2021-07-16T09:29:26Z', 'revision_number': 4, 'project_id': '735011033b4a4018b148f39a4d441306', 'subnets': [{'id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:29:26.802994 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-1a2f88cf-6198-4921-81d2-31ed83a9b5d7 service neutron] 10.222.0.22 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923245 Jul 16 09:29:26.993660 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7c036f8c-29c0-46ac-bf2d-a879016bfc2c req-e0e05fa0-07a9-47ac-bf51-d06e6b1fc0b7 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 210 time: 0.0320117 Jul 16 09:29:28.059101 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-31603cc5-5f71-47cf-8456-39abd38e2db2 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:28.060575 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-31603cc5-5f71-47cf-8456-39abd38e2db2 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.30 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 812 time: 0.1093521 Jul 16 09:29:28.106008 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-1beb9e37-3308-48d3-a51c-18b0a24fa7e5 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=735011033b4a4018b148f39a4d441306 HTTP/1.1" status: 200 len: 380 time: 0.0366559 Jul 16 09:29:28.114747 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-df8ecb79-2081-4623-a86f-558752802150 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Request body: {'port': {'device_id': '955abb93-1b19-40cb-b632-baf43110f98e', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'admin_state_up': True, 'tenant_id': '735011033b4a4018b148f39a4d441306', 'security_groups': ['df76717e-6a7a-4121-9909-64abcab3cbc1']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:28.141579 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0026c4bd-b75c-469a-ad28-c762e359b4fe req-2984492d-f9e8-46fa-8ba0-364a91b6dba9 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 210 time: 0.0303061 Jul 16 09:29:28.227423 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-df8ecb79-2081-4623-a86f-558752802150 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Made reservation on behalf of 735011033b4a4018b148f39a4d441306 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:29:28.231675 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-df8ecb79-2081-4623-a86f-558752802150 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:28.351465 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-df8ecb79-2081-4623-a86f-558752802150 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Allocated IP 172.20.0.14 (29c091d0-43a8-4a3f-9497-74d2d4642fc4/31f740f4-62b0-4297-8fc1-43aeb75bfc14/fa6f84de-c034-453b-ba08-096745bda065) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:29:28.450227 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1f6c41da-d07a-4b0e-bb01-20e190c44197 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:28.491746 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-df8ecb79-2081-4623-a86f-558752802150 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:28.501980 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 1f6c41da-d07a-4b0e-bb01-20e190c44197 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:29:28.505508 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 1f6c41da-d07a-4b0e-bb01-20e190c44197 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:28.505890 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:28.506283 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-df8ecb79-2081-4623-a86f-558752802150 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Transition to ACTIVE for port object fa6f84de-c034-453b-ba08-096745bda065 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:29:28.538924 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-df8ecb79-2081-4623-a86f-558752802150 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:28.582461 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:28.584830 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-df8ecb79-2081-4623-a86f-558752802150 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:29:28.587905 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-df8ecb79-2081-4623-a86f-558752802150 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:29:28.593817 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-df8ecb79-2081-4623-a86f-558752802150 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:29:28.598299 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8ecb79-2081-4623-a86f-558752802150 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Pushing event updated for resources: {'Port': ['ID=fa6f84de-c034-453b-ba08-096745bda065,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:28.627892 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 1f6c41da-d07a-4b0e-bb01-20e190c44197, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1f6c41da-d07a-4b0e-bb01-20e190c44197,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:28.632744 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:28.654199 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-df8ecb79-2081-4623-a86f-558752802150 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:28.654854 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-df8ecb79-2081-4623-a86f-558752802150 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:28.671252 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-df8ecb79-2081-4623-a86f-558752802150 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5603807 Jul 16 09:29:28.683479 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-04ab97a7-26f1-4360-89dd-18760f49b622 service neutron] Request body: {'port': {'device_id': '955abb93-1b19-40cb-b632-baf43110f98e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:28.685249 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=1f6c41da-d07a-4b0e-bb01-20e190c44197,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:28.776940 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-04ab97a7-26f1-4360-89dd-18760f49b622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:28.810658 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2c93e92d-1654-4cea-9cec-6497176eb6d9 None None] Provisioning for port fa6f84de-c034-453b-ba08-096745bda065 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:29:28.814647 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2c93e92d-1654-4cea-9cec-6497176eb6d9 None None] Provisioning complete for port fa6f84de-c034-453b-ba08-096745bda065 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:28.815031 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2c93e92d-1654-4cea-9cec-6497176eb6d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:28.851443 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2c93e92d-1654-4cea-9cec-6497176eb6d9 None None] Port fa6f84de-c034-453b-ba08-096745bda065 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:29:29.386003 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-04ab97a7-26f1-4360-89dd-18760f49b622 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa6f84de-c034-453b-ba08-096745bda065 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:29:29.408727 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-04ab97a7-26f1-4360-89dd-18760f49b622 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:29.426462 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-04ab97a7-26f1-4360-89dd-18760f49b622 service neutron] Transition to ACTIVE for port object fa6f84de-c034-453b-ba08-096745bda065 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:29:29.431166 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-04ab97a7-26f1-4360-89dd-18760f49b622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:29.491246 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab97a7-26f1-4360-89dd-18760f49b622 service neutron] Pushing event updated for resources: {'Port': ['ID=fa6f84de-c034-453b-ba08-096745bda065,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:29.502024 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c198a73-b8de-462b-ba34-d3b8ca4eb8c2 req-02e5afa4-053a-42a9-a8a3-9afafd9067b6 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:29.503579 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0c198a73-b8de-462b-ba34-d3b8ca4eb8c2 req-02e5afa4-053a-42a9-a8a3-9afafd9067b6 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 932 time: 0.1320016 Jul 16 09:29:29.592060 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0c198a73-b8de-462b-ba34-d3b8ca4eb8c2 req-89668a21-509e-464c-a431-8f397f275b32 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826249 Jul 16 09:29:29.606071 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-04ab97a7-26f1-4360-89dd-18760f49b622 service neutron] Attempting to bind port fa6f84de-c034-453b-ba08-096745bda065 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:29:29.615272 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-04ab97a7-26f1-4360-89dd-18760f49b622 service neutron] Attempting to bind port fa6f84de-c034-453b-ba08-096745bda065 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:29:29.615272 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-04ab97a7-26f1-4360-89dd-18760f49b622 service neutron] Attempting to bind port fa6f84de-c034-453b-ba08-096745bda065 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:29:29.615272 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-04ab97a7-26f1-4360-89dd-18760f49b622 service neutron] Port fa6f84de-c034-453b-ba08-096745bda065 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:29:29.615272 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-04ab97a7-26f1-4360-89dd-18760f49b622 service neutron] Attempting to bind port fa6f84de-c034-453b-ba08-096745bda065 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:29:29.616556 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-04ab97a7-26f1-4360-89dd-18760f49b622 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:29:29.616897 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-04ab97a7-26f1-4360-89dd-18760f49b622 service neutron] Checking segment: {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:29:29.617475 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-04ab97a7-26f1-4360-89dd-18760f49b622 service neutron] Bound using segment: {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:29:29.617909 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-04ab97a7-26f1-4360-89dd-18760f49b622 service neutron] Bound port: fa6f84de-c034-453b-ba08-096745bda065, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:29:29.618268 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-04ab97a7-26f1-4360-89dd-18760f49b622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:29.683510 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-04ab97a7-26f1-4360-89dd-18760f49b622 service neutron] For port fa6f84de-c034-453b-ba08-096745bda065, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:29:29.686543 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-04ab97a7-26f1-4360-89dd-18760f49b622 service neutron] For port fa6f84de-c034-453b-ba08-096745bda065, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=fa6f84de-c034-453b-ba08-096745bda065,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:29:29.691350 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-04ab97a7-26f1-4360-89dd-18760f49b622 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:29.722746 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-04ab97a7-26f1-4360-89dd-18760f49b622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:29.723412 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-04ab97a7-26f1-4360-89dd-18760f49b622 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:29.724985 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-04ab97a7-26f1-4360-89dd-18760f49b622 service neutron] 10.222.0.30 "PUT /v2.0/ports/fa6f84de-c034-453b-ba08-096745bda065 HTTP/1.1" status: 200 len: 1093 time: 1.0458887 Jul 16 09:29:29.727634 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955abb93-1b19-40cb-b632-baf43110f98e', 'tag': 'fa6f84de-c034-453b-ba08-096745bda065'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:29:29.732211 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e980f0cb-9dfd-4416-a5d2-e1977c5b414e" -d '{"events": [{"name": "network-changed", "server_uuid": "955abb93-1b19-40cb-b632-baf43110f98e", "tag": "fa6f84de-c034-453b-ba08-096745bda065"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:29:29.766942 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ab97a7-26f1-4360-89dd-18760f49b622 service neutron] Pushing event updated for resources: {'Port': ['ID=fa6f84de-c034-453b-ba08-096745bda065,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:29.803038 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:29:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53b777b0-3f43-43f1-8e38-106e8a4009c9 x-openstack-request-id: req-53b777b0-3f43-43f1-8e38-106e8a4009c9 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:29:29.803356 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955abb93-1b19-40cb-b632-baf43110f98e", "tag": "fa6f84de-c034-453b-ba08-096745bda065", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:29:29.803587 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-53b777b0-3f43-43f1-8e38-106e8a4009c9 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:29:29.803989 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955abb93-1b19-40cb-b632-baf43110f98e', 'tag': 'fa6f84de-c034-453b-ba08-096745bda065', 'status': 'completed', 'code': 200} Jul 16 09:29:29.831100 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-2a510aa9-eb39-4a85-8aac-93134533a293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:29.832649 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-2a510aa9-eb39-4a85-8aac-93134533a293 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 1096 time: 0.0625284 Jul 16 09:29:29.875353 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-0406dd36-6fa6-47b4-aad5-805d6528c76e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa6f84de-c034-453b-ba08-096745bda065 HTTP/1.1" status: 200 len: 217 time: 0.0357382 Jul 16 09:29:29.924853 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-f5029be2-b5dd-4f1b-af43-0215e41e5b26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:29.926342 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-f5029be2-b5dd-4f1b-af43-0215e41e5b26 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0445077 Jul 16 09:29:29.986881 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-29825d19-a555-4440-b600-9160fb8a5a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:29.988287 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-29825d19-a555-4440-b600-9160fb8a5a3e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563457 Jul 16 09:29:30.075877 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-aac621e5-50d3-4310-978f-f049fac1287f service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810621 Jul 16 09:29:30.166456 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ac240468-b088-4d93-b0e0-3b66bbcdb78d req-578354f6-554d-4a93-ad8d-0b675081d1ec service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840173 Jul 16 09:29:30.262652 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980f0cb-9dfd-4416-a5d2-e1977c5b414e req-0988497f-7d15-4819-b99e-3039c5ad2689 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:30.264109 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e980f0cb-9dfd-4416-a5d2-e1977c5b414e req-0988497f-7d15-4819-b99e-3039c5ad2689 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 1096 time: 0.0520065 Jul 16 09:29:30.355155 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980f0cb-9dfd-4416-a5d2-e1977c5b414e req-8e828967-062b-4e47-a297-fdc303d88876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:30.356645 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e980f0cb-9dfd-4416-a5d2-e1977c5b414e req-8e828967-062b-4e47-a297-fdc303d88876 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0859463 Jul 16 09:29:30.398458 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e980f0cb-9dfd-4416-a5d2-e1977c5b414e req-b11ddabc-2298-47a0-88ca-f4276d95b623 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa6f84de-c034-453b-ba08-096745bda065 HTTP/1.1" status: 200 len: 217 time: 0.0345788 Jul 16 09:29:30.430889 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1f6c41da-d07a-4b0e-bb01-20e190c44197 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:30.446344 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980f0cb-9dfd-4416-a5d2-e1977c5b414e req-fc398948-9786-47c2-8df9-947a053386ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:30.447810 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e980f0cb-9dfd-4416-a5d2-e1977c5b414e req-fc398948-9786-47c2-8df9-947a053386ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0435557 Jul 16 09:29:30.477309 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 1f6c41da-d07a-4b0e-bb01-20e190c44197 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:30.477686 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:30.508504 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e980f0cb-9dfd-4416-a5d2-e1977c5b414e req-9da73c13-a56e-41cb-9fb4-50a925882d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:30.510010 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e980f0cb-9dfd-4416-a5d2-e1977c5b414e req-9da73c13-a56e-41cb-9fb4-50a925882d6d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557299 Jul 16 09:29:30.600518 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e980f0cb-9dfd-4416-a5d2-e1977c5b414e req-8155cd5e-2397-40cc-86d6-0065f22a477c service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830021 Jul 16 09:29:30.695743 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e980f0cb-9dfd-4416-a5d2-e1977c5b414e req-0fa6f44a-27c8-4ea1-9e32-c42b38651ea9 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875351 Jul 16 09:29:30.769243 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d846990-b711-4fc2-b5f9-a29faae495db req-514f7ded-a4f9-4263-9b40-718d2a97b6f8 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:30.770761 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5d846990-b711-4fc2-b5f9-a29faae495db req-514f7ded-a4f9-4263-9b40-718d2a97b6f8 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 944 time: 0.0660787 Jul 16 09:29:30.808497 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5d846990-b711-4fc2-b5f9-a29faae495db req-7988490e-6fb0-496e-839c-2edda530f198 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319417 Jul 16 09:29:31.989654 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba9e700-3015-415a-a1bd-247a52eb5ffe req-35c583ca-31fc-448f-b951-831cc5b7a9ef tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:31.991165 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1ba9e700-3015-415a-a1bd-247a52eb5ffe req-35c583ca-31fc-448f-b951-831cc5b7a9ef tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 944 time: 0.0682232 Jul 16 09:29:32.031869 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1ba9e700-3015-415a-a1bd-247a52eb5ffe req-437610cb-5045-43d9-ba1a-070e4bd52ce3 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343955 Jul 16 09:29:32.707249 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:32.818178 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device fa6f84de-c034-453b-ba08-096745bda065 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:29:32.823384 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:32.915601 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port fa6f84de-c034-453b-ba08-096745bda065, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=fa6f84de-c034-453b-ba08-096745bda065,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:32.925492 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'fa6f84de-c034-453b-ba08-096745bda065', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'port_id': 'fa6f84de-c034-453b-ba08-096745bda065', 'mac_address': 'fa:16:3e:0a:89:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:29:32.961950 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:32.974207 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa6f84de-c034-453b-ba08-096745bda065 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:29:32.993972 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port fa6f84de-c034-453b-ba08-096745bda065, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=fa6f84de-c034-453b-ba08-096745bda065,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:32.997840 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:33.047238 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=fa6f84de-c034-453b-ba08-096745bda065,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:33.187243 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['fa6f84de-c034-453b-ba08-096745bda065'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:29:33.205554 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d872b4f3-e644-4dc6-9ebe-a1b7e02917e0 req-a76ee15d-1332-41bb-a9a0-35bf7c0337f2 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:33.207049 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d872b4f3-e644-4dc6-9ebe-a1b7e02917e0 req-a76ee15d-1332-41bb-a9a0-35bf7c0337f2 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 945 time: 0.0648060 Jul 16 09:29:33.250673 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d872b4f3-e644-4dc6-9ebe-a1b7e02917e0 req-1bdcb7da-f9ff-4b41-9388-1aa6c85758c0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376277 Jul 16 09:29:33.355901 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bf8ff66-fa71-45aa-ba63-3d64e31b2286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:34.420533 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e9d9b-ec75-4980-b4e3-a78f4a5fe8a8 req-eef459a8-6a39-4541-b839-b82d3b9f48f9 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:34.422034 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b05e9d9b-ec75-4980-b4e3-a78f4a5fe8a8 req-eef459a8-6a39-4541-b839-b82d3b9f48f9 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 945 time: 0.0634458 Jul 16 09:29:34.460206 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b05e9d9b-ec75-4980-b4e3-a78f4a5fe8a8 req-017d66c9-fe72-4175-96f3-fdebb235f6e4 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323071 Jul 16 09:29:34.819561 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device fa6f84de-c034-453b-ba08-096745bda065 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:29:34.868027 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port fa6f84de-c034-453b-ba08-096745bda065 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:29:34.872264 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port fa6f84de-c034-453b-ba08-096745bda065 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:29:34.872583 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:34.954999 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:34.978221 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955abb93-1b19-40cb-b632-baf43110f98e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6f84de-c034-453b-ba08-096745bda065'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:29:34.981184 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceca0d02-a10d-43cc-a081-96602b3b13c7" -d '{"events": [{"server_uuid": "955abb93-1b19-40cb-b632-baf43110f98e", "name": "network-vif-plugged", "status": "completed", "tag": "fa6f84de-c034-453b-ba08-096745bda065"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:29:34.994236 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port fa6f84de-c034-453b-ba08-096745bda065, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=fa6f84de-c034-453b-ba08-096745bda065,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:29:34.998053 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:35.020212 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:29:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-040ed5f7-01c2-46f2-86ac-464776ef8034 x-openstack-request-id: req-040ed5f7-01c2-46f2-86ac-464776ef8034 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:29:35.020532 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955abb93-1b19-40cb-b632-baf43110f98e", "name": "network-vif-plugged", "status": "completed", "tag": "fa6f84de-c034-453b-ba08-096745bda065", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:29:35.020793 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-040ed5f7-01c2-46f2-86ac-464776ef8034 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:29:35.021180 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955abb93-1b19-40cb-b632-baf43110f98e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6f84de-c034-453b-ba08-096745bda065', 'code': 200} Jul 16 09:29:35.047804 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=fa6f84de-c034-453b-ba08-096745bda065,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:29:35.129452 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f1af31-4ae0-41aa-a936-e6e2630205bf req-0ebeb3b4-57c3-46de-a4d1-ab88fda9d925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:35.130904 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-66f1af31-4ae0-41aa-a936-e6e2630205bf req-0ebeb3b4-57c3-46de-a4d1-ab88fda9d925 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 1098 time: 0.0503449 Jul 16 09:29:35.163981 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-66f1af31-4ae0-41aa-a936-e6e2630205bf req-34b3516d-9175-4c8d-b1eb-2b8a8e2df57d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0268331 Jul 16 09:29:35.632771 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd877e3-6fe6-4d2d-a6e9-482d3b1fda73 req-6b54f7b2-f92b-4cc9-b32d-3f10ea8f9780 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:35.634136 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-afd877e3-6fe6-4d2d-a6e9-482d3b1fda73 req-6b54f7b2-f92b-4cc9-b32d-3f10ea8f9780 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 946 time: 0.0625725 Jul 16 09:29:35.672298 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-afd877e3-6fe6-4d2d-a6e9-482d3b1fda73 req-bb52753c-10b5-470b-a1fd-7b437e6e3a0d tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326376 Jul 16 09:29:35.789586 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-329ea365-7647-4398-828d-3bf7f4f92d57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:36.108294 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:36.848456 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8192dc1d-0141-424a-a6ba-de3d89e96525 req-d463b7f7-d89b-457b-a569-5e57b62afccd tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:36.849934 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8192dc1d-0141-424a-a6ba-de3d89e96525 req-d463b7f7-d89b-457b-a569-5e57b62afccd tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 946 time: 0.0639367 Jul 16 09:29:36.889212 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8192dc1d-0141-424a-a6ba-de3d89e96525 req-d5939f80-03ec-4f91-8ab1-eec634e0203f tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330946 Jul 16 09:29:37.058685 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39eb5585-b8d0-4d4a-b90b-b2920d5845a5 req-8fa05013-7ec8-4763-87d9-c4150c457889 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:37.060727 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-39eb5585-b8d0-4d4a-b90b-b2920d5845a5 req-8fa05013-7ec8-4763-87d9-c4150c457889 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 946 time: 0.0681252 Jul 16 09:29:37.069405 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 46570) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:29:37.073972 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-40488b2d-3478-4b62-b865-f88a2dcb5bb4 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Request body: {'floatingip': {'port_id': 'fa6f84de-c034-453b-ba08-096745bda065'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:29:37.113176 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40488b2d-3478-4b62-b865-f88a2dcb5bb4 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for floatingip, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:37.300238 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:37.550691 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40488b2d-3478-4b62-b865-f88a2dcb5bb4 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:37.554579 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40488b2d-3478-4b62-b865-f88a2dcb5bb4 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:37.655690 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-40488b2d-3478-4b62-b865-f88a2dcb5bb4 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Floating IP cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9 associated. External IP: 172.25.3.7, port: fa6f84de-c034-453b-ba08-096745bda065. Jul 16 09:29:37.860327 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40488b2d-3478-4b62-b865-f88a2dcb5bb4 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Router 5e68b7c3-6007-41a8-b928-c721bbf5edca has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:29:37.966456 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40488b2d-3478-4b62-b865-f88a2dcb5bb4 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:29:37.971309 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40488b2d-3478-4b62-b865-f88a2dcb5bb4 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:37.975683 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe7e532-1aae-4227-90da-ecafb58008da None None] Sync routers for ids ['5e68b7c3-6007-41a8-b928-c721bbf5edca'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:29:37.985713 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe7e532-1aae-4227-90da-ecafb58008da None None] Routers {'5e68b7c3-6007-41a8-b928-c721bbf5edca'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:29:37.986322 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4fe7e532-1aae-4227-90da-ecafb58008da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:29:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5e68b7c3-6007-41a8-b928-c721bbf5edca'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:38.007484 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-40488b2d-3478-4b62-b865-f88a2dcb5bb4 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "PUT /v2.0/floatingips/cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9 HTTP/1.1" status: 200 len: 990 time: 0.9368002 Jul 16 09:29:38.008051 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955abb93-1b19-40cb-b632-baf43110f98e', 'tag': 'fa6f84de-c034-453b-ba08-096745bda065'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:29:38.010327 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67afe01d-bf8c-4500-a8c7-fa6192109cf0" -d '{"events": [{"name": "network-changed", "server_uuid": "955abb93-1b19-40cb-b632-baf43110f98e", "tag": "fa6f84de-c034-453b-ba08-096745bda065"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:29:38.046979 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c50a7a4-f4bc-4f25-ba47-4a626b20b387 x-openstack-request-id: req-7c50a7a4-f4bc-4f25-ba47-4a626b20b387 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:29:38.047300 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955abb93-1b19-40cb-b632-baf43110f98e", "tag": "fa6f84de-c034-453b-ba08-096745bda065", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:29:38.047785 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7c50a7a4-f4bc-4f25-ba47-4a626b20b387 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:29:38.048197 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955abb93-1b19-40cb-b632-baf43110f98e', 'tag': 'fa6f84de-c034-453b-ba08-096745bda065', 'status': 'completed', 'code': 200} Jul 16 09:29:38.095102 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-4fe7e532-1aae-4227-90da-ecafb58008da None None] Set router 5e68b7c3-6007-41a8-b928-c721bbf5edca gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:29:38.124821 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afe01d-bf8c-4500-a8c7-fa6192109cf0 req-2c5a7b84-b937-473e-806e-9cc1a0f89abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:38.126330 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-67afe01d-bf8c-4500-a8c7-fa6192109cf0 req-2c5a7b84-b937-473e-806e-9cc1a0f89abb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 1098 time: 0.0577004 Jul 16 09:29:38.217295 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afe01d-bf8c-4500-a8c7-fa6192109cf0 req-6fe83b6d-d860-49cc-a1a1-2ea6cceedd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:38.218765 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-67afe01d-bf8c-4500-a8c7-fa6192109cf0 req-6fe83b6d-d860-49cc-a1a1-2ea6cceedd54 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0862291 Jul 16 09:29:38.288840 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-67afe01d-bf8c-4500-a8c7-fa6192109cf0 req-ab0a9a6b-a1ab-408c-b1cc-2aa01ba32b89 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa6f84de-c034-453b-ba08-096745bda065 HTTP/1.1" status: 200 len: 998 time: 0.0631299 Jul 16 09:29:38.315242 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4fe7e532-1aae-4227-90da-ecafb58008da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:29:23Z', 'revision_number': 4, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port': {'id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:21Z', 'updated_at': '2021-07-16T09:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'port_id': 'fa6f84de-c034-453b-ba08-096745bda065', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'mac_address': 'fa:16:3e:0a:89:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955abb93-1b19-40cb-b632-baf43110f98e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:29:25Z', 'updated_at': '2021-07-16T09:29:37Z', 'revision_number': 1, 'project_id': '735011033b4a4018b148f39a4d441306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6c41da-d07a-4b0e-bb01-20e190c44197', 'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'mac_address': 'fa:16:3e:e1:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:23Z', 'updated_at': '2021-07-16T09:29:28Z', 'revision_number': 5, 'project_id': '735011033b4a4018b148f39a4d441306', 'subnets': [{'id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:38.337640 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afe01d-bf8c-4500-a8c7-fa6192109cf0 req-9f95bf52-d279-4c81-991c-855c140d5fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:38.339143 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-67afe01d-bf8c-4500-a8c7-fa6192109cf0 req-9f95bf52-d279-4c81-991c-855c140d5fb6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0443895 Jul 16 09:29:38.399281 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67afe01d-bf8c-4500-a8c7-fa6192109cf0 req-c61186b4-6241-40f0-9122-d830385140f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:29:38.400839 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-67afe01d-bf8c-4500-a8c7-fa6192109cf0 req-c61186b4-6241-40f0-9122-d830385140f4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557637 Jul 16 09:29:38.433517 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe7e532-1aae-4227-90da-ecafb58008da None None] Checking router: 5e68b7c3-6007-41a8-b928-c721bbf5edca for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:29:38.442526 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe7e532-1aae-4227-90da-ecafb58008da None None] Routers {'5e68b7c3-6007-41a8-b928-c721bbf5edca'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:29:38.443122 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4fe7e532-1aae-4227-90da-ecafb58008da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:29:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5e68b7c3-6007-41a8-b928-c721bbf5edca'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:38.494834 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-67afe01d-bf8c-4500-a8c7-fa6192109cf0 req-5dfc629e-3feb-43b5-8f51-9cb0e76d43a2 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874724 Jul 16 09:29:38.544509 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-4fe7e532-1aae-4227-90da-ecafb58008da None None] Set router 5e68b7c3-6007-41a8-b928-c721bbf5edca gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:29:38.583437 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-67afe01d-bf8c-4500-a8c7-fa6192109cf0 req-ef69a96f-9966-4ed7-8753-17902c45b662 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828614 Jul 16 09:29:38.755580 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:29:38.763129 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4fe7e532-1aae-4227-90da-ecafb58008da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:29:23Z', 'revision_number': 4, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port': {'id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:21Z', 'updated_at': '2021-07-16T09:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'port_id': 'fa6f84de-c034-453b-ba08-096745bda065', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'mac_address': 'fa:16:3e:0a:89:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955abb93-1b19-40cb-b632-baf43110f98e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:29:25Z', 'updated_at': '2021-07-16T09:29:37Z', 'revision_number': 1, 'project_id': '735011033b4a4018b148f39a4d441306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6c41da-d07a-4b0e-bb01-20e190c44197', 'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'mac_address': 'fa:16:3e:e1:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:23Z', 'updated_at': '2021-07-16T09:29:28Z', 'revision_number': 5, 'project_id': '735011033b4a4018b148f39a4d441306', 'subnets': [{'id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:29:38.795185 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe7e532-1aae-4227-90da-ecafb58008da None None] The sync data for ids ['5e68b7c3-6007-41a8-b928-c721bbf5edca'] in n-d-771362-37 is: [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:29:23Z', 'revision_number': 4, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port': {'id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:21Z', 'updated_at': '2021-07-16T09:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'port_id': 'fa6f84de-c034-453b-ba08-096745bda065', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'mac_address': 'fa:16:3e:0a:89:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '955abb93-1b19-40cb-b632-baf43110f98e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:29:25Z', 'updated_at': '2021-07-16T09:29:37Z', 'revision_number': 1, 'project_id': '735011033b4a4018b148f39a4d441306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6c41da-d07a-4b0e-bb01-20e190c44197', 'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'mac_address': 'fa:16:3e:e1:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:23Z', 'updated_at': '2021-07-16T09:29:28Z', 'revision_number': 5, 'project_id': '735011033b4a4018b148f39a4d441306', 'subnets': [{'id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:29:38.969778 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a920fe89-0b06-4b00-b21f-00df73888077 None None] New status for floating IP cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:29:43.251033 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:30:01.524056 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0f71bf8e-8c14-49ba-b0f5-80d7fc0867f6 req-23b97f92-5170-44d3-a2be-e30cc0f6e14a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0547972 Jul 16 09:30:01.613829 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71bf8e-8c14-49ba-b0f5-80d7fc0867f6 req-1b3fab74-4d2b-43d7-bb9a-db1be2a7079c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:01.615296 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0f71bf8e-8c14-49ba-b0f5-80d7fc0867f6 req-1b3fab74-4d2b-43d7-bb9a-db1be2a7079c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 1098 time: 0.0514145 Jul 16 09:30:01.716477 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71bf8e-8c14-49ba-b0f5-80d7fc0867f6 req-2e3d9a75-72c9-4f72-9dde-4926e0efbc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:01.717916 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0f71bf8e-8c14-49ba-b0f5-80d7fc0867f6 req-2e3d9a75-72c9-4f72-9dde-4926e0efbc2b service neutron] 10.222.0.30 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0827799 Jul 16 09:30:01.786804 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0f71bf8e-8c14-49ba-b0f5-80d7fc0867f6 req-c324ba1c-9601-42b2-96b2-20c1214b7840 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa6f84de-c034-453b-ba08-096745bda065 HTTP/1.1" status: 200 len: 1000 time: 0.0618114 Jul 16 09:30:01.834129 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71bf8e-8c14-49ba-b0f5-80d7fc0867f6 req-7b869e7e-dba1-4884-8d89-f62235238234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:01.835674 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0f71bf8e-8c14-49ba-b0f5-80d7fc0867f6 req-7b869e7e-dba1-4884-8d89-f62235238234 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0432682 Jul 16 09:30:01.890392 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f71bf8e-8c14-49ba-b0f5-80d7fc0867f6 req-10d72cae-d400-41df-bfd1-9529a4afa9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:30:01.891828 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0f71bf8e-8c14-49ba-b0f5-80d7fc0867f6 req-10d72cae-d400-41df-bfd1-9529a4afa9be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496898 Jul 16 09:30:01.983456 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0f71bf8e-8c14-49ba-b0f5-80d7fc0867f6 req-c8fbf93c-637b-45ba-8d5c-4819db59b5a9 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848045 Jul 16 09:30:02.071298 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0f71bf8e-8c14-49ba-b0f5-80d7fc0867f6 req-ca73433c-dd9f-4335-b2fe-2b4fdbbe32da service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811615 Jul 16 09:30:02.721051 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:02.805489 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:03.356476 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-604bf1ef-5e91-426e-a9a2-1bb2a3b5ed0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:05.791431 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f1a9dac7-91f7-42e8-88f5-6c3edd810439 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:06.117701 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:07.303585 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:08.754050 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:20.251436 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:30:32.739240 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:32.821908 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:33.359468 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fa57f7a9-6e95-41be-a1c3-5f9c22aab9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:35.791616 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f3185849-9fe2-4cee-9a67-4ad575f80607 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:36.112169 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:37.306439 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:38.757323 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:30:57.250971 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:31:02.570738 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8cbec09e-7712-487c-86d9-5d100ef5b94f req-eefc4e76-c3c1-4ad3-8b84-b8d2008c6041 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1011872 Jul 16 09:31:02.662036 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbec09e-7712-487c-86d9-5d100ef5b94f req-01160904-d64d-479f-8942-845efbcbdb59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:02.663531 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8cbec09e-7712-487c-86d9-5d100ef5b94f req-01160904-d64d-479f-8942-845efbcbdb59 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 1098 time: 0.0523565 Jul 16 09:31:02.756929 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:02.772025 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbec09e-7712-487c-86d9-5d100ef5b94f req-e55568da-6690-474b-9325-fb3ea366604a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:02.773700 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8cbec09e-7712-487c-86d9-5d100ef5b94f req-e55568da-6690-474b-9325-fb3ea366604a service neutron] 10.222.0.30 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0918536 Jul 16 09:31:02.832450 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:02.838719 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8cbec09e-7712-487c-86d9-5d100ef5b94f req-a5c27e65-f0ab-4482-93cb-b3cb8db4864f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa6f84de-c034-453b-ba08-096745bda065 HTTP/1.1" status: 200 len: 1000 time: 0.0585904 Jul 16 09:31:02.886923 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbec09e-7712-487c-86d9-5d100ef5b94f req-8c16ba45-1a47-43e6-aa73-b680b3ceee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:02.888425 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8cbec09e-7712-487c-86d9-5d100ef5b94f req-8c16ba45-1a47-43e6-aa73-b680b3ceee18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0438013 Jul 16 09:31:02.949709 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cbec09e-7712-487c-86d9-5d100ef5b94f req-7a35b700-933b-4217-ad03-d2aedd7cfc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:02.951327 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8cbec09e-7712-487c-86d9-5d100ef5b94f req-7a35b700-933b-4217-ad03-d2aedd7cfc60 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564384 Jul 16 09:31:03.038469 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8cbec09e-7712-487c-86d9-5d100ef5b94f req-c3fa7a0e-df46-4f60-8146-703f6bbc9064 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804179 Jul 16 09:31:03.130840 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8cbec09e-7712-487c-86d9-5d100ef5b94f req-210fdf78-7aa3-4abe-bff0-0ec19de99419 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860782 Jul 16 09:31:03.360931 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-56a33dd8-380b-4d31-b57d-362ab9f19499 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:05.793408 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9ffec7f3-6920-4a52-896f-2a2985453a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:06.114883 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:07.311587 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:08.758364 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:14.165213 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca0ec6-f09e-4db3-bd2d-40fff0a9f45f req-1d28d132-c688-4e19-b7c4-3f4ad4afafc6 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:14.166729 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-88ca0ec6-f09e-4db3-bd2d-40fff0a9f45f req-1d28d132-c688-4e19-b7c4-3f4ad4afafc6 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 946 time: 0.1194048 Jul 16 09:31:14.204231 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-88ca0ec6-f09e-4db3-bd2d-40fff0a9f45f req-9e95d28b-544f-4add-944b-f108adf0fe92 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319860 Jul 16 09:31:14.548887 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-d94f2733-7724-4c06-8d37-7ebfb5260a96 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0651619 Jul 16 09:31:14.601347 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895216cc-00c6-4cb2-a715-a292ea123a3e req-3271f4a2-4f3e-4930-89ad-92c6837ea51f tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:14.603166 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-895216cc-00c6-4cb2-a715-a292ea123a3e req-3271f4a2-4f3e-4930-89ad-92c6837ea51f tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 946 time: 0.0690348 Jul 16 09:31:14.641474 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-895216cc-00c6-4cb2-a715-a292ea123a3e req-e65ab38f-2c17-4981-b604-ee7f77649549 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329847 Jul 16 09:31:15.720460 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-c6fd801e-bf95-4a4a-9aeb-797fccfa632f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:15.722019 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-c6fd801e-bf95-4a4a-9aeb-797fccfa632f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 1098 time: 0.0528877 Jul 16 09:31:15.818385 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-76bd9faf-48e0-4f2b-ad16-9e4bd6b7ca52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:15.819845 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-76bd9faf-48e0-4f2b-ad16-9e4bd6b7ca52 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0912156 Jul 16 09:31:15.866509 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b8e596-f246-42b4-9130-512bbdf70fb1 req-fd947f28-c890-480c-8ca8-810b23956263 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:15.868136 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-74b8e596-f246-42b4-9130-512bbdf70fb1 req-fd947f28-c890-480c-8ca8-810b23956263 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 946 time: 0.1120195 Jul 16 09:31:15.883729 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-cf117610-bbe3-48e7-ae64-e222596cd384 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa6f84de-c034-453b-ba08-096745bda065 HTTP/1.1" status: 200 len: 1000 time: 0.0577977 Jul 16 09:31:15.906259 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-74b8e596-f246-42b4-9130-512bbdf70fb1 req-581e5dbf-e955-47c6-8fd5-7b0be3ca8964 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323229 Jul 16 09:31:15.935304 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-d37803bd-8923-4ecc-8632-c7ad718e50f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:15.936703 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-d37803bd-8923-4ecc-8632-c7ad718e50f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0473971 Jul 16 09:31:15.992322 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-fbaacbea-9e86-40fa-90e1-6ba315c7cbe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:15.993801 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-fbaacbea-9e86-40fa-90e1-6ba315c7cbe2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0500543 Jul 16 09:31:16.078955 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-027769fb-0827-4e86-a10e-dbbf02ff8348 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0783894 Jul 16 09:31:16.171023 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-8604eb27-5146-4a7e-bfb9-73bb0f207fb5 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858045 Jul 16 09:31:17.080077 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f532f4-1745-4243-9c90-e101b57ca162 req-abb7eeae-8de3-45fe-9f8b-e534c90ae758 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:17.082261 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c0f532f4-1745-4243-9c90-e101b57ca162 req-abb7eeae-8de3-45fe-9f8b-e534c90ae758 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 946 time: 0.0622575 Jul 16 09:31:17.118969 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c0f532f4-1745-4243-9c90-e101b57ca162 req-b81b71e5-941d-4d51-b1be-379abbccd58e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313628 Jul 16 09:31:18.299801 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df9e49-4519-425c-81d7-5baba38878ae req-a4a1bbc7-d588-4df8-823b-542a680bff54 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:18.302039 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4df9e49-4519-425c-81d7-5baba38878ae req-a4a1bbc7-d588-4df8-823b-542a680bff54 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 946 time: 0.0689096 Jul 16 09:31:18.338147 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4df9e49-4519-425c-81d7-5baba38878ae req-614f61ac-b22a-4865-9c30-748d7bf5a3ed tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0305948 Jul 16 09:31:19.514008 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b45a0-2a61-48b3-8ed0-360a9e0ef139 req-aba85854-0682-4806-88a3-5d4e78bd7a2a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:19.515456 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f45b45a0-2a61-48b3-8ed0-360a9e0ef139 req-aba85854-0682-4806-88a3-5d4e78bd7a2a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 946 time: 0.0662520 Jul 16 09:31:19.551994 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f45b45a0-2a61-48b3-8ed0-360a9e0ef139 req-a3535ee3-1fbd-43c4-95dd-ac1323a93e23 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310254 Jul 16 09:31:20.722458 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83637998-679c-4de5-8f1d-835a9c72fad4 req-1843df33-5a67-490f-9c40-799d122a8c5c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:20.723882 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83637998-679c-4de5-8f1d-835a9c72fad4 req-1843df33-5a67-490f-9c40-799d122a8c5c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 946 time: 0.0626123 Jul 16 09:31:20.762871 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83637998-679c-4de5-8f1d-835a9c72fad4 req-5a50ef70-7251-4007-9485-f48b6ecaef3b tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331886 Jul 16 09:31:21.932688 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fdc672-5989-4b30-9f60-b94fec1d806e req-76eef940-4d9e-4564-b973-8546e51cbde8 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:21.934178 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f6fdc672-5989-4b30-9f60-b94fec1d806e req-76eef940-4d9e-4564-b973-8546e51cbde8 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 946 time: 0.0622826 Jul 16 09:31:21.971268 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f6fdc672-5989-4b30-9f60-b94fec1d806e req-0fa3f443-3b27-4c5c-82a9-70394865980d tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311811 Jul 16 09:31:23.145524 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cf8f90-2c83-4b53-80f0-9214d32b3048 req-f9e61c1d-c18d-418c-8a40-9c7865988417 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:23.146981 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-34cf8f90-2c83-4b53-80f0-9214d32b3048 req-f9e61c1d-c18d-418c-8a40-9c7865988417 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 946 time: 0.0650349 Jul 16 09:31:23.184059 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-34cf8f90-2c83-4b53-80f0-9214d32b3048 req-57505313-c3e6-4173-96be-4c33dc31b583 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315452 Jul 16 09:31:24.353117 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2c5bdd-60dd-4a83-9956-d330aca6dfc3 req-8d648947-a066-4b85-a9b7-a3e36c991071 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:24.354564 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3b2c5bdd-60dd-4a83-9956-d330aca6dfc3 req-8d648947-a066-4b85-a9b7-a3e36c991071 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 946 time: 0.0612049 Jul 16 09:31:24.394498 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3b2c5bdd-60dd-4a83-9956-d330aca6dfc3 req-c4ff5e3d-ea19-42eb-b98f-a7151aa9e984 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344157 Jul 16 09:31:25.565201 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70b43b-fa53-49ad-aac9-c8d6d79360fe req-6e1c86f0-3477-4966-87e4-1777bb8e2c28 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:25.567344 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1e70b43b-fa53-49ad-aac9-c8d6d79360fe req-6e1c86f0-3477-4966-87e4-1777bb8e2c28 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 946 time: 0.0625801 Jul 16 09:31:25.605558 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1e70b43b-fa53-49ad-aac9-c8d6d79360fe req-b947d431-dc2d-4d49-acff-0b1dc5b27f71 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326304 Jul 16 09:31:26.779306 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae84010-b0db-416e-a79a-53fd1004bdbb req-c34256aa-ac15-4623-83ef-cc9f6be6029c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:26.781737 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5ae84010-b0db-416e-a79a-53fd1004bdbb req-c34256aa-ac15-4623-83ef-cc9f6be6029c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 946 time: 0.0633821 Jul 16 09:31:26.818429 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5ae84010-b0db-416e-a79a-53fd1004bdbb req-070327e6-b4d6-468f-89c7-75ff73ff0d16 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311162 Jul 16 09:31:27.993331 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf60560a-e63d-4ff9-bab3-5f0e505c8396 req-98949fdc-404b-4e50-83c7-f41aaba965e6 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:27.994862 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cf60560a-e63d-4ff9-bab3-5f0e505c8396 req-98949fdc-404b-4e50-83c7-f41aaba965e6 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 946 time: 0.0623231 Jul 16 09:31:28.043354 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cf60560a-e63d-4ff9-bab3-5f0e505c8396 req-fa2b4e4d-da67-48c4-bdab-7e6e7a32f824 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426085 Jul 16 09:31:28.076337 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-91758944-4d57-49bf-9a42-5a893f98d790 service neutron] show failed (client error): The resource could not be found. Jul 16 09:31:28.077375 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-91758944-4d57-49bf-9a42-5a893f98d790 service neutron] 10.222.0.30 "GET /v2.0/ports/fa6f84de-c034-453b-ba08-096745bda065/bindings/n-h2-771362-37 HTTP/1.1" status: 404 len: 381 time: 0.0663910 Jul 16 09:31:28.326543 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-3b4e9549-8cee-4c20-a183-5e0b81b0e2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:28.328033 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-3b4e9549-8cee-4c20-a183-5e0b81b0e2d9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e&tenant_id=735011033b4a4018b148f39a4d441306 HTTP/1.1" status: 200 len: 1098 time: 0.0574322 Jul 16 09:31:28.338717 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-37', 'device_owner': 'compute:nova'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:28.407094 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:28.605106 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] For port fa6f84de-c034-453b-ba08-096745bda065, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=fa6f84de-c034-453b-ba08-096745bda065,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:28.638020 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] For port fa6f84de-c034-453b-ba08-096745bda065, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:31:28.679401 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955abb93-1b19-40cb-b632-baf43110f98e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa6f84de-c034-453b-ba08-096745bda065'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:31:28.681702 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45607548-4710-49a1-94a5-8cf1c21a80fc" -d '{"events": [{"server_uuid": "955abb93-1b19-40cb-b632-baf43110f98e", "name": "network-vif-unplugged", "status": "completed", "tag": "fa6f84de-c034-453b-ba08-096745bda065"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:31:28.685193 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:28.697855 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] Transition to ACTIVE for port object fa6f84de-c034-453b-ba08-096745bda065 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:31:28.702281 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:28.798270 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22df8b8e-6502-46f9-be84-9bffb11c0c08 x-openstack-request-id: req-22df8b8e-6502-46f9-be84-9bffb11c0c08 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:31:28.798569 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955abb93-1b19-40cb-b632-baf43110f98e", "name": "network-vif-unplugged", "status": "completed", "tag": "fa6f84de-c034-453b-ba08-096745bda065", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:31:28.798834 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-22df8b8e-6502-46f9-be84-9bffb11c0c08 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:31:28.799214 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955abb93-1b19-40cb-b632-baf43110f98e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fa6f84de-c034-453b-ba08-096745bda065', 'code': 200} Jul 16 09:31:28.807622 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa6f84de-c034-453b-ba08-096745bda065,revision_number=6']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:28.833193 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:28.833538 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:28.833879 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:28.834216 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:28.834544 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:28.834870 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:28.835194 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:28.835517 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:28.835841 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:28.836164 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:28.836511 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:28.836868 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:28.885803 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] No DVR routers for this DVR port fa6f84de-c034-453b-ba08-096745bda065 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:31:29.024403 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] Attempting to bind port fa6f84de-c034-453b-ba08-096745bda065 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:31:29.024659 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] Attempting to bind port fa6f84de-c034-453b-ba08-096745bda065 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:31:29.024999 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] Attempting to bind port fa6f84de-c034-453b-ba08-096745bda065 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:31:29.029781 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] Port fa6f84de-c034-453b-ba08-096745bda065 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:31:29.030298 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] Attempting to bind port fa6f84de-c034-453b-ba08-096745bda065 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:31:29.035880 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:31:29.036223 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] Checking segment: {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:31:29.036652 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] Bound using segment: {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:31:29.037100 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] Bound port: fa6f84de-c034-453b-ba08-096745bda065, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:31:29.037465 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:29.108137 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] For port fa6f84de-c034-453b-ba08-096745bda065, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:31:29.111377 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] For port fa6f84de-c034-453b-ba08-096745bda065, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=fa6f84de-c034-453b-ba08-096745bda065,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:31:29.118234 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:29.150987 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:29.151908 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:29.153371 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] 10.222.0.21 "PUT /v2.0/ports/fa6f84de-c034-453b-ba08-096745bda065 HTTP/1.1" status: 200 len: 1093 time: 0.8187659 Jul 16 09:31:29.209190 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f041cc61-9bcc-45ee-9e0b-8f5df1c978e5 service neutron] Pushing event updated for resources: {'Port': ['ID=fa6f84de-c034-453b-ba08-096745bda065,revision_number=7']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:29.236870 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a0d6f1-fea1-48ab-9ab6-a53e22159116 req-0808343d-6c1b-400f-8982-0ee73baf151d tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:29.239154 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27a0d6f1-fea1-48ab-9ab6-a53e22159116 req-0808343d-6c1b-400f-8982-0ee73baf151d tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 944 time: 0.0771616 Jul 16 09:31:29.239284 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-0304328d-c872-4bb1-8de9-78d0cd697311 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:29.240809 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-0304328d-c872-4bb1-8de9-78d0cd697311 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 1096 time: 0.0620978 Jul 16 09:31:29.281890 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-27a0d6f1-fea1-48ab-9ab6-a53e22159116 req-c529cfbf-353d-4156-9a9d-3f085ae27f34 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354779 Jul 16 09:31:29.338500 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-b86a61d9-a781-4bec-bdc2-c08fa21013fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:29.339994 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-b86a61d9-a781-4bec-bdc2-c08fa21013fd service neutron] 10.222.0.21 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0930209 Jul 16 09:31:29.403239 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-4b06af17-4a0f-4e39-b04b-31bf1e3de299 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa6f84de-c034-453b-ba08-096745bda065 HTTP/1.1" status: 200 len: 998 time: 0.0571749 Jul 16 09:31:29.450553 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-ecede8b0-ac23-47c4-9eb4-027b763fa8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:29.452047 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-ecede8b0-ac23-47c4-9eb4-027b763fa8a3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0432990 Jul 16 09:31:29.513233 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-a35991de-5920-4409-b3aa-6f11d4dd2cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:29.514744 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-a35991de-5920-4409-b3aa-6f11d4dd2cbc service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0556419 Jul 16 09:31:29.609764 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-203739d2-202e-4c40-b990-a163f370a29c service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885055 Jul 16 09:31:29.703880 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-ee61a4a9-0df5-43de-9a24-242d5511b4f7 service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877752 Jul 16 09:31:30.464054 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60433eb2-49c7-4370-b6e2-d2484bbd54cd req-70b14143-de5d-4e65-b600-d94405dbd594 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:30.465581 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-60433eb2-49c7-4370-b6e2-d2484bbd54cd req-70b14143-de5d-4e65-b600-d94405dbd594 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 944 time: 0.0703845 Jul 16 09:31:30.504322 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-60433eb2-49c7-4370-b6e2-d2484bbd54cd req-6bfb2059-7175-4b4c-8db8-4774c7c2e0db tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331273 Jul 16 09:31:30.800963 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '955abb93-1b19-40cb-b632-baf43110f98e', 'tag': 'fa6f84de-c034-453b-ba08-096745bda065'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:31:30.803328 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f51de4d1-aee6-4990-ab0a-ee12882e5cf7" -d '{"events": [{"name": "network-changed", "server_uuid": "955abb93-1b19-40cb-b632-baf43110f98e", "tag": "fa6f84de-c034-453b-ba08-096745bda065"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:31:30.851004 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4167ef6e-0751-44ca-b8f8-75ed39adb898 x-openstack-request-id: req-4167ef6e-0751-44ca-b8f8-75ed39adb898 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:31:30.851299 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "955abb93-1b19-40cb-b632-baf43110f98e", "tag": "fa6f84de-c034-453b-ba08-096745bda065", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:31:30.851551 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4167ef6e-0751-44ca-b8f8-75ed39adb898 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:31:30.852024 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '955abb93-1b19-40cb-b632-baf43110f98e', 'tag': 'fa6f84de-c034-453b-ba08-096745bda065', 'status': 'completed', 'code': 200} Jul 16 09:31:30.960628 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51de4d1-aee6-4990-ab0a-ee12882e5cf7 req-c61a3558-ce61-442d-beb8-81cb862d24f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:30.962123 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f51de4d1-aee6-4990-ab0a-ee12882e5cf7 req-c61a3558-ce61-442d-beb8-81cb862d24f3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 1096 time: 0.0916469 Jul 16 09:31:30.967829 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51de4d1-aee6-4990-ab0a-ee12882e5cf7 req-f101eb20-7730-42e1-af30-6592a8ffa1bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:30.969223 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f51de4d1-aee6-4990-ab0a-ee12882e5cf7 req-f101eb20-7730-42e1-af30-6592a8ffa1bd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 1096 time: 0.0908663 Jul 16 09:31:31.351163 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device fa6f84de-c034-453b-ba08-096745bda065 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:31:31.368006 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device fa6f84de-c034-453b-ba08-096745bda065 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:31:31.461556 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device fa6f84de-c034-453b-ba08-096745bda065 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:31:31.479047 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51de4d1-aee6-4990-ab0a-ee12882e5cf7 req-889a49a2-413f-47d8-aa48-d7efd9c7f478 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:31.480574 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f51de4d1-aee6-4990-ab0a-ee12882e5cf7 req-889a49a2-413f-47d8-aa48-d7efd9c7f478 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.5104887 Jul 16 09:31:31.483260 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51de4d1-aee6-4990-ab0a-ee12882e5cf7 req-57e150e6-1796-44c3-9a18-edcf3b64c343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:31.483401 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port fa6f84de-c034-453b-ba08-096745bda065, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=fa6f84de-c034-453b-ba08-096745bda065,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:31.484712 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f51de4d1-aee6-4990-ab0a-ee12882e5cf7 req-57e150e6-1796-44c3-9a18-edcf3b64c343 service neutron] 10.222.0.21 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.5063097 Jul 16 09:31:31.495055 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'fa6f84de-c034-453b-ba08-096745bda065', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'port_id': 'fa6f84de-c034-453b-ba08-096745bda065', 'mac_address': 'fa:16:3e:0a:89:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:31:31.531955 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:31.545735 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa6f84de-c034-453b-ba08-096745bda065 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:31:31.566479 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port fa6f84de-c034-453b-ba08-096745bda065, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=fa6f84de-c034-453b-ba08-096745bda065,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:31.570948 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:31.595696 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f51de4d1-aee6-4990-ab0a-ee12882e5cf7 req-563feb1b-7a4b-4dba-999c-7f3fc56e47e0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa6f84de-c034-453b-ba08-096745bda065 HTTP/1.1" status: 200 len: 998 time: 0.1087925 Jul 16 09:31:31.597543 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f51de4d1-aee6-4990-ab0a-ee12882e5cf7 req-af00e750-de80-4f53-92a0-d051eb4d4493 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa6f84de-c034-453b-ba08-096745bda065 HTTP/1.1" status: 200 len: 998 time: 0.1047478 Jul 16 09:31:31.619425 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=fa6f84de-c034-453b-ba08-096745bda065,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:31.627081 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:31.627434 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:31.627758 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:31.628699 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:31.629036 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:31.629368 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:31.629726 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:31.630105 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:31.630438 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:31.630763 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:31.631098 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:31.631410 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:31.715796 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51de4d1-aee6-4990-ab0a-ee12882e5cf7 req-cdbb5e9a-1a05-40b0-aba2-717dfc3b9794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:31.717297 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f51de4d1-aee6-4990-ab0a-ee12882e5cf7 req-cdbb5e9a-1a05-40b0-aba2-717dfc3b9794 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.1136642 Jul 16 09:31:31.718524 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51de4d1-aee6-4990-ab0a-ee12882e5cf7 req-2315bf9b-c3b1-4a87-9495-8d4ddc5f0e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:31.719856 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f51de4d1-aee6-4990-ab0a-ee12882e5cf7 req-2315bf9b-c3b1-4a87-9495-8d4ddc5f0e6c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.1173275 Jul 16 09:31:31.810755 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['fa6f84de-c034-453b-ba08-096745bda065'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:31:31.812649 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0b031b-4bf6-4160-82bd-bc9e69199636 req-6677b3fc-0b7e-4e29-808e-5b321dc02c20 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:31.814406 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4c0b031b-4bf6-4160-82bd-bc9e69199636 req-6677b3fc-0b7e-4e29-808e-5b321dc02c20 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 945 time: 0.1573415 Jul 16 09:31:31.860192 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51de4d1-aee6-4990-ab0a-ee12882e5cf7 req-4d45b6ab-309c-4d6b-8bfa-d09f5bf07556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:31.861732 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f51de4d1-aee6-4990-ab0a-ee12882e5cf7 req-4d45b6ab-309c-4d6b-8bfa-d09f5bf07556 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1293976 Jul 16 09:31:31.869099 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51de4d1-aee6-4990-ab0a-ee12882e5cf7 req-f0de929f-988c-48cd-a17b-a1f723e6f11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:31.870639 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f51de4d1-aee6-4990-ab0a-ee12882e5cf7 req-f0de929f-988c-48cd-a17b-a1f723e6f11e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1469164 Jul 16 09:31:31.901852 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4c0b031b-4bf6-4160-82bd-bc9e69199636 req-54421c07-b1c1-495a-a53d-c40a74171c18 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795963 Jul 16 09:31:32.033107 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f51de4d1-aee6-4990-ab0a-ee12882e5cf7 req-72cc6910-1bcb-4879-b594-a0b131cc11b0 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1598790 Jul 16 09:31:32.036644 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f51de4d1-aee6-4990-ab0a-ee12882e5cf7 req-01e487f7-6dbe-4d24-9c70-276ad8f966f7 service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1533241 Jul 16 09:31:32.157743 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.30', 62375) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:32.231054 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e34d4-e485-48a6-9722-87900a56d56c req-3c849b30-6f69-4abe-a431-bc7ba5947ae4 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:32.231852 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f51de4d1-aee6-4990-ab0a-ee12882e5cf7 req-a98b5b43-f8a7-4ee6-af33-1250b99fd77f service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834121 Jul 16 09:31:32.232521 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fb8e34d4-e485-48a6-9722-87900a56d56c req-3c849b30-6f69-4abe-a431-bc7ba5947ae4 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.30 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e&tenant_id=735011033b4a4018b148f39a4d441306&binding%3Ahost_id=n-h2-771362-37 HTTP/1.1" status: 200 len: 945 time: 0.0738761 Jul 16 09:31:32.236899 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f51de4d1-aee6-4990-ab0a-ee12882e5cf7 req-d92d5c9b-03f5-4a02-aaa4-c9ae1f5de462 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1973941 Jul 16 09:31:32.267996 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6011d6d-3381-4ff5-aab7-99f348be6684 req-314337de-89fd-4ba4-b2e1-c978c196e906 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:32.270163 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a6011d6d-3381-4ff5-aab7-99f348be6684 req-314337de-89fd-4ba4-b2e1-c978c196e906 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 945 time: 0.1143329 Jul 16 09:31:32.300220 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [req-fb8e34d4-e485-48a6-9722-87900a56d56c req-2affff0a-5fe7-436d-9ffe-8ff04bec96ea service neutron] delete failed (client error): The resource could not be found. Jul 16 09:31:32.301332 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fb8e34d4-e485-48a6-9722-87900a56d56c req-2affff0a-5fe7-436d-9ffe-8ff04bec96ea service neutron] 10.222.0.30 "DELETE /v2.0/ports/fa6f84de-c034-453b-ba08-096745bda065/bindings/n-h1-771362-37 HTTP/1.1" status: 404 len: 381 time: 0.0575511 Jul 16 09:31:32.314558 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a6011d6d-3381-4ff5-aab7-99f348be6684 req-4785f497-4589-4439-b89a-908421faecd9 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386155 Jul 16 09:31:32.407900 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e34d4-e485-48a6-9722-87900a56d56c req-227a0559-9098-47a5-8004-4079a653fe31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:32.409531 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fb8e34d4-e485-48a6-9722-87900a56d56c req-227a0559-9098-47a5-8004-4079a653fe31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 1097 time: 0.0622394 Jul 16 09:31:32.499073 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e34d4-e485-48a6-9722-87900a56d56c req-8c7ca0dd-7ac7-49ad-b39b-c4154d1913cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:32.500572 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fb8e34d4-e485-48a6-9722-87900a56d56c req-8c7ca0dd-7ac7-49ad-b39b-c4154d1913cb service neutron] 10.222.0.30 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0848608 Jul 16 09:31:32.569197 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fb8e34d4-e485-48a6-9722-87900a56d56c req-4a76a1bb-8f95-4e35-87be-b73b553b153d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fa6f84de-c034-453b-ba08-096745bda065 HTTP/1.1" status: 200 len: 999 time: 0.0618484 Jul 16 09:31:32.615734 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e34d4-e485-48a6-9722-87900a56d56c req-2d338bc4-fc55-4917-9c2a-ad9bc0c9eef1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:32.617172 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fb8e34d4-e485-48a6-9722-87900a56d56c req-2d338bc4-fc55-4917-9c2a-ad9bc0c9eef1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0423248 Jul 16 09:31:32.671804 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8e34d4-e485-48a6-9722-87900a56d56c req-840dba8c-4f73-4f3e-bf18-eca1f3fcf35d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:32.673245 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fb8e34d4-e485-48a6-9722-87900a56d56c req-840dba8c-4f73-4f3e-bf18-eca1f3fcf35d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503609 Jul 16 09:31:32.751627 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:32.771490 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fb8e34d4-e485-48a6-9722-87900a56d56c req-2205d5a0-6c30-4696-b18f-8dd84db0e827 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912797 Jul 16 09:31:32.849965 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:32.868674 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fb8e34d4-e485-48a6-9722-87900a56d56c req-73752416-bb48-4692-949a-bb7ead8b808a service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912540 Jul 16 09:31:33.363808 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5496c703-ded5-4eb2-88e5-758a71d17919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:33.381839 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device fa6f84de-c034-453b-ba08-096745bda065 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:31:33.433323 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port fa6f84de-c034-453b-ba08-096745bda065 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:31:33.437321 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port fa6f84de-c034-453b-ba08-096745bda065 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:31:33.437959 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:33.527102 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a300fc-0390-497d-a593-8551ce255172 req-194f7c3e-24e8-49ab-8ea2-d75e803ad482 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:33.528644 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-26a300fc-0390-497d-a593-8551ce255172 req-194f7c3e-24e8-49ab-8ea2-d75e803ad482 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 945 time: 0.0776978 Jul 16 09:31:33.530968 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:33.554272 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955abb93-1b19-40cb-b632-baf43110f98e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6f84de-c034-453b-ba08-096745bda065'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:31:33.556462 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24948d86-2618-4a0a-b2f3-aa8610e2cdc6" -d '{"events": [{"server_uuid": "955abb93-1b19-40cb-b632-baf43110f98e", "name": "network-vif-plugged", "status": "completed", "tag": "fa6f84de-c034-453b-ba08-096745bda065"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:31:33.569649 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port fa6f84de-c034-453b-ba08-096745bda065, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=fa6f84de-c034-453b-ba08-096745bda065,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:33.570062 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-26a300fc-0390-497d-a593-8551ce255172 req-f3109569-f8d9-40a5-84ec-33cf44502545 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357833 Jul 16 09:31:33.574518 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:33.600808 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:31:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c767763-cf84-4ad5-9967-40e846660fde x-openstack-request-id: req-4c767763-cf84-4ad5-9967-40e846660fde {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:31:33.601105 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955abb93-1b19-40cb-b632-baf43110f98e", "name": "network-vif-plugged", "status": "completed", "tag": "fa6f84de-c034-453b-ba08-096745bda065", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:31:33.601363 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4c767763-cf84-4ad5-9967-40e846660fde {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:31:33.601756 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955abb93-1b19-40cb-b632-baf43110f98e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa6f84de-c034-453b-ba08-096745bda065', 'code': 200} Jul 16 09:31:33.628766 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=fa6f84de-c034-453b-ba08-096745bda065,revision_number=9']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:33.745906 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb30e37-357e-442c-a853-acc42fd09c03 req-2ac75c9f-4d23-4ac7-a3af-6cbaeb3b7d04 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:33.747385 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2bb30e37-357e-442c-a853-acc42fd09c03 req-2ac75c9f-4d23-4ac7-a3af-6cbaeb3b7d04 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 946 time: 0.0632992 Jul 16 09:31:33.785478 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2bb30e37-357e-442c-a853-acc42fd09c03 req-299d6753-9f42-4699-84e4-2bd8679a729f tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321531 Jul 16 09:31:33.968271 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997bed70-4d90-4aab-9bc3-2006bca88658 req-155f0984-ef7c-484b-8297-ef4c1e2e7dc1 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:33.969828 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-997bed70-4d90-4aab-9bc3-2006bca88658 req-155f0984-ef7c-484b-8297-ef4c1e2e7dc1 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 946 time: 0.0678546 Jul 16 09:31:34.009466 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-997bed70-4d90-4aab-9bc3-2006bca88658 req-6071278a-1dfb-41ac-8771-8695601d325a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331337 Jul 16 09:31:34.251475 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:31:34.403441 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a932b8-ec4c-48f5-9a88-80449a7f861f req-87162329-dc55-4e40-b430-71dd2516d142 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:34.404897 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-26a932b8-ec4c-48f5-9a88-80449a7f861f req-87162329-dc55-4e40-b430-71dd2516d142 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 946 time: 0.0689774 Jul 16 09:31:34.452122 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-26a932b8-ec4c-48f5-9a88-80449a7f861f req-fd32e2de-8ffd-4213-abc3-13b02cd3cca7 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403683 Jul 16 09:31:35.667644 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d5d2a-fb70-41fc-8f03-4fdcc86d3d84 req-f629a544-6e2f-4711-8697-e39cafaa7519 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:35.669086 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f11d5d2a-fb70-41fc-8f03-4fdcc86d3d84 req-f629a544-6e2f-4711-8697-e39cafaa7519 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.21 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 946 time: 0.1133201 Jul 16 09:31:35.682690 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7ad6c-0644-4f5e-87e6-9be520555877 req-a6a8bf4b-54bb-4d98-a4b2-31a4b5aa4144 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:35.684652 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7ea7ad6c-0644-4f5e-87e6-9be520555877 req-a6a8bf4b-54bb-4d98-a4b2-31a4b5aa4144 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=955abb93-1b19-40cb-b632-baf43110f98e HTTP/1.1" status: 200 len: 946 time: 0.0927432 Jul 16 09:31:35.761661 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7ea7ad6c-0644-4f5e-87e6-9be520555877 req-9bf0367d-03a7-4573-aabd-d9f9acd65e0d tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0706053 Jul 16 09:31:35.794096 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f98eb34d-7b15-4cb6-8f15-e88c61fef1af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:35.810246 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-f11d5d2a-fb70-41fc-8f03-4fdcc86d3d84 req-ac3e2cea-2a0d-42a7-976d-ebaa58c42350 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Deleting port fa6f84de-c034-453b-ba08-096745bda065 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:31:35.810596 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f11d5d2a-fb70-41fc-8f03-4fdcc86d3d84 req-ac3e2cea-2a0d-42a7-976d-ebaa58c42350 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:35.897883 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f11d5d2a-fb70-41fc-8f03-4fdcc86d3d84 req-ac3e2cea-2a0d-42a7-976d-ebaa58c42350 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] For port fa6f84de-c034-453b-ba08-096745bda065, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=fa6f84de-c034-453b-ba08-096745bda065,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:35.898248 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f11d5d2a-fb70-41fc-8f03-4fdcc86d3d84 req-ac3e2cea-2a0d-42a7-976d-ebaa58c42350 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:36.066381 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f11d5d2a-fb70-41fc-8f03-4fdcc86d3d84 req-ac3e2cea-2a0d-42a7-976d-ebaa58c42350 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:36.066757 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f11d5d2a-fb70-41fc-8f03-4fdcc86d3d84 req-ac3e2cea-2a0d-42a7-976d-ebaa58c42350 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:36.067066 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [req-f11d5d2a-fb70-41fc-8f03-4fdcc86d3d84 req-ac3e2cea-2a0d-42a7-976d-ebaa58c42350 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Floating IP cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9 disassociated. External IP: 172.25.3.7, port: fa6f84de-c034-453b-ba08-096745bda065. Jul 16 09:31:36.067409 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-f11d5d2a-fb70-41fc-8f03-4fdcc86d3d84 req-ac3e2cea-2a0d-42a7-976d-ebaa58c42350 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Calling delete_port for fa6f84de-c034-453b-ba08-096745bda065 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:31:36.115685 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:36.200432 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f11d5d2a-fb70-41fc-8f03-4fdcc86d3d84 req-ac3e2cea-2a0d-42a7-976d-ebaa58c42350 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:36.227197 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3e2cea-2a0d-42a7-976d-ebaa58c42350 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Pushing event deleted for resources: {'Port': ['ID=fa6f84de-c034-453b-ba08-096745bda065,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:36.344984 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f11d5d2a-fb70-41fc-8f03-4fdcc86d3d84 req-ac3e2cea-2a0d-42a7-976d-ebaa58c42350 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Router 5e68b7c3-6007-41a8-b928-c721bbf5edca has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:31:36.458919 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f11d5d2a-fb70-41fc-8f03-4fdcc86d3d84 req-ac3e2cea-2a0d-42a7-976d-ebaa58c42350 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:31:36.468077 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c351a80-42f5-4571-b1d1-b058c4640407 None None] Sync routers for ids ['5e68b7c3-6007-41a8-b928-c721bbf5edca'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:31:36.477476 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c351a80-42f5-4571-b1d1-b058c4640407 None None] Routers {'5e68b7c3-6007-41a8-b928-c721bbf5edca'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:31:36.478075 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-6c351a80-42f5-4571-b1d1-b058c4640407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:31:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5e68b7c3-6007-41a8-b928-c721bbf5edca'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:36.502167 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11d5d2a-fb70-41fc-8f03-4fdcc86d3d84 req-ac3e2cea-2a0d-42a7-976d-ebaa58c42350 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] No DVR routers for this DVR port fa6f84de-c034-453b-ba08-096745bda065 on host n-h2-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:31:36.504861 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f11d5d2a-fb70-41fc-8f03-4fdcc86d3d84 req-ac3e2cea-2a0d-42a7-976d-ebaa58c42350 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:36.506887 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f11d5d2a-fb70-41fc-8f03-4fdcc86d3d84 req-ac3e2cea-2a0d-42a7-976d-ebaa58c42350 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.21 "DELETE /v2.0/ports/fa6f84de-c034-453b-ba08-096745bda065 HTTP/1.1" status: 204 len: 173 time: 0.8324506 Jul 16 09:31:36.507321 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '955abb93-1b19-40cb-b632-baf43110f98e', 'name': 'network-vif-deleted', 'tag': 'fa6f84de-c034-453b-ba08-096745bda065'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:31:36.509602 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aedd0c6d-e517-4b7c-a1a0-15b58dc51459" -d '{"events": [{"server_uuid": "955abb93-1b19-40cb-b632-baf43110f98e", "name": "network-vif-deleted", "tag": "fa6f84de-c034-453b-ba08-096745bda065"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:31:36.547249 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03e1d577-8be0-4008-afcf-ace07593d0d5 x-openstack-request-id: req-03e1d577-8be0-4008-afcf-ace07593d0d5 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:31:36.547543 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "955abb93-1b19-40cb-b632-baf43110f98e", "name": "network-vif-deleted", "tag": "fa6f84de-c034-453b-ba08-096745bda065", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:31:36.547799 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-03e1d577-8be0-4008-afcf-ace07593d0d5 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:31:36.548205 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '955abb93-1b19-40cb-b632-baf43110f98e', 'name': 'network-vif-deleted', 'tag': 'fa6f84de-c034-453b-ba08-096745bda065', 'status': 'completed', 'code': 200} Jul 16 09:31:36.586939 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-6c351a80-42f5-4571-b1d1-b058c4640407 None None] Set router 5e68b7c3-6007-41a8-b928-c721bbf5edca gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:31:36.786425 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-6c351a80-42f5-4571-b1d1-b058c4640407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:29:23Z', 'revision_number': 4, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port': {'id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:21Z', 'updated_at': '2021-07-16T09:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '1f6c41da-d07a-4b0e-bb01-20e190c44197', 'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'mac_address': 'fa:16:3e:e1:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:23Z', 'updated_at': '2021-07-16T09:29:28Z', 'revision_number': 5, 'project_id': '735011033b4a4018b148f39a4d441306', 'subnets': [{'id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:36.812112 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c351a80-42f5-4571-b1d1-b058c4640407 None None] Checking router: 5e68b7c3-6007-41a8-b928-c721bbf5edca for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:31:36.821677 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c351a80-42f5-4571-b1d1-b058c4640407 None None] Routers {'5e68b7c3-6007-41a8-b928-c721bbf5edca'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:31:36.822281 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-6c351a80-42f5-4571-b1d1-b058c4640407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:31:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5e68b7c3-6007-41a8-b928-c721bbf5edca'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:36.941039 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-6c351a80-42f5-4571-b1d1-b058c4640407 None None] Set router 5e68b7c3-6007-41a8-b928-c721bbf5edca gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:31:37.085071 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-1ddbfb54-d419-4857-8e62-d469827aa74c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1986663898&fields=id&tenant_id=735011033b4a4018b148f39a4d441306 HTTP/1.1" status: 200 len: 267 time: 0.0390158 Jul 16 09:31:37.146086 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-6c351a80-42f5-4571-b1d1-b058c4640407 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:29:23Z', 'revision_number': 4, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port': {'id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:21Z', 'updated_at': '2021-07-16T09:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '1f6c41da-d07a-4b0e-bb01-20e190c44197', 'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'mac_address': 'fa:16:3e:e1:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:23Z', 'updated_at': '2021-07-16T09:29:28Z', 'revision_number': 5, 'project_id': '735011033b4a4018b148f39a4d441306', 'subnets': [{'id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:37.172512 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c351a80-42f5-4571-b1d1-b058c4640407 None None] The sync data for ids ['5e68b7c3-6007-41a8-b928-c721bbf5edca'] in n-d-771362-37 is: [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:29:23Z', 'revision_number': 4, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port': {'id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:21Z', 'updated_at': '2021-07-16T09:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '1f6c41da-d07a-4b0e-bb01-20e190c44197', 'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'mac_address': 'fa:16:3e:e1:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:23Z', 'updated_at': '2021-07-16T09:29:28Z', 'revision_number': 5, 'project_id': '735011033b4a4018b148f39a4d441306', 'subnets': [{'id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:31:37.192580 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-3072bd1c-243d-4d97-81b1-8c03569effb6 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:37.194192 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-3072bd1c-243d-4d97-81b1-8c03569effb6 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 812 time: 0.1020834 Jul 16 09:31:37.210442 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-163e38a5-b306-488c-a60a-14f8cc11b74f tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/quotas/735011033b4a4018b148f39a4d441306 HTTP/1.1" status: 200 len: 375 time: 0.0106835 Jul 16 09:31:37.280421 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-f1de9154-2a1e-48b0-89d5-7cdf4744f5c9 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0645783 Jul 16 09:31:37.315233 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:37.386527 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-88f7d1d2-c5ce-4324-81b7-5b6e6e2c0a2f service neutron] 10.222.0.22 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939493 Jul 16 09:31:37.405672 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58065493-3226-4235-9955-70bf37b31912 None None] New status for floating IP cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:31:37.482089 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-8f983cc6-db44-4e4c-85ee-19fc97835c33 service neutron] 10.222.0.22 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896158 Jul 16 09:31:37.654680 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f937b7b1-dd32-412a-9e13-a4dc836f2c88 req-447c91d7-10e4-434d-80a4-acd0e1e78e50 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 210 time: 0.0288508 Jul 16 09:31:38.764849 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:38.769488 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-e458e13a-6fb5-471f-85f8-a9bcd21da823 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:38.772190 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-e458e13a-6fb5-471f-85f8-a9bcd21da823 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.30 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 812 time: 0.1118717 Jul 16 09:31:38.801695 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-02e7bde8-9885-45e0-8263-4182cec08682 req-91416315-5098-46d2-922f-ec876339e87a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 210 time: 0.0312223 Jul 16 09:31:38.820509 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-ca1d782d-5ce1-4a3f-a970-125d4b48f494 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=735011033b4a4018b148f39a4d441306 HTTP/1.1" status: 200 len: 380 time: 0.0402205 Jul 16 09:31:38.828778 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-35e799f9-2733-4891-9516-bfa231b8132e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Request body: {'port': {'device_id': 'b58485c1-fb45-4cd3-a385-41a19a116995', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'admin_state_up': True, 'tenant_id': '735011033b4a4018b148f39a4d441306', 'security_groups': ['df76717e-6a7a-4121-9909-64abcab3cbc1']}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:38.932567 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-35e799f9-2733-4891-9516-bfa231b8132e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Made reservation on behalf of 735011033b4a4018b148f39a4d441306 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:31:38.936547 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-35e799f9-2733-4891-9516-bfa231b8132e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:39.061464 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-35e799f9-2733-4891-9516-bfa231b8132e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Allocated IP 172.20.0.6 (29c091d0-43a8-4a3f-9497-74d2d4642fc4/31f740f4-62b0-4297-8fc1-43aeb75bfc14/beeceb46-d69b-48ea-973b-0fd669660ec6) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:31:39.191473 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-35e799f9-2733-4891-9516-bfa231b8132e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:39.209588 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-35e799f9-2733-4891-9516-bfa231b8132e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Transition to ACTIVE for port object beeceb46-d69b-48ea-973b-0fd669660ec6 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:31:39.241509 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-35e799f9-2733-4891-9516-bfa231b8132e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:39.282368 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-35e799f9-2733-4891-9516-bfa231b8132e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:31:39.287568 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-35e799f9-2733-4891-9516-bfa231b8132e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:31:39.291259 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-35e799f9-2733-4891-9516-bfa231b8132e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:31:39.321076 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e799f9-2733-4891-9516-bfa231b8132e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Pushing event updated for resources: {'Port': ['ID=beeceb46-d69b-48ea-973b-0fd669660ec6,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:39.335824 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e799f9-2733-4891-9516-bfa231b8132e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:39.336175 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e799f9-2733-4891-9516-bfa231b8132e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:39.336546 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e799f9-2733-4891-9516-bfa231b8132e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:39.336888 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e799f9-2733-4891-9516-bfa231b8132e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:39.337225 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e799f9-2733-4891-9516-bfa231b8132e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:39.337555 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e799f9-2733-4891-9516-bfa231b8132e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:39.337887 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e799f9-2733-4891-9516-bfa231b8132e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:39.338207 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e799f9-2733-4891-9516-bfa231b8132e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:39.338540 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e799f9-2733-4891-9516-bfa231b8132e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:39.338869 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e799f9-2733-4891-9516-bfa231b8132e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:39.339195 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e799f9-2733-4891-9516-bfa231b8132e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:39.339521 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35e799f9-2733-4891-9516-bfa231b8132e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:31:39.356579 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-35e799f9-2733-4891-9516-bfa231b8132e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:39.357214 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-35e799f9-2733-4891-9516-bfa231b8132e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:39.371731 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-35e799f9-2733-4891-9516-bfa231b8132e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5465322 Jul 16 09:31:39.383880 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-64051046-e429-4bc9-93f6-f0eb606b443d service neutron] Request body: {'port': {'device_id': 'b58485c1-fb45-4cd3-a385-41a19a116995', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:39.423639 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device fa6f84de-c034-453b-ba08-096745bda065 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:31:39.449678 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: fa6f84de-c034-453b-ba08-096745bda065 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:31:39.450033 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device fa6f84de-c034-453b-ba08-096745bda065 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:31:39.463812 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-64051046-e429-4bc9-93f6-f0eb606b443d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:39.520801 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b8c92442-f78d-4f16-acc4-0cdeaef0d960 None None] Provisioning for port beeceb46-d69b-48ea-973b-0fd669660ec6 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:31:39.524693 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b8c92442-f78d-4f16-acc4-0cdeaef0d960 None None] Provisioning complete for port beeceb46-d69b-48ea-973b-0fd669660ec6 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:31:39.525073 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b8c92442-f78d-4f16-acc4-0cdeaef0d960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:39.559523 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b8c92442-f78d-4f16-acc4-0cdeaef0d960 None None] Port beeceb46-d69b-48ea-973b-0fd669660ec6 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:31:40.093949 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80514f3c-7cae-418b-bcf0-eb76a0dd17bb req-f6fd275e-7b30-43f6-bcf3-d9e09624c5e0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:40.095428 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-80514f3c-7cae-418b-bcf0-eb76a0dd17bb req-f6fd275e-7b30-43f6-bcf3-d9e09624c5e0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 931 time: 0.1022766 Jul 16 09:31:40.143853 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-64051046-e429-4bc9-93f6-f0eb606b443d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id beeceb46-d69b-48ea-973b-0fd669660ec6 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:31:40.156422 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-64051046-e429-4bc9-93f6-f0eb606b443d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:40.170024 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-80514f3c-7cae-418b-bcf0-eb76a0dd17bb req-126cc0a8-5e7a-4f53-85bd-bf8747439ca1 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576434 Jul 16 09:31:40.174591 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-64051046-e429-4bc9-93f6-f0eb606b443d service neutron] Transition to ACTIVE for port object beeceb46-d69b-48ea-973b-0fd669660ec6 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:31:40.180026 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-64051046-e429-4bc9-93f6-f0eb606b443d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:40.274723 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64051046-e429-4bc9-93f6-f0eb606b443d service neutron] Pushing event updated for resources: {'Port': ['ID=beeceb46-d69b-48ea-973b-0fd669660ec6,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:40.311413 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-64051046-e429-4bc9-93f6-f0eb606b443d service neutron] Attempting to bind port beeceb46-d69b-48ea-973b-0fd669660ec6 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:31:40.311847 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-64051046-e429-4bc9-93f6-f0eb606b443d service neutron] Attempting to bind port beeceb46-d69b-48ea-973b-0fd669660ec6 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:31:40.312238 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-64051046-e429-4bc9-93f6-f0eb606b443d service neutron] Attempting to bind port beeceb46-d69b-48ea-973b-0fd669660ec6 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:31:40.317691 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-64051046-e429-4bc9-93f6-f0eb606b443d service neutron] Port beeceb46-d69b-48ea-973b-0fd669660ec6 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:31:40.318025 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-64051046-e429-4bc9-93f6-f0eb606b443d service neutron] Attempting to bind port beeceb46-d69b-48ea-973b-0fd669660ec6 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:31:40.323853 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-64051046-e429-4bc9-93f6-f0eb606b443d service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 31, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:31:40.324195 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-64051046-e429-4bc9-93f6-f0eb606b443d service neutron] Checking segment: {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:31:40.324615 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-64051046-e429-4bc9-93f6-f0eb606b443d service neutron] Bound using segment: {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:31:40.325049 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-64051046-e429-4bc9-93f6-f0eb606b443d service neutron] Bound port: beeceb46-d69b-48ea-973b-0fd669660ec6, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:31:40.325414 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-64051046-e429-4bc9-93f6-f0eb606b443d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:40.401447 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-64051046-e429-4bc9-93f6-f0eb606b443d service neutron] For port beeceb46-d69b-48ea-973b-0fd669660ec6, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:31:40.404435 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-64051046-e429-4bc9-93f6-f0eb606b443d service neutron] For port beeceb46-d69b-48ea-973b-0fd669660ec6, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=beeceb46-d69b-48ea-973b-0fd669660ec6,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:31:40.408133 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-64051046-e429-4bc9-93f6-f0eb606b443d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:40.439581 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-64051046-e429-4bc9-93f6-f0eb606b443d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:40.440227 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-64051046-e429-4bc9-93f6-f0eb606b443d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:40.441624 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-64051046-e429-4bc9-93f6-f0eb606b443d service neutron] 10.222.0.30 "PUT /v2.0/ports/beeceb46-d69b-48ea-973b-0fd669660ec6 HTTP/1.1" status: 200 len: 1092 time: 1.0623221 Jul 16 09:31:40.442260 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b58485c1-fb45-4cd3-a385-41a19a116995', 'tag': 'beeceb46-d69b-48ea-973b-0fd669660ec6'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:31:40.444608 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e18ecb8-c1ab-4ce8-b367-111da67303c4" -d '{"events": [{"name": "network-changed", "server_uuid": "b58485c1-fb45-4cd3-a385-41a19a116995", "tag": "beeceb46-d69b-48ea-973b-0fd669660ec6"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:31:40.480335 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64051046-e429-4bc9-93f6-f0eb606b443d service neutron] Pushing event updated for resources: {'Port': ['ID=beeceb46-d69b-48ea-973b-0fd669660ec6,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:40.555992 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:31:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c02187dd-7396-4ab9-8ef6-32342c51ced6 x-openstack-request-id: req-c02187dd-7396-4ab9-8ef6-32342c51ced6 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:31:40.556287 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b58485c1-fb45-4cd3-a385-41a19a116995", "tag": "beeceb46-d69b-48ea-973b-0fd669660ec6", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:31:40.556572 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c02187dd-7396-4ab9-8ef6-32342c51ced6 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:31:40.557004 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b58485c1-fb45-4cd3-a385-41a19a116995', 'tag': 'beeceb46-d69b-48ea-973b-0fd669660ec6', 'status': 'completed', 'code': 200} Jul 16 09:31:40.577828 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-14294495-cc2c-4714-bdf4-f86c3e51c371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:40.579353 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-14294495-cc2c-4714-bdf4-f86c3e51c371 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 1095 time: 0.0717735 Jul 16 09:31:40.624458 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-2fae5335-0b3b-46bc-ab91-2ceee1524723 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beeceb46-d69b-48ea-973b-0fd669660ec6 HTTP/1.1" status: 200 len: 217 time: 0.0381896 Jul 16 09:31:40.673842 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-95b030a4-1dff-4ca7-8dbd-3f3d0783f45f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:40.675360 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-95b030a4-1dff-4ca7-8dbd-3f3d0783f45f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0443032 Jul 16 09:31:40.731612 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-4eefc47e-677a-4341-99c6-c49f16007929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:40.733251 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-4eefc47e-677a-4341-99c6-c49f16007929 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516632 Jul 16 09:31:40.825371 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-b0eeddb4-f018-4a42-b144-95305d3c0c89 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846856 Jul 16 09:31:40.911769 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-077458ec-8c02-4e60-a019-c7fc47d465ed req-006212c2-91f9-41b0-9cad-12c5adfd0238 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798779 Jul 16 09:31:41.006606 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18ecb8-c1ab-4ce8-b367-111da67303c4 req-d61ea39c-42d4-4d6f-8152-ee6813195663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:41.008080 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8e18ecb8-c1ab-4ce8-b367-111da67303c4 req-d61ea39c-42d4-4d6f-8152-ee6813195663 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 1095 time: 0.0529401 Jul 16 09:31:41.098398 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18ecb8-c1ab-4ce8-b367-111da67303c4 req-a36f5770-6f19-4a83-8632-ff67489f8e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:41.099824 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8e18ecb8-c1ab-4ce8-b367-111da67303c4 req-a36f5770-6f19-4a83-8632-ff67489f8e6a service neutron] 10.222.0.30 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0858150 Jul 16 09:31:41.140650 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8e18ecb8-c1ab-4ce8-b367-111da67303c4 req-0910c1b6-c09d-49bd-96de-447bfc7876d5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beeceb46-d69b-48ea-973b-0fd669660ec6 HTTP/1.1" status: 200 len: 217 time: 0.0338273 Jul 16 09:31:41.193892 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18ecb8-c1ab-4ce8-b367-111da67303c4 req-662a1dfa-590b-493d-939a-2179cdad67e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:41.195213 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8e18ecb8-c1ab-4ce8-b367-111da67303c4 req-662a1dfa-590b-493d-939a-2179cdad67e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0479209 Jul 16 09:31:41.252197 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e18ecb8-c1ab-4ce8-b367-111da67303c4 req-ce1344a2-e3e2-44a1-9415-2b63e0a73acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:41.254375 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8e18ecb8-c1ab-4ce8-b367-111da67303c4 req-ce1344a2-e3e2-44a1-9415-2b63e0a73acb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526731 Jul 16 09:31:41.389678 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8e18ecb8-c1ab-4ce8-b367-111da67303c4 req-d0e3ed36-4654-43c1-beec-007f1b2ab753 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279049 Jul 16 09:31:41.397969 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ef104d-e372-4c46-bd45-cbee2bdb8866 req-f245d7dc-56f1-493d-a6da-27440f45da06 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:41.399428 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-79ef104d-e372-4c46-bd45-cbee2bdb8866 req-f245d7dc-56f1-493d-a6da-27440f45da06 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 943 time: 0.1153448 Jul 16 09:31:41.493632 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-79ef104d-e372-4c46-bd45-cbee2bdb8866 req-7ed91288-89fe-4cdb-853b-2967c2d49f7e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849836 Jul 16 09:31:41.522611 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8e18ecb8-c1ab-4ce8-b367-111da67303c4 req-75740036-5be2-4f76-9168-51829f7567b7 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221745 Jul 16 09:31:42.673425 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879bafa-331a-4895-b233-250739d89d51 req-8f5cf1d5-8f95-4600-8495-8642c740e043 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:42.675441 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3879bafa-331a-4895-b233-250739d89d51 req-8f5cf1d5-8f95-4600-8495-8642c740e043 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 943 time: 0.0678451 Jul 16 09:31:42.715861 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3879bafa-331a-4895-b233-250739d89d51 req-012c3ec5-5893-4890-9cee-5a3bc4b4c5c1 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347030 Jul 16 09:31:43.486912 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device beeceb46-d69b-48ea-973b-0fd669660ec6 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:31:43.581812 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port beeceb46-d69b-48ea-973b-0fd669660ec6, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=beeceb46-d69b-48ea-973b-0fd669660ec6,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:43.593085 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'beeceb46-d69b-48ea-973b-0fd669660ec6', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'port_id': 'beeceb46-d69b-48ea-973b-0fd669660ec6', 'mac_address': 'fa:16:3e:a1:a5:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:31:43.628340 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:43.640375 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beeceb46-d69b-48ea-973b-0fd669660ec6 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:31:43.659525 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port beeceb46-d69b-48ea-973b-0fd669660ec6, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=beeceb46-d69b-48ea-973b-0fd669660ec6,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:43.663472 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:43.708704 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=beeceb46-d69b-48ea-973b-0fd669660ec6,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:43.888718 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e868e0e0-3949-473b-a6c2-228b6a7b64fd req-39aefa4e-6f02-49f3-b225-c43e7bb62271 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:43.890190 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e868e0e0-3949-473b-a6c2-228b6a7b64fd req-39aefa4e-6f02-49f3-b225-c43e7bb62271 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 944 time: 0.0629711 Jul 16 09:31:43.902135 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['beeceb46-d69b-48ea-973b-0fd669660ec6'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:31:43.927304 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e868e0e0-3949-473b-a6c2-228b6a7b64fd req-da8a76ac-3da3-4f82-a6bc-3ffd480dfc37 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315990 Jul 16 09:31:45.109270 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea71736c-1b03-4819-9744-0d9aa9e60a3a req-e016fa3a-b55a-45f2-bf38-8238ba55d0d6 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:45.110706 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ea71736c-1b03-4819-9744-0d9aa9e60a3a req-e016fa3a-b55a-45f2-bf38-8238ba55d0d6 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 944 time: 0.0662515 Jul 16 09:31:45.147817 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ea71736c-1b03-4819-9744-0d9aa9e60a3a req-5dce4e12-0a1c-4163-a5cd-99a62834b1b4 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315452 Jul 16 09:31:45.502304 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device beeceb46-d69b-48ea-973b-0fd669660ec6 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:31:45.549471 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port beeceb46-d69b-48ea-973b-0fd669660ec6 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:31:45.554316 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port beeceb46-d69b-48ea-973b-0fd669660ec6 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:31:45.554669 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:45.631901 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:45.654231 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58485c1-fb45-4cd3-a385-41a19a116995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beeceb46-d69b-48ea-973b-0fd669660ec6'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:31:45.656466 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb03a8d4-1231-406b-a007-a4c7a5da7850" -d '{"events": [{"server_uuid": "b58485c1-fb45-4cd3-a385-41a19a116995", "name": "network-vif-plugged", "status": "completed", "tag": "beeceb46-d69b-48ea-973b-0fd669660ec6"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:31:45.668831 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port beeceb46-d69b-48ea-973b-0fd669660ec6, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=beeceb46-d69b-48ea-973b-0fd669660ec6,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:31:45.673010 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:45.720503 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=beeceb46-d69b-48ea-973b-0fd669660ec6,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:31:45.753902 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:31:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa358e65-f561-40dc-bdc5-75a402496376 x-openstack-request-id: req-aa358e65-f561-40dc-bdc5-75a402496376 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:31:45.753902 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b58485c1-fb45-4cd3-a385-41a19a116995", "name": "network-vif-plugged", "status": "completed", "tag": "beeceb46-d69b-48ea-973b-0fd669660ec6", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:31:45.754135 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aa358e65-f561-40dc-bdc5-75a402496376 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:31:45.754477 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58485c1-fb45-4cd3-a385-41a19a116995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beeceb46-d69b-48ea-973b-0fd669660ec6', 'code': 200} Jul 16 09:31:45.863145 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d98277-6ebe-4c35-85dc-eb452dc19933 req-b2ddb124-6d3e-4686-9c6b-5617cd4784ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:45.864645 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c9d98277-6ebe-4c35-85dc-eb452dc19933 req-b2ddb124-6d3e-4686-9c6b-5617cd4784ec service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 1097 time: 0.0519571 Jul 16 09:31:45.901317 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c9d98277-6ebe-4c35-85dc-eb452dc19933 req-b0bc840b-f935-457b-ad1f-25c1e749b8bf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308058 Jul 16 09:31:46.324116 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bfe643-e7c1-4990-9a39-93623ce5d1ee req-4a950f09-fcaf-4671-bb22-5d15fe2dc526 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:46.325614 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-81bfe643-e7c1-4990-9a39-93623ce5d1ee req-4a950f09-fcaf-4671-bb22-5d15fe2dc526 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 945 time: 0.0643830 Jul 16 09:31:46.362832 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-81bfe643-e7c1-4990-9a39-93623ce5d1ee req-e8b2cda7-48c3-4406-be2a-0ff4b4f31962 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315754 Jul 16 09:31:47.535134 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82dcf653-8791-4ae9-ae92-1306bde9b175 req-cad91146-62c1-4d3d-9001-a012cbaf7e78 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:47.536618 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-82dcf653-8791-4ae9-ae92-1306bde9b175 req-cad91146-62c1-4d3d-9001-a012cbaf7e78 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 945 time: 0.0625536 Jul 16 09:31:47.575241 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-82dcf653-8791-4ae9-ae92-1306bde9b175 req-e43aa542-4fa1-418a-8761-313e17fc4283 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324662 Jul 16 09:31:47.741734 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df07a7fc-dbb7-4a98-b0e7-b7368c8528fb req-d8c99491-1b48-43a9-8d93-6b9e25a2ad28 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:47.743164 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-df07a7fc-dbb7-4a98-b0e7-b7368c8528fb req-d8c99491-1b48-43a9-8d93-6b9e25a2ad28 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 945 time: 0.0640392 Jul 16 09:31:47.752158 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 46914) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:31:47.756745 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-623785ce-ecf5-44c2-a4bb-fa16e093842c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Request body: {'floatingip': {'port_id': 'beeceb46-d69b-48ea-973b-0fd669660ec6'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:31:47.799328 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-623785ce-ecf5-44c2-a4bb-fa16e093842c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:48.240878 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-623785ce-ecf5-44c2-a4bb-fa16e093842c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:48.244971 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-623785ce-ecf5-44c2-a4bb-fa16e093842c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:48.346735 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-623785ce-ecf5-44c2-a4bb-fa16e093842c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Floating IP cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9 associated. External IP: 172.25.3.7, port: beeceb46-d69b-48ea-973b-0fd669660ec6. Jul 16 09:31:48.545457 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-623785ce-ecf5-44c2-a4bb-fa16e093842c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Router 5e68b7c3-6007-41a8-b928-c721bbf5edca has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:31:48.650727 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-623785ce-ecf5-44c2-a4bb-fa16e093842c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:31:48.655584 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-623785ce-ecf5-44c2-a4bb-fa16e093842c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:31:48.660696 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acafe47e-4f78-4d81-aa59-3591081b13e2 None None] Sync routers for ids ['5e68b7c3-6007-41a8-b928-c721bbf5edca'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:31:48.669489 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acafe47e-4f78-4d81-aa59-3591081b13e2 None None] Routers {'5e68b7c3-6007-41a8-b928-c721bbf5edca'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:31:48.670088 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-acafe47e-4f78-4d81-aa59-3591081b13e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:31:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5e68b7c3-6007-41a8-b928-c721bbf5edca'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:48.695943 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-623785ce-ecf5-44c2-a4bb-fa16e093842c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "PUT /v2.0/floatingips/cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9 HTTP/1.1" status: 200 len: 989 time: 0.9426727 Jul 16 09:31:48.696660 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b58485c1-fb45-4cd3-a385-41a19a116995', 'tag': 'beeceb46-d69b-48ea-973b-0fd669660ec6'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:31:48.699085 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6257a1c6-791a-4665-85da-e41c4fc4e4ce" -d '{"events": [{"name": "network-changed", "server_uuid": "b58485c1-fb45-4cd3-a385-41a19a116995", "tag": "beeceb46-d69b-48ea-973b-0fd669660ec6"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:31:48.744160 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95c9e4a-600f-4a53-adde-cfb59211ca8a x-openstack-request-id: req-c95c9e4a-600f-4a53-adde-cfb59211ca8a {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:31:48.744842 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b58485c1-fb45-4cd3-a385-41a19a116995", "tag": "beeceb46-d69b-48ea-973b-0fd669660ec6", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:31:48.744842 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c95c9e4a-600f-4a53-adde-cfb59211ca8a {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:31:48.745145 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b58485c1-fb45-4cd3-a385-41a19a116995', 'tag': 'beeceb46-d69b-48ea-973b-0fd669660ec6', 'status': 'completed', 'code': 200} Jul 16 09:31:48.777291 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-acafe47e-4f78-4d81-aa59-3591081b13e2 None None] Set router 5e68b7c3-6007-41a8-b928-c721bbf5edca gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:31:48.822590 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257a1c6-791a-4665-85da-e41c4fc4e4ce req-3281c5cd-6866-4bc2-9669-1e0ac3458d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:48.824153 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6257a1c6-791a-4665-85da-e41c4fc4e4ce req-3281c5cd-6866-4bc2-9669-1e0ac3458d55 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 1097 time: 0.0551891 Jul 16 09:31:48.919827 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257a1c6-791a-4665-85da-e41c4fc4e4ce req-4e7956bd-4b2e-4e5a-9270-ecfc502efb24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:48.921345 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6257a1c6-791a-4665-85da-e41c4fc4e4ce req-4e7956bd-4b2e-4e5a-9270-ecfc502efb24 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0910265 Jul 16 09:31:48.985325 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6257a1c6-791a-4665-85da-e41c4fc4e4ce req-80f74a4b-19e8-41d2-994c-ed2106c5f85f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beeceb46-d69b-48ea-973b-0fd669660ec6 HTTP/1.1" status: 200 len: 997 time: 0.0574670 Jul 16 09:31:49.037608 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257a1c6-791a-4665-85da-e41c4fc4e4ce req-5f9286c0-ec38-4199-b9f3-58e589aaac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:49.039105 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6257a1c6-791a-4665-85da-e41c4fc4e4ce req-5f9286c0-ec38-4199-b9f3-58e589aaac09 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0478272 Jul 16 09:31:49.093662 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-acafe47e-4f78-4d81-aa59-3591081b13e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:29:23Z', 'revision_number': 4, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port': {'id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:21Z', 'updated_at': '2021-07-16T09:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'port_id': 'beeceb46-d69b-48ea-973b-0fd669660ec6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'mac_address': 'fa:16:3e:a1:a5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58485c1-fb45-4cd3-a385-41a19a116995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:29:25Z', 'updated_at': '2021-07-16T09:31:48Z', 'revision_number': 5, 'project_id': '735011033b4a4018b148f39a4d441306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6c41da-d07a-4b0e-bb01-20e190c44197', 'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'mac_address': 'fa:16:3e:e1:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:23Z', 'updated_at': '2021-07-16T09:29:28Z', 'revision_number': 5, 'project_id': '735011033b4a4018b148f39a4d441306', 'subnets': [{'id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:49.095728 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6257a1c6-791a-4665-85da-e41c4fc4e4ce req-5195ea52-a15b-4f62-a9e1-e6d82f88de7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:31:49.097267 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6257a1c6-791a-4665-85da-e41c4fc4e4ce req-5195ea52-a15b-4f62-a9e1-e6d82f88de7b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523722 Jul 16 09:31:49.120597 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acafe47e-4f78-4d81-aa59-3591081b13e2 None None] Checking router: 5e68b7c3-6007-41a8-b928-c721bbf5edca for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:31:49.129062 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acafe47e-4f78-4d81-aa59-3591081b13e2 None None] Routers {'5e68b7c3-6007-41a8-b928-c721bbf5edca'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:31:49.129311 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-acafe47e-4f78-4d81-aa59-3591081b13e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:31:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5e68b7c3-6007-41a8-b928-c721bbf5edca'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:49.187220 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6257a1c6-791a-4665-85da-e41c4fc4e4ce req-d36ff792-b606-4e22-a0fe-d61f98903c7e service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830274 Jul 16 09:31:49.234584 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-acafe47e-4f78-4d81-aa59-3591081b13e2 None None] Set router 5e68b7c3-6007-41a8-b928-c721bbf5edca gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:31:49.281122 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6257a1c6-791a-4665-85da-e41c4fc4e4ce req-762879ee-a207-4b42-a1c7-d6d0f15d4525 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878847 Jul 16 09:31:49.462141 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-acafe47e-4f78-4d81-aa59-3591081b13e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:29:23Z', 'revision_number': 4, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port': {'id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:21Z', 'updated_at': '2021-07-16T09:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'port_id': 'beeceb46-d69b-48ea-973b-0fd669660ec6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'mac_address': 'fa:16:3e:a1:a5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58485c1-fb45-4cd3-a385-41a19a116995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:29:25Z', 'updated_at': '2021-07-16T09:31:48Z', 'revision_number': 5, 'project_id': '735011033b4a4018b148f39a4d441306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6c41da-d07a-4b0e-bb01-20e190c44197', 'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'mac_address': 'fa:16:3e:e1:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:23Z', 'updated_at': '2021-07-16T09:29:28Z', 'revision_number': 5, 'project_id': '735011033b4a4018b148f39a4d441306', 'subnets': [{'id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:31:49.488314 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acafe47e-4f78-4d81-aa59-3591081b13e2 None None] The sync data for ids ['5e68b7c3-6007-41a8-b928-c721bbf5edca'] in n-d-771362-37 is: [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:29:23Z', 'revision_number': 4, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port': {'id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:21Z', 'updated_at': '2021-07-16T09:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'port_id': 'beeceb46-d69b-48ea-973b-0fd669660ec6', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'mac_address': 'fa:16:3e:a1:a5:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b58485c1-fb45-4cd3-a385-41a19a116995', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:29:25Z', 'updated_at': '2021-07-16T09:31:48Z', 'revision_number': 5, 'project_id': '735011033b4a4018b148f39a4d441306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6c41da-d07a-4b0e-bb01-20e190c44197', 'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'mac_address': 'fa:16:3e:e1:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:23Z', 'updated_at': '2021-07-16T09:29:28Z', 'revision_number': 5, 'project_id': '735011033b4a4018b148f39a4d441306', 'subnets': [{'id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:31:49.677272 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102d68af-28e1-43ee-811e-aa45d746a755 None None] New status for floating IP cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:32:02.764249 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:02.837252 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:03.365552 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-76f1ea71-3efd-4b50-a0b8-ea5fd220c69c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:04.523490 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d00200c4-cc5e-4d66-a7e9-ac392fc8a253 req-73e316a7-f92f-4972-83d5-ae52b8717d01 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0518339 Jul 16 09:32:04.622958 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00200c4-cc5e-4d66-a7e9-ac392fc8a253 req-6db66bae-622e-426f-8ec1-b3a3c190ac75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:04.624507 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d00200c4-cc5e-4d66-a7e9-ac392fc8a253 req-6db66bae-622e-426f-8ec1-b3a3c190ac75 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 1097 time: 0.0565739 Jul 16 09:32:04.727876 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00200c4-cc5e-4d66-a7e9-ac392fc8a253 req-55a1936f-6c03-4a0c-b78b-98fa66bc5ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:04.729323 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d00200c4-cc5e-4d66-a7e9-ac392fc8a253 req-55a1936f-6c03-4a0c-b78b-98fa66bc5ad4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0849981 Jul 16 09:32:04.796948 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d00200c4-cc5e-4d66-a7e9-ac392fc8a253 req-590140ee-77eb-432c-ba9d-d2d7d7503b01 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beeceb46-d69b-48ea-973b-0fd669660ec6 HTTP/1.1" status: 200 len: 999 time: 0.0615375 Jul 16 09:32:04.851902 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00200c4-cc5e-4d66-a7e9-ac392fc8a253 req-08af5041-95a6-4531-b756-fb72522103fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:04.853393 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d00200c4-cc5e-4d66-a7e9-ac392fc8a253 req-08af5041-95a6-4531-b756-fb72522103fd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0438750 Jul 16 09:32:04.911006 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00200c4-cc5e-4d66-a7e9-ac392fc8a253 req-75034679-05df-47a7-918d-e90d5420765a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:32:04.912625 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d00200c4-cc5e-4d66-a7e9-ac392fc8a253 req-75034679-05df-47a7-918d-e90d5420765a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520418 Jul 16 09:32:05.003738 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d00200c4-cc5e-4d66-a7e9-ac392fc8a253 req-dc97d55a-eb9d-42e7-ba30-bd18f207e610 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847032 Jul 16 09:32:05.095363 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d00200c4-cc5e-4d66-a7e9-ac392fc8a253 req-400bf4df-0f59-4f1b-8a48-1e4ae58f6243 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847850 Jul 16 09:32:05.795753 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-84d3550b-dfbd-4723-824f-007b3575557c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:06.117383 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:07.319629 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:08.765331 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:11.250834 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:32:32.779107 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:32.861205 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:33.366600 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6dc2ccf4-5440-4216-af95-eb81c039a904 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:35.796029 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-720cf0a8-76d8-4887-8049-6b5c01e6f3cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:36.118073 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:37.318844 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:38.768372 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:32:48.250118 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:33:02.774239 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:02.859772 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:03.365998 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ea29807f-07eb-4c64-a7a1-6f065dda469c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:04.509881 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b1bc884c-78d1-4e5c-9805-65ffc8e9426a req-65650daf-9738-4331-a70d-3fc54a46b472 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0551386 Jul 16 09:33:04.602824 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc884c-78d1-4e5c-9805-65ffc8e9426a req-66447dd5-87f1-47d3-baf4-4e948ae3e9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:04.604286 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b1bc884c-78d1-4e5c-9805-65ffc8e9426a req-66447dd5-87f1-47d3-baf4-4e948ae3e9c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 1097 time: 0.0516858 Jul 16 09:33:04.705448 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc884c-78d1-4e5c-9805-65ffc8e9426a req-9fa29ad5-929f-40af-abe1-f65947d05b01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:04.706939 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b1bc884c-78d1-4e5c-9805-65ffc8e9426a req-9fa29ad5-929f-40af-abe1-f65947d05b01 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0841520 Jul 16 09:33:04.777917 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b1bc884c-78d1-4e5c-9805-65ffc8e9426a req-596307b1-5dfb-4b3d-9589-d0c600fa4647 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beeceb46-d69b-48ea-973b-0fd669660ec6 HTTP/1.1" status: 200 len: 999 time: 0.0647879 Jul 16 09:33:04.826828 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc884c-78d1-4e5c-9805-65ffc8e9426a req-bd1b5f99-ba7f-4626-91c9-9c9a05fcc772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:04.828226 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b1bc884c-78d1-4e5c-9805-65ffc8e9426a req-bd1b5f99-ba7f-4626-91c9-9c9a05fcc772 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0431983 Jul 16 09:33:04.882250 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bc884c-78d1-4e5c-9805-65ffc8e9426a req-4ddbb3e6-57de-4131-a426-bf0ef00a4358 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:04.884228 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b1bc884c-78d1-4e5c-9805-65ffc8e9426a req-4ddbb3e6-57de-4131-a426-bf0ef00a4358 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503080 Jul 16 09:33:04.975291 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b1bc884c-78d1-4e5c-9805-65ffc8e9426a req-8d28e28b-207b-48c3-9ccb-24ffa2915680 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847628 Jul 16 09:33:05.062116 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b1bc884c-78d1-4e5c-9805-65ffc8e9426a req-4b418ba5-6d34-4903-a0c6-b9d2e63b4f92 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808375 Jul 16 09:33:05.797394 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ebd077d4-a1b0-4ef5-8e08-fccd59891062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:06.118751 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:07.322601 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:08.772495 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:24.923814 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24ffece-750b-4035-b488-194141f5ad21 req-4a587b5c-25ac-4ccd-8384-abd432126a64 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:24.925349 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f24ffece-750b-4035-b488-194141f5ad21 req-4a587b5c-25ac-4ccd-8384-abd432126a64 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 945 time: 0.0658627 Jul 16 09:33:24.964954 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f24ffece-750b-4035-b488-194141f5ad21 req-99090f4d-1e01-4575-bd89-dcac158dce68 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333865 Jul 16 09:33:25.249879 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:33:26.144268 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4f4196-6512-41d8-90dd-730d36e7286d req-3bdfa924-274d-4bde-ab2e-3ed3daeee0c5 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:26.145783 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6d4f4196-6512-41d8-90dd-730d36e7286d req-3bdfa924-274d-4bde-ab2e-3ed3daeee0c5 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 945 time: 0.0676124 Jul 16 09:33:26.187323 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6d4f4196-6512-41d8-90dd-730d36e7286d req-824f0535-9abd-477d-96fa-e8524a128f6f tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359733 Jul 16 09:33:27.359768 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f91e22-aa0e-4a56-8141-16e2e0908237 req-17777572-d23f-4b13-a8a7-9c45d057368f tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:27.361251 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e4f91e22-aa0e-4a56-8141-16e2e0908237 req-17777572-d23f-4b13-a8a7-9c45d057368f tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 945 time: 0.0624981 Jul 16 09:33:27.398647 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e4f91e22-aa0e-4a56-8141-16e2e0908237 req-f731e50a-530b-426d-a7e9-14a0b0d1fdcb tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317843 Jul 16 09:33:28.571572 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36874099-7b72-4238-a21b-e00b76841ad0 req-121b2504-2101-4b91-beaf-cfd91ca0b57e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:28.573154 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-36874099-7b72-4238-a21b-e00b76841ad0 req-121b2504-2101-4b91-beaf-cfd91ca0b57e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 945 time: 0.0630398 Jul 16 09:33:28.611025 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-36874099-7b72-4238-a21b-e00b76841ad0 req-6fb6ddda-f308-4045-a689-f374fbfb09e7 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315840 Jul 16 09:33:29.787365 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb58991e-715d-401f-b250-3646cdac1d94 req-b6053582-5817-44c8-9533-1399e8121416 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:29.788879 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb58991e-715d-401f-b250-3646cdac1d94 req-b6053582-5817-44c8-9533-1399e8121416 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 945 time: 0.0670021 Jul 16 09:33:29.826984 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb58991e-715d-401f-b250-3646cdac1d94 req-cc9c3376-d208-469a-98e2-317d8fb2a25a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325835 Jul 16 09:33:31.005652 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68604aa-e960-46bb-90cd-c9081eb91a94 req-f8333fdf-9b6f-4b29-b0ff-29e2f61e5c5f tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:31.007134 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a68604aa-e960-46bb-90cd-c9081eb91a94 req-f8333fdf-9b6f-4b29-b0ff-29e2f61e5c5f tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 945 time: 0.0660329 Jul 16 09:33:31.043474 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a68604aa-e960-46bb-90cd-c9081eb91a94 req-4f5555c8-000d-4438-bebc-175e4a28d220 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307798 Jul 16 09:33:32.215440 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86cc3ac5-a699-4cf1-a4e0-2ca3b55115a4 req-9cdd4db4-3fff-4f0d-8ca9-dffa0b0f1413 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:32.216981 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-86cc3ac5-a699-4cf1-a4e0-2ca3b55115a4 req-9cdd4db4-3fff-4f0d-8ca9-dffa0b0f1413 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 945 time: 0.0638120 Jul 16 09:33:32.253790 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-86cc3ac5-a699-4cf1-a4e0-2ca3b55115a4 req-2b84456c-9843-491b-9488-cba4adba1ff0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309861 Jul 16 09:33:32.792878 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:32.875316 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:33.366386 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-24fd71ad-4036-413f-a77a-ca6a0dd829c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:33.426699 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d159f6e7-0a7e-4e53-91bc-3971c5ef21fb req-5ec1600a-f2a6-4f93-b163-a8b13d585eee tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:33.428224 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d159f6e7-0a7e-4e53-91bc-3971c5ef21fb req-5ec1600a-f2a6-4f93-b163-a8b13d585eee tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 945 time: 0.0635567 Jul 16 09:33:33.468319 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d159f6e7-0a7e-4e53-91bc-3971c5ef21fb req-be83e717-c0a9-4cd6-b951-5c9e434ba047 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337722 Jul 16 09:33:34.650555 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1415e7f-9fc6-46f1-8079-3958561204fc req-4c2a23d8-b1b3-4f4f-9c35-46afc202b1c8 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:34.652032 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e1415e7f-9fc6-46f1-8079-3958561204fc req-4c2a23d8-b1b3-4f4f-9c35-46afc202b1c8 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 945 time: 0.0619006 Jul 16 09:33:34.693480 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e1415e7f-9fc6-46f1-8079-3958561204fc req-8157ae5b-5097-4fa7-b03f-4557549c4f09 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359101 Jul 16 09:33:35.797607 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1812476b-d37f-49e7-84a7-c521b1a9e105 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:35.862348 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2c6349-5d07-464b-a019-3ad9fb00c141 req-9afa53de-c27b-4490-baa7-2f0ab6274dc5 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:35.863824 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bf2c6349-5d07-464b-a019-3ad9fb00c141 req-9afa53de-c27b-4490-baa7-2f0ab6274dc5 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 945 time: 0.0613015 Jul 16 09:33:35.902514 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bf2c6349-5d07-464b-a019-3ad9fb00c141 req-1cb91ec4-263b-4f55-bef1-443293c1f661 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330446 Jul 16 09:33:36.121666 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:36.257565 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47144) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:33:36.317213 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c722372c-d915-4f61-ac75-975fe1ecf410 req-8c57b95b-9350-4a40-863f-dd264a381be7 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:36.318736 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c722372c-d915-4f61-ac75-975fe1ecf410 req-8c57b95b-9350-4a40-863f-dd264a381be7 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 945 time: 0.0706728 Jul 16 09:33:36.353819 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-3d7eb17e-9389-476c-8074-a75f6eb1bcf1 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0950541 Jul 16 09:33:36.365192 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c722372c-d915-4f61-ac75-975fe1ecf410 req-203427dc-848a-410a-af12-fb2aa9a8f193 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402339 Jul 16 09:33:37.325016 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:37.541359 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1bc2e7-89c4-4e74-ad4b-2cd0f1f16d2a req-1ef53ef6-37db-429a-b19a-de13b8149270 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:37.542912 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ec1bc2e7-89c4-4e74-ad4b-2cd0f1f16d2a req-1ef53ef6-37db-429a-b19a-de13b8149270 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 945 time: 0.0667737 Jul 16 09:33:37.562322 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-e06a36bc-6db7-41ea-ae66-b9d290ac0ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:37.563824 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-e06a36bc-6db7-41ea-ae66-b9d290ac0ced service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 1097 time: 0.0528200 Jul 16 09:33:37.583247 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ec1bc2e7-89c4-4e74-ad4b-2cd0f1f16d2a req-f5a1c162-1eff-474a-93df-c5c59c102a09 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343318 Jul 16 09:33:37.654208 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-9aef0dbb-d07e-4de4-b775-9cf44bf197d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:37.655482 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-9aef0dbb-d07e-4de4-b775-9cf44bf197d8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0858109 Jul 16 09:33:37.716971 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-6aa0cdc4-f083-4e98-85b9-948b87ce57e4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beeceb46-d69b-48ea-973b-0fd669660ec6 HTTP/1.1" status: 200 len: 999 time: 0.0556130 Jul 16 09:33:37.769187 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-2369ea34-77cd-44eb-8b7a-42ff207b96ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:37.770662 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-2369ea34-77cd-44eb-8b7a-42ff207b96ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0479522 Jul 16 09:33:37.825947 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-2a9c24af-9de5-4856-a613-b911216e84f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:37.827277 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-2a9c24af-9de5-4856-a613-b911216e84f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507469 Jul 16 09:33:37.912937 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-b3a90864-ea9f-42dd-824d-f83fec09f745 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794461 Jul 16 09:33:38.003546 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-f93b8bfc-c339-4bb5-935e-de3fb7e4a2cc service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849864 Jul 16 09:33:38.758423 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440ccdfc-fb82-427b-b894-3379c0b4d1ef req-51c61021-9d95-4eb2-8818-759b0fbf1dd5 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:38.761025 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-440ccdfc-fb82-427b-b894-3379c0b4d1ef req-51c61021-9d95-4eb2-8818-759b0fbf1dd5 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 945 time: 0.0644832 Jul 16 09:33:38.776323 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:38.799386 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-440ccdfc-fb82-427b-b894-3379c0b4d1ef req-fecb82b5-3174-46af-b979-32b5214b3c1e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321856 Jul 16 09:33:39.788780 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-80cf55c3-6e42-4e66-a15a-93f3b89933c1 service neutron] show failed (client error): The resource could not be found. Jul 16 09:33:39.789779 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-80cf55c3-6e42-4e66-a15a-93f3b89933c1 service neutron] 10.222.0.30 "GET /v2.0/ports/beeceb46-d69b-48ea-973b-0fd669660ec6/bindings/n-h2-771362-37 HTTP/1.1" status: 404 len: 381 time: 0.0547457 Jul 16 09:33:39.987212 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b913e975-9b74-4055-8c8f-ff4287d43057 req-35fb9181-04c7-44e7-a36c-ea8d4e36a4ee tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:39.988821 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b913e975-9b74-4055-8c8f-ff4287d43057 req-35fb9181-04c7-44e7-a36c-ea8d4e36a4ee tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 945 time: 0.0717833 Jul 16 09:33:40.040108 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b913e975-9b74-4055-8c8f-ff4287d43057 req-1ad2d26b-1361-4847-afdd-cc306074c8a3 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440817 Jul 16 09:33:40.126812 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-c67fe5dd-bce5-4f4a-92b0-17637e9d60af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:40.128321 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-c67fe5dd-bce5-4f4a-92b0-17637e9d60af service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995&tenant_id=735011033b4a4018b148f39a4d441306 HTTP/1.1" status: 200 len: 1097 time: 0.1002736 Jul 16 09:33:40.139304 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-37', 'device_owner': 'compute:nova'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:33:40.212061 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:40.426362 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] For port beeceb46-d69b-48ea-973b-0fd669660ec6, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=beeceb46-d69b-48ea-973b-0fd669660ec6,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:33:40.460236 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] For port beeceb46-d69b-48ea-973b-0fd669660ec6, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:33:40.499655 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58485c1-fb45-4cd3-a385-41a19a116995', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beeceb46-d69b-48ea-973b-0fd669660ec6'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:33:40.501984 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff4d80b1-2b48-42f4-9e5d-0d2e195cf18f" -d '{"events": [{"server_uuid": "b58485c1-fb45-4cd3-a385-41a19a116995", "name": "network-vif-unplugged", "status": "completed", "tag": "beeceb46-d69b-48ea-973b-0fd669660ec6"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:33:40.505978 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:40.520020 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] Transition to ACTIVE for port object beeceb46-d69b-48ea-973b-0fd669660ec6 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:33:40.524518 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:40.554528 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d43c5ad-fbbc-41a6-820f-4b50222ed05a x-openstack-request-id: req-3d43c5ad-fbbc-41a6-820f-4b50222ed05a {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:33:40.554813 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b58485c1-fb45-4cd3-a385-41a19a116995", "name": "network-vif-unplugged", "status": "completed", "tag": "beeceb46-d69b-48ea-973b-0fd669660ec6", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:33:40.555070 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3d43c5ad-fbbc-41a6-820f-4b50222ed05a {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:33:40.555484 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58485c1-fb45-4cd3-a385-41a19a116995', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'beeceb46-d69b-48ea-973b-0fd669660ec6', 'code': 200} Jul 16 09:33:40.606329 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] Pushing event updated for resources: {'Port': ['ID=beeceb46-d69b-48ea-973b-0fd669660ec6,revision_number=6']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:33:40.625642 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:40.625985 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:40.626330 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:40.626681 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:40.627014 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:40.627373 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:40.627670 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:40.627994 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:40.628321 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:40.628675 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:40.629001 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:40.629326 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:41.011012 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] No DVR routers for this DVR port beeceb46-d69b-48ea-973b-0fd669660ec6 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:33:41.141920 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] Attempting to bind port beeceb46-d69b-48ea-973b-0fd669660ec6 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:33:41.142262 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] Attempting to bind port beeceb46-d69b-48ea-973b-0fd669660ec6 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:33:41.142589 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] Attempting to bind port beeceb46-d69b-48ea-973b-0fd669660ec6 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:33:41.146794 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] Port beeceb46-d69b-48ea-973b-0fd669660ec6 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:33:41.147166 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] Attempting to bind port beeceb46-d69b-48ea-973b-0fd669660ec6 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:33:41.151908 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:33:41.152247 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] Checking segment: {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:33:41.152665 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] Bound using segment: {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:33:41.153092 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] Bound port: beeceb46-d69b-48ea-973b-0fd669660ec6, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:33:41.153997 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:41.258389 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] For port beeceb46-d69b-48ea-973b-0fd669660ec6, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:33:41.262245 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] For port beeceb46-d69b-48ea-973b-0fd669660ec6, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=beeceb46-d69b-48ea-973b-0fd669660ec6,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:33:41.270184 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb95483-606d-4726-82bc-0a117b64fe35 req-d9ee6225-d9f4-4ca1-acec-dd358d476431 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:41.271664 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ccb95483-606d-4726-82bc-0a117b64fe35 req-d9ee6225-d9f4-4ca1-acec-dd358d476431 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 943 time: 0.1157205 Jul 16 09:33:41.273126 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:41.323450 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:41.324069 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:41.325501 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] 10.222.0.21 "PUT /v2.0/ports/beeceb46-d69b-48ea-973b-0fd669660ec6 HTTP/1.1" status: 200 len: 1092 time: 1.1907423 Jul 16 09:33:41.357209 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9236f34f-99a7-422e-b02e-42b3d564fca6 service neutron] Pushing event updated for resources: {'Port': ['ID=beeceb46-d69b-48ea-973b-0fd669660ec6,revision_number=7']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:33:41.362613 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ccb95483-606d-4726-82bc-0a117b64fe35 req-65a7d01b-e626-4d8f-b065-1e96cd7b202d tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844893 Jul 16 09:33:41.426059 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-a18f3f82-7de5-4c84-b195-c8fc933c41d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:41.427632 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-a18f3f82-7de5-4c84-b195-c8fc933c41d8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 1095 time: 0.0620527 Jul 16 09:33:41.535749 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-2bbe4bb4-5f0d-4484-a912-a91820b8420b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:41.537178 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-2bbe4bb4-5f0d-4484-a912-a91820b8420b service neutron] 10.222.0.21 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.1038978 Jul 16 09:33:41.605594 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-afdb1be4-62d7-4e9c-a7cc-dc8ab2a35d75 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beeceb46-d69b-48ea-973b-0fd669660ec6 HTTP/1.1" status: 200 len: 997 time: 0.0624533 Jul 16 09:33:41.652722 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-51aa1f58-23bd-4eef-8ba3-296910b75b7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:41.654179 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-51aa1f58-23bd-4eef-8ba3-296910b75b7b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0423830 Jul 16 09:33:41.709629 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-5eab681e-fe7a-46a4-9c61-bff921d3c628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:41.711101 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-5eab681e-fe7a-46a4-9c61-bff921d3c628 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509508 Jul 16 09:33:41.807490 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-fb86ba73-de63-4de0-9ce6-ec98d3d43f74 service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901973 Jul 16 09:33:41.895792 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-51841cbd-6333-45c8-bba6-fd72c752a596 req-e2b438c8-2a11-4a02-978e-f538864aafda service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812006 Jul 16 09:33:42.092233 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device beeceb46-d69b-48ea-973b-0fd669660ec6 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:33:42.132469 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device beeceb46-d69b-48ea-973b-0fd669660ec6 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:33:42.544686 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44646aef-c48f-4926-8d3b-ac37f504f223 req-739a6a04-d081-4876-9ab2-c933a279784f tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:42.546173 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-44646aef-c48f-4926-8d3b-ac37f504f223 req-739a6a04-d081-4876-9ab2-c933a279784f tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 943 time: 0.0687368 Jul 16 09:33:42.556329 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b58485c1-fb45-4cd3-a385-41a19a116995', 'tag': 'beeceb46-d69b-48ea-973b-0fd669660ec6'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:33:42.558761 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc41d11-a15f-4046-8a18-7e96afce1a37" -d '{"events": [{"name": "network-changed", "server_uuid": "b58485c1-fb45-4cd3-a385-41a19a116995", "tag": "beeceb46-d69b-48ea-973b-0fd669660ec6"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:33:42.584370 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-44646aef-c48f-4926-8d3b-ac37f504f223 req-16c535b2-6703-4d62-b31f-103f7df6ce9c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325627 Jul 16 09:33:42.609532 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:33:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e971c6e-6832-46ed-8c5e-43a918173a1f x-openstack-request-id: req-4e971c6e-6832-46ed-8c5e-43a918173a1f {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:33:42.609831 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b58485c1-fb45-4cd3-a385-41a19a116995", "tag": "beeceb46-d69b-48ea-973b-0fd669660ec6", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:33:42.610085 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4e971c6e-6832-46ed-8c5e-43a918173a1f {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:33:42.610502 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b58485c1-fb45-4cd3-a385-41a19a116995', 'tag': 'beeceb46-d69b-48ea-973b-0fd669660ec6', 'status': 'completed', 'code': 200} Jul 16 09:33:42.679822 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc41d11-a15f-4046-8a18-7e96afce1a37 req-83f7a7cb-5708-427d-b399-733369568670 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:42.681321 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6bc41d11-a15f-4046-8a18-7e96afce1a37 req-83f7a7cb-5708-427d-b399-733369568670 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 1095 time: 0.0530987 Jul 16 09:33:42.687796 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc41d11-a15f-4046-8a18-7e96afce1a37 req-d7501b2a-81e6-49eb-9949-5fcc14277d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:42.689581 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6bc41d11-a15f-4046-8a18-7e96afce1a37 req-d7501b2a-81e6-49eb-9949-5fcc14277d77 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 1095 time: 0.0572193 Jul 16 09:33:42.776969 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc41d11-a15f-4046-8a18-7e96afce1a37 req-3f0adfdc-a554-47e3-bbf1-72a491c40284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:42.779033 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6bc41d11-a15f-4046-8a18-7e96afce1a37 req-3f0adfdc-a554-47e3-bbf1-72a491c40284 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0914948 Jul 16 09:33:42.779259 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc41d11-a15f-4046-8a18-7e96afce1a37 req-01370816-da5d-4ab7-a335-4909683179d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:42.780763 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6bc41d11-a15f-4046-8a18-7e96afce1a37 req-01370816-da5d-4ab7-a335-4909683179d4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0840945 Jul 16 09:33:42.841761 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6bc41d11-a15f-4046-8a18-7e96afce1a37 req-c9729213-9743-4016-bb00-89cd14597117 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beeceb46-d69b-48ea-973b-0fd669660ec6 HTTP/1.1" status: 200 len: 997 time: 0.0574069 Jul 16 09:33:42.848962 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6bc41d11-a15f-4046-8a18-7e96afce1a37 req-85226664-a3ac-481f-8eb9-e83f4c6c1643 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beeceb46-d69b-48ea-973b-0fd669660ec6 HTTP/1.1" status: 200 len: 997 time: 0.0617948 Jul 16 09:33:42.893443 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc41d11-a15f-4046-8a18-7e96afce1a37 req-1304c2aa-ba3b-4f53-abc1-6d9490f0b0a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:42.894965 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6bc41d11-a15f-4046-8a18-7e96afce1a37 req-1304c2aa-ba3b-4f53-abc1-6d9490f0b0a5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0476851 Jul 16 09:33:42.898836 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc41d11-a15f-4046-8a18-7e96afce1a37 req-d0424e98-a713-41fa-b1d9-9a958ce61299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:42.900281 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6bc41d11-a15f-4046-8a18-7e96afce1a37 req-d0424e98-a713-41fa-b1d9-9a958ce61299 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0426924 Jul 16 09:33:42.951205 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc41d11-a15f-4046-8a18-7e96afce1a37 req-71b78643-7c7d-4c02-bb3a-9df981b006dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:42.952645 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6bc41d11-a15f-4046-8a18-7e96afce1a37 req-71b78643-7c7d-4c02-bb3a-9df981b006dc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0512688 Jul 16 09:33:42.957553 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc41d11-a15f-4046-8a18-7e96afce1a37 req-5481d0ee-1c05-408d-a2ae-3a19a2034474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:42.959023 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6bc41d11-a15f-4046-8a18-7e96afce1a37 req-5481d0ee-1c05-408d-a2ae-3a19a2034474 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521350 Jul 16 09:33:43.040495 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6bc41d11-a15f-4046-8a18-7e96afce1a37 req-43f716e5-0da3-4f4d-93e8-48ec6c65247a service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818295 Jul 16 09:33:43.052497 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6bc41d11-a15f-4046-8a18-7e96afce1a37 req-b6e44b49-3cbc-44cb-822b-544854a2593c service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867996 Jul 16 09:33:43.137278 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6bc41d11-a15f-4046-8a18-7e96afce1a37 req-a90bc000-9693-4f2f-a73c-8010b1cae6f0 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905292 Jul 16 09:33:43.151109 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6bc41d11-a15f-4046-8a18-7e96afce1a37 req-76f264f6-c7d8-4ca9-bcdc-395ac7431cf1 service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922339 Jul 16 09:33:43.757026 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee7faa-1bdc-475e-8bf6-e7c4a927ff6d req-ec8bcd53-103a-483e-ab21-82b2fe97106f tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:43.758512 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-49ee7faa-1bdc-475e-8bf6-e7c4a927ff6d req-ec8bcd53-103a-483e-ab21-82b2fe97106f tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 943 time: 0.0636475 Jul 16 09:33:43.795079 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-49ee7faa-1bdc-475e-8bf6-e7c4a927ff6d req-8e7041fa-5bd1-4252-926a-b8a691af7d03 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309722 Jul 16 09:33:44.139603 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4af8cb-d7f8-4d9c-a646-998953326d71 req-7d9f6d4e-435f-4b1b-bf88-3b58d18418d8 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:44.141133 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1b4af8cb-d7f8-4d9c-a646-998953326d71 req-7d9f6d4e-435f-4b1b-bf88-3b58d18418d8 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 943 time: 0.1132035 Jul 16 09:33:44.155934 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83975493-8542-488a-9cdb-7b4997f3bb51 req-cee0f3c1-e88b-4949-8851-0cecd28b2b9e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:44.157420 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83975493-8542-488a-9cdb-7b4997f3bb51 req-cee0f3c1-e88b-4949-8851-0cecd28b2b9e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.30 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995&tenant_id=735011033b4a4018b148f39a4d441306&binding%3Ahost_id=n-h2-771362-37 HTTP/1.1" status: 200 len: 943 time: 0.0978181 Jul 16 09:33:44.217825 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1b4af8cb-d7f8-4d9c-a646-998953326d71 req-54ff43b2-e9e2-4348-b10d-8cd3750246cb tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703938 Jul 16 09:33:44.237203 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [req-83975493-8542-488a-9cdb-7b4997f3bb51 req-7f260d20-da52-40fc-bcf1-f02ef91f838a service neutron] delete failed (client error): The resource could not be found. Jul 16 09:33:44.238221 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83975493-8542-488a-9cdb-7b4997f3bb51 req-7f260d20-da52-40fc-bcf1-f02ef91f838a service neutron] 10.222.0.30 "DELETE /v2.0/ports/beeceb46-d69b-48ea-973b-0fd669660ec6/bindings/n-h1-771362-37 HTTP/1.1" status: 404 len: 381 time: 0.0744424 Jul 16 09:33:44.335958 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83975493-8542-488a-9cdb-7b4997f3bb51 req-b4a20315-f2c5-4e02-b38b-d54fc8c4b0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:44.337480 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83975493-8542-488a-9cdb-7b4997f3bb51 req-b4a20315-f2c5-4e02-b38b-d54fc8c4b0bc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 1095 time: 0.0555782 Jul 16 09:33:44.423470 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83975493-8542-488a-9cdb-7b4997f3bb51 req-b82dfedc-af37-4747-8ef9-85d4f242fed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:44.424859 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83975493-8542-488a-9cdb-7b4997f3bb51 req-b82dfedc-af37-4747-8ef9-85d4f242fed0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0816927 Jul 16 09:33:44.490572 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83975493-8542-488a-9cdb-7b4997f3bb51 req-3b51e0bb-c18e-4ea3-a78a-08d6d50b7fd9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beeceb46-d69b-48ea-973b-0fd669660ec6 HTTP/1.1" status: 200 len: 997 time: 0.0592148 Jul 16 09:33:44.537576 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83975493-8542-488a-9cdb-7b4997f3bb51 req-1dbe3d73-515e-4c10-8703-2f6e97f202b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:44.539011 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83975493-8542-488a-9cdb-7b4997f3bb51 req-1dbe3d73-515e-4c10-8703-2f6e97f202b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0427687 Jul 16 09:33:44.596808 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83975493-8542-488a-9cdb-7b4997f3bb51 req-632cbda0-0252-43db-a1f4-c09f5bc79fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:44.598274 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83975493-8542-488a-9cdb-7b4997f3bb51 req-632cbda0-0252-43db-a1f4-c09f5bc79fbd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522749 Jul 16 09:33:44.689222 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83975493-8542-488a-9cdb-7b4997f3bb51 req-ee3882a2-3f9a-41b2-8ba1-0fee69638f42 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833542 Jul 16 09:33:44.775724 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-83975493-8542-488a-9cdb-7b4997f3bb51 req-e5e08927-9d99-42d0-9b9a-7de3d897fb41 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811794 Jul 16 09:33:45.403830 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dcd2db-54cd-4b02-a5e9-9faa8c9d61d5 req-adfa05a1-986f-47a7-88fd-838f9422a128 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:45.405333 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-24dcd2db-54cd-4b02-a5e9-9faa8c9d61d5 req-adfa05a1-986f-47a7-88fd-838f9422a128 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 943 time: 0.0695305 Jul 16 09:33:45.443669 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-24dcd2db-54cd-4b02-a5e9-9faa8c9d61d5 req-eedb92d9-53d4-4643-a495-ea4ae49b4d0a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327296 Jul 16 09:33:45.618287 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3838ab1a-5029-4e03-a2c9-cfc803b7165f req-2d856595-a0e3-43eb-a28a-0fa355695632 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:45.619772 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3838ab1a-5029-4e03-a2c9-cfc803b7165f req-2d856595-a0e3-43eb-a28a-0fa355695632 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 943 time: 0.0668004 Jul 16 09:33:45.658375 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3838ab1a-5029-4e03-a2c9-cfc803b7165f req-5e5f5417-6180-4503-b95e-8cc2bb6158bf tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323987 Jul 16 09:33:45.958615 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device beeceb46-d69b-48ea-973b-0fd669660ec6 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:33:45.990881 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a97bc3-55e2-4abf-aa87-3a933abaa49d req-193d159c-6a1e-4b05-8c0a-924280395cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:45.992444 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-40a97bc3-55e2-4abf-aa87-3a933abaa49d req-193d159c-6a1e-4b05-8c0a-924280395cc0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 1095 time: 0.0565605 Jul 16 09:33:46.001026 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9d1344-3a34-447c-94a5-34d200b3ca1f req-bc8098b7-d0ec-4e7d-9f62-c5eae0ed773a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:46.002601 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5d9d1344-3a34-447c-94a5-34d200b3ca1f req-bc8098b7-d0ec-4e7d-9f62-c5eae0ed773a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 943 time: 0.0653636 Jul 16 09:33:46.042702 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5d9d1344-3a34-447c-94a5-34d200b3ca1f req-4b2f6d78-340d-4091-89b7-8260200e217e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341170 Jul 16 09:33:46.064306 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port beeceb46-d69b-48ea-973b-0fd669660ec6, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=beeceb46-d69b-48ea-973b-0fd669660ec6,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:33:46.075716 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'beeceb46-d69b-48ea-973b-0fd669660ec6', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'port_id': 'beeceb46-d69b-48ea-973b-0fd669660ec6', 'mac_address': 'fa:16:3e:a1:a5:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:33:46.090177 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a97bc3-55e2-4abf-aa87-3a933abaa49d req-546f0918-c046-472c-bbca-3985039c48f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:46.092038 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-40a97bc3-55e2-4abf-aa87-3a933abaa49d req-546f0918-c046-472c-bbca-3985039c48f0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0935862 Jul 16 09:33:46.115751 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:46.128698 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id beeceb46-d69b-48ea-973b-0fd669660ec6 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:33:46.147757 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port beeceb46-d69b-48ea-973b-0fd669660ec6, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=beeceb46-d69b-48ea-973b-0fd669660ec6,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:33:46.150978 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:46.157324 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-40a97bc3-55e2-4abf-aa87-3a933abaa49d req-4ade8777-e81e-475d-95e9-ce8d29590047 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=beeceb46-d69b-48ea-973b-0fd669660ec6 HTTP/1.1" status: 200 len: 997 time: 0.0592310 Jul 16 09:33:46.202361 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=beeceb46-d69b-48ea-973b-0fd669660ec6,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:33:46.206654 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a97bc3-55e2-4abf-aa87-3a933abaa49d req-6856ede4-7e20-48ea-b9d0-0ccac8c30a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:46.208239 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-40a97bc3-55e2-4abf-aa87-3a933abaa49d req-6856ede4-7e20-48ea-b9d0-0ccac8c30a20 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0453453 Jul 16 09:33:46.210472 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:46.210828 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:46.211172 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:46.211507 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:46.211837 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:46.212168 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:46.212533 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:46.212858 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:46.213180 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:46.213503 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:46.213840 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:46.214160 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:46.270201 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a97bc3-55e2-4abf-aa87-3a933abaa49d req-4a8f6a85-881b-498a-8358-3fe5261e7adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:46.271694 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-40a97bc3-55e2-4abf-aa87-3a933abaa49d req-4a8f6a85-881b-498a-8358-3fe5261e7adb service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0565226 Jul 16 09:33:46.354115 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['beeceb46-d69b-48ea-973b-0fd669660ec6'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:33:46.361744 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-40a97bc3-55e2-4abf-aa87-3a933abaa49d req-2f3d0483-1f3b-4b00-aec5-2f79cf5d4f8d service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823593 Jul 16 09:33:46.454105 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-40a97bc3-55e2-4abf-aa87-3a933abaa49d req-6756ac6a-6cd5-4804-8fb2-818425c3f24e service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860004 Jul 16 09:33:47.217513 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c593b3-b191-4c77-8618-07b5abea5578 req-be017691-a123-47e4-8f3c-8b51777b3b74 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:47.218986 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b9c593b3-b191-4c77-8618-07b5abea5578 req-be017691-a123-47e4-8f3c-8b51777b3b74 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 944 time: 0.0628114 Jul 16 09:33:47.255601 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b9c593b3-b191-4c77-8618-07b5abea5578 req-57f4b73d-589e-4d58-be36-1f83b002f871 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310524 Jul 16 09:33:47.625730 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a904c33-b2a2-4fc6-8860-4ae7a10ce2b2 req-74056414-172a-4841-9340-1fc682b2a257 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:47.627104 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2a904c33-b2a2-4fc6-8860-4ae7a10ce2b2 req-74056414-172a-4841-9340-1fc682b2a257 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 944 time: 0.0616529 Jul 16 09:33:47.666920 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2a904c33-b2a2-4fc6-8860-4ae7a10ce2b2 req-3d839b1f-628a-475f-8e5b-c9581570b161 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343590 Jul 16 09:33:47.985611 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device beeceb46-d69b-48ea-973b-0fd669660ec6 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:33:48.032549 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port beeceb46-d69b-48ea-973b-0fd669660ec6 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:33:48.036043 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port beeceb46-d69b-48ea-973b-0fd669660ec6 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:33:48.036453 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:48.109326 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:48.133043 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58485c1-fb45-4cd3-a385-41a19a116995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beeceb46-d69b-48ea-973b-0fd669660ec6'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:33:48.135320 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3758758d-3288-4435-b910-76729b58d5e9" -d '{"events": [{"server_uuid": "b58485c1-fb45-4cd3-a385-41a19a116995", "name": "network-vif-plugged", "status": "completed", "tag": "beeceb46-d69b-48ea-973b-0fd669660ec6"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:33:48.148668 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port beeceb46-d69b-48ea-973b-0fd669660ec6, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=beeceb46-d69b-48ea-973b-0fd669660ec6,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:33:48.152862 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:48.175785 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca76b373-652b-4a51-8ad2-1926ec16cedd x-openstack-request-id: req-ca76b373-652b-4a51-8ad2-1926ec16cedd {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:33:48.176081 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b58485c1-fb45-4cd3-a385-41a19a116995", "name": "network-vif-plugged", "status": "completed", "tag": "beeceb46-d69b-48ea-973b-0fd669660ec6", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:33:48.176337 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ca76b373-652b-4a51-8ad2-1926ec16cedd {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:33:48.176748 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58485c1-fb45-4cd3-a385-41a19a116995', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'beeceb46-d69b-48ea-973b-0fd669660ec6', 'code': 200} Jul 16 09:33:48.202085 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=beeceb46-d69b-48ea-973b-0fd669660ec6,revision_number=9']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:33:48.886205 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6da8b-046b-4819-995c-ee8e6243d803 req-cc33824d-5c2f-4300-9e94-50947b759cc8 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:48.887971 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-17b6da8b-046b-4819-995c-ee8e6243d803 req-cc33824d-5c2f-4300-9e94-50947b759cc8 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 945 time: 0.1050889 Jul 16 09:33:48.894957 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db6a67cb-482e-4156-9b17-691f50d0e72b req-6735862e-71b3-4212-afdf-c34bd98da603 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:48.896293 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-db6a67cb-482e-4156-9b17-691f50d0e72b req-6735862e-71b3-4212-afdf-c34bd98da603 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.21 "GET /v2.0/ports?device_id=b58485c1-fb45-4cd3-a385-41a19a116995 HTTP/1.1" status: 200 len: 945 time: 0.0868113 Jul 16 09:33:48.964212 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-17b6da8b-046b-4819-995c-ee8e6243d803 req-a1ec4497-a732-479d-b77e-56e00c4ed42d tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669701 Jul 16 09:33:49.018767 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-db6a67cb-482e-4156-9b17-691f50d0e72b req-5d60a1be-9d22-4f46-9359-e84fa1d81760 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Deleting port beeceb46-d69b-48ea-973b-0fd669660ec6 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:33:49.019115 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-db6a67cb-482e-4156-9b17-691f50d0e72b req-5d60a1be-9d22-4f46-9359-e84fa1d81760 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:49.105606 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-db6a67cb-482e-4156-9b17-691f50d0e72b req-5d60a1be-9d22-4f46-9359-e84fa1d81760 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] For port beeceb46-d69b-48ea-973b-0fd669660ec6, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=beeceb46-d69b-48ea-973b-0fd669660ec6,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:33:49.105961 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-db6a67cb-482e-4156-9b17-691f50d0e72b req-5d60a1be-9d22-4f46-9359-e84fa1d81760 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:49.274653 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-db6a67cb-482e-4156-9b17-691f50d0e72b req-5d60a1be-9d22-4f46-9359-e84fa1d81760 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:49.274952 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-db6a67cb-482e-4156-9b17-691f50d0e72b req-5d60a1be-9d22-4f46-9359-e84fa1d81760 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:49.275269 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [req-db6a67cb-482e-4156-9b17-691f50d0e72b req-5d60a1be-9d22-4f46-9359-e84fa1d81760 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Floating IP cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9 disassociated. External IP: 172.25.3.7, port: beeceb46-d69b-48ea-973b-0fd669660ec6. Jul 16 09:33:49.275616 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-db6a67cb-482e-4156-9b17-691f50d0e72b req-5d60a1be-9d22-4f46-9359-e84fa1d81760 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Calling delete_port for beeceb46-d69b-48ea-973b-0fd669660ec6 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:33:49.400938 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-db6a67cb-482e-4156-9b17-691f50d0e72b req-5d60a1be-9d22-4f46-9359-e84fa1d81760 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:49.433877 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d60a1be-9d22-4f46-9359-e84fa1d81760 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Pushing event deleted for resources: {'Port': ['ID=beeceb46-d69b-48ea-973b-0fd669660ec6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:33:49.549676 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-db6a67cb-482e-4156-9b17-691f50d0e72b req-5d60a1be-9d22-4f46-9359-e84fa1d81760 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Router 5e68b7c3-6007-41a8-b928-c721bbf5edca has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:33:49.658658 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-db6a67cb-482e-4156-9b17-691f50d0e72b req-5d60a1be-9d22-4f46-9359-e84fa1d81760 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:33:49.667665 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc903fb-7484-4a0d-b6aa-6669f5084fa3 None None] Sync routers for ids ['5e68b7c3-6007-41a8-b928-c721bbf5edca'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:33:49.676997 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc903fb-7484-4a0d-b6aa-6669f5084fa3 None None] Routers {'5e68b7c3-6007-41a8-b928-c721bbf5edca'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:33:49.677607 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8dc903fb-7484-4a0d-b6aa-6669f5084fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:33:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5e68b7c3-6007-41a8-b928-c721bbf5edca'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:33:49.702794 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-db6a67cb-482e-4156-9b17-691f50d0e72b req-5d60a1be-9d22-4f46-9359-e84fa1d81760 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] No DVR routers for this DVR port beeceb46-d69b-48ea-973b-0fd669660ec6 on host n-h2-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:33:49.705434 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-db6a67cb-482e-4156-9b17-691f50d0e72b req-5d60a1be-9d22-4f46-9359-e84fa1d81760 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:49.707462 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-db6a67cb-482e-4156-9b17-691f50d0e72b req-5d60a1be-9d22-4f46-9359-e84fa1d81760 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.21 "DELETE /v2.0/ports/beeceb46-d69b-48ea-973b-0fd669660ec6 HTTP/1.1" status: 204 len: 173 time: 0.8044891 Jul 16 09:33:49.707963 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b58485c1-fb45-4cd3-a385-41a19a116995', 'name': 'network-vif-deleted', 'tag': 'beeceb46-d69b-48ea-973b-0fd669660ec6'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:33:49.710258 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d25ce02-c21c-4dcf-b4e7-b6892b69a5ed" -d '{"events": [{"server_uuid": "b58485c1-fb45-4cd3-a385-41a19a116995", "name": "network-vif-deleted", "tag": "beeceb46-d69b-48ea-973b-0fd669660ec6"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:33:49.749557 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:33:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d7afcb-adf6-4e0d-9274-c47ffb3aa36d x-openstack-request-id: req-75d7afcb-adf6-4e0d-9274-c47ffb3aa36d {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:33:49.749855 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b58485c1-fb45-4cd3-a385-41a19a116995", "name": "network-vif-deleted", "tag": "beeceb46-d69b-48ea-973b-0fd669660ec6", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:33:49.750109 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-75d7afcb-adf6-4e0d-9274-c47ffb3aa36d {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:33:49.750515 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b58485c1-fb45-4cd3-a385-41a19a116995', 'name': 'network-vif-deleted', 'tag': 'beeceb46-d69b-48ea-973b-0fd669660ec6', 'status': 'completed', 'code': 200} Jul 16 09:33:49.785203 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-8dc903fb-7484-4a0d-b6aa-6669f5084fa3 None None] Set router 5e68b7c3-6007-41a8-b928-c721bbf5edca gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:33:49.983635 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8dc903fb-7484-4a0d-b6aa-6669f5084fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:29:23Z', 'revision_number': 4, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port': {'id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:21Z', 'updated_at': '2021-07-16T09:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '1f6c41da-d07a-4b0e-bb01-20e190c44197', 'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'mac_address': 'fa:16:3e:e1:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:23Z', 'updated_at': '2021-07-16T09:29:28Z', 'revision_number': 5, 'project_id': '735011033b4a4018b148f39a4d441306', 'subnets': [{'id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:33:50.011096 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc903fb-7484-4a0d-b6aa-6669f5084fa3 None None] Checking router: 5e68b7c3-6007-41a8-b928-c721bbf5edca for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:33:50.020077 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dc903fb-7484-4a0d-b6aa-6669f5084fa3 None None] Routers {'5e68b7c3-6007-41a8-b928-c721bbf5edca'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:33:50.020750 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8dc903fb-7484-4a0d-b6aa-6669f5084fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:33:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5e68b7c3-6007-41a8-b928-c721bbf5edca'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:33:50.127408 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-8dc903fb-7484-4a0d-b6aa-6669f5084fa3 None None] Set router 5e68b7c3-6007-41a8-b928-c721bbf5edca gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:33:50.306811 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-8db3b0a7-6198-426e-bb4f-6e290e2d260f tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1986663898&fields=id&tenant_id=735011033b4a4018b148f39a4d441306 HTTP/1.1" status: 200 len: 267 time: 0.0318940 Jul 16 09:33:50.323259 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8dc903fb-7484-4a0d-b6aa-6669f5084fa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:29:23Z', 'revision_number': 4, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port': {'id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:21Z', 'updated_at': '2021-07-16T09:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '1f6c41da-d07a-4b0e-bb01-20e190c44197', 'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'mac_address': 'fa:16:3e:e1:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:23Z', 'updated_at': '2021-07-16T09:29:28Z', 'revision_number': 5, 'project_id': '735011033b4a4018b148f39a4d441306', 'subnets': [{'id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:33:50.352421 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dc903fb-7484-4a0d-b6aa-6669f5084fa3 None None] The sync data for ids ['5e68b7c3-6007-41a8-b928-c721bbf5edca'] in n-d-771362-37 is: [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:29:23Z', 'revision_number': 4, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port': {'id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:21Z', 'updated_at': '2021-07-16T09:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '1f6c41da-d07a-4b0e-bb01-20e190c44197', 'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'mac_address': 'fa:16:3e:e1:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:23Z', 'updated_at': '2021-07-16T09:29:28Z', 'revision_number': 5, 'project_id': '735011033b4a4018b148f39a4d441306', 'subnets': [{'id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:33:50.418401 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-3a94de8f-97bf-4131-9424-ee67ffd10486 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:50.420075 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-3a94de8f-97bf-4131-9424-ee67ffd10486 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 812 time: 0.1062999 Jul 16 09:33:50.434870 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-81e7296a-4ace-4c45-8eb5-77d512339774 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/quotas/735011033b4a4018b148f39a4d441306 HTTP/1.1" status: 200 len: 375 time: 0.0093105 Jul 16 09:33:50.508300 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-e676013b-7f9b-4fca-aed3-543abcd6696e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0675094 Jul 16 09:33:50.581709 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-455c69b5-05d3-46c3-a8a9-002a1adbb286 None None] New status for floating IP cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:33:50.647840 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-550d4404-8949-4f53-930f-4f52b3050a60 service neutron] 10.222.0.22 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276298 Jul 16 09:33:50.743997 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-b1754c91-6ff4-44e8-a8a2-a414379aed24 service neutron] 10.222.0.22 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897136 Jul 16 09:33:50.909954 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7449f838-5674-4d6d-b094-65ed6261fa16 req-05fd844a-c2af-49e2-b7f1-8d51b9bcca5f tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 210 time: 0.0277843 Jul 16 09:33:51.920628 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-53ba8dd2-7a04-4d28-ac1c-cfb320842f3f tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:51.922089 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-53ba8dd2-7a04-4d28-ac1c-cfb320842f3f tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.30 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 812 time: 0.1072302 Jul 16 09:33:51.967880 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-4e4c4cc6-a4c8-4f7e-9a72-00244534795b tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=735011033b4a4018b148f39a4d441306 HTTP/1.1" status: 200 len: 380 time: 0.0371566 Jul 16 09:33:51.977477 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-a997ee28-ab4a-4b92-a32e-d1e7ee21e7d0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Request body: {'port': {'device_id': '717dd348-712a-4623-b6db-b9c67e87b223', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'admin_state_up': True, 'tenant_id': '735011033b4a4018b148f39a4d441306', 'security_groups': ['df76717e-6a7a-4121-9909-64abcab3cbc1']}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:33:52.019764 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device beeceb46-d69b-48ea-973b-0fd669660ec6 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:33:52.043853 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: beeceb46-d69b-48ea-973b-0fd669660ec6 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:33:52.044538 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device beeceb46-d69b-48ea-973b-0fd669660ec6 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:33:52.063834 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4fc2ff82-84f8-4e61-8418-696c7ef94cad req-2f6dcf57-ac46-41ee-9bd1-c0d0c076d33e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 210 time: 0.0358768 Jul 16 09:33:52.095885 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-a997ee28-ab4a-4b92-a32e-d1e7ee21e7d0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Made reservation on behalf of 735011033b4a4018b148f39a4d441306 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:33:52.099580 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-a997ee28-ab4a-4b92-a32e-d1e7ee21e7d0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:52.219824 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-a997ee28-ab4a-4b92-a32e-d1e7ee21e7d0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Allocated IP 172.20.0.10 (29c091d0-43a8-4a3f-9497-74d2d4642fc4/31f740f4-62b0-4297-8fc1-43aeb75bfc14/bdbca70e-393b-458a-a4fd-7ea591cd0eb7) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:33:52.356511 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-a997ee28-ab4a-4b92-a32e-d1e7ee21e7d0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:52.370604 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-a997ee28-ab4a-4b92-a32e-d1e7ee21e7d0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Transition to ACTIVE for port object bdbca70e-393b-458a-a4fd-7ea591cd0eb7 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:33:52.403196 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-a997ee28-ab4a-4b92-a32e-d1e7ee21e7d0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:52.443741 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-a997ee28-ab4a-4b92-a32e-d1e7ee21e7d0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:33:52.448923 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-a997ee28-ab4a-4b92-a32e-d1e7ee21e7d0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:33:52.451926 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-a997ee28-ab4a-4b92-a32e-d1e7ee21e7d0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:33:52.486521 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a997ee28-ab4a-4b92-a32e-d1e7ee21e7d0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Pushing event updated for resources: {'Port': ['ID=bdbca70e-393b-458a-a4fd-7ea591cd0eb7,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:33:52.500787 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997ee28-ab4a-4b92-a32e-d1e7ee21e7d0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:52.501119 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997ee28-ab4a-4b92-a32e-d1e7ee21e7d0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:52.501466 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997ee28-ab4a-4b92-a32e-d1e7ee21e7d0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:52.501805 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997ee28-ab4a-4b92-a32e-d1e7ee21e7d0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:52.502134 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997ee28-ab4a-4b92-a32e-d1e7ee21e7d0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:52.502473 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997ee28-ab4a-4b92-a32e-d1e7ee21e7d0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:52.502803 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997ee28-ab4a-4b92-a32e-d1e7ee21e7d0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:52.503130 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997ee28-ab4a-4b92-a32e-d1e7ee21e7d0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:52.503463 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997ee28-ab4a-4b92-a32e-d1e7ee21e7d0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:52.503890 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997ee28-ab4a-4b92-a32e-d1e7ee21e7d0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:52.504099 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997ee28-ab4a-4b92-a32e-d1e7ee21e7d0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:52.504443 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a997ee28-ab4a-4b92-a32e-d1e7ee21e7d0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:33:52.524885 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-a997ee28-ab4a-4b92-a32e-d1e7ee21e7d0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:52.525527 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-a997ee28-ab4a-4b92-a32e-d1e7ee21e7d0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:52.540717 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-a997ee28-ab4a-4b92-a32e-d1e7ee21e7d0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5672119 Jul 16 09:33:52.552469 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-02649daa-a533-4c5a-8c9b-27e092c90f11 service neutron] Request body: {'port': {'device_id': '717dd348-712a-4623-b6db-b9c67e87b223', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:33:52.627260 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-02649daa-a533-4c5a-8c9b-27e092c90f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:52.694314 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4d7439dc-1dab-40fc-b871-a604c69b6a1f None None] Provisioning for port bdbca70e-393b-458a-a4fd-7ea591cd0eb7 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:33:52.697948 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4d7439dc-1dab-40fc-b871-a604c69b6a1f None None] Provisioning complete for port bdbca70e-393b-458a-a4fd-7ea591cd0eb7 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:33:52.698317 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d7439dc-1dab-40fc-b871-a604c69b6a1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:52.731838 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-4d7439dc-1dab-40fc-b871-a604c69b6a1f None None] Port bdbca70e-393b-458a-a4fd-7ea591cd0eb7 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:33:52.884907 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-02649daa-a533-4c5a-8c9b-27e092c90f11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdbca70e-393b-458a-a4fd-7ea591cd0eb7 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:33:52.892013 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-02649daa-a533-4c5a-8c9b-27e092c90f11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:52.904759 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-02649daa-a533-4c5a-8c9b-27e092c90f11 service neutron] Transition to ACTIVE for port object bdbca70e-393b-458a-a4fd-7ea591cd0eb7 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:33:52.907854 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-02649daa-a533-4c5a-8c9b-27e092c90f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:52.957707 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02649daa-a533-4c5a-8c9b-27e092c90f11 service neutron] Pushing event updated for resources: {'Port': ['ID=bdbca70e-393b-458a-a4fd-7ea591cd0eb7,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:33:53.024341 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-02649daa-a533-4c5a-8c9b-27e092c90f11 service neutron] Attempting to bind port bdbca70e-393b-458a-a4fd-7ea591cd0eb7 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:33:53.024709 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-02649daa-a533-4c5a-8c9b-27e092c90f11 service neutron] Attempting to bind port bdbca70e-393b-458a-a4fd-7ea591cd0eb7 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:33:53.025046 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-02649daa-a533-4c5a-8c9b-27e092c90f11 service neutron] Attempting to bind port bdbca70e-393b-458a-a4fd-7ea591cd0eb7 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:33:53.030016 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-02649daa-a533-4c5a-8c9b-27e092c90f11 service neutron] Port bdbca70e-393b-458a-a4fd-7ea591cd0eb7 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:33:53.030343 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-02649daa-a533-4c5a-8c9b-27e092c90f11 service neutron] Attempting to bind port bdbca70e-393b-458a-a4fd-7ea591cd0eb7 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:33:53.035432 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-02649daa-a533-4c5a-8c9b-27e092c90f11 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 33, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:33:53.035770 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-02649daa-a533-4c5a-8c9b-27e092c90f11 service neutron] Checking segment: {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:33:53.036156 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-02649daa-a533-4c5a-8c9b-27e092c90f11 service neutron] Bound using segment: {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:33:53.036622 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-02649daa-a533-4c5a-8c9b-27e092c90f11 service neutron] Bound port: bdbca70e-393b-458a-a4fd-7ea591cd0eb7, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:33:53.036986 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-02649daa-a533-4c5a-8c9b-27e092c90f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:53.105590 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-02649daa-a533-4c5a-8c9b-27e092c90f11 service neutron] For port bdbca70e-393b-458a-a4fd-7ea591cd0eb7, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:33:53.109235 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-02649daa-a533-4c5a-8c9b-27e092c90f11 service neutron] For port bdbca70e-393b-458a-a4fd-7ea591cd0eb7, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=bdbca70e-393b-458a-a4fd-7ea591cd0eb7,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:33:53.114357 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-02649daa-a533-4c5a-8c9b-27e092c90f11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:53.150249 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-02649daa-a533-4c5a-8c9b-27e092c90f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:53.150980 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-02649daa-a533-4c5a-8c9b-27e092c90f11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:53.152656 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-02649daa-a533-4c5a-8c9b-27e092c90f11 service neutron] 10.222.0.30 "PUT /v2.0/ports/bdbca70e-393b-458a-a4fd-7ea591cd0eb7 HTTP/1.1" status: 200 len: 1093 time: 0.6045110 Jul 16 09:33:53.153739 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717dd348-712a-4623-b6db-b9c67e87b223', 'tag': 'bdbca70e-393b-458a-a4fd-7ea591cd0eb7'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:33:53.156365 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1575b219-dcc5-4039-99af-1813214fddb0" -d '{"events": [{"name": "network-changed", "server_uuid": "717dd348-712a-4623-b6db-b9c67e87b223", "tag": "bdbca70e-393b-458a-a4fd-7ea591cd0eb7"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:33:53.223815 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7124d21b-0ef9-4717-8d9c-2541392b7f49 x-openstack-request-id: req-7124d21b-0ef9-4717-8d9c-2541392b7f49 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:33:53.224102 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717dd348-712a-4623-b6db-b9c67e87b223", "tag": "bdbca70e-393b-458a-a4fd-7ea591cd0eb7", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:33:53.224374 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7124d21b-0ef9-4717-8d9c-2541392b7f49 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:33:53.224774 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717dd348-712a-4623-b6db-b9c67e87b223', 'tag': 'bdbca70e-393b-458a-a4fd-7ea591cd0eb7', 'status': 'completed', 'code': 200} Jul 16 09:33:53.231815 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02649daa-a533-4c5a-8c9b-27e092c90f11 service neutron] Pushing event updated for resources: {'Port': ['ID=bdbca70e-393b-458a-a4fd-7ea591cd0eb7,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:33:53.303229 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4281439f-ca92-47ac-a0da-4463a58c796e req-e1130540-d86b-4ea1-822f-312d8f28cdbd tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:53.304797 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4281439f-ca92-47ac-a0da-4463a58c796e req-e1130540-d86b-4ea1-822f-312d8f28cdbd tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 944 time: 0.1199205 Jul 16 09:33:53.309751 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-e558887a-0dc2-4365-8546-bfb6b4d02bfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:53.311176 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-e558887a-0dc2-4365-8546-bfb6b4d02bfe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 1096 time: 0.0963733 Jul 16 09:33:53.358958 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-809244aa-8832-4446-805b-14bee164326a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdbca70e-393b-458a-a4fd-7ea591cd0eb7 HTTP/1.1" status: 200 len: 217 time: 0.0405145 Jul 16 09:33:53.399363 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4281439f-ca92-47ac-a0da-4463a58c796e req-9ffccc1b-9fba-4fb8-94cd-1f8a6bdf4da9 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0871756 Jul 16 09:33:53.419055 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-b17f2640-6b61-444d-8e4e-091355190892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:53.419055 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-b17f2640-6b61-444d-8e4e-091355190892 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0535378 Jul 16 09:33:53.814514 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-db3b942a-ecf5-4bdb-88e1-a37557895c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:53.815996 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-db3b942a-ecf5-4bdb-88e1-a37557895c1c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3918600 Jul 16 09:33:53.901349 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-cca4e5da-23c7-4952-925b-72c5d1909cff service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785427 Jul 16 09:33:53.989824 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-72793bd8-189f-4ce9-beb3-df6b6460d983 req-a233ec00-52c1-44ea-bc99-2725b7a5bc2c service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824573 Jul 16 09:33:54.088291 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575b219-dcc5-4039-99af-1813214fddb0 req-94b30300-0a95-4b9b-9223-0d2ff01018ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:54.089879 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1575b219-dcc5-4039-99af-1813214fddb0 req-94b30300-0a95-4b9b-9223-0d2ff01018ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 1096 time: 0.0516019 Jul 16 09:33:54.181473 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575b219-dcc5-4039-99af-1813214fddb0 req-2c5e3bf1-8b77-40b6-b6e8-0af9cdeaeb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:54.182895 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1575b219-dcc5-4039-99af-1813214fddb0 req-2c5e3bf1-8b77-40b6-b6e8-0af9cdeaeb0a service neutron] 10.222.0.30 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0849364 Jul 16 09:33:54.223283 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1575b219-dcc5-4039-99af-1813214fddb0 req-44934d1b-c0e6-45d9-9b49-a8335901d535 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdbca70e-393b-458a-a4fd-7ea591cd0eb7 HTTP/1.1" status: 200 len: 217 time: 0.0324442 Jul 16 09:33:54.271816 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575b219-dcc5-4039-99af-1813214fddb0 req-b3b81044-d6ff-4cc7-af72-3eb2cc9d26dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:54.273275 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1575b219-dcc5-4039-99af-1813214fddb0 req-b3b81044-d6ff-4cc7-af72-3eb2cc9d26dd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0430944 Jul 16 09:33:54.334167 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1575b219-dcc5-4039-99af-1813214fddb0 req-01e1fecc-416d-41e2-bc96-9d75a0d9b2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:54.335635 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1575b219-dcc5-4039-99af-1813214fddb0 req-01e1fecc-416d-41e2-bc96-9d75a0d9b2df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547490 Jul 16 09:33:54.423859 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1575b219-dcc5-4039-99af-1813214fddb0 req-13a8e115-7b6b-4255-9687-e5983106fda7 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801971 Jul 16 09:33:54.519403 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1575b219-dcc5-4039-99af-1813214fddb0 req-d476e368-0feb-4925-a025-dcc558809964 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875015 Jul 16 09:33:54.580527 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ddd32d-e1f7-4a60-8524-fe06c11934c8 req-9899e935-2e8e-4f54-857a-4a1eb969491d tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:54.582014 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b2ddd32d-e1f7-4a60-8524-fe06c11934c8 req-9899e935-2e8e-4f54-857a-4a1eb969491d tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 944 time: 0.0679595 Jul 16 09:33:54.619908 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b2ddd32d-e1f7-4a60-8524-fe06c11934c8 req-2ed8a915-9132-4d4f-a989-504ea07254a3 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323083 Jul 16 09:33:55.794108 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fa2741-0bf3-4aab-8054-48e25b54a94e req-be649d93-f856-4394-822c-916088a20308 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:55.796093 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-31fa2741-0bf3-4aab-8054-48e25b54a94e req-be649d93-f856-4394-822c-916088a20308 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 944 time: 0.0637579 Jul 16 09:33:55.833273 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-31fa2741-0bf3-4aab-8054-48e25b54a94e req-c228d94b-654c-4e15-b69d-9719badd33f4 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315862 Jul 16 09:33:56.123625 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device bdbca70e-393b-458a-a4fd-7ea591cd0eb7 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:33:56.219543 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port bdbca70e-393b-458a-a4fd-7ea591cd0eb7, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=bdbca70e-393b-458a-a4fd-7ea591cd0eb7,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:33:56.230386 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'bdbca70e-393b-458a-a4fd-7ea591cd0eb7', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'port_id': 'bdbca70e-393b-458a-a4fd-7ea591cd0eb7', 'mac_address': 'fa:16:3e:c3:c7:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:33:56.267503 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:56.281781 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdbca70e-393b-458a-a4fd-7ea591cd0eb7 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:33:56.301614 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port bdbca70e-393b-458a-a4fd-7ea591cd0eb7, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=bdbca70e-393b-458a-a4fd-7ea591cd0eb7,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:33:56.305217 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:56.354283 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=bdbca70e-393b-458a-a4fd-7ea591cd0eb7,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:33:56.537778 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['bdbca70e-393b-458a-a4fd-7ea591cd0eb7'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:33:57.009069 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e55a25-1fc7-437a-9cb7-a14aca4cfcff req-a8f8ac7d-5519-4f68-a0cc-3be58d4b87ca tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:57.010554 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-37e55a25-1fc7-437a-9cb7-a14aca4cfcff req-a8f8ac7d-5519-4f68-a0cc-3be58d4b87ca tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 945 time: 0.0625584 Jul 16 09:33:57.050225 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-37e55a25-1fc7-437a-9cb7-a14aca4cfcff req-bfb3e121-99ea-4818-bf48-1b763d9bb7cf tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332704 Jul 16 09:33:58.123590 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device bdbca70e-393b-458a-a4fd-7ea591cd0eb7 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:33:58.177579 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port bdbca70e-393b-458a-a4fd-7ea591cd0eb7 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:33:58.181947 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port bdbca70e-393b-458a-a4fd-7ea591cd0eb7 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:33:58.182330 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:58.262952 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:58.287425 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717dd348-712a-4623-b6db-b9c67e87b223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbca70e-393b-458a-a4fd-7ea591cd0eb7'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:33:58.289690 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de869c5b-c3f4-4333-aea1-74a617927e1e" -d '{"events": [{"server_uuid": "717dd348-712a-4623-b6db-b9c67e87b223", "name": "network-vif-plugged", "status": "completed", "tag": "bdbca70e-393b-458a-a4fd-7ea591cd0eb7"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:33:58.303231 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port bdbca70e-393b-458a-a4fd-7ea591cd0eb7, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=bdbca70e-393b-458a-a4fd-7ea591cd0eb7,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:33:58.309363 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:33:58.334155 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:33:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-edf7122b-8a01-4cd8-97d8-8053681283c1 x-openstack-request-id: req-edf7122b-8a01-4cd8-97d8-8053681283c1 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:33:58.334396 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717dd348-712a-4623-b6db-b9c67e87b223", "name": "network-vif-plugged", "status": "completed", "tag": "bdbca70e-393b-458a-a4fd-7ea591cd0eb7", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:33:58.334648 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-edf7122b-8a01-4cd8-97d8-8053681283c1 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:33:58.335040 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717dd348-712a-4623-b6db-b9c67e87b223', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdbca70e-393b-458a-a4fd-7ea591cd0eb7', 'code': 200} Jul 16 09:33:58.365404 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=bdbca70e-393b-458a-a4fd-7ea591cd0eb7,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:33:58.443392 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42216950-8f2b-4c40-8adb-edc16823c485 req-ec6448d8-9afa-4ad0-9c48-d7e34befc87e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:58.444877 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-42216950-8f2b-4c40-8adb-edc16823c485 req-ec6448d8-9afa-4ad0-9c48-d7e34befc87e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 946 time: 0.0952270 Jul 16 09:33:58.479744 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd9c8c1-aeab-456b-8e2a-539378993ab3 req-98f4e4cd-49b6-40d5-89df-7f40f8dd845e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:58.481221 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dcd9c8c1-aeab-456b-8e2a-539378993ab3 req-98f4e4cd-49b6-40d5-89df-7f40f8dd845e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 1098 time: 0.0826778 Jul 16 09:33:58.505818 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-42216950-8f2b-4c40-8adb-edc16823c485 req-aac522d7-785d-4c10-ada4-669b569de88f tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523672 Jul 16 09:33:58.521597 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dcd9c8c1-aeab-456b-8e2a-539378993ab3 req-e823789b-7d2e-4cc0-9ee1-e5cbbb04e8dd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332921 Jul 16 09:33:59.676872 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6170af92-8431-4607-a97b-cc09520d48e0 req-70572ccf-9062-4040-88f5-155f23f0f53c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:59.678342 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6170af92-8431-4607-a97b-cc09520d48e0 req-70572ccf-9062-4040-88f5-155f23f0f53c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 946 time: 0.0622222 Jul 16 09:33:59.715320 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6170af92-8431-4607-a97b-cc09520d48e0 req-4e3f22e9-4ef1-46d7-8b8f-287045cb804a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314901 Jul 16 09:33:59.879671 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a23d5c4-02b4-4ebb-8cac-558893b29b68 req-b615f7b9-d057-468c-8379-33f91ea489bc tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:33:59.881168 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6a23d5c4-02b4-4ebb-8cac-558893b29b68 req-b615f7b9-d057-468c-8379-33f91ea489bc tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 946 time: 0.0619838 Jul 16 09:33:59.889723 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 47268) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:33:59.894141 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-fc7956da-cbee-413c-8bf7-5acb8aa68a65 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Request body: {'floatingip': {'port_id': 'bdbca70e-393b-458a-a4fd-7ea591cd0eb7'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:33:59.936249 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc7956da-cbee-413c-8bf7-5acb8aa68a65 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for floatingip, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:00.378334 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc7956da-cbee-413c-8bf7-5acb8aa68a65 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:00.382283 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc7956da-cbee-413c-8bf7-5acb8aa68a65 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:00.477109 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-fc7956da-cbee-413c-8bf7-5acb8aa68a65 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Floating IP cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9 associated. External IP: 172.25.3.7, port: bdbca70e-393b-458a-a4fd-7ea591cd0eb7. Jul 16 09:34:00.679167 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc7956da-cbee-413c-8bf7-5acb8aa68a65 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Router 5e68b7c3-6007-41a8-b928-c721bbf5edca has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:34:00.787785 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc7956da-cbee-413c-8bf7-5acb8aa68a65 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:34:00.792312 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc7956da-cbee-413c-8bf7-5acb8aa68a65 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:00.797120 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3494c1a-0f4e-47b9-a496-955dca942eae None None] Sync routers for ids ['5e68b7c3-6007-41a8-b928-c721bbf5edca'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:34:00.805792 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3494c1a-0f4e-47b9-a496-955dca942eae None None] Routers {'5e68b7c3-6007-41a8-b928-c721bbf5edca'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:34:00.806390 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e3494c1a-0f4e-47b9-a496-955dca942eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:33:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5e68b7c3-6007-41a8-b928-c721bbf5edca'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:00.829264 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-fc7956da-cbee-413c-8bf7-5acb8aa68a65 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "PUT /v2.0/floatingips/cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9 HTTP/1.1" status: 200 len: 990 time: 0.9385066 Jul 16 09:34:00.830003 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717dd348-712a-4623-b6db-b9c67e87b223', 'tag': 'bdbca70e-393b-458a-a4fd-7ea591cd0eb7'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:34:00.832266 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-733cd580-6742-4246-bec5-e6281087dcaf" -d '{"events": [{"name": "network-changed", "server_uuid": "717dd348-712a-4623-b6db-b9c67e87b223", "tag": "bdbca70e-393b-458a-a4fd-7ea591cd0eb7"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:34:00.872553 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f093f642-66f8-4b14-bee4-732b45b8b63d x-openstack-request-id: req-f093f642-66f8-4b14-bee4-732b45b8b63d {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:34:00.872869 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717dd348-712a-4623-b6db-b9c67e87b223", "tag": "bdbca70e-393b-458a-a4fd-7ea591cd0eb7", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:34:00.873772 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f093f642-66f8-4b14-bee4-732b45b8b63d {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:34:00.874175 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717dd348-712a-4623-b6db-b9c67e87b223', 'tag': 'bdbca70e-393b-458a-a4fd-7ea591cd0eb7', 'status': 'completed', 'code': 200} Jul 16 09:34:00.912974 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e3494c1a-0f4e-47b9-a496-955dca942eae None None] Set router 5e68b7c3-6007-41a8-b928-c721bbf5edca gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:34:00.951986 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cd580-6742-4246-bec5-e6281087dcaf req-ceec0edf-306c-4c52-bb5f-cf6d44cceb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:00.953450 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-733cd580-6742-4246-bec5-e6281087dcaf req-ceec0edf-306c-4c52-bb5f-cf6d44cceb42 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 1098 time: 0.0586941 Jul 16 09:34:01.042381 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cd580-6742-4246-bec5-e6281087dcaf req-d7440392-b941-49e1-94de-fa6027e5dd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:01.043865 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-733cd580-6742-4246-bec5-e6281087dcaf req-d7440392-b941-49e1-94de-fa6027e5dd8a service neutron] 10.222.0.30 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0845520 Jul 16 09:34:01.118797 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-733cd580-6742-4246-bec5-e6281087dcaf req-b4453a8c-0758-471e-8e05-96ed67d78dbd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdbca70e-393b-458a-a4fd-7ea591cd0eb7 HTTP/1.1" status: 200 len: 998 time: 0.0687287 Jul 16 09:34:01.132087 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e3494c1a-0f4e-47b9-a496-955dca942eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:29:23Z', 'revision_number': 4, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port': {'id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:21Z', 'updated_at': '2021-07-16T09:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'port_id': 'bdbca70e-393b-458a-a4fd-7ea591cd0eb7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'mac_address': 'fa:16:3e:c3:c7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717dd348-712a-4623-b6db-b9c67e87b223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:29:25Z', 'updated_at': '2021-07-16T09:34:00Z', 'revision_number': 9, 'project_id': '735011033b4a4018b148f39a4d441306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6c41da-d07a-4b0e-bb01-20e190c44197', 'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'mac_address': 'fa:16:3e:e1:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:23Z', 'updated_at': '2021-07-16T09:29:28Z', 'revision_number': 5, 'project_id': '735011033b4a4018b148f39a4d441306', 'subnets': [{'id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:01.161505 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3494c1a-0f4e-47b9-a496-955dca942eae None None] Checking router: 5e68b7c3-6007-41a8-b928-c721bbf5edca for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:34:01.170346 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3494c1a-0f4e-47b9-a496-955dca942eae None None] Routers {'5e68b7c3-6007-41a8-b928-c721bbf5edca'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:34:01.170956 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e3494c1a-0f4e-47b9-a496-955dca942eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:33:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5e68b7c3-6007-41a8-b928-c721bbf5edca'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:01.171231 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cd580-6742-4246-bec5-e6281087dcaf req-20f7b517-d500-453f-ae60-1d898b8f2c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:01.172751 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-733cd580-6742-4246-bec5-e6281087dcaf req-20f7b517-d500-453f-ae60-1d898b8f2c48 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0479493 Jul 16 09:34:01.231152 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-733cd580-6742-4246-bec5-e6281087dcaf req-215ff30b-cda8-46a9-ad98-ec36713737ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:01.233211 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-733cd580-6742-4246-bec5-e6281087dcaf req-215ff30b-cda8-46a9-ad98-ec36713737ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546424 Jul 16 09:34:01.279469 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e3494c1a-0f4e-47b9-a496-955dca942eae None None] Set router 5e68b7c3-6007-41a8-b928-c721bbf5edca gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:34:01.327916 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-733cd580-6742-4246-bec5-e6281087dcaf req-c907f7b1-141d-4df6-a7f2-c176f0bfdf08 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885735 Jul 16 09:34:01.422275 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-733cd580-6742-4246-bec5-e6281087dcaf req-4556980b-8dec-4c45-8588-1af6de51b4a9 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884061 Jul 16 09:34:01.516110 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e3494c1a-0f4e-47b9-a496-955dca942eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:29:23Z', 'revision_number': 4, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port': {'id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:21Z', 'updated_at': '2021-07-16T09:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'port_id': 'bdbca70e-393b-458a-a4fd-7ea591cd0eb7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'mac_address': 'fa:16:3e:c3:c7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717dd348-712a-4623-b6db-b9c67e87b223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:29:25Z', 'updated_at': '2021-07-16T09:34:00Z', 'revision_number': 9, 'project_id': '735011033b4a4018b148f39a4d441306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6c41da-d07a-4b0e-bb01-20e190c44197', 'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'mac_address': 'fa:16:3e:e1:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:23Z', 'updated_at': '2021-07-16T09:29:28Z', 'revision_number': 5, 'project_id': '735011033b4a4018b148f39a4d441306', 'subnets': [{'id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:34:01.542586 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3494c1a-0f4e-47b9-a496-955dca942eae None None] The sync data for ids ['5e68b7c3-6007-41a8-b928-c721bbf5edca'] in n-d-771362-37 is: [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:29:23Z', 'revision_number': 4, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port': {'id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:21Z', 'updated_at': '2021-07-16T09:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'port_id': 'bdbca70e-393b-458a-a4fd-7ea591cd0eb7', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'mac_address': 'fa:16:3e:c3:c7:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '717dd348-712a-4623-b6db-b9c67e87b223', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:29:25Z', 'updated_at': '2021-07-16T09:34:00Z', 'revision_number': 9, 'project_id': '735011033b4a4018b148f39a4d441306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6c41da-d07a-4b0e-bb01-20e190c44197', 'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'mac_address': 'fa:16:3e:e1:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:23Z', 'updated_at': '2021-07-16T09:29:28Z', 'revision_number': 5, 'project_id': '735011033b4a4018b148f39a4d441306', 'subnets': [{'id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:34:01.734686 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a127930-6650-4471-8a85-1920f5ea0e65 None None] New status for floating IP cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:34:02.249941 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:34:02.791979 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:02.874007 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:03.367030 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac374c0e-6aef-4f58-9587-2c9eb2956dd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:04.524110 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aed4c4d6-f4d4-4c6d-8532-cbf64c278aaf req-5eff3a91-ab68-4e60-ab29-4d44e7c77989 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0555582 Jul 16 09:34:04.616173 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4c4d6-f4d4-4c6d-8532-cbf64c278aaf req-cf1c9b4d-1158-415b-b4df-3f362b0e3cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:04.617788 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aed4c4d6-f4d4-4c6d-8532-cbf64c278aaf req-cf1c9b4d-1158-415b-b4df-3f362b0e3cd5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 1098 time: 0.0521824 Jul 16 09:34:04.727508 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4c4d6-f4d4-4c6d-8532-cbf64c278aaf req-5c230080-755c-48e2-867b-efc3e78e51f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:04.728935 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aed4c4d6-f4d4-4c6d-8532-cbf64c278aaf req-5c230080-755c-48e2-867b-efc3e78e51f1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0836468 Jul 16 09:34:04.796912 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aed4c4d6-f4d4-4c6d-8532-cbf64c278aaf req-3682c5e5-c4c4-444b-8e2f-0009a51ab351 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdbca70e-393b-458a-a4fd-7ea591cd0eb7 HTTP/1.1" status: 200 len: 1001 time: 0.0619938 Jul 16 09:34:04.844624 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4c4d6-f4d4-4c6d-8532-cbf64c278aaf req-fe2e8ce8-29ef-484c-99e4-ec24bafcc90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:04.846025 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aed4c4d6-f4d4-4c6d-8532-cbf64c278aaf req-fe2e8ce8-29ef-484c-99e4-ec24bafcc90c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0433071 Jul 16 09:34:04.901030 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed4c4d6-f4d4-4c6d-8532-cbf64c278aaf req-e2e1b304-9def-4bdb-82c8-c3c5cd8a884e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:34:04.902538 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aed4c4d6-f4d4-4c6d-8532-cbf64c278aaf req-e2e1b304-9def-4bdb-82c8-c3c5cd8a884e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504341 Jul 16 09:34:04.991973 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aed4c4d6-f4d4-4c6d-8532-cbf64c278aaf req-28f30922-a10d-4148-bc76-071005568954 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827556 Jul 16 09:34:05.079333 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aed4c4d6-f4d4-4c6d-8532-cbf64c278aaf req-8fc6b6e5-371c-4609-9722-566a983f17e4 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803001 Jul 16 09:34:05.799869 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bb3d4903-2595-49e7-ba83-2d12807a901c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:06.125580 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:07.329006 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:08.776579 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:32.792000 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:32.874419 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:33.367434 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6acef160-1d5d-475f-a21e-c7f70b277c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:35.801318 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-26c08935-14da-4927-8f3b-dbce4ef97488 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:36.126570 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:37.330691 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:38.779434 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:34:39.248819 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:35:02.796658 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:02.887562 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:03.369713 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-194b1034-4e54-4128-8602-e690c90ebde7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:05.801698 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f422317c-c0e0-4b02-9d61-6cf93bb4a776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:06.127552 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:06.517031 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-662e388f-10d3-4a14-8d5c-07777bf3edc6 req-e1b870b8-a633-4e0f-af64-8ffb54207307 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0578387 Jul 16 09:35:06.608049 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e388f-10d3-4a14-8d5c-07777bf3edc6 req-36c6214b-a4a1-4c39-9132-c5fec221b46e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:06.609576 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-662e388f-10d3-4a14-8d5c-07777bf3edc6 req-36c6214b-a4a1-4c39-9132-c5fec221b46e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 1098 time: 0.0521066 Jul 16 09:35:06.715707 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e388f-10d3-4a14-8d5c-07777bf3edc6 req-55806d76-204d-4d86-b88f-bb7cea33337b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:06.717116 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-662e388f-10d3-4a14-8d5c-07777bf3edc6 req-55806d76-204d-4d86-b88f-bb7cea33337b service neutron] 10.222.0.30 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0871720 Jul 16 09:35:06.781854 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-662e388f-10d3-4a14-8d5c-07777bf3edc6 req-f07b76b7-3b65-4774-a89d-cecc3298209a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdbca70e-393b-458a-a4fd-7ea591cd0eb7 HTTP/1.1" status: 200 len: 1001 time: 0.0586617 Jul 16 09:35:06.829887 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e388f-10d3-4a14-8d5c-07777bf3edc6 req-2fa8c0ec-8c44-47e2-8cea-fda6c1b88630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:06.831347 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-662e388f-10d3-4a14-8d5c-07777bf3edc6 req-2fa8c0ec-8c44-47e2-8cea-fda6c1b88630 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0433846 Jul 16 09:35:06.890331 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e388f-10d3-4a14-8d5c-07777bf3edc6 req-6cfe4fe0-d114-4d3b-93d4-a2fa0ba1db2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:06.891842 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-662e388f-10d3-4a14-8d5c-07777bf3edc6 req-6cfe4fe0-d114-4d3b-93d4-a2fa0ba1db2a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546911 Jul 16 09:35:06.982416 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-662e388f-10d3-4a14-8d5c-07777bf3edc6 req-562778b6-adc9-4edb-8a03-6f3a91fd1327 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840468 Jul 16 09:35:07.074789 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-662e388f-10d3-4a14-8d5c-07777bf3edc6 req-0fb59964-9423-4584-a66b-88164644bc5d service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858676 Jul 16 09:35:07.332702 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:08.782570 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:16.248340 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:35:32.795439 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:32.887936 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:33.371717 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bad33a84-95b4-4f6f-820e-51d5ecdcc705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:35.802296 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ceac9d78-2f04-4272-a885-1918c8efd87e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:36.131386 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:37.259026 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-3d2305f6-a2e0-4a03-a99e-ed7e2494c89a service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0559585 Jul 16 09:35:37.318976 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92748a09-dd1b-4731-bb50-40144b31fb48 req-29d638af-2eed-4b23-85b1-54120f98b490 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:37.321617 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-92748a09-dd1b-4731-bb50-40144b31fb48 req-29d638af-2eed-4b23-85b1-54120f98b490 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 946 time: 0.0664573 Jul 16 09:35:37.338664 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:37.361687 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-92748a09-dd1b-4731-bb50-40144b31fb48 req-03a059c0-4b07-4dbb-acfb-af25dfa541dc tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345814 Jul 16 09:35:38.401492 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-f3cf8332-5081-4874-b599-5184a4b377f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:38.403092 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-f3cf8332-5081-4874-b599-5184a4b377f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 1098 time: 0.0644577 Jul 16 09:35:38.499783 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-22163620-7398-4b62-80d7-79390e4bd895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:38.501308 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-22163620-7398-4b62-80d7-79390e4bd895 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0903859 Jul 16 09:35:38.540722 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa32921-05ae-4ccf-a4d6-c86b66cc179e req-4b43b6de-351d-477e-bd91-1030f25cc09a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:38.542233 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9aa32921-05ae-4ccf-a4d6-c86b66cc179e req-4b43b6de-351d-477e-bd91-1030f25cc09a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 946 time: 0.0636728 Jul 16 09:35:38.570445 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-119d42b0-41af-4909-9a67-408ebf9e5d4c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdbca70e-393b-458a-a4fd-7ea591cd0eb7 HTTP/1.1" status: 200 len: 1001 time: 0.0630765 Jul 16 09:35:38.582292 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9aa32921-05ae-4ccf-a4d6-c86b66cc179e req-bb4d11f3-dcfb-4092-be68-f21e02d3d764 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341165 Jul 16 09:35:38.620745 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-67f16758-17e1-4332-889e-5a57f31da132 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:38.622228 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-67f16758-17e1-4332-889e-5a57f31da132 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0454600 Jul 16 09:35:38.679281 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-d80b594a-0148-493c-8def-70c886275673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:38.680786 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-d80b594a-0148-493c-8def-70c886275673 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522842 Jul 16 09:35:38.776286 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-ad8842b4-f63b-40bc-abfc-4d2cba716b4b service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880489 Jul 16 09:35:38.786940 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:38.867354 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-ca20c3e8-a432-4b78-af95-3b415d178170 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851450 Jul 16 09:35:39.762284 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f283fa4-b2f5-435d-9de6-a051e46f5f18 req-d5ba77d0-869d-4ebe-8b95-033c8f1d2eb3 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:39.763798 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9f283fa4-b2f5-435d-9de6-a051e46f5f18 req-d5ba77d0-869d-4ebe-8b95-033c8f1d2eb3 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 946 time: 0.0685883 Jul 16 09:35:39.802870 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9f283fa4-b2f5-435d-9de6-a051e46f5f18 req-62ebafdb-17b6-4d6a-8971-fe00f9a10c7d tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333452 Jul 16 09:35:40.977661 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6facd219-9c08-4ef1-b88c-af50c9332f29 req-4586ef73-1f4d-4292-82d5-8dadf62b9af0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:40.979149 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6facd219-9c08-4ef1-b88c-af50c9332f29 req-4586ef73-1f4d-4292-82d5-8dadf62b9af0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 946 time: 0.0638785 Jul 16 09:35:41.020232 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6facd219-9c08-4ef1-b88c-af50c9332f29 req-ad09d2fe-8b88-457e-babd-1810a43a60b1 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354853 Jul 16 09:35:42.190157 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f968885-bd58-4ff9-a8ab-f1d27808299d req-0af77db5-5dcd-4256-bb4c-33c07dc53d49 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:42.192140 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f968885-bd58-4ff9-a8ab-f1d27808299d req-0af77db5-5dcd-4256-bb4c-33c07dc53d49 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 946 time: 0.0622995 Jul 16 09:35:42.228796 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4f968885-bd58-4ff9-a8ab-f1d27808299d req-abd6173f-d279-46c4-bda9-110b746e4a94 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311375 Jul 16 09:35:43.399134 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530cda57-c578-4ff9-97a3-e56109a1e342 req-2644f419-14ff-4c5e-b911-2e558541f3e2 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:43.400661 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-530cda57-c578-4ff9-97a3-e56109a1e342 req-2644f419-14ff-4c5e-b911-2e558541f3e2 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 946 time: 0.0625021 Jul 16 09:35:43.437745 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-530cda57-c578-4ff9-97a3-e56109a1e342 req-00d15068-f0a2-422b-85af-c1a658b8f215 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315478 Jul 16 09:35:44.610323 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3480d09b-97bd-49d5-b565-383bd6f5c4ed req-b31eb284-881a-4414-aec3-a80f519df16f tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:44.611803 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3480d09b-97bd-49d5-b565-383bd6f5c4ed req-b31eb284-881a-4414-aec3-a80f519df16f tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 946 time: 0.0635495 Jul 16 09:35:44.649303 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3480d09b-97bd-49d5-b565-383bd6f5c4ed req-14859b42-7db3-4844-afad-08644690115e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314326 Jul 16 09:35:45.823553 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ebf1dd-9123-4729-b275-1aee3f9d885c req-15161f63-0eb9-4ac3-b5e5-2f126b46ca9b tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:45.825220 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-94ebf1dd-9123-4729-b275-1aee3f9d885c req-15161f63-0eb9-4ac3-b5e5-2f126b46ca9b tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 946 time: 0.0651207 Jul 16 09:35:45.862695 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-94ebf1dd-9123-4729-b275-1aee3f9d885c req-f9842e62-f0cb-4f87-a0f5-88c11d6f6802 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318477 Jul 16 09:35:47.042832 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f313e4-dd4e-4eaa-b4a9-f7352f980595 req-5a9b71be-3f73-45da-9de2-9ffdbccffc4a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:47.044312 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-26f313e4-dd4e-4eaa-b4a9-f7352f980595 req-5a9b71be-3f73-45da-9de2-9ffdbccffc4a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 946 time: 0.0664122 Jul 16 09:35:47.082995 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-26f313e4-dd4e-4eaa-b4a9-f7352f980595 req-cf892306-5422-4158-a773-699315c696f3 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330062 Jul 16 09:35:48.255172 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e473e5-9fb2-42a6-80c8-b46546bc12d4 req-17138983-d19a-40b0-9ae5-d7b7f05c6eb7 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:48.256649 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-04e473e5-9fb2-42a6-80c8-b46546bc12d4 req-17138983-d19a-40b0-9ae5-d7b7f05c6eb7 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 946 time: 0.0660017 Jul 16 09:35:48.293360 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-04e473e5-9fb2-42a6-80c8-b46546bc12d4 req-72ab83f4-d1a8-4fc8-a422-33e73ea5aeb1 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311878 Jul 16 09:35:49.464187 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef34e28-1c75-4b07-94cd-fafb4238f3f3 req-50e8de6a-7799-4157-9ee0-e7535959897f tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:49.465693 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1ef34e28-1c75-4b07-94cd-fafb4238f3f3 req-50e8de6a-7799-4157-9ee0-e7535959897f tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 946 time: 0.0631635 Jul 16 09:35:49.501641 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1ef34e28-1c75-4b07-94cd-fafb4238f3f3 req-1bfad38a-3b89-4bf1-83aa-dcd1f70f637b tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304816 Jul 16 09:35:50.674281 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-217fddc0-fd41-4346-9b55-19f97d7ba137 req-27ddc84e-1f2b-4a2f-b494-dbc5a3acff70 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:50.675768 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-217fddc0-fd41-4346-9b55-19f97d7ba137 req-27ddc84e-1f2b-4a2f-b494-dbc5a3acff70 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 946 time: 0.0632272 Jul 16 09:35:50.686589 n-d-771362-37 neutron-server[93758]: INFO neutron.api.v2.resource [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-4b2d54fb-ef32-4ace-a953-e26fee918936 service neutron] show failed (client error): The resource could not be found. Jul 16 09:35:50.687591 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-4b2d54fb-ef32-4ace-a953-e26fee918936 service neutron] 10.222.0.30 "GET /v2.0/ports/bdbca70e-393b-458a-a4fd-7ea591cd0eb7/bindings/n-h2-771362-37 HTTP/1.1" status: 404 len: 381 time: 0.0565894 Jul 16 09:35:50.715996 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-217fddc0-fd41-4346-9b55-19f97d7ba137 req-f45f976e-df31-40d9-b1a7-b82d203fd8d3 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335186 Jul 16 09:35:50.933463 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-ac214ca2-0e7c-4842-bffe-6a6c9a44a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:50.934945 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-ac214ca2-0e7c-4842-bffe-6a6c9a44a5b8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223&tenant_id=735011033b4a4018b148f39a4d441306 HTTP/1.1" status: 200 len: 1098 time: 0.0517876 Jul 16 09:35:50.945516 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-37', 'device_owner': 'compute:nova'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:51.018415 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.215159 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] For port bdbca70e-393b-458a-a4fd-7ea591cd0eb7, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=bdbca70e-393b-458a-a4fd-7ea591cd0eb7,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:51.251210 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] For port bdbca70e-393b-458a-a4fd-7ea591cd0eb7, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:35:51.292949 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717dd348-712a-4623-b6db-b9c67e87b223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdbca70e-393b-458a-a4fd-7ea591cd0eb7'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:35:51.295221 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f5a7131-30af-4bbd-a7a2-3f13211b7639" -d '{"events": [{"server_uuid": "717dd348-712a-4623-b6db-b9c67e87b223", "name": "network-vif-unplugged", "status": "completed", "tag": "bdbca70e-393b-458a-a4fd-7ea591cd0eb7"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:35:51.298732 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.310600 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] Transition to ACTIVE for port object bdbca70e-393b-458a-a4fd-7ea591cd0eb7 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:35:51.314504 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.350977 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:35:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f87d32-5da2-4c0e-beaa-ebfa11f8ce3b x-openstack-request-id: req-20f87d32-5da2-4c0e-beaa-ebfa11f8ce3b {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:35:51.351277 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717dd348-712a-4623-b6db-b9c67e87b223", "name": "network-vif-unplugged", "status": "completed", "tag": "bdbca70e-393b-458a-a4fd-7ea591cd0eb7", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:35:51.351562 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-20f87d32-5da2-4c0e-beaa-ebfa11f8ce3b {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:35:51.351929 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717dd348-712a-4623-b6db-b9c67e87b223', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bdbca70e-393b-458a-a4fd-7ea591cd0eb7', 'code': 200} Jul 16 09:35:51.391750 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] Pushing event updated for resources: {'Port': ['ID=bdbca70e-393b-458a-a4fd-7ea591cd0eb7,revision_number=6']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:51.406030 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:51.406384 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:51.406731 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:51.407071 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:51.407558 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:51.407899 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:51.408236 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:51.408593 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:51.408934 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:51.409264 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:51.409591 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:51.409917 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:51.446491 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] No DVR routers for this DVR port bdbca70e-393b-458a-a4fd-7ea591cd0eb7 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:35:51.584510 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] Attempting to bind port bdbca70e-393b-458a-a4fd-7ea591cd0eb7 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:35:51.584843 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] Attempting to bind port bdbca70e-393b-458a-a4fd-7ea591cd0eb7 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:35:51.585172 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] Attempting to bind port bdbca70e-393b-458a-a4fd-7ea591cd0eb7 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:35:51.589297 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] Port bdbca70e-393b-458a-a4fd-7ea591cd0eb7 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:35:51.589625 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] Attempting to bind port bdbca70e-393b-458a-a4fd-7ea591cd0eb7 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:35:51.594313 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:35:51.594652 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] Checking segment: {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:35:51.595039 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] Bound using segment: {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:35:51.595462 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] Bound port: bdbca70e-393b-458a-a4fd-7ea591cd0eb7, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:35:51.595819 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.659049 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] For port bdbca70e-393b-458a-a4fd-7ea591cd0eb7, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:35:51.662452 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] For port bdbca70e-393b-458a-a4fd-7ea591cd0eb7, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=bdbca70e-393b-458a-a4fd-7ea591cd0eb7,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:35:51.665709 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.699275 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:51.699969 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:51.701277 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] 10.222.0.21 "PUT /v2.0/ports/bdbca70e-393b-458a-a4fd-7ea591cd0eb7 HTTP/1.1" status: 200 len: 1093 time: 0.7597065 Jul 16 09:35:51.721795 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00664195-ea20-47d6-bb3d-b19298b10221 service neutron] Pushing event updated for resources: {'Port': ['ID=bdbca70e-393b-458a-a4fd-7ea591cd0eb7,revision_number=7']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:51.780520 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-bd5cde5a-d9c1-4d82-a131-9da9f97dc974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:51.782060 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-bd5cde5a-d9c1-4d82-a131-9da9f97dc974 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 1096 time: 0.0566180 Jul 16 09:35:51.910470 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-9dc4b724-51d5-4285-82e6-30974ffc3869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:51.912492 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-9dc4b724-51d5-4285-82e6-30974ffc3869 service neutron] 10.222.0.21 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.1238317 Jul 16 09:35:52.315375 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d88ee07-1b53-4534-933b-2270919f5d79 req-14747e8f-52bc-42dc-96ca-438016faf6cb tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:52.316826 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0d88ee07-1b53-4534-933b-2270919f5d79 req-14747e8f-52bc-42dc-96ca-438016faf6cb tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 944 time: 0.4635754 Jul 16 09:35:52.345481 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-bb7c4e9c-5740-4331-970c-fc01926405c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdbca70e-393b-458a-a4fd-7ea591cd0eb7 HTTP/1.1" status: 200 len: 999 time: 0.4249952 Jul 16 09:35:52.387389 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0d88ee07-1b53-4534-933b-2270919f5d79 req-9207b2b4-8a41-4bb6-ac29-d1874e91796b tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621359 Jul 16 09:35:52.403447 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-076e458b-a0cf-44c5-962c-66f3767679e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:52.404939 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-076e458b-a0cf-44c5-962c-66f3767679e2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0535963 Jul 16 09:35:52.461167 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-fde4b71b-b5ab-4ae4-aab9-7cc12104f950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:52.462682 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-fde4b71b-b5ab-4ae4-aab9-7cc12104f950 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0518930 Jul 16 09:35:52.551005 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-f17356a5-9609-419d-a618-dd6ceb260b17 service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818086 Jul 16 09:35:52.637256 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a93fe998-088a-489b-8b15-b8dc747b02fd req-7cdb4e3c-00bc-459c-bade-b838ca61dec5 service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800967 Jul 16 09:35:53.247424 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:35:53.353676 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717dd348-712a-4623-b6db-b9c67e87b223', 'tag': 'bdbca70e-393b-458a-a4fd-7ea591cd0eb7'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:35:53.356098 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c45aadf-39dd-4fc6-bb18-9943f22c507a" -d '{"events": [{"name": "network-changed", "server_uuid": "717dd348-712a-4623-b6db-b9c67e87b223", "tag": "bdbca70e-393b-458a-a4fd-7ea591cd0eb7"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:35:53.403287 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:35:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1379165c-f969-475b-818a-7a43d8793970 x-openstack-request-id: req-1379165c-f969-475b-818a-7a43d8793970 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:35:53.403593 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717dd348-712a-4623-b6db-b9c67e87b223", "tag": "bdbca70e-393b-458a-a4fd-7ea591cd0eb7", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:35:53.403844 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1379165c-f969-475b-818a-7a43d8793970 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:35:53.404464 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717dd348-712a-4623-b6db-b9c67e87b223', 'tag': 'bdbca70e-393b-458a-a4fd-7ea591cd0eb7', 'status': 'completed', 'code': 200} Jul 16 09:35:53.486367 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45aadf-39dd-4fc6-bb18-9943f22c507a req-1ac3d395-4c08-4dee-b71b-4ba13a66f4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:53.488702 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1c45aadf-39dd-4fc6-bb18-9943f22c507a req-1ac3d395-4c08-4dee-b71b-4ba13a66f4eb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 1096 time: 0.0648379 Jul 16 09:35:53.494001 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45aadf-39dd-4fc6-bb18-9943f22c507a req-37d7eb59-0928-4ea9-a833-55cad5b027f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:53.495641 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1c45aadf-39dd-4fc6-bb18-9943f22c507a req-37d7eb59-0928-4ea9-a833-55cad5b027f0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 1096 time: 0.0633769 Jul 16 09:35:53.591543 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45aadf-39dd-4fc6-bb18-9943f22c507a req-82067451-85bf-46cd-86bc-68d50ea5ea46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:53.593052 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1c45aadf-39dd-4fc6-bb18-9943f22c507a req-82067451-85bf-46cd-86bc-68d50ea5ea46 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0985465 Jul 16 09:35:53.635069 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45aadf-39dd-4fc6-bb18-9943f22c507a req-89cd1093-39c2-4857-846f-ef8d409042ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:53.636602 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1c45aadf-39dd-4fc6-bb18-9943f22c507a req-89cd1093-39c2-4857-846f-ef8d409042ca service neutron] 10.222.0.21 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.1345563 Jul 16 09:35:53.647505 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4b588-7526-44a2-a363-618ae6023444 req-7fd8a7d7-e758-4f4d-9b32-5ff11cbb9b36 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:53.648956 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3ac4b588-7526-44a2-a363-618ae6023444 req-7fd8a7d7-e758-4f4d-9b32-5ff11cbb9b36 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 944 time: 0.1274190 Jul 16 09:35:53.662913 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1c45aadf-39dd-4fc6-bb18-9943f22c507a req-2cbc143a-508c-4b79-8681-08987929a4fa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdbca70e-393b-458a-a4fd-7ea591cd0eb7 HTTP/1.1" status: 200 len: 999 time: 0.0629687 Jul 16 09:35:53.710168 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45aadf-39dd-4fc6-bb18-9943f22c507a req-e99590d0-4f36-4f3a-9260-a5c7ef551d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:53.711846 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1c45aadf-39dd-4fc6-bb18-9943f22c507a req-e99590d0-4f36-4f3a-9260-a5c7ef551d9f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0431509 Jul 16 09:35:53.732930 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3ac4b588-7526-44a2-a363-618ae6023444 req-1cf4854b-2206-410f-a0c0-0561239377f3 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0772605 Jul 16 09:35:53.734779 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1c45aadf-39dd-4fc6-bb18-9943f22c507a req-b1b92ecf-74ff-492a-8427-8b60366a3231 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdbca70e-393b-458a-a4fd-7ea591cd0eb7 HTTP/1.1" status: 200 len: 999 time: 0.0849385 Jul 16 09:35:53.774306 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45aadf-39dd-4fc6-bb18-9943f22c507a req-681455f7-6f66-446b-9011-249154834545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:53.775667 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1c45aadf-39dd-4fc6-bb18-9943f22c507a req-681455f7-6f66-446b-9011-249154834545 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544927 Jul 16 09:35:53.789198 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45aadf-39dd-4fc6-bb18-9943f22c507a req-dd1d4aaa-7a2e-4469-8cd1-3ef3990adf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:53.790647 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1c45aadf-39dd-4fc6-bb18-9943f22c507a req-dd1d4aaa-7a2e-4469-8cd1-3ef3990adf8b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0495436 Jul 16 09:35:53.851287 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c45aadf-39dd-4fc6-bb18-9943f22c507a req-18ccb9b6-e9d2-4f02-b1bf-1ff1428a4c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:53.852756 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1c45aadf-39dd-4fc6-bb18-9943f22c507a req-18ccb9b6-e9d2-4f02-b1bf-1ff1428a4c5e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543258 Jul 16 09:35:53.869932 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1c45aadf-39dd-4fc6-bb18-9943f22c507a req-07be83a0-059a-4580-b912-f4fb0573d8e3 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863886 Jul 16 09:35:53.948708 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1c45aadf-39dd-4fc6-bb18-9943f22c507a req-344b29af-fd4c-4337-a9c0-a1b8a08622a1 service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881469 Jul 16 09:35:53.961650 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1c45aadf-39dd-4fc6-bb18-9943f22c507a req-c9e9bf54-5b76-4e6d-a23e-97c6691bdeef service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847650 Jul 16 09:35:54.057219 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1c45aadf-39dd-4fc6-bb18-9943f22c507a req-736e386a-fff6-405f-999b-461442cb4e4d service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989075 Jul 16 09:35:54.582083 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device bdbca70e-393b-458a-a4fd-7ea591cd0eb7 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:35:54.620830 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device bdbca70e-393b-458a-a4fd-7ea591cd0eb7 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:35:54.916970 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740d8546-5acc-4694-9696-11cf0d092c3e req-f8953c68-97b8-4ca0-b3a6-07c894815c35 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:54.918398 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-740d8546-5acc-4694-9696-11cf0d092c3e req-f8953c68-97b8-4ca0-b3a6-07c894815c35 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 944 time: 0.0681932 Jul 16 09:35:54.962402 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-740d8546-5acc-4694-9696-11cf0d092c3e req-4e1d2491-b834-4c1e-adb0-c8134832360a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339572 Jul 16 09:35:55.374652 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-f3cd2934-51a0-4a46-b5c8-749c2c6540cb tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:55.376183 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-f3cd2934-51a0-4a46-b5c8-749c2c6540cb tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.21 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223&tenant_id=735011033b4a4018b148f39a4d441306&binding%3Ahost_id=n-h2-771362-37 HTTP/1.1" status: 200 len: 944 time: 0.0770936 Jul 16 09:35:55.432885 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a555e04-7cf2-4cc0-ba5f-0ac71e9b63b7 req-1bebd5ef-b21d-4a7e-b50e-a478ebdc20ff tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:55.434476 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4a555e04-7cf2-4cc0-ba5f-0ac71e9b63b7 req-1bebd5ef-b21d-4a7e-b50e-a478ebdc20ff tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 944 time: 0.0692174 Jul 16 09:35:55.440373 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-858f7def-72f8-49c3-a543-d544171ba5ac service neutron] 10.222.0.21 "GET /v2.0/ports/bdbca70e-393b-458a-a4fd-7ea591cd0eb7/bindings/n-h2-771362-37 HTTP/1.1" status: 200 len: 383 time: 0.0573454 Jul 16 09:35:55.471774 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4a555e04-7cf2-4cc0-ba5f-0ac71e9b63b7 req-f69aa2fa-b81f-45d7-a7f1-01f38f3d9151 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314269 Jul 16 09:35:55.517817 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-15a44681-3bd3-46f3-9104-523a42b24d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:55.519380 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-15a44681-3bd3-46f3-9104-523a42b24d69 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 1096 time: 0.0570109 Jul 16 09:35:55.606756 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-f10c5e10-341e-4033-a7c6-abf0de134215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:55.608210 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-f10c5e10-341e-4033-a7c6-abf0de134215 service neutron] 10.222.0.21 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0832121 Jul 16 09:35:55.673955 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-8913ceb0-5706-4fd9-a0a5-27e543aebcbc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdbca70e-393b-458a-a4fd-7ea591cd0eb7 HTTP/1.1" status: 200 len: 999 time: 0.0597243 Jul 16 09:35:55.720176 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-4fa00970-d761-4acd-8102-4a0a83ca97f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:55.721582 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-4fa00970-d761-4acd-8102-4a0a83ca97f8 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0414488 Jul 16 09:35:55.779361 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-7a99094b-f5cb-43d1-9ea3-87a3ddd6a0b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:55.780881 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-7a99094b-f5cb-43d1-9ea3-87a3ddd6a0b1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532022 Jul 16 09:35:55.872038 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-d9abc878-f805-4987-8191-a2feab7f9d7a service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846510 Jul 16 09:35:55.959709 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-66d41821-91de-4a7e-b76a-487839b55eb2 service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816174 Jul 16 09:35:56.652983 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38156bcf-14e0-4293-8d0b-1e209d85fc7a req-e11c04a4-e795-4e64-bddb-e16e3253e26d tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:56.654494 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-38156bcf-14e0-4293-8d0b-1e209d85fc7a req-e11c04a4-e795-4e64-bddb-e16e3253e26d tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 944 time: 0.0703037 Jul 16 09:35:56.672941 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device bdbca70e-393b-458a-a4fd-7ea591cd0eb7 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:35:56.692670 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-38156bcf-14e0-4293-8d0b-1e209d85fc7a req-3973ec89-ffff-4a8d-8b9a-aac4aee47076 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325499 Jul 16 09:35:56.767500 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port bdbca70e-393b-458a-a4fd-7ea591cd0eb7, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=bdbca70e-393b-458a-a4fd-7ea591cd0eb7,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:56.778505 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'bdbca70e-393b-458a-a4fd-7ea591cd0eb7', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'port_id': 'bdbca70e-393b-458a-a4fd-7ea591cd0eb7', 'mac_address': 'fa:16:3e:c3:c7:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:35:56.814445 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:56.826779 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdbca70e-393b-458a-a4fd-7ea591cd0eb7 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:35:56.845678 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port bdbca70e-393b-458a-a4fd-7ea591cd0eb7, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=bdbca70e-393b-458a-a4fd-7ea591cd0eb7,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:56.849929 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:56.898394 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=bdbca70e-393b-458a-a4fd-7ea591cd0eb7,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:56.905476 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:56.905828 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:56.906175 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:56.906517 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:56.906856 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:56.907190 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:56.907527 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:56.907857 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:56.908188 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:56.908539 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:56.908871 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:56.909197 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:57.094574 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['bdbca70e-393b-458a-a4fd-7ea591cd0eb7'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:35:57.910962 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048d1bd-8b8c-4281-9b22-61f4fedae1b0 req-9e922111-c914-4177-b8a2-da495e4a03af tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:57.912472 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5048d1bd-8b8c-4281-9b22-61f4fedae1b0 req-9e922111-c914-4177-b8a2-da495e4a03af tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 945 time: 0.1036346 Jul 16 09:35:57.918532 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-51deadc6-efd9-4ac3-9129-9bbce89ca87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:57.919958 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-51deadc6-efd9-4ac3-9129-9bbce89ca87f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223&tenant_id=735011033b4a4018b148f39a4d441306 HTTP/1.1" status: 200 len: 1097 time: 0.0831006 Jul 16 09:35:57.937486 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-37', 'device_owner': 'compute:nova'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:35:57.981919 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5048d1bd-8b8c-4281-9b22-61f4fedae1b0 req-460354d8-4ad1-4845-adc4-f9084437e42e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609925 Jul 16 09:35:58.024920 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:58.219603 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] For port bdbca70e-393b-458a-a4fd-7ea591cd0eb7, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=bdbca70e-393b-458a-a4fd-7ea591cd0eb7,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:58.251031 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] For port bdbca70e-393b-458a-a4fd-7ea591cd0eb7, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:35:58.282468 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id bdbca70e-393b-458a-a4fd-7ea591cd0eb7 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:35:58.290518 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:58.300514 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Ignored duplicate provisioning block setup for port bdbca70e-393b-458a-a4fd-7ea591cd0eb7 by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 16 09:35:58.304326 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:58.380321 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Pushing event updated for resources: {'Port': ['ID=bdbca70e-393b-458a-a4fd-7ea591cd0eb7,revision_number=9']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:58.394585 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:58.394982 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:58.395328 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:58.395668 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:58.396002 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:58.396338 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:58.396760 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:58.397090 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:58.397420 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:58.397807 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:58.398074 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:58.398397 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:35:58.435958 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] No DVR routers for this DVR port bdbca70e-393b-458a-a4fd-7ea591cd0eb7 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:35:58.688209 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device bdbca70e-393b-458a-a4fd-7ea591cd0eb7 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:35:58.787194 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port bdbca70e-393b-458a-a4fd-7ea591cd0eb7, host n-h1-771362-37, got binding levels [] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:58.810260 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Attempting to bind port bdbca70e-393b-458a-a4fd-7ea591cd0eb7 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:35:58.810634 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Attempting to bind port bdbca70e-393b-458a-a4fd-7ea591cd0eb7 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:35:58.811002 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Attempting to bind port bdbca70e-393b-458a-a4fd-7ea591cd0eb7 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:35:58.815566 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Port bdbca70e-393b-458a-a4fd-7ea591cd0eb7 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:35:58.815929 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Attempting to bind port bdbca70e-393b-458a-a4fd-7ea591cd0eb7 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:35:58.821416 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:35:58.821796 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Checking segment: {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:35:58.822224 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Bound using segment: {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:35:58.822690 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Bound port: bdbca70e-393b-458a-a4fd-7ea591cd0eb7, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:35:58.823087 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:58.885638 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port bdbca70e-393b-458a-a4fd-7ea591cd0eb7, host n-h1-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:35:58.888902 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port bdbca70e-393b-458a-a4fd-7ea591cd0eb7, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=bdbca70e-393b-458a-a4fd-7ea591cd0eb7,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:35:58.894008 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:58.919825 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Attempting to bind port bdbca70e-393b-458a-a4fd-7ea591cd0eb7 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:35:58.920444 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Attempting to bind port bdbca70e-393b-458a-a4fd-7ea591cd0eb7 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:35:58.920585 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Attempting to bind port bdbca70e-393b-458a-a4fd-7ea591cd0eb7 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:35:58.924717 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Port bdbca70e-393b-458a-a4fd-7ea591cd0eb7 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:35:58.925066 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Attempting to bind port bdbca70e-393b-458a-a4fd-7ea591cd0eb7 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:35:58.927723 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device bdbca70e-393b-458a-a4fd-7ea591cd0eb7 has no active binding in host n-h2-771362-37 {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 16 09:35:58.930479 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 35, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:35:58.930822 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Checking segment: {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:35:58.931209 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Bound using segment: {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:35:58.931618 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Bound port: bdbca70e-393b-458a-a4fd-7ea591cd0eb7, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:35:58.931972 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:58.955014 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=bdbca70e-393b-458a-a4fd-7ea591cd0eb7,revision_number=10']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:35:58.992014 n-d-771362-37 neutron-server[93758]: WARNING neutron.plugins.ml2.plugin [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Concurrent port binding operations failed on port bdbca70e-393b-458a-a4fd-7ea591cd0eb7 Jul 16 09:35:58.995592 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] For port bdbca70e-393b-458a-a4fd-7ea591cd0eb7, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=bdbca70e-393b-458a-a4fd-7ea591cd0eb7,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:35:58.997048 n-d-771362-37 neutron-server[93758]: INFO neutron.plugins.ml2.plugin [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Attempt 2 to bind port bdbca70e-393b-458a-a4fd-7ea591cd0eb7 Jul 16 09:35:58.999934 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:59.000623 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:35:59.002065 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-592d7458-e34c-4b77-a847-f719aedfec67 service neutron] 10.222.0.30 "PUT /v2.0/ports/bdbca70e-393b-458a-a4fd-7ea591cd0eb7 HTTP/1.1" status: 200 len: 1094 time: 1.0739594 Jul 16 09:35:59.002506 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '717dd348-712a-4623-b6db-b9c67e87b223', 'tag': 'bdbca70e-393b-458a-a4fd-7ea591cd0eb7'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:35:59.005694 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd076b79-83d2-4217-a120-89af36c8830b" -d '{"events": [{"name": "network-changed", "server_uuid": "717dd348-712a-4623-b6db-b9c67e87b223", "tag": "bdbca70e-393b-458a-a4fd-7ea591cd0eb7"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:35:59.071712 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f52d98cc-fa27-461b-b691-a6056be8fc2b x-openstack-request-id: req-f52d98cc-fa27-461b-b691-a6056be8fc2b {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:35:59.072143 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "717dd348-712a-4623-b6db-b9c67e87b223", "tag": "bdbca70e-393b-458a-a4fd-7ea591cd0eb7", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:35:59.072611 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f52d98cc-fa27-461b-b691-a6056be8fc2b {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:35:59.073101 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '717dd348-712a-4623-b6db-b9c67e87b223', 'tag': 'bdbca70e-393b-458a-a4fd-7ea591cd0eb7', 'status': 'completed', 'code': 200} Jul 16 09:35:59.105228 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-b8c9b754-05d5-44b3-86d0-e0bc389f6c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:59.107010 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-b8c9b754-05d5-44b3-86d0-e0bc389f6c23 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 1097 time: 0.0715086 Jul 16 09:35:59.187283 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd076b79-83d2-4217-a120-89af36c8830b req-8258d92f-357d-4504-b6c9-cc9f870c7b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:59.188813 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bd076b79-83d2-4217-a120-89af36c8830b req-8258d92f-357d-4504-b6c9-cc9f870c7b4f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 1097 time: 0.1023397 Jul 16 09:35:59.198950 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-067ac5b6-0e25-45b3-86f2-6b21fea150fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:59.200326 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-067ac5b6-0e25-45b3-86f2-6b21fea150fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0872478 Jul 16 09:35:59.225387 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254aff27-a3e4-4ea8-b845-db7cd3750d5e req-1d2e9cc7-568b-4133-8186-f2a3d2c5ade3 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:59.226823 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-254aff27-a3e4-4ea8-b845-db7cd3750d5e req-1d2e9cc7-568b-4133-8186-f2a3d2c5ade3 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 945 time: 0.1089833 Jul 16 09:35:59.268045 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-99215ea4-48b4-49f8-a52a-05880068b3c9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdbca70e-393b-458a-a4fd-7ea591cd0eb7 HTTP/1.1" status: 200 len: 999 time: 0.0611069 Jul 16 09:35:59.302947 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-254aff27-a3e4-4ea8-b845-db7cd3750d5e req-e27160d4-1ac1-4fbd-ad76-1839bb3568b9 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697663 Jul 16 09:35:59.315475 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-1d7845a5-2e68-4bc3-b96d-8582f245fba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:59.317670 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-1d7845a5-2e68-4bc3-b96d-8582f245fba2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0438616 Jul 16 09:35:59.321489 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd076b79-83d2-4217-a120-89af36c8830b req-f1713574-7667-4a84-91af-24aae4fe63e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:59.323039 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bd076b79-83d2-4217-a120-89af36c8830b req-f1713574-7667-4a84-91af-24aae4fe63e3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.1278770 Jul 16 09:35:59.375183 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-08bce98a-08ea-40a5-81b6-3e8c20809aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:59.376720 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-08bce98a-08ea-40a5-81b6-3e8c20809aee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530064 Jul 16 09:35:59.392151 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bd076b79-83d2-4217-a120-89af36c8830b req-7f45a540-e228-4a73-bcdc-622b8dd36cfe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdbca70e-393b-458a-a4fd-7ea591cd0eb7 HTTP/1.1" status: 200 len: 999 time: 0.0631711 Jul 16 09:35:59.439204 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd076b79-83d2-4217-a120-89af36c8830b req-c7f2c989-fa4c-48dd-95a4-967a9c6fb2b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:59.440908 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bd076b79-83d2-4217-a120-89af36c8830b req-c7f2c989-fa4c-48dd-95a4-967a9c6fb2b5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0430608 Jul 16 09:35:59.468812 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-65deee1f-4db2-4ce0-aaeb-ce0301332e01 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854917 Jul 16 09:35:59.497917 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd076b79-83d2-4217-a120-89af36c8830b req-6a13dae9-89ef-4e3c-bb8a-925a34345789 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:59.499401 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bd076b79-83d2-4217-a120-89af36c8830b req-6a13dae9-89ef-4e3c-bb8a-925a34345789 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526929 Jul 16 09:35:59.557482 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a30acd3d-727f-4c5a-b82d-eb11cd090cb8 req-d672e03e-b8dc-416d-9fa7-c791dead6bb8 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826409 Jul 16 09:35:59.592178 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bd076b79-83d2-4217-a120-89af36c8830b req-d4a7fffb-790d-4733-b5c1-0143f4aa1bde service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864556 Jul 16 09:35:59.655504 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd076b79-83d2-4217-a120-89af36c8830b req-52c498cf-d61a-4b2e-b181-8af6327b05f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:59.657042 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bd076b79-83d2-4217-a120-89af36c8830b req-52c498cf-d61a-4b2e-b181-8af6327b05f2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 1097 time: 0.0513759 Jul 16 09:35:59.681403 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bd076b79-83d2-4217-a120-89af36c8830b req-87f637b3-2060-4f40-850b-934bbbb3eef5 service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822828 Jul 16 09:35:59.749434 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd076b79-83d2-4217-a120-89af36c8830b req-f28c0ddd-ddef-4049-bc2d-5d8b29b12ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:59.750829 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bd076b79-83d2-4217-a120-89af36c8830b req-f28c0ddd-ddef-4049-bc2d-5d8b29b12ff5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0878177 Jul 16 09:35:59.818021 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bd076b79-83d2-4217-a120-89af36c8830b req-170b4cc0-c465-4121-bb3f-357901b0bdec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=bdbca70e-393b-458a-a4fd-7ea591cd0eb7 HTTP/1.1" status: 200 len: 999 time: 0.0605674 Jul 16 09:35:59.864331 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd076b79-83d2-4217-a120-89af36c8830b req-a294193b-15af-4030-b2c2-061922f07e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:59.865762 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bd076b79-83d2-4217-a120-89af36c8830b req-a294193b-15af-4030-b2c2-061922f07e9e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0417056 Jul 16 09:35:59.920610 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd076b79-83d2-4217-a120-89af36c8830b req-42a84957-4dc3-4a01-a66f-f5ebf4bc7efb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:35:59.922069 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bd076b79-83d2-4217-a120-89af36c8830b req-42a84957-4dc3-4a01-a66f-f5ebf4bc7efb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0502052 Jul 16 09:36:00.016593 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bd076b79-83d2-4217-a120-89af36c8830b req-d9bb04b1-6c57-45d7-8a1f-f4b1161f76cc service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870068 Jul 16 09:36:00.105163 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bd076b79-83d2-4217-a120-89af36c8830b req-4784bbad-9296-4628-8da8-91892992a5db service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821693 Jul 16 09:36:00.479853 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6cc3ed-bcaa-4341-b403-4ab3bf5ea22f req-d0f499b1-860f-4f95-817a-13d02fcd05f3 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:00.481337 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5e6cc3ed-bcaa-4341-b403-4ab3bf5ea22f req-d0f499b1-860f-4f95-817a-13d02fcd05f3 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 945 time: 0.0659404 Jul 16 09:36:00.519127 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5e6cc3ed-bcaa-4341-b403-4ab3bf5ea22f req-7f18da0f-01da-4454-8c3a-cb3d18a5305e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322886 Jul 16 09:36:00.703098 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device bdbca70e-393b-458a-a4fd-7ea591cd0eb7 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:36:00.742338 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device bdbca70e-393b-458a-a4fd-7ea591cd0eb7 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:36:01.692990 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d780ff5e-7f67-48ea-8f02-a88fd791176f req-4bcdf73b-082c-4bef-95b1-440b91acf481 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:01.694443 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d780ff5e-7f67-48ea-8f02-a88fd791176f req-4bcdf73b-082c-4bef-95b1-440b91acf481 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 945 time: 0.0678084 Jul 16 09:36:01.731631 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d780ff5e-7f67-48ea-8f02-a88fd791176f req-c7fafdb0-2534-435c-a503-e0661eaad9e2 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316751 Jul 16 09:36:01.900557 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd55d76-f70d-4d98-b7c7-56a28fbc1eb5 req-6c118f16-e9dd-442d-896a-4954817069ca tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:01.902019 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ddd55d76-f70d-4d98-b7c7-56a28fbc1eb5 req-6c118f16-e9dd-442d-896a-4954817069ca tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 945 time: 0.0621178 Jul 16 09:36:01.939012 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ddd55d76-f70d-4d98-b7c7-56a28fbc1eb5 req-26daf20b-ca74-4ee0-a253-e462384e7213 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315449 Jul 16 09:36:02.111426 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6723133-c841-4ca5-9c1c-567673a5e151 req-58a88af4-47b9-4783-abed-6fd93eea8e1a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:02.112919 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f6723133-c841-4ca5-9c1c-567673a5e151 req-58a88af4-47b9-4783-abed-6fd93eea8e1a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 945 time: 0.0624771 Jul 16 09:36:02.152266 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f6723133-c841-4ca5-9c1c-567673a5e151 req-6393ef7d-c359-4ded-ad19-b53ddd4e8f28 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326006 Jul 16 09:36:02.523423 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76483a47-c51a-4c36-8371-c9dc1eb95bb5 req-baf5e77a-1266-4b82-8430-5d0ce22de157 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:02.524810 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-76483a47-c51a-4c36-8371-c9dc1eb95bb5 req-baf5e77a-1266-4b82-8430-5d0ce22de157 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 945 time: 0.0623078 Jul 16 09:36:02.561517 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-76483a47-c51a-4c36-8371-c9dc1eb95bb5 req-346b4b06-e419-4710-94bd-d49a4ecdc40c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311961 Jul 16 09:36:02.619685 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device bdbca70e-393b-458a-a4fd-7ea591cd0eb7 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:36:02.715380 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port bdbca70e-393b-458a-a4fd-7ea591cd0eb7, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=bdbca70e-393b-458a-a4fd-7ea591cd0eb7,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:36:02.726797 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'bdbca70e-393b-458a-a4fd-7ea591cd0eb7', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'port_id': 'bdbca70e-393b-458a-a4fd-7ea591cd0eb7', 'mac_address': 'fa:16:3e:c3:c7:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:36:02.763137 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:02.775822 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdbca70e-393b-458a-a4fd-7ea591cd0eb7 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:36:02.801334 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:02.804572 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port bdbca70e-393b-458a-a4fd-7ea591cd0eb7, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=bdbca70e-393b-458a-a4fd-7ea591cd0eb7,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:36:02.808172 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:02.854441 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=bdbca70e-393b-458a-a4fd-7ea591cd0eb7,revision_number=11']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:36:02.902978 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:03.063104 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['bdbca70e-393b-458a-a4fd-7ea591cd0eb7'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:36:03.373180 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-51304b1d-f29b-481c-8535-104e073e4c0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:03.675214 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574b3bea-aa7c-4243-82e3-da2115e3cb0c req-87d6db68-a664-4382-96df-2fbfcb659d21 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:03.676609 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-574b3bea-aa7c-4243-82e3-da2115e3cb0c req-87d6db68-a664-4382-96df-2fbfcb659d21 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.30 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 946 time: 0.0625567 Jul 16 09:36:03.804996 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6b5a12-db83-486e-b24d-517f7e949b4f req-95cd019f-08f1-418f-92dc-a0fd1f4a5d58 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:03.806462 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8d6b5a12-db83-486e-b24d-517f7e949b4f req-95cd019f-08f1-418f-92dc-a0fd1f4a5d58 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 946 time: 0.1289909 Jul 16 09:36:03.846634 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-574b3bea-aa7c-4243-82e3-da2115e3cb0c req-0e58d47b-a7df-44d0-87ad-af13eef1234a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Deleting port bdbca70e-393b-458a-a4fd-7ea591cd0eb7 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:36:03.846983 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-574b3bea-aa7c-4243-82e3-da2115e3cb0c req-0e58d47b-a7df-44d0-87ad-af13eef1234a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:03.874890 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8d6b5a12-db83-486e-b24d-517f7e949b4f req-b394d86f-a857-4f58-a27c-1656822ebf11 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614448 Jul 16 09:36:03.942591 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-574b3bea-aa7c-4243-82e3-da2115e3cb0c req-0e58d47b-a7df-44d0-87ad-af13eef1234a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] For port bdbca70e-393b-458a-a4fd-7ea591cd0eb7, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=bdbca70e-393b-458a-a4fd-7ea591cd0eb7,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:36:03.942873 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-574b3bea-aa7c-4243-82e3-da2115e3cb0c req-0e58d47b-a7df-44d0-87ad-af13eef1234a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:04.119411 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-574b3bea-aa7c-4243-82e3-da2115e3cb0c req-0e58d47b-a7df-44d0-87ad-af13eef1234a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:04.119790 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-574b3bea-aa7c-4243-82e3-da2115e3cb0c req-0e58d47b-a7df-44d0-87ad-af13eef1234a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:04.120111 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [req-574b3bea-aa7c-4243-82e3-da2115e3cb0c req-0e58d47b-a7df-44d0-87ad-af13eef1234a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Floating IP cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9 disassociated. External IP: 172.25.3.7, port: bdbca70e-393b-458a-a4fd-7ea591cd0eb7. Jul 16 09:36:04.120490 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-574b3bea-aa7c-4243-82e3-da2115e3cb0c req-0e58d47b-a7df-44d0-87ad-af13eef1234a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Calling delete_port for bdbca70e-393b-458a-a4fd-7ea591cd0eb7 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:36:04.250859 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-574b3bea-aa7c-4243-82e3-da2115e3cb0c req-0e58d47b-a7df-44d0-87ad-af13eef1234a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:04.277496 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e58d47b-a7df-44d0-87ad-af13eef1234a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Pushing event deleted for resources: {'Port': ['ID=bdbca70e-393b-458a-a4fd-7ea591cd0eb7,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:36:04.401812 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [req-574b3bea-aa7c-4243-82e3-da2115e3cb0c req-0e58d47b-a7df-44d0-87ad-af13eef1234a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Router 5e68b7c3-6007-41a8-b928-c721bbf5edca has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:36:04.511188 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-574b3bea-aa7c-4243-82e3-da2115e3cb0c req-0e58d47b-a7df-44d0-87ad-af13eef1234a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:36:04.520142 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75861085-e9e3-4bca-a341-8cbcc3b4740b None None] Sync routers for ids ['5e68b7c3-6007-41a8-b928-c721bbf5edca'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:36:04.528716 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75861085-e9e3-4bca-a341-8cbcc3b4740b None None] Routers {'5e68b7c3-6007-41a8-b928-c721bbf5edca'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:36:04.529384 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-75861085-e9e3-4bca-a341-8cbcc3b4740b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:35:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5e68b7c3-6007-41a8-b928-c721bbf5edca'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:36:04.554104 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-574b3bea-aa7c-4243-82e3-da2115e3cb0c req-0e58d47b-a7df-44d0-87ad-af13eef1234a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] No DVR routers for this DVR port bdbca70e-393b-458a-a4fd-7ea591cd0eb7 on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:36:04.557089 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-574b3bea-aa7c-4243-82e3-da2115e3cb0c req-0e58d47b-a7df-44d0-87ad-af13eef1234a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:04.559227 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-574b3bea-aa7c-4243-82e3-da2115e3cb0c req-0e58d47b-a7df-44d0-87ad-af13eef1234a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.30 "DELETE /v2.0/ports/bdbca70e-393b-458a-a4fd-7ea591cd0eb7 HTTP/1.1" status: 204 len: 173 time: 0.8725262 Jul 16 09:36:04.559671 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '717dd348-712a-4623-b6db-b9c67e87b223', 'name': 'network-vif-deleted', 'tag': 'bdbca70e-393b-458a-a4fd-7ea591cd0eb7'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:36:04.561976 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12899e0b-ad88-4e22-9c08-b7bfb12a5a67" -d '{"events": [{"server_uuid": "717dd348-712a-4623-b6db-b9c67e87b223", "name": "network-vif-deleted", "tag": "bdbca70e-393b-458a-a4fd-7ea591cd0eb7"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:36:04.600816 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08a6831a-3212-4ea1-9155-b05ba6080ad2 x-openstack-request-id: req-08a6831a-3212-4ea1-9155-b05ba6080ad2 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:36:04.601285 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "717dd348-712a-4623-b6db-b9c67e87b223", "name": "network-vif-deleted", "tag": "bdbca70e-393b-458a-a4fd-7ea591cd0eb7", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:36:04.601514 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-08a6831a-3212-4ea1-9155-b05ba6080ad2 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:36:04.601977 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '717dd348-712a-4623-b6db-b9c67e87b223', 'name': 'network-vif-deleted', 'tag': 'bdbca70e-393b-458a-a4fd-7ea591cd0eb7', 'status': 'completed', 'code': 200} Jul 16 09:36:04.620240 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device bdbca70e-393b-458a-a4fd-7ea591cd0eb7 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:36:04.624381 n-d-771362-37 neutron-server[93760]: INFO neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No ports have port_id starting with bdbca70e-393b-458a-a4fd-7ea591cd0eb7 Jul 16 09:36:04.625500 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device bdbca70e-393b-458a-a4fd-7ea591cd0eb7 requested by agent hyperv_n-h1-771362-37 not found in database {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:115}} Jul 16 09:36:04.637472 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-75861085-e9e3-4bca-a341-8cbcc3b4740b None None] Set router 5e68b7c3-6007-41a8-b928-c721bbf5edca gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:36:04.832509 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-75861085-e9e3-4bca-a341-8cbcc3b4740b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:29:23Z', 'revision_number': 4, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port': {'id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:21Z', 'updated_at': '2021-07-16T09:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '1f6c41da-d07a-4b0e-bb01-20e190c44197', 'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'mac_address': 'fa:16:3e:e1:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:23Z', 'updated_at': '2021-07-16T09:29:28Z', 'revision_number': 5, 'project_id': '735011033b4a4018b148f39a4d441306', 'subnets': [{'id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:36:04.858956 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75861085-e9e3-4bca-a341-8cbcc3b4740b None None] Checking router: 5e68b7c3-6007-41a8-b928-c721bbf5edca for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:36:04.867831 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75861085-e9e3-4bca-a341-8cbcc3b4740b None None] Routers {'5e68b7c3-6007-41a8-b928-c721bbf5edca'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:36:04.868519 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-75861085-e9e3-4bca-a341-8cbcc3b4740b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:35:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5e68b7c3-6007-41a8-b928-c721bbf5edca'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:36:05.050264 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-18d95cc6-67dd-422a-a831-e0c22b947e0c req-8d222723-97fa-4d05-b2a8-4d8e0dbf81a9 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=717dd348-712a-4623-b6db-b9c67e87b223 HTTP/1.1" status: 200 len: 210 time: 0.0371249 Jul 16 09:36:05.088964 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-75861085-e9e3-4bca-a341-8cbcc3b4740b None None] Set router 5e68b7c3-6007-41a8-b928-c721bbf5edca gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:36:05.287995 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-75861085-e9e3-4bca-a341-8cbcc3b4740b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:29:23Z', 'revision_number': 4, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port': {'id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:21Z', 'updated_at': '2021-07-16T09:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '1f6c41da-d07a-4b0e-bb01-20e190c44197', 'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'mac_address': 'fa:16:3e:e1:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:23Z', 'updated_at': '2021-07-16T09:29:28Z', 'revision_number': 5, 'project_id': '735011033b4a4018b148f39a4d441306', 'subnets': [{'id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:36:05.315394 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75861085-e9e3-4bca-a341-8cbcc3b4740b None None] The sync data for ids ['5e68b7c3-6007-41a8-b928-c721bbf5edca'] in n-d-771362-37 is: [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:29:23Z', 'revision_number': 4, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port': {'id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:21Z', 'updated_at': '2021-07-16T09:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '1f6c41da-d07a-4b0e-bb01-20e190c44197', 'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'mac_address': 'fa:16:3e:e1:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:23Z', 'updated_at': '2021-07-16T09:29:28Z', 'revision_number': 5, 'project_id': '735011033b4a4018b148f39a4d441306', 'subnets': [{'id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:36:05.546134 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a5c5dc-6923-44e4-8622-44a69b7d12f0 None None] New status for floating IP cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:36:05.807279 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-630c8332-d10a-4709-bec9-236343765740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:06.136698 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:06.408654 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-d5024078-908a-43ca-ad69-c690c9f86f2a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-securitygroup--1986663898&fields=id&tenant_id=735011033b4a4018b148f39a4d441306 HTTP/1.1" status: 200 len: 267 time: 0.0384951 Jul 16 09:36:06.518238 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-ccbe7902-46b1-40d6-8e9a-610c70243b20 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:06.519708 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-ccbe7902-46b1-40d6-8e9a-610c70243b20 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 812 time: 0.1044333 Jul 16 09:36:06.534519 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-0c43e97b-aec2-4848-ac87-df82f2a38b46 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/quotas/735011033b4a4018b148f39a4d441306 HTTP/1.1" status: 200 len: 375 time: 0.0091960 Jul 16 09:36:06.606860 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-1675bdfe-d632-477c-81ff-01b612ec6931 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0672855 Jul 16 09:36:06.704612 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-7eccd064-9d2d-46cb-9687-1b41f856dc21 service neutron] 10.222.0.22 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865226 Jul 16 09:36:06.797676 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-ac1074bc-8436-49a6-af2a-873d32923383 service neutron] 10.222.0.22 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870450 Jul 16 09:36:06.964726 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8cdc1020-aaee-4b8e-96b2-3a2160c27b16 req-6a2eb50b-c5c7-4099-9456-990c2af279bb tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 210 time: 0.0285974 Jul 16 09:36:07.341429 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:07.993425 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-1ce60169-c327-4823-bbdf-40834bd74fa1 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:07.995074 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-1ce60169-c327-4823-bbdf-40834bd74fa1 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.21 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 812 time: 0.1171811 Jul 16 09:36:08.062794 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-cffa9bff-165e-458e-adb4-724b9a56c624 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=735011033b4a4018b148f39a4d441306 HTTP/1.1" status: 200 len: 380 time: 0.0579886 Jul 16 09:36:08.075939 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-acade8e3-2456-4d44-8003-d92911e439d4 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Request body: {'port': {'device_id': 'a87b939a-5900-43ad-b28d-9d91132253a3', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'admin_state_up': True, 'tenant_id': '735011033b4a4018b148f39a4d441306', 'security_groups': ['df76717e-6a7a-4121-9909-64abcab3cbc1']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:36:08.142004 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a1777d56-44c4-4e28-8783-35975f5b8d7a req-0cd4f5b0-8a0e-4989-91a0-6926c527488d tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 210 time: 0.0360968 Jul 16 09:36:08.222806 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-acade8e3-2456-4d44-8003-d92911e439d4 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Made reservation on behalf of 735011033b4a4018b148f39a4d441306 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:36:08.227750 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-acade8e3-2456-4d44-8003-d92911e439d4 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:08.364641 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-acade8e3-2456-4d44-8003-d92911e439d4 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Allocated IP 172.20.0.7 (29c091d0-43a8-4a3f-9497-74d2d4642fc4/31f740f4-62b0-4297-8fc1-43aeb75bfc14/6c7a8967-7406-4937-908b-4f9a37920a22) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:36:08.516570 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-acade8e3-2456-4d44-8003-d92911e439d4 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:08.531773 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-acade8e3-2456-4d44-8003-d92911e439d4 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Transition to ACTIVE for port object 6c7a8967-7406-4937-908b-4f9a37920a22 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:36:08.567873 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-acade8e3-2456-4d44-8003-d92911e439d4 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:08.616329 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-acade8e3-2456-4d44-8003-d92911e439d4 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:36:08.619515 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-acade8e3-2456-4d44-8003-d92911e439d4 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:36:08.623564 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-acade8e3-2456-4d44-8003-d92911e439d4 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:36:08.630475 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acade8e3-2456-4d44-8003-d92911e439d4 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Pushing event updated for resources: {'Port': ['ID=6c7a8967-7406-4937-908b-4f9a37920a22,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:36:08.645272 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device bdbca70e-393b-458a-a4fd-7ea591cd0eb7 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:36:08.671152 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: bdbca70e-393b-458a-a4fd-7ea591cd0eb7 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:36:08.671506 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device bdbca70e-393b-458a-a4fd-7ea591cd0eb7 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:36:08.681321 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-acade8e3-2456-4d44-8003-d92911e439d4 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:08.681984 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-acade8e3-2456-4d44-8003-d92911e439d4 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:08.700841 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-acade8e3-2456-4d44-8003-d92911e439d4 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6325715 Jul 16 09:36:08.712540 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-b3f823ef-7196-487c-a351-712d8751223d service neutron] Request body: {'port': {'device_id': 'a87b939a-5900-43ad-b28d-9d91132253a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:36:08.801151 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:08.801401 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-b3f823ef-7196-487c-a351-712d8751223d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:08.855589 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f4de5616-2696-42e4-82d6-fce919407815 None None] Provisioning for port 6c7a8967-7406-4937-908b-4f9a37920a22 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:36:08.863807 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f4de5616-2696-42e4-82d6-fce919407815 None None] Provisioning complete for port 6c7a8967-7406-4937-908b-4f9a37920a22 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:36:08.864274 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f4de5616-2696-42e4-82d6-fce919407815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:08.919867 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-f4de5616-2696-42e4-82d6-fce919407815 None None] Port 6c7a8967-7406-4937-908b-4f9a37920a22 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:36:09.074874 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-b3f823ef-7196-487c-a351-712d8751223d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c7a8967-7406-4937-908b-4f9a37920a22 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:36:09.082191 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-b3f823ef-7196-487c-a351-712d8751223d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:09.094260 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-b3f823ef-7196-487c-a351-712d8751223d service neutron] Transition to ACTIVE for port object 6c7a8967-7406-4937-908b-4f9a37920a22 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:36:09.098114 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-b3f823ef-7196-487c-a351-712d8751223d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:09.168968 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f823ef-7196-487c-a351-712d8751223d service neutron] Pushing event updated for resources: {'Port': ['ID=6c7a8967-7406-4937-908b-4f9a37920a22,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:36:09.221710 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-b3f823ef-7196-487c-a351-712d8751223d service neutron] Attempting to bind port 6c7a8967-7406-4937-908b-4f9a37920a22 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:36:09.222043 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-b3f823ef-7196-487c-a351-712d8751223d service neutron] Attempting to bind port 6c7a8967-7406-4937-908b-4f9a37920a22 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:36:09.222376 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-b3f823ef-7196-487c-a351-712d8751223d service neutron] Attempting to bind port 6c7a8967-7406-4937-908b-4f9a37920a22 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:36:09.227150 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-b3f823ef-7196-487c-a351-712d8751223d service neutron] Port 6c7a8967-7406-4937-908b-4f9a37920a22 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:36:09.227615 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-b3f823ef-7196-487c-a351-712d8751223d service neutron] Attempting to bind port 6c7a8967-7406-4937-908b-4f9a37920a22 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:36:09.232663 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-b3f823ef-7196-487c-a351-712d8751223d service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 36, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:36:09.232998 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-b3f823ef-7196-487c-a351-712d8751223d service neutron] Checking segment: {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:36:09.233378 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-b3f823ef-7196-487c-a351-712d8751223d service neutron] Bound using segment: {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:36:09.233803 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-b3f823ef-7196-487c-a351-712d8751223d service neutron] Bound port: 6c7a8967-7406-4937-908b-4f9a37920a22, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:36:09.234160 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-b3f823ef-7196-487c-a351-712d8751223d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:09.302147 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-b3f823ef-7196-487c-a351-712d8751223d service neutron] For port 6c7a8967-7406-4937-908b-4f9a37920a22, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:36:09.306182 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-b3f823ef-7196-487c-a351-712d8751223d service neutron] For port 6c7a8967-7406-4937-908b-4f9a37920a22, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=6c7a8967-7406-4937-908b-4f9a37920a22,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:36:09.311992 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-b3f823ef-7196-487c-a351-712d8751223d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:09.339281 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5a0b8-9db2-446e-87c7-0860efe4dd09 req-f67014b3-b73a-43d1-badb-3c6d5ffbb6b9 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:09.340826 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-05a5a0b8-9db2-446e-87c7-0860efe4dd09 req-f67014b3-b73a-43d1-badb-3c6d5ffbb6b9 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 943 time: 0.0695307 Jul 16 09:36:09.346207 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-b3f823ef-7196-487c-a351-712d8751223d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:09.346613 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-b3f823ef-7196-487c-a351-712d8751223d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:09.348318 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-b3f823ef-7196-487c-a351-712d8751223d service neutron] 10.222.0.21 "PUT /v2.0/ports/6c7a8967-7406-4937-908b-4f9a37920a22 HTTP/1.1" status: 200 len: 1092 time: 0.6411023 Jul 16 09:36:09.350773 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87b939a-5900-43ad-b28d-9d91132253a3', 'tag': '6c7a8967-7406-4937-908b-4f9a37920a22'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:36:09.360156 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf5f790-b82a-4a9c-972a-f92a9fddfe5d" -d '{"events": [{"name": "network-changed", "server_uuid": "a87b939a-5900-43ad-b28d-9d91132253a3", "tag": "6c7a8967-7406-4937-908b-4f9a37920a22"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:36:09.389108 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-05a5a0b8-9db2-446e-87c7-0860efe4dd09 req-2a930234-020b-427f-b0c2-8948a4214b8b tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418298 Jul 16 09:36:09.423336 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:36:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a5ba260-58a8-43b8-8a65-e084aebc32c5 x-openstack-request-id: req-1a5ba260-58a8-43b8-8a65-e084aebc32c5 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:36:09.423640 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87b939a-5900-43ad-b28d-9d91132253a3", "tag": "6c7a8967-7406-4937-908b-4f9a37920a22", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:36:09.423896 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1a5ba260-58a8-43b8-8a65-e084aebc32c5 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:36:09.424300 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87b939a-5900-43ad-b28d-9d91132253a3', 'tag': '6c7a8967-7406-4937-908b-4f9a37920a22', 'status': 'completed', 'code': 200} Jul 16 09:36:09.428571 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f823ef-7196-487c-a351-712d8751223d service neutron] Pushing event updated for resources: {'Port': ['ID=6c7a8967-7406-4937-908b-4f9a37920a22,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:36:09.470066 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-71c93801-463a-4afb-b440-e6e2075608ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:09.471577 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-71c93801-463a-4afb-b440-e6e2075608ac service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 1095 time: 0.0843434 Jul 16 09:36:09.514323 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-6562a74e-d29a-49cd-acf3-dba9ee75d039 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c7a8967-7406-4937-908b-4f9a37920a22 HTTP/1.1" status: 200 len: 217 time: 0.0357771 Jul 16 09:36:09.563475 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-3a903ee3-125c-4e01-b5f3-d9c283622f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:09.565200 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-3a903ee3-125c-4e01-b5f3-d9c283622f81 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0445955 Jul 16 09:36:09.625587 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-0d65e2c6-9db3-48c1-9f59-19ac8dfbb84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:09.627083 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-0d65e2c6-9db3-48c1-9f59-19ac8dfbb84b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559707 Jul 16 09:36:09.714853 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-b010e841-e077-4877-ac6f-e07eae2f91ed service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810633 Jul 16 09:36:09.807617 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2db23a54-48c4-4174-b205-bf3887c1d06a req-d405e42c-b5dd-4370-95c3-d847eaf444d4 service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864851 Jul 16 09:36:09.905141 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5f790-b82a-4a9c-972a-f92a9fddfe5d req-211bab7d-0700-45ac-b868-82f9f581261f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:09.906648 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-acf5f790-b82a-4a9c-972a-f92a9fddfe5d req-211bab7d-0700-45ac-b868-82f9f581261f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 1095 time: 0.0521238 Jul 16 09:36:09.999331 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5f790-b82a-4a9c-972a-f92a9fddfe5d req-ff30acc7-cfbb-4510-9c43-9dfce6cda0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:10.000702 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-acf5f790-b82a-4a9c-972a-f92a9fddfe5d req-ff30acc7-cfbb-4510-9c43-9dfce6cda0f8 service neutron] 10.222.0.21 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0882697 Jul 16 09:36:10.041365 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-acf5f790-b82a-4a9c-972a-f92a9fddfe5d req-809b5c66-f28f-4b1d-97a7-59322e771bcd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c7a8967-7406-4937-908b-4f9a37920a22 HTTP/1.1" status: 200 len: 217 time: 0.0339651 Jul 16 09:36:10.092003 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5f790-b82a-4a9c-972a-f92a9fddfe5d req-720ab199-d424-4b6d-8ae1-3a7bdbb2bb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:10.093503 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-acf5f790-b82a-4a9c-972a-f92a9fddfe5d req-720ab199-d424-4b6d-8ae1-3a7bdbb2bb2d service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0463307 Jul 16 09:36:10.157059 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf5f790-b82a-4a9c-972a-f92a9fddfe5d req-c47794fd-d459-4cc5-8e44-d96e7566605f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:10.158563 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-acf5f790-b82a-4a9c-972a-f92a9fddfe5d req-c47794fd-d459-4cc5-8e44-d96e7566605f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577676 Jul 16 09:36:10.252811 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-acf5f790-b82a-4a9c-972a-f92a9fddfe5d req-1a00a6a8-44aa-4db4-b570-684bff2f5025 service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863264 Jul 16 09:36:10.348426 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-acf5f790-b82a-4a9c-972a-f92a9fddfe5d req-36d5637b-a71e-4739-a99e-a181210490e6 service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881112 Jul 16 09:36:10.562582 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169a9c97-3955-4dde-9a1d-cfc4a7da021f req-5ed033c2-971b-49e6-854a-26b091b87e5d tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:10.564034 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-169a9c97-3955-4dde-9a1d-cfc4a7da021f req-5ed033c2-971b-49e6-854a-26b091b87e5d tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 943 time: 0.0654595 Jul 16 09:36:10.602373 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-169a9c97-3955-4dde-9a1d-cfc4a7da021f req-e8cb6600-14cf-48ea-9a35-3181dd0ec9ce tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322924 Jul 16 09:36:11.776139 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e757b-3721-4c73-a103-f6f02e42a375 req-d81431e2-0719-440d-9bd5-a33a8f65ca24 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:11.777716 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b61e757b-3721-4c73-a103-f6f02e42a375 req-d81431e2-0719-440d-9bd5-a33a8f65ca24 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 943 time: 0.0647042 Jul 16 09:36:11.818081 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b61e757b-3721-4c73-a103-f6f02e42a375 req-ad6ca6f4-1c87-4eae-af83-a2ebe8adcd28 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346813 Jul 16 09:36:12.749877 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 6c7a8967-7406-4937-908b-4f9a37920a22 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:36:12.847056 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 6c7a8967-7406-4937-908b-4f9a37920a22, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=6c7a8967-7406-4937-908b-4f9a37920a22,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:36:12.862904 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '6c7a8967-7406-4937-908b-4f9a37920a22', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'port_id': '6c7a8967-7406-4937-908b-4f9a37920a22', 'mac_address': 'fa:16:3e:14:f5:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:36:12.906172 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:12.920148 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c7a8967-7406-4937-908b-4f9a37920a22 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:36:12.944683 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 6c7a8967-7406-4937-908b-4f9a37920a22, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=6c7a8967-7406-4937-908b-4f9a37920a22,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:36:12.948980 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:12.996869 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a40c67a-63de-4b58-b1bf-d37c5e38befd req-548356aa-dd0c-4d08-90f5-fe0fe377f58c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:12.998390 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2a40c67a-63de-4b58-b1bf-d37c5e38befd req-548356aa-dd0c-4d08-90f5-fe0fe377f58c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 943 time: 0.0644338 Jul 16 09:36:12.998532 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=6c7a8967-7406-4937-908b-4f9a37920a22,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:36:13.036194 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2a40c67a-63de-4b58-b1bf-d37c5e38befd req-30575475-aa57-4c3c-b337-c839e4904921 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320911 Jul 16 09:36:13.136590 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['6c7a8967-7406-4937-908b-4f9a37920a22'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:36:14.206267 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d4cec62-9285-4416-a9d2-1fa7988356fc req-5276e4f9-8e4a-4bd0-8ad5-fadff551f5f5 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:14.207839 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4d4cec62-9285-4416-a9d2-1fa7988356fc req-5276e4f9-8e4a-4bd0-8ad5-fadff551f5f5 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 944 time: 0.0627491 Jul 16 09:36:14.248849 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4d4cec62-9285-4416-a9d2-1fa7988356fc req-992665b3-6751-4e89-87d5-d139d4987d9f tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344522 Jul 16 09:36:14.765327 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 6c7a8967-7406-4937-908b-4f9a37920a22 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:36:14.811996 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 6c7a8967-7406-4937-908b-4f9a37920a22 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:36:14.815863 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 6c7a8967-7406-4937-908b-4f9a37920a22 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:36:14.816229 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:14.893051 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:14.915460 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87b939a-5900-43ad-b28d-9d91132253a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7a8967-7406-4937-908b-4f9a37920a22'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:36:14.917714 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8898a0a5-ffc3-46be-86a0-b50f7acb2af1" -d '{"events": [{"server_uuid": "a87b939a-5900-43ad-b28d-9d91132253a3", "name": "network-vif-plugged", "status": "completed", "tag": "6c7a8967-7406-4937-908b-4f9a37920a22"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:36:14.930734 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 6c7a8967-7406-4937-908b-4f9a37920a22, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=6c7a8967-7406-4937-908b-4f9a37920a22,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:36:14.934778 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:14.959847 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51dde239-6a3e-4195-9dbe-806fadf66a80 x-openstack-request-id: req-51dde239-6a3e-4195-9dbe-806fadf66a80 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:36:14.960163 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87b939a-5900-43ad-b28d-9d91132253a3", "name": "network-vif-plugged", "status": "completed", "tag": "6c7a8967-7406-4937-908b-4f9a37920a22", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:36:14.960416 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-51dde239-6a3e-4195-9dbe-806fadf66a80 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:36:14.960803 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87b939a-5900-43ad-b28d-9d91132253a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7a8967-7406-4937-908b-4f9a37920a22', 'code': 200} Jul 16 09:36:14.986945 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=6c7a8967-7406-4937-908b-4f9a37920a22,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:36:15.067259 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b53744-9b61-4e5f-b08a-b3993f591944 req-e608ff03-e222-4893-a2ff-224adb919f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:15.068779 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f7b53744-9b61-4e5f-b08a-b3993f591944 req-e608ff03-e222-4893-a2ff-224adb919f52 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 1097 time: 0.0526626 Jul 16 09:36:15.104168 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f7b53744-9b61-4e5f-b08a-b3993f591944 req-0f740c42-8b5a-4802-aea4-20a5c96d5ba4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288675 Jul 16 09:36:15.492299 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b9b8a7-2f81-441b-bc3f-545498d122ba req-356b9862-c81d-4ba0-bbf5-0e3c5a6812e7 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:15.493837 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d8b9b8a7-2f81-441b-bc3f-545498d122ba req-356b9862-c81d-4ba0-bbf5-0e3c5a6812e7 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 945 time: 0.1340401 Jul 16 09:36:15.533188 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d8b9b8a7-2f81-441b-bc3f-545498d122ba req-b439b314-d535-43ca-80dd-90d2f008ef2b tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336444 Jul 16 09:36:16.759790 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10809c9e-46bc-49d0-97a4-302bdd5f3888 req-7153db4c-e10b-453d-933b-cc92b73adda8 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:16.761514 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-10809c9e-46bc-49d0-97a4-302bdd5f3888 req-7153db4c-e10b-453d-933b-cc92b73adda8 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 945 time: 0.1088870 Jul 16 09:36:16.797964 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-10809c9e-46bc-49d0-97a4-302bdd5f3888 req-a27e8edc-4383-44f7-b1ca-6e9606395ce9 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308807 Jul 16 09:36:16.969323 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c893100c-0c43-4fae-a63d-50618ad1b909 req-33c07d5a-3805-4ae9-8326-0eb44659ff02 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:16.970803 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c893100c-0c43-4fae-a63d-50618ad1b909 req-33c07d5a-3805-4ae9-8326-0eb44659ff02 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 945 time: 0.0670881 Jul 16 09:36:16.979348 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 47622) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:36:16.983834 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-12b08482-ffab-4fbb-bbd9-77f54722c776 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Request body: {'floatingip': {'port_id': '6c7a8967-7406-4937-908b-4f9a37920a22'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:36:17.022430 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-12b08482-ffab-4fbb-bbd9-77f54722c776 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for floatingip, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:17.797571 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-12b08482-ffab-4fbb-bbd9-77f54722c776 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:17.801240 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-12b08482-ffab-4fbb-bbd9-77f54722c776 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:17.898567 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-12b08482-ffab-4fbb-bbd9-77f54722c776 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Floating IP cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9 associated. External IP: 172.25.3.7, port: 6c7a8967-7406-4937-908b-4f9a37920a22. Jul 16 09:36:18.110801 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12b08482-ffab-4fbb-bbd9-77f54722c776 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Router 5e68b7c3-6007-41a8-b928-c721bbf5edca has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:36:18.221809 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12b08482-ffab-4fbb-bbd9-77f54722c776 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:36:18.226884 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-12b08482-ffab-4fbb-bbd9-77f54722c776 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:18.231461 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a49d1e0-d53e-48e1-a7d5-3de1901d09ef None None] Sync routers for ids ['5e68b7c3-6007-41a8-b928-c721bbf5edca'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:36:18.241282 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a49d1e0-d53e-48e1-a7d5-3de1901d09ef None None] Routers {'5e68b7c3-6007-41a8-b928-c721bbf5edca'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:36:18.241961 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8a49d1e0-d53e-48e1-a7d5-3de1901d09ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:36:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5e68b7c3-6007-41a8-b928-c721bbf5edca'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:36:18.264760 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-12b08482-ffab-4fbb-bbd9-77f54722c776 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "PUT /v2.0/floatingips/cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9 HTTP/1.1" status: 200 len: 990 time: 1.2842915 Jul 16 09:36:18.265353 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87b939a-5900-43ad-b28d-9d91132253a3', 'tag': '6c7a8967-7406-4937-908b-4f9a37920a22'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:36:18.267605 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1717868-0138-4587-b15b-8014997e2616" -d '{"events": [{"name": "network-changed", "server_uuid": "a87b939a-5900-43ad-b28d-9d91132253a3", "tag": "6c7a8967-7406-4937-908b-4f9a37920a22"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:36:18.305426 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:36:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7158823f-6ecb-46cc-bf01-2def44761348 x-openstack-request-id: req-7158823f-6ecb-46cc-bf01-2def44761348 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:36:18.305746 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87b939a-5900-43ad-b28d-9d91132253a3", "tag": "6c7a8967-7406-4937-908b-4f9a37920a22", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:36:18.306227 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7158823f-6ecb-46cc-bf01-2def44761348 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:36:18.306707 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87b939a-5900-43ad-b28d-9d91132253a3', 'tag': '6c7a8967-7406-4937-908b-4f9a37920a22', 'status': 'completed', 'code': 200} Jul 16 09:36:18.351313 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-8a49d1e0-d53e-48e1-a7d5-3de1901d09ef None None] Set router 5e68b7c3-6007-41a8-b928-c721bbf5edca gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:36:18.382943 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1717868-0138-4587-b15b-8014997e2616 req-e61397ac-cb7c-4cf6-b176-31de2cf14473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:18.385024 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a1717868-0138-4587-b15b-8014997e2616 req-e61397ac-cb7c-4cf6-b176-31de2cf14473 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 1097 time: 0.0564604 Jul 16 09:36:18.476188 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1717868-0138-4587-b15b-8014997e2616 req-eb678ab2-4fda-47fc-8399-94e84cc9b409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:18.477724 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a1717868-0138-4587-b15b-8014997e2616 req-eb678ab2-4fda-47fc-8399-94e84cc9b409 service neutron] 10.222.0.21 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0869920 Jul 16 09:36:18.542804 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a1717868-0138-4587-b15b-8014997e2616 req-62227af7-34f9-476c-a640-d2f72cca4bbc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c7a8967-7406-4937-908b-4f9a37920a22 HTTP/1.1" status: 200 len: 998 time: 0.0588388 Jul 16 09:36:18.572283 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8a49d1e0-d53e-48e1-a7d5-3de1901d09ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:29:23Z', 'revision_number': 4, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port': {'id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:21Z', 'updated_at': '2021-07-16T09:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'port_id': '6c7a8967-7406-4937-908b-4f9a37920a22', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'mac_address': 'fa:16:3e:14:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87b939a-5900-43ad-b28d-9d91132253a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:29:25Z', 'updated_at': '2021-07-16T09:36:17Z', 'revision_number': 13, 'project_id': '735011033b4a4018b148f39a4d441306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6c41da-d07a-4b0e-bb01-20e190c44197', 'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'mac_address': 'fa:16:3e:e1:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:23Z', 'updated_at': '2021-07-16T09:29:28Z', 'revision_number': 5, 'project_id': '735011033b4a4018b148f39a4d441306', 'subnets': [{'id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:36:18.594299 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1717868-0138-4587-b15b-8014997e2616 req-361978a1-5503-4c12-87a9-ea63326a56f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:18.595784 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a1717868-0138-4587-b15b-8014997e2616 req-361978a1-5503-4c12-87a9-ea63326a56f0 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0475283 Jul 16 09:36:18.597822 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a49d1e0-d53e-48e1-a7d5-3de1901d09ef None None] Checking router: 5e68b7c3-6007-41a8-b928-c721bbf5edca for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:36:18.606680 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a49d1e0-d53e-48e1-a7d5-3de1901d09ef None None] Routers {'5e68b7c3-6007-41a8-b928-c721bbf5edca'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:36:18.607292 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8a49d1e0-d53e-48e1-a7d5-3de1901d09ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:36:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5e68b7c3-6007-41a8-b928-c721bbf5edca'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:36:18.653294 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1717868-0138-4587-b15b-8014997e2616 req-0ded181f-d222-42d1-ab72-678085b6ebd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:36:18.654777 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a1717868-0138-4587-b15b-8014997e2616 req-0ded181f-d222-42d1-ab72-678085b6ebd1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530689 Jul 16 09:36:18.710595 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-8a49d1e0-d53e-48e1-a7d5-3de1901d09ef None None] Set router 5e68b7c3-6007-41a8-b928-c721bbf5edca gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:36:18.744056 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a1717868-0138-4587-b15b-8014997e2616 req-f571fc7b-1132-4add-957b-113096f54a62 service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830522 Jul 16 09:36:18.836523 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a1717868-0138-4587-b15b-8014997e2616 req-88bf80ba-0891-42e2-a815-9e8c43b0bb4a service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864561 Jul 16 09:36:18.927010 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-8a49d1e0-d53e-48e1-a7d5-3de1901d09ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:29:23Z', 'revision_number': 4, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port': {'id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:21Z', 'updated_at': '2021-07-16T09:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'port_id': '6c7a8967-7406-4937-908b-4f9a37920a22', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'mac_address': 'fa:16:3e:14:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87b939a-5900-43ad-b28d-9d91132253a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:29:25Z', 'updated_at': '2021-07-16T09:36:17Z', 'revision_number': 13, 'project_id': '735011033b4a4018b148f39a4d441306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6c41da-d07a-4b0e-bb01-20e190c44197', 'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'mac_address': 'fa:16:3e:e1:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:23Z', 'updated_at': '2021-07-16T09:29:28Z', 'revision_number': 5, 'project_id': '735011033b4a4018b148f39a4d441306', 'subnets': [{'id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:36:18.956034 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a49d1e0-d53e-48e1-a7d5-3de1901d09ef None None] The sync data for ids ['5e68b7c3-6007-41a8-b928-c721bbf5edca'] in n-d-771362-37 is: [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:29:23Z', 'revision_number': 4, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port': {'id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:21Z', 'updated_at': '2021-07-16T09:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'floating_ip_address': '172.25.3.7', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'port_id': '6c7a8967-7406-4937-908b-4f9a37920a22', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4009, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'mac_address': 'fa:16:3e:14:f5:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a87b939a-5900-43ad-b28d-9d91132253a3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:29:25Z', 'updated_at': '2021-07-16T09:36:17Z', 'revision_number': 13, 'project_id': '735011033b4a4018b148f39a4d441306', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f6c41da-d07a-4b0e-bb01-20e190c44197', 'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'mac_address': 'fa:16:3e:e1:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:23Z', 'updated_at': '2021-07-16T09:29:28Z', 'revision_number': 5, 'project_id': '735011033b4a4018b148f39a4d441306', 'subnets': [{'id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:36:19.135086 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e45172a-3e64-4b67-8208-0f7d8e85863d None None] New status for floating IP cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:36:30.246968 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:36:32.799095 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:32.889620 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:33.377180 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5f980c38-9da4-40cc-91f7-0cb63b6998c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:35.809686 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d406a4ce-0365-48b5-9db2-38a099c472fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:36.128053 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:37.342448 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:36:38.785470 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:02.813354 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:02.900220 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:03.378210 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7246f957-20ec-485f-8cd3-9e5c738b2172 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:05.810303 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ceffb201-ae43-4b36-a65a-71b1a279240c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:06.127896 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:07.245434 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:37:07.345539 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:07.899296 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-47f74a2d-1daf-4159-bbba-33d1a16d6934 req-25bac6f6-0425-49bc-9a83-c5863fb849ed service neutron] (93758) timed out ('10.222.0.22', 45496) {{(pid=93758) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:37:08.789255 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:13.751397 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7b62614f-5021-43c2-b9eb-1ee399e7f201 req-57aafcd1-d78a-4c26-8997-d555f9710672 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0547051 Jul 16 09:37:13.842881 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62614f-5021-43c2-b9eb-1ee399e7f201 req-6eaff956-bb16-43e6-aa3c-1849eb834c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:13.844332 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7b62614f-5021-43c2-b9eb-1ee399e7f201 req-6eaff956-bb16-43e6-aa3c-1849eb834c50 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 1097 time: 0.0517955 Jul 16 09:37:13.952008 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62614f-5021-43c2-b9eb-1ee399e7f201 req-11a34fe0-6da3-4288-ada8-f6182dc1a166 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:13.953509 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7b62614f-5021-43c2-b9eb-1ee399e7f201 req-11a34fe0-6da3-4288-ada8-f6182dc1a166 service neutron] 10.222.0.21 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0896237 Jul 16 09:37:14.022418 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7b62614f-5021-43c2-b9eb-1ee399e7f201 req-b866e3d0-062b-4c9c-8cc5-104a9897843d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c7a8967-7406-4937-908b-4f9a37920a22 HTTP/1.1" status: 200 len: 1000 time: 0.0628169 Jul 16 09:37:14.070050 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62614f-5021-43c2-b9eb-1ee399e7f201 req-931f2bbd-be46-4f67-89f9-ffa7a162ac07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:14.071504 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7b62614f-5021-43c2-b9eb-1ee399e7f201 req-931f2bbd-be46-4f67-89f9-ffa7a162ac07 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0434191 Jul 16 09:37:14.127222 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62614f-5021-43c2-b9eb-1ee399e7f201 req-8b0dade9-b54f-4293-8a2c-3c5fd20d14f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:14.128727 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7b62614f-5021-43c2-b9eb-1ee399e7f201 req-8b0dade9-b54f-4293-8a2c-3c5fd20d14f5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508943 Jul 16 09:37:14.138489 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-7b62614f-5021-43c2-b9eb-1ee399e7f201 req-22d8b87d-5a36-42e6-b0dd-c53dd89712c5 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:37:14.139418 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7b62614f-5021-43c2-b9eb-1ee399e7f201 req-22d8b87d-5a36-42e6-b0dd-c53dd89712c5 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049214 Jul 16 09:37:14.229952 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7b62614f-5021-43c2-b9eb-1ee399e7f201 req-da8b1d95-24ca-4efe-9f92-626bd53eae58 service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840902 Jul 16 09:37:14.318407 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7b62614f-5021-43c2-b9eb-1ee399e7f201 req-0a15133f-cc63-4498-818e-7d2057d288c4 service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829530 Jul 16 09:37:32.816053 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:32.916152 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:33.377932 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2831723f-5b15-43c3-8aef-ce81ec1c864e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:35.810668 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f836b8b4-9818-404f-b417-2bbc3698c84d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:36.127976 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:37.348640 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:38.790421 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:37:44.244440 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:37:56.696896 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d94956-a220-45bb-aac3-f00b5c928c18 req-98d3bc48-7630-4b73-9ff5-9a1be6ae6d55 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:37:56.698374 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-31d94956-a220-45bb-aac3-f00b5c928c18 req-98d3bc48-7630-4b73-9ff5-9a1be6ae6d55 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 945 time: 0.0716019 Jul 16 09:37:56.738081 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-31d94956-a220-45bb-aac3-f00b5c928c18 req-ea8dbc44-2569-45f3-bb4c-91a254a952a1 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341101 Jul 16 09:38:02.807617 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:02.914130 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:03.378396 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-84a930bf-d0e8-4f0f-9d16-7d55c2d7a9e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:05.810080 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-967e2fbb-aedd-4520-ac34-0a76304b4893 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:06.128936 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:07.350773 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:08.020738 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-c5e3331a-a1d0-4a28-8cc4-072d5f1efed3 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0515578 Jul 16 09:38:08.090790 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c4ec6-7024-475f-a8d2-423055f0911f req-5c3ee12f-0e6b-4482-a30f-0ce74ed694c6 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:08.092299 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-007c4ec6-7024-475f-a8d2-423055f0911f req-5c3ee12f-0e6b-4482-a30f-0ce74ed694c6 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 945 time: 0.0748796 Jul 16 09:38:08.131524 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-007c4ec6-7024-475f-a8d2-423055f0911f req-8d4a4891-8bff-460f-afe7-1687489189ac tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336833 Jul 16 09:38:08.795353 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:09.303277 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c9ed7f-1011-4afe-a0a5-bf659fa35aa8 req-b5e1b438-c563-47db-bf9c-1c4d55ee90a0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:09.304766 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-13c9ed7f-1011-4afe-a0a5-bf659fa35aa8 req-b5e1b438-c563-47db-bf9c-1c4d55ee90a0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 945 time: 0.0620127 Jul 16 09:38:09.342335 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-13c9ed7f-1011-4afe-a0a5-bf659fa35aa8 req-ac7ea563-6a73-4d8b-9c4e-4ba1b7e4f83a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319963 Jul 16 09:38:10.250982 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-ab8bee23-9764-43f2-ab4a-6c2be97143b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:10.252488 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-ab8bee23-9764-43f2-ab4a-6c2be97143b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 1097 time: 0.0554714 Jul 16 09:38:10.338998 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-35b07c0b-c2d4-43e8-876f-15e90fdbe5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:10.340491 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-35b07c0b-c2d4-43e8-876f-15e90fdbe5e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0821617 Jul 16 09:38:10.408132 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-d0b31db9-46b9-413b-a0df-e24024607e5f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c7a8967-7406-4937-908b-4f9a37920a22 HTTP/1.1" status: 200 len: 1000 time: 0.0615618 Jul 16 09:38:10.456577 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-55ea8b31-a0f7-437b-8bc2-02b3c06fd7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:10.458043 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-55ea8b31-a0f7-437b-8bc2-02b3c06fd7dc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0435040 Jul 16 09:38:10.514615 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-4f4f93fb-d4fe-4cab-9937-10e5779bbd23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:10.516106 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-4f4f93fb-d4fe-4cab-9937-10e5779bbd23 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515273 Jul 16 09:38:10.520755 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc361d8-4445-46b6-bd78-cfe7943f52c1 req-8082cae0-c543-437c-8d18-92602631901d tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:10.522236 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fcc361d8-4445-46b6-bd78-cfe7943f52c1 req-8082cae0-c543-437c-8d18-92602631901d tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 945 time: 0.0632119 Jul 16 09:38:10.560135 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fcc361d8-4445-46b6-bd78-cfe7943f52c1 req-816adbcc-2a65-4af6-991c-472e9b16e415 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320823 Jul 16 09:38:10.610724 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-f1702fc3-53bf-4d76-ade1-f7138d132b6f service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874906 Jul 16 09:38:10.697581 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-a36ec8f7-800d-48dd-9704-770c0ebc60d3 service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802417 Jul 16 09:38:11.743170 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df6bbb7-4df7-4ea8-a979-cc7595e76f4a req-3ed50c68-6b4d-4437-bac9-e7d34381f847 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:11.744684 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8df6bbb7-4df7-4ea8-a979-cc7595e76f4a req-3ed50c68-6b4d-4437-bac9-e7d34381f847 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 945 time: 0.0716255 Jul 16 09:38:11.785297 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8df6bbb7-4df7-4ea8-a979-cc7595e76f4a req-670bfee2-3c48-4a21-a878-bc27961085b6 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348458 Jul 16 09:38:12.961622 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77415733-baef-4508-809b-8109c44148a2 req-9a470348-d596-431a-b64d-69e4b7322107 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:12.963095 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-77415733-baef-4508-809b-8109c44148a2 req-9a470348-d596-431a-b64d-69e4b7322107 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 945 time: 0.0654898 Jul 16 09:38:12.999596 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-77415733-baef-4508-809b-8109c44148a2 req-61e2a8bd-13e1-4f15-8a21-b553529c18b5 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303402 Jul 16 09:38:13.780864 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfa4dd-863c-45f9-863f-8f90994a8890 req-214c28a3-004f-4ae1-900a-5531bcf75f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:13.782347 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ddbfa4dd-863c-45f9-863f-8f90994a8890 req-214c28a3-004f-4ae1-900a-5531bcf75f58 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 1097 time: 0.0525124 Jul 16 09:38:13.886077 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfa4dd-863c-45f9-863f-8f90994a8890 req-24ca19ac-897d-49bf-9464-2f92bf3a4489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:13.887531 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ddbfa4dd-863c-45f9-863f-8f90994a8890 req-24ca19ac-897d-49bf-9464-2f92bf3a4489 service neutron] 10.222.0.21 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0857358 Jul 16 09:38:13.950423 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ddbfa4dd-863c-45f9-863f-8f90994a8890 req-bae284b5-d5c5-4564-a9f3-695b0d67b28f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c7a8967-7406-4937-908b-4f9a37920a22 HTTP/1.1" status: 200 len: 1000 time: 0.0559194 Jul 16 09:38:13.996618 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfa4dd-863c-45f9-863f-8f90994a8890 req-6dff641c-ddff-4df1-b4bc-ebe16e194715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:13.998020 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ddbfa4dd-863c-45f9-863f-8f90994a8890 req-6dff641c-ddff-4df1-b4bc-ebe16e194715 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0411143 Jul 16 09:38:14.059636 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbfa4dd-863c-45f9-863f-8f90994a8890 req-8167daeb-7458-4fde-ae1d-b9195597c190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:14.061678 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ddbfa4dd-863c-45f9-863f-8f90994a8890 req-8167daeb-7458-4fde-ae1d-b9195597c190 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572829 Jul 16 09:38:14.182400 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ddbfa4dd-863c-45f9-863f-8f90994a8890 req-5df3ea6a-f5b2-495b-a33f-01f93be99e02 service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1142240 Jul 16 09:38:14.232500 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-532491b5-69dc-49f3-b277-1a22c46c0a15 req-16052794-70cd-4d45-98de-2e975804513b tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:14.233971 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-532491b5-69dc-49f3-b277-1a22c46c0a15 req-16052794-70cd-4d45-98de-2e975804513b tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 945 time: 0.1108103 Jul 16 09:38:14.309130 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-532491b5-69dc-49f3-b277-1a22c46c0a15 req-f78e2dcc-8e86-44d5-afb1-5afc65136bea tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498695 Jul 16 09:38:14.311823 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ddbfa4dd-863c-45f9-863f-8f90994a8890 req-31116a5b-e291-48e0-a36c-1f939fc0c8ca service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206157 Jul 16 09:38:15.483880 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9fe628-47e3-42f9-b40a-61b3fee6c6ac req-f3c9c771-71de-4835-b832-4070bab7b789 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:15.485272 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c9fe628-47e3-42f9-b40a-61b3fee6c6ac req-f3c9c771-71de-4835-b832-4070bab7b789 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 945 time: 0.0637121 Jul 16 09:38:15.522196 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c9fe628-47e3-42f9-b40a-61b3fee6c6ac req-e5358a27-c9c8-440b-9f15-4d3c54943398 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306630 Jul 16 09:38:16.704406 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f8dd21d-481d-467a-a7a7-5b0fd1a7951f req-3a06ffdf-204b-4193-b85b-c1a81dac4455 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:16.705942 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7f8dd21d-481d-467a-a7a7-5b0fd1a7951f req-3a06ffdf-204b-4193-b85b-c1a81dac4455 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 945 time: 0.0682914 Jul 16 09:38:16.743089 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7f8dd21d-481d-467a-a7a7-5b0fd1a7951f req-b7484e64-cfcd-4329-8740-69837f16924a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315852 Jul 16 09:38:17.919507 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-360604c8-1fe9-4078-8399-e8927a106092 req-30470e18-e543-4887-aef3-186dbb51665d tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:17.920920 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-360604c8-1fe9-4078-8399-e8927a106092 req-30470e18-e543-4887-aef3-186dbb51665d tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 945 time: 0.0659380 Jul 16 09:38:17.959175 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-360604c8-1fe9-4078-8399-e8927a106092 req-8f32f506-2565-4549-8356-51805285532b tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326476 Jul 16 09:38:19.131729 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cd794f-04b5-4d05-b441-1d74d19ce008 req-4d6086c9-e2c6-4b38-87ae-c381d1bcc79e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:19.133245 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-36cd794f-04b5-4d05-b441-1d74d19ce008 req-4d6086c9-e2c6-4b38-87ae-c381d1bcc79e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 945 time: 0.0626426 Jul 16 09:38:19.170203 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-36cd794f-04b5-4d05-b441-1d74d19ce008 req-def2b3f8-f9d9-419e-ac71-5a47063ff224 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314016 Jul 16 09:38:20.351494 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e31c3edb-598f-4ad7-b31a-6428d08ab33b req-4de5e4d7-490f-4812-97e3-61df5da21477 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:20.352993 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e31c3edb-598f-4ad7-b31a-6428d08ab33b req-4de5e4d7-490f-4812-97e3-61df5da21477 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 945 time: 0.0681424 Jul 16 09:38:20.389180 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e31c3edb-598f-4ad7-b31a-6428d08ab33b req-c8beabcc-506e-43aa-8043-e16392c1ab69 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306287 Jul 16 09:38:21.243671 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:38:21.562642 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d25ad2-d85a-43dd-8245-74b23f416c58 req-51146e41-970d-46fd-8ac1-b90b747e86e9 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:21.564157 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a3d25ad2-d85a-43dd-8245-74b23f416c58 req-51146e41-970d-46fd-8ac1-b90b747e86e9 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 945 time: 0.0629280 Jul 16 09:38:21.607289 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a3d25ad2-d85a-43dd-8245-74b23f416c58 req-6eff10c0-7c84-45eb-9dac-5d421d50c113 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370893 Jul 16 09:38:22.781860 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e87ae15-ba34-4d33-9132-8ede68ed0d52 req-d53b2b2e-f8b9-4326-99fa-98af4cafa317 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:22.783516 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9e87ae15-ba34-4d33-9132-8ede68ed0d52 req-d53b2b2e-f8b9-4326-99fa-98af4cafa317 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 945 time: 0.0639174 Jul 16 09:38:22.821195 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9e87ae15-ba34-4d33-9132-8ede68ed0d52 req-ec712b9e-fc45-4e31-83a4-442930cdfb8a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320847 Jul 16 09:38:23.994413 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891caf5-abb9-487d-baa0-a75324647339 req-a43e0d3b-157c-4ff3-8767-d0a2b11bda5c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:23.995940 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9891caf5-abb9-487d-baa0-a75324647339 req-a43e0d3b-157c-4ff3-8767-d0a2b11bda5c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 945 time: 0.0649488 Jul 16 09:38:24.037400 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9891caf5-abb9-487d-baa0-a75324647339 req-058bee35-dce1-44b0-b345-f546f8ca365d tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351000 Jul 16 09:38:24.804837 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-1ba96910-33c1-4b5b-a92c-94b1d6e7dffc service neutron] show failed (client error): The resource could not be found. Jul 16 09:38:24.805833 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-1ba96910-33c1-4b5b-a92c-94b1d6e7dffc service neutron] 10.222.0.21 "GET /v2.0/ports/6c7a8967-7406-4937-908b-4f9a37920a22/bindings/n-h1-771362-37 HTTP/1.1" status: 404 len: 381 time: 0.0550365 Jul 16 09:38:25.092877 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-618d9d73-c4be-4f8e-ae2c-4ee2bba7f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:25.094500 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-618d9d73-c4be-4f8e-ae2c-4ee2bba7f412 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3&tenant_id=735011033b4a4018b148f39a4d441306 HTTP/1.1" status: 200 len: 1097 time: 0.0943763 Jul 16 09:38:25.106042 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-37', 'device_owner': 'compute:nova'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:25.203702 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:25.327128 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4276f9-d497-4489-9c16-0c408c7fc000 req-19bdec1b-cce7-4585-88b5-b865210dd3fc tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:25.328615 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-eb4276f9-d497-4489-9c16-0c408c7fc000 req-19bdec1b-cce7-4585-88b5-b865210dd3fc tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 945 time: 0.1544573 Jul 16 09:38:25.396511 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-eb4276f9-d497-4489-9c16-0c408c7fc000 req-ebbb5050-d1f1-4ab0-9e20-2c705e17b435 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583069 Jul 16 09:38:25.455125 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] For port 6c7a8967-7406-4937-908b-4f9a37920a22, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=6c7a8967-7406-4937-908b-4f9a37920a22,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:25.486219 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] For port 6c7a8967-7406-4937-908b-4f9a37920a22, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:38:25.524139 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87b939a-5900-43ad-b28d-9d91132253a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c7a8967-7406-4937-908b-4f9a37920a22'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:38:25.526409 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68b39db5-6fbb-403a-adfa-5c414f858b2c" -d '{"events": [{"server_uuid": "a87b939a-5900-43ad-b28d-9d91132253a3", "name": "network-vif-unplugged", "status": "completed", "tag": "6c7a8967-7406-4937-908b-4f9a37920a22"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:38:25.529961 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:25.541648 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] Transition to ACTIVE for port object 6c7a8967-7406-4937-908b-4f9a37920a22 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:38:25.545224 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:25.650510 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:38:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6bd1f0-68ff-42c7-abd0-7670319ef7e7 x-openstack-request-id: req-1d6bd1f0-68ff-42c7-abd0-7670319ef7e7 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:38:25.650806 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87b939a-5900-43ad-b28d-9d91132253a3", "name": "network-vif-unplugged", "status": "completed", "tag": "6c7a8967-7406-4937-908b-4f9a37920a22", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:38:25.651064 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1d6bd1f0-68ff-42c7-abd0-7670319ef7e7 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:38:25.651464 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87b939a-5900-43ad-b28d-9d91132253a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c7a8967-7406-4937-908b-4f9a37920a22', 'code': 200} Jul 16 09:38:25.671321 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7a8967-7406-4937-908b-4f9a37920a22,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:25.674017 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] No DVR routers for this DVR port 6c7a8967-7406-4937-908b-4f9a37920a22 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:38:25.710049 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:25.710398 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:25.710741 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:25.711083 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:25.711417 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:25.711747 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:25.712075 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:25.712421 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:25.712749 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:25.713073 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:25.713393 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:25.713715 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:25.821337 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] Attempting to bind port 6c7a8967-7406-4937-908b-4f9a37920a22 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:38:25.821684 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] Attempting to bind port 6c7a8967-7406-4937-908b-4f9a37920a22 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:38:25.822023 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] Attempting to bind port 6c7a8967-7406-4937-908b-4f9a37920a22 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:38:25.826313 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] Port 6c7a8967-7406-4937-908b-4f9a37920a22 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:38:25.826638 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] Attempting to bind port 6c7a8967-7406-4937-908b-4f9a37920a22 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:38:25.831430 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 38, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:38:25.831715 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] Checking segment: {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:38:25.832100 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] Bound using segment: {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:38:25.832563 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] Bound port: 6c7a8967-7406-4937-908b-4f9a37920a22, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:38:25.832927 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:25.893306 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] For port 6c7a8967-7406-4937-908b-4f9a37920a22, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:38:25.896144 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] For port 6c7a8967-7406-4937-908b-4f9a37920a22, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=6c7a8967-7406-4937-908b-4f9a37920a22,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:38:25.900763 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:25.937715 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:25.938376 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:25.939768 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] 10.222.0.30 "PUT /v2.0/ports/6c7a8967-7406-4937-908b-4f9a37920a22 HTTP/1.1" status: 200 len: 1092 time: 0.8378808 Jul 16 09:38:25.960519 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341e2bc-298b-4467-bbb4-b5ac4165d8b1 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7a8967-7406-4937-908b-4f9a37920a22,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:26.022479 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-796b53c5-e1b9-42ee-9fa5-754f2e795944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:26.023988 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-796b53c5-e1b9-42ee-9fa5-754f2e795944 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 1095 time: 0.0551829 Jul 16 09:38:26.115600 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-965c1351-bfc9-481c-b5d0-72f724589cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:26.117151 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-965c1351-bfc9-481c-b5d0-72f724589cd7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0873163 Jul 16 09:38:26.186948 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-884df663-19e7-4a29-968c-f3b0115af68c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c7a8967-7406-4937-908b-4f9a37920a22 HTTP/1.1" status: 200 len: 998 time: 0.0632734 Jul 16 09:38:26.235568 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-a2001294-8f96-495d-acec-041292282c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:26.237047 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-a2001294-8f96-495d-acec-041292282c48 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0439038 Jul 16 09:38:26.297042 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-f713b961-9826-4dad-88b4-1660855946e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:26.298583 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-f713b961-9826-4dad-88b4-1660855946e7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557792 Jul 16 09:38:26.308614 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-724236d8-2eac-49a1-9eea-b8c737fa1dbd service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:38:26.309563 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-724236d8-2eac-49a1-9eea-b8c737fa1dbd service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049891 Jul 16 09:38:26.402779 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-a732cb8b-d363-4078-801a-c530d307a46b service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872328 Jul 16 09:38:26.492281 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-853dc5e7-97a6-4ca8-9d46-504e11ebdd85 req-45b00b5c-7516-4398-8278-e2669f09c9cb service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826621 Jul 16 09:38:26.580826 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758bad0f-9e2c-4b52-9136-37219fea63e1 req-79761235-6d5f-4a9a-a387-71e04b966a0d tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:26.582306 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-758bad0f-9e2c-4b52-9136-37219fea63e1 req-79761235-6d5f-4a9a-a387-71e04b966a0d tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 943 time: 0.0684755 Jul 16 09:38:26.621665 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-758bad0f-9e2c-4b52-9136-37219fea63e1 req-e17c9b39-d129-4a5c-8152-c1bfbe8e848e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336931 Jul 16 09:38:27.372854 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 6c7a8967-7406-4937-908b-4f9a37920a22 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:38:27.413272 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 6c7a8967-7406-4937-908b-4f9a37920a22 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:38:27.652896 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87b939a-5900-43ad-b28d-9d91132253a3', 'tag': '6c7a8967-7406-4937-908b-4f9a37920a22'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:38:27.655649 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2638f46d-e509-4a6d-a093-2e790dbfacf4" -d '{"events": [{"name": "network-changed", "server_uuid": "a87b939a-5900-43ad-b28d-9d91132253a3", "tag": "6c7a8967-7406-4937-908b-4f9a37920a22"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:38:27.709525 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fabb741f-d552-4bb6-8100-486a2e49d003 x-openstack-request-id: req-fabb741f-d552-4bb6-8100-486a2e49d003 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:38:27.710291 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87b939a-5900-43ad-b28d-9d91132253a3", "tag": "6c7a8967-7406-4937-908b-4f9a37920a22", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:38:27.710771 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fabb741f-d552-4bb6-8100-486a2e49d003 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:38:27.711408 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87b939a-5900-43ad-b28d-9d91132253a3', 'tag': '6c7a8967-7406-4937-908b-4f9a37920a22', 'status': 'completed', 'code': 200} Jul 16 09:38:27.795282 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638f46d-e509-4a6d-a093-2e790dbfacf4 req-727462f6-1213-4d03-b048-ba41b36d35e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:27.796832 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2638f46d-e509-4a6d-a093-2e790dbfacf4 req-727462f6-1213-4d03-b048-ba41b36d35e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 1095 time: 0.0608399 Jul 16 09:38:27.850390 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638f46d-e509-4a6d-a093-2e790dbfacf4 req-1e319eba-bc85-4542-bb73-1c12d560915e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:27.851925 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2638f46d-e509-4a6d-a093-2e790dbfacf4 req-1e319eba-bc85-4542-bb73-1c12d560915e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 1095 time: 0.1133773 Jul 16 09:38:27.860310 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e26c586-bc72-4839-a56c-223ab0a49634 req-9f388b55-ee08-4304-8d4d-8cd4517ad7f7 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:27.861775 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8e26c586-bc72-4839-a56c-223ab0a49634 req-9f388b55-ee08-4304-8d4d-8cd4517ad7f7 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 943 time: 0.1078014 Jul 16 09:38:27.893321 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638f46d-e509-4a6d-a093-2e790dbfacf4 req-d629176b-f450-4cd0-a955-433788a5b5cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:27.895103 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2638f46d-e509-4a6d-a093-2e790dbfacf4 req-d629176b-f450-4cd0-a955-433788a5b5cd service neutron] 10.222.0.30 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0917339 Jul 16 09:38:27.958223 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8e26c586-bc72-4839-a56c-223ab0a49634 req-43dd6bac-71ca-476a-8ccf-052eb61a049c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0875802 Jul 16 09:38:27.967352 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2638f46d-e509-4a6d-a093-2e790dbfacf4 req-81cbfa55-347e-4349-8157-36e1dba37def service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c7a8967-7406-4937-908b-4f9a37920a22 HTTP/1.1" status: 200 len: 998 time: 0.0665314 Jul 16 09:38:27.987256 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638f46d-e509-4a6d-a093-2e790dbfacf4 req-d4756d44-f0cc-433c-9ca0-dcf49a6c1a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:27.988775 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2638f46d-e509-4a6d-a093-2e790dbfacf4 req-d4756d44-f0cc-433c-9ca0-dcf49a6c1a50 service neutron] 10.222.0.21 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.1261537 Jul 16 09:38:28.017726 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638f46d-e509-4a6d-a093-2e790dbfacf4 req-d51f9813-d028-4734-a017-77fa754ee05f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:28.019259 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2638f46d-e509-4a6d-a093-2e790dbfacf4 req-d51f9813-d028-4734-a017-77fa754ee05f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0458987 Jul 16 09:38:28.055856 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2638f46d-e509-4a6d-a093-2e790dbfacf4 req-ac649d8d-b113-4161-9c85-3f53fdf34372 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c7a8967-7406-4937-908b-4f9a37920a22 HTTP/1.1" status: 200 len: 998 time: 0.0595393 Jul 16 09:38:28.082042 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638f46d-e509-4a6d-a093-2e790dbfacf4 req-1c5086c2-c12e-409b-84d1-45b086fa1172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:28.083545 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2638f46d-e509-4a6d-a093-2e790dbfacf4 req-1c5086c2-c12e-409b-84d1-45b086fa1172 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580647 Jul 16 09:38:28.105580 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638f46d-e509-4a6d-a093-2e790dbfacf4 req-f8a49b52-6066-4164-a3eb-d674ea721f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:28.107162 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2638f46d-e509-4a6d-a093-2e790dbfacf4 req-f8a49b52-6066-4164-a3eb-d674ea721f9e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0453393 Jul 16 09:38:28.169291 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2638f46d-e509-4a6d-a093-2e790dbfacf4 req-5a8a0bdb-5ad5-49df-a98a-9f3e0e999f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:28.171134 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2638f46d-e509-4a6d-a093-2e790dbfacf4 req-5a8a0bdb-5ad5-49df-a98a-9f3e0e999f25 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0578108 Jul 16 09:38:28.179521 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2638f46d-e509-4a6d-a093-2e790dbfacf4 req-babbaf9e-d0f7-4598-9d85-ea5283a40057 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891678 Jul 16 09:38:28.264044 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2638f46d-e509-4a6d-a093-2e790dbfacf4 req-745b3239-b817-4b7f-ba1a-266bee69b096 service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859694 Jul 16 09:38:28.275386 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2638f46d-e509-4a6d-a093-2e790dbfacf4 req-98840414-0f04-4b3c-8593-c7ddfaadc730 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901577 Jul 16 09:38:28.358416 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2638f46d-e509-4a6d-a093-2e790dbfacf4 req-2ca273b5-ff65-418c-a2fd-45981f9ea03e service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885456 Jul 16 09:38:29.136831 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a19e45-122d-4e20-a45a-dcd80d732b20 req-956d5665-650c-42ca-86f0-5b3d4eb93935 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:29.138329 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b5a19e45-122d-4e20-a45a-dcd80d732b20 req-956d5665-650c-42ca-86f0-5b3d4eb93935 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 943 time: 0.0626204 Jul 16 09:38:29.176264 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b5a19e45-122d-4e20-a45a-dcd80d732b20 req-a1cfe0f2-cd9e-4d6a-b48d-9aed1f481a95 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323396 Jul 16 09:38:30.358231 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f56dde7-8731-40f4-90ad-3e96e9d775f0 req-d4c1dbae-0fea-4245-9250-5e42bb53ed83 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:30.360247 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9f56dde7-8731-40f4-90ad-3e96e9d775f0 req-d4c1dbae-0fea-4245-9250-5e42bb53ed83 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 943 time: 0.0662634 Jul 16 09:38:30.399594 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9f56dde7-8731-40f4-90ad-3e96e9d775f0 req-2f17d33e-635d-4f2a-a984-8dc6153d5434 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332890 Jul 16 09:38:31.577812 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70060a4-aa7d-40ed-a2e7-386993cc972f req-130db467-095b-4b6f-9eb4-95aba08460c1 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:31.579559 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a70060a4-aa7d-40ed-a2e7-386993cc972f req-130db467-095b-4b6f-9eb4-95aba08460c1 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 943 time: 0.0663085 Jul 16 09:38:31.616854 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a70060a4-aa7d-40ed-a2e7-386993cc972f req-56a46807-b898-4f4c-bc44-7fd7c733d6e5 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314209 Jul 16 09:38:32.800267 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e6211-68fb-472a-b575-e7ea2e63cf71 req-14e4c4ce-2a9a-47f0-ad96-4ff901dff5f6 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:32.801841 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-802e6211-68fb-472a-b575-e7ea2e63cf71 req-14e4c4ce-2a9a-47f0-ad96-4ff901dff5f6 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 943 time: 0.0681329 Jul 16 09:38:32.814449 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:32.845305 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-802e6211-68fb-472a-b575-e7ea2e63cf71 req-5fb97be3-1079-4e25-8ced-974dd2dacea5 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375159 Jul 16 09:38:32.918812 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:33.379455 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-55e7e720-1ea0-4c83-ba08-15a51d809852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:34.016039 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d6b76f-395e-43b1-bc7b-1eac0bb8e99c req-5483e3c3-b624-471b-9e03-7afbb1ced0c9 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:34.017604 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d0d6b76f-395e-43b1-bc7b-1eac0bb8e99c req-5483e3c3-b624-471b-9e03-7afbb1ced0c9 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 943 time: 0.0616834 Jul 16 09:38:34.054831 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d0d6b76f-395e-43b1-bc7b-1eac0bb8e99c req-029c1f0d-d7a3-4723-a89d-f3f952f4c03b tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317135 Jul 16 09:38:35.227226 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d58b93-b534-4fad-a7e5-ad56f24a2fea req-5ec3e3bc-19b3-404c-8672-acc00a1677d8 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:35.228663 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-65d58b93-b534-4fad-a7e5-ad56f24a2fea req-5ec3e3bc-19b3-404c-8672-acc00a1677d8 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 943 time: 0.0626688 Jul 16 09:38:35.267093 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-65d58b93-b534-4fad-a7e5-ad56f24a2fea req-9f546294-872b-4100-86ea-2107268f548b tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327685 Jul 16 09:38:35.811545 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f567dd3b-1195-40a7-86a1-33ba3b1ded9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:36.128665 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:36.622058 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2521ed0f-b551-42b8-9eaf-b753e1dd45d0 req-1ea092e6-60f6-4160-98ad-fa5dd4d29b54 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:36.623529 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2521ed0f-b551-42b8-9eaf-b753e1dd45d0 req-1ea092e6-60f6-4160-98ad-fa5dd4d29b54 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 943 time: 0.0630295 Jul 16 09:38:36.660490 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2521ed0f-b551-42b8-9eaf-b753e1dd45d0 req-6ef83ee0-cd63-4baa-af48-008cede89e93 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309761 Jul 16 09:38:37.286194 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 6c7a8967-7406-4937-908b-4f9a37920a22 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:38:37.371244 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:37.387394 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 6c7a8967-7406-4937-908b-4f9a37920a22, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=6c7a8967-7406-4937-908b-4f9a37920a22,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:37.397519 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '6c7a8967-7406-4937-908b-4f9a37920a22', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'port_id': '6c7a8967-7406-4937-908b-4f9a37920a22', 'mac_address': 'fa:16:3e:14:f5:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:38:37.437213 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:37.449497 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c7a8967-7406-4937-908b-4f9a37920a22 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:38:37.467639 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 6c7a8967-7406-4937-908b-4f9a37920a22, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=6c7a8967-7406-4937-908b-4f9a37920a22,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:37.471064 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:37.516565 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=6c7a8967-7406-4937-908b-4f9a37920a22,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:37.523432 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:37.523769 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:37.524108 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:37.524470 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:37.524809 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:37.525143 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:37.525472 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:37.525797 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:37.526124 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:37.526449 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:37.526773 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:37.527095 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:37.730988 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['6c7a8967-7406-4937-908b-4f9a37920a22'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:38:37.840076 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b425b31f-2bbe-4adb-b291-e02e8d830e3b req-b587f1a0-5d6e-4e7f-adb3-7e8314b888ea tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:37.841658 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b425b31f-2bbe-4adb-b291-e02e8d830e3b req-b587f1a0-5d6e-4e7f-adb3-7e8314b888ea tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 944 time: 0.0656374 Jul 16 09:38:37.885814 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b425b31f-2bbe-4adb-b291-e02e8d830e3b req-9fdb7362-269e-4a54-b076-ef9d6dce52d4 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374687 Jul 16 09:38:38.796659 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:39.061968 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33beefe-fb24-41c9-8771-a279d06b39eb req-2a6cb238-7fdf-4c52-8272-1866b6884a8e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:39.063489 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c33beefe-fb24-41c9-8771-a279d06b39eb req-2a6cb238-7fdf-4c52-8272-1866b6884a8e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 944 time: 0.0669942 Jul 16 09:38:39.101137 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c33beefe-fb24-41c9-8771-a279d06b39eb req-2baf6591-3ac1-4c2a-87d8-29af1159c031 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318542 Jul 16 09:38:39.301815 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 6c7a8967-7406-4937-908b-4f9a37920a22 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:38:39.349192 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 6c7a8967-7406-4937-908b-4f9a37920a22 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:38:39.352782 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 6c7a8967-7406-4937-908b-4f9a37920a22 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:39.353164 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:39.440330 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:39.466723 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87b939a-5900-43ad-b28d-9d91132253a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7a8967-7406-4937-908b-4f9a37920a22'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:38:39.469554 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e1be597-2e89-4e2a-9adf-7c83031b8389" -d '{"events": [{"server_uuid": "a87b939a-5900-43ad-b28d-9d91132253a3", "name": "network-vif-plugged", "status": "completed", "tag": "6c7a8967-7406-4937-908b-4f9a37920a22"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:38:39.482662 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 6c7a8967-7406-4937-908b-4f9a37920a22, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=6c7a8967-7406-4937-908b-4f9a37920a22,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:39.491511 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:39.494954 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-0952b254-a314-4b2b-9720-36b9426474b5 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:39.496498 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-0952b254-a314-4b2b-9720-36b9426474b5 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.30 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3&tenant_id=735011033b4a4018b148f39a4d441306&binding%3Ahost_id=n-h1-771362-37 HTTP/1.1" status: 200 len: 944 time: 0.0748725 Jul 16 09:38:39.540147 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=6c7a8967-7406-4937-908b-4f9a37920a22,revision_number=9']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:39.574491 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:38:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55d03b58-6b63-4de8-80cb-f4396be3c515 x-openstack-request-id: req-55d03b58-6b63-4de8-80cb-f4396be3c515 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:38:39.574884 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87b939a-5900-43ad-b28d-9d91132253a3", "name": "network-vif-plugged", "status": "completed", "tag": "6c7a8967-7406-4937-908b-4f9a37920a22", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:38:39.575208 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-55d03b58-6b63-4de8-80cb-f4396be3c515 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:38:39.575692 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87b939a-5900-43ad-b28d-9d91132253a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7a8967-7406-4937-908b-4f9a37920a22', 'code': 200} Jul 16 09:38:39.597255 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-3a305ab4-734a-447f-a414-0454f8bf84fe service neutron] 10.222.0.30 "GET /v2.0/ports/6c7a8967-7406-4937-908b-4f9a37920a22/bindings/n-h1-771362-37 HTTP/1.1" status: 200 len: 383 time: 0.0905981 Jul 16 09:38:39.610223 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae628b61-761f-472c-8841-f814cc1c932a req-7923f362-20f4-4add-81ca-a09c6ec23285 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:39.611637 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae628b61-761f-472c-8841-f814cc1c932a req-7923f362-20f4-4add-81ca-a09c6ec23285 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 945 time: 0.1140897 Jul 16 09:38:39.678834 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae628b61-761f-472c-8841-f814cc1c932a req-5b3bf24b-8f13-4d89-982e-985d762b2ac5 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601492 Jul 16 09:38:39.695510 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-50d09206-92e8-4ec1-85dd-2e64c9f60398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:39.697027 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-50d09206-92e8-4ec1-85dd-2e64c9f60398 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 1097 time: 0.0723689 Jul 16 09:38:39.790139 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-5c8759aa-6afe-446c-ad75-45406681456c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:39.791590 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-5c8759aa-6afe-446c-ad75-45406681456c service neutron] 10.222.0.30 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0882270 Jul 16 09:38:39.853642 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-017db289-8ca8-46a0-beec-42e3a2b1c7b4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c7a8967-7406-4937-908b-4f9a37920a22 HTTP/1.1" status: 200 len: 1000 time: 0.0555267 Jul 16 09:38:39.903489 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-e6e6c954-ec55-47f0-95d3-a734f9b15ceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:39.904834 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-e6e6c954-ec55-47f0-95d3-a734f9b15ceb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0447705 Jul 16 09:38:39.959773 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-7b8fa2dc-d39b-46c6-808d-9cfa5784d73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:39.961249 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-7b8fa2dc-d39b-46c6-808d-9cfa5784d73d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0497291 Jul 16 09:38:40.047614 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-02fd9fe2-fdfe-4620-aebc-e519ed95f5ee service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798576 Jul 16 09:38:40.136490 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-8eb9863f-8037-4740-a8ff-7921f0382d61 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830302 Jul 16 09:38:40.856086 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c76b30-11fb-4db4-bc18-d89181972a44 req-91280bf0-9e2f-45a3-a71b-7de527188668 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:40.857566 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d4c76b30-11fb-4db4-bc18-d89181972a44 req-91280bf0-9e2f-45a3-a71b-7de527188668 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 945 time: 0.0662894 Jul 16 09:38:40.896110 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d4c76b30-11fb-4db4-bc18-d89181972a44 req-6375e68d-c384-4f94-b9be-4f7952034507 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325112 Jul 16 09:38:42.077065 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415f80c-998a-4068-aed7-9f58dd552a1e req-da980f01-9916-47e6-827f-588c21093425 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:42.078592 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4415f80c-998a-4068-aed7-9f58dd552a1e req-da980f01-9916-47e6-827f-588c21093425 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 945 time: 0.0623789 Jul 16 09:38:42.116622 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4415f80c-998a-4068-aed7-9f58dd552a1e req-005ab4cd-ced9-4c49-a9a5-bea9b7fcca22 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323870 Jul 16 09:38:43.294877 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878b5e8-96f7-40c6-aa0f-7bb3ae856c69 req-49f4b89b-1eea-45c2-a0ce-6b9a609e320e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:43.296366 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7878b5e8-96f7-40c6-aa0f-7bb3ae856c69 req-49f4b89b-1eea-45c2-a0ce-6b9a609e320e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 945 time: 0.0636282 Jul 16 09:38:43.333475 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7878b5e8-96f7-40c6-aa0f-7bb3ae856c69 req-eb25b6bf-525e-4bc7-836d-9f16434b5bcd tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315700 Jul 16 09:38:43.933722 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-35c97050-d889-49d2-b3a6-ace6812da3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:43.935086 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-35c97050-d889-49d2-b3a6-ace6812da3dc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3&tenant_id=735011033b4a4018b148f39a4d441306 HTTP/1.1" status: 200 len: 1097 time: 0.0894866 Jul 16 09:38:43.946707 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-771362-37', 'device_owner': 'compute:nova'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:38:44.018638 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:44.218217 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] For port 6c7a8967-7406-4937-908b-4f9a37920a22, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=6c7a8967-7406-4937-908b-4f9a37920a22,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:44.251069 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] For port 6c7a8967-7406-4937-908b-4f9a37920a22, host n-h1-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:38:44.292946 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87b939a-5900-43ad-b28d-9d91132253a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c7a8967-7406-4937-908b-4f9a37920a22'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:38:44.295210 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9679de0d-94b2-448f-a35c-7b598cb67bff" -d '{"events": [{"server_uuid": "a87b939a-5900-43ad-b28d-9d91132253a3", "name": "network-vif-unplugged", "status": "completed", "tag": "6c7a8967-7406-4937-908b-4f9a37920a22"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:38:44.299400 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:44.311747 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] Transition to ACTIVE for port object 6c7a8967-7406-4937-908b-4f9a37920a22 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:38:44.316298 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:44.680627 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:38:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4289d767-ac06-4eff-a0d8-42a5de6ee3af x-openstack-request-id: req-4289d767-ac06-4eff-a0d8-42a5de6ee3af {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:38:44.680927 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87b939a-5900-43ad-b28d-9d91132253a3", "name": "network-vif-unplugged", "status": "completed", "tag": "6c7a8967-7406-4937-908b-4f9a37920a22", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:38:44.681172 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4289d767-ac06-4eff-a0d8-42a5de6ee3af {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:38:44.681562 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87b939a-5900-43ad-b28d-9d91132253a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c7a8967-7406-4937-908b-4f9a37920a22', 'code': 200} Jul 16 09:38:44.765561 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7a8967-7406-4937-908b-4f9a37920a22,revision_number=10']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:44.793395 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:44.793745 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:44.794092 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:44.794450 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:44.794776 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:44.795109 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:44.795460 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:44.795770 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:44.796102 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:44.796483 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:44.796814 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:44.797145 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:38:44.833122 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] No DVR routers for this DVR port 6c7a8967-7406-4937-908b-4f9a37920a22 on host n-h1-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:38:44.882072 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b3ba3f-6d90-4a76-92cd-f23d6153f517 req-1ecd13e4-b33a-4309-8ac8-130716ef4e6a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:44.883566 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b9b3ba3f-6d90-4a76-92cd-f23d6153f517 req-1ecd13e4-b33a-4309-8ac8-130716ef4e6a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 944 time: 0.2012599 Jul 16 09:38:44.963136 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b9b3ba3f-6d90-4a76-92cd-f23d6153f517 req-6aabee94-938f-4330-8ac3-3c33eb9c090b tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0730329 Jul 16 09:38:45.009172 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] Attempting to bind port 6c7a8967-7406-4937-908b-4f9a37920a22 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:38:45.009493 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] Attempting to bind port 6c7a8967-7406-4937-908b-4f9a37920a22 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:38:45.009832 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] Attempting to bind port 6c7a8967-7406-4937-908b-4f9a37920a22 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:38:45.014022 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] Port 6c7a8967-7406-4937-908b-4f9a37920a22 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:38:45.014351 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] Attempting to bind port 6c7a8967-7406-4937-908b-4f9a37920a22 on network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:38:45.019096 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 38, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:38:45.019437 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] Checking segment: {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:38:45.019826 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] Bound using segment: {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:38:45.020254 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] Bound port: 6c7a8967-7406-4937-908b-4f9a37920a22, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8fd1f42e-a5b9-4168-96ae-592908fd6470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:38:45.020648 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.085464 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] For port 6c7a8967-7406-4937-908b-4f9a37920a22, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:38:45.088850 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] For port 6c7a8967-7406-4937-908b-4f9a37920a22, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=6c7a8967-7406-4937-908b-4f9a37920a22,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:38:45.092254 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.124158 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:45.124814 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:45.126846 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] 10.222.0.21 "PUT /v2.0/ports/6c7a8967-7406-4937-908b-4f9a37920a22 HTTP/1.1" status: 200 len: 1093 time: 1.1839485 Jul 16 09:38:45.150304 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ebc622-ac6b-47f4-8ea8-63f150d9fe56 service neutron] Pushing event updated for resources: {'Port': ['ID=6c7a8967-7406-4937-908b-4f9a37920a22,revision_number=11']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:45.220516 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-b53e7040-84c6-49d5-88cb-ecad1cc6b6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:45.221940 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-b53e7040-84c6-49d5-88cb-ecad1cc6b6a7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 1096 time: 0.0556550 Jul 16 09:38:45.319019 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-b2d63d06-5d83-49a5-84a5-f8534846d607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:45.320523 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-b2d63d06-5d83-49a5-84a5-f8534846d607 service neutron] 10.222.0.21 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0916755 Jul 16 09:38:45.385414 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-72e74327-515c-454d-a602-409ccab54c14 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c7a8967-7406-4937-908b-4f9a37920a22 HTTP/1.1" status: 200 len: 998 time: 0.0581608 Jul 16 09:38:45.432823 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-3ec930c3-704e-4fff-9957-54056d52b074 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:45.434270 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-3ec930c3-704e-4fff-9957-54056d52b074 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0419095 Jul 16 09:38:45.495500 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-02d3b0f8-e7d2-4dc3-afd7-ab5a94e8f886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:45.496910 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-02d3b0f8-e7d2-4dc3-afd7-ab5a94e8f886 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551505 Jul 16 09:38:45.585832 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-e4689a96-d96a-416d-93f4-e94ae0388796 service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821085 Jul 16 09:38:45.678041 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-eb532e3b-7a33-4e0b-a24e-bc4c80c7e08d req-41f18849-e20d-40bf-a47d-315925a84a8f service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845578 Jul 16 09:38:46.500948 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88dc93a-ae24-432c-b2cf-c805f90519cf req-cbbdecd0-8e8a-4a61-883d-1dc651928622 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:46.502339 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f88dc93a-ae24-432c-b2cf-c805f90519cf req-cbbdecd0-8e8a-4a61-883d-1dc651928622 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 944 time: 0.4242761 Jul 16 09:38:46.539957 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f88dc93a-ae24-432c-b2cf-c805f90519cf req-6995f459-a548-48d0-823d-9e80cebad0cc tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316989 Jul 16 09:38:46.682433 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a87b939a-5900-43ad-b28d-9d91132253a3', 'tag': '6c7a8967-7406-4937-908b-4f9a37920a22'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:38:46.684935 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c870eb8-a129-4764-9688-3c37d2c73f03" -d '{"events": [{"name": "network-changed", "server_uuid": "a87b939a-5900-43ad-b28d-9d91132253a3", "tag": "6c7a8967-7406-4937-908b-4f9a37920a22"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:38:46.735684 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-464ce9c1-9107-4744-ba23-c10114ac5c98 x-openstack-request-id: req-464ce9c1-9107-4744-ba23-c10114ac5c98 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:38:46.735980 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a87b939a-5900-43ad-b28d-9d91132253a3", "tag": "6c7a8967-7406-4937-908b-4f9a37920a22", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:38:46.736236 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-464ce9c1-9107-4744-ba23-c10114ac5c98 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:38:46.736672 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a87b939a-5900-43ad-b28d-9d91132253a3', 'tag': '6c7a8967-7406-4937-908b-4f9a37920a22', 'status': 'completed', 'code': 200} Jul 16 09:38:46.814848 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c870eb8-a129-4764-9688-3c37d2c73f03 req-cfd89ef7-76ad-47ae-bde9-2d0a67ae8491 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:46.816715 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c870eb8-a129-4764-9688-3c37d2c73f03 req-cfd89ef7-76ad-47ae-bde9-2d0a67ae8491 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 1096 time: 0.0592995 Jul 16 09:38:46.822762 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c870eb8-a129-4764-9688-3c37d2c73f03 req-d1927138-b971-4cea-96db-cead3e7d2fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:46.824341 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8c870eb8-a129-4764-9688-3c37d2c73f03 req-d1927138-b971-4cea-96db-cead3e7d2fbb service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=735011033b4a4018b148f39a4d441306&device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 1096 time: 0.0590956 Jul 16 09:38:46.914167 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c870eb8-a129-4764-9688-3c37d2c73f03 req-da8c0719-d910-4cbb-8d3f-e578bae15cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:46.915629 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c870eb8-a129-4764-9688-3c37d2c73f03 req-da8c0719-d910-4cbb-8d3f-e578bae15cd3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0914602 Jul 16 09:38:46.924554 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c870eb8-a129-4764-9688-3c37d2c73f03 req-84cd6ad7-14e7-463a-bc5f-42fa7d8d604f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:46.926010 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8c870eb8-a129-4764-9688-3c37d2c73f03 req-84cd6ad7-14e7-463a-bc5f-42fa7d8d604f service neutron] 10.222.0.21 "GET /v2.0/networks?id=29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 200 len: 913 time: 0.0951006 Jul 16 09:38:46.979698 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c870eb8-a129-4764-9688-3c37d2c73f03 req-ff853d35-dbe2-443d-9ca4-1b71d672e633 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c7a8967-7406-4937-908b-4f9a37920a22 HTTP/1.1" status: 200 len: 998 time: 0.0576313 Jul 16 09:38:46.992562 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8c870eb8-a129-4764-9688-3c37d2c73f03 req-3fc9d9d0-2564-41ba-8137-c0a0dcc55e57 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6c7a8967-7406-4937-908b-4f9a37920a22 HTTP/1.1" status: 200 len: 998 time: 0.0597215 Jul 16 09:38:47.030255 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c870eb8-a129-4764-9688-3c37d2c73f03 req-8d050471-60e8-4279-871d-e7f02c97a990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:47.031788 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c870eb8-a129-4764-9688-3c37d2c73f03 req-8d050471-60e8-4279-871d-e7f02c97a990 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0448229 Jul 16 09:38:47.043080 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c870eb8-a129-4764-9688-3c37d2c73f03 req-b9c42b3b-204e-4064-a5d6-2981224405c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:47.044561 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8c870eb8-a129-4764-9688-3c37d2c73f03 req-b9c42b3b-204e-4064-a5d6-2981224405c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 200 len: 851 time: 0.0451727 Jul 16 09:38:47.093043 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c870eb8-a129-4764-9688-3c37d2c73f03 req-d061f1bd-a734-4d98-acd1-ee84e01c1b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:47.095385 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c870eb8-a129-4764-9688-3c37d2c73f03 req-d061f1bd-a734-4d98-acd1-ee84e01c1b6c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572703 Jul 16 09:38:47.107909 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c870eb8-a129-4764-9688-3c37d2c73f03 req-a7d34f03-3332-45d7-876f-23a32d0814e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:47.110411 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8c870eb8-a129-4764-9688-3c37d2c73f03 req-a7d34f03-3332-45d7-876f-23a32d0814e7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=29c091d0-43a8-4a3f-9497-74d2d4642fc4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0586052 Jul 16 09:38:47.183834 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c870eb8-a129-4764-9688-3c37d2c73f03 req-4519af08-4f51-4ed5-b69f-411ecc67c225 service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818479 Jul 16 09:38:47.200777 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8c870eb8-a129-4764-9688-3c37d2c73f03 req-81b67585-73d5-481f-9815-48a1c15f65a5 service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844419 Jul 16 09:38:47.277729 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8c870eb8-a129-4764-9688-3c37d2c73f03 req-a5c8ef74-aaff-439e-bc61-738d3742fa2e service neutron] 10.222.0.30 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873158 Jul 16 09:38:47.296992 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8c870eb8-a129-4764-9688-3c37d2c73f03 req-2a2284d5-52f6-4bba-b6f6-8331bbf1c5db service neutron] 10.222.0.21 "GET /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897710 Jul 16 09:38:47.348325 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 6c7a8967-7406-4937-908b-4f9a37920a22 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:38:47.384964 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 6c7a8967-7406-4937-908b-4f9a37920a22 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:38:47.714535 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e2716f-0444-4c19-9b69-00f8343cdc44 req-2bf29b09-a621-4c4c-8deb-c4160eeac424 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:47.716004 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-70e2716f-0444-4c19-9b69-00f8343cdc44 req-2bf29b09-a621-4c4c-8deb-c4160eeac424 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 944 time: 0.0620148 Jul 16 09:38:47.754521 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-70e2716f-0444-4c19-9b69-00f8343cdc44 req-c9c9d7a2-fd14-439d-bfb6-8b8f50410400 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327246 Jul 16 09:38:48.931753 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981683e3-c3f9-4939-92f8-871561ab9744 req-c8dcc76b-b304-4503-b0d5-2fd017fd559a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:48.933276 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-981683e3-c3f9-4939-92f8-871561ab9744 req-c8dcc76b-b304-4503-b0d5-2fd017fd559a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 944 time: 0.0642998 Jul 16 09:38:48.971686 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-981683e3-c3f9-4939-92f8-871561ab9744 req-600f6f2f-154a-4393-be26-d2ccb379afec tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326564 Jul 16 09:38:50.148117 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34356c5-aa42-4aec-88c2-39b22b808f12 req-c4c5d5e5-f27b-4754-9dfb-cc06078aaf79 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:50.149593 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b34356c5-aa42-4aec-88c2-39b22b808f12 req-c4c5d5e5-f27b-4754-9dfb-cc06078aaf79 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 944 time: 0.0647302 Jul 16 09:38:50.186573 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b34356c5-aa42-4aec-88c2-39b22b808f12 req-fa225a2e-d56e-4f38-aac6-dc81fdf9f201 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314491 Jul 16 09:38:51.366383 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c920797-11d7-46cb-ae50-37de7aefbd4d req-508a2875-6824-4f4e-b1b7-7ca5a88d2d9f tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:51.367899 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4c920797-11d7-46cb-ae50-37de7aefbd4d req-508a2875-6824-4f4e-b1b7-7ca5a88d2d9f tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 944 time: 0.0686460 Jul 16 09:38:51.404424 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4c920797-11d7-46cb-ae50-37de7aefbd4d req-eb7587a7-7452-4574-9de4-1c76bcd69373 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309227 Jul 16 09:38:52.577010 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf12c35-2207-48e1-b800-4fe8511b6670 req-314040ae-79b0-4a2a-8833-a73a950e2e67 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:52.578966 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-acf12c35-2207-48e1-b800-4fe8511b6670 req-314040ae-79b0-4a2a-8833-a73a950e2e67 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 944 time: 0.0613778 Jul 16 09:38:52.615349 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-acf12c35-2207-48e1-b800-4fe8511b6670 req-aba2c426-3d39-415c-904a-d0cdaaf9afe5 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309200 Jul 16 09:38:53.789580 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09195d09-d9d4-4793-86c3-a419380fba2d req-dfa4acd8-ea48-48b3-a72a-698a077ad918 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:53.791058 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-09195d09-d9d4-4793-86c3-a419380fba2d req-dfa4acd8-ea48-48b3-a72a-698a077ad918 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 944 time: 0.0651855 Jul 16 09:38:53.829122 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-09195d09-d9d4-4793-86c3-a419380fba2d req-7bf864c9-5281-4009-bbcb-fa49bbde21dc tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324585 Jul 16 09:38:55.000710 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8911850d-e5bc-4464-afc1-0e059293b315 req-a4946301-8118-4cb9-a58e-db9bab779076 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:55.002179 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8911850d-e5bc-4464-afc1-0e059293b315 req-a4946301-8118-4cb9-a58e-db9bab779076 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 944 time: 0.0637593 Jul 16 09:38:55.038969 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8911850d-e5bc-4464-afc1-0e059293b315 req-ffcc2683-a5d5-417b-9f25-234ca47d3e8e tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312569 Jul 16 09:38:56.210304 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776da72-13c8-4b1e-a9cc-84400d8cda39 req-f6d95cda-d0bf-4b18-a2ea-aba28fbd4a6c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:56.211795 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d776da72-13c8-4b1e-a9cc-84400d8cda39 req-f6d95cda-d0bf-4b18-a2ea-aba28fbd4a6c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 944 time: 0.0635045 Jul 16 09:38:56.254407 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d776da72-13c8-4b1e-a9cc-84400d8cda39 req-984ddcee-8829-4003-86f9-4dbf08033c6c tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370765 Jul 16 09:38:57.428951 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ee4b0-985d-4eeb-bbcb-8173a0985b53 req-4804095e-10be-4fa1-b88e-4c27a9f22f53 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:57.430403 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0c0ee4b0-985d-4eeb-bbcb-8173a0985b53 req-4804095e-10be-4fa1-b88e-4c27a9f22f53 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 944 time: 0.0651393 Jul 16 09:38:57.467340 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0c0ee4b0-985d-4eeb-bbcb-8173a0985b53 req-4e886739-d5b3-49aa-bf94-58fbddaba1f0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314496 Jul 16 09:38:57.521066 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 6c7a8967-7406-4937-908b-4f9a37920a22 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:38:57.642650 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1b0d76-dc68-4348-97a4-d45a529e6661 req-aaca30b3-cd8e-4b76-9be8-96b7732846b0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:57.644270 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-df1b0d76-dc68-4348-97a4-d45a529e6661 req-aaca30b3-cd8e-4b76-9be8-96b7732846b0 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 944 time: 0.0678253 Jul 16 09:38:57.683919 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-df1b0d76-dc68-4348-97a4-d45a529e6661 req-94a5a314-e058-40a2-9306-6d07925bf61a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336108 Jul 16 09:38:57.776908 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 6c7a8967-7406-4937-908b-4f9a37920a22, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=6c7a8967-7406-4937-908b-4f9a37920a22,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:57.787944 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '6c7a8967-7406-4937-908b-4f9a37920a22', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'port_id': '6c7a8967-7406-4937-908b-4f9a37920a22', 'mac_address': 'fa:16:3e:14:f5:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:38:57.825356 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:57.837795 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6c7a8967-7406-4937-908b-4f9a37920a22 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:38:57.857287 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 6c7a8967-7406-4937-908b-4f9a37920a22, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=6c7a8967-7406-4937-908b-4f9a37920a22,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:57.858203 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132235e3-b442-45b7-9075-4c31126319d5 req-f67d4939-9f1f-49f6-8870-5524f670930a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:57.860572 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-132235e3-b442-45b7-9075-4c31126319d5 req-f67d4939-9f1f-49f6-8870-5524f670930a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 944 time: 0.0649145 Jul 16 09:38:57.862316 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:57.899800 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-132235e3-b442-45b7-9075-4c31126319d5 req-5caf9dbd-34b7-4fa7-bdf6-8340a97d52a8 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329890 Jul 16 09:38:57.914199 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=6c7a8967-7406-4937-908b-4f9a37920a22,revision_number=12']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:58.137490 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['6c7a8967-7406-4937-908b-4f9a37920a22'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:38:58.242604 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:38:58.290585 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d68c89b-8066-40e9-85af-6a33698bd835 req-bc074378-fc43-4366-b6a0-7387586c3e91 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:58.292116 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6d68c89b-8066-40e9-85af-6a33698bd835 req-bc074378-fc43-4366-b6a0-7387586c3e91 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 945 time: 0.0685241 Jul 16 09:38:58.329786 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6d68c89b-8066-40e9-85af-6a33698bd835 req-3adcab24-1008-4a1b-a449-ee670726921b tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315332 Jul 16 09:38:59.505759 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc221867-d1f4-47ef-9b3b-bf38b8b04614 req-e0775f60-f4ea-4630-b2b6-099dfab1327d tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:59.507405 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bc221867-d1f4-47ef-9b3b-bf38b8b04614 req-e0775f60-f4ea-4630-b2b6-099dfab1327d tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 945 time: 0.0646625 Jul 16 09:38:59.542927 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 6c7a8967-7406-4937-908b-4f9a37920a22 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:38:59.549395 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bc221867-d1f4-47ef-9b3b-bf38b8b04614 req-0225b1c3-29f4-4ac2-a6f6-4c060ad36bf4 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups?id=df76717e-6a7a-4121-9909-64abcab3cbc1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363245 Jul 16 09:38:59.593014 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 6c7a8967-7406-4937-908b-4f9a37920a22 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:38:59.597279 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 6c7a8967-7406-4937-908b-4f9a37920a22 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:38:59.597655 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:59.677078 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:59.699582 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87b939a-5900-43ad-b28d-9d91132253a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7a8967-7406-4937-908b-4f9a37920a22'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:38:59.701846 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d46e744-b28d-4556-828f-a3d23cab36d9" -d '{"events": [{"server_uuid": "a87b939a-5900-43ad-b28d-9d91132253a3", "name": "network-vif-plugged", "status": "completed", "tag": "6c7a8967-7406-4937-908b-4f9a37920a22"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:38:59.714424 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 6c7a8967-7406-4937-908b-4f9a37920a22, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=6c7a8967-7406-4937-908b-4f9a37920a22,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:38:59.718474 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:38:59.745271 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:38:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e36da58-829c-4827-80f3-738d461195e2 x-openstack-request-id: req-1e36da58-829c-4827-80f3-738d461195e2 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:38:59.745567 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87b939a-5900-43ad-b28d-9d91132253a3", "name": "network-vif-plugged", "status": "completed", "tag": "6c7a8967-7406-4937-908b-4f9a37920a22", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:38:59.745819 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1e36da58-829c-4827-80f3-738d461195e2 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:38:59.746207 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87b939a-5900-43ad-b28d-9d91132253a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c7a8967-7406-4937-908b-4f9a37920a22', 'code': 200} Jul 16 09:38:59.772081 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=6c7a8967-7406-4937-908b-4f9a37920a22,revision_number=13']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:38:59.977847 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0486c6-3f36-45d4-ad3a-7b3ace6b890e req-9ce13962-b61f-4c15-b09d-1d1139c325f3 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:38:59.979195 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fb0486c6-3f36-45d4-ad3a-7b3ace6b890e req-9ce13962-b61f-4c15-b09d-1d1139c325f3 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.21 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 946 time: 0.0658927 Jul 16 09:39:00.077931 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-fb0486c6-3f36-45d4-ad3a-7b3ace6b890e req-44ca2df7-8f75-4204-a73d-0ca23bf824bd tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Deleting port 6c7a8967-7406-4937-908b-4f9a37920a22 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:39:00.078286 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fb0486c6-3f36-45d4-ad3a-7b3ace6b890e req-44ca2df7-8f75-4204-a73d-0ca23bf824bd tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:00.167471 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-fb0486c6-3f36-45d4-ad3a-7b3ace6b890e req-44ca2df7-8f75-4204-a73d-0ca23bf824bd tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] For port 6c7a8967-7406-4937-908b-4f9a37920a22, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=6c7a8967-7406-4937-908b-4f9a37920a22,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:00.167826 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fb0486c6-3f36-45d4-ad3a-7b3ace6b890e req-44ca2df7-8f75-4204-a73d-0ca23bf824bd tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:00.333405 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fb0486c6-3f36-45d4-ad3a-7b3ace6b890e req-44ca2df7-8f75-4204-a73d-0ca23bf824bd tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:00.333772 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fb0486c6-3f36-45d4-ad3a-7b3ace6b890e req-44ca2df7-8f75-4204-a73d-0ca23bf824bd tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:00.334085 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [req-fb0486c6-3f36-45d4-ad3a-7b3ace6b890e req-44ca2df7-8f75-4204-a73d-0ca23bf824bd tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Floating IP cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9 disassociated. External IP: 172.25.3.7, port: 6c7a8967-7406-4937-908b-4f9a37920a22. Jul 16 09:39:00.334430 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-fb0486c6-3f36-45d4-ad3a-7b3ace6b890e req-44ca2df7-8f75-4204-a73d-0ca23bf824bd tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Calling delete_port for 6c7a8967-7406-4937-908b-4f9a37920a22 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:39:00.464854 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fb0486c6-3f36-45d4-ad3a-7b3ace6b890e req-44ca2df7-8f75-4204-a73d-0ca23bf824bd tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:00.494905 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca2df7-8f75-4204-a73d-0ca23bf824bd tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Pushing event deleted for resources: {'Port': ['ID=6c7a8967-7406-4937-908b-4f9a37920a22,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:00.616218 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb0486c6-3f36-45d4-ad3a-7b3ace6b890e req-44ca2df7-8f75-4204-a73d-0ca23bf824bd tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Router 5e68b7c3-6007-41a8-b928-c721bbf5edca has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:39:00.730022 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fe38070c-ec86-4ae1-98c5-cde0e77e54fa req-fe5da17f-bd5a-4a5a-8a95-c386de0b92b2 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 210 time: 0.0586019 Jul 16 09:39:00.752856 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb0486c6-3f36-45d4-ad3a-7b3ace6b890e req-44ca2df7-8f75-4204-a73d-0ca23bf824bd tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:39:00.763167 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31905f2a-a3db-4edf-9158-6c66cbd7b34e None None] Sync routers for ids ['5e68b7c3-6007-41a8-b928-c721bbf5edca'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:39:00.773125 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31905f2a-a3db-4edf-9158-6c66cbd7b34e None None] Routers {'5e68b7c3-6007-41a8-b928-c721bbf5edca'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:39:00.773731 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-31905f2a-a3db-4edf-9158-6c66cbd7b34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:38:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5e68b7c3-6007-41a8-b928-c721bbf5edca'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:00.797083 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0486c6-3f36-45d4-ad3a-7b3ace6b890e req-44ca2df7-8f75-4204-a73d-0ca23bf824bd tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] No DVR routers for this DVR port 6c7a8967-7406-4937-908b-4f9a37920a22 on host n-h2-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:39:00.799764 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-fb0486c6-3f36-45d4-ad3a-7b3ace6b890e req-44ca2df7-8f75-4204-a73d-0ca23bf824bd tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:00.801890 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fb0486c6-3f36-45d4-ad3a-7b3ace6b890e req-44ca2df7-8f75-4204-a73d-0ca23bf824bd tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.21 "DELETE /v2.0/ports/6c7a8967-7406-4937-908b-4f9a37920a22 HTTP/1.1" status: 204 len: 173 time: 0.8165855 Jul 16 09:39:00.802333 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a87b939a-5900-43ad-b28d-9d91132253a3', 'name': 'network-vif-deleted', 'tag': '6c7a8967-7406-4937-908b-4f9a37920a22'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:39:00.804635 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad81f334-2b7c-441e-8096-3e6221c3c1ab" -d '{"events": [{"server_uuid": "a87b939a-5900-43ad-b28d-9d91132253a3", "name": "network-vif-deleted", "tag": "6c7a8967-7406-4937-908b-4f9a37920a22"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:39:00.853723 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b1d1588-6ee6-433d-883a-210a0dc5145c x-openstack-request-id: req-2b1d1588-6ee6-433d-883a-210a0dc5145c {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:39:00.854283 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a87b939a-5900-43ad-b28d-9d91132253a3", "name": "network-vif-deleted", "tag": "6c7a8967-7406-4937-908b-4f9a37920a22", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:39:00.855022 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2b1d1588-6ee6-433d-883a-210a0dc5145c {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:39:00.855022 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a87b939a-5900-43ad-b28d-9d91132253a3', 'name': 'network-vif-deleted', 'tag': '6c7a8967-7406-4937-908b-4f9a37920a22', 'status': 'completed', 'code': 200} Jul 16 09:39:00.881071 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-31905f2a-a3db-4edf-9158-6c66cbd7b34e None None] Set router 5e68b7c3-6007-41a8-b928-c721bbf5edca gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:39:01.165774 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-31905f2a-a3db-4edf-9158-6c66cbd7b34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:29:23Z', 'revision_number': 4, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port': {'id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:21Z', 'updated_at': '2021-07-16T09:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '1f6c41da-d07a-4b0e-bb01-20e190c44197', 'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'mac_address': 'fa:16:3e:e1:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:23Z', 'updated_at': '2021-07-16T09:29:28Z', 'revision_number': 5, 'project_id': '735011033b4a4018b148f39a4d441306', 'subnets': [{'id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:01.191299 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31905f2a-a3db-4edf-9158-6c66cbd7b34e None None] Checking router: 5e68b7c3-6007-41a8-b928-c721bbf5edca for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:39:01.199316 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31905f2a-a3db-4edf-9158-6c66cbd7b34e None None] Routers {'5e68b7c3-6007-41a8-b928-c721bbf5edca'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:39:01.199907 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-31905f2a-a3db-4edf-9158-6c66cbd7b34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:38:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5e68b7c3-6007-41a8-b928-c721bbf5edca'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:01.301909 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-31905f2a-a3db-4edf-9158-6c66cbd7b34e None None] Set router 5e68b7c3-6007-41a8-b928-c721bbf5edca gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:39:01.497397 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-31905f2a-a3db-4edf-9158-6c66cbd7b34e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:29:23Z', 'revision_number': 4, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port': {'id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:21Z', 'updated_at': '2021-07-16T09:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '1f6c41da-d07a-4b0e-bb01-20e190c44197', 'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'mac_address': 'fa:16:3e:e1:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:23Z', 'updated_at': '2021-07-16T09:29:28Z', 'revision_number': 5, 'project_id': '735011033b4a4018b148f39a4d441306', 'subnets': [{'id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:01.528701 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31905f2a-a3db-4edf-9158-6c66cbd7b34e None None] The sync data for ids ['5e68b7c3-6007-41a8-b928-c721bbf5edca'] in n-d-771362-37 is: [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:29:23Z', 'revision_number': 4, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port': {'id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:21Z', 'updated_at': '2021-07-16T09:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '1f6c41da-d07a-4b0e-bb01-20e190c44197', 'name': '', 'network_id': '29c091d0-43a8-4a3f-9497-74d2d4642fc4', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'mac_address': 'fa:16:3e:e1:45:9c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_interface', 'standard_attr_id': 4002, 'fixed_ips': [{'subnet_id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:23Z', 'updated_at': '2021-07-16T09:29:28Z', 'revision_number': 5, 'project_id': '735011033b4a4018b148f39a4d441306', 'subnets': [{'id': '31f740f4-62b0-4297-8fc1-43aeb75bfc14', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:39:01.757048 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8108de5d-f78d-4237-bf75-5d76df1ff1dc None None] New status for floating IP cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:39:01.883589 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2f1f773d-a8e7-4e5a-a9f5-e12c21af245a req-4a410ea7-3beb-4939-b30b-f12c7c4b7449 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 210 time: 0.0351343 Jul 16 09:39:02.843885 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:02.930823 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:03.028883 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0321912a-5f9b-4a4b-9bc8-6df409af6e88 req-df14e7c3-71dd-45ea-9f70-9a48f56d6e08 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 210 time: 0.0280347 Jul 16 09:39:03.381488 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0d7edf33-5375-4ebb-b297-6bb5a7ce6e53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:03.543180 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 6c7a8967-7406-4937-908b-4f9a37920a22 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:39:03.563158 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 6c7a8967-7406-4937-908b-4f9a37920a22 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:39:03.563509 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 6c7a8967-7406-4937-908b-4f9a37920a22 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:39:04.172613 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff9adb89-25c9-4f09-9809-e498ce466350 req-87cf60fc-c20d-4746-979c-a3a5af7f6b50 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/ports?device_id=a87b939a-5900-43ad-b28d-9d91132253a3 HTTP/1.1" status: 200 len: 210 time: 0.0281186 Jul 16 09:39:05.817145 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4a5ed91a-46d0-4766-9ae1-41a0d5bcdc29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:06.131475 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:07.358396 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:08.199076 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48064) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:08.259338 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0f990dce-c6ef-436a-bb8d-35deeeb2e010 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:08.285959 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0f990dce-c6ef-436a-bb8d-35deeeb2e010 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:08.344291 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0f990dce-c6ef-436a-bb8d-35deeeb2e010 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:08.347421 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0f990dce-c6ef-436a-bb8d-35deeeb2e010 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:08.348650 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0f990dce-c6ef-436a-bb8d-35deeeb2e010 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "DELETE /v2.0/security-groups/df76717e-6a7a-4121-9909-64abcab3cbc1 HTTP/1.1" status: 204 len: 168 time: 0.1490726 Jul 16 09:39:08.351724 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48066) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:08.358195 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f990dce-c6ef-436a-bb8d-35deeeb2e010 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df76717e-6a7a-4121-9909-64abcab3cbc1,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:08.366300 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-d8fa1f81-9d30-478b-b1f6-ca61a54e4df2 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] show failed (client error): The resource could not be found. Jul 16 09:39:08.368387 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d8fa1f81-9d30-478b-b1f6-ca61a54e4df2 tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "GET /v2.0/security-groups/df76717e-6a7a-4121-9909-64abcab3cbc1 HTTP/1.1" status: 404 len: 347 time: 0.0146093 Jul 16 09:39:08.370202 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48068) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:08.516490 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-56ca7a03-1006-40fd-8b3f-a5fd38caca1a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Deleting port 798036a3-3448-4f37-9ab2-64ec86e3c6f1 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:39:08.517676 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56ca7a03-1006-40fd-8b3f-a5fd38caca1a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:08.603884 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56ca7a03-1006-40fd-8b3f-a5fd38caca1a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:08.604225 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56ca7a03-1006-40fd-8b3f-a5fd38caca1a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:08.616875 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-56ca7a03-1006-40fd-8b3f-a5fd38caca1a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Calling delete_port for 798036a3-3448-4f37-9ab2-64ec86e3c6f1 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:39:08.769474 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56ca7a03-1006-40fd-8b3f-a5fd38caca1a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:08.801236 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca7a03-1006-40fd-8b3f-a5fd38caca1a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Pushing event deleted for resources: {'Port': ['ID=798036a3-3448-4f37-9ab2-64ec86e3c6f1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:08.801764 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:08.868111 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56ca7a03-1006-40fd-8b3f-a5fd38caca1a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:08.871708 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-56ca7a03-1006-40fd-8b3f-a5fd38caca1a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:08.873816 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-56ca7a03-1006-40fd-8b3f-a5fd38caca1a tempest-ServerActionsTestJSON-1106746311 tempest-ServerActionsTestJSON-1106746311-project] 10.222.0.22 "DELETE /v2.0/floatingips/cda93fa6-528d-4b4b-a0c9-a59ba57fbcc9 HTTP/1.1" status: 204 len: 168 time: 0.5023348 Jul 16 09:39:08.877167 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48070) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:09.292574 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9337b261-8825-4f07-ba5f-c0623eab164b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:09.563918 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9337b261-8825-4f07-ba5f-c0623eab164b admin admin] Deleting port 1f6c41da-d07a-4b0e-bb01-20e190c44197 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:39:09.564631 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9337b261-8825-4f07-ba5f-c0623eab164b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:09.642187 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-9337b261-8825-4f07-ba5f-c0623eab164b admin admin] For port 1f6c41da-d07a-4b0e-bb01-20e190c44197, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1f6c41da-d07a-4b0e-bb01-20e190c44197,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:09.642548 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9337b261-8825-4f07-ba5f-c0623eab164b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:09.654783 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9337b261-8825-4f07-ba5f-c0623eab164b admin admin] Calling delete_port for 1f6c41da-d07a-4b0e-bb01-20e190c44197 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:39:09.837177 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9337b261-8825-4f07-ba5f-c0623eab164b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:09.862055 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9337b261-8825-4f07-ba5f-c0623eab164b admin admin] Pushing event deleted for resources: {'Port': ['ID=1f6c41da-d07a-4b0e-bb01-20e190c44197,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:10.027528 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9337b261-8825-4f07-ba5f-c0623eab164b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:10.577913 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9337b261-8825-4f07-ba5f-c0623eab164b admin admin] Router 5e68b7c3-6007-41a8-b928-c721bbf5edca has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:39:10.679007 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9337b261-8825-4f07-ba5f-c0623eab164b admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:39:10.683944 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9337b261-8825-4f07-ba5f-c0623eab164b admin admin] 10.222.0.22 "PUT /v2.0/routers/5e68b7c3-6007-41a8-b928-c721bbf5edca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8057885 Jul 16 09:39:10.686483 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48074) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:10.689727 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb0905d-0096-4021-9853-1ba5bc7910ab None None] Sync routers for ids ['5e68b7c3-6007-41a8-b928-c721bbf5edca'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:39:10.699685 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb0905d-0096-4021-9853-1ba5bc7910ab None None] Routers {'5e68b7c3-6007-41a8-b928-c721bbf5edca'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:39:10.700562 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1bb0905d-0096-4021-9853-1ba5bc7910ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:39:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5e68b7c3-6007-41a8-b928-c721bbf5edca'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:10.805007 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-838860ae-fb19-43f8-8f7b-acf9206e2197 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:10.811367 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-1bb0905d-0096-4021-9853-1ba5bc7910ab None None] Set router 5e68b7c3-6007-41a8-b928-c721bbf5edca gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:39:10.903249 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-838860ae-fb19-43f8-8f7b-acf9206e2197 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:10.959474 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-838860ae-fb19-43f8-8f7b-acf9206e2197 admin admin] Deleting port 7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:39:10.959814 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-838860ae-fb19-43f8-8f7b-acf9206e2197 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:10.984942 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1bb0905d-0096-4021-9853-1ba5bc7910ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118'}], 'enable_snat': True}, 'gw_port_id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:39:09Z', 'revision_number': 5, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port': {'id': '7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:89:ea:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4001, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.118', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:29:21Z', 'updated_at': '2021-07-16T09:29:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:11.010112 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb0905d-0096-4021-9853-1ba5bc7910ab None None] Checking router: 5e68b7c3-6007-41a8-b928-c721bbf5edca for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:39:11.018202 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb0905d-0096-4021-9853-1ba5bc7910ab None None] Routers {'5e68b7c3-6007-41a8-b928-c721bbf5edca'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:39:11.018805 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1bb0905d-0096-4021-9853-1ba5bc7910ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:39:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['5e68b7c3-6007-41a8-b928-c721bbf5edca'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:11.036971 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-838860ae-fb19-43f8-8f7b-acf9206e2197 admin admin] For port 7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:11.037335 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-838860ae-fb19-43f8-8f7b-acf9206e2197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:11.050163 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-838860ae-fb19-43f8-8f7b-acf9206e2197 admin admin] Calling delete_port for 7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:39:11.102792 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-1bb0905d-0096-4021-9853-1ba5bc7910ab None None] Set router 5e68b7c3-6007-41a8-b928-c721bbf5edca gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:39:11.154869 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-1bb0905d-0096-4021-9853-1ba5bc7910ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:39:10Z', 'revision_number': 6, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:11.182327 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb0905d-0096-4021-9853-1ba5bc7910ab None None] The sync data for ids ['5e68b7c3-6007-41a8-b928-c721bbf5edca'] in n-d-771362-37 is: [{'id': '5e68b7c3-6007-41a8-b928-c721bbf5edca', 'name': 'tempest-ServerActionsTestJSON-1298701140-router', 'tenant_id': '735011033b4a4018b148f39a4d441306', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:29:20Z', 'updated_at': '2021-07-16T09:39:10Z', 'revision_number': 6, 'project_id': '735011033b4a4018b148f39a4d441306', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:39:11.221864 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-838860ae-fb19-43f8-8f7b-acf9206e2197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:11.247106 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838860ae-fb19-43f8-8f7b-acf9206e2197 admin admin] Pushing event deleted for resources: {'Port': ['ID=7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:11.310299 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-838860ae-fb19-43f8-8f7b-acf9206e2197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:11.401595 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-838860ae-fb19-43f8-8f7b-acf9206e2197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:11.403857 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-838860ae-fb19-43f8-8f7b-acf9206e2197 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:11.448667 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-838860ae-fb19-43f8-8f7b-acf9206e2197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:11.449286 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-838860ae-fb19-43f8-8f7b-acf9206e2197 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5e68b7c3-6007-41a8-b928-c721bbf5edca {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:39:11.454899 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-838860ae-fb19-43f8-8f7b-acf9206e2197 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:11.456054 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-838860ae-fb19-43f8-8f7b-acf9206e2197 admin admin] 10.222.0.22 "DELETE /v2.0/routers/5e68b7c3-6007-41a8-b928-c721bbf5edca HTTP/1.1" status: 204 len: 168 time: 0.7679677 Jul 16 09:39:11.458501 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48076) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:11.506934 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-389e13ba-800c-4307-94d1-59af71a2c5e2 admin admin] Deleting subnet 31f740f4-62b0-4297-8fc1-43aeb75bfc14 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:39:11.509942 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-389e13ba-800c-4307-94d1-59af71a2c5e2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:11.546884 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-389e13ba-800c-4307-94d1-59af71a2c5e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:11.630120 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-389e13ba-800c-4307-94d1-59af71a2c5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:11.685743 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-389e13ba-800c-4307-94d1-59af71a2c5e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:11.717521 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389e13ba-800c-4307-94d1-59af71a2c5e2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31f740f4-62b0-4297-8fc1-43aeb75bfc14,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:11.721030 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-389e13ba-800c-4307-94d1-59af71a2c5e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:11.722913 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-389e13ba-800c-4307-94d1-59af71a2c5e2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/31f740f4-62b0-4297-8fc1-43aeb75bfc14 HTTP/1.1" status: 204 len: 168 time: 0.2634785 Jul 16 09:39:11.725568 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48078) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:11.728972 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd327a3f-e582-4fbe-8385-8bb3d2d8b78b None None] Network 29c091d0-43a8-4a3f-9497-74d2d4642fc4 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:39:11.800561 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8907e65-1087-4231-b31c-19586b75dd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:11.855798 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b8907e65-1087-4231-b31c-19586b75dd95 admin admin] Deleting port d5d4f60f-18f5-4099-80d8-cc735eaeb82d {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:39:11.856145 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8907e65-1087-4231-b31c-19586b75dd95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:11.928018 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-b8907e65-1087-4231-b31c-19586b75dd95 admin admin] For port d5d4f60f-18f5-4099-80d8-cc735eaeb82d, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d5d4f60f-18f5-4099-80d8-cc735eaeb82d,segment=NetworkSegment(8fd1f42e-a5b9-4168-96ae-592908fd6470),segment_id=8fd1f42e-a5b9-4168-96ae-592908fd6470)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:11.928367 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8907e65-1087-4231-b31c-19586b75dd95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:11.943570 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-b8907e65-1087-4231-b31c-19586b75dd95 admin admin] Calling delete_port for d5d4f60f-18f5-4099-80d8-cc735eaeb82d owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:39:11.978110 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be350b7a-b22f-4879-a354-1a6a4b13e948 None None] DHCP port deletion for 29c091d0-43a8-4a3f-9497-74d2d4642fc4 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:39:12.029285 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-be350b7a-b22f-4879-a354-1a6a4b13e948 None None] Deleting port d5d4f60f-18f5-4099-80d8-cc735eaeb82d {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:39:12.029793 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-be350b7a-b22f-4879-a354-1a6a4b13e948 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:12.030813 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8907e65-1087-4231-b31c-19586b75dd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:12.063289 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8907e65-1087-4231-b31c-19586b75dd95 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5d4f60f-18f5-4099-80d8-cc735eaeb82d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:12.067197 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8907e65-1087-4231-b31c-19586b75dd95 admin admin] No DVR routers for this DVR port d5d4f60f-18f5-4099-80d8-cc735eaeb82d on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:39:12.108475 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-be350b7a-b22f-4879-a354-1a6a4b13e948 None None] For port d5d4f60f-18f5-4099-80d8-cc735eaeb82d, host n-d-771362-37, got binding levels [] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:12.109831 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-be350b7a-b22f-4879-a354-1a6a4b13e948 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:12.123617 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-be350b7a-b22f-4879-a354-1a6a4b13e948 None None] Calling delete_port for d5d4f60f-18f5-4099-80d8-cc735eaeb82d owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:39:12.127513 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.ipam_backend_mixin [None req-be350b7a-b22f-4879-a354-1a6a4b13e948 None None] Port d5d4f60f-18f5-4099-80d8-cc735eaeb82d was not found and therefore no delete operation was performed {{(pid=93760) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 09:39:12.128868 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-be350b7a-b22f-4879-a354-1a6a4b13e948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:12.142878 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8907e65-1087-4231-b31c-19586b75dd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:12.153775 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b8907e65-1087-4231-b31c-19586b75dd95 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29c091d0-43a8-4a3f-9497-74d2d4642fc4']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:12.156004 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be350b7a-b22f-4879-a354-1a6a4b13e948 None None] Pushing event deleted for resources: {'Port': ['ID=d5d4f60f-18f5-4099-80d8-cc735eaeb82d,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:12.161392 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be350b7a-b22f-4879-a354-1a6a4b13e948 None None] No DVR routers for this DVR port d5d4f60f-18f5-4099-80d8-cc735eaeb82d on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:39:12.173921 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b8907e65-1087-4231-b31c-19586b75dd95 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fd1f42e-a5b9-4168-96ae-592908fd6470') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:12.174206 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-b8907e65-1087-4231-b31c-19586b75dd95 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fd1f42e-a5b9-4168-96ae-592908fd6470') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:12.183603 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8907e65-1087-4231-b31c-19586b75dd95 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:12.198508 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8907e65-1087-4231-b31c-19586b75dd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:12.205098 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8907e65-1087-4231-b31c-19586b75dd95 admin admin] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:39:12.205633 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8907e65-1087-4231-b31c-19586b75dd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: timer() Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:39:12.207372 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:39:12.266814 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8907e65-1087-4231-b31c-19586b75dd95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:12.276741 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8907e65-1087-4231-b31c-19586b75dd95 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:12.281779 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b8907e65-1087-4231-b31c-19586b75dd95 admin admin] 10.222.0.22 "DELETE /v2.0/networks/29c091d0-43a8-4a3f-9497-74d2d4642fc4 HTTP/1.1" status: 204 len: 168 time: 0.5521684 Jul 16 09:39:12.293825 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8907e65-1087-4231-b31c-19586b75dd95 admin admin] Pushing event deleted for resources: {'Network': ['ID=29c091d0-43a8-4a3f-9497-74d2d4642fc4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:12.395330 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48082) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:12.433287 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-96bf4b6c-a333-472f-845b-69f1d45cd7f3 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=735011033b4a4018b148f39a4d441306&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0367701 Jul 16 09:39:12.435947 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48084) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:12.485858 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c53a7a9-7f17-4e8c-97f9-b50d1d948c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:12.506661 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c53a7a9-7f17-4e8c-97f9-b50d1d948c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:12.552041 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c53a7a9-7f17-4e8c-97f9-b50d1d948c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:12.554602 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3c53a7a9-7f17-4e8c-97f9-b50d1d948c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:12.555750 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3c53a7a9-7f17-4e8c-97f9-b50d1d948c6c admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/259e206a-0f7e-4187-8d13-442a09b21e6c HTTP/1.1" status: 204 len: 168 time: 0.1181860 Jul 16 09:39:12.564022 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c53a7a9-7f17-4e8c-97f9-b50d1d948c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=259e206a-0f7e-4187-8d13-442a09b21e6c,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:12.764164 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d5d4f60f-18f5-4099-80d8-cc735eaeb82d no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:39:12.785319 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: d5d4f60f-18f5-4099-80d8-cc735eaeb82d {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:39:12.785748 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d5d4f60f-18f5-4099-80d8-cc735eaeb82d not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:39:12.786243 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:39:12.804605 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:39:12.804954 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 7bf7ca3e-d54d-4d20-a749-8dd2e5ca4952 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:39:12.805360 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1f6c41da-d07a-4b0e-bb01-20e190c44197 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:39:12.827211 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 1f6c41da-d07a-4b0e-bb01-20e190c44197 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:39:12.828151 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1f6c41da-d07a-4b0e-bb01-20e190c44197 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:39:13.210931 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48106) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:13.313979 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c4f36d96-3d68-4d3e-aca7-1471789dea07 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-2064051715-network', 'tenant_id': 'cdd16c2bfab5497aa7840be54405a7f8'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:13.335069 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4f36d96-3d68-4d3e-aca7-1471789dea07 admin admin] Made reservation on behalf of cdd16c2bfab5497aa7840be54405a7f8 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:39:13.337486 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c4f36d96-3d68-4d3e-aca7-1471789dea07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:13.346011 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c4f36d96-3d68-4d3e-aca7-1471789dea07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:13.435293 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c4f36d96-3d68-4d3e-aca7-1471789dea07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:13.438934 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c4f36d96-3d68-4d3e-aca7-1471789dea07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:13.458817 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4f36d96-3d68-4d3e-aca7-1471789dea07 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:39:13.473679 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f36d96-3d68-4d3e-aca7-1471789dea07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91fdd426-c38c-4c1b-9160-5e154ac87ddd,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:13.476569 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c4f36d96-3d68-4d3e-aca7-1471789dea07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:13.476925 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-c4f36d96-3d68-4d3e-aca7-1471789dea07 admin admin] Added segment 208572f0-100c-4638-a69d-0ad84e808541 of type vlan for network 02dfa837-cc45-4c13-b867-32ca7b1f0568 Jul 16 09:39:13.516481 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c4f36d96-3d68-4d3e-aca7-1471789dea07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:13.545078 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c4f36d96-3d68-4d3e-aca7-1471789dea07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:13.545979 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4f36d96-3d68-4d3e-aca7-1471789dea07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:13.546571 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c4f36d96-3d68-4d3e-aca7-1471789dea07 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:13.581597 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c4f36d96-3d68-4d3e-aca7-1471789dea07 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3695536 Jul 16 09:39:13.584745 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48110) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:13.589882 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-7c8b581c-3464-446c-9274-b8da790dd421 admin admin] Request body: {'subnet': {'network_id': '02dfa837-cc45-4c13-b867-32ca7b1f0568', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-2064051715-subnet', 'tenant_id': 'cdd16c2bfab5497aa7840be54405a7f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:13.607456 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f36d96-3d68-4d3e-aca7-1471789dea07 admin admin] Pushing event updated for resources: {'Network': ['ID=02dfa837-cc45-4c13-b867-32ca7b1f0568,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:13.610055 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c8b581c-3464-446c-9274-b8da790dd421 admin admin] Made reservation on behalf of cdd16c2bfab5497aa7840be54405a7f8 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:39:13.612536 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7c8b581c-3464-446c-9274-b8da790dd421 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:13.618171 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 02dfa837-cc45-4c13-b867-32ca7b1f0568 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:39:13.776840 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7c8b581c-3464-446c-9274-b8da790dd421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:13.836691 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8b581c-3464-446c-9274-b8da790dd421 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5063841a-07f1-48a4-8454-fbdee2b5de40,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:13.844541 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c8b581c-3464-446c-9274-b8da790dd421 admin admin] Checking segment: {'id': '208572f0-100c-4638-a69d-0ad84e808541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02dfa837-cc45-4c13-b867-32ca7b1f0568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:39:13.844908 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8b581c-3464-446c-9274-b8da790dd421 admin admin] Network hostable DHCP agents. Network: 02dfa837-cc45-4c13-b867-32ca7b1f0568, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:39:13.860378 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c8b581c-3464-446c-9274-b8da790dd421 admin admin] Network 02dfa837-cc45-4c13-b867-32ca7b1f0568 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:39:13.868440 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-7c8b581c-3464-446c-9274-b8da790dd421 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 02dfa837-cc45-4c13-b867-32ca7b1f0568) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:39:13.872437 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c8b581c-3464-446c-9274-b8da790dd421 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:13.873096 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7c8b581c-3464-446c-9274-b8da790dd421 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:13.879729 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7385b73-cbdf-4c9e-8306-1548b0a849dc None None] Network 02dfa837-cc45-4c13-b867-32ca7b1f0568 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:39:13.891768 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7c8b581c-3464-446c-9274-b8da790dd421 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3018429 Jul 16 09:39:14.003031 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82b5033b-f3c6-4474-b21b-c9329cb7f4b0 None None] Network 02dfa837-cc45-4c13-b867-32ca7b1f0568 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:39:14.308396 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-43e37499-fd08-40f9-89b8-03d50ae125d3 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:14.309857 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-43e37499-fd08-40f9-89b8-03d50ae125d3 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/networks?id=02dfa837-cc45-4c13-b867-32ca7b1f0568 HTTP/1.1" status: 200 len: 814 time: 0.0984476 Jul 16 09:39:14.324615 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-bf8c0459-c1f3-41f6-99c6-4271ae5f7b08 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/quotas/cdd16c2bfab5497aa7840be54405a7f8 HTTP/1.1" status: 200 len: 375 time: 0.0092525 Jul 16 09:39:14.361442 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-0f23f917-2ef3-4046-8d8b-720224e43deb tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=cdd16c2bfab5497aa7840be54405a7f8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0315294 Jul 16 09:39:14.415797 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-bfa9fbf9-2073-48e7-b319-dbbfb68ea296 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:39:14.416982 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-bfa9fbf9-2073-48e7-b319-dbbfb68ea296 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493493 Jul 16 09:39:14.507556 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-53f34d14-b918-4ea5-9e8a-dd5541d35be5 service neutron] 10.222.0.22 "GET /v2.0/networks/02dfa837-cc45-4c13-b867-32ca7b1f0568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844855 Jul 16 09:39:14.600659 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-b0dea2ff-e6de-44fc-b617-5fa5bf4a8034 service neutron] 10.222.0.22 "GET /v2.0/networks/02dfa837-cc45-4c13-b867-32ca7b1f0568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871415 Jul 16 09:39:14.775128 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-48546114-be1d-432c-83f5-5d83639063d1 req-dc1fa8a1-75a2-4dfc-9868-409ed7717b88 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6b4c536-08c7-4f89-a6a0-573c12ee8284 HTTP/1.1" status: 200 len: 210 time: 0.0352659 Jul 16 09:39:15.920169 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1d358eac-60ac-49b5-bcbf-8c6c0f407ed1 req-6d9d5fda-cfb5-43e9-a535-981ae948f350 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6b4c536-08c7-4f89-a6a0-573c12ee8284 HTTP/1.1" status: 200 len: 210 time: 0.0293713 Jul 16 09:39:15.972571 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-a45f81a9-930f-46d4-a3fe-566adc7725f2 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:15.974227 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-a45f81a9-930f-46d4-a3fe-566adc7725f2 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.21 "GET /v2.0/networks?id=02dfa837-cc45-4c13-b867-32ca7b1f0568 HTTP/1.1" status: 200 len: 814 time: 0.1047275 Jul 16 09:39:15.986800 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-b96ea806-00b7-450c-aa16-6093a34e7419 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Request body: {'port': {'device_id': 'b6b4c536-08c7-4f89-a6a0-573c12ee8284', 'network_id': '02dfa837-cc45-4c13-b867-32ca7b1f0568', 'admin_state_up': True, 'tenant_id': 'cdd16c2bfab5497aa7840be54405a7f8'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:16.101077 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-b96ea806-00b7-450c-aa16-6093a34e7419 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Made reservation on behalf of cdd16c2bfab5497aa7840be54405a7f8 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:39:16.104787 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-b96ea806-00b7-450c-aa16-6093a34e7419 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:16.225071 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-b96ea806-00b7-450c-aa16-6093a34e7419 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Allocated IP 172.20.0.13 (02dfa837-cc45-4c13-b867-32ca7b1f0568/5063841a-07f1-48a4-8454-fbdee2b5de40/24ac8fc2-514b-4a92-8a8b-64fe29ff96ba) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:39:16.372816 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-b96ea806-00b7-450c-aa16-6093a34e7419 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:16.411189 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-b96ea806-00b7-450c-aa16-6093a34e7419 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:16.456477 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-b96ea806-00b7-450c-aa16-6093a34e7419 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Network 02dfa837-cc45-4c13-b867-32ca7b1f0568 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:39:16.459521 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-b96ea806-00b7-450c-aa16-6093a34e7419 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:39:16.463360 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-b96ea806-00b7-450c-aa16-6093a34e7419 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:39:16.491227 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96ea806-00b7-450c-aa16-6093a34e7419 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Pushing event updated for resources: {'Port': ['ID=24ac8fc2-514b-4a92-8a8b-64fe29ff96ba,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:16.518786 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-b96ea806-00b7-450c-aa16-6093a34e7419 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:16.519416 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-b96ea806-00b7-450c-aa16-6093a34e7419 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:16.533646 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-b96ea806-00b7-450c-aa16-6093a34e7419 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5506012 Jul 16 09:39:16.545155 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-625b2cf3-f8f7-4daf-90eb-fde79ce2c90d service neutron] Request body: {'port': {'device_id': 'b6b4c536-08c7-4f89-a6a0-573c12ee8284', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:16.617045 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-625b2cf3-f8f7-4daf-90eb-fde79ce2c90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:16.878456 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-625b2cf3-f8f7-4daf-90eb-fde79ce2c90d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24ac8fc2-514b-4a92-8a8b-64fe29ff96ba {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:39:16.885781 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-625b2cf3-f8f7-4daf-90eb-fde79ce2c90d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:16.897255 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-625b2cf3-f8f7-4daf-90eb-fde79ce2c90d service neutron] Transition to ACTIVE for port object 24ac8fc2-514b-4a92-8a8b-64fe29ff96ba will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:39:16.900918 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-625b2cf3-f8f7-4daf-90eb-fde79ce2c90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:16.948720 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b2cf3-f8f7-4daf-90eb-fde79ce2c90d service neutron] Pushing event updated for resources: {'Port': ['ID=24ac8fc2-514b-4a92-8a8b-64fe29ff96ba,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:17.021449 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-625b2cf3-f8f7-4daf-90eb-fde79ce2c90d service neutron] Attempting to bind port 24ac8fc2-514b-4a92-8a8b-64fe29ff96ba on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:39:17.022149 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-625b2cf3-f8f7-4daf-90eb-fde79ce2c90d service neutron] Attempting to bind port 24ac8fc2-514b-4a92-8a8b-64fe29ff96ba by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '208572f0-100c-4638-a69d-0ad84e808541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02dfa837-cc45-4c13-b867-32ca7b1f0568'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:39:17.022149 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-625b2cf3-f8f7-4daf-90eb-fde79ce2c90d service neutron] Attempting to bind port 24ac8fc2-514b-4a92-8a8b-64fe29ff96ba on network 02dfa837-cc45-4c13-b867-32ca7b1f0568 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:39:17.026303 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-625b2cf3-f8f7-4daf-90eb-fde79ce2c90d service neutron] Port 24ac8fc2-514b-4a92-8a8b-64fe29ff96ba on network 02dfa837-cc45-4c13-b867-32ca7b1f0568 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:39:17.026637 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-625b2cf3-f8f7-4daf-90eb-fde79ce2c90d service neutron] Attempting to bind port 24ac8fc2-514b-4a92-8a8b-64fe29ff96ba on network 02dfa837-cc45-4c13-b867-32ca7b1f0568 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:39:17.031845 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-625b2cf3-f8f7-4daf-90eb-fde79ce2c90d service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:39:17.032187 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-625b2cf3-f8f7-4daf-90eb-fde79ce2c90d service neutron] Checking segment: {'id': '208572f0-100c-4638-a69d-0ad84e808541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02dfa837-cc45-4c13-b867-32ca7b1f0568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:39:17.032636 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-625b2cf3-f8f7-4daf-90eb-fde79ce2c90d service neutron] Bound using segment: {'id': '208572f0-100c-4638-a69d-0ad84e808541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02dfa837-cc45-4c13-b867-32ca7b1f0568'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:39:17.033049 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-625b2cf3-f8f7-4daf-90eb-fde79ce2c90d service neutron] Bound port: 24ac8fc2-514b-4a92-8a8b-64fe29ff96ba, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '208572f0-100c-4638-a69d-0ad84e808541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02dfa837-cc45-4c13-b867-32ca7b1f0568'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:39:17.033415 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-625b2cf3-f8f7-4daf-90eb-fde79ce2c90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:17.139230 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-625b2cf3-f8f7-4daf-90eb-fde79ce2c90d service neutron] For port 24ac8fc2-514b-4a92-8a8b-64fe29ff96ba, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:39:17.145029 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-625b2cf3-f8f7-4daf-90eb-fde79ce2c90d service neutron] For port 24ac8fc2-514b-4a92-8a8b-64fe29ff96ba, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=24ac8fc2-514b-4a92-8a8b-64fe29ff96ba,segment=NetworkSegment(208572f0-100c-4638-a69d-0ad84e808541),segment_id=208572f0-100c-4638-a69d-0ad84e808541)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:39:17.154074 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48659794-d1ea-4243-8f0c-68f037331892 req-32a3e2c5-2447-4111-9896-f2b155cae3f1 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:17.156088 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-48659794-d1ea-4243-8f0c-68f037331892 req-32a3e2c5-2447-4111-9896-f2b155cae3f1 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6b4c536-08c7-4f89-a6a0-573c12ee8284 HTTP/1.1" status: 200 len: 944 time: 0.1193988 Jul 16 09:39:17.157583 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-625b2cf3-f8f7-4daf-90eb-fde79ce2c90d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:17.214390 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-625b2cf3-f8f7-4daf-90eb-fde79ce2c90d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:17.215020 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-625b2cf3-f8f7-4daf-90eb-fde79ce2c90d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:17.216421 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-625b2cf3-f8f7-4daf-90eb-fde79ce2c90d service neutron] 10.222.0.21 "PUT /v2.0/ports/24ac8fc2-514b-4a92-8a8b-64fe29ff96ba HTTP/1.1" status: 200 len: 1093 time: 0.6752777 Jul 16 09:39:17.218846 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6b4c536-08c7-4f89-a6a0-573c12ee8284', 'tag': '24ac8fc2-514b-4a92-8a8b-64fe29ff96ba'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:39:17.221225 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5087fb1-0578-4737-a635-972d71025db4" -d '{"events": [{"name": "network-changed", "server_uuid": "b6b4c536-08c7-4f89-a6a0-573c12ee8284", "tag": "24ac8fc2-514b-4a92-8a8b-64fe29ff96ba"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:39:17.257039 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-48659794-d1ea-4243-8f0c-68f037331892 req-10723a63-1ba0-48cc-951e-c85b24de713c tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/security-groups?id=91fdd426-c38c-4c1b-9160-5e154ac87ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916278 Jul 16 09:39:17.259699 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625b2cf3-f8f7-4daf-90eb-fde79ce2c90d service neutron] Pushing event updated for resources: {'Port': ['ID=24ac8fc2-514b-4a92-8a8b-64fe29ff96ba,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:17.270944 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:39:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9d32d8c-f5d3-46e4-9ad5-f402e7b42be8 x-openstack-request-id: req-a9d32d8c-f5d3-46e4-9ad5-f402e7b42be8 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:39:17.271237 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6b4c536-08c7-4f89-a6a0-573c12ee8284", "tag": "24ac8fc2-514b-4a92-8a8b-64fe29ff96ba", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:39:17.271550 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a9d32d8c-f5d3-46e4-9ad5-f402e7b42be8 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:39:17.271902 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6b4c536-08c7-4f89-a6a0-573c12ee8284', 'tag': '24ac8fc2-514b-4a92-8a8b-64fe29ff96ba', 'status': 'completed', 'code': 200} Jul 16 09:39:17.316782 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-95bd2ba4-cca5-414f-92f7-c1acb83d68d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:17.318315 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-95bd2ba4-cca5-414f-92f7-c1acb83d68d9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cdd16c2bfab5497aa7840be54405a7f8&device_id=b6b4c536-08c7-4f89-a6a0-573c12ee8284 HTTP/1.1" status: 200 len: 1096 time: 0.0602796 Jul 16 09:39:17.360568 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-9b49cd9f-3f59-4b9d-b7b3-db005b0c6104 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24ac8fc2-514b-4a92-8a8b-64fe29ff96ba HTTP/1.1" status: 200 len: 217 time: 0.0338652 Jul 16 09:39:17.411015 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-d2dad4ae-03c9-4f09-aa93-886d615dc6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:17.412449 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-d2dad4ae-03c9-4f09-aa93-886d615dc6ae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5063841a-07f1-48a4-8454-fbdee2b5de40 HTTP/1.1" status: 200 len: 854 time: 0.0457656 Jul 16 09:39:17.444950 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-c41e192f-41f6-4b86-a5ab-ad03b626fb45 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=02dfa837-cc45-4c13-b867-32ca7b1f0568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254996 Jul 16 09:39:17.533336 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-99f2aa6a-769a-4bf0-9d8f-ebbb074e0be7 service neutron] 10.222.0.21 "GET /v2.0/networks/02dfa837-cc45-4c13-b867-32ca7b1f0568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809073 Jul 16 09:39:17.625287 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4c7eef73-c838-4e8d-ad9f-5a55feeda89d req-87c48bd5-4c4b-46ab-9d52-926d0f1c995a service neutron] 10.222.0.21 "GET /v2.0/networks/02dfa837-cc45-4c13-b867-32ca7b1f0568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848525 Jul 16 09:39:17.721752 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5087fb1-0578-4737-a635-972d71025db4 req-142a6cbd-95ae-45f7-a93e-d4c2660e491b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:17.723295 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e5087fb1-0578-4737-a635-972d71025db4 req-142a6cbd-95ae-45f7-a93e-d4c2660e491b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=cdd16c2bfab5497aa7840be54405a7f8&device_id=b6b4c536-08c7-4f89-a6a0-573c12ee8284 HTTP/1.1" status: 200 len: 1096 time: 0.0540643 Jul 16 09:39:17.817226 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5087fb1-0578-4737-a635-972d71025db4 req-d12b1081-fc1c-4359-a565-4cc33458f619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:17.818678 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e5087fb1-0578-4737-a635-972d71025db4 req-d12b1081-fc1c-4359-a565-4cc33458f619 service neutron] 10.222.0.21 "GET /v2.0/networks?id=02dfa837-cc45-4c13-b867-32ca7b1f0568 HTTP/1.1" status: 200 len: 915 time: 0.0887039 Jul 16 09:39:17.860735 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e5087fb1-0578-4737-a635-972d71025db4 req-fde10600-eb9a-4d10-8ab7-c423b1cbe455 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24ac8fc2-514b-4a92-8a8b-64fe29ff96ba HTTP/1.1" status: 200 len: 217 time: 0.0336149 Jul 16 09:39:17.907599 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5087fb1-0578-4737-a635-972d71025db4 req-08a8ef2e-323d-4c79-8d09-02603662cf2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:17.909087 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e5087fb1-0578-4737-a635-972d71025db4 req-08a8ef2e-323d-4c79-8d09-02603662cf2f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=5063841a-07f1-48a4-8454-fbdee2b5de40 HTTP/1.1" status: 200 len: 854 time: 0.0422251 Jul 16 09:39:17.945741 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e5087fb1-0578-4737-a635-972d71025db4 req-db2cf255-2f8e-4ff1-98b6-0a08aa1d0b42 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=02dfa837-cc45-4c13-b867-32ca7b1f0568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295835 Jul 16 09:39:18.033071 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e5087fb1-0578-4737-a635-972d71025db4 req-612fef4c-9a01-42e6-bc93-0bd66ab60eb4 service neutron] 10.222.0.21 "GET /v2.0/networks/02dfa837-cc45-4c13-b867-32ca7b1f0568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795844 Jul 16 09:39:18.125969 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e5087fb1-0578-4737-a635-972d71025db4 req-ac63c78a-e40d-488c-a0ed-29fd53ac09c2 service neutron] 10.222.0.21 "GET /v2.0/networks/02dfa837-cc45-4c13-b867-32ca7b1f0568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853047 Jul 16 09:39:18.447965 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ae6c7c-755f-4c16-9a32-a756d8ba7a2f req-cdfc21b8-e053-4d0a-9c06-fec17cad7f87 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:18.449359 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a2ae6c7c-755f-4c16-9a32-a756d8ba7a2f req-cdfc21b8-e053-4d0a-9c06-fec17cad7f87 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6b4c536-08c7-4f89-a6a0-573c12ee8284 HTTP/1.1" status: 200 len: 944 time: 0.0616109 Jul 16 09:39:18.487219 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a2ae6c7c-755f-4c16-9a32-a756d8ba7a2f req-0d743720-9adf-40ef-b86c-43c4bb19b717 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/security-groups?id=91fdd426-c38c-4c1b-9160-5e154ac87ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321658 Jul 16 09:39:19.655816 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6821ecac-2aa2-4ab8-9750-d0abbf9d49a5 req-36cd5e3e-e72e-42ef-93e9-4a18ac608b60 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:19.657304 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6821ecac-2aa2-4ab8-9750-d0abbf9d49a5 req-36cd5e3e-e72e-42ef-93e9-4a18ac608b60 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6b4c536-08c7-4f89-a6a0-573c12ee8284 HTTP/1.1" status: 200 len: 944 time: 0.0631800 Jul 16 09:39:19.694881 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6821ecac-2aa2-4ab8-9750-d0abbf9d49a5 req-cee7794b-1802-45cd-9fc5-322e1029d72c tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/security-groups?id=91fdd426-c38c-4c1b-9160-5e154ac87ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321138 Jul 16 09:39:20.869622 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede6dd6a-b11e-4829-a613-b0f3e4f0bf03 req-ecbaea78-9a48-44c7-a4b3-4915ad0db61b tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:20.871088 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ede6dd6a-b11e-4829-a613-b0f3e4f0bf03 req-ecbaea78-9a48-44c7-a4b3-4915ad0db61b tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6b4c536-08c7-4f89-a6a0-573c12ee8284 HTTP/1.1" status: 200 len: 944 time: 0.0664325 Jul 16 09:39:20.907901 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ede6dd6a-b11e-4829-a613-b0f3e4f0bf03 req-d2a96c41-fcca-4404-9d80-0a8e007aee16 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/security-groups?id=91fdd426-c38c-4c1b-9160-5e154ac87ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307260 Jul 16 09:39:21.620856 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 24ac8fc2-514b-4a92-8a8b-64fe29ff96ba details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:39:21.713879 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 24ac8fc2-514b-4a92-8a8b-64fe29ff96ba, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=24ac8fc2-514b-4a92-8a8b-64fe29ff96ba,segment=NetworkSegment(208572f0-100c-4638-a69d-0ad84e808541),segment_id=208572f0-100c-4638-a69d-0ad84e808541)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:21.725709 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '24ac8fc2-514b-4a92-8a8b-64fe29ff96ba', 'network_id': '02dfa837-cc45-4c13-b867-32ca7b1f0568', 'port_id': '24ac8fc2-514b-4a92-8a8b-64fe29ff96ba', 'mac_address': 'fa:16:3e:f6:1b:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5063841a-07f1-48a4-8454-fbdee2b5de40', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:39:21.762288 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:21.775679 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24ac8fc2-514b-4a92-8a8b-64fe29ff96ba {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:39:21.794800 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 24ac8fc2-514b-4a92-8a8b-64fe29ff96ba, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=24ac8fc2-514b-4a92-8a8b-64fe29ff96ba,segment=NetworkSegment(208572f0-100c-4638-a69d-0ad84e808541),segment_id=208572f0-100c-4638-a69d-0ad84e808541)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:21.799538 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:21.844735 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=24ac8fc2-514b-4a92-8a8b-64fe29ff96ba,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:22.009221 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['24ac8fc2-514b-4a92-8a8b-64fe29ff96ba'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:39:22.076476 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b800b5-ef9a-4755-9364-42a566f1480f req-3176d385-2702-4001-bcdd-73999f914a11 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:22.078007 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a1b800b5-ef9a-4755-9364-42a566f1480f req-3176d385-2702-4001-bcdd-73999f914a11 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6b4c536-08c7-4f89-a6a0-573c12ee8284 HTTP/1.1" status: 200 len: 945 time: 0.0628343 Jul 16 09:39:22.119627 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a1b800b5-ef9a-4755-9364-42a566f1480f req-5aaf577f-4daf-428d-895e-be08259cfaab tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/security-groups?id=91fdd426-c38c-4c1b-9160-5e154ac87ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360835 Jul 16 09:39:23.294246 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27a5ad3-337e-4a1a-b978-cb11d078ec8d req-34b60c82-5cff-478d-80ff-c4bb0174d07c tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:23.295751 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a27a5ad3-337e-4a1a-b978-cb11d078ec8d req-34b60c82-5cff-478d-80ff-c4bb0174d07c tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6b4c536-08c7-4f89-a6a0-573c12ee8284 HTTP/1.1" status: 200 len: 945 time: 0.0669920 Jul 16 09:39:23.333463 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a27a5ad3-337e-4a1a-b978-cb11d078ec8d req-863f39bc-c09e-4b60-9c84-0e92f2a9daf3 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/security-groups?id=91fdd426-c38c-4c1b-9160-5e154ac87ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320876 Jul 16 09:39:23.628982 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 24ac8fc2-514b-4a92-8a8b-64fe29ff96ba up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:39:23.675608 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 24ac8fc2-514b-4a92-8a8b-64fe29ff96ba completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:39:23.679349 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 24ac8fc2-514b-4a92-8a8b-64fe29ff96ba triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:39:23.679723 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:23.757952 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:23.780254 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b4c536-08c7-4f89-a6a0-573c12ee8284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ac8fc2-514b-4a92-8a8b-64fe29ff96ba'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:39:23.782499 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fd5d36e-58e5-4e62-8d7b-c471be4e59ef" -d '{"events": [{"server_uuid": "b6b4c536-08c7-4f89-a6a0-573c12ee8284", "name": "network-vif-plugged", "status": "completed", "tag": "24ac8fc2-514b-4a92-8a8b-64fe29ff96ba"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:39:23.794841 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 24ac8fc2-514b-4a92-8a8b-64fe29ff96ba, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=24ac8fc2-514b-4a92-8a8b-64fe29ff96ba,segment=NetworkSegment(208572f0-100c-4638-a69d-0ad84e808541),segment_id=208572f0-100c-4638-a69d-0ad84e808541)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:23.799209 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:23.822682 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa56e527-3735-4cef-adbe-71ed2deb394f x-openstack-request-id: req-aa56e527-3735-4cef-adbe-71ed2deb394f {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:39:23.822982 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b4c536-08c7-4f89-a6a0-573c12ee8284", "name": "network-vif-plugged", "status": "completed", "tag": "24ac8fc2-514b-4a92-8a8b-64fe29ff96ba", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:39:23.823229 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-aa56e527-3735-4cef-adbe-71ed2deb394f {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:39:23.823675 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b4c536-08c7-4f89-a6a0-573c12ee8284', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24ac8fc2-514b-4a92-8a8b-64fe29ff96ba', 'code': 200} Jul 16 09:39:23.849887 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=24ac8fc2-514b-4a92-8a8b-64fe29ff96ba,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:23.930083 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c72406-2e6b-4619-8912-07df22de5280 req-0ad8df62-0340-4f52-8e9d-d5f30533b3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:23.931465 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-02c72406-2e6b-4619-8912-07df22de5280 req-0ad8df62-0340-4f52-8e9d-d5f30533b3ec service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b6b4c536-08c7-4f89-a6a0-573c12ee8284 HTTP/1.1" status: 200 len: 1098 time: 0.0511272 Jul 16 09:39:23.967659 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-02c72406-2e6b-4619-8912-07df22de5280 req-6bdd502f-fb19-403b-a96b-9d5c61aff34e service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=91fdd426-c38c-4c1b-9160-5e154ac87ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281200 Jul 16 09:39:24.508852 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dab85c-6e15-4d48-9788-b5c61793eed5 req-4a66ee93-09dd-4906-8b6f-b039002e4873 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:24.510344 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b5dab85c-6e15-4d48-9788-b5c61793eed5 req-4a66ee93-09dd-4906-8b6f-b039002e4873 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6b4c536-08c7-4f89-a6a0-573c12ee8284 HTTP/1.1" status: 200 len: 946 time: 0.0665622 Jul 16 09:39:24.549444 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b5dab85c-6e15-4d48-9788-b5c61793eed5 req-a4504d20-8e95-4964-9f62-2bd900cdd48a tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/security-groups?id=91fdd426-c38c-4c1b-9160-5e154ac87ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334141 Jul 16 09:39:25.722804 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-670a4804-78fe-447e-b0bf-098ff68d0bfd req-8074ca18-8d58-4fac-9aa2-d5e2844f7a7e tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:25.724328 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-670a4804-78fe-447e-b0bf-098ff68d0bfd req-8074ca18-8d58-4fac-9aa2-d5e2844f7a7e tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6b4c536-08c7-4f89-a6a0-573c12ee8284 HTTP/1.1" status: 200 len: 946 time: 0.0629175 Jul 16 09:39:25.763796 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-670a4804-78fe-447e-b0bf-098ff68d0bfd req-e7b5a947-2b25-4910-a5d5-18e1a72f8600 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/security-groups?id=91fdd426-c38c-4c1b-9160-5e154ac87ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338371 Jul 16 09:39:25.987239 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-08dec669-9598-4783-ac60-f128d4a3a3ee tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:25.988725 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-08dec669-9598-4783-ac60-f128d4a3a3ee tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/networks?id=02dfa837-cc45-4c13-b867-32ca7b1f0568 HTTP/1.1" status: 200 len: 814 time: 0.0998354 Jul 16 09:39:26.003076 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-0e4516d8-43d3-4b9a-aa1c-f3bdf92d15e9 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/quotas/cdd16c2bfab5497aa7840be54405a7f8 HTTP/1.1" status: 200 len: 375 time: 0.0088537 Jul 16 09:39:26.068594 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-dff6f269-5765-4154-9cb2-133f5ac23582 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=cdd16c2bfab5497aa7840be54405a7f8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0607750 Jul 16 09:39:26.155823 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-501d1f4d-7c1a-420d-a829-3c1855e49ddc service neutron] 10.222.0.22 "GET /v2.0/networks/02dfa837-cc45-4c13-b867-32ca7b1f0568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801756 Jul 16 09:39:26.246920 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-8854c9b6-511a-4156-a61a-df3ce6dddc89 service neutron] 10.222.0.22 "GET /v2.0/networks/02dfa837-cc45-4c13-b867-32ca7b1f0568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855584 Jul 16 09:39:26.422846 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c3cac0ef-6c57-4d4a-a2fa-d5685b39c7f2 req-eb91d971-f427-48eb-8c04-67504bb3e982 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/ports?device_id=6158211f-47ac-4059-85f3-6a1639fb76c4 HTTP/1.1" status: 200 len: 210 time: 0.0330484 Jul 16 09:39:27.519970 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-76beea8a-efac-4a70-92bc-4f9d70573a0c tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:27.521623 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-76beea8a-efac-4a70-92bc-4f9d70573a0c tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.30 "GET /v2.0/networks?id=02dfa837-cc45-4c13-b867-32ca7b1f0568 HTTP/1.1" status: 200 len: 814 time: 0.1040337 Jul 16 09:39:27.550311 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-a95e5d71-ec15-4d29-bdf3-499f18a1c61f tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Request body: {'port': {'device_id': '6158211f-47ac-4059-85f3-6a1639fb76c4', 'network_id': '02dfa837-cc45-4c13-b867-32ca7b1f0568', 'admin_state_up': True, 'tenant_id': 'cdd16c2bfab5497aa7840be54405a7f8'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:27.585793 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6e44a56e-7f61-48af-bd11-0683e8127b02 req-43c24e3b-3721-4818-94d5-5995f5faad62 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/ports?device_id=6158211f-47ac-4059-85f3-6a1639fb76c4 HTTP/1.1" status: 200 len: 210 time: 0.0500903 Jul 16 09:39:27.685154 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-a95e5d71-ec15-4d29-bdf3-499f18a1c61f tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Made reservation on behalf of cdd16c2bfab5497aa7840be54405a7f8 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:39:27.688906 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-a95e5d71-ec15-4d29-bdf3-499f18a1c61f tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:27.817411 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-a95e5d71-ec15-4d29-bdf3-499f18a1c61f tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Allocated IP 172.20.0.14 (02dfa837-cc45-4c13-b867-32ca7b1f0568/5063841a-07f1-48a4-8454-fbdee2b5de40/77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:39:27.962327 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-a95e5d71-ec15-4d29-bdf3-499f18a1c61f tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:27.999903 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-a95e5d71-ec15-4d29-bdf3-499f18a1c61f tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:28.012057 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['24ac8fc2-514b-4a92-8a8b-64fe29ff96ba'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:39:28.045662 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-a95e5d71-ec15-4d29-bdf3-499f18a1c61f tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Network 02dfa837-cc45-4c13-b867-32ca7b1f0568 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:39:28.051030 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-a95e5d71-ec15-4d29-bdf3-499f18a1c61f tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:39:28.055549 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-a95e5d71-ec15-4d29-bdf3-499f18a1c61f tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:39:28.059442 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e5d71-ec15-4d29-bdf3-499f18a1c61f tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Pushing event updated for resources: {'Port': ['ID=77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:28.085465 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95e5d71-ec15-4d29-bdf3-499f18a1c61f tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:28.085815 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95e5d71-ec15-4d29-bdf3-499f18a1c61f tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:28.086158 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95e5d71-ec15-4d29-bdf3-499f18a1c61f tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:28.086502 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95e5d71-ec15-4d29-bdf3-499f18a1c61f tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:28.086837 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95e5d71-ec15-4d29-bdf3-499f18a1c61f tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:28.087170 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95e5d71-ec15-4d29-bdf3-499f18a1c61f tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:28.087496 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95e5d71-ec15-4d29-bdf3-499f18a1c61f tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:28.087824 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95e5d71-ec15-4d29-bdf3-499f18a1c61f tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:28.088149 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95e5d71-ec15-4d29-bdf3-499f18a1c61f tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:28.088503 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95e5d71-ec15-4d29-bdf3-499f18a1c61f tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:28.088828 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95e5d71-ec15-4d29-bdf3-499f18a1c61f tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:28.089151 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a95e5d71-ec15-4d29-bdf3-499f18a1c61f tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:28.116293 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-a95e5d71-ec15-4d29-bdf3-499f18a1c61f tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:28.116949 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-a95e5d71-ec15-4d29-bdf3-499f18a1c61f tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:28.131375 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-a95e5d71-ec15-4d29-bdf3-499f18a1c61f tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5936785 Jul 16 09:39:28.143124 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-7199618c-d851-4eb5-bf65-d4b5ff7f45fd service neutron] Request body: {'port': {'device_id': '6158211f-47ac-4059-85f3-6a1639fb76c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:28.216145 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-7199618c-d851-4eb5-bf65-d4b5ff7f45fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:28.469060 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-7199618c-d851-4eb5-bf65-d4b5ff7f45fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:39:28.476372 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-7199618c-d851-4eb5-bf65-d4b5ff7f45fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:28.488739 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-7199618c-d851-4eb5-bf65-d4b5ff7f45fd service neutron] Transition to ACTIVE for port object 77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:39:28.492005 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-7199618c-d851-4eb5-bf65-d4b5ff7f45fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:28.541782 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199618c-d851-4eb5-bf65-d4b5ff7f45fd service neutron] Pushing event updated for resources: {'Port': ['ID=77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:28.610797 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-7199618c-d851-4eb5-bf65-d4b5ff7f45fd service neutron] Attempting to bind port 77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:39:28.611138 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-7199618c-d851-4eb5-bf65-d4b5ff7f45fd service neutron] Attempting to bind port 77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '208572f0-100c-4638-a69d-0ad84e808541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02dfa837-cc45-4c13-b867-32ca7b1f0568'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:39:28.611473 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-7199618c-d851-4eb5-bf65-d4b5ff7f45fd service neutron] Attempting to bind port 77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53 on network 02dfa837-cc45-4c13-b867-32ca7b1f0568 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:39:28.615731 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-7199618c-d851-4eb5-bf65-d4b5ff7f45fd service neutron] Port 77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53 on network 02dfa837-cc45-4c13-b867-32ca7b1f0568 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:39:28.616092 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-7199618c-d851-4eb5-bf65-d4b5ff7f45fd service neutron] Attempting to bind port 77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53 on network 02dfa837-cc45-4c13-b867-32ca7b1f0568 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:39:28.620961 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-7199618c-d851-4eb5-bf65-d4b5ff7f45fd service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 39, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:39:28.621309 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-7199618c-d851-4eb5-bf65-d4b5ff7f45fd service neutron] Checking segment: {'id': '208572f0-100c-4638-a69d-0ad84e808541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02dfa837-cc45-4c13-b867-32ca7b1f0568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:39:28.621703 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-7199618c-d851-4eb5-bf65-d4b5ff7f45fd service neutron] Bound using segment: {'id': '208572f0-100c-4638-a69d-0ad84e808541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02dfa837-cc45-4c13-b867-32ca7b1f0568'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:39:28.622141 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-7199618c-d851-4eb5-bf65-d4b5ff7f45fd service neutron] Bound port: 77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '208572f0-100c-4638-a69d-0ad84e808541', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '02dfa837-cc45-4c13-b867-32ca7b1f0568'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:39:28.622503 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-7199618c-d851-4eb5-bf65-d4b5ff7f45fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:28.684290 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-7199618c-d851-4eb5-bf65-d4b5ff7f45fd service neutron] For port 77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:39:28.687849 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-7199618c-d851-4eb5-bf65-d4b5ff7f45fd service neutron] For port 77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53,segment=NetworkSegment(208572f0-100c-4638-a69d-0ad84e808541),segment_id=208572f0-100c-4638-a69d-0ad84e808541)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:39:28.692668 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-7199618c-d851-4eb5-bf65-d4b5ff7f45fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:28.726382 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-7199618c-d851-4eb5-bf65-d4b5ff7f45fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:28.727058 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-7199618c-d851-4eb5-bf65-d4b5ff7f45fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:28.728468 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-7199618c-d851-4eb5-bf65-d4b5ff7f45fd service neutron] 10.222.0.30 "PUT /v2.0/ports/77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53 HTTP/1.1" status: 200 len: 1093 time: 0.5900857 Jul 16 09:39:28.728920 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6158211f-47ac-4059-85f3-6a1639fb76c4', 'tag': '77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:39:28.731197 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6a04925-f8f0-4826-b2ac-6020d837d7cd" -d '{"events": [{"name": "network-changed", "server_uuid": "6158211f-47ac-4059-85f3-6a1639fb76c4", "tag": "77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:39:28.757767 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7199618c-d851-4eb5-bf65-d4b5ff7f45fd service neutron] Pushing event updated for resources: {'Port': ['ID=77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:28.777749 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43226c05-8f1c-42ea-b930-9e942bf2aa2f req-9371d9a6-fc34-41ba-8911-9a96c98d9d39 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:28.779186 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44873dbe-c1ab-42bb-a9a1-8e62e9a15951 x-openstack-request-id: req-44873dbe-c1ab-42bb-a9a1-8e62e9a15951 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:39:28.779345 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-43226c05-8f1c-42ea-b930-9e942bf2aa2f req-9371d9a6-fc34-41ba-8911-9a96c98d9d39 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/ports?device_id=6158211f-47ac-4059-85f3-6a1639fb76c4 HTTP/1.1" status: 200 len: 944 time: 0.0803447 Jul 16 09:39:28.779530 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6158211f-47ac-4059-85f3-6a1639fb76c4", "tag": "77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:39:28.779722 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-44873dbe-c1ab-42bb-a9a1-8e62e9a15951 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:39:28.780111 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6158211f-47ac-4059-85f3-6a1639fb76c4', 'tag': '77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53', 'status': 'completed', 'code': 200} Jul 16 09:39:28.817509 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-43226c05-8f1c-42ea-b930-9e942bf2aa2f req-2caf1306-381f-495a-b238-204b9c1119e6 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/security-groups?id=91fdd426-c38c-4c1b-9160-5e154ac87ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326273 Jul 16 09:39:28.830757 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-9b88e657-83ab-497c-a7df-df6361b88554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:28.832289 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-9b88e657-83ab-497c-a7df-df6361b88554 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cdd16c2bfab5497aa7840be54405a7f8&device_id=6158211f-47ac-4059-85f3-6a1639fb76c4 HTTP/1.1" status: 200 len: 1096 time: 0.0628865 Jul 16 09:39:28.873526 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-9d389fb7-aa85-4b8a-9cd7-76183e0f61e1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53 HTTP/1.1" status: 200 len: 217 time: 0.0345047 Jul 16 09:39:28.920488 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-555e2306-97a5-4b3a-b35d-bc84d23e7d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:28.922544 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-555e2306-97a5-4b3a-b35d-bc84d23e7d71 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5063841a-07f1-48a4-8454-fbdee2b5de40 HTTP/1.1" status: 200 len: 854 time: 0.0424700 Jul 16 09:39:28.957795 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-d0e7c5fc-826e-4688-85ed-b88d78fc8fd1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=02dfa837-cc45-4c13-b867-32ca7b1f0568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0288420 Jul 16 09:39:29.043825 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-d0c0170f-3e5d-4b0d-9842-c6d29503dc3a service neutron] 10.222.0.30 "GET /v2.0/networks/02dfa837-cc45-4c13-b867-32ca7b1f0568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800683 Jul 16 09:39:29.134270 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0312d2e3-78d6-4c32-aa24-93a9e131c483 req-cdb638d7-e4af-4e31-8c40-5ef621f949ec service neutron] 10.222.0.30 "GET /v2.0/networks/02dfa837-cc45-4c13-b867-32ca7b1f0568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833571 Jul 16 09:39:29.232766 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a04925-f8f0-4826-b2ac-6020d837d7cd req-f866cbce-be36-464b-a5ad-6c60be28bd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:29.234304 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e6a04925-f8f0-4826-b2ac-6020d837d7cd req-f866cbce-be36-464b-a5ad-6c60be28bd51 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cdd16c2bfab5497aa7840be54405a7f8&device_id=6158211f-47ac-4059-85f3-6a1639fb76c4 HTTP/1.1" status: 200 len: 1096 time: 0.0523801 Jul 16 09:39:29.323915 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a04925-f8f0-4826-b2ac-6020d837d7cd req-a2e606b5-ae87-4431-bf8b-0e2820691cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:29.325381 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e6a04925-f8f0-4826-b2ac-6020d837d7cd req-a2e606b5-ae87-4431-bf8b-0e2820691cd9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=02dfa837-cc45-4c13-b867-32ca7b1f0568 HTTP/1.1" status: 200 len: 915 time: 0.0843399 Jul 16 09:39:29.366001 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e6a04925-f8f0-4826-b2ac-6020d837d7cd req-da2998df-3127-4f70-b4e6-805ce621c31b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53 HTTP/1.1" status: 200 len: 217 time: 0.0333400 Jul 16 09:39:29.413580 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a04925-f8f0-4826-b2ac-6020d837d7cd req-feac4394-7c31-4d57-977c-4c8f712ab0aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:29.414978 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e6a04925-f8f0-4826-b2ac-6020d837d7cd req-feac4394-7c31-4d57-977c-4c8f712ab0aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5063841a-07f1-48a4-8454-fbdee2b5de40 HTTP/1.1" status: 200 len: 854 time: 0.0429647 Jul 16 09:39:29.447184 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e6a04925-f8f0-4826-b2ac-6020d837d7cd req-a6d6b6d6-502d-4a91-bd18-6b90c38ac833 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=02dfa837-cc45-4c13-b867-32ca7b1f0568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248804 Jul 16 09:39:29.536641 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e6a04925-f8f0-4826-b2ac-6020d837d7cd req-56259e47-e4ef-42ba-91d7-6287bd75d674 service neutron] 10.222.0.30 "GET /v2.0/networks/02dfa837-cc45-4c13-b867-32ca7b1f0568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824268 Jul 16 09:39:29.626392 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e6a04925-f8f0-4826-b2ac-6020d837d7cd req-69ca5eaa-547d-45ff-8a68-1a9c02a586b1 service neutron] 10.222.0.30 "GET /v2.0/networks/02dfa837-cc45-4c13-b867-32ca7b1f0568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834687 Jul 16 09:39:29.987409 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dec742f-71d4-4754-a20d-b05c0b3af76f req-07d983f4-4786-4305-bda9-e578ca347c44 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:29.988812 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5dec742f-71d4-4754-a20d-b05c0b3af76f req-07d983f4-4786-4305-bda9-e578ca347c44 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/ports?device_id=6158211f-47ac-4059-85f3-6a1639fb76c4 HTTP/1.1" status: 200 len: 944 time: 0.0630429 Jul 16 09:39:30.025054 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5dec742f-71d4-4754-a20d-b05c0b3af76f req-240d34c7-2956-4481-b1d6-165d0c4805e1 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/security-groups?id=91fdd426-c38c-4c1b-9160-5e154ac87ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308082 Jul 16 09:39:31.192701 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c728170-c2c2-467c-8a74-1d37b6b199dd req-5a91c6f6-dcdf-42c7-a4dd-a121a023677e tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:31.194167 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c728170-c2c2-467c-8a74-1d37b6b199dd req-5a91c6f6-dcdf-42c7-a4dd-a121a023677e tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/ports?device_id=6158211f-47ac-4059-85f3-6a1639fb76c4 HTTP/1.1" status: 200 len: 944 time: 0.0620234 Jul 16 09:39:31.230454 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c728170-c2c2-467c-8a74-1d37b6b199dd req-f90f2c72-b290-4e4b-96ed-c8e1090288f8 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/security-groups?id=91fdd426-c38c-4c1b-9160-5e154ac87ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308731 Jul 16 09:39:31.582193 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:39:31.673930 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53,segment=NetworkSegment(208572f0-100c-4638-a69d-0ad84e808541),segment_id=208572f0-100c-4638-a69d-0ad84e808541)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:31.684185 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53', 'network_id': '02dfa837-cc45-4c13-b867-32ca7b1f0568', 'port_id': '77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53', 'mac_address': 'fa:16:3e:08:b0:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5063841a-07f1-48a4-8454-fbdee2b5de40', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:39:31.722931 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:31.735612 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:39:31.754576 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53,segment=NetworkSegment(208572f0-100c-4638-a69d-0ad84e808541),segment_id=208572f0-100c-4638-a69d-0ad84e808541)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:31.758217 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:31.804440 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:31.942026 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:39:32.397170 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4931325-31f7-46fe-a82e-d2e2ee9487e2 req-78f8cf0a-20e3-4dc9-bcdb-2b8d60ed087c tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:32.398633 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b4931325-31f7-46fe-a82e-d2e2ee9487e2 req-78f8cf0a-20e3-4dc9-bcdb-2b8d60ed087c tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/ports?device_id=6158211f-47ac-4059-85f3-6a1639fb76c4 HTTP/1.1" status: 200 len: 945 time: 0.0617404 Jul 16 09:39:32.435051 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b4931325-31f7-46fe-a82e-d2e2ee9487e2 req-c3d96e3d-cd0b-4ac1-98d6-8c54e6de7631 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/security-groups?id=91fdd426-c38c-4c1b-9160-5e154ac87ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309579 Jul 16 09:39:32.860200 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:32.928459 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:33.382685 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-094b6769-da5d-431c-8593-53bda1bbaef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:33.598552 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:39:33.611477 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f678b53d-9850-45ad-9702-d6b3a2390342 req-1c8b74a2-90da-41cd-89db-b00d182887f9 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:33.612977 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f678b53d-9850-45ad-9702-d6b3a2390342 req-1c8b74a2-90da-41cd-89db-b00d182887f9 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/ports?device_id=6158211f-47ac-4059-85f3-6a1639fb76c4 HTTP/1.1" status: 200 len: 945 time: 0.0670133 Jul 16 09:39:33.645123 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:39:33.648913 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:39:33.649296 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:33.650515 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f678b53d-9850-45ad-9702-d6b3a2390342 req-59f62775-50ea-4204-a235-2f28b64a437d tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/security-groups?id=91fdd426-c38c-4c1b-9160-5e154ac87ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318627 Jul 16 09:39:33.727233 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:33.748997 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6158211f-47ac-4059-85f3-6a1639fb76c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:39:33.751309 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3d32666-8fb5-4b79-a558-f0fb0b39aa78" -d '{"events": [{"server_uuid": "6158211f-47ac-4059-85f3-6a1639fb76c4", "name": "network-vif-plugged", "status": "completed", "tag": "77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:39:33.763409 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53,segment=NetworkSegment(208572f0-100c-4638-a69d-0ad84e808541),segment_id=208572f0-100c-4638-a69d-0ad84e808541)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:33.768418 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:33.791743 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a8b0099-f458-4d15-a087-6da7e8ef9b7b x-openstack-request-id: req-4a8b0099-f458-4d15-a087-6da7e8ef9b7b {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:39:33.792025 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6158211f-47ac-4059-85f3-6a1639fb76c4", "name": "network-vif-plugged", "status": "completed", "tag": "77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:39:33.792277 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4a8b0099-f458-4d15-a087-6da7e8ef9b7b {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:39:33.792679 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6158211f-47ac-4059-85f3-6a1639fb76c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53', 'code': 200} Jul 16 09:39:33.818868 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:33.901649 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7edbfbb-62c4-4b6b-90ab-d91fe4464c9b req-3ef1727c-9d07-44cd-8c59-1003d1f23211 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:33.903046 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7edbfbb-62c4-4b6b-90ab-d91fe4464c9b req-3ef1727c-9d07-44cd-8c59-1003d1f23211 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6158211f-47ac-4059-85f3-6a1639fb76c4 HTTP/1.1" status: 200 len: 1098 time: 0.0532746 Jul 16 09:39:33.936108 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e7edbfbb-62c4-4b6b-90ab-d91fe4464c9b req-72529fa8-0108-4240-929f-b64e477e1394 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=91fdd426-c38c-4c1b-9160-5e154ac87ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265532 Jul 16 09:39:34.824161 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fce6666-fb6f-4138-9fc5-8dfc0f0280a8 req-215939ac-006f-4f0c-9211-94df268bd41c tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:34.825668 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1fce6666-fb6f-4138-9fc5-8dfc0f0280a8 req-215939ac-006f-4f0c-9211-94df268bd41c tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/ports?device_id=6158211f-47ac-4059-85f3-6a1639fb76c4 HTTP/1.1" status: 200 len: 946 time: 0.0630927 Jul 16 09:39:34.863282 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1fce6666-fb6f-4138-9fc5-8dfc0f0280a8 req-62b61b08-25b1-47cc-a632-d6910eee07a8 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/security-groups?id=91fdd426-c38c-4c1b-9160-5e154ac87ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319977 Jul 16 09:39:35.237632 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4534b1-5855-4321-bf82-381aee92e715 req-c2246be2-9f14-4e32-a634-c963487bd82a tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:35.239075 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7b4534b1-5855-4321-bf82-381aee92e715 req-c2246be2-9f14-4e32-a634-c963487bd82a tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/ports?device_id=6158211f-47ac-4059-85f3-6a1639fb76c4 HTTP/1.1" status: 200 len: 946 time: 0.0662644 Jul 16 09:39:35.242388 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:39:35.276570 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7b4534b1-5855-4321-bf82-381aee92e715 req-8f8d232b-f1b9-45e4-ac1e-6e53b83164ad tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/security-groups?id=91fdd426-c38c-4c1b-9160-5e154ac87ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315139 Jul 16 09:39:35.807890 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-43c1146e-8446-45ca-87c1-76f8867291b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:36.132726 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:36.474423 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3be143-1ec3-49eb-8968-ecdb9a119fd0 req-8fd49412-ec57-485e-9d7e-d80cdc004a01 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:36.475798 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8b3be143-1ec3-49eb-8968-ecdb9a119fd0 req-8fd49412-ec57-485e-9d7e-d80cdc004a01 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.30 "GET /v2.0/ports?device_id=6158211f-47ac-4059-85f3-6a1639fb76c4 HTTP/1.1" status: 200 len: 946 time: 0.1039166 Jul 16 09:39:36.484007 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae51f3a-a6e4-41d2-8e98-f8b93ccc7153 req-9cb8d5bb-5b5f-4c4e-9b40-10f556004ad2 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:36.485362 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dae51f3a-a6e4-41d2-8e98-f8b93ccc7153 req-9cb8d5bb-5b5f-4c4e-9b40-10f556004ad2 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/ports?device_id=6158211f-47ac-4059-85f3-6a1639fb76c4 HTTP/1.1" status: 200 len: 946 time: 0.0860443 Jul 16 09:39:36.562875 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dae51f3a-a6e4-41d2-8e98-f8b93ccc7153 req-041e1546-866a-463d-bcc2-3c20c3f5a6ce tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/security-groups?id=91fdd426-c38c-4c1b-9160-5e154ac87ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702667 Jul 16 09:39:36.607051 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-8b3be143-1ec3-49eb-8968-ecdb9a119fd0 req-9a10870c-cf76-4de2-b824-0bd6272fd445 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Deleting port 77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:39:36.607395 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8b3be143-1ec3-49eb-8968-ecdb9a119fd0 req-9a10870c-cf76-4de2-b824-0bd6272fd445 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:36.698965 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-8b3be143-1ec3-49eb-8968-ecdb9a119fd0 req-9a10870c-cf76-4de2-b824-0bd6272fd445 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] For port 77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53,segment=NetworkSegment(208572f0-100c-4638-a69d-0ad84e808541),segment_id=208572f0-100c-4638-a69d-0ad84e808541)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:36.699396 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8b3be143-1ec3-49eb-8968-ecdb9a119fd0 req-9a10870c-cf76-4de2-b824-0bd6272fd445 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:36.711319 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-8b3be143-1ec3-49eb-8968-ecdb9a119fd0 req-9a10870c-cf76-4de2-b824-0bd6272fd445 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Calling delete_port for 77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:39:36.837001 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8b3be143-1ec3-49eb-8968-ecdb9a119fd0 req-9a10870c-cf76-4de2-b824-0bd6272fd445 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:36.850957 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:39:36.855191 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['24ac8fc2-514b-4a92-8a8b-64fe29ff96ba'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:39:36.869824 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a10870c-cf76-4de2-b824-0bd6272fd445 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Pushing event deleted for resources: {'Port': ['ID=77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:36.912811 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b3be143-1ec3-49eb-8968-ecdb9a119fd0 req-9a10870c-cf76-4de2-b824-0bd6272fd445 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] No DVR routers for this DVR port 77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53 on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:39:36.915403 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-8b3be143-1ec3-49eb-8968-ecdb9a119fd0 req-9a10870c-cf76-4de2-b824-0bd6272fd445 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:36.917448 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8b3be143-1ec3-49eb-8968-ecdb9a119fd0 req-9a10870c-cf76-4de2-b824-0bd6272fd445 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.30 "DELETE /v2.0/ports/77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53 HTTP/1.1" status: 204 len: 173 time: 0.4312153 Jul 16 09:39:36.917923 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6158211f-47ac-4059-85f3-6a1639fb76c4', 'name': 'network-vif-deleted', 'tag': '77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:39:36.920176 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f08ce340-1529-4951-ae81-c506a22557d9" -d '{"events": [{"server_uuid": "6158211f-47ac-4059-85f3-6a1639fb76c4", "name": "network-vif-deleted", "tag": "77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:39:36.965905 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:39:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c62e102-412a-44a5-9a02-1279eb665bbd x-openstack-request-id: req-2c62e102-412a-44a5-9a02-1279eb665bbd {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:39:36.966272 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6158211f-47ac-4059-85f3-6a1639fb76c4", "name": "network-vif-deleted", "tag": "77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:39:36.966772 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2c62e102-412a-44a5-9a02-1279eb665bbd {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:39:36.967287 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6158211f-47ac-4059-85f3-6a1639fb76c4', 'name': 'network-vif-deleted', 'tag': '77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53', 'status': 'completed', 'code': 200} Jul 16 09:39:37.360641 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:37.808215 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a674e6-7f10-40f4-b96d-50d33802d643 req-10aff7f4-7ec7-40d3-9227-76f5db4ef67f tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:37.809720 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-28a674e6-7f10-40f4-b96d-50d33802d643 req-10aff7f4-7ec7-40d3-9227-76f5db4ef67f tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6b4c536-08c7-4f89-a6a0-573c12ee8284 HTTP/1.1" status: 200 len: 946 time: 0.0641394 Jul 16 09:39:37.847641 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-28a674e6-7f10-40f4-b96d-50d33802d643 req-a543f48f-e23b-4cae-a148-250580b4d582 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/security-groups?id=91fdd426-c38c-4c1b-9160-5e154ac87ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321774 Jul 16 09:39:38.035257 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f74d95-2982-49bb-bf77-61f778cbacd0 req-aebfe27b-0ece-42da-a4d4-c6761c756282 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:38.036728 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f3f74d95-2982-49bb-bf77-61f778cbacd0 req-aebfe27b-0ece-42da-a4d4-c6761c756282 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6b4c536-08c7-4f89-a6a0-573c12ee8284 HTTP/1.1" status: 200 len: 946 time: 0.0623188 Jul 16 09:39:38.074353 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f3f74d95-2982-49bb-bf77-61f778cbacd0 req-e5753adf-d72a-4ff6-8aaf-544c05d8f70f tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/security-groups?id=91fdd426-c38c-4c1b-9160-5e154ac87ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321691 Jul 16 09:39:38.254506 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb697f1-e183-4c90-828b-289612a2e9aa req-f61c3521-4144-45d3-9cc2-a92b882001e6 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:38.255984 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6bb697f1-e183-4c90-828b-289612a2e9aa req-f61c3521-4144-45d3-9cc2-a92b882001e6 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6b4c536-08c7-4f89-a6a0-573c12ee8284 HTTP/1.1" status: 200 len: 946 time: 0.0631337 Jul 16 09:39:38.291920 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6bb697f1-e183-4c90-828b-289612a2e9aa req-12994693-0989-44d0-b159-3194363203ee tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/security-groups?id=91fdd426-c38c-4c1b-9160-5e154ac87ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303249 Jul 16 09:39:38.563017 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00716cad-f878-4f33-9b14-8d09f357a20a req-6c05f3cc-fe27-4ce6-b97b-9eb6e2c85a0a tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:38.564514 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-00716cad-f878-4f33-9b14-8d09f357a20a req-6c05f3cc-fe27-4ce6-b97b-9eb6e2c85a0a tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6b4c536-08c7-4f89-a6a0-573c12ee8284 HTTP/1.1" status: 200 len: 946 time: 0.0670772 Jul 16 09:39:38.601408 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-00716cad-f878-4f33-9b14-8d09f357a20a req-9eb2531d-d849-4efe-9f33-b5f2728c8e9d tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/security-groups?id=91fdd426-c38c-4c1b-9160-5e154ac87ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311236 Jul 16 09:39:38.777846 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f1f996-fdb4-4b4a-83f9-8ea12a6c7994 req-0661da9e-50ca-4cc4-8fcf-e5a4a1ac0290 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:38.779306 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-18f1f996-fdb4-4b4a-83f9-8ea12a6c7994 req-0661da9e-50ca-4cc4-8fcf-e5a4a1ac0290 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6b4c536-08c7-4f89-a6a0-573c12ee8284 HTTP/1.1" status: 200 len: 946 time: 0.0680459 Jul 16 09:39:38.803466 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:38.819254 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-18f1f996-fdb4-4b4a-83f9-8ea12a6c7994 req-175718b7-f08d-42db-abac-5e962f7b7dd8 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/security-groups?id=91fdd426-c38c-4c1b-9160-5e154ac87ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341635 Jul 16 09:39:39.000071 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1092b7-7b02-4da1-9abf-14b2873c8c9d req-e3007163-bf05-4b39-8744-7c81c299bd30 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:39.001473 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8b1092b7-7b02-4da1-9abf-14b2873c8c9d req-e3007163-bf05-4b39-8744-7c81c299bd30 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6b4c536-08c7-4f89-a6a0-573c12ee8284 HTTP/1.1" status: 200 len: 946 time: 0.0627584 Jul 16 09:39:39.037768 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8b1092b7-7b02-4da1-9abf-14b2873c8c9d req-db02ff52-c50e-439d-9f97-3dbf5dff7b1c tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/security-groups?id=91fdd426-c38c-4c1b-9160-5e154ac87ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307093 Jul 16 09:39:39.547015 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f72a4b-5bbb-4d67-9034-5cf9350c993a req-f5b2d4b5-ec53-4d0b-ab42-69bf86b1fea0 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:39.548494 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-77f72a4b-5bbb-4d67-9034-5cf9350c993a req-f5b2d4b5-ec53-4d0b-ab42-69bf86b1fea0 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6b4c536-08c7-4f89-a6a0-573c12ee8284 HTTP/1.1" status: 200 len: 946 time: 0.0671051 Jul 16 09:39:39.587890 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-77f72a4b-5bbb-4d67-9034-5cf9350c993a req-a474fdcf-9b46-426b-b9e3-cce6c5098ee2 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/security-groups?id=91fdd426-c38c-4c1b-9160-5e154ac87ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337849 Jul 16 09:39:40.766894 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ba44ef-3687-4096-b08b-e32850ff5f80 req-e0d2f989-a07a-43db-b98a-979d95fbd801 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:40.768449 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-79ba44ef-3687-4096-b08b-e32850ff5f80 req-e0d2f989-a07a-43db-b98a-979d95fbd801 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/ports?device_id=b6b4c536-08c7-4f89-a6a0-573c12ee8284 HTTP/1.1" status: 200 len: 946 time: 0.0656919 Jul 16 09:39:40.807705 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-79ba44ef-3687-4096-b08b-e32850ff5f80 req-516c6910-e816-4ff1-bef7-4a6c98e34224 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.22 "GET /v2.0/security-groups?id=91fdd426-c38c-4c1b-9160-5e154ac87ddd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335517 Jul 16 09:39:40.808894 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38dcbc67-95f4-4335-aebc-cdb8708c5335 req-00cd92ed-1202-4213-b873-689c57509bd2 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:40.810370 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-38dcbc67-95f4-4335-aebc-cdb8708c5335 req-00cd92ed-1202-4213-b873-689c57509bd2 tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6b4c536-08c7-4f89-a6a0-573c12ee8284 HTTP/1.1" status: 200 len: 946 time: 0.0664608 Jul 16 09:39:40.911794 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-38dcbc67-95f4-4335-aebc-cdb8708c5335 req-a95e8ee6-dd10-4af4-a830-96290a8130bf tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Deleting port 24ac8fc2-514b-4a92-8a8b-64fe29ff96ba {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:39:40.912048 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-38dcbc67-95f4-4335-aebc-cdb8708c5335 req-a95e8ee6-dd10-4af4-a830-96290a8130bf tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:40.996699 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-38dcbc67-95f4-4335-aebc-cdb8708c5335 req-a95e8ee6-dd10-4af4-a830-96290a8130bf tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] For port 24ac8fc2-514b-4a92-8a8b-64fe29ff96ba, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=24ac8fc2-514b-4a92-8a8b-64fe29ff96ba,segment=NetworkSegment(208572f0-100c-4638-a69d-0ad84e808541),segment_id=208572f0-100c-4638-a69d-0ad84e808541)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:40.997054 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-38dcbc67-95f4-4335-aebc-cdb8708c5335 req-a95e8ee6-dd10-4af4-a830-96290a8130bf tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:41.008834 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-38dcbc67-95f4-4335-aebc-cdb8708c5335 req-a95e8ee6-dd10-4af4-a830-96290a8130bf tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Calling delete_port for 24ac8fc2-514b-4a92-8a8b-64fe29ff96ba owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:39:41.133750 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-38dcbc67-95f4-4335-aebc-cdb8708c5335 req-a95e8ee6-dd10-4af4-a830-96290a8130bf tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:41.145925 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['24ac8fc2-514b-4a92-8a8b-64fe29ff96ba'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:39:41.163860 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e8ee6-dd10-4af4-a830-96290a8130bf tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Pushing event deleted for resources: {'Port': ['ID=24ac8fc2-514b-4a92-8a8b-64fe29ff96ba,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:41.205279 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-38dcbc67-95f4-4335-aebc-cdb8708c5335 req-a95e8ee6-dd10-4af4-a830-96290a8130bf tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] No DVR routers for this DVR port 24ac8fc2-514b-4a92-8a8b-64fe29ff96ba on host n-h2-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:39:41.207810 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-38dcbc67-95f4-4335-aebc-cdb8708c5335 req-a95e8ee6-dd10-4af4-a830-96290a8130bf tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:41.209942 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-38dcbc67-95f4-4335-aebc-cdb8708c5335 req-a95e8ee6-dd10-4af4-a830-96290a8130bf tempest-ServersNegativeTestJSON-1895071699 tempest-ServersNegativeTestJSON-1895071699-project] 10.222.0.21 "DELETE /v2.0/ports/24ac8fc2-514b-4a92-8a8b-64fe29ff96ba HTTP/1.1" status: 204 len: 173 time: 0.3936775 Jul 16 09:39:41.210371 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6b4c536-08c7-4f89-a6a0-573c12ee8284', 'name': 'network-vif-deleted', 'tag': '24ac8fc2-514b-4a92-8a8b-64fe29ff96ba'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:39:41.212649 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e12612-ab79-45b0-9cb1-d0edadad9e97" -d '{"events": [{"server_uuid": "b6b4c536-08c7-4f89-a6a0-573c12ee8284", "name": "network-vif-deleted", "tag": "24ac8fc2-514b-4a92-8a8b-64fe29ff96ba"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:39:41.251440 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62b8b9b-87d3-4828-9616-db33ed414597 x-openstack-request-id: req-a62b8b9b-87d3-4828-9616-db33ed414597 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:39:41.251733 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6b4c536-08c7-4f89-a6a0-573c12ee8284", "name": "network-vif-deleted", "tag": "24ac8fc2-514b-4a92-8a8b-64fe29ff96ba", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:39:41.252022 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a62b8b9b-87d3-4828-9616-db33ed414597 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:39:41.252501 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6b4c536-08c7-4f89-a6a0-573c12ee8284', 'name': 'network-vif-deleted', 'tag': '24ac8fc2-514b-4a92-8a8b-64fe29ff96ba', 'status': 'completed', 'code': 200} Jul 16 09:39:41.629865 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:39:41.649457 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:39:41.649805 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 77cd2ab1-c6a8-4eb3-9e33-bd96f68c3f53 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:39:41.901982 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48262) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:41.949883 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-14dff7e5-a8ae-4342-aded-35d9e7e65c77 admin admin] Deleting subnet 5063841a-07f1-48a4-8454-fbdee2b5de40 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:39:41.953576 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-14dff7e5-a8ae-4342-aded-35d9e7e65c77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:41.993921 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-14dff7e5-a8ae-4342-aded-35d9e7e65c77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:42.032085 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-14dff7e5-a8ae-4342-aded-35d9e7e65c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:42.086126 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-14dff7e5-a8ae-4342-aded-35d9e7e65c77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:42.112565 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dff7e5-a8ae-4342-aded-35d9e7e65c77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5063841a-07f1-48a4-8454-fbdee2b5de40,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:42.114415 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-14dff7e5-a8ae-4342-aded-35d9e7e65c77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:42.116251 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-14dff7e5-a8ae-4342-aded-35d9e7e65c77 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5063841a-07f1-48a4-8454-fbdee2b5de40 HTTP/1.1" status: 204 len: 168 time: 0.2132862 Jul 16 09:39:42.118712 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48264) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:42.187835 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d638504b-1ee0-49ab-8f0c-4e905eeb2ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:42.265363 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d638504b-1ee0-49ab-8f0c-4e905eeb2ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:42.277590 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-d638504b-1ee0-49ab-8f0c-4e905eeb2ff9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02dfa837-cc45-4c13-b867-32ca7b1f0568']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:42.287683 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-d638504b-1ee0-49ab-8f0c-4e905eeb2ff9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '208572f0-100c-4638-a69d-0ad84e808541') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:42.287981 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-d638504b-1ee0-49ab-8f0c-4e905eeb2ff9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '208572f0-100c-4638-a69d-0ad84e808541') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:42.297958 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d638504b-1ee0-49ab-8f0c-4e905eeb2ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:42.311435 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d638504b-1ee0-49ab-8f0c-4e905eeb2ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:42.318153 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d638504b-1ee0-49ab-8f0c-4e905eeb2ff9 admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:39:42.318540 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d638504b-1ee0-49ab-8f0c-4e905eeb2ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: timer() Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:39:42.320175 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:39:42.379906 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d638504b-1ee0-49ab-8f0c-4e905eeb2ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:42.395580 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d638504b-1ee0-49ab-8f0c-4e905eeb2ff9 admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:42.397501 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d638504b-1ee0-49ab-8f0c-4e905eeb2ff9 admin admin] 10.222.0.22 "DELETE /v2.0/networks/02dfa837-cc45-4c13-b867-32ca7b1f0568 HTTP/1.1" status: 204 len: 168 time: 0.2779009 Jul 16 09:39:42.398894 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d638504b-1ee0-49ab-8f0c-4e905eeb2ff9 admin admin] Pushing event deleted for resources: {'Network': ['ID=02dfa837-cc45-4c13-b867-32ca7b1f0568,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:42.535513 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48268) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:42.582396 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-cf17549b-90ee-411e-8d8c-ff0e93dc366d admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=cdd16c2bfab5497aa7840be54405a7f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456841 Jul 16 09:39:42.584806 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48270) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:42.634319 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2c6ec9dc-ced2-4648-a0cf-39621e28178d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:42.656237 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2c6ec9dc-ced2-4648-a0cf-39621e28178d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:42.702953 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2c6ec9dc-ced2-4648-a0cf-39621e28178d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:42.705720 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2c6ec9dc-ced2-4648-a0cf-39621e28178d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:42.706925 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2c6ec9dc-ced2-4648-a0cf-39621e28178d admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/91fdd426-c38c-4c1b-9160-5e154ac87ddd HTTP/1.1" status: 204 len: 168 time: 0.1212051 Jul 16 09:39:42.715053 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6ec9dc-ced2-4648-a0cf-39621e28178d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91fdd426-c38c-4c1b-9160-5e154ac87ddd,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:43.438582 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48292) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:43.537937 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-eb1b9ae2-6896-4e04-8827-23217a04672f tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-322149871'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:43.558862 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb1b9ae2-6896-4e04-8827-23217a04672f tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Made reservation on behalf of 0dc7e186e490415aac3b8cf759f42f98 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:39:43.562982 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9ae2-6896-4e04-8827-23217a04672f tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:43.571651 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9ae2-6896-4e04-8827-23217a04672f tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:43.660034 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9ae2-6896-4e04-8827-23217a04672f tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:43.663489 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9ae2-6896-4e04-8827-23217a04672f tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:43.685705 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb1b9ae2-6896-4e04-8827-23217a04672f tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:39:43.701388 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b9ae2-6896-4e04-8827-23217a04672f tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97811bde-afe4-43c2-a426-52547a5c5598,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:43.704405 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9ae2-6896-4e04-8827-23217a04672f tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:43.704733 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-eb1b9ae2-6896-4e04-8827-23217a04672f tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Added segment 543e8053-bbad-4ea6-b7de-0f68e29f769f of type vlan for network 2e92b239-964e-4b7f-913d-1f5d80ec314a Jul 16 09:39:43.747099 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9ae2-6896-4e04-8827-23217a04672f tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:43.776229 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9ae2-6896-4e04-8827-23217a04672f tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:43.781654 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1b9ae2-6896-4e04-8827-23217a04672f tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:43.782245 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-eb1b9ae2-6896-4e04-8827-23217a04672f tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:43.815782 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-eb1b9ae2-6896-4e04-8827-23217a04672f tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3761005 Jul 16 09:39:43.849925 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1b9ae2-6896-4e04-8827-23217a04672f tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Pushing event updated for resources: {'Network': ['ID=2e92b239-964e-4b7f-913d-1f5d80ec314a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:43.861154 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 2e92b239-964e-4b7f-913d-1f5d80ec314a details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:39:45.777113 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 24ac8fc2-514b-4a92-8a8b-64fe29ff96ba no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:39:45.797788 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 24ac8fc2-514b-4a92-8a8b-64fe29ff96ba {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:39:45.798135 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 24ac8fc2-514b-4a92-8a8b-64fe29ff96ba not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:39:47.068252 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48296) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:47.074040 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b8301039-c684-4cef-9645-8ebadba8fd15 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Request body: {'subnet': {'network_id': '2e92b239-964e-4b7f-913d-1f5d80ec314a', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:47.165606 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8301039-c684-4cef-9645-8ebadba8fd15 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Made reservation on behalf of 0dc7e186e490415aac3b8cf759f42f98 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:39:47.169138 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8301039-c684-4cef-9645-8ebadba8fd15 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:47.357491 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8301039-c684-4cef-9645-8ebadba8fd15 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:47.418575 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8301039-c684-4cef-9645-8ebadba8fd15 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Pushing event updated for resources: {'Subnet': ['ID=fb602c67-2b4e-4c00-8ed0-e7a2ca1e348c,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:47.428153 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8301039-c684-4cef-9645-8ebadba8fd15 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:47.428525 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8301039-c684-4cef-9645-8ebadba8fd15 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:47.428868 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8301039-c684-4cef-9645-8ebadba8fd15 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:47.429207 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8301039-c684-4cef-9645-8ebadba8fd15 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:47.429546 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8301039-c684-4cef-9645-8ebadba8fd15 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:47.429887 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8301039-c684-4cef-9645-8ebadba8fd15 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:47.430215 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8301039-c684-4cef-9645-8ebadba8fd15 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:47.430547 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8301039-c684-4cef-9645-8ebadba8fd15 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:47.430878 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8301039-c684-4cef-9645-8ebadba8fd15 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:47.431211 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8301039-c684-4cef-9645-8ebadba8fd15 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:47.431537 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8301039-c684-4cef-9645-8ebadba8fd15 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:47.431865 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8301039-c684-4cef-9645-8ebadba8fd15 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:47.437331 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8301039-c684-4cef-9645-8ebadba8fd15 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Checking segment: {'id': '543e8053-bbad-4ea6-b7de-0f68e29f769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2e92b239-964e-4b7f-913d-1f5d80ec314a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:39:47.437829 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8301039-c684-4cef-9645-8ebadba8fd15 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Network hostable DHCP agents. Network: 2e92b239-964e-4b7f-913d-1f5d80ec314a, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:39:47.456705 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8301039-c684-4cef-9645-8ebadba8fd15 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Network 2e92b239-964e-4b7f-913d-1f5d80ec314a is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:39:47.466229 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-b8301039-c684-4cef-9645-8ebadba8fd15 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 2e92b239-964e-4b7f-913d-1f5d80ec314a) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:39:47.472189 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8301039-c684-4cef-9645-8ebadba8fd15 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:47.472811 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b8301039-c684-4cef-9645-8ebadba8fd15 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:47.478768 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900583df-27ec-4b1a-8dbf-0a86ec366c25 None None] Network 2e92b239-964e-4b7f-913d-1f5d80ec314a requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:39:47.490106 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b8301039-c684-4cef-9645-8ebadba8fd15 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4206953 Jul 16 09:39:47.493504 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48298) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:47.498758 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-18e068a0-f5f5-4c7e-abba-609a9b140fc9 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1119102639'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:47.523187 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e068a0-f5f5-4c7e-abba-609a9b140fc9 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Made reservation on behalf of 0dc7e186e490415aac3b8cf759f42f98 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:39:47.526727 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-18e068a0-f5f5-4c7e-abba-609a9b140fc9 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:47.552407 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18e068a0-f5f5-4c7e-abba-609a9b140fc9 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:39:47.566945 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-18e068a0-f5f5-4c7e-abba-609a9b140fc9 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:47.567303 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-18e068a0-f5f5-4c7e-abba-609a9b140fc9 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Added segment 2b8aacc8-c82e-4645-90a9-458632efd5f4 of type vlan for network fb8962bf-5852-4d5b-98d0-8cc1a27a2a84 Jul 16 09:39:47.612445 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-18e068a0-f5f5-4c7e-abba-609a9b140fc9 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:47.637749 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-2e92b239-964e-4b7f-913d-1f5d80ec314a', 'network_id': '2e92b239-964e-4b7f-913d-1f5d80ec314a', 'tenant_id': '0dc7e186e490415aac3b8cf759f42f98', 'fixed_ips': [{'subnet_id': 'fb602c67-2b4e-4c00-8ed0-e7a2ca1e348c'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:39:47.638698 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:47.653702 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-18e068a0-f5f5-4c7e-abba-609a9b140fc9 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:47.660116 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e068a0-f5f5-4c7e-abba-609a9b140fc9 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:47.660764 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-18e068a0-f5f5-4c7e-abba-609a9b140fc9 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:47.701976 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-18e068a0-f5f5-4c7e-abba-609a9b140fc9 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2074013 Jul 16 09:39:47.708073 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48300) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:47.714031 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e2f4b46e-c6e7-4484-95c4-a053a3107f19 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Request body: {'subnet': {'network_id': 'fb8962bf-5852-4d5b-98d0-8cc1a27a2a84', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:47.808982 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Allocated IP 2001:db8:0:ffff::2 (2e92b239-964e-4b7f-913d-1f5d80ec314a/fb602c67-2b4e-4c00-8ed0-e7a2ca1e348c/b6ec229b-4876-4741-ae22-f8f656b95f8f) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:39:47.975909 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:47.986110 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Transition to ACTIVE for port object b6ec229b-4876-4741-ae22-f8f656b95f8f will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:39:48.002381 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Transition to ACTIVE for port object b6ec229b-4876-4741-ae22-f8f656b95f8f will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:39:48.008541 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:48.043884 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Network 2e92b239-964e-4b7f-913d-1f5d80ec314a is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:39:48.049904 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:39:48.052460 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:39:48.065680 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Pushing event updated for resources: {'Port': ['ID=b6ec229b-4876-4741-ae22-f8f656b95f8f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:48.089507 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:48.089857 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:48.090200 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:48.090532 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:48.090862 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:48.091192 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:48.091513 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:48.091838 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:48.092155 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:48.092503 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:48.092859 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:48.093177 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:39:48.129884 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Attempting to bind port b6ec229b-4876-4741-ae22-f8f656b95f8f on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:39:48.130282 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Attempting to bind port b6ec229b-4876-4741-ae22-f8f656b95f8f by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '543e8053-bbad-4ea6-b7de-0f68e29f769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2e92b239-964e-4b7f-913d-1f5d80ec314a'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:39:48.130638 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Attempting to bind port b6ec229b-4876-4741-ae22-f8f656b95f8f on network 2e92b239-964e-4b7f-913d-1f5d80ec314a {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:39:48.132733 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e068a0-f5f5-4c7e-abba-609a9b140fc9 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Pushing event updated for resources: {'Network': ['ID=fb8962bf-5852-4d5b-98d0-8cc1a27a2a84,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:48.135879 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:39:48.137167 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Checking segment: {'id': '543e8053-bbad-4ea6-b7de-0f68e29f769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2e92b239-964e-4b7f-913d-1f5d80ec314a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:39:48.137167 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:48.137167 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Bound using segment: {'id': '543e8053-bbad-4ea6-b7de-0f68e29f769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2e92b239-964e-4b7f-913d-1f5d80ec314a'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:39:48.137742 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Bound port: b6ec229b-4876-4741-ae22-f8f656b95f8f, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '543e8053-bbad-4ea6-b7de-0f68e29f769f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2e92b239-964e-4b7f-913d-1f5d80ec314a'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:39:48.137972 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:48.147886 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network fb8962bf-5852-4d5b-98d0-8cc1a27a2a84 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:39:48.202090 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2f4b46e-c6e7-4484-95c4-a053a3107f19 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Made reservation on behalf of 0dc7e186e490415aac3b8cf759f42f98 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:39:48.205659 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2f4b46e-c6e7-4484-95c4-a053a3107f19 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:48.257973 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] For port b6ec229b-4876-4741-ae22-f8f656b95f8f, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:39:48.261052 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] For port b6ec229b-4876-4741-ae22-f8f656b95f8f, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=b6ec229b-4876-4741-ae22-f8f656b95f8f,segment=NetworkSegment(543e8053-bbad-4ea6-b7de-0f68e29f769f),segment_id=543e8053-bbad-4ea6-b7de-0f68e29f769f)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:39:48.266140 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:48.331498 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497b367c-337b-49ea-9eb6-fe789898e302 None None] Pushing event updated for resources: {'Port': ['ID=b6ec229b-4876-4741-ae22-f8f656b95f8f,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:48.398200 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2f4b46e-c6e7-4484-95c4-a053a3107f19 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:48.463681 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f4b46e-c6e7-4484-95c4-a053a3107f19 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Pushing event updated for resources: {'Subnet': ['ID=4f3b93ac-f232-424e-bc9b-bc5a71d201ba,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:48.481869 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f4b46e-c6e7-4484-95c4-a053a3107f19 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Checking segment: {'id': '2b8aacc8-c82e-4645-90a9-458632efd5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb8962bf-5852-4d5b-98d0-8cc1a27a2a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:39:48.482396 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f4b46e-c6e7-4484-95c4-a053a3107f19 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Network hostable DHCP agents. Network: fb8962bf-5852-4d5b-98d0-8cc1a27a2a84, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:39:48.505721 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2f4b46e-c6e7-4484-95c4-a053a3107f19 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Network fb8962bf-5852-4d5b-98d0-8cc1a27a2a84 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:39:48.515717 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e2f4b46e-c6e7-4484-95c4-a053a3107f19 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, fb8962bf-5852-4d5b-98d0-8cc1a27a2a84) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:39:48.520024 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2f4b46e-c6e7-4484-95c4-a053a3107f19 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:48.520664 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e2f4b46e-c6e7-4484-95c4-a053a3107f19 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:48.532104 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c81c38-65cc-41a4-be81-6594bf1167e4 None None] Network fb8962bf-5852-4d5b-98d0-8cc1a27a2a84 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:39:48.539950 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e2f4b46e-c6e7-4484-95c4-a053a3107f19 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8319423 Jul 16 09:39:48.542779 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48302) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:48.648432 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:48.687670 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc026687-8a5e-4719-8ad6-97a90c65441c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-fb8962bf-5852-4d5b-98d0-8cc1a27a2a84', 'network_id': 'fb8962bf-5852-4d5b-98d0-8cc1a27a2a84', 'tenant_id': '0dc7e186e490415aac3b8cf759f42f98', 'fixed_ips': [{'subnet_id': '4f3b93ac-f232-424e-bc9b-bc5a71d201ba'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:39:48.688642 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc026687-8a5e-4719-8ad6-97a90c65441c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:48.736158 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:48.831069 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b6ec229b-4876-4741-ae22-f8f656b95f8f up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:39:48.881885 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-fc026687-8a5e-4719-8ad6-97a90c65441c None None] Allocated IP 2001:db8::2 (fb8962bf-5852-4d5b-98d0-8cc1a27a2a84/4f3b93ac-f232-424e-bc9b-bc5a71d201ba/eed66bc2-0ea4-4511-ac56-c7d54d40e036) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:39:48.926148 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port b6ec229b-4876-4741-ae22-f8f656b95f8f completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:39:49.041188 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc026687-8a5e-4719-8ad6-97a90c65441c None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:49.050273 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-fc026687-8a5e-4719-8ad6-97a90c65441c None None] Transition to ACTIVE for port object eed66bc2-0ea4-4511-ac56-c7d54d40e036 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:39:49.066454 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-fc026687-8a5e-4719-8ad6-97a90c65441c None None] Transition to ACTIVE for port object eed66bc2-0ea4-4511-ac56-c7d54d40e036 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:39:49.074574 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc026687-8a5e-4719-8ad6-97a90c65441c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:49.090369 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:49.117408 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc026687-8a5e-4719-8ad6-97a90c65441c None None] Network fb8962bf-5852-4d5b-98d0-8cc1a27a2a84 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:39:49.121730 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Pushing event deleted for resources: {'Subnet': ['ID=4f3b93ac-f232-424e-bc9b-bc5a71d201ba,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:49.123000 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-fc026687-8a5e-4719-8ad6-97a90c65441c None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:39:49.125146 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc026687-8a5e-4719-8ad6-97a90c65441c None None] Pushing event updated for resources: {'Port': ['ID=eed66bc2-0ea4-4511-ac56-c7d54d40e036,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:49.127337 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc026687-8a5e-4719-8ad6-97a90c65441c None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:39:49.190851 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-fc026687-8a5e-4719-8ad6-97a90c65441c None None] Attempting to bind port eed66bc2-0ea4-4511-ac56-c7d54d40e036 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:39:49.191621 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-fc026687-8a5e-4719-8ad6-97a90c65441c None None] Attempting to bind port eed66bc2-0ea4-4511-ac56-c7d54d40e036 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '2b8aacc8-c82e-4645-90a9-458632efd5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb8962bf-5852-4d5b-98d0-8cc1a27a2a84'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:39:49.192075 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc026687-8a5e-4719-8ad6-97a90c65441c None None] Attempting to bind port eed66bc2-0ea4-4511-ac56-c7d54d40e036 on network fb8962bf-5852-4d5b-98d0-8cc1a27a2a84 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:39:49.197268 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc026687-8a5e-4719-8ad6-97a90c65441c None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:39:49.197779 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc026687-8a5e-4719-8ad6-97a90c65441c None None] Checking segment: {'id': '2b8aacc8-c82e-4645-90a9-458632efd5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb8962bf-5852-4d5b-98d0-8cc1a27a2a84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:39:49.198282 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc026687-8a5e-4719-8ad6-97a90c65441c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:49.198572 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:49.199043 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc026687-8a5e-4719-8ad6-97a90c65441c None None] Bound using segment: {'id': '2b8aacc8-c82e-4645-90a9-458632efd5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb8962bf-5852-4d5b-98d0-8cc1a27a2a84'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:39:49.199394 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-fc026687-8a5e-4719-8ad6-97a90c65441c None None] Bound port: eed66bc2-0ea4-4511-ac56-c7d54d40e036, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b8aacc8-c82e-4645-90a9-458632efd5f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'fb8962bf-5852-4d5b-98d0-8cc1a27a2a84'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:39:49.199877 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc026687-8a5e-4719-8ad6-97a90c65441c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:49.209427 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb8962bf-5852-4d5b-98d0-8cc1a27a2a84']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:49.220620 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8aacc8-c82e-4645-90a9-458632efd5f4') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:49.220924 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8aacc8-c82e-4645-90a9-458632efd5f4') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:49.230710 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:49.245171 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:49.251435 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:39:49.251964 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: timer() Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:39:49.255452 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:39:49.269824 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-fc026687-8a5e-4719-8ad6-97a90c65441c None None] For port eed66bc2-0ea4-4511-ac56-c7d54d40e036, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:39:49.306240 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09eeb4e0-d230-4fca-b84a-7fa0a8f8a045 None None] Network 2e92b239-964e-4b7f-913d-1f5d80ec314a requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:39:49.313394 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.db.api [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 16 09:39:49.313394 n-d-771362-37 neutron-server[93759]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 16 09:39:49.313394 n-d-771362-37 neutron-server[93759]: [parameters: {'id': 'fb8962bf-5852-4d5b-98d0-8cc1a27a2a84'}] Jul 16 09:39:49.313394 n-d-771362-37 neutron-server[93759]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93759) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 16 09:39:49.313876 n-d-771362-37 neutron-server[93759]: DEBUG oslo_db.api [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 16 09:39:49.338630 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-fc026687-8a5e-4719-8ad6-97a90c65441c None None] For port eed66bc2-0ea4-4511-ac56-c7d54d40e036, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=eed66bc2-0ea4-4511-ac56-c7d54d40e036,segment=NetworkSegment(2b8aacc8-c82e-4645-90a9-458632efd5f4),segment_id=2b8aacc8-c82e-4645-90a9-458632efd5f4)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:39:49.347994 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc026687-8a5e-4719-8ad6-97a90c65441c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:49.381722 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-09fef50b-91c4-4b27-8a33-1d762ce9ec5a None None] Provisioning for port b6ec229b-4876-4741-ae22-f8f656b95f8f completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:39:49.418404 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-09fef50b-91c4-4b27-8a33-1d762ce9ec5a None None] Provisioning complete for port b6ec229b-4876-4741-ae22-f8f656b95f8f triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:39:49.418696 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-09fef50b-91c4-4b27-8a33-1d762ce9ec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:49.532642 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc026687-8a5e-4719-8ad6-97a90c65441c None None] Pushing event updated for resources: {'Port': ['ID=eed66bc2-0ea4-4511-ac56-c7d54d40e036,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:49.553347 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e6e36a-c685-44d1-888a-44e4f2942a7f None None] Network fb8962bf-5852-4d5b-98d0-8cc1a27a2a84 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:39:49.670627 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-09fef50b-91c4-4b27-8a33-1d762ce9ec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:49.755693 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-09fef50b-91c4-4b27-8a33-1d762ce9ec5a None None] For port b6ec229b-4876-4741-ae22-f8f656b95f8f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=b6ec229b-4876-4741-ae22-f8f656b95f8f,segment=NetworkSegment(543e8053-bbad-4ea6-b7de-0f68e29f769f),segment_id=543e8053-bbad-4ea6-b7de-0f68e29f769f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:49.763287 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-09fef50b-91c4-4b27-8a33-1d762ce9ec5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:49.814578 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:49.822455 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09fef50b-91c4-4b27-8a33-1d762ce9ec5a None None] Pushing event updated for resources: {'Port': ['ID=b6ec229b-4876-4741-ae22-f8f656b95f8f,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:49.875159 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Deleting port eed66bc2-0ea4-4511-ac56-c7d54d40e036 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:39:49.875509 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:49.939290 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] For port eed66bc2-0ea4-4511-ac56-c7d54d40e036, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=eed66bc2-0ea4-4511-ac56-c7d54d40e036,segment=NetworkSegment(2b8aacc8-c82e-4645-90a9-458632efd5f4),segment_id=2b8aacc8-c82e-4645-90a9-458632efd5f4)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:49.939661 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:49.954499 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b0ab0c3-0e75-4f51-afa0-83dbd2824086 None None] get_active_networks_info from n-d-771362-37 {{(pid=93760) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:39:49.954800 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Calling delete_port for eed66bc2-0ea4-4511-ac56-c7d54d40e036 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:39:50.006756 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-6c60f523-b96f-4107-935e-643b5ac3be18 None None] Provisioning complete for port b6ec229b-4876-4741-ae22-f8f656b95f8f triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:39:50.007285 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6c60f523-b96f-4107-935e-643b5ac3be18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:50.037813 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:50.054208 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b0ab0c3-0e75-4f51-afa0-83dbd2824086 None None] Resources bound (agent type, host, resource id): {{(pid=93760) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:39:50.064720 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Pushing event deleted for resources: {'Port': ['ID=eed66bc2-0ea4-4511-ac56-c7d54d40e036,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:50.066800 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] No DVR routers for this DVR port eed66bc2-0ea4-4511-ac56-c7d54d40e036 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:39:50.144262 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:50.154568 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb8962bf-5852-4d5b-98d0-8cc1a27a2a84']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:50.170087 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b8aacc8-c82e-4645-90a9-458632efd5f4') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:50.170387 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b8aacc8-c82e-4645-90a9-458632efd5f4') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:50.179333 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:50.193393 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:50.199436 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:39:50.200129 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:50.203843 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 09:39:50.203843 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:39:50.203843 n-d-771362-37 neutron-server[93759]: timer() Jul 16 09:39:50.203843 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:39:50.203843 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 09:39:50.203843 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:39:50.203843 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 09:39:50.203843 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:39:50.203843 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 09:39:50.203843 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:39:50.203843 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 09:39:50.203843 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:39:50.203843 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 09:39:50.203843 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:39:50.203843 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:39:50.203843 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:39:50.203843 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:39:50.203843 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:39:50.203843 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 09:39:50.203843 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:39:50.203843 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 09:39:50.203843 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:39:50.203843 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:39:50.203843 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:39:50.203843 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 09:39:50.203843 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:39:50.203843 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:39:50.203843 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:39:50.203843 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:39:50.203843 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:39:50.203843 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:39:50.203843 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:39:50.265320 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:50.277312 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:50.280657 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] 10.222.0.22 "DELETE /v2.0/networks/fb8962bf-5852-4d5b-98d0-8cc1a27a2a84 HTTP/1.1" status: 204 len: 168 time: 1.7363813 Jul 16 09:39:50.284020 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48304) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:50.289128 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-0af0a75e-822b-4c1d-9d90-8dad9268ddbe tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-933946091'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:50.290316 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b4b700-fd8f-494a-bd3a-253d99959df8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Pushing event deleted for resources: {'Network': ['ID=fb8962bf-5852-4d5b-98d0-8cc1a27a2a84,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:50.310833 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af0a75e-822b-4c1d-9d90-8dad9268ddbe tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Made reservation on behalf of 0dc7e186e490415aac3b8cf759f42f98 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:39:50.315062 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0af0a75e-822b-4c1d-9d90-8dad9268ddbe tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:50.339437 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0af0a75e-822b-4c1d-9d90-8dad9268ddbe tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:39:50.348645 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0af0a75e-822b-4c1d-9d90-8dad9268ddbe tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:50.349008 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-0af0a75e-822b-4c1d-9d90-8dad9268ddbe tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Added segment 3fc09a55-a99c-4198-940e-3e1a46694638 of type vlan for network 006d7f18-2803-48e5-849e-9327bcd04e4b Jul 16 09:39:50.395755 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0af0a75e-822b-4c1d-9d90-8dad9268ddbe tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:50.423068 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0af0a75e-822b-4c1d-9d90-8dad9268ddbe tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:50.428694 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af0a75e-822b-4c1d-9d90-8dad9268ddbe tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:50.429288 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0af0a75e-822b-4c1d-9d90-8dad9268ddbe tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:50.465302 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0af0a75e-822b-4c1d-9d90-8dad9268ddbe tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1801467 Jul 16 09:39:50.468415 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48306) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:50.473730 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b107280d-0e7c-4b00-af5a-8dc6bb7611db tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Request body: {'subnet': {'network_id': '006d7f18-2803-48e5-849e-9327bcd04e4b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:50.498241 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af0a75e-822b-4c1d-9d90-8dad9268ddbe tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Pushing event updated for resources: {'Network': ['ID=006d7f18-2803-48e5-849e-9327bcd04e4b,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:50.509096 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 006d7f18-2803-48e5-849e-9327bcd04e4b details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:39:50.565468 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b107280d-0e7c-4b00-af5a-8dc6bb7611db tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Made reservation on behalf of 0dc7e186e490415aac3b8cf759f42f98 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:39:50.569222 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b107280d-0e7c-4b00-af5a-8dc6bb7611db tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:50.624136 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.ipam_backend_mixin [None req-b107280d-0e7c-4b00-af5a-8dc6bb7611db tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Performing IP validity checks on allocation pools {{(pid=93759) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 16 09:39:50.624683 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.ipam_backend_mixin [None req-b107280d-0e7c-4b00-af5a-8dc6bb7611db tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93759) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 16 09:39:50.747344 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b107280d-0e7c-4b00-af5a-8dc6bb7611db tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:50.787044 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b6ec229b-4876-4741-ae22-f8f656b95f8f up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:39:50.807670 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b107280d-0e7c-4b00-af5a-8dc6bb7611db tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Pushing event updated for resources: {'Subnet': ['ID=2f2d3529-32eb-46b1-841f-e695e7b9317e,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:50.818268 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b107280d-0e7c-4b00-af5a-8dc6bb7611db tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Checking segment: {'id': '3fc09a55-a99c-4198-940e-3e1a46694638', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '006d7f18-2803-48e5-849e-9327bcd04e4b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:39:50.818575 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b107280d-0e7c-4b00-af5a-8dc6bb7611db tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Network hostable DHCP agents. Network: 006d7f18-2803-48e5-849e-9327bcd04e4b, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:39:50.834904 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b107280d-0e7c-4b00-af5a-8dc6bb7611db tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Network 006d7f18-2803-48e5-849e-9327bcd04e4b is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:39:50.836265 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port b6ec229b-4876-4741-ae22-f8f656b95f8f triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:39:50.836759 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:50.848166 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-b107280d-0e7c-4b00-af5a-8dc6bb7611db tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 006d7f18-2803-48e5-849e-9327bcd04e4b) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:39:50.852677 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b107280d-0e7c-4b00-af5a-8dc6bb7611db tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:50.853168 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b107280d-0e7c-4b00-af5a-8dc6bb7611db tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:50.862050 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cb8e40-1fc5-47fc-9ca2-58ba863dfa7c None None] Network 006d7f18-2803-48e5-849e-9327bcd04e4b requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:39:50.869903 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b107280d-0e7c-4b00-af5a-8dc6bb7611db tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4003491 Jul 16 09:39:50.872793 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48308) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:50.971730 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8732ae4-3f08-41fa-8fc7-0d459c87d1b8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:51.022612 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8732ae4-3f08-41fa-8fc7-0d459c87d1b8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:51.049201 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67ff671-bfe9-4c93-952c-a14dea619f47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-006d7f18-2803-48e5-849e-9327bcd04e4b', 'network_id': '006d7f18-2803-48e5-849e-9327bcd04e4b', 'tenant_id': '0dc7e186e490415aac3b8cf759f42f98', 'fixed_ips': [{'subnet_id': '2f2d3529-32eb-46b1-841f-e695e7b9317e'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:39:51.050055 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f67ff671-bfe9-4c93-952c-a14dea619f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:51.081561 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8732ae4-3f08-41fa-8fc7-0d459c87d1b8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:51.109274 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8732ae4-3f08-41fa-8fc7-0d459c87d1b8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Pushing event deleted for resources: {'Subnet': ['ID=2f2d3529-32eb-46b1-841f-e695e7b9317e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server [None req-f67ff671-bfe9-4c93-952c-a14dea619f47 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f2d3529-32eb-46b1-841f-e695e7b9317e: This subnet is being modified by another concurrent operation. Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise exception Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2f2d3529-32eb-46b1-841f-e695e7b9317e: This subnet is being modified by another concurrent operation. Jul 16 09:39:51.152606 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server Jul 16 09:39:51.170547 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d5e70f0-3588-4c72-9721-db80960e3aad None None] Network 006d7f18-2803-48e5-849e-9327bcd04e4b requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:39:51.171415 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8732ae4-3f08-41fa-8fc7-0d459c87d1b8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:51.181436 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f8732ae4-3f08-41fa-8fc7-0d459c87d1b8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006d7f18-2803-48e5-849e-9327bcd04e4b']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:51.190677 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f8732ae4-3f08-41fa-8fc7-0d459c87d1b8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fc09a55-a99c-4198-940e-3e1a46694638') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:51.190986 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-f8732ae4-3f08-41fa-8fc7-0d459c87d1b8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fc09a55-a99c-4198-940e-3e1a46694638') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:51.200682 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8732ae4-3f08-41fa-8fc7-0d459c87d1b8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:51.215471 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8732ae4-3f08-41fa-8fc7-0d459c87d1b8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:51.222434 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8732ae4-3f08-41fa-8fc7-0d459c87d1b8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:39:51.222830 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8732ae4-3f08-41fa-8fc7-0d459c87d1b8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:51.226117 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 09:39:51.226117 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:39:51.226117 n-d-771362-37 neutron-server[93759]: timer() Jul 16 09:39:51.226117 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:39:51.226117 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 09:39:51.226117 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:39:51.226117 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 09:39:51.226117 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:39:51.226117 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 09:39:51.226117 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:39:51.226117 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 09:39:51.226117 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:39:51.226117 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 09:39:51.226117 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:39:51.226117 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:39:51.226117 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:39:51.226117 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:39:51.226117 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:39:51.226117 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 09:39:51.226117 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:39:51.226117 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 09:39:51.226117 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:39:51.226117 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:39:51.226117 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:39:51.226117 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 09:39:51.226117 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:39:51.226117 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:39:51.226117 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:39:51.226117 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:39:51.226117 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:39:51.226117 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:39:51.226117 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:39:51.289290 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8732ae4-3f08-41fa-8fc7-0d459c87d1b8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:51.296734 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f8732ae4-3f08-41fa-8fc7-0d459c87d1b8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:51.298658 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f8732ae4-3f08-41fa-8fc7-0d459c87d1b8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] 10.222.0.22 "DELETE /v2.0/networks/006d7f18-2803-48e5-849e-9327bcd04e4b HTTP/1.1" status: 204 len: 168 time: 0.4248838 Jul 16 09:39:51.302485 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48310) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:51.308207 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-949d5d55-cdd9-43d9-a3d5-2cf1193f4738 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-187636828'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:51.312059 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8732ae4-3f08-41fa-8fc7-0d459c87d1b8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Pushing event deleted for resources: {'Network': ['ID=006d7f18-2803-48e5-849e-9327bcd04e4b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:51.336834 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-949d5d55-cdd9-43d9-a3d5-2cf1193f4738 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Made reservation on behalf of 0dc7e186e490415aac3b8cf759f42f98 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:39:51.340275 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-949d5d55-cdd9-43d9-a3d5-2cf1193f4738 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:51.364425 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-949d5d55-cdd9-43d9-a3d5-2cf1193f4738 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:39:51.373405 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-949d5d55-cdd9-43d9-a3d5-2cf1193f4738 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:51.373750 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-949d5d55-cdd9-43d9-a3d5-2cf1193f4738 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Added segment a664fcc9-5264-4a5e-8677-b77f7ceb060c of type vlan for network ac578542-74ce-404b-baf1-9c3b6e4ae555 Jul 16 09:39:51.416089 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-949d5d55-cdd9-43d9-a3d5-2cf1193f4738 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:51.431485 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e28316-383e-4341-804c-2ed5564a1de3 None None] get_active_networks_info from n-d-771362-37 {{(pid=93760) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:39:51.445881 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-949d5d55-cdd9-43d9-a3d5-2cf1193f4738 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:51.451512 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-949d5d55-cdd9-43d9-a3d5-2cf1193f4738 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:51.452691 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-949d5d55-cdd9-43d9-a3d5-2cf1193f4738 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:51.492000 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-949d5d55-cdd9-43d9-a3d5-2cf1193f4738 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1883590 Jul 16 09:39:51.495733 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48312) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:51.496311 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86e28316-383e-4341-804c-2ed5564a1de3 None None] Resources bound (agent type, host, resource id): {{(pid=93760) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:39:51.502316 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-555ced3e-28ff-49eb-b262-e2aa6b46c702 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Request body: {'subnet': {'network_id': 'ac578542-74ce-404b-baf1-9c3b6e4ae555', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:51.527517 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-949d5d55-cdd9-43d9-a3d5-2cf1193f4738 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Pushing event updated for resources: {'Network': ['ID=ac578542-74ce-404b-baf1-9c3b6e4ae555,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:51.539505 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network ac578542-74ce-404b-baf1-9c3b6e4ae555 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:39:51.608472 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-555ced3e-28ff-49eb-b262-e2aa6b46c702 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Made reservation on behalf of 0dc7e186e490415aac3b8cf759f42f98 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:39:51.612118 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-555ced3e-28ff-49eb-b262-e2aa6b46c702 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:51.801498 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-555ced3e-28ff-49eb-b262-e2aa6b46c702 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:51.860177 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ced3e-28ff-49eb-b262-e2aa6b46c702 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Pushing event updated for resources: {'Subnet': ['ID=caae5a42-f6ac-40f4-8242-6925fb070de2,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:51.869184 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-555ced3e-28ff-49eb-b262-e2aa6b46c702 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Checking segment: {'id': 'a664fcc9-5264-4a5e-8677-b77f7ceb060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ac578542-74ce-404b-baf1-9c3b6e4ae555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:39:51.869543 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555ced3e-28ff-49eb-b262-e2aa6b46c702 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Network hostable DHCP agents. Network: ac578542-74ce-404b-baf1-9c3b6e4ae555, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:39:51.884966 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555ced3e-28ff-49eb-b262-e2aa6b46c702 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Network ac578542-74ce-404b-baf1-9c3b6e4ae555 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:39:51.893339 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-555ced3e-28ff-49eb-b262-e2aa6b46c702 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, ac578542-74ce-404b-baf1-9c3b6e4ae555) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:39:51.897829 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-555ced3e-28ff-49eb-b262-e2aa6b46c702 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:51.898921 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-555ced3e-28ff-49eb-b262-e2aa6b46c702 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:51.902122 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e190c46c-471f-4495-9bff-e1e76f1d4575 None None] Network ac578542-74ce-404b-baf1-9c3b6e4ae555 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:39:51.913267 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-555ced3e-28ff-49eb-b262-e2aa6b46c702 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4163699 Jul 16 09:39:51.917196 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48314) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:51.922626 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a09c7279-4e0e-4301-8ae6-ba54809b5cf3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2031318700'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:51.943251 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09c7279-4e0e-4301-8ae6-ba54809b5cf3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Made reservation on behalf of 0dc7e186e490415aac3b8cf759f42f98 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:39:51.946998 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a09c7279-4e0e-4301-8ae6-ba54809b5cf3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:51.971005 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a09c7279-4e0e-4301-8ae6-ba54809b5cf3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:39:51.980465 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a09c7279-4e0e-4301-8ae6-ba54809b5cf3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:51.981053 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-a09c7279-4e0e-4301-8ae6-ba54809b5cf3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Added segment 5bae02f6-8283-4ca9-8d79-7b538be649d8 of type vlan for network 211ebba5-d34c-43ea-bd04-5a86456b2ce9 Jul 16 09:39:52.025605 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a09c7279-4e0e-4301-8ae6-ba54809b5cf3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:52.051406 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f0fea3-507f-47bd-9b8d-2fee9efef1f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-ac578542-74ce-404b-baf1-9c3b6e4ae555', 'network_id': 'ac578542-74ce-404b-baf1-9c3b6e4ae555', 'tenant_id': '0dc7e186e490415aac3b8cf759f42f98', 'fixed_ips': [{'subnet_id': 'caae5a42-f6ac-40f4-8242-6925fb070de2'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:39:52.052293 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f1f0fea3-507f-47bd-9b8d-2fee9efef1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:52.055518 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a09c7279-4e0e-4301-8ae6-ba54809b5cf3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:52.061976 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09c7279-4e0e-4301-8ae6-ba54809b5cf3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:52.062569 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a09c7279-4e0e-4301-8ae6-ba54809b5cf3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:52.096779 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a09c7279-4e0e-4301-8ae6-ba54809b5cf3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1784744 Jul 16 09:39:52.099727 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48316) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:52.104461 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-88b7f86b-9be3-4cff-b980-0e2b03765058 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Request body: {'subnet': {'network_id': '211ebba5-d34c-43ea-bd04-5a86456b2ce9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:52.153900 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09c7279-4e0e-4301-8ae6-ba54809b5cf3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Pushing event updated for resources: {'Network': ['ID=211ebba5-d34c-43ea-bd04-5a86456b2ce9,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:52.166253 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 211ebba5-d34c-43ea-bd04-5a86456b2ce9 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:39:52.225480 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b7f86b-9be3-4cff-b980-0e2b03765058 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Made reservation on behalf of 0dc7e186e490415aac3b8cf759f42f98 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:39:52.229065 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-88b7f86b-9be3-4cff-b980-0e2b03765058 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:52.234586 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-f1f0fea3-507f-47bd-9b8d-2fee9efef1f6 None None] Allocated IP 2001:db8::2 (ac578542-74ce-404b-baf1-9c3b6e4ae555/caae5a42-f6ac-40f4-8242-6925fb070de2/e53c0f68-f877-4a57-bd9f-9e62b8fe12d5) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:39:52.384604 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f1f0fea3-507f-47bd-9b8d-2fee9efef1f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:52.392762 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f1f0fea3-507f-47bd-9b8d-2fee9efef1f6 None None] Transition to ACTIVE for port object e53c0f68-f877-4a57-bd9f-9e62b8fe12d5 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:39:52.408761 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f1f0fea3-507f-47bd-9b8d-2fee9efef1f6 None None] Transition to ACTIVE for port object e53c0f68-f877-4a57-bd9f-9e62b8fe12d5 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:39:52.414850 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f1f0fea3-507f-47bd-9b8d-2fee9efef1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:52.417275 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-88b7f86b-9be3-4cff-b980-0e2b03765058 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:52.454921 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1f0fea3-507f-47bd-9b8d-2fee9efef1f6 None None] Network ac578542-74ce-404b-baf1-9c3b6e4ae555 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:39:52.457805 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-f1f0fea3-507f-47bd-9b8d-2fee9efef1f6 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:39:52.461475 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f0fea3-507f-47bd-9b8d-2fee9efef1f6 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:39:52.468973 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0fea3-507f-47bd-9b8d-2fee9efef1f6 None None] Pushing event updated for resources: {'Port': ['ID=e53c0f68-f877-4a57-bd9f-9e62b8fe12d5,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:52.481078 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b7f86b-9be3-4cff-b980-0e2b03765058 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Pushing event updated for resources: {'Subnet': ['ID=c3850cd3-825e-4fce-8fd3-057c3a7d73db,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:52.486289 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b7f86b-9be3-4cff-b980-0e2b03765058 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Checking segment: {'id': '5bae02f6-8283-4ca9-8d79-7b538be649d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '211ebba5-d34c-43ea-bd04-5a86456b2ce9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:39:52.486657 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b7f86b-9be3-4cff-b980-0e2b03765058 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Network hostable DHCP agents. Network: 211ebba5-d34c-43ea-bd04-5a86456b2ce9, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:39:52.502854 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b7f86b-9be3-4cff-b980-0e2b03765058 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Network 211ebba5-d34c-43ea-bd04-5a86456b2ce9 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:39:52.511947 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-88b7f86b-9be3-4cff-b980-0e2b03765058 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 211ebba5-d34c-43ea-bd04-5a86456b2ce9) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:39:52.516807 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b7f86b-9be3-4cff-b980-0e2b03765058 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:52.517451 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-88b7f86b-9be3-4cff-b980-0e2b03765058 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:52.525671 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1720086-c3ba-4f9d-861c-905ca1dd3391 None None] Network 211ebba5-d34c-43ea-bd04-5a86456b2ce9 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:39:52.530505 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f1f0fea3-507f-47bd-9b8d-2fee9efef1f6 None None] Attempting to bind port e53c0f68-f877-4a57-bd9f-9e62b8fe12d5 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:39:52.530882 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f1f0fea3-507f-47bd-9b8d-2fee9efef1f6 None None] Attempting to bind port e53c0f68-f877-4a57-bd9f-9e62b8fe12d5 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'a664fcc9-5264-4a5e-8677-b77f7ceb060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ac578542-74ce-404b-baf1-9c3b6e4ae555'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:39:52.531692 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-88b7f86b-9be3-4cff-b980-0e2b03765058 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4310973 Jul 16 09:39:52.532479 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f0fea3-507f-47bd-9b8d-2fee9efef1f6 None None] Attempting to bind port e53c0f68-f877-4a57-bd9f-9e62b8fe12d5 on network ac578542-74ce-404b-baf1-9c3b6e4ae555 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:39:52.534412 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48318) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:52.551494 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f0fea3-507f-47bd-9b8d-2fee9efef1f6 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:39:52.551876 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f0fea3-507f-47bd-9b8d-2fee9efef1f6 None None] Checking segment: {'id': 'a664fcc9-5264-4a5e-8677-b77f7ceb060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ac578542-74ce-404b-baf1-9c3b6e4ae555'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:39:52.552286 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f1f0fea3-507f-47bd-9b8d-2fee9efef1f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:52.552735 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1f0fea3-507f-47bd-9b8d-2fee9efef1f6 None None] Bound using segment: {'id': 'a664fcc9-5264-4a5e-8677-b77f7ceb060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ac578542-74ce-404b-baf1-9c3b6e4ae555'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:39:52.553207 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-f1f0fea3-507f-47bd-9b8d-2fee9efef1f6 None None] Bound port: e53c0f68-f877-4a57-bd9f-9e62b8fe12d5, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a664fcc9-5264-4a5e-8677-b77f7ceb060c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'ac578542-74ce-404b-baf1-9c3b6e4ae555'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:39:52.553594 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f1f0fea3-507f-47bd-9b8d-2fee9efef1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:52.632730 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e747b7f8-6387-4f5e-a139-749c7e1404b7 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:52.681803 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-f1f0fea3-507f-47bd-9b8d-2fee9efef1f6 None None] For port e53c0f68-f877-4a57-bd9f-9e62b8fe12d5, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:39:52.700075 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-f1f0fea3-507f-47bd-9b8d-2fee9efef1f6 None None] For port e53c0f68-f877-4a57-bd9f-9e62b8fe12d5, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=e53c0f68-f877-4a57-bd9f-9e62b8fe12d5,segment=NetworkSegment(a664fcc9-5264-4a5e-8677-b77f7ceb060c),segment_id=a664fcc9-5264-4a5e-8677-b77f7ceb060c)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:39:52.707959 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e747b7f8-6387-4f5e-a139-749c7e1404b7 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:52.708457 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f1f0fea3-507f-47bd-9b8d-2fee9efef1f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:52.768403 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-209788ae-473a-4fc7-acd1-99d9b475fd8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-211ebba5-d34c-43ea-bd04-5a86456b2ce9', 'network_id': '211ebba5-d34c-43ea-bd04-5a86456b2ce9', 'tenant_id': '0dc7e186e490415aac3b8cf759f42f98', 'fixed_ips': [{'subnet_id': 'c3850cd3-825e-4fce-8fd3-057c3a7d73db'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:39:52.769286 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-209788ae-473a-4fc7-acd1-99d9b475fd8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:52.782576 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e747b7f8-6387-4f5e-a139-749c7e1404b7 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:52.810691 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0fea3-507f-47bd-9b8d-2fee9efef1f6 None None] Pushing event updated for resources: {'Port': ['ID=e53c0f68-f877-4a57-bd9f-9e62b8fe12d5,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:52.818422 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747b7f8-6387-4f5e-a139-749c7e1404b7 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Pushing event deleted for resources: {'Subnet': ['ID=c3850cd3-825e-4fce-8fd3-057c3a7d73db,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:52.873168 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0bbef9-e815-44f0-9555-67c3b01e3f21 None None] Network 211ebba5-d34c-43ea-bd04-5a86456b2ce9 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:39:52.880022 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e747b7f8-6387-4f5e-a139-749c7e1404b7 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:52.890056 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-e747b7f8-6387-4f5e-a139-749c7e1404b7 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211ebba5-d34c-43ea-bd04-5a86456b2ce9']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:52.900638 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-e747b7f8-6387-4f5e-a139-749c7e1404b7 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bae02f6-8283-4ca9-8d79-7b538be649d8') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:52.900937 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-e747b7f8-6387-4f5e-a139-749c7e1404b7 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bae02f6-8283-4ca9-8d79-7b538be649d8') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:52.911199 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e747b7f8-6387-4f5e-a139-749c7e1404b7 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:52.925439 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e747b7f8-6387-4f5e-a139-749c7e1404b7 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:52.932546 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e747b7f8-6387-4f5e-a139-749c7e1404b7 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:39:52.933195 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e747b7f8-6387-4f5e-a139-749c7e1404b7 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:52.936533 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 09:39:52.936533 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:39:52.936533 n-d-771362-37 neutron-server[93758]: timer() Jul 16 09:39:52.936533 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:39:52.936533 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 09:39:52.936533 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:39:52.936533 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 09:39:52.936533 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:39:52.936533 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 09:39:52.936533 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:39:52.936533 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 09:39:52.936533 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:39:52.936533 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 09:39:52.936533 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:39:52.936533 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:39:52.936533 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:39:52.936533 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:39:52.936533 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:39:52.936533 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 09:39:52.936533 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:39:52.936533 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 09:39:52.936533 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:39:52.936533 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:39:52.936533 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:39:52.936533 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 09:39:52.936533 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:39:52.936533 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:39:52.936533 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:39:52.936533 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:39:52.936533 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:39:52.936533 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:39:52.936533 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:39:53.021946 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e747b7f8-6387-4f5e-a139-749c7e1404b7 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:53.029033 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e747b7f8-6387-4f5e-a139-749c7e1404b7 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:53.030936 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e747b7f8-6387-4f5e-a139-749c7e1404b7 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] 10.222.0.22 "DELETE /v2.0/networks/211ebba5-d34c-43ea-bd04-5a86456b2ce9 HTTP/1.1" status: 204 len: 168 time: 0.4954724 Jul 16 09:39:53.033817 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48320) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:53.042202 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e747b7f8-6387-4f5e-a139-749c7e1404b7 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Pushing event deleted for resources: {'Network': ['ID=211ebba5-d34c-43ea-bd04-5a86456b2ce9,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:53.064017 n-d-771362-37 neutron-server[93759]: INFO neutron.pecan_wsgi.hooks.translation [None req-1eeb1680-5883-4094-9940-38d13999c698 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] GET failed (client error): The resource could not be found. Jul 16 09:39:53.065397 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1eeb1680-5883-4094-9940-38d13999c698 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] 10.222.0.22 "GET /v2.0/subnets/c3850cd3-825e-4fce-8fd3-057c3a7d73db HTTP/1.1" status: 404 len: 337 time: 0.0303822 Jul 16 09:39:53.068584 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48322) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:53.087994 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5759735-92b5-4601-badd-76574bd6c70d tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] DELETE failed (client error): The resource could not be found. Jul 16 09:39:53.088586 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5759735-92b5-4601-badd-76574bd6c70d tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:39:53.090295 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b5759735-92b5-4601-badd-76574bd6c70d tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] 10.222.0.22 "DELETE /v2.0/networks/211ebba5-d34c-43ea-bd04-5a86456b2ce9 HTTP/1.1" status: 404 len: 339 time: 0.0206268 Jul 16 09:39:53.093962 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48324) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:53.118291 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-c79b2360-350c-4132-bc28-79e0dc329f5f tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] DELETE failed (client error): The resource could not be found. Jul 16 09:39:53.118737 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c79b2360-350c-4132-bc28-79e0dc329f5f tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:39:53.120391 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c79b2360-350c-4132-bc28-79e0dc329f5f tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] 10.222.0.22 "DELETE /v2.0/subnets/c3850cd3-825e-4fce-8fd3-057c3a7d73db HTTP/1.1" status: 404 len: 337 time: 0.0255184 Jul 16 09:39:53.122702 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48326) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:53.140665 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-2829402b-1e6a-45c9-acf0-05c216aa6ec8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] DELETE failed (client error): The resource could not be found. Jul 16 09:39:53.141176 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2829402b-1e6a-45c9-acf0-05c216aa6ec8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:39:53.142746 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-2829402b-1e6a-45c9-acf0-05c216aa6ec8 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] 10.222.0.22 "DELETE /v2.0/networks/211ebba5-d34c-43ea-bd04-5a86456b2ce9 HTTP/1.1" status: 404 len: 339 time: 0.0191653 Jul 16 09:39:53.145049 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48328) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:53.192451 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1340a82-9e76-4fb8-bab9-422fe24e493d tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Deleting subnet caae5a42-f6ac-40f4-8242-6925fb070de2 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:39:53.195272 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a1340a82-9e76-4fb8-bab9-422fe24e493d tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:53.591845 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a1340a82-9e76-4fb8-bab9-422fe24e493d tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:53.675255 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a1340a82-9e76-4fb8-bab9-422fe24e493d tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:53.683398 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c46ae95-daab-4658-8385-173828f06d83 None None] Network ac578542-74ce-404b-baf1-9c3b6e4ae555 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:39:53.737328 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a1340a82-9e76-4fb8-bab9-422fe24e493d tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:53.745789 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2d7b1d57-4a77-42ff-b119-079e9c9bb11f None None] Provisioning for port e53c0f68-f877-4a57-bd9f-9e62b8fe12d5 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:39:53.768440 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1340a82-9e76-4fb8-bab9-422fe24e493d tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Pushing event deleted for resources: {'Subnet': ['ID=caae5a42-f6ac-40f4-8242-6925fb070de2,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:53.772028 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a1340a82-9e76-4fb8-bab9-422fe24e493d tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:53.773914 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a1340a82-9e76-4fb8-bab9-422fe24e493d tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] 10.222.0.22 "DELETE /v2.0/subnets/caae5a42-f6ac-40f4-8242-6925fb070de2 HTTP/1.1" status: 204 len: 168 time: 0.6279988 Jul 16 09:39:53.776695 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48330) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:53.849214 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-31ef76d0-b249-40d0-a982-e60c604954d3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:53.900810 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-31ef76d0-b249-40d0-a982-e60c604954d3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Deleting port e53c0f68-f877-4a57-bd9f-9e62b8fe12d5 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:39:53.901155 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-31ef76d0-b249-40d0-a982-e60c604954d3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:53.915980 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97272c64-cd7b-4721-a4df-aab5fc8e7583 None None] DHCP port deletion for ac578542-74ce-404b-baf1-9c3b6e4ae555 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:39:53.961376 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-97272c64-cd7b-4721-a4df-aab5fc8e7583 None None] Deleting port e53c0f68-f877-4a57-bd9f-9e62b8fe12d5 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:39:53.961653 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-97272c64-cd7b-4721-a4df-aab5fc8e7583 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:53.966170 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-31ef76d0-b249-40d0-a982-e60c604954d3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] For port e53c0f68-f877-4a57-bd9f-9e62b8fe12d5, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=e53c0f68-f877-4a57-bd9f-9e62b8fe12d5,segment=NetworkSegment(a664fcc9-5264-4a5e-8677-b77f7ceb060c),segment_id=a664fcc9-5264-4a5e-8677-b77f7ceb060c)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:53.966533 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-31ef76d0-b249-40d0-a982-e60c604954d3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:53.978091 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-31ef76d0-b249-40d0-a982-e60c604954d3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Calling delete_port for e53c0f68-f877-4a57-bd9f-9e62b8fe12d5 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:39:54.022340 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-97272c64-cd7b-4721-a4df-aab5fc8e7583 None None] For port e53c0f68-f877-4a57-bd9f-9e62b8fe12d5, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=e53c0f68-f877-4a57-bd9f-9e62b8fe12d5,segment=NetworkSegment(a664fcc9-5264-4a5e-8677-b77f7ceb060c),segment_id=a664fcc9-5264-4a5e-8677-b77f7ceb060c)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:54.022655 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-97272c64-cd7b-4721-a4df-aab5fc8e7583 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:54.034699 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-97272c64-cd7b-4721-a4df-aab5fc8e7583 None None] Calling delete_port for e53c0f68-f877-4a57-bd9f-9e62b8fe12d5 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:39:54.064599 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-31ef76d0-b249-40d0-a982-e60c604954d3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:54.087563 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef76d0-b249-40d0-a982-e60c604954d3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Pushing event deleted for resources: {'Port': ['ID=e53c0f68-f877-4a57-bd9f-9e62b8fe12d5,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:54.093330 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31ef76d0-b249-40d0-a982-e60c604954d3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] No DVR routers for this DVR port e53c0f68-f877-4a57-bd9f-9e62b8fe12d5 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 16 09:39:54.113247 n-d-771362-37 neutron-server[93760]: self.session.flush() Jul 16 09:39:54.118744 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-97272c64-cd7b-4721-a4df-aab5fc8e7583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:54.142267 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97272c64-cd7b-4721-a4df-aab5fc8e7583 None None] Pushing event deleted for resources: {'Port': ['ID=e53c0f68-f877-4a57-bd9f-9e62b8fe12d5,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:54.148719 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97272c64-cd7b-4721-a4df-aab5fc8e7583 None None] No DVR routers for this DVR port e53c0f68-f877-4a57-bd9f-9e62b8fe12d5 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:39:54.174353 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-31ef76d0-b249-40d0-a982-e60c604954d3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:54.184304 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-31ef76d0-b249-40d0-a982-e60c604954d3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac578542-74ce-404b-baf1-9c3b6e4ae555']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:54.194781 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-31ef76d0-b249-40d0-a982-e60c604954d3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a664fcc9-5264-4a5e-8677-b77f7ceb060c') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:54.195078 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-31ef76d0-b249-40d0-a982-e60c604954d3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a664fcc9-5264-4a5e-8677-b77f7ceb060c') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:54.203472 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-31ef76d0-b249-40d0-a982-e60c604954d3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:54.216488 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-31ef76d0-b249-40d0-a982-e60c604954d3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:54.222217 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31ef76d0-b249-40d0-a982-e60c604954d3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:39:54.222607 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-31ef76d0-b249-40d0-a982-e60c604954d3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:54.225488 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 09:39:54.225488 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:39:54.225488 n-d-771362-37 neutron-server[93758]: timer() Jul 16 09:39:54.225488 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:39:54.225488 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 09:39:54.225488 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:39:54.225488 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 09:39:54.225488 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:39:54.225488 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 09:39:54.225488 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:39:54.225488 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 09:39:54.225488 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:39:54.225488 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 09:39:54.225488 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:39:54.225488 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:39:54.225488 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:39:54.225488 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:39:54.225488 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:39:54.225488 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 09:39:54.225488 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:39:54.225488 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 09:39:54.225488 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:39:54.225488 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:39:54.225488 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:39:54.225488 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 09:39:54.225488 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:39:54.225488 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:39:54.225488 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:39:54.225488 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:39:54.225488 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:39:54.225488 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:39:54.225488 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:39:54.285234 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-31ef76d0-b249-40d0-a982-e60c604954d3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:54.292146 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-31ef76d0-b249-40d0-a982-e60c604954d3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:54.293821 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-31ef76d0-b249-40d0-a982-e60c604954d3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] 10.222.0.22 "DELETE /v2.0/networks/ac578542-74ce-404b-baf1-9c3b6e4ae555 HTTP/1.1" status: 204 len: 168 time: 0.5161147 Jul 16 09:39:54.296724 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48332) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:54.313849 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ef76d0-b249-40d0-a982-e60c604954d3 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Pushing event deleted for resources: {'Network': ['ID=ac578542-74ce-404b-baf1-9c3b6e4ae555,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:54.332213 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-1aa86364-e81c-41c1-b1d8-065bd17c2d32 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] DELETE failed (client error): The resource could not be found. Jul 16 09:39:54.332707 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1aa86364-e81c-41c1-b1d8-065bd17c2d32 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:39:54.334417 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1aa86364-e81c-41c1-b1d8-065bd17c2d32 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] 10.222.0.22 "DELETE /v2.0/subnets/2f2d3529-32eb-46b1-841f-e695e7b9317e HTTP/1.1" status: 404 len: 337 time: 0.0367980 Jul 16 09:39:54.336930 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48334) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:54.354945 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-10c02fe1-c734-4e74-abc9-2c85b6f98d4e tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] DELETE failed (client error): The resource could not be found. Jul 16 09:39:54.355467 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10c02fe1-c734-4e74-abc9-2c85b6f98d4e tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:39:54.357360 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-10c02fe1-c734-4e74-abc9-2c85b6f98d4e tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] 10.222.0.22 "DELETE /v2.0/networks/006d7f18-2803-48e5-849e-9327bcd04e4b HTTP/1.1" status: 404 len: 339 time: 0.0192189 Jul 16 09:39:54.360058 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48336) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:54.384095 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-1da98710-013a-4c91-9479-2ad97bb72d37 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] DELETE failed (client error): The resource could not be found. Jul 16 09:39:54.384556 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1da98710-013a-4c91-9479-2ad97bb72d37 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:39:54.386129 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1da98710-013a-4c91-9479-2ad97bb72d37 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] 10.222.0.22 "DELETE /v2.0/subnets/4f3b93ac-f232-424e-bc9b-bc5a71d201ba HTTP/1.1" status: 404 len: 337 time: 0.0251839 Jul 16 09:39:54.388532 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48338) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:54.405848 n-d-771362-37 neutron-server[93758]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2032a8-a426-4bf5-acef-60aca61eff12 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] DELETE failed (client error): The resource could not be found. Jul 16 09:39:54.406303 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf2032a8-a426-4bf5-acef-60aca61eff12 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93758) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 16 09:39:54.407850 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-cf2032a8-a426-4bf5-acef-60aca61eff12 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] 10.222.0.22 "DELETE /v2.0/networks/fb8962bf-5852-4d5b-98d0-8cc1a27a2a84 HTTP/1.1" status: 404 len: 339 time: 0.0184579 Jul 16 09:39:54.410069 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48340) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:54.463705 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ca1032-fc7c-4ab9-a1c6-430ee7f00fe1 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Deleting subnet fb602c67-2b4e-4c00-8ed0-e7a2ca1e348c {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:39:54.466649 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-60ca1032-fc7c-4ab9-a1c6-430ee7f00fe1 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:54.504565 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-60ca1032-fc7c-4ab9-a1c6-430ee7f00fe1 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:54.584713 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-60ca1032-fc7c-4ab9-a1c6-430ee7f00fe1 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:54.644493 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-60ca1032-fc7c-4ab9-a1c6-430ee7f00fe1 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:54.670141 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ca1032-fc7c-4ab9-a1c6-430ee7f00fe1 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Pushing event deleted for resources: {'Subnet': ['ID=fb602c67-2b4e-4c00-8ed0-e7a2ca1e348c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:54.676379 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-60ca1032-fc7c-4ab9-a1c6-430ee7f00fe1 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:54.676379 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-60ca1032-fc7c-4ab9-a1c6-430ee7f00fe1 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] 10.222.0.22 "DELETE /v2.0/subnets/fb602c67-2b4e-4c00-8ed0-e7a2ca1e348c HTTP/1.1" status: 204 len: 168 time: 0.2646508 Jul 16 09:39:54.678063 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48342) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:54.680434 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf453df-ef21-4294-b803-974b8223764d None None] Network 2e92b239-964e-4b7f-913d-1f5d80ec314a requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:39:54.754543 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-34ba3ff6-976a-4f24-b39f-eba5c3b4ca24 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:54.807935 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-34ba3ff6-976a-4f24-b39f-eba5c3b4ca24 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Deleting port b6ec229b-4876-4741-ae22-f8f656b95f8f {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:39:54.808288 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-34ba3ff6-976a-4f24-b39f-eba5c3b4ca24 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:54.860307 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b289b1d8-0dab-4436-a7ff-6e1c91afb2af None None] DHCP port deletion for 2e92b239-964e-4b7f-913d-1f5d80ec314a request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:39:54.878814 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-34ba3ff6-976a-4f24-b39f-eba5c3b4ca24 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] For port b6ec229b-4876-4741-ae22-f8f656b95f8f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=b6ec229b-4876-4741-ae22-f8f656b95f8f,segment=NetworkSegment(543e8053-bbad-4ea6-b7de-0f68e29f769f),segment_id=543e8053-bbad-4ea6-b7de-0f68e29f769f)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:54.879177 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-34ba3ff6-976a-4f24-b39f-eba5c3b4ca24 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:54.890712 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-34ba3ff6-976a-4f24-b39f-eba5c3b4ca24 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Calling delete_port for b6ec229b-4876-4741-ae22-f8f656b95f8f owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:39:54.906017 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b289b1d8-0dab-4436-a7ff-6e1c91afb2af None None] Deleting port b6ec229b-4876-4741-ae22-f8f656b95f8f {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:39:54.906404 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b289b1d8-0dab-4436-a7ff-6e1c91afb2af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:54.970516 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-34ba3ff6-976a-4f24-b39f-eba5c3b4ca24 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:54.971061 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-b289b1d8-0dab-4436-a7ff-6e1c91afb2af None None] For port b6ec229b-4876-4741-ae22-f8f656b95f8f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=b6ec229b-4876-4741-ae22-f8f656b95f8f,segment=NetworkSegment(543e8053-bbad-4ea6-b7de-0f68e29f769f),segment_id=543e8053-bbad-4ea6-b7de-0f68e29f769f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:54.971465 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b289b1d8-0dab-4436-a7ff-6e1c91afb2af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:54.984374 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b289b1d8-0dab-4436-a7ff-6e1c91afb2af None None] Calling delete_port for b6ec229b-4876-4741-ae22-f8f656b95f8f owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:39:55.001086 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba3ff6-976a-4f24-b39f-eba5c3b4ca24 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Pushing event deleted for resources: {'Port': ['ID=b6ec229b-4876-4741-ae22-f8f656b95f8f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:55.004621 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ba3ff6-976a-4f24-b39f-eba5c3b4ca24 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] No DVR routers for this DVR port b6ec229b-4876-4741-ae22-f8f656b95f8f on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:39:55.060012 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b289b1d8-0dab-4436-a7ff-6e1c91afb2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:55.080863 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-34ba3ff6-976a-4f24-b39f-eba5c3b4ca24 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:55.084664 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b289b1d8-0dab-4436-a7ff-6e1c91afb2af None None] Pushing event deleted for resources: {'Port': ['ID=b6ec229b-4876-4741-ae22-f8f656b95f8f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:55.088231 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b289b1d8-0dab-4436-a7ff-6e1c91afb2af None None] No DVR routers for this DVR port b6ec229b-4876-4741-ae22-f8f656b95f8f on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:39:55.093355 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-34ba3ff6-976a-4f24-b39f-eba5c3b4ca24 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e92b239-964e-4b7f-913d-1f5d80ec314a']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:55.104563 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-34ba3ff6-976a-4f24-b39f-eba5c3b4ca24 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '543e8053-bbad-4ea6-b7de-0f68e29f769f') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:55.104899 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-34ba3ff6-976a-4f24-b39f-eba5c3b4ca24 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '543e8053-bbad-4ea6-b7de-0f68e29f769f') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:55.114085 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-34ba3ff6-976a-4f24-b39f-eba5c3b4ca24 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:55.131885 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-34ba3ff6-976a-4f24-b39f-eba5c3b4ca24 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:55.137580 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34ba3ff6-976a-4f24-b39f-eba5c3b4ca24 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:39:55.137967 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-34ba3ff6-976a-4f24-b39f-eba5c3b4ca24 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:55.141193 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 09:39:55.141193 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:39:55.141193 n-d-771362-37 neutron-server[93758]: timer() Jul 16 09:39:55.141193 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:39:55.141193 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 09:39:55.141193 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:39:55.141193 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 09:39:55.141193 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:39:55.141193 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 09:39:55.141193 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:39:55.141193 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 09:39:55.141193 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:39:55.141193 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 09:39:55.141193 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:39:55.141193 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:39:55.141193 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:39:55.141193 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:39:55.141193 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:39:55.141193 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 09:39:55.141193 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:39:55.141193 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 09:39:55.141193 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:39:55.141193 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:39:55.141193 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:39:55.141193 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 09:39:55.141193 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:39:55.141193 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:39:55.141193 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:39:55.141193 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:39:55.141193 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:39:55.141193 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:39:55.141193 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:39:55.197863 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-34ba3ff6-976a-4f24-b39f-eba5c3b4ca24 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:55.204406 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-34ba3ff6-976a-4f24-b39f-eba5c3b4ca24 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:55.206195 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-34ba3ff6-976a-4f24-b39f-eba5c3b4ca24 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] 10.222.0.22 "DELETE /v2.0/networks/2e92b239-964e-4b7f-913d-1f5d80ec314a HTTP/1.1" status: 204 len: 168 time: 0.5272226 Jul 16 09:39:55.217176 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ba3ff6-976a-4f24-b39f-eba5c3b4ca24 tempest-NetworksIpV6Test-598716104 tempest-NetworksIpV6Test-598716104-project] Pushing event deleted for resources: {'Network': ['ID=2e92b239-964e-4b7f-913d-1f5d80ec314a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:55.442876 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48348) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:55.569792 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-cced262c-9aa4-4c6f-8fa8-c7fdd813f416 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=0dc7e186e490415aac3b8cf759f42f98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1257548 Jul 16 09:39:55.572206 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48352) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:55.618802 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7491418c-3788-4052-a70c-421b58d1afbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:55.643762 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7491418c-3788-4052-a70c-421b58d1afbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:55.687606 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7491418c-3788-4052-a70c-421b58d1afbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:55.690282 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7491418c-3788-4052-a70c-421b58d1afbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:55.691678 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7491418c-3788-4052-a70c-421b58d1afbd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/97811bde-afe4-43c2-a426-52547a5c5598 HTTP/1.1" status: 204 len: 168 time: 0.1182907 Jul 16 09:39:55.699061 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7491418c-3788-4052-a70c-421b58d1afbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97811bde-afe4-43c2-a426-52547a5c5598,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:56.300466 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48374) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:56.389328 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-6111ccf4-6718-4be0-8f34-96ada98a690f tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1045875952', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:56.412206 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6111ccf4-6718-4be0-8f34-96ada98a690f tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:56.413321 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6111ccf4-6718-4be0-8f34-96ada98a690f tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:56.463331 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6111ccf4-6718-4be0-8f34-96ada98a690f tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:56.467350 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6111ccf4-6718-4be0-8f34-96ada98a690f tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:56.481868 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6111ccf4-6718-4be0-8f34-96ada98a690f tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:56.483777 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6111ccf4-6718-4be0-8f34-96ada98a690f tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1817853 Jul 16 09:39:56.486524 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48378) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:56.491269 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-887c2a2e-41ae-4d3b-9346-77e35279c996 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1944242427'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:56.510639 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-887c2a2e-41ae-4d3b-9346-77e35279c996 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Made reservation on behalf of bdaf77986c6a48a085a1f6ecacd8e82d for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:39:56.513992 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-887c2a2e-41ae-4d3b-9346-77e35279c996 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:56.522092 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-887c2a2e-41ae-4d3b-9346-77e35279c996 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:56.617393 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-887c2a2e-41ae-4d3b-9346-77e35279c996 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:56.621132 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-887c2a2e-41ae-4d3b-9346-77e35279c996 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:56.646159 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-887c2a2e-41ae-4d3b-9346-77e35279c996 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:39:56.656013 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c2a2e-41ae-4d3b-9346-77e35279c996 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8624a9e8-0e2f-40c3-b05f-030593e50406,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:56.660701 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-887c2a2e-41ae-4d3b-9346-77e35279c996 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:56.661046 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-887c2a2e-41ae-4d3b-9346-77e35279c996 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Added segment 8d6d757e-2a1d-4ca2-afce-7d6cbd21c8fe of type vlan for network ff1c192e-0a7e-4c4b-ab32-d4084f975601 Jul 16 09:39:56.700227 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-887c2a2e-41ae-4d3b-9346-77e35279c996 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:56.729596 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-887c2a2e-41ae-4d3b-9346-77e35279c996 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:56.738318 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-887c2a2e-41ae-4d3b-9346-77e35279c996 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:56.739178 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-887c2a2e-41ae-4d3b-9346-77e35279c996 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:56.779397 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b6ec229b-4876-4741-ae22-f8f656b95f8f no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:39:56.781305 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-887c2a2e-41ae-4d3b-9346-77e35279c996 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2936420 Jul 16 09:39:56.785023 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48380) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:56.790777 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-52cd22d4-1d4a-443f-9108-603ace560b1f tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Request body: {'subnet': {'network_id': 'ff1c192e-0a7e-4c4b-ab32-d4084f975601', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:56.806934 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: b6ec229b-4876-4741-ae22-f8f656b95f8f {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:39:56.807370 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b6ec229b-4876-4741-ae22-f8f656b95f8f not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:39:56.817427 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887c2a2e-41ae-4d3b-9346-77e35279c996 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Pushing event updated for resources: {'Network': ['ID=ff1c192e-0a7e-4c4b-ab32-d4084f975601,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:56.827973 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network ff1c192e-0a7e-4c4b-ab32-d4084f975601 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:39:56.881671 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52cd22d4-1d4a-443f-9108-603ace560b1f tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Made reservation on behalf of bdaf77986c6a48a085a1f6ecacd8e82d for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:39:56.885504 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-52cd22d4-1d4a-443f-9108-603ace560b1f tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:57.059941 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-52cd22d4-1d4a-443f-9108-603ace560b1f tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:57.121831 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd22d4-1d4a-443f-9108-603ace560b1f tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Pushing event updated for resources: {'Subnet': ['ID=57ee45e6-0a61-4ff5-abfb-26876cc892ce,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:57.126150 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52cd22d4-1d4a-443f-9108-603ace560b1f tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Checking segment: {'id': '8d6d757e-2a1d-4ca2-afce-7d6cbd21c8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ff1c192e-0a7e-4c4b-ab32-d4084f975601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:39:57.126517 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cd22d4-1d4a-443f-9108-603ace560b1f tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Network hostable DHCP agents. Network: ff1c192e-0a7e-4c4b-ab32-d4084f975601, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:39:57.143305 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52cd22d4-1d4a-443f-9108-603ace560b1f tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Network ff1c192e-0a7e-4c4b-ab32-d4084f975601 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:39:57.152094 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-52cd22d4-1d4a-443f-9108-603ace560b1f tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, ff1c192e-0a7e-4c4b-ab32-d4084f975601) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:39:57.156763 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52cd22d4-1d4a-443f-9108-603ace560b1f tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:57.157361 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-52cd22d4-1d4a-443f-9108-603ace560b1f tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:57.162781 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4de1f8-8d21-4228-8394-a604cc85dd1c None None] Network ff1c192e-0a7e-4c4b-ab32-d4084f975601 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:39:57.171100 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-52cd22d4-1d4a-443f-9108-603ace560b1f tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3843756 Jul 16 09:39:57.174134 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48382) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:57.179082 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c2455c3e-21f4-4d07-9013-12fa9550be12 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-67932057'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:57.198482 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2455c3e-21f4-4d07-9013-12fa9550be12 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Made reservation on behalf of bdaf77986c6a48a085a1f6ecacd8e82d for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:39:57.202573 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2455c3e-21f4-4d07-9013-12fa9550be12 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:57.226366 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2455c3e-21f4-4d07-9013-12fa9550be12 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:39:57.235501 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2455c3e-21f4-4d07-9013-12fa9550be12 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:57.235857 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-c2455c3e-21f4-4d07-9013-12fa9550be12 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Added segment 4f3ecbc4-42fe-49f9-96bd-ba37310cacfa of type vlan for network 41c9540d-2041-4ebf-991f-2dd4812846c3 Jul 16 09:39:57.275214 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2455c3e-21f4-4d07-9013-12fa9550be12 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:57.304977 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2455c3e-21f4-4d07-9013-12fa9550be12 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:57.306895 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ec3a0da-4b3a-47f2-9dcf-d5cf147df3e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-ff1c192e-0a7e-4c4b-ab32-d4084f975601', 'network_id': 'ff1c192e-0a7e-4c4b-ab32-d4084f975601', 'tenant_id': 'bdaf77986c6a48a085a1f6ecacd8e82d', 'fixed_ips': [{'subnet_id': '57ee45e6-0a61-4ff5-abfb-26876cc892ce'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:39:57.307761 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ec3a0da-4b3a-47f2-9dcf-d5cf147df3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:57.310601 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2455c3e-21f4-4d07-9013-12fa9550be12 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:57.311791 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c2455c3e-21f4-4d07-9013-12fa9550be12 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:57.348847 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c2455c3e-21f4-4d07-9013-12fa9550be12 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.1736450 Jul 16 09:39:57.351661 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48384) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:57.356597 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-3dd5cb3c-c10f-48ea-8e88-70f7d54f840d tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Request body: {'subnet': {'network_id': '41c9540d-2041-4ebf-991f-2dd4812846c3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:57.400044 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2455c3e-21f4-4d07-9013-12fa9550be12 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Pushing event updated for resources: {'Network': ['ID=41c9540d-2041-4ebf-991f-2dd4812846c3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:57.422628 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 41c9540d-2041-4ebf-991f-2dd4812846c3 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:39:57.474508 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dd5cb3c-c10f-48ea-8e88-70f7d54f840d tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Made reservation on behalf of bdaf77986c6a48a085a1f6ecacd8e82d for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:39:57.478163 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3dd5cb3c-c10f-48ea-8e88-70f7d54f840d tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:57.492057 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-2ec3a0da-4b3a-47f2-9dcf-d5cf147df3e3 None None] Allocated IP 172.20.0.2 (ff1c192e-0a7e-4c4b-ab32-d4084f975601/57ee45e6-0a61-4ff5-abfb-26876cc892ce/65799904-0e5b-4bfb-a881-7920b0825d28) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:39:57.638201 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ec3a0da-4b3a-47f2-9dcf-d5cf147df3e3 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:57.646738 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2ec3a0da-4b3a-47f2-9dcf-d5cf147df3e3 None None] Transition to ACTIVE for port object 65799904-0e5b-4bfb-a881-7920b0825d28 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:39:57.659172 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3dd5cb3c-c10f-48ea-8e88-70f7d54f840d tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:57.662546 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2ec3a0da-4b3a-47f2-9dcf-d5cf147df3e3 None None] Transition to ACTIVE for port object 65799904-0e5b-4bfb-a881-7920b0825d28 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:39:57.669421 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ec3a0da-4b3a-47f2-9dcf-d5cf147df3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:57.709338 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec3a0da-4b3a-47f2-9dcf-d5cf147df3e3 None None] Network ff1c192e-0a7e-4c4b-ab32-d4084f975601 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:39:57.712060 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-2ec3a0da-4b3a-47f2-9dcf-d5cf147df3e3 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:39:57.715574 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec3a0da-4b3a-47f2-9dcf-d5cf147df3e3 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:39:57.723332 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3a0da-4b3a-47f2-9dcf-d5cf147df3e3 None None] Pushing event updated for resources: {'Port': ['ID=65799904-0e5b-4bfb-a881-7920b0825d28,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:57.725426 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd5cb3c-c10f-48ea-8e88-70f7d54f840d tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Pushing event updated for resources: {'Subnet': ['ID=78e865b7-c2d0-4ee5-b0b8-98b01160c7b6,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:57.735145 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd5cb3c-c10f-48ea-8e88-70f7d54f840d tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Checking segment: {'id': '4f3ecbc4-42fe-49f9-96bd-ba37310cacfa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '41c9540d-2041-4ebf-991f-2dd4812846c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:39:57.735509 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd5cb3c-c10f-48ea-8e88-70f7d54f840d tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Network hostable DHCP agents. Network: 41c9540d-2041-4ebf-991f-2dd4812846c3, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:39:57.754065 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dd5cb3c-c10f-48ea-8e88-70f7d54f840d tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Network 41c9540d-2041-4ebf-991f-2dd4812846c3 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:39:57.762858 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-3dd5cb3c-c10f-48ea-8e88-70f7d54f840d tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 41c9540d-2041-4ebf-991f-2dd4812846c3) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:39:57.768338 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dd5cb3c-c10f-48ea-8e88-70f7d54f840d tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:39:57.768962 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3dd5cb3c-c10f-48ea-8e88-70f7d54f840d tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:57.787533 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3dd5cb3c-c10f-48ea-8e88-70f7d54f840d tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4320381 Jul 16 09:39:57.788199 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48386) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:57.792495 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-77239ef8-0ad8-43d7-a603-f374b7db931a tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Request body: {'router': {'external_gateway_info': {'network_id': '41c9540d-2041-4ebf-991f-2dd4812846c3'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:39:57.928098 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd38e04-1a4c-4853-a88e-054c3af23cfa None None] Network 41c9540d-2041-4ebf-991f-2dd4812846c3 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:39:57.953004 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-2ec3a0da-4b3a-47f2-9dcf-d5cf147df3e3 None None] Attempting to bind port 65799904-0e5b-4bfb-a881-7920b0825d28 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:39:57.953381 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-2ec3a0da-4b3a-47f2-9dcf-d5cf147df3e3 None None] Attempting to bind port 65799904-0e5b-4bfb-a881-7920b0825d28 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '8d6d757e-2a1d-4ca2-afce-7d6cbd21c8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ff1c192e-0a7e-4c4b-ab32-d4084f975601'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:39:57.953751 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec3a0da-4b3a-47f2-9dcf-d5cf147df3e3 None None] Attempting to bind port 65799904-0e5b-4bfb-a881-7920b0825d28 on network ff1c192e-0a7e-4c4b-ab32-d4084f975601 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:39:57.962382 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec3a0da-4b3a-47f2-9dcf-d5cf147df3e3 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:39:57.962763 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec3a0da-4b3a-47f2-9dcf-d5cf147df3e3 None None] Checking segment: {'id': '8d6d757e-2a1d-4ca2-afce-7d6cbd21c8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ff1c192e-0a7e-4c4b-ab32-d4084f975601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:39:57.963175 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ec3a0da-4b3a-47f2-9dcf-d5cf147df3e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:57.963576 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ec3a0da-4b3a-47f2-9dcf-d5cf147df3e3 None None] Bound using segment: {'id': '8d6d757e-2a1d-4ca2-afce-7d6cbd21c8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ff1c192e-0a7e-4c4b-ab32-d4084f975601'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:39:57.964049 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-2ec3a0da-4b3a-47f2-9dcf-d5cf147df3e3 None None] Bound port: 65799904-0e5b-4bfb-a881-7920b0825d28, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d6d757e-2a1d-4ca2-afce-7d6cbd21c8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'ff1c192e-0a7e-4c4b-ab32-d4084f975601'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:39:57.964461 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ec3a0da-4b3a-47f2-9dcf-d5cf147df3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:57.998792 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-77239ef8-0ad8-43d7-a603-f374b7db931a tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:58.095697 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-2ec3a0da-4b3a-47f2-9dcf-d5cf147df3e3 None None] For port 65799904-0e5b-4bfb-a881-7920b0825d28, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:39:58.106249 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [None req-77239ef8-0ad8-43d7-a603-f374b7db931a tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 16 09:39:58.107566 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-77239ef8-0ad8-43d7-a603-f374b7db931a tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] 10.222.0.22 "PUT /v2.0/routers/d1f92d45-c7ab-4e33-bc4d-adb31aa23916 HTTP/1.1" status: 400 len: 364 time: 0.3189123 Jul 16 09:39:58.111771 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-2ec3a0da-4b3a-47f2-9dcf-d5cf147df3e3 None None] For port 65799904-0e5b-4bfb-a881-7920b0825d28, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=65799904-0e5b-4bfb-a881-7920b0825d28,segment=NetworkSegment(8d6d757e-2a1d-4ca2-afce-7d6cbd21c8fe),segment_id=8d6d757e-2a1d-4ca2-afce-7d6cbd21c8fe)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:39:58.113451 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48388) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:58.118620 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2ec3a0da-4b3a-47f2-9dcf-d5cf147df3e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:58.164123 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af29946e-5f99-4257-acce-3c573917e0d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-41c9540d-2041-4ebf-991f-2dd4812846c3', 'network_id': '41c9540d-2041-4ebf-991f-2dd4812846c3', 'tenant_id': 'bdaf77986c6a48a085a1f6ecacd8e82d', 'fixed_ips': [{'subnet_id': '78e865b7-c2d0-4ee5-b0b8-98b01160c7b6'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:39:58.164672 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-54e61433-62d9-488c-a193-e0df37150475 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Deleting subnet 78e865b7-c2d0-4ee5-b0b8-98b01160c7b6 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:39:58.164939 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-af29946e-5f99-4257-acce-3c573917e0d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:58.168009 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-54e61433-62d9-488c-a193-e0df37150475 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:58.209243 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-54e61433-62d9-488c-a193-e0df37150475 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:58.254557 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-54e61433-62d9-488c-a193-e0df37150475 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:58.267304 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec3a0da-4b3a-47f2-9dcf-d5cf147df3e3 None None] Pushing event updated for resources: {'Port': ['ID=65799904-0e5b-4bfb-a881-7920b0825d28,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:58.343826 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-54e61433-62d9-488c-a193-e0df37150475 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server [None req-af29946e-5f99-4257-acce-3c573917e0d1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78e865b7-c2d0-4ee5-b0b8-98b01160c7b6: This subnet is being modified by another concurrent operation. Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise self.value Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server raise exception Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 78e865b7-c2d0-4ee5-b0b8-98b01160c7b6: This subnet is being modified by another concurrent operation. Jul 16 09:39:58.347046 n-d-771362-37 neutron-server[93760]: ERROR oslo_messaging.rpc.server Jul 16 09:39:58.364442 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79c2218-ab82-487d-bfb8-80ac4b8b2ae7 None None] Network 41c9540d-2041-4ebf-991f-2dd4812846c3 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:39:58.378734 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e61433-62d9-488c-a193-e0df37150475 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Pushing event deleted for resources: {'Subnet': ['ID=78e865b7-c2d0-4ee5-b0b8-98b01160c7b6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:58.385144 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-54e61433-62d9-488c-a193-e0df37150475 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:58.389854 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-54e61433-62d9-488c-a193-e0df37150475 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] 10.222.0.22 "DELETE /v2.0/subnets/78e865b7-c2d0-4ee5-b0b8-98b01160c7b6 HTTP/1.1" status: 204 len: 168 time: 0.2748446 Jul 16 09:39:58.392195 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48390) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:58.475142 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-017d0086-9e54-477a-ba8b-8020cb73f1e7 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:58.564111 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-017d0086-9e54-477a-ba8b-8020cb73f1e7 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:58.574223 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-017d0086-9e54-477a-ba8b-8020cb73f1e7 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41c9540d-2041-4ebf-991f-2dd4812846c3']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:58.583882 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-017d0086-9e54-477a-ba8b-8020cb73f1e7 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3ecbc4-42fe-49f9-96bd-ba37310cacfa') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:58.584132 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-017d0086-9e54-477a-ba8b-8020cb73f1e7 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3ecbc4-42fe-49f9-96bd-ba37310cacfa') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:58.592843 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-017d0086-9e54-477a-ba8b-8020cb73f1e7 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:58.606548 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-017d0086-9e54-477a-ba8b-8020cb73f1e7 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:58.613768 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-017d0086-9e54-477a-ba8b-8020cb73f1e7 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:39:58.614264 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-017d0086-9e54-477a-ba8b-8020cb73f1e7 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:58.617404 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 09:39:58.617404 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:39:58.617404 n-d-771362-37 neutron-server[93759]: timer() Jul 16 09:39:58.617404 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:39:58.617404 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 09:39:58.617404 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:39:58.617404 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 09:39:58.617404 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:39:58.617404 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 09:39:58.617404 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:39:58.617404 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 09:39:58.617404 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:39:58.617404 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 09:39:58.617404 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:39:58.617404 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:39:58.617404 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:39:58.617404 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:39:58.617404 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:39:58.617404 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 09:39:58.617404 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:39:58.617404 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 09:39:58.617404 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:39:58.617404 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:39:58.617404 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:39:58.617404 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 09:39:58.617404 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:39:58.617404 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:39:58.617404 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:39:58.617404 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:39:58.617404 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:39:58.617404 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:39:58.617404 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:39:58.677316 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-017d0086-9e54-477a-ba8b-8020cb73f1e7 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:58.681984 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-017d0086-9e54-477a-ba8b-8020cb73f1e7 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:58.683839 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-017d0086-9e54-477a-ba8b-8020cb73f1e7 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] 10.222.0.22 "DELETE /v2.0/networks/41c9540d-2041-4ebf-991f-2dd4812846c3 HTTP/1.1" status: 204 len: 168 time: 0.2904544 Jul 16 09:39:58.687046 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48392) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:58.698903 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017d0086-9e54-477a-ba8b-8020cb73f1e7 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Pushing event deleted for resources: {'Network': ['ID=41c9540d-2041-4ebf-991f-2dd4812846c3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:58.743779 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-e374c471-5f52-4865-92e5-29e3dc14959b tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Deleting subnet 57ee45e6-0a61-4ff5-abfb-26876cc892ce {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:39:58.745623 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e374c471-5f52-4865-92e5-29e3dc14959b tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:58.789083 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e374c471-5f52-4865-92e5-29e3dc14959b tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:58.827987 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 65799904-0e5b-4bfb-a881-7920b0825d28 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:39:58.877381 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e374c471-5f52-4865-92e5-29e3dc14959b tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:58.877891 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 65799904-0e5b-4bfb-a881-7920b0825d28 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:39:58.942087 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e374c471-5f52-4865-92e5-29e3dc14959b tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:58.971480 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374c471-5f52-4865-92e5-29e3dc14959b tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Pushing event deleted for resources: {'Subnet': ['ID=57ee45e6-0a61-4ff5-abfb-26876cc892ce,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:58.973516 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e374c471-5f52-4865-92e5-29e3dc14959b tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:58.975435 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e374c471-5f52-4865-92e5-29e3dc14959b tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] 10.222.0.22 "DELETE /v2.0/subnets/57ee45e6-0a61-4ff5-abfb-26876cc892ce HTTP/1.1" status: 204 len: 168 time: 0.2873204 Jul 16 09:39:58.977920 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48394) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:59.054578 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2316-6405-47e9-958f-3bf0c7c500b5 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:59.109963 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f2316-6405-47e9-958f-3bf0c7c500b5 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Deleting port 65799904-0e5b-4bfb-a881-7920b0825d28 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:39:59.110207 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee90a7d-c5c1-466f-88de-7b672e8671d6 None None] Network ff1c192e-0a7e-4c4b-ab32-d4084f975601 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:39:59.110669 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2316-6405-47e9-958f-3bf0c7c500b5 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:59.176494 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-5e2f2316-6405-47e9-958f-3bf0c7c500b5 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] For port 65799904-0e5b-4bfb-a881-7920b0825d28, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=65799904-0e5b-4bfb-a881-7920b0825d28,segment=NetworkSegment(8d6d757e-2a1d-4ca2-afce-7d6cbd21c8fe),segment_id=8d6d757e-2a1d-4ca2-afce-7d6cbd21c8fe)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:39:59.176855 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2316-6405-47e9-958f-3bf0c7c500b5 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:59.188858 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f2316-6405-47e9-958f-3bf0c7c500b5 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Calling delete_port for 65799904-0e5b-4bfb-a881-7920b0825d28 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:39:59.229113 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-614d2bbd-b113-42eb-b115-67f2f0b88283 None None] Provisioning for port 65799904-0e5b-4bfb-a881-7920b0825d28 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:39:59.236857 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-614d2bbd-b113-42eb-b115-67f2f0b88283 None None] Provisioning complete for port 65799904-0e5b-4bfb-a881-7920b0825d28 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:39:59.237233 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-614d2bbd-b113-42eb-b115-67f2f0b88283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:59.270640 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2316-6405-47e9-958f-3bf0c7c500b5 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:59.280867 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-614d2bbd-b113-42eb-b115-67f2f0b88283 None None] Could not find standard attr ID for object 65799904-0e5b-4bfb-a881-7920b0825d28. {{(pid=93760) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 16 09:39:59.283758 n-d-771362-37 neutron-server[93760]: INFO neutron.plugins.ml2.db [None req-614d2bbd-b113-42eb-b115-67f2f0b88283 None None] No ports have port_id starting with 65799904-0e5b-4bfb-a881-7920b0825d28 Jul 16 09:39:59.302696 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f2316-6405-47e9-958f-3bf0c7c500b5 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Pushing event deleted for resources: {'Port': ['ID=65799904-0e5b-4bfb-a881-7920b0825d28,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:59.304532 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2f2316-6405-47e9-958f-3bf0c7c500b5 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] No DVR routers for this DVR port 65799904-0e5b-4bfb-a881-7920b0825d28 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:39:59.333756 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b833c59-8a33-4d27-b31f-119387eadbf3 None None] DHCP port deletion for ff1c192e-0a7e-4c4b-ab32-d4084f975601 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:39:59.349885 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9186a4f-bba7-444d-a9a7-90c3455310a0 None None] get_active_networks_info from n-d-771362-37 {{(pid=93760) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 16 09:39:59.383211 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2316-6405-47e9-958f-3bf0c7c500b5 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:59.393009 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-5e2f2316-6405-47e9-958f-3bf0c7c500b5 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff1c192e-0a7e-4c4b-ab32-d4084f975601']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:59.402620 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-5e2f2316-6405-47e9-958f-3bf0c7c500b5 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d6d757e-2a1d-4ca2-afce-7d6cbd21c8fe') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:59.402917 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-5e2f2316-6405-47e9-958f-3bf0c7c500b5 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d6d757e-2a1d-4ca2-afce-7d6cbd21c8fe') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:39:59.409787 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9186a4f-bba7-444d-a9a7-90c3455310a0 None None] Resources bound (agent type, host, resource id): {{(pid=93760) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 16 09:39:59.411691 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2316-6405-47e9-958f-3bf0c7c500b5 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:59.425677 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2316-6405-47e9-958f-3bf0c7c500b5 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:59.431479 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e2f2316-6405-47e9-958f-3bf0c7c500b5 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:39:59.431864 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2316-6405-47e9-958f-3bf0c7c500b5 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:59.434944 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 09:39:59.434944 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:39:59.434944 n-d-771362-37 neutron-server[93758]: timer() Jul 16 09:39:59.434944 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:39:59.434944 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 09:39:59.434944 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:39:59.434944 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 09:39:59.434944 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:39:59.434944 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 09:39:59.434944 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:39:59.434944 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 09:39:59.434944 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:39:59.434944 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 09:39:59.434944 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:39:59.434944 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:39:59.434944 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:39:59.434944 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:39:59.434944 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:39:59.434944 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 09:39:59.434944 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:39:59.434944 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 09:39:59.434944 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:39:59.434944 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:39:59.434944 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:39:59.434944 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 09:39:59.434944 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:39:59.434944 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:39:59.434944 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:39:59.434944 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:39:59.434944 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:39:59.434944 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:39:59.434944 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:39:59.496916 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2316-6405-47e9-958f-3bf0c7c500b5 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:59.504058 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5e2f2316-6405-47e9-958f-3bf0c7c500b5 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:59.505875 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5e2f2316-6405-47e9-958f-3bf0c7c500b5 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] 10.222.0.22 "DELETE /v2.0/networks/ff1c192e-0a7e-4c4b-ab32-d4084f975601 HTTP/1.1" status: 204 len: 168 time: 0.5270429 Jul 16 09:39:59.508840 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48396) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:59.517047 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2f2316-6405-47e9-958f-3bf0c7c500b5 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Pushing event deleted for resources: {'Network': ['ID=ff1c192e-0a7e-4c4b-ab32-d4084f975601,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:39:59.541430 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-cec9f474-f46b-4fba-8955-c032d80cd5cb tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] 10.222.0.22 "GET /v2.0/ports?device_id=d1f92d45-c7ab-4e33-bc4d-adb31aa23916 HTTP/1.1" status: 200 len: 205 time: 0.0312660 Jul 16 09:39:59.543824 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48398) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:39:59.619506 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-099a552b-ede9-43d3-8e5a-071e8c100d64 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:59.772972 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-099a552b-ede9-43d3-8e5a-071e8c100d64 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:59.775041 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-099a552b-ede9-43d3-8e5a-071e8c100d64 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:59.816789 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-099a552b-ede9-43d3-8e5a-071e8c100d64 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:59.817282 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-099a552b-ede9-43d3-8e5a-071e8c100d64 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Fanout notify agent at l3_agent the message router_deleted on router d1f92d45-c7ab-4e33-bc4d-adb31aa23916 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:39:59.824061 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-099a552b-ede9-43d3-8e5a-071e8c100d64 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:39:59.825178 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-099a552b-ede9-43d3-8e5a-071e8c100d64 tempest-RoutersNegativeTest-1136652831 tempest-RoutersNegativeTest-1136652831-project] 10.222.0.22 "DELETE /v2.0/routers/d1f92d45-c7ab-4e33-bc4d-adb31aa23916 HTTP/1.1" status: 204 len: 168 time: 0.2804360 Jul 16 09:40:00.063716 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48404) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:00.190666 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fcbf4375-261a-4093-a243-ba7a5736eb2f admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=bdaf77986c6a48a085a1f6ecacd8e82d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1256137 Jul 16 09:40:00.193434 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48408) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:00.239977 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0cc39a63-dc68-48bd-86b3-74365e2986bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:00.263598 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0cc39a63-dc68-48bd-86b3-74365e2986bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:00.308786 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0cc39a63-dc68-48bd-86b3-74365e2986bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:00.311972 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0cc39a63-dc68-48bd-86b3-74365e2986bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:00.313054 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0cc39a63-dc68-48bd-86b3-74365e2986bd admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8624a9e8-0e2f-40c3-b05f-030593e50406 HTTP/1.1" status: 204 len: 168 time: 0.1187248 Jul 16 09:40:00.320853 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc39a63-dc68-48bd-86b3-74365e2986bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8624a9e8-0e2f-40c3-b05f-030593e50406,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:00.789026 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 65799904-0e5b-4bfb-a881-7920b0825d28 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:40:00.809417 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 65799904-0e5b-4bfb-a881-7920b0825d28 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:40:00.809800 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 65799904-0e5b-4bfb-a881-7920b0825d28 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:40:00.905487 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48430) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:00.997148 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-ef12c216-c362-4b8a-be92-6fb40d0969ad admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-571986151-network', 'tenant_id': '6054ca0d73a14b468033e128183ffc9b'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:40:01.018695 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef12c216-c362-4b8a-be92-6fb40d0969ad admin admin] Made reservation on behalf of 6054ca0d73a14b468033e128183ffc9b for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:40:01.021065 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef12c216-c362-4b8a-be92-6fb40d0969ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:01.029053 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef12c216-c362-4b8a-be92-6fb40d0969ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:01.115167 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef12c216-c362-4b8a-be92-6fb40d0969ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:01.118740 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef12c216-c362-4b8a-be92-6fb40d0969ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:01.139099 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef12c216-c362-4b8a-be92-6fb40d0969ad admin admin] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:40:01.153378 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12c216-c362-4b8a-be92-6fb40d0969ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3f1143-577a-4d79-b5e0-444a1f1546f5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:01.156719 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef12c216-c362-4b8a-be92-6fb40d0969ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:01.157070 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-ef12c216-c362-4b8a-be92-6fb40d0969ad admin admin] Added segment f421a234-335e-48ad-96e7-877c161c9d44 of type vlan for network 013e8f83-7fe3-4a70-9878-4757e2e15603 Jul 16 09:40:01.196505 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef12c216-c362-4b8a-be92-6fb40d0969ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:01.223755 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef12c216-c362-4b8a-be92-6fb40d0969ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:01.224753 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef12c216-c362-4b8a-be92-6fb40d0969ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:01.225337 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef12c216-c362-4b8a-be92-6fb40d0969ad admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:01.258503 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ef12c216-c362-4b8a-be92-6fb40d0969ad admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3519323 Jul 16 09:40:01.261593 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48434) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:01.267407 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-e1574e3a-ab60-4964-b31c-18949dee3fa3 admin admin] Request body: {'subnet': {'network_id': '013e8f83-7fe3-4a70-9878-4757e2e15603', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-571986151-subnet', 'tenant_id': '6054ca0d73a14b468033e128183ffc9b', 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:40:01.287584 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1574e3a-ab60-4964-b31c-18949dee3fa3 admin admin] Made reservation on behalf of 6054ca0d73a14b468033e128183ffc9b for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:40:01.287788 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef12c216-c362-4b8a-be92-6fb40d0969ad admin admin] Pushing event updated for resources: {'Network': ['ID=013e8f83-7fe3-4a70-9878-4757e2e15603,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:01.289989 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e1574e3a-ab60-4964-b31c-18949dee3fa3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:01.297999 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 013e8f83-7fe3-4a70-9878-4757e2e15603 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:40:01.455042 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e1574e3a-ab60-4964-b31c-18949dee3fa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:01.509554 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1574e3a-ab60-4964-b31c-18949dee3fa3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab39496b-c56d-45cf-af80-85e76a94aa97,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:01.517048 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1574e3a-ab60-4964-b31c-18949dee3fa3 admin admin] Checking segment: {'id': 'f421a234-335e-48ad-96e7-877c161c9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '013e8f83-7fe3-4a70-9878-4757e2e15603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:40:01.517414 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1574e3a-ab60-4964-b31c-18949dee3fa3 admin admin] Network hostable DHCP agents. Network: 013e8f83-7fe3-4a70-9878-4757e2e15603, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:40:01.534045 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1574e3a-ab60-4964-b31c-18949dee3fa3 admin admin] Network 013e8f83-7fe3-4a70-9878-4757e2e15603 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:40:01.545466 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-e1574e3a-ab60-4964-b31c-18949dee3fa3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 013e8f83-7fe3-4a70-9878-4757e2e15603) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:40:01.549535 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1574e3a-ab60-4964-b31c-18949dee3fa3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:01.550163 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e1574e3a-ab60-4964-b31c-18949dee3fa3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:01.554688 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a945a86-41fd-45fe-92c5-e96e21e43be1 None None] Network 013e8f83-7fe3-4a70-9878-4757e2e15603 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:40:01.563487 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e1574e3a-ab60-4964-b31c-18949dee3fa3 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3000562 Jul 16 09:40:01.566548 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48436) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:01.570949 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-e33f2fcb-bb0b-42ac-a8e6-395e22f97c18 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-571986151-router', 'tenant_id': '6054ca0d73a14b468033e128183ffc9b', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:40:01.591976 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e33f2fcb-bb0b-42ac-a8e6-395e22f97c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:01.593527 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e33f2fcb-bb0b-42ac-a8e6-395e22f97c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:01.648892 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e33f2fcb-bb0b-42ac-a8e6-395e22f97c18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:01.704070 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9636e94-06a1-4fe4-a52e-e61934bb97d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-013e8f83-7fe3-4a70-9878-4757e2e15603', 'network_id': '013e8f83-7fe3-4a70-9878-4757e2e15603', 'tenant_id': '6054ca0d73a14b468033e128183ffc9b', 'fixed_ips': [{'subnet_id': 'ab39496b-c56d-45cf-af80-85e76a94aa97'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:40:01.704975 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e9636e94-06a1-4fe4-a52e-e61934bb97d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:01.787582 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e33f2fcb-bb0b-42ac-a8e6-395e22f97c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:01.843442 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-e9636e94-06a1-4fe4-a52e-e61934bb97d4 None None] Allocated IP 172.20.0.2 (013e8f83-7fe3-4a70-9878-4757e2e15603/ab39496b-c56d-45cf-af80-85e76a94aa97/8a5cb781-977b-40d2-9f42-8a7effff858e) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:40:01.983468 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e9636e94-06a1-4fe4-a52e-e61934bb97d4 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:01.986170 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e33f2fcb-bb0b-42ac-a8e6-395e22f97c18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:01.991440 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e9636e94-06a1-4fe4-a52e-e61934bb97d4 None None] Transition to ACTIVE for port object 8a5cb781-977b-40d2-9f42-8a7effff858e will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:40:02.006130 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e9636e94-06a1-4fe4-a52e-e61934bb97d4 None None] Transition to ACTIVE for port object 8a5cb781-977b-40d2-9f42-8a7effff858e will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:40:02.006310 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e33f2fcb-bb0b-42ac-a8e6-395e22f97c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:02.012196 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e9636e94-06a1-4fe4-a52e-e61934bb97d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:02.047454 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9636e94-06a1-4fe4-a52e-e61934bb97d4 None None] Network 013e8f83-7fe3-4a70-9878-4757e2e15603 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:40:02.053505 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-e9636e94-06a1-4fe4-a52e-e61934bb97d4 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:40:02.056997 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9636e94-06a1-4fe4-a52e-e61934bb97d4 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:40:02.064399 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9636e94-06a1-4fe4-a52e-e61934bb97d4 None None] Pushing event updated for resources: {'Port': ['ID=8a5cb781-977b-40d2-9f42-8a7effff858e,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:02.115956 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e9636e94-06a1-4fe4-a52e-e61934bb97d4 None None] Attempting to bind port 8a5cb781-977b-40d2-9f42-8a7effff858e on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:40:02.116281 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e9636e94-06a1-4fe4-a52e-e61934bb97d4 None None] Attempting to bind port 8a5cb781-977b-40d2-9f42-8a7effff858e by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'f421a234-335e-48ad-96e7-877c161c9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '013e8f83-7fe3-4a70-9878-4757e2e15603'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:40:02.116682 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9636e94-06a1-4fe4-a52e-e61934bb97d4 None None] Attempting to bind port 8a5cb781-977b-40d2-9f42-8a7effff858e on network 013e8f83-7fe3-4a70-9878-4757e2e15603 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:40:02.116927 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-e33f2fcb-bb0b-42ac-a8e6-395e22f97c18 admin admin] Allocated IP 172.25.3.242 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/3f01363c-fcd7-476e-bee8-98ccf72cc119) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:40:02.121632 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9636e94-06a1-4fe4-a52e-e61934bb97d4 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:40:02.122011 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9636e94-06a1-4fe4-a52e-e61934bb97d4 None None] Checking segment: {'id': 'f421a234-335e-48ad-96e7-877c161c9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '013e8f83-7fe3-4a70-9878-4757e2e15603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:40:02.123306 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e9636e94-06a1-4fe4-a52e-e61934bb97d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:02.123306 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9636e94-06a1-4fe4-a52e-e61934bb97d4 None None] Bound using segment: {'id': 'f421a234-335e-48ad-96e7-877c161c9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '013e8f83-7fe3-4a70-9878-4757e2e15603'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:40:02.124090 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e9636e94-06a1-4fe4-a52e-e61934bb97d4 None None] Bound port: 8a5cb781-977b-40d2-9f42-8a7effff858e, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f421a234-335e-48ad-96e7-877c161c9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '013e8f83-7fe3-4a70-9878-4757e2e15603'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:40:02.124384 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e9636e94-06a1-4fe4-a52e-e61934bb97d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:02.189059 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e9636e94-06a1-4fe4-a52e-e61934bb97d4 None None] For port 8a5cb781-977b-40d2-9f42-8a7effff858e, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:40:02.192331 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e9636e94-06a1-4fe4-a52e-e61934bb97d4 None None] For port 8a5cb781-977b-40d2-9f42-8a7effff858e, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=8a5cb781-977b-40d2-9f42-8a7effff858e,segment=NetworkSegment(f421a234-335e-48ad-96e7-877c161c9d44),segment_id=f421a234-335e-48ad-96e7-877c161c9d44)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:40:02.196344 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e9636e94-06a1-4fe4-a52e-e61934bb97d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:02.218555 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e33f2fcb-bb0b-42ac-a8e6-395e22f97c18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:02.251282 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9636e94-06a1-4fe4-a52e-e61934bb97d4 None None] Pushing event updated for resources: {'Port': ['ID=8a5cb781-977b-40d2-9f42-8a7effff858e,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:02.264090 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e33f2fcb-bb0b-42ac-a8e6-395e22f97c18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:02.300653 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e33f2fcb-bb0b-42ac-a8e6-395e22f97c18 admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:40:02.305551 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-e33f2fcb-bb0b-42ac-a8e6-395e22f97c18 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:40:02.308967 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e33f2fcb-bb0b-42ac-a8e6-395e22f97c18 admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:40:02.333382 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33f2fcb-bb0b-42ac-a8e6-395e22f97c18 admin admin] Pushing event updated for resources: {'Port': ['ID=3f01363c-fcd7-476e-bee8-98ccf72cc119,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:02.572730 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e33f2fcb-bb0b-42ac-a8e6-395e22f97c18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:02.766454 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e33f2fcb-bb0b-42ac-a8e6-395e22f97c18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:02.818153 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 8a5cb781-977b-40d2-9f42-8a7effff858e up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:40:02.881847 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 8a5cb781-977b-40d2-9f42-8a7effff858e completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:40:02.886986 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:02.902657 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e33f2fcb-bb0b-42ac-a8e6-395e22f97c18 admin admin] Router 7090ab13-1479-4350-b517-119b3b9ff7a1 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:40:02.933298 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:03.015326 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e33f2fcb-bb0b-42ac-a8e6-395e22f97c18 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:40:03.026043 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebff361e-a938-47da-832e-48e52c9f1e0e None None] Sync routers for ids ['7090ab13-1479-4350-b517-119b3b9ff7a1'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:40:03.033489 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e33f2fcb-bb0b-42ac-a8e6-395e22f97c18 admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:03.034878 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e33f2fcb-bb0b-42ac-a8e6-395e22f97c18 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.4674070 Jul 16 09:40:03.037728 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48438) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:03.039441 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebff361e-a938-47da-832e-48e52c9f1e0e None None] Routers {'7090ab13-1479-4350-b517-119b3b9ff7a1'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:40:03.040086 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ebff361e-a938-47da-832e-48e52c9f1e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:39:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['7090ab13-1479-4350-b517-119b3b9ff7a1'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:03.152323 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-ebff361e-a938-47da-832e-48e52c9f1e0e None None] Set router 7090ab13-1479-4350-b517-119b3b9ff7a1 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:40:03.211263 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eee50381-0849-4a2c-84e9-8f7af4938116 None None] Network 013e8f83-7fe3-4a70-9878-4757e2e15603 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:40:03.299481 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d0765375-ba16-47b2-9b42-ea1924a35739 None None] Provisioning for port 8a5cb781-977b-40d2-9f42-8a7effff858e completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:40:03.339045 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d0765375-ba16-47b2-9b42-ea1924a35739 None None] Provisioning complete for port 8a5cb781-977b-40d2-9f42-8a7effff858e triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:03.339432 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d0765375-ba16-47b2-9b42-ea1924a35739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:03.437174 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c3e751ca-f684-4fee-a115-955bd0262e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:03.554662 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d0765375-ba16-47b2-9b42-ea1924a35739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:03.576041 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ebff361e-a938-47da-832e-48e52c9f1e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7090ab13-1479-4350-b517-119b3b9ff7a1', 'name': 'tempest-TestEncryptedCinderVolumes-571986151-router', 'tenant_id': '6054ca0d73a14b468033e128183ffc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '3f01363c-fcd7-476e-bee8-98ccf72cc119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:01Z', 'updated_at': '2021-07-16T09:40:02Z', 'revision_number': 3, 'project_id': '6054ca0d73a14b468033e128183ffc9b', 'gw_port': {'id': '3f01363c-fcd7-476e-bee8-98ccf72cc119', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ab:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7090ab13-1479-4350-b517-119b3b9ff7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:02Z', 'updated_at': '2021-07-16T09:40:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:03.619275 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebff361e-a938-47da-832e-48e52c9f1e0e None None] Checking router: 7090ab13-1479-4350-b517-119b3b9ff7a1 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:40:03.619635 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebff361e-a938-47da-832e-48e52c9f1e0e None None] Updating router 7090ab13-1479-4350-b517-119b3b9ff7a1 port 3f01363c-fcd7-476e-bee8-98ccf72cc119 binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:40:03.649411 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-d0765375-ba16-47b2-9b42-ea1924a35739 None None] For port 8a5cb781-977b-40d2-9f42-8a7effff858e, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=8a5cb781-977b-40d2-9f42-8a7effff858e,segment=NetworkSegment(f421a234-335e-48ad-96e7-877c161c9d44),segment_id=f421a234-335e-48ad-96e7-877c161c9d44)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:03.659497 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d0765375-ba16-47b2-9b42-ea1924a35739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:03.668045 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ebff361e-a938-47da-832e-48e52c9f1e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:03.788493 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0765375-ba16-47b2-9b42-ea1924a35739 None None] Pushing event updated for resources: {'Port': ['ID=8a5cb781-977b-40d2-9f42-8a7effff858e,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:03.830654 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0b85a352-d21e-492a-b7b0-1317da5d5ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:03.898225 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d42612d7-1a8b-4659-b207-fef8035bed7d None None] Provisioning complete for port 8a5cb781-977b-40d2-9f42-8a7effff858e triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:03.898806 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d42612d7-1a8b-4659-b207-fef8035bed7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:03.989044 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-0b85a352-d21e-492a-b7b0-1317da5d5ae5 admin admin] Allocated IP 172.20.0.1 (013e8f83-7fe3-4a70-9878-4757e2e15603/ab39496b-c56d-45cf-af80-85e76a94aa97/bdd1b0e0-09c5-4676-abb4-679045342fa1) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:40:04.101321 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0b85a352-d21e-492a-b7b0-1317da5d5ae5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:04.115866 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0b85a352-d21e-492a-b7b0-1317da5d5ae5 admin admin] Transition to ACTIVE for port object bdd1b0e0-09c5-4676-abb4-679045342fa1 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:40:04.151095 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0b85a352-d21e-492a-b7b0-1317da5d5ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:04.178015 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ebff361e-a938-47da-832e-48e52c9f1e0e None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:04.191679 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b85a352-d21e-492a-b7b0-1317da5d5ae5 admin admin] Network 013e8f83-7fe3-4a70-9878-4757e2e15603 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:40:04.196056 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-0b85a352-d21e-492a-b7b0-1317da5d5ae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:40:04.196196 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ebff361e-a938-47da-832e-48e52c9f1e0e None None] Transition to ACTIVE for port object 3f01363c-fcd7-476e-bee8-98ccf72cc119 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:40:04.200980 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b85a352-d21e-492a-b7b0-1317da5d5ae5 admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:40:04.204699 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85a352-d21e-492a-b7b0-1317da5d5ae5 admin admin] Pushing event updated for resources: {'Port': ['ID=bdd1b0e0-09c5-4676-abb4-679045342fa1,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:04.206113 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ebff361e-a938-47da-832e-48e52c9f1e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:04.244314 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0b85a352-d21e-492a-b7b0-1317da5d5ae5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:04.260712 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d9cf0-8a32-4854-a1b4-1f386bf95992 None None] Pushing event updated for resources: {'Port': ['ID=3f01363c-fcd7-476e-bee8-98ccf72cc119,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:04.263095 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ebff361e-a938-47da-832e-48e52c9f1e0e None None] Attempting to bind port 3f01363c-fcd7-476e-bee8-98ccf72cc119 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:40:04.263473 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ebff361e-a938-47da-832e-48e52c9f1e0e None None] Attempting to bind port 3f01363c-fcd7-476e-bee8-98ccf72cc119 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:40:04.263845 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebff361e-a938-47da-832e-48e52c9f1e0e None None] Attempting to bind port 3f01363c-fcd7-476e-bee8-98ccf72cc119 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:40:04.270473 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebff361e-a938-47da-832e-48e52c9f1e0e None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 39, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:40:04.270883 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebff361e-a938-47da-832e-48e52c9f1e0e None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:40:04.271299 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ebff361e-a938-47da-832e-48e52c9f1e0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:04.271745 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebff361e-a938-47da-832e-48e52c9f1e0e None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:40:04.272157 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ebff361e-a938-47da-832e-48e52c9f1e0e None None] Bound port: 3f01363c-fcd7-476e-bee8-98ccf72cc119, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:40:04.272625 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ebff361e-a938-47da-832e-48e52c9f1e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:04.334027 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ebff361e-a938-47da-832e-48e52c9f1e0e None None] For port 3f01363c-fcd7-476e-bee8-98ccf72cc119, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:40:04.337474 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ebff361e-a938-47da-832e-48e52c9f1e0e None None] For port 3f01363c-fcd7-476e-bee8-98ccf72cc119, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=3f01363c-fcd7-476e-bee8-98ccf72cc119,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:40:04.342322 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ebff361e-a938-47da-832e-48e52c9f1e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:04.400171 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0b85a352-d21e-492a-b7b0-1317da5d5ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:04.402961 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d9cf0-8a32-4854-a1b4-1f386bf95992 None None] Pushing event updated for resources: {'Port': ['ID=3f01363c-fcd7-476e-bee8-98ccf72cc119,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:04.405644 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebff361e-a938-47da-832e-48e52c9f1e0e None None] Routers {'7090ab13-1479-4350-b517-119b3b9ff7a1'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:40:04.406252 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ebff361e-a938-47da-832e-48e52c9f1e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:39:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['7090ab13-1479-4350-b517-119b3b9ff7a1'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:04.465609 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-15bb020a-7052-4de1-8283-e6a44781271a None None] Provisioning for port bdd1b0e0-09c5-4676-abb4-679045342fa1 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:40:04.495720 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-15bb020a-7052-4de1-8283-e6a44781271a None None] Provisioning complete for port bdd1b0e0-09c5-4676-abb4-679045342fa1 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:04.496008 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-15bb020a-7052-4de1-8283-e6a44781271a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:04.546452 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-ebff361e-a938-47da-832e-48e52c9f1e0e None None] Set router 7090ab13-1479-4350-b517-119b3b9ff7a1 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:40:04.548479 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-15bb020a-7052-4de1-8283-e6a44781271a None None] Port bdd1b0e0-09c5-4676-abb4-679045342fa1 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:40:04.566956 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0b85a352-d21e-492a-b7b0-1317da5d5ae5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:04.571536 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0b85a352-d21e-492a-b7b0-1317da5d5ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:04.640737 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0b85a352-d21e-492a-b7b0-1317da5d5ae5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:04.643506 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b85a352-d21e-492a-b7b0-1317da5d5ae5 admin admin] Pushing event updated for resources: {'Port': ['ID=bdd1b0e0-09c5-4676-abb4-679045342fa1,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:04.732378 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b85a352-d21e-492a-b7b0-1317da5d5ae5 admin admin] Network 013e8f83-7fe3-4a70-9878-4757e2e15603 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:40:04.734339 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-0b85a352-d21e-492a-b7b0-1317da5d5ae5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:40:04.756690 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ebff361e-a938-47da-832e-48e52c9f1e0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7090ab13-1479-4350-b517-119b3b9ff7a1', 'name': 'tempest-TestEncryptedCinderVolumes-571986151-router', 'tenant_id': '6054ca0d73a14b468033e128183ffc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '3f01363c-fcd7-476e-bee8-98ccf72cc119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:01Z', 'updated_at': '2021-07-16T09:40:04Z', 'revision_number': 4, 'project_id': '6054ca0d73a14b468033e128183ffc9b', 'gw_port': {'id': '3f01363c-fcd7-476e-bee8-98ccf72cc119', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ab:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7090ab13-1479-4350-b517-119b3b9ff7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:02Z', 'updated_at': '2021-07-16T09:40:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'bdd1b0e0-09c5-4676-abb4-679045342fa1', 'name': '', 'network_id': '013e8f83-7fe3-4a70-9878-4757e2e15603', 'tenant_id': '6054ca0d73a14b468033e128183ffc9b', 'mac_address': 'fa:16:3e:05:ef:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7090ab13-1479-4350-b517-119b3b9ff7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'ab39496b-c56d-45cf-af80-85e76a94aa97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:03Z', 'updated_at': '2021-07-16T09:40:03Z', 'revision_number': 1, 'project_id': '6054ca0d73a14b468033e128183ffc9b', 'subnets': [{'id': 'ab39496b-c56d-45cf-af80-85e76a94aa97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:04.788441 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebff361e-a938-47da-832e-48e52c9f1e0e None None] The sync data for ids ['7090ab13-1479-4350-b517-119b3b9ff7a1'] in n-d-771362-37 is: [{'id': '7090ab13-1479-4350-b517-119b3b9ff7a1', 'name': 'tempest-TestEncryptedCinderVolumes-571986151-router', 'tenant_id': '6054ca0d73a14b468033e128183ffc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '3f01363c-fcd7-476e-bee8-98ccf72cc119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:01Z', 'updated_at': '2021-07-16T09:40:04Z', 'revision_number': 4, 'project_id': '6054ca0d73a14b468033e128183ffc9b', 'gw_port': {'id': '3f01363c-fcd7-476e-bee8-98ccf72cc119', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ab:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7090ab13-1479-4350-b517-119b3b9ff7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:02Z', 'updated_at': '2021-07-16T09:40:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'bdd1b0e0-09c5-4676-abb4-679045342fa1', 'name': '', 'network_id': '013e8f83-7fe3-4a70-9878-4757e2e15603', 'tenant_id': '6054ca0d73a14b468033e128183ffc9b', 'mac_address': 'fa:16:3e:05:ef:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7090ab13-1479-4350-b517-119b3b9ff7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'ab39496b-c56d-45cf-af80-85e76a94aa97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:03Z', 'updated_at': '2021-07-16T09:40:03Z', 'revision_number': 1, 'project_id': '6054ca0d73a14b468033e128183ffc9b', 'subnets': [{'id': 'ab39496b-c56d-45cf-af80-85e76a94aa97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:40:04.820949 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 8a5cb781-977b-40d2-9f42-8a7effff858e up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:40:04.869426 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b85a352-d21e-492a-b7b0-1317da5d5ae5 admin admin] Router 7090ab13-1479-4350-b517-119b3b9ff7a1 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:40:04.879101 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 8a5cb781-977b-40d2-9f42-8a7effff858e triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:04.879587 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:04.992425 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b85a352-d21e-492a-b7b0-1317da5d5ae5 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:40:04.997625 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0b85a352-d21e-492a-b7b0-1317da5d5ae5 admin admin] 10.222.0.22 "PUT /v2.0/routers/7090ab13-1479-4350-b517-119b3b9ff7a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9586871 Jul 16 09:40:05.077963 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4ca8e396-bd73-4a63-bd1f-609dd5b6cb9b None None] Provisioning complete for port bdd1b0e0-09c5-4676-abb4-679045342fa1 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:05.078644 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4ca8e396-bd73-4a63-bd1f-609dd5b6cb9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:05.114328 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-4ca8e396-bd73-4a63-bd1f-609dd5b6cb9b None None] Port bdd1b0e0-09c5-4676-abb4-679045342fa1 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:40:05.519622 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48454) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:05.524875 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-66f750ba-f2bc-4ca6-8fde-457f7d8bf7e8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1053888682-network', 'tenant_id': '406b281e1f7d45b0a4106f403849037e'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:40:05.546301 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f750ba-f2bc-4ca6-8fde-457f7d8bf7e8 admin admin] Made reservation on behalf of 406b281e1f7d45b0a4106f403849037e for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:40:05.549984 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-66f750ba-f2bc-4ca6-8fde-457f7d8bf7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:05.558976 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-66f750ba-f2bc-4ca6-8fde-457f7d8bf7e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:05.654038 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-66f750ba-f2bc-4ca6-8fde-457f7d8bf7e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:05.657990 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-66f750ba-f2bc-4ca6-8fde-457f7d8bf7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:05.679084 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-66f750ba-f2bc-4ca6-8fde-457f7d8bf7e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:40:05.695249 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f750ba-f2bc-4ca6-8fde-457f7d8bf7e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ef7167e-866a-4d5b-9a13-66eee04e20a4,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:05.698158 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-66f750ba-f2bc-4ca6-8fde-457f7d8bf7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:05.698514 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-66f750ba-f2bc-4ca6-8fde-457f7d8bf7e8 admin admin] Added segment db160073-52a4-49e6-9553-78dbbad66124 of type vlan for network f9001901-3972-47d0-8a53-80ebbf6f16fe Jul 16 09:40:05.743966 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-66f750ba-f2bc-4ca6-8fde-457f7d8bf7e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:05.775530 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-66f750ba-f2bc-4ca6-8fde-457f7d8bf7e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:05.776632 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f750ba-f2bc-4ca6-8fde-457f7d8bf7e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:05.777269 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-66f750ba-f2bc-4ca6-8fde-457f7d8bf7e8 admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:05.809497 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-66f750ba-f2bc-4ca6-8fde-457f7d8bf7e8 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2887223 Jul 16 09:40:05.813535 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-790e29e5-b6fa-4491-b4df-3ed3064535ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:05.815958 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48456) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:05.822123 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-ae99099a-d34d-4833-ab95-0387dd11b622 admin admin] Request body: {'subnet': {'network_id': 'f9001901-3972-47d0-8a53-80ebbf6f16fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1053888682-subnet', 'tenant_id': '406b281e1f7d45b0a4106f403849037e', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:40:05.841704 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f750ba-f2bc-4ca6-8fde-457f7d8bf7e8 admin admin] Pushing event updated for resources: {'Network': ['ID=f9001901-3972-47d0-8a53-80ebbf6f16fe,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:05.844305 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae99099a-d34d-4833-ab95-0387dd11b622 admin admin] Made reservation on behalf of 406b281e1f7d45b0a4106f403849037e for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:40:05.846678 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ae99099a-d34d-4833-ab95-0387dd11b622 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:05.853030 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network f9001901-3972-47d0-8a53-80ebbf6f16fe details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:40:06.134268 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:06.368587 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ae99099a-d34d-4833-ab95-0387dd11b622 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:06.426864 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae99099a-d34d-4833-ab95-0387dd11b622 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f74a9dd0-bb59-40b6-8f9b-c62e93aafaa9,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:06.431225 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae99099a-d34d-4833-ab95-0387dd11b622 admin admin] Checking segment: {'id': 'db160073-52a4-49e6-9553-78dbbad66124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f9001901-3972-47d0-8a53-80ebbf6f16fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:40:06.431588 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae99099a-d34d-4833-ab95-0387dd11b622 admin admin] Network hostable DHCP agents. Network: f9001901-3972-47d0-8a53-80ebbf6f16fe, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:40:06.448487 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae99099a-d34d-4833-ab95-0387dd11b622 admin admin] Network f9001901-3972-47d0-8a53-80ebbf6f16fe is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:40:06.458504 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-ae99099a-d34d-4833-ab95-0387dd11b622 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, f9001901-3972-47d0-8a53-80ebbf6f16fe) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:40:06.462825 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae99099a-d34d-4833-ab95-0387dd11b622 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:06.463507 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ae99099a-d34d-4833-ab95-0387dd11b622 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:06.468419 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d32ebe45-fac4-4e97-8be8-2e9f2212a723 None None] Network f9001901-3972-47d0-8a53-80ebbf6f16fe requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:40:06.478164 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ae99099a-d34d-4833-ab95-0387dd11b622 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6599281 Jul 16 09:40:06.480698 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48458) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:06.485945 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-cb341b3e-ed64-486c-b8a2-1211421f7d8a admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1053888682-router', 'tenant_id': '406b281e1f7d45b0a4106f403849037e', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:40:06.509759 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb341b3e-ed64-486c-b8a2-1211421f7d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:06.510798 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb341b3e-ed64-486c-b8a2-1211421f7d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:06.568948 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb341b3e-ed64-486c-b8a2-1211421f7d8a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:06.631666 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe613920-77ab-4f92-9b65-bc5024e0124f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-f9001901-3972-47d0-8a53-80ebbf6f16fe', 'network_id': 'f9001901-3972-47d0-8a53-80ebbf6f16fe', 'tenant_id': '406b281e1f7d45b0a4106f403849037e', 'fixed_ips': [{'subnet_id': 'f74a9dd0-bb59-40b6-8f9b-c62e93aafaa9'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:40:06.632577 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe613920-77ab-4f92-9b65-bc5024e0124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:06.711551 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb341b3e-ed64-486c-b8a2-1211421f7d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:06.780286 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-fe613920-77ab-4f92-9b65-bc5024e0124f None None] Allocated IP 172.20.0.2 (f9001901-3972-47d0-8a53-80ebbf6f16fe/f74a9dd0-bb59-40b6-8f9b-c62e93aafaa9/37d44627-05d8-47f5-a89b-3622245f619a) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:40:06.856655 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3f01363c-fcd7-476e-bee8-98ccf72cc119 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:40:06.859785 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c768e209-3676-45a2-a3e1-3483ac17aea0 None None] Sync routers for ids ['7090ab13-1479-4350-b517-119b3b9ff7a1'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:40:06.871322 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c768e209-3676-45a2-a3e1-3483ac17aea0 None None] Routers {'7090ab13-1479-4350-b517-119b3b9ff7a1'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:40:06.872445 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c768e209-3676-45a2-a3e1-3483ac17aea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:40:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['7090ab13-1479-4350-b517-119b3b9ff7a1'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:06.944536 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb341b3e-ed64-486c-b8a2-1211421f7d8a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:06.956467 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 3f01363c-fcd7-476e-bee8-98ccf72cc119 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:40:06.964186 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 3f01363c-fcd7-476e-bee8-98ccf72cc119 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:06.964587 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:06.966969 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb341b3e-ed64-486c-b8a2-1211421f7d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:06.988998 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-c768e209-3676-45a2-a3e1-3483ac17aea0 None None] Set router 7090ab13-1479-4350-b517-119b3b9ff7a1 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:40:06.994504 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe613920-77ab-4f92-9b65-bc5024e0124f None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:07.009811 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-fe613920-77ab-4f92-9b65-bc5024e0124f None None] Transition to ACTIVE for port object 37d44627-05d8-47f5-a89b-3622245f619a will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:40:07.031952 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-fe613920-77ab-4f92-9b65-bc5024e0124f None None] Transition to ACTIVE for port object 37d44627-05d8-47f5-a89b-3622245f619a will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:40:07.057019 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe613920-77ab-4f92-9b65-bc5024e0124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:07.091342 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-cb341b3e-ed64-486c-b8a2-1211421f7d8a admin admin] Allocated IP 172.25.3.66 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/2a0a6a83-ccb2-4ec2-9192-4fb4445819c4) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:40:07.110333 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:07.120596 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe613920-77ab-4f92-9b65-bc5024e0124f None None] Network f9001901-3972-47d0-8a53-80ebbf6f16fe is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:40:07.130229 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-fe613920-77ab-4f92-9b65-bc5024e0124f None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:40:07.137785 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe613920-77ab-4f92-9b65-bc5024e0124f None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:40:07.145955 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe613920-77ab-4f92-9b65-bc5024e0124f None None] Pushing event updated for resources: {'Port': ['ID=37d44627-05d8-47f5-a89b-3622245f619a,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:07.152989 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 3f01363c-fcd7-476e-bee8-98ccf72cc119, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=3f01363c-fcd7-476e-bee8-98ccf72cc119,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:07.158390 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:07.221642 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb341b3e-ed64-486c-b8a2-1211421f7d8a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:07.233930 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-fe613920-77ab-4f92-9b65-bc5024e0124f None None] Attempting to bind port 37d44627-05d8-47f5-a89b-3622245f619a on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:40:07.234310 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-fe613920-77ab-4f92-9b65-bc5024e0124f None None] Attempting to bind port 37d44627-05d8-47f5-a89b-3622245f619a by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'db160073-52a4-49e6-9553-78dbbad66124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f9001901-3972-47d0-8a53-80ebbf6f16fe'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:40:07.234683 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe613920-77ab-4f92-9b65-bc5024e0124f None None] Attempting to bind port 37d44627-05d8-47f5-a89b-3622245f619a on network f9001901-3972-47d0-8a53-80ebbf6f16fe {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:40:07.246486 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe613920-77ab-4f92-9b65-bc5024e0124f None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:40:07.246863 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe613920-77ab-4f92-9b65-bc5024e0124f None None] Checking segment: {'id': 'db160073-52a4-49e6-9553-78dbbad66124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f9001901-3972-47d0-8a53-80ebbf6f16fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:40:07.247350 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe613920-77ab-4f92-9b65-bc5024e0124f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:07.247672 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe613920-77ab-4f92-9b65-bc5024e0124f None None] Bound using segment: {'id': 'db160073-52a4-49e6-9553-78dbbad66124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f9001901-3972-47d0-8a53-80ebbf6f16fe'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:40:07.248692 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-fe613920-77ab-4f92-9b65-bc5024e0124f None None] Bound port: 37d44627-05d8-47f5-a89b-3622245f619a, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db160073-52a4-49e6-9553-78dbbad66124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f9001901-3972-47d0-8a53-80ebbf6f16fe'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:40:07.249079 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe613920-77ab-4f92-9b65-bc5024e0124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:07.261070 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=3f01363c-fcd7-476e-bee8-98ccf72cc119,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:07.266228 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb341b3e-ed64-486c-b8a2-1211421f7d8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:07.298969 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c768e209-3676-45a2-a3e1-3483ac17aea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7090ab13-1479-4350-b517-119b3b9ff7a1', 'name': 'tempest-TestEncryptedCinderVolumes-571986151-router', 'tenant_id': '6054ca0d73a14b468033e128183ffc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '3f01363c-fcd7-476e-bee8-98ccf72cc119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:01Z', 'updated_at': '2021-07-16T09:40:04Z', 'revision_number': 4, 'project_id': '6054ca0d73a14b468033e128183ffc9b', 'gw_port': {'id': '3f01363c-fcd7-476e-bee8-98ccf72cc119', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ab:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7090ab13-1479-4350-b517-119b3b9ff7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:02Z', 'updated_at': '2021-07-16T09:40:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'bdd1b0e0-09c5-4676-abb4-679045342fa1', 'name': '', 'network_id': '013e8f83-7fe3-4a70-9878-4757e2e15603', 'tenant_id': '6054ca0d73a14b468033e128183ffc9b', 'mac_address': 'fa:16:3e:05:ef:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7090ab13-1479-4350-b517-119b3b9ff7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'ab39496b-c56d-45cf-af80-85e76a94aa97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:03Z', 'updated_at': '2021-07-16T09:40:04Z', 'revision_number': 2, 'project_id': '6054ca0d73a14b468033e128183ffc9b', 'subnets': [{'id': 'ab39496b-c56d-45cf-af80-85e76a94aa97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:07.317310 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb341b3e-ed64-486c-b8a2-1211421f7d8a admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:40:07.320720 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-cb341b3e-ed64-486c-b8a2-1211421f7d8a admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:40:07.322426 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-fe613920-77ab-4f92-9b65-bc5024e0124f None None] For port 37d44627-05d8-47f5-a89b-3622245f619a, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:40:07.323252 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb341b3e-ed64-486c-b8a2-1211421f7d8a admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:40:07.325596 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-fe613920-77ab-4f92-9b65-bc5024e0124f None None] For port 37d44627-05d8-47f5-a89b-3622245f619a, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=37d44627-05d8-47f5-a89b-3622245f619a,segment=NetworkSegment(db160073-52a4-49e6-9553-78dbbad66124),segment_id=db160073-52a4-49e6-9553-78dbbad66124)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:40:07.331698 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fe613920-77ab-4f92-9b65-bc5024e0124f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:07.332030 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c768e209-3676-45a2-a3e1-3483ac17aea0 None None] Checking router: 7090ab13-1479-4350-b517-119b3b9ff7a1 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:40:07.332589 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c768e209-3676-45a2-a3e1-3483ac17aea0 None None] Updating router 7090ab13-1479-4350-b517-119b3b9ff7a1 port bdd1b0e0-09c5-4676-abb4-679045342fa1 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:40:07.353226 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb341b3e-ed64-486c-b8a2-1211421f7d8a admin admin] Pushing event updated for resources: {'Port': ['ID=2a0a6a83-ccb2-4ec2-9192-4fb4445819c4,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:07.367328 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c768e209-3676-45a2-a3e1-3483ac17aea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:07.386152 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:07.403026 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe613920-77ab-4f92-9b65-bc5024e0124f None None] Pushing event updated for resources: {'Port': ['ID=37d44627-05d8-47f5-a89b-3622245f619a,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:07.614861 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb341b3e-ed64-486c-b8a2-1211421f7d8a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:07.680195 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c768e209-3676-45a2-a3e1-3483ac17aea0 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:07.690966 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-c768e209-3676-45a2-a3e1-3483ac17aea0 None None] Transition to ACTIVE for port object bdd1b0e0-09c5-4676-abb4-679045342fa1 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:40:07.697653 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c768e209-3676-45a2-a3e1-3483ac17aea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:07.771267 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65582f-3337-42f8-99d1-a1c2fa344a9a None None] Pushing event updated for resources: {'Port': ['ID=bdd1b0e0-09c5-4676-abb4-679045342fa1,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:07.803770 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65582f-3337-42f8-99d1-a1c2fa344a9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:07.803990 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65582f-3337-42f8-99d1-a1c2fa344a9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:07.804337 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65582f-3337-42f8-99d1-a1c2fa344a9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:07.804703 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65582f-3337-42f8-99d1-a1c2fa344a9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:07.805021 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65582f-3337-42f8-99d1-a1c2fa344a9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:07.805345 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65582f-3337-42f8-99d1-a1c2fa344a9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:07.805668 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65582f-3337-42f8-99d1-a1c2fa344a9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:07.806003 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65582f-3337-42f8-99d1-a1c2fa344a9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:07.806313 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65582f-3337-42f8-99d1-a1c2fa344a9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:07.806619 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65582f-3337-42f8-99d1-a1c2fa344a9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:07.806941 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65582f-3337-42f8-99d1-a1c2fa344a9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:07.807258 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d65582f-3337-42f8-99d1-a1c2fa344a9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:07.820042 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c768e209-3676-45a2-a3e1-3483ac17aea0 None None] Attempting to bind port bdd1b0e0-09c5-4676-abb4-679045342fa1 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:40:07.820456 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c768e209-3676-45a2-a3e1-3483ac17aea0 None None] Attempting to bind port bdd1b0e0-09c5-4676-abb4-679045342fa1 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'f421a234-335e-48ad-96e7-877c161c9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '013e8f83-7fe3-4a70-9878-4757e2e15603'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:40:07.821025 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c768e209-3676-45a2-a3e1-3483ac17aea0 None None] Attempting to bind port bdd1b0e0-09c5-4676-abb4-679045342fa1 on network 013e8f83-7fe3-4a70-9878-4757e2e15603 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:40:07.826845 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c768e209-3676-45a2-a3e1-3483ac17aea0 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:40:07.827214 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c768e209-3676-45a2-a3e1-3483ac17aea0 None None] Checking segment: {'id': 'f421a234-335e-48ad-96e7-877c161c9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '013e8f83-7fe3-4a70-9878-4757e2e15603'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:40:07.827816 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c768e209-3676-45a2-a3e1-3483ac17aea0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:07.828205 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c768e209-3676-45a2-a3e1-3483ac17aea0 None None] Bound using segment: {'id': 'f421a234-335e-48ad-96e7-877c161c9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '013e8f83-7fe3-4a70-9878-4757e2e15603'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:40:07.828707 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-c768e209-3676-45a2-a3e1-3483ac17aea0 None None] Bound port: bdd1b0e0-09c5-4676-abb4-679045342fa1, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f421a234-335e-48ad-96e7-877c161c9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '013e8f83-7fe3-4a70-9878-4757e2e15603'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:40:07.829088 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c768e209-3676-45a2-a3e1-3483ac17aea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:07.843441 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb341b3e-ed64-486c-b8a2-1211421f7d8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:07.903436 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-c768e209-3676-45a2-a3e1-3483ac17aea0 None None] For port bdd1b0e0-09c5-4676-abb4-679045342fa1, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:40:07.909035 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-c768e209-3676-45a2-a3e1-3483ac17aea0 None None] For port bdd1b0e0-09c5-4676-abb4-679045342fa1, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=bdd1b0e0-09c5-4676-abb4-679045342fa1,segment=NetworkSegment(f421a234-335e-48ad-96e7-877c161c9d44),segment_id=f421a234-335e-48ad-96e7-877c161c9d44)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:40:07.916794 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-c768e209-3676-45a2-a3e1-3483ac17aea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:07.978944 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb341b3e-ed64-486c-b8a2-1211421f7d8a admin admin] Router 3e85ba1d-9768-45a2-bbef-d54af56b169a is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:40:07.981773 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c768e209-3676-45a2-a3e1-3483ac17aea0 None None] Routers {'7090ab13-1479-4350-b517-119b3b9ff7a1'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:40:07.982417 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c768e209-3676-45a2-a3e1-3483ac17aea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:40:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['7090ab13-1479-4350-b517-119b3b9ff7a1'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:07.984692 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d65582f-3337-42f8-99d1-a1c2fa344a9a None None] Pushing event updated for resources: {'Port': ['ID=bdd1b0e0-09c5-4676-abb4-679045342fa1,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:08.098216 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb341b3e-ed64-486c-b8a2-1211421f7d8a admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:40:08.109355 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55236b36-959e-4f90-b322-3eafddb4fc5a None None] Sync routers for ids ['3e85ba1d-9768-45a2-bbef-d54af56b169a'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:40:08.117041 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-c768e209-3676-45a2-a3e1-3483ac17aea0 None None] Set router 7090ab13-1479-4350-b517-119b3b9ff7a1 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:40:08.117765 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb341b3e-ed64-486c-b8a2-1211421f7d8a admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:08.119422 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-cb341b3e-ed64-486c-b8a2-1211421f7d8a admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.6374016 Jul 16 09:40:08.121943 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48460) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:40:08.135078 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55236b36-959e-4f90-b322-3eafddb4fc5a None None] Routers {'3e85ba1d-9768-45a2-bbef-d54af56b169a'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:40:08.135745 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-55236b36-959e-4f90-b322-3eafddb4fc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:40:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['3e85ba1d-9768-45a2-bbef-d54af56b169a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:08.274025 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-55236b36-959e-4f90-b322-3eafddb4fc5a None None] Set router 3e85ba1d-9768-45a2-bbef-d54af56b169a gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:40:08.389238 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c768e209-3676-45a2-a3e1-3483ac17aea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7090ab13-1479-4350-b517-119b3b9ff7a1', 'name': 'tempest-TestEncryptedCinderVolumes-571986151-router', 'tenant_id': '6054ca0d73a14b468033e128183ffc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '3f01363c-fcd7-476e-bee8-98ccf72cc119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:01Z', 'updated_at': '2021-07-16T09:40:04Z', 'revision_number': 4, 'project_id': '6054ca0d73a14b468033e128183ffc9b', 'gw_port': {'id': '3f01363c-fcd7-476e-bee8-98ccf72cc119', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ab:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090ab13-1479-4350-b517-119b3b9ff7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:02Z', 'updated_at': '2021-07-16T09:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'bdd1b0e0-09c5-4676-abb4-679045342fa1', 'name': '', 'network_id': '013e8f83-7fe3-4a70-9878-4757e2e15603', 'tenant_id': '6054ca0d73a14b468033e128183ffc9b', 'mac_address': 'fa:16:3e:05:ef:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7090ab13-1479-4350-b517-119b3b9ff7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'ab39496b-c56d-45cf-af80-85e76a94aa97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:03Z', 'updated_at': '2021-07-16T09:40:07Z', 'revision_number': 4, 'project_id': '6054ca0d73a14b468033e128183ffc9b', 'subnets': [{'id': 'ab39496b-c56d-45cf-af80-85e76a94aa97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:08.426008 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c768e209-3676-45a2-a3e1-3483ac17aea0 None None] The sync data for ids ['7090ab13-1479-4350-b517-119b3b9ff7a1'] in n-d-771362-37 is: [{'id': '7090ab13-1479-4350-b517-119b3b9ff7a1', 'name': 'tempest-TestEncryptedCinderVolumes-571986151-router', 'tenant_id': '6054ca0d73a14b468033e128183ffc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '3f01363c-fcd7-476e-bee8-98ccf72cc119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:01Z', 'updated_at': '2021-07-16T09:40:04Z', 'revision_number': 4, 'project_id': '6054ca0d73a14b468033e128183ffc9b', 'gw_port': {'id': '3f01363c-fcd7-476e-bee8-98ccf72cc119', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ab:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090ab13-1479-4350-b517-119b3b9ff7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:02Z', 'updated_at': '2021-07-16T09:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'bdd1b0e0-09c5-4676-abb4-679045342fa1', 'name': '', 'network_id': '013e8f83-7fe3-4a70-9878-4757e2e15603', 'tenant_id': '6054ca0d73a14b468033e128183ffc9b', 'mac_address': 'fa:16:3e:05:ef:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7090ab13-1479-4350-b517-119b3b9ff7a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 4074, 'fixed_ips': [{'subnet_id': 'ab39496b-c56d-45cf-af80-85e76a94aa97', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:03Z', 'updated_at': '2021-07-16T09:40:07Z', 'revision_number': 4, 'project_id': '6054ca0d73a14b468033e128183ffc9b', 'subnets': [{'id': 'ab39496b-c56d-45cf-af80-85e76a94aa97', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:40:08.512046 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-55236b36-959e-4f90-b322-3eafddb4fc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e85ba1d-9768-45a2-bbef-d54af56b169a', 'name': 'tempest-TestEncryptedCinderVolumes-1053888682-router', 'tenant_id': '406b281e1f7d45b0a4106f403849037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '2a0a6a83-ccb2-4ec2-9192-4fb4445819c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:06Z', 'updated_at': '2021-07-16T09:40:07Z', 'revision_number': 3, 'project_id': '406b281e1f7d45b0a4106f403849037e', 'gw_port': {'id': '2a0a6a83-ccb2-4ec2-9192-4fb4445819c4', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e85ba1d-9768-45a2-bbef-d54af56b169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:06Z', 'updated_at': '2021-07-16T09:40:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:08.546358 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cde1f4-bbd3-4f55-b9b1-b628f73454f1 None None] Network f9001901-3972-47d0-8a53-80ebbf6f16fe requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:40:08.549702 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55236b36-959e-4f90-b322-3eafddb4fc5a None None] Checking router: 3e85ba1d-9768-45a2-bbef-d54af56b169a for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:40:08.550058 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55236b36-959e-4f90-b322-3eafddb4fc5a None None] Updating router 3e85ba1d-9768-45a2-bbef-d54af56b169a port 2a0a6a83-ccb2-4ec2-9192-4fb4445819c4 binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:40:08.599602 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-278002ef-cca8-440e-9c02-9f80a590576a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:08.640907 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-55236b36-959e-4f90-b322-3eafddb4fc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:08.673047 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1e1eb310-aa31-4275-a061-4e576934fdf0 None None] Provisioning for port 37d44627-05d8-47f5-a89b-3622245f619a completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:40:08.774450 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-278002ef-cca8-440e-9c02-9f80a590576a admin admin] Allocated IP 172.20.0.1 (f9001901-3972-47d0-8a53-80ebbf6f16fe/f74a9dd0-bb59-40b6-8f9b-c62e93aafaa9/de30251a-c863-4329-a043-6e5aa2f124dc) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:40:08.859077 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:08.929700 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-278002ef-cca8-440e-9c02-9f80a590576a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:08.951979 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-278002ef-cca8-440e-9c02-9f80a590576a admin admin] Transition to ACTIVE for port object de30251a-c863-4329-a043-6e5aa2f124dc will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:40:08.995774 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-278002ef-cca8-440e-9c02-9f80a590576a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:09.035537 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278002ef-cca8-440e-9c02-9f80a590576a admin admin] Network f9001901-3972-47d0-8a53-80ebbf6f16fe is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:40:09.040603 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-278002ef-cca8-440e-9c02-9f80a590576a admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:40:09.043182 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-278002ef-cca8-440e-9c02-9f80a590576a admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:40:09.052100 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 37d44627-05d8-47f5-a89b-3622245f619a up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:40:09.076169 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278002ef-cca8-440e-9c02-9f80a590576a admin admin] Pushing event updated for resources: {'Port': ['ID=de30251a-c863-4329-a043-6e5aa2f124dc,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:09.101395 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-278002ef-cca8-440e-9c02-9f80a590576a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:09.191774 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 37d44627-05d8-47f5-a89b-3622245f619a completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:40:09.202148 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 37d44627-05d8-47f5-a89b-3622245f619a triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:09.202647 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:09.261348 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-278002ef-cca8-440e-9c02-9f80a590576a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:09.271511 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-55236b36-959e-4f90-b322-3eafddb4fc5a None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:09.285110 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-55236b36-959e-4f90-b322-3eafddb4fc5a None None] Transition to ACTIVE for port object 2a0a6a83-ccb2-4ec2-9192-4fb4445819c4 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:40:09.293531 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-55236b36-959e-4f90-b322-3eafddb4fc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:09.378330 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:09.381176 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaeb71b-fb2c-4d5d-bdfb-c2dcc87fd5f6 None None] Pushing event updated for resources: {'Port': ['ID=2a0a6a83-ccb2-4ec2-9192-4fb4445819c4,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:09.383501 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-55236b36-959e-4f90-b322-3eafddb4fc5a None None] Attempting to bind port 2a0a6a83-ccb2-4ec2-9192-4fb4445819c4 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:40:09.383877 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-55236b36-959e-4f90-b322-3eafddb4fc5a None None] Attempting to bind port 2a0a6a83-ccb2-4ec2-9192-4fb4445819c4 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:40:09.384248 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55236b36-959e-4f90-b322-3eafddb4fc5a None None] Attempting to bind port 2a0a6a83-ccb2-4ec2-9192-4fb4445819c4 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:40:09.397796 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55236b36-959e-4f90-b322-3eafddb4fc5a None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:40:09.398183 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55236b36-959e-4f90-b322-3eafddb4fc5a None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:40:09.398597 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-55236b36-959e-4f90-b322-3eafddb4fc5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:09.398994 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55236b36-959e-4f90-b322-3eafddb4fc5a None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:40:09.399477 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-55236b36-959e-4f90-b322-3eafddb4fc5a None None] Bound port: 2a0a6a83-ccb2-4ec2-9192-4fb4445819c4, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:40:09.399865 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-55236b36-959e-4f90-b322-3eafddb4fc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:09.449423 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 37d44627-05d8-47f5-a89b-3622245f619a, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=37d44627-05d8-47f5-a89b-3622245f619a,segment=NetworkSegment(db160073-52a4-49e6-9553-78dbbad66124),segment_id=db160073-52a4-49e6-9553-78dbbad66124)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:09.457221 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-278002ef-cca8-440e-9c02-9f80a590576a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:09.460972 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:09.461137 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3f01363c-fcd7-476e-bee8-98ccf72cc119 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:40:09.464861 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-278002ef-cca8-440e-9c02-9f80a590576a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:09.522274 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-55236b36-959e-4f90-b322-3eafddb4fc5a None None] For port 2a0a6a83-ccb2-4ec2-9192-4fb4445819c4, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:40:09.546568 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-278002ef-cca8-440e-9c02-9f80a590576a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:09.552322 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278002ef-cca8-440e-9c02-9f80a590576a admin admin] Pushing event updated for resources: {'Port': ['ID=de30251a-c863-4329-a043-6e5aa2f124dc,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:09.559831 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-55236b36-959e-4f90-b322-3eafddb4fc5a None None] For port 2a0a6a83-ccb2-4ec2-9192-4fb4445819c4, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=2a0a6a83-ccb2-4ec2-9192-4fb4445819c4,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:40:09.575887 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-55236b36-959e-4f90-b322-3eafddb4fc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:09.583582 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-32408667-3254-4854-bb00-5a46eb58c317 None None] Provisioning complete for port 37d44627-05d8-47f5-a89b-3622245f619a triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:09.584175 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32408667-3254-4854-bb00-5a46eb58c317 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:09.587643 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=37d44627-05d8-47f5-a89b-3622245f619a,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:09.647882 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278002ef-cca8-440e-9c02-9f80a590576a admin admin] Network f9001901-3972-47d0-8a53-80ebbf6f16fe is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:40:09.649332 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-278002ef-cca8-440e-9c02-9f80a590576a admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:40:09.686871 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55236b36-959e-4f90-b322-3eafddb4fc5a None None] Routers {'3e85ba1d-9768-45a2-bbef-d54af56b169a'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:40:09.687522 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-55236b36-959e-4f90-b322-3eafddb4fc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:40:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['3e85ba1d-9768-45a2-bbef-d54af56b169a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:09.695721 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 3f01363c-fcd7-476e-bee8-98ccf72cc119 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:09.696098 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:09.750585 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aaeb71b-fb2c-4d5d-bdfb-c2dcc87fd5f6 None None] Pushing event updated for resources: {'Port': ['ID=2a0a6a83-ccb2-4ec2-9192-4fb4445819c4,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:09.782065 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-278002ef-cca8-440e-9c02-9f80a590576a admin admin] Router 3e85ba1d-9768-45a2-bbef-d54af56b169a has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:40:09.898078 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278002ef-cca8-440e-9c02-9f80a590576a admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:40:09.902220 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-55236b36-959e-4f90-b322-3eafddb4fc5a None None] Set router 3e85ba1d-9768-45a2-bbef-d54af56b169a gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:40:09.905286 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-278002ef-cca8-440e-9c02-9f80a590576a admin admin] 10.222.0.22 "PUT /v2.0/routers/3e85ba1d-9768-45a2-bbef-d54af56b169a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7797358 Jul 16 09:40:09.949744 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device bdd1b0e0-09c5-4676-abb4-679045342fa1 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:40:10.089240 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2e609c4b-a0a9-4f3e-a3f3-f24348d02d63 None None] Provisioning for port de30251a-c863-4329-a043-6e5aa2f124dc completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:40:10.103754 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2e609c4b-a0a9-4f3e-a3f3-f24348d02d63 None None] Provisioning complete for port de30251a-c863-4329-a043-6e5aa2f124dc triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:10.104256 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2e609c4b-a0a9-4f3e-a3f3-f24348d02d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:10.107800 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port bdd1b0e0-09c5-4676-abb4-679045342fa1 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:40:10.135836 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port bdd1b0e0-09c5-4676-abb4-679045342fa1 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:10.136212 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:10.190291 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2e609c4b-a0a9-4f3e-a3f3-f24348d02d63 None None] Port de30251a-c863-4329-a043-6e5aa2f124dc cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:40:10.254614 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-55236b36-959e-4f90-b322-3eafddb4fc5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e85ba1d-9768-45a2-bbef-d54af56b169a', 'name': 'tempest-TestEncryptedCinderVolumes-1053888682-router', 'tenant_id': '406b281e1f7d45b0a4106f403849037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '2a0a6a83-ccb2-4ec2-9192-4fb4445819c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:06Z', 'updated_at': '2021-07-16T09:40:09Z', 'revision_number': 4, 'project_id': '406b281e1f7d45b0a4106f403849037e', 'gw_port': {'id': '2a0a6a83-ccb2-4ec2-9192-4fb4445819c4', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e85ba1d-9768-45a2-bbef-d54af56b169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:06Z', 'updated_at': '2021-07-16T09:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'de30251a-c863-4329-a043-6e5aa2f124dc', 'name': '', 'network_id': 'f9001901-3972-47d0-8a53-80ebbf6f16fe', 'tenant_id': '406b281e1f7d45b0a4106f403849037e', 'mac_address': 'fa:16:3e:61:91:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e85ba1d-9768-45a2-bbef-d54af56b169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'f74a9dd0-bb59-40b6-8f9b-c62e93aafaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:08Z', 'updated_at': '2021-07-16T09:40:09Z', 'revision_number': 2, 'project_id': '406b281e1f7d45b0a4106f403849037e', 'subnets': [{'id': 'f74a9dd0-bb59-40b6-8f9b-c62e93aafaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:10.257496 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:10.285249 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55236b36-959e-4f90-b322-3eafddb4fc5a None None] The sync data for ids ['3e85ba1d-9768-45a2-bbef-d54af56b169a'] in n-d-771362-37 is: [{'id': '3e85ba1d-9768-45a2-bbef-d54af56b169a', 'name': 'tempest-TestEncryptedCinderVolumes-1053888682-router', 'tenant_id': '406b281e1f7d45b0a4106f403849037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '2a0a6a83-ccb2-4ec2-9192-4fb4445819c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:06Z', 'updated_at': '2021-07-16T09:40:09Z', 'revision_number': 4, 'project_id': '406b281e1f7d45b0a4106f403849037e', 'gw_port': {'id': '2a0a6a83-ccb2-4ec2-9192-4fb4445819c4', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e85ba1d-9768-45a2-bbef-d54af56b169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:06Z', 'updated_at': '2021-07-16T09:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'de30251a-c863-4329-a043-6e5aa2f124dc', 'name': '', 'network_id': 'f9001901-3972-47d0-8a53-80ebbf6f16fe', 'tenant_id': '406b281e1f7d45b0a4106f403849037e', 'mac_address': 'fa:16:3e:61:91:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e85ba1d-9768-45a2-bbef-d54af56b169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'f74a9dd0-bb59-40b6-8f9b-c62e93aafaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:08Z', 'updated_at': '2021-07-16T09:40:09Z', 'revision_number': 2, 'project_id': '406b281e1f7d45b0a4106f403849037e', 'subnets': [{'id': 'f74a9dd0-bb59-40b6-8f9b-c62e93aafaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:40:10.321297 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port bdd1b0e0-09c5-4676-abb4-679045342fa1, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=bdd1b0e0-09c5-4676-abb4-679045342fa1,segment=NetworkSegment(f421a234-335e-48ad-96e7-877c161c9d44),segment_id=f421a234-335e-48ad-96e7-877c161c9d44)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:10.325745 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:10.376219 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=bdd1b0e0-09c5-4676-abb4-679045342fa1,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:10.819634 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 37d44627-05d8-47f5-a89b-3622245f619a up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:40:10.869957 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 37d44627-05d8-47f5-a89b-3622245f619a triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:10.870466 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:10.953217 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device bdd1b0e0-09c5-4676-abb4-679045342fa1 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:40:10.999723 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port bdd1b0e0-09c5-4676-abb4-679045342fa1 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:11.000106 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:11.120542 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-09a3fa6b-d2c8-4e1c-970f-5065abcc25aa tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:11.122019 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-09a3fa6b-d2c8-4e1c-970f-5065abcc25aa tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/networks?id=013e8f83-7fe3-4a70-9878-4757e2e15603 HTTP/1.1" status: 200 len: 816 time: 0.1055660 Jul 16 09:40:11.136406 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-d72d6f30-e582-4604-8225-509776db4660 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/quotas/6054ca0d73a14b468033e128183ffc9b HTTP/1.1" status: 200 len: 375 time: 0.0090001 Jul 16 09:40:11.210733 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-622ca806-8240-4484-a17a-a3f4c2e40a55 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6054ca0d73a14b468033e128183ffc9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0694828 Jul 16 09:40:11.323346 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-5d5c81d6-96ae-4ae5-85c2-913e28fa2a85 service neutron] 10.222.0.22 "GET /v2.0/networks/013e8f83-7fe3-4a70-9878-4757e2e15603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954907 Jul 16 09:40:11.417667 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-1718fb0c-6a22-421a-a9f8-c648b15e1fba service neutron] 10.222.0.22 "GET /v2.0/networks/013e8f83-7fe3-4a70-9878-4757e2e15603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877614 Jul 16 09:40:11.604269 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a3e79dfe-1f4a-4123-b0f4-76e0eadf4d8a req-bec899d9-0fec-42ca-9f40-65e5508941f8 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/ports?device_id=edb0bc7a-8b95-4b8a-ab26-c6d575256236 HTTP/1.1" status: 200 len: 210 time: 0.0298538 Jul 16 09:40:12.241467 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:40:12.512814 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e75fe5-2be7-45de-bbe0-32aca814edba None None] Sync routers for ids ['3e85ba1d-9768-45a2-bbef-d54af56b169a'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:40:12.521823 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e75fe5-2be7-45de-bbe0-32aca814edba None None] Routers {'3e85ba1d-9768-45a2-bbef-d54af56b169a'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:40:12.522426 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-55e75fe5-2be7-45de-bbe0-32aca814edba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:40:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['3e85ba1d-9768-45a2-bbef-d54af56b169a'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:12.628762 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-55e75fe5-2be7-45de-bbe0-32aca814edba None None] Set router 3e85ba1d-9768-45a2-bbef-d54af56b169a gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:40:12.687290 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-82c4c079-16a5-432d-8797-d3707e0e69ee tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:12.689359 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-82c4c079-16a5-432d-8797-d3707e0e69ee tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.21 "GET /v2.0/networks?id=013e8f83-7fe3-4a70-9878-4757e2e15603 HTTP/1.1" status: 200 len: 816 time: 0.1232259 Jul 16 09:40:12.708236 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-8f6b6447-db8b-4916-9fcc-ffe38ab43d37 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Request body: {'port': {'device_id': 'edb0bc7a-8b95-4b8a-ab26-c6d575256236', 'network_id': '013e8f83-7fe3-4a70-9878-4757e2e15603', 'admin_state_up': True, 'tenant_id': '6054ca0d73a14b468033e128183ffc9b'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:40:12.836916 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f72db709-e95a-4ad4-a812-5ee4dde928e8 req-10b971fe-0f20-4212-b1d4-2e043a269ce5 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/ports?device_id=edb0bc7a-8b95-4b8a-ab26-c6d575256236 HTTP/1.1" status: 200 len: 210 time: 0.0763478 Jul 16 09:40:12.861140 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-8f6b6447-db8b-4916-9fcc-ffe38ab43d37 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Made reservation on behalf of 6054ca0d73a14b468033e128183ffc9b for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:40:12.865859 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-8f6b6447-db8b-4916-9fcc-ffe38ab43d37 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:12.873404 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-55e75fe5-2be7-45de-bbe0-32aca814edba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e85ba1d-9768-45a2-bbef-d54af56b169a', 'name': 'tempest-TestEncryptedCinderVolumes-1053888682-router', 'tenant_id': '406b281e1f7d45b0a4106f403849037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '2a0a6a83-ccb2-4ec2-9192-4fb4445819c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:06Z', 'updated_at': '2021-07-16T09:40:09Z', 'revision_number': 4, 'project_id': '406b281e1f7d45b0a4106f403849037e', 'gw_port': {'id': '2a0a6a83-ccb2-4ec2-9192-4fb4445819c4', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8b:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e85ba1d-9768-45a2-bbef-d54af56b169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:06Z', 'updated_at': '2021-07-16T09:40:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'de30251a-c863-4329-a043-6e5aa2f124dc', 'name': '', 'network_id': 'f9001901-3972-47d0-8a53-80ebbf6f16fe', 'tenant_id': '406b281e1f7d45b0a4106f403849037e', 'mac_address': 'fa:16:3e:61:91:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e85ba1d-9768-45a2-bbef-d54af56b169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'f74a9dd0-bb59-40b6-8f9b-c62e93aafaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:08Z', 'updated_at': '2021-07-16T09:40:09Z', 'revision_number': 2, 'project_id': '406b281e1f7d45b0a4106f403849037e', 'subnets': [{'id': 'f74a9dd0-bb59-40b6-8f9b-c62e93aafaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:12.881913 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 2a0a6a83-ccb2-4ec2-9192-4fb4445819c4 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:40:12.904671 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e75fe5-2be7-45de-bbe0-32aca814edba None None] Checking router: 3e85ba1d-9768-45a2-bbef-d54af56b169a for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:40:12.905511 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e75fe5-2be7-45de-bbe0-32aca814edba None None] Updating router 3e85ba1d-9768-45a2-bbef-d54af56b169a port de30251a-c863-4329-a043-6e5aa2f124dc binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:40:12.932733 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 2a0a6a83-ccb2-4ec2-9192-4fb4445819c4 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:40:12.937486 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 2a0a6a83-ccb2-4ec2-9192-4fb4445819c4 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:12.938014 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:12.945186 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-55e75fe5-2be7-45de-bbe0-32aca814edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:13.005218 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-8f6b6447-db8b-4916-9fcc-ffe38ab43d37 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Allocated IP 172.20.0.4 (013e8f83-7fe3-4a70-9878-4757e2e15603/ab39496b-c56d-45cf-af80-85e76a94aa97/c07a77e0-1ee6-4760-a5f6-7ef92df398e4) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:40:13.021174 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:13.048832 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 2a0a6a83-ccb2-4ec2-9192-4fb4445819c4, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=2a0a6a83-ccb2-4ec2-9192-4fb4445819c4,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:13.052961 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:13.107727 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=2a0a6a83-ccb2-4ec2-9192-4fb4445819c4,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:13.173139 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-8f6b6447-db8b-4916-9fcc-ffe38ab43d37 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:13.186589 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-8f6b6447-db8b-4916-9fcc-ffe38ab43d37 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Transition to ACTIVE for port object c07a77e0-1ee6-4760-a5f6-7ef92df398e4 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:40:13.220240 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-8f6b6447-db8b-4916-9fcc-ffe38ab43d37 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:13.264869 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-8f6b6447-db8b-4916-9fcc-ffe38ab43d37 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Network 013e8f83-7fe3-4a70-9878-4757e2e15603 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:40:13.267978 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-8f6b6447-db8b-4916-9fcc-ffe38ab43d37 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:40:13.272037 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-8f6b6447-db8b-4916-9fcc-ffe38ab43d37 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:40:13.301284 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6b6447-db8b-4916-9fcc-ffe38ab43d37 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Pushing event updated for resources: {'Port': ['ID=c07a77e0-1ee6-4760-a5f6-7ef92df398e4,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:13.305271 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-55e75fe5-2be7-45de-bbe0-32aca814edba None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:13.316888 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-55e75fe5-2be7-45de-bbe0-32aca814edba None None] Transition to ACTIVE for port object de30251a-c863-4329-a043-6e5aa2f124dc will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:40:13.322362 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-55e75fe5-2be7-45de-bbe0-32aca814edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:13.331246 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-8f6b6447-db8b-4916-9fcc-ffe38ab43d37 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:13.332008 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-8f6b6447-db8b-4916-9fcc-ffe38ab43d37 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:13.347615 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-8f6b6447-db8b-4916-9fcc-ffe38ab43d37 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6440053 Jul 16 09:40:13.361538 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-54316e76-857e-4f9d-8f12-adf379fcb20a service neutron] Request body: {'port': {'device_id': 'edb0bc7a-8b95-4b8a-ab26-c6d575256236', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:40:13.419393 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e1d3b-eef5-4352-9d5e-e794f0fb8b90 None None] Pushing event updated for resources: {'Port': ['ID=de30251a-c863-4329-a043-6e5aa2f124dc,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:13.427303 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-55e75fe5-2be7-45de-bbe0-32aca814edba None None] Attempting to bind port de30251a-c863-4329-a043-6e5aa2f124dc on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:40:13.428060 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-55e75fe5-2be7-45de-bbe0-32aca814edba None None] Attempting to bind port de30251a-c863-4329-a043-6e5aa2f124dc by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'db160073-52a4-49e6-9553-78dbbad66124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f9001901-3972-47d0-8a53-80ebbf6f16fe'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:40:13.428640 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e75fe5-2be7-45de-bbe0-32aca814edba None None] Attempting to bind port de30251a-c863-4329-a043-6e5aa2f124dc on network f9001901-3972-47d0-8a53-80ebbf6f16fe {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:40:13.435056 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e75fe5-2be7-45de-bbe0-32aca814edba None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 40, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:40:13.435759 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e75fe5-2be7-45de-bbe0-32aca814edba None None] Checking segment: {'id': 'db160073-52a4-49e6-9553-78dbbad66124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f9001901-3972-47d0-8a53-80ebbf6f16fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:40:13.436344 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-55e75fe5-2be7-45de-bbe0-32aca814edba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:13.436760 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55e75fe5-2be7-45de-bbe0-32aca814edba None None] Bound using segment: {'id': 'db160073-52a4-49e6-9553-78dbbad66124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f9001901-3972-47d0-8a53-80ebbf6f16fe'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:40:13.437239 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-55e75fe5-2be7-45de-bbe0-32aca814edba None None] Bound port: de30251a-c863-4329-a043-6e5aa2f124dc, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db160073-52a4-49e6-9553-78dbbad66124', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'f9001901-3972-47d0-8a53-80ebbf6f16fe'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:40:13.437622 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-55e75fe5-2be7-45de-bbe0-32aca814edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:13.454205 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-54316e76-857e-4f9d-8f12-adf379fcb20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:13.510736 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-55e75fe5-2be7-45de-bbe0-32aca814edba None None] For port de30251a-c863-4329-a043-6e5aa2f124dc, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:40:13.515488 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-55e75fe5-2be7-45de-bbe0-32aca814edba None None] For port de30251a-c863-4329-a043-6e5aa2f124dc, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=de30251a-c863-4329-a043-6e5aa2f124dc,segment=NetworkSegment(db160073-52a4-49e6-9553-78dbbad66124),segment_id=db160073-52a4-49e6-9553-78dbbad66124)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:40:13.520645 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-55e75fe5-2be7-45de-bbe0-32aca814edba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:13.539597 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-50f914e2-03ae-45ca-99e9-4e8dcd672e9d None None] Provisioning for port c07a77e0-1ee6-4760-a5f6-7ef92df398e4 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:40:13.544457 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-50f914e2-03ae-45ca-99e9-4e8dcd672e9d None None] Provisioning complete for port c07a77e0-1ee6-4760-a5f6-7ef92df398e4 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:13.544936 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-50f914e2-03ae-45ca-99e9-4e8dcd672e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:13.576878 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55e75fe5-2be7-45de-bbe0-32aca814edba None None] Routers {'3e85ba1d-9768-45a2-bbef-d54af56b169a'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:40:13.577784 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-55e75fe5-2be7-45de-bbe0-32aca814edba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:40:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['3e85ba1d-9768-45a2-bbef-d54af56b169a'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:13.602610 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-50f914e2-03ae-45ca-99e9-4e8dcd672e9d None None] Port c07a77e0-1ee6-4760-a5f6-7ef92df398e4 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:40:13.624501 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001e1d3b-eef5-4352-9d5e-e794f0fb8b90 None None] Pushing event updated for resources: {'Port': ['ID=de30251a-c863-4329-a043-6e5aa2f124dc,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:13.700455 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-55e75fe5-2be7-45de-bbe0-32aca814edba None None] Set router 3e85ba1d-9768-45a2-bbef-d54af56b169a gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:40:13.757955 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-54316e76-857e-4f9d-8f12-adf379fcb20a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c07a77e0-1ee6-4760-a5f6-7ef92df398e4 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:40:13.766539 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-54316e76-857e-4f9d-8f12-adf379fcb20a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:13.782505 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-54316e76-857e-4f9d-8f12-adf379fcb20a service neutron] Transition to ACTIVE for port object c07a77e0-1ee6-4760-a5f6-7ef92df398e4 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:40:13.789086 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-54316e76-857e-4f9d-8f12-adf379fcb20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:13.842178 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54316e76-857e-4f9d-8f12-adf379fcb20a service neutron] Pushing event updated for resources: {'Port': ['ID=c07a77e0-1ee6-4760-a5f6-7ef92df398e4,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:13.928873 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-54316e76-857e-4f9d-8f12-adf379fcb20a service neutron] Attempting to bind port c07a77e0-1ee6-4760-a5f6-7ef92df398e4 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:40:13.929042 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-54316e76-857e-4f9d-8f12-adf379fcb20a service neutron] Attempting to bind port c07a77e0-1ee6-4760-a5f6-7ef92df398e4 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'f421a234-335e-48ad-96e7-877c161c9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '013e8f83-7fe3-4a70-9878-4757e2e15603'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:40:13.929381 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-54316e76-857e-4f9d-8f12-adf379fcb20a service neutron] Attempting to bind port c07a77e0-1ee6-4760-a5f6-7ef92df398e4 on network 013e8f83-7fe3-4a70-9878-4757e2e15603 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:40:13.937442 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-54316e76-857e-4f9d-8f12-adf379fcb20a service neutron] Port c07a77e0-1ee6-4760-a5f6-7ef92df398e4 on network 013e8f83-7fe3-4a70-9878-4757e2e15603 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:40:13.937905 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-54316e76-857e-4f9d-8f12-adf379fcb20a service neutron] Attempting to bind port c07a77e0-1ee6-4760-a5f6-7ef92df398e4 on network 013e8f83-7fe3-4a70-9878-4757e2e15603 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:40:13.944082 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-54316e76-857e-4f9d-8f12-adf379fcb20a service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 40, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:40:13.945244 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-54316e76-857e-4f9d-8f12-adf379fcb20a service neutron] Checking segment: {'id': 'f421a234-335e-48ad-96e7-877c161c9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '013e8f83-7fe3-4a70-9878-4757e2e15603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:40:13.945651 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-54316e76-857e-4f9d-8f12-adf379fcb20a service neutron] Bound using segment: {'id': 'f421a234-335e-48ad-96e7-877c161c9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '013e8f83-7fe3-4a70-9878-4757e2e15603'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:40:13.946096 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-54316e76-857e-4f9d-8f12-adf379fcb20a service neutron] Bound port: c07a77e0-1ee6-4760-a5f6-7ef92df398e4, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f421a234-335e-48ad-96e7-877c161c9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '013e8f83-7fe3-4a70-9878-4757e2e15603'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:40:13.946755 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-54316e76-857e-4f9d-8f12-adf379fcb20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:13.955004 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-55e75fe5-2be7-45de-bbe0-32aca814edba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e85ba1d-9768-45a2-bbef-d54af56b169a', 'name': 'tempest-TestEncryptedCinderVolumes-1053888682-router', 'tenant_id': '406b281e1f7d45b0a4106f403849037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '2a0a6a83-ccb2-4ec2-9192-4fb4445819c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:06Z', 'updated_at': '2021-07-16T09:40:09Z', 'revision_number': 4, 'project_id': '406b281e1f7d45b0a4106f403849037e', 'gw_port': {'id': '2a0a6a83-ccb2-4ec2-9192-4fb4445819c4', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e85ba1d-9768-45a2-bbef-d54af56b169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:06Z', 'updated_at': '2021-07-16T09:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'de30251a-c863-4329-a043-6e5aa2f124dc', 'name': '', 'network_id': 'f9001901-3972-47d0-8a53-80ebbf6f16fe', 'tenant_id': '406b281e1f7d45b0a4106f403849037e', 'mac_address': 'fa:16:3e:61:91:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e85ba1d-9768-45a2-bbef-d54af56b169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'f74a9dd0-bb59-40b6-8f9b-c62e93aafaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:08Z', 'updated_at': '2021-07-16T09:40:13Z', 'revision_number': 4, 'project_id': '406b281e1f7d45b0a4106f403849037e', 'subnets': [{'id': 'f74a9dd0-bb59-40b6-8f9b-c62e93aafaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:40:13.986147 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55e75fe5-2be7-45de-bbe0-32aca814edba None None] The sync data for ids ['3e85ba1d-9768-45a2-bbef-d54af56b169a'] in n-d-771362-37 is: [{'id': '3e85ba1d-9768-45a2-bbef-d54af56b169a', 'name': 'tempest-TestEncryptedCinderVolumes-1053888682-router', 'tenant_id': '406b281e1f7d45b0a4106f403849037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '2a0a6a83-ccb2-4ec2-9192-4fb4445819c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:06Z', 'updated_at': '2021-07-16T09:40:09Z', 'revision_number': 4, 'project_id': '406b281e1f7d45b0a4106f403849037e', 'gw_port': {'id': '2a0a6a83-ccb2-4ec2-9192-4fb4445819c4', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e85ba1d-9768-45a2-bbef-d54af56b169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:06Z', 'updated_at': '2021-07-16T09:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'de30251a-c863-4329-a043-6e5aa2f124dc', 'name': '', 'network_id': 'f9001901-3972-47d0-8a53-80ebbf6f16fe', 'tenant_id': '406b281e1f7d45b0a4106f403849037e', 'mac_address': 'fa:16:3e:61:91:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3e85ba1d-9768-45a2-bbef-d54af56b169a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4086, 'fixed_ips': [{'subnet_id': 'f74a9dd0-bb59-40b6-8f9b-c62e93aafaa9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:08Z', 'updated_at': '2021-07-16T09:40:13Z', 'revision_number': 4, 'project_id': '406b281e1f7d45b0a4106f403849037e', 'subnets': [{'id': 'f74a9dd0-bb59-40b6-8f9b-c62e93aafaa9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:40:14.064058 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-54316e76-857e-4f9d-8f12-adf379fcb20a service neutron] For port c07a77e0-1ee6-4760-a5f6-7ef92df398e4, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:40:14.068290 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-54316e76-857e-4f9d-8f12-adf379fcb20a service neutron] For port c07a77e0-1ee6-4760-a5f6-7ef92df398e4, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=c07a77e0-1ee6-4760-a5f6-7ef92df398e4,segment=NetworkSegment(f421a234-335e-48ad-96e7-877c161c9d44),segment_id=f421a234-335e-48ad-96e7-877c161c9d44)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:40:14.074854 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-54316e76-857e-4f9d-8f12-adf379fcb20a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:14.091126 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a1a90-0522-4b63-afe0-0dfb7a27baf9 req-ca2e935b-2b07-4593-9cb9-a7cf5db698a5 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:14.092755 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-823a1a90-0522-4b63-afe0-0dfb7a27baf9 req-ca2e935b-2b07-4593-9cb9-a7cf5db698a5 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/ports?device_id=edb0bc7a-8b95-4b8a-ab26-c6d575256236 HTTP/1.1" status: 200 len: 943 time: 0.1295195 Jul 16 09:40:14.120530 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-54316e76-857e-4f9d-8f12-adf379fcb20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:14.121154 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-54316e76-857e-4f9d-8f12-adf379fcb20a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:14.123558 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-54316e76-857e-4f9d-8f12-adf379fcb20a service neutron] 10.222.0.21 "PUT /v2.0/ports/c07a77e0-1ee6-4760-a5f6-7ef92df398e4 HTTP/1.1" status: 200 len: 1092 time: 0.7676053 Jul 16 09:40:14.131393 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb0bc7a-8b95-4b8a-ab26-c6d575256236', 'tag': 'c07a77e0-1ee6-4760-a5f6-7ef92df398e4'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:40:14.133563 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444bab46-c89e-41d0-b80f-47f0c6c74cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "edb0bc7a-8b95-4b8a-ab26-c6d575256236", "tag": "c07a77e0-1ee6-4760-a5f6-7ef92df398e4"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:40:14.206793 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:40:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cbadf45-5dc4-49c5-8a4c-46cc4b758753 x-openstack-request-id: req-6cbadf45-5dc4-49c5-8a4c-46cc4b758753 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:40:14.207107 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb0bc7a-8b95-4b8a-ab26-c6d575256236", "tag": "c07a77e0-1ee6-4760-a5f6-7ef92df398e4", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:40:14.207348 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6cbadf45-5dc4-49c5-8a4c-46cc4b758753 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:40:14.207748 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb0bc7a-8b95-4b8a-ab26-c6d575256236', 'tag': 'c07a77e0-1ee6-4760-a5f6-7ef92df398e4', 'status': 'completed', 'code': 200} Jul 16 09:40:14.229433 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54316e76-857e-4f9d-8f12-adf379fcb20a service neutron] Pushing event updated for resources: {'Port': ['ID=c07a77e0-1ee6-4760-a5f6-7ef92df398e4,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:14.236493 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-823a1a90-0522-4b63-afe0-0dfb7a27baf9 req-cb9b86cc-3e40-43b7-87da-292dd4bbe970 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/security-groups?id=af3f1143-577a-4d79-b5e0-444a1f1546f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236994 Jul 16 09:40:14.267987 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-7833f209-4807-4df9-977c-590822ee6c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:14.269713 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-7833f209-4807-4df9-977c-590822ee6c65 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6054ca0d73a14b468033e128183ffc9b&device_id=edb0bc7a-8b95-4b8a-ab26-c6d575256236 HTTP/1.1" status: 200 len: 1095 time: 0.0804958 Jul 16 09:40:14.316074 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-57bbd06e-8888-4ba4-aebb-d9423b5c97cd service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c07a77e0-1ee6-4760-a5f6-7ef92df398e4 HTTP/1.1" status: 200 len: 217 time: 0.0388281 Jul 16 09:40:14.369205 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-9738ac42-6466-4dba-bf59-bb5e68b54441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:14.370642 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-9738ac42-6466-4dba-bf59-bb5e68b54441 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab39496b-c56d-45cf-af80-85e76a94aa97 HTTP/1.1" status: 200 len: 855 time: 0.0479617 Jul 16 09:40:14.443237 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-86f6b8b6-a430-4dc8-bca8-80a8cef976ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:14.444780 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-86f6b8b6-a430-4dc8-bca8-80a8cef976ab service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=013e8f83-7fe3-4a70-9878-4757e2e15603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0671384 Jul 16 09:40:14.536003 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-13a4aee2-288c-4765-b578-9a5e703493bd service neutron] 10.222.0.21 "GET /v2.0/networks/013e8f83-7fe3-4a70-9878-4757e2e15603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841198 Jul 16 09:40:14.822167 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 2a0a6a83-ccb2-4ec2-9192-4fb4445819c4 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:40:14.874181 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 2a0a6a83-ccb2-4ec2-9192-4fb4445819c4 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:14.874629 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:14.958758 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device de30251a-c863-4329-a043-6e5aa2f124dc up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:40:14.978371 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c6d2c0de-b69f-4b25-956f-2d7b5c1df6cc req-6c6932e2-b85b-412e-80ab-528bbf952a53 service neutron] 10.222.0.21 "GET /v2.0/networks/013e8f83-7fe3-4a70-9878-4757e2e15603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4363964 Jul 16 09:40:15.006183 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port de30251a-c863-4329-a043-6e5aa2f124dc completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:40:15.010103 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port de30251a-c863-4329-a043-6e5aa2f124dc triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:15.010479 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:15.076638 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444bab46-c89e-41d0-b80f-47f0c6c74cc3 req-b53fb811-25fe-4fc0-9416-3152d35790dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:15.078148 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-444bab46-c89e-41d0-b80f-47f0c6c74cc3 req-b53fb811-25fe-4fc0-9416-3152d35790dd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6054ca0d73a14b468033e128183ffc9b&device_id=edb0bc7a-8b95-4b8a-ab26-c6d575256236 HTTP/1.1" status: 200 len: 1095 time: 0.0532534 Jul 16 09:40:15.086799 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:15.122051 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port de30251a-c863-4329-a043-6e5aa2f124dc, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=de30251a-c863-4329-a043-6e5aa2f124dc,segment=NetworkSegment(db160073-52a4-49e6-9553-78dbbad66124),segment_id=db160073-52a4-49e6-9553-78dbbad66124)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:15.126072 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:15.174435 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=de30251a-c863-4329-a043-6e5aa2f124dc,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:15.180979 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444bab46-c89e-41d0-b80f-47f0c6c74cc3 req-cba0e75f-f8b7-4170-81f3-3fd3fff916cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:15.182438 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-444bab46-c89e-41d0-b80f-47f0c6c74cc3 req-cba0e75f-f8b7-4170-81f3-3fd3fff916cd service neutron] 10.222.0.21 "GET /v2.0/networks?id=013e8f83-7fe3-4a70-9878-4757e2e15603 HTTP/1.1" status: 200 len: 917 time: 0.0962451 Jul 16 09:40:15.224741 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-444bab46-c89e-41d0-b80f-47f0c6c74cc3 req-e036798c-2ad5-4b66-b08c-3a6713051464 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c07a77e0-1ee6-4760-a5f6-7ef92df398e4 HTTP/1.1" status: 200 len: 217 time: 0.0341401 Jul 16 09:40:15.273956 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444bab46-c89e-41d0-b80f-47f0c6c74cc3 req-6655270a-6868-4345-a24b-815f0fd82524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:15.275448 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-444bab46-c89e-41d0-b80f-47f0c6c74cc3 req-6655270a-6868-4345-a24b-815f0fd82524 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab39496b-c56d-45cf-af80-85e76a94aa97 HTTP/1.1" status: 200 len: 855 time: 0.0443263 Jul 16 09:40:15.339010 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444bab46-c89e-41d0-b80f-47f0c6c74cc3 req-43c0e868-0e58-406c-85bd-13bd7e659867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:15.340435 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-444bab46-c89e-41d0-b80f-47f0c6c74cc3 req-43c0e868-0e58-406c-85bd-13bd7e659867 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=013e8f83-7fe3-4a70-9878-4757e2e15603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0570648 Jul 16 09:40:15.428929 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b6aad3-f2f1-45e6-a864-b4f0e0bfa3e2 req-8d602d8d-c2e9-4e71-bf53-5d62f076bb3d tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:15.430480 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-10b6aad3-f2f1-45e6-a864-b4f0e0bfa3e2 req-8d602d8d-c2e9-4e71-bf53-5d62f076bb3d tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/ports?device_id=edb0bc7a-8b95-4b8a-ab26-c6d575256236 HTTP/1.1" status: 200 len: 943 time: 0.0656977 Jul 16 09:40:15.430759 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-444bab46-c89e-41d0-b80f-47f0c6c74cc3 req-6fffac93-149f-47f4-83cf-b268ad3e96f8 service neutron] 10.222.0.21 "GET /v2.0/networks/013e8f83-7fe3-4a70-9878-4757e2e15603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819020 Jul 16 09:40:15.468971 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-10b6aad3-f2f1-45e6-a864-b4f0e0bfa3e2 req-ad15bba0-98eb-4a58-9286-264de61ebb4d tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/security-groups?id=af3f1143-577a-4d79-b5e0-444a1f1546f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323646 Jul 16 09:40:15.523628 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-444bab46-c89e-41d0-b80f-47f0c6c74cc3 req-5406d8e8-d2e4-4da4-b7af-13da1a812ffd service neutron] 10.222.0.21 "GET /v2.0/networks/013e8f83-7fe3-4a70-9878-4757e2e15603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863235 Jul 16 09:40:16.642721 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89cf647-1584-4773-8fc2-d18e81adf049 req-b6326ee7-3e7a-48ed-b928-7e0689df5f02 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:16.644205 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e89cf647-1584-4773-8fc2-d18e81adf049 req-b6326ee7-3e7a-48ed-b928-7e0689df5f02 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/ports?device_id=edb0bc7a-8b95-4b8a-ab26-c6d575256236 HTTP/1.1" status: 200 len: 943 time: 0.0633187 Jul 16 09:40:16.682983 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e89cf647-1584-4773-8fc2-d18e81adf049 req-475f4ce3-6097-4b4b-a54d-fefaa4bdb8ee tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/security-groups?id=af3f1143-577a-4d79-b5e0-444a1f1546f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331645 Jul 16 09:40:16.793615 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device de30251a-c863-4329-a043-6e5aa2f124dc up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:40:16.841039 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port de30251a-c863-4329-a043-6e5aa2f124dc triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:16.841413 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:17.866110 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbd22a7-ed44-4baa-a856-50bd37dd86ea req-0be59b6a-e030-499d-84b0-355986a6076c tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:17.867570 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-afbd22a7-ed44-4baa-a856-50bd37dd86ea req-0be59b6a-e030-499d-84b0-355986a6076c tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/ports?device_id=edb0bc7a-8b95-4b8a-ab26-c6d575256236 HTTP/1.1" status: 200 len: 943 time: 0.0619864 Jul 16 09:40:17.903288 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-afbd22a7-ed44-4baa-a856-50bd37dd86ea req-095ee7ea-6791-44d0-ac86-a8c2ce776da4 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/security-groups?id=af3f1143-577a-4d79-b5e0-444a1f1546f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302575 Jul 16 09:40:17.909431 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device c07a77e0-1ee6-4760-a5f6-7ef92df398e4 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:40:18.002336 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port c07a77e0-1ee6-4760-a5f6-7ef92df398e4, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=c07a77e0-1ee6-4760-a5f6-7ef92df398e4,segment=NetworkSegment(f421a234-335e-48ad-96e7-877c161c9d44),segment_id=f421a234-335e-48ad-96e7-877c161c9d44)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:18.012825 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'c07a77e0-1ee6-4760-a5f6-7ef92df398e4', 'network_id': '013e8f83-7fe3-4a70-9878-4757e2e15603', 'port_id': 'c07a77e0-1ee6-4760-a5f6-7ef92df398e4', 'mac_address': 'fa:16:3e:6c:c2:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab39496b-c56d-45cf-af80-85e76a94aa97', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:40:18.051730 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:18.063530 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c07a77e0-1ee6-4760-a5f6-7ef92df398e4 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:40:18.082528 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port c07a77e0-1ee6-4760-a5f6-7ef92df398e4, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=c07a77e0-1ee6-4760-a5f6-7ef92df398e4,segment=NetworkSegment(f421a234-335e-48ad-96e7-877c161c9d44),segment_id=f421a234-335e-48ad-96e7-877c161c9d44)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:18.086314 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:18.132462 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=c07a77e0-1ee6-4760-a5f6-7ef92df398e4,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:18.303888 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['c07a77e0-1ee6-4760-a5f6-7ef92df398e4'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:40:19.086086 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c56f41-9622-4b1a-b0d9-1817bcf4b16e req-2e223285-5e6d-4860-a5ea-6e0f420869cf tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:19.087525 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6c56f41-9622-4b1a-b0d9-1817bcf4b16e req-2e223285-5e6d-4860-a5ea-6e0f420869cf tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/ports?device_id=edb0bc7a-8b95-4b8a-ab26-c6d575256236 HTTP/1.1" status: 200 len: 944 time: 0.0619657 Jul 16 09:40:19.131761 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d6c56f41-9622-4b1a-b0d9-1817bcf4b16e req-16c4523a-428c-4dd5-a99e-bd050304e75b tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/security-groups?id=af3f1143-577a-4d79-b5e0-444a1f1546f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380962 Jul 16 09:40:19.912510 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device c07a77e0-1ee6-4760-a5f6-7ef92df398e4 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:40:19.959861 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port c07a77e0-1ee6-4760-a5f6-7ef92df398e4 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:40:19.963395 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port c07a77e0-1ee6-4760-a5f6-7ef92df398e4 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:19.963764 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:20.036986 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:20.057649 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb0bc7a-8b95-4b8a-ab26-c6d575256236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07a77e0-1ee6-4760-a5f6-7ef92df398e4'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:40:20.059869 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be1693a-b30a-410a-9a67-7ad67cef5401" -d '{"events": [{"server_uuid": "edb0bc7a-8b95-4b8a-ab26-c6d575256236", "name": "network-vif-plugged", "status": "completed", "tag": "c07a77e0-1ee6-4760-a5f6-7ef92df398e4"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:40:20.075647 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port c07a77e0-1ee6-4760-a5f6-7ef92df398e4, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=c07a77e0-1ee6-4760-a5f6-7ef92df398e4,segment=NetworkSegment(f421a234-335e-48ad-96e7-877c161c9d44),segment_id=f421a234-335e-48ad-96e7-877c161c9d44)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:20.080260 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:20.102130 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:40:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a93e1d-3cae-4554-9d9f-db0b88397e46 x-openstack-request-id: req-07a93e1d-3cae-4554-9d9f-db0b88397e46 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:40:20.102417 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb0bc7a-8b95-4b8a-ab26-c6d575256236", "name": "network-vif-plugged", "status": "completed", "tag": "c07a77e0-1ee6-4760-a5f6-7ef92df398e4", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:40:20.102669 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-07a93e1d-3cae-4554-9d9f-db0b88397e46 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:40:20.103049 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb0bc7a-8b95-4b8a-ab26-c6d575256236', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c07a77e0-1ee6-4760-a5f6-7ef92df398e4', 'code': 200} Jul 16 09:40:20.129575 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=c07a77e0-1ee6-4760-a5f6-7ef92df398e4,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:20.230081 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d81dde3e-3396-4eb5-9a68-c0cc88315d2b req-70348831-4e08-443d-a7ce-962616a8dc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:20.231681 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d81dde3e-3396-4eb5-9a68-c0cc88315d2b req-70348831-4e08-443d-a7ce-962616a8dc44 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=edb0bc7a-8b95-4b8a-ab26-c6d575256236 HTTP/1.1" status: 200 len: 1097 time: 0.0581741 Jul 16 09:40:20.298321 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d81dde3e-3396-4eb5-9a68-c0cc88315d2b req-36d6d66d-7a0d-4ab9-9069-c2ec567557ca service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=af3f1143-577a-4d79-b5e0-444a1f1546f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603220 Jul 16 09:40:20.327043 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83bd6d6-5c4b-4a2d-a5ae-41a6d42d703a req-b31ef84c-b0a3-47e6-a1fa-6f11ef61f05d tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:20.328552 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a83bd6d6-5c4b-4a2d-a5ae-41a6d42d703a req-b31ef84c-b0a3-47e6-a1fa-6f11ef61f05d tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/ports?device_id=edb0bc7a-8b95-4b8a-ab26-c6d575256236 HTTP/1.1" status: 200 len: 945 time: 0.0734997 Jul 16 09:40:20.367764 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a83bd6d6-5c4b-4a2d-a5ae-41a6d42d703a req-afd09f8c-e620-4930-8dc7-055ecdaa4c71 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/security-groups?id=af3f1143-577a-4d79-b5e0-444a1f1546f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333028 Jul 16 09:40:21.539177 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04853bc5-07a4-4d8c-8dc7-1a3c6120c654 req-9e33e7cd-0aa4-41c8-bb74-379c0f5e29cb tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:21.540675 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-04853bc5-07a4-4d8c-8dc7-1a3c6120c654 req-9e33e7cd-0aa4-41c8-bb74-379c0f5e29cb tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/ports?device_id=edb0bc7a-8b95-4b8a-ab26-c6d575256236 HTTP/1.1" status: 200 len: 945 time: 0.0617144 Jul 16 09:40:21.582557 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-04853bc5-07a4-4d8c-8dc7-1a3c6120c654 req-6ab5e168-e22f-4bf0-8c77-4cb69726d39f tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/security-groups?id=af3f1143-577a-4d79-b5e0-444a1f1546f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363584 Jul 16 09:40:21.756813 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a782d-1a14-4722-a707-cb74c9a3fce7 req-158baf2a-5f76-43df-b5bb-f33b98317161 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:21.758353 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8d9a782d-1a14-4722-a707-cb74c9a3fce7 req-158baf2a-5f76-43df-b5bb-f33b98317161 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/ports?device_id=edb0bc7a-8b95-4b8a-ab26-c6d575256236 HTTP/1.1" status: 200 len: 945 time: 0.0681190 Jul 16 09:40:21.796664 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8d9a782d-1a14-4722-a707-cb74c9a3fce7 req-ac7a4ab5-be47-4555-9ca2-080bf11acd41 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/security-groups?id=af3f1143-577a-4d79-b5e0-444a1f1546f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326369 Jul 16 09:40:32.882861 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:32.931803 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:33.386899 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6e217d27-28e2-4cb7-8d19-383769f6536b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:35.805576 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32041663-433a-4228-b39f-906c79b3aca7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:36.138230 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:37.366738 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:38.803568 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:40.819845 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f973e-f6e6-46e6-a9c2-0ed4710c437d req-fcd0b106-c911-491e-9962-2987e7297413 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:40.821363 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d10f973e-f6e6-46e6-a9c2-0ed4710c437d req-fcd0b106-c911-491e-9962-2987e7297413 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/ports?device_id=edb0bc7a-8b95-4b8a-ab26-c6d575256236 HTTP/1.1" status: 200 len: 945 time: 0.0661175 Jul 16 09:40:40.860855 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d10f973e-f6e6-46e6-a9c2-0ed4710c437d req-ce8bfec0-bb6a-4363-b8c0-742b49a32a11 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/security-groups?id=af3f1143-577a-4d79-b5e0-444a1f1546f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335073 Jul 16 09:40:42.035851 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04af462b-8e03-4d5e-94c3-fcce9cc4b008 req-80026668-e216-4929-9e16-136c3c78ca15 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:42.037299 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-04af462b-8e03-4d5e-94c3-fcce9cc4b008 req-80026668-e216-4929-9e16-136c3c78ca15 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/ports?device_id=edb0bc7a-8b95-4b8a-ab26-c6d575256236 HTTP/1.1" status: 200 len: 945 time: 0.0641048 Jul 16 09:40:42.078083 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-04af462b-8e03-4d5e-94c3-fcce9cc4b008 req-ae4af8d1-948d-4ea4-b0e6-afa7268df0a3 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/security-groups?id=af3f1143-577a-4d79-b5e0-444a1f1546f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344086 Jul 16 09:40:42.286180 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d1b5db-6a31-4fcc-a54e-65ea20c95eae req-8104301d-209f-4aaf-94f7-b0613665ac29 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:42.287549 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-24d1b5db-6a31-4fcc-a54e-65ea20c95eae req-8104301d-209f-4aaf-94f7-b0613665ac29 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.21 "GET /v2.0/ports?device_id=edb0bc7a-8b95-4b8a-ab26-c6d575256236 HTTP/1.1" status: 200 len: 945 time: 0.0622048 Jul 16 09:40:42.394706 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-24d1b5db-6a31-4fcc-a54e-65ea20c95eae req-d0bfbb40-5077-4abe-9a99-dd0408aea578 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Deleting port c07a77e0-1ee6-4760-a5f6-7ef92df398e4 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:40:42.395050 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-24d1b5db-6a31-4fcc-a54e-65ea20c95eae req-d0bfbb40-5077-4abe-9a99-dd0408aea578 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:42.484359 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-24d1b5db-6a31-4fcc-a54e-65ea20c95eae req-d0bfbb40-5077-4abe-9a99-dd0408aea578 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] For port c07a77e0-1ee6-4760-a5f6-7ef92df398e4, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=c07a77e0-1ee6-4760-a5f6-7ef92df398e4,segment=NetworkSegment(f421a234-335e-48ad-96e7-877c161c9d44),segment_id=f421a234-335e-48ad-96e7-877c161c9d44)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:42.484759 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-24d1b5db-6a31-4fcc-a54e-65ea20c95eae req-d0bfbb40-5077-4abe-9a99-dd0408aea578 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:42.507153 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-24d1b5db-6a31-4fcc-a54e-65ea20c95eae req-d0bfbb40-5077-4abe-9a99-dd0408aea578 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Calling delete_port for c07a77e0-1ee6-4760-a5f6-7ef92df398e4 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:40:42.646536 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-24d1b5db-6a31-4fcc-a54e-65ea20c95eae req-d0bfbb40-5077-4abe-9a99-dd0408aea578 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:42.665821 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['c07a77e0-1ee6-4760-a5f6-7ef92df398e4'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:40:42.677639 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bfbb40-5077-4abe-9a99-dd0408aea578 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Pushing event deleted for resources: {'Port': ['ID=c07a77e0-1ee6-4760-a5f6-7ef92df398e4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:42.737310 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-24d1b5db-6a31-4fcc-a54e-65ea20c95eae req-d0bfbb40-5077-4abe-9a99-dd0408aea578 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] No DVR routers for this DVR port c07a77e0-1ee6-4760-a5f6-7ef92df398e4 on host n-h2-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:40:42.740732 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-24d1b5db-6a31-4fcc-a54e-65ea20c95eae req-d0bfbb40-5077-4abe-9a99-dd0408aea578 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:42.742756 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-24d1b5db-6a31-4fcc-a54e-65ea20c95eae req-d0bfbb40-5077-4abe-9a99-dd0408aea578 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.21 "DELETE /v2.0/ports/c07a77e0-1ee6-4760-a5f6-7ef92df398e4 HTTP/1.1" status: 204 len: 173 time: 0.4496894 Jul 16 09:40:42.743216 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb0bc7a-8b95-4b8a-ab26-c6d575256236', 'name': 'network-vif-deleted', 'tag': 'c07a77e0-1ee6-4760-a5f6-7ef92df398e4'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:40:42.745737 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3315146f-06ef-4cfe-861b-d488ece7e539" -d '{"events": [{"server_uuid": "edb0bc7a-8b95-4b8a-ab26-c6d575256236", "name": "network-vif-deleted", "tag": "c07a77e0-1ee6-4760-a5f6-7ef92df398e4"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:40:42.801686 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:40:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01e1f405-0de1-4355-bc16-542fcaedfb4c x-openstack-request-id: req-01e1f405-0de1-4355-bc16-542fcaedfb4c {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:40:42.802081 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb0bc7a-8b95-4b8a-ab26-c6d575256236", "name": "network-vif-deleted", "tag": "c07a77e0-1ee6-4760-a5f6-7ef92df398e4", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:40:42.802400 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-01e1f405-0de1-4355-bc16-542fcaedfb4c {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:40:42.802754 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb0bc7a-8b95-4b8a-ab26-c6d575256236', 'name': 'network-vif-deleted', 'tag': 'c07a77e0-1ee6-4760-a5f6-7ef92df398e4', 'status': 'completed', 'code': 200} Jul 16 09:40:43.237740 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-550804d0-22c9-4de3-9ae0-dcfc5da8e8a0 req-064ecbf5-ced1-4d44-9cda-2e3222995362 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/ports?device_id=edb0bc7a-8b95-4b8a-ab26-c6d575256236 HTTP/1.1" status: 200 len: 210 time: 0.0313985 Jul 16 09:40:44.843718 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-e93eb85b-76c1-40e9-be57-b70c478c1785 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:44.845141 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-e93eb85b-76c1-40e9-be57-b70c478c1785 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/networks?id=013e8f83-7fe3-4a70-9878-4757e2e15603 HTTP/1.1" status: 200 len: 816 time: 0.1075838 Jul 16 09:40:44.859703 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-d781cc32-1dc5-4290-8c2a-2b291801c868 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/quotas/6054ca0d73a14b468033e128183ffc9b HTTP/1.1" status: 200 len: 375 time: 0.0090327 Jul 16 09:40:44.929892 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-e5c5bede-b0fa-45c8-bf82-c5d915aa75de tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=6054ca0d73a14b468033e128183ffc9b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0623455 Jul 16 09:40:45.031016 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-3b69e375-5b15-4492-8651-fb7d9d073533 service neutron] 10.222.0.22 "GET /v2.0/networks/013e8f83-7fe3-4a70-9878-4757e2e15603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894094 Jul 16 09:40:45.120118 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-dfd7b588-e9d9-4941-8f50-db51ada7807c service neutron] 10.222.0.22 "GET /v2.0/networks/013e8f83-7fe3-4a70-9878-4757e2e15603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830889 Jul 16 09:40:45.297511 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1bf8a8ed-3b9d-4e1d-b9f8-7ed46ea610e4 req-bb7eebc2-b839-447c-ab5f-fc996f5193a1 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/ports?device_id=2120b158-0754-484e-89a4-cc735d44bda6 HTTP/1.1" status: 200 len: 210 time: 0.0308130 Jul 16 09:40:46.096548 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device c07a77e0-1ee6-4760-a5f6-7ef92df398e4 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:40:46.118841 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: c07a77e0-1ee6-4760-a5f6-7ef92df398e4 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:40:46.119183 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device c07a77e0-1ee6-4760-a5f6-7ef92df398e4 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:40:46.350206 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-09ead75d-c4bc-4ba0-a540-ef47faa44d12 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:46.351573 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-09ead75d-c4bc-4ba0-a540-ef47faa44d12 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.21 "GET /v2.0/networks?id=013e8f83-7fe3-4a70-9878-4757e2e15603 HTTP/1.1" status: 200 len: 816 time: 0.1088483 Jul 16 09:40:46.364155 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-4c845f69-eb29-43c2-99cc-1d177355f4ec tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Request body: {'port': {'device_id': '2120b158-0754-484e-89a4-cc735d44bda6', 'network_id': '013e8f83-7fe3-4a70-9878-4757e2e15603', 'admin_state_up': True, 'tenant_id': '6054ca0d73a14b468033e128183ffc9b'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:40:46.456804 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-79686c88-91d4-4ca2-a367-c72072951b31 req-c6ffc28b-9557-48d7-b2a2-fff0cf69d7e7 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/ports?device_id=2120b158-0754-484e-89a4-cc735d44bda6 HTTP/1.1" status: 200 len: 210 time: 0.0340915 Jul 16 09:40:46.486501 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-4c845f69-eb29-43c2-99cc-1d177355f4ec tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Made reservation on behalf of 6054ca0d73a14b468033e128183ffc9b for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:40:46.490030 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-4c845f69-eb29-43c2-99cc-1d177355f4ec tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.622900 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-4c845f69-eb29-43c2-99cc-1d177355f4ec tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Allocated IP 172.20.0.3 (013e8f83-7fe3-4a70-9878-4757e2e15603/ab39496b-c56d-45cf-af80-85e76a94aa97/ed5c5b11-9c54-45bd-8546-a0ff3b0828a1) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:40:46.772527 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-4c845f69-eb29-43c2-99cc-1d177355f4ec tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.786521 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-4c845f69-eb29-43c2-99cc-1d177355f4ec tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Transition to ACTIVE for port object ed5c5b11-9c54-45bd-8546-a0ff3b0828a1 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:40:46.820547 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-4c845f69-eb29-43c2-99cc-1d177355f4ec tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.862510 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-4c845f69-eb29-43c2-99cc-1d177355f4ec tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Network 013e8f83-7fe3-4a70-9878-4757e2e15603 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:40:46.867750 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-4c845f69-eb29-43c2-99cc-1d177355f4ec tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:40:46.871489 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-4c845f69-eb29-43c2-99cc-1d177355f4ec tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:40:46.897412 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c845f69-eb29-43c2-99cc-1d177355f4ec tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Pushing event updated for resources: {'Port': ['ID=ed5c5b11-9c54-45bd-8546-a0ff3b0828a1,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:46.926945 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-4c845f69-eb29-43c2-99cc-1d177355f4ec tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:46.927619 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-4c845f69-eb29-43c2-99cc-1d177355f4ec tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:46.943223 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-4c845f69-eb29-43c2-99cc-1d177355f4ec tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5831699 Jul 16 09:40:46.954855 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Request body: {'port': {'device_id': '2120b158-0754-484e-89a4-cc735d44bda6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:40:47.037084 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:47.134469 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8549d687-3ee5-40d5-a0c0-620e0b90f5f0 None None] Provisioning for port ed5c5b11-9c54-45bd-8546-a0ff3b0828a1 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:40:47.138426 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8549d687-3ee5-40d5-a0c0-620e0b90f5f0 None None] Provisioning complete for port ed5c5b11-9c54-45bd-8546-a0ff3b0828a1 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:47.138725 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8549d687-3ee5-40d5-a0c0-620e0b90f5f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:47.315001 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ed5c5b11-9c54-45bd-8546-a0ff3b0828a1 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:40:47.323217 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:47.330189 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8549d687-3ee5-40d5-a0c0-620e0b90f5f0 None None] Port ed5c5b11-9c54-45bd-8546-a0ff3b0828a1 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:40:47.336843 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Transition to ACTIVE for port object ed5c5b11-9c54-45bd-8546-a0ff3b0828a1 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:40:47.340195 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:47.393033 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5c5b11-9c54-45bd-8546-a0ff3b0828a1,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:47.470867 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Attempting to bind port ed5c5b11-9c54-45bd-8546-a0ff3b0828a1 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:40:47.471204 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Attempting to bind port ed5c5b11-9c54-45bd-8546-a0ff3b0828a1 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'f421a234-335e-48ad-96e7-877c161c9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '013e8f83-7fe3-4a70-9878-4757e2e15603'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:40:47.471543 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Attempting to bind port ed5c5b11-9c54-45bd-8546-a0ff3b0828a1 on network 013e8f83-7fe3-4a70-9878-4757e2e15603 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:40:47.476724 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Port ed5c5b11-9c54-45bd-8546-a0ff3b0828a1 on network 013e8f83-7fe3-4a70-9878-4757e2e15603 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:40:47.477086 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Attempting to bind port ed5c5b11-9c54-45bd-8546-a0ff3b0828a1 on network 013e8f83-7fe3-4a70-9878-4757e2e15603 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:40:47.482352 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 40, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:40:47.482697 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Checking segment: {'id': 'f421a234-335e-48ad-96e7-877c161c9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '013e8f83-7fe3-4a70-9878-4757e2e15603'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:40:47.483089 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Bound using segment: {'id': 'f421a234-335e-48ad-96e7-877c161c9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '013e8f83-7fe3-4a70-9878-4757e2e15603'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:40:47.483551 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Bound port: ed5c5b11-9c54-45bd-8546-a0ff3b0828a1, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f421a234-335e-48ad-96e7-877c161c9d44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '013e8f83-7fe3-4a70-9878-4757e2e15603'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:40:47.483950 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:47.553750 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] For port ed5c5b11-9c54-45bd-8546-a0ff3b0828a1, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:40:47.557094 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] For port ed5c5b11-9c54-45bd-8546-a0ff3b0828a1, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ed5c5b11-9c54-45bd-8546-a0ff3b0828a1,segment=NetworkSegment(f421a234-335e-48ad-96e7-877c161c9d44),segment_id=f421a234-335e-48ad-96e7-877c161c9d44)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:40:47.563222 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:47.597051 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:47.597675 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:47.599092 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] 10.222.0.21 "PUT /v2.0/ports/ed5c5b11-9c54-45bd-8546-a0ff3b0828a1 HTTP/1.1" status: 200 len: 1092 time: 0.6486731 Jul 16 09:40:47.602448 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2120b158-0754-484e-89a4-cc735d44bda6', 'tag': 'ed5c5b11-9c54-45bd-8546-a0ff3b0828a1'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:40:47.604752 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817e78db-a621-4933-bc39-68adf307f747" -d '{"events": [{"name": "network-changed", "server_uuid": "2120b158-0754-484e-89a4-cc735d44bda6", "tag": "ed5c5b11-9c54-45bd-8546-a0ff3b0828a1"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:40:47.650658 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:40:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c650521-dd66-42f6-9969-853d83046112 x-openstack-request-id: req-5c650521-dd66-42f6-9969-853d83046112 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:40:47.650946 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2120b158-0754-484e-89a4-cc735d44bda6", "tag": "ed5c5b11-9c54-45bd-8546-a0ff3b0828a1", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:40:47.651201 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5c650521-dd66-42f6-9969-853d83046112 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:40:47.651594 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2120b158-0754-484e-89a4-cc735d44bda6', 'tag': 'ed5c5b11-9c54-45bd-8546-a0ff3b0828a1', 'status': 'completed', 'code': 200} Jul 16 09:40:47.700318 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Pushing event updated for resources: {'Port': ['ID=ed5c5b11-9c54-45bd-8546-a0ff3b0828a1,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:47.716124 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:47.716510 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:47.716852 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:47.717186 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:47.717515 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:47.717841 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:47.718769 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:47.718769 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:47.718769 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:47.719303 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:47.719496 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:47.719815 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfd511dd-0d48-486d-8180-96d428021803 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:47.755285 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87456125-2590-4916-935c-98f5cc4e8bcb req-8a407247-0c40-449b-89c4-a548f053f287 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:47.756747 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87456125-2590-4916-935c-98f5cc4e8bcb req-8a407247-0c40-449b-89c4-a548f053f287 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/ports?device_id=2120b158-0754-484e-89a4-cc735d44bda6 HTTP/1.1" status: 200 len: 943 time: 0.1660032 Jul 16 09:40:47.771949 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-7ea70410-91e4-492e-a03d-73233b38f67a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:47.773445 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-7ea70410-91e4-492e-a03d-73233b38f67a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6054ca0d73a14b468033e128183ffc9b&device_id=2120b158-0754-484e-89a4-cc735d44bda6 HTTP/1.1" status: 200 len: 1095 time: 0.1248884 Jul 16 09:40:47.821228 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-de96ea3a-f67d-4698-9b8b-656d41c4f813 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed5c5b11-9c54-45bd-8546-a0ff3b0828a1 HTTP/1.1" status: 200 len: 217 time: 0.0401046 Jul 16 09:40:47.845693 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-87456125-2590-4916-935c-98f5cc4e8bcb req-7fe7eb0f-23df-49cf-aea4-81f12faf7ae4 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/security-groups?id=af3f1143-577a-4d79-b5e0-444a1f1546f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826333 Jul 16 09:40:47.880567 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-d71a5846-05da-499a-935b-99519227e9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:47.882126 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-d71a5846-05da-499a-935b-99519227e9c2 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab39496b-c56d-45cf-af80-85e76a94aa97 HTTP/1.1" status: 200 len: 855 time: 0.0527723 Jul 16 09:40:47.940874 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-84c5c7db-1bb4-4351-bc46-6583916edf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:47.942540 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-84c5c7db-1bb4-4351-bc46-6583916edf9e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=013e8f83-7fe3-4a70-9878-4757e2e15603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536892 Jul 16 09:40:48.033038 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-de66d4a5-a701-46ac-9245-41a979407aee service neutron] 10.222.0.21 "GET /v2.0/networks/013e8f83-7fe3-4a70-9878-4757e2e15603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843575 Jul 16 09:40:48.121531 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-16004f2a-c926-4ceb-9df9-3e62f4d40afe req-04dfa6c1-0fb4-4b88-bcd2-b6d138a620fd service neutron] 10.222.0.21 "GET /v2.0/networks/013e8f83-7fe3-4a70-9878-4757e2e15603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818861 Jul 16 09:40:48.218467 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e78db-a621-4933-bc39-68adf307f747 req-cdf1c665-a4f9-4aa2-82b0-96bfb221f246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:48.219914 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-817e78db-a621-4933-bc39-68adf307f747 req-cdf1c665-a4f9-4aa2-82b0-96bfb221f246 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=6054ca0d73a14b468033e128183ffc9b&device_id=2120b158-0754-484e-89a4-cc735d44bda6 HTTP/1.1" status: 200 len: 1095 time: 0.0538087 Jul 16 09:40:48.316279 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e78db-a621-4933-bc39-68adf307f747 req-58c6221c-df77-4cba-82f2-263fde1aa094 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:48.318040 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-817e78db-a621-4933-bc39-68adf307f747 req-58c6221c-df77-4cba-82f2-263fde1aa094 service neutron] 10.222.0.21 "GET /v2.0/networks?id=013e8f83-7fe3-4a70-9878-4757e2e15603 HTTP/1.1" status: 200 len: 917 time: 0.0920026 Jul 16 09:40:48.360045 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-817e78db-a621-4933-bc39-68adf307f747 req-46a4dbbc-31bb-4b5c-a4f2-66f0bbd651ef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ed5c5b11-9c54-45bd-8546-a0ff3b0828a1 HTTP/1.1" status: 200 len: 217 time: 0.0349905 Jul 16 09:40:48.414577 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e78db-a621-4933-bc39-68adf307f747 req-c57ef8ff-3c8d-45fb-99c1-8817da6f136c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:48.415316 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-817e78db-a621-4933-bc39-68adf307f747 req-c57ef8ff-3c8d-45fb-99c1-8817da6f136c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=ab39496b-c56d-45cf-af80-85e76a94aa97 HTTP/1.1" status: 200 len: 855 time: 0.0485506 Jul 16 09:40:48.473252 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817e78db-a621-4933-bc39-68adf307f747 req-2d46a7f1-eea7-4387-b2af-90e798d6682c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:48.474666 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-817e78db-a621-4933-bc39-68adf307f747 req-2d46a7f1-eea7-4387-b2af-90e798d6682c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=013e8f83-7fe3-4a70-9878-4757e2e15603&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521436 Jul 16 09:40:48.565144 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-817e78db-a621-4933-bc39-68adf307f747 req-308b059a-4b44-4fee-92d6-c40b666030e3 service neutron] 10.222.0.21 "GET /v2.0/networks/013e8f83-7fe3-4a70-9878-4757e2e15603?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827632 Jul 16 09:40:48.659810 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-817e78db-a621-4933-bc39-68adf307f747 req-dee414cc-4cb9-400d-b936-c992db8712ee service neutron] 10.222.0.21 "GET /v2.0/networks/013e8f83-7fe3-4a70-9878-4757e2e15603?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863037 Jul 16 09:40:49.022558 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e86880-7a8e-4e40-906c-50d78559c9e7 req-dc9e027e-f70b-4851-a69e-f1088d0237a7 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:49.023981 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-45e86880-7a8e-4e40-906c-50d78559c9e7 req-dc9e027e-f70b-4851-a69e-f1088d0237a7 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/ports?device_id=2120b158-0754-484e-89a4-cc735d44bda6 HTTP/1.1" status: 200 len: 943 time: 0.0639229 Jul 16 09:40:49.061273 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-45e86880-7a8e-4e40-906c-50d78559c9e7 req-f8e0238f-f9b8-4556-8694-88cf5d38fac7 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/security-groups?id=af3f1143-577a-4d79-b5e0-444a1f1546f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312955 Jul 16 09:40:49.241051 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:40:50.149692 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device ed5c5b11-9c54-45bd-8546-a0ff3b0828a1 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:40:50.238159 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6757c35-9b98-4658-a0f7-e123507893d8 req-a48eb9c8-90aa-4b11-8203-fd49819aab42 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:50.239668 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a6757c35-9b98-4658-a0f7-e123507893d8 req-a48eb9c8-90aa-4b11-8203-fd49819aab42 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/ports?device_id=2120b158-0754-484e-89a4-cc735d44bda6 HTTP/1.1" status: 200 len: 943 time: 0.0639062 Jul 16 09:40:50.244185 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port ed5c5b11-9c54-45bd-8546-a0ff3b0828a1, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ed5c5b11-9c54-45bd-8546-a0ff3b0828a1,segment=NetworkSegment(f421a234-335e-48ad-96e7-877c161c9d44),segment_id=f421a234-335e-48ad-96e7-877c161c9d44)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:50.258614 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'ed5c5b11-9c54-45bd-8546-a0ff3b0828a1', 'network_id': '013e8f83-7fe3-4a70-9878-4757e2e15603', 'port_id': 'ed5c5b11-9c54-45bd-8546-a0ff3b0828a1', 'mac_address': 'fa:16:3e:81:27:d2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ab39496b-c56d-45cf-af80-85e76a94aa97', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:40:50.278724 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a6757c35-9b98-4658-a0f7-e123507893d8 req-d502700b-eb69-4a55-9099-6747dad60d28 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/security-groups?id=af3f1143-577a-4d79-b5e0-444a1f1546f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335047 Jul 16 09:40:50.295941 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:50.308536 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ed5c5b11-9c54-45bd-8546-a0ff3b0828a1 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:40:50.327683 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port ed5c5b11-9c54-45bd-8546-a0ff3b0828a1, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ed5c5b11-9c54-45bd-8546-a0ff3b0828a1,segment=NetworkSegment(f421a234-335e-48ad-96e7-877c161c9d44),segment_id=f421a234-335e-48ad-96e7-877c161c9d44)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:50.332476 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:50.378380 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=ed5c5b11-9c54-45bd-8546-a0ff3b0828a1,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:50.385552 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:50.385902 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:50.386247 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:50.386579 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:50.386916 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:50.387246 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:50.387571 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:50.387895 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:50.388219 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:50.388562 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:50.388885 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:50.389204 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:40:50.519913 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['ed5c5b11-9c54-45bd-8546-a0ff3b0828a1'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:40:51.451413 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646d3f71-5ee1-44e9-97fa-634e703ed9bc req-abf2c4cf-5096-480e-a095-e52f69cf46ec tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:51.452940 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-646d3f71-5ee1-44e9-97fa-634e703ed9bc req-abf2c4cf-5096-480e-a095-e52f69cf46ec tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/ports?device_id=2120b158-0754-484e-89a4-cc735d44bda6 HTTP/1.1" status: 200 len: 944 time: 0.0626037 Jul 16 09:40:51.491465 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-646d3f71-5ee1-44e9-97fa-634e703ed9bc req-821e04f1-45b3-4287-a28c-c7b21d515215 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/security-groups?id=af3f1143-577a-4d79-b5e0-444a1f1546f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328813 Jul 16 09:40:52.165484 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device ed5c5b11-9c54-45bd-8546-a0ff3b0828a1 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:40:52.215078 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port ed5c5b11-9c54-45bd-8546-a0ff3b0828a1 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:40:52.218937 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port ed5c5b11-9c54-45bd-8546-a0ff3b0828a1 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:40:52.219319 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:52.300066 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:52.322786 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2120b158-0754-484e-89a4-cc735d44bda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5c5b11-9c54-45bd-8546-a0ff3b0828a1'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:40:52.325043 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d508e2dc-db30-4a66-960c-75726f6602c9" -d '{"events": [{"server_uuid": "2120b158-0754-484e-89a4-cc735d44bda6", "name": "network-vif-plugged", "status": "completed", "tag": "ed5c5b11-9c54-45bd-8546-a0ff3b0828a1"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:40:52.339391 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port ed5c5b11-9c54-45bd-8546-a0ff3b0828a1, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ed5c5b11-9c54-45bd-8546-a0ff3b0828a1,segment=NetworkSegment(f421a234-335e-48ad-96e7-877c161c9d44),segment_id=f421a234-335e-48ad-96e7-877c161c9d44)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:40:52.343751 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:40:52.366584 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:40:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4222ca3b-fb11-43ef-b1ac-bd102a8e5bce x-openstack-request-id: req-4222ca3b-fb11-43ef-b1ac-bd102a8e5bce {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:40:52.366889 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2120b158-0754-484e-89a4-cc735d44bda6", "name": "network-vif-plugged", "status": "completed", "tag": "ed5c5b11-9c54-45bd-8546-a0ff3b0828a1", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:40:52.367165 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4222ca3b-fb11-43ef-b1ac-bd102a8e5bce {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:40:52.367555 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2120b158-0754-484e-89a4-cc735d44bda6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ed5c5b11-9c54-45bd-8546-a0ff3b0828a1', 'code': 200} Jul 16 09:40:52.407537 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=ed5c5b11-9c54-45bd-8546-a0ff3b0828a1,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:40:52.475224 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22d6eec-03a5-4a4d-b237-b3e8c536639d req-768b771c-8a40-4438-8832-3c1157dc1500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:52.477698 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c22d6eec-03a5-4a4d-b237-b3e8c536639d req-768b771c-8a40-4438-8832-3c1157dc1500 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=2120b158-0754-484e-89a4-cc735d44bda6 HTTP/1.1" status: 200 len: 1097 time: 0.0548170 Jul 16 09:40:52.519133 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c22d6eec-03a5-4a4d-b237-b3e8c536639d req-ae7961c8-8b61-4dd9-82a9-b788c234f263 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=af3f1143-577a-4d79-b5e0-444a1f1546f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356152 Jul 16 09:40:52.670631 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78006948-3ce3-41f1-b217-e04312077332 req-7ce6fc7a-eea2-4bb2-882e-c70ac3c9c32a tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:52.672586 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-78006948-3ce3-41f1-b217-e04312077332 req-7ce6fc7a-eea2-4bb2-882e-c70ac3c9c32a tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/ports?device_id=2120b158-0754-484e-89a4-cc735d44bda6 HTTP/1.1" status: 200 len: 945 time: 0.0686436 Jul 16 09:40:52.712455 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-78006948-3ce3-41f1-b217-e04312077332 req-fb721c17-4fa2-4c3e-b977-e603ebff3875 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/security-groups?id=af3f1143-577a-4d79-b5e0-444a1f1546f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341318 Jul 16 09:40:53.891129 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6cea0-a7e5-443e-bfe3-ee2063b6540f req-f67ceb68-7869-4b6d-afe2-df31acbd1ff5 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:53.892714 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5cc6cea0-a7e5-443e-bfe3-ee2063b6540f req-f67ceb68-7869-4b6d-afe2-df31acbd1ff5 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/ports?device_id=2120b158-0754-484e-89a4-cc735d44bda6 HTTP/1.1" status: 200 len: 945 time: 0.0661318 Jul 16 09:40:53.938665 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5cc6cea0-a7e5-443e-bfe3-ee2063b6540f req-03aa4bde-36de-436e-820d-26778dca0f4c tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/security-groups?id=af3f1143-577a-4d79-b5e0-444a1f1546f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402598 Jul 16 09:40:54.123539 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860911e0-85ac-4dec-b3b0-97dbaea69e36 req-ff13cab1-1c73-4a51-9c7e-136eb8d673f7 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:40:54.125681 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-860911e0-85ac-4dec-b3b0-97dbaea69e36 req-ff13cab1-1c73-4a51-9c7e-136eb8d673f7 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/ports?device_id=2120b158-0754-484e-89a4-cc735d44bda6 HTTP/1.1" status: 200 len: 945 time: 0.0714781 Jul 16 09:40:54.165483 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-860911e0-85ac-4dec-b3b0-97dbaea69e36 req-a0f12b4a-9cb7-420b-907c-9f0ab8f32abd tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/security-groups?id=af3f1143-577a-4d79-b5e0-444a1f1546f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339441 Jul 16 09:41:02.899462 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:02.946059 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:03.387688 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0f20c2b2-f70e-4cf9-8263-0c9e200a80c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:05.811765 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e37db0c-16ad-4097-8598-8bf0eb917349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:06.139371 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:07.370141 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:08.806556 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:13.098661 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0701fb4-8852-444b-b791-318d0f750f61 req-35d23f7b-0d79-447f-965b-3e76b42683c6 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:13.100153 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d0701fb4-8852-444b-b791-318d0f750f61 req-35d23f7b-0d79-447f-965b-3e76b42683c6 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/ports?device_id=2120b158-0754-484e-89a4-cc735d44bda6 HTTP/1.1" status: 200 len: 945 time: 0.0680680 Jul 16 09:41:13.138232 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d0701fb4-8852-444b-b791-318d0f750f61 req-5027e3b3-a858-460a-abad-6400d82b85f1 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/security-groups?id=af3f1143-577a-4d79-b5e0-444a1f1546f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322733 Jul 16 09:41:14.312835 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48afd6e-a6c6-4f1a-b4b8-f9d647a29734 req-656327b8-16eb-4d9c-8030-b7d19a49ff76 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:14.314306 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d48afd6e-a6c6-4f1a-b4b8-f9d647a29734 req-656327b8-16eb-4d9c-8030-b7d19a49ff76 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/ports?device_id=2120b158-0754-484e-89a4-cc735d44bda6 HTTP/1.1" status: 200 len: 945 time: 0.0624106 Jul 16 09:41:14.352022 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d48afd6e-a6c6-4f1a-b4b8-f9d647a29734 req-dbdae8ef-0c4a-457d-8c2d-bd089c6533be tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/security-groups?id=af3f1143-577a-4d79-b5e0-444a1f1546f5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319121 Jul 16 09:41:14.674954 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88891cf2-b16e-4dcc-80ac-f2d75e17dfd3 req-fbef7f44-0bfa-43f2-b072-fef36090c425 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:14.676425 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-88891cf2-b16e-4dcc-80ac-f2d75e17dfd3 req-fbef7f44-0bfa-43f2-b072-fef36090c425 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.21 "GET /v2.0/ports?device_id=2120b158-0754-484e-89a4-cc735d44bda6 HTTP/1.1" status: 200 len: 945 time: 0.0652442 Jul 16 09:41:14.776052 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-88891cf2-b16e-4dcc-80ac-f2d75e17dfd3 req-0788d152-8e68-4a52-85fe-fdff1513f048 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Deleting port ed5c5b11-9c54-45bd-8546-a0ff3b0828a1 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:41:14.776436 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-88891cf2-b16e-4dcc-80ac-f2d75e17dfd3 req-0788d152-8e68-4a52-85fe-fdff1513f048 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:14.869522 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-88891cf2-b16e-4dcc-80ac-f2d75e17dfd3 req-0788d152-8e68-4a52-85fe-fdff1513f048 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] For port ed5c5b11-9c54-45bd-8546-a0ff3b0828a1, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=ed5c5b11-9c54-45bd-8546-a0ff3b0828a1,segment=NetworkSegment(f421a234-335e-48ad-96e7-877c161c9d44),segment_id=f421a234-335e-48ad-96e7-877c161c9d44)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:14.869884 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-88891cf2-b16e-4dcc-80ac-f2d75e17dfd3 req-0788d152-8e68-4a52-85fe-fdff1513f048 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:14.881363 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-88891cf2-b16e-4dcc-80ac-f2d75e17dfd3 req-0788d152-8e68-4a52-85fe-fdff1513f048 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Calling delete_port for ed5c5b11-9c54-45bd-8546-a0ff3b0828a1 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:41:15.005914 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-88891cf2-b16e-4dcc-80ac-f2d75e17dfd3 req-0788d152-8e68-4a52-85fe-fdff1513f048 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:15.019377 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['ed5c5b11-9c54-45bd-8546-a0ff3b0828a1'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:41:15.041657 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0788d152-8e68-4a52-85fe-fdff1513f048 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Pushing event deleted for resources: {'Port': ['ID=ed5c5b11-9c54-45bd-8546-a0ff3b0828a1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:15.089694 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-88891cf2-b16e-4dcc-80ac-f2d75e17dfd3 req-0788d152-8e68-4a52-85fe-fdff1513f048 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] No DVR routers for this DVR port ed5c5b11-9c54-45bd-8546-a0ff3b0828a1 on host n-h2-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:41:15.092588 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-88891cf2-b16e-4dcc-80ac-f2d75e17dfd3 req-0788d152-8e68-4a52-85fe-fdff1513f048 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:15.095586 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-88891cf2-b16e-4dcc-80ac-f2d75e17dfd3 req-0788d152-8e68-4a52-85fe-fdff1513f048 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.21 "DELETE /v2.0/ports/ed5c5b11-9c54-45bd-8546-a0ff3b0828a1 HTTP/1.1" status: 204 len: 173 time: 0.4136646 Jul 16 09:41:15.096074 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2120b158-0754-484e-89a4-cc735d44bda6', 'name': 'network-vif-deleted', 'tag': 'ed5c5b11-9c54-45bd-8546-a0ff3b0828a1'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:41:15.099182 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e3f2afc-2e10-484c-ac35-5d65492eac47" -d '{"events": [{"server_uuid": "2120b158-0754-484e-89a4-cc735d44bda6", "name": "network-vif-deleted", "tag": "ed5c5b11-9c54-45bd-8546-a0ff3b0828a1"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:41:15.141393 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad7b3fc0-5131-43cc-a226-e17141357858 x-openstack-request-id: req-ad7b3fc0-5131-43cc-a226-e17141357858 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:41:15.141701 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2120b158-0754-484e-89a4-cc735d44bda6", "name": "network-vif-deleted", "tag": "ed5c5b11-9c54-45bd-8546-a0ff3b0828a1", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:41:15.141961 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ad7b3fc0-5131-43cc-a226-e17141357858 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:41:15.142417 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2120b158-0754-484e-89a4-cc735d44bda6', 'name': 'network-vif-deleted', 'tag': 'ed5c5b11-9c54-45bd-8546-a0ff3b0828a1', 'status': 'completed', 'code': 200} Jul 16 09:41:15.611973 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d265226a-28a1-48d4-8382-a2d5823287a1 req-3761ae87-46e5-457c-a3a3-c5964bc62ec7 tempest-TestEncryptedCinderVolumes-1384532060 tempest-TestEncryptedCinderVolumes-1384532060-project] 10.222.0.22 "GET /v2.0/ports?device_id=2120b158-0754-484e-89a4-cc735d44bda6 HTTP/1.1" status: 200 len: 210 time: 0.1379812 Jul 16 09:41:16.747164 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48760) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:17.081760 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2bc61bf0-f417-4953-92d3-608094dea1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:17.330669 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-2bc61bf0-f417-4953-92d3-608094dea1b1 admin admin] Deleting port bdd1b0e0-09c5-4676-abb4-679045342fa1 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:41:17.331009 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2bc61bf0-f417-4953-92d3-608094dea1b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:17.404787 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-2bc61bf0-f417-4953-92d3-608094dea1b1 admin admin] For port bdd1b0e0-09c5-4676-abb4-679045342fa1, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=bdd1b0e0-09c5-4676-abb4-679045342fa1,segment=NetworkSegment(f421a234-335e-48ad-96e7-877c161c9d44),segment_id=f421a234-335e-48ad-96e7-877c161c9d44)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:17.405062 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2bc61bf0-f417-4953-92d3-608094dea1b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:17.416896 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-2bc61bf0-f417-4953-92d3-608094dea1b1 admin admin] Calling delete_port for bdd1b0e0-09c5-4676-abb4-679045342fa1 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:41:17.593606 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2bc61bf0-f417-4953-92d3-608094dea1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:17.622079 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc61bf0-f417-4953-92d3-608094dea1b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=bdd1b0e0-09c5-4676-abb4-679045342fa1,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:17.789145 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2bc61bf0-f417-4953-92d3-608094dea1b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:18.321288 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device ed5c5b11-9c54-45bd-8546-a0ff3b0828a1 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:41:18.344609 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: ed5c5b11-9c54-45bd-8546-a0ff3b0828a1 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:41:18.344960 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device ed5c5b11-9c54-45bd-8546-a0ff3b0828a1 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:41:18.349854 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bc61bf0-f417-4953-92d3-608094dea1b1 admin admin] Router 7090ab13-1479-4350-b517-119b3b9ff7a1 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:41:18.456282 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bc61bf0-f417-4953-92d3-608094dea1b1 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:41:18.463474 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2bc61bf0-f417-4953-92d3-608094dea1b1 admin admin] 10.222.0.22 "PUT /v2.0/routers/7090ab13-1479-4350-b517-119b3b9ff7a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7137401 Jul 16 09:41:18.464707 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48762) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:18.465387 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c654af1c-5223-4607-9872-5fba011e73c4 None None] Sync routers for ids ['7090ab13-1479-4350-b517-119b3b9ff7a1'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:41:18.474968 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c654af1c-5223-4607-9872-5fba011e73c4 None None] Routers {'7090ab13-1479-4350-b517-119b3b9ff7a1'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:41:18.475599 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c654af1c-5223-4607-9872-5fba011e73c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:41:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['7090ab13-1479-4350-b517-119b3b9ff7a1'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:18.572644 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ac1d62b-c326-43ef-bdb1-7ff52f128db5 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:18.605075 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-c654af1c-5223-4607-9872-5fba011e73c4 None None] Set router 7090ab13-1479-4350-b517-119b3b9ff7a1 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:41:18.677272 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ac1d62b-c326-43ef-bdb1-7ff52f128db5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:18.747257 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-8ac1d62b-c326-43ef-bdb1-7ff52f128db5 admin admin] Deleting port 3f01363c-fcd7-476e-bee8-98ccf72cc119 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:41:18.747792 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ac1d62b-c326-43ef-bdb1-7ff52f128db5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:18.815530 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c654af1c-5223-4607-9872-5fba011e73c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7090ab13-1479-4350-b517-119b3b9ff7a1', 'name': 'tempest-TestEncryptedCinderVolumes-571986151-router', 'tenant_id': '6054ca0d73a14b468033e128183ffc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '3f01363c-fcd7-476e-bee8-98ccf72cc119', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:01Z', 'updated_at': '2021-07-16T09:41:17Z', 'revision_number': 5, 'project_id': '6054ca0d73a14b468033e128183ffc9b', 'gw_port': {'id': '3f01363c-fcd7-476e-bee8-98ccf72cc119', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:ab:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7090ab13-1479-4350-b517-119b3b9ff7a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4073, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:02Z', 'updated_at': '2021-07-16T09:40:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:18.837157 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-8ac1d62b-c326-43ef-bdb1-7ff52f128db5 admin admin] For port 3f01363c-fcd7-476e-bee8-98ccf72cc119, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=3f01363c-fcd7-476e-bee8-98ccf72cc119,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:18.837688 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ac1d62b-c326-43ef-bdb1-7ff52f128db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:18.842501 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c654af1c-5223-4607-9872-5fba011e73c4 None None] Checking router: 7090ab13-1479-4350-b517-119b3b9ff7a1 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:41:18.850909 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-8ac1d62b-c326-43ef-bdb1-7ff52f128db5 admin admin] Calling delete_port for 3f01363c-fcd7-476e-bee8-98ccf72cc119 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:41:18.851441 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c654af1c-5223-4607-9872-5fba011e73c4 None None] Routers {'7090ab13-1479-4350-b517-119b3b9ff7a1'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:41:18.852054 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c654af1c-5223-4607-9872-5fba011e73c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:41:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['7090ab13-1479-4350-b517-119b3b9ff7a1'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:18.938880 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-c654af1c-5223-4607-9872-5fba011e73c4 None None] Set router 7090ab13-1479-4350-b517-119b3b9ff7a1 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:41:18.994057 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c654af1c-5223-4607-9872-5fba011e73c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7090ab13-1479-4350-b517-119b3b9ff7a1', 'name': 'tempest-TestEncryptedCinderVolumes-571986151-router', 'tenant_id': '6054ca0d73a14b468033e128183ffc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:01Z', 'updated_at': '2021-07-16T09:41:18Z', 'revision_number': 6, 'project_id': '6054ca0d73a14b468033e128183ffc9b', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:19.023247 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c654af1c-5223-4607-9872-5fba011e73c4 None None] The sync data for ids ['7090ab13-1479-4350-b517-119b3b9ff7a1'] in n-d-771362-37 is: [{'id': '7090ab13-1479-4350-b517-119b3b9ff7a1', 'name': 'tempest-TestEncryptedCinderVolumes-571986151-router', 'tenant_id': '6054ca0d73a14b468033e128183ffc9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:01Z', 'updated_at': '2021-07-16T09:41:18Z', 'revision_number': 6, 'project_id': '6054ca0d73a14b468033e128183ffc9b', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:41:19.025735 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ac1d62b-c326-43ef-bdb1-7ff52f128db5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.053072 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac1d62b-c326-43ef-bdb1-7ff52f128db5 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f01363c-fcd7-476e-bee8-98ccf72cc119,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:19.141293 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ac1d62b-c326-43ef-bdb1-7ff52f128db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.242112 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ac1d62b-c326-43ef-bdb1-7ff52f128db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.244556 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ac1d62b-c326-43ef-bdb1-7ff52f128db5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.295874 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ac1d62b-c326-43ef-bdb1-7ff52f128db5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.296597 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac1d62b-c326-43ef-bdb1-7ff52f128db5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7090ab13-1479-4350-b517-119b3b9ff7a1 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:41:19.302511 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-8ac1d62b-c326-43ef-bdb1-7ff52f128db5 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.303922 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8ac1d62b-c326-43ef-bdb1-7ff52f128db5 admin admin] 10.222.0.22 "DELETE /v2.0/routers/7090ab13-1479-4350-b517-119b3b9ff7a1 HTTP/1.1" status: 204 len: 168 time: 0.8382127 Jul 16 09:41:19.306463 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48764) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:19.356576 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-2915f75d-7a9f-4c31-813f-415335eaa9fe admin admin] Deleting subnet ab39496b-c56d-45cf-af80-85e76a94aa97 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:41:19.360235 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2915f75d-7a9f-4c31-813f-415335eaa9fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.400439 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2915f75d-7a9f-4c31-813f-415335eaa9fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.514809 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2915f75d-7a9f-4c31-813f-415335eaa9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.575297 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2915f75d-7a9f-4c31-813f-415335eaa9fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.604823 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2915f75d-7a9f-4c31-813f-415335eaa9fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab39496b-c56d-45cf-af80-85e76a94aa97,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:19.609056 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2915f75d-7a9f-4c31-813f-415335eaa9fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.612979 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2915f75d-7a9f-4c31-813f-415335eaa9fe admin admin] 10.222.0.22 "DELETE /v2.0/subnets/ab39496b-c56d-45cf-af80-85e76a94aa97 HTTP/1.1" status: 204 len: 168 time: 0.3054178 Jul 16 09:41:19.613600 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48766) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:19.617446 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f0bc4a-f070-47bd-b1b6-f04b1e950dc3 None None] Network 013e8f83-7fe3-4a70-9878-4757e2e15603 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:41:19.681078 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.735463 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] Deleting port 8a5cb781-977b-40d2-9f42-8a7effff858e {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:41:19.735801 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.814855 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] For port 8a5cb781-977b-40d2-9f42-8a7effff858e, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=8a5cb781-977b-40d2-9f42-8a7effff858e,segment=NetworkSegment(f421a234-335e-48ad-96e7-877c161c9d44),segment_id=f421a234-335e-48ad-96e7-877c161c9d44)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:19.815367 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.829395 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] Calling delete_port for 8a5cb781-977b-40d2-9f42-8a7effff858e owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:41:19.850352 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fecb25e-879f-4a1c-b20b-0ee32a420aa9 None None] DHCP port deletion for 013e8f83-7fe3-4a70-9878-4757e2e15603 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:41:19.898513 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8fecb25e-879f-4a1c-b20b-0ee32a420aa9 None None] Deleting port 8a5cb781-977b-40d2-9f42-8a7effff858e {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:41:19.898885 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8fecb25e-879f-4a1c-b20b-0ee32a420aa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.911841 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:19.942624 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a5cb781-977b-40d2-9f42-8a7effff858e,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:19.946990 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] No DVR routers for this DVR port 8a5cb781-977b-40d2-9f42-8a7effff858e on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:41:19.956001 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:19.956343 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:19.956707 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:19.957044 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:19.957373 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:19.957704 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:19.958032 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:19.958349 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:19.958667 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:19.958986 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:19.959305 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:19.959621 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:19.994509 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8fecb25e-879f-4a1c-b20b-0ee32a420aa9 None None] For port 8a5cb781-977b-40d2-9f42-8a7effff858e, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=8a5cb781-977b-40d2-9f42-8a7effff858e,segment=NetworkSegment(f421a234-335e-48ad-96e7-877c161c9d44),segment_id=f421a234-335e-48ad-96e7-877c161c9d44)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:19.994913 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8fecb25e-879f-4a1c-b20b-0ee32a420aa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:20.011977 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8fecb25e-879f-4a1c-b20b-0ee32a420aa9 None None] Calling delete_port for 8a5cb781-977b-40d2-9f42-8a7effff858e owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:41:20.039194 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:20.050983 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['013e8f83-7fe3-4a70-9878-4757e2e15603']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:20.062539 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f421a234-335e-48ad-96e7-877c161c9d44') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:20.062848 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f421a234-335e-48ad-96e7-877c161c9d44') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:20.081098 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:20.095989 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:20.105046 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:41:20.105813 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:20.123022 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 09:41:20.123022 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:41:20.123022 n-d-771362-37 neutron-server[93758]: timer() Jul 16 09:41:20.123022 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:41:20.123022 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 09:41:20.123022 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:41:20.123022 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 09:41:20.123022 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:41:20.123022 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 09:41:20.123022 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:41:20.123022 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 09:41:20.123022 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:41:20.123022 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 09:41:20.123022 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:41:20.123022 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:41:20.123022 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:41:20.123022 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:41:20.123022 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:41:20.123022 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 09:41:20.123022 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:41:20.123022 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 09:41:20.123022 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:41:20.123022 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:41:20.123022 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:41:20.123022 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 09:41:20.123022 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:41:20.123022 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:41:20.123022 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:41:20.123022 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:41:20.123022 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:41:20.123022 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:41:20.123022 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:41:20.174527 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:20.180700 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:20.182710 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] 10.222.0.22 "DELETE /v2.0/networks/013e8f83-7fe3-4a70-9878-4757e2e15603 HTTP/1.1" status: 204 len: 168 time: 0.5681307 Jul 16 09:41:20.185936 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48768) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:20.197226 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd955fe8-7d40-4342-b4e5-c64c5438eae8 admin admin] Pushing event deleted for resources: {'Network': ['ID=013e8f83-7fe3-4a70-9878-4757e2e15603,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:20.215668 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8fecb25e-879f-4a1c-b20b-0ee32a420aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:20.228144 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8fecb25e-879f-4a1c-b20b-0ee32a420aa9 None None] Network 013e8f83-7fe3-4a70-9878-4757e2e15603 is not hosted by any dhcp agent {{(pid=93760) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 16 09:41:20.228664 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fecb25e-879f-4a1c-b20b-0ee32a420aa9 None None] No DVR routers for this DVR port 8a5cb781-977b-40d2-9f42-8a7effff858e on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:41:20.256092 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fecb25e-879f-4a1c-b20b-0ee32a420aa9 None None] Pushing event deleted for resources: {'Port': ['ID=8a5cb781-977b-40d2-9f42-8a7effff858e,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:20.604343 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b65feeb-98cd-481c-a31f-be36a25baf05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:20.825236 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3f01363c-fcd7-476e-bee8-98ccf72cc119 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:41:20.845508 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 3f01363c-fcd7-476e-bee8-98ccf72cc119 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:41:20.845911 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3f01363c-fcd7-476e-bee8-98ccf72cc119 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:41:20.846337 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 8a5cb781-977b-40d2-9f42-8a7effff858e no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:41:20.866825 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 8a5cb781-977b-40d2-9f42-8a7effff858e {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:41:20.867218 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 8a5cb781-977b-40d2-9f42-8a7effff858e not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:41:20.867732 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device bdd1b0e0-09c5-4676-abb4-679045342fa1 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:41:20.872545 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9b65feeb-98cd-481c-a31f-be36a25baf05 admin admin] Deleting port de30251a-c863-4329-a043-6e5aa2f124dc {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:41:20.873079 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b65feeb-98cd-481c-a31f-be36a25baf05 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:20.897540 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: bdd1b0e0-09c5-4676-abb4-679045342fa1 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:41:20.898130 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device bdd1b0e0-09c5-4676-abb4-679045342fa1 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:41:20.964435 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-9b65feeb-98cd-481c-a31f-be36a25baf05 admin admin] For port de30251a-c863-4329-a043-6e5aa2f124dc, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=de30251a-c863-4329-a043-6e5aa2f124dc,segment=NetworkSegment(db160073-52a4-49e6-9553-78dbbad66124),segment_id=db160073-52a4-49e6-9553-78dbbad66124)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:20.964796 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b65feeb-98cd-481c-a31f-be36a25baf05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:20.976885 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-9b65feeb-98cd-481c-a31f-be36a25baf05 admin admin] Calling delete_port for de30251a-c863-4329-a043-6e5aa2f124dc owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:41:21.158246 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b65feeb-98cd-481c-a31f-be36a25baf05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:21.189399 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b65feeb-98cd-481c-a31f-be36a25baf05 admin admin] Pushing event deleted for resources: {'Port': ['ID=de30251a-c863-4329-a043-6e5aa2f124dc,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:21.363763 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9b65feeb-98cd-481c-a31f-be36a25baf05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:21.573975 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b65feeb-98cd-481c-a31f-be36a25baf05 admin admin] Router 3e85ba1d-9768-45a2-bbef-d54af56b169a has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:41:21.684801 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b65feeb-98cd-481c-a31f-be36a25baf05 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:41:21.689957 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9b65feeb-98cd-481c-a31f-be36a25baf05 admin admin] 10.222.0.22 "PUT /v2.0/routers/3e85ba1d-9768-45a2-bbef-d54af56b169a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5028479 Jul 16 09:41:21.692904 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48770) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:21.695650 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976b208f-9d49-40e2-80c3-e7c5992242a5 None None] Sync routers for ids ['3e85ba1d-9768-45a2-bbef-d54af56b169a'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:41:21.705558 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976b208f-9d49-40e2-80c3-e7c5992242a5 None None] Routers {'3e85ba1d-9768-45a2-bbef-d54af56b169a'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:41:21.706132 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-976b208f-9d49-40e2-80c3-e7c5992242a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:41:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['3e85ba1d-9768-45a2-bbef-d54af56b169a'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:21.798614 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-450fe529-878f-41cd-9f8a-bb3d5d692a38 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:21.808838 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-976b208f-9d49-40e2-80c3-e7c5992242a5 None None] Set router 3e85ba1d-9768-45a2-bbef-d54af56b169a gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:41:21.902057 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-450fe529-878f-41cd-9f8a-bb3d5d692a38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:21.954083 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-450fe529-878f-41cd-9f8a-bb3d5d692a38 admin admin] Deleting port 2a0a6a83-ccb2-4ec2-9192-4fb4445819c4 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:41:21.954425 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-450fe529-878f-41cd-9f8a-bb3d5d692a38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:21.987388 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-976b208f-9d49-40e2-80c3-e7c5992242a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e85ba1d-9768-45a2-bbef-d54af56b169a', 'name': 'tempest-TestEncryptedCinderVolumes-1053888682-router', 'tenant_id': '406b281e1f7d45b0a4106f403849037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.66'}], 'enable_snat': True}, 'gw_port_id': '2a0a6a83-ccb2-4ec2-9192-4fb4445819c4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:06Z', 'updated_at': '2021-07-16T09:41:21Z', 'revision_number': 5, 'project_id': '406b281e1f7d45b0a4106f403849037e', 'gw_port': {'id': '2a0a6a83-ccb2-4ec2-9192-4fb4445819c4', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8b:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e85ba1d-9768-45a2-bbef-d54af56b169a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4085, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:40:06Z', 'updated_at': '2021-07-16T09:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:22.017064 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976b208f-9d49-40e2-80c3-e7c5992242a5 None None] Checking router: 3e85ba1d-9768-45a2-bbef-d54af56b169a for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:41:22.025234 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976b208f-9d49-40e2-80c3-e7c5992242a5 None None] Routers {'3e85ba1d-9768-45a2-bbef-d54af56b169a'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:41:22.025841 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-976b208f-9d49-40e2-80c3-e7c5992242a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:41:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['3e85ba1d-9768-45a2-bbef-d54af56b169a'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:22.032926 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-450fe529-878f-41cd-9f8a-bb3d5d692a38 admin admin] For port 2a0a6a83-ccb2-4ec2-9192-4fb4445819c4, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=2a0a6a83-ccb2-4ec2-9192-4fb4445819c4,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:22.033289 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-450fe529-878f-41cd-9f8a-bb3d5d692a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:22.049887 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-450fe529-878f-41cd-9f8a-bb3d5d692a38 admin admin] Calling delete_port for 2a0a6a83-ccb2-4ec2-9192-4fb4445819c4 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:41:22.105912 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-976b208f-9d49-40e2-80c3-e7c5992242a5 None None] Set router 3e85ba1d-9768-45a2-bbef-d54af56b169a gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:41:22.159096 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-976b208f-9d49-40e2-80c3-e7c5992242a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3e85ba1d-9768-45a2-bbef-d54af56b169a', 'name': 'tempest-TestEncryptedCinderVolumes-1053888682-router', 'tenant_id': '406b281e1f7d45b0a4106f403849037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:06Z', 'updated_at': '2021-07-16T09:41:21Z', 'revision_number': 6, 'project_id': '406b281e1f7d45b0a4106f403849037e', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:22.184494 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976b208f-9d49-40e2-80c3-e7c5992242a5 None None] The sync data for ids ['3e85ba1d-9768-45a2-bbef-d54af56b169a'] in n-d-771362-37 is: [{'id': '3e85ba1d-9768-45a2-bbef-d54af56b169a', 'name': 'tempest-TestEncryptedCinderVolumes-1053888682-router', 'tenant_id': '406b281e1f7d45b0a4106f403849037e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:40:06Z', 'updated_at': '2021-07-16T09:41:21Z', 'revision_number': 6, 'project_id': '406b281e1f7d45b0a4106f403849037e', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:41:22.212761 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-450fe529-878f-41cd-9f8a-bb3d5d692a38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:22.242916 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450fe529-878f-41cd-9f8a-bb3d5d692a38 admin admin] Pushing event deleted for resources: {'Port': ['ID=2a0a6a83-ccb2-4ec2-9192-4fb4445819c4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:22.301878 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-450fe529-878f-41cd-9f8a-bb3d5d692a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:22.391686 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-450fe529-878f-41cd-9f8a-bb3d5d692a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:22.393828 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-450fe529-878f-41cd-9f8a-bb3d5d692a38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:22.437028 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-450fe529-878f-41cd-9f8a-bb3d5d692a38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:22.437555 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-450fe529-878f-41cd-9f8a-bb3d5d692a38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3e85ba1d-9768-45a2-bbef-d54af56b169a {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:41:22.444205 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-450fe529-878f-41cd-9f8a-bb3d5d692a38 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:22.445513 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-450fe529-878f-41cd-9f8a-bb3d5d692a38 admin admin] 10.222.0.22 "DELETE /v2.0/routers/3e85ba1d-9768-45a2-bbef-d54af56b169a HTTP/1.1" status: 204 len: 168 time: 0.7516611 Jul 16 09:41:22.448095 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48772) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:22.495709 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce16ac53-09ce-4188-bfe9-973744191669 admin admin] Deleting subnet f74a9dd0-bb59-40b6-8f9b-c62e93aafaa9 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:41:22.498609 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce16ac53-09ce-4188-bfe9-973744191669 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:22.532951 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce16ac53-09ce-4188-bfe9-973744191669 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:22.613456 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce16ac53-09ce-4188-bfe9-973744191669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:22.670453 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce16ac53-09ce-4188-bfe9-973744191669 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:22.696389 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce16ac53-09ce-4188-bfe9-973744191669 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f74a9dd0-bb59-40b6-8f9b-c62e93aafaa9,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:22.703347 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ce16ac53-09ce-4188-bfe9-973744191669 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:22.707861 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48774) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:22.709668 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ce16ac53-09ce-4188-bfe9-973744191669 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/f74a9dd0-bb59-40b6-8f9b-c62e93aafaa9 HTTP/1.1" status: 204 len: 168 time: 0.2604563 Jul 16 09:41:22.710475 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e79db3-3483-496f-912b-3e23bab60ae9 None None] Network f9001901-3972-47d0-8a53-80ebbf6f16fe requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:41:22.779957 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f7bb7093-8cfc-4fa9-803f-6e886ba43358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:22.838076 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 2a0a6a83-ccb2-4ec2-9192-4fb4445819c4 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:41:22.847649 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f7bb7093-8cfc-4fa9-803f-6e886ba43358 admin admin] Deleting port 37d44627-05d8-47f5-a89b-3622245f619a {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:41:22.848001 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f7bb7093-8cfc-4fa9-803f-6e886ba43358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:22.865380 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 2a0a6a83-ccb2-4ec2-9192-4fb4445819c4 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:41:22.865730 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 2a0a6a83-ccb2-4ec2-9192-4fb4445819c4 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:41:22.866151 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device de30251a-c863-4329-a043-6e5aa2f124dc no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:41:22.891832 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: de30251a-c863-4329-a043-6e5aa2f124dc {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:41:22.892102 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device de30251a-c863-4329-a043-6e5aa2f124dc not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:41:22.910590 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-f7bb7093-8cfc-4fa9-803f-6e886ba43358 admin admin] For port 37d44627-05d8-47f5-a89b-3622245f619a, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=37d44627-05d8-47f5-a89b-3622245f619a,segment=NetworkSegment(db160073-52a4-49e6-9553-78dbbad66124),segment_id=db160073-52a4-49e6-9553-78dbbad66124)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:22.910959 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f7bb7093-8cfc-4fa9-803f-6e886ba43358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:22.924834 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-f7bb7093-8cfc-4fa9-803f-6e886ba43358 admin admin] Calling delete_port for 37d44627-05d8-47f5-a89b-3622245f619a owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:41:22.976367 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1a4968-1bc3-4900-88f1-4d9041613cd8 None None] DHCP port deletion for f9001901-3972-47d0-8a53-80ebbf6f16fe request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:41:23.013769 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f7bb7093-8cfc-4fa9-803f-6e886ba43358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:23.029576 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-fd1a4968-1bc3-4900-88f1-4d9041613cd8 None None] Deleting port 37d44627-05d8-47f5-a89b-3622245f619a {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:41:23.030217 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fd1a4968-1bc3-4900-88f1-4d9041613cd8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:23.041189 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7bb7093-8cfc-4fa9-803f-6e886ba43358 admin admin] No DVR routers for this DVR port 37d44627-05d8-47f5-a89b-3622245f619a on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:41:23.043055 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb7093-8cfc-4fa9-803f-6e886ba43358 admin admin] Pushing event deleted for resources: {'Port': ['ID=37d44627-05d8-47f5-a89b-3622245f619a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:23.096219 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-fd1a4968-1bc3-4900-88f1-4d9041613cd8 None None] For port 37d44627-05d8-47f5-a89b-3622245f619a, host n-d-771362-37, got binding levels [] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:23.096638 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fd1a4968-1bc3-4900-88f1-4d9041613cd8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:23.108911 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-fd1a4968-1bc3-4900-88f1-4d9041613cd8 None None] Calling delete_port for 37d44627-05d8-47f5-a89b-3622245f619a owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:41:23.111497 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.ipam_backend_mixin [None req-fd1a4968-1bc3-4900-88f1-4d9041613cd8 None None] Port 37d44627-05d8-47f5-a89b-3622245f619a was not found and therefore no delete operation was performed {{(pid=93760) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 09:41:23.112765 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fd1a4968-1bc3-4900-88f1-4d9041613cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:23.114680 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f7bb7093-8cfc-4fa9-803f-6e886ba43358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:23.125743 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-f7bb7093-8cfc-4fa9-803f-6e886ba43358 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9001901-3972-47d0-8a53-80ebbf6f16fe']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:23.139571 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-f7bb7093-8cfc-4fa9-803f-6e886ba43358 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db160073-52a4-49e6-9553-78dbbad66124') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:23.139830 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a4968-1bc3-4900-88f1-4d9041613cd8 None None] Pushing event deleted for resources: {'Port': ['ID=37d44627-05d8-47f5-a89b-3622245f619a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:23.139931 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-f7bb7093-8cfc-4fa9-803f-6e886ba43358 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db160073-52a4-49e6-9553-78dbbad66124') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:23.145721 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1a4968-1bc3-4900-88f1-4d9041613cd8 None None] No DVR routers for this DVR port 37d44627-05d8-47f5-a89b-3622245f619a on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:41:23.149507 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f7bb7093-8cfc-4fa9-803f-6e886ba43358 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:23.164642 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f7bb7093-8cfc-4fa9-803f-6e886ba43358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:23.170618 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f7bb7093-8cfc-4fa9-803f-6e886ba43358 admin admin] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:41:23.171447 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f7bb7093-8cfc-4fa9-803f-6e886ba43358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:23.173112 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 09:41:23.173112 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:41:23.173112 n-d-771362-37 neutron-server[93758]: timer() Jul 16 09:41:23.173112 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:41:23.173112 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 09:41:23.173112 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:41:23.173112 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 09:41:23.173112 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:41:23.173112 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 09:41:23.173112 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:41:23.173112 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 09:41:23.173112 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:41:23.173112 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 09:41:23.173112 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:41:23.173112 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:41:23.173112 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:41:23.173112 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:41:23.173112 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:41:23.173112 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 09:41:23.173112 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:41:23.173112 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 09:41:23.173112 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:41:23.173112 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:41:23.173112 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:41:23.173112 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 09:41:23.173112 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:41:23.173112 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:41:23.173112 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:41:23.173112 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:41:23.173112 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:41:23.173112 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:41:23.173112 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:41:23.225393 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f7bb7093-8cfc-4fa9-803f-6e886ba43358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:23.231453 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f7bb7093-8cfc-4fa9-803f-6e886ba43358 admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:23.233976 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f7bb7093-8cfc-4fa9-803f-6e886ba43358 admin admin] 10.222.0.22 "DELETE /v2.0/networks/f9001901-3972-47d0-8a53-80ebbf6f16fe HTTP/1.1" status: 204 len: 168 time: 0.5243871 Jul 16 09:41:23.246558 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb7093-8cfc-4fa9-803f-6e886ba43358 admin admin] Pushing event deleted for resources: {'Network': ['ID=f9001901-3972-47d0-8a53-80ebbf6f16fe,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:23.393369 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48778) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:23.435976 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f51180ff-7e2d-4bd5-bac0-4ee65d33c3f5 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=6054ca0d73a14b468033e128183ffc9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0414093 Jul 16 09:41:23.438474 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48780) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:23.487625 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd502544-72a6-4617-a20f-ae78d545006a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:23.509325 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd502544-72a6-4617-a20f-ae78d545006a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:23.554773 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd502544-72a6-4617-a20f-ae78d545006a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:23.557372 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fd502544-72a6-4617-a20f-ae78d545006a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:23.558565 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fd502544-72a6-4617-a20f-ae78d545006a admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/af3f1143-577a-4d79-b5e0-444a1f1546f5 HTTP/1.1" status: 204 len: 168 time: 0.1191659 Jul 16 09:41:23.566342 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd502544-72a6-4617-a20f-ae78d545006a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3f1143-577a-4d79-b5e0-444a1f1546f5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:23.888481 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48786) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:23.927860 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ca26bfdd-55fa-4169-9a84-eeaa9c4ffa6c admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=406b281e1f7d45b0a4106f403849037e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382407 Jul 16 09:41:23.930231 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48788) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:23.980748 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-88048ce9-62a4-4948-836d-0bf53a555971 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:24.002115 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-88048ce9-62a4-4948-836d-0bf53a555971 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:24.048560 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-88048ce9-62a4-4948-836d-0bf53a555971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:24.051086 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-88048ce9-62a4-4948-836d-0bf53a555971 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:24.052275 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-88048ce9-62a4-4948-836d-0bf53a555971 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/9ef7167e-866a-4d5b-9a13-66eee04e20a4 HTTP/1.1" status: 204 len: 168 time: 0.1211467 Jul 16 09:41:24.060062 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88048ce9-62a4-4948-836d-0bf53a555971 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ef7167e-866a-4d5b-9a13-66eee04e20a4,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:24.720754 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48810) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:24.817221 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-1e270b43-fe0e-4fa4-ade1-291af6e3d520 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-376477133-network', 'tenant_id': '4df886e449b844b89660437e15a6772f'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:24.824912 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 37d44627-05d8-47f5-a89b-3622245f619a no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:41:24.838816 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e270b43-fe0e-4fa4-ade1-291af6e3d520 admin admin] Made reservation on behalf of 4df886e449b844b89660437e15a6772f for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:41:24.841710 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1e270b43-fe0e-4fa4-ade1-291af6e3d520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:24.844777 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 37d44627-05d8-47f5-a89b-3622245f619a {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:41:24.844777 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 37d44627-05d8-47f5-a89b-3622245f619a not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:41:24.852768 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1e270b43-fe0e-4fa4-ade1-291af6e3d520 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:24.941154 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1e270b43-fe0e-4fa4-ade1-291af6e3d520 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:24.945097 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1e270b43-fe0e-4fa4-ade1-291af6e3d520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:24.968095 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e270b43-fe0e-4fa4-ade1-291af6e3d520 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:41:24.981022 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e270b43-fe0e-4fa4-ade1-291af6e3d520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:24.986311 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1e270b43-fe0e-4fa4-ade1-291af6e3d520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:24.986659 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-1e270b43-fe0e-4fa4-ade1-291af6e3d520 admin admin] Added segment 64af7c25-c372-4ff3-af5c-bd043bce707b of type vlan for network 481fa41b-a2ee-46dd-b8b2-76bc139f1410 Jul 16 09:41:25.025093 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1e270b43-fe0e-4fa4-ade1-291af6e3d520 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:25.053426 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1e270b43-fe0e-4fa4-ade1-291af6e3d520 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:25.054297 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e270b43-fe0e-4fa4-ade1-291af6e3d520 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:25.054882 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1e270b43-fe0e-4fa4-ade1-291af6e3d520 admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:25.085070 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1e270b43-fe0e-4fa4-ade1-291af6e3d520 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3632424 Jul 16 09:41:25.088161 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48814) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:25.096605 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0dfad3d4-d6c5-427a-811b-d26833a2fb10 admin admin] Request body: {'subnet': {'network_id': '481fa41b-a2ee-46dd-b8b2-76bc139f1410', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-376477133-subnet', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:25.114131 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e270b43-fe0e-4fa4-ade1-291af6e3d520 admin admin] Pushing event updated for resources: {'Network': ['ID=481fa41b-a2ee-46dd-b8b2-76bc139f1410,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:25.118225 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dfad3d4-d6c5-427a-811b-d26833a2fb10 admin admin] Made reservation on behalf of 4df886e449b844b89660437e15a6772f for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:41:25.121398 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0dfad3d4-d6c5-427a-811b-d26833a2fb10 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:25.130073 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 481fa41b-a2ee-46dd-b8b2-76bc139f1410 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:41:25.295868 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0dfad3d4-d6c5-427a-811b-d26833a2fb10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:25.349990 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfad3d4-d6c5-427a-811b-d26833a2fb10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fee922f-8d96-4d78-a314-155bd85c0226,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:25.358900 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dfad3d4-d6c5-427a-811b-d26833a2fb10 admin admin] Checking segment: {'id': '64af7c25-c372-4ff3-af5c-bd043bce707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '481fa41b-a2ee-46dd-b8b2-76bc139f1410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:25.359263 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfad3d4-d6c5-427a-811b-d26833a2fb10 admin admin] Network hostable DHCP agents. Network: 481fa41b-a2ee-46dd-b8b2-76bc139f1410, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:41:25.376018 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dfad3d4-d6c5-427a-811b-d26833a2fb10 admin admin] Network 481fa41b-a2ee-46dd-b8b2-76bc139f1410 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:41:25.384581 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-0dfad3d4-d6c5-427a-811b-d26833a2fb10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 481fa41b-a2ee-46dd-b8b2-76bc139f1410) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:25.388779 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfad3d4-d6c5-427a-811b-d26833a2fb10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:25.390033 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0dfad3d4-d6c5-427a-811b-d26833a2fb10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:25.394758 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38508766-0fe6-4072-939b-eedbf12ee73e None None] Network 481fa41b-a2ee-46dd-b8b2-76bc139f1410 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:41:25.409663 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0dfad3d4-d6c5-427a-811b-d26833a2fb10 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3195686 Jul 16 09:41:25.412233 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48816) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:25.416806 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-ce342dee-cc08-42bf-adf5-4d770a8ed049 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-376477133-router', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:25.438108 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ce342dee-cc08-42bf-adf5-4d770a8ed049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:25.439158 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ce342dee-cc08-42bf-adf5-4d770a8ed049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:25.494641 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ce342dee-cc08-42bf-adf5-4d770a8ed049 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:25.551359 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73965939-328e-4c74-ba13-d196d02a6583 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-481fa41b-a2ee-46dd-b8b2-76bc139f1410', 'network_id': '481fa41b-a2ee-46dd-b8b2-76bc139f1410', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'fixed_ips': [{'subnet_id': '5fee922f-8d96-4d78-a314-155bd85c0226'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:41:25.552504 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-73965939-328e-4c74-ba13-d196d02a6583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:25.628829 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ce342dee-cc08-42bf-adf5-4d770a8ed049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:25.692752 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-73965939-328e-4c74-ba13-d196d02a6583 None None] Allocated IP 172.20.0.2 (481fa41b-a2ee-46dd-b8b2-76bc139f1410/5fee922f-8d96-4d78-a314-155bd85c0226/cc139612-de6f-4fd0-8ae5-9134b4bfa4fd) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:41:25.837483 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ce342dee-cc08-42bf-adf5-4d770a8ed049 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:25.844538 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-73965939-328e-4c74-ba13-d196d02a6583 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:25.853085 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-73965939-328e-4c74-ba13-d196d02a6583 None None] Transition to ACTIVE for port object cc139612-de6f-4fd0-8ae5-9134b4bfa4fd will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:25.857513 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ce342dee-cc08-42bf-adf5-4d770a8ed049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:25.868642 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-73965939-328e-4c74-ba13-d196d02a6583 None None] Transition to ACTIVE for port object cc139612-de6f-4fd0-8ae5-9134b4bfa4fd will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:25.875407 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-73965939-328e-4c74-ba13-d196d02a6583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:25.915765 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73965939-328e-4c74-ba13-d196d02a6583 None None] Network 481fa41b-a2ee-46dd-b8b2-76bc139f1410 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:41:25.918629 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-73965939-328e-4c74-ba13-d196d02a6583 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:25.923465 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73965939-328e-4c74-ba13-d196d02a6583 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:41:25.926562 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73965939-328e-4c74-ba13-d196d02a6583 None None] Pushing event updated for resources: {'Port': ['ID=cc139612-de6f-4fd0-8ae5-9134b4bfa4fd,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:25.965816 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-ce342dee-cc08-42bf-adf5-4d770a8ed049 admin admin] Allocated IP 172.25.3.142 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/d1495d71-ab64-4999-80e4-7290ee222c6e) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:41:25.981383 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-73965939-328e-4c74-ba13-d196d02a6583 None None] Attempting to bind port cc139612-de6f-4fd0-8ae5-9134b4bfa4fd on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:41:25.981753 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-73965939-328e-4c74-ba13-d196d02a6583 None None] Attempting to bind port cc139612-de6f-4fd0-8ae5-9134b4bfa4fd by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '64af7c25-c372-4ff3-af5c-bd043bce707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '481fa41b-a2ee-46dd-b8b2-76bc139f1410'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:41:25.982118 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73965939-328e-4c74-ba13-d196d02a6583 None None] Attempting to bind port cc139612-de6f-4fd0-8ae5-9134b4bfa4fd on network 481fa41b-a2ee-46dd-b8b2-76bc139f1410 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:41:25.987852 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73965939-328e-4c74-ba13-d196d02a6583 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:41:25.988224 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73965939-328e-4c74-ba13-d196d02a6583 None None] Checking segment: {'id': '64af7c25-c372-4ff3-af5c-bd043bce707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '481fa41b-a2ee-46dd-b8b2-76bc139f1410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:25.988687 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-73965939-328e-4c74-ba13-d196d02a6583 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:25.989078 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73965939-328e-4c74-ba13-d196d02a6583 None None] Bound using segment: {'id': '64af7c25-c372-4ff3-af5c-bd043bce707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '481fa41b-a2ee-46dd-b8b2-76bc139f1410'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:41:25.989539 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-73965939-328e-4c74-ba13-d196d02a6583 None None] Bound port: cc139612-de6f-4fd0-8ae5-9134b4bfa4fd, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64af7c25-c372-4ff3-af5c-bd043bce707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '481fa41b-a2ee-46dd-b8b2-76bc139f1410'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:41:25.989919 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-73965939-328e-4c74-ba13-d196d02a6583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:26.058076 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-73965939-328e-4c74-ba13-d196d02a6583 None None] For port cc139612-de6f-4fd0-8ae5-9134b4bfa4fd, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:41:26.061980 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-73965939-328e-4c74-ba13-d196d02a6583 None None] For port cc139612-de6f-4fd0-8ae5-9134b4bfa4fd, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=cc139612-de6f-4fd0-8ae5-9134b4bfa4fd,segment=NetworkSegment(64af7c25-c372-4ff3-af5c-bd043bce707b),segment_id=64af7c25-c372-4ff3-af5c-bd043bce707b)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:41:26.066323 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-73965939-328e-4c74-ba13-d196d02a6583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:26.132500 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73965939-328e-4c74-ba13-d196d02a6583 None None] Pushing event updated for resources: {'Port': ['ID=cc139612-de6f-4fd0-8ae5-9134b4bfa4fd,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:26.241358 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:41:26.447906 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ce342dee-cc08-42bf-adf5-4d770a8ed049 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:26.489436 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ce342dee-cc08-42bf-adf5-4d770a8ed049 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:26.531963 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce342dee-cc08-42bf-adf5-4d770a8ed049 admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:41:26.534582 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-ce342dee-cc08-42bf-adf5-4d770a8ed049 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:26.538104 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce342dee-cc08-42bf-adf5-4d770a8ed049 admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:41:26.543713 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce342dee-cc08-42bf-adf5-4d770a8ed049 admin admin] Pushing event updated for resources: {'Port': ['ID=d1495d71-ab64-4999-80e4-7290ee222c6e,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:26.791120 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ce342dee-cc08-42bf-adf5-4d770a8ed049 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:26.868837 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device cc139612-de6f-4fd0-8ae5-9134b4bfa4fd up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:26.922506 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port cc139612-de6f-4fd0-8ae5-9134b4bfa4fd completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:27.001739 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ce342dee-cc08-42bf-adf5-4d770a8ed049 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.141442 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce342dee-cc08-42bf-adf5-4d770a8ed049 admin admin] Router bbc31eb7-596f-4533-b692-0f364137b8bf is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:41:27.142139 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-788ec6df-616d-4364-8037-cf049c1e29a7 None None] Network 481fa41b-a2ee-46dd-b8b2-76bc139f1410 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:41:27.260702 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce342dee-cc08-42bf-adf5-4d770a8ed049 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:41:27.283195 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ce342dee-cc08-42bf-adf5-4d770a8ed049 admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.284655 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ce342dee-cc08-42bf-adf5-4d770a8ed049 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.8713133 Jul 16 09:41:27.287673 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48818) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:27.360025 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d56e714-20b7-46f4-b3ef-294067f1a377 None None] Sync routers for ids ['bbc31eb7-596f-4533-b692-0f364137b8bf'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:41:27.393974 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d56e714-20b7-46f4-b3ef-294067f1a377 None None] Routers {'bbc31eb7-596f-4533-b692-0f364137b8bf'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:41:27.394539 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4d56e714-20b7-46f4-b3ef-294067f1a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:41:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['bbc31eb7-596f-4533-b692-0f364137b8bf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:27.402580 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e020fc5a-32b9-4215-8b81-cbdff9458c5a None None] Provisioning for port cc139612-de6f-4fd0-8ae5-9134b4bfa4fd completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:27.442709 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e020fc5a-32b9-4215-8b81-cbdff9458c5a None None] Provisioning complete for port cc139612-de6f-4fd0-8ae5-9134b4bfa4fd triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:27.443082 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e020fc5a-32b9-4215-8b81-cbdff9458c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.598888 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-4d56e714-20b7-46f4-b3ef-294067f1a377 None None] Set router bbc31eb7-596f-4533-b692-0f364137b8bf gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:41:27.716249 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e020fc5a-32b9-4215-8b81-cbdff9458c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.739480 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c6abf722-17e8-45db-a359-d3a2ba4f96d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.806011 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e020fc5a-32b9-4215-8b81-cbdff9458c5a None None] For port cc139612-de6f-4fd0-8ae5-9134b4bfa4fd, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=cc139612-de6f-4fd0-8ae5-9134b4bfa4fd,segment=NetworkSegment(64af7c25-c372-4ff3-af5c-bd043bce707b),segment_id=64af7c25-c372-4ff3-af5c-bd043bce707b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:27.834946 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e020fc5a-32b9-4215-8b81-cbdff9458c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:27.906638 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020fc5a-32b9-4215-8b81-cbdff9458c5a None None] Pushing event updated for resources: {'Port': ['ID=cc139612-de6f-4fd0-8ae5-9134b4bfa4fd,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:27.921984 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4d56e714-20b7-46f4-b3ef-294067f1a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'name': 'tempest-TestMinimumBasicScenario-376477133-router', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'd1495d71-ab64-4999-80e4-7290ee222c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:25Z', 'updated_at': '2021-07-16T09:41:26Z', 'revision_number': 3, 'project_id': '4df886e449b844b89660437e15a6772f', 'gw_port': {'id': 'd1495d71-ab64-4999-80e4-7290ee222c6e', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:25Z', 'updated_at': '2021-07-16T09:41:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:27.931102 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-c6abf722-17e8-45db-a359-d3a2ba4f96d4 admin admin] Allocated IP 172.20.0.1 (481fa41b-a2ee-46dd-b8b2-76bc139f1410/5fee922f-8d96-4d78-a314-155bd85c0226/85931541-1fe1-428a-bf91-bfb87d415086) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:41:27.954891 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d56e714-20b7-46f4-b3ef-294067f1a377 None None] Checking router: bbc31eb7-596f-4533-b692-0f364137b8bf for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:41:27.955271 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d56e714-20b7-46f4-b3ef-294067f1a377 None None] Updating router bbc31eb7-596f-4533-b692-0f364137b8bf port d1495d71-ab64-4999-80e4-7290ee222c6e binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:41:27.993980 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d56e714-20b7-46f4-b3ef-294067f1a377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:28.053505 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c6abf722-17e8-45db-a359-d3a2ba4f96d4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:28.067948 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c6abf722-17e8-45db-a359-d3a2ba4f96d4 admin admin] Transition to ACTIVE for port object 85931541-1fe1-428a-bf91-bfb87d415086 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:28.104442 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c6abf722-17e8-45db-a359-d3a2ba4f96d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:28.109996 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-a2a0fa9e-bbe9-4041-aa1b-253b129d6145 None None] Provisioning complete for port cc139612-de6f-4fd0-8ae5-9134b4bfa4fd triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:28.110370 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2a0fa9e-bbe9-4041-aa1b-253b129d6145 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:28.151318 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6abf722-17e8-45db-a359-d3a2ba4f96d4 admin admin] Network 481fa41b-a2ee-46dd-b8b2-76bc139f1410 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:41:28.153963 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-c6abf722-17e8-45db-a359-d3a2ba4f96d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:28.158473 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6abf722-17e8-45db-a359-d3a2ba4f96d4 admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:41:28.182287 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6abf722-17e8-45db-a359-d3a2ba4f96d4 admin admin] Pushing event updated for resources: {'Port': ['ID=85931541-1fe1-428a-bf91-bfb87d415086,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:28.205857 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c6abf722-17e8-45db-a359-d3a2ba4f96d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:28.356604 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d56e714-20b7-46f4-b3ef-294067f1a377 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:28.367250 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c6abf722-17e8-45db-a359-d3a2ba4f96d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:28.369461 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4d56e714-20b7-46f4-b3ef-294067f1a377 None None] Transition to ACTIVE for port object d1495d71-ab64-4999-80e4-7290ee222c6e will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:28.375705 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d56e714-20b7-46f4-b3ef-294067f1a377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:28.435068 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4d56e714-20b7-46f4-b3ef-294067f1a377 None None] Attempting to bind port d1495d71-ab64-4999-80e4-7290ee222c6e on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:41:28.435305 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4d56e714-20b7-46f4-b3ef-294067f1a377 None None] Attempting to bind port d1495d71-ab64-4999-80e4-7290ee222c6e by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:41:28.435656 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d56e714-20b7-46f4-b3ef-294067f1a377 None None] Attempting to bind port d1495d71-ab64-4999-80e4-7290ee222c6e on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:41:28.445963 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d56e714-20b7-46f4-b3ef-294067f1a377 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:41:28.446337 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d56e714-20b7-46f4-b3ef-294067f1a377 None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:28.446753 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d56e714-20b7-46f4-b3ef-294067f1a377 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:28.447158 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d56e714-20b7-46f4-b3ef-294067f1a377 None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:41:28.447644 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-4d56e714-20b7-46f4-b3ef-294067f1a377 None None] Bound port: d1495d71-ab64-4999-80e4-7290ee222c6e, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:41:28.448045 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d56e714-20b7-46f4-b3ef-294067f1a377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:28.449779 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fade5f4-d162-460d-a486-d6258792cf7a None None] Pushing event updated for resources: {'Port': ['ID=d1495d71-ab64-4999-80e4-7290ee222c6e,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:28.501122 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-eff27f47-49c6-49ee-b93d-f1fea3faf69f None None] Provisioning for port 85931541-1fe1-428a-bf91-bfb87d415086 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:28.509075 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-eff27f47-49c6-49ee-b93d-f1fea3faf69f None None] Provisioning complete for port 85931541-1fe1-428a-bf91-bfb87d415086 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:28.509482 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-eff27f47-49c6-49ee-b93d-f1fea3faf69f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:28.535149 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-4d56e714-20b7-46f4-b3ef-294067f1a377 None None] For port d1495d71-ab64-4999-80e4-7290ee222c6e, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:41:28.553566 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-4d56e714-20b7-46f4-b3ef-294067f1a377 None None] For port d1495d71-ab64-4999-80e4-7290ee222c6e, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d1495d71-ab64-4999-80e4-7290ee222c6e,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:41:28.558532 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-eff27f47-49c6-49ee-b93d-f1fea3faf69f None None] Port 85931541-1fe1-428a-bf91-bfb87d415086 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:41:28.560480 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4d56e714-20b7-46f4-b3ef-294067f1a377 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:28.563937 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c6abf722-17e8-45db-a359-d3a2ba4f96d4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:28.570620 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c6abf722-17e8-45db-a359-d3a2ba4f96d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:28.625366 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d56e714-20b7-46f4-b3ef-294067f1a377 None None] Routers {'bbc31eb7-596f-4533-b692-0f364137b8bf'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:41:28.626011 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4d56e714-20b7-46f4-b3ef-294067f1a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:41:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['bbc31eb7-596f-4533-b692-0f364137b8bf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:28.628253 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fade5f4-d162-460d-a486-d6258792cf7a None None] Pushing event updated for resources: {'Port': ['ID=d1495d71-ab64-4999-80e4-7290ee222c6e,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:28.640599 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6abf722-17e8-45db-a359-d3a2ba4f96d4 admin admin] Pushing event updated for resources: {'Port': ['ID=85931541-1fe1-428a-bf91-bfb87d415086,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:28.643212 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c6abf722-17e8-45db-a359-d3a2ba4f96d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:28.749158 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6abf722-17e8-45db-a359-d3a2ba4f96d4 admin admin] Network 481fa41b-a2ee-46dd-b8b2-76bc139f1410 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:41:28.751958 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-c6abf722-17e8-45db-a359-d3a2ba4f96d4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:28.752719 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-4d56e714-20b7-46f4-b3ef-294067f1a377 None None] Set router bbc31eb7-596f-4533-b692-0f364137b8bf gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:41:28.879142 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6abf722-17e8-45db-a359-d3a2ba4f96d4 admin admin] Router bbc31eb7-596f-4533-b692-0f364137b8bf has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:41:28.883492 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device cc139612-de6f-4fd0-8ae5-9134b4bfa4fd up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:29.005460 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6abf722-17e8-45db-a359-d3a2ba4f96d4 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:41:29.010940 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c6abf722-17e8-45db-a359-d3a2ba4f96d4 admin admin] 10.222.0.22 "PUT /v2.0/routers/bbc31eb7-596f-4533-b692-0f364137b8bf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7222161 Jul 16 09:41:29.012261 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-134971ef-222f-4579-94ab-946167b3c7b4 None None] Provisioning complete for port 85931541-1fe1-428a-bf91-bfb87d415086 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:29.012715 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-134971ef-222f-4579-94ab-946167b3c7b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:29.056429 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port cc139612-de6f-4fd0-8ae5-9134b4bfa4fd triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:29.056917 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:29.104025 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-134971ef-222f-4579-94ab-946167b3c7b4 None None] Port 85931541-1fe1-428a-bf91-bfb87d415086 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:41:29.132662 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-4d56e714-20b7-46f4-b3ef-294067f1a377 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'name': 'tempest-TestMinimumBasicScenario-376477133-router', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'd1495d71-ab64-4999-80e4-7290ee222c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:25Z', 'updated_at': '2021-07-16T09:41:28Z', 'revision_number': 4, 'project_id': '4df886e449b844b89660437e15a6772f', 'gw_port': {'id': 'd1495d71-ab64-4999-80e4-7290ee222c6e', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:25Z', 'updated_at': '2021-07-16T09:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '85931541-1fe1-428a-bf91-bfb87d415086', 'name': '', 'network_id': '481fa41b-a2ee-46dd-b8b2-76bc139f1410', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'mac_address': 'fa:16:3e:dd:5f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '5fee922f-8d96-4d78-a314-155bd85c0226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:27Z', 'updated_at': '2021-07-16T09:41:28Z', 'revision_number': 2, 'project_id': '4df886e449b844b89660437e15a6772f', 'subnets': [{'id': '5fee922f-8d96-4d78-a314-155bd85c0226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:29.176933 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d56e714-20b7-46f4-b3ef-294067f1a377 None None] The sync data for ids ['bbc31eb7-596f-4533-b692-0f364137b8bf'] in n-d-771362-37 is: [{'id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'name': 'tempest-TestMinimumBasicScenario-376477133-router', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'd1495d71-ab64-4999-80e4-7290ee222c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:25Z', 'updated_at': '2021-07-16T09:41:28Z', 'revision_number': 4, 'project_id': '4df886e449b844b89660437e15a6772f', 'gw_port': {'id': 'd1495d71-ab64-4999-80e4-7290ee222c6e', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6a:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:25Z', 'updated_at': '2021-07-16T09:41:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '85931541-1fe1-428a-bf91-bfb87d415086', 'name': '', 'network_id': '481fa41b-a2ee-46dd-b8b2-76bc139f1410', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'mac_address': 'fa:16:3e:dd:5f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '5fee922f-8d96-4d78-a314-155bd85c0226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:27Z', 'updated_at': '2021-07-16T09:41:28Z', 'revision_number': 2, 'project_id': '4df886e449b844b89660437e15a6772f', 'subnets': [{'id': '5fee922f-8d96-4d78-a314-155bd85c0226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:41:29.517748 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48834) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:29.522865 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-3f8b34ac-46a3-444f-9584-9feb01d0900d admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1835955220-network', 'tenant_id': '7a636dc68e2345f9aca9698a376f70d8'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:29.544548 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f8b34ac-46a3-444f-9584-9feb01d0900d admin admin] Made reservation on behalf of 7a636dc68e2345f9aca9698a376f70d8 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:41:29.547543 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f8b34ac-46a3-444f-9584-9feb01d0900d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:29.556287 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f8b34ac-46a3-444f-9584-9feb01d0900d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:29.655747 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f8b34ac-46a3-444f-9584-9feb01d0900d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:29.659835 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f8b34ac-46a3-444f-9584-9feb01d0900d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:29.685410 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f8b34ac-46a3-444f-9584-9feb01d0900d admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:41:29.695124 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b34ac-46a3-444f-9584-9feb01d0900d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a27eced5-358e-4bff-b85c-db9167edce59,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:29.701602 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f8b34ac-46a3-444f-9584-9feb01d0900d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:29.701964 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-3f8b34ac-46a3-444f-9584-9feb01d0900d admin admin] Added segment 832bc4a3-d02d-44e9-9f50-9c65f41e2b0b of type vlan for network abd1b933-618f-4fec-8bae-5b9f7f0a81cc Jul 16 09:41:29.743840 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f8b34ac-46a3-444f-9584-9feb01d0900d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:29.786704 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f8b34ac-46a3-444f-9584-9feb01d0900d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:29.788733 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f8b34ac-46a3-444f-9584-9feb01d0900d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:29.789611 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f8b34ac-46a3-444f-9584-9feb01d0900d admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:29.862838 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b34ac-46a3-444f-9584-9feb01d0900d admin admin] Pushing event updated for resources: {'Network': ['ID=abd1b933-618f-4fec-8bae-5b9f7f0a81cc,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:29.865886 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3f8b34ac-46a3-444f-9584-9feb01d0900d admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3470657 Jul 16 09:41:29.868859 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48836) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:29.873978 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network abd1b933-618f-4fec-8bae-5b9f7f0a81cc details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:41:29.874204 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-cda4be3e-8c39-4d9e-a6af-1082794cb791 admin admin] Request body: {'subnet': {'network_id': 'abd1b933-618f-4fec-8bae-5b9f7f0a81cc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1835955220-subnet', 'tenant_id': '7a636dc68e2345f9aca9698a376f70d8', 'ip_version': 4}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:29.899941 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cda4be3e-8c39-4d9e-a6af-1082794cb791 admin admin] Made reservation on behalf of 7a636dc68e2345f9aca9698a376f70d8 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:41:29.902726 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cda4be3e-8c39-4d9e-a6af-1082794cb791 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:30.088019 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cda4be3e-8c39-4d9e-a6af-1082794cb791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:30.147571 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda4be3e-8c39-4d9e-a6af-1082794cb791 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e815892f-1bc6-4c20-80f5-8649c634d743,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:30.157131 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cda4be3e-8c39-4d9e-a6af-1082794cb791 admin admin] Checking segment: {'id': '832bc4a3-d02d-44e9-9f50-9c65f41e2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'abd1b933-618f-4fec-8bae-5b9f7f0a81cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:30.157563 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda4be3e-8c39-4d9e-a6af-1082794cb791 admin admin] Network hostable DHCP agents. Network: abd1b933-618f-4fec-8bae-5b9f7f0a81cc, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:41:30.174626 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda4be3e-8c39-4d9e-a6af-1082794cb791 admin admin] Network abd1b933-618f-4fec-8bae-5b9f7f0a81cc is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:41:30.184615 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-cda4be3e-8c39-4d9e-a6af-1082794cb791 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, abd1b933-618f-4fec-8bae-5b9f7f0a81cc) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:30.190389 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda4be3e-8c39-4d9e-a6af-1082794cb791 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:30.190506 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-cda4be3e-8c39-4d9e-a6af-1082794cb791 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:30.194361 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ffa8ab-6138-45c7-bf13-cfe6555ede27 None None] Network abd1b933-618f-4fec-8bae-5b9f7f0a81cc requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:41:30.209152 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-cda4be3e-8c39-4d9e-a6af-1082794cb791 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3366799 Jul 16 09:41:30.209372 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 48838) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:30.213826 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-140a73c8-19ce-41d4-8fed-53cb0817634c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1835955220-router', 'tenant_id': '7a636dc68e2345f9aca9698a376f70d8', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:30.237053 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-140a73c8-19ce-41d4-8fed-53cb0817634c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:30.237978 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-140a73c8-19ce-41d4-8fed-53cb0817634c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:30.296738 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-140a73c8-19ce-41d4-8fed-53cb0817634c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:30.355088 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93db681f-8b37-499a-b54d-778d437977e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-abd1b933-618f-4fec-8bae-5b9f7f0a81cc', 'network_id': 'abd1b933-618f-4fec-8bae-5b9f7f0a81cc', 'tenant_id': '7a636dc68e2345f9aca9698a376f70d8', 'fixed_ips': [{'subnet_id': 'e815892f-1bc6-4c20-80f5-8649c634d743'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:41:30.356108 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-93db681f-8b37-499a-b54d-778d437977e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:30.438405 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-140a73c8-19ce-41d4-8fed-53cb0817634c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:30.491268 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-93db681f-8b37-499a-b54d-778d437977e2 None None] Allocated IP 172.20.0.2 (abd1b933-618f-4fec-8bae-5b9f7f0a81cc/e815892f-1bc6-4c20-80f5-8649c634d743/10ce1732-e098-483b-93c7-b05cc5c8446b) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:41:30.646424 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-93db681f-8b37-499a-b54d-778d437977e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:30.657047 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-93db681f-8b37-499a-b54d-778d437977e2 None None] Transition to ACTIVE for port object 10ce1732-e098-483b-93c7-b05cc5c8446b will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:30.673633 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-93db681f-8b37-499a-b54d-778d437977e2 None None] Transition to ACTIVE for port object 10ce1732-e098-483b-93c7-b05cc5c8446b will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:30.680730 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-93db681f-8b37-499a-b54d-778d437977e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:30.723841 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93db681f-8b37-499a-b54d-778d437977e2 None None] Network abd1b933-618f-4fec-8bae-5b9f7f0a81cc is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:41:30.731190 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db681f-8b37-499a-b54d-778d437977e2 None None] Pushing event updated for resources: {'Port': ['ID=10ce1732-e098-483b-93c7-b05cc5c8446b,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:30.733814 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-93db681f-8b37-499a-b54d-778d437977e2 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:30.735830 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93db681f-8b37-499a-b54d-778d437977e2 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:41:30.803711 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-93db681f-8b37-499a-b54d-778d437977e2 None None] Attempting to bind port 10ce1732-e098-483b-93c7-b05cc5c8446b on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:41:30.804207 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-93db681f-8b37-499a-b54d-778d437977e2 None None] Attempting to bind port 10ce1732-e098-483b-93c7-b05cc5c8446b by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '832bc4a3-d02d-44e9-9f50-9c65f41e2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'abd1b933-618f-4fec-8bae-5b9f7f0a81cc'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:41:30.804677 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93db681f-8b37-499a-b54d-778d437977e2 None None] Attempting to bind port 10ce1732-e098-483b-93c7-b05cc5c8446b on network abd1b933-618f-4fec-8bae-5b9f7f0a81cc {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:41:30.810156 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93db681f-8b37-499a-b54d-778d437977e2 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:41:30.810538 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93db681f-8b37-499a-b54d-778d437977e2 None None] Checking segment: {'id': '832bc4a3-d02d-44e9-9f50-9c65f41e2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'abd1b933-618f-4fec-8bae-5b9f7f0a81cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:30.811492 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-93db681f-8b37-499a-b54d-778d437977e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:30.811941 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93db681f-8b37-499a-b54d-778d437977e2 None None] Bound using segment: {'id': '832bc4a3-d02d-44e9-9f50-9c65f41e2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'abd1b933-618f-4fec-8bae-5b9f7f0a81cc'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:41:30.812522 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-93db681f-8b37-499a-b54d-778d437977e2 None None] Bound port: 10ce1732-e098-483b-93c7-b05cc5c8446b, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832bc4a3-d02d-44e9-9f50-9c65f41e2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'abd1b933-618f-4fec-8bae-5b9f7f0a81cc'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:41:30.812914 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-93db681f-8b37-499a-b54d-778d437977e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:30.899524 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d1495d71-ab64-4999-80e4-7290ee222c6e up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:30.925547 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-93db681f-8b37-499a-b54d-778d437977e2 None None] For port 10ce1732-e098-483b-93c7-b05cc5c8446b, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:41:30.943977 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-93db681f-8b37-499a-b54d-778d437977e2 None None] For port 10ce1732-e098-483b-93c7-b05cc5c8446b, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=10ce1732-e098-483b-93c7-b05cc5c8446b,segment=NetworkSegment(832bc4a3-d02d-44e9-9f50-9c65f41e2b0b),segment_id=832bc4a3-d02d-44e9-9f50-9c65f41e2b0b)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:41:30.949740 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-93db681f-8b37-499a-b54d-778d437977e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:31.012445 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-140a73c8-19ce-41d4-8fed-53cb0817634c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:31.013710 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port d1495d71-ab64-4999-80e4-7290ee222c6e completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:31.019458 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port d1495d71-ab64-4999-80e4-7290ee222c6e triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:31.019833 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:31.033101 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-140a73c8-19ce-41d4-8fed-53cb0817634c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:31.060722 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93db681f-8b37-499a-b54d-778d437977e2 None None] Pushing event updated for resources: {'Port': ['ID=10ce1732-e098-483b-93c7-b05cc5c8446b,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:31.111849 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:31.133297 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port d1495d71-ab64-4999-80e4-7290ee222c6e, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d1495d71-ab64-4999-80e4-7290ee222c6e,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:31.138181 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:31.150008 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-140a73c8-19ce-41d4-8fed-53cb0817634c admin admin] Allocated IP 172.25.3.139 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/f61e1461-e73d-4aca-ae5e-4f4afaf9db05) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:41:31.217185 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=d1495d71-ab64-4999-80e4-7290ee222c6e,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:31.257674 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb07edd-d001-459d-beef-8cb273356db8 None None] Sync routers for ids ['bbc31eb7-596f-4533-b692-0f364137b8bf'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:41:31.274269 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb07edd-d001-459d-beef-8cb273356db8 None None] Routers {'bbc31eb7-596f-4533-b692-0f364137b8bf'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:41:31.275156 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-beb07edd-d001-459d-beef-8cb273356db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:41:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['bbc31eb7-596f-4533-b692-0f364137b8bf'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:31.279265 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-140a73c8-19ce-41d4-8fed-53cb0817634c admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:31.322079 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-140a73c8-19ce-41d4-8fed-53cb0817634c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:31.360839 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140a73c8-19ce-41d4-8fed-53cb0817634c admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:41:31.367590 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-140a73c8-19ce-41d4-8fed-53cb0817634c admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:31.370906 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140a73c8-19ce-41d4-8fed-53cb0817634c admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:41:31.377694 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a73c8-19ce-41d4-8fed-53cb0817634c admin admin] Pushing event updated for resources: {'Port': ['ID=f61e1461-e73d-4aca-ae5e-4f4afaf9db05,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:31.390477 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-beb07edd-d001-459d-beef-8cb273356db8 None None] Set router bbc31eb7-596f-4533-b692-0f364137b8bf gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:41:31.627448 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-140a73c8-19ce-41d4-8fed-53cb0817634c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:31.678095 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-beb07edd-d001-459d-beef-8cb273356db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'name': 'tempest-TestMinimumBasicScenario-376477133-router', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'd1495d71-ab64-4999-80e4-7290ee222c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:25Z', 'updated_at': '2021-07-16T09:41:28Z', 'revision_number': 4, 'project_id': '4df886e449b844b89660437e15a6772f', 'gw_port': {'id': 'd1495d71-ab64-4999-80e4-7290ee222c6e', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:25Z', 'updated_at': '2021-07-16T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '85931541-1fe1-428a-bf91-bfb87d415086', 'name': '', 'network_id': '481fa41b-a2ee-46dd-b8b2-76bc139f1410', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'mac_address': 'fa:16:3e:dd:5f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '5fee922f-8d96-4d78-a314-155bd85c0226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:27Z', 'updated_at': '2021-07-16T09:41:28Z', 'revision_number': 2, 'project_id': '4df886e449b844b89660437e15a6772f', 'subnets': [{'id': '5fee922f-8d96-4d78-a314-155bd85c0226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:31.704761 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb07edd-d001-459d-beef-8cb273356db8 None None] Checking router: bbc31eb7-596f-4533-b692-0f364137b8bf for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:41:31.705121 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb07edd-d001-459d-beef-8cb273356db8 None None] Updating router bbc31eb7-596f-4533-b692-0f364137b8bf port 85931541-1fe1-428a-bf91-bfb87d415086 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:41:31.740520 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-beb07edd-d001-459d-beef-8cb273356db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:31.834989 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-140a73c8-19ce-41d4-8fed-53cb0817634c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:31.969839 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-140a73c8-19ce-41d4-8fed-53cb0817634c admin admin] Router 69760239-d0c1-4818-8a0b-5a85ec761baf is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:41:32.025431 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ccbaa9d-c81f-42b2-abba-4c51855a99ca None None] Network abd1b933-618f-4fec-8bae-5b9f7f0a81cc requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:41:32.030963 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-beb07edd-d001-459d-beef-8cb273356db8 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:32.042141 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-beb07edd-d001-459d-beef-8cb273356db8 None None] Transition to ACTIVE for port object 85931541-1fe1-428a-bf91-bfb87d415086 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:32.050440 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-beb07edd-d001-459d-beef-8cb273356db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:32.086901 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-140a73c8-19ce-41d4-8fed-53cb0817634c admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:41:32.094309 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-27a35f44-3b14-4fdd-83c7-e23ea876e6c4 None None] Provisioning for port 10ce1732-e098-483b-93c7-b05cc5c8446b completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:32.095692 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca462af-70a6-4085-84d0-7105ccca6f9c None None] Pushing event updated for resources: {'Port': ['ID=85931541-1fe1-428a-bf91-bfb87d415086,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:32.103575 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c07ac78-df90-4532-a855-7e205c8504b1 None None] Sync routers for ids ['69760239-d0c1-4818-8a0b-5a85ec761baf'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:41:32.107321 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca462af-70a6-4085-84d0-7105ccca6f9c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:32.107632 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-140a73c8-19ce-41d4-8fed-53cb0817634c admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:32.107838 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca462af-70a6-4085-84d0-7105ccca6f9c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:32.108130 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca462af-70a6-4085-84d0-7105ccca6f9c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:32.108501 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca462af-70a6-4085-84d0-7105ccca6f9c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:32.108851 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca462af-70a6-4085-84d0-7105ccca6f9c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:32.109181 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca462af-70a6-4085-84d0-7105ccca6f9c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:32.109506 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca462af-70a6-4085-84d0-7105ccca6f9c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:32.109828 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca462af-70a6-4085-84d0-7105ccca6f9c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:32.110425 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca462af-70a6-4085-84d0-7105ccca6f9c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:32.110557 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca462af-70a6-4085-84d0-7105ccca6f9c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:32.110828 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca462af-70a6-4085-84d0-7105ccca6f9c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:32.111148 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca462af-70a6-4085-84d0-7105ccca6f9c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:32.115869 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 48840) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:41:32.121980 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c07ac78-df90-4532-a855-7e205c8504b1 None None] Routers {'69760239-d0c1-4818-8a0b-5a85ec761baf'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:41:32.122707 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5c07ac78-df90-4532-a855-7e205c8504b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:41:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['69760239-d0c1-4818-8a0b-5a85ec761baf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:32.124094 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-140a73c8-19ce-41d4-8fed-53cb0817634c admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9137051 Jul 16 09:41:32.184288 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-beb07edd-d001-459d-beef-8cb273356db8 None None] Attempting to bind port 85931541-1fe1-428a-bf91-bfb87d415086 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:41:32.184698 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-beb07edd-d001-459d-beef-8cb273356db8 None None] Attempting to bind port 85931541-1fe1-428a-bf91-bfb87d415086 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '64af7c25-c372-4ff3-af5c-bd043bce707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '481fa41b-a2ee-46dd-b8b2-76bc139f1410'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:41:32.185049 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb07edd-d001-459d-beef-8cb273356db8 None None] Attempting to bind port 85931541-1fe1-428a-bf91-bfb87d415086 on network 481fa41b-a2ee-46dd-b8b2-76bc139f1410 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:41:32.193788 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb07edd-d001-459d-beef-8cb273356db8 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:41:32.194157 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb07edd-d001-459d-beef-8cb273356db8 None None] Checking segment: {'id': '64af7c25-c372-4ff3-af5c-bd043bce707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '481fa41b-a2ee-46dd-b8b2-76bc139f1410'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:32.194557 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-beb07edd-d001-459d-beef-8cb273356db8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:32.194962 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb07edd-d001-459d-beef-8cb273356db8 None None] Bound using segment: {'id': '64af7c25-c372-4ff3-af5c-bd043bce707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '481fa41b-a2ee-46dd-b8b2-76bc139f1410'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:41:32.195495 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-beb07edd-d001-459d-beef-8cb273356db8 None None] Bound port: 85931541-1fe1-428a-bf91-bfb87d415086, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64af7c25-c372-4ff3-af5c-bd043bce707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '481fa41b-a2ee-46dd-b8b2-76bc139f1410'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:41:32.195884 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-beb07edd-d001-459d-beef-8cb273356db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:32.273668 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-beb07edd-d001-459d-beef-8cb273356db8 None None] For port 85931541-1fe1-428a-bf91-bfb87d415086, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:41:32.278828 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-beb07edd-d001-459d-beef-8cb273356db8 None None] For port 85931541-1fe1-428a-bf91-bfb87d415086, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=85931541-1fe1-428a-bf91-bfb87d415086,segment=NetworkSegment(64af7c25-c372-4ff3-af5c-bd043bce707b),segment_id=64af7c25-c372-4ff3-af5c-bd043bce707b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:41:32.285437 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-beb07edd-d001-459d-beef-8cb273356db8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:32.344035 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb07edd-d001-459d-beef-8cb273356db8 None None] Routers {'bbc31eb7-596f-4533-b692-0f364137b8bf'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:41:32.344868 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-beb07edd-d001-459d-beef-8cb273356db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:41:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['bbc31eb7-596f-4533-b692-0f364137b8bf'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:32.394029 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca462af-70a6-4085-84d0-7105ccca6f9c None None] Pushing event updated for resources: {'Port': ['ID=85931541-1fe1-428a-bf91-bfb87d415086,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:32.468787 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-beb07edd-d001-459d-beef-8cb273356db8 None None] Set router bbc31eb7-596f-4533-b692-0f364137b8bf gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:41:32.493148 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-5c07ac78-df90-4532-a855-7e205c8504b1 None None] Set router 69760239-d0c1-4818-8a0b-5a85ec761baf gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:41:32.705064 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-beb07edd-d001-459d-beef-8cb273356db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'name': 'tempest-TestMinimumBasicScenario-376477133-router', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'd1495d71-ab64-4999-80e4-7290ee222c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:25Z', 'updated_at': '2021-07-16T09:41:28Z', 'revision_number': 4, 'project_id': '4df886e449b844b89660437e15a6772f', 'gw_port': {'id': 'd1495d71-ab64-4999-80e4-7290ee222c6e', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:25Z', 'updated_at': '2021-07-16T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '85931541-1fe1-428a-bf91-bfb87d415086', 'name': '', 'network_id': '481fa41b-a2ee-46dd-b8b2-76bc139f1410', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'mac_address': 'fa:16:3e:dd:5f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '5fee922f-8d96-4d78-a314-155bd85c0226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:27Z', 'updated_at': '2021-07-16T09:41:32Z', 'revision_number': 4, 'project_id': '4df886e449b844b89660437e15a6772f', 'subnets': [{'id': '5fee922f-8d96-4d78-a314-155bd85c0226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:32.731461 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5c07ac78-df90-4532-a855-7e205c8504b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69760239-d0c1-4818-8a0b-5a85ec761baf', 'name': 'tempest-TestMinimumBasicScenario-1835955220-router', 'tenant_id': '7a636dc68e2345f9aca9698a376f70d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'f61e1461-e73d-4aca-ae5e-4f4afaf9db05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:30Z', 'updated_at': '2021-07-16T09:41:31Z', 'revision_number': 3, 'project_id': '7a636dc68e2345f9aca9698a376f70d8', 'gw_port': {'id': 'f61e1461-e73d-4aca-ae5e-4f4afaf9db05', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69760239-d0c1-4818-8a0b-5a85ec761baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:31Z', 'updated_at': '2021-07-16T09:41:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:32.744378 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beb07edd-d001-459d-beef-8cb273356db8 None None] The sync data for ids ['bbc31eb7-596f-4533-b692-0f364137b8bf'] in n-d-771362-37 is: [{'id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'name': 'tempest-TestMinimumBasicScenario-376477133-router', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'd1495d71-ab64-4999-80e4-7290ee222c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:25Z', 'updated_at': '2021-07-16T09:41:28Z', 'revision_number': 4, 'project_id': '4df886e449b844b89660437e15a6772f', 'gw_port': {'id': 'd1495d71-ab64-4999-80e4-7290ee222c6e', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:25Z', 'updated_at': '2021-07-16T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '85931541-1fe1-428a-bf91-bfb87d415086', 'name': '', 'network_id': '481fa41b-a2ee-46dd-b8b2-76bc139f1410', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'mac_address': 'fa:16:3e:dd:5f:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '5fee922f-8d96-4d78-a314-155bd85c0226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:27Z', 'updated_at': '2021-07-16T09:41:32Z', 'revision_number': 4, 'project_id': '4df886e449b844b89660437e15a6772f', 'subnets': [{'id': '5fee922f-8d96-4d78-a314-155bd85c0226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:41:32.776714 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c07ac78-df90-4532-a855-7e205c8504b1 None None] Checking router: 69760239-d0c1-4818-8a0b-5a85ec761baf for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:41:32.777147 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c07ac78-df90-4532-a855-7e205c8504b1 None None] Updating router 69760239-d0c1-4818-8a0b-5a85ec761baf port f61e1461-e73d-4aca-ae5e-4f4afaf9db05 binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:41:32.867715 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c07ac78-df90-4532-a855-7e205c8504b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.032926 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d1495d71-ab64-4999-80e4-7290ee222c6e up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:33.042559 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.066674 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.075995 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f7a9c4c-e461-4f9f-8e95-a1e2f0a25bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.181332 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port d1495d71-ab64-4999-80e4-7290ee222c6e triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:33.181756 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.241272 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-2f7a9c4c-e461-4f9f-8e95-a1e2f0a25bed admin admin] Allocated IP 172.20.0.1 (abd1b933-618f-4fec-8bae-5b9f7f0a81cc/e815892f-1bc6-4c20-80f5-8649c634d743/ee01773f-3e93-425d-9d61-52cc7051a057) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:41:33.291264 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c07ac78-df90-4532-a855-7e205c8504b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.326951 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5c07ac78-df90-4532-a855-7e205c8504b1 None None] Transition to ACTIVE for port object f61e1461-e73d-4aca-ae5e-4f4afaf9db05 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:33.335635 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c07ac78-df90-4532-a855-7e205c8504b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.340778 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 85931541-1fe1-428a-bf91-bfb87d415086 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:33.356138 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f7a9c4c-e461-4f9f-8e95-a1e2f0a25bed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.371510 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-2f7a9c4c-e461-4f9f-8e95-a1e2f0a25bed admin admin] Transition to ACTIVE for port object ee01773f-3e93-425d-9d61-52cc7051a057 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:33.408516 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f7a9c4c-e461-4f9f-8e95-a1e2f0a25bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.441133 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-5c07ac78-df90-4532-a855-7e205c8504b1 None None] Attempting to bind port f61e1461-e73d-4aca-ae5e-4f4afaf9db05 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:41:33.441503 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-5c07ac78-df90-4532-a855-7e205c8504b1 None None] Attempting to bind port f61e1461-e73d-4aca-ae5e-4f4afaf9db05 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:41:33.441868 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c07ac78-df90-4532-a855-7e205c8504b1 None None] Attempting to bind port f61e1461-e73d-4aca-ae5e-4f4afaf9db05 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:41:33.444102 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9eabca2b-b7cf-4699-92fe-581d14988933 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.447965 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7a9c4c-e461-4f9f-8e95-a1e2f0a25bed admin admin] Network abd1b933-618f-4fec-8bae-5b9f7f0a81cc is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:41:33.453137 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f327f-5828-4b84-a033-3ac070e84dec None None] Pushing event updated for resources: {'Port': ['ID=f61e1461-e73d-4aca-ae5e-4f4afaf9db05,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:33.455341 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-2f7a9c4c-e461-4f9f-8e95-a1e2f0a25bed admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:33.458946 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c07ac78-df90-4532-a855-7e205c8504b1 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 41, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:41:33.459275 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c07ac78-df90-4532-a855-7e205c8504b1 None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:33.459418 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7a9c4c-e461-4f9f-8e95-a1e2f0a25bed admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:41:33.459972 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c07ac78-df90-4532-a855-7e205c8504b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.460385 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c07ac78-df90-4532-a855-7e205c8504b1 None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:41:33.460878 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-5c07ac78-df90-4532-a855-7e205c8504b1 None None] Bound port: f61e1461-e73d-4aca-ae5e-4f4afaf9db05, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:41:33.461263 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c07ac78-df90-4532-a855-7e205c8504b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.491970 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a9c4c-e461-4f9f-8e95-a1e2f0a25bed admin admin] Pushing event updated for resources: {'Port': ['ID=ee01773f-3e93-425d-9d61-52cc7051a057,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:33.515654 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 85931541-1fe1-428a-bf91-bfb87d415086 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:33.520164 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f7a9c4c-e461-4f9f-8e95-a1e2f0a25bed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.528241 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 85931541-1fe1-428a-bf91-bfb87d415086 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:33.528640 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.555246 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-5c07ac78-df90-4532-a855-7e205c8504b1 None None] For port f61e1461-e73d-4aca-ae5e-4f4afaf9db05, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:41:33.574470 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-5c07ac78-df90-4532-a855-7e205c8504b1 None None] For port f61e1461-e73d-4aca-ae5e-4f4afaf9db05, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f61e1461-e73d-4aca-ae5e-4f4afaf9db05,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:41:33.583064 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c07ac78-df90-4532-a855-7e205c8504b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.646080 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c07ac78-df90-4532-a855-7e205c8504b1 None None] Routers {'69760239-d0c1-4818-8a0b-5a85ec761baf'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:41:33.646792 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5c07ac78-df90-4532-a855-7e205c8504b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:41:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['69760239-d0c1-4818-8a0b-5a85ec761baf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:33.690121 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f7a9c4c-e461-4f9f-8e95-a1e2f0a25bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.717716 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd0f327f-5828-4b84-a033-3ac070e84dec None None] Pushing event updated for resources: {'Port': ['ID=f61e1461-e73d-4aca-ae5e-4f4afaf9db05,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:33.745284 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.787453 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e923a163-c930-404e-8eb8-811934190106 None None] Provisioning for port ee01773f-3e93-425d-9d61-52cc7051a057 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:33.797970 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e923a163-c930-404e-8eb8-811934190106 None None] Provisioning complete for port ee01773f-3e93-425d-9d61-52cc7051a057 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:33.798344 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e923a163-c930-404e-8eb8-811934190106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.856205 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f7a9c4c-e461-4f9f-8e95-a1e2f0a25bed admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.860749 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 85931541-1fe1-428a-bf91-bfb87d415086, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=85931541-1fe1-428a-bf91-bfb87d415086,segment=NetworkSegment(64af7c25-c372-4ff3-af5c-bd043bce707b),segment_id=64af7c25-c372-4ff3-af5c-bd043bce707b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:33.861822 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f7a9c4c-e461-4f9f-8e95-a1e2f0a25bed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.868671 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-5c07ac78-df90-4532-a855-7e205c8504b1 None None] Set router 69760239-d0c1-4818-8a0b-5a85ec761baf gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:41:33.870487 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.871274 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 10ce1732-e098-483b-93c7-b05cc5c8446b up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:33.931936 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f7a9c4c-e461-4f9f-8e95-a1e2f0a25bed admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:33.934670 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7a9c4c-e461-4f9f-8e95-a1e2f0a25bed admin admin] Pushing event updated for resources: {'Port': ['ID=ee01773f-3e93-425d-9d61-52cc7051a057,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:33.935845 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e923a163-c930-404e-8eb8-811934190106 None None] Port ee01773f-3e93-425d-9d61-52cc7051a057 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:41:34.024456 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=85931541-1fe1-428a-bf91-bfb87d415086,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:34.025065 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7a9c4c-e461-4f9f-8e95-a1e2f0a25bed admin admin] Network abd1b933-618f-4fec-8bae-5b9f7f0a81cc is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:41:34.026455 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-2f7a9c4c-e461-4f9f-8e95-a1e2f0a25bed admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:34.051845 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 10ce1732-e098-483b-93c7-b05cc5c8446b completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:34.088194 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 10ce1732-e098-483b-93c7-b05cc5c8446b triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:34.088608 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:34.153756 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7a9c4c-e461-4f9f-8e95-a1e2f0a25bed admin admin] Router 69760239-d0c1-4818-8a0b-5a85ec761baf has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:41:34.219178 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:34.245523 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-5c07ac78-df90-4532-a855-7e205c8504b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69760239-d0c1-4818-8a0b-5a85ec761baf', 'name': 'tempest-TestMinimumBasicScenario-1835955220-router', 'tenant_id': '7a636dc68e2345f9aca9698a376f70d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'f61e1461-e73d-4aca-ae5e-4f4afaf9db05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:30Z', 'updated_at': '2021-07-16T09:41:33Z', 'revision_number': 4, 'project_id': '7a636dc68e2345f9aca9698a376f70d8', 'gw_port': {'id': 'f61e1461-e73d-4aca-ae5e-4f4afaf9db05', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69760239-d0c1-4818-8a0b-5a85ec761baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:31Z', 'updated_at': '2021-07-16T09:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'ee01773f-3e93-425d-9d61-52cc7051a057', 'name': '', 'network_id': 'abd1b933-618f-4fec-8bae-5b9f7f0a81cc', 'tenant_id': '7a636dc68e2345f9aca9698a376f70d8', 'mac_address': 'fa:16:3e:ff:f2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69760239-d0c1-4818-8a0b-5a85ec761baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'e815892f-1bc6-4c20-80f5-8649c634d743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:33Z', 'updated_at': '2021-07-16T09:41:33Z', 'revision_number': 1, 'project_id': '7a636dc68e2345f9aca9698a376f70d8', 'subnets': [{'id': 'e815892f-1bc6-4c20-80f5-8649c634d743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:34.272666 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7a9c4c-e461-4f9f-8e95-a1e2f0a25bed admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:41:34.277658 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2f7a9c4c-e461-4f9f-8e95-a1e2f0a25bed admin admin] 10.222.0.22 "PUT /v2.0/routers/69760239-d0c1-4818-8a0b-5a85ec761baf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1605763 Jul 16 09:41:34.289082 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c07ac78-df90-4532-a855-7e205c8504b1 None None] The sync data for ids ['69760239-d0c1-4818-8a0b-5a85ec761baf'] in n-d-771362-37 is: [{'id': '69760239-d0c1-4818-8a0b-5a85ec761baf', 'name': 'tempest-TestMinimumBasicScenario-1835955220-router', 'tenant_id': '7a636dc68e2345f9aca9698a376f70d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'f61e1461-e73d-4aca-ae5e-4f4afaf9db05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:30Z', 'updated_at': '2021-07-16T09:41:33Z', 'revision_number': 4, 'project_id': '7a636dc68e2345f9aca9698a376f70d8', 'gw_port': {'id': 'f61e1461-e73d-4aca-ae5e-4f4afaf9db05', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69760239-d0c1-4818-8a0b-5a85ec761baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:31Z', 'updated_at': '2021-07-16T09:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'ee01773f-3e93-425d-9d61-52cc7051a057', 'name': '', 'network_id': 'abd1b933-618f-4fec-8bae-5b9f7f0a81cc', 'tenant_id': '7a636dc68e2345f9aca9698a376f70d8', 'mac_address': 'fa:16:3e:ff:f2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69760239-d0c1-4818-8a0b-5a85ec761baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'e815892f-1bc6-4c20-80f5-8649c634d743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:33Z', 'updated_at': '2021-07-16T09:41:33Z', 'revision_number': 1, 'project_id': '7a636dc68e2345f9aca9698a376f70d8', 'subnets': [{'id': 'e815892f-1bc6-4c20-80f5-8649c634d743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:41:34.294487 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 10ce1732-e098-483b-93c7-b05cc5c8446b, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=10ce1732-e098-483b-93c7-b05cc5c8446b,segment=NetworkSegment(832bc4a3-d02d-44e9-9f50-9c65f41e2b0b),segment_id=832bc4a3-d02d-44e9-9f50-9c65f41e2b0b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:34.301531 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:34.309738 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-dc944c7d-e6dc-4b4e-98ef-8106eb686b2a None None] Provisioning complete for port ee01773f-3e93-425d-9d61-52cc7051a057 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:34.310117 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dc944c7d-e6dc-4b4e-98ef-8106eb686b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:34.385776 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-dc944c7d-e6dc-4b4e-98ef-8106eb686b2a None None] Port ee01773f-3e93-425d-9d61-52cc7051a057 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:41:34.389880 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=10ce1732-e098-483b-93c7-b05cc5c8446b,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:34.853190 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 85931541-1fe1-428a-bf91-bfb87d415086 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:34.904207 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 85931541-1fe1-428a-bf91-bfb87d415086 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:34.904645 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:34.983331 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 10ce1732-e098-483b-93c7-b05cc5c8446b up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:35.031056 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 10ce1732-e098-483b-93c7-b05cc5c8446b triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:35.031432 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:35.815819 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38340c70-4307-4463-9e7f-da99fee33d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:36.146565 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:36.898393 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f61e1461-e73d-4aca-ae5e-4f4afaf9db05 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:36.956307 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port f61e1461-e73d-4aca-ae5e-4f4afaf9db05 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:36.960834 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port f61e1461-e73d-4aca-ae5e-4f4afaf9db05 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:36.961332 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:37.046830 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:37.056933 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219853ba-1afa-4ec3-ad07-2bbd652bf159 None None] Sync routers for ids ['69760239-d0c1-4818-8a0b-5a85ec761baf'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:41:37.067592 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219853ba-1afa-4ec3-ad07-2bbd652bf159 None None] Routers {'69760239-d0c1-4818-8a0b-5a85ec761baf'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:41:37.068580 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-219853ba-1afa-4ec3-ad07-2bbd652bf159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:41:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['69760239-d0c1-4818-8a0b-5a85ec761baf'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:37.069848 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port f61e1461-e73d-4aca-ae5e-4f4afaf9db05, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f61e1461-e73d-4aca-ae5e-4f4afaf9db05,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:37.079050 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:37.143197 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=f61e1461-e73d-4aca-ae5e-4f4afaf9db05,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:37.200088 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-219853ba-1afa-4ec3-ad07-2bbd652bf159 None None] Set router 69760239-d0c1-4818-8a0b-5a85ec761baf gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:41:37.377106 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:37.431709 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-219853ba-1afa-4ec3-ad07-2bbd652bf159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69760239-d0c1-4818-8a0b-5a85ec761baf', 'name': 'tempest-TestMinimumBasicScenario-1835955220-router', 'tenant_id': '7a636dc68e2345f9aca9698a376f70d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'f61e1461-e73d-4aca-ae5e-4f4afaf9db05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:30Z', 'updated_at': '2021-07-16T09:41:33Z', 'revision_number': 4, 'project_id': '7a636dc68e2345f9aca9698a376f70d8', 'gw_port': {'id': 'f61e1461-e73d-4aca-ae5e-4f4afaf9db05', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69760239-d0c1-4818-8a0b-5a85ec761baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:31Z', 'updated_at': '2021-07-16T09:41:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'ee01773f-3e93-425d-9d61-52cc7051a057', 'name': '', 'network_id': 'abd1b933-618f-4fec-8bae-5b9f7f0a81cc', 'tenant_id': '7a636dc68e2345f9aca9698a376f70d8', 'mac_address': 'fa:16:3e:ff:f2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69760239-d0c1-4818-8a0b-5a85ec761baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'e815892f-1bc6-4c20-80f5-8649c634d743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:33Z', 'updated_at': '2021-07-16T09:41:33Z', 'revision_number': 2, 'project_id': '7a636dc68e2345f9aca9698a376f70d8', 'subnets': [{'id': 'e815892f-1bc6-4c20-80f5-8649c634d743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:37.459325 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219853ba-1afa-4ec3-ad07-2bbd652bf159 None None] Checking router: 69760239-d0c1-4818-8a0b-5a85ec761baf for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:41:37.459780 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219853ba-1afa-4ec3-ad07-2bbd652bf159 None None] Updating router 69760239-d0c1-4818-8a0b-5a85ec761baf port ee01773f-3e93-425d-9d61-52cc7051a057 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:41:37.504125 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-219853ba-1afa-4ec3-ad07-2bbd652bf159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:37.791632 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-219853ba-1afa-4ec3-ad07-2bbd652bf159 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:37.802459 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-219853ba-1afa-4ec3-ad07-2bbd652bf159 None None] Transition to ACTIVE for port object ee01773f-3e93-425d-9d61-52cc7051a057 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:37.826492 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-219853ba-1afa-4ec3-ad07-2bbd652bf159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:37.879034 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce7c78-7fa0-43fc-8027-44af68ab6394 None None] Pushing event updated for resources: {'Port': ['ID=ee01773f-3e93-425d-9d61-52cc7051a057,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:37.955674 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-219853ba-1afa-4ec3-ad07-2bbd652bf159 None None] Attempting to bind port ee01773f-3e93-425d-9d61-52cc7051a057 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:41:37.956097 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-219853ba-1afa-4ec3-ad07-2bbd652bf159 None None] Attempting to bind port ee01773f-3e93-425d-9d61-52cc7051a057 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '832bc4a3-d02d-44e9-9f50-9c65f41e2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'abd1b933-618f-4fec-8bae-5b9f7f0a81cc'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:41:37.956621 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219853ba-1afa-4ec3-ad07-2bbd652bf159 None None] Attempting to bind port ee01773f-3e93-425d-9d61-52cc7051a057 on network abd1b933-618f-4fec-8bae-5b9f7f0a81cc {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:41:37.965799 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219853ba-1afa-4ec3-ad07-2bbd652bf159 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 41, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:41:37.966212 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219853ba-1afa-4ec3-ad07-2bbd652bf159 None None] Checking segment: {'id': '832bc4a3-d02d-44e9-9f50-9c65f41e2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'abd1b933-618f-4fec-8bae-5b9f7f0a81cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:37.966579 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-219853ba-1afa-4ec3-ad07-2bbd652bf159 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:37.967009 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-219853ba-1afa-4ec3-ad07-2bbd652bf159 None None] Bound using segment: {'id': '832bc4a3-d02d-44e9-9f50-9c65f41e2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'abd1b933-618f-4fec-8bae-5b9f7f0a81cc'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:41:37.967499 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-219853ba-1afa-4ec3-ad07-2bbd652bf159 None None] Bound port: ee01773f-3e93-425d-9d61-52cc7051a057, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '832bc4a3-d02d-44e9-9f50-9c65f41e2b0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'abd1b933-618f-4fec-8bae-5b9f7f0a81cc'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:41:37.967888 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-219853ba-1afa-4ec3-ad07-2bbd652bf159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:38.042398 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-219853ba-1afa-4ec3-ad07-2bbd652bf159 None None] For port ee01773f-3e93-425d-9d61-52cc7051a057, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:41:38.046677 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-219853ba-1afa-4ec3-ad07-2bbd652bf159 None None] For port ee01773f-3e93-425d-9d61-52cc7051a057, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ee01773f-3e93-425d-9d61-52cc7051a057,segment=NetworkSegment(832bc4a3-d02d-44e9-9f50-9c65f41e2b0b),segment_id=832bc4a3-d02d-44e9-9f50-9c65f41e2b0b)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:41:38.052301 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-219853ba-1afa-4ec3-ad07-2bbd652bf159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:38.121027 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce7c78-7fa0-43fc-8027-44af68ab6394 None None] Pushing event updated for resources: {'Port': ['ID=ee01773f-3e93-425d-9d61-52cc7051a057,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:38.123913 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-219853ba-1afa-4ec3-ad07-2bbd652bf159 None None] Routers {'69760239-d0c1-4818-8a0b-5a85ec761baf'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:41:38.124545 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-219853ba-1afa-4ec3-ad07-2bbd652bf159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:41:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['69760239-d0c1-4818-8a0b-5a85ec761baf'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:38.261694 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-219853ba-1afa-4ec3-ad07-2bbd652bf159 None None] Set router 69760239-d0c1-4818-8a0b-5a85ec761baf gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:41:38.591185 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-219853ba-1afa-4ec3-ad07-2bbd652bf159 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69760239-d0c1-4818-8a0b-5a85ec761baf', 'name': 'tempest-TestMinimumBasicScenario-1835955220-router', 'tenant_id': '7a636dc68e2345f9aca9698a376f70d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'f61e1461-e73d-4aca-ae5e-4f4afaf9db05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:30Z', 'updated_at': '2021-07-16T09:41:33Z', 'revision_number': 4, 'project_id': '7a636dc68e2345f9aca9698a376f70d8', 'gw_port': {'id': 'f61e1461-e73d-4aca-ae5e-4f4afaf9db05', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69760239-d0c1-4818-8a0b-5a85ec761baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:31Z', 'updated_at': '2021-07-16T09:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'ee01773f-3e93-425d-9d61-52cc7051a057', 'name': '', 'network_id': 'abd1b933-618f-4fec-8bae-5b9f7f0a81cc', 'tenant_id': '7a636dc68e2345f9aca9698a376f70d8', 'mac_address': 'fa:16:3e:ff:f2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69760239-d0c1-4818-8a0b-5a85ec761baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'e815892f-1bc6-4c20-80f5-8649c634d743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:33Z', 'updated_at': '2021-07-16T09:41:38Z', 'revision_number': 4, 'project_id': '7a636dc68e2345f9aca9698a376f70d8', 'subnets': [{'id': 'e815892f-1bc6-4c20-80f5-8649c634d743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:41:38.618537 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-219853ba-1afa-4ec3-ad07-2bbd652bf159 None None] The sync data for ids ['69760239-d0c1-4818-8a0b-5a85ec761baf'] in n-d-771362-37 is: [{'id': '69760239-d0c1-4818-8a0b-5a85ec761baf', 'name': 'tempest-TestMinimumBasicScenario-1835955220-router', 'tenant_id': '7a636dc68e2345f9aca9698a376f70d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'f61e1461-e73d-4aca-ae5e-4f4afaf9db05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:30Z', 'updated_at': '2021-07-16T09:41:33Z', 'revision_number': 4, 'project_id': '7a636dc68e2345f9aca9698a376f70d8', 'gw_port': {'id': 'f61e1461-e73d-4aca-ae5e-4f4afaf9db05', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69760239-d0c1-4818-8a0b-5a85ec761baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:31Z', 'updated_at': '2021-07-16T09:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'ee01773f-3e93-425d-9d61-52cc7051a057', 'name': '', 'network_id': 'abd1b933-618f-4fec-8bae-5b9f7f0a81cc', 'tenant_id': '7a636dc68e2345f9aca9698a376f70d8', 'mac_address': 'fa:16:3e:ff:f2:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69760239-d0c1-4818-8a0b-5a85ec761baf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4112, 'fixed_ips': [{'subnet_id': 'e815892f-1bc6-4c20-80f5-8649c634d743', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:33Z', 'updated_at': '2021-07-16T09:41:38Z', 'revision_number': 4, 'project_id': '7a636dc68e2345f9aca9698a376f70d8', 'subnets': [{'id': 'e815892f-1bc6-4c20-80f5-8649c634d743', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:41:38.829338 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:38.916726 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f61e1461-e73d-4aca-ae5e-4f4afaf9db05 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:38.990095 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port f61e1461-e73d-4aca-ae5e-4f4afaf9db05 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:38.990569 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:39.080860 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ee01773f-3e93-425d-9d61-52cc7051a057 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:39.140034 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port ee01773f-3e93-425d-9d61-52cc7051a057 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:39.144380 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port ee01773f-3e93-425d-9d61-52cc7051a057 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:39.144775 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:39.236087 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:39.274213 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port ee01773f-3e93-425d-9d61-52cc7051a057, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ee01773f-3e93-425d-9d61-52cc7051a057,segment=NetworkSegment(832bc4a3-d02d-44e9-9f50-9c65f41e2b0b),segment_id=832bc4a3-d02d-44e9-9f50-9c65f41e2b0b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:39.279114 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:39.335430 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=ee01773f-3e93-425d-9d61-52cc7051a057,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:40.860080 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ee01773f-3e93-425d-9d61-52cc7051a057 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:41:40.912766 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port ee01773f-3e93-425d-9d61-52cc7051a057 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:40.913057 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:44.170467 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-14c73012-6ba5-45bb-ade0-251d44a94b3c tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:44.171871 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-14c73012-6ba5-45bb-ade0-251d44a94b3c tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/networks?id=481fa41b-a2ee-46dd-b8b2-76bc139f1410 HTTP/1.1" status: 200 len: 814 time: 0.1066716 Jul 16 09:41:44.186803 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-3383a7e9-8067-4452-a387-196a5ab929f9 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/quotas/4df886e449b844b89660437e15a6772f HTTP/1.1" status: 200 len: 375 time: 0.0095551 Jul 16 09:41:44.262231 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-70b8da9c-0203-485b-8f88-58c70a713026 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=4df886e449b844b89660437e15a6772f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0705798 Jul 16 09:41:44.368867 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-d908215f-e79e-40ec-a3b4-a01056dd49ff service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:41:44.369867 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-d908215f-e79e-40ec-a3b4-a01056dd49ff service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0961218 Jul 16 09:41:44.466861 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-91583260-c37b-4ac7-921a-87daf9f402c7 service neutron] 10.222.0.22 "GET /v2.0/networks/481fa41b-a2ee-46dd-b8b2-76bc139f1410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902371 Jul 16 09:41:44.556161 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-841c888e-2626-4431-804f-4c069bfceca0 service neutron] 10.222.0.22 "GET /v2.0/networks/481fa41b-a2ee-46dd-b8b2-76bc139f1410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835025 Jul 16 09:41:44.852872 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2141a385-326c-411b-823e-fb7fe9057470 req-5105e691-5565-4bfa-97f9-04add3564008 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 210 time: 0.1447363 Jul 16 09:41:45.812850 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-ab3d9021-d053-49da-9ea2-1b52baf584fb tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:45.814336 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-ab3d9021-d053-49da-9ea2-1b52baf584fb tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.30 "GET /v2.0/networks?id=481fa41b-a2ee-46dd-b8b2-76bc139f1410 HTTP/1.1" status: 200 len: 814 time: 0.1097901 Jul 16 09:41:45.832058 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-731c992b-d262-47b6-b6ae-5ae6fa9a8a32 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Request body: {'port': {'device_id': '713be8c1-1b32-4009-be3f-c0769915c610', 'network_id': '481fa41b-a2ee-46dd-b8b2-76bc139f1410', 'admin_state_up': True, 'tenant_id': '4df886e449b844b89660437e15a6772f'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:45.946192 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-731c992b-d262-47b6-b6ae-5ae6fa9a8a32 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Made reservation on behalf of 4df886e449b844b89660437e15a6772f for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:41:45.950047 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-731c992b-d262-47b6-b6ae-5ae6fa9a8a32 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:46.025025 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f485f0eb-2535-4493-8611-1d706650f732 req-6c297538-0206-404d-9384-35fbc7e7b0c1 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 210 time: 0.0365701 Jul 16 09:41:46.083429 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-731c992b-d262-47b6-b6ae-5ae6fa9a8a32 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Allocated IP 172.20.0.4 (481fa41b-a2ee-46dd-b8b2-76bc139f1410/5fee922f-8d96-4d78-a314-155bd85c0226/b8209dc1-c064-4776-8731-d5d35b4384a1) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:41:46.244427 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-731c992b-d262-47b6-b6ae-5ae6fa9a8a32 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:46.260927 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-731c992b-d262-47b6-b6ae-5ae6fa9a8a32 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Transition to ACTIVE for port object b8209dc1-c064-4776-8731-d5d35b4384a1 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:46.317939 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-731c992b-d262-47b6-b6ae-5ae6fa9a8a32 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:46.364526 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-731c992b-d262-47b6-b6ae-5ae6fa9a8a32 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Network 481fa41b-a2ee-46dd-b8b2-76bc139f1410 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:41:46.368256 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-731c992b-d262-47b6-b6ae-5ae6fa9a8a32 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:41:46.383120 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-731c992b-d262-47b6-b6ae-5ae6fa9a8a32 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:41:46.433343 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731c992b-d262-47b6-b6ae-5ae6fa9a8a32 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Pushing event updated for resources: {'Port': ['ID=b8209dc1-c064-4776-8731-d5d35b4384a1,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:46.459527 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-731c992b-d262-47b6-b6ae-5ae6fa9a8a32 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:46.460653 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-731c992b-d262-47b6-b6ae-5ae6fa9a8a32 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:46.486127 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-731c992b-d262-47b6-b6ae-5ae6fa9a8a32 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6578786 Jul 16 09:41:46.673439 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8e03a255-36b5-4dec-899f-9f6febdfb11f None None] Provisioning for port b8209dc1-c064-4776-8731-d5d35b4384a1 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:41:46.677467 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8e03a255-36b5-4dec-899f-9f6febdfb11f None None] Provisioning complete for port b8209dc1-c064-4776-8731-d5d35b4384a1 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:41:46.677848 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8e03a255-36b5-4dec-899f-9f6febdfb11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:46.713907 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8e03a255-36b5-4dec-899f-9f6febdfb11f None None] Port b8209dc1-c064-4776-8731-d5d35b4384a1 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:41:47.214520 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5cf5ea-6b6d-41f4-ab1f-3ce08229f35d req-b80d9387-4a88-4879-8ece-ddb3f9695177 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:47.216083 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3b5cf5ea-6b6d-41f4-ab1f-3ce08229f35d req-b80d9387-4a88-4879-8ece-ddb3f9695177 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 931 time: 0.0695326 Jul 16 09:41:47.257788 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3b5cf5ea-6b6d-41f4-ab1f-3ce08229f35d req-1238ac5d-30c7-489f-a21b-e8f5976b813c tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359390 Jul 16 09:41:48.641795 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed2710a-722b-47d1-8dfb-8933ec3ad550 req-38695781-d910-4b46-adbd-50a13b900224 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:48.643287 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0ed2710a-722b-47d1-8dfb-8933ec3ad550 req-38695781-d910-4b46-adbd-50a13b900224 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 931 time: 0.0718617 Jul 16 09:41:48.682222 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0ed2710a-722b-47d1-8dfb-8933ec3ad550 req-f9aad891-7a7b-4232-93a1-d51cfb8e6308 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334034 Jul 16 09:41:49.870070 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7c22ef-cdc7-47fd-82b7-b4dc5eeb70bf req-5cde14b0-0c95-4fe7-a38c-e7aada323c11 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:49.873515 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7b7c22ef-cdc7-47fd-82b7-b4dc5eeb70bf req-5cde14b0-0c95-4fe7-a38c-e7aada323c11 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 931 time: 0.0760794 Jul 16 09:41:49.916964 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7b7c22ef-cdc7-47fd-82b7-b4dc5eeb70bf req-ff61ca25-ea91-4b22-90b5-45724d2e927b tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375648 Jul 16 09:41:51.095839 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9386b61-379f-42ac-b56d-41560b7e828f req-393961ae-1f46-4d88-9f60-d114e5e1aa6c tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:51.097379 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e9386b61-379f-42ac-b56d-41560b7e828f req-393961ae-1f46-4d88-9f60-d114e5e1aa6c tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 931 time: 0.0700648 Jul 16 09:41:51.155298 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e9386b61-379f-42ac-b56d-41560b7e828f req-14f1daef-2f07-46d1-8290-08293cbc9b7f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516832 Jul 16 09:41:52.347162 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e90e974-d3e2-4759-8530-2a78e307bc0a req-6721a506-4bcf-43c7-8d2b-51d9dde48afc tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:52.349488 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7e90e974-d3e2-4759-8530-2a78e307bc0a req-6721a506-4bcf-43c7-8d2b-51d9dde48afc tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 931 time: 0.0700243 Jul 16 09:41:52.388018 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7e90e974-d3e2-4759-8530-2a78e307bc0a req-a9c5d560-69e6-4fde-bc3e-3ff756d1e602 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329211 Jul 16 09:41:53.572771 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5de71d-b46b-4d8c-9469-ec8bd2919151 req-756d9877-61f3-4f09-be14-776da00b6bc6 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:53.574291 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fe5de71d-b46b-4d8c-9469-ec8bd2919151 req-756d9877-61f3-4f09-be14-776da00b6bc6 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 931 time: 0.0715609 Jul 16 09:41:53.614766 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fe5de71d-b46b-4d8c-9469-ec8bd2919151 req-d93b2e47-de48-4b87-b00b-08b6c1e48e50 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344059 Jul 16 09:41:54.800578 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0bc32e-bc42-4319-bd04-eacc724cba83 req-9907151e-9230-4f6c-9d38-e1dc3c79193f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:54.802056 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0a0bc32e-bc42-4319-bd04-eacc724cba83 req-9907151e-9230-4f6c-9d38-e1dc3c79193f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 931 time: 0.0702796 Jul 16 09:41:54.843818 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0a0bc32e-bc42-4319-bd04-eacc724cba83 req-f7265960-e619-4e49-ba94-56536a0073e7 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360255 Jul 16 09:41:55.694428 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-23872946-fba7-4036-86ad-c71ab2e8813e service neutron] Request body: {'port': {'device_id': '713be8c1-1b32-4009-be3f-c0769915c610', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:41:55.769259 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-23872946-fba7-4036-86ad-c71ab2e8813e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:56.023908 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8cfa7e-e78c-4cd4-a078-d6811647c39b req-6d87dd67-b20a-409c-add6-115b539c3c5b tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:56.025412 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8e8cfa7e-e78c-4cd4-a078-d6811647c39b req-6d87dd67-b20a-409c-add6-115b539c3c5b tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 931 time: 0.0697913 Jul 16 09:41:56.045473 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-23872946-fba7-4036-86ad-c71ab2e8813e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8209dc1-c064-4776-8731-d5d35b4384a1 {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:41:56.060123 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-23872946-fba7-4036-86ad-c71ab2e8813e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:56.063255 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8e8cfa7e-e78c-4cd4-a078-d6811647c39b req-b2bee667-b23a-401d-a139-4965f941cf01 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314596 Jul 16 09:41:56.074480 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-23872946-fba7-4036-86ad-c71ab2e8813e service neutron] Transition to ACTIVE for port object b8209dc1-c064-4776-8731-d5d35b4384a1 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:41:56.080121 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-23872946-fba7-4036-86ad-c71ab2e8813e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:56.128114 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23872946-fba7-4036-86ad-c71ab2e8813e service neutron] Pushing event updated for resources: {'Port': ['ID=b8209dc1-c064-4776-8731-d5d35b4384a1,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:56.205110 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-23872946-fba7-4036-86ad-c71ab2e8813e service neutron] Attempting to bind port b8209dc1-c064-4776-8731-d5d35b4384a1 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:41:56.205449 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-23872946-fba7-4036-86ad-c71ab2e8813e service neutron] Attempting to bind port b8209dc1-c064-4776-8731-d5d35b4384a1 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': '64af7c25-c372-4ff3-af5c-bd043bce707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '481fa41b-a2ee-46dd-b8b2-76bc139f1410'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:41:56.205782 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-23872946-fba7-4036-86ad-c71ab2e8813e service neutron] Attempting to bind port b8209dc1-c064-4776-8731-d5d35b4384a1 on network 481fa41b-a2ee-46dd-b8b2-76bc139f1410 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:41:56.210231 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-23872946-fba7-4036-86ad-c71ab2e8813e service neutron] Port b8209dc1-c064-4776-8731-d5d35b4384a1 on network 481fa41b-a2ee-46dd-b8b2-76bc139f1410 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:41:56.210555 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-23872946-fba7-4036-86ad-c71ab2e8813e service neutron] Attempting to bind port b8209dc1-c064-4776-8731-d5d35b4384a1 on network 481fa41b-a2ee-46dd-b8b2-76bc139f1410 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:41:56.215388 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-23872946-fba7-4036-86ad-c71ab2e8813e service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 41, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:41:56.215727 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-23872946-fba7-4036-86ad-c71ab2e8813e service neutron] Checking segment: {'id': '64af7c25-c372-4ff3-af5c-bd043bce707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '481fa41b-a2ee-46dd-b8b2-76bc139f1410'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:41:56.216178 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-23872946-fba7-4036-86ad-c71ab2e8813e service neutron] Bound using segment: {'id': '64af7c25-c372-4ff3-af5c-bd043bce707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '481fa41b-a2ee-46dd-b8b2-76bc139f1410'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:41:56.217047 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-23872946-fba7-4036-86ad-c71ab2e8813e service neutron] Bound port: b8209dc1-c064-4776-8731-d5d35b4384a1, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '64af7c25-c372-4ff3-af5c-bd043bce707b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '481fa41b-a2ee-46dd-b8b2-76bc139f1410'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:41:56.217417 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-23872946-fba7-4036-86ad-c71ab2e8813e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:56.289141 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-23872946-fba7-4036-86ad-c71ab2e8813e service neutron] For port b8209dc1-c064-4776-8731-d5d35b4384a1, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:41:56.295877 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-23872946-fba7-4036-86ad-c71ab2e8813e service neutron] For port b8209dc1-c064-4776-8731-d5d35b4384a1, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=b8209dc1-c064-4776-8731-d5d35b4384a1,segment=NetworkSegment(64af7c25-c372-4ff3-af5c-bd043bce707b),segment_id=64af7c25-c372-4ff3-af5c-bd043bce707b)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:41:56.300980 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-23872946-fba7-4036-86ad-c71ab2e8813e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:56.334372 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-23872946-fba7-4036-86ad-c71ab2e8813e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:56.334995 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-23872946-fba7-4036-86ad-c71ab2e8813e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:56.336466 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-23872946-fba7-4036-86ad-c71ab2e8813e service neutron] 10.222.0.30 "PUT /v2.0/ports/b8209dc1-c064-4776-8731-d5d35b4384a1 HTTP/1.1" status: 200 len: 1092 time: 0.6473863 Jul 16 09:41:56.336955 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713be8c1-1b32-4009-be3f-c0769915c610', 'tag': 'b8209dc1-c064-4776-8731-d5d35b4384a1'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:41:56.339244 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4686e5c3-7c80-4152-a620-937033c40f4a" -d '{"events": [{"name": "network-changed", "server_uuid": "713be8c1-1b32-4009-be3f-c0769915c610", "tag": "b8209dc1-c064-4776-8731-d5d35b4384a1"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:41:56.365365 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23872946-fba7-4036-86ad-c71ab2e8813e service neutron] Pushing event updated for resources: {'Port': ['ID=b8209dc1-c064-4776-8731-d5d35b4384a1,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:56.409689 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7d4049-ee8d-40b5-9fc3-4ff78eeee90c x-openstack-request-id: req-6b7d4049-ee8d-40b5-9fc3-4ff78eeee90c {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:41:56.409985 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "713be8c1-1b32-4009-be3f-c0769915c610", "tag": "b8209dc1-c064-4776-8731-d5d35b4384a1", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:41:56.410241 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6b7d4049-ee8d-40b5-9fc3-4ff78eeee90c {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:41:56.410654 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '713be8c1-1b32-4009-be3f-c0769915c610', 'tag': 'b8209dc1-c064-4776-8731-d5d35b4384a1', 'status': 'completed', 'code': 200} Jul 16 09:41:56.437862 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-2c07ec23-8847-404f-bdb6-219baab4399f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:56.439381 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-2c07ec23-8847-404f-bdb6-219baab4399f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4df886e449b844b89660437e15a6772f&device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 1095 time: 0.0620856 Jul 16 09:41:56.485554 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-290d31f4-b483-46bb-ad80-de6673ab52f3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8209dc1-c064-4776-8731-d5d35b4384a1 HTTP/1.1" status: 200 len: 217 time: 0.0388932 Jul 16 09:41:56.533590 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-3b53874e-96f1-4e89-9559-85d2d0b76350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:56.534981 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-3b53874e-96f1-4e89-9559-85d2d0b76350 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fee922f-8d96-4d78-a314-155bd85c0226 HTTP/1.1" status: 200 len: 853 time: 0.0438278 Jul 16 09:41:56.595149 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-a6a4b181-cd53-408f-90c0-2e3649324565 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:56.596660 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-a6a4b181-cd53-408f-90c0-2e3649324565 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=481fa41b-a2ee-46dd-b8b2-76bc139f1410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554647 Jul 16 09:41:56.685569 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-1bdd1971-a003-46cd-8404-941a5e523b11 service neutron] 10.222.0.30 "GET /v2.0/networks/481fa41b-a2ee-46dd-b8b2-76bc139f1410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820718 Jul 16 09:41:56.774282 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-91b09f26-d8c5-4933-af53-9c28a5d0c67a req-775036fc-dabc-4a72-b7f7-fbb58890cbf8 service neutron] 10.222.0.30 "GET /v2.0/networks/481fa41b-a2ee-46dd-b8b2-76bc139f1410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835798 Jul 16 09:41:56.870329 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686e5c3-7c80-4152-a620-937033c40f4a req-87d5e121-6e5a-418e-a010-d3dc98acd546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:56.871809 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4686e5c3-7c80-4152-a620-937033c40f4a req-87d5e121-6e5a-418e-a010-d3dc98acd546 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4df886e449b844b89660437e15a6772f&device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 1095 time: 0.0512569 Jul 16 09:41:56.963463 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686e5c3-7c80-4152-a620-937033c40f4a req-63b2f4c6-7542-4534-bcc4-04540e2738a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:56.964941 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4686e5c3-7c80-4152-a620-937033c40f4a req-63b2f4c6-7542-4534-bcc4-04540e2738a2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=481fa41b-a2ee-46dd-b8b2-76bc139f1410 HTTP/1.1" status: 200 len: 915 time: 0.0855830 Jul 16 09:41:57.004690 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4686e5c3-7c80-4152-a620-937033c40f4a req-2737fe84-fe65-4733-af84-6bec7faa6b12 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8209dc1-c064-4776-8731-d5d35b4384a1 HTTP/1.1" status: 200 len: 217 time: 0.0332611 Jul 16 09:41:57.050656 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686e5c3-7c80-4152-a620-937033c40f4a req-ed3d3340-5958-4443-9f68-20d5a0856431 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:57.051982 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4686e5c3-7c80-4152-a620-937033c40f4a req-ed3d3340-5958-4443-9f68-20d5a0856431 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fee922f-8d96-4d78-a314-155bd85c0226 HTTP/1.1" status: 200 len: 853 time: 0.0413337 Jul 16 09:41:57.109380 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4686e5c3-7c80-4152-a620-937033c40f4a req-e104c928-e5a1-486d-b10d-c39206b04e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:57.110891 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4686e5c3-7c80-4152-a620-937033c40f4a req-e104c928-e5a1-486d-b10d-c39206b04e7d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=481fa41b-a2ee-46dd-b8b2-76bc139f1410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516257 Jul 16 09:41:57.202803 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4686e5c3-7c80-4152-a620-937033c40f4a req-6364bc54-e0e1-4de2-8c45-5f859d19dd91 service neutron] 10.222.0.30 "GET /v2.0/networks/481fa41b-a2ee-46dd-b8b2-76bc139f1410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851305 Jul 16 09:41:57.245003 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c409aa-0316-4562-9e0e-9015875995c7 req-f179b167-7f9f-4f13-99b4-7326cdef6417 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:57.247214 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c1c409aa-0316-4562-9e0e-9015875995c7 req-f179b167-7f9f-4f13-99b4-7326cdef6417 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 943 time: 0.0729814 Jul 16 09:41:57.293801 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c1c409aa-0316-4562-9e0e-9015875995c7 req-ae55d2dd-4d11-432c-9644-f3473a12a9fc tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408432 Jul 16 09:41:57.295860 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4686e5c3-7c80-4152-a620-937033c40f4a req-cde09bce-2413-45df-b3b9-4d519d6b256b service neutron] 10.222.0.30 "GET /v2.0/networks/481fa41b-a2ee-46dd-b8b2-76bc139f1410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860472 Jul 16 09:41:58.297331 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device b8209dc1-c064-4776-8731-d5d35b4384a1 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:41:58.394179 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port b8209dc1-c064-4776-8731-d5d35b4384a1, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=b8209dc1-c064-4776-8731-d5d35b4384a1,segment=NetworkSegment(64af7c25-c372-4ff3-af5c-bd043bce707b),segment_id=64af7c25-c372-4ff3-af5c-bd043bce707b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:58.405611 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'b8209dc1-c064-4776-8731-d5d35b4384a1', 'network_id': '481fa41b-a2ee-46dd-b8b2-76bc139f1410', 'port_id': 'b8209dc1-c064-4776-8731-d5d35b4384a1', 'mac_address': 'fa:16:3e:98:40:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 145, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fee922f-8d96-4d78-a314-155bd85c0226', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:41:58.441595 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:58.454748 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8209dc1-c064-4776-8731-d5d35b4384a1 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:41:58.466811 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb812ba3-09e1-4090-b75c-22d5635622c7 req-f4237d8b-1309-43da-84a7-67bc42561e8b tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:58.468304 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bb812ba3-09e1-4090-b75c-22d5635622c7 req-f4237d8b-1309-43da-84a7-67bc42561e8b tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 943 time: 0.0620601 Jul 16 09:41:58.477484 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port b8209dc1-c064-4776-8731-d5d35b4384a1, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=b8209dc1-c064-4776-8731-d5d35b4384a1,segment=NetworkSegment(64af7c25-c372-4ff3-af5c-bd043bce707b),segment_id=64af7c25-c372-4ff3-af5c-bd043bce707b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:41:58.482319 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:41:58.506288 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bb812ba3-09e1-4090-b75c-22d5635622c7 req-8b518b3d-2fa5-413c-86d0-50a25c20b8da tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323184 Jul 16 09:41:58.529069 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=b8209dc1-c064-4776-8731-d5d35b4384a1,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:41:58.536164 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:58.536564 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:58.536905 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:58.537247 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:58.537581 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:58.537912 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:58.538239 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:58.538562 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:58.538887 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:58.539208 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:58.539529 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:58.539851 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:41:58.716991 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['b8209dc1-c064-4776-8731-d5d35b4384a1'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:41:59.678290 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a487f16e-0ebe-48a8-9003-fb6c148a50e7 req-18292e23-8557-4876-9f60-cfbc00ecb105 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:41:59.679774 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a487f16e-0ebe-48a8-9003-fb6c148a50e7 req-18292e23-8557-4876-9f60-cfbc00ecb105 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 944 time: 0.0630229 Jul 16 09:41:59.717547 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a487f16e-0ebe-48a8-9003-fb6c148a50e7 req-fef14e21-d850-4b09-b8b4-f55575de5298 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320845 Jul 16 09:42:00.313130 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device b8209dc1-c064-4776-8731-d5d35b4384a1 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:42:00.362630 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port b8209dc1-c064-4776-8731-d5d35b4384a1 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:42:00.366136 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port b8209dc1-c064-4776-8731-d5d35b4384a1 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:42:00.366515 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:00.439756 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:00.461649 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713be8c1-1b32-4009-be3f-c0769915c610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8209dc1-c064-4776-8731-d5d35b4384a1'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:42:00.463906 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59601707-f5c0-433a-9193-7f0dbd219275" -d '{"events": [{"server_uuid": "713be8c1-1b32-4009-be3f-c0769915c610", "name": "network-vif-plugged", "status": "completed", "tag": "b8209dc1-c064-4776-8731-d5d35b4384a1"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:42:00.476772 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port b8209dc1-c064-4776-8731-d5d35b4384a1, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=b8209dc1-c064-4776-8731-d5d35b4384a1,segment=NetworkSegment(64af7c25-c372-4ff3-af5c-bd043bce707b),segment_id=64af7c25-c372-4ff3-af5c-bd043bce707b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:42:00.480795 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:00.508164 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:42:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbae594c-0d91-46e2-add3-6a4aa29e16d2 x-openstack-request-id: req-fbae594c-0d91-46e2-add3-6a4aa29e16d2 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:42:00.508554 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713be8c1-1b32-4009-be3f-c0769915c610", "name": "network-vif-plugged", "status": "completed", "tag": "b8209dc1-c064-4776-8731-d5d35b4384a1", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:42:00.508806 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fbae594c-0d91-46e2-add3-6a4aa29e16d2 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:42:00.509186 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713be8c1-1b32-4009-be3f-c0769915c610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8209dc1-c064-4776-8731-d5d35b4384a1', 'code': 200} Jul 16 09:42:00.535628 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=b8209dc1-c064-4776-8731-d5d35b4384a1,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:00.615501 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07dee5b-237a-4142-83d3-111910e3f52d req-c9a5b14f-da44-4e80-8f6a-8bb24744eb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:00.616903 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e07dee5b-237a-4142-83d3-111910e3f52d req-c9a5b14f-da44-4e80-8f6a-8bb24744eb0c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 1097 time: 0.0508552 Jul 16 09:42:00.651119 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e07dee5b-237a-4142-83d3-111910e3f52d req-dc6f90e7-a7c1-403d-8b2a-fc69fb3dff2f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0268471 Jul 16 09:42:00.887437 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d8cb22-53a6-44eb-bfa3-ccc7654ab42a req-218a4e2c-b5ef-4f11-b719-d0722fa7847a tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:00.889435 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-89d8cb22-53a6-44eb-bfa3-ccc7654ab42a req-218a4e2c-b5ef-4f11-b719-d0722fa7847a tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 945 time: 0.0616903 Jul 16 09:42:00.925363 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-89d8cb22-53a6-44eb-bfa3-ccc7654ab42a req-a180a52a-2807-463f-a5d2-c6fb3f31a53a tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304198 Jul 16 09:42:02.096693 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b624394-4f99-464d-9319-14d71662726c req-230ea3c6-b709-43e0-8c3d-ea64ef4df55c tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:02.098161 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1b624394-4f99-464d-9319-14d71662726c req-230ea3c6-b709-43e0-8c3d-ea64ef4df55c tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 945 time: 0.0647383 Jul 16 09:42:02.135611 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1b624394-4f99-464d-9319-14d71662726c req-fe04d078-7f01-4190-9507-5025e4f76b54 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319684 Jul 16 09:42:02.311499 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc617ed-22c6-497f-8799-6ba9e50a1829 req-0340f4b0-1131-4ab5-b66b-2f650d0b32f4 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:02.313012 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0fc617ed-22c6-497f-8799-6ba9e50a1829 req-0340f4b0-1131-4ab5-b66b-2f650d0b32f4 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 945 time: 0.0670364 Jul 16 09:42:02.350091 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0fc617ed-22c6-497f-8799-6ba9e50a1829 req-65f78dea-4831-472c-a61e-da35eb4680ec tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312822 Jul 16 09:42:02.686044 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bcca97-ee20-4910-8008-9c6209b6bd22 req-8b2b4126-b845-4486-b80c-fef710c7a443 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:02.687432 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f1bcca97-ee20-4910-8008-9c6209b6bd22 req-8b2b4126-b845-4486-b80c-fef710c7a443 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 945 time: 0.0623620 Jul 16 09:42:02.725996 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f1bcca97-ee20-4910-8008-9c6209b6bd22 req-eee43e3e-ad95-4092-b901-0d65da1cb9b7 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327675 Jul 16 09:42:02.934386 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:02.957986 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:03.240289 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:42:03.385240 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e4721b33-a20c-4ee9-b98c-83b6bd4b96c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:05.818808 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-219065e1-b82f-4a11-8729-66e6ac84b4a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:06.138226 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:07.374609 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:08.815441 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:14.398008 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477bc4c3-7b48-44a7-8266-18374cbfb30c req-80d6101b-2e02-4532-babc-7d0c69ec05e2 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:14.399404 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-477bc4c3-7b48-44a7-8266-18374cbfb30c req-80d6101b-2e02-4532-babc-7d0c69ec05e2 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 945 time: 0.0701234 Jul 16 09:42:14.437213 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-477bc4c3-7b48-44a7-8266-18374cbfb30c req-4e6879f2-b6c8-473a-aaa7-a6ffe1ea33e5 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319023 Jul 16 09:42:14.463983 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49034) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:14.556460 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-736feea2-dfe2-42f0-b303-142c307cf5d6 tempest-TestMinimumBasicScenario-342734686 tempest-TestMinimumBasicScenario-342734686-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:14.557983 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-736feea2-dfe2-42f0-b303-142c307cf5d6 tempest-TestMinimumBasicScenario-342734686 tempest-TestMinimumBasicScenario-342734686-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 1092 time: 0.0929878 Jul 16 09:42:14.561728 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49038) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:14.566108 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'port_id': 'b8209dc1-c064-4776-8731-d5d35b4384a1', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:42:14.588557 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:14.689772 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:14.792334 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Allocated IP 172.25.3.144 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/26aba833-1398-4237-b326-2bfd729f29fb) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:42:14.897765 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:14.936739 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:14.976754 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:42:14.979472 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:42:14.983736 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:42:14.989419 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Pushing event updated for resources: {'Port': ['ID=26aba833-1398-4237-b326-2bfd729f29fb,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:15.016101 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:15.016490 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:15.016845 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:15.017192 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:15.017537 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:15.017880 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:15.018219 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:15.018554 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:15.018891 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:15.019223 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:15.019559 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:15.019884 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:42:15.373722 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:15.457166 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:15.494979 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-70d48336-23c5-411a-ad5d-a7b8d5d52e55 req-c9a29a39-d76a-4343-aaba-b469a95748b3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511205 Jul 16 09:42:15.588020 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d48336-23c5-411a-ad5d-a7b8d5d52e55 req-b225e3d0-d439-428b-b29b-0b34eb9cef24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:15.589564 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-70d48336-23c5-411a-ad5d-a7b8d5d52e55 req-b225e3d0-d439-428b-b29b-0b34eb9cef24 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4df886e449b844b89660437e15a6772f&device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 1097 time: 0.0536401 Jul 16 09:42:15.609514 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:15.614177 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:15.693876 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Pushing event updated for resources: {'Port': ['ID=26aba833-1398-4237-b326-2bfd729f29fb,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:15.704669 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d48336-23c5-411a-ad5d-a7b8d5d52e55 req-3e479ae0-9458-4697-8503-10b916384e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:15.706700 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:15.707371 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-70d48336-23c5-411a-ad5d-a7b8d5d52e55 req-3e479ae0-9458-4697-8503-10b916384e1c service neutron] 10.222.0.30 "GET /v2.0/networks?id=481fa41b-a2ee-46dd-b8b2-76bc139f1410 HTTP/1.1" status: 200 len: 915 time: 0.0958142 Jul 16 09:42:15.804597 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-70d48336-23c5-411a-ad5d-a7b8d5d52e55 req-b775e977-4b5a-4d51-b103-1f20556d8d3f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8209dc1-c064-4776-8731-d5d35b4384a1 HTTP/1.1" status: 200 len: 999 time: 0.0907397 Jul 16 09:42:15.813070 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Floating IP fe039d8e-5b71-4ae2-b632-e283df334673 associated. External IP: 172.25.3.144, port: b8209dc1-c064-4776-8731-d5d35b4384a1. Jul 16 09:42:15.862471 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d48336-23c5-411a-ad5d-a7b8d5d52e55 req-a961f068-075f-48b7-8773-5ce54ccaf026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:15.863960 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-70d48336-23c5-411a-ad5d-a7b8d5d52e55 req-a961f068-075f-48b7-8773-5ce54ccaf026 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fee922f-8d96-4d78-a314-155bd85c0226 HTTP/1.1" status: 200 len: 853 time: 0.0522108 Jul 16 09:42:15.922560 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d48336-23c5-411a-ad5d-a7b8d5d52e55 req-cf6fcf2a-4135-4a58-9a0a-fd5328554acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:15.924073 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-70d48336-23c5-411a-ad5d-a7b8d5d52e55 req-cf6fcf2a-4135-4a58-9a0a-fd5328554acd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=481fa41b-a2ee-46dd-b8b2-76bc139f1410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543082 Jul 16 09:42:16.020078 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-70d48336-23c5-411a-ad5d-a7b8d5d52e55 req-ab2c35d6-6372-4499-aaf3-caf623d4a1a7 service neutron] 10.222.0.30 "GET /v2.0/networks/481fa41b-a2ee-46dd-b8b2-76bc139f1410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897870 Jul 16 09:42:16.033513 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Router bbc31eb7-596f-4533-b692-0f364137b8bf has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:42:16.113797 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-70d48336-23c5-411a-ad5d-a7b8d5d52e55 req-23c09069-fe27-4ec5-8f36-e461d12d19b5 service neutron] 10.222.0.30 "GET /v2.0/networks/481fa41b-a2ee-46dd-b8b2-76bc139f1410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881832 Jul 16 09:42:16.144643 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:42:16.153706 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3fff4f-6019-4a88-8c39-3e519c01faf4 None None] Sync routers for ids ['bbc31eb7-596f-4533-b692-0f364137b8bf'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:42:16.161099 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:16.162873 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3fff4f-6019-4a88-8c39-3e519c01faf4 None None] Routers {'bbc31eb7-596f-4533-b692-0f364137b8bf'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:42:16.163498 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8d3fff4f-6019-4a88-8c39-3e519c01faf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:42:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['bbc31eb7-596f-4533-b692-0f364137b8bf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:16.198561 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fc843333-3e13-4a52-8efe-7aa6d3cf8532 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6358082 Jul 16 09:42:16.199252 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713be8c1-1b32-4009-be3f-c0769915c610', 'tag': 'b8209dc1-c064-4776-8731-d5d35b4384a1'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:42:16.201499 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49040) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:16.202753 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3accf565-f1af-4d86-ade3-f138b8d39cac" -d '{"events": [{"name": "network-changed", "server_uuid": "713be8c1-1b32-4009-be3f-c0769915c610", "tag": "b8209dc1-c064-4776-8731-d5d35b4384a1"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:42:16.206839 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-73e909b8-ebf2-4f74-a0ff-b004378ac9b0 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-743450063', 'description': 'tempest-secgroup-smoke-743450063 description', 'project_id': '4df886e449b844b89660437e15a6772f'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:42:16.232037 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-73e909b8-ebf2-4f74-a0ff-b004378ac9b0 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:16.248936 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d57ddc-5eb1-4aad-b01c-58207fcdfe3b x-openstack-request-id: req-85d57ddc-5eb1-4aad-b01c-58207fcdfe3b {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:42:16.249247 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "713be8c1-1b32-4009-be3f-c0769915c610", "tag": "b8209dc1-c064-4776-8731-d5d35b4384a1", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:42:16.249480 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-85d57ddc-5eb1-4aad-b01c-58207fcdfe3b {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:42:16.249881 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '713be8c1-1b32-4009-be3f-c0769915c610', 'tag': 'b8209dc1-c064-4776-8731-d5d35b4384a1', 'status': 'completed', 'code': 200} Jul 16 09:42:16.275649 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-8d3fff4f-6019-4a88-8c39-3e519c01faf4 None None] Set router bbc31eb7-596f-4533-b692-0f364137b8bf gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:42:16.363855 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-73e909b8-ebf2-4f74-a0ff-b004378ac9b0 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:16.370480 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3accf565-f1af-4d86-ade3-f138b8d39cac req-e25fee33-12c4-4eb3-9b87-31af576dd017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:16.372138 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3accf565-f1af-4d86-ade3-f138b8d39cac req-e25fee33-12c4-4eb3-9b87-31af576dd017 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4df886e449b844b89660437e15a6772f&device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 1097 time: 0.0977018 Jul 16 09:42:16.373593 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-73e909b8-ebf2-4f74-a0ff-b004378ac9b0 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:16.428598 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-73e909b8-ebf2-4f74-a0ff-b004378ac9b0 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:16.429959 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-73e909b8-ebf2-4f74-a0ff-b004378ac9b0 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2273269 Jul 16 09:42:16.432874 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49044) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:16.437317 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-927704f6-1856-455d-84b0-351c0c6cd58f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Request body: {'security_group_rule': {'security_group_id': 'af33fefd-1233-48f8-a382-0b2750bb368d', 'project_id': '4df886e449b844b89660437e15a6772f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:42:16.442805 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e909b8-ebf2-4f74-a0ff-b004378ac9b0 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af33fefd-1233-48f8-a382-0b2750bb368d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:16.508163 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-927704f6-1856-455d-84b0-351c0c6cd58f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:16.512265 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8d3fff4f-6019-4a88-8c39-3e519c01faf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'name': 'tempest-TestMinimumBasicScenario-376477133-router', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'd1495d71-ab64-4999-80e4-7290ee222c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:25Z', 'updated_at': '2021-07-16T09:41:28Z', 'revision_number': 4, 'project_id': '4df886e449b844b89660437e15a6772f', 'gw_port': {'id': 'd1495d71-ab64-4999-80e4-7290ee222c6e', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:25Z', 'updated_at': '2021-07-16T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'fe039d8e-5b71-4ae2-b632-e283df334673', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'port_id': 'b8209dc1-c064-4776-8731-d5d35b4384a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '481fa41b-a2ee-46dd-b8b2-76bc139f1410', 'mac_address': 'fa:16:3e:98:40:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713be8c1-1b32-4009-be3f-c0769915c610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:42:15Z', 'updated_at': '2021-07-16T09:42:15Z', 'revision_number': 0, 'project_id': '4df886e449b844b89660437e15a6772f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85931541-1fe1-428a-bf91-bfb87d415086', 'name': '', 'network_id': '481fa41b-a2ee-46dd-b8b2-76bc139f1410', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'mac_address': 'fa:16:3e:dd:5f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '5fee922f-8d96-4d78-a314-155bd85c0226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:27Z', 'updated_at': '2021-07-16T09:41:33Z', 'revision_number': 5, 'project_id': '4df886e449b844b89660437e15a6772f', 'subnets': [{'id': '5fee922f-8d96-4d78-a314-155bd85c0226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:16.512610 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3accf565-f1af-4d86-ade3-f138b8d39cac req-9722052c-fccf-4d06-a73b-a63fe46513cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:16.514106 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3accf565-f1af-4d86-ade3-f138b8d39cac req-9722052c-fccf-4d06-a73b-a63fe46513cb service neutron] 10.222.0.30 "GET /v2.0/networks?id=481fa41b-a2ee-46dd-b8b2-76bc139f1410 HTTP/1.1" status: 200 len: 915 time: 0.1325135 Jul 16 09:42:16.542188 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3fff4f-6019-4a88-8c39-3e519c01faf4 None None] Checking router: bbc31eb7-596f-4533-b692-0f364137b8bf for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:42:16.550838 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3fff4f-6019-4a88-8c39-3e519c01faf4 None None] Routers {'bbc31eb7-596f-4533-b692-0f364137b8bf'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:42:16.551444 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8d3fff4f-6019-4a88-8c39-3e519c01faf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:42:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['bbc31eb7-596f-4533-b692-0f364137b8bf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:16.603223 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3accf565-f1af-4d86-ade3-f138b8d39cac req-cb66286a-68a3-4372-b61e-20acacbddf05 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8209dc1-c064-4776-8731-d5d35b4384a1 HTTP/1.1" status: 200 len: 999 time: 0.0814309 Jul 16 09:42:16.612729 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-927704f6-1856-455d-84b0-351c0c6cd58f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:16.638387 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-927704f6-1856-455d-84b0-351c0c6cd58f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:16.660835 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-8d3fff4f-6019-4a88-8c39-3e519c01faf4 None None] Set router bbc31eb7-596f-4533-b692-0f364137b8bf gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:42:16.664112 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927704f6-1856-455d-84b0-351c0c6cd58f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ea396bf-0ba5-4da1-a26a-6cb6a5994c79,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:16.675424 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3accf565-f1af-4d86-ade3-f138b8d39cac req-397c2121-e534-42f2-ace2-1e611caf5d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:16.676900 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3accf565-f1af-4d86-ade3-f138b8d39cac req-397c2121-e534-42f2-ace2-1e611caf5d0c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fee922f-8d96-4d78-a314-155bd85c0226 HTTP/1.1" status: 200 len: 853 time: 0.0661087 Jul 16 09:42:16.677577 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-927704f6-1856-455d-84b0-351c0c6cd58f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:16.678621 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-927704f6-1856-455d-84b0-351c0c6cd58f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2448857 Jul 16 09:42:16.681378 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49046) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:16.685762 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-dd341ff9-4ca3-48a6-a7f3-3d1a6ad41fb8 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Request body: {'security_group_rule': {'security_group_id': 'af33fefd-1233-48f8-a382-0b2750bb368d', 'project_id': '4df886e449b844b89660437e15a6772f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:42:16.746101 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dd341ff9-4ca3-48a6-a7f3-3d1a6ad41fb8 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:16.787115 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3accf565-f1af-4d86-ade3-f138b8d39cac req-a4c55edd-0579-49a7-9c04-57eafbab7ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:16.788651 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3accf565-f1af-4d86-ade3-f138b8d39cac req-a4c55edd-0579-49a7-9c04-57eafbab7ecd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=481fa41b-a2ee-46dd-b8b2-76bc139f1410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0987380 Jul 16 09:42:16.868089 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dd341ff9-4ca3-48a6-a7f3-3d1a6ad41fb8 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:16.876000 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dd341ff9-4ca3-48a6-a7f3-3d1a6ad41fb8 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:16.891020 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-8d3fff4f-6019-4a88-8c39-3e519c01faf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'name': 'tempest-TestMinimumBasicScenario-376477133-router', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'd1495d71-ab64-4999-80e4-7290ee222c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:25Z', 'updated_at': '2021-07-16T09:41:28Z', 'revision_number': 4, 'project_id': '4df886e449b844b89660437e15a6772f', 'gw_port': {'id': 'd1495d71-ab64-4999-80e4-7290ee222c6e', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:25Z', 'updated_at': '2021-07-16T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'fe039d8e-5b71-4ae2-b632-e283df334673', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'port_id': 'b8209dc1-c064-4776-8731-d5d35b4384a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '481fa41b-a2ee-46dd-b8b2-76bc139f1410', 'mac_address': 'fa:16:3e:98:40:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713be8c1-1b32-4009-be3f-c0769915c610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:42:15Z', 'updated_at': '2021-07-16T09:42:15Z', 'revision_number': 0, 'project_id': '4df886e449b844b89660437e15a6772f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85931541-1fe1-428a-bf91-bfb87d415086', 'name': '', 'network_id': '481fa41b-a2ee-46dd-b8b2-76bc139f1410', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'mac_address': 'fa:16:3e:dd:5f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '5fee922f-8d96-4d78-a314-155bd85c0226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:27Z', 'updated_at': '2021-07-16T09:41:33Z', 'revision_number': 5, 'project_id': '4df886e449b844b89660437e15a6772f', 'subnets': [{'id': '5fee922f-8d96-4d78-a314-155bd85c0226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:42:16.909630 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd341ff9-4ca3-48a6-a7f3-3d1a6ad41fb8 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5d23abd-aac5-47c7-be2d-b60d5be5b23d,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:16.914860 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dd341ff9-4ca3-48a6-a7f3-3d1a6ad41fb8 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:16.916066 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-dd341ff9-4ca3-48a6-a7f3-3d1a6ad41fb8 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2337730 Jul 16 09:42:16.918945 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49048) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:16.920150 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3accf565-f1af-4d86-ade3-f138b8d39cac req-fb67b537-b4dd-4bda-908e-7ac7eb4aa9df service neutron] 10.222.0.30 "GET /v2.0/networks/481fa41b-a2ee-46dd-b8b2-76bc139f1410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217539 Jul 16 09:42:16.922729 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3fff4f-6019-4a88-8c39-3e519c01faf4 None None] The sync data for ids ['bbc31eb7-596f-4533-b692-0f364137b8bf'] in n-d-771362-37 is: [{'id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'name': 'tempest-TestMinimumBasicScenario-376477133-router', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'd1495d71-ab64-4999-80e4-7290ee222c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:25Z', 'updated_at': '2021-07-16T09:41:28Z', 'revision_number': 4, 'project_id': '4df886e449b844b89660437e15a6772f', 'gw_port': {'id': 'd1495d71-ab64-4999-80e4-7290ee222c6e', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:25Z', 'updated_at': '2021-07-16T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'fe039d8e-5b71-4ae2-b632-e283df334673', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'floating_ip_address': '172.25.3.144', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'port_id': 'b8209dc1-c064-4776-8731-d5d35b4384a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '481fa41b-a2ee-46dd-b8b2-76bc139f1410', 'mac_address': 'fa:16:3e:98:40:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '713be8c1-1b32-4009-be3f-c0769915c610', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:42:15Z', 'updated_at': '2021-07-16T09:42:15Z', 'revision_number': 0, 'project_id': '4df886e449b844b89660437e15a6772f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '85931541-1fe1-428a-bf91-bfb87d415086', 'name': '', 'network_id': '481fa41b-a2ee-46dd-b8b2-76bc139f1410', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'mac_address': 'fa:16:3e:dd:5f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '5fee922f-8d96-4d78-a314-155bd85c0226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:27Z', 'updated_at': '2021-07-16T09:41:33Z', 'revision_number': 5, 'project_id': '4df886e449b844b89660437e15a6772f', 'subnets': [{'id': '5fee922f-8d96-4d78-a314-155bd85c0226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:42:16.924556 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c359b5bb-6453-4012-af06-5b74bb843754 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Request body: {'security_group_rule': {'security_group_id': 'af33fefd-1233-48f8-a382-0b2750bb368d', 'project_id': '4df886e449b844b89660437e15a6772f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:42:16.955386 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c359b5bb-6453-4012-af06-5b74bb843754 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:17.022539 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3accf565-f1af-4d86-ade3-f138b8d39cac req-effd2a66-8c51-49fa-9a50-99366a9de30f service neutron] 10.222.0.30 "GET /v2.0/networks/481fa41b-a2ee-46dd-b8b2-76bc139f1410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958283 Jul 16 09:42:17.031463 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c359b5bb-6453-4012-af06-5b74bb843754 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:17.035341 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c359b5bb-6453-4012-af06-5b74bb843754 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:17.057030 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c359b5bb-6453-4012-af06-5b74bb843754 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4fd4053-ff7d-47a6-805a-7e110d3ca9ef,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:17.060369 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c359b5bb-6453-4012-af06-5b74bb843754 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:17.061594 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c359b5bb-6453-4012-af06-5b74bb843754 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1416745 Jul 16 09:42:17.064546 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49050) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:17.069494 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-b484d41b-126f-4710-8899-69719300bb14 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Request body: {'security_group_rule': {'security_group_id': 'af33fefd-1233-48f8-a382-0b2750bb368d', 'project_id': '4df886e449b844b89660437e15a6772f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:42:17.097983 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b484d41b-126f-4710-8899-69719300bb14 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:17.149065 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca3f19f2-9917-4b0d-8a36-1e5da0d82079 None None] New status for floating IP fe039d8e-5b71-4ae2-b632-e283df334673: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:42:17.161271 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b484d41b-126f-4710-8899-69719300bb14 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:17.165045 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b484d41b-126f-4710-8899-69719300bb14 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:17.182230 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b484d41b-126f-4710-8899-69719300bb14 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa58c57c-6220-4287-b83a-c27daf32322e,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:17.193644 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b484d41b-126f-4710-8899-69719300bb14 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:17.194863 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b484d41b-126f-4710-8899-69719300bb14 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1292639 Jul 16 09:42:17.197818 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49052) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:17.202918 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-0a93ac7e-177a-4ff1-9986-a9fa50c7177d tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Request body: {'security_group_rule': {'security_group_id': 'af33fefd-1233-48f8-a382-0b2750bb368d', 'project_id': '4df886e449b844b89660437e15a6772f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:42:17.224723 n-d-771362-37 neutron-server[93758]: INFO neutron.db.securitygroups_db [None req-0a93ac7e-177a-4ff1-9986-a9fa50c7177d tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Project 4df886e449b844b89660437e15a6772f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:42:17.229498 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0a93ac7e-177a-4ff1-9986-a9fa50c7177d tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:17.293137 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0a93ac7e-177a-4ff1-9986-a9fa50c7177d tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:17.297559 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0a93ac7e-177a-4ff1-9986-a9fa50c7177d tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:17.316568 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93ac7e-177a-4ff1-9986-a9fa50c7177d tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3fcfbd0-e675-4ce7-a166-5810c0d19901,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:17.323005 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0a93ac7e-177a-4ff1-9986-a9fa50c7177d tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:17.324317 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0a93ac7e-177a-4ff1-9986-a9fa50c7177d tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1254468 Jul 16 09:42:17.327836 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49054) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:42:17.332314 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-10055ef1-63d8-4a32-8f25-75e70b658da0 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Request body: {'security_group_rule': {'security_group_id': 'af33fefd-1233-48f8-a382-0b2750bb368d', 'project_id': '4df886e449b844b89660437e15a6772f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:42:17.354401 n-d-771362-37 neutron-server[93758]: INFO neutron.db.securitygroups_db [None req-10055ef1-63d8-4a32-8f25-75e70b658da0 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Project 4df886e449b844b89660437e15a6772f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:42:17.359059 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-10055ef1-63d8-4a32-8f25-75e70b658da0 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:17.418585 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-10055ef1-63d8-4a32-8f25-75e70b658da0 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:17.422083 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-10055ef1-63d8-4a32-8f25-75e70b658da0 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:17.440378 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10055ef1-63d8-4a32-8f25-75e70b658da0 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff2956d4-948e-4b59-91c1-29eb6758b5f3,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:17.444011 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-10055ef1-63d8-4a32-8f25-75e70b658da0 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:17.445269 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-10055ef1-63d8-4a32-8f25-75e70b658da0 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1164520 Jul 16 09:42:17.561533 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c6de5a22-c966-42f2-9046-624c2d2bc4c7 req-682c3714-30f7-469c-a866-eccecd45555b tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-743450063&fields=id&tenant_id=4df886e449b844b89660437e15a6772f HTTP/1.1" status: 200 len: 267 time: 0.0328624 Jul 16 09:42:17.631473 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de5a22-c966-42f2-9046-624c2d2bc4c7 req-4cf36a18-709d-4b31-9bcd-3fdb5ba64d5f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:17.632913 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c6de5a22-c966-42f2-9046-624c2d2bc4c7 req-4cf36a18-709d-4b31-9bcd-3fdb5ba64d5f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 945 time: 0.0660646 Jul 16 09:42:17.644051 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-c6de5a22-c966-42f2-9046-624c2d2bc4c7 req-65fc3d03-4f24-4b57-8b9a-f179a0571587 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Request body: {'port': {'security_groups': ['f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb', 'af33fefd-1233-48f8-a382-0b2750bb368d']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:42:17.727925 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c6de5a22-c966-42f2-9046-624c2d2bc4c7 req-65fc3d03-4f24-4b57-8b9a-f179a0571587 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:17.922806 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-c6de5a22-c966-42f2-9046-624c2d2bc4c7 req-65fc3d03-4f24-4b57-8b9a-f179a0571587 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] For port b8209dc1-c064-4776-8731-d5d35b4384a1, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=b8209dc1-c064-4776-8731-d5d35b4384a1,segment=NetworkSegment(64af7c25-c372-4ff3-af5c-bd043bce707b),segment_id=64af7c25-c372-4ff3-af5c-bd043bce707b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:42:17.953698 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c6de5a22-c966-42f2-9046-624c2d2bc4c7 req-65fc3d03-4f24-4b57-8b9a-f179a0571587 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:17.958297 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c6de5a22-c966-42f2-9046-624c2d2bc4c7 req-65fc3d03-4f24-4b57-8b9a-f179a0571587 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:17.970275 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['b8209dc1-c064-4776-8731-d5d35b4384a1'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:42:18.005361 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6de5a22-c966-42f2-9046-624c2d2bc4c7 req-65fc3d03-4f24-4b57-8b9a-f179a0571587 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:18.006072 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c6de5a22-c966-42f2-9046-624c2d2bc4c7 req-65fc3d03-4f24-4b57-8b9a-f179a0571587 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:18.007489 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c6de5a22-c966-42f2-9046-624c2d2bc4c7 req-65fc3d03-4f24-4b57-8b9a-f179a0571587 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "PUT /v2.0/ports/b8209dc1-c064-4776-8731-d5d35b4384a1 HTTP/1.1" status: 200 len: 981 time: 0.3679595 Jul 16 09:42:18.047303 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc3d03-4f24-4b57-8b9a-f179a0571587 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Pushing event updated for resources: {'Port': ['ID=b8209dc1-c064-4776-8731-d5d35b4384a1,revision_number=6']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:42:18.071789 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['b8209dc1-c064-4776-8731-d5d35b4384a1'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:42:18.186738 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582bfee6-5972-48d9-a4b6-94d58e408e20 req-21997a4c-fdba-4aa4-8efa-5895e83e008d tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:18.188567 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-582bfee6-5972-48d9-a4b6-94d58e408e20 req-21997a4c-fdba-4aa4-8efa-5895e83e008d tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 984 time: 0.0700736 Jul 16 09:42:18.233655 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-582bfee6-5972-48d9-a4b6-94d58e408e20 req-0eefa647-5123-4b02-b9c9-a5778b13337e tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb&id=af33fefd-1233-48f8-a382-0b2750bb368d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369718 Jul 16 09:42:18.251074 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713be8c1-1b32-4009-be3f-c0769915c610', 'tag': 'b8209dc1-c064-4776-8731-d5d35b4384a1'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:42:18.253643 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae6c2e53-22f1-481a-b255-57f0e6e7a501" -d '{"events": [{"name": "network-changed", "server_uuid": "713be8c1-1b32-4009-be3f-c0769915c610", "tag": "b8209dc1-c064-4776-8731-d5d35b4384a1"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:42:18.297082 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:42:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd41117e-47ab-42fd-b180-e4fa65f5720e x-openstack-request-id: req-bd41117e-47ab-42fd-b180-e4fa65f5720e {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:42:18.297378 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "713be8c1-1b32-4009-be3f-c0769915c610", "tag": "b8209dc1-c064-4776-8731-d5d35b4384a1", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:42:18.297632 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-bd41117e-47ab-42fd-b180-e4fa65f5720e {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:42:18.298143 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '713be8c1-1b32-4009-be3f-c0769915c610', 'tag': 'b8209dc1-c064-4776-8731-d5d35b4384a1', 'status': 'completed', 'code': 200} Jul 16 09:42:18.331350 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e2dd8b92-3078-44db-8078-7cf9e61760b4 None None] Provisioning complete for port b8209dc1-c064-4776-8731-d5d35b4384a1 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:42:18.331726 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e2dd8b92-3078-44db-8078-7cf9e61760b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:18.377221 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c2e53-22f1-481a-b255-57f0e6e7a501 req-aa6edf61-78b4-4b2d-a5cc-cdff492d8af1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:18.378745 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae6c2e53-22f1-481a-b255-57f0e6e7a501 req-aa6edf61-78b4-4b2d-a5cc-cdff492d8af1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4df886e449b844b89660437e15a6772f&device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 1136 time: 0.0566876 Jul 16 09:42:18.471168 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c2e53-22f1-481a-b255-57f0e6e7a501 req-b862d682-4afc-44d2-b283-5897f060a892 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:18.472592 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae6c2e53-22f1-481a-b255-57f0e6e7a501 req-b862d682-4afc-44d2-b283-5897f060a892 service neutron] 10.222.0.30 "GET /v2.0/networks?id=481fa41b-a2ee-46dd-b8b2-76bc139f1410 HTTP/1.1" status: 200 len: 915 time: 0.0869045 Jul 16 09:42:18.540484 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae6c2e53-22f1-481a-b255-57f0e6e7a501 req-38fdd336-fc82-40b9-942b-13467a630aef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8209dc1-c064-4776-8731-d5d35b4384a1 HTTP/1.1" status: 200 len: 1001 time: 0.0611789 Jul 16 09:42:18.589748 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c2e53-22f1-481a-b255-57f0e6e7a501 req-945d83fb-e405-4f23-bf1c-bbb045df358b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:18.591201 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae6c2e53-22f1-481a-b255-57f0e6e7a501 req-945d83fb-e405-4f23-bf1c-bbb045df358b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fee922f-8d96-4d78-a314-155bd85c0226 HTTP/1.1" status: 200 len: 853 time: 0.0441012 Jul 16 09:42:18.648014 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6c2e53-22f1-481a-b255-57f0e6e7a501 req-e4e65b29-6b49-414a-b01d-be5124fde43d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:18.649558 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae6c2e53-22f1-481a-b255-57f0e6e7a501 req-e4e65b29-6b49-414a-b01d-be5124fde43d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=481fa41b-a2ee-46dd-b8b2-76bc139f1410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0516319 Jul 16 09:42:18.743773 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae6c2e53-22f1-481a-b255-57f0e6e7a501 req-5fb1ef60-62dc-4422-8e8f-4350c3cd8810 service neutron] 10.222.0.30 "GET /v2.0/networks/481fa41b-a2ee-46dd-b8b2-76bc139f1410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837522 Jul 16 09:42:18.831783 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae6c2e53-22f1-481a-b255-57f0e6e7a501 req-9b100294-8e41-43c1-a77b-f305b02fe778 service neutron] 10.222.0.30 "GET /v2.0/networks/481fa41b-a2ee-46dd-b8b2-76bc139f1410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801799 Jul 16 09:42:32.937077 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:32.955502 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:33.385335 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4eac771e-f499-46d9-b3f1-013d98f13a2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:35.519032 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad078ece-9016-4adf-b1c4-836a960d5a1a req-1aeef9c2-ea4e-4bcc-bead-630c763eec4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:35.520086 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ad078ece-9016-4adf-b1c4-836a960d5a1a req-1aeef9c2-ea4e-4bcc-bead-630c763eec4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4df886e449b844b89660437e15a6772f&device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 1136 time: 0.0577931 Jul 16 09:42:35.554191 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a31b5f-6e2f-442a-a58b-daa8d046328a req-9fe559ba-291b-44bb-911d-05a827b2ea85 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:35.555804 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b5a31b5f-6e2f-442a-a58b-daa8d046328a req-9fe559ba-291b-44bb-911d-05a827b2ea85 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 984 time: 0.0692215 Jul 16 09:42:35.604443 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b5a31b5f-6e2f-442a-a58b-daa8d046328a req-2192f15c-57f2-421f-8f74-2db3433d44d3 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb&id=af33fefd-1233-48f8-a382-0b2750bb368d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387764 Jul 16 09:42:35.829178 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9f74aa4e-ed5d-40af-a5e4-3f79ddd95ed7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:35.959164 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad078ece-9016-4adf-b1c4-836a960d5a1a req-65f44edd-ed81-4567-894d-3062919c3d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:35.960694 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ad078ece-9016-4adf-b1c4-836a960d5a1a req-65f44edd-ed81-4567-894d-3062919c3d23 service neutron] 10.222.0.30 "GET /v2.0/networks?id=481fa41b-a2ee-46dd-b8b2-76bc139f1410 HTTP/1.1" status: 200 len: 915 time: 0.4347773 Jul 16 09:42:36.027665 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ad078ece-9016-4adf-b1c4-836a960d5a1a req-01d2cda5-ef65-4ccb-aa43-8fc10e557152 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8209dc1-c064-4776-8731-d5d35b4384a1 HTTP/1.1" status: 200 len: 1001 time: 0.0591004 Jul 16 09:42:36.075898 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad078ece-9016-4adf-b1c4-836a960d5a1a req-eba08032-42c0-4fd8-a42b-83ab2c8fb5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:36.077369 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ad078ece-9016-4adf-b1c4-836a960d5a1a req-eba08032-42c0-4fd8-a42b-83ab2c8fb5f8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fee922f-8d96-4d78-a314-155bd85c0226 HTTP/1.1" status: 200 len: 853 time: 0.0425673 Jul 16 09:42:36.140828 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad078ece-9016-4adf-b1c4-836a960d5a1a req-6ca54c07-11c1-42d6-b846-dbbdaa51307e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:36.142497 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ad078ece-9016-4adf-b1c4-836a960d5a1a req-6ca54c07-11c1-42d6-b846-dbbdaa51307e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=481fa41b-a2ee-46dd-b8b2-76bc139f1410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581083 Jul 16 09:42:36.142755 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:36.238380 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ad078ece-9016-4adf-b1c4-836a960d5a1a req-46c32c26-c163-4332-b8fe-592b319c1ad5 service neutron] 10.222.0.30 "GET /v2.0/networks/481fa41b-a2ee-46dd-b8b2-76bc139f1410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892608 Jul 16 09:42:36.334305 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ad078ece-9016-4adf-b1c4-836a960d5a1a req-787c709c-9eb5-456d-a68f-00b2cca6010f service neutron] 10.222.0.30 "GET /v2.0/networks/481fa41b-a2ee-46dd-b8b2-76bc139f1410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889506 Jul 16 09:42:36.789056 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeff682-66b1-4c43-a38f-f48b4c2dcb31 req-70577e32-91ce-43cd-84d5-97bbc4383be4 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:36.790519 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-feeff682-66b1-4c43-a38f-f48b4c2dcb31 req-70577e32-91ce-43cd-84d5-97bbc4383be4 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 984 time: 0.0692401 Jul 16 09:42:36.830880 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-feeff682-66b1-4c43-a38f-f48b4c2dcb31 req-1a3b5b9b-90c2-4997-a13a-b6cc3d4e36f5 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb&id=af33fefd-1233-48f8-a382-0b2750bb368d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0346146 Jul 16 09:42:37.382422 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:38.001612 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8c98d6-5c90-42a0-86f2-62e78aac8617 req-1393acff-4533-4dbb-a2c8-0c2fcde88131 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:38.003136 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff8c98d6-5c90-42a0-86f2-62e78aac8617 req-1393acff-4533-4dbb-a2c8-0c2fcde88131 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 984 time: 0.0621023 Jul 16 09:42:38.043590 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff8c98d6-5c90-42a0-86f2-62e78aac8617 req-3c64c698-4cef-4426-99c2-b8e269ffdff4 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb&id=af33fefd-1233-48f8-a382-0b2750bb368d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347116 Jul 16 09:42:38.815546 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:42:39.220599 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d2f650-64a7-4a02-b90a-8f7a41fc2d8b req-3ed8d7cf-57ec-43e4-b8df-99ed3e1462e0 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:39.222111 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d9d2f650-64a7-4a02-b90a-8f7a41fc2d8b req-3ed8d7cf-57ec-43e4-b8df-99ed3e1462e0 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 984 time: 0.0652554 Jul 16 09:42:39.262360 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d9d2f650-64a7-4a02-b90a-8f7a41fc2d8b req-0750b901-0259-4462-b4c3-bf58d9f7110e tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb&id=af33fefd-1233-48f8-a382-0b2750bb368d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0345535 Jul 16 09:42:40.239868 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:42:40.444256 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91520b52-d921-4d17-b112-161031ec8a67 req-0587b001-9c3a-42e4-bb54-d58e7e1bfe59 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:40.445862 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-91520b52-d921-4d17-b112-161031ec8a67 req-0587b001-9c3a-42e4-bb54-d58e7e1bfe59 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 984 time: 0.0686407 Jul 16 09:42:40.487709 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-91520b52-d921-4d17-b112-161031ec8a67 req-10eec130-3c49-4841-9c8d-e6a57d22e571 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb&id=af33fefd-1233-48f8-a382-0b2750bb368d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0361328 Jul 16 09:42:41.664418 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d31d0c-8618-429d-89d4-beb1427c2809 req-347f6652-839a-424b-b12e-e1ceb97f7839 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:41.665953 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-39d31d0c-8618-429d-89d4-beb1427c2809 req-347f6652-839a-424b-b12e-e1ceb97f7839 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 984 time: 0.0633008 Jul 16 09:42:41.711945 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-39d31d0c-8618-429d-89d4-beb1427c2809 req-3ef2d963-d8ea-4e3a-b32d-59a8b990d9fe tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb&id=af33fefd-1233-48f8-a382-0b2750bb368d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396276 Jul 16 09:42:42.892122 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be07fe2-a816-48e0-980c-5c77eef990bf req-d5bff9d5-0030-40ed-ab42-24c4e8489c0b tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:42.893665 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4be07fe2-a816-48e0-980c-5c77eef990bf req-d5bff9d5-0030-40ed-ab42-24c4e8489c0b tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 984 time: 0.0651996 Jul 16 09:42:42.933793 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4be07fe2-a816-48e0-980c-5c77eef990bf req-47e4130c-99e2-4177-98db-ed06e53f0430 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb&id=af33fefd-1233-48f8-a382-0b2750bb368d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0342252 Jul 16 09:42:44.114629 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894a9dd7-e8cd-4fdf-922b-fc9c81a1daa2 req-ba93be54-4845-4428-afb9-88fa961002dd tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:44.116147 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-894a9dd7-e8cd-4fdf-922b-fc9c81a1daa2 req-ba93be54-4845-4428-afb9-88fa961002dd tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 984 time: 0.0695524 Jul 16 09:42:44.158656 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-894a9dd7-e8cd-4fdf-922b-fc9c81a1daa2 req-4d7c6143-fc77-4236-b846-4056f91c8528 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb&id=af33fefd-1233-48f8-a382-0b2750bb368d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0365772 Jul 16 09:42:45.341319 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6270c84-0d7f-48ce-ba7f-088bf17d8764 req-47a1ff33-8379-4e35-ac1c-d4cd78ff0d22 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:45.344072 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f6270c84-0d7f-48ce-ba7f-088bf17d8764 req-47a1ff33-8379-4e35-ac1c-d4cd78ff0d22 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 984 time: 0.0726657 Jul 16 09:42:45.384731 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f6270c84-0d7f-48ce-ba7f-088bf17d8764 req-d5bf62de-6c3c-4358-a1a7-c106a64ef536 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb&id=af33fefd-1233-48f8-a382-0b2750bb368d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348363 Jul 16 09:42:46.575483 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a608864-c280-4089-b0de-be964ddcf8ee req-78eea914-3dde-44b5-8cf9-c0648dc6c4bf tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:46.577156 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5a608864-c280-4089-b0de-be964ddcf8ee req-78eea914-3dde-44b5-8cf9-c0648dc6c4bf tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 984 time: 0.0667717 Jul 16 09:42:46.619300 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5a608864-c280-4089-b0de-be964ddcf8ee req-a08bd888-1ef8-4321-b382-c0e8402a725d tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb&id=af33fefd-1233-48f8-a382-0b2750bb368d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0355444 Jul 16 09:42:47.794778 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67522ee-9361-4e98-8f7a-e0ab6ddb17bf req-85270d0e-b149-4808-83d8-2c4715cf9b23 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:42:47.796611 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a67522ee-9361-4e98-8f7a-e0ab6ddb17bf req-85270d0e-b149-4808-83d8-2c4715cf9b23 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 984 time: 0.0661108 Jul 16 09:42:47.837863 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a67522ee-9361-4e98-8f7a-e0ab6ddb17bf req-435a74e0-ccad-44c6-8995-5a24aa997970 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb&id=af33fefd-1233-48f8-a382-0b2750bb368d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0350659 Jul 16 09:43:02.956795 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:02.960924 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:03.384700 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-96ded7ac-0ec0-4a51-8e43-762e51460909 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:05.823629 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1353b825-e372-4f7c-8130-dcec7fc0af2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:06.143829 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:07.377541 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:08.818317 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:17.240236 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:43:17.514521 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-32e4536a-0d69-4fae-bc52-c2cccaedc5ec req-bdb409c3-cb12-460c-a06a-60f7c10659be service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0541155 Jul 16 09:43:17.610559 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4536a-0d69-4fae-bc52-c2cccaedc5ec req-a16d8b9d-4702-40ed-926f-0cd0e69130b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:17.612020 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-32e4536a-0d69-4fae-bc52-c2cccaedc5ec req-a16d8b9d-4702-40ed-926f-0cd0e69130b7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4df886e449b844b89660437e15a6772f&device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 1136 time: 0.0536022 Jul 16 09:43:17.712845 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4536a-0d69-4fae-bc52-c2cccaedc5ec req-eae5c059-9486-41f5-8ea4-d7b4a5bfaee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:17.714293 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-32e4536a-0d69-4fae-bc52-c2cccaedc5ec req-eae5c059-9486-41f5-8ea4-d7b4a5bfaee3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=481fa41b-a2ee-46dd-b8b2-76bc139f1410 HTTP/1.1" status: 200 len: 915 time: 0.0823388 Jul 16 09:43:17.783022 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-32e4536a-0d69-4fae-bc52-c2cccaedc5ec req-cc376458-7748-4861-a915-792d9ff67019 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8209dc1-c064-4776-8731-d5d35b4384a1 HTTP/1.1" status: 200 len: 1001 time: 0.0610385 Jul 16 09:43:17.830676 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4536a-0d69-4fae-bc52-c2cccaedc5ec req-54b348d7-f56b-45a4-b897-db9c96ed968a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:17.832102 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-32e4536a-0d69-4fae-bc52-c2cccaedc5ec req-54b348d7-f56b-45a4-b897-db9c96ed968a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fee922f-8d96-4d78-a314-155bd85c0226 HTTP/1.1" status: 200 len: 853 time: 0.0433376 Jul 16 09:43:17.887615 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e4536a-0d69-4fae-bc52-c2cccaedc5ec req-23a485f1-f1f4-40a3-bc66-e05e4c9b5806 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:17.889147 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-32e4536a-0d69-4fae-bc52-c2cccaedc5ec req-23a485f1-f1f4-40a3-bc66-e05e4c9b5806 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=481fa41b-a2ee-46dd-b8b2-76bc139f1410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0509553 Jul 16 09:43:17.979180 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-32e4536a-0d69-4fae-bc52-c2cccaedc5ec req-cc0c3140-3a4f-4b99-a055-68943f45b68a service neutron] 10.222.0.30 "GET /v2.0/networks/481fa41b-a2ee-46dd-b8b2-76bc139f1410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838852 Jul 16 09:43:18.075842 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-32e4536a-0d69-4fae-bc52-c2cccaedc5ec req-8512b1b9-a55b-45de-bb98-3e3d453f068f service neutron] 10.222.0.30 "GET /v2.0/networks/481fa41b-a2ee-46dd-b8b2-76bc139f1410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895374 Jul 16 09:43:20.465309 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0c98544d-e76c-4eeb-a37e-3033f10b8cf1 req-8aa65812-b739-43aa-b6a8-19d643447426 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-743450063&fields=id&tenant_id=4df886e449b844b89660437e15a6772f HTTP/1.1" status: 200 len: 267 time: 0.0408866 Jul 16 09:43:20.532559 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98544d-e76c-4eeb-a37e-3033f10b8cf1 req-93b4f987-1e85-41a5-82cd-55ed9c468bb7 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:20.534056 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0c98544d-e76c-4eeb-a37e-3033f10b8cf1 req-93b4f987-1e85-41a5-82cd-55ed9c468bb7 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 984 time: 0.0627079 Jul 16 09:43:20.544619 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-0c98544d-e76c-4eeb-a37e-3033f10b8cf1 req-da3208d3-7df5-4968-9355-4b1aa4b8cf2f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Request body: {'port': {'security_groups': ['f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb']}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:20.625260 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0c98544d-e76c-4eeb-a37e-3033f10b8cf1 req-da3208d3-7df5-4968-9355-4b1aa4b8cf2f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:20.799782 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-0c98544d-e76c-4eeb-a37e-3033f10b8cf1 req-da3208d3-7df5-4968-9355-4b1aa4b8cf2f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] For port b8209dc1-c064-4776-8731-d5d35b4384a1, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=b8209dc1-c064-4776-8731-d5d35b4384a1,segment=NetworkSegment(64af7c25-c372-4ff3-af5c-bd043bce707b),segment_id=64af7c25-c372-4ff3-af5c-bd043bce707b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:43:20.832610 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0c98544d-e76c-4eeb-a37e-3033f10b8cf1 req-da3208d3-7df5-4968-9355-4b1aa4b8cf2f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:20.838986 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0c98544d-e76c-4eeb-a37e-3033f10b8cf1 req-da3208d3-7df5-4968-9355-4b1aa4b8cf2f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:20.851047 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['b8209dc1-c064-4776-8731-d5d35b4384a1'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:43:20.886956 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c98544d-e76c-4eeb-a37e-3033f10b8cf1 req-da3208d3-7df5-4968-9355-4b1aa4b8cf2f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:20.887547 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-0c98544d-e76c-4eeb-a37e-3033f10b8cf1 req-da3208d3-7df5-4968-9355-4b1aa4b8cf2f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:20.888979 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0c98544d-e76c-4eeb-a37e-3033f10b8cf1 req-da3208d3-7df5-4968-9355-4b1aa4b8cf2f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "PUT /v2.0/ports/b8209dc1-c064-4776-8731-d5d35b4384a1 HTTP/1.1" status: 200 len: 942 time: 0.3489475 Jul 16 09:43:20.889435 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713be8c1-1b32-4009-be3f-c0769915c610', 'tag': 'b8209dc1-c064-4776-8731-d5d35b4384a1'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:43:20.892405 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37a0251d-0878-4df6-95c8-162235486804" -d '{"events": [{"name": "network-changed", "server_uuid": "713be8c1-1b32-4009-be3f-c0769915c610", "tag": "b8209dc1-c064-4776-8731-d5d35b4384a1"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:43:20.896096 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49106) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:20.946938 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8646a980-14e1-4141-bca6-3a0141da9df5 x-openstack-request-id: req-8646a980-14e1-4141-bca6-3a0141da9df5 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:43:20.947675 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "713be8c1-1b32-4009-be3f-c0769915c610", "tag": "b8209dc1-c064-4776-8731-d5d35b4384a1", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:43:20.948175 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8646a980-14e1-4141-bca6-3a0141da9df5 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:43:20.948845 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '713be8c1-1b32-4009-be3f-c0769915c610', 'tag': 'b8209dc1-c064-4776-8731-d5d35b4384a1', 'status': 'completed', 'code': 200} Jul 16 09:43:20.955888 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3208d3-7df5-4968-9355-4b1aa4b8cf2f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Pushing event updated for resources: {'Port': ['ID=b8209dc1-c064-4776-8731-d5d35b4384a1,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:20.965094 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3208d3-7df5-4968-9355-4b1aa4b8cf2f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:20.965977 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3208d3-7df5-4968-9355-4b1aa4b8cf2f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:20.966559 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3208d3-7df5-4968-9355-4b1aa4b8cf2f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:20.967184 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3208d3-7df5-4968-9355-4b1aa4b8cf2f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:20.967784 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3208d3-7df5-4968-9355-4b1aa4b8cf2f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:20.968373 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3208d3-7df5-4968-9355-4b1aa4b8cf2f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:20.968975 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3208d3-7df5-4968-9355-4b1aa4b8cf2f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:20.969555 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3208d3-7df5-4968-9355-4b1aa4b8cf2f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:20.970126 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3208d3-7df5-4968-9355-4b1aa4b8cf2f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:20.970689 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3208d3-7df5-4968-9355-4b1aa4b8cf2f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:20.971281 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3208d3-7df5-4968-9355-4b1aa4b8cf2f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:20.972112 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da3208d3-7df5-4968-9355-4b1aa4b8cf2f tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:20.973757 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['b8209dc1-c064-4776-8731-d5d35b4384a1'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:43:21.048756 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04fbdd9b-3773-4114-b539-66cc9f52b2dd tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:21.082014 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04fbdd9b-3773-4114-b539-66cc9f52b2dd tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:21.083478 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0251d-0878-4df6-95c8-162235486804 req-a5434215-7613-4993-b3ca-8a1e30f9de17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:21.086248 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-37a0251d-0878-4df6-95c8-162235486804 req-a5434215-7613-4993-b3ca-8a1e30f9de17 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4df886e449b844b89660437e15a6772f&device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 1097 time: 0.1085727 Jul 16 09:43:21.175171 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04fbdd9b-3773-4114-b539-66cc9f52b2dd tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:21.179873 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-04fbdd9b-3773-4114-b539-66cc9f52b2dd tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:21.181925 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-04fbdd9b-3773-4114-b539-66cc9f52b2dd tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "DELETE /v2.0/security-groups/af33fefd-1233-48f8-a382-0b2750bb368d HTTP/1.1" status: 204 len: 168 time: 0.2826228 Jul 16 09:43:21.185052 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49108) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:21.213051 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fbdd9b-3773-4114-b539-66cc9f52b2dd tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af33fefd-1233-48f8-a382-0b2750bb368d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:21.243954 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbdd9b-3773-4114-b539-66cc9f52b2dd tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:21.244646 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbdd9b-3773-4114-b539-66cc9f52b2dd tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:21.245203 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbdd9b-3773-4114-b539-66cc9f52b2dd tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:21.245750 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbdd9b-3773-4114-b539-66cc9f52b2dd tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:21.246299 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbdd9b-3773-4114-b539-66cc9f52b2dd tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:21.246870 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbdd9b-3773-4114-b539-66cc9f52b2dd tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:21.247421 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbdd9b-3773-4114-b539-66cc9f52b2dd tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:21.247969 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbdd9b-3773-4114-b539-66cc9f52b2dd tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:21.248672 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbdd9b-3773-4114-b539-66cc9f52b2dd tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:21.249222 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbdd9b-3773-4114-b539-66cc9f52b2dd tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:21.249774 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbdd9b-3773-4114-b539-66cc9f52b2dd tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:21.251081 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04fbdd9b-3773-4114-b539-66cc9f52b2dd tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:21.336025 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f6782192-8cb5-4df3-86b9-af939bd2868e None None] Provisioning complete for port b8209dc1-c064-4776-8731-d5d35b4384a1 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:43:21.336441 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f6782192-8cb5-4df3-86b9-af939bd2868e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:21.385168 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0251d-0878-4df6-95c8-162235486804 req-9c8a0823-efef-41ff-82e2-948638b8e73c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:21.386036 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-37a0251d-0878-4df6-95c8-162235486804 req-9c8a0823-efef-41ff-82e2-948638b8e73c service neutron] 10.222.0.30 "GET /v2.0/networks?id=481fa41b-a2ee-46dd-b8b2-76bc139f1410 HTTP/1.1" status: 200 len: 915 time: 0.2914727 Jul 16 09:43:21.494332 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-37a0251d-0878-4df6-95c8-162235486804 req-7ec4e8fd-17f1-4345-95ca-3ef816cee69c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8209dc1-c064-4776-8731-d5d35b4384a1 HTTP/1.1" status: 200 len: 1001 time: 0.1010647 Jul 16 09:43:21.558949 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b6772106-2102-4b3d-b679-4377c5f90c51 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Deleting port 26aba833-1398-4237-b326-2bfd729f29fb {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:43:21.559294 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b6772106-2102-4b3d-b679-4377c5f90c51 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:21.563437 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0251d-0878-4df6-95c8-162235486804 req-21c63479-c3be-4c3b-992c-89ea67e38a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:21.565490 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-37a0251d-0878-4df6-95c8-162235486804 req-21c63479-c3be-4c3b-992c-89ea67e38a3d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fee922f-8d96-4d78-a314-155bd85c0226 HTTP/1.1" status: 200 len: 853 time: 0.0624602 Jul 16 09:43:21.677578 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b6772106-2102-4b3d-b679-4377c5f90c51 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:21.677907 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b6772106-2102-4b3d-b679-4377c5f90c51 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:21.694714 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a0251d-0878-4df6-95c8-162235486804 req-f06e6a09-745f-4a5d-a885-7de54685b2ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:21.696251 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-37a0251d-0878-4df6-95c8-162235486804 req-f06e6a09-745f-4a5d-a885-7de54685b2ea service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=481fa41b-a2ee-46dd-b8b2-76bc139f1410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1212635 Jul 16 09:43:21.697124 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b6772106-2102-4b3d-b679-4377c5f90c51 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Calling delete_port for 26aba833-1398-4237-b326-2bfd729f29fb owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:43:21.854136 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-37a0251d-0878-4df6-95c8-162235486804 req-cef47920-bc26-4871-9201-fa84e4407b3a service neutron] 10.222.0.30 "GET /v2.0/networks/481fa41b-a2ee-46dd-b8b2-76bc139f1410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475930 Jul 16 09:43:21.988201 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b6772106-2102-4b3d-b679-4377c5f90c51 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:21.998416 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-37a0251d-0878-4df6-95c8-162235486804 req-a8865a94-1430-432e-b34a-9ec4ae7362e7 service neutron] 10.222.0.30 "GET /v2.0/networks/481fa41b-a2ee-46dd-b8b2-76bc139f1410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307428 Jul 16 09:43:22.019654 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6772106-2102-4b3d-b679-4377c5f90c51 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Pushing event deleted for resources: {'Port': ['ID=26aba833-1398-4237-b326-2bfd729f29fb,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:22.082004 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b6772106-2102-4b3d-b679-4377c5f90c51 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:22.082348 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-b6772106-2102-4b3d-b679-4377c5f90c51 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Floating IP fe039d8e-5b71-4ae2-b632-e283df334673 disassociated (deleted). External IP: 172.25.3.144, port: b8209dc1-c064-4776-8731-d5d35b4384a1. Jul 16 09:43:22.292815 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6772106-2102-4b3d-b679-4377c5f90c51 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Router bbc31eb7-596f-4533-b692-0f364137b8bf has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:43:22.400793 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6772106-2102-4b3d-b679-4377c5f90c51 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:43:22.405846 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b6772106-2102-4b3d-b679-4377c5f90c51 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:22.410981 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa381512-ea06-4c65-81d5-07f7bd67e684 None None] Sync routers for ids ['bbc31eb7-596f-4533-b692-0f364137b8bf'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:43:22.419369 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa381512-ea06-4c65-81d5-07f7bd67e684 None None] Routers {'bbc31eb7-596f-4533-b692-0f364137b8bf'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:43:22.419977 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-aa381512-ea06-4c65-81d5-07f7bd67e684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:43:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['bbc31eb7-596f-4533-b692-0f364137b8bf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:22.443583 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b6772106-2102-4b3d-b679-4377c5f90c51 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "DELETE /v2.0/floatingips/fe039d8e-5b71-4ae2-b632-e283df334673 HTTP/1.1" status: 204 len: 168 time: 1.2576025 Jul 16 09:43:22.526600 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-aa381512-ea06-4c65-81d5-07f7bd67e684 None None] Set router bbc31eb7-596f-4533-b692-0f364137b8bf gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:43:22.740919 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-aa381512-ea06-4c65-81d5-07f7bd67e684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'name': 'tempest-TestMinimumBasicScenario-376477133-router', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'd1495d71-ab64-4999-80e4-7290ee222c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:25Z', 'updated_at': '2021-07-16T09:41:28Z', 'revision_number': 4, 'project_id': '4df886e449b844b89660437e15a6772f', 'gw_port': {'id': 'd1495d71-ab64-4999-80e4-7290ee222c6e', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:25Z', 'updated_at': '2021-07-16T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '85931541-1fe1-428a-bf91-bfb87d415086', 'name': '', 'network_id': '481fa41b-a2ee-46dd-b8b2-76bc139f1410', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'mac_address': 'fa:16:3e:dd:5f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '5fee922f-8d96-4d78-a314-155bd85c0226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:27Z', 'updated_at': '2021-07-16T09:41:33Z', 'revision_number': 5, 'project_id': '4df886e449b844b89660437e15a6772f', 'subnets': [{'id': '5fee922f-8d96-4d78-a314-155bd85c0226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:22.771835 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa381512-ea06-4c65-81d5-07f7bd67e684 None None] Checking router: bbc31eb7-596f-4533-b692-0f364137b8bf for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:43:22.780805 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa381512-ea06-4c65-81d5-07f7bd67e684 None None] Routers {'bbc31eb7-596f-4533-b692-0f364137b8bf'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:43:22.782103 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-aa381512-ea06-4c65-81d5-07f7bd67e684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:43:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['bbc31eb7-596f-4533-b692-0f364137b8bf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:22.885054 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-aa381512-ea06-4c65-81d5-07f7bd67e684 None None] Set router bbc31eb7-596f-4533-b692-0f364137b8bf gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:43:22.950506 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '713be8c1-1b32-4009-be3f-c0769915c610', 'tag': 'b8209dc1-c064-4776-8731-d5d35b4384a1'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:43:22.952945 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90524a7f-9f9c-4cea-9470-25f65f7b3521" -d '{"events": [{"name": "network-changed", "server_uuid": "713be8c1-1b32-4009-be3f-c0769915c610", "tag": "b8209dc1-c064-4776-8731-d5d35b4384a1"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:43:22.989843 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:43:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea841c6-13fe-4509-a0fa-73fd5f0e3b82 x-openstack-request-id: req-1ea841c6-13fe-4509-a0fa-73fd5f0e3b82 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:43:22.990017 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "713be8c1-1b32-4009-be3f-c0769915c610", "tag": "b8209dc1-c064-4776-8731-d5d35b4384a1", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:43:22.990271 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-1ea841c6-13fe-4509-a0fa-73fd5f0e3b82 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:43:22.990683 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '713be8c1-1b32-4009-be3f-c0769915c610', 'tag': 'b8209dc1-c064-4776-8731-d5d35b4384a1', 'status': 'completed', 'code': 200} Jul 16 09:43:23.081577 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90524a7f-9f9c-4cea-9470-25f65f7b3521 req-c83f1acc-8162-4b2d-a34d-6e8ea9563f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:23.082831 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-aa381512-ea06-4c65-81d5-07f7bd67e684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'name': 'tempest-TestMinimumBasicScenario-376477133-router', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'd1495d71-ab64-4999-80e4-7290ee222c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:25Z', 'updated_at': '2021-07-16T09:41:28Z', 'revision_number': 4, 'project_id': '4df886e449b844b89660437e15a6772f', 'gw_port': {'id': 'd1495d71-ab64-4999-80e4-7290ee222c6e', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:25Z', 'updated_at': '2021-07-16T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '85931541-1fe1-428a-bf91-bfb87d415086', 'name': '', 'network_id': '481fa41b-a2ee-46dd-b8b2-76bc139f1410', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'mac_address': 'fa:16:3e:dd:5f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '5fee922f-8d96-4d78-a314-155bd85c0226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:27Z', 'updated_at': '2021-07-16T09:41:33Z', 'revision_number': 5, 'project_id': '4df886e449b844b89660437e15a6772f', 'subnets': [{'id': '5fee922f-8d96-4d78-a314-155bd85c0226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:23.083138 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-90524a7f-9f9c-4cea-9470-25f65f7b3521 req-c83f1acc-8162-4b2d-a34d-6e8ea9563f93 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4df886e449b844b89660437e15a6772f&device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 1097 time: 0.0561726 Jul 16 09:43:23.108696 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa381512-ea06-4c65-81d5-07f7bd67e684 None None] The sync data for ids ['bbc31eb7-596f-4533-b692-0f364137b8bf'] in n-d-771362-37 is: [{'id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'name': 'tempest-TestMinimumBasicScenario-376477133-router', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'd1495d71-ab64-4999-80e4-7290ee222c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:25Z', 'updated_at': '2021-07-16T09:41:28Z', 'revision_number': 4, 'project_id': '4df886e449b844b89660437e15a6772f', 'gw_port': {'id': 'd1495d71-ab64-4999-80e4-7290ee222c6e', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:25Z', 'updated_at': '2021-07-16T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '85931541-1fe1-428a-bf91-bfb87d415086', 'name': '', 'network_id': '481fa41b-a2ee-46dd-b8b2-76bc139f1410', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'mac_address': 'fa:16:3e:dd:5f:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4100, 'fixed_ips': [{'subnet_id': '5fee922f-8d96-4d78-a314-155bd85c0226', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:27Z', 'updated_at': '2021-07-16T09:41:33Z', 'revision_number': 5, 'project_id': '4df886e449b844b89660437e15a6772f', 'subnets': [{'id': '5fee922f-8d96-4d78-a314-155bd85c0226', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:43:23.174593 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90524a7f-9f9c-4cea-9470-25f65f7b3521 req-cd0a19af-780a-416f-8af3-3d1ad1d3d423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:23.176700 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-90524a7f-9f9c-4cea-9470-25f65f7b3521 req-cd0a19af-780a-416f-8af3-3d1ad1d3d423 service neutron] 10.222.0.30 "GET /v2.0/networks?id=481fa41b-a2ee-46dd-b8b2-76bc139f1410 HTTP/1.1" status: 200 len: 915 time: 0.0866385 Jul 16 09:43:23.224212 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-90524a7f-9f9c-4cea-9470-25f65f7b3521 req-876f793e-ba1d-476c-86b1-9766e9883cff service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b8209dc1-c064-4776-8731-d5d35b4384a1 HTTP/1.1" status: 200 len: 217 time: 0.0406985 Jul 16 09:43:23.273911 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90524a7f-9f9c-4cea-9470-25f65f7b3521 req-a885be88-5fd5-45f7-adf1-a45e1698e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:23.275611 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-90524a7f-9f9c-4cea-9470-25f65f7b3521 req-a885be88-5fd5-45f7-adf1-a45e1698e673 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5fee922f-8d96-4d78-a314-155bd85c0226 HTTP/1.1" status: 200 len: 853 time: 0.0459881 Jul 16 09:43:23.342750 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90524a7f-9f9c-4cea-9470-25f65f7b3521 req-0e406e87-e8fe-482f-8b5b-145db5831be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:23.344938 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-90524a7f-9f9c-4cea-9470-25f65f7b3521 req-0e406e87-e8fe-482f-8b5b-145db5831be3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=481fa41b-a2ee-46dd-b8b2-76bc139f1410&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620222 Jul 16 09:43:23.380304 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f2a2225-eba7-4936-8ad1-7d2220189051 None None] New status for floating IP fe039d8e-5b71-4ae2-b632-e283df334673: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:43:23.441517 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-90524a7f-9f9c-4cea-9470-25f65f7b3521 req-2495e6c0-47a8-470a-b7a1-20fc6001140a service neutron] 10.222.0.30 "GET /v2.0/networks/481fa41b-a2ee-46dd-b8b2-76bc139f1410?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904603 Jul 16 09:43:23.530965 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-90524a7f-9f9c-4cea-9470-25f65f7b3521 req-329a5f34-bed4-4210-b238-2d8cfaad996a service neutron] 10.222.0.30 "GET /v2.0/networks/481fa41b-a2ee-46dd-b8b2-76bc139f1410?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837047 Jul 16 09:43:29.855977 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d369dc4-d51a-4ab4-a9e5-9585351ec248 req-eb3fa78b-9cf7-4cd6-bffd-8a2aaf16c00e tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:29.857556 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1d369dc4-d51a-4ab4-a9e5-9585351ec248 req-eb3fa78b-9cf7-4cd6-bffd-8a2aaf16c00e tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 945 time: 0.0698028 Jul 16 09:43:29.898748 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1d369dc4-d51a-4ab4-a9e5-9585351ec248 req-41fec2b8-7a99-494d-8fee-9ad735dc54a8 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353565 Jul 16 09:43:31.080028 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06191476-1ea5-420e-abbb-9353865998ff req-d68be543-c98d-4ca0-86b7-fd69ea71e308 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:31.081546 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-06191476-1ea5-420e-abbb-9353865998ff req-d68be543-c98d-4ca0-86b7-fd69ea71e308 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 945 time: 0.0686347 Jul 16 09:43:31.119219 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-06191476-1ea5-420e-abbb-9353865998ff req-14250ab3-bf2c-41e2-8a2a-15feab3984f4 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/security-groups?id=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320075 Jul 16 09:43:31.436267 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e9814a-9d3a-44ab-8a6b-93f63e2effad req-b582f958-3334-4d6e-9e81-5af882769eba tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:31.438178 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-89e9814a-9d3a-44ab-8a6b-93f63e2effad req-b582f958-3334-4d6e-9e81-5af882769eba tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.30 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 945 time: 0.0623622 Jul 16 09:43:31.536620 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-89e9814a-9d3a-44ab-8a6b-93f63e2effad req-4f9bc2a9-8ddb-4756-9c41-779b88275be8 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Deleting port b8209dc1-c064-4776-8731-d5d35b4384a1 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:43:31.536967 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-89e9814a-9d3a-44ab-8a6b-93f63e2effad req-4f9bc2a9-8ddb-4756-9c41-779b88275be8 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:31.635901 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-89e9814a-9d3a-44ab-8a6b-93f63e2effad req-4f9bc2a9-8ddb-4756-9c41-779b88275be8 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] For port b8209dc1-c064-4776-8731-d5d35b4384a1, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=b8209dc1-c064-4776-8731-d5d35b4384a1,segment=NetworkSegment(64af7c25-c372-4ff3-af5c-bd043bce707b),segment_id=64af7c25-c372-4ff3-af5c-bd043bce707b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:43:31.636270 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-89e9814a-9d3a-44ab-8a6b-93f63e2effad req-4f9bc2a9-8ddb-4756-9c41-779b88275be8 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:31.649160 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-89e9814a-9d3a-44ab-8a6b-93f63e2effad req-4f9bc2a9-8ddb-4756-9c41-779b88275be8 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Calling delete_port for b8209dc1-c064-4776-8731-d5d35b4384a1 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:43:31.783531 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-89e9814a-9d3a-44ab-8a6b-93f63e2effad req-4f9bc2a9-8ddb-4756-9c41-779b88275be8 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:31.796023 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['b8209dc1-c064-4776-8731-d5d35b4384a1'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:43:31.814492 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9bc2a9-8ddb-4756-9c41-779b88275be8 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Pushing event deleted for resources: {'Port': ['ID=b8209dc1-c064-4776-8731-d5d35b4384a1,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:31.860198 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-89e9814a-9d3a-44ab-8a6b-93f63e2effad req-4f9bc2a9-8ddb-4756-9c41-779b88275be8 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] No DVR routers for this DVR port b8209dc1-c064-4776-8731-d5d35b4384a1 on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:43:31.862999 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-89e9814a-9d3a-44ab-8a6b-93f63e2effad req-4f9bc2a9-8ddb-4756-9c41-779b88275be8 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:31.865160 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-89e9814a-9d3a-44ab-8a6b-93f63e2effad req-4f9bc2a9-8ddb-4756-9c41-779b88275be8 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.30 "DELETE /v2.0/ports/b8209dc1-c064-4776-8731-d5d35b4384a1 HTTP/1.1" status: 204 len: 173 time: 0.4216287 Jul 16 09:43:31.865593 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '713be8c1-1b32-4009-be3f-c0769915c610', 'name': 'network-vif-deleted', 'tag': 'b8209dc1-c064-4776-8731-d5d35b4384a1'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:43:31.868109 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a608779-0c45-442a-8596-41fb50151f57" -d '{"events": [{"server_uuid": "713be8c1-1b32-4009-be3f-c0769915c610", "name": "network-vif-deleted", "tag": "b8209dc1-c064-4776-8731-d5d35b4384a1"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:43:31.968478 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:43:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5619d69f-8f61-4607-a019-97abf18af2a5 x-openstack-request-id: req-5619d69f-8f61-4607-a019-97abf18af2a5 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:43:31.968774 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "713be8c1-1b32-4009-be3f-c0769915c610", "name": "network-vif-deleted", "tag": "b8209dc1-c064-4776-8731-d5d35b4384a1", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:43:31.969025 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5619d69f-8f61-4607-a019-97abf18af2a5 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:43:31.969429 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '713be8c1-1b32-4009-be3f-c0769915c610', 'name': 'network-vif-deleted', 'tag': 'b8209dc1-c064-4776-8731-d5d35b4384a1', 'status': 'completed', 'code': 200} Jul 16 09:43:32.289071 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d4358e48-d61f-4999-b2f9-53923d248219 req-71fc00da-9038-4d15-a002-33caa4961971 tempest-TestMinimumBasicScenario-1390587543 tempest-TestMinimumBasicScenario-1390587543-project] 10.222.0.22 "GET /v2.0/ports?device_id=713be8c1-1b32-4009-be3f-c0769915c610 HTTP/1.1" status: 200 len: 210 time: 0.0387993 Jul 16 09:43:32.964768 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:32.966240 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:33.368119 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-478e9b43-d17e-4952-98b2-554e620f19a6 req-d2d15190-0c6b-4ed3-bbd7-043e93e37c47 tempest-ServerDiskConfigTestJSON-287555602 tempest-ServerDiskConfigTestJSON-287555602-project] (93758) timed out ('10.222.0.21', 55142) {{(pid=93758) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:43:33.393011 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a233f82f-930a-4105-be44-abfcfa89c3ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:33.915595 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49208) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:34.260621 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e4477ac-a50a-42f9-915a-1ffd9962e5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:34.510848 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-7e4477ac-a50a-42f9-915a-1ffd9962e5bc admin admin] Deleting port 85931541-1fe1-428a-bf91-bfb87d415086 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:43:34.511525 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e4477ac-a50a-42f9-915a-1ffd9962e5bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:34.589727 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-7e4477ac-a50a-42f9-915a-1ffd9962e5bc admin admin] For port 85931541-1fe1-428a-bf91-bfb87d415086, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=85931541-1fe1-428a-bf91-bfb87d415086,segment=NetworkSegment(64af7c25-c372-4ff3-af5c-bd043bce707b),segment_id=64af7c25-c372-4ff3-af5c-bd043bce707b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:43:34.590083 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e4477ac-a50a-42f9-915a-1ffd9962e5bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:34.602560 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-7e4477ac-a50a-42f9-915a-1ffd9962e5bc admin admin] Calling delete_port for 85931541-1fe1-428a-bf91-bfb87d415086 owned by network:router_interface {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:43:35.128234 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e4477ac-a50a-42f9-915a-1ffd9962e5bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:35.153204 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4477ac-a50a-42f9-915a-1ffd9962e5bc admin admin] Pushing event deleted for resources: {'Port': ['ID=85931541-1fe1-428a-bf91-bfb87d415086,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:35.354062 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-7e4477ac-a50a-42f9-915a-1ffd9962e5bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:35.581049 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e4477ac-a50a-42f9-915a-1ffd9962e5bc admin admin] Router bbc31eb7-596f-4533-b692-0f364137b8bf has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:43:35.689849 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4477ac-a50a-42f9-915a-1ffd9962e5bc admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:43:35.695140 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7e4477ac-a50a-42f9-915a-1ffd9962e5bc admin admin] 10.222.0.22 "PUT /v2.0/routers/bbc31eb7-596f-4533-b692-0f364137b8bf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7785318 Jul 16 09:43:35.697798 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49210) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:35.698720 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41ec20e-bb1f-434c-b7e6-3f5ff1fc1a38 None None] Sync routers for ids ['bbc31eb7-596f-4533-b692-0f364137b8bf'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:43:35.708999 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41ec20e-bb1f-434c-b7e6-3f5ff1fc1a38 None None] Routers {'bbc31eb7-596f-4533-b692-0f364137b8bf'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:43:35.709622 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e41ec20e-bb1f-434c-b7e6-3f5ff1fc1a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:43:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['bbc31eb7-596f-4533-b692-0f364137b8bf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:35.822597 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-e41ec20e-bb1f-434c-b7e6-3f5ff1fc1a38 None None] Set router bbc31eb7-596f-4533-b692-0f364137b8bf gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:43:35.886031 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8dabbf19-bf60-4f12-92ee-e630d32f3c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:36.023429 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e41ec20e-bb1f-434c-b7e6-3f5ff1fc1a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'name': 'tempest-TestMinimumBasicScenario-376477133-router', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'd1495d71-ab64-4999-80e4-7290ee222c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:25Z', 'updated_at': '2021-07-16T09:43:35Z', 'revision_number': 5, 'project_id': '4df886e449b844b89660437e15a6772f', 'gw_port': {'id': 'd1495d71-ab64-4999-80e4-7290ee222c6e', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:25Z', 'updated_at': '2021-07-16T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:36.049955 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41ec20e-bb1f-434c-b7e6-3f5ff1fc1a38 None None] Checking router: bbc31eb7-596f-4533-b692-0f364137b8bf for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:43:36.058830 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e41ec20e-bb1f-434c-b7e6-3f5ff1fc1a38 None None] Routers {'bbc31eb7-596f-4533-b692-0f364137b8bf'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:43:36.059505 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e41ec20e-bb1f-434c-b7e6-3f5ff1fc1a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:43:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['bbc31eb7-596f-4533-b692-0f364137b8bf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:36.155292 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a16f27e8-a502-4910-bd10-81799e46f386 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:36.169685 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:36.179279 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-e41ec20e-bb1f-434c-b7e6-3f5ff1fc1a38 None None] Set router bbc31eb7-596f-4533-b692-0f364137b8bf gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:43:36.272309 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a16f27e8-a502-4910-bd10-81799e46f386 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:36.326118 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-a16f27e8-a502-4910-bd10-81799e46f386 admin admin] Deleting port d1495d71-ab64-4999-80e4-7290ee222c6e {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:43:36.326463 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a16f27e8-a502-4910-bd10-81799e46f386 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:36.370376 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e41ec20e-bb1f-434c-b7e6-3f5ff1fc1a38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'name': 'tempest-TestMinimumBasicScenario-376477133-router', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'd1495d71-ab64-4999-80e4-7290ee222c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:25Z', 'updated_at': '2021-07-16T09:43:35Z', 'revision_number': 5, 'project_id': '4df886e449b844b89660437e15a6772f', 'gw_port': {'id': 'd1495d71-ab64-4999-80e4-7290ee222c6e', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:25Z', 'updated_at': '2021-07-16T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:36.407080 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e41ec20e-bb1f-434c-b7e6-3f5ff1fc1a38 None None] The sync data for ids ['bbc31eb7-596f-4533-b692-0f364137b8bf'] in n-d-771362-37 is: [{'id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'name': 'tempest-TestMinimumBasicScenario-376477133-router', 'tenant_id': '4df886e449b844b89660437e15a6772f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.142'}], 'enable_snat': True}, 'gw_port_id': 'd1495d71-ab64-4999-80e4-7290ee222c6e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:25Z', 'updated_at': '2021-07-16T09:43:35Z', 'revision_number': 5, 'project_id': '4df886e449b844b89660437e15a6772f', 'gw_port': {'id': 'd1495d71-ab64-4999-80e4-7290ee222c6e', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:6a:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc31eb7-596f-4533-b692-0f364137b8bf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4099, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:25Z', 'updated_at': '2021-07-16T09:41:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:43:36.415383 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-a16f27e8-a502-4910-bd10-81799e46f386 admin admin] For port d1495d71-ab64-4999-80e4-7290ee222c6e, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=d1495d71-ab64-4999-80e4-7290ee222c6e,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:43:36.415749 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a16f27e8-a502-4910-bd10-81799e46f386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:36.429488 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-a16f27e8-a502-4910-bd10-81799e46f386 admin admin] Calling delete_port for d1495d71-ab64-4999-80e4-7290ee222c6e owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:43:36.614189 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a16f27e8-a502-4910-bd10-81799e46f386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:36.640047 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16f27e8-a502-4910-bd10-81799e46f386 admin admin] Pushing event deleted for resources: {'Port': ['ID=d1495d71-ab64-4999-80e4-7290ee222c6e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:36.703706 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a16f27e8-a502-4910-bd10-81799e46f386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:36.731587 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device b8209dc1-c064-4776-8731-d5d35b4384a1 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:43:36.766047 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: b8209dc1-c064-4776-8731-d5d35b4384a1 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:43:36.766426 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device b8209dc1-c064-4776-8731-d5d35b4384a1 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:43:36.801039 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a16f27e8-a502-4910-bd10-81799e46f386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:36.803735 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a16f27e8-a502-4910-bd10-81799e46f386 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:36.853116 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a16f27e8-a502-4910-bd10-81799e46f386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:36.853785 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a16f27e8-a502-4910-bd10-81799e46f386 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbc31eb7-596f-4533-b692-0f364137b8bf {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:43:36.860813 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a16f27e8-a502-4910-bd10-81799e46f386 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:36.862484 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a16f27e8-a502-4910-bd10-81799e46f386 admin admin] 10.222.0.22 "DELETE /v2.0/routers/bbc31eb7-596f-4533-b692-0f364137b8bf HTTP/1.1" status: 204 len: 168 time: 1.1636043 Jul 16 09:43:36.865294 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49212) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:36.916342 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-41bc7513-0e8a-4b49-812e-abfba94fed93 admin admin] Deleting subnet 5fee922f-8d96-4d78-a314-155bd85c0226 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:43:36.919659 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-41bc7513-0e8a-4b49-812e-abfba94fed93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:36.959655 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-41bc7513-0e8a-4b49-812e-abfba94fed93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:36.971153 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 85931541-1fe1-428a-bf91-bfb87d415086 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:43:36.990838 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 85931541-1fe1-428a-bf91-bfb87d415086 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:43:36.991190 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 85931541-1fe1-428a-bf91-bfb87d415086 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:43:37.054844 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-41bc7513-0e8a-4b49-812e-abfba94fed93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:37.113131 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-41bc7513-0e8a-4b49-812e-abfba94fed93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:37.138730 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bc7513-0e8a-4b49-812e-abfba94fed93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fee922f-8d96-4d78-a314-155bd85c0226,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:37.141213 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-41bc7513-0e8a-4b49-812e-abfba94fed93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:37.143068 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-41bc7513-0e8a-4b49-812e-abfba94fed93 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/5fee922f-8d96-4d78-a314-155bd85c0226 HTTP/1.1" status: 204 len: 168 time: 0.2770035 Jul 16 09:43:37.145527 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49214) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:37.148054 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95a7ff7b-fec9-437e-a3c3-8b64b6a5be79 None None] Network 481fa41b-a2ee-46dd-b8b2-76bc139f1410 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:43:37.217824 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71e8ce07-81f5-4151-83c7-ea5856786a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:37.270779 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-71e8ce07-81f5-4151-83c7-ea5856786a1b admin admin] Deleting port cc139612-de6f-4fd0-8ae5-9134b4bfa4fd {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:43:37.271123 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71e8ce07-81f5-4151-83c7-ea5856786a1b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:37.353297 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-71e8ce07-81f5-4151-83c7-ea5856786a1b admin admin] For port cc139612-de6f-4fd0-8ae5-9134b4bfa4fd, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=cc139612-de6f-4fd0-8ae5-9134b4bfa4fd,segment=NetworkSegment(64af7c25-c372-4ff3-af5c-bd043bce707b),segment_id=64af7c25-c372-4ff3-af5c-bd043bce707b)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:43:37.353588 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71e8ce07-81f5-4151-83c7-ea5856786a1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:37.364833 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-71e8ce07-81f5-4151-83c7-ea5856786a1b admin admin] Calling delete_port for cc139612-de6f-4fd0-8ae5-9134b4bfa4fd owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:43:37.381585 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:37.447159 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af0d9b77-0548-45d6-9795-cf6e04780999 None None] DHCP port deletion for 481fa41b-a2ee-46dd-b8b2-76bc139f1410 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:43:37.449397 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71e8ce07-81f5-4151-83c7-ea5856786a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:37.478348 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8ce07-81f5-4151-83c7-ea5856786a1b admin admin] Pushing event deleted for resources: {'Port': ['ID=cc139612-de6f-4fd0-8ae5-9134b4bfa4fd,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:37.484705 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71e8ce07-81f5-4151-83c7-ea5856786a1b admin admin] No DVR routers for this DVR port cc139612-de6f-4fd0-8ae5-9134b4bfa4fd on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:43:37.563238 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71e8ce07-81f5-4151-83c7-ea5856786a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:37.573194 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-71e8ce07-81f5-4151-83c7-ea5856786a1b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481fa41b-a2ee-46dd-b8b2-76bc139f1410']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:37.583543 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-71e8ce07-81f5-4151-83c7-ea5856786a1b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64af7c25-c372-4ff3-af5c-bd043bce707b') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:37.583843 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-71e8ce07-81f5-4151-83c7-ea5856786a1b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64af7c25-c372-4ff3-af5c-bd043bce707b') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:37.592611 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71e8ce07-81f5-4151-83c7-ea5856786a1b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:37.605874 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71e8ce07-81f5-4151-83c7-ea5856786a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:37.611512 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e8ce07-81f5-4151-83c7-ea5856786a1b admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:43:37.611901 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71e8ce07-81f5-4151-83c7-ea5856786a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: timer() Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:43:37.613544 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:43:37.670288 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71e8ce07-81f5-4151-83c7-ea5856786a1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:37.679213 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71e8ce07-81f5-4151-83c7-ea5856786a1b admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:37.682060 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-71e8ce07-81f5-4151-83c7-ea5856786a1b admin admin] 10.222.0.22 "DELETE /v2.0/networks/481fa41b-a2ee-46dd-b8b2-76bc139f1410 HTTP/1.1" status: 204 len: 168 time: 0.5353944 Jul 16 09:43:37.684869 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49216) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:37.692196 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e8ce07-81f5-4151-83c7-ea5856786a1b admin admin] Pushing event deleted for resources: {'Network': ['ID=481fa41b-a2ee-46dd-b8b2-76bc139f1410,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:38.040014 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e7e7aae-f669-4a1b-9089-dc99d3f695cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:38.299595 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1e7e7aae-f669-4a1b-9089-dc99d3f695cd admin admin] Deleting port ee01773f-3e93-425d-9d61-52cc7051a057 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:43:38.299839 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e7e7aae-f669-4a1b-9089-dc99d3f695cd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:38.380335 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-1e7e7aae-f669-4a1b-9089-dc99d3f695cd admin admin] For port ee01773f-3e93-425d-9d61-52cc7051a057, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ee01773f-3e93-425d-9d61-52cc7051a057,segment=NetworkSegment(832bc4a3-d02d-44e9-9f50-9c65f41e2b0b),segment_id=832bc4a3-d02d-44e9-9f50-9c65f41e2b0b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:43:38.380720 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e7e7aae-f669-4a1b-9089-dc99d3f695cd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:38.393434 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-1e7e7aae-f669-4a1b-9089-dc99d3f695cd admin admin] Calling delete_port for ee01773f-3e93-425d-9d61-52cc7051a057 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:43:38.575264 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e7e7aae-f669-4a1b-9089-dc99d3f695cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:38.601391 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7e7aae-f669-4a1b-9089-dc99d3f695cd admin admin] Pushing event deleted for resources: {'Port': ['ID=ee01773f-3e93-425d-9d61-52cc7051a057,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:38.778656 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1e7e7aae-f669-4a1b-9089-dc99d3f695cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:38.828640 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:38.954831 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d1495d71-ab64-4999-80e4-7290ee222c6e no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:43:38.977778 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: d1495d71-ab64-4999-80e4-7290ee222c6e {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:43:38.978132 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device d1495d71-ab64-4999-80e4-7290ee222c6e not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:43:38.978892 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device cc139612-de6f-4fd0-8ae5-9134b4bfa4fd no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:43:38.996950 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: cc139612-de6f-4fd0-8ae5-9134b4bfa4fd {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:43:38.997306 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device cc139612-de6f-4fd0-8ae5-9134b4bfa4fd not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:43:39.004160 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e7e7aae-f669-4a1b-9089-dc99d3f695cd admin admin] Router 69760239-d0c1-4818-8a0b-5a85ec761baf has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:43:39.114701 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e7e7aae-f669-4a1b-9089-dc99d3f695cd admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:43:39.119981 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1e7e7aae-f669-4a1b-9089-dc99d3f695cd admin admin] 10.222.0.22 "PUT /v2.0/routers/69760239-d0c1-4818-8a0b-5a85ec761baf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4340649 Jul 16 09:43:39.122648 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49220) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:39.123484 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad23896-281a-4b10-b5e0-952d021337dd None None] Sync routers for ids ['69760239-d0c1-4818-8a0b-5a85ec761baf'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:43:39.133314 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad23896-281a-4b10-b5e0-952d021337dd None None] Routers {'69760239-d0c1-4818-8a0b-5a85ec761baf'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:43:39.134620 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-cad23896-281a-4b10-b5e0-952d021337dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:43:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['69760239-d0c1-4818-8a0b-5a85ec761baf'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:39.229363 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2bb6afe-6105-4f72-a8d7-aeeb64866903 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:39.245968 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-cad23896-281a-4b10-b5e0-952d021337dd None None] Set router 69760239-d0c1-4818-8a0b-5a85ec761baf gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:43:39.337307 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2bb6afe-6105-4f72-a8d7-aeeb64866903 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:39.391225 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d2bb6afe-6105-4f72-a8d7-aeeb64866903 admin admin] Deleting port f61e1461-e73d-4aca-ae5e-4f4afaf9db05 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:43:39.391476 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2bb6afe-6105-4f72-a8d7-aeeb64866903 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:39.424454 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-cad23896-281a-4b10-b5e0-952d021337dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69760239-d0c1-4818-8a0b-5a85ec761baf', 'name': 'tempest-TestMinimumBasicScenario-1835955220-router', 'tenant_id': '7a636dc68e2345f9aca9698a376f70d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': 'f61e1461-e73d-4aca-ae5e-4f4afaf9db05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:30Z', 'updated_at': '2021-07-16T09:43:38Z', 'revision_number': 5, 'project_id': '7a636dc68e2345f9aca9698a376f70d8', 'gw_port': {'id': 'f61e1461-e73d-4aca-ae5e-4f4afaf9db05', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:ac:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69760239-d0c1-4818-8a0b-5a85ec761baf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4111, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:41:31Z', 'updated_at': '2021-07-16T09:41:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:39.451494 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad23896-281a-4b10-b5e0-952d021337dd None None] Checking router: 69760239-d0c1-4818-8a0b-5a85ec761baf for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:43:39.460247 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cad23896-281a-4b10-b5e0-952d021337dd None None] Routers {'69760239-d0c1-4818-8a0b-5a85ec761baf'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:43:39.460878 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-cad23896-281a-4b10-b5e0-952d021337dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:43:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['69760239-d0c1-4818-8a0b-5a85ec761baf'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:39.475568 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-d2bb6afe-6105-4f72-a8d7-aeeb64866903 admin admin] For port f61e1461-e73d-4aca-ae5e-4f4afaf9db05, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f61e1461-e73d-4aca-ae5e-4f4afaf9db05,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:43:39.475984 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2bb6afe-6105-4f72-a8d7-aeeb64866903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:39.488215 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-d2bb6afe-6105-4f72-a8d7-aeeb64866903 admin admin] Calling delete_port for f61e1461-e73d-4aca-ae5e-4f4afaf9db05 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:43:39.546989 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-cad23896-281a-4b10-b5e0-952d021337dd None None] Set router 69760239-d0c1-4818-8a0b-5a85ec761baf gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:43:39.600260 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-cad23896-281a-4b10-b5e0-952d021337dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69760239-d0c1-4818-8a0b-5a85ec761baf', 'name': 'tempest-TestMinimumBasicScenario-1835955220-router', 'tenant_id': '7a636dc68e2345f9aca9698a376f70d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:30Z', 'updated_at': '2021-07-16T09:43:39Z', 'revision_number': 6, 'project_id': '7a636dc68e2345f9aca9698a376f70d8', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:39.627214 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cad23896-281a-4b10-b5e0-952d021337dd None None] The sync data for ids ['69760239-d0c1-4818-8a0b-5a85ec761baf'] in n-d-771362-37 is: [{'id': '69760239-d0c1-4818-8a0b-5a85ec761baf', 'name': 'tempest-TestMinimumBasicScenario-1835955220-router', 'tenant_id': '7a636dc68e2345f9aca9698a376f70d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:41:30Z', 'updated_at': '2021-07-16T09:43:39Z', 'revision_number': 6, 'project_id': '7a636dc68e2345f9aca9698a376f70d8', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:43:39.664574 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2bb6afe-6105-4f72-a8d7-aeeb64866903 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:39.691848 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2bb6afe-6105-4f72-a8d7-aeeb64866903 admin admin] Pushing event deleted for resources: {'Port': ['ID=f61e1461-e73d-4aca-ae5e-4f4afaf9db05,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:39.756956 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2bb6afe-6105-4f72-a8d7-aeeb64866903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:39.856526 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2bb6afe-6105-4f72-a8d7-aeeb64866903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:39.858673 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2bb6afe-6105-4f72-a8d7-aeeb64866903 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:39.906524 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2bb6afe-6105-4f72-a8d7-aeeb64866903 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:39.906949 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2bb6afe-6105-4f72-a8d7-aeeb64866903 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69760239-d0c1-4818-8a0b-5a85ec761baf {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:43:39.911417 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d2bb6afe-6105-4f72-a8d7-aeeb64866903 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:39.912627 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d2bb6afe-6105-4f72-a8d7-aeeb64866903 admin admin] 10.222.0.22 "DELETE /v2.0/routers/69760239-d0c1-4818-8a0b-5a85ec761baf HTTP/1.1" status: 204 len: 168 time: 0.7890215 Jul 16 09:43:39.915162 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49222) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:39.960139 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c692629-ba55-483f-a2d5-928a780278b2 admin admin] Deleting subnet e815892f-1bc6-4c20-80f5-8649c634d743 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:43:39.963285 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2c692629-ba55-483f-a2d5-928a780278b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:39.999233 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2c692629-ba55-483f-a2d5-928a780278b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.090167 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2c692629-ba55-483f-a2d5-928a780278b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.142832 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2c692629-ba55-483f-a2d5-928a780278b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.166471 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c692629-ba55-483f-a2d5-928a780278b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e815892f-1bc6-4c20-80f5-8649c634d743,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:40.172559 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2c692629-ba55-483f-a2d5-928a780278b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.174453 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2c692629-ba55-483f-a2d5-928a780278b2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/e815892f-1bc6-4c20-80f5-8649c634d743 HTTP/1.1" status: 204 len: 168 time: 0.2583413 Jul 16 09:43:40.177037 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49224) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:40.178210 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cf523b-7b1f-4837-b824-1f47ac60eef5 None None] Network abd1b933-618f-4fec-8bae-5b9f7f0a81cc requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:43:40.252920 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-141bd381-805a-4cd6-8728-4871e3b50af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.312881 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-141bd381-805a-4cd6-8728-4871e3b50af0 admin admin] Deleting port 10ce1732-e098-483b-93c7-b05cc5c8446b {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:43:40.313382 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-141bd381-805a-4cd6-8728-4871e3b50af0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.378389 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-141bd381-805a-4cd6-8728-4871e3b50af0 admin admin] For port 10ce1732-e098-483b-93c7-b05cc5c8446b, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=10ce1732-e098-483b-93c7-b05cc5c8446b,segment=NetworkSegment(832bc4a3-d02d-44e9-9f50-9c65f41e2b0b),segment_id=832bc4a3-d02d-44e9-9f50-9c65f41e2b0b)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:43:40.378750 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-141bd381-805a-4cd6-8728-4871e3b50af0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.392252 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-141bd381-805a-4cd6-8728-4871e3b50af0 admin admin] Calling delete_port for 10ce1732-e098-483b-93c7-b05cc5c8446b owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:43:40.413798 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a800f6ae-be6d-424c-a6e4-8c4d37aa9799 None None] DHCP port deletion for abd1b933-618f-4fec-8bae-5b9f7f0a81cc request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:43:40.467163 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a800f6ae-be6d-424c-a6e4-8c4d37aa9799 None None] Deleting port 10ce1732-e098-483b-93c7-b05cc5c8446b {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:43:40.467540 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a800f6ae-be6d-424c-a6e4-8c4d37aa9799 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.481473 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-141bd381-805a-4cd6-8728-4871e3b50af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.507985 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141bd381-805a-4cd6-8728-4871e3b50af0 admin admin] Pushing event deleted for resources: {'Port': ['ID=10ce1732-e098-483b-93c7-b05cc5c8446b,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:40.511692 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141bd381-805a-4cd6-8728-4871e3b50af0 admin admin] No DVR routers for this DVR port 10ce1732-e098-483b-93c7-b05cc5c8446b on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:43:40.540653 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a800f6ae-be6d-424c-a6e4-8c4d37aa9799 None None] For port 10ce1732-e098-483b-93c7-b05cc5c8446b, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=10ce1732-e098-483b-93c7-b05cc5c8446b,segment=NetworkSegment(832bc4a3-d02d-44e9-9f50-9c65f41e2b0b),segment_id=832bc4a3-d02d-44e9-9f50-9c65f41e2b0b)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:43:40.541054 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a800f6ae-be6d-424c-a6e4-8c4d37aa9799 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.554773 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a800f6ae-be6d-424c-a6e4-8c4d37aa9799 None None] Calling delete_port for 10ce1732-e098-483b-93c7-b05cc5c8446b owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:43:40.595126 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-141bd381-805a-4cd6-8728-4871e3b50af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.606608 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-141bd381-805a-4cd6-8728-4871e3b50af0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abd1b933-618f-4fec-8bae-5b9f7f0a81cc']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:40.617566 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-141bd381-805a-4cd6-8728-4871e3b50af0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '832bc4a3-d02d-44e9-9f50-9c65f41e2b0b') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:40.617869 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-141bd381-805a-4cd6-8728-4871e3b50af0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '832bc4a3-d02d-44e9-9f50-9c65f41e2b0b') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:40.629265 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-141bd381-805a-4cd6-8728-4871e3b50af0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.647080 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-141bd381-805a-4cd6-8728-4871e3b50af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.650586 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a800f6ae-be6d-424c-a6e4-8c4d37aa9799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.655018 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-141bd381-805a-4cd6-8728-4871e3b50af0 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:43:40.655555 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-141bd381-805a-4cd6-8728-4871e3b50af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: timer() Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:43:40.658210 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:43:40.678713 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a800f6ae-be6d-424c-a6e4-8c4d37aa9799 None None] Pushing event deleted for resources: {'Port': ['ID=10ce1732-e098-483b-93c7-b05cc5c8446b,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:40.690197 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a800f6ae-be6d-424c-a6e4-8c4d37aa9799 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:40.690556 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a800f6ae-be6d-424c-a6e4-8c4d37aa9799 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:40.690924 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a800f6ae-be6d-424c-a6e4-8c4d37aa9799 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:40.691268 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a800f6ae-be6d-424c-a6e4-8c4d37aa9799 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:40.691609 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a800f6ae-be6d-424c-a6e4-8c4d37aa9799 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:40.691947 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a800f6ae-be6d-424c-a6e4-8c4d37aa9799 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:40.692288 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a800f6ae-be6d-424c-a6e4-8c4d37aa9799 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:40.692677 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a800f6ae-be6d-424c-a6e4-8c4d37aa9799 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:40.693326 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a800f6ae-be6d-424c-a6e4-8c4d37aa9799 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:40.693894 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a800f6ae-be6d-424c-a6e4-8c4d37aa9799 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:40.694217 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a800f6ae-be6d-424c-a6e4-8c4d37aa9799 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:40.694550 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a800f6ae-be6d-424c-a6e4-8c4d37aa9799 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:40.697667 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a800f6ae-be6d-424c-a6e4-8c4d37aa9799 None None] No DVR routers for this DVR port 10ce1732-e098-483b-93c7-b05cc5c8446b on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:43:40.724894 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-141bd381-805a-4cd6-8728-4871e3b50af0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.733787 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-141bd381-805a-4cd6-8728-4871e3b50af0 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:40.735822 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-141bd381-805a-4cd6-8728-4871e3b50af0 admin admin] 10.222.0.22 "DELETE /v2.0/networks/abd1b933-618f-4fec-8bae-5b9f7f0a81cc HTTP/1.1" status: 204 len: 168 time: 0.5578177 Jul 16 09:43:40.755311 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141bd381-805a-4cd6-8728-4871e3b50af0 admin admin] Pushing event deleted for resources: {'Network': ['ID=abd1b933-618f-4fec-8bae-5b9f7f0a81cc,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:40.912973 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ee01773f-3e93-425d-9d61-52cc7051a057 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:43:40.915819 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49228) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:40.945024 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: ee01773f-3e93-425d-9d61-52cc7051a057 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:43:40.945479 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ee01773f-3e93-425d-9d61-52cc7051a057 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:43:40.946155 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f61e1461-e73d-4aca-ae5e-4f4afaf9db05 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:43:40.978047 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9f6d3a29-3c9c-4917-8467-629fc1d76e23 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=4df886e449b844b89660437e15a6772f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0605528 Jul 16 09:43:40.979721 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: f61e1461-e73d-4aca-ae5e-4f4afaf9db05 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:43:40.980080 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f61e1461-e73d-4aca-ae5e-4f4afaf9db05 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:43:40.980532 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 10ce1732-e098-483b-93c7-b05cc5c8446b no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:43:40.980718 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49230) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:41.002275 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 10ce1732-e098-483b-93c7-b05cc5c8446b {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:43:41.002623 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 10ce1732-e098-483b-93c7-b05cc5c8446b not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:43:41.033442 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32c254fc-aa82-44a3-a1fa-7775eca0b77f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:41.054266 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32c254fc-aa82-44a3-a1fa-7775eca0b77f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:41.099581 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32c254fc-aa82-44a3-a1fa-7775eca0b77f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:41.102108 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-32c254fc-aa82-44a3-a1fa-7775eca0b77f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:41.103236 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-32c254fc-aa82-44a3-a1fa-7775eca0b77f admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb HTTP/1.1" status: 204 len: 168 time: 0.1215353 Jul 16 09:43:41.110921 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c254fc-aa82-44a3-a1fa-7775eca0b77f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3b6ddfe-33dc-4f2f-a82f-dacdaf2ca9fb,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:41.406999 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49236) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:41.446298 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-165b3c9c-dc18-4596-bfaa-a7178c1bc9bd admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=7a636dc68e2345f9aca9698a376f70d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0381420 Jul 16 09:43:41.448718 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49238) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:41.494923 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4d5fe3d-7ca3-403f-97e4-3c02d2843e81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:41.514882 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4d5fe3d-7ca3-403f-97e4-3c02d2843e81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:41.560009 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4d5fe3d-7ca3-403f-97e4-3c02d2843e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:41.562535 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b4d5fe3d-7ca3-403f-97e4-3c02d2843e81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:41.563721 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b4d5fe3d-7ca3-403f-97e4-3c02d2843e81 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/a27eced5-358e-4bff-b85c-db9167edce59 HTTP/1.1" status: 204 len: 168 time: 0.1141269 Jul 16 09:43:41.571421 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d5fe3d-7ca3-403f-97e4-3c02d2843e81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a27eced5-358e-4bff-b85c-db9167edce59,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:43.188373 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49278) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:43.193372 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c1b453bf-17e6-4b5b-b9d2-83f92bc973a9 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-807841378', 'description': 'tempest-secgroup-smoke-807841378 description', 'project_id': '55b2b7c3083e453e9655fb0b64077473'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:43.217454 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1b453bf-17e6-4b5b-b9d2-83f92bc973a9 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:43.226058 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1b453bf-17e6-4b5b-b9d2-83f92bc973a9 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:43.322037 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1b453bf-17e6-4b5b-b9d2-83f92bc973a9 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:43.325548 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1b453bf-17e6-4b5b-b9d2-83f92bc973a9 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:43.361252 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b453bf-17e6-4b5b-b9d2-83f92bc973a9 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=027dd1e1-2bb8-40e3-adba-17c285f312f6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:43.414749 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1b453bf-17e6-4b5b-b9d2-83f92bc973a9 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:43.418646 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1b453bf-17e6-4b5b-b9d2-83f92bc973a9 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:43.444503 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c1b453bf-17e6-4b5b-b9d2-83f92bc973a9 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:43.445731 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c1b453bf-17e6-4b5b-b9d2-83f92bc973a9 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2563462 Jul 16 09:43:43.449805 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b453bf-17e6-4b5b-b9d2-83f92bc973a9 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=213476a7-5cc2-4fae-94c7-8a076fc79af3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:43.450077 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49280) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:43.456865 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-dce0bf6f-76b7-4557-b4f3-15277a4bd0bb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group_rule': {'security_group_id': '213476a7-5cc2-4fae-94c7-8a076fc79af3', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:43.489357 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dce0bf6f-76b7-4557-b4f3-15277a4bd0bb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:43.549998 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dce0bf6f-76b7-4557-b4f3-15277a4bd0bb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:43.554987 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dce0bf6f-76b7-4557-b4f3-15277a4bd0bb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:43.574278 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce0bf6f-76b7-4557-b4f3-15277a4bd0bb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f795da13-af45-4213-9fb8-9ebfbe72eaba,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:43.581307 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dce0bf6f-76b7-4557-b4f3-15277a4bd0bb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:43.582866 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-dce0bf6f-76b7-4557-b4f3-15277a4bd0bb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1316030 Jul 16 09:43:43.588749 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49282) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:43.593511 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-78892d1b-6eb6-43d5-95cd-71b2ed557fae tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group_rule': {'security_group_id': '213476a7-5cc2-4fae-94c7-8a076fc79af3', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:43.624255 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78892d1b-6eb6-43d5-95cd-71b2ed557fae tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:43.682315 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78892d1b-6eb6-43d5-95cd-71b2ed557fae tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:43.685701 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78892d1b-6eb6-43d5-95cd-71b2ed557fae tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:43.702717 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78892d1b-6eb6-43d5-95cd-71b2ed557fae tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ead3b74c-e327-4571-8708-8263f38c83e5,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:43.709060 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78892d1b-6eb6-43d5-95cd-71b2ed557fae tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:43.710222 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-78892d1b-6eb6-43d5-95cd-71b2ed557fae tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1204789 Jul 16 09:43:43.713075 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49284) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:43.717480 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-ee57639f-c845-42e9-b573-bc035b2e5ed5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group_rule': {'security_group_id': '213476a7-5cc2-4fae-94c7-8a076fc79af3', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:43.743091 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ee57639f-c845-42e9-b573-bc035b2e5ed5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:43.806744 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ee57639f-c845-42e9-b573-bc035b2e5ed5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:43.810331 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ee57639f-c845-42e9-b573-bc035b2e5ed5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:43.825421 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee57639f-c845-42e9-b573-bc035b2e5ed5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b26dd768-ab71-4bfc-812f-563e08351cf2,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:43.833693 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ee57639f-c845-42e9-b573-bc035b2e5ed5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:43.834943 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ee57639f-c845-42e9-b573-bc035b2e5ed5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1209428 Jul 16 09:43:43.837763 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49286) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:43.842145 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-215783b4-44e6-42a9-9235-6ead4b10e29b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group_rule': {'security_group_id': '213476a7-5cc2-4fae-94c7-8a076fc79af3', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:43.867997 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-215783b4-44e6-42a9-9235-6ead4b10e29b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:43.925855 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-215783b4-44e6-42a9-9235-6ead4b10e29b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:43.929472 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-215783b4-44e6-42a9-9235-6ead4b10e29b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:43.947014 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215783b4-44e6-42a9-9235-6ead4b10e29b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=628213eb-a566-4022-beee-bc5cfcbb0a28,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:43.953828 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-215783b4-44e6-42a9-9235-6ead4b10e29b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:43.954414 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-215783b4-44e6-42a9-9235-6ead4b10e29b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1157084 Jul 16 09:43:43.957109 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49288) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:43.961530 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-51c9983e-01c2-4fca-8c25-e9b6ca3ac850 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group_rule': {'security_group_id': '213476a7-5cc2-4fae-94c7-8a076fc79af3', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:43.985167 n-d-771362-37 neutron-server[93758]: INFO neutron.db.securitygroups_db [None req-51c9983e-01c2-4fca-8c25-e9b6ca3ac850 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Project 55b2b7c3083e453e9655fb0b64077473 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:43:43.990228 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-51c9983e-01c2-4fca-8c25-e9b6ca3ac850 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:44.049301 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-51c9983e-01c2-4fca-8c25-e9b6ca3ac850 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:44.052940 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-51c9983e-01c2-4fca-8c25-e9b6ca3ac850 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:44.071663 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c9983e-01c2-4fca-8c25-e9b6ca3ac850 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a7e601-120f-4f16-95c4-0643ab7fa566,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:44.077303 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-51c9983e-01c2-4fca-8c25-e9b6ca3ac850 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:44.079093 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-51c9983e-01c2-4fca-8c25-e9b6ca3ac850 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1210682 Jul 16 09:43:44.081753 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49290) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:44.086083 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-83b5ac17-1ea6-4ab0-bed9-38ef316620ac tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group_rule': {'security_group_id': '213476a7-5cc2-4fae-94c7-8a076fc79af3', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:44.109377 n-d-771362-37 neutron-server[93758]: INFO neutron.db.securitygroups_db [None req-83b5ac17-1ea6-4ab0-bed9-38ef316620ac tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Project 55b2b7c3083e453e9655fb0b64077473 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:43:44.114284 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-83b5ac17-1ea6-4ab0-bed9-38ef316620ac tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:44.176659 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-83b5ac17-1ea6-4ab0-bed9-38ef316620ac tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:44.180153 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-83b5ac17-1ea6-4ab0-bed9-38ef316620ac tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:44.201458 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5ac17-1ea6-4ab0-bed9-38ef316620ac tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22fccbda-e75e-48f6-9303-2014e437eb15,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:44.205741 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-83b5ac17-1ea6-4ab0-bed9-38ef316620ac tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:44.206915 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-83b5ac17-1ea6-4ab0-bed9-38ef316620ac tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1242340 Jul 16 09:43:44.209949 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49292) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:44.214978 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-54edf68a-b4ac-4b5d-a6d2-4fa7ae5977ad tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'network': {'name': 'tempest-network-smoke--589865021', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'port_security_enabled': True}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:44.234540 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54edf68a-b4ac-4b5d-a6d2-4fa7ae5977ad tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Made reservation on behalf of 55b2b7c3083e453e9655fb0b64077473 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:43:44.238003 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-54edf68a-b4ac-4b5d-a6d2-4fa7ae5977ad tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:44.260921 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54edf68a-b4ac-4b5d-a6d2-4fa7ae5977ad tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:43:44.272217 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-54edf68a-b4ac-4b5d-a6d2-4fa7ae5977ad tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:44.272632 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-54edf68a-b4ac-4b5d-a6d2-4fa7ae5977ad tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Added segment 8d929eec-942a-4770-ad4a-584fa2d5885a of type vlan for network e1b32873-bb73-4360-bfca-3f3dc307c5a2 Jul 16 09:43:44.311163 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-54edf68a-b4ac-4b5d-a6d2-4fa7ae5977ad tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:44.339381 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-54edf68a-b4ac-4b5d-a6d2-4fa7ae5977ad tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:44.345230 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54edf68a-b4ac-4b5d-a6d2-4fa7ae5977ad tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:44.345814 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-54edf68a-b4ac-4b5d-a6d2-4fa7ae5977ad tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:44.378479 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-54edf68a-b4ac-4b5d-a6d2-4fa7ae5977ad tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1674175 Jul 16 09:43:44.381516 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49294) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:44.387814 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-8426c93d-a105-45b2-a922-ac50690c4c71 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-846273267', 'admin_state_up': True, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:44.428030 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54edf68a-b4ac-4b5d-a6d2-4fa7ae5977ad tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Network': ['ID=e1b32873-bb73-4360-bfca-3f3dc307c5a2,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:44.438730 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network e1b32873-bb73-4360-bfca-3f3dc307c5a2 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:43:44.444834 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8426c93d-a105-45b2-a922-ac50690c4c71 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:44.445816 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8426c93d-a105-45b2-a922-ac50690c4c71 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:44.496537 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8426c93d-a105-45b2-a922-ac50690c4c71 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:44.634016 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8426c93d-a105-45b2-a922-ac50690c4c71 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:44.831530 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8426c93d-a105-45b2-a922-ac50690c4c71 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:44.850242 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8426c93d-a105-45b2-a922-ac50690c4c71 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:44.976567 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-8426c93d-a105-45b2-a922-ac50690c4c71 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Allocated IP 172.25.3.164 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/75612fc6-2705-4b90-b0dd-199415b7b83f) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:43:45.084686 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8426c93d-a105-45b2-a922-ac50690c4c71 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:45.121550 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8426c93d-a105-45b2-a922-ac50690c4c71 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:45.157867 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8426c93d-a105-45b2-a922-ac50690c4c71 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:43:45.162883 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-8426c93d-a105-45b2-a922-ac50690c4c71 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:43:45.166335 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8426c93d-a105-45b2-a922-ac50690c4c71 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:43:45.193589 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426c93d-a105-45b2-a922-ac50690c4c71 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Port': ['ID=75612fc6-2705-4b90-b0dd-199415b7b83f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:45.415879 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8426c93d-a105-45b2-a922-ac50690c4c71 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:45.608197 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8426c93d-a105-45b2-a922-ac50690c4c71 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:45.732575 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8426c93d-a105-45b2-a922-ac50690c4c71 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Router 8263ed60-9eff-41da-935d-d1ab6b322353 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:43:45.836059 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8426c93d-a105-45b2-a922-ac50690c4c71 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:43:45.845480 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e142ed05-3869-4b1f-b0a4-44a9dfd5976c None None] Sync routers for ids ['8263ed60-9eff-41da-935d-d1ab6b322353'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:43:45.855159 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8426c93d-a105-45b2-a922-ac50690c4c71 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:45.856783 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8426c93d-a105-45b2-a922-ac50690c4c71 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4741404 Jul 16 09:43:45.857444 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e142ed05-3869-4b1f-b0a4-44a9dfd5976c None None] Routers {'8263ed60-9eff-41da-935d-d1ab6b322353'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:43:45.858051 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e142ed05-3869-4b1f-b0a4-44a9dfd5976c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:43:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['8263ed60-9eff-41da-935d-d1ab6b322353'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:45.860181 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49296) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:45.990804 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bb573de8-58f4-470f-8d14-398159aecdbb tempest-TestNetworkAdvancedServerOps-189494951 tempest-TestNetworkAdvancedServerOps-189494951-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=55b2b7c3083e453e9655fb0b64077473&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1292877 Jul 16 09:43:45.993486 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49300) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:46.080951 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-950d2cbc-20bc-4d96-aeee-ae33c1de02ca tempest-TestNetworkAdvancedServerOps-189494951 tempest-TestNetworkAdvancedServerOps-189494951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:46.082466 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-950d2cbc-20bc-4d96-aeee-ae33c1de02ca tempest-TestNetworkAdvancedServerOps-189494951 tempest-TestNetworkAdvancedServerOps-189494951-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0880604 Jul 16 09:43:46.085240 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49302) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:46.116052 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-e142ed05-3869-4b1f-b0a4-44a9dfd5976c None None] Set router 8263ed60-9eff-41da-935d-d1ab6b322353 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:43:46.117454 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ce1b0312-ef26-4576-8b35-da3e73d5c517 tempest-TestNetworkAdvancedServerOps-189494951 tempest-TestNetworkAdvancedServerOps-189494951-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=4a545af8-8142-4a44-8290-045c2901c634&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311441 Jul 16 09:43:46.120054 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49304) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:46.125477 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-453e5f9c-cfb7-4364-9907-51106fa65915 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1430050869', 'network_id': 'e1b32873-bb73-4360-bfca-3f3dc307c5a2', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:46.211526 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-453e5f9c-cfb7-4364-9907-51106fa65915 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Made reservation on behalf of 55b2b7c3083e453e9655fb0b64077473 for: {'subnet': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:43:46.215289 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-453e5f9c-cfb7-4364-9907-51106fa65915 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4515659'] for subnet, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:46.298780 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e142ed05-3869-4b1f-b0a4-44a9dfd5976c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-846273267', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '75612fc6-2705-4b90-b0dd-199415b7b83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:43:44Z', 'updated_at': '2021-07-16T09:43:45Z', 'revision_number': 3, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '75612fc6-2705-4b90-b0dd-199415b7b83f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:43:44Z', 'updated_at': '2021-07-16T09:43:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:46.325472 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e142ed05-3869-4b1f-b0a4-44a9dfd5976c None None] Checking router: 8263ed60-9eff-41da-935d-d1ab6b322353 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:43:46.326126 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e142ed05-3869-4b1f-b0a4-44a9dfd5976c None None] Updating router 8263ed60-9eff-41da-935d-d1ab6b322353 port 75612fc6-2705-4b90-b0dd-199415b7b83f binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:43:46.365481 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e142ed05-3869-4b1f-b0a4-44a9dfd5976c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:46.400847 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-453e5f9c-cfb7-4364-9907-51106fa65915 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4503151', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4515673'] for subnet, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:46.462425 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453e5f9c-cfb7-4364-9907-51106fa65915 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Subnet': ['ID=9ac8d90b-ec82-4b2a-9510-d2a57fd24f9d,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:46.469953 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-453e5f9c-cfb7-4364-9907-51106fa65915 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Checking segment: {'id': '8d929eec-942a-4770-ad4a-584fa2d5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e1b32873-bb73-4360-bfca-3f3dc307c5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:43:46.470319 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453e5f9c-cfb7-4364-9907-51106fa65915 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network hostable DHCP agents. Network: e1b32873-bb73-4360-bfca-3f3dc307c5a2, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93758) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:43:46.487103 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453e5f9c-cfb7-4364-9907-51106fa65915 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network e1b32873-bb73-4360-bfca-3f3dc307c5a2 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93758) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:43:46.496183 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-453e5f9c-cfb7-4364-9907-51106fa65915 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, e1b32873-bb73-4360-bfca-3f3dc307c5a2) {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:43:46.500149 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453e5f9c-cfb7-4364-9907-51106fa65915 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:46.500778 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-453e5f9c-cfb7-4364-9907-51106fa65915 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:46.508415 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac95aa7-5ac9-4010-b21b-2bdaad6fe4b6 None None] Network e1b32873-bb73-4360-bfca-3f3dc307c5a2 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:43:46.515127 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-453e5f9c-cfb7-4364-9907-51106fa65915 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3940041 Jul 16 09:43:46.517921 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49306) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:43:46.722953 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e142ed05-3869-4b1f-b0a4-44a9dfd5976c None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:46.753679 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e142ed05-3869-4b1f-b0a4-44a9dfd5976c None None] Transition to ACTIVE for port object 75612fc6-2705-4b90-b0dd-199415b7b83f will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:43:46.761192 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e142ed05-3869-4b1f-b0a4-44a9dfd5976c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:46.766991 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f92e36-1da5-49af-8132-31be0f397b28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-e1b32873-bb73-4360-bfca-3f3dc307c5a2', 'network_id': 'e1b32873-bb73-4360-bfca-3f3dc307c5a2', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'fixed_ips': [{'subnet_id': '9ac8d90b-ec82-4b2a-9510-d2a57fd24f9d'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:43:46.767803 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-71f92e36-1da5-49af-8132-31be0f397b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:46.837988 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e142ed05-3869-4b1f-b0a4-44a9dfd5976c None None] Attempting to bind port 75612fc6-2705-4b90-b0dd-199415b7b83f on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:43:46.838311 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e142ed05-3869-4b1f-b0a4-44a9dfd5976c None None] Attempting to bind port 75612fc6-2705-4b90-b0dd-199415b7b83f by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:43:46.838706 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e142ed05-3869-4b1f-b0a4-44a9dfd5976c None None] Attempting to bind port 75612fc6-2705-4b90-b0dd-199415b7b83f on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:43:46.843613 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59408307-70a0-454a-a558-6de507a3d8c3 None None] Pushing event updated for resources: {'Port': ['ID=75612fc6-2705-4b90-b0dd-199415b7b83f,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:46.891577 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e142ed05-3869-4b1f-b0a4-44a9dfd5976c None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:43:46.892294 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e142ed05-3869-4b1f-b0a4-44a9dfd5976c None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:43:46.892464 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e142ed05-3869-4b1f-b0a4-44a9dfd5976c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:46.892752 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e142ed05-3869-4b1f-b0a4-44a9dfd5976c None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:43:46.893223 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-e142ed05-3869-4b1f-b0a4-44a9dfd5976c None None] Bound port: 75612fc6-2705-4b90-b0dd-199415b7b83f, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:43:46.893608 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e142ed05-3869-4b1f-b0a4-44a9dfd5976c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:46.948122 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c0088cc2-5603-4b6a-9408-f51a59647faa tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:46.990278 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e142ed05-3869-4b1f-b0a4-44a9dfd5976c None None] For port 75612fc6-2705-4b90-b0dd-199415b7b83f, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:43:46.994756 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-e142ed05-3869-4b1f-b0a4-44a9dfd5976c None None] For port 75612fc6-2705-4b90-b0dd-199415b7b83f, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=75612fc6-2705-4b90-b0dd-199415b7b83f,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:43:47.003764 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e142ed05-3869-4b1f-b0a4-44a9dfd5976c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:47.009989 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-71f92e36-1da5-49af-8132-31be0f397b28 None None] Allocated IP 172.20.0.2 (e1b32873-bb73-4360-bfca-3f3dc307c5a2/9ac8d90b-ec82-4b2a-9510-d2a57fd24f9d/da2e0587-2634-40b0-abc1-c3471719a8ff) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:43:47.093625 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59408307-70a0-454a-a558-6de507a3d8c3 None None] Pushing event updated for resources: {'Port': ['ID=75612fc6-2705-4b90-b0dd-199415b7b83f,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:47.097634 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e142ed05-3869-4b1f-b0a4-44a9dfd5976c None None] Routers {'8263ed60-9eff-41da-935d-d1ab6b322353'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:43:47.098312 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e142ed05-3869-4b1f-b0a4-44a9dfd5976c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:43:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['8263ed60-9eff-41da-935d-d1ab6b322353'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:47.272104 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-e142ed05-3869-4b1f-b0a4-44a9dfd5976c None None] Set router 8263ed60-9eff-41da-935d-d1ab6b322353 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:43:47.357284 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-71f92e36-1da5-49af-8132-31be0f397b28 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:47.371038 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-71f92e36-1da5-49af-8132-31be0f397b28 None None] Transition to ACTIVE for port object da2e0587-2634-40b0-abc1-c3471719a8ff will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:43:47.416083 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-71f92e36-1da5-49af-8132-31be0f397b28 None None] Transition to ACTIVE for port object da2e0587-2634-40b0-abc1-c3471719a8ff will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:43:47.428290 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-71f92e36-1da5-49af-8132-31be0f397b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:47.474612 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-c0088cc2-5603-4b6a-9408-f51a59647faa tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Allocated IP 172.20.0.1 (e1b32873-bb73-4360-bfca-3f3dc307c5a2/9ac8d90b-ec82-4b2a-9510-d2a57fd24f9d/bdcc04b7-04a6-4ad8-afb0-23280fec8ab6) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:43:47.494148 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f92e36-1da5-49af-8132-31be0f397b28 None None] Network e1b32873-bb73-4360-bfca-3f3dc307c5a2 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:43:47.500865 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-71f92e36-1da5-49af-8132-31be0f397b28 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:43:47.503725 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71f92e36-1da5-49af-8132-31be0f397b28 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:43:47.505582 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f92e36-1da5-49af-8132-31be0f397b28 None None] Pushing event updated for resources: {'Port': ['ID=da2e0587-2634-40b0-abc1-c3471719a8ff,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:47.577924 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-71f92e36-1da5-49af-8132-31be0f397b28 None None] Attempting to bind port da2e0587-2634-40b0-abc1-c3471719a8ff on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:43:47.578294 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-71f92e36-1da5-49af-8132-31be0f397b28 None None] Attempting to bind port da2e0587-2634-40b0-abc1-c3471719a8ff by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '8d929eec-942a-4770-ad4a-584fa2d5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e1b32873-bb73-4360-bfca-3f3dc307c5a2'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:43:47.578657 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f92e36-1da5-49af-8132-31be0f397b28 None None] Attempting to bind port da2e0587-2634-40b0-abc1-c3471719a8ff on network e1b32873-bb73-4360-bfca-3f3dc307c5a2 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:43:47.582754 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-e142ed05-3869-4b1f-b0a4-44a9dfd5976c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-846273267', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '75612fc6-2705-4b90-b0dd-199415b7b83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:43:44Z', 'updated_at': '2021-07-16T09:43:45Z', 'revision_number': 3, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '75612fc6-2705-4b90-b0dd-199415b7b83f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:43:44Z', 'updated_at': '2021-07-16T09:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:47.587609 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c0088cc2-5603-4b6a-9408-f51a59647faa tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:47.601072 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-c0088cc2-5603-4b6a-9408-f51a59647faa tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Transition to ACTIVE for port object bdcc04b7-04a6-4ad8-afb0-23280fec8ab6 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:43:47.609554 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f92e36-1da5-49af-8132-31be0f397b28 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:43:47.609931 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f92e36-1da5-49af-8132-31be0f397b28 None None] Checking segment: {'id': '8d929eec-942a-4770-ad4a-584fa2d5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e1b32873-bb73-4360-bfca-3f3dc307c5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:43:47.610334 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-71f92e36-1da5-49af-8132-31be0f397b28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:47.610725 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f92e36-1da5-49af-8132-31be0f397b28 None None] Bound using segment: {'id': '8d929eec-942a-4770-ad4a-584fa2d5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e1b32873-bb73-4360-bfca-3f3dc307c5a2'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:43:47.611203 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-71f92e36-1da5-49af-8132-31be0f397b28 None None] Bound port: da2e0587-2634-40b0-abc1-c3471719a8ff, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d929eec-942a-4770-ad4a-584fa2d5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e1b32873-bb73-4360-bfca-3f3dc307c5a2'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:43:47.611582 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-71f92e36-1da5-49af-8132-31be0f397b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:47.614399 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e142ed05-3869-4b1f-b0a4-44a9dfd5976c None None] The sync data for ids ['8263ed60-9eff-41da-935d-d1ab6b322353'] in n-d-771362-37 is: [{'id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-846273267', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '75612fc6-2705-4b90-b0dd-199415b7b83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:43:44Z', 'updated_at': '2021-07-16T09:43:45Z', 'revision_number': 3, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '75612fc6-2705-4b90-b0dd-199415b7b83f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:43:44Z', 'updated_at': '2021-07-16T09:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:43:47.641368 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c0088cc2-5603-4b6a-9408-f51a59647faa tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:47.677095 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-71f92e36-1da5-49af-8132-31be0f397b28 None None] For port da2e0587-2634-40b0-abc1-c3471719a8ff, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:43:47.680932 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-71f92e36-1da5-49af-8132-31be0f397b28 None None] For port da2e0587-2634-40b0-abc1-c3471719a8ff, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=da2e0587-2634-40b0-abc1-c3471719a8ff,segment=NetworkSegment(8d929eec-942a-4770-ad4a-584fa2d5885a),segment_id=8d929eec-942a-4770-ad4a-584fa2d5885a)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:43:47.686147 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-71f92e36-1da5-49af-8132-31be0f397b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:47.693326 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0088cc2-5603-4b6a-9408-f51a59647faa tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network e1b32873-bb73-4360-bfca-3f3dc307c5a2 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:43:47.696713 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-c0088cc2-5603-4b6a-9408-f51a59647faa tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:43:47.700927 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0088cc2-5603-4b6a-9408-f51a59647faa tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:43:47.707658 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0088cc2-5603-4b6a-9408-f51a59647faa tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Port': ['ID=bdcc04b7-04a6-4ad8-afb0-23280fec8ab6,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:47.750248 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f92e36-1da5-49af-8132-31be0f397b28 None None] Pushing event updated for resources: {'Port': ['ID=da2e0587-2634-40b0-abc1-c3471719a8ff,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:47.756487 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c0088cc2-5603-4b6a-9408-f51a59647faa tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:47.954579 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c0088cc2-5603-4b6a-9408-f51a59647faa tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:48.650467 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c0088cc2-5603-4b6a-9408-f51a59647faa tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:48.656409 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c0088cc2-5603-4b6a-9408-f51a59647faa tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:48.695937 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1ce524-e16e-4a6a-a0f1-d8308e78ab3a None None] Network e1b32873-bb73-4360-bfca-3f3dc307c5a2 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:43:48.730280 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0088cc2-5603-4b6a-9408-f51a59647faa tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Port': ['ID=bdcc04b7-04a6-4ad8-afb0-23280fec8ab6,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:48.735900 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c0088cc2-5603-4b6a-9408-f51a59647faa tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:48.817744 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d9cec1d3-5b56-471c-b089-67e0ed79985a None None] Provisioning for port da2e0587-2634-40b0-abc1-c3471719a8ff completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:43:48.837721 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0088cc2-5603-4b6a-9408-f51a59647faa tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network e1b32873-bb73-4360-bfca-3f3dc307c5a2 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:43:48.839111 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-c0088cc2-5603-4b6a-9408-f51a59647faa tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:43:48.962928 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0088cc2-5603-4b6a-9408-f51a59647faa tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Router 8263ed60-9eff-41da-935d-d1ab6b322353 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:43:48.970021 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device da2e0587-2634-40b0-abc1-c3471719a8ff up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:43:49.025118 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port da2e0587-2634-40b0-abc1-c3471719a8ff completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:43:49.029058 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port da2e0587-2634-40b0-abc1-c3471719a8ff triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:43:49.029604 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:49.093482 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0088cc2-5603-4b6a-9408-f51a59647faa tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:43:49.102798 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c0088cc2-5603-4b6a-9408-f51a59647faa tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "PUT /v2.0/routers/8263ed60-9eff-41da-935d-d1ab6b322353/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5795846 Jul 16 09:43:49.123365 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:49.170497 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ff443ba8-03bd-4b9d-85a9-a53673d7cb39 None None] Provisioning for port bdcc04b7-04a6-4ad8-afb0-23280fec8ab6 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:43:49.174836 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port da2e0587-2634-40b0-abc1-c3471719a8ff, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=da2e0587-2634-40b0-abc1-c3471719a8ff,segment=NetworkSegment(8d929eec-942a-4770-ad4a-584fa2d5885a),segment_id=8d929eec-942a-4770-ad4a-584fa2d5885a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:43:49.182658 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ff443ba8-03bd-4b9d-85a9-a53673d7cb39 None None] Provisioning complete for port bdcc04b7-04a6-4ad8-afb0-23280fec8ab6 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:43:49.183083 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ff443ba8-03bd-4b9d-85a9-a53673d7cb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:49.185483 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:49.186296 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 75612fc6-2705-4b90-b0dd-199415b7b83f up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:43:49.274851 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-925713a4-533c-4d43-87b1-ebb9e34a35d3 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-807841378&fields=id&tenant_id=55b2b7c3083e453e9655fb0b64077473 HTTP/1.1" status: 200 len: 267 time: 0.0388377 Jul 16 09:43:49.293264 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-ff443ba8-03bd-4b9d-85a9-a53673d7cb39 None None] Port bdcc04b7-04a6-4ad8-afb0-23280fec8ab6 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:43:49.311257 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=da2e0587-2634-40b0-abc1-c3471719a8ff,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:49.323451 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ff443ba8-03bd-4b9d-85a9-a53673d7cb39 None None] Provisioning complete for port da2e0587-2634-40b0-abc1-c3471719a8ff triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:43:49.324496 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ff443ba8-03bd-4b9d-85a9-a53673d7cb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:49.347680 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 75612fc6-2705-4b90-b0dd-199415b7b83f completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:43:49.360125 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 75612fc6-2705-4b90-b0dd-199415b7b83f triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:43:49.360533 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:49.400280 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-e8219e08-04b3-4778-a7e8-043e7f7ae6cc tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:49.401962 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-e8219e08-04b3-4778-a7e8-043e7f7ae6cc tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/networks?id=e1b32873-bb73-4360-bfca-3f3dc307c5a2 HTTP/1.1" status: 200 len: 796 time: 0.1182556 Jul 16 09:43:49.417617 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-276e0a21-7050-4e97-9e23-fd075790069e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/quotas/55b2b7c3083e453e9655fb0b64077473 HTTP/1.1" status: 200 len: 375 time: 0.0099881 Jul 16 09:43:49.447659 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d3062f-bd2f-4d1d-a44b-fd4ed9a68965 None None] Sync routers for ids ['8263ed60-9eff-41da-935d-d1ab6b322353'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:43:49.459815 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d3062f-bd2f-4d1d-a44b-fd4ed9a68965 None None] Routers {'8263ed60-9eff-41da-935d-d1ab6b322353'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:43:49.460729 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-a5d3062f-bd2f-4d1d-a44b-fd4ed9a68965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:43:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['8263ed60-9eff-41da-935d-d1ab6b322353'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:49.486527 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:49.510463 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 75612fc6-2705-4b90-b0dd-199415b7b83f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=75612fc6-2705-4b90-b0dd-199415b7b83f,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:43:49.512927 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-e706bead-7fc4-41f7-8f9a-6d51b83d7e51 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0888329 Jul 16 09:43:49.525743 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:49.579512 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=75612fc6-2705-4b90-b0dd-199415b7b83f,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:49.596028 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3c7563d4-dcc6-4f52-ab47-d1d3fc1cd017 None None] Provisioning complete for port bdcc04b7-04a6-4ad8-afb0-23280fec8ab6 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:43:49.596693 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3c7563d4-dcc6-4f52-ab47-d1d3fc1cd017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:49.603188 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-a5d3062f-bd2f-4d1d-a44b-fd4ed9a68965 None None] Set router 8263ed60-9eff-41da-935d-d1ab6b322353 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:43:49.636968 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-259dc9cb-6621-49aa-919c-b3022b92eb3d service neutron] 10.222.0.22 "GET /v2.0/networks/e1b32873-bb73-4360-bfca-3f3dc307c5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1111403 Jul 16 09:43:49.741987 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-985b2e87-decd-41be-96e3-fabd4a1890a6 service neutron] 10.222.0.22 "GET /v2.0/networks/e1b32873-bb73-4360-bfca-3f3dc307c5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984972 Jul 16 09:43:49.801364 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-3c7563d4-dcc6-4f52-ab47-d1d3fc1cd017 None None] Port bdcc04b7-04a6-4ad8-afb0-23280fec8ab6 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:43:49.815226 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-a5d3062f-bd2f-4d1d-a44b-fd4ed9a68965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-846273267', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '75612fc6-2705-4b90-b0dd-199415b7b83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:43:44Z', 'updated_at': '2021-07-16T09:43:47Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '75612fc6-2705-4b90-b0dd-199415b7b83f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:43:44Z', 'updated_at': '2021-07-16T09:43:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'bdcc04b7-04a6-4ad8-afb0-23280fec8ab6', 'name': '', 'network_id': 'e1b32873-bb73-4360-bfca-3f3dc307c5a2', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:bc:82:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9ac8d90b-ec82-4b2a-9510-d2a57fd24f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:43:47Z', 'updated_at': '2021-07-16T09:43:48Z', 'revision_number': 2, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': '9ac8d90b-ec82-4b2a-9510-d2a57fd24f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:49.919676 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-93b7ef19-5c3a-4723-9083-77d11b24807c None None] Provisioning complete for port bdcc04b7-04a6-4ad8-afb0-23280fec8ab6 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:43:49.919961 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-93b7ef19-5c3a-4723-9083-77d11b24807c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:49.924468 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d3062f-bd2f-4d1d-a44b-fd4ed9a68965 None None] Checking router: 8263ed60-9eff-41da-935d-d1ab6b322353 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:43:49.924824 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d3062f-bd2f-4d1d-a44b-fd4ed9a68965 None None] Updating router 8263ed60-9eff-41da-935d-d1ab6b322353 port bdcc04b7-04a6-4ad8-afb0-23280fec8ab6 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:43:49.953668 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-93b7ef19-5c3a-4723-9083-77d11b24807c None None] Port bdcc04b7-04a6-4ad8-afb0-23280fec8ab6 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:43:49.957732 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a5d3062f-bd2f-4d1d-a44b-fd4ed9a68965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:50.208159 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a5d3062f-bd2f-4d1d-a44b-fd4ed9a68965 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:50.217179 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-a5d3062f-bd2f-4d1d-a44b-fd4ed9a68965 None None] Transition to ACTIVE for port object bdcc04b7-04a6-4ad8-afb0-23280fec8ab6 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:43:50.222595 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a5d3062f-bd2f-4d1d-a44b-fd4ed9a68965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:50.268466 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb474aa6-4e76-40c8-bfe6-6ca310a0a579 None None] Pushing event updated for resources: {'Port': ['ID=bdcc04b7-04a6-4ad8-afb0-23280fec8ab6,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:50.293688 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474aa6-4e76-40c8-bfe6-6ca310a0a579 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:50.294035 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474aa6-4e76-40c8-bfe6-6ca310a0a579 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:50.294374 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474aa6-4e76-40c8-bfe6-6ca310a0a579 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:50.294718 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474aa6-4e76-40c8-bfe6-6ca310a0a579 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:50.295050 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474aa6-4e76-40c8-bfe6-6ca310a0a579 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:50.295381 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474aa6-4e76-40c8-bfe6-6ca310a0a579 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:50.295708 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474aa6-4e76-40c8-bfe6-6ca310a0a579 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:50.296606 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474aa6-4e76-40c8-bfe6-6ca310a0a579 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:50.296939 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474aa6-4e76-40c8-bfe6-6ca310a0a579 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:50.297260 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474aa6-4e76-40c8-bfe6-6ca310a0a579 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:50.297583 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474aa6-4e76-40c8-bfe6-6ca310a0a579 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:50.297903 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb474aa6-4e76-40c8-bfe6-6ca310a0a579 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:43:50.336251 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a5d3062f-bd2f-4d1d-a44b-fd4ed9a68965 None None] Attempting to bind port bdcc04b7-04a6-4ad8-afb0-23280fec8ab6 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:43:50.336666 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a5d3062f-bd2f-4d1d-a44b-fd4ed9a68965 None None] Attempting to bind port bdcc04b7-04a6-4ad8-afb0-23280fec8ab6 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '8d929eec-942a-4770-ad4a-584fa2d5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e1b32873-bb73-4360-bfca-3f3dc307c5a2'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:43:50.337034 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d3062f-bd2f-4d1d-a44b-fd4ed9a68965 None None] Attempting to bind port bdcc04b7-04a6-4ad8-afb0-23280fec8ab6 on network e1b32873-bb73-4360-bfca-3f3dc307c5a2 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:43:50.342624 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d3062f-bd2f-4d1d-a44b-fd4ed9a68965 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 43, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:43:50.343530 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d3062f-bd2f-4d1d-a44b-fd4ed9a68965 None None] Checking segment: {'id': '8d929eec-942a-4770-ad4a-584fa2d5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e1b32873-bb73-4360-bfca-3f3dc307c5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:43:50.343933 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a5d3062f-bd2f-4d1d-a44b-fd4ed9a68965 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:50.344325 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5d3062f-bd2f-4d1d-a44b-fd4ed9a68965 None None] Bound using segment: {'id': '8d929eec-942a-4770-ad4a-584fa2d5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e1b32873-bb73-4360-bfca-3f3dc307c5a2'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:43:50.344823 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-a5d3062f-bd2f-4d1d-a44b-fd4ed9a68965 None None] Bound port: bdcc04b7-04a6-4ad8-afb0-23280fec8ab6, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d929eec-942a-4770-ad4a-584fa2d5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e1b32873-bb73-4360-bfca-3f3dc307c5a2'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:43:50.345208 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a5d3062f-bd2f-4d1d-a44b-fd4ed9a68965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:50.408842 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a5d3062f-bd2f-4d1d-a44b-fd4ed9a68965 None None] For port bdcc04b7-04a6-4ad8-afb0-23280fec8ab6, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:43:50.412302 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-a5d3062f-bd2f-4d1d-a44b-fd4ed9a68965 None None] For port bdcc04b7-04a6-4ad8-afb0-23280fec8ab6, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=bdcc04b7-04a6-4ad8-afb0-23280fec8ab6,segment=NetworkSegment(8d929eec-942a-4770-ad4a-584fa2d5885a),segment_id=8d929eec-942a-4770-ad4a-584fa2d5885a)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:43:50.417837 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-a5d3062f-bd2f-4d1d-a44b-fd4ed9a68965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:50.479710 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb474aa6-4e76-40c8-bfe6-6ca310a0a579 None None] Pushing event updated for resources: {'Port': ['ID=bdcc04b7-04a6-4ad8-afb0-23280fec8ab6,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:50.484257 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5d3062f-bd2f-4d1d-a44b-fd4ed9a68965 None None] Routers {'8263ed60-9eff-41da-935d-d1ab6b322353'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:43:50.484912 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-a5d3062f-bd2f-4d1d-a44b-fd4ed9a68965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:43:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['8263ed60-9eff-41da-935d-d1ab6b322353'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:50.594661 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-a5d3062f-bd2f-4d1d-a44b-fd4ed9a68965 None None] Set router 8263ed60-9eff-41da-935d-d1ab6b322353 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:43:50.787718 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-a5d3062f-bd2f-4d1d-a44b-fd4ed9a68965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-846273267', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '75612fc6-2705-4b90-b0dd-199415b7b83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:43:44Z', 'updated_at': '2021-07-16T09:43:47Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '75612fc6-2705-4b90-b0dd-199415b7b83f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:43:44Z', 'updated_at': '2021-07-16T09:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'bdcc04b7-04a6-4ad8-afb0-23280fec8ab6', 'name': '', 'network_id': 'e1b32873-bb73-4360-bfca-3f3dc307c5a2', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:bc:82:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9ac8d90b-ec82-4b2a-9510-d2a57fd24f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:43:47Z', 'updated_at': '2021-07-16T09:43:50Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': '9ac8d90b-ec82-4b2a-9510-d2a57fd24f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:43:50.814278 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d3062f-bd2f-4d1d-a44b-fd4ed9a68965 None None] The sync data for ids ['8263ed60-9eff-41da-935d-d1ab6b322353'] in n-d-771362-37 is: [{'id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-846273267', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '75612fc6-2705-4b90-b0dd-199415b7b83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:43:44Z', 'updated_at': '2021-07-16T09:43:47Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '75612fc6-2705-4b90-b0dd-199415b7b83f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:43:44Z', 'updated_at': '2021-07-16T09:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'bdcc04b7-04a6-4ad8-afb0-23280fec8ab6', 'name': '', 'network_id': 'e1b32873-bb73-4360-bfca-3f3dc307c5a2', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:bc:82:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9ac8d90b-ec82-4b2a-9510-d2a57fd24f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:43:47Z', 'updated_at': '2021-07-16T09:43:50Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': '9ac8d90b-ec82-4b2a-9510-d2a57fd24f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:43:50.994128 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2e29344b-2420-420a-9614-7727cb80fecb req-cd797147-86e4-41b5-abbb-fc5bb06279f7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=81441754-4bd7-4555-bf73-0539e48398fe HTTP/1.1" status: 200 len: 210 time: 0.0553629 Jul 16 09:43:51.066288 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device da2e0587-2634-40b0-abc1-c3471719a8ff up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:43:51.119920 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port da2e0587-2634-40b0-abc1-c3471719a8ff triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:43:51.120509 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:51.213347 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device bdcc04b7-04a6-4ad8-afb0-23280fec8ab6 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:43:51.266436 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port bdcc04b7-04a6-4ad8-afb0-23280fec8ab6 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:43:51.270494 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port bdcc04b7-04a6-4ad8-afb0-23280fec8ab6 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:43:51.270883 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:51.358117 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:51.395877 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port bdcc04b7-04a6-4ad8-afb0-23280fec8ab6, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=bdcc04b7-04a6-4ad8-afb0-23280fec8ab6,segment=NetworkSegment(8d929eec-942a-4770-ad4a-584fa2d5885a),segment_id=8d929eec-942a-4770-ad4a-584fa2d5885a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:43:51.400083 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:51.401261 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 75612fc6-2705-4b90-b0dd-199415b7b83f up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:43:51.478666 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=bdcc04b7-04a6-4ad8-afb0-23280fec8ab6,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:51.492981 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 75612fc6-2705-4b90-b0dd-199415b7b83f triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:43:51.493365 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:52.123022 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-3ed1fe1c-e331-4023-89ce-7e2f069bf097 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:52.125127 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-3ed1fe1c-e331-4023-89ce-7e2f069bf097 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.21 "GET /v2.0/networks?id=e1b32873-bb73-4360-bfca-3f3dc307c5a2 HTTP/1.1" status: 200 len: 796 time: 0.1278338 Jul 16 09:43:52.138618 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fd8f46a4-96a0-4715-accb-f48b718b7521 req-63460f47-576f-443a-abe9-1561e49ce2f0 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=81441754-4bd7-4555-bf73-0539e48398fe HTTP/1.1" status: 200 len: 210 time: 0.0313022 Jul 16 09:43:52.173622 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-1c3758ce-f5b3-403b-802c-3983c54349d9 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55b2b7c3083e453e9655fb0b64077473 HTTP/1.1" status: 200 len: 379 time: 0.0402968 Jul 16 09:43:52.182542 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-13eef984-d4b2-405b-918f-c885ecff416e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'port': {'device_id': '81441754-4bd7-4555-bf73-0539e48398fe', 'network_id': 'e1b32873-bb73-4360-bfca-3f3dc307c5a2', 'admin_state_up': True, 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'security_groups': ['213476a7-5cc2-4fae-94c7-8a076fc79af3']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:52.297066 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-13eef984-d4b2-405b-918f-c885ecff416e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Made reservation on behalf of 55b2b7c3083e453e9655fb0b64077473 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:43:52.301770 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-13eef984-d4b2-405b-918f-c885ecff416e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:52.430067 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-13eef984-d4b2-405b-918f-c885ecff416e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Allocated IP 172.20.0.10 (e1b32873-bb73-4360-bfca-3f3dc307c5a2/9ac8d90b-ec82-4b2a-9510-d2a57fd24f9d/88016cf5-7456-4db4-9f32-3f4632cf40e0) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:43:52.574929 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-13eef984-d4b2-405b-918f-c885ecff416e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:52.588141 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-13eef984-d4b2-405b-918f-c885ecff416e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Transition to ACTIVE for port object 88016cf5-7456-4db4-9f32-3f4632cf40e0 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:43:52.624757 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-13eef984-d4b2-405b-918f-c885ecff416e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:52.672619 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-13eef984-d4b2-405b-918f-c885ecff416e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network e1b32873-bb73-4360-bfca-3f3dc307c5a2 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:43:52.676006 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-13eef984-d4b2-405b-918f-c885ecff416e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:43:52.679938 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-13eef984-d4b2-405b-918f-c885ecff416e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:43:52.686561 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13eef984-d4b2-405b-918f-c885ecff416e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Port': ['ID=88016cf5-7456-4db4-9f32-3f4632cf40e0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:52.734425 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-13eef984-d4b2-405b-918f-c885ecff416e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:52.735074 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-13eef984-d4b2-405b-918f-c885ecff416e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:52.752072 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-13eef984-d4b2-405b-918f-c885ecff416e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5732644 Jul 16 09:43:52.814441 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-8863032f-9bc2-45b0-934b-2b24d810fb71 service neutron] Request body: {'port': {'device_id': '81441754-4bd7-4555-bf73-0539e48398fe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:43:52.906196 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-8863032f-9bc2-45b0-934b-2b24d810fb71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:52.923085 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device bdcc04b7-04a6-4ad8-afb0-23280fec8ab6 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:43:52.965877 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8d9e6c70-6920-4d4b-9ff5-8a2a1bb0df85 None None] Provisioning for port 88016cf5-7456-4db4-9f32-3f4632cf40e0 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:43:52.971402 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8d9e6c70-6920-4d4b-9ff5-8a2a1bb0df85 None None] Provisioning complete for port 88016cf5-7456-4db4-9f32-3f4632cf40e0 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:43:52.971781 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8d9e6c70-6920-4d4b-9ff5-8a2a1bb0df85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:53.010307 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port bdcc04b7-04a6-4ad8-afb0-23280fec8ab6 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:43:53.010689 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:53.014615 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8d9e6c70-6920-4d4b-9ff5-8a2a1bb0df85 None None] Port 88016cf5-7456-4db4-9f32-3f4632cf40e0 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:43:53.535512 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdef196-4128-41fd-932d-1724f495e443 req-e4945659-feaf-4925-8108-ef77f5ce8a2e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:53.537085 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9cdef196-4128-41fd-932d-1724f495e443 req-e4945659-feaf-4925-8108-ef77f5ce8a2e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=81441754-4bd7-4555-bf73-0539e48398fe HTTP/1.1" status: 200 len: 932 time: 0.1420565 Jul 16 09:43:53.611809 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9cdef196-4128-41fd-932d-1724f495e443 req-5dc142f6-9a46-40e4-9b4b-938fc5f8a39d tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=213476a7-5cc2-4fae-94c7-8a076fc79af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681660 Jul 16 09:43:53.624719 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-8863032f-9bc2-45b0-934b-2b24d810fb71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 88016cf5-7456-4db4-9f32-3f4632cf40e0 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:43:53.632652 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-8863032f-9bc2-45b0-934b-2b24d810fb71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:53.644252 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-8863032f-9bc2-45b0-934b-2b24d810fb71 service neutron] Transition to ACTIVE for port object 88016cf5-7456-4db4-9f32-3f4632cf40e0 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:43:53.648661 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-8863032f-9bc2-45b0-934b-2b24d810fb71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:53.699521 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863032f-9bc2-45b0-934b-2b24d810fb71 service neutron] Pushing event updated for resources: {'Port': ['ID=88016cf5-7456-4db4-9f32-3f4632cf40e0,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:53.775076 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-8863032f-9bc2-45b0-934b-2b24d810fb71 service neutron] Attempting to bind port 88016cf5-7456-4db4-9f32-3f4632cf40e0 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:43:53.775414 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-8863032f-9bc2-45b0-934b-2b24d810fb71 service neutron] Attempting to bind port 88016cf5-7456-4db4-9f32-3f4632cf40e0 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '8d929eec-942a-4770-ad4a-584fa2d5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e1b32873-bb73-4360-bfca-3f3dc307c5a2'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:43:53.775748 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-8863032f-9bc2-45b0-934b-2b24d810fb71 service neutron] Attempting to bind port 88016cf5-7456-4db4-9f32-3f4632cf40e0 on network e1b32873-bb73-4360-bfca-3f3dc307c5a2 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:43:53.780709 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-8863032f-9bc2-45b0-934b-2b24d810fb71 service neutron] Port 88016cf5-7456-4db4-9f32-3f4632cf40e0 on network e1b32873-bb73-4360-bfca-3f3dc307c5a2 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:43:53.781288 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-8863032f-9bc2-45b0-934b-2b24d810fb71 service neutron] Attempting to bind port 88016cf5-7456-4db4-9f32-3f4632cf40e0 on network e1b32873-bb73-4360-bfca-3f3dc307c5a2 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:43:53.786561 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-8863032f-9bc2-45b0-934b-2b24d810fb71 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 43, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:43:53.786902 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-8863032f-9bc2-45b0-934b-2b24d810fb71 service neutron] Checking segment: {'id': '8d929eec-942a-4770-ad4a-584fa2d5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e1b32873-bb73-4360-bfca-3f3dc307c5a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:43:53.787292 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-8863032f-9bc2-45b0-934b-2b24d810fb71 service neutron] Bound using segment: {'id': '8d929eec-942a-4770-ad4a-584fa2d5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e1b32873-bb73-4360-bfca-3f3dc307c5a2'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:43:53.787724 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-8863032f-9bc2-45b0-934b-2b24d810fb71 service neutron] Bound port: 88016cf5-7456-4db4-9f32-3f4632cf40e0, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8d929eec-942a-4770-ad4a-584fa2d5885a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'e1b32873-bb73-4360-bfca-3f3dc307c5a2'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:43:53.788085 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-8863032f-9bc2-45b0-934b-2b24d810fb71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:53.855476 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-8863032f-9bc2-45b0-934b-2b24d810fb71 service neutron] For port 88016cf5-7456-4db4-9f32-3f4632cf40e0, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:43:53.859453 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-8863032f-9bc2-45b0-934b-2b24d810fb71 service neutron] For port 88016cf5-7456-4db4-9f32-3f4632cf40e0, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=88016cf5-7456-4db4-9f32-3f4632cf40e0,segment=NetworkSegment(8d929eec-942a-4770-ad4a-584fa2d5885a),segment_id=8d929eec-942a-4770-ad4a-584fa2d5885a)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:43:53.862835 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-8863032f-9bc2-45b0-934b-2b24d810fb71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:53.896448 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-8863032f-9bc2-45b0-934b-2b24d810fb71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:53.897143 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-8863032f-9bc2-45b0-934b-2b24d810fb71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:53.898512 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-8863032f-9bc2-45b0-934b-2b24d810fb71 service neutron] 10.222.0.21 "PUT /v2.0/ports/88016cf5-7456-4db4-9f32-3f4632cf40e0 HTTP/1.1" status: 200 len: 1093 time: 1.1375837 Jul 16 09:43:53.899064 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81441754-4bd7-4555-bf73-0539e48398fe', 'tag': '88016cf5-7456-4db4-9f32-3f4632cf40e0'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:43:53.901405 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500d642f-5f57-4d48-9be4-523fcfbe9d21" -d '{"events": [{"name": "network-changed", "server_uuid": "81441754-4bd7-4555-bf73-0539e48398fe", "tag": "88016cf5-7456-4db4-9f32-3f4632cf40e0"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:43:53.929471 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8863032f-9bc2-45b0-934b-2b24d810fb71 service neutron] Pushing event updated for resources: {'Port': ['ID=88016cf5-7456-4db4-9f32-3f4632cf40e0,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:54.016658 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-fc838f1b-3eb8-4194-9c24-30f762f900b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:54.019026 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-fc838f1b-3eb8-4194-9c24-30f762f900b3 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=81441754-4bd7-4555-bf73-0539e48398fe HTTP/1.1" status: 200 len: 1096 time: 0.0649657 Jul 16 09:43:54.034332 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:43:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3082d946-ac5e-43ee-892d-630f04bb04f3 x-openstack-request-id: req-3082d946-ac5e-43ee-892d-630f04bb04f3 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:43:54.034626 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81441754-4bd7-4555-bf73-0539e48398fe", "tag": "88016cf5-7456-4db4-9f32-3f4632cf40e0", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:43:54.034885 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3082d946-ac5e-43ee-892d-630f04bb04f3 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:43:54.035289 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81441754-4bd7-4555-bf73-0539e48398fe', 'tag': '88016cf5-7456-4db4-9f32-3f4632cf40e0', 'status': 'completed', 'code': 200} Jul 16 09:43:54.065841 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-effd1374-6eb2-41d5-84a4-f956b13a2484 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88016cf5-7456-4db4-9f32-3f4632cf40e0 HTTP/1.1" status: 200 len: 217 time: 0.0391538 Jul 16 09:43:54.118753 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-6beb03ce-f86e-4ab6-acc0-1dcfa5ff638f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:54.120246 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-6beb03ce-f86e-4ab6-acc0-1dcfa5ff638f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9ac8d90b-ec82-4b2a-9510-d2a57fd24f9d HTTP/1.1" status: 200 len: 835 time: 0.0480511 Jul 16 09:43:54.177377 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-58c876ed-bffc-4133-82e1-4ee3ab168411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:54.178906 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-58c876ed-bffc-4133-82e1-4ee3ab168411 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1b32873-bb73-4360-bfca-3f3dc307c5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520310 Jul 16 09:43:54.238617 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:43:54.279954 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-e5562b28-a46d-4775-a3a3-536e33d0d39d service neutron] 10.222.0.21 "GET /v2.0/networks/e1b32873-bb73-4360-bfca-3f3dc307c5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935948 Jul 16 09:43:54.371149 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7658761b-5bbd-45b2-95d9-0dd8faf7f233 req-89b4a9fc-83fa-460d-9787-6cdcfe3cabf2 service neutron] 10.222.0.21 "GET /v2.0/networks/e1b32873-bb73-4360-bfca-3f3dc307c5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847099 Jul 16 09:43:54.480073 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d642f-5f57-4d48-9be4-523fcfbe9d21 req-03286ad3-21d0-4af6-b0bc-1593674c9f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:54.481563 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-500d642f-5f57-4d48-9be4-523fcfbe9d21 req-03286ad3-21d0-4af6-b0bc-1593674c9f33 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=81441754-4bd7-4555-bf73-0539e48398fe HTTP/1.1" status: 200 len: 1096 time: 0.0592942 Jul 16 09:43:54.573113 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d642f-5f57-4d48-9be4-523fcfbe9d21 req-5c788f38-3e33-4390-9d57-c220cff5b363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:54.574631 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-500d642f-5f57-4d48-9be4-523fcfbe9d21 req-5c788f38-3e33-4390-9d57-c220cff5b363 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e1b32873-bb73-4360-bfca-3f3dc307c5a2 HTTP/1.1" status: 200 len: 897 time: 0.0865312 Jul 16 09:43:54.618942 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-500d642f-5f57-4d48-9be4-523fcfbe9d21 req-7ea0f0a8-33cc-4df1-921f-287a9d576d7b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88016cf5-7456-4db4-9f32-3f4632cf40e0 HTTP/1.1" status: 200 len: 217 time: 0.0374827 Jul 16 09:43:54.667299 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d642f-5f57-4d48-9be4-523fcfbe9d21 req-762b3822-df4b-4341-95a0-0c9775e63489 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:54.668800 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-500d642f-5f57-4d48-9be4-523fcfbe9d21 req-762b3822-df4b-4341-95a0-0c9775e63489 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9ac8d90b-ec82-4b2a-9510-d2a57fd24f9d HTTP/1.1" status: 200 len: 835 time: 0.0436180 Jul 16 09:43:54.737281 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d642f-5f57-4d48-9be4-523fcfbe9d21 req-29148aa9-80dc-43c5-9a76-6c8d85295044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:54.738655 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-500d642f-5f57-4d48-9be4-523fcfbe9d21 req-29148aa9-80dc-43c5-9a76-6c8d85295044 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1b32873-bb73-4360-bfca-3f3dc307c5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629787 Jul 16 09:43:54.862730 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a792da-9dea-4f1a-a177-89c8414d8eec req-f7f9a355-d692-474c-ac55-c379ffe60cce tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:54.864239 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54a792da-9dea-4f1a-a177-89c8414d8eec req-f7f9a355-d692-474c-ac55-c379ffe60cce tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=81441754-4bd7-4555-bf73-0539e48398fe HTTP/1.1" status: 200 len: 944 time: 0.1405911 Jul 16 09:43:54.867921 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-500d642f-5f57-4d48-9be4-523fcfbe9d21 req-74aabeb8-4cdb-45b8-9924-e7b8ff539d31 service neutron] 10.222.0.21 "GET /v2.0/networks/e1b32873-bb73-4360-bfca-3f3dc307c5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128235 Jul 16 09:43:54.958160 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54a792da-9dea-4f1a-a177-89c8414d8eec req-c4bb6050-c9fd-46f0-b306-f4da59becba1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=213476a7-5cc2-4fae-94c7-8a076fc79af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883205 Jul 16 09:43:54.984240 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-500d642f-5f57-4d48-9be4-523fcfbe9d21 req-b95b0dbb-98fe-4a3e-aac0-d33c8f2119eb service neutron] 10.222.0.21 "GET /v2.0/networks/e1b32873-bb73-4360-bfca-3f3dc307c5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079888 Jul 16 09:43:56.127950 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ac503d-7d99-4e59-bb1d-a5acc8b26aab req-5a956120-8214-4a34-bdda-6815488ae7ce tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:56.129452 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-58ac503d-7d99-4e59-bb1d-a5acc8b26aab req-5a956120-8214-4a34-bdda-6815488ae7ce tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=81441754-4bd7-4555-bf73-0539e48398fe HTTP/1.1" status: 200 len: 944 time: 0.0622659 Jul 16 09:43:56.166039 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-58ac503d-7d99-4e59-bb1d-a5acc8b26aab req-cc5f1539-43e3-4d8b-a420-ea28fc00cc40 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=213476a7-5cc2-4fae-94c7-8a076fc79af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310116 Jul 16 09:43:56.958687 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 88016cf5-7456-4db4-9f32-3f4632cf40e0 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:43:57.052812 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 88016cf5-7456-4db4-9f32-3f4632cf40e0, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=88016cf5-7456-4db4-9f32-3f4632cf40e0,segment=NetworkSegment(8d929eec-942a-4770-ad4a-584fa2d5885a),segment_id=8d929eec-942a-4770-ad4a-584fa2d5885a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:43:57.063171 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '88016cf5-7456-4db4-9f32-3f4632cf40e0', 'network_id': 'e1b32873-bb73-4360-bfca-3f3dc307c5a2', 'port_id': '88016cf5-7456-4db4-9f32-3f4632cf40e0', 'mac_address': 'fa:16:3e:c6:b6:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 121, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ac8d90b-ec82-4b2a-9510-d2a57fd24f9d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:43:57.098791 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:57.111340 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 88016cf5-7456-4db4-9f32-3f4632cf40e0 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:43:57.129837 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 88016cf5-7456-4db4-9f32-3f4632cf40e0, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=88016cf5-7456-4db4-9f32-3f4632cf40e0,segment=NetworkSegment(8d929eec-942a-4770-ad4a-584fa2d5885a),segment_id=8d929eec-942a-4770-ad4a-584fa2d5885a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:43:57.133987 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:57.179548 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=88016cf5-7456-4db4-9f32-3f4632cf40e0,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:57.339772 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6c0a85-015d-470a-9ebf-fa972ce64192 req-c6a41427-092e-4dde-9891-6170f1d1e207 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:57.341290 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9e6c0a85-015d-470a-9ebf-fa972ce64192 req-c6a41427-092e-4dde-9891-6170f1d1e207 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=81441754-4bd7-4555-bf73-0539e48398fe HTTP/1.1" status: 200 len: 945 time: 0.0632813 Jul 16 09:43:57.374110 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['88016cf5-7456-4db4-9f32-3f4632cf40e0'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:43:57.381666 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9e6c0a85-015d-470a-9ebf-fa972ce64192 req-8f804657-11e1-4fbc-a1a9-f574178d6080 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=213476a7-5cc2-4fae-94c7-8a076fc79af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341043 Jul 16 09:43:58.556836 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7e303-e34d-471a-8775-86d7b71a6127 req-dba76813-bce6-42e5-9b01-107012be7dc8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:58.558316 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f9d7e303-e34d-471a-8775-86d7b71a6127 req-dba76813-bce6-42e5-9b01-107012be7dc8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=81441754-4bd7-4555-bf73-0539e48398fe HTTP/1.1" status: 200 len: 945 time: 0.0671239 Jul 16 09:43:58.595171 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f9d7e303-e34d-471a-8775-86d7b71a6127 req-e1a83044-9432-4d69-b924-832622af9168 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=213476a7-5cc2-4fae-94c7-8a076fc79af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313377 Jul 16 09:43:58.973672 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 88016cf5-7456-4db4-9f32-3f4632cf40e0 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:43:59.020472 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 88016cf5-7456-4db4-9f32-3f4632cf40e0 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:43:59.024135 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 88016cf5-7456-4db4-9f32-3f4632cf40e0 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:43:59.024541 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:59.099827 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:59.120846 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81441754-4bd7-4555-bf73-0539e48398fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88016cf5-7456-4db4-9f32-3f4632cf40e0'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:43:59.123094 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90059b31-e27e-4b1c-a5de-31a5a0b370f1" -d '{"events": [{"server_uuid": "81441754-4bd7-4555-bf73-0539e48398fe", "name": "network-vif-plugged", "status": "completed", "tag": "88016cf5-7456-4db4-9f32-3f4632cf40e0"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:43:59.136700 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 88016cf5-7456-4db4-9f32-3f4632cf40e0, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=88016cf5-7456-4db4-9f32-3f4632cf40e0,segment=NetworkSegment(8d929eec-942a-4770-ad4a-584fa2d5885a),segment_id=8d929eec-942a-4770-ad4a-584fa2d5885a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:43:59.141317 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:43:59.188213 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=88016cf5-7456-4db4-9f32-3f4632cf40e0,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:43:59.215825 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3075f9bb-0e13-486b-be66-78a2f1ac8095 x-openstack-request-id: req-3075f9bb-0e13-486b-be66-78a2f1ac8095 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:43:59.216123 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81441754-4bd7-4555-bf73-0539e48398fe", "name": "network-vif-plugged", "status": "completed", "tag": "88016cf5-7456-4db4-9f32-3f4632cf40e0", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:43:59.216415 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3075f9bb-0e13-486b-be66-78a2f1ac8095 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:43:59.216823 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81441754-4bd7-4555-bf73-0539e48398fe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '88016cf5-7456-4db4-9f32-3f4632cf40e0', 'code': 200} Jul 16 09:43:59.324898 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc434c47-1433-43cb-ac95-ba03d8f8e24a req-47bafdde-38ec-4e7b-aacc-5245d74a3375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:59.326411 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fc434c47-1433-43cb-ac95-ba03d8f8e24a req-47bafdde-38ec-4e7b-aacc-5245d74a3375 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=81441754-4bd7-4555-bf73-0539e48398fe HTTP/1.1" status: 200 len: 1098 time: 0.0513210 Jul 16 09:43:59.361166 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fc434c47-1433-43cb-ac95-ba03d8f8e24a req-0d9608ae-6247-48ab-a888-c4ec17e2d913 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=213476a7-5cc2-4fae-94c7-8a076fc79af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280254 Jul 16 09:43:59.764658 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40177332-4e46-4aae-89cd-04f681bf523f req-12af0a54-be8a-4a37-9ce3-cf62baee8a50 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:43:59.766711 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-40177332-4e46-4aae-89cd-04f681bf523f req-12af0a54-be8a-4a37-9ce3-cf62baee8a50 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=81441754-4bd7-4555-bf73-0539e48398fe HTTP/1.1" status: 200 len: 946 time: 0.0641856 Jul 16 09:43:59.802726 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-40177332-4e46-4aae-89cd-04f681bf523f req-832575a9-d7f2-4e7c-a4b2-ccf9aae09423 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=213476a7-5cc2-4fae-94c7-8a076fc79af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0304923 Jul 16 09:44:00.980373 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1811400-b46e-43cc-a843-78ca8ea7105a req-ae109af4-3086-4094-b354-ef4f05e0f279 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:00.981867 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c1811400-b46e-43cc-a843-78ca8ea7105a req-ae109af4-3086-4094-b354-ef4f05e0f279 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=81441754-4bd7-4555-bf73-0539e48398fe HTTP/1.1" status: 200 len: 946 time: 0.0661092 Jul 16 09:44:01.020990 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c1811400-b46e-43cc-a843-78ca8ea7105a req-ed738c4e-fe4a-4aa6-94fc-5ba7ebb4bcc5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=213476a7-5cc2-4fae-94c7-8a076fc79af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327761 Jul 16 09:44:01.194135 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fbe735-c2d5-4b64-994c-aacc4e4e9c94 req-bfc01226-3688-4168-9138-42276f5fe34e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:01.195625 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-33fbe735-c2d5-4b64-994c-aacc4e4e9c94 req-bfc01226-3688-4168-9138-42276f5fe34e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=81441754-4bd7-4555-bf73-0539e48398fe HTTP/1.1" status: 200 len: 946 time: 0.0632591 Jul 16 09:44:01.233486 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-33fbe735-c2d5-4b64-994c-aacc4e4e9c94 req-65f24da2-f327-44af-903b-1199d586beaf tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=213476a7-5cc2-4fae-94c7-8a076fc79af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323088 Jul 16 09:44:01.258661 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49374) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:01.313358 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-097e3e84-26e9-4939-9ca4-b43a8bc1ce13 tempest-TestNetworkAdvancedServerOps-189494951 tempest-TestNetworkAdvancedServerOps-189494951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:01.314861 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-097e3e84-26e9-4939-9ca4-b43a8bc1ce13 tempest-TestNetworkAdvancedServerOps-189494951 tempest-TestNetworkAdvancedServerOps-189494951-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=81441754-4bd7-4555-bf73-0539e48398fe HTTP/1.1" status: 200 len: 1093 time: 0.0552273 Jul 16 09:44:01.317798 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49376) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:01.322350 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-40ea58c3-15f7-4cf7-9b40-bd8fe75dffa5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'port_id': '88016cf5-7456-4db4-9f32-3f4632cf40e0', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:44:01.344007 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40ea58c3-15f7-4cf7-9b40-bd8fe75dffa5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:01.436215 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40ea58c3-15f7-4cf7-9b40-bd8fe75dffa5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:01.541329 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-40ea58c3-15f7-4cf7-9b40-bd8fe75dffa5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Allocated IP 172.25.3.60 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/b087f4df-6268-488e-a887-e9e3aa9b9cfa) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:44:01.640398 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40ea58c3-15f7-4cf7-9b40-bd8fe75dffa5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:01.682703 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40ea58c3-15f7-4cf7-9b40-bd8fe75dffa5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:01.716156 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40ea58c3-15f7-4cf7-9b40-bd8fe75dffa5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:44:01.718996 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-40ea58c3-15f7-4cf7-9b40-bd8fe75dffa5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:44:01.725015 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ea58c3-15f7-4cf7-9b40-bd8fe75dffa5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:44:01.754297 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea58c3-15f7-4cf7-9b40-bd8fe75dffa5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Port': ['ID=b087f4df-6268-488e-a887-e9e3aa9b9cfa,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:02.091577 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40ea58c3-15f7-4cf7-9b40-bd8fe75dffa5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:02.164542 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40ea58c3-15f7-4cf7-9b40-bd8fe75dffa5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:02.312435 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40ea58c3-15f7-4cf7-9b40-bd8fe75dffa5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:02.316948 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40ea58c3-15f7-4cf7-9b40-bd8fe75dffa5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:02.386718 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea58c3-15f7-4cf7-9b40-bd8fe75dffa5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Port': ['ID=b087f4df-6268-488e-a887-e9e3aa9b9cfa,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:02.396740 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40ea58c3-15f7-4cf7-9b40-bd8fe75dffa5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:02.490301 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-40ea58c3-15f7-4cf7-9b40-bd8fe75dffa5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Floating IP 99b8dbf8-44fd-4880-b3dd-5491fcc491e1 associated. External IP: 172.25.3.60, port: 88016cf5-7456-4db4-9f32-3f4632cf40e0. Jul 16 09:44:02.693588 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40ea58c3-15f7-4cf7-9b40-bd8fe75dffa5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Router 8263ed60-9eff-41da-935d-d1ab6b322353 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:44:02.799028 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40ea58c3-15f7-4cf7-9b40-bd8fe75dffa5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:44:02.809384 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca33597c-6b4e-42a1-8c01-a0e4a161f844 None None] Sync routers for ids ['8263ed60-9eff-41da-935d-d1ab6b322353'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:44:02.815463 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40ea58c3-15f7-4cf7-9b40-bd8fe75dffa5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:02.820214 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca33597c-6b4e-42a1-8c01-a0e4a161f844 None None] Routers {'8263ed60-9eff-41da-935d-d1ab6b322353'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:44:02.820944 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ca33597c-6b4e-42a1-8c01-a0e4a161f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:43:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['8263ed60-9eff-41da-935d-d1ab6b322353'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:02.851303 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-40ea58c3-15f7-4cf7-9b40-bd8fe75dffa5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5322442 Jul 16 09:44:02.851988 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81441754-4bd7-4555-bf73-0539e48398fe', 'tag': '88016cf5-7456-4db4-9f32-3f4632cf40e0'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:44:02.854368 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9befbe1-38ca-454b-8a85-ae82ee6dd7b6" -d '{"events": [{"name": "network-changed", "server_uuid": "81441754-4bd7-4555-bf73-0539e48398fe", "tag": "88016cf5-7456-4db4-9f32-3f4632cf40e0"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:44:02.893615 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:44:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecaba03-6aea-45d1-93b9-1226b83c1658 x-openstack-request-id: req-4ecaba03-6aea-45d1-93b9-1226b83c1658 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:44:02.893908 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81441754-4bd7-4555-bf73-0539e48398fe", "tag": "88016cf5-7456-4db4-9f32-3f4632cf40e0", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:44:02.894161 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4ecaba03-6aea-45d1-93b9-1226b83c1658 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:44:02.894568 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81441754-4bd7-4555-bf73-0539e48398fe', 'tag': '88016cf5-7456-4db4-9f32-3f4632cf40e0', 'status': 'completed', 'code': 200} Jul 16 09:44:02.934181 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-ca33597c-6b4e-42a1-8c01-a0e4a161f844 None None] Set router 8263ed60-9eff-41da-935d-d1ab6b322353 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:44:02.984766 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:03.011346 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9befbe1-38ca-454b-8a85-ae82ee6dd7b6 req-20e7fc15-4120-4264-8dc8-080f50a3155a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:03.012884 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c9befbe1-38ca-454b-8a85-ae82ee6dd7b6 req-20e7fc15-4120-4264-8dc8-080f50a3155a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=81441754-4bd7-4555-bf73-0539e48398fe HTTP/1.1" status: 200 len: 1098 time: 0.0970824 Jul 16 09:44:03.021298 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:03.036251 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6572c8-0d12-458e-8acc-a5f1814ae7b3 req-251fad60-c223-403e-83c8-06c08f83cb27 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:03.037743 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fb6572c8-0d12-458e-8acc-a5f1814ae7b3 req-251fad60-c223-403e-83c8-06c08f83cb27 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=81441754-4bd7-4555-bf73-0539e48398fe HTTP/1.1" status: 200 len: 946 time: 0.0888803 Jul 16 09:44:03.121040 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fb6572c8-0d12-458e-8acc-a5f1814ae7b3 req-c863bdf2-7d2a-4b1c-9282-42917072d69b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=213476a7-5cc2-4fae-94c7-8a076fc79af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697498 Jul 16 09:44:03.147673 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9befbe1-38ca-454b-8a85-ae82ee6dd7b6 req-44d5842e-4aee-4067-b294-fbf376776fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:03.147787 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49382) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:03.149318 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c9befbe1-38ca-454b-8a85-ae82ee6dd7b6 req-44d5842e-4aee-4067-b294-fbf376776fd0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e1b32873-bb73-4360-bfca-3f3dc307c5a2 HTTP/1.1" status: 200 len: 897 time: 0.1291142 Jul 16 09:44:03.177995 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ca33597c-6b4e-42a1-8c01-a0e4a161f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-846273267', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '75612fc6-2705-4b90-b0dd-199415b7b83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:43:44Z', 'updated_at': '2021-07-16T09:43:47Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '75612fc6-2705-4b90-b0dd-199415b7b83f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:43:44Z', 'updated_at': '2021-07-16T09:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '99b8dbf8-44fd-4880-b3dd-5491fcc491e1', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'port_id': '88016cf5-7456-4db4-9f32-3f4632cf40e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b32873-bb73-4360-bfca-3f3dc307c5a2', 'mac_address': 'fa:16:3e:c6:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81441754-4bd7-4555-bf73-0539e48398fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:44:01Z', 'updated_at': '2021-07-16T09:44:01Z', 'revision_number': 0, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdcc04b7-04a6-4ad8-afb0-23280fec8ab6', 'name': '', 'network_id': 'e1b32873-bb73-4360-bfca-3f3dc307c5a2', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:bc:82:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9ac8d90b-ec82-4b2a-9510-d2a57fd24f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:43:47Z', 'updated_at': '2021-07-16T09:43:51Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': '9ac8d90b-ec82-4b2a-9510-d2a57fd24f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:03.205167 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca33597c-6b4e-42a1-8c01-a0e4a161f844 None None] Checking router: 8263ed60-9eff-41da-935d-d1ab6b322353 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:44:03.213709 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca33597c-6b4e-42a1-8c01-a0e4a161f844 None None] Routers {'8263ed60-9eff-41da-935d-d1ab6b322353'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:44:03.214314 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ca33597c-6b4e-42a1-8c01-a0e4a161f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:43:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['8263ed60-9eff-41da-935d-d1ab6b322353'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:03.217237 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e274d40d-79d0-460d-8bc6-1437c5e8bf9c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/floatingips/99b8dbf8-44fd-4880-b3dd-5491fcc491e1 HTTP/1.1" status: 200 len: 991 time: 0.0672321 Jul 16 09:44:03.222389 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c9befbe1-38ca-454b-8a85-ae82ee6dd7b6 req-04c22c51-095b-4103-8d91-0afe95c0b062 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88016cf5-7456-4db4-9f32-3f4632cf40e0 HTTP/1.1" status: 200 len: 999 time: 0.0653987 Jul 16 09:44:03.272380 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9befbe1-38ca-454b-8a85-ae82ee6dd7b6 req-2aaeeac4-d7ee-4512-bef9-ef94a8f311bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:03.273769 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c9befbe1-38ca-454b-8a85-ae82ee6dd7b6 req-2aaeeac4-d7ee-4512-bef9-ef94a8f311bd service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9ac8d90b-ec82-4b2a-9510-d2a57fd24f9d HTTP/1.1" status: 200 len: 835 time: 0.0446267 Jul 16 09:44:03.320606 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-ca33597c-6b4e-42a1-8c01-a0e4a161f844 None None] Set router 8263ed60-9eff-41da-935d-d1ab6b322353 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:44:03.331654 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9befbe1-38ca-454b-8a85-ae82ee6dd7b6 req-1bcc1027-8f57-4e30-bf74-b47ffaa6c980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:03.333377 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c9befbe1-38ca-454b-8a85-ae82ee6dd7b6 req-1bcc1027-8f57-4e30-bf74-b47ffaa6c980 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1b32873-bb73-4360-bfca-3f3dc307c5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534167 Jul 16 09:44:03.417910 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5c17d77e-8d84-4c16-b005-8dcda02b93b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:03.429856 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c9befbe1-38ca-454b-8a85-ae82ee6dd7b6 req-757d28d7-873c-48c6-b437-8f5e896d6915 service neutron] 10.222.0.21 "GET /v2.0/networks/e1b32873-bb73-4360-bfca-3f3dc307c5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899487 Jul 16 09:44:03.519350 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c9befbe1-38ca-454b-8a85-ae82ee6dd7b6 req-c190c7df-fdd7-4793-ade8-a25ef5dd9aae service neutron] 10.222.0.21 "GET /v2.0/networks/e1b32873-bb73-4360-bfca-3f3dc307c5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823219 Jul 16 09:44:03.557177 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ca33597c-6b4e-42a1-8c01-a0e4a161f844 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-846273267', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '75612fc6-2705-4b90-b0dd-199415b7b83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:43:44Z', 'updated_at': '2021-07-16T09:43:47Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '75612fc6-2705-4b90-b0dd-199415b7b83f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:43:44Z', 'updated_at': '2021-07-16T09:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '99b8dbf8-44fd-4880-b3dd-5491fcc491e1', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'port_id': '88016cf5-7456-4db4-9f32-3f4632cf40e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b32873-bb73-4360-bfca-3f3dc307c5a2', 'mac_address': 'fa:16:3e:c6:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81441754-4bd7-4555-bf73-0539e48398fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:44:01Z', 'updated_at': '2021-07-16T09:44:01Z', 'revision_number': 0, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdcc04b7-04a6-4ad8-afb0-23280fec8ab6', 'name': '', 'network_id': 'e1b32873-bb73-4360-bfca-3f3dc307c5a2', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:bc:82:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9ac8d90b-ec82-4b2a-9510-d2a57fd24f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:43:47Z', 'updated_at': '2021-07-16T09:43:51Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': '9ac8d90b-ec82-4b2a-9510-d2a57fd24f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:03.582890 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca33597c-6b4e-42a1-8c01-a0e4a161f844 None None] The sync data for ids ['8263ed60-9eff-41da-935d-d1ab6b322353'] in n-d-771362-37 is: [{'id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-846273267', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '75612fc6-2705-4b90-b0dd-199415b7b83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:43:44Z', 'updated_at': '2021-07-16T09:43:47Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '75612fc6-2705-4b90-b0dd-199415b7b83f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:43:44Z', 'updated_at': '2021-07-16T09:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '99b8dbf8-44fd-4880-b3dd-5491fcc491e1', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'floating_ip_address': '172.25.3.60', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'port_id': '88016cf5-7456-4db4-9f32-3f4632cf40e0', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4148, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1b32873-bb73-4360-bfca-3f3dc307c5a2', 'mac_address': 'fa:16:3e:c6:b6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81441754-4bd7-4555-bf73-0539e48398fe', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:44:01Z', 'updated_at': '2021-07-16T09:44:01Z', 'revision_number': 0, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bdcc04b7-04a6-4ad8-afb0-23280fec8ab6', 'name': '', 'network_id': 'e1b32873-bb73-4360-bfca-3f3dc307c5a2', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:bc:82:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9ac8d90b-ec82-4b2a-9510-d2a57fd24f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:43:47Z', 'updated_at': '2021-07-16T09:43:51Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': '9ac8d90b-ec82-4b2a-9510-d2a57fd24f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:44:03.771859 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd13411-d29b-4682-b794-e70b330b2b3a None None] New status for floating IP 99b8dbf8-44fd-4880-b3dd-5491fcc491e1: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:44:04.220436 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49384) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:04.279436 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-82cd004e-6ab3-495b-93cd-07a8b83a58eb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/floatingips/99b8dbf8-44fd-4880-b3dd-5491fcc491e1 HTTP/1.1" status: 200 len: 993 time: 0.0577652 Jul 16 09:44:05.828696 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-35a4c623-5fe5-4351-8a06-2ce582fce3ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:06.140602 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:07.383455 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:08.823455 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:15.192684 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54deb355-667b-4371-a06c-abd6f93eeff9 req-2691f3c2-a10e-4fe1-b2a7-641c0282c52c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=81441754-4bd7-4555-bf73-0539e48398fe&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538492 Jul 16 09:44:15.295907 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54deb355-667b-4371-a06c-abd6f93eeff9 req-09f3a103-3674-402a-9a84-5276d8643228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:15.297464 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54deb355-667b-4371-a06c-abd6f93eeff9 req-09f3a103-3674-402a-9a84-5276d8643228 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=81441754-4bd7-4555-bf73-0539e48398fe HTTP/1.1" status: 200 len: 1098 time: 0.0605249 Jul 16 09:44:15.402187 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54deb355-667b-4371-a06c-abd6f93eeff9 req-7a37cf60-8b68-495f-b517-e8fbbe04e2ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:15.403633 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54deb355-667b-4371-a06c-abd6f93eeff9 req-7a37cf60-8b68-495f-b517-e8fbbe04e2ec service neutron] 10.222.0.21 "GET /v2.0/networks?id=e1b32873-bb73-4360-bfca-3f3dc307c5a2 HTTP/1.1" status: 200 len: 897 time: 0.0846865 Jul 16 09:44:15.474225 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54deb355-667b-4371-a06c-abd6f93eeff9 req-7721cc1a-8247-4336-bdb5-d7c1a8342361 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88016cf5-7456-4db4-9f32-3f4632cf40e0 HTTP/1.1" status: 200 len: 1001 time: 0.0601952 Jul 16 09:44:15.521374 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54deb355-667b-4371-a06c-abd6f93eeff9 req-d612f61d-a4ea-478c-98cf-1e76d18e065e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:15.523415 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54deb355-667b-4371-a06c-abd6f93eeff9 req-d612f61d-a4ea-478c-98cf-1e76d18e065e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9ac8d90b-ec82-4b2a-9510-d2a57fd24f9d HTTP/1.1" status: 200 len: 835 time: 0.0423911 Jul 16 09:44:15.579502 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54deb355-667b-4371-a06c-abd6f93eeff9 req-5c684a20-3a71-4ade-a91e-375f48405909 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:15.581000 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54deb355-667b-4371-a06c-abd6f93eeff9 req-5c684a20-3a71-4ade-a91e-375f48405909 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1b32873-bb73-4360-bfca-3f3dc307c5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505388 Jul 16 09:44:15.672890 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54deb355-667b-4371-a06c-abd6f93eeff9 req-08b7108c-5702-4252-bd82-03e2b1ba6ef1 service neutron] 10.222.0.21 "GET /v2.0/networks/e1b32873-bb73-4360-bfca-3f3dc307c5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831897 Jul 16 09:44:15.764946 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54deb355-667b-4371-a06c-abd6f93eeff9 req-7d32d834-2d33-40e3-8e38-ae75f210cea9 service neutron] 10.222.0.21 "GET /v2.0/networks/e1b32873-bb73-4360-bfca-3f3dc307c5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828419 Jul 16 09:44:31.237206 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:44:32.960625 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:32.975115 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:33.391510 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-44e8c8d4-6b32-40f1-b123-7be241d543d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:35.828923 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-05a11704-1faf-4368-b364-536cf112afeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:36.142355 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:37.387751 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:38.818669 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc0e888-d8c9-4963-912e-3c045f76f0a7 req-85cad0eb-d7cb-4b2c-b008-f1e60a70b903 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:38.820253 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4bc0e888-d8c9-4963-912e-3c045f76f0a7 req-85cad0eb-d7cb-4b2c-b008-f1e60a70b903 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=81441754-4bd7-4555-bf73-0539e48398fe HTTP/1.1" status: 200 len: 946 time: 0.0776896 Jul 16 09:44:38.828588 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:38.864515 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4bc0e888-d8c9-4963-912e-3c045f76f0a7 req-03db21b6-e358-41b1-b082-bb81824fb394 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=213476a7-5cc2-4fae-94c7-8a076fc79af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367448 Jul 16 09:44:40.062846 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8872c1e5-cc90-49bf-b231-b83b2dcf32ca req-4a801c48-5b75-4340-ae0e-97d787d4c441 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:40.064377 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8872c1e5-cc90-49bf-b231-b83b2dcf32ca req-4a801c48-5b75-4340-ae0e-97d787d4c441 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=81441754-4bd7-4555-bf73-0539e48398fe HTTP/1.1" status: 200 len: 946 time: 0.0686605 Jul 16 09:44:40.104494 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8872c1e5-cc90-49bf-b231-b83b2dcf32ca req-6d2a0ae1-1c76-47bf-89a7-6370d3f8c4d2 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=213476a7-5cc2-4fae-94c7-8a076fc79af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343168 Jul 16 09:44:40.128750 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49410) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:40.188523 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6690e068-78ff-4868-8d16-298f31cfc421 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/floatingips/99b8dbf8-44fd-4880-b3dd-5491fcc491e1 HTTP/1.1" status: 200 len: 993 time: 0.0586181 Jul 16 09:44:41.630345 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f711a6-ec8b-4411-abe0-a7fe0096c511 req-b7280470-2d06-4bdd-80f9-e16ec23fef21 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:41.631858 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-57f711a6-ec8b-4411-abe0-a7fe0096c511 req-b7280470-2d06-4bdd-80f9-e16ec23fef21 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=81441754-4bd7-4555-bf73-0539e48398fe HTTP/1.1" status: 200 len: 946 time: 0.0653932 Jul 16 09:44:41.677840 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-57f711a6-ec8b-4411-abe0-a7fe0096c511 req-fb503d48-2899-41af-b869-7aeacd274d03 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=213476a7-5cc2-4fae-94c7-8a076fc79af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386631 Jul 16 09:44:42.862005 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479df9ec-43f2-4fa9-ac62-28d1f69af060 req-da931bea-1a07-4872-8e93-075f5459271f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:42.863503 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-479df9ec-43f2-4fa9-ac62-28d1f69af060 req-da931bea-1a07-4872-8e93-075f5459271f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=81441754-4bd7-4555-bf73-0539e48398fe HTTP/1.1" status: 200 len: 946 time: 0.0652668 Jul 16 09:44:42.901909 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-479df9ec-43f2-4fa9-ac62-28d1f69af060 req-e314bc70-cb1d-404c-9dd9-a3a32ab91b2d tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=213476a7-5cc2-4fae-94c7-8a076fc79af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327134 Jul 16 09:44:42.930130 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49420) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:42.995781 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f50f3b66-312b-4ae4-a74b-ba28754328e9 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/floatingips/99b8dbf8-44fd-4880-b3dd-5491fcc491e1 HTTP/1.1" status: 200 len: 993 time: 0.0642083 Jul 16 09:44:43.252336 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49426) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:43.411128 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-367d0c3a-5799-4305-a7d4-ce366db0a561 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Deleting port b087f4df-6268-488e-a887-e9e3aa9b9cfa {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:44:43.411473 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-367d0c3a-5799-4305-a7d4-ce366db0a561 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:43.485821 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-367d0c3a-5799-4305-a7d4-ce366db0a561 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:43.486141 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-367d0c3a-5799-4305-a7d4-ce366db0a561 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:43.498650 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-367d0c3a-5799-4305-a7d4-ce366db0a561 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Calling delete_port for b087f4df-6268-488e-a887-e9e3aa9b9cfa owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:44:43.650199 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-367d0c3a-5799-4305-a7d4-ce366db0a561 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:43.675046 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367d0c3a-5799-4305-a7d4-ce366db0a561 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'Port': ['ID=b087f4df-6268-488e-a887-e9e3aa9b9cfa,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:43.687395 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0c3a-5799-4305-a7d4-ce366db0a561 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.687745 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0c3a-5799-4305-a7d4-ce366db0a561 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.688089 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0c3a-5799-4305-a7d4-ce366db0a561 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.688460 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0c3a-5799-4305-a7d4-ce366db0a561 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.688800 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0c3a-5799-4305-a7d4-ce366db0a561 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.689134 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0c3a-5799-4305-a7d4-ce366db0a561 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.689464 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0c3a-5799-4305-a7d4-ce366db0a561 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.689791 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0c3a-5799-4305-a7d4-ce366db0a561 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.690120 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0c3a-5799-4305-a7d4-ce366db0a561 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.690446 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0c3a-5799-4305-a7d4-ce366db0a561 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.690770 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0c3a-5799-4305-a7d4-ce366db0a561 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.691091 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-367d0c3a-5799-4305-a7d4-ce366db0a561 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:43.752445 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-367d0c3a-5799-4305-a7d4-ce366db0a561 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:43.752784 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-367d0c3a-5799-4305-a7d4-ce366db0a561 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Floating IP 99b8dbf8-44fd-4880-b3dd-5491fcc491e1 disassociated (deleted). External IP: 172.25.3.60, port: 88016cf5-7456-4db4-9f32-3f4632cf40e0. Jul 16 09:44:43.960280 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-367d0c3a-5799-4305-a7d4-ce366db0a561 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Router 8263ed60-9eff-41da-935d-d1ab6b322353 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:44:44.068298 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-367d0c3a-5799-4305-a7d4-ce366db0a561 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:44:44.073723 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-367d0c3a-5799-4305-a7d4-ce366db0a561 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:44.078169 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57ca8a5-80d7-45f2-b327-1ced1369fa77 None None] Sync routers for ids ['8263ed60-9eff-41da-935d-d1ab6b322353'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:44:44.087122 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57ca8a5-80d7-45f2-b327-1ced1369fa77 None None] Routers {'8263ed60-9eff-41da-935d-d1ab6b322353'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:44:44.088293 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f57ca8a5-80d7-45f2-b327-1ced1369fa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:44:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['8263ed60-9eff-41da-935d-d1ab6b322353'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:44.112439 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-367d0c3a-5799-4305-a7d4-ce366db0a561 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "DELETE /v2.0/floatingips/99b8dbf8-44fd-4880-b3dd-5491fcc491e1 HTTP/1.1" status: 204 len: 168 time: 0.8589830 Jul 16 09:44:44.113219 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81441754-4bd7-4555-bf73-0539e48398fe', 'tag': '88016cf5-7456-4db4-9f32-3f4632cf40e0'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:44:44.115783 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80347ab6-7543-4d22-9b3c-115d0187a3b2" -d '{"events": [{"name": "network-changed", "server_uuid": "81441754-4bd7-4555-bf73-0539e48398fe", "tag": "88016cf5-7456-4db4-9f32-3f4632cf40e0"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:44:44.156912 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5335350a-acc1-4238-9c2a-224d69ce441b x-openstack-request-id: req-5335350a-acc1-4238-9c2a-224d69ce441b {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:44:44.157207 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "81441754-4bd7-4555-bf73-0539e48398fe", "tag": "88016cf5-7456-4db4-9f32-3f4632cf40e0", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:44:44.157463 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5335350a-acc1-4238-9c2a-224d69ce441b {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:44:44.158083 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81441754-4bd7-4555-bf73-0539e48398fe', 'tag': '88016cf5-7456-4db4-9f32-3f4632cf40e0', 'status': 'completed', 'code': 200} Jul 16 09:44:44.203490 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-f57ca8a5-80d7-45f2-b327-1ced1369fa77 None None] Set router 8263ed60-9eff-41da-935d-d1ab6b322353 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:44:44.234283 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80347ab6-7543-4d22-9b3c-115d0187a3b2 req-b46061fb-7a16-4383-bad2-8c54425591ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:44.235886 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80347ab6-7543-4d22-9b3c-115d0187a3b2 req-b46061fb-7a16-4383-bad2-8c54425591ec service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=81441754-4bd7-4555-bf73-0539e48398fe HTTP/1.1" status: 200 len: 1098 time: 0.0559542 Jul 16 09:44:44.339933 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80347ab6-7543-4d22-9b3c-115d0187a3b2 req-95fdbdcd-87a4-4f24-8b8a-c18519527373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:44.341522 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80347ab6-7543-4d22-9b3c-115d0187a3b2 req-95fdbdcd-87a4-4f24-8b8a-c18519527373 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e1b32873-bb73-4360-bfca-3f3dc307c5a2 HTTP/1.1" status: 200 len: 897 time: 0.0991998 Jul 16 09:44:44.393496 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80347ab6-7543-4d22-9b3c-115d0187a3b2 req-fd4df0e3-0d37-4884-9a99-a53c9896d0bc service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=88016cf5-7456-4db4-9f32-3f4632cf40e0 HTTP/1.1" status: 200 len: 217 time: 0.0448842 Jul 16 09:44:44.406820 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f57ca8a5-80d7-45f2-b327-1ced1369fa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-846273267', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '75612fc6-2705-4b90-b0dd-199415b7b83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:43:44Z', 'updated_at': '2021-07-16T09:43:47Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '75612fc6-2705-4b90-b0dd-199415b7b83f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:43:44Z', 'updated_at': '2021-07-16T09:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'bdcc04b7-04a6-4ad8-afb0-23280fec8ab6', 'name': '', 'network_id': 'e1b32873-bb73-4360-bfca-3f3dc307c5a2', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:bc:82:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9ac8d90b-ec82-4b2a-9510-d2a57fd24f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:43:47Z', 'updated_at': '2021-07-16T09:43:51Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': '9ac8d90b-ec82-4b2a-9510-d2a57fd24f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:44.434969 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57ca8a5-80d7-45f2-b327-1ced1369fa77 None None] Checking router: 8263ed60-9eff-41da-935d-d1ab6b322353 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:44:44.444189 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f57ca8a5-80d7-45f2-b327-1ced1369fa77 None None] Routers {'8263ed60-9eff-41da-935d-d1ab6b322353'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:44:44.445006 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f57ca8a5-80d7-45f2-b327-1ced1369fa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:44:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['8263ed60-9eff-41da-935d-d1ab6b322353'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:44.445154 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80347ab6-7543-4d22-9b3c-115d0187a3b2 req-a24ff32e-5331-47bd-b089-04dc3ca1000f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:44.446733 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80347ab6-7543-4d22-9b3c-115d0187a3b2 req-a24ff32e-5331-47bd-b089-04dc3ca1000f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=9ac8d90b-ec82-4b2a-9510-d2a57fd24f9d HTTP/1.1" status: 200 len: 835 time: 0.0467937 Jul 16 09:44:44.511849 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873a6a3e-3d29-4ef3-a5f6-2516453eedee req-3d908d54-b2a5-431a-b287-309ba8a7597e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:44.516086 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80347ab6-7543-4d22-9b3c-115d0187a3b2 req-d43230a7-8230-46a9-bab9-74976d9eb9c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:44.517751 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80347ab6-7543-4d22-9b3c-115d0187a3b2 req-d43230a7-8230-46a9-bab9-74976d9eb9c2 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e1b32873-bb73-4360-bfca-3f3dc307c5a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0639997 Jul 16 09:44:44.518627 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-873a6a3e-3d29-4ef3-a5f6-2516453eedee req-3d908d54-b2a5-431a-b287-309ba8a7597e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=81441754-4bd7-4555-bf73-0539e48398fe HTTP/1.1" status: 200 len: 946 time: 0.0705914 Jul 16 09:44:44.554450 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-873a6a3e-3d29-4ef3-a5f6-2516453eedee req-778ab0d8-0e96-4cc7-a2ee-81db16a72047 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=213476a7-5cc2-4fae-94c7-8a076fc79af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348492 Jul 16 09:44:44.555003 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-f57ca8a5-80d7-45f2-b327-1ced1369fa77 None None] Set router 8263ed60-9eff-41da-935d-d1ab6b322353 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:44:44.611217 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80347ab6-7543-4d22-9b3c-115d0187a3b2 req-2c3e9729-985f-4d44-a71f-3c83608cec5d service neutron] 10.222.0.21 "GET /v2.0/networks/e1b32873-bb73-4360-bfca-3f3dc307c5a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862536 Jul 16 09:44:44.711874 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-80347ab6-7543-4d22-9b3c-115d0187a3b2 req-6fdfa50e-be37-4cb7-8c02-d989663ce7aa service neutron] 10.222.0.21 "GET /v2.0/networks/e1b32873-bb73-4360-bfca-3f3dc307c5a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937479 Jul 16 09:44:44.766701 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f57ca8a5-80d7-45f2-b327-1ced1369fa77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-846273267', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '75612fc6-2705-4b90-b0dd-199415b7b83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:43:44Z', 'updated_at': '2021-07-16T09:43:47Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '75612fc6-2705-4b90-b0dd-199415b7b83f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:43:44Z', 'updated_at': '2021-07-16T09:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'bdcc04b7-04a6-4ad8-afb0-23280fec8ab6', 'name': '', 'network_id': 'e1b32873-bb73-4360-bfca-3f3dc307c5a2', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:bc:82:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9ac8d90b-ec82-4b2a-9510-d2a57fd24f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:43:47Z', 'updated_at': '2021-07-16T09:43:51Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': '9ac8d90b-ec82-4b2a-9510-d2a57fd24f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:44.793048 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f57ca8a5-80d7-45f2-b327-1ced1369fa77 None None] The sync data for ids ['8263ed60-9eff-41da-935d-d1ab6b322353'] in n-d-771362-37 is: [{'id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-846273267', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '75612fc6-2705-4b90-b0dd-199415b7b83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:43:44Z', 'updated_at': '2021-07-16T09:43:47Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '75612fc6-2705-4b90-b0dd-199415b7b83f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:43:44Z', 'updated_at': '2021-07-16T09:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'bdcc04b7-04a6-4ad8-afb0-23280fec8ab6', 'name': '', 'network_id': 'e1b32873-bb73-4360-bfca-3f3dc307c5a2', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:bc:82:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'device_owner': 'network:router_interface', 'standard_attr_id': 4145, 'fixed_ips': [{'subnet_id': '9ac8d90b-ec82-4b2a-9510-d2a57fd24f9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:43:47Z', 'updated_at': '2021-07-16T09:43:51Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': '9ac8d90b-ec82-4b2a-9510-d2a57fd24f9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:44:45.020699 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5d85573-376d-4a81-bd7c-7ad2b954f89a None None] New status for floating IP 99b8dbf8-44fd-4880-b3dd-5491fcc491e1: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:44:45.743949 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cfd2dd-4cf5-4ac7-80f9-03611455dd8f req-066de421-fa6f-4847-b446-44d21107ec66 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:45.745573 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d7cfd2dd-4cf5-4ac7-80f9-03611455dd8f req-066de421-fa6f-4847-b446-44d21107ec66 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=81441754-4bd7-4555-bf73-0539e48398fe HTTP/1.1" status: 200 len: 946 time: 0.0683620 Jul 16 09:44:45.788082 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d7cfd2dd-4cf5-4ac7-80f9-03611455dd8f req-f0837e4b-fe3f-4226-aa53-90af0ae5f48b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=213476a7-5cc2-4fae-94c7-8a076fc79af3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347426 Jul 16 09:44:46.048522 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29dbe83-56b5-4659-bc83-4a6eab82afd5 req-9cf2daf6-9d1d-425c-8d7a-578fc0179529 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:46.049918 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d29dbe83-56b5-4659-bc83-4a6eab82afd5 req-9cf2daf6-9d1d-425c-8d7a-578fc0179529 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.21 "GET /v2.0/ports?device_id=81441754-4bd7-4555-bf73-0539e48398fe HTTP/1.1" status: 200 len: 946 time: 0.0683012 Jul 16 09:44:46.152017 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-d29dbe83-56b5-4659-bc83-4a6eab82afd5 req-1c3fb4f8-b234-44a3-846f-8345abe4b0e7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Deleting port 88016cf5-7456-4db4-9f32-3f4632cf40e0 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:44:46.152377 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d29dbe83-56b5-4659-bc83-4a6eab82afd5 req-1c3fb4f8-b234-44a3-846f-8345abe4b0e7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:46.245892 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-d29dbe83-56b5-4659-bc83-4a6eab82afd5 req-1c3fb4f8-b234-44a3-846f-8345abe4b0e7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] For port 88016cf5-7456-4db4-9f32-3f4632cf40e0, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=88016cf5-7456-4db4-9f32-3f4632cf40e0,segment=NetworkSegment(8d929eec-942a-4770-ad4a-584fa2d5885a),segment_id=8d929eec-942a-4770-ad4a-584fa2d5885a)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:44:46.246247 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d29dbe83-56b5-4659-bc83-4a6eab82afd5 req-1c3fb4f8-b234-44a3-846f-8345abe4b0e7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:46.258455 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-d29dbe83-56b5-4659-bc83-4a6eab82afd5 req-1c3fb4f8-b234-44a3-846f-8345abe4b0e7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Calling delete_port for 88016cf5-7456-4db4-9f32-3f4632cf40e0 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:44:46.384873 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d29dbe83-56b5-4659-bc83-4a6eab82afd5 req-1c3fb4f8-b234-44a3-846f-8345abe4b0e7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:46.418274 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3fb4f8-b234-44a3-846f-8345abe4b0e7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'Port': ['ID=88016cf5-7456-4db4-9f32-3f4632cf40e0,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:46.463140 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-d29dbe83-56b5-4659-bc83-4a6eab82afd5 req-1c3fb4f8-b234-44a3-846f-8345abe4b0e7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] No DVR routers for this DVR port 88016cf5-7456-4db4-9f32-3f4632cf40e0 on host n-h2-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:44:46.466367 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-d29dbe83-56b5-4659-bc83-4a6eab82afd5 req-1c3fb4f8-b234-44a3-846f-8345abe4b0e7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:46.468444 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d29dbe83-56b5-4659-bc83-4a6eab82afd5 req-1c3fb4f8-b234-44a3-846f-8345abe4b0e7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.21 "DELETE /v2.0/ports/88016cf5-7456-4db4-9f32-3f4632cf40e0 HTTP/1.1" status: 204 len: 173 time: 0.4124484 Jul 16 09:44:46.468875 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81441754-4bd7-4555-bf73-0539e48398fe', 'name': 'network-vif-deleted', 'tag': '88016cf5-7456-4db4-9f32-3f4632cf40e0'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:44:46.471156 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760b7dc1-91a8-41a9-aa42-4a2dd9902338" -d '{"events": [{"server_uuid": "81441754-4bd7-4555-bf73-0539e48398fe", "name": "network-vif-deleted", "tag": "88016cf5-7456-4db4-9f32-3f4632cf40e0"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:44:46.512723 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:44:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df927c5a-d314-4a50-a1a9-338c580bb944 x-openstack-request-id: req-df927c5a-d314-4a50-a1a9-338c580bb944 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:44:46.513061 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "81441754-4bd7-4555-bf73-0539e48398fe", "name": "network-vif-deleted", "tag": "88016cf5-7456-4db4-9f32-3f4632cf40e0", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:44:46.513326 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-df927c5a-d314-4a50-a1a9-338c580bb944 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:44:46.513754 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81441754-4bd7-4555-bf73-0539e48398fe', 'name': 'network-vif-deleted', 'tag': '88016cf5-7456-4db4-9f32-3f4632cf40e0', 'status': 'completed', 'code': 200} Jul 16 09:44:46.954556 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-dd41a358-559d-4a8c-8e90-951caa15ad4d req-418d0577-0acf-4c0f-8789-0f8f12cb66e6 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=81441754-4bd7-4555-bf73-0539e48398fe HTTP/1.1" status: 200 len: 210 time: 0.0313041 Jul 16 09:44:48.064200 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49444) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:48.765497 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-37142355-36b0-4e63-a57e-7ab99c1f2b36 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:49.031205 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-37142355-36b0-4e63-a57e-7ab99c1f2b36 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Deleting port bdcc04b7-04a6-4ad8-afb0-23280fec8ab6 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:44:49.031470 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-37142355-36b0-4e63-a57e-7ab99c1f2b36 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:49.120281 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-37142355-36b0-4e63-a57e-7ab99c1f2b36 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] For port bdcc04b7-04a6-4ad8-afb0-23280fec8ab6, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=bdcc04b7-04a6-4ad8-afb0-23280fec8ab6,segment=NetworkSegment(8d929eec-942a-4770-ad4a-584fa2d5885a),segment_id=8d929eec-942a-4770-ad4a-584fa2d5885a)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:44:49.121035 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-37142355-36b0-4e63-a57e-7ab99c1f2b36 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:49.132108 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-37142355-36b0-4e63-a57e-7ab99c1f2b36 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Calling delete_port for bdcc04b7-04a6-4ad8-afb0-23280fec8ab6 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:44:49.222647 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 88016cf5-7456-4db4-9f32-3f4632cf40e0 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:44:49.242291 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 88016cf5-7456-4db4-9f32-3f4632cf40e0 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:44:49.242662 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 88016cf5-7456-4db4-9f32-3f4632cf40e0 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:44:49.322490 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-37142355-36b0-4e63-a57e-7ab99c1f2b36 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:49.347188 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37142355-36b0-4e63-a57e-7ab99c1f2b36 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'Port': ['ID=bdcc04b7-04a6-4ad8-afb0-23280fec8ab6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:49.524090 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-37142355-36b0-4e63-a57e-7ab99c1f2b36 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:49.738085 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37142355-36b0-4e63-a57e-7ab99c1f2b36 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Router 8263ed60-9eff-41da-935d-d1ab6b322353 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:44:49.851762 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37142355-36b0-4e63-a57e-7ab99c1f2b36 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:44:49.857540 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-37142355-36b0-4e63-a57e-7ab99c1f2b36 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "PUT /v2.0/routers/8263ed60-9eff-41da-935d-d1ab6b322353/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7922134 Jul 16 09:44:49.861278 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49446) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:49.861813 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33d3205-84f8-4d9d-8a1e-dc2a202de3a7 None None] Sync routers for ids ['8263ed60-9eff-41da-935d-d1ab6b322353'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:44:49.872055 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33d3205-84f8-4d9d-8a1e-dc2a202de3a7 None None] Routers {'8263ed60-9eff-41da-935d-d1ab6b322353'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:44:49.872815 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f33d3205-84f8-4d9d-8a1e-dc2a202de3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:44:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['8263ed60-9eff-41da-935d-d1ab6b322353'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:49.913054 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a003fb7-0477-4bad-977e-1339b201a007 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Deleting subnet 9ac8d90b-ec82-4b2a-9510-d2a57fd24f9d {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:44:49.916133 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a003fb7-0477-4bad-977e-1339b201a007 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:49.964899 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a003fb7-0477-4bad-977e-1339b201a007 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:49.981587 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-f33d3205-84f8-4d9d-8a1e-dc2a202de3a7 None None] Set router 8263ed60-9eff-41da-935d-d1ab6b322353 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:44:50.071676 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a003fb7-0477-4bad-977e-1339b201a007 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:50.133736 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a003fb7-0477-4bad-977e-1339b201a007 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:50.161527 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a003fb7-0477-4bad-977e-1339b201a007 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'Subnet': ['ID=9ac8d90b-ec82-4b2a-9510-d2a57fd24f9d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:50.169324 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5a003fb7-0477-4bad-977e-1339b201a007 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:50.171709 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5a003fb7-0477-4bad-977e-1339b201a007 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "DELETE /v2.0/subnets/9ac8d90b-ec82-4b2a-9510-d2a57fd24f9d HTTP/1.1" status: 204 len: 168 time: 0.3094566 Jul 16 09:44:50.174561 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49448) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:50.176958 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e27a1b7-edb4-47ee-98e5-df8d93a791a3 None None] Network e1b32873-bb73-4360-bfca-3f3dc307c5a2 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:44:50.289664 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9fec2b52-9f9e-4b4f-8891-72e9406ddbab tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:50.352572 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f33d3205-84f8-4d9d-8a1e-dc2a202de3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-846273267', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '75612fc6-2705-4b90-b0dd-199415b7b83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:43:44Z', 'updated_at': '2021-07-16T09:44:49Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '75612fc6-2705-4b90-b0dd-199415b7b83f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:72:8a:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4142, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:43:44Z', 'updated_at': '2021-07-16T09:43:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:50.388126 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33d3205-84f8-4d9d-8a1e-dc2a202de3a7 None None] Checking router: 8263ed60-9eff-41da-935d-d1ab6b322353 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:44:50.403877 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9fec2b52-9f9e-4b4f-8891-72e9406ddbab tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:50.432424 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33d3205-84f8-4d9d-8a1e-dc2a202de3a7 None None] Routers {'8263ed60-9eff-41da-935d-d1ab6b322353'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:44:50.433049 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f33d3205-84f8-4d9d-8a1e-dc2a202de3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:44:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['8263ed60-9eff-41da-935d-d1ab6b322353'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:50.459790 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-9fec2b52-9f9e-4b4f-8891-72e9406ddbab tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Deleting port 75612fc6-2705-4b90-b0dd-199415b7b83f {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:44:50.460142 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9fec2b52-9f9e-4b4f-8891-72e9406ddbab tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:50.546808 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-9fec2b52-9f9e-4b4f-8891-72e9406ddbab tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] For port 75612fc6-2705-4b90-b0dd-199415b7b83f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=75612fc6-2705-4b90-b0dd-199415b7b83f,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:44:50.547175 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9fec2b52-9f9e-4b4f-8891-72e9406ddbab tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:50.559364 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-9fec2b52-9f9e-4b4f-8891-72e9406ddbab tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Calling delete_port for 75612fc6-2705-4b90-b0dd-199415b7b83f owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:44:50.560682 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-f33d3205-84f8-4d9d-8a1e-dc2a202de3a7 None None] Set router 8263ed60-9eff-41da-935d-d1ab6b322353 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:44:50.617113 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-f33d3205-84f8-4d9d-8a1e-dc2a202de3a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-846273267', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:43:44Z', 'updated_at': '2021-07-16T09:44:50Z', 'revision_number': 6, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:50.646447 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33d3205-84f8-4d9d-8a1e-dc2a202de3a7 None None] The sync data for ids ['8263ed60-9eff-41da-935d-d1ab6b322353'] in n-d-771362-37 is: [{'id': '8263ed60-9eff-41da-935d-d1ab6b322353', 'name': 'tempest-TestNetworkAdvancedServerOps-router-846273267', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:43:44Z', 'updated_at': '2021-07-16T09:44:50Z', 'revision_number': 6, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:44:50.731835 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9fec2b52-9f9e-4b4f-8891-72e9406ddbab tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:50.757085 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fec2b52-9f9e-4b4f-8891-72e9406ddbab tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'Port': ['ID=75612fc6-2705-4b90-b0dd-199415b7b83f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:50.784735 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec2b52-9f9e-4b4f-8891-72e9406ddbab tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:50.785082 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec2b52-9f9e-4b4f-8891-72e9406ddbab tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:50.785421 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec2b52-9f9e-4b4f-8891-72e9406ddbab tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:50.785755 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec2b52-9f9e-4b4f-8891-72e9406ddbab tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:50.786082 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec2b52-9f9e-4b4f-8891-72e9406ddbab tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:50.786412 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec2b52-9f9e-4b4f-8891-72e9406ddbab tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:50.786737 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec2b52-9f9e-4b4f-8891-72e9406ddbab tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:50.787061 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec2b52-9f9e-4b4f-8891-72e9406ddbab tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:50.787385 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec2b52-9f9e-4b4f-8891-72e9406ddbab tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:50.787706 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec2b52-9f9e-4b4f-8891-72e9406ddbab tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:50.788025 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec2b52-9f9e-4b4f-8891-72e9406ddbab tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:50.788366 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fec2b52-9f9e-4b4f-8891-72e9406ddbab tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:50.829658 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9fec2b52-9f9e-4b4f-8891-72e9406ddbab tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:50.917674 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9fec2b52-9f9e-4b4f-8891-72e9406ddbab tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:50.920437 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9fec2b52-9f9e-4b4f-8891-72e9406ddbab tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:50.965460 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9fec2b52-9f9e-4b4f-8891-72e9406ddbab tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:50.965934 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fec2b52-9f9e-4b4f-8891-72e9406ddbab tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Fanout notify agent at l3_agent the message router_deleted on router 8263ed60-9eff-41da-935d-d1ab6b322353 {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:44:50.973231 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9fec2b52-9f9e-4b4f-8891-72e9406ddbab tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:50.974160 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9fec2b52-9f9e-4b4f-8891-72e9406ddbab tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "DELETE /v2.0/routers/8263ed60-9eff-41da-935d-d1ab6b322353 HTTP/1.1" status: 204 len: 168 time: 0.7983034 Jul 16 09:44:50.976808 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49450) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:51.006967 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779f49d8-fb92-4dfb-b4f2-43f519e4f649 None None] DHCP port deletion for e1b32873-bb73-4360-bfca-3f3dc307c5a2 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:44:51.084742 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-779f49d8-fb92-4dfb-b4f2-43f519e4f649 None None] Deleting port da2e0587-2634-40b0-abc1-c3471719a8ff {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:44:51.085120 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dacb7ed6-f064-46ad-b3b4-0a0e56512b0e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:51.087734 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-779f49d8-fb92-4dfb-b4f2-43f519e4f649 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:51.116701 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device bdcc04b7-04a6-4ad8-afb0-23280fec8ab6 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:44:51.142286 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-dacb7ed6-f064-46ad-b3b4-0a0e56512b0e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Deleting port da2e0587-2634-40b0-abc1-c3471719a8ff {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:44:51.142882 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dacb7ed6-f064-46ad-b3b4-0a0e56512b0e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:51.145950 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: bdcc04b7-04a6-4ad8-afb0-23280fec8ab6 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:44:51.146346 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device bdcc04b7-04a6-4ad8-afb0-23280fec8ab6 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:44:51.146819 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device da2e0587-2634-40b0-abc1-c3471719a8ff no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:44:51.210136 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-dacb7ed6-f064-46ad-b3b4-0a0e56512b0e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] For port da2e0587-2634-40b0-abc1-c3471719a8ff, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=da2e0587-2634-40b0-abc1-c3471719a8ff,segment=NetworkSegment(8d929eec-942a-4770-ad4a-584fa2d5885a),segment_id=8d929eec-942a-4770-ad4a-584fa2d5885a)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:44:51.210497 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dacb7ed6-f064-46ad-b3b4-0a0e56512b0e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:51.214464 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-779f49d8-fb92-4dfb-b4f2-43f519e4f649 None None] For port da2e0587-2634-40b0-abc1-c3471719a8ff, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=da2e0587-2634-40b0-abc1-c3471719a8ff,segment=NetworkSegment(8d929eec-942a-4770-ad4a-584fa2d5885a),segment_id=8d929eec-942a-4770-ad4a-584fa2d5885a)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:44:51.214873 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-779f49d8-fb92-4dfb-b4f2-43f519e4f649 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:51.222298 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-dacb7ed6-f064-46ad-b3b4-0a0e56512b0e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Calling delete_port for da2e0587-2634-40b0-abc1-c3471719a8ff owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:44:51.231552 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-779f49d8-fb92-4dfb-b4f2-43f519e4f649 None None] Calling delete_port for da2e0587-2634-40b0-abc1-c3471719a8ff owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:44:51.311426 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dacb7ed6-f064-46ad-b3b4-0a0e56512b0e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:51.324854 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:51.336960 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb7ed6-f064-46ad-b3b4-0a0e56512b0e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'Port': ['ID=da2e0587-2634-40b0-abc1-c3471719a8ff,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:51.340592 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dacb7ed6-f064-46ad-b3b4-0a0e56512b0e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] No DVR routers for this DVR port da2e0587-2634-40b0-abc1-c3471719a8ff on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:44:51.382235 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-779f49d8-fb92-4dfb-b4f2-43f519e4f649 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:51.394252 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-779f49d8-fb92-4dfb-b4f2-43f519e4f649 None None] No DVR routers for this DVR port da2e0587-2634-40b0-abc1-c3471719a8ff on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:44:51.412143 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779f49d8-fb92-4dfb-b4f2-43f519e4f649 None None] Pushing event deleted for resources: {'Port': ['ID=da2e0587-2634-40b0-abc1-c3471719a8ff,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:51.423039 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f49d8-fb92-4dfb-b4f2-43f519e4f649 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:51.423558 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f49d8-fb92-4dfb-b4f2-43f519e4f649 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:51.423953 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f49d8-fb92-4dfb-b4f2-43f519e4f649 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:51.424305 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f49d8-fb92-4dfb-b4f2-43f519e4f649 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:51.424844 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f49d8-fb92-4dfb-b4f2-43f519e4f649 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:51.425052 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dacb7ed6-f064-46ad-b3b4-0a0e56512b0e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:51.425188 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f49d8-fb92-4dfb-b4f2-43f519e4f649 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:51.425437 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f49d8-fb92-4dfb-b4f2-43f519e4f649 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:51.425916 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f49d8-fb92-4dfb-b4f2-43f519e4f649 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:51.426668 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f49d8-fb92-4dfb-b4f2-43f519e4f649 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:51.426668 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f49d8-fb92-4dfb-b4f2-43f519e4f649 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:51.427595 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f49d8-fb92-4dfb-b4f2-43f519e4f649 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:51.427966 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-779f49d8-fb92-4dfb-b4f2-43f519e4f649 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:51.437784 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-dacb7ed6-f064-46ad-b3b4-0a0e56512b0e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1b32873-bb73-4360-bfca-3f3dc307c5a2']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:51.450648 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-dacb7ed6-f064-46ad-b3b4-0a0e56512b0e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d929eec-942a-4770-ad4a-584fa2d5885a') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:51.451490 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-dacb7ed6-f064-46ad-b3b4-0a0e56512b0e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d929eec-942a-4770-ad4a-584fa2d5885a') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:51.469141 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dacb7ed6-f064-46ad-b3b4-0a0e56512b0e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:51.484311 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dacb7ed6-f064-46ad-b3b4-0a0e56512b0e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:51.490820 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dacb7ed6-f064-46ad-b3b4-0a0e56512b0e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Releasing vlan 121 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:44:51.491388 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dacb7ed6-f064-46ad-b3b4-0a0e56512b0e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: timer() Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:44:51.495305 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:44:51.558882 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dacb7ed6-f064-46ad-b3b4-0a0e56512b0e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:51.566912 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dacb7ed6-f064-46ad-b3b4-0a0e56512b0e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:51.569567 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-dacb7ed6-f064-46ad-b3b4-0a0e56512b0e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "DELETE /v2.0/networks/e1b32873-bb73-4360-bfca-3f3dc307c5a2 HTTP/1.1" status: 204 len: 168 time: 0.5915687 Jul 16 09:44:51.572582 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49452) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:51.590366 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacb7ed6-f064-46ad-b3b4-0a0e56512b0e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'Network': ['ID=e1b32873-bb73-4360-bfca-3f3dc307c5a2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:51.643309 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d73dea2e-67db-42ef-85eb-975048e16015 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:51.670955 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d73dea2e-67db-42ef-85eb-975048e16015 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:51.737744 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d73dea2e-67db-42ef-85eb-975048e16015 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:51.741255 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d73dea2e-67db-42ef-85eb-975048e16015 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:51.744408 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d73dea2e-67db-42ef-85eb-975048e16015 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "DELETE /v2.0/security-groups/213476a7-5cc2-4fae-94c7-8a076fc79af3 HTTP/1.1" status: 204 len: 168 time: 0.1689177 Jul 16 09:44:51.762756 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73dea2e-67db-42ef-85eb-975048e16015 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=213476a7-5cc2-4fae-94c7-8a076fc79af3,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:52.090133 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49460) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:52.094874 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-dd69db0b-47dc-45ae-81b4-ad427a80211a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1400583958', 'description': 'tempest-secgroup-smoke-1400583958 description', 'project_id': '55b2b7c3083e453e9655fb0b64077473'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:44:52.117148 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dd69db0b-47dc-45ae-81b4-ad427a80211a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:52.196308 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dd69db0b-47dc-45ae-81b4-ad427a80211a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:52.200606 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dd69db0b-47dc-45ae-81b4-ad427a80211a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:52.228021 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dd69db0b-47dc-45ae-81b4-ad427a80211a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:52.229310 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-dd69db0b-47dc-45ae-81b4-ad427a80211a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1381519 Jul 16 09:44:52.231237 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd69db0b-47dc-45ae-81b4-ad427a80211a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:52.232329 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49462) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:52.237219 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-1fe9945c-3ef2-4600-b97b-0c68f13ac52e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group_rule': {'security_group_id': 'e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:44:52.263452 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1fe9945c-3ef2-4600-b97b-0c68f13ac52e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:52.320619 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1fe9945c-3ef2-4600-b97b-0c68f13ac52e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:52.329974 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1fe9945c-3ef2-4600-b97b-0c68f13ac52e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:52.347125 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe9945c-3ef2-4600-b97b-0c68f13ac52e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d10e369-f928-4b9b-a3a0-011817d37201,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:52.354740 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1fe9945c-3ef2-4600-b97b-0c68f13ac52e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:52.355951 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1fe9945c-3ef2-4600-b97b-0c68f13ac52e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1224897 Jul 16 09:44:52.358706 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49464) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:52.363122 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-8f1727c0-3b6b-480f-9d45-bb825b8893d8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group_rule': {'security_group_id': 'e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:44:52.390339 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f1727c0-3b6b-480f-9d45-bb825b8893d8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:52.445080 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f1727c0-3b6b-480f-9d45-bb825b8893d8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:52.449402 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f1727c0-3b6b-480f-9d45-bb825b8893d8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:52.465970 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1727c0-3b6b-480f-9d45-bb825b8893d8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00f2cd63-33ea-48da-8998-5fe27bde4874,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:52.473701 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f1727c0-3b6b-480f-9d45-bb825b8893d8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:52.475385 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8f1727c0-3b6b-480f-9d45-bb825b8893d8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1156554 Jul 16 09:44:52.478297 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49466) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:52.483013 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-a01cbf5f-d6d4-4c66-96b7-bf73ae0d595a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group_rule': {'security_group_id': 'e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:44:52.509401 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a01cbf5f-d6d4-4c66-96b7-bf73ae0d595a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:52.572376 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a01cbf5f-d6d4-4c66-96b7-bf73ae0d595a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:52.576594 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a01cbf5f-d6d4-4c66-96b7-bf73ae0d595a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:52.595010 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01cbf5f-d6d4-4c66-96b7-bf73ae0d595a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e91cee90-1859-45cf-a46b-483c2468759f,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:52.603904 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a01cbf5f-d6d4-4c66-96b7-bf73ae0d595a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:52.605279 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a01cbf5f-d6d4-4c66-96b7-bf73ae0d595a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1258414 Jul 16 09:44:52.607920 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49468) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:52.612459 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-000ec8dc-4b7b-43dc-8d4e-57181ff233bc tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group_rule': {'security_group_id': 'e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:44:52.639776 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-000ec8dc-4b7b-43dc-8d4e-57181ff233bc tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:52.699156 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-000ec8dc-4b7b-43dc-8d4e-57181ff233bc tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:52.702902 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-000ec8dc-4b7b-43dc-8d4e-57181ff233bc tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:52.723493 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ec8dc-4b7b-43dc-8d4e-57181ff233bc tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c07e801-edae-4660-8114-214bd356469e,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:52.730970 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-000ec8dc-4b7b-43dc-8d4e-57181ff233bc tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:52.732729 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-000ec8dc-4b7b-43dc-8d4e-57181ff233bc tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1235209 Jul 16 09:44:52.735786 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49470) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:52.740505 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-002b7def-d814-4318-b9da-12d0270ea394 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group_rule': {'security_group_id': 'e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:44:52.763503 n-d-771362-37 neutron-server[93758]: INFO neutron.db.securitygroups_db [None req-002b7def-d814-4318-b9da-12d0270ea394 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Project 55b2b7c3083e453e9655fb0b64077473 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:44:52.768419 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-002b7def-d814-4318-b9da-12d0270ea394 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:52.831904 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-002b7def-d814-4318-b9da-12d0270ea394 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:52.835547 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-002b7def-d814-4318-b9da-12d0270ea394 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:52.855544 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002b7def-d814-4318-b9da-12d0270ea394 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9859ddb-b55b-45a4-b6ac-b00b9271f533,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:52.859076 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-002b7def-d814-4318-b9da-12d0270ea394 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:52.860257 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-002b7def-d814-4318-b9da-12d0270ea394 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1235085 Jul 16 09:44:52.864379 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49472) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:52.869036 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-8afa6d36-f190-425b-9db4-96a6b5d8368c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group_rule': {'security_group_id': 'e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:44:52.891186 n-d-771362-37 neutron-server[93758]: INFO neutron.db.securitygroups_db [None req-8afa6d36-f190-425b-9db4-96a6b5d8368c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Project 55b2b7c3083e453e9655fb0b64077473 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:44:52.897057 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8afa6d36-f190-425b-9db4-96a6b5d8368c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:52.911256 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 75612fc6-2705-4b90-b0dd-199415b7b83f no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:44:52.931477 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 75612fc6-2705-4b90-b0dd-199415b7b83f {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:44:52.931916 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 75612fc6-2705-4b90-b0dd-199415b7b83f not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:44:52.964983 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8afa6d36-f190-425b-9db4-96a6b5d8368c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:52.969907 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8afa6d36-f190-425b-9db4-96a6b5d8368c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:52.989012 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afa6d36-f190-425b-9db4-96a6b5d8368c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c1adb27-9418-4e0e-88c4-248540f4c3ff,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:52.997244 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8afa6d36-f190-425b-9db4-96a6b5d8368c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:52.998501 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8afa6d36-f190-425b-9db4-96a6b5d8368c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1332209 Jul 16 09:44:53.001296 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49474) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:53.006250 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-4de6d2b6-e82c-4b0d-a19f-13f929aa6b52 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'network': {'name': 'tempest-network-smoke--168920230', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'port_security_enabled': True}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:44:53.026062 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4de6d2b6-e82c-4b0d-a19f-13f929aa6b52 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Made reservation on behalf of 55b2b7c3083e453e9655fb0b64077473 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:44:53.029635 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4de6d2b6-e82c-4b0d-a19f-13f929aa6b52 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:53.053696 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4de6d2b6-e82c-4b0d-a19f-13f929aa6b52 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:44:53.063823 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4de6d2b6-e82c-4b0d-a19f-13f929aa6b52 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:53.064158 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-4de6d2b6-e82c-4b0d-a19f-13f929aa6b52 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Added segment 174abb85-843c-4041-bd8c-aba034aae45d of type vlan for network c3261845-105d-44a9-a28e-863e8105bdc0 Jul 16 09:44:53.104572 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4de6d2b6-e82c-4b0d-a19f-13f929aa6b52 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:53.131690 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4de6d2b6-e82c-4b0d-a19f-13f929aa6b52 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:53.137429 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de6d2b6-e82c-4b0d-a19f-13f929aa6b52 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:53.138018 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-4de6d2b6-e82c-4b0d-a19f-13f929aa6b52 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:53.172643 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-4de6d2b6-e82c-4b0d-a19f-13f929aa6b52 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1702628 Jul 16 09:44:53.184614 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49476) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:53.189689 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-85b24b8c-bc9b-4d8d-845c-382fc4995034 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-110184612', 'admin_state_up': True, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:44:53.208470 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de6d2b6-e82c-4b0d-a19f-13f929aa6b52 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Network': ['ID=c3261845-105d-44a9-a28e-863e8105bdc0,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:53.222477 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network c3261845-105d-44a9-a28e-863e8105bdc0 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:44:53.227381 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85b24b8c-bc9b-4d8d-845c-382fc4995034 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:53.228452 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85b24b8c-bc9b-4d8d-845c-382fc4995034 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:53.287780 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85b24b8c-bc9b-4d8d-845c-382fc4995034 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:53.437683 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85b24b8c-bc9b-4d8d-845c-382fc4995034 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:53.629195 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85b24b8c-bc9b-4d8d-845c-382fc4995034 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:53.648137 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85b24b8c-bc9b-4d8d-845c-382fc4995034 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:53.752738 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-85b24b8c-bc9b-4d8d-845c-382fc4995034 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Allocated IP 172.25.3.198 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/f829c985-6d30-4fd7-adb5-ae655b660f81) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:44:53.855196 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85b24b8c-bc9b-4d8d-845c-382fc4995034 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:53.893637 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85b24b8c-bc9b-4d8d-845c-382fc4995034 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:53.931286 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b24b8c-bc9b-4d8d-845c-382fc4995034 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:44:53.934623 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-85b24b8c-bc9b-4d8d-845c-382fc4995034 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:44:53.940853 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b24b8c-bc9b-4d8d-845c-382fc4995034 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:44:53.968756 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b24b8c-bc9b-4d8d-845c-382fc4995034 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Port': ['ID=f829c985-6d30-4fd7-adb5-ae655b660f81,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:54.199994 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85b24b8c-bc9b-4d8d-845c-382fc4995034 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:54.396836 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85b24b8c-bc9b-4d8d-845c-382fc4995034 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:54.523053 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85b24b8c-bc9b-4d8d-845c-382fc4995034 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Router 4142ea2e-774a-4a8a-abac-be0551ada772 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:44:54.629402 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85b24b8c-bc9b-4d8d-845c-382fc4995034 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:44:54.640108 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd20b560-adb3-4b2e-8855-800a2354b79f None None] Sync routers for ids ['4142ea2e-774a-4a8a-abac-be0551ada772'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:44:54.648690 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85b24b8c-bc9b-4d8d-845c-382fc4995034 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:54.649733 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd20b560-adb3-4b2e-8855-800a2354b79f None None] Routers {'4142ea2e-774a-4a8a-abac-be0551ada772'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:44:54.650018 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-85b24b8c-bc9b-4d8d-845c-382fc4995034 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4643664 Jul 16 09:44:54.651009 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bd20b560-adb3-4b2e-8855-800a2354b79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:44:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['4142ea2e-774a-4a8a-abac-be0551ada772'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:54.653769 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49478) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:54.683425 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-7c2220cf-8c82-484d-9474-ff1002ae76a7 tempest-TestNetworkAdvancedServerOps-189494951 tempest-TestNetworkAdvancedServerOps-189494951-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=55b2b7c3083e453e9655fb0b64077473&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0281119 Jul 16 09:44:54.685674 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49480) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:54.753417 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-bd20b560-adb3-4b2e-8855-800a2354b79f None None] Set router 4142ea2e-774a-4a8a-abac-be0551ada772 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:44:54.778355 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af7a77f6-1bb5-4107-8a8f-5f2b4dbc9533 tempest-TestNetworkAdvancedServerOps-189494951 tempest-TestNetworkAdvancedServerOps-189494951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:54.779717 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-af7a77f6-1bb5-4107-8a8f-5f2b4dbc9533 tempest-TestNetworkAdvancedServerOps-189494951 tempest-TestNetworkAdvancedServerOps-189494951-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0931201 Jul 16 09:44:54.782727 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49482) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:54.950923 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bd20b560-adb3-4b2e-8855-800a2354b79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110184612', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'f829c985-6d30-4fd7-adb5-ae655b660f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:44:53Z', 'updated_at': '2021-07-16T09:44:54Z', 'revision_number': 3, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': 'f829c985-6d30-4fd7-adb5-ae655b660f81', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:29:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:44:53Z', 'updated_at': '2021-07-16T09:44:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:54.980967 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd20b560-adb3-4b2e-8855-800a2354b79f None None] Checking router: 4142ea2e-774a-4a8a-abac-be0551ada772 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:44:54.981547 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd20b560-adb3-4b2e-8855-800a2354b79f None None] Updating router 4142ea2e-774a-4a8a-abac-be0551ada772 port f829c985-6d30-4fd7-adb5-ae655b660f81 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:44:55.016774 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bd20b560-adb3-4b2e-8855-800a2354b79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:55.183046 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-49f70202-9638-4cfc-aa58-7020a1b0766e tempest-TestNetworkAdvancedServerOps-189494951 tempest-TestNetworkAdvancedServerOps-189494951-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=4a545af8-8142-4a44-8290-045c2901c634&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3990612 Jul 16 09:44:55.185764 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49484) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:55.190775 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f3372c84-3405-4918-9d3e-60f2b94cb148 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-584163575', 'network_id': 'c3261845-105d-44a9-a28e-863e8105bdc0', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:44:55.284020 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3372c84-3405-4918-9d3e-60f2b94cb148 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Made reservation on behalf of 55b2b7c3083e453e9655fb0b64077473 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:44:55.287688 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f3372c84-3405-4918-9d3e-60f2b94cb148 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:55.373829 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bd20b560-adb3-4b2e-8855-800a2354b79f None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:55.383988 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-bd20b560-adb3-4b2e-8855-800a2354b79f None None] Transition to ACTIVE for port object f829c985-6d30-4fd7-adb5-ae655b660f81 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:44:55.390814 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bd20b560-adb3-4b2e-8855-800a2354b79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:55.439675 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-bd20b560-adb3-4b2e-8855-800a2354b79f None None] Attempting to bind port f829c985-6d30-4fd7-adb5-ae655b660f81 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:44:55.439933 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-bd20b560-adb3-4b2e-8855-800a2354b79f None None] Attempting to bind port f829c985-6d30-4fd7-adb5-ae655b660f81 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:44:55.440510 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd20b560-adb3-4b2e-8855-800a2354b79f None None] Attempting to bind port f829c985-6d30-4fd7-adb5-ae655b660f81 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:44:55.448297 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047c83b-1897-498c-b108-bd1a247a7d14 None None] Pushing event updated for resources: {'Port': ['ID=f829c985-6d30-4fd7-adb5-ae655b660f81,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:55.451444 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd20b560-adb3-4b2e-8855-800a2354b79f None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:44:55.451812 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd20b560-adb3-4b2e-8855-800a2354b79f None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:44:55.452214 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bd20b560-adb3-4b2e-8855-800a2354b79f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:55.452623 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd20b560-adb3-4b2e-8855-800a2354b79f None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:44:55.453088 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-bd20b560-adb3-4b2e-8855-800a2354b79f None None] Bound port: f829c985-6d30-4fd7-adb5-ae655b660f81, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:44:55.453462 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bd20b560-adb3-4b2e-8855-800a2354b79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:55.459971 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8047c83b-1897-498c-b108-bd1a247a7d14 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:55.460317 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8047c83b-1897-498c-b108-bd1a247a7d14 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:55.460677 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8047c83b-1897-498c-b108-bd1a247a7d14 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:55.461013 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8047c83b-1897-498c-b108-bd1a247a7d14 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:55.461343 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8047c83b-1897-498c-b108-bd1a247a7d14 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:55.461669 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8047c83b-1897-498c-b108-bd1a247a7d14 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:55.461991 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8047c83b-1897-498c-b108-bd1a247a7d14 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:55.462317 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8047c83b-1897-498c-b108-bd1a247a7d14 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:55.462649 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8047c83b-1897-498c-b108-bd1a247a7d14 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:55.462983 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8047c83b-1897-498c-b108-bd1a247a7d14 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:55.463301 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8047c83b-1897-498c-b108-bd1a247a7d14 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:55.463615 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8047c83b-1897-498c-b108-bd1a247a7d14 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:44:55.478265 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f3372c84-3405-4918-9d3e-60f2b94cb148 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:55.516823 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-bd20b560-adb3-4b2e-8855-800a2354b79f None None] For port f829c985-6d30-4fd7-adb5-ae655b660f81, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:44:55.520643 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-bd20b560-adb3-4b2e-8855-800a2354b79f None None] For port f829c985-6d30-4fd7-adb5-ae655b660f81, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f829c985-6d30-4fd7-adb5-ae655b660f81,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:44:55.525818 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-bd20b560-adb3-4b2e-8855-800a2354b79f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:55.542820 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3372c84-3405-4918-9d3e-60f2b94cb148 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Subnet': ['ID=7e317205-bb27-40c0-9470-81b20947038d,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:55.554359 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3372c84-3405-4918-9d3e-60f2b94cb148 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Checking segment: {'id': '174abb85-843c-4041-bd8c-aba034aae45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c3261845-105d-44a9-a28e-863e8105bdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:44:55.554719 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3372c84-3405-4918-9d3e-60f2b94cb148 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network hostable DHCP agents. Network: c3261845-105d-44a9-a28e-863e8105bdc0, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:44:55.573936 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3372c84-3405-4918-9d3e-60f2b94cb148 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network c3261845-105d-44a9-a28e-863e8105bdc0 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:44:55.583459 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-f3372c84-3405-4918-9d3e-60f2b94cb148 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, c3261845-105d-44a9-a28e-863e8105bdc0) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:44:55.584477 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd20b560-adb3-4b2e-8855-800a2354b79f None None] Routers {'4142ea2e-774a-4a8a-abac-be0551ada772'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:44:55.585756 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bd20b560-adb3-4b2e-8855-800a2354b79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:44:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['4142ea2e-774a-4a8a-abac-be0551ada772'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:55.589122 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3372c84-3405-4918-9d3e-60f2b94cb148 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:55.590325 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f3372c84-3405-4918-9d3e-60f2b94cb148 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:55.591664 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8047c83b-1897-498c-b108-bd1a247a7d14 None None] Pushing event updated for resources: {'Port': ['ID=f829c985-6d30-4fd7-adb5-ae655b660f81,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:55.598582 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13853929-f6e8-4820-be39-d7459ccca939 None None] Network c3261845-105d-44a9-a28e-863e8105bdc0 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:44:55.616265 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f3372c84-3405-4918-9d3e-60f2b94cb148 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4265752 Jul 16 09:44:55.616678 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49486) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:44:55.703543 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-bd20b560-adb3-4b2e-8855-800a2354b79f None None] Set router 4142ea2e-774a-4a8a-abac-be0551ada772 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:44:55.775638 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73fc8ce7-1b05-4451-a7a4-139885164fce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-c3261845-105d-44a9-a28e-863e8105bdc0', 'network_id': 'c3261845-105d-44a9-a28e-863e8105bdc0', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'fixed_ips': [{'subnet_id': '7e317205-bb27-40c0-9470-81b20947038d'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:44:55.776591 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-73fc8ce7-1b05-4451-a7a4-139885164fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:55.905061 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-bd20b560-adb3-4b2e-8855-800a2354b79f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110184612', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'f829c985-6d30-4fd7-adb5-ae655b660f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:44:53Z', 'updated_at': '2021-07-16T09:44:54Z', 'revision_number': 3, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': 'f829c985-6d30-4fd7-adb5-ae655b660f81', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:29:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:44:53Z', 'updated_at': '2021-07-16T09:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:55.928100 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-73fc8ce7-1b05-4451-a7a4-139885164fce None None] Allocated IP 172.20.0.2 (c3261845-105d-44a9-a28e-863e8105bdc0/7e317205-bb27-40c0-9470-81b20947038d/a28e94b7-0cd5-4ac8-8bfd-27ecc69840b7) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:44:55.938961 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd20b560-adb3-4b2e-8855-800a2354b79f None None] The sync data for ids ['4142ea2e-774a-4a8a-abac-be0551ada772'] in n-d-771362-37 is: [{'id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110184612', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'f829c985-6d30-4fd7-adb5-ae655b660f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:44:53Z', 'updated_at': '2021-07-16T09:44:54Z', 'revision_number': 3, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': 'f829c985-6d30-4fd7-adb5-ae655b660f81', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:29:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:44:53Z', 'updated_at': '2021-07-16T09:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:44:56.102182 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-73fc8ce7-1b05-4451-a7a4-139885164fce None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:56.112671 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-73fc8ce7-1b05-4451-a7a4-139885164fce None None] Transition to ACTIVE for port object a28e94b7-0cd5-4ac8-8bfd-27ecc69840b7 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:44:56.135257 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-73fc8ce7-1b05-4451-a7a4-139885164fce None None] Transition to ACTIVE for port object a28e94b7-0cd5-4ac8-8bfd-27ecc69840b7 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:44:56.142172 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-73fc8ce7-1b05-4451-a7a4-139885164fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:56.210194 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73fc8ce7-1b05-4451-a7a4-139885164fce None None] Network c3261845-105d-44a9-a28e-863e8105bdc0 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:44:56.216333 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-73fc8ce7-1b05-4451-a7a4-139885164fce None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:44:56.218687 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73fc8ce7-1b05-4451-a7a4-139885164fce None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:44:56.222082 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc8ce7-1b05-4451-a7a4-139885164fce None None] Pushing event updated for resources: {'Port': ['ID=a28e94b7-0cd5-4ac8-8bfd-27ecc69840b7,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:56.289043 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-73fc8ce7-1b05-4451-a7a4-139885164fce None None] Attempting to bind port a28e94b7-0cd5-4ac8-8bfd-27ecc69840b7 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:44:56.289419 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-73fc8ce7-1b05-4451-a7a4-139885164fce None None] Attempting to bind port a28e94b7-0cd5-4ac8-8bfd-27ecc69840b7 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '174abb85-843c-4041-bd8c-aba034aae45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c3261845-105d-44a9-a28e-863e8105bdc0'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:44:56.289786 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fc8ce7-1b05-4451-a7a4-139885164fce None None] Attempting to bind port a28e94b7-0cd5-4ac8-8bfd-27ecc69840b7 on network c3261845-105d-44a9-a28e-863e8105bdc0 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:44:56.295896 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fc8ce7-1b05-4451-a7a4-139885164fce None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:44:56.296274 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fc8ce7-1b05-4451-a7a4-139885164fce None None] Checking segment: {'id': '174abb85-843c-4041-bd8c-aba034aae45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c3261845-105d-44a9-a28e-863e8105bdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:44:56.296717 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-73fc8ce7-1b05-4451-a7a4-139885164fce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:56.297114 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73fc8ce7-1b05-4451-a7a4-139885164fce None None] Bound using segment: {'id': '174abb85-843c-4041-bd8c-aba034aae45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c3261845-105d-44a9-a28e-863e8105bdc0'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:44:56.298189 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-73fc8ce7-1b05-4451-a7a4-139885164fce None None] Bound port: a28e94b7-0cd5-4ac8-8bfd-27ecc69840b7, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174abb85-843c-4041-bd8c-aba034aae45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c3261845-105d-44a9-a28e-863e8105bdc0'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:44:56.298614 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-73fc8ce7-1b05-4451-a7a4-139885164fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:56.374703 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-73fc8ce7-1b05-4451-a7a4-139885164fce None None] For port a28e94b7-0cd5-4ac8-8bfd-27ecc69840b7, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:44:56.378114 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-73fc8ce7-1b05-4451-a7a4-139885164fce None None] For port a28e94b7-0cd5-4ac8-8bfd-27ecc69840b7, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=a28e94b7-0cd5-4ac8-8bfd-27ecc69840b7,segment=NetworkSegment(174abb85-843c-4041-bd8c-aba034aae45d),segment_id=174abb85-843c-4041-bd8c-aba034aae45d)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:44:56.383454 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-73fc8ce7-1b05-4451-a7a4-139885164fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:56.450129 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73fc8ce7-1b05-4451-a7a4-139885164fce None None] Pushing event updated for resources: {'Port': ['ID=a28e94b7-0cd5-4ac8-8bfd-27ecc69840b7,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:56.493572 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e8ab893-23d5-4a14-9d57-fd06fcd013b8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:56.826207 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-8e8ab893-23d5-4a14-9d57-fd06fcd013b8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Allocated IP 172.20.0.1 (c3261845-105d-44a9-a28e-863e8105bdc0/7e317205-bb27-40c0-9470-81b20947038d/5604abe9-c38e-415d-8b33-352625a32c49) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:44:56.954631 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e8ab893-23d5-4a14-9d57-fd06fcd013b8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:56.969206 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8e8ab893-23d5-4a14-9d57-fd06fcd013b8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Transition to ACTIVE for port object 5604abe9-c38e-415d-8b33-352625a32c49 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:44:57.000744 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f829c985-6d30-4fd7-adb5-ae655b660f81 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:44:57.005316 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e8ab893-23d5-4a14-9d57-fd06fcd013b8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:57.043161 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8ab893-23d5-4a14-9d57-fd06fcd013b8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network c3261845-105d-44a9-a28e-863e8105bdc0 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:44:57.046674 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-8e8ab893-23d5-4a14-9d57-fd06fcd013b8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:44:57.049595 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e8ab893-23d5-4a14-9d57-fd06fcd013b8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:44:57.051348 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port f829c985-6d30-4fd7-adb5-ae655b660f81 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:44:57.056032 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port f829c985-6d30-4fd7-adb5-ae655b660f81 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:44:57.056750 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:57.090859 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ab893-23d5-4a14-9d57-fd06fcd013b8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Port': ['ID=5604abe9-c38e-415d-8b33-352625a32c49,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:57.111344 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e8ab893-23d5-4a14-9d57-fd06fcd013b8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:57.142494 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:57.167623 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port f829c985-6d30-4fd7-adb5-ae655b660f81, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f829c985-6d30-4fd7-adb5-ae655b660f81,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:44:57.173396 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:57.174612 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a28e94b7-0cd5-4ac8-8bfd-27ecc69840b7 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:44:57.255848 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=f829c985-6d30-4fd7-adb5-ae655b660f81,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:57.261752 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e8ab893-23d5-4a14-9d57-fd06fcd013b8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:57.273377 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port a28e94b7-0cd5-4ac8-8bfd-27ecc69840b7 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:44:57.408801 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26f7dc26-8679-4267-97a8-894b7759e650 None None] Network c3261845-105d-44a9-a28e-863e8105bdc0 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:44:57.489804 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ed5c689c-3fb6-41a2-9a7f-1b2669dabba0 None None] Provisioning for port a28e94b7-0cd5-4ac8-8bfd-27ecc69840b7 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:44:57.497288 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ed5c689c-3fb6-41a2-9a7f-1b2669dabba0 None None] Provisioning complete for port a28e94b7-0cd5-4ac8-8bfd-27ecc69840b7 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:44:57.497667 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ed5c689c-3fb6-41a2-9a7f-1b2669dabba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:57.555459 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e8ab893-23d5-4a14-9d57-fd06fcd013b8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:57.560962 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e8ab893-23d5-4a14-9d57-fd06fcd013b8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:57.637751 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8e8ab893-23d5-4a14-9d57-fd06fcd013b8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:57.647496 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8ab893-23d5-4a14-9d57-fd06fcd013b8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Port': ['ID=5604abe9-c38e-415d-8b33-352625a32c49,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:57.649333 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ed5c689c-3fb6-41a2-9a7f-1b2669dabba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:57.688746 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ed5c689c-3fb6-41a2-9a7f-1b2669dabba0 None None] For port a28e94b7-0cd5-4ac8-8bfd-27ecc69840b7, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=a28e94b7-0cd5-4ac8-8bfd-27ecc69840b7,segment=NetworkSegment(174abb85-843c-4041-bd8c-aba034aae45d),segment_id=174abb85-843c-4041-bd8c-aba034aae45d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:44:57.694094 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ed5c689c-3fb6-41a2-9a7f-1b2669dabba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:57.744870 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e8ab893-23d5-4a14-9d57-fd06fcd013b8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network c3261845-105d-44a9-a28e-863e8105bdc0 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:44:57.746299 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-8e8ab893-23d5-4a14-9d57-fd06fcd013b8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:44:57.748905 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5c689c-3fb6-41a2-9a7f-1b2669dabba0 None None] Pushing event updated for resources: {'Port': ['ID=a28e94b7-0cd5-4ac8-8bfd-27ecc69840b7,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:57.864451 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e8ab893-23d5-4a14-9d57-fd06fcd013b8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Router 4142ea2e-774a-4a8a-abac-be0551ada772 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:44:57.919515 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4f7eeb39-097b-4a33-b63a-ae1f602aacd5 None None] Provisioning complete for port a28e94b7-0cd5-4ac8-8bfd-27ecc69840b7 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:44:57.919891 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4f7eeb39-097b-4a33-b63a-ae1f602aacd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:57.986636 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e8ab893-23d5-4a14-9d57-fd06fcd013b8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:44:58.000099 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8e8ab893-23d5-4a14-9d57-fd06fcd013b8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "PUT /v2.0/routers/4142ea2e-774a-4a8a-abac-be0551ada772/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3821654 Jul 16 09:44:58.005111 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7a360c-6839-478b-a9b9-2ed624efc66d None None] Sync routers for ids ['4142ea2e-774a-4a8a-abac-be0551ada772'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:44:58.029125 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7a360c-6839-478b-a9b9-2ed624efc66d None None] Routers {'4142ea2e-774a-4a8a-abac-be0551ada772'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:44:58.029810 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ad7a360c-6839-478b-a9b9-2ed624efc66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:44:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['4142ea2e-774a-4a8a-abac-be0551ada772'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:58.031784 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4f7eeb39-097b-4a33-b63a-ae1f602aacd5 None None] Provisioning for port 5604abe9-c38e-415d-8b33-352625a32c49 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:44:58.074857 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4f7eeb39-097b-4a33-b63a-ae1f602aacd5 None None] Provisioning complete for port 5604abe9-c38e-415d-8b33-352625a32c49 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:44:58.075131 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4f7eeb39-097b-4a33-b63a-ae1f602aacd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:58.148515 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-4f7eeb39-097b-4a33-b63a-ae1f602aacd5 None None] Port 5604abe9-c38e-415d-8b33-352625a32c49 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:44:58.156179 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-76b15f84-f482-4b1a-8aaa-4a257ea7d4ba tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1400583958&fields=id&tenant_id=55b2b7c3083e453e9655fb0b64077473 HTTP/1.1" status: 200 len: 267 time: 0.0385532 Jul 16 09:44:58.183869 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-ad7a360c-6839-478b-a9b9-2ed624efc66d None None] Set router 4142ea2e-774a-4a8a-abac-be0551ada772 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:44:58.270665 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-b03c3d30-32a9-44af-848b-cbe2d79ec2cd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:44:58.272154 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-b03c3d30-32a9-44af-848b-cbe2d79ec2cd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/networks?id=c3261845-105d-44a9-a28e-863e8105bdc0 HTTP/1.1" status: 200 len: 796 time: 0.1102800 Jul 16 09:44:58.287649 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-3d4dcd50-d3e2-4c79-a7e6-04b8243f62bb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/quotas/55b2b7c3083e453e9655fb0b64077473 HTTP/1.1" status: 200 len: 375 time: 0.0097940 Jul 16 09:44:58.363590 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-ca269e7e-0ef4-4e53-a1d4-033ee5d765e8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0697801 Jul 16 09:44:58.415502 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9391bcb6-988b-40ef-8ca2-142f11c8a0d8 None None] Provisioning complete for port 5604abe9-c38e-415d-8b33-352625a32c49 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:44:58.415890 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9391bcb6-988b-40ef-8ca2-142f11c8a0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:58.457748 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-6851babe-0da7-4f4c-9af9-d0f0bdff725c service neutron] 10.222.0.22 "GET /v2.0/networks/c3261845-105d-44a9-a28e-863e8105bdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827813 Jul 16 09:44:58.496492 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-9391bcb6-988b-40ef-8ca2-142f11c8a0d8 None None] Port 5604abe9-c38e-415d-8b33-352625a32c49 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:44:58.551919 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-8989e6b2-5464-4488-a389-2f403a77e141 service neutron] 10.222.0.22 "GET /v2.0/networks/c3261845-105d-44a9-a28e-863e8105bdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875990 Jul 16 09:44:58.571098 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ad7a360c-6839-478b-a9b9-2ed624efc66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110184612', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'f829c985-6d30-4fd7-adb5-ae655b660f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:44:53Z', 'updated_at': '2021-07-16T09:44:57Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': 'f829c985-6d30-4fd7-adb5-ae655b660f81', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:29:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:44:53Z', 'updated_at': '2021-07-16T09:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '5604abe9-c38e-415d-8b33-352625a32c49', 'name': '', 'network_id': 'c3261845-105d-44a9-a28e-863e8105bdc0', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:85:f9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '7e317205-bb27-40c0-9470-81b20947038d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:44:56Z', 'updated_at': '2021-07-16T09:44:57Z', 'revision_number': 2, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': '7e317205-bb27-40c0-9470-81b20947038d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:58.601496 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7a360c-6839-478b-a9b9-2ed624efc66d None None] Checking router: 4142ea2e-774a-4a8a-abac-be0551ada772 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:44:58.601857 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7a360c-6839-478b-a9b9-2ed624efc66d None None] Updating router 4142ea2e-774a-4a8a-abac-be0551ada772 port 5604abe9-c38e-415d-8b33-352625a32c49 binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:44:58.635731 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ad7a360c-6839-478b-a9b9-2ed624efc66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:58.744401 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a7b649fd-5070-4105-88e9-30c8191455d2 req-40adbcb1-1859-4509-9bb7-91edb79f9734 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 210 time: 0.0425186 Jul 16 09:44:58.953402 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ad7a360c-6839-478b-a9b9-2ed624efc66d None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:58.969328 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ad7a360c-6839-478b-a9b9-2ed624efc66d None None] Transition to ACTIVE for port object 5604abe9-c38e-415d-8b33-352625a32c49 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:44:58.974790 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f829c985-6d30-4fd7-adb5-ae655b660f81 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:44:58.978392 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ad7a360c-6839-478b-a9b9-2ed624efc66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:59.063303 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f3556-b19c-4b66-ae2f-dc50dedeed12 None None] Pushing event updated for resources: {'Port': ['ID=5604abe9-c38e-415d-8b33-352625a32c49,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:59.124616 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ad7a360c-6839-478b-a9b9-2ed624efc66d None None] Attempting to bind port 5604abe9-c38e-415d-8b33-352625a32c49 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:44:59.124971 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ad7a360c-6839-478b-a9b9-2ed624efc66d None None] Attempting to bind port 5604abe9-c38e-415d-8b33-352625a32c49 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '174abb85-843c-4041-bd8c-aba034aae45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c3261845-105d-44a9-a28e-863e8105bdc0'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:44:59.125261 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7a360c-6839-478b-a9b9-2ed624efc66d None None] Attempting to bind port 5604abe9-c38e-415d-8b33-352625a32c49 on network c3261845-105d-44a9-a28e-863e8105bdc0 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:44:59.137445 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port f829c985-6d30-4fd7-adb5-ae655b660f81 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:44:59.138006 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:59.161318 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7a360c-6839-478b-a9b9-2ed624efc66d None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 44, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:44:59.161699 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7a360c-6839-478b-a9b9-2ed624efc66d None None] Checking segment: {'id': '174abb85-843c-4041-bd8c-aba034aae45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c3261845-105d-44a9-a28e-863e8105bdc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:44:59.162369 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ad7a360c-6839-478b-a9b9-2ed624efc66d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:59.162757 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7a360c-6839-478b-a9b9-2ed624efc66d None None] Bound using segment: {'id': '174abb85-843c-4041-bd8c-aba034aae45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c3261845-105d-44a9-a28e-863e8105bdc0'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:44:59.163421 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ad7a360c-6839-478b-a9b9-2ed624efc66d None None] Bound port: 5604abe9-c38e-415d-8b33-352625a32c49, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '174abb85-843c-4041-bd8c-aba034aae45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c3261845-105d-44a9-a28e-863e8105bdc0'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:44:59.163817 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ad7a360c-6839-478b-a9b9-2ed624efc66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:59.272912 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ad7a360c-6839-478b-a9b9-2ed624efc66d None None] For port 5604abe9-c38e-415d-8b33-352625a32c49, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:44:59.277785 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ad7a360c-6839-478b-a9b9-2ed624efc66d None None] For port 5604abe9-c38e-415d-8b33-352625a32c49, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=5604abe9-c38e-415d-8b33-352625a32c49,segment=NetworkSegment(174abb85-843c-4041-bd8c-aba034aae45d),segment_id=174abb85-843c-4041-bd8c-aba034aae45d)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:44:59.283605 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ad7a360c-6839-478b-a9b9-2ed624efc66d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:59.288888 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a28e94b7-0cd5-4ac8-8bfd-27ecc69840b7 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:44:59.395841 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7a360c-6839-478b-a9b9-2ed624efc66d None None] Routers {'4142ea2e-774a-4a8a-abac-be0551ada772'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:44:59.396528 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ad7a360c-6839-478b-a9b9-2ed624efc66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:44:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['4142ea2e-774a-4a8a-abac-be0551ada772'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:59.398452 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3f3556-b19c-4b66-ae2f-dc50dedeed12 None None] Pushing event updated for resources: {'Port': ['ID=5604abe9-c38e-415d-8b33-352625a32c49,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:44:59.491474 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port a28e94b7-0cd5-4ac8-8bfd-27ecc69840b7 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:44:59.491858 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:44:59.549449 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-ad7a360c-6839-478b-a9b9-2ed624efc66d None None] Set router 4142ea2e-774a-4a8a-abac-be0551ada772 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:44:59.802382 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-ad7a360c-6839-478b-a9b9-2ed624efc66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110184612', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'f829c985-6d30-4fd7-adb5-ae655b660f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:44:53Z', 'updated_at': '2021-07-16T09:44:57Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': 'f829c985-6d30-4fd7-adb5-ae655b660f81', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:29:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:44:53Z', 'updated_at': '2021-07-16T09:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '5604abe9-c38e-415d-8b33-352625a32c49', 'name': '', 'network_id': 'c3261845-105d-44a9-a28e-863e8105bdc0', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:85:f9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '7e317205-bb27-40c0-9470-81b20947038d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:44:56Z', 'updated_at': '2021-07-16T09:44:59Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': '7e317205-bb27-40c0-9470-81b20947038d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:44:59.832928 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7a360c-6839-478b-a9b9-2ed624efc66d None None] The sync data for ids ['4142ea2e-774a-4a8a-abac-be0551ada772'] in n-d-771362-37 is: [{'id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110184612', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'f829c985-6d30-4fd7-adb5-ae655b660f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:44:53Z', 'updated_at': '2021-07-16T09:44:57Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': 'f829c985-6d30-4fd7-adb5-ae655b660f81', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:29:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:44:53Z', 'updated_at': '2021-07-16T09:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '5604abe9-c38e-415d-8b33-352625a32c49', 'name': '', 'network_id': 'c3261845-105d-44a9-a28e-863e8105bdc0', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:85:f9:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '7e317205-bb27-40c0-9470-81b20947038d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:44:56Z', 'updated_at': '2021-07-16T09:44:59Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': '7e317205-bb27-40c0-9470-81b20947038d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:44:59.917478 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9b77732e-319f-4777-8420-35fdfc689d1d req-db35db03-8f34-48bb-8089-97cd97cf7322 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 210 time: 0.0498407 Jul 16 09:45:00.099609 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-2af7adb0-033a-452a-93b9-09970f09c4b8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:00.105091 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-2af7adb0-033a-452a-93b9-09970f09c4b8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.21 "GET /v2.0/networks?id=c3261845-105d-44a9-a28e-863e8105bdc0 HTTP/1.1" status: 200 len: 796 time: 0.1371763 Jul 16 09:45:00.151202 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-d6489a56-324f-463d-9787-9175cbe16c87 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55b2b7c3083e453e9655fb0b64077473 HTTP/1.1" status: 200 len: 380 time: 0.0362530 Jul 16 09:45:00.159601 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-1cd9b835-b3e6-492f-ae51-b00337163b51 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'port': {'device_id': '41569830-3960-4b3c-b04e-5fdda5ddfabd', 'network_id': 'c3261845-105d-44a9-a28e-863e8105bdc0', 'admin_state_up': True, 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'security_groups': ['e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:45:00.290207 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-1cd9b835-b3e6-492f-ae51-b00337163b51 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Made reservation on behalf of 55b2b7c3083e453e9655fb0b64077473 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:45:00.294681 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-1cd9b835-b3e6-492f-ae51-b00337163b51 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:00.435834 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-1cd9b835-b3e6-492f-ae51-b00337163b51 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Allocated IP 172.20.0.7 (c3261845-105d-44a9-a28e-863e8105bdc0/7e317205-bb27-40c0-9470-81b20947038d/c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:45:00.588302 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-1cd9b835-b3e6-492f-ae51-b00337163b51 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:00.603414 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-1cd9b835-b3e6-492f-ae51-b00337163b51 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Transition to ACTIVE for port object c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:45:00.637619 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-1cd9b835-b3e6-492f-ae51-b00337163b51 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:00.688330 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-1cd9b835-b3e6-492f-ae51-b00337163b51 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network c3261845-105d-44a9-a28e-863e8105bdc0 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:45:00.691955 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-1cd9b835-b3e6-492f-ae51-b00337163b51 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:45:00.694730 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-1cd9b835-b3e6-492f-ae51-b00337163b51 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:45:00.702498 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd9b835-b3e6-492f-ae51-b00337163b51 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Port': ['ID=c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:00.768976 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-1cd9b835-b3e6-492f-ae51-b00337163b51 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:00.769830 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-1cd9b835-b3e6-492f-ae51-b00337163b51 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:00.786139 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-1cd9b835-b3e6-492f-ae51-b00337163b51 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6304994 Jul 16 09:45:00.798087 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-7eb72671-25e6-49f2-a049-3622e616ceed service neutron] Request body: {'port': {'device_id': '41569830-3960-4b3c-b04e-5fdda5ddfabd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:45:00.884287 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-7eb72671-25e6-49f2-a049-3622e616ceed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:00.930312 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-43e63fb0-47f0-4e41-a7eb-22e70efcf1b9 None None] Provisioning for port c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:45:00.937520 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-43e63fb0-47f0-4e41-a7eb-22e70efcf1b9 None None] Provisioning complete for port c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:45:00.938011 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-43e63fb0-47f0-4e41-a7eb-22e70efcf1b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:01.010060 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-43e63fb0-47f0-4e41-a7eb-22e70efcf1b9 None None] Port c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:45:01.015487 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 5604abe9-c38e-415d-8b33-352625a32c49 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:45:01.071553 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 5604abe9-c38e-415d-8b33-352625a32c49 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:45:01.076180 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 5604abe9-c38e-415d-8b33-352625a32c49 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:45:01.076647 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:01.121964 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92dd838-6b00-489e-ba2e-c396f13c3900 req-5a85a349-e7fd-4b6e-bb9f-7db3dac9cbbc tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:01.123506 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f92dd838-6b00-489e-ba2e-c396f13c3900 req-5a85a349-e7fd-4b6e-bb9f-7db3dac9cbbc tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 931 time: 0.0745556 Jul 16 09:45:01.167826 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:01.177493 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f92dd838-6b00-489e-ba2e-c396f13c3900 req-66591654-897e-4bba-b3cd-fd3f11e50440 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479517 Jul 16 09:45:01.204432 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 5604abe9-c38e-415d-8b33-352625a32c49, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=5604abe9-c38e-415d-8b33-352625a32c49,segment=NetworkSegment(174abb85-843c-4041-bd8c-aba034aae45d),segment_id=174abb85-843c-4041-bd8c-aba034aae45d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:45:01.210289 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:01.237617 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-7eb72671-25e6-49f2-a049-3622e616ceed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:45:01.250157 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-7eb72671-25e6-49f2-a049-3622e616ceed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:01.262273 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-7eb72671-25e6-49f2-a049-3622e616ceed service neutron] Transition to ACTIVE for port object c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:45:01.266045 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-7eb72671-25e6-49f2-a049-3622e616ceed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:01.271458 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=5604abe9-c38e-415d-8b33-352625a32c49,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:01.339655 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb72671-25e6-49f2-a049-3622e616ceed service neutron] Pushing event updated for resources: {'Port': ['ID=c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:01.391701 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-7eb72671-25e6-49f2-a049-3622e616ceed service neutron] Attempting to bind port c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:45:01.392038 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-7eb72671-25e6-49f2-a049-3622e616ceed service neutron] Attempting to bind port c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '174abb85-843c-4041-bd8c-aba034aae45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c3261845-105d-44a9-a28e-863e8105bdc0'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:45:01.392401 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-7eb72671-25e6-49f2-a049-3622e616ceed service neutron] Attempting to bind port c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995 on network c3261845-105d-44a9-a28e-863e8105bdc0 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:45:01.396818 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-7eb72671-25e6-49f2-a049-3622e616ceed service neutron] Port c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995 on network c3261845-105d-44a9-a28e-863e8105bdc0 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:45:01.397146 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-7eb72671-25e6-49f2-a049-3622e616ceed service neutron] Attempting to bind port c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995 on network c3261845-105d-44a9-a28e-863e8105bdc0 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:45:01.402467 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-7eb72671-25e6-49f2-a049-3622e616ceed service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 44, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:45:01.402805 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-7eb72671-25e6-49f2-a049-3622e616ceed service neutron] Checking segment: {'id': '174abb85-843c-4041-bd8c-aba034aae45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c3261845-105d-44a9-a28e-863e8105bdc0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:45:01.403202 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-7eb72671-25e6-49f2-a049-3622e616ceed service neutron] Bound using segment: {'id': '174abb85-843c-4041-bd8c-aba034aae45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c3261845-105d-44a9-a28e-863e8105bdc0'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:45:01.403631 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-7eb72671-25e6-49f2-a049-3622e616ceed service neutron] Bound port: c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '174abb85-843c-4041-bd8c-aba034aae45d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c3261845-105d-44a9-a28e-863e8105bdc0'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:45:01.403990 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-7eb72671-25e6-49f2-a049-3622e616ceed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:01.469328 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-7eb72671-25e6-49f2-a049-3622e616ceed service neutron] For port c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:45:01.472228 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-7eb72671-25e6-49f2-a049-3622e616ceed service neutron] For port c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995,segment=NetworkSegment(174abb85-843c-4041-bd8c-aba034aae45d),segment_id=174abb85-843c-4041-bd8c-aba034aae45d)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:45:01.476340 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-7eb72671-25e6-49f2-a049-3622e616ceed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:01.511749 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-7eb72671-25e6-49f2-a049-3622e616ceed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:01.512452 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-7eb72671-25e6-49f2-a049-3622e616ceed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:01.513804 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-7eb72671-25e6-49f2-a049-3622e616ceed service neutron] 10.222.0.21 "PUT /v2.0/ports/c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995 HTTP/1.1" status: 200 len: 1092 time: 0.7202868 Jul 16 09:45:01.514274 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41569830-3960-4b3c-b04e-5fdda5ddfabd', 'tag': 'c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:45:01.516661 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c7d76b-6b69-40d1-b08e-3552455c01e5" -d '{"events": [{"name": "network-changed", "server_uuid": "41569830-3960-4b3c-b04e-5fdda5ddfabd", "tag": "c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:45:01.553267 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb72671-25e6-49f2-a049-3622e616ceed service neutron] Pushing event updated for resources: {'Port': ['ID=c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:01.557088 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6a4a1f0-f442-4db5-a852-817f52e40305 x-openstack-request-id: req-f6a4a1f0-f442-4db5-a852-817f52e40305 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:45:01.557567 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41569830-3960-4b3c-b04e-5fdda5ddfabd", "tag": "c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:45:01.557893 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f6a4a1f0-f442-4db5-a852-817f52e40305 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:45:01.558381 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41569830-3960-4b3c-b04e-5fdda5ddfabd', 'tag': 'c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995', 'status': 'completed', 'code': 200} Jul 16 09:45:01.619367 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-b4ebc7c9-1c19-43c1-ac0d-3ac1cc8c6a71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:01.620932 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-b4ebc7c9-1c19-43c1-ac0d-3ac1cc8c6a71 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 1095 time: 0.0607800 Jul 16 09:45:01.663945 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-79ba1a8c-e5b4-4a68-8e08-fba6d74e4269 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995 HTTP/1.1" status: 200 len: 217 time: 0.0354943 Jul 16 09:45:01.713911 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-fe618f73-f2b1-4250-89e9-a1c3ca6f7135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:01.715377 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-fe618f73-f2b1-4250-89e9-a1c3ca6f7135 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7e317205-bb27-40c0-9470-81b20947038d HTTP/1.1" status: 200 len: 834 time: 0.0453651 Jul 16 09:45:01.779064 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-13ae6604-368a-4ead-b71b-8be79364b410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:01.780609 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-13ae6604-368a-4ead-b71b-8be79364b410 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3261845-105d-44a9-a28e-863e8105bdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584033 Jul 16 09:45:01.873194 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-659a1a3e-7c31-4613-afd6-ad1fa91b85f4 service neutron] 10.222.0.21 "GET /v2.0/networks/c3261845-105d-44a9-a28e-863e8105bdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858297 Jul 16 09:45:01.971778 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57f48d1d-1140-4d46-adde-1d3d6976d84d req-593c0f86-0b2e-4ba9-99c9-c89741966c10 service neutron] 10.222.0.21 "GET /v2.0/networks/c3261845-105d-44a9-a28e-863e8105bdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914340 Jul 16 09:45:02.073884 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7d76b-6b69-40d1-b08e-3552455c01e5 req-dd9194cb-4ef5-4435-89c6-1f53112261aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:02.075431 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d8c7d76b-6b69-40d1-b08e-3552455c01e5 req-dd9194cb-4ef5-4435-89c6-1f53112261aa service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 1095 time: 0.0558100 Jul 16 09:45:02.172726 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7d76b-6b69-40d1-b08e-3552455c01e5 req-989c3476-b3e5-4915-9584-7ac2725605f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:02.174221 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d8c7d76b-6b69-40d1-b08e-3552455c01e5 req-989c3476-b3e5-4915-9584-7ac2725605f7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c3261845-105d-44a9-a28e-863e8105bdc0 HTTP/1.1" status: 200 len: 897 time: 0.0924220 Jul 16 09:45:02.218419 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d8c7d76b-6b69-40d1-b08e-3552455c01e5 req-e5bd6a1b-7205-4c3e-a7ba-058462d5c865 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995 HTTP/1.1" status: 200 len: 217 time: 0.0367272 Jul 16 09:45:02.268339 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7d76b-6b69-40d1-b08e-3552455c01e5 req-3198c14f-21f6-43a3-b95d-467f302ea43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:02.269863 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d8c7d76b-6b69-40d1-b08e-3552455c01e5 req-3198c14f-21f6-43a3-b95d-467f302ea43e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7e317205-bb27-40c0-9470-81b20947038d HTTP/1.1" status: 200 len: 834 time: 0.0453172 Jul 16 09:45:02.340150 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c7d76b-6b69-40d1-b08e-3552455c01e5 req-c9797742-957c-4112-b401-297bf895899b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:02.341638 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d8c7d76b-6b69-40d1-b08e-3552455c01e5 req-c9797742-957c-4112-b401-297bf895899b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3261845-105d-44a9-a28e-863e8105bdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0643158 Jul 16 09:45:02.383625 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45fb434-4eb6-47f1-890d-9f73619bbd3c req-e5b76e50-1ec7-4c1a-8449-be7afd4c3f97 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:02.385875 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d45fb434-4eb6-47f1-890d-9f73619bbd3c req-e5b76e50-1ec7-4c1a-8449-be7afd4c3f97 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 943 time: 0.0733080 Jul 16 09:45:02.434914 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d45fb434-4eb6-47f1-890d-9f73619bbd3c req-402d8f4e-485e-4586-9114-f94d0690b38f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427086 Jul 16 09:45:02.436996 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d8c7d76b-6b69-40d1-b08e-3552455c01e5 req-e45790fc-0091-474d-b96d-f7db01cd16c3 service neutron] 10.222.0.21 "GET /v2.0/networks/c3261845-105d-44a9-a28e-863e8105bdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876153 Jul 16 09:45:02.546727 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d8c7d76b-6b69-40d1-b08e-3552455c01e5 req-302cd3c3-8a52-4d6d-905a-f46ce1d98337 service neutron] 10.222.0.21 "GET /v2.0/networks/c3261845-105d-44a9-a28e-863e8105bdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030943 Jul 16 09:45:02.959490 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 5604abe9-c38e-415d-8b33-352625a32c49 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:45:02.987002 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:03.001038 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:03.019165 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 5604abe9-c38e-415d-8b33-352625a32c49 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:45:03.019550 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:03.300418 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:45:03.396736 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3e4f17d9-9c49-4ff3-b9c1-8b48a7ffbd49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:03.413961 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995,segment=NetworkSegment(174abb85-843c-4041-bd8c-aba034aae45d),segment_id=174abb85-843c-4041-bd8c-aba034aae45d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:45:03.424087 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995', 'network_id': 'c3261845-105d-44a9-a28e-863e8105bdc0', 'port_id': 'c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995', 'mac_address': 'fa:16:3e:83:97:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7e317205-bb27-40c0-9470-81b20947038d', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:45:03.461195 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:03.474829 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:45:03.495738 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995,segment=NetworkSegment(174abb85-843c-4041-bd8c-aba034aae45d),segment_id=174abb85-843c-4041-bd8c-aba034aae45d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:45:03.499642 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:03.545860 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:03.613820 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abd6007-722e-41ca-9c59-a2f98de5fe44 req-f2ae67b2-7f01-4839-af3a-f3ce5c07ccfb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:03.615295 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0abd6007-722e-41ca-9c59-a2f98de5fe44 req-f2ae67b2-7f01-4839-af3a-f3ce5c07ccfb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 944 time: 0.0641158 Jul 16 09:45:03.655941 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0abd6007-722e-41ca-9c59-a2f98de5fe44 req-69022428-51a9-4d0f-8120-50be8173573b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345333 Jul 16 09:45:03.710633 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:45:04.830074 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784080f2-0995-446e-b5ca-0606068dbbff req-c50cbad0-c86f-45dc-99b1-9d986dc6812c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:04.831575 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-784080f2-0995-446e-b5ca-0606068dbbff req-c50cbad0-c86f-45dc-99b1-9d986dc6812c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 944 time: 0.0637033 Jul 16 09:45:04.873352 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-784080f2-0995-446e-b5ca-0606068dbbff req-8a2ce44f-ab6e-4bc6-91f7-02e4d0893c25 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359199 Jul 16 09:45:05.316031 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:45:05.365631 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:45:05.369255 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:45:05.370125 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.445111 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.466612 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41569830-3960-4b3c-b04e-5fdda5ddfabd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:45:05.468983 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b05baab3-ed82-4b62-8974-d0ee2239cfaf" -d '{"events": [{"server_uuid": "41569830-3960-4b3c-b04e-5fdda5ddfabd", "name": "network-vif-plugged", "status": "completed", "tag": "c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:45:05.482295 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995,segment=NetworkSegment(174abb85-843c-4041-bd8c-aba034aae45d),segment_id=174abb85-843c-4041-bd8c-aba034aae45d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:45:05.486134 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:05.512620 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0279bf97-1adb-4b16-a24c-e3544a5ffdd5 x-openstack-request-id: req-0279bf97-1adb-4b16-a24c-e3544a5ffdd5 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:45:05.512915 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41569830-3960-4b3c-b04e-5fdda5ddfabd", "name": "network-vif-plugged", "status": "completed", "tag": "c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:45:05.513175 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0279bf97-1adb-4b16-a24c-e3544a5ffdd5 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:45:05.513562 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41569830-3960-4b3c-b04e-5fdda5ddfabd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995', 'code': 200} Jul 16 09:45:05.538942 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:05.619368 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4074784a-58f1-4896-a48a-86f149d31d1c req-e3f38fce-a506-40ed-a007-bbd029cfd6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:05.621472 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4074784a-58f1-4896-a48a-86f149d31d1c req-e3f38fce-a506-40ed-a007-bbd029cfd6ca service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 1097 time: 0.0521703 Jul 16 09:45:05.660123 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4074784a-58f1-4896-a48a-86f149d31d1c req-fe29fdff-fb78-4495-80d2-355d7fc1d6c5 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318835 Jul 16 09:45:05.828873 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-219e033e-b363-4974-ae01-9de01003c4a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:06.044568 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0742a2dd-0f66-44f2-9050-d83e2c9f046a req-0b85e289-2598-4f9b-a42d-d4b8ccb9b56f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:06.046117 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0742a2dd-0f66-44f2-9050-d83e2c9f046a req-0b85e289-2598-4f9b-a42d-d4b8ccb9b56f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 945 time: 0.0621164 Jul 16 09:45:06.083871 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0742a2dd-0f66-44f2-9050-d83e2c9f046a req-90e44261-ecfe-4836-8d73-105494bf6754 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320809 Jul 16 09:45:06.142650 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:07.255144 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a03e7a2-49ab-4c6f-aef0-50b6040e0a06 req-5e33234a-453b-44dd-92ef-7a2f78ff4592 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:07.256667 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2a03e7a2-49ab-4c6f-aef0-50b6040e0a06 req-5e33234a-453b-44dd-92ef-7a2f78ff4592 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 945 time: 0.0623398 Jul 16 09:45:07.294158 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2a03e7a2-49ab-4c6f-aef0-50b6040e0a06 req-019a05d6-5ead-4ffd-ae7e-3dbc872a3c31 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319800 Jul 16 09:45:07.391046 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:07.470263 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c08298-1568-4692-9bec-7cc9ffeb2e86 req-6ddd98cf-9c23-4ddb-8bab-d15d8886a2fc tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:07.471720 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-50c08298-1568-4692-9bec-7cc9ffeb2e86 req-6ddd98cf-9c23-4ddb-8bab-d15d8886a2fc tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 945 time: 0.0662591 Jul 16 09:45:07.508581 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-50c08298-1568-4692-9bec-7cc9ffeb2e86 req-05ff458b-fce7-46eb-a1ff-9d7bc82380a5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313671 Jul 16 09:45:07.532458 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49540) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:45:07.583152 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-915db8fb-326e-4f8c-a0c0-695b5f23a5c3 tempest-TestNetworkAdvancedServerOps-189494951 tempest-TestNetworkAdvancedServerOps-189494951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:07.584723 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-915db8fb-326e-4f8c-a0c0-695b5f23a5c3 tempest-TestNetworkAdvancedServerOps-189494951 tempest-TestNetworkAdvancedServerOps-189494951-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 1092 time: 0.0511911 Jul 16 09:45:07.587332 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49542) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:45:07.592080 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7cb12c74-9012-4a70-81be-4c093f16e9b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'port_id': 'c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:45:07.613288 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cb12c74-9012-4a70-81be-4c093f16e9b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:07.710014 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cb12c74-9012-4a70-81be-4c093f16e9b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:07.814416 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-7cb12c74-9012-4a70-81be-4c093f16e9b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Allocated IP 172.25.3.234 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/730748e9-1bf4-4106-9c40-6a201bbd5c22) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:45:07.912862 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cb12c74-9012-4a70-81be-4c093f16e9b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:07.950350 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cb12c74-9012-4a70-81be-4c093f16e9b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:07.984372 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb12c74-9012-4a70-81be-4c093f16e9b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:45:07.987393 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-7cb12c74-9012-4a70-81be-4c093f16e9b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:45:07.992778 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb12c74-9012-4a70-81be-4c093f16e9b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:45:08.022789 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb12c74-9012-4a70-81be-4c093f16e9b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Port': ['ID=730748e9-1bf4-4106-9c40-6a201bbd5c22,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:08.236216 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:45:08.357696 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cb12c74-9012-4a70-81be-4c093f16e9b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:08.433920 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cb12c74-9012-4a70-81be-4c093f16e9b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:08.583720 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cb12c74-9012-4a70-81be-4c093f16e9b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:08.588089 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cb12c74-9012-4a70-81be-4c093f16e9b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:08.657003 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb12c74-9012-4a70-81be-4c093f16e9b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Port': ['ID=730748e9-1bf4-4106-9c40-6a201bbd5c22,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:45:08.666443 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cb12c74-9012-4a70-81be-4c093f16e9b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:08.764787 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-7cb12c74-9012-4a70-81be-4c093f16e9b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Floating IP 750c5eed-a49c-4705-9d22-fd87d50110da associated. External IP: 172.25.3.234, port: c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995. Jul 16 09:45:08.830154 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:08.973959 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb12c74-9012-4a70-81be-4c093f16e9b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Router 4142ea2e-774a-4a8a-abac-be0551ada772 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:45:09.079296 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb12c74-9012-4a70-81be-4c093f16e9b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:45:09.088991 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab18db8c-4596-4cda-9915-970b43c75a37 None None] Sync routers for ids ['4142ea2e-774a-4a8a-abac-be0551ada772'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:45:09.095682 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7cb12c74-9012-4a70-81be-4c093f16e9b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:09.099361 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab18db8c-4596-4cda-9915-970b43c75a37 None None] Routers {'4142ea2e-774a-4a8a-abac-be0551ada772'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:45:09.099967 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ab18db8c-4596-4cda-9915-970b43c75a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:45:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['4142ea2e-774a-4a8a-abac-be0551ada772'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:45:09.133918 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7cb12c74-9012-4a70-81be-4c093f16e9b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5429397 Jul 16 09:45:09.133918 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41569830-3960-4b3c-b04e-5fdda5ddfabd', 'tag': 'c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:45:09.134220 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20263283-3a3a-4c26-8579-85925486e3d0" -d '{"events": [{"name": "network-changed", "server_uuid": "41569830-3960-4b3c-b04e-5fdda5ddfabd", "tag": "c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:45:09.173670 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3dc94e6-d990-42bb-9503-3e0baa315b67 x-openstack-request-id: req-f3dc94e6-d990-42bb-9503-3e0baa315b67 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:45:09.173992 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41569830-3960-4b3c-b04e-5fdda5ddfabd", "tag": "c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:45:09.174253 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f3dc94e6-d990-42bb-9503-3e0baa315b67 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:45:09.174658 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41569830-3960-4b3c-b04e-5fdda5ddfabd', 'tag': 'c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995', 'status': 'completed', 'code': 200} Jul 16 09:45:09.207568 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-ab18db8c-4596-4cda-9915-970b43c75a37 None None] Set router 4142ea2e-774a-4a8a-abac-be0551ada772 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:45:09.290427 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20263283-3a3a-4c26-8579-85925486e3d0 req-4c6da6ab-ace3-4e42-98f3-deb6a610b336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:09.292483 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-20263283-3a3a-4c26-8579-85925486e3d0 req-4c6da6ab-ace3-4e42-98f3-deb6a610b336 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 1097 time: 0.0960937 Jul 16 09:45:09.315312 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5714b9-d61d-4283-b449-ed60b882d067 req-ea148619-c0a2-4db8-9e6d-a8ea063cb44a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:09.316763 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ae5714b9-d61d-4283-b449-ed60b882d067 req-ea148619-c0a2-4db8-9e6d-a8ea063cb44a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 945 time: 0.0932977 Jul 16 09:45:09.398757 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ae5714b9-d61d-4283-b449-ed60b882d067 req-0805d32e-b82c-494c-8da0-880b089dab94 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717134 Jul 16 09:45:09.418288 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20263283-3a3a-4c26-8579-85925486e3d0 req-2173f385-21b8-41d6-a1dd-570e72847b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:09.419752 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-20263283-3a3a-4c26-8579-85925486e3d0 req-2173f385-21b8-41d6-a1dd-570e72847b35 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c3261845-105d-44a9-a28e-863e8105bdc0 HTTP/1.1" status: 200 len: 897 time: 0.1203656 Jul 16 09:45:09.423994 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49548) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:45:09.426472 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ab18db8c-4596-4cda-9915-970b43c75a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110184612', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'f829c985-6d30-4fd7-adb5-ae655b660f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:44:53Z', 'updated_at': '2021-07-16T09:44:57Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': 'f829c985-6d30-4fd7-adb5-ae655b660f81', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:29:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:44:53Z', 'updated_at': '2021-07-16T09:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '750c5eed-a49c-4705-9d22-fd87d50110da', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'floating_ip_address': '172.25.3.234', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'port_id': 'c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3261845-105d-44a9-a28e-863e8105bdc0', 'mac_address': 'fa:16:3e:83:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41569830-3960-4b3c-b04e-5fdda5ddfabd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:45:08Z', 'updated_at': '2021-07-16T09:45:08Z', 'revision_number': 0, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5604abe9-c38e-415d-8b33-352625a32c49', 'name': '', 'network_id': 'c3261845-105d-44a9-a28e-863e8105bdc0', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:85:f9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '7e317205-bb27-40c0-9470-81b20947038d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:44:56Z', 'updated_at': '2021-07-16T09:45:01Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': '7e317205-bb27-40c0-9470-81b20947038d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:45:09.453189 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab18db8c-4596-4cda-9915-970b43c75a37 None None] Checking router: 4142ea2e-774a-4a8a-abac-be0551ada772 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:45:09.462217 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab18db8c-4596-4cda-9915-970b43c75a37 None None] Routers {'4142ea2e-774a-4a8a-abac-be0551ada772'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:45:09.462825 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ab18db8c-4596-4cda-9915-970b43c75a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:45:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['4142ea2e-774a-4a8a-abac-be0551ada772'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:45:09.487824 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-65192a8c-7107-4f4d-896a-56f6600a18e2 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/floatingips/750c5eed-a49c-4705-9d22-fd87d50110da HTTP/1.1" status: 200 len: 991 time: 0.0626452 Jul 16 09:45:09.493462 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-20263283-3a3a-4c26-8579-85925486e3d0 req-784dfb53-9d1e-4a2a-9a2e-eee9c919a31a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995 HTTP/1.1" status: 200 len: 999 time: 0.0634270 Jul 16 09:45:09.542854 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20263283-3a3a-4c26-8579-85925486e3d0 req-f0af75e3-960a-49de-b945-56bd9c43a2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:09.545615 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-20263283-3a3a-4c26-8579-85925486e3d0 req-f0af75e3-960a-49de-b945-56bd9c43a2b6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7e317205-bb27-40c0-9470-81b20947038d HTTP/1.1" status: 200 len: 834 time: 0.0448344 Jul 16 09:45:09.570073 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-ab18db8c-4596-4cda-9915-970b43c75a37 None None] Set router 4142ea2e-774a-4a8a-abac-be0551ada772 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:45:09.600957 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20263283-3a3a-4c26-8579-85925486e3d0 req-bd5e7342-3b51-4ad8-9a51-a27253bd9949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:09.602437 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-20263283-3a3a-4c26-8579-85925486e3d0 req-bd5e7342-3b51-4ad8-9a51-a27253bd9949 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3261845-105d-44a9-a28e-863e8105bdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0507343 Jul 16 09:45:09.694128 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-20263283-3a3a-4c26-8579-85925486e3d0 req-269aa9e6-b72a-4402-9615-0c1bb55fd175 service neutron] 10.222.0.21 "GET /v2.0/networks/c3261845-105d-44a9-a28e-863e8105bdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845060 Jul 16 09:45:09.783988 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-20263283-3a3a-4c26-8579-85925486e3d0 req-19ea7545-43c0-4da1-b040-95b92470e43c service neutron] 10.222.0.21 "GET /v2.0/networks/c3261845-105d-44a9-a28e-863e8105bdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832844 Jul 16 09:45:09.793558 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-ab18db8c-4596-4cda-9915-970b43c75a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110184612', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'f829c985-6d30-4fd7-adb5-ae655b660f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:44:53Z', 'updated_at': '2021-07-16T09:44:57Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': 'f829c985-6d30-4fd7-adb5-ae655b660f81', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:29:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:44:53Z', 'updated_at': '2021-07-16T09:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '750c5eed-a49c-4705-9d22-fd87d50110da', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'floating_ip_address': '172.25.3.234', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'port_id': 'c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3261845-105d-44a9-a28e-863e8105bdc0', 'mac_address': 'fa:16:3e:83:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41569830-3960-4b3c-b04e-5fdda5ddfabd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:45:08Z', 'updated_at': '2021-07-16T09:45:08Z', 'revision_number': 0, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5604abe9-c38e-415d-8b33-352625a32c49', 'name': '', 'network_id': 'c3261845-105d-44a9-a28e-863e8105bdc0', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:85:f9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '7e317205-bb27-40c0-9470-81b20947038d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:44:56Z', 'updated_at': '2021-07-16T09:45:01Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': '7e317205-bb27-40c0-9470-81b20947038d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:45:09.821088 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab18db8c-4596-4cda-9915-970b43c75a37 None None] The sync data for ids ['4142ea2e-774a-4a8a-abac-be0551ada772'] in n-d-771362-37 is: [{'id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110184612', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'f829c985-6d30-4fd7-adb5-ae655b660f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:44:53Z', 'updated_at': '2021-07-16T09:44:57Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': 'f829c985-6d30-4fd7-adb5-ae655b660f81', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:29:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:44:53Z', 'updated_at': '2021-07-16T09:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '750c5eed-a49c-4705-9d22-fd87d50110da', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'floating_ip_address': '172.25.3.234', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'port_id': 'c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4167, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3261845-105d-44a9-a28e-863e8105bdc0', 'mac_address': 'fa:16:3e:83:97:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41569830-3960-4b3c-b04e-5fdda5ddfabd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:45:08Z', 'updated_at': '2021-07-16T09:45:08Z', 'revision_number': 0, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5604abe9-c38e-415d-8b33-352625a32c49', 'name': '', 'network_id': 'c3261845-105d-44a9-a28e-863e8105bdc0', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:85:f9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '7e317205-bb27-40c0-9470-81b20947038d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:44:56Z', 'updated_at': '2021-07-16T09:45:01Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': '7e317205-bb27-40c0-9470-81b20947038d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:45:10.018529 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f270e996-61f9-4ab1-9b92-680157b6a5b8 None None] New status for floating IP 750c5eed-a49c-4705-9d22-fd87d50110da: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:45:10.490163 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49550) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:45:10.553970 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-831d1548-ea24-46b7-bc92-26de050ab381 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/floatingips/750c5eed-a49c-4705-9d22-fd87d50110da HTTP/1.1" status: 200 len: 993 time: 0.0626166 Jul 16 09:45:15.179289 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-30d51fc4-74e1-4b6f-ae7d-f2caf8eabc3d req-ec932f48-0b04-406d-8cfb-8f405e96a1fc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0545826 Jul 16 09:45:15.272080 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d51fc4-74e1-4b6f-ae7d-f2caf8eabc3d req-a5f4bd1c-ff6f-41b1-ab7f-7790573b6bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:15.273596 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-30d51fc4-74e1-4b6f-ae7d-f2caf8eabc3d req-a5f4bd1c-ff6f-41b1-ab7f-7790573b6bf4 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 1097 time: 0.0521214 Jul 16 09:45:15.376365 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d51fc4-74e1-4b6f-ae7d-f2caf8eabc3d req-e5d8a843-6a6a-489d-bc02-5af72891600f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:15.377812 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-30d51fc4-74e1-4b6f-ae7d-f2caf8eabc3d req-e5d8a843-6a6a-489d-bc02-5af72891600f service neutron] 10.222.0.21 "GET /v2.0/networks?id=c3261845-105d-44a9-a28e-863e8105bdc0 HTTP/1.1" status: 200 len: 897 time: 0.0834990 Jul 16 09:45:15.783137 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-30d51fc4-74e1-4b6f-ae7d-f2caf8eabc3d req-e5d1fa7c-9e29-4f2f-9f18-5347e10fea2c service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995 HTTP/1.1" status: 200 len: 1001 time: 0.3988130 Jul 16 09:45:15.831810 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d51fc4-74e1-4b6f-ae7d-f2caf8eabc3d req-2447d92d-98a6-46f4-b8f3-feca539d415e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:15.833256 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-30d51fc4-74e1-4b6f-ae7d-f2caf8eabc3d req-2447d92d-98a6-46f4-b8f3-feca539d415e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7e317205-bb27-40c0-9470-81b20947038d HTTP/1.1" status: 200 len: 834 time: 0.0434043 Jul 16 09:45:15.887789 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d51fc4-74e1-4b6f-ae7d-f2caf8eabc3d req-951c88a7-03ff-4974-8799-b0137b979be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:15.889231 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-30d51fc4-74e1-4b6f-ae7d-f2caf8eabc3d req-951c88a7-03ff-4974-8799-b0137b979be1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3261845-105d-44a9-a28e-863e8105bdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0495019 Jul 16 09:45:15.975547 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-30d51fc4-74e1-4b6f-ae7d-f2caf8eabc3d req-d89d1ee4-3f1e-42ac-b098-22fd2758168e service neutron] 10.222.0.21 "GET /v2.0/networks/c3261845-105d-44a9-a28e-863e8105bdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801182 Jul 16 09:45:16.065846 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-30d51fc4-74e1-4b6f-ae7d-f2caf8eabc3d req-08a3ff91-385a-4117-974e-e4bb769c3056 service neutron] 10.222.0.21 "GET /v2.0/networks/c3261845-105d-44a9-a28e-863e8105bdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843225 Jul 16 09:45:32.962556 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:32.980230 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:33.388835 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bc1d6c69-fbbc-4305-898b-54835eaa3f9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:35.831238 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-edf1b20a-965a-4d0a-8a2e-ddf37fb85d2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:36.143662 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:37.393144 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:38.832993 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:45:44.114712 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bb082-6959-4369-96fc-802c0e75b4a0 req-11e0c80a-1ba2-4342-969d-a03f13c86aed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:44.116270 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ed4bb082-6959-4369-96fc-802c0e75b4a0 req-11e0c80a-1ba2-4342-969d-a03f13c86aed service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 1097 time: 0.0545847 Jul 16 09:45:44.159806 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66fdb6e-d705-427a-a0be-f37b297e3bd8 req-7e216245-8e28-4003-a015-3669ca1537aa tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:44.161390 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f66fdb6e-d705-427a-a0be-f37b297e3bd8 req-7e216245-8e28-4003-a015-3669ca1537aa tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 945 time: 0.0657246 Jul 16 09:45:44.200691 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f66fdb6e-d705-427a-a0be-f37b297e3bd8 req-4a98345f-0de5-4b66-897b-c238f83d3065 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335436 Jul 16 09:45:44.212426 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bb082-6959-4369-96fc-802c0e75b4a0 req-f7997563-4222-4827-a034-cc2b96feecd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:44.213900 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ed4bb082-6959-4369-96fc-802c0e75b4a0 req-f7997563-4222-4827-a034-cc2b96feecd9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c3261845-105d-44a9-a28e-863e8105bdc0 HTTP/1.1" status: 200 len: 897 time: 0.0910215 Jul 16 09:45:44.285981 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ed4bb082-6959-4369-96fc-802c0e75b4a0 req-a083cf24-887e-458e-b5b1-21cf0aaa537d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995 HTTP/1.1" status: 200 len: 1001 time: 0.0642459 Jul 16 09:45:44.337113 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bb082-6959-4369-96fc-802c0e75b4a0 req-7f750bca-2808-4180-9e78-977deeaeb00a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:44.338570 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ed4bb082-6959-4369-96fc-802c0e75b4a0 req-7f750bca-2808-4180-9e78-977deeaeb00a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7e317205-bb27-40c0-9470-81b20947038d HTTP/1.1" status: 200 len: 834 time: 0.0462332 Jul 16 09:45:44.399401 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4bb082-6959-4369-96fc-802c0e75b4a0 req-9fe33082-b4b5-45b2-bfcf-d222a0082f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:44.400932 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ed4bb082-6959-4369-96fc-802c0e75b4a0 req-9fe33082-b4b5-45b2-bfcf-d222a0082f1e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3261845-105d-44a9-a28e-863e8105bdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567303 Jul 16 09:45:44.491884 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ed4bb082-6959-4369-96fc-802c0e75b4a0 req-50376be3-b5e4-4745-9629-d7a778d980db service neutron] 10.222.0.21 "GET /v2.0/networks/c3261845-105d-44a9-a28e-863e8105bdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844808 Jul 16 09:45:44.585255 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ed4bb082-6959-4369-96fc-802c0e75b4a0 req-70181119-ea6b-4830-b0f7-26920943bed1 service neutron] 10.222.0.21 "GET /v2.0/networks/c3261845-105d-44a9-a28e-863e8105bdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862339 Jul 16 09:45:45.235343 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:45:45.385964 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccaacdc-ba8f-43f0-8f74-12be5a7aaeea req-0c51a387-f006-476c-afd5-b99717f79215 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:45.387497 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bccaacdc-ba8f-43f0-8f74-12be5a7aaeea req-0c51a387-f006-476c-afd5-b99717f79215 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 945 time: 0.0720973 Jul 16 09:45:45.426843 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bccaacdc-ba8f-43f0-8f74-12be5a7aaeea req-63b923a6-0fbb-4ef1-aaad-2773768c9665 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331025 Jul 16 09:45:46.608854 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8b90ca-ec6e-42f8-a69d-4c7b58ca3fb8 req-3d78f69e-2a30-44c3-94c3-18889e12eefc tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:46.610341 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7e8b90ca-ec6e-42f8-a69d-4c7b58ca3fb8 req-3d78f69e-2a30-44c3-94c3-18889e12eefc tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 945 time: 0.0693779 Jul 16 09:45:46.649018 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7e8b90ca-ec6e-42f8-a69d-4c7b58ca3fb8 req-8f33bed4-df5f-40d7-8ac7-71fd0a363373 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330150 Jul 16 09:45:47.829299 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260c93c-8a2a-463f-bedf-968178f6deb3 req-32c5106c-fd1e-4e44-9e8a-e5f37e9219d9 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:47.830852 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0260c93c-8a2a-463f-bedf-968178f6deb3 req-32c5106c-fd1e-4e44-9e8a-e5f37e9219d9 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 945 time: 0.0662596 Jul 16 09:45:47.875539 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0260c93c-8a2a-463f-bedf-968178f6deb3 req-946d76f3-46db-4aa1-bf76-e726b2b24f22 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389562 Jul 16 09:45:49.048813 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4231e821-0f27-4d68-971f-e24ccf1d56a1 req-91c2badf-e008-4052-9008-f8767de12513 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:49.050214 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4231e821-0f27-4d68-971f-e24ccf1d56a1 req-91c2badf-e008-4052-9008-f8767de12513 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 945 time: 0.0635962 Jul 16 09:45:49.092101 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4231e821-0f27-4d68-971f-e24ccf1d56a1 req-e76bbc51-4561-427c-b881-71772611bc68 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360527 Jul 16 09:45:50.273660 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816ed233-2080-402f-9457-6068c2f64042 req-468b10c8-05fe-478a-993b-17e914f53d19 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:50.275200 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-816ed233-2080-402f-9457-6068c2f64042 req-468b10c8-05fe-478a-993b-17e914f53d19 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 945 time: 0.0666656 Jul 16 09:45:50.316675 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-816ed233-2080-402f-9457-6068c2f64042 req-b9a9c198-ab92-43f6-b54a-3f9c943214da tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356865 Jul 16 09:45:51.493621 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03383be-2cda-431d-8385-45dcf2547fbe req-7fce2ba8-74aa-487f-b568-2173fe55ce7c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:51.495127 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a03383be-2cda-431d-8385-45dcf2547fbe req-7fce2ba8-74aa-487f-b568-2173fe55ce7c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 945 time: 0.0636935 Jul 16 09:45:51.534334 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a03383be-2cda-431d-8385-45dcf2547fbe req-0dd71481-303a-4730-97b4-be999a9a12d1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328813 Jul 16 09:45:52.709869 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42a6aed-117e-4c75-ab84-d315c6ca6775 req-9ca98806-484d-40c8-b703-8feee28cce8b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:52.711374 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c42a6aed-117e-4c75-ab84-d315c6ca6775 req-9ca98806-484d-40c8-b703-8feee28cce8b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 945 time: 0.0637677 Jul 16 09:45:52.748830 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c42a6aed-117e-4c75-ab84-d315c6ca6775 req-49a78f5e-196c-4b9f-b5a8-0ea1d99254be tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319276 Jul 16 09:45:53.928680 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279cca2e-461d-4c80-9d4c-78b8149fa914 req-19365e8b-6659-4d04-ac62-c3acc0b99f2f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:53.930170 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-279cca2e-461d-4c80-9d4c-78b8149fa914 req-19365e8b-6659-4d04-ac62-c3acc0b99f2f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 945 time: 0.0669909 Jul 16 09:45:53.968854 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-279cca2e-461d-4c80-9d4c-78b8149fa914 req-6c87fa57-0d9d-466e-8d67-9b92b5ad98a3 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330820 Jul 16 09:45:55.147876 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fb2364-ee33-410d-8a17-d535c894c490 req-9476c19f-523b-4e0a-9893-076f86babb13 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:55.149448 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-33fb2364-ee33-410d-8a17-d535c894c490 req-9476c19f-523b-4e0a-9893-076f86babb13 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 945 time: 0.0710227 Jul 16 09:45:55.187724 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-33fb2364-ee33-410d-8a17-d535c894c490 req-8b9b0a1d-fa6c-402d-810e-0c1a88b484a4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327480 Jul 16 09:45:56.365046 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c53134c-0b76-45dc-a34d-2b9c3cd723fc req-4b432770-c8b0-439e-bf8e-1f991a48e164 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:56.366579 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0c53134c-0b76-45dc-a34d-2b9c3cd723fc req-4b432770-c8b0-439e-bf8e-1f991a48e164 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 945 time: 0.0673940 Jul 16 09:45:56.404642 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0c53134c-0b76-45dc-a34d-2b9c3cd723fc req-7c09804b-00ce-4fee-b10a-4440684ce4c7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324092 Jul 16 09:45:57.578619 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c264de-4bb2-4d2c-aa19-333fac633c89 req-01db8d78-c6d5-42dd-9dda-a1831f1b19c7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:57.580698 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e2c264de-4bb2-4d2c-aa19-333fac633c89 req-01db8d78-c6d5-42dd-9dda-a1831f1b19c7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 945 time: 0.0632527 Jul 16 09:45:57.617686 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e2c264de-4bb2-4d2c-aa19-333fac633c89 req-731fbbad-ed5e-4040-8c26-8b28096ff967 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314391 Jul 16 09:45:58.805135 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaf6f4d-0462-4eaf-8a19-a95b5ab5147b req-4846d9ba-e42e-4f56-9c3e-372ef384c53f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:45:58.806611 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9eaf6f4d-0462-4eaf-8a19-a95b5ab5147b req-4846d9ba-e42e-4f56-9c3e-372ef384c53f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 945 time: 0.0677376 Jul 16 09:45:58.846411 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9eaf6f4d-0462-4eaf-8a19-a95b5ab5147b req-d205841b-8d07-4025-804b-825ff109d5dc tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340447 Jul 16 09:46:00.018554 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ac7682-ce18-43ce-811c-ba2789998ff4 req-97eec39f-4870-44f1-9164-93562e1bfa4e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:00.020078 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b6ac7682-ce18-43ce-811c-ba2789998ff4 req-97eec39f-4870-44f1-9164-93562e1bfa4e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 945 time: 0.0642085 Jul 16 09:46:00.063340 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b6ac7682-ce18-43ce-811c-ba2789998ff4 req-4a7d627b-a04f-4826-ac4e-adb5ff99f895 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375066 Jul 16 09:46:01.243660 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce03366-5f50-4f5b-b1a3-0cd7d96bcf35 req-a7f88177-18ea-4d89-8106-64456f7898d6 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:01.245277 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fce03366-5f50-4f5b-b1a3-0cd7d96bcf35 req-a7f88177-18ea-4d89-8106-64456f7898d6 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 945 time: 0.0643659 Jul 16 09:46:01.284243 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fce03366-5f50-4f5b-b1a3-0cd7d96bcf35 req-1c4a5ef4-08a6-4b5e-92f3-06f6751fd011 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332646 Jul 16 09:46:01.309002 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49594) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:01.373477 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f7aa9207-e51e-417b-ab42-6de7c5c7e5b1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/floatingips/750c5eed-a49c-4705-9d22-fd87d50110da HTTP/1.1" status: 200 len: 993 time: 0.0632389 Jul 16 09:46:02.993964 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:02.995026 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:03.389662 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f9cc4750-eadb-4d55-86e5-a7a07820e832 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:05.831840 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6bbc958e-0a27-4fce-979d-70717c45158b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:06.147216 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:07.394658 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:08.835086 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:14.550439 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-3b3f4b52-19b4-4eee-8e07-0269d3a49673 req-d94f2733-7724-4c06-8d37-7ebfb5260a96 service neutron] (93759) timed out ('10.222.0.22', 45994) {{(pid=93759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:46:15.966132 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f0d0bc38-fd46-4fb1-a685-088d38bb59d6 req-4984d1b0-69b4-4bd9-9740-c71ac7ddec7d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0502009 Jul 16 09:46:16.068372 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0bc38-fd46-4fb1-a685-088d38bb59d6 req-503970ac-4812-408f-b58b-c5b7f1405668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:16.070107 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f0d0bc38-fd46-4fb1-a685-088d38bb59d6 req-503970ac-4812-408f-b58b-c5b7f1405668 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 1097 time: 0.0517492 Jul 16 09:46:16.177549 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0bc38-fd46-4fb1-a685-088d38bb59d6 req-52103338-01e7-403e-a7b1-c0186e142a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:16.179088 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f0d0bc38-fd46-4fb1-a685-088d38bb59d6 req-52103338-01e7-403e-a7b1-c0186e142a14 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c3261845-105d-44a9-a28e-863e8105bdc0 HTTP/1.1" status: 200 len: 897 time: 0.0872903 Jul 16 09:46:16.243754 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f0d0bc38-fd46-4fb1-a685-088d38bb59d6 req-9ea64ccf-b4ec-4e0e-9212-659ffc47813f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995 HTTP/1.1" status: 200 len: 1001 time: 0.0577173 Jul 16 09:46:16.298356 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0bc38-fd46-4fb1-a685-088d38bb59d6 req-f839f2cc-b871-4d90-a99c-4daffd2747d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:16.299843 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f0d0bc38-fd46-4fb1-a685-088d38bb59d6 req-f839f2cc-b871-4d90-a99c-4daffd2747d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7e317205-bb27-40c0-9470-81b20947038d HTTP/1.1" status: 200 len: 834 time: 0.0495386 Jul 16 09:46:16.362236 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0bc38-fd46-4fb1-a685-088d38bb59d6 req-d1c83a2a-467b-4654-945a-da6886407a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:16.363656 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f0d0bc38-fd46-4fb1-a685-088d38bb59d6 req-d1c83a2a-467b-4654-945a-da6886407a84 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3261845-105d-44a9-a28e-863e8105bdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579059 Jul 16 09:46:16.460636 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f0d0bc38-fd46-4fb1-a685-088d38bb59d6 req-47fa1101-96d9-48ca-b1cb-5d39d3f624b3 service neutron] 10.222.0.21 "GET /v2.0/networks/c3261845-105d-44a9-a28e-863e8105bdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879295 Jul 16 09:46:16.557654 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f0d0bc38-fd46-4fb1-a685-088d38bb59d6 req-79de13df-bd55-4503-967d-b750862eb528 service neutron] 10.222.0.21 "GET /v2.0/networks/c3261845-105d-44a9-a28e-863e8105bdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906219 Jul 16 09:46:22.235560 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:46:32.238143 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-f51de4d1-aee6-4990-ab0a-ee12882e5cf7 req-d92d5c9b-03f5-4a02-aaa4-c9ae1f5de462 service neutron] (93759) timed out ('10.222.0.30', 61548) {{(pid=93759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 09:46:32.994683 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:32.998386 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:33.392567 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d98a9d94-0987-460f-b600-14a50d6f2ba4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:33.724589 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49610) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:33.882049 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-71c14b21-209a-48b9-9e13-33ddb8667487 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Deleting port 730748e9-1bf4-4106-9c40-6a201bbd5c22 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:46:33.882394 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71c14b21-209a-48b9-9e13-33ddb8667487 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:33.954771 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71c14b21-209a-48b9-9e13-33ddb8667487 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:33.955104 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71c14b21-209a-48b9-9e13-33ddb8667487 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:33.966958 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-71c14b21-209a-48b9-9e13-33ddb8667487 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Calling delete_port for 730748e9-1bf4-4106-9c40-6a201bbd5c22 owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:46:34.114981 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71c14b21-209a-48b9-9e13-33ddb8667487 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:34.140519 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c14b21-209a-48b9-9e13-33ddb8667487 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'Port': ['ID=730748e9-1bf4-4106-9c40-6a201bbd5c22,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:34.170466 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c14b21-209a-48b9-9e13-33ddb8667487 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:34.170815 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c14b21-209a-48b9-9e13-33ddb8667487 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:34.171762 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c14b21-209a-48b9-9e13-33ddb8667487 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:34.172113 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c14b21-209a-48b9-9e13-33ddb8667487 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:34.172475 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c14b21-209a-48b9-9e13-33ddb8667487 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:34.172811 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c14b21-209a-48b9-9e13-33ddb8667487 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:34.173139 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c14b21-209a-48b9-9e13-33ddb8667487 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:34.173467 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c14b21-209a-48b9-9e13-33ddb8667487 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:34.173797 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c14b21-209a-48b9-9e13-33ddb8667487 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:34.174123 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c14b21-209a-48b9-9e13-33ddb8667487 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:34.174447 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c14b21-209a-48b9-9e13-33ddb8667487 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:34.174768 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71c14b21-209a-48b9-9e13-33ddb8667487 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:34.214972 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71c14b21-209a-48b9-9e13-33ddb8667487 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:34.215371 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-71c14b21-209a-48b9-9e13-33ddb8667487 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Floating IP 750c5eed-a49c-4705-9d22-fd87d50110da disassociated (deleted). External IP: 172.25.3.234, port: c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995. Jul 16 09:46:34.422446 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71c14b21-209a-48b9-9e13-33ddb8667487 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Router 4142ea2e-774a-4a8a-abac-be0551ada772 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:46:34.526115 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71c14b21-209a-48b9-9e13-33ddb8667487 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:46:34.531507 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-71c14b21-209a-48b9-9e13-33ddb8667487 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:34.536650 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36aa1d8-9006-4e93-9552-39472c71dca1 None None] Sync routers for ids ['4142ea2e-774a-4a8a-abac-be0551ada772'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:46:34.545559 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36aa1d8-9006-4e93-9552-39472c71dca1 None None] Routers {'4142ea2e-774a-4a8a-abac-be0551ada772'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:46:34.546168 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d36aa1d8-9006-4e93-9552-39472c71dca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:46:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['4142ea2e-774a-4a8a-abac-be0551ada772'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:34.570919 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-71c14b21-209a-48b9-9e13-33ddb8667487 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "DELETE /v2.0/floatingips/750c5eed-a49c-4705-9d22-fd87d50110da HTTP/1.1" status: 204 len: 168 time: 0.8452134 Jul 16 09:46:34.571603 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41569830-3960-4b3c-b04e-5fdda5ddfabd', 'tag': 'c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:46:34.574096 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82bc421b-7a08-48c0-9ca0-081327a877ad" -d '{"events": [{"name": "network-changed", "server_uuid": "41569830-3960-4b3c-b04e-5fdda5ddfabd", "tag": "c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:46:34.614812 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff95cf07-eac0-473f-92f2-687e14309c25 x-openstack-request-id: req-ff95cf07-eac0-473f-92f2-687e14309c25 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:46:34.615369 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41569830-3960-4b3c-b04e-5fdda5ddfabd", "tag": "c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:46:34.615853 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ff95cf07-eac0-473f-92f2-687e14309c25 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:46:34.616485 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41569830-3960-4b3c-b04e-5fdda5ddfabd', 'tag': 'c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995', 'status': 'completed', 'code': 200} Jul 16 09:46:34.699156 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc421b-7a08-48c0-9ca0-081327a877ad req-a9146474-3511-45d6-8acd-e1347f8895da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:34.701396 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82bc421b-7a08-48c0-9ca0-081327a877ad req-a9146474-3511-45d6-8acd-e1347f8895da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 1097 time: 0.0629597 Jul 16 09:46:34.750064 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-d36aa1d8-9006-4e93-9552-39472c71dca1 None None] Set router 4142ea2e-774a-4a8a-abac-be0551ada772 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:46:34.812517 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc421b-7a08-48c0-9ca0-081327a877ad req-68c7d4fb-2279-4f91-920a-1a38c5b4f4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:34.814156 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82bc421b-7a08-48c0-9ca0-081327a877ad req-68c7d4fb-2279-4f91-920a-1a38c5b4f4f5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=c3261845-105d-44a9-a28e-863e8105bdc0 HTTP/1.1" status: 200 len: 897 time: 0.1066606 Jul 16 09:46:34.859621 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82bc421b-7a08-48c0-9ca0-081327a877ad req-ff0be69d-1cdc-4a8d-a51e-ae6efc45dd5d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995 HTTP/1.1" status: 200 len: 217 time: 0.0368991 Jul 16 09:46:34.926408 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc421b-7a08-48c0-9ca0-081327a877ad req-a13aa068-77c9-47b7-a545-b48e9a42408f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:34.927917 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82bc421b-7a08-48c0-9ca0-081327a877ad req-a13aa068-77c9-47b7-a545-b48e9a42408f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=7e317205-bb27-40c0-9470-81b20947038d HTTP/1.1" status: 200 len: 834 time: 0.0614257 Jul 16 09:46:34.978620 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d36aa1d8-9006-4e93-9552-39472c71dca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110184612', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'f829c985-6d30-4fd7-adb5-ae655b660f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:44:53Z', 'updated_at': '2021-07-16T09:44:57Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': 'f829c985-6d30-4fd7-adb5-ae655b660f81', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:29:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:44:53Z', 'updated_at': '2021-07-16T09:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '5604abe9-c38e-415d-8b33-352625a32c49', 'name': '', 'network_id': 'c3261845-105d-44a9-a28e-863e8105bdc0', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:85:f9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '7e317205-bb27-40c0-9470-81b20947038d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:44:56Z', 'updated_at': '2021-07-16T09:45:01Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': '7e317205-bb27-40c0-9470-81b20947038d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:34.996889 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82bc421b-7a08-48c0-9ca0-081327a877ad req-bef7b7bd-301a-425c-9626-7279c868caee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:34.998675 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82bc421b-7a08-48c0-9ca0-081327a877ad req-bef7b7bd-301a-425c-9626-7279c868caee service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=c3261845-105d-44a9-a28e-863e8105bdc0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0629342 Jul 16 09:46:35.005906 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36aa1d8-9006-4e93-9552-39472c71dca1 None None] Checking router: 4142ea2e-774a-4a8a-abac-be0551ada772 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:46:35.015567 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36aa1d8-9006-4e93-9552-39472c71dca1 None None] Routers {'4142ea2e-774a-4a8a-abac-be0551ada772'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:46:35.016180 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d36aa1d8-9006-4e93-9552-39472c71dca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:46:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['4142ea2e-774a-4a8a-abac-be0551ada772'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:35.121873 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-d36aa1d8-9006-4e93-9552-39472c71dca1 None None] Set router 4142ea2e-774a-4a8a-abac-be0551ada772 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:46:35.133874 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82bc421b-7a08-48c0-9ca0-081327a877ad req-67529811-1157-4d4c-b973-c90d059724bd service neutron] 10.222.0.21 "GET /v2.0/networks/c3261845-105d-44a9-a28e-863e8105bdc0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287467 Jul 16 09:46:35.147177 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc45ddf-73bf-4707-a0a5-e9d420c64df3 req-e4e18665-740e-4a4c-8adb-59aef74cff8d tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:35.148675 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cbc45ddf-73bf-4707-a0a5-e9d420c64df3 req-e4e18665-740e-4a4c-8adb-59aef74cff8d tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 945 time: 0.2421303 Jul 16 09:46:35.237276 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cbc45ddf-73bf-4707-a0a5-e9d420c64df3 req-71e6b9da-ae4a-4ee8-b465-c4bd9cb46344 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792928 Jul 16 09:46:35.262336 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82bc421b-7a08-48c0-9ca0-081327a877ad req-45b0bf62-55c2-4296-af8b-02793f045d94 service neutron] 10.222.0.21 "GET /v2.0/networks/c3261845-105d-44a9-a28e-863e8105bdc0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127112 Jul 16 09:46:35.327808 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-d36aa1d8-9006-4e93-9552-39472c71dca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110184612', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'f829c985-6d30-4fd7-adb5-ae655b660f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:44:53Z', 'updated_at': '2021-07-16T09:44:57Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': 'f829c985-6d30-4fd7-adb5-ae655b660f81', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:29:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:44:53Z', 'updated_at': '2021-07-16T09:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '5604abe9-c38e-415d-8b33-352625a32c49', 'name': '', 'network_id': 'c3261845-105d-44a9-a28e-863e8105bdc0', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:85:f9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '7e317205-bb27-40c0-9470-81b20947038d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:44:56Z', 'updated_at': '2021-07-16T09:45:01Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': '7e317205-bb27-40c0-9470-81b20947038d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:35.353573 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36aa1d8-9006-4e93-9552-39472c71dca1 None None] The sync data for ids ['4142ea2e-774a-4a8a-abac-be0551ada772'] in n-d-771362-37 is: [{'id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110184612', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'f829c985-6d30-4fd7-adb5-ae655b660f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:44:53Z', 'updated_at': '2021-07-16T09:44:57Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': 'f829c985-6d30-4fd7-adb5-ae655b660f81', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:29:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:44:53Z', 'updated_at': '2021-07-16T09:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '5604abe9-c38e-415d-8b33-352625a32c49', 'name': '', 'network_id': 'c3261845-105d-44a9-a28e-863e8105bdc0', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:85:f9:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'device_owner': 'network:router_interface', 'standard_attr_id': 4164, 'fixed_ips': [{'subnet_id': '7e317205-bb27-40c0-9470-81b20947038d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:44:56Z', 'updated_at': '2021-07-16T09:45:01Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': '7e317205-bb27-40c0-9470-81b20947038d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:46:35.570837 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-840c5da2-32de-4810-80f8-37b2637e3066 None None] New status for floating IP 750c5eed-a49c-4705-9d22-fd87d50110da: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:46:35.832430 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-240c3188-5102-42ed-9559-a7884bce987e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:36.150459 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:36.404448 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b153595-baf6-42f6-8612-6c63651425e2 req-40b36947-383b-49df-ba07-b40ec68c42cf tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:36.406036 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7b153595-baf6-42f6-8612-6c63651425e2 req-40b36947-383b-49df-ba07-b40ec68c42cf tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.21 "GET /v2.0/ports?device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 945 time: 0.0755236 Jul 16 09:46:36.422115 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3028bc3-c0f9-458a-88a1-0969cd15b62e req-479d9958-2df5-4275-b72b-e08399937c81 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:36.423658 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c3028bc3-c0f9-458a-88a1-0969cd15b62e req-479d9958-2df5-4275-b72b-e08399937c81 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=41569830-3960-4b3c-b04e-5fdda5ddfabd HTTP/1.1" status: 200 len: 945 time: 0.0681517 Jul 16 09:46:36.463564 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c3028bc3-c0f9-458a-88a1-0969cd15b62e req-7e129aba-cd0f-4586-ab16-0dd613b18674 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340314 Jul 16 09:46:36.507525 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-7b153595-baf6-42f6-8612-6c63651425e2 req-a0627535-312f-40e0-bac9-cf3a2aa95755 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Deleting port c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:46:36.507864 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7b153595-baf6-42f6-8612-6c63651425e2 req-a0627535-312f-40e0-bac9-cf3a2aa95755 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:36.607536 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-7b153595-baf6-42f6-8612-6c63651425e2 req-a0627535-312f-40e0-bac9-cf3a2aa95755 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] For port c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995,segment=NetworkSegment(174abb85-843c-4041-bd8c-aba034aae45d),segment_id=174abb85-843c-4041-bd8c-aba034aae45d)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:46:36.607891 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7b153595-baf6-42f6-8612-6c63651425e2 req-a0627535-312f-40e0-bac9-cf3a2aa95755 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:36.619586 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-7b153595-baf6-42f6-8612-6c63651425e2 req-a0627535-312f-40e0-bac9-cf3a2aa95755 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Calling delete_port for c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:46:36.758067 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7b153595-baf6-42f6-8612-6c63651425e2 req-a0627535-312f-40e0-bac9-cf3a2aa95755 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:36.791883 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0627535-312f-40e0-bac9-cf3a2aa95755 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'Port': ['ID=c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:36.825165 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0627535-312f-40e0-bac9-cf3a2aa95755 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:36.825527 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0627535-312f-40e0-bac9-cf3a2aa95755 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:36.825883 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0627535-312f-40e0-bac9-cf3a2aa95755 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:36.826232 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0627535-312f-40e0-bac9-cf3a2aa95755 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:36.826571 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0627535-312f-40e0-bac9-cf3a2aa95755 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:36.826936 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0627535-312f-40e0-bac9-cf3a2aa95755 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:36.827302 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0627535-312f-40e0-bac9-cf3a2aa95755 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:36.827642 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0627535-312f-40e0-bac9-cf3a2aa95755 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:36.827979 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0627535-312f-40e0-bac9-cf3a2aa95755 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:36.828312 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0627535-312f-40e0-bac9-cf3a2aa95755 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:36.828667 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0627535-312f-40e0-bac9-cf3a2aa95755 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:36.829016 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0627535-312f-40e0-bac9-cf3a2aa95755 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:36.850110 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b153595-baf6-42f6-8612-6c63651425e2 req-a0627535-312f-40e0-bac9-cf3a2aa95755 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] No DVR routers for this DVR port c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995 on host n-h2-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:46:36.852909 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-7b153595-baf6-42f6-8612-6c63651425e2 req-a0627535-312f-40e0-bac9-cf3a2aa95755 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:36.855029 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7b153595-baf6-42f6-8612-6c63651425e2 req-a0627535-312f-40e0-bac9-cf3a2aa95755 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.21 "DELETE /v2.0/ports/c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995 HTTP/1.1" status: 204 len: 173 time: 0.4440663 Jul 16 09:46:36.855474 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41569830-3960-4b3c-b04e-5fdda5ddfabd', 'name': 'network-vif-deleted', 'tag': 'c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:46:36.857772 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a083acbf-15f1-4936-8513-d6dd9ad1cbeb" -d '{"events": [{"server_uuid": "41569830-3960-4b3c-b04e-5fdda5ddfabd", "name": "network-vif-deleted", "tag": "c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:46:36.900486 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04de6960-99d0-4e01-8266-0f9b219e430a x-openstack-request-id: req-04de6960-99d0-4e01-8266-0f9b219e430a {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:46:36.900744 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41569830-3960-4b3c-b04e-5fdda5ddfabd", "name": "network-vif-deleted", "tag": "c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:46:36.901036 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-04de6960-99d0-4e01-8266-0f9b219e430a {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:46:36.901436 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41569830-3960-4b3c-b04e-5fdda5ddfabd', 'name': 'network-vif-deleted', 'tag': 'c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995', 'status': 'completed', 'code': 200} Jul 16 09:46:37.399342 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:37.558448 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49630) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:37.916502 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35411f16-e723-4b52-b826-3e6977fa1b59 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:38.529192 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35411f16-e723-4b52-b826-3e6977fa1b59 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Deleting port 5604abe9-c38e-415d-8b33-352625a32c49 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:46:38.529539 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35411f16-e723-4b52-b826-3e6977fa1b59 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:38.616512 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-35411f16-e723-4b52-b826-3e6977fa1b59 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] For port 5604abe9-c38e-415d-8b33-352625a32c49, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=5604abe9-c38e-415d-8b33-352625a32c49,segment=NetworkSegment(174abb85-843c-4041-bd8c-aba034aae45d),segment_id=174abb85-843c-4041-bd8c-aba034aae45d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:46:38.617244 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35411f16-e723-4b52-b826-3e6977fa1b59 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:38.629317 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-35411f16-e723-4b52-b826-3e6977fa1b59 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Calling delete_port for 5604abe9-c38e-415d-8b33-352625a32c49 owned by network:router_interface {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:46:38.815440 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35411f16-e723-4b52-b826-3e6977fa1b59 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:38.838147 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:38.847414 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35411f16-e723-4b52-b826-3e6977fa1b59 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'Port': ['ID=5604abe9-c38e-415d-8b33-352625a32c49,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:39.043825 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-35411f16-e723-4b52-b826-3e6977fa1b59 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:39.260158 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35411f16-e723-4b52-b826-3e6977fa1b59 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Router 4142ea2e-774a-4a8a-abac-be0551ada772 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:46:39.367681 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35411f16-e723-4b52-b826-3e6977fa1b59 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:46:39.374623 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-35411f16-e723-4b52-b826-3e6977fa1b59 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "PUT /v2.0/routers/4142ea2e-774a-4a8a-abac-be0551ada772/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8135295 Jul 16 09:46:39.376564 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49632) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:39.380402 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f783ac53-25c3-4684-9b8f-1453594e914b None None] Sync routers for ids ['4142ea2e-774a-4a8a-abac-be0551ada772'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:46:39.391120 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f783ac53-25c3-4684-9b8f-1453594e914b None None] Routers {'4142ea2e-774a-4a8a-abac-be0551ada772'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:46:39.391823 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f783ac53-25c3-4684-9b8f-1453594e914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:46:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['4142ea2e-774a-4a8a-abac-be0551ada772'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:39.428297 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-50adba0e-79c2-4446-8643-509013d852a3 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Deleting subnet 7e317205-bb27-40c0-9470-81b20947038d {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:46:39.431483 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-50adba0e-79c2-4446-8643-509013d852a3 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:39.473122 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-50adba0e-79c2-4446-8643-509013d852a3 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:39.508702 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-f783ac53-25c3-4684-9b8f-1453594e914b None None] Set router 4142ea2e-774a-4a8a-abac-be0551ada772 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:46:39.564763 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-50adba0e-79c2-4446-8643-509013d852a3 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:39.627310 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-50adba0e-79c2-4446-8643-509013d852a3 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:39.655863 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50adba0e-79c2-4446-8643-509013d852a3 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'Subnet': ['ID=7e317205-bb27-40c0-9470-81b20947038d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:39.657878 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-50adba0e-79c2-4446-8643-509013d852a3 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:39.662733 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-50adba0e-79c2-4446-8643-509013d852a3 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "DELETE /v2.0/subnets/7e317205-bb27-40c0-9470-81b20947038d HTTP/1.1" status: 204 len: 168 time: 0.2851930 Jul 16 09:46:39.663149 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49634) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:39.666300 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b8fd2f-5fbe-472c-ab90-564ed9ee7fc3 None None] Network c3261845-105d-44a9-a28e-863e8105bdc0 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:46:39.708446 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f783ac53-25c3-4684-9b8f-1453594e914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110184612', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'f829c985-6d30-4fd7-adb5-ae655b660f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:44:53Z', 'updated_at': '2021-07-16T09:46:38Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': 'f829c985-6d30-4fd7-adb5-ae655b660f81', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:29:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:44:53Z', 'updated_at': '2021-07-16T09:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:39.740617 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:46:39.743829 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f783ac53-25c3-4684-9b8f-1453594e914b None None] Checking router: 4142ea2e-774a-4a8a-abac-be0551ada772 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:46:39.755223 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f783ac53-25c3-4684-9b8f-1453594e914b None None] Routers {'4142ea2e-774a-4a8a-abac-be0551ada772'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:46:39.755426 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f783ac53-25c3-4684-9b8f-1453594e914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:46:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['4142ea2e-774a-4a8a-abac-be0551ada772'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:39.767461 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:46:39.767810 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device c8c1d2e2-c85a-4eda-b6c0-6c7b31c6c995 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:46:39.799523 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4aa9f59d-6ebc-4546-816b-8c29813de2af tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:39.869327 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-f783ac53-25c3-4684-9b8f-1453594e914b None None] Set router 4142ea2e-774a-4a8a-abac-be0551ada772 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:46:39.920599 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4aa9f59d-6ebc-4546-816b-8c29813de2af tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:39.979567 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4aa9f59d-6ebc-4546-816b-8c29813de2af tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Deleting port f829c985-6d30-4fd7-adb5-ae655b660f81 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:46:39.980066 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4aa9f59d-6ebc-4546-816b-8c29813de2af tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:40.067528 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-f783ac53-25c3-4684-9b8f-1453594e914b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110184612', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'f829c985-6d30-4fd7-adb5-ae655b660f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:44:53Z', 'updated_at': '2021-07-16T09:46:38Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': 'f829c985-6d30-4fd7-adb5-ae655b660f81', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:29:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:44:53Z', 'updated_at': '2021-07-16T09:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:40.075166 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-4aa9f59d-6ebc-4546-816b-8c29813de2af tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] For port f829c985-6d30-4fd7-adb5-ae655b660f81, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f829c985-6d30-4fd7-adb5-ae655b660f81,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:46:40.075166 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4aa9f59d-6ebc-4546-816b-8c29813de2af tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:40.081282 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd2cf43e-f76a-4aaa-8fcb-18e88971e9ab None None] DHCP port deletion for c3261845-105d-44a9-a28e-863e8105bdc0 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:46:40.091003 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-4aa9f59d-6ebc-4546-816b-8c29813de2af tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Calling delete_port for f829c985-6d30-4fd7-adb5-ae655b660f81 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:46:40.095597 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f783ac53-25c3-4684-9b8f-1453594e914b None None] The sync data for ids ['4142ea2e-774a-4a8a-abac-be0551ada772'] in n-d-771362-37 is: [{'id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'name': 'tempest-TestNetworkAdvancedServerOps-router-110184612', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.198'}], 'enable_snat': True}, 'gw_port_id': 'f829c985-6d30-4fd7-adb5-ae655b660f81', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:44:53Z', 'updated_at': '2021-07-16T09:46:38Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': 'f829c985-6d30-4fd7-adb5-ae655b660f81', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:29:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4142ea2e-774a-4a8a-abac-be0551ada772', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4161, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:44:53Z', 'updated_at': '2021-07-16T09:44:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:46:40.136488 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-bd2cf43e-f76a-4aaa-8fcb-18e88971e9ab None None] Deleting port a28e94b7-0cd5-4ac8-8bfd-27ecc69840b7 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:46:40.136866 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bd2cf43e-f76a-4aaa-8fcb-18e88971e9ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:40.199093 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-bd2cf43e-f76a-4aaa-8fcb-18e88971e9ab None None] For port a28e94b7-0cd5-4ac8-8bfd-27ecc69840b7, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=a28e94b7-0cd5-4ac8-8bfd-27ecc69840b7,segment=NetworkSegment(174abb85-843c-4041-bd8c-aba034aae45d),segment_id=174abb85-843c-4041-bd8c-aba034aae45d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:46:40.199485 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bd2cf43e-f76a-4aaa-8fcb-18e88971e9ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:40.215193 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-bd2cf43e-f76a-4aaa-8fcb-18e88971e9ab None None] Calling delete_port for a28e94b7-0cd5-4ac8-8bfd-27ecc69840b7 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:46:40.259980 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4aa9f59d-6ebc-4546-816b-8c29813de2af tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:40.286178 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa9f59d-6ebc-4546-816b-8c29813de2af tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'Port': ['ID=f829c985-6d30-4fd7-adb5-ae655b660f81,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:40.298138 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bd2cf43e-f76a-4aaa-8fcb-18e88971e9ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:40.323104 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2cf43e-f76a-4aaa-8fcb-18e88971e9ab None None] Pushing event deleted for resources: {'Port': ['ID=a28e94b7-0cd5-4ac8-8bfd-27ecc69840b7,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:40.327360 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd2cf43e-f76a-4aaa-8fcb-18e88971e9ab None None] No DVR routers for this DVR port a28e94b7-0cd5-4ac8-8bfd-27ecc69840b7 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:46:40.334411 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cf43e-f76a-4aaa-8fcb-18e88971e9ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:40.334756 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cf43e-f76a-4aaa-8fcb-18e88971e9ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:40.335308 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cf43e-f76a-4aaa-8fcb-18e88971e9ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:40.335821 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cf43e-f76a-4aaa-8fcb-18e88971e9ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:40.336319 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cf43e-f76a-4aaa-8fcb-18e88971e9ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:40.336846 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cf43e-f76a-4aaa-8fcb-18e88971e9ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:40.337943 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cf43e-f76a-4aaa-8fcb-18e88971e9ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:40.337943 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cf43e-f76a-4aaa-8fcb-18e88971e9ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:40.338138 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cf43e-f76a-4aaa-8fcb-18e88971e9ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:40.338303 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cf43e-f76a-4aaa-8fcb-18e88971e9ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:40.338635 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cf43e-f76a-4aaa-8fcb-18e88971e9ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:40.338961 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd2cf43e-f76a-4aaa-8fcb-18e88971e9ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:40.357929 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4aa9f59d-6ebc-4546-816b-8c29813de2af tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:40.454352 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4aa9f59d-6ebc-4546-816b-8c29813de2af tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:40.457024 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4aa9f59d-6ebc-4546-816b-8c29813de2af tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:40.503467 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4aa9f59d-6ebc-4546-816b-8c29813de2af tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:40.504538 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4aa9f59d-6ebc-4546-816b-8c29813de2af tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Fanout notify agent at l3_agent the message router_deleted on router 4142ea2e-774a-4a8a-abac-be0551ada772 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:46:40.511456 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-4aa9f59d-6ebc-4546-816b-8c29813de2af tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:40.516149 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49636) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:40.516390 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-4aa9f59d-6ebc-4546-816b-8c29813de2af tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "DELETE /v2.0/routers/4142ea2e-774a-4a8a-abac-be0551ada772 HTTP/1.1" status: 204 len: 168 time: 0.8508673 Jul 16 09:46:40.600197 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a5ab2a0d-0b46-4448-b699-73489495e9bb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:40.684168 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a5ab2a0d-0b46-4448-b699-73489495e9bb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:40.698418 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-a5ab2a0d-0b46-4448-b699-73489495e9bb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3261845-105d-44a9-a28e-863e8105bdc0']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:40.711003 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-a5ab2a0d-0b46-4448-b699-73489495e9bb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '174abb85-843c-4041-bd8c-aba034aae45d') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:40.711216 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-a5ab2a0d-0b46-4448-b699-73489495e9bb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '174abb85-843c-4041-bd8c-aba034aae45d') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:40.723313 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a5ab2a0d-0b46-4448-b699-73489495e9bb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:40.740161 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a5ab2a0d-0b46-4448-b699-73489495e9bb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:40.746503 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5ab2a0d-0b46-4448-b699-73489495e9bb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:46:40.747134 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a5ab2a0d-0b46-4448-b699-73489495e9bb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:40.750475 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 09:46:40.750475 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:46:40.750475 n-d-771362-37 neutron-server[93758]: timer() Jul 16 09:46:40.750475 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:46:40.750475 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 09:46:40.750475 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:46:40.750475 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 09:46:40.750475 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:46:40.750475 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 09:46:40.750475 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:46:40.750475 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 09:46:40.750475 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:46:40.750475 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 09:46:40.750475 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:46:40.750475 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:46:40.750475 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:46:40.750475 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:46:40.750475 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:46:40.750475 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 09:46:40.750475 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:46:40.750475 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 09:46:40.750475 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:46:40.750475 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:46:40.750475 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:46:40.750475 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 09:46:40.750475 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:46:40.750475 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:46:40.750475 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:46:40.750475 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:46:40.750475 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:46:40.750475 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:46:40.750475 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:46:40.819839 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a5ab2a0d-0b46-4448-b699-73489495e9bb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:40.826718 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a5ab2a0d-0b46-4448-b699-73489495e9bb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:40.829223 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a5ab2a0d-0b46-4448-b699-73489495e9bb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "DELETE /v2.0/networks/c3261845-105d-44a9-a28e-863e8105bdc0 HTTP/1.1" status: 204 len: 168 time: 0.3119709 Jul 16 09:46:40.832049 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49638) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:40.840615 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab2a0d-0b46-4448-b699-73489495e9bb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'Network': ['ID=c3261845-105d-44a9-a28e-863e8105bdc0,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:40.891582 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dd802346-ec58-47d5-9d06-9becd566579d tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:40.916073 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dd802346-ec58-47d5-9d06-9becd566579d tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:40.976066 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dd802346-ec58-47d5-9d06-9becd566579d tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:40.978732 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dd802346-ec58-47d5-9d06-9becd566579d tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:40.979951 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-dd802346-ec58-47d5-9d06-9becd566579d tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "DELETE /v2.0/security-groups/e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6 HTTP/1.1" status: 204 len: 168 time: 0.1468215 Jul 16 09:46:40.990006 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd802346-ec58-47d5-9d06-9becd566579d tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5d15b40-ce86-4e9e-b53b-5c4f7af6a6a6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:41.151490 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f829c985-6d30-4fd7-adb5-ae655b660f81 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:46:41.171505 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: f829c985-6d30-4fd7-adb5-ae655b660f81 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:46:41.171849 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f829c985-6d30-4fd7-adb5-ae655b660f81 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:46:41.172261 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a28e94b7-0cd5-4ac8-8bfd-27ecc69840b7 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:46:41.193526 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: a28e94b7-0cd5-4ac8-8bfd-27ecc69840b7 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:46:41.193878 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a28e94b7-0cd5-4ac8-8bfd-27ecc69840b7 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:46:41.194293 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 5604abe9-c38e-415d-8b33-352625a32c49 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:46:41.214168 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 5604abe9-c38e-415d-8b33-352625a32c49 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:46:41.214443 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 5604abe9-c38e-415d-8b33-352625a32c49 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:46:41.397426 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49644) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:41.402139 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-bb36b673-0c3a-4398-a7c2-9d497a1fba8a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2111518930', 'description': 'tempest-secgroup-smoke-2111518930 description', 'project_id': '55b2b7c3083e453e9655fb0b64077473'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:41.424727 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb36b673-0c3a-4398-a7c2-9d497a1fba8a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:41.509379 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb36b673-0c3a-4398-a7c2-9d497a1fba8a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:41.513083 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb36b673-0c3a-4398-a7c2-9d497a1fba8a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:41.542071 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-bb36b673-0c3a-4398-a7c2-9d497a1fba8a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:41.542419 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-bb36b673-0c3a-4398-a7c2-9d497a1fba8a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1440158 Jul 16 09:46:41.544304 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb36b673-0c3a-4398-a7c2-9d497a1fba8a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9e01bc8-51ee-4360-b05a-102216424c3a,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:41.545492 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49646) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:41.551461 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-0c942a46-4062-4c5d-8832-5c65d9c3996f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group_rule': {'security_group_id': 'e9e01bc8-51ee-4360-b05a-102216424c3a', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:41.578935 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0c942a46-4062-4c5d-8832-5c65d9c3996f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:41.636138 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0c942a46-4062-4c5d-8832-5c65d9c3996f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:41.639559 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0c942a46-4062-4c5d-8832-5c65d9c3996f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:41.657005 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c942a46-4062-4c5d-8832-5c65d9c3996f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e2e2fb3-2e29-47ad-b0ad-9ab1139bbfde,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:41.662989 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0c942a46-4062-4c5d-8832-5c65d9c3996f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:41.664230 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0c942a46-4062-4c5d-8832-5c65d9c3996f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1167769 Jul 16 09:46:41.667155 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49648) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:41.671584 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-629b409b-ed64-4989-b631-9cc251af0237 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group_rule': {'security_group_id': 'e9e01bc8-51ee-4360-b05a-102216424c3a', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:41.697613 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-629b409b-ed64-4989-b631-9cc251af0237 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:41.760711 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-629b409b-ed64-4989-b631-9cc251af0237 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:41.764407 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-629b409b-ed64-4989-b631-9cc251af0237 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:41.783596 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629b409b-ed64-4989-b631-9cc251af0237 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9f7b052-6ea8-44f6-9237-fe29a98d0707,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:41.790238 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-629b409b-ed64-4989-b631-9cc251af0237 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:41.794113 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-629b409b-ed64-4989-b631-9cc251af0237 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1234586 Jul 16 09:46:41.794452 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49650) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:41.799049 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-77c7251e-a29b-423e-aba2-067fa53672db tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group_rule': {'security_group_id': 'e9e01bc8-51ee-4360-b05a-102216424c3a', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:41.831335 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-77c7251e-a29b-423e-aba2-067fa53672db tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:41.889451 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-77c7251e-a29b-423e-aba2-067fa53672db tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:41.893674 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-77c7251e-a29b-423e-aba2-067fa53672db tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:41.911772 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c7251e-a29b-423e-aba2-067fa53672db tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12559287-ca13-4cea-aed1-3a2033916410,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:41.917275 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-77c7251e-a29b-423e-aba2-067fa53672db tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:41.918419 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-77c7251e-a29b-423e-aba2-067fa53672db tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1230133 Jul 16 09:46:41.921182 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49652) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:41.925970 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-12e71577-58a0-49d4-81e6-fa6cfabef474 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group_rule': {'security_group_id': 'e9e01bc8-51ee-4360-b05a-102216424c3a', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:41.955215 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-12e71577-58a0-49d4-81e6-fa6cfabef474 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:42.015196 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-12e71577-58a0-49d4-81e6-fa6cfabef474 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:42.018975 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-12e71577-58a0-49d4-81e6-fa6cfabef474 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:42.036905 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e71577-58a0-49d4-81e6-fa6cfabef474 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc15aa6-d631-450f-9791-1e4bae43002e,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:42.043363 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-12e71577-58a0-49d4-81e6-fa6cfabef474 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:42.044949 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-12e71577-58a0-49d4-81e6-fa6cfabef474 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1227732 Jul 16 09:46:42.048241 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49654) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:42.052775 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-90d9bec0-d9cb-4b63-8cd1-1984e22115a0 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group_rule': {'security_group_id': 'e9e01bc8-51ee-4360-b05a-102216424c3a', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:42.075779 n-d-771362-37 neutron-server[93758]: INFO neutron.db.securitygroups_db [None req-90d9bec0-d9cb-4b63-8cd1-1984e22115a0 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Project 55b2b7c3083e453e9655fb0b64077473 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:46:42.080799 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90d9bec0-d9cb-4b63-8cd1-1984e22115a0 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:42.143748 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90d9bec0-d9cb-4b63-8cd1-1984e22115a0 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:42.147733 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90d9bec0-d9cb-4b63-8cd1-1984e22115a0 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:42.166496 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d9bec0-d9cb-4b63-8cd1-1984e22115a0 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f0784f8-8f44-4f62-aeeb-c3cd0ad06bde,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:42.169556 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90d9bec0-d9cb-4b63-8cd1-1984e22115a0 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:42.171457 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-90d9bec0-d9cb-4b63-8cd1-1984e22115a0 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1217401 Jul 16 09:46:42.175151 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49656) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:42.180472 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-f0730210-cac5-4396-959b-c1af7ddfe35a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group_rule': {'security_group_id': 'e9e01bc8-51ee-4360-b05a-102216424c3a', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:42.203663 n-d-771362-37 neutron-server[93758]: INFO neutron.db.securitygroups_db [None req-f0730210-cac5-4396-959b-c1af7ddfe35a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Project 55b2b7c3083e453e9655fb0b64077473 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:46:42.209589 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f0730210-cac5-4396-959b-c1af7ddfe35a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:42.280500 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f0730210-cac5-4396-959b-c1af7ddfe35a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:42.284048 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f0730210-cac5-4396-959b-c1af7ddfe35a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:42.301948 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0730210-cac5-4396-959b-c1af7ddfe35a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b9499c0-9aa0-4b8d-8955-fb446b42bd0d,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:42.306891 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f0730210-cac5-4396-959b-c1af7ddfe35a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:42.308222 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f0730210-cac5-4396-959b-c1af7ddfe35a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1314361 Jul 16 09:46:42.311159 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49658) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:42.316813 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-f7219114-81a8-49bb-83eb-66372f96a524 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'network': {'name': 'tempest-network-smoke--1983378022', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'port_security_enabled': True}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:42.338181 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7219114-81a8-49bb-83eb-66372f96a524 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Made reservation on behalf of 55b2b7c3083e453e9655fb0b64077473 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:46:42.342070 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f7219114-81a8-49bb-83eb-66372f96a524 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:42.367068 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7219114-81a8-49bb-83eb-66372f96a524 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:46:42.376140 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f7219114-81a8-49bb-83eb-66372f96a524 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:42.376515 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-f7219114-81a8-49bb-83eb-66372f96a524 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Added segment ddd569c2-659b-4fe7-8ff5-a32610798774 of type vlan for network 83aaaec5-edb7-427a-bd9c-c8bf8827e8b7 Jul 16 09:46:42.416643 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f7219114-81a8-49bb-83eb-66372f96a524 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:42.447354 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f7219114-81a8-49bb-83eb-66372f96a524 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:42.453204 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7219114-81a8-49bb-83eb-66372f96a524 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:42.453808 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f7219114-81a8-49bb-83eb-66372f96a524 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:42.491133 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f7219114-81a8-49bb-83eb-66372f96a524 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1783512 Jul 16 09:46:42.494058 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49660) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:42.499626 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e5800abd-49c5-4c52-8711-b0794fefab8c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1307320503', 'admin_state_up': True, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:42.522865 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e5800abd-49c5-4c52-8711-b0794fefab8c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:42.523860 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e5800abd-49c5-4c52-8711-b0794fefab8c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:42.524873 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7219114-81a8-49bb-83eb-66372f96a524 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Network': ['ID=83aaaec5-edb7-427a-bd9c-c8bf8827e8b7,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:42.535829 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 83aaaec5-edb7-427a-bd9c-c8bf8827e8b7 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:46:42.586005 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e5800abd-49c5-4c52-8711-b0794fefab8c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:42.738224 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e5800abd-49c5-4c52-8711-b0794fefab8c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:42.933020 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e5800abd-49c5-4c52-8711-b0794fefab8c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:42.951503 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e5800abd-49c5-4c52-8711-b0794fefab8c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:43.055646 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-e5800abd-49c5-4c52-8711-b0794fefab8c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Allocated IP 172.25.3.134 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/07efdbb9-950c-4567-a975-1c0227083337) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:46:43.158660 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e5800abd-49c5-4c52-8711-b0794fefab8c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:43.197407 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e5800abd-49c5-4c52-8711-b0794fefab8c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:43.232708 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5800abd-49c5-4c52-8711-b0794fefab8c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:46:43.239897 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-e5800abd-49c5-4c52-8711-b0794fefab8c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:46:43.243482 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5800abd-49c5-4c52-8711-b0794fefab8c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:46:43.249422 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5800abd-49c5-4c52-8711-b0794fefab8c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Port': ['ID=07efdbb9-950c-4567-a975-1c0227083337,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:43.838508 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e5800abd-49c5-4c52-8711-b0794fefab8c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:44.032909 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e5800abd-49c5-4c52-8711-b0794fefab8c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:44.166939 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5800abd-49c5-4c52-8711-b0794fefab8c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Router 65393161-a6dc-4884-b062-df3bedec4180 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:46:44.273460 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5800abd-49c5-4c52-8711-b0794fefab8c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:46:44.283233 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdd2d4d-9d04-42df-bee2-9b4aa88b1f74 None None] Sync routers for ids ['65393161-a6dc-4884-b062-df3bedec4180'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:46:44.293064 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e5800abd-49c5-4c52-8711-b0794fefab8c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:44.293327 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdd2d4d-9d04-42df-bee2-9b4aa88b1f74 None None] Routers {'65393161-a6dc-4884-b062-df3bedec4180'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:46:44.294077 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-efdd2d4d-9d04-42df-bee2-9b4aa88b1f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:46:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['65393161-a6dc-4884-b062-df3bedec4180'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:44.294275 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e5800abd-49c5-4c52-8711-b0794fefab8c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.7987635 Jul 16 09:46:44.297540 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49662) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:44.328854 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1aa498e5-64e7-47a7-ba45-45f80f191ece tempest-TestNetworkAdvancedServerOps-189494951 tempest-TestNetworkAdvancedServerOps-189494951-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=55b2b7c3083e453e9655fb0b64077473&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272064 Jul 16 09:46:44.329107 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49664) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:44.403395 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-efdd2d4d-9d04-42df-bee2-9b4aa88b1f74 None None] Set router 65393161-a6dc-4884-b062-df3bedec4180 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:46:44.415791 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2efe3e7-55d3-4d40-ad73-013924222c47 tempest-TestNetworkAdvancedServerOps-189494951 tempest-TestNetworkAdvancedServerOps-189494951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:44.417579 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d2efe3e7-55d3-4d40-ad73-013924222c47 tempest-TestNetworkAdvancedServerOps-189494951 tempest-TestNetworkAdvancedServerOps-189494951-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0873928 Jul 16 09:46:44.420516 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49666) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:44.453843 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-63b54edd-9c65-43dc-9aaf-350418910de7 tempest-TestNetworkAdvancedServerOps-189494951 tempest-TestNetworkAdvancedServerOps-189494951-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=4a545af8-8142-4a44-8290-045c2901c634&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0322382 Jul 16 09:46:44.456282 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49668) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:44.461118 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-31c986bb-2904-4290-ab72-4c7581eb587a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-864335728', 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:44.551910 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31c986bb-2904-4290-ab72-4c7581eb587a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Made reservation on behalf of 55b2b7c3083e453e9655fb0b64077473 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:46:44.555564 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31c986bb-2904-4290-ab72-4c7581eb587a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:44.596855 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-efdd2d4d-9d04-42df-bee2-9b4aa88b1f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65393161-a6dc-4884-b062-df3bedec4180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307320503', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '07efdbb9-950c-4567-a975-1c0227083337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:46:42Z', 'updated_at': '2021-07-16T09:46:43Z', 'revision_number': 3, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '07efdbb9-950c-4567-a975-1c0227083337', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65393161-a6dc-4884-b062-df3bedec4180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:42Z', 'updated_at': '2021-07-16T09:46:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:44.622345 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdd2d4d-9d04-42df-bee2-9b4aa88b1f74 None None] Checking router: 65393161-a6dc-4884-b062-df3bedec4180 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:46:44.622696 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdd2d4d-9d04-42df-bee2-9b4aa88b1f74 None None] Updating router 65393161-a6dc-4884-b062-df3bedec4180 port 07efdbb9-950c-4567-a975-1c0227083337 binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:46:44.658504 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-efdd2d4d-9d04-42df-bee2-9b4aa88b1f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:44.750022 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31c986bb-2904-4290-ab72-4c7581eb587a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:44.822655 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c986bb-2904-4290-ab72-4c7581eb587a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Subnet': ['ID=39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:44.830898 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c986bb-2904-4290-ab72-4c7581eb587a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Checking segment: {'id': 'ddd569c2-659b-4fe7-8ff5-a32610798774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:46:44.831323 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c986bb-2904-4290-ab72-4c7581eb587a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network hostable DHCP agents. Network: 83aaaec5-edb7-427a-bd9c-c8bf8827e8b7, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:46:44.848731 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c986bb-2904-4290-ab72-4c7581eb587a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network 83aaaec5-edb7-427a-bd9c-c8bf8827e8b7 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:46:44.860864 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-31c986bb-2904-4290-ab72-4c7581eb587a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 83aaaec5-edb7-427a-bd9c-c8bf8827e8b7) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:46:44.864824 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31c986bb-2904-4290-ab72-4c7581eb587a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:44.865427 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31c986bb-2904-4290-ab72-4c7581eb587a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:44.874363 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9401ea-bda8-4b60-93a5-7b8eee11c0b8 None None] Network 83aaaec5-edb7-427a-bd9c-c8bf8827e8b7 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:46:44.880879 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-31c986bb-2904-4290-ab72-4c7581eb587a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4235382 Jul 16 09:46:44.883736 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49670) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:44.941701 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-efdd2d4d-9d04-42df-bee2-9b4aa88b1f74 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:44.979098 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-efdd2d4d-9d04-42df-bee2-9b4aa88b1f74 None None] Transition to ACTIVE for port object 07efdbb9-950c-4567-a975-1c0227083337 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:46:44.990940 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-efdd2d4d-9d04-42df-bee2-9b4aa88b1f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:45.089200 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-efdd2d4d-9d04-42df-bee2-9b4aa88b1f74 None None] Attempting to bind port 07efdbb9-950c-4567-a975-1c0227083337 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:46:45.089484 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-efdd2d4d-9d04-42df-bee2-9b4aa88b1f74 None None] Attempting to bind port 07efdbb9-950c-4567-a975-1c0227083337 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:46:45.089789 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdd2d4d-9d04-42df-bee2-9b4aa88b1f74 None None] Attempting to bind port 07efdbb9-950c-4567-a975-1c0227083337 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:46:45.092013 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997255c-55cf-4753-9863-a5739cbd4d33 None None] Pushing event updated for resources: {'Port': ['ID=07efdbb9-950c-4567-a975-1c0227083337,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:45.102858 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdd2d4d-9d04-42df-bee2-9b4aa88b1f74 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:46:45.103240 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdd2d4d-9d04-42df-bee2-9b4aa88b1f74 None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:46:45.103657 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-efdd2d4d-9d04-42df-bee2-9b4aa88b1f74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:45.104055 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efdd2d4d-9d04-42df-bee2-9b4aa88b1f74 None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:46:45.104568 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-efdd2d4d-9d04-42df-bee2-9b4aa88b1f74 None None] Bound port: 07efdbb9-950c-4567-a975-1c0227083337, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:46:45.104956 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-efdd2d4d-9d04-42df-bee2-9b4aa88b1f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:45.155994 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cd32b9-62f6-45ca-ad55-9ca0bbe5569e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-83aaaec5-edb7-427a-bd9c-c8bf8827e8b7', 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'fixed_ips': [{'subnet_id': '39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:46:45.157068 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-12cd32b9-62f6-45ca-ad55-9ca0bbe5569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:45.193111 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-efdd2d4d-9d04-42df-bee2-9b4aa88b1f74 None None] For port 07efdbb9-950c-4567-a975-1c0227083337, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:46:45.197192 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-efdd2d4d-9d04-42df-bee2-9b4aa88b1f74 None None] For port 07efdbb9-950c-4567-a975-1c0227083337, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=07efdbb9-950c-4567-a975-1c0227083337,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:46:45.252664 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-efdd2d4d-9d04-42df-bee2-9b4aa88b1f74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:45.338117 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0f8d8b71-cd54-49ec-bb2a-7339abee6d70 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:45.350922 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efdd2d4d-9d04-42df-bee2-9b4aa88b1f74 None None] Routers {'65393161-a6dc-4884-b062-df3bedec4180'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:46:45.351662 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-efdd2d4d-9d04-42df-bee2-9b4aa88b1f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:46:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['65393161-a6dc-4884-b062-df3bedec4180'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:45.394002 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b997255c-55cf-4753-9863-a5739cbd4d33 None None] Pushing event updated for resources: {'Port': ['ID=07efdbb9-950c-4567-a975-1c0227083337,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:45.430361 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-12cd32b9-62f6-45ca-ad55-9ca0bbe5569e None None] Allocated IP 172.20.0.2 (83aaaec5-edb7-427a-bd9c-c8bf8827e8b7/39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2/b58b8835-d2b9-42b4-a293-77d1cf56aa61) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:46:45.511621 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-efdd2d4d-9d04-42df-bee2-9b4aa88b1f74 None None] Set router 65393161-a6dc-4884-b062-df3bedec4180 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:46:45.759284 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-12cd32b9-62f6-45ca-ad55-9ca0bbe5569e None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:45.771243 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-12cd32b9-62f6-45ca-ad55-9ca0bbe5569e None None] Transition to ACTIVE for port object b58b8835-d2b9-42b4-a293-77d1cf56aa61 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:46:45.799324 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-12cd32b9-62f6-45ca-ad55-9ca0bbe5569e None None] Transition to ACTIVE for port object b58b8835-d2b9-42b4-a293-77d1cf56aa61 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:46:45.805321 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-12cd32b9-62f6-45ca-ad55-9ca0bbe5569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:45.846281 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12cd32b9-62f6-45ca-ad55-9ca0bbe5569e None None] Network 83aaaec5-edb7-427a-bd9c-c8bf8827e8b7 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:46:45.852936 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-12cd32b9-62f6-45ca-ad55-9ca0bbe5569e None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:46:45.855705 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-0f8d8b71-cd54-49ec-bb2a-7339abee6d70 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Allocated IP 172.20.0.1 (83aaaec5-edb7-427a-bd9c-c8bf8827e8b7/39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2/1eab05b0-7356-4f88-adf2-5ee81bae2f75) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:46:45.857304 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-efdd2d4d-9d04-42df-bee2-9b4aa88b1f74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65393161-a6dc-4884-b062-df3bedec4180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307320503', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '07efdbb9-950c-4567-a975-1c0227083337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:46:42Z', 'updated_at': '2021-07-16T09:46:43Z', 'revision_number': 3, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '07efdbb9-950c-4567-a975-1c0227083337', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65393161-a6dc-4884-b062-df3bedec4180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:42Z', 'updated_at': '2021-07-16T09:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:45.859438 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12cd32b9-62f6-45ca-ad55-9ca0bbe5569e None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:46:45.892692 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd32b9-62f6-45ca-ad55-9ca0bbe5569e None None] Pushing event updated for resources: {'Port': ['ID=b58b8835-d2b9-42b4-a293-77d1cf56aa61,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:45.895388 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efdd2d4d-9d04-42df-bee2-9b4aa88b1f74 None None] The sync data for ids ['65393161-a6dc-4884-b062-df3bedec4180'] in n-d-771362-37 is: [{'id': '65393161-a6dc-4884-b062-df3bedec4180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307320503', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '07efdbb9-950c-4567-a975-1c0227083337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:46:42Z', 'updated_at': '2021-07-16T09:46:43Z', 'revision_number': 3, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '07efdbb9-950c-4567-a975-1c0227083337', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65393161-a6dc-4884-b062-df3bedec4180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:42Z', 'updated_at': '2021-07-16T09:46:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:46:45.950050 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-12cd32b9-62f6-45ca-ad55-9ca0bbe5569e None None] Attempting to bind port b58b8835-d2b9-42b4-a293-77d1cf56aa61 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:46:45.950422 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-12cd32b9-62f6-45ca-ad55-9ca0bbe5569e None None] Attempting to bind port b58b8835-d2b9-42b4-a293-77d1cf56aa61 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'ddd569c2-659b-4fe7-8ff5-a32610798774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:46:45.950793 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cd32b9-62f6-45ca-ad55-9ca0bbe5569e None None] Attempting to bind port b58b8835-d2b9-42b4-a293-77d1cf56aa61 on network 83aaaec5-edb7-427a-bd9c-c8bf8827e8b7 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:46:45.957684 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cd32b9-62f6-45ca-ad55-9ca0bbe5569e None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:46:45.958277 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cd32b9-62f6-45ca-ad55-9ca0bbe5569e None None] Checking segment: {'id': 'ddd569c2-659b-4fe7-8ff5-a32610798774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:46:45.958959 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-12cd32b9-62f6-45ca-ad55-9ca0bbe5569e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:45.959731 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12cd32b9-62f6-45ca-ad55-9ca0bbe5569e None None] Bound using segment: {'id': 'ddd569c2-659b-4fe7-8ff5-a32610798774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:46:45.960532 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-12cd32b9-62f6-45ca-ad55-9ca0bbe5569e None None] Bound port: b58b8835-d2b9-42b4-a293-77d1cf56aa61, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd569c2-659b-4fe7-8ff5-a32610798774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:46:45.961811 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-12cd32b9-62f6-45ca-ad55-9ca0bbe5569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:45.992470 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0f8d8b71-cd54-49ec-bb2a-7339abee6d70 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:46.007136 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-0f8d8b71-cd54-49ec-bb2a-7339abee6d70 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Transition to ACTIVE for port object 1eab05b0-7356-4f88-adf2-5ee81bae2f75 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:46:46.044036 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-12cd32b9-62f6-45ca-ad55-9ca0bbe5569e None None] For port b58b8835-d2b9-42b4-a293-77d1cf56aa61, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:46:46.047589 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-12cd32b9-62f6-45ca-ad55-9ca0bbe5569e None None] For port b58b8835-d2b9-42b4-a293-77d1cf56aa61, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=b58b8835-d2b9-42b4-a293-77d1cf56aa61,segment=NetworkSegment(ddd569c2-659b-4fe7-8ff5-a32610798774),segment_id=ddd569c2-659b-4fe7-8ff5-a32610798774)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:46:46.047817 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0f8d8b71-cd54-49ec-bb2a-7339abee6d70 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:46.052421 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-12cd32b9-62f6-45ca-ad55-9ca0bbe5569e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:46.090660 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8d8b71-cd54-49ec-bb2a-7339abee6d70 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network 83aaaec5-edb7-427a-bd9c-c8bf8827e8b7 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:46:46.097362 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-0f8d8b71-cd54-49ec-bb2a-7339abee6d70 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:46:46.101542 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8d8b71-cd54-49ec-bb2a-7339abee6d70 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:46:46.125624 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cd32b9-62f6-45ca-ad55-9ca0bbe5569e None None] Pushing event updated for resources: {'Port': ['ID=b58b8835-d2b9-42b4-a293-77d1cf56aa61,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:46.164712 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d8b71-cd54-49ec-bb2a-7339abee6d70 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Port': ['ID=1eab05b0-7356-4f88-adf2-5ee81bae2f75,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:46.188900 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0f8d8b71-cd54-49ec-bb2a-7339abee6d70 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:46.372839 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0f8d8b71-cd54-49ec-bb2a-7339abee6d70 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:46.680098 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0f8d8b71-cd54-49ec-bb2a-7339abee6d70 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:46.685546 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0f8d8b71-cd54-49ec-bb2a-7339abee6d70 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:46.769155 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0f8d8b71-cd54-49ec-bb2a-7339abee6d70 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:46.770901 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d8b71-cd54-49ec-bb2a-7339abee6d70 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Port': ['ID=1eab05b0-7356-4f88-adf2-5ee81bae2f75,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:46.875807 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8d8b71-cd54-49ec-bb2a-7339abee6d70 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network 83aaaec5-edb7-427a-bd9c-c8bf8827e8b7 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:46:46.877327 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-0f8d8b71-cd54-49ec-bb2a-7339abee6d70 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:46:47.000219 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f8d8b71-cd54-49ec-bb2a-7339abee6d70 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Router 65393161-a6dc-4884-b062-df3bedec4180 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:46:47.093851 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 07efdbb9-950c-4567-a975-1c0227083337 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:46:47.126625 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f8d8b71-cd54-49ec-bb2a-7339abee6d70 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:46:47.135757 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0f8d8b71-cd54-49ec-bb2a-7339abee6d70 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "PUT /v2.0/routers/65393161-a6dc-4884-b062-df3bedec4180/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2508669 Jul 16 09:46:47.151730 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aae3a3f8-c53d-44f4-9b5d-ed4872851433 None None] Network 83aaaec5-edb7-427a-bd9c-c8bf8827e8b7 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:46:47.155583 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 07efdbb9-950c-4567-a975-1c0227083337 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:46:47.174933 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 07efdbb9-950c-4567-a975-1c0227083337 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:46:47.175315 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:47.255597 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8f0122a6-9dbd-46c8-b0bb-296d6db4e29e None None] Provisioning for port b58b8835-d2b9-42b4-a293-77d1cf56aa61 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:46:47.308238 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-2f4e0d1b-6c69-44a2-85b5-acd69d004a5e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2111518930&fields=id&tenant_id=55b2b7c3083e453e9655fb0b64077473 HTTP/1.1" status: 200 len: 267 time: 0.0391030 Jul 16 09:46:47.360151 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:47.399094 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 07efdbb9-950c-4567-a975-1c0227083337, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=07efdbb9-950c-4567-a975-1c0227083337,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:46:47.404466 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:47.405827 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b58b8835-d2b9-42b4-a293-77d1cf56aa61 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:46:47.425069 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-127a7185-fe63-4b93-8a38-09d198a19062 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:47.426660 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-127a7185-fe63-4b93-8a38-09d198a19062 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/networks?id=83aaaec5-edb7-427a-bd9c-c8bf8827e8b7 HTTP/1.1" status: 200 len: 797 time: 0.1087854 Jul 16 09:46:47.441962 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-72323c95-c029-4f9e-84c4-fb0e5c0a7254 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/quotas/55b2b7c3083e453e9655fb0b64077473 HTTP/1.1" status: 200 len: 375 time: 0.0095544 Jul 16 09:46:47.492797 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=07efdbb9-950c-4567-a975-1c0227083337,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:47.511293 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port b58b8835-d2b9-42b4-a293-77d1cf56aa61 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:46:47.515897 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port b58b8835-d2b9-42b4-a293-77d1cf56aa61 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:46:47.516275 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:47.545343 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-61d506cf-29a6-463c-ba4b-cb95de1ee00e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0919979 Jul 16 09:46:47.609928 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:47.648435 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port b58b8835-d2b9-42b4-a293-77d1cf56aa61, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=b58b8835-d2b9-42b4-a293-77d1cf56aa61,segment=NetworkSegment(ddd569c2-659b-4fe7-8ff5-a32610798774),segment_id=ddd569c2-659b-4fe7-8ff5-a32610798774)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:46:47.653882 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:47.689864 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce8f3e5-bb2b-43ed-8fd5-181094f37bf2 None None] Sync routers for ids ['65393161-a6dc-4884-b062-df3bedec4180'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:46:47.696720 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-5a7a4306-e2ee-4305-aa6a-b15f0efbd9bf service neutron] 10.222.0.22 "GET /v2.0/networks/83aaaec5-edb7-427a-bd9c-c8bf8827e8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440263 Jul 16 09:46:47.703238 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce8f3e5-bb2b-43ed-8fd5-181094f37bf2 None None] Routers {'65393161-a6dc-4884-b062-df3bedec4180'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:46:47.703861 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2ce8f3e5-bb2b-43ed-8fd5-181094f37bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:46:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['65393161-a6dc-4884-b062-df3bedec4180'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:47.706749 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=b58b8835-d2b9-42b4-a293-77d1cf56aa61,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:47.787810 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e36f763c-8b93-41e0-9492-8900f05907aa None None] Provisioning complete for port b58b8835-d2b9-42b4-a293-77d1cf56aa61 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:46:47.788174 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e36f763c-8b93-41e0-9492-8900f05907aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:47.830426 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-5ec83785-df04-4873-9683-904dd1a68cb2 service neutron] 10.222.0.22 "GET /v2.0/networks/83aaaec5-edb7-427a-bd9c-c8bf8827e8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236143 Jul 16 09:46:47.900532 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e36f763c-8b93-41e0-9492-8900f05907aa None None] Provisioning for port 1eab05b0-7356-4f88-adf2-5ee81bae2f75 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:46:47.905596 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e36f763c-8b93-41e0-9492-8900f05907aa None None] Provisioning complete for port 1eab05b0-7356-4f88-adf2-5ee81bae2f75 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:46:47.906096 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e36f763c-8b93-41e0-9492-8900f05907aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:47.943780 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-2ce8f3e5-bb2b-43ed-8fd5-181094f37bf2 None None] Set router 65393161-a6dc-4884-b062-df3bedec4180 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:46:47.946629 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e36f763c-8b93-41e0-9492-8900f05907aa None None] Port 1eab05b0-7356-4f88-adf2-5ee81bae2f75 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:46:48.066468 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-3b81033c-8ba0-4e35-b60b-bc26a34be054 None None] Provisioning complete for port 1eab05b0-7356-4f88-adf2-5ee81bae2f75 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:46:48.066853 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-3b81033c-8ba0-4e35-b60b-bc26a34be054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:48.106612 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-3b81033c-8ba0-4e35-b60b-bc26a34be054 None None] Port 1eab05b0-7356-4f88-adf2-5ee81bae2f75 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:46:48.215465 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a162ed89-bb8a-4b84-be83-43b6ce5f92ec req-b886c15a-b2a7-4a85-82ce-e4bf5021b825 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 210 time: 0.1853962 Jul 16 09:46:48.219700 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2ce8f3e5-bb2b-43ed-8fd5-181094f37bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65393161-a6dc-4884-b062-df3bedec4180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307320503', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '07efdbb9-950c-4567-a975-1c0227083337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:46:42Z', 'updated_at': '2021-07-16T09:46:46Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '07efdbb9-950c-4567-a975-1c0227083337', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65393161-a6dc-4884-b062-df3bedec4180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:42Z', 'updated_at': '2021-07-16T09:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '1eab05b0-7356-4f88-adf2-5ee81bae2f75', 'name': '', 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:5a:3d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65393161-a6dc-4884-b062-df3bedec4180', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:45Z', 'updated_at': '2021-07-16T09:46:46Z', 'revision_number': 2, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': '39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:48.262591 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce8f3e5-bb2b-43ed-8fd5-181094f37bf2 None None] Checking router: 65393161-a6dc-4884-b062-df3bedec4180 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:46:48.262950 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce8f3e5-bb2b-43ed-8fd5-181094f37bf2 None None] Updating router 65393161-a6dc-4884-b062-df3bedec4180 port 1eab05b0-7356-4f88-adf2-5ee81bae2f75 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:46:48.303058 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2ce8f3e5-bb2b-43ed-8fd5-181094f37bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:48.327276 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b4bda266-8346-41f9-851b-179293593682 None None] Provisioning complete for port 1eab05b0-7356-4f88-adf2-5ee81bae2f75 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:46:48.327986 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b4bda266-8346-41f9-851b-179293593682 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:48.367663 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b4bda266-8346-41f9-851b-179293593682 None None] Port 1eab05b0-7356-4f88-adf2-5ee81bae2f75 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:46:48.590062 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2ce8f3e5-bb2b-43ed-8fd5-181094f37bf2 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:48.601762 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-2ce8f3e5-bb2b-43ed-8fd5-181094f37bf2 None None] Transition to ACTIVE for port object 1eab05b0-7356-4f88-adf2-5ee81bae2f75 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:46:48.607788 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2ce8f3e5-bb2b-43ed-8fd5-181094f37bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:48.665389 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5aae5d-412b-47da-9a7d-5005415118cf None None] Pushing event updated for resources: {'Port': ['ID=1eab05b0-7356-4f88-adf2-5ee81bae2f75,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:48.732073 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5aae5d-412b-47da-9a7d-5005415118cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:48.732882 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5aae5d-412b-47da-9a7d-5005415118cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:48.732882 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5aae5d-412b-47da-9a7d-5005415118cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:48.733138 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5aae5d-412b-47da-9a7d-5005415118cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:48.733459 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5aae5d-412b-47da-9a7d-5005415118cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:48.733798 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5aae5d-412b-47da-9a7d-5005415118cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:48.734453 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5aae5d-412b-47da-9a7d-5005415118cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:48.734630 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5aae5d-412b-47da-9a7d-5005415118cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:48.734959 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5aae5d-412b-47da-9a7d-5005415118cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:48.735286 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5aae5d-412b-47da-9a7d-5005415118cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:48.735616 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5aae5d-412b-47da-9a7d-5005415118cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:48.736131 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb5aae5d-412b-47da-9a7d-5005415118cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:46:48.740985 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-2ce8f3e5-bb2b-43ed-8fd5-181094f37bf2 None None] Attempting to bind port 1eab05b0-7356-4f88-adf2-5ee81bae2f75 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:46:48.741375 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-2ce8f3e5-bb2b-43ed-8fd5-181094f37bf2 None None] Attempting to bind port 1eab05b0-7356-4f88-adf2-5ee81bae2f75 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'ddd569c2-659b-4fe7-8ff5-a32610798774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:46:48.741748 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce8f3e5-bb2b-43ed-8fd5-181094f37bf2 None None] Attempting to bind port 1eab05b0-7356-4f88-adf2-5ee81bae2f75 on network 83aaaec5-edb7-427a-bd9c-c8bf8827e8b7 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:46:48.747743 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce8f3e5-bb2b-43ed-8fd5-181094f37bf2 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 46, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:46:48.748396 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce8f3e5-bb2b-43ed-8fd5-181094f37bf2 None None] Checking segment: {'id': 'ddd569c2-659b-4fe7-8ff5-a32610798774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:46:48.749192 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2ce8f3e5-bb2b-43ed-8fd5-181094f37bf2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:48.749445 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ce8f3e5-bb2b-43ed-8fd5-181094f37bf2 None None] Bound using segment: {'id': 'ddd569c2-659b-4fe7-8ff5-a32610798774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:46:48.750133 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-2ce8f3e5-bb2b-43ed-8fd5-181094f37bf2 None None] Bound port: 1eab05b0-7356-4f88-adf2-5ee81bae2f75, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddd569c2-659b-4fe7-8ff5-a32610798774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:46:48.750658 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2ce8f3e5-bb2b-43ed-8fd5-181094f37bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:48.823671 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-2ce8f3e5-bb2b-43ed-8fd5-181094f37bf2 None None] For port 1eab05b0-7356-4f88-adf2-5ee81bae2f75, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:46:48.827793 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-2ce8f3e5-bb2b-43ed-8fd5-181094f37bf2 None None] For port 1eab05b0-7356-4f88-adf2-5ee81bae2f75, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1eab05b0-7356-4f88-adf2-5ee81bae2f75,segment=NetworkSegment(ddd569c2-659b-4fe7-8ff5-a32610798774),segment_id=ddd569c2-659b-4fe7-8ff5-a32610798774)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:46:48.832779 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-2ce8f3e5-bb2b-43ed-8fd5-181094f37bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:48.891652 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ce8f3e5-bb2b-43ed-8fd5-181094f37bf2 None None] Routers {'65393161-a6dc-4884-b062-df3bedec4180'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:46:48.892484 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2ce8f3e5-bb2b-43ed-8fd5-181094f37bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:46:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['65393161-a6dc-4884-b062-df3bedec4180'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:48.930138 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5aae5d-412b-47da-9a7d-5005415118cf None None] Pushing event updated for resources: {'Port': ['ID=1eab05b0-7356-4f88-adf2-5ee81bae2f75,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:49.016732 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-2ce8f3e5-bb2b-43ed-8fd5-181094f37bf2 None None] Set router 65393161-a6dc-4884-b062-df3bedec4180 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:46:49.042455 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 07efdbb9-950c-4567-a975-1c0227083337 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:46:49.138354 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 07efdbb9-950c-4567-a975-1c0227083337 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:46:49.140081 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:49.236668 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-76d3c420-7d8b-4028-a306-ddfbf39e2096 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:49.240985 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-76d3c420-7d8b-4028-a306-ddfbf39e2096 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.21 "GET /v2.0/networks?id=83aaaec5-edb7-427a-bd9c-c8bf8827e8b7 HTTP/1.1" status: 200 len: 797 time: 0.1491187 Jul 16 09:46:49.246338 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b58b8835-d2b9-42b4-a293-77d1cf56aa61 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:46:49.286917 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2ce8f3e5-bb2b-43ed-8fd5-181094f37bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65393161-a6dc-4884-b062-df3bedec4180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307320503', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '07efdbb9-950c-4567-a975-1c0227083337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:46:42Z', 'updated_at': '2021-07-16T09:46:46Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '07efdbb9-950c-4567-a975-1c0227083337', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65393161-a6dc-4884-b062-df3bedec4180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:42Z', 'updated_at': '2021-07-16T09:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '1eab05b0-7356-4f88-adf2-5ee81bae2f75', 'name': '', 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:5a:3d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65393161-a6dc-4884-b062-df3bedec4180', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:45Z', 'updated_at': '2021-07-16T09:46:48Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': '39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:46:49.301346 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-0d7d6b98-b2dd-44dd-ad53-ece0a7ecf698 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55b2b7c3083e453e9655fb0b64077473 HTTP/1.1" status: 200 len: 380 time: 0.0521996 Jul 16 09:46:49.314760 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-0ca43335-0b77-4e2b-9800-fcf0507da213 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'port': {'device_id': '3800c44a-6885-4904-b657-6905227d82bc', 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7', 'admin_state_up': True, 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'security_groups': ['e9e01bc8-51ee-4360-b05a-102216424c3a']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:49.325758 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port b58b8835-d2b9-42b4-a293-77d1cf56aa61 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:46:49.326655 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:49.351313 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ce8f3e5-bb2b-43ed-8fd5-181094f37bf2 None None] The sync data for ids ['65393161-a6dc-4884-b062-df3bedec4180'] in n-d-771362-37 is: [{'id': '65393161-a6dc-4884-b062-df3bedec4180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307320503', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '07efdbb9-950c-4567-a975-1c0227083337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:46:42Z', 'updated_at': '2021-07-16T09:46:46Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '07efdbb9-950c-4567-a975-1c0227083337', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65393161-a6dc-4884-b062-df3bedec4180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:42Z', 'updated_at': '2021-07-16T09:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '1eab05b0-7356-4f88-adf2-5ee81bae2f75', 'name': '', 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:5a:3d:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65393161-a6dc-4884-b062-df3bedec4180', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:45Z', 'updated_at': '2021-07-16T09:46:48Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': '39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:46:49.474919 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-725299cc-0d16-4008-b656-2b68f2801641 req-a41b8af0-8f57-479c-8c09-953de872eedb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 210 time: 0.0401902 Jul 16 09:46:49.527897 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-0ca43335-0b77-4e2b-9800-fcf0507da213 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Made reservation on behalf of 55b2b7c3083e453e9655fb0b64077473 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:46:49.531675 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-0ca43335-0b77-4e2b-9800-fcf0507da213 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:49.677297 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-0ca43335-0b77-4e2b-9800-fcf0507da213 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Allocated IP 172.20.0.5 (83aaaec5-edb7-427a-bd9c-c8bf8827e8b7/39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2/1043de4b-a686-488b-ac8d-7aee86425ad3) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:46:49.865634 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-0ca43335-0b77-4e2b-9800-fcf0507da213 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:49.885822 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-0ca43335-0b77-4e2b-9800-fcf0507da213 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Transition to ACTIVE for port object 1043de4b-a686-488b-ac8d-7aee86425ad3 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:46:49.934334 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-0ca43335-0b77-4e2b-9800-fcf0507da213 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:49.989672 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-0ca43335-0b77-4e2b-9800-fcf0507da213 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network 83aaaec5-edb7-427a-bd9c-c8bf8827e8b7 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:46:49.993612 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-0ca43335-0b77-4e2b-9800-fcf0507da213 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:46:49.997596 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-0ca43335-0b77-4e2b-9800-fcf0507da213 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:46:50.026461 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca43335-0b77-4e2b-9800-fcf0507da213 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Port': ['ID=1043de4b-a686-488b-ac8d-7aee86425ad3,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:50.079423 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-0ca43335-0b77-4e2b-9800-fcf0507da213 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:50.080138 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-0ca43335-0b77-4e2b-9800-fcf0507da213 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:50.100529 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-0ca43335-0b77-4e2b-9800-fcf0507da213 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7920077 Jul 16 09:46:50.118286 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-34551908-b29e-4167-a1c6-52fee5ef040f service neutron] Request body: {'port': {'device_id': '3800c44a-6885-4904-b657-6905227d82bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:50.211951 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-34551908-b29e-4167-a1c6-52fee5ef040f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:50.257252 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-473cdd01-2267-4222-97c5-71b0080ad9c2 None None] Provisioning for port 1043de4b-a686-488b-ac8d-7aee86425ad3 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:46:50.263039 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-473cdd01-2267-4222-97c5-71b0080ad9c2 None None] Provisioning complete for port 1043de4b-a686-488b-ac8d-7aee86425ad3 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:46:50.263733 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-473cdd01-2267-4222-97c5-71b0080ad9c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:50.304941 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-473cdd01-2267-4222-97c5-71b0080ad9c2 None None] Port 1043de4b-a686-488b-ac8d-7aee86425ad3 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:46:50.537058 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-34551908-b29e-4167-a1c6-52fee5ef040f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1043de4b-a686-488b-ac8d-7aee86425ad3 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:46:50.550237 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-34551908-b29e-4167-a1c6-52fee5ef040f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:50.565011 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-34551908-b29e-4167-a1c6-52fee5ef040f service neutron] Transition to ACTIVE for port object 1043de4b-a686-488b-ac8d-7aee86425ad3 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:46:50.570586 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-34551908-b29e-4167-a1c6-52fee5ef040f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:50.621012 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34551908-b29e-4167-a1c6-52fee5ef040f service neutron] Pushing event updated for resources: {'Port': ['ID=1043de4b-a686-488b-ac8d-7aee86425ad3,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:50.720460 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed479a50-9521-4dac-ae4e-f208449797cf req-d7f26a81-0aea-4b6a-b5fa-a5bc71792dab tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:50.724014 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ed479a50-9521-4dac-ae4e-f208449797cf req-d7f26a81-0aea-4b6a-b5fa-a5bc71792dab tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 943 time: 0.0956519 Jul 16 09:46:50.735636 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-34551908-b29e-4167-a1c6-52fee5ef040f service neutron] Attempting to bind port 1043de4b-a686-488b-ac8d-7aee86425ad3 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:46:50.736948 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-34551908-b29e-4167-a1c6-52fee5ef040f service neutron] Attempting to bind port 1043de4b-a686-488b-ac8d-7aee86425ad3 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'ddd569c2-659b-4fe7-8ff5-a32610798774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:46:50.737476 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-34551908-b29e-4167-a1c6-52fee5ef040f service neutron] Attempting to bind port 1043de4b-a686-488b-ac8d-7aee86425ad3 on network 83aaaec5-edb7-427a-bd9c-c8bf8827e8b7 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:46:50.743132 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-34551908-b29e-4167-a1c6-52fee5ef040f service neutron] Port 1043de4b-a686-488b-ac8d-7aee86425ad3 on network 83aaaec5-edb7-427a-bd9c-c8bf8827e8b7 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:46:50.743460 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-34551908-b29e-4167-a1c6-52fee5ef040f service neutron] Attempting to bind port 1043de4b-a686-488b-ac8d-7aee86425ad3 on network 83aaaec5-edb7-427a-bd9c-c8bf8827e8b7 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:46:50.750293 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-34551908-b29e-4167-a1c6-52fee5ef040f service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 46, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:46:50.750661 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-34551908-b29e-4167-a1c6-52fee5ef040f service neutron] Checking segment: {'id': 'ddd569c2-659b-4fe7-8ff5-a32610798774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:46:50.751204 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-34551908-b29e-4167-a1c6-52fee5ef040f service neutron] Bound using segment: {'id': 'ddd569c2-659b-4fe7-8ff5-a32610798774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:46:50.751665 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-34551908-b29e-4167-a1c6-52fee5ef040f service neutron] Bound port: 1043de4b-a686-488b-ac8d-7aee86425ad3, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd569c2-659b-4fe7-8ff5-a32610798774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:46:50.752030 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-34551908-b29e-4167-a1c6-52fee5ef040f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:50.781097 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ed479a50-9521-4dac-ae4e-f208449797cf req-bc078a1f-c3c5-4e49-8556-87218a047b18 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e01bc8-51ee-4360-b05a-102216424c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441051 Jul 16 09:46:50.826199 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-34551908-b29e-4167-a1c6-52fee5ef040f service neutron] For port 1043de4b-a686-488b-ac8d-7aee86425ad3, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:46:50.832510 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-34551908-b29e-4167-a1c6-52fee5ef040f service neutron] For port 1043de4b-a686-488b-ac8d-7aee86425ad3, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=1043de4b-a686-488b-ac8d-7aee86425ad3,segment=NetworkSegment(ddd569c2-659b-4fe7-8ff5-a32610798774),segment_id=ddd569c2-659b-4fe7-8ff5-a32610798774)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:46:50.837115 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-34551908-b29e-4167-a1c6-52fee5ef040f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:50.871325 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-34551908-b29e-4167-a1c6-52fee5ef040f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:50.871990 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-34551908-b29e-4167-a1c6-52fee5ef040f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:50.873378 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-34551908-b29e-4167-a1c6-52fee5ef040f service neutron] 10.222.0.21 "PUT /v2.0/ports/1043de4b-a686-488b-ac8d-7aee86425ad3 HTTP/1.1" status: 200 len: 1092 time: 0.7636347 Jul 16 09:46:50.874492 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3800c44a-6885-4904-b657-6905227d82bc', 'tag': '1043de4b-a686-488b-ac8d-7aee86425ad3'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:46:50.876736 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6967e240-d234-4b49-b4af-9d657221e078" -d '{"events": [{"name": "network-changed", "server_uuid": "3800c44a-6885-4904-b657-6905227d82bc", "tag": "1043de4b-a686-488b-ac8d-7aee86425ad3"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:46:50.917874 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34551908-b29e-4167-a1c6-52fee5ef040f service neutron] Pushing event updated for resources: {'Port': ['ID=1043de4b-a686-488b-ac8d-7aee86425ad3,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:50.964561 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:46:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f11268-847d-45e0-9be3-40637a994eb9 x-openstack-request-id: req-55f11268-847d-45e0-9be3-40637a994eb9 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:46:50.964786 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3800c44a-6885-4904-b657-6905227d82bc", "tag": "1043de4b-a686-488b-ac8d-7aee86425ad3", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:46:50.965056 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-55f11268-847d-45e0-9be3-40637a994eb9 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:46:50.965430 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3800c44a-6885-4904-b657-6905227d82bc', 'tag': '1043de4b-a686-488b-ac8d-7aee86425ad3', 'status': 'completed', 'code': 200} Jul 16 09:46:51.002842 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-2abe09bb-6b28-44d5-a427-2d041d78e644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:51.004606 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-2abe09bb-6b28-44d5-a427-2d041d78e644 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 1095 time: 0.0817449 Jul 16 09:46:51.049927 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-05687c79-3ded-4ea7-a8bf-8acb21900311 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1043de4b-a686-488b-ac8d-7aee86425ad3 HTTP/1.1" status: 200 len: 217 time: 0.0379033 Jul 16 09:46:51.051694 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1eab05b0-7356-4f88-adf2-5ee81bae2f75 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:46:51.103308 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-aea711b9-e315-4e6c-ac00-ab6abe7e95ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:51.105559 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-aea711b9-e315-4e6c-ac00-ab6abe7e95ee service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2 HTTP/1.1" status: 200 len: 834 time: 0.0495214 Jul 16 09:46:51.119463 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 1eab05b0-7356-4f88-adf2-5ee81bae2f75 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:46:51.124485 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 1eab05b0-7356-4f88-adf2-5ee81bae2f75 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:46:51.124949 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:51.177152 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-1d2a6253-bfa8-4ffd-b9d7-d8a252f7c101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:51.178839 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-1d2a6253-bfa8-4ffd-b9d7-d8a252f7c101 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83aaaec5-edb7-427a-bd9c-c8bf8827e8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0667081 Jul 16 09:46:51.223148 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:51.255679 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 1eab05b0-7356-4f88-adf2-5ee81bae2f75, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1eab05b0-7356-4f88-adf2-5ee81bae2f75,segment=NetworkSegment(ddd569c2-659b-4fe7-8ff5-a32610798774),segment_id=ddd569c2-659b-4fe7-8ff5-a32610798774)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:46:51.259709 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:51.272474 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-a6ea8183-88c5-409e-bc0f-1aa44aca746b service neutron] 10.222.0.21 "GET /v2.0/networks/83aaaec5-edb7-427a-bd9c-c8bf8827e8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866997 Jul 16 09:46:51.308007 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=1eab05b0-7356-4f88-adf2-5ee81bae2f75,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:51.367426 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f8ca97bf-3a29-4882-a55c-da6c27e609a8 req-ed3aadbe-5ea4-48d2-b5b3-b20668419f53 service neutron] 10.222.0.21 "GET /v2.0/networks/83aaaec5-edb7-427a-bd9c-c8bf8827e8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890305 Jul 16 09:46:51.463527 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967e240-d234-4b49-b4af-9d657221e078 req-1de79f47-91f6-440e-9ab7-52a72118fca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:51.465021 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6967e240-d234-4b49-b4af-9d657221e078 req-1de79f47-91f6-440e-9ab7-52a72118fca6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 1095 time: 0.0517218 Jul 16 09:46:51.559207 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967e240-d234-4b49-b4af-9d657221e078 req-b8e8aeb9-2fa2-4352-958c-b732b348cfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:51.560883 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6967e240-d234-4b49-b4af-9d657221e078 req-b8e8aeb9-2fa2-4352-958c-b732b348cfc2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=83aaaec5-edb7-427a-bd9c-c8bf8827e8b7 HTTP/1.1" status: 200 len: 898 time: 0.0897789 Jul 16 09:46:51.602984 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6967e240-d234-4b49-b4af-9d657221e078 req-f4088846-9042-4041-b7c5-ca529bc57c72 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1043de4b-a686-488b-ac8d-7aee86425ad3 HTTP/1.1" status: 200 len: 217 time: 0.0345747 Jul 16 09:46:51.649701 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967e240-d234-4b49-b4af-9d657221e078 req-763fa889-c5f2-4b12-92eb-54afdfedd202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:51.651114 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6967e240-d234-4b49-b4af-9d657221e078 req-763fa889-c5f2-4b12-92eb-54afdfedd202 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2 HTTP/1.1" status: 200 len: 834 time: 0.0416250 Jul 16 09:46:51.708195 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6967e240-d234-4b49-b4af-9d657221e078 req-102c3b0f-e75a-4602-a1ba-4ad29e629b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:51.709707 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6967e240-d234-4b49-b4af-9d657221e078 req-102c3b0f-e75a-4602-a1ba-4ad29e629b85 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83aaaec5-edb7-427a-bd9c-c8bf8827e8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508909 Jul 16 09:46:51.802419 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6967e240-d234-4b49-b4af-9d657221e078 req-9b68ea50-79e1-4920-a936-16f5a058f250 service neutron] 10.222.0.21 "GET /v2.0/networks/83aaaec5-edb7-427a-bd9c-c8bf8827e8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849104 Jul 16 09:46:51.904810 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6967e240-d234-4b49-b4af-9d657221e078 req-483fcf10-a5df-4b77-8bb5-bb0136231ff0 service neutron] 10.222.0.21 "GET /v2.0/networks/83aaaec5-edb7-427a-bd9c-c8bf8827e8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937967 Jul 16 09:46:51.962383 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22aa54-c1a6-412b-9897-5b1abff5e1f3 req-36f845b6-4f0f-4556-a8c6-0bcee73d818f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:51.963871 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ee22aa54-c1a6-412b-9897-5b1abff5e1f3 req-36f845b6-4f0f-4556-a8c6-0bcee73d818f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 943 time: 0.0634949 Jul 16 09:46:52.003795 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ee22aa54-c1a6-412b-9897-5b1abff5e1f3 req-4f031137-4973-4c5a-ac07-55d7fbd574b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e01bc8-51ee-4360-b05a-102216424c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333850 Jul 16 09:46:53.018421 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1eab05b0-7356-4f88-adf2-5ee81bae2f75 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:46:53.068212 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 1eab05b0-7356-4f88-adf2-5ee81bae2f75 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:46:53.068622 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:53.182373 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa2bec5-5a38-42c2-9690-83b808a73b3c req-82a20862-3320-4b14-b89d-87978a8a54c3 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:53.183924 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0fa2bec5-5a38-42c2-9690-83b808a73b3c req-82a20862-3320-4b14-b89d-87978a8a54c3 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 943 time: 0.0669851 Jul 16 09:46:53.223150 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0fa2bec5-5a38-42c2-9690-83b808a73b3c req-4e54a58c-cd29-41c9-8f82-f14f080f806c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e01bc8-51ee-4360-b05a-102216424c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334446 Jul 16 09:46:53.814015 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 1043de4b-a686-488b-ac8d-7aee86425ad3 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:46:54.058736 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 1043de4b-a686-488b-ac8d-7aee86425ad3, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=1043de4b-a686-488b-ac8d-7aee86425ad3,segment=NetworkSegment(ddd569c2-659b-4fe7-8ff5-a32610798774),segment_id=ddd569c2-659b-4fe7-8ff5-a32610798774)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:46:54.070073 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '1043de4b-a686-488b-ac8d-7aee86425ad3', 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7', 'port_id': '1043de4b-a686-488b-ac8d-7aee86425ad3', 'mac_address': 'fa:16:3e:5d:bb:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:46:54.104373 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:54.116802 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1043de4b-a686-488b-ac8d-7aee86425ad3 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:46:54.141055 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 1043de4b-a686-488b-ac8d-7aee86425ad3, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=1043de4b-a686-488b-ac8d-7aee86425ad3,segment=NetworkSegment(ddd569c2-659b-4fe7-8ff5-a32610798774),segment_id=ddd569c2-659b-4fe7-8ff5-a32610798774)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:46:54.145000 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:54.192941 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=1043de4b-a686-488b-ac8d-7aee86425ad3,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:54.347022 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['1043de4b-a686-488b-ac8d-7aee86425ad3'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:46:54.394860 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d718a2-db2e-42d7-b596-4b815b1d347b req-af6bff72-6ec2-4337-817a-4b7977d4361c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:54.396419 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-82d718a2-db2e-42d7-b596-4b815b1d347b req-af6bff72-6ec2-4337-817a-4b7977d4361c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 944 time: 0.0641298 Jul 16 09:46:54.434608 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-82d718a2-db2e-42d7-b596-4b815b1d347b req-cf7d8e13-e3c0-4912-ac3b-6dca4bd31915 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e01bc8-51ee-4360-b05a-102216424c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324578 Jul 16 09:46:55.604232 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7de3277c-4255-4a69-9087-981d7918bca5 req-744307af-0f36-4b96-aeac-5d57a10c838d tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:55.605750 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7de3277c-4255-4a69-9087-981d7918bca5 req-744307af-0f36-4b96-aeac-5d57a10c838d tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 944 time: 0.0630357 Jul 16 09:46:55.644206 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7de3277c-4255-4a69-9087-981d7918bca5 req-5084cb53-a034-4b4a-94cf-70d773933d4f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e01bc8-51ee-4360-b05a-102216424c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321856 Jul 16 09:46:55.828685 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 1043de4b-a686-488b-ac8d-7aee86425ad3 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:46:55.878021 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 1043de4b-a686-488b-ac8d-7aee86425ad3 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:46:55.881666 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 1043de4b-a686-488b-ac8d-7aee86425ad3 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:46:55.882036 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:55.955462 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:55.978380 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3800c44a-6885-4904-b657-6905227d82bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1043de4b-a686-488b-ac8d-7aee86425ad3'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:46:55.980638 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2728c913-8bd7-426b-ab50-6264fa03f643" -d '{"events": [{"server_uuid": "3800c44a-6885-4904-b657-6905227d82bc", "name": "network-vif-plugged", "status": "completed", "tag": "1043de4b-a686-488b-ac8d-7aee86425ad3"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:46:55.992580 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 1043de4b-a686-488b-ac8d-7aee86425ad3, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=1043de4b-a686-488b-ac8d-7aee86425ad3,segment=NetworkSegment(ddd569c2-659b-4fe7-8ff5-a32610798774),segment_id=ddd569c2-659b-4fe7-8ff5-a32610798774)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:46:55.996656 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:56.023002 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:46:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c551e00-7bec-4fb4-b6da-318a449b3178 x-openstack-request-id: req-8c551e00-7bec-4fb4-b6da-318a449b3178 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:46:56.023291 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3800c44a-6885-4904-b657-6905227d82bc", "name": "network-vif-plugged", "status": "completed", "tag": "1043de4b-a686-488b-ac8d-7aee86425ad3", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:46:56.023548 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8c551e00-7bec-4fb4-b6da-318a449b3178 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:46:56.023929 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3800c44a-6885-4904-b657-6905227d82bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1043de4b-a686-488b-ac8d-7aee86425ad3', 'code': 200} Jul 16 09:46:56.051227 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=1043de4b-a686-488b-ac8d-7aee86425ad3,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:56.131611 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce35caa-9965-4f86-ae2b-4b68045dc225 req-cb4ae036-c4ab-4784-ac89-87f983a115c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:56.133140 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9ce35caa-9965-4f86-ae2b-4b68045dc225 req-cb4ae036-c4ab-4784-ac89-87f983a115c3 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 1097 time: 0.0542808 Jul 16 09:46:56.167212 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9ce35caa-9965-4f86-ae2b-4b68045dc225 req-b164cad7-b303-46f4-8cec-a3223c2d3e4c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=e9e01bc8-51ee-4360-b05a-102216424c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0270278 Jul 16 09:46:56.815227 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c34aba-ba1d-4cc6-9f07-3651fc412b52 req-e132728b-b09c-48a3-be6b-158cad9ed714 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:56.816755 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a3c34aba-ba1d-4cc6-9f07-3651fc412b52 req-e132728b-b09c-48a3-be6b-158cad9ed714 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 945 time: 0.0630696 Jul 16 09:46:56.855413 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a3c34aba-ba1d-4cc6-9f07-3651fc412b52 req-42c07e9e-4bb7-419c-85c9-266d5383f258 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e01bc8-51ee-4360-b05a-102216424c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325117 Jul 16 09:46:58.034726 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f3aa34-e437-4428-b4aa-ab1e2dd8c712 req-08063a10-621e-438b-9b6a-1e5964113dd8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:58.036103 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-64f3aa34-e437-4428-b4aa-ab1e2dd8c712 req-08063a10-621e-438b-9b6a-1e5964113dd8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 945 time: 0.0642452 Jul 16 09:46:58.074340 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-64f3aa34-e437-4428-b4aa-ab1e2dd8c712 req-c5603ccd-9071-49bc-99ab-1f0a6b318998 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e01bc8-51ee-4360-b05a-102216424c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326819 Jul 16 09:46:58.251801 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d10f63c8-2602-4796-9d87-55112309083a req-094511ab-f327-4c9c-ae0a-98417206ad5d tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:58.253296 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d10f63c8-2602-4796-9d87-55112309083a req-094511ab-f327-4c9c-ae0a-98417206ad5d tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 945 time: 0.0681725 Jul 16 09:46:58.290238 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d10f63c8-2602-4796-9d87-55112309083a req-72f42584-662d-4aa7-a077-0fa786c715d7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e01bc8-51ee-4360-b05a-102216424c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313613 Jul 16 09:46:58.314024 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49724) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:58.364603 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a3c8193-5b6a-4def-8b52-25c20cde15d1 tempest-TestNetworkAdvancedServerOps-189494951 tempest-TestNetworkAdvancedServerOps-189494951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:46:58.366086 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5a3c8193-5b6a-4def-8b52-25c20cde15d1 tempest-TestNetworkAdvancedServerOps-189494951 tempest-TestNetworkAdvancedServerOps-189494951-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 1092 time: 0.0511045 Jul 16 09:46:58.368796 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49726) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:46:58.373032 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-f9b53a4e-edec-4e96-8aaa-a32d320e1188 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'port_id': '1043de4b-a686-488b-ac8d-7aee86425ad3', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:46:58.394722 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9b53a4e-edec-4e96-8aaa-a32d320e1188 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:58.494656 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9b53a4e-edec-4e96-8aaa-a32d320e1188 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:58.594215 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-f9b53a4e-edec-4e96-8aaa-a32d320e1188 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Allocated IP 172.25.3.29 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/f88c1d92-6b4a-4c35-81ff-07ff9d6def84) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:46:58.695754 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9b53a4e-edec-4e96-8aaa-a32d320e1188 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:58.733753 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9b53a4e-edec-4e96-8aaa-a32d320e1188 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:58.768782 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9b53a4e-edec-4e96-8aaa-a32d320e1188 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:46:58.773370 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-f9b53a4e-edec-4e96-8aaa-a32d320e1188 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:46:58.776042 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b53a4e-edec-4e96-8aaa-a32d320e1188 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:46:58.802797 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b53a4e-edec-4e96-8aaa-a32d320e1188 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Port': ['ID=f88c1d92-6b4a-4c35-81ff-07ff9d6def84,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:59.236146 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:46:59.485624 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9b53a4e-edec-4e96-8aaa-a32d320e1188 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:59.557481 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9b53a4e-edec-4e96-8aaa-a32d320e1188 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:59.705723 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9b53a4e-edec-4e96-8aaa-a32d320e1188 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:59.710326 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9b53a4e-edec-4e96-8aaa-a32d320e1188 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:59.781056 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b53a4e-edec-4e96-8aaa-a32d320e1188 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Port': ['ID=f88c1d92-6b4a-4c35-81ff-07ff9d6def84,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:46:59.790746 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9b53a4e-edec-4e96-8aaa-a32d320e1188 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:46:59.890568 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-f9b53a4e-edec-4e96-8aaa-a32d320e1188 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Floating IP 2e3bd341-4865-4dab-a2a7-7d9e4f2a2758 associated. External IP: 172.25.3.29, port: 1043de4b-a686-488b-ac8d-7aee86425ad3. Jul 16 09:47:00.095801 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9b53a4e-edec-4e96-8aaa-a32d320e1188 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Router 65393161-a6dc-4884-b062-df3bedec4180 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:47:00.202711 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9b53a4e-edec-4e96-8aaa-a32d320e1188 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:47:00.212186 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c42bbcd-8559-44d0-9745-167d32059776 None None] Sync routers for ids ['65393161-a6dc-4884-b062-df3bedec4180'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:47:00.219012 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-f9b53a4e-edec-4e96-8aaa-a32d320e1188 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:00.222631 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c42bbcd-8559-44d0-9745-167d32059776 None None] Routers {'65393161-a6dc-4884-b062-df3bedec4180'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:00.223255 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0c42bbcd-8559-44d0-9745-167d32059776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:46:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['65393161-a6dc-4884-b062-df3bedec4180'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:00.255076 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-f9b53a4e-edec-4e96-8aaa-a32d320e1188 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8852754 Jul 16 09:47:00.255678 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3800c44a-6885-4904-b657-6905227d82bc', 'tag': '1043de4b-a686-488b-ac8d-7aee86425ad3'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:47:00.257981 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6690a7a0-3237-45e4-ad25-cb59846201bb" -d '{"events": [{"name": "network-changed", "server_uuid": "3800c44a-6885-4904-b657-6905227d82bc", "tag": "1043de4b-a686-488b-ac8d-7aee86425ad3"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:47:00.294123 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:47:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38d7fed2-dbfa-4e92-9672-443d5827dd5a x-openstack-request-id: req-38d7fed2-dbfa-4e92-9672-443d5827dd5a {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:47:00.294419 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3800c44a-6885-4904-b657-6905227d82bc", "tag": "1043de4b-a686-488b-ac8d-7aee86425ad3", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:47:00.294674 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-38d7fed2-dbfa-4e92-9672-443d5827dd5a {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:47:00.295106 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3800c44a-6885-4904-b657-6905227d82bc', 'tag': '1043de4b-a686-488b-ac8d-7aee86425ad3', 'status': 'completed', 'code': 200} Jul 16 09:47:00.338184 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-0c42bbcd-8559-44d0-9745-167d32059776 None None] Set router 65393161-a6dc-4884-b062-df3bedec4180 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:00.371594 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690a7a0-3237-45e4-ad25-cb59846201bb req-c03d1623-6c15-4767-9690-020a188a2328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:00.373140 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6690a7a0-3237-45e4-ad25-cb59846201bb req-c03d1623-6c15-4767-9690-020a188a2328 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 1097 time: 0.0549431 Jul 16 09:47:00.414878 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d11d8c9-8212-46af-b3ae-dfe95d78c438 req-040a176d-564d-470f-890c-4a7b53361dd8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:00.416569 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6d11d8c9-8212-46af-b3ae-dfe95d78c438 req-040a176d-564d-470f-890c-4a7b53361dd8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 945 time: 0.0662856 Jul 16 09:47:00.459576 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6d11d8c9-8212-46af-b3ae-dfe95d78c438 req-8d093964-059b-4c8b-8abb-740b2cea0825 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e01bc8-51ee-4360-b05a-102216424c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347135 Jul 16 09:47:00.474078 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690a7a0-3237-45e4-ad25-cb59846201bb req-b545ddbb-72ee-446e-9ecd-d8411cc54860 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:00.475596 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6690a7a0-3237-45e4-ad25-cb59846201bb req-b545ddbb-72ee-446e-9ecd-d8411cc54860 service neutron] 10.222.0.21 "GET /v2.0/networks?id=83aaaec5-edb7-427a-bd9c-c8bf8827e8b7 HTTP/1.1" status: 200 len: 898 time: 0.0965405 Jul 16 09:47:00.485726 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49734) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:00.542220 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6690a7a0-3237-45e4-ad25-cb59846201bb req-e969dfed-550a-4f30-b7c8-d99ad69d583e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1043de4b-a686-488b-ac8d-7aee86425ad3 HTTP/1.1" status: 200 len: 998 time: 0.0598898 Jul 16 09:47:00.551254 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-78465c98-7b4b-4101-bd76-501b40f5b24e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/floatingips/2e3bd341-4865-4dab-a2a7-7d9e4f2a2758 HTTP/1.1" status: 200 len: 990 time: 0.0641975 Jul 16 09:47:00.569217 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0c42bbcd-8559-44d0-9745-167d32059776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65393161-a6dc-4884-b062-df3bedec4180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307320503', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '07efdbb9-950c-4567-a975-1c0227083337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:46:42Z', 'updated_at': '2021-07-16T09:46:46Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '07efdbb9-950c-4567-a975-1c0227083337', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65393161-a6dc-4884-b062-df3bedec4180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:42Z', 'updated_at': '2021-07-16T09:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '2e3bd341-4865-4dab-a2a7-7d9e4f2a2758', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '65393161-a6dc-4884-b062-df3bedec4180', 'port_id': '1043de4b-a686-488b-ac8d-7aee86425ad3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7', 'mac_address': 'fa:16:3e:5d:bb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3800c44a-6885-4904-b657-6905227d82bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:46:59Z', 'updated_at': '2021-07-16T09:46:59Z', 'revision_number': 0, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eab05b0-7356-4f88-adf2-5ee81bae2f75', 'name': '', 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:5a:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65393161-a6dc-4884-b062-df3bedec4180', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:45Z', 'updated_at': '2021-07-16T09:46:51Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': '39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:00.591572 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690a7a0-3237-45e4-ad25-cb59846201bb req-13a67f04-f216-4d93-a3c4-3bf2947d40ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:00.593070 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6690a7a0-3237-45e4-ad25-cb59846201bb req-13a67f04-f216-4d93-a3c4-3bf2947d40ad service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2 HTTP/1.1" status: 200 len: 834 time: 0.0445652 Jul 16 09:47:00.599340 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c42bbcd-8559-44d0-9745-167d32059776 None None] Checking router: 65393161-a6dc-4884-b062-df3bedec4180 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:47:00.607583 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c42bbcd-8559-44d0-9745-167d32059776 None None] Routers {'65393161-a6dc-4884-b062-df3bedec4180'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:47:00.608197 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0c42bbcd-8559-44d0-9745-167d32059776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:46:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['65393161-a6dc-4884-b062-df3bedec4180'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:00.653564 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6690a7a0-3237-45e4-ad25-cb59846201bb req-dedda7d0-95ac-49bc-ac84-0f34ebdeca36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:00.655088 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6690a7a0-3237-45e4-ad25-cb59846201bb req-dedda7d0-95ac-49bc-ac84-0f34ebdeca36 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83aaaec5-edb7-427a-bd9c-c8bf8827e8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559685 Jul 16 09:47:00.708951 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-0c42bbcd-8559-44d0-9745-167d32059776 None None] Set router 65393161-a6dc-4884-b062-df3bedec4180 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:47:00.744556 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6690a7a0-3237-45e4-ad25-cb59846201bb req-3b745826-7e33-4b16-8295-b8ba57209a3b service neutron] 10.222.0.21 "GET /v2.0/networks/83aaaec5-edb7-427a-bd9c-c8bf8827e8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831857 Jul 16 09:47:00.839509 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6690a7a0-3237-45e4-ad25-cb59846201bb req-1b8147c9-20ec-42f3-8901-88c604a1b533 service neutron] 10.222.0.21 "GET /v2.0/networks/83aaaec5-edb7-427a-bd9c-c8bf8827e8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887570 Jul 16 09:47:00.935494 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-0c42bbcd-8559-44d0-9745-167d32059776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65393161-a6dc-4884-b062-df3bedec4180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307320503', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '07efdbb9-950c-4567-a975-1c0227083337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:46:42Z', 'updated_at': '2021-07-16T09:46:46Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '07efdbb9-950c-4567-a975-1c0227083337', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65393161-a6dc-4884-b062-df3bedec4180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:42Z', 'updated_at': '2021-07-16T09:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '2e3bd341-4865-4dab-a2a7-7d9e4f2a2758', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '65393161-a6dc-4884-b062-df3bedec4180', 'port_id': '1043de4b-a686-488b-ac8d-7aee86425ad3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7', 'mac_address': 'fa:16:3e:5d:bb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3800c44a-6885-4904-b657-6905227d82bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:46:59Z', 'updated_at': '2021-07-16T09:46:59Z', 'revision_number': 0, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eab05b0-7356-4f88-adf2-5ee81bae2f75', 'name': '', 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:5a:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65393161-a6dc-4884-b062-df3bedec4180', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:45Z', 'updated_at': '2021-07-16T09:46:51Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': '39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:47:00.961421 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c42bbcd-8559-44d0-9745-167d32059776 None None] The sync data for ids ['65393161-a6dc-4884-b062-df3bedec4180'] in n-d-771362-37 is: [{'id': '65393161-a6dc-4884-b062-df3bedec4180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307320503', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '07efdbb9-950c-4567-a975-1c0227083337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:46:42Z', 'updated_at': '2021-07-16T09:46:46Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '07efdbb9-950c-4567-a975-1c0227083337', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65393161-a6dc-4884-b062-df3bedec4180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:42Z', 'updated_at': '2021-07-16T09:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '2e3bd341-4865-4dab-a2a7-7d9e4f2a2758', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'floating_ip_address': '172.25.3.29', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '65393161-a6dc-4884-b062-df3bedec4180', 'port_id': '1043de4b-a686-488b-ac8d-7aee86425ad3', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4186, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7', 'mac_address': 'fa:16:3e:5d:bb:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3800c44a-6885-4904-b657-6905227d82bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:46:59Z', 'updated_at': '2021-07-16T09:46:59Z', 'revision_number': 0, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1eab05b0-7356-4f88-adf2-5ee81bae2f75', 'name': '', 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:5a:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65393161-a6dc-4884-b062-df3bedec4180', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:45Z', 'updated_at': '2021-07-16T09:46:51Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': '39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:47:01.143553 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa85f3a9-b81a-4d3e-8952-c435f855a2b5 None None] New status for floating IP 2e3bd341-4865-4dab-a2a7-7d9e4f2a2758: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:47:01.554228 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49736) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:01.614425 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3a347d57-9502-4026-b3fa-ba11ded75421 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/floatingips/2e3bd341-4865-4dab-a2a7-7d9e4f2a2758 HTTP/1.1" status: 200 len: 992 time: 0.0590773 Jul 16 09:47:02.997758 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:02.998955 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:03.395135 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-774789de-06c9-486f-8ec1-a450bba8555c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:05.832064 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c5085cf9-b437-4588-9955-9341086bb237 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:06.151906 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:07.406266 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:08.840548 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:17.785995 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-be439984-fc41-406f-b4ed-ef4b30ade88e req-d732506a-1ea8-4e56-a3c3-7ac455ca0963 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516481 Jul 16 09:47:17.879990 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be439984-fc41-406f-b4ed-ef4b30ade88e req-94295137-6779-4261-89a9-22b320a9a20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:17.881497 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-be439984-fc41-406f-b4ed-ef4b30ade88e req-94295137-6779-4261-89a9-22b320a9a20a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 1097 time: 0.0520079 Jul 16 09:47:17.986411 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be439984-fc41-406f-b4ed-ef4b30ade88e req-f1448176-ec72-470a-b530-b488cc71257b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:17.987863 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-be439984-fc41-406f-b4ed-ef4b30ade88e req-f1448176-ec72-470a-b530-b488cc71257b service neutron] 10.222.0.21 "GET /v2.0/networks?id=83aaaec5-edb7-427a-bd9c-c8bf8827e8b7 HTTP/1.1" status: 200 len: 898 time: 0.0865905 Jul 16 09:47:18.051048 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-be439984-fc41-406f-b4ed-ef4b30ade88e req-d6dc9ea3-b4a7-436a-9e0c-eeb7a6d91968 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1043de4b-a686-488b-ac8d-7aee86425ad3 HTTP/1.1" status: 200 len: 1000 time: 0.0566757 Jul 16 09:47:18.105140 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be439984-fc41-406f-b4ed-ef4b30ade88e req-ee5b5452-c18c-440a-8006-bbfc39b9eb4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:18.106575 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-be439984-fc41-406f-b4ed-ef4b30ade88e req-ee5b5452-c18c-440a-8006-bbfc39b9eb4e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2 HTTP/1.1" status: 200 len: 834 time: 0.0486164 Jul 16 09:47:18.162284 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be439984-fc41-406f-b4ed-ef4b30ade88e req-4bcc63bc-9802-4188-a829-bd94bb1dedf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:18.163772 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-be439984-fc41-406f-b4ed-ef4b30ade88e req-4bcc63bc-9802-4188-a829-bd94bb1dedf1 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83aaaec5-edb7-427a-bd9c-c8bf8827e8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503693 Jul 16 09:47:18.175570 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-be439984-fc41-406f-b4ed-ef4b30ade88e req-297fd618-6c0b-4248-8b2c-db2e07459588 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:47:18.176518 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-be439984-fc41-406f-b4ed-ef4b30ade88e req-297fd618-6c0b-4248-8b2c-db2e07459588 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049050 Jul 16 09:47:18.263707 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-be439984-fc41-406f-b4ed-ef4b30ade88e req-7c3cf4f2-4bad-4de5-85ef-0549f3c052b3 service neutron] 10.222.0.21 "GET /v2.0/networks/83aaaec5-edb7-427a-bd9c-c8bf8827e8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802937 Jul 16 09:47:18.357549 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-be439984-fc41-406f-b4ed-ef4b30ade88e req-98d60937-df17-4629-a4e3-acf55cf6c040 service neutron] 10.222.0.21 "GET /v2.0/networks/83aaaec5-edb7-427a-bd9c-c8bf8827e8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860422 Jul 16 09:47:30.591114 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-901972c7-e622-4db1-8902-cb05ac0cce0d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1421490 Jul 16 09:47:30.601289 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23ada8d9-4238-46dc-b52b-3f89aaf243b5 req-9d497ae8-a346-4100-8ff3-067443cb6b6e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:30.603329 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-23ada8d9-4238-46dc-b52b-3f89aaf243b5 req-9d497ae8-a346-4100-8ff3-067443cb6b6e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 945 time: 0.1038244 Jul 16 09:47:30.644947 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-23ada8d9-4238-46dc-b52b-3f89aaf243b5 req-b1588c85-f938-4e93-98b4-8d73e6a164fc tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e01bc8-51ee-4360-b05a-102216424c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354962 Jul 16 09:47:31.838081 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6194f20d-32fc-4850-99f7-eced5bb48caf req-f59796ba-e5b5-4dc2-a55f-d6d551c3e801 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:31.839818 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6194f20d-32fc-4850-99f7-eced5bb48caf req-f59796ba-e5b5-4dc2-a55f-d6d551c3e801 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 945 time: 0.0740259 Jul 16 09:47:31.857306 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-7f847b83-b0d0-4639-8fa4-a7c54565d628 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:31.859619 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-7f847b83-b0d0-4639-8fa4-a7c54565d628 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 1097 time: 0.0634663 Jul 16 09:47:31.885509 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6194f20d-32fc-4850-99f7-eced5bb48caf req-0e51b45e-6718-41d5-8671-0f2e504c353d tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e01bc8-51ee-4360-b05a-102216424c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399423 Jul 16 09:47:31.961586 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-403f756b-50fa-4f16-a1b1-0a0c17a7008e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:31.963000 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-403f756b-50fa-4f16-a1b1-0a0c17a7008e service neutron] 10.222.0.21 "GET /v2.0/networks?id=83aaaec5-edb7-427a-bd9c-c8bf8827e8b7 HTTP/1.1" status: 200 len: 898 time: 0.0962279 Jul 16 09:47:32.028342 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-f2511198-8ba3-42d8-8a97-ebd58ae3de8f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1043de4b-a686-488b-ac8d-7aee86425ad3 HTTP/1.1" status: 200 len: 1000 time: 0.0580575 Jul 16 09:47:32.075864 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-f75fe86d-68b0-43a3-be5a-8c64128f532e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:32.077908 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-f75fe86d-68b0-43a3-be5a-8c64128f532e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2 HTTP/1.1" status: 200 len: 834 time: 0.0434525 Jul 16 09:47:32.138335 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-beaba6c9-3ee8-424e-b155-7da1b12d032e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:32.140516 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-beaba6c9-3ee8-424e-b155-7da1b12d032e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83aaaec5-edb7-427a-bd9c-c8bf8827e8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562367 Jul 16 09:47:32.228999 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-4c2b2f49-f59e-4b71-a0e9-f37227bd66b1 service neutron] 10.222.0.21 "GET /v2.0/networks/83aaaec5-edb7-427a-bd9c-c8bf8827e8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819600 Jul 16 09:47:32.332137 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-30b3a141-4890-4060-a8f1-e04abed3f5a1 service neutron] 10.222.0.21 "GET /v2.0/networks/83aaaec5-edb7-427a-bd9c-c8bf8827e8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928354 Jul 16 09:47:32.991911 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:32.996290 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:33.062709 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deebc8f1-1ea9-4a66-82f3-47aed0fb08d1 req-2d2b9963-177d-40e7-a0db-6e2782731c89 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:33.064304 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-deebc8f1-1ea9-4a66-82f3-47aed0fb08d1 req-2d2b9963-177d-40e7-a0db-6e2782731c89 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 945 time: 0.0648668 Jul 16 09:47:33.103936 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-deebc8f1-1ea9-4a66-82f3-47aed0fb08d1 req-5b29f849-f1cb-41df-8660-b272fa808464 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e01bc8-51ee-4360-b05a-102216424c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330431 Jul 16 09:47:33.395514 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-52c8fe87-8763-42d7-b2c8-4465fd87c19b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:34.284028 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf624bf-8781-4359-9675-c682df8b33af req-610edacb-c02c-492c-a261-2debb85e022e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:34.285528 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ddf624bf-8781-4359-9675-c682df8b33af req-610edacb-c02c-492c-a261-2debb85e022e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 945 time: 0.0646894 Jul 16 09:47:34.324267 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ddf624bf-8781-4359-9675-c682df8b33af req-91fc27f1-2456-4095-b50b-d9fc0c3a8990 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e01bc8-51ee-4360-b05a-102216424c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331140 Jul 16 09:47:35.508596 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6cd44b-a537-4ceb-ade4-6f305bfa8939 req-e6b2cb27-cb46-4447-b13d-d52c8826051c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:35.510094 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4a6cd44b-a537-4ceb-ade4-6f305bfa8939 req-e6b2cb27-cb46-4447-b13d-d52c8826051c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 945 time: 0.0688279 Jul 16 09:47:35.547739 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4a6cd44b-a537-4ceb-ade4-6f305bfa8939 req-a3681a51-42dd-4fa2-96c8-c0917f1d29e6 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e01bc8-51ee-4360-b05a-102216424c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318768 Jul 16 09:47:35.833419 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9d910a92-7a4a-412d-bb83-6d27d3884378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:36.157233 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:36.235467 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:47:36.731432 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd24d11-7166-4c28-90ed-23014d27efc6 req-a1066115-d45e-48df-a490-6db7d6391bb8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:36.733548 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2bd24d11-7166-4c28-90ed-23014d27efc6 req-a1066115-d45e-48df-a490-6db7d6391bb8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 945 time: 0.0723016 Jul 16 09:47:36.773883 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2bd24d11-7166-4c28-90ed-23014d27efc6 req-ccd6ea39-22ff-4a87-9ce9-fa2e61688b3c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e01bc8-51ee-4360-b05a-102216424c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343978 Jul 16 09:47:37.405814 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:37.959685 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d580cf14-c8cf-4639-9368-3f04e0254d80 req-6b76e6be-1d52-4c89-8fd5-b06d85176ee8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:37.961200 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d580cf14-c8cf-4639-9368-3f04e0254d80 req-6b76e6be-1d52-4c89-8fd5-b06d85176ee8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 945 time: 0.0632763 Jul 16 09:47:38.003849 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d580cf14-c8cf-4639-9368-3f04e0254d80 req-f87eb126-8b78-4e02-9ee7-57b2c0eaae20 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e01bc8-51ee-4360-b05a-102216424c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351443 Jul 16 09:47:38.844061 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:39.181299 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2eceb4-817d-435c-a795-02187073a8a0 req-31edc321-9b47-46ce-9414-fdc6451de5d9 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:39.182783 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9d2eceb4-817d-435c-a795-02187073a8a0 req-31edc321-9b47-46ce-9414-fdc6451de5d9 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 945 time: 0.0656188 Jul 16 09:47:39.220121 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9d2eceb4-817d-435c-a795-02187073a8a0 req-bbd80bcb-e632-42e0-a7bb-2abfec7e8007 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e01bc8-51ee-4360-b05a-102216424c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318232 Jul 16 09:47:40.391872 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c611bc3c-2f5f-4ab6-9d53-1ab22f9ec83d req-56c186aa-5ea1-441d-8462-68ee9b09ca1c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:40.393394 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c611bc3c-2f5f-4ab6-9d53-1ab22f9ec83d req-56c186aa-5ea1-441d-8462-68ee9b09ca1c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 945 time: 0.0624285 Jul 16 09:47:40.434871 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c611bc3c-2f5f-4ab6-9d53-1ab22f9ec83d req-c2e45a2a-a3db-40fb-b45e-42aaecb8e70b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e01bc8-51ee-4360-b05a-102216424c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357621 Jul 16 09:47:41.611215 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e85a08c-3edd-49fb-8809-c1f2aaf59f06 req-d987dee1-a36f-41dc-9ca9-9846e92c4d9f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:41.612758 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2e85a08c-3edd-49fb-8809-c1f2aaf59f06 req-d987dee1-a36f-41dc-9ca9-9846e92c4d9f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 945 time: 0.0637388 Jul 16 09:47:41.650221 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2e85a08c-3edd-49fb-8809-c1f2aaf59f06 req-2a8633cd-17e8-4e01-ba67-62aee9980b32 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e01bc8-51ee-4360-b05a-102216424c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316391 Jul 16 09:47:42.826219 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436c70a-806b-4cab-8e11-f1e9c10cf12a req-2cbcfad1-9c64-404d-93e7-32fccabfeceb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:42.827927 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f436c70a-806b-4cab-8e11-f1e9c10cf12a req-2cbcfad1-9c64-404d-93e7-32fccabfeceb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 945 time: 0.0643311 Jul 16 09:47:42.865712 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f436c70a-806b-4cab-8e11-f1e9c10cf12a req-539fd03a-7fe1-446f-a567-760061f7ba23 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e01bc8-51ee-4360-b05a-102216424c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318451 Jul 16 09:47:44.043025 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9073188-8e67-47df-9508-c8410db59702 req-7cbab997-c946-4a98-9413-8ca87bc32897 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:44.044490 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d9073188-8e67-47df-9508-c8410db59702 req-7cbab997-c946-4a98-9413-8ca87bc32897 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 945 time: 0.0679998 Jul 16 09:47:44.083312 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d9073188-8e67-47df-9508-c8410db59702 req-6a7acd0e-eaf3-482a-8119-4c7fd6b2d8b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e01bc8-51ee-4360-b05a-102216424c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326636 Jul 16 09:47:44.212877 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-6408d1aa-8c37-4665-a1ae-4e1394494011 service neutron] show failed (client error): The resource could not be found. Jul 16 09:47:44.213917 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-6408d1aa-8c37-4665-a1ae-4e1394494011 service neutron] 10.222.0.21 "GET /v2.0/ports/1043de4b-a686-488b-ac8d-7aee86425ad3/bindings/n-h1-771362-37 HTTP/1.1" status: 404 len: 381 time: 0.0548465 Jul 16 09:47:44.531211 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-1aa15ead-a408-47f9-8ee2-b44775d606fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:44.532723 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-1aa15ead-a408-47f9-8ee2-b44775d606fc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc&tenant_id=55b2b7c3083e453e9655fb0b64077473 HTTP/1.1" status: 200 len: 1097 time: 0.0967579 Jul 16 09:47:44.543633 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-771362-37', 'device_owner': 'compute:nova'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:47:44.612588 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.174048 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] For port 1043de4b-a686-488b-ac8d-7aee86425ad3, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=1043de4b-a686-488b-ac8d-7aee86425ad3,segment=NetworkSegment(ddd569c2-659b-4fe7-8ff5-a32610798774),segment_id=ddd569c2-659b-4fe7-8ff5-a32610798774)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:45.209453 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] For port 1043de4b-a686-488b-ac8d-7aee86425ad3, host n-h2-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:47:45.249349 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3800c44a-6885-4904-b657-6905227d82bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1043de4b-a686-488b-ac8d-7aee86425ad3'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:47:45.251658 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75dbacb-ebcb-46dc-9ce4-c9ed2c556006" -d '{"events": [{"server_uuid": "3800c44a-6885-4904-b657-6905227d82bc", "name": "network-vif-unplugged", "status": "completed", "tag": "1043de4b-a686-488b-ac8d-7aee86425ad3"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:47:45.255496 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.268124 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] Transition to ACTIVE for port object 1043de4b-a686-488b-ac8d-7aee86425ad3 will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:47:45.268540 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff984f-ee97-4a2a-83fc-cbbd70a83910 req-3ead48ce-98a4-4cf2-9fe9-ea07049d1a1f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:45.270474 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-19ff984f-ee97-4a2a-83fc-cbbd70a83910 req-3ead48ce-98a4-4cf2-9fe9-ea07049d1a1f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 945 time: 0.0691342 Jul 16 09:47:45.272433 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.319417 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:47:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd52be0e-6afe-4b0f-a421-cbd7ce1eec93 x-openstack-request-id: req-fd52be0e-6afe-4b0f-a421-cbd7ce1eec93 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:47:45.319736 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3800c44a-6885-4904-b657-6905227d82bc", "name": "network-vif-unplugged", "status": "completed", "tag": "1043de4b-a686-488b-ac8d-7aee86425ad3", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:47:45.320220 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fd52be0e-6afe-4b0f-a421-cbd7ce1eec93 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:47:45.320647 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3800c44a-6885-4904-b657-6905227d82bc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1043de4b-a686-488b-ac8d-7aee86425ad3', 'code': 200} Jul 16 09:47:45.321966 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-19ff984f-ee97-4a2a-83fc-cbbd70a83910 req-2aeefae0-312c-438c-abca-792d96a997d8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e01bc8-51ee-4360-b05a-102216424c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439141 Jul 16 09:47:45.329108 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1043de4b-a686-488b-ac8d-7aee86425ad3,revision_number=6']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:45.371806 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:45.372047 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:45.372439 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:45.372812 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:45.373148 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:45.373536 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:45.373823 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:45.374146 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:45.374473 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:45.374913 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:45.375356 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:45.375637 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:45.417307 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] No DVR routers for this DVR port 1043de4b-a686-488b-ac8d-7aee86425ad3 on host n-h2-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:47:45.556116 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] Attempting to bind port 1043de4b-a686-488b-ac8d-7aee86425ad3 on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:47:45.556479 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] Attempting to bind port 1043de4b-a686-488b-ac8d-7aee86425ad3 by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'ddd569c2-659b-4fe7-8ff5-a32610798774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:47:45.556811 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] Attempting to bind port 1043de4b-a686-488b-ac8d-7aee86425ad3 on network 83aaaec5-edb7-427a-bd9c-c8bf8827e8b7 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:47:45.561071 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] Port 1043de4b-a686-488b-ac8d-7aee86425ad3 on network 83aaaec5-edb7-427a-bd9c-c8bf8827e8b7 not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:47:45.561483 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] Attempting to bind port 1043de4b-a686-488b-ac8d-7aee86425ad3 on network 83aaaec5-edb7-427a-bd9c-c8bf8827e8b7 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:47:45.566198 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 47, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:47:45.566535 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] Checking segment: {'id': 'ddd569c2-659b-4fe7-8ff5-a32610798774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:47:45.566922 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] Bound using segment: {'id': 'ddd569c2-659b-4fe7-8ff5-a32610798774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:47:45.567344 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] Bound port: 1043de4b-a686-488b-ac8d-7aee86425ad3, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddd569c2-659b-4fe7-8ff5-a32610798774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:47:45.567697 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.628491 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] For port 1043de4b-a686-488b-ac8d-7aee86425ad3, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:47:45.631256 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] For port 1043de4b-a686-488b-ac8d-7aee86425ad3, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=1043de4b-a686-488b-ac8d-7aee86425ad3,segment=NetworkSegment(ddd569c2-659b-4fe7-8ff5-a32610798774),segment_id=ddd569c2-659b-4fe7-8ff5-a32610798774)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:47:45.635647 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.676614 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:45.677234 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:45.678615 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] 10.222.0.30 "PUT /v2.0/ports/1043de4b-a686-488b-ac8d-7aee86425ad3 HTTP/1.1" status: 200 len: 1092 time: 1.1389534 Jul 16 09:47:45.695443 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c11252-90eb-414e-94d5-a3138bacc4a0 service neutron] Pushing event updated for resources: {'Port': ['ID=1043de4b-a686-488b-ac8d-7aee86425ad3,revision_number=7']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:45.756843 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-df0c173f-5926-42b0-9a3c-02d85fe9ae31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:45.758428 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-df0c173f-5926-42b0-9a3c-02d85fe9ae31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 1095 time: 0.0566895 Jul 16 09:47:45.867745 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-c241e6b0-eac5-46e3-8a27-9c8f36062d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:45.869266 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-c241e6b0-eac5-46e3-8a27-9c8f36062d39 service neutron] 10.222.0.30 "GET /v2.0/networks?id=83aaaec5-edb7-427a-bd9c-c8bf8827e8b7 HTTP/1.1" status: 200 len: 898 time: 0.1047668 Jul 16 09:47:45.937388 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-270aaa4e-34d9-451d-b018-1ccfb66c2f69 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1043de4b-a686-488b-ac8d-7aee86425ad3 HTTP/1.1" status: 200 len: 998 time: 0.0609605 Jul 16 09:47:45.985885 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-a8d3f281-ee84-46d0-9604-719caff9bdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:45.987401 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-a8d3f281-ee84-46d0-9604-719caff9bdbc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2 HTTP/1.1" status: 200 len: 834 time: 0.0444894 Jul 16 09:47:46.051117 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-9639be2c-defc-4c2c-af98-d8530003b44d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:46.052631 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-9639be2c-defc-4c2c-af98-d8530003b44d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83aaaec5-edb7-427a-bd9c-c8bf8827e8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0584965 Jul 16 09:47:46.147069 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-16fdb27d-13ef-439a-9524-e27269dce95d service neutron] 10.222.0.30 "GET /v2.0/networks/83aaaec5-edb7-427a-bd9c-c8bf8827e8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874696 Jul 16 09:47:46.247135 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-25d43e73-2b31-431a-be80-0d7c56cae928 req-47dfb718-72d9-47d7-985e-7d60ac3bccc2 service neutron] 10.222.0.30 "GET /v2.0/networks/83aaaec5-edb7-427a-bd9c-c8bf8827e8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935891 Jul 16 09:47:46.510034 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd950a-f359-4f8a-9e0e-8fa6f33b9c0a req-89c220c2-7a4f-4fcb-9121-054694af1f4e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:46.511526 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5ecd950a-f359-4f8a-9e0e-8fa6f33b9c0a req-89c220c2-7a4f-4fcb-9121-054694af1f4e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 943 time: 0.0652540 Jul 16 09:47:46.549645 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5ecd950a-f359-4f8a-9e0e-8fa6f33b9c0a req-3e1d3af4-a600-45e6-b153-fa04256049b0 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e01bc8-51ee-4360-b05a-102216424c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325563 Jul 16 09:47:47.322311 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3800c44a-6885-4904-b657-6905227d82bc', 'tag': '1043de4b-a686-488b-ac8d-7aee86425ad3'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:47:47.324741 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ddff261-ab58-4635-8469-f85d675639ae" -d '{"events": [{"name": "network-changed", "server_uuid": "3800c44a-6885-4904-b657-6905227d82bc", "tag": "1043de4b-a686-488b-ac8d-7aee86425ad3"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:47:47.372275 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-156a7a0c-10d2-412c-8324-40203afec5da x-openstack-request-id: req-156a7a0c-10d2-412c-8324-40203afec5da {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:47:47.373207 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3800c44a-6885-4904-b657-6905227d82bc", "tag": "1043de4b-a686-488b-ac8d-7aee86425ad3", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:47:47.373423 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-156a7a0c-10d2-412c-8324-40203afec5da {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:47:47.373838 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3800c44a-6885-4904-b657-6905227d82bc', 'tag': '1043de4b-a686-488b-ac8d-7aee86425ad3', 'status': 'completed', 'code': 200} Jul 16 09:47:47.445410 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddff261-ab58-4635-8469-f85d675639ae req-5afd1367-7d9a-4078-8670-e1273323fabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:47.446965 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7ddff261-ab58-4635-8469-f85d675639ae req-5afd1367-7d9a-4078-8670-e1273323fabf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 1095 time: 0.0548048 Jul 16 09:47:47.447354 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddff261-ab58-4635-8469-f85d675639ae req-13358ff8-d577-427d-a8e7-fd091cedfccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:47.448862 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7ddff261-ab58-4635-8469-f85d675639ae req-13358ff8-d577-427d-a8e7-fd091cedfccc service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 1095 time: 0.0530634 Jul 16 09:47:47.540440 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddff261-ab58-4635-8469-f85d675639ae req-3602ace6-d76d-4393-afeb-1a10db565393 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:47.541962 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7ddff261-ab58-4635-8469-f85d675639ae req-3602ace6-d76d-4393-afeb-1a10db565393 service neutron] 10.222.0.30 "GET /v2.0/networks?id=83aaaec5-edb7-427a-bd9c-c8bf8827e8b7 HTTP/1.1" status: 200 len: 898 time: 0.0885704 Jul 16 09:47:47.542878 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddff261-ab58-4635-8469-f85d675639ae req-f4b9669e-db71-41db-8f45-d0ae31b1b6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:47.544876 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7ddff261-ab58-4635-8469-f85d675639ae req-f4b9669e-db71-41db-8f45-d0ae31b1b6b7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=83aaaec5-edb7-427a-bd9c-c8bf8827e8b7 HTTP/1.1" status: 200 len: 898 time: 0.0889137 Jul 16 09:47:47.610505 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7ddff261-ab58-4635-8469-f85d675639ae req-62d3805d-eb7a-4664-83dc-43742710bc3f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1043de4b-a686-488b-ac8d-7aee86425ad3 HTTP/1.1" status: 200 len: 998 time: 0.0603523 Jul 16 09:47:47.615581 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7ddff261-ab58-4635-8469-f85d675639ae req-5b2f2f4c-9f49-495b-a265-ecc218f98b00 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1043de4b-a686-488b-ac8d-7aee86425ad3 HTTP/1.1" status: 200 len: 998 time: 0.0670807 Jul 16 09:47:47.660878 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddff261-ab58-4635-8469-f85d675639ae req-2ed4f3d9-799c-4046-810d-3f13f377c2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:47.662366 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7ddff261-ab58-4635-8469-f85d675639ae req-2ed4f3d9-799c-4046-810d-3f13f377c2fe service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2 HTTP/1.1" status: 200 len: 834 time: 0.0459960 Jul 16 09:47:47.667233 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddff261-ab58-4635-8469-f85d675639ae req-3dd9cad2-1217-460e-b4dc-a56231c52cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:47.668772 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7ddff261-ab58-4635-8469-f85d675639ae req-3dd9cad2-1217-460e-b4dc-a56231c52cb1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2 HTTP/1.1" status: 200 len: 834 time: 0.0460913 Jul 16 09:47:47.728670 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddff261-ab58-4635-8469-f85d675639ae req-d158c8eb-4eb4-4e4c-9076-e5564d86660f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:47.730310 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7ddff261-ab58-4635-8469-f85d675639ae req-d158c8eb-4eb4-4e4c-9076-e5564d86660f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83aaaec5-edb7-427a-bd9c-c8bf8827e8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594397 Jul 16 09:47:47.771282 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5129994-091f-490d-8ca7-0aed2c8fe5e7 req-7e845c49-8b6f-4825-a7e8-579a5bb113c2 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:47.772833 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b5129994-091f-490d-8ca7-0aed2c8fe5e7 req-7e845c49-8b6f-4825-a7e8-579a5bb113c2 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 943 time: 0.1000028 Jul 16 09:47:47.792770 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddff261-ab58-4635-8469-f85d675639ae req-c4222a5b-b8f5-40c3-a887-e47b26c1c212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:47.795011 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7ddff261-ab58-4635-8469-f85d675639ae req-c4222a5b-b8f5-40c3-a887-e47b26c1c212 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83aaaec5-edb7-427a-bd9c-c8bf8827e8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1126540 Jul 16 09:47:47.827977 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7ddff261-ab58-4635-8469-f85d675639ae req-eddc57a7-7977-4f1c-9dd3-547e95fffb84 service neutron] 10.222.0.21 "GET /v2.0/networks/83aaaec5-edb7-427a-bd9c-c8bf8827e8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913427 Jul 16 09:47:47.855005 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b5129994-091f-490d-8ca7-0aed2c8fe5e7 req-ed491a48-00db-4501-8841-9d3101815663 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e01bc8-51ee-4360-b05a-102216424c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744743 Jul 16 09:47:47.910938 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7ddff261-ab58-4635-8469-f85d675639ae req-f75c93af-4542-455c-900b-d2da1cc7fe4f service neutron] 10.222.0.30 "GET /v2.0/networks/83aaaec5-edb7-427a-bd9c-c8bf8827e8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1090171 Jul 16 09:47:47.931696 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7ddff261-ab58-4635-8469-f85d675639ae req-e004f917-9b6e-4c9b-aa65-1b1c454a7de6 service neutron] 10.222.0.21 "GET /v2.0/networks/83aaaec5-edb7-427a-bd9c-c8bf8827e8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977793 Jul 16 09:47:48.011512 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7ddff261-ab58-4635-8469-f85d675639ae req-0449c939-47b3-4dd4-89b7-8c7d714710b7 service neutron] 10.222.0.30 "GET /v2.0/networks/83aaaec5-edb7-427a-bd9c-c8bf8827e8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945566 Jul 16 09:47:48.078137 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 1043de4b-a686-488b-ac8d-7aee86425ad3 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:47:48.117390 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 1043de4b-a686-488b-ac8d-7aee86425ad3 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:47:49.047249 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bead58f9-0e55-4cbb-88d3-1254b2d6de24 req-d1f22d4e-2a64-4c7a-ae9a-2e5727167719 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:49.048698 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bead58f9-0e55-4cbb-88d3-1254b2d6de24 req-d1f22d4e-2a64-4c7a-ae9a-2e5727167719 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 943 time: 0.0644152 Jul 16 09:47:49.087198 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bead58f9-0e55-4cbb-88d3-1254b2d6de24 req-a1e9b515-a21c-4f1e-a69a-ea8d523ac8e4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e01bc8-51ee-4360-b05a-102216424c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329363 Jul 16 09:47:49.435903 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98b2e2d-858b-47bd-91da-f4bb4272c21e req-37081b9e-f415-48ca-af3c-a09d42c52ed3 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:49.437444 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b98b2e2d-858b-47bd-91da-f4bb4272c21e req-37081b9e-f415-48ca-af3c-a09d42c52ed3 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 943 time: 0.1191845 Jul 16 09:47:49.446042 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488f4c8-c401-424b-970f-3c9e804bfd7b req-ba81d288-a037-44f4-b156-11accdb45439 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:49.447396 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4488f4c8-c401-424b-970f-3c9e804bfd7b req-ba81d288-a037-44f4-b156-11accdb45439 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.21 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc&tenant_id=55b2b7c3083e453e9655fb0b64077473&binding%3Ahost_id=n-h1-771362-37 HTTP/1.1" status: 200 len: 943 time: 0.1000109 Jul 16 09:47:49.511654 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b98b2e2d-858b-47bd-91da-f4bb4272c21e req-89b22524-7dec-46fb-9a88-be9c11744dd0 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e01bc8-51ee-4360-b05a-102216424c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632875 Jul 16 09:47:49.528233 n-d-771362-37 neutron-server[93759]: INFO neutron.api.v2.resource [req-4488f4c8-c401-424b-970f-3c9e804bfd7b req-a39348d6-fa5c-4f78-833c-df1cb65abe8e service neutron] delete failed (client error): The resource could not be found. Jul 16 09:47:49.529319 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4488f4c8-c401-424b-970f-3c9e804bfd7b req-a39348d6-fa5c-4f78-833c-df1cb65abe8e service neutron] 10.222.0.21 "DELETE /v2.0/ports/1043de4b-a686-488b-ac8d-7aee86425ad3/bindings/n-h2-771362-37 HTTP/1.1" status: 404 len: 381 time: 0.0745435 Jul 16 09:47:49.631954 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488f4c8-c401-424b-970f-3c9e804bfd7b req-e4481845-82f8-4daa-8fb7-9dac3c89a88f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:49.633486 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4488f4c8-c401-424b-970f-3c9e804bfd7b req-e4481845-82f8-4daa-8fb7-9dac3c89a88f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 1095 time: 0.0584617 Jul 16 09:47:49.688916 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45fa0da-9f9a-4d5b-8589-30267bcd61fc req-52cd093f-cb7d-4102-a8d5-7bcb67e595a9 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:49.690352 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c45fa0da-9f9a-4d5b-8589-30267bcd61fc req-52cd093f-cb7d-4102-a8d5-7bcb67e595a9 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 943 time: 0.0645049 Jul 16 09:47:49.726439 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488f4c8-c401-424b-970f-3c9e804bfd7b req-7542b54a-8bc1-454a-a6c1-b8e40a218bbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:49.726439 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4488f4c8-c401-424b-970f-3c9e804bfd7b req-7542b54a-8bc1-454a-a6c1-b8e40a218bbc service neutron] 10.222.0.21 "GET /v2.0/networks?id=83aaaec5-edb7-427a-bd9c-c8bf8827e8b7 HTTP/1.1" status: 200 len: 898 time: 0.0849044 Jul 16 09:47:49.728721 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c45fa0da-9f9a-4d5b-8589-30267bcd61fc req-751a4f9a-1fa4-478c-8b8e-179383f577b6 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e01bc8-51ee-4360-b05a-102216424c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322604 Jul 16 09:47:49.794192 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4488f4c8-c401-424b-970f-3c9e804bfd7b req-9cad5a4f-546a-4b07-840c-08a22a60edd9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1043de4b-a686-488b-ac8d-7aee86425ad3 HTTP/1.1" status: 200 len: 998 time: 0.0630376 Jul 16 09:47:49.844479 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488f4c8-c401-424b-970f-3c9e804bfd7b req-9d1f571a-6ad1-44e5-a08e-06413cebaddc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:49.845961 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4488f4c8-c401-424b-970f-3c9e804bfd7b req-9d1f571a-6ad1-44e5-a08e-06413cebaddc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2 HTTP/1.1" status: 200 len: 834 time: 0.0454240 Jul 16 09:47:49.887526 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 1043de4b-a686-488b-ac8d-7aee86425ad3 details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:47:49.904697 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4488f4c8-c401-424b-970f-3c9e804bfd7b req-15adcee6-febc-4c80-9bde-20a228f95dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:49.906322 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4488f4c8-c401-424b-970f-3c9e804bfd7b req-15adcee6-febc-4c80-9bde-20a228f95dd7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=83aaaec5-edb7-427a-bd9c-c8bf8827e8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545542 Jul 16 09:47:49.985179 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 1043de4b-a686-488b-ac8d-7aee86425ad3, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=1043de4b-a686-488b-ac8d-7aee86425ad3,segment=NetworkSegment(ddd569c2-659b-4fe7-8ff5-a32610798774),segment_id=ddd569c2-659b-4fe7-8ff5-a32610798774)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:49.996032 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': '1043de4b-a686-488b-ac8d-7aee86425ad3', 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7', 'port_id': '1043de4b-a686-488b-ac8d-7aee86425ad3', 'mac_address': 'fa:16:3e:5d:bb:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:47:49.999383 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4488f4c8-c401-424b-970f-3c9e804bfd7b req-25757fcc-215e-45af-8c5f-3452e1297cfb service neutron] 10.222.0.21 "GET /v2.0/networks/83aaaec5-edb7-427a-bd9c-c8bf8827e8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868828 Jul 16 09:47:50.033890 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:50.046291 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1043de4b-a686-488b-ac8d-7aee86425ad3 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:47:50.066089 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 1043de4b-a686-488b-ac8d-7aee86425ad3, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=1043de4b-a686-488b-ac8d-7aee86425ad3,segment=NetworkSegment(ddd569c2-659b-4fe7-8ff5-a32610798774),segment_id=ddd569c2-659b-4fe7-8ff5-a32610798774)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:50.071236 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:50.091245 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4488f4c8-c401-424b-970f-3c9e804bfd7b req-ac70da6f-489b-440e-95ca-4dff8bf1428e service neutron] 10.222.0.21 "GET /v2.0/networks/83aaaec5-edb7-427a-bd9c-c8bf8827e8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854964 Jul 16 09:47:50.120166 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=1043de4b-a686-488b-ac8d-7aee86425ad3,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:47:50.128114 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:50.128503 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:50.128853 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:50.129194 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:50.129537 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:50.129913 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:50.130248 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:50.130578 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:50.130906 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:50.131233 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:50.131558 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:50.131881 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:47:50.300429 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['1043de4b-a686-488b-ac8d-7aee86425ad3'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:47:50.916229 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810481b7-4289-4541-96e0-fd78c91516b4 req-a0cb210f-e4af-47d8-8cf2-0893be1dc90a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:47:50.917826 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-810481b7-4289-4541-96e0-fd78c91516b4 req-a0cb210f-e4af-47d8-8cf2-0893be1dc90a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 944 time: 0.0750351 Jul 16 09:47:50.960718 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-810481b7-4289-4541-96e0-fd78c91516b4 req-16e226a8-ed3b-48f4-a31d-57e59c85a4a6 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e01bc8-51ee-4360-b05a-102216424c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341132 Jul 16 09:47:50.986357 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49824) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:47:51.047788 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8153e6ab-a60f-4b30-831e-dc63d6f4ab6a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/floatingips/2e3bd341-4865-4dab-a2a7-7d9e4f2a2758 HTTP/1.1" status: 200 len: 991 time: 0.0602551 Jul 16 09:47:51.904142 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 1043de4b-a686-488b-ac8d-7aee86425ad3 up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:47:51.954285 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port 1043de4b-a686-488b-ac8d-7aee86425ad3 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:47:51.957844 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port 1043de4b-a686-488b-ac8d-7aee86425ad3 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:47:51.958219 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:52.031781 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:52.053555 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3800c44a-6885-4904-b657-6905227d82bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1043de4b-a686-488b-ac8d-7aee86425ad3'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:47:52.056672 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72ef67b-1359-46d7-838e-4d7b8ffe695d" -d '{"events": [{"server_uuid": "3800c44a-6885-4904-b657-6905227d82bc", "name": "network-vif-plugged", "status": "completed", "tag": "1043de4b-a686-488b-ac8d-7aee86425ad3"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:47:52.069031 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port 1043de4b-a686-488b-ac8d-7aee86425ad3, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=1043de4b-a686-488b-ac8d-7aee86425ad3,segment=NetworkSegment(ddd569c2-659b-4fe7-8ff5-a32610798774),segment_id=ddd569c2-659b-4fe7-8ff5-a32610798774)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:47:52.075499 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:47:52.110493 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6de346f-ce6e-4686-952b-66ddcbc411f3 x-openstack-request-id: req-e6de346f-ce6e-4686-952b-66ddcbc411f3 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:47:52.110784 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3800c44a-6885-4904-b657-6905227d82bc", "name": "network-vif-plugged", "status": "completed", "tag": "1043de4b-a686-488b-ac8d-7aee86425ad3", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:47:52.111036 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e6de346f-ce6e-4686-952b-66ddcbc411f3 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:47:52.111423 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3800c44a-6885-4904-b657-6905227d82bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1043de4b-a686-488b-ac8d-7aee86425ad3', 'code': 200} Jul 16 09:47:52.126667 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=1043de4b-a686-488b-ac8d-7aee86425ad3,revision_number=9']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:03.000729 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:03.002693 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:03.396119 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8287481e-b4f8-424f-b8df-2192c75f7aa5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:05.834361 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e8114ebe-6454-413d-9993-c8695fedcb44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:06.157796 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:07.407070 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:08.846731 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:13.235640 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:48:19.418003 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49840) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:19.605240 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dd6308ff-8ce6-4bd7-b8ee-d29be3f54224 req-3e2320f2-f090-4e67-9c24-76069a76ce2d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1269970 Jul 16 09:48:19.615526 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-440d5ebf-4d57-409c-b3eb-3e2d4ce62fcb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Deleting port f88c1d92-6b4a-4c35-81ff-07ff9d6def84 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:48:19.615875 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-440d5ebf-4d57-409c-b3eb-3e2d4ce62fcb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:19.721012 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-440d5ebf-4d57-409c-b3eb-3e2d4ce62fcb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:19.721279 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-440d5ebf-4d57-409c-b3eb-3e2d4ce62fcb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:19.737963 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-440d5ebf-4d57-409c-b3eb-3e2d4ce62fcb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Calling delete_port for f88c1d92-6b4a-4c35-81ff-07ff9d6def84 owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:48:19.758160 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6308ff-8ce6-4bd7-b8ee-d29be3f54224 req-5ff09f27-58c9-4970-991d-078d92d429cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:19.759673 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dd6308ff-8ce6-4bd7-b8ee-d29be3f54224 req-5ff09f27-58c9-4970-991d-078d92d429cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 1097 time: 0.0900826 Jul 16 09:48:19.904145 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6308ff-8ce6-4bd7-b8ee-d29be3f54224 req-83bf6fbf-526a-4049-95c1-95aa786e9af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:19.905644 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dd6308ff-8ce6-4bd7-b8ee-d29be3f54224 req-83bf6fbf-526a-4049-95c1-95aa786e9af7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=83aaaec5-edb7-427a-bd9c-c8bf8827e8b7 HTTP/1.1" status: 200 len: 898 time: 0.1146324 Jul 16 09:48:20.003278 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dd6308ff-8ce6-4bd7-b8ee-d29be3f54224 req-73d63a77-6448-436a-8f25-d98f79dc6d06 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1043de4b-a686-488b-ac8d-7aee86425ad3 HTTP/1.1" status: 200 len: 1000 time: 0.0884888 Jul 16 09:48:20.038906 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-440d5ebf-4d57-409c-b3eb-3e2d4ce62fcb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:20.077778 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440d5ebf-4d57-409c-b3eb-3e2d4ce62fcb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'Port': ['ID=f88c1d92-6b4a-4c35-81ff-07ff9d6def84,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:20.103496 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6308ff-8ce6-4bd7-b8ee-d29be3f54224 req-37f3b83c-1c9a-4ba9-a4d5-90fb24e2611c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:20.104987 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dd6308ff-8ce6-4bd7-b8ee-d29be3f54224 req-37f3b83c-1c9a-4ba9-a4d5-90fb24e2611c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2 HTTP/1.1" status: 200 len: 834 time: 0.0946872 Jul 16 09:48:20.169535 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-440d5ebf-4d57-409c-b3eb-3e2d4ce62fcb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:20.169871 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-440d5ebf-4d57-409c-b3eb-3e2d4ce62fcb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Floating IP 2e3bd341-4865-4dab-a2a7-7d9e4f2a2758 disassociated (deleted). External IP: 172.25.3.29, port: 1043de4b-a686-488b-ac8d-7aee86425ad3. Jul 16 09:48:20.232580 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6308ff-8ce6-4bd7-b8ee-d29be3f54224 req-6bf9cc22-b506-4c8d-a4dd-ef4b4c9342e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:20.234083 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dd6308ff-8ce6-4bd7-b8ee-d29be3f54224 req-6bf9cc22-b506-4c8d-a4dd-ef4b4c9342e9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83aaaec5-edb7-427a-bd9c-c8bf8827e8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1107671 Jul 16 09:48:20.391701 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dd6308ff-8ce6-4bd7-b8ee-d29be3f54224 req-399f3160-06fe-48be-889d-bda0ff973554 service neutron] 10.222.0.30 "GET /v2.0/networks/83aaaec5-edb7-427a-bd9c-c8bf8827e8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330135 Jul 16 09:48:20.508911 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-440d5ebf-4d57-409c-b3eb-3e2d4ce62fcb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Router 65393161-a6dc-4884-b062-df3bedec4180 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:48:20.532993 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dd6308ff-8ce6-4bd7-b8ee-d29be3f54224 req-b6c7bee9-0a38-48ff-a5b1-6fc2fa02070a service neutron] 10.222.0.30 "GET /v2.0/networks/83aaaec5-edb7-427a-bd9c-c8bf8827e8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340005 Jul 16 09:48:20.628260 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-440d5ebf-4d57-409c-b3eb-3e2d4ce62fcb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:48:20.633085 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-440d5ebf-4d57-409c-b3eb-3e2d4ce62fcb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:20.637900 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b90325f-6af6-4139-beca-3d9c1c74a8f3 None None] Sync routers for ids ['65393161-a6dc-4884-b062-df3bedec4180'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:48:20.647360 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b90325f-6af6-4139-beca-3d9c1c74a8f3 None None] Routers {'65393161-a6dc-4884-b062-df3bedec4180'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:48:20.647935 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9b90325f-6af6-4139-beca-3d9c1c74a8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:48:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['65393161-a6dc-4884-b062-df3bedec4180'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:20.667777 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-440d5ebf-4d57-409c-b3eb-3e2d4ce62fcb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "DELETE /v2.0/floatingips/2e3bd341-4865-4dab-a2a7-7d9e4f2a2758 HTTP/1.1" status: 204 len: 168 time: 1.2479744 Jul 16 09:48:20.669337 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3800c44a-6885-4904-b657-6905227d82bc', 'tag': '1043de4b-a686-488b-ac8d-7aee86425ad3'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:48:20.671303 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73127ed-3fac-48f7-bf52-92c805779c35" -d '{"events": [{"name": "network-changed", "server_uuid": "3800c44a-6885-4904-b657-6905227d82bc", "tag": "1043de4b-a686-488b-ac8d-7aee86425ad3"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:48:20.720507 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:48:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28f02294-567a-4897-99f7-9d9566c741da x-openstack-request-id: req-28f02294-567a-4897-99f7-9d9566c741da {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:48:20.720801 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3800c44a-6885-4904-b657-6905227d82bc", "tag": "1043de4b-a686-488b-ac8d-7aee86425ad3", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:48:20.721050 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-28f02294-567a-4897-99f7-9d9566c741da {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:48:20.721449 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3800c44a-6885-4904-b657-6905227d82bc', 'tag': '1043de4b-a686-488b-ac8d-7aee86425ad3', 'status': 'completed', 'code': 200} Jul 16 09:48:20.758808 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-9b90325f-6af6-4139-beca-3d9c1c74a8f3 None None] Set router 65393161-a6dc-4884-b062-df3bedec4180 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:48:20.804681 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73127ed-3fac-48f7-bf52-92c805779c35 req-6175356a-9691-4b7f-bec8-ae1a10e7b8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:20.806203 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f73127ed-3fac-48f7-bf52-92c805779c35 req-6175356a-9691-4b7f-bec8-ae1a10e7b8cc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 1097 time: 0.0585237 Jul 16 09:48:20.905145 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73127ed-3fac-48f7-bf52-92c805779c35 req-129d1d83-0255-48e3-b48e-c5ce3c53109b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:20.906865 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f73127ed-3fac-48f7-bf52-92c805779c35 req-129d1d83-0255-48e3-b48e-c5ce3c53109b service neutron] 10.222.0.30 "GET /v2.0/networks?id=83aaaec5-edb7-427a-bd9c-c8bf8827e8b7 HTTP/1.1" status: 200 len: 898 time: 0.0952091 Jul 16 09:48:20.953352 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f73127ed-3fac-48f7-bf52-92c805779c35 req-885168ad-83bc-4444-a34e-d87f75f1e5f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1043de4b-a686-488b-ac8d-7aee86425ad3 HTTP/1.1" status: 200 len: 217 time: 0.0401719 Jul 16 09:48:20.977856 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9b90325f-6af6-4139-beca-3d9c1c74a8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65393161-a6dc-4884-b062-df3bedec4180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307320503', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '07efdbb9-950c-4567-a975-1c0227083337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:46:42Z', 'updated_at': '2021-07-16T09:46:46Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '07efdbb9-950c-4567-a975-1c0227083337', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65393161-a6dc-4884-b062-df3bedec4180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:42Z', 'updated_at': '2021-07-16T09:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '1eab05b0-7356-4f88-adf2-5ee81bae2f75', 'name': '', 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:5a:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65393161-a6dc-4884-b062-df3bedec4180', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:45Z', 'updated_at': '2021-07-16T09:46:51Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': '39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:21.003343 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73127ed-3fac-48f7-bf52-92c805779c35 req-1dd7a441-35f5-4f96-90b7-273c57a1d6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:21.005187 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f73127ed-3fac-48f7-bf52-92c805779c35 req-1dd7a441-35f5-4f96-90b7-273c57a1d6f9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2 HTTP/1.1" status: 200 len: 834 time: 0.0453792 Jul 16 09:48:21.008272 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b90325f-6af6-4139-beca-3d9c1c74a8f3 None None] Checking router: 65393161-a6dc-4884-b062-df3bedec4180 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:48:21.017786 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b90325f-6af6-4139-beca-3d9c1c74a8f3 None None] Routers {'65393161-a6dc-4884-b062-df3bedec4180'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:48:21.018388 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9b90325f-6af6-4139-beca-3d9c1c74a8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:48:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['65393161-a6dc-4884-b062-df3bedec4180'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:21.049977 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ebd03-345a-4d9c-9a36-59cb1e3d62b7 req-775a34ee-ff9e-4908-9269-818ea4a73114 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:21.051584 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-140ebd03-345a-4d9c-9a36-59cb1e3d62b7 req-775a34ee-ff9e-4908-9269-818ea4a73114 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 945 time: 0.0675485 Jul 16 09:48:21.072134 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73127ed-3fac-48f7-bf52-92c805779c35 req-cc653fed-6239-4b5a-bece-3b7ef949f0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:21.073690 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f73127ed-3fac-48f7-bf52-92c805779c35 req-cc653fed-6239-4b5a-bece-3b7ef949f0c9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=83aaaec5-edb7-427a-bd9c-c8bf8827e8b7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609615 Jul 16 09:48:21.098789 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-140ebd03-345a-4d9c-9a36-59cb1e3d62b7 req-6c467b55-e764-49bd-8ca4-3d2dbc96c587 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e01bc8-51ee-4360-b05a-102216424c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403399 Jul 16 09:48:21.123314 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-9b90325f-6af6-4139-beca-3d9c1c74a8f3 None None] Set router 65393161-a6dc-4884-b062-df3bedec4180 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:48:21.175358 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f73127ed-3fac-48f7-bf52-92c805779c35 req-3a11fe5b-87a4-4921-97f9-6d5dbce77e41 service neutron] 10.222.0.30 "GET /v2.0/networks/83aaaec5-edb7-427a-bd9c-c8bf8827e8b7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945165 Jul 16 09:48:21.266394 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f73127ed-3fac-48f7-bf52-92c805779c35 req-3f606fd3-2408-48dd-9e62-463c02288081 service neutron] 10.222.0.30 "GET /v2.0/networks/83aaaec5-edb7-427a-bd9c-c8bf8827e8b7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833032 Jul 16 09:48:21.470960 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9b90325f-6af6-4139-beca-3d9c1c74a8f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65393161-a6dc-4884-b062-df3bedec4180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307320503', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '07efdbb9-950c-4567-a975-1c0227083337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:46:42Z', 'updated_at': '2021-07-16T09:46:46Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '07efdbb9-950c-4567-a975-1c0227083337', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65393161-a6dc-4884-b062-df3bedec4180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:42Z', 'updated_at': '2021-07-16T09:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '1eab05b0-7356-4f88-adf2-5ee81bae2f75', 'name': '', 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:5a:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65393161-a6dc-4884-b062-df3bedec4180', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:45Z', 'updated_at': '2021-07-16T09:46:51Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': '39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:21.495657 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b90325f-6af6-4139-beca-3d9c1c74a8f3 None None] The sync data for ids ['65393161-a6dc-4884-b062-df3bedec4180'] in n-d-771362-37 is: [{'id': '65393161-a6dc-4884-b062-df3bedec4180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307320503', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '07efdbb9-950c-4567-a975-1c0227083337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:46:42Z', 'updated_at': '2021-07-16T09:46:46Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '07efdbb9-950c-4567-a975-1c0227083337', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65393161-a6dc-4884-b062-df3bedec4180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:42Z', 'updated_at': '2021-07-16T09:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '1eab05b0-7356-4f88-adf2-5ee81bae2f75', 'name': '', 'network_id': '83aaaec5-edb7-427a-bd9c-c8bf8827e8b7', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:5a:3d:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65393161-a6dc-4884-b062-df3bedec4180', 'device_owner': 'network:router_interface', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:45Z', 'updated_at': '2021-07-16T09:46:51Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': '39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:48:21.710891 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9ba0028-1eb6-4156-a6b4-e40a8a14b45e None None] New status for floating IP 2e3bd341-4865-4dab-a2a7-7d9e4f2a2758: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:48:22.235103 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e54477-2cc5-4d13-8546-b37b59dc6d3d req-e4062459-2593-4af8-ae2c-b14a8208b42f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:22.236579 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-58e54477-2cc5-4d13-8546-b37b59dc6d3d req-e4062459-2593-4af8-ae2c-b14a8208b42f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.30 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 945 time: 0.0762553 Jul 16 09:48:22.344676 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57990db6-3966-4b87-a5a2-73651d9a3ad5 req-3a8cde72-f4a3-4770-abdc-6349c4dac223 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:22.346132 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-57990db6-3966-4b87-a5a2-73651d9a3ad5 req-3a8cde72-f4a3-4770-abdc-6349c4dac223 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=3800c44a-6885-4904-b657-6905227d82bc HTTP/1.1" status: 200 len: 945 time: 0.1337888 Jul 16 09:48:22.396978 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-58e54477-2cc5-4d13-8546-b37b59dc6d3d req-e63b9d0b-693f-4141-bb78-b18e58d67c07 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Deleting port 1043de4b-a686-488b-ac8d-7aee86425ad3 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:48:22.397325 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-58e54477-2cc5-4d13-8546-b37b59dc6d3d req-e63b9d0b-693f-4141-bb78-b18e58d67c07 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:22.416785 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-57990db6-3966-4b87-a5a2-73651d9a3ad5 req-ce781b57-98e9-4b01-bd19-e1456547b291 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=e9e01bc8-51ee-4360-b05a-102216424c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606160 Jul 16 09:48:22.499252 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-58e54477-2cc5-4d13-8546-b37b59dc6d3d req-e63b9d0b-693f-4141-bb78-b18e58d67c07 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] For port 1043de4b-a686-488b-ac8d-7aee86425ad3, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=1043de4b-a686-488b-ac8d-7aee86425ad3,segment=NetworkSegment(ddd569c2-659b-4fe7-8ff5-a32610798774),segment_id=ddd569c2-659b-4fe7-8ff5-a32610798774)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:48:22.499617 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-58e54477-2cc5-4d13-8546-b37b59dc6d3d req-e63b9d0b-693f-4141-bb78-b18e58d67c07 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:22.511906 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-58e54477-2cc5-4d13-8546-b37b59dc6d3d req-e63b9d0b-693f-4141-bb78-b18e58d67c07 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Calling delete_port for 1043de4b-a686-488b-ac8d-7aee86425ad3 owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:48:22.640884 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-58e54477-2cc5-4d13-8546-b37b59dc6d3d req-e63b9d0b-693f-4141-bb78-b18e58d67c07 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:22.669995 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63b9d0b-693f-4141-bb78-b18e58d67c07 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'Port': ['ID=1043de4b-a686-488b-ac8d-7aee86425ad3,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:22.713725 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-58e54477-2cc5-4d13-8546-b37b59dc6d3d req-e63b9d0b-693f-4141-bb78-b18e58d67c07 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] No DVR routers for this DVR port 1043de4b-a686-488b-ac8d-7aee86425ad3 on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:48:22.716297 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-58e54477-2cc5-4d13-8546-b37b59dc6d3d req-e63b9d0b-693f-4141-bb78-b18e58d67c07 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:22.718368 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-58e54477-2cc5-4d13-8546-b37b59dc6d3d req-e63b9d0b-693f-4141-bb78-b18e58d67c07 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.30 "DELETE /v2.0/ports/1043de4b-a686-488b-ac8d-7aee86425ad3 HTTP/1.1" status: 204 len: 173 time: 0.4663146 Jul 16 09:48:22.721937 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3800c44a-6885-4904-b657-6905227d82bc', 'name': 'network-vif-deleted', 'tag': '1043de4b-a686-488b-ac8d-7aee86425ad3'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:48:22.724210 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b862d267-0594-4185-ba4e-0866cc38bb31" -d '{"events": [{"server_uuid": "3800c44a-6885-4904-b657-6905227d82bc", "name": "network-vif-deleted", "tag": "1043de4b-a686-488b-ac8d-7aee86425ad3"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:48:22.764363 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:48:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03c0fd10-6ab2-4364-a954-d57219c44528 x-openstack-request-id: req-03c0fd10-6ab2-4364-a954-d57219c44528 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:48:22.764665 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3800c44a-6885-4904-b657-6905227d82bc", "name": "network-vif-deleted", "tag": "1043de4b-a686-488b-ac8d-7aee86425ad3", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:48:22.764921 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-03c0fd10-6ab2-4364-a954-d57219c44528 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:48:22.765796 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3800c44a-6885-4904-b657-6905227d82bc', 'name': 'network-vif-deleted', 'tag': '1043de4b-a686-488b-ac8d-7aee86425ad3', 'status': 'completed', 'code': 200} Jul 16 09:48:23.507856 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49856) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:23.862464 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-866c1886-9a2c-4d53-b3ee-d18f361bd6ee tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:24.465165 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-866c1886-9a2c-4d53-b3ee-d18f361bd6ee tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Deleting port 1eab05b0-7356-4f88-adf2-5ee81bae2f75 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:48:24.465535 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-866c1886-9a2c-4d53-b3ee-d18f361bd6ee tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:24.552270 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-866c1886-9a2c-4d53-b3ee-d18f361bd6ee tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] For port 1eab05b0-7356-4f88-adf2-5ee81bae2f75, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1eab05b0-7356-4f88-adf2-5ee81bae2f75,segment=NetworkSegment(ddd569c2-659b-4fe7-8ff5-a32610798774),segment_id=ddd569c2-659b-4fe7-8ff5-a32610798774)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:48:24.553072 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-866c1886-9a2c-4d53-b3ee-d18f361bd6ee tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:24.563889 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-866c1886-9a2c-4d53-b3ee-d18f361bd6ee tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Calling delete_port for 1eab05b0-7356-4f88-adf2-5ee81bae2f75 owned by network:router_interface {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:48:24.740133 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-866c1886-9a2c-4d53-b3ee-d18f361bd6ee tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:24.766505 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866c1886-9a2c-4d53-b3ee-d18f361bd6ee tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'Port': ['ID=1eab05b0-7356-4f88-adf2-5ee81bae2f75,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:24.938183 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-866c1886-9a2c-4d53-b3ee-d18f361bd6ee tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:25.147657 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-866c1886-9a2c-4d53-b3ee-d18f361bd6ee tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Router 65393161-a6dc-4884-b062-df3bedec4180 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:48:25.251847 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-866c1886-9a2c-4d53-b3ee-d18f361bd6ee tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:48:25.257216 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-866c1886-9a2c-4d53-b3ee-d18f361bd6ee tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "PUT /v2.0/routers/65393161-a6dc-4884-b062-df3bedec4180/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7482047 Jul 16 09:48:25.259965 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49858) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:25.260985 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f91fc8-f191-4c22-a0ec-4d8a4340c25c None None] Sync routers for ids ['65393161-a6dc-4884-b062-df3bedec4180'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:48:25.270015 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f91fc8-f191-4c22-a0ec-4d8a4340c25c None None] Routers {'65393161-a6dc-4884-b062-df3bedec4180'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:48:25.270622 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-32f91fc8-f191-4c22-a0ec-4d8a4340c25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:48:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['65393161-a6dc-4884-b062-df3bedec4180'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:25.311130 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-3aef8d53-cbbe-49b5-8932-ecc574fe391c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Deleting subnet 39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2 {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:48:25.314190 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3aef8d53-cbbe-49b5-8932-ecc574fe391c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:25.353084 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3aef8d53-cbbe-49b5-8932-ecc574fe391c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:25.374093 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-32f91fc8-f191-4c22-a0ec-4d8a4340c25c None None] Set router 65393161-a6dc-4884-b062-df3bedec4180 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:48:25.438898 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3aef8d53-cbbe-49b5-8932-ecc574fe391c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:25.496716 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3aef8d53-cbbe-49b5-8932-ecc574fe391c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:25.523256 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aef8d53-cbbe-49b5-8932-ecc574fe391c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'Subnet': ['ID=39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:25.528438 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-3aef8d53-cbbe-49b5-8932-ecc574fe391c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:25.532893 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-3aef8d53-cbbe-49b5-8932-ecc574fe391c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "DELETE /v2.0/subnets/39ccb9e2-0265-4f8e-9a9c-0e4438b7f9f2 HTTP/1.1" status: 204 len: 168 time: 0.2693436 Jul 16 09:48:25.533758 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49860) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:25.535817 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b546dff-c5be-47fb-abe6-3295e5cca02d None None] Network 83aaaec5-edb7-427a-bd9c-c8bf8827e8b7 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:48:25.536852 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef8d53-cbbe-49b5-8932-ecc574fe391c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:25.537332 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef8d53-cbbe-49b5-8932-ecc574fe391c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:25.537684 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef8d53-cbbe-49b5-8932-ecc574fe391c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:25.538050 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef8d53-cbbe-49b5-8932-ecc574fe391c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:25.538393 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef8d53-cbbe-49b5-8932-ecc574fe391c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:25.538790 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef8d53-cbbe-49b5-8932-ecc574fe391c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:25.539067 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef8d53-cbbe-49b5-8932-ecc574fe391c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:25.539402 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef8d53-cbbe-49b5-8932-ecc574fe391c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:25.539738 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef8d53-cbbe-49b5-8932-ecc574fe391c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:25.540773 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef8d53-cbbe-49b5-8932-ecc574fe391c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:25.540773 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef8d53-cbbe-49b5-8932-ecc574fe391c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:25.540773 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3aef8d53-cbbe-49b5-8932-ecc574fe391c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:25.644129 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d661532d-15a1-4a09-8705-498159dee968 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:25.648415 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-32f91fc8-f191-4c22-a0ec-4d8a4340c25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65393161-a6dc-4884-b062-df3bedec4180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307320503', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '07efdbb9-950c-4567-a975-1c0227083337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:46:42Z', 'updated_at': '2021-07-16T09:48:24Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '07efdbb9-950c-4567-a975-1c0227083337', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65393161-a6dc-4884-b062-df3bedec4180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:42Z', 'updated_at': '2021-07-16T09:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:25.679513 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f91fc8-f191-4c22-a0ec-4d8a4340c25c None None] Checking router: 65393161-a6dc-4884-b062-df3bedec4180 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:48:25.691471 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32f91fc8-f191-4c22-a0ec-4d8a4340c25c None None] Routers {'65393161-a6dc-4884-b062-df3bedec4180'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:48:25.692090 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-32f91fc8-f191-4c22-a0ec-4d8a4340c25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:48:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['65393161-a6dc-4884-b062-df3bedec4180'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:25.749348 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d661532d-15a1-4a09-8705-498159dee968 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:25.811257 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d661532d-15a1-4a09-8705-498159dee968 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Deleting port 07efdbb9-950c-4567-a975-1c0227083337 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:48:25.811762 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d661532d-15a1-4a09-8705-498159dee968 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:25.812583 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-32f91fc8-f191-4c22-a0ec-4d8a4340c25c None None] Set router 65393161-a6dc-4884-b062-df3bedec4180 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:48:25.841710 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2da6444-864b-45c6-8e07-adfc64c4693d None None] DHCP port deletion for 83aaaec5-edb7-427a-bd9c-c8bf8827e8b7 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:48:25.896747 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d661532d-15a1-4a09-8705-498159dee968 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] For port 07efdbb9-950c-4567-a975-1c0227083337, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=07efdbb9-950c-4567-a975-1c0227083337,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:48:25.897113 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d661532d-15a1-4a09-8705-498159dee968 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:25.908708 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d661532d-15a1-4a09-8705-498159dee968 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Calling delete_port for 07efdbb9-950c-4567-a975-1c0227083337 owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:48:25.995326 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a2da6444-864b-45c6-8e07-adfc64c4693d None None] Deleting port b58b8835-d2b9-42b4-a293-77d1cf56aa61 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:48:25.995707 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2da6444-864b-45c6-8e07-adfc64c4693d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:26.068297 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 1043de4b-a686-488b-ac8d-7aee86425ad3 no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:48:26.077550 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-a2da6444-864b-45c6-8e07-adfc64c4693d None None] For port b58b8835-d2b9-42b4-a293-77d1cf56aa61, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=b58b8835-d2b9-42b4-a293-77d1cf56aa61,segment=NetworkSegment(ddd569c2-659b-4fe7-8ff5-a32610798774),segment_id=ddd569c2-659b-4fe7-8ff5-a32610798774)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:48:26.077974 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2da6444-864b-45c6-8e07-adfc64c4693d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:26.080163 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d661532d-15a1-4a09-8705-498159dee968 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:26.102418 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: 1043de4b-a686-488b-ac8d-7aee86425ad3 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:48:26.102802 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device 1043de4b-a686-488b-ac8d-7aee86425ad3 not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:48:26.110724 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d661532d-15a1-4a09-8705-498159dee968 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'Port': ['ID=07efdbb9-950c-4567-a975-1c0227083337,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:26.110888 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-a2da6444-864b-45c6-8e07-adfc64c4693d None None] Calling delete_port for b58b8835-d2b9-42b4-a293-77d1cf56aa61 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:48:26.126333 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-32f91fc8-f191-4c22-a0ec-4d8a4340c25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65393161-a6dc-4884-b062-df3bedec4180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307320503', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '07efdbb9-950c-4567-a975-1c0227083337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:46:42Z', 'updated_at': '2021-07-16T09:48:24Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '07efdbb9-950c-4567-a975-1c0227083337', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65393161-a6dc-4884-b062-df3bedec4180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:42Z', 'updated_at': '2021-07-16T09:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:26.170587 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d661532d-15a1-4a09-8705-498159dee968 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:26.184371 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32f91fc8-f191-4c22-a0ec-4d8a4340c25c None None] The sync data for ids ['65393161-a6dc-4884-b062-df3bedec4180'] in n-d-771362-37 is: [{'id': '65393161-a6dc-4884-b062-df3bedec4180', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1307320503', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '07efdbb9-950c-4567-a975-1c0227083337', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:46:42Z', 'updated_at': '2021-07-16T09:48:24Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '07efdbb9-950c-4567-a975-1c0227083337', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:90:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65393161-a6dc-4884-b062-df3bedec4180', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4180, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:46:42Z', 'updated_at': '2021-07-16T09:46:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:48:26.230047 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a2da6444-864b-45c6-8e07-adfc64c4693d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:26.254127 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2da6444-864b-45c6-8e07-adfc64c4693d None None] Pushing event deleted for resources: {'Port': ['ID=b58b8835-d2b9-42b4-a293-77d1cf56aa61,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:26.261153 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2da6444-864b-45c6-8e07-adfc64c4693d None None] No DVR routers for this DVR port b58b8835-d2b9-42b4-a293-77d1cf56aa61 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:48:26.270129 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d661532d-15a1-4a09-8705-498159dee968 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:26.272512 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d661532d-15a1-4a09-8705-498159dee968 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:26.318267 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d661532d-15a1-4a09-8705-498159dee968 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:26.318868 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d661532d-15a1-4a09-8705-498159dee968 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Fanout notify agent at l3_agent the message router_deleted on router 65393161-a6dc-4884-b062-df3bedec4180 {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:48:26.325812 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d661532d-15a1-4a09-8705-498159dee968 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:26.326939 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d661532d-15a1-4a09-8705-498159dee968 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "DELETE /v2.0/routers/65393161-a6dc-4884-b062-df3bedec4180 HTTP/1.1" status: 204 len: 168 time: 0.7925508 Jul 16 09:48:26.329632 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49862) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:26.402782 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-12796fae-c9db-4807-b019-c48f5b05ecb1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:26.490766 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-12796fae-c9db-4807-b019-c48f5b05ecb1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:26.500962 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-12796fae-c9db-4807-b019-c48f5b05ecb1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83aaaec5-edb7-427a-bd9c-c8bf8827e8b7']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:26.510498 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-12796fae-c9db-4807-b019-c48f5b05ecb1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddd569c2-659b-4fe7-8ff5-a32610798774') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:26.510801 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-12796fae-c9db-4807-b019-c48f5b05ecb1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddd569c2-659b-4fe7-8ff5-a32610798774') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:26.519287 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-12796fae-c9db-4807-b019-c48f5b05ecb1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:26.533624 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-12796fae-c9db-4807-b019-c48f5b05ecb1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:26.539967 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12796fae-c9db-4807-b019-c48f5b05ecb1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:48:26.540343 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-12796fae-c9db-4807-b019-c48f5b05ecb1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: timer() Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:48:26.544122 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:48:26.608732 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-12796fae-c9db-4807-b019-c48f5b05ecb1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:26.616091 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-12796fae-c9db-4807-b019-c48f5b05ecb1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:26.617963 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-12796fae-c9db-4807-b019-c48f5b05ecb1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "DELETE /v2.0/networks/83aaaec5-edb7-427a-bd9c-c8bf8827e8b7 HTTP/1.1" status: 204 len: 168 time: 0.2874124 Jul 16 09:48:26.620610 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49864) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:26.635983 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12796fae-c9db-4807-b019-c48f5b05ecb1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'Network': ['ID=83aaaec5-edb7-427a-bd9c-c8bf8827e8b7,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:26.691145 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-166892da-59f0-4564-981d-1e7b90dfa2e7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:26.716113 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-166892da-59f0-4564-981d-1e7b90dfa2e7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:26.781672 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-166892da-59f0-4564-981d-1e7b90dfa2e7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:26.784524 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-166892da-59f0-4564-981d-1e7b90dfa2e7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:26.788864 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-166892da-59f0-4564-981d-1e7b90dfa2e7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "DELETE /v2.0/security-groups/e9e01bc8-51ee-4360-b05a-102216424c3a HTTP/1.1" status: 204 len: 168 time: 0.1591563 Jul 16 09:48:26.799783 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166892da-59f0-4564-981d-1e7b90dfa2e7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9e01bc8-51ee-4360-b05a-102216424c3a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:27.103158 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49870) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:27.109916 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-3bed7c4e-0bd5-4120-ae53-0ffe5ad3afce tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-22097571', 'description': 'tempest-secgroup-smoke-22097571 description', 'project_id': '55b2b7c3083e453e9655fb0b64077473'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:48:27.131614 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3bed7c4e-0bd5-4120-ae53-0ffe5ad3afce tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:27.222795 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3bed7c4e-0bd5-4120-ae53-0ffe5ad3afce tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:27.227129 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3bed7c4e-0bd5-4120-ae53-0ffe5ad3afce tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:27.244188 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1eab05b0-7356-4f88-adf2-5ee81bae2f75 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:48:27.258863 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3bed7c4e-0bd5-4120-ae53-0ffe5ad3afce tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:27.260443 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3bed7c4e-0bd5-4120-ae53-0ffe5ad3afce tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.1560693 Jul 16 09:48:27.262385 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bed7c4e-0bd5-4120-ae53-0ffe5ad3afce tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cecaaa07-f999-4996-b6e4-6e576867f46d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:27.264000 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49872) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:27.266565 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 1eab05b0-7356-4f88-adf2-5ee81bae2f75 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:48:27.267015 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1eab05b0-7356-4f88-adf2-5ee81bae2f75 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:48:27.267331 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b58b8835-d2b9-42b4-a293-77d1cf56aa61 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:48:27.275160 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9866b5bc-94da-4109-b5e3-50c24bc6b400 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group_rule': {'security_group_id': 'cecaaa07-f999-4996-b6e4-6e576867f46d', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:48:27.290315 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: b58b8835-d2b9-42b4-a293-77d1cf56aa61 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:48:27.291066 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device b58b8835-d2b9-42b4-a293-77d1cf56aa61 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:48:27.291572 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 07efdbb9-950c-4567-a975-1c0227083337 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:48:27.302962 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9866b5bc-94da-4109-b5e3-50c24bc6b400 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:27.310976 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 07efdbb9-950c-4567-a975-1c0227083337 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:48:27.311328 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 07efdbb9-950c-4567-a975-1c0227083337 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:48:27.359243 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9866b5bc-94da-4109-b5e3-50c24bc6b400 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:27.362915 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9866b5bc-94da-4109-b5e3-50c24bc6b400 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:27.384377 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9866b5bc-94da-4109-b5e3-50c24bc6b400 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=147f5aa3-6e82-4aa9-8092-edbabd1319ee,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:27.389354 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9866b5bc-94da-4109-b5e3-50c24bc6b400 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:27.390556 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9866b5bc-94da-4109-b5e3-50c24bc6b400 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1237440 Jul 16 09:48:27.393391 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49874) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:27.398038 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9a284d56-c10a-4b46-8968-4492b941731e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group_rule': {'security_group_id': 'cecaaa07-f999-4996-b6e4-6e576867f46d', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:48:27.423392 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a284d56-c10a-4b46-8968-4492b941731e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:27.478841 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a284d56-c10a-4b46-8968-4492b941731e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:27.482516 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a284d56-c10a-4b46-8968-4492b941731e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:27.506115 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a284d56-c10a-4b46-8968-4492b941731e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e1a8bc3-e455-491e-8e45-0b422da61d9d,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:27.510297 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9a284d56-c10a-4b46-8968-4492b941731e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:27.511466 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9a284d56-c10a-4b46-8968-4492b941731e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1171582 Jul 16 09:48:27.514821 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49876) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:27.519151 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b22acc7d-599f-40d3-84a0-0722b1b25c42 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group_rule': {'security_group_id': 'cecaaa07-f999-4996-b6e4-6e576867f46d', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:48:27.544583 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b22acc7d-599f-40d3-84a0-0722b1b25c42 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:27.602829 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b22acc7d-599f-40d3-84a0-0722b1b25c42 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:27.606362 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b22acc7d-599f-40d3-84a0-0722b1b25c42 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:27.623908 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22acc7d-599f-40d3-84a0-0722b1b25c42 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66f438d2-247a-4ace-b66a-938a4d2955e6,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:27.629440 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b22acc7d-599f-40d3-84a0-0722b1b25c42 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:27.630719 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b22acc7d-599f-40d3-84a0-0722b1b25c42 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149526 Jul 16 09:48:27.633533 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49878) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:27.638718 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-1411b0f8-3cc1-4922-8737-1dba09413b9e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group_rule': {'security_group_id': 'cecaaa07-f999-4996-b6e4-6e576867f46d', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:48:27.664096 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1411b0f8-3cc1-4922-8737-1dba09413b9e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:27.721399 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1411b0f8-3cc1-4922-8737-1dba09413b9e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:27.725241 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1411b0f8-3cc1-4922-8737-1dba09413b9e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:27.744484 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411b0f8-3cc1-4922-8737-1dba09413b9e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cbd3cab-7c6d-4ab9-b1a2-e6d24cf56ee4,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:27.747411 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-1411b0f8-3cc1-4922-8737-1dba09413b9e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:27.748702 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-1411b0f8-3cc1-4922-8737-1dba09413b9e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1142082 Jul 16 09:48:27.751374 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49880) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:27.755755 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-64275540-7b4e-4535-8124-b039f3aacb7a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group_rule': {'security_group_id': 'cecaaa07-f999-4996-b6e4-6e576867f46d', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:48:27.776789 n-d-771362-37 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-64275540-7b4e-4535-8124-b039f3aacb7a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Project 55b2b7c3083e453e9655fb0b64077473 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:48:27.781811 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64275540-7b4e-4535-8124-b039f3aacb7a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:27.842237 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64275540-7b4e-4535-8124-b039f3aacb7a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:27.845656 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64275540-7b4e-4535-8124-b039f3aacb7a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:27.864727 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64275540-7b4e-4535-8124-b039f3aacb7a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7fd42a09-f5f5-40d1-9546-fe8a8da5e72d,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:27.870510 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-64275540-7b4e-4535-8124-b039f3aacb7a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:27.870930 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-64275540-7b4e-4535-8124-b039f3aacb7a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1186147 Jul 16 09:48:27.874612 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49882) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:27.878899 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-06b0627f-9660-4520-95f6-6572105139e4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group_rule': {'security_group_id': 'cecaaa07-f999-4996-b6e4-6e576867f46d', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:48:27.900554 n-d-771362-37 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-06b0627f-9660-4520-95f6-6572105139e4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Project 55b2b7c3083e453e9655fb0b64077473 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:48:27.905866 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06b0627f-9660-4520-95f6-6572105139e4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:27.964617 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06b0627f-9660-4520-95f6-6572105139e4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:27.968471 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06b0627f-9660-4520-95f6-6572105139e4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:27.984702 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b0627f-9660-4520-95f6-6572105139e4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b1cbfd9-23cb-42b2-928d-fa37bc4bd7bc,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:27.991172 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-06b0627f-9660-4520-95f6-6572105139e4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:27.992365 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-06b0627f-9660-4520-95f6-6572105139e4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1168742 Jul 16 09:48:27.995147 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49884) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:27.999987 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d4dd44de-75db-45a6-b5fa-681d89fc0af5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'network': {'name': 'tempest-network-smoke--1174183319', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'port_security_enabled': True}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:48:28.019838 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4dd44de-75db-45a6-b5fa-681d89fc0af5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Made reservation on behalf of 55b2b7c3083e453e9655fb0b64077473 for: {'network': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:48:28.023243 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4dd44de-75db-45a6-b5fa-681d89fc0af5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:28.046524 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4dd44de-75db-45a6-b5fa-681d89fc0af5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93759) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:48:28.056428 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4dd44de-75db-45a6-b5fa-681d89fc0af5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:28.056778 n-d-771362-37 neutron-server[93759]: INFO neutron.db.segments_db [None req-d4dd44de-75db-45a6-b5fa-681d89fc0af5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Added segment 54a2be17-c110-4668-b014-bdc4708cd42e of type vlan for network 420a1cd3-9ab2-4b12-8f8c-7c92febb8d53 Jul 16 09:48:28.097483 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4dd44de-75db-45a6-b5fa-681d89fc0af5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:28.125350 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4dd44de-75db-45a6-b5fa-681d89fc0af5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:28.130908 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4dd44de-75db-45a6-b5fa-681d89fc0af5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:28.131509 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d4dd44de-75db-45a6-b5fa-681d89fc0af5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:28.164375 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d4dd44de-75db-45a6-b5fa-681d89fc0af5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1682065 Jul 16 09:48:28.167180 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49886) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:28.171863 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-3f13fb89-f195-4e3d-a7df-28d34f4f91fe tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1664220459', 'admin_state_up': True, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:48:28.195132 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f13fb89-f195-4e3d-a7df-28d34f4f91fe tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:28.196441 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f13fb89-f195-4e3d-a7df-28d34f4f91fe tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:28.254667 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f13fb89-f195-4e3d-a7df-28d34f4f91fe tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:28.401212 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f13fb89-f195-4e3d-a7df-28d34f4f91fe tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:28.551993 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd44de-75db-45a6-b5fa-681d89fc0af5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Network': ['ID=420a1cd3-9ab2-4b12-8f8c-7c92febb8d53,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:28.566314 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 420a1cd3-9ab2-4b12-8f8c-7c92febb8d53 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:48:28.596311 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f13fb89-f195-4e3d-a7df-28d34f4f91fe tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:28.615736 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f13fb89-f195-4e3d-a7df-28d34f4f91fe tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:28.719217 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-3f13fb89-f195-4e3d-a7df-28d34f4f91fe tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Allocated IP 172.25.3.56 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/fbe840e6-3b82-4976-85e0-afde102cc83f) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:48:28.818065 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f13fb89-f195-4e3d-a7df-28d34f4f91fe tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:28.856365 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f13fb89-f195-4e3d-a7df-28d34f4f91fe tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:28.892957 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f13fb89-f195-4e3d-a7df-28d34f4f91fe tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:48:28.895856 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-3f13fb89-f195-4e3d-a7df-28d34f4f91fe tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:48:28.898235 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f13fb89-f195-4e3d-a7df-28d34f4f91fe tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:48:28.932355 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f13fb89-f195-4e3d-a7df-28d34f4f91fe tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Port': ['ID=fbe840e6-3b82-4976-85e0-afde102cc83f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:29.144037 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f13fb89-f195-4e3d-a7df-28d34f4f91fe tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:29.333290 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f13fb89-f195-4e3d-a7df-28d34f4f91fe tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:29.801056 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f13fb89-f195-4e3d-a7df-28d34f4f91fe tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Router 42eb63d7-e4a8-4aaf-9e75-8ba13c64507a is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:48:29.901393 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f13fb89-f195-4e3d-a7df-28d34f4f91fe tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:48:29.912002 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e691acb3-5b77-422d-94a3-77ec52929b80 None None] Sync routers for ids ['42eb63d7-e4a8-4aaf-9e75-8ba13c64507a'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:48:29.919143 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3f13fb89-f195-4e3d-a7df-28d34f4f91fe tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:29.920539 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3f13fb89-f195-4e3d-a7df-28d34f4f91fe tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7522573 Jul 16 09:48:29.921757 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e691acb3-5b77-422d-94a3-77ec52929b80 None None] Routers {'42eb63d7-e4a8-4aaf-9e75-8ba13c64507a'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:48:29.922386 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e691acb3-5b77-422d-94a3-77ec52929b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:48:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['42eb63d7-e4a8-4aaf-9e75-8ba13c64507a'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:29.923621 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49888) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:29.955864 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d0de7f73-8b86-4bfb-84c2-d1c3265986c1 tempest-TestNetworkAdvancedServerOps-189494951 tempest-TestNetworkAdvancedServerOps-189494951-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=55b2b7c3083e453e9655fb0b64077473&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309289 Jul 16 09:48:29.958276 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49890) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:30.027941 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e691acb3-5b77-422d-94a3-77ec52929b80 None None] Set router 42eb63d7-e4a8-4aaf-9e75-8ba13c64507a gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:48:30.042125 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62a2cd4-ae6d-430b-9dfb-5cf1cf73bcef tempest-TestNetworkAdvancedServerOps-189494951 tempest-TestNetworkAdvancedServerOps-189494951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:30.044147 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b62a2cd4-ae6d-430b-9dfb-5cf1cf73bcef tempest-TestNetworkAdvancedServerOps-189494951 tempest-TestNetworkAdvancedServerOps-189494951-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0849738 Jul 16 09:48:30.046927 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49892) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:30.073946 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f566fc56-2d23-4ce3-bbfa-298c2ee3cd54 tempest-TestNetworkAdvancedServerOps-189494951 tempest-TestNetworkAdvancedServerOps-189494951-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=4a545af8-8142-4a44-8290-045c2901c634&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259411 Jul 16 09:48:30.076545 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49894) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:30.081790 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-fad4e5f0-c3db-46b7-80cd-b49ff323af99 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-587776047', 'network_id': '420a1cd3-9ab2-4b12-8f8c-7c92febb8d53', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:48:30.166920 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad4e5f0-c3db-46b7-80cd-b49ff323af99 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Made reservation on behalf of 55b2b7c3083e453e9655fb0b64077473 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:48:30.171060 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fad4e5f0-c3db-46b7-80cd-b49ff323af99 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:30.202667 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e691acb3-5b77-422d-94a3-77ec52929b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664220459', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'fbe840e6-3b82-4976-85e0-afde102cc83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:48:28Z', 'updated_at': '2021-07-16T09:48:29Z', 'revision_number': 3, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': 'fbe840e6-3b82-4976-85e0-afde102cc83f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:05:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:48:28Z', 'updated_at': '2021-07-16T09:48:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:30.234076 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e691acb3-5b77-422d-94a3-77ec52929b80 None None] Checking router: 42eb63d7-e4a8-4aaf-9e75-8ba13c64507a for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:48:30.234351 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e691acb3-5b77-422d-94a3-77ec52929b80 None None] Updating router 42eb63d7-e4a8-4aaf-9e75-8ba13c64507a port fbe840e6-3b82-4976-85e0-afde102cc83f binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:48:30.269139 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e691acb3-5b77-422d-94a3-77ec52929b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:30.351695 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fad4e5f0-c3db-46b7-80cd-b49ff323af99 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:30.415500 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad4e5f0-c3db-46b7-80cd-b49ff323af99 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Subnet': ['ID=e6c36d01-57bd-4682-acd1-58b8b17cc830,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:30.425557 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad4e5f0-c3db-46b7-80cd-b49ff323af99 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Checking segment: {'id': '54a2be17-c110-4668-b014-bdc4708cd42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '420a1cd3-9ab2-4b12-8f8c-7c92febb8d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:48:30.425927 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad4e5f0-c3db-46b7-80cd-b49ff323af99 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network hostable DHCP agents. Network: 420a1cd3-9ab2-4b12-8f8c-7c92febb8d53, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:48:30.442725 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad4e5f0-c3db-46b7-80cd-b49ff323af99 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network 420a1cd3-9ab2-4b12-8f8c-7c92febb8d53 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:48:30.451515 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-fad4e5f0-c3db-46b7-80cd-b49ff323af99 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 420a1cd3-9ab2-4b12-8f8c-7c92febb8d53) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:48:30.455735 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad4e5f0-c3db-46b7-80cd-b49ff323af99 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:30.456389 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fad4e5f0-c3db-46b7-80cd-b49ff323af99 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:30.463426 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-437fccb4-c0aa-4191-9d14-69aa03415270 None None] Network 420a1cd3-9ab2-4b12-8f8c-7c92febb8d53 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:48:30.474877 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fad4e5f0-c3db-46b7-80cd-b49ff323af99 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3945167 Jul 16 09:48:30.475112 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49896) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:30.524901 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e691acb3-5b77-422d-94a3-77ec52929b80 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:30.538104 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-e691acb3-5b77-422d-94a3-77ec52929b80 None None] Transition to ACTIVE for port object fbe840e6-3b82-4976-85e0-afde102cc83f will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:48:30.545990 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e691acb3-5b77-422d-94a3-77ec52929b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:30.592214 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e691acb3-5b77-422d-94a3-77ec52929b80 None None] Attempting to bind port fbe840e6-3b82-4976-85e0-afde102cc83f on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:48:30.592622 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e691acb3-5b77-422d-94a3-77ec52929b80 None None] Attempting to bind port fbe840e6-3b82-4976-85e0-afde102cc83f by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:48:30.593042 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e691acb3-5b77-422d-94a3-77ec52929b80 None None] Attempting to bind port fbe840e6-3b82-4976-85e0-afde102cc83f on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:48:30.603370 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e691acb3-5b77-422d-94a3-77ec52929b80 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:48:30.603746 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e691acb3-5b77-422d-94a3-77ec52929b80 None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:48:30.604153 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e691acb3-5b77-422d-94a3-77ec52929b80 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:30.604575 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e691acb3-5b77-422d-94a3-77ec52929b80 None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:48:30.605060 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-e691acb3-5b77-422d-94a3-77ec52929b80 None None] Bound port: fbe840e6-3b82-4976-85e0-afde102cc83f, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:48:30.605998 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e691acb3-5b77-422d-94a3-77ec52929b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:30.619063 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398a6488-9aa8-4cb3-a257-e3eb84e5edf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-420a1cd3-9ab2-4b12-8f8c-7c92febb8d53', 'network_id': '420a1cd3-9ab2-4b12-8f8c-7c92febb8d53', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'fixed_ips': [{'subnet_id': 'e6c36d01-57bd-4682-acd1-58b8b17cc830'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:48:30.620062 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-398a6488-9aa8-4cb3-a257-e3eb84e5edf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:30.661061 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e691acb3-5b77-422d-94a3-77ec52929b80 None None] For port fbe840e6-3b82-4976-85e0-afde102cc83f, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:48:30.664181 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-e691acb3-5b77-422d-94a3-77ec52929b80 None None] For port fbe840e6-3b82-4976-85e0-afde102cc83f, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=fbe840e6-3b82-4976-85e0-afde102cc83f,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:48:30.665375 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552abff6-be63-4e82-a358-7978de528761 None None] Pushing event updated for resources: {'Port': ['ID=fbe840e6-3b82-4976-85e0-afde102cc83f,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:30.673858 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-e691acb3-5b77-422d-94a3-77ec52929b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:30.676421 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552abff6-be63-4e82-a358-7978de528761 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:30.676785 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552abff6-be63-4e82-a358-7978de528761 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:30.677127 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552abff6-be63-4e82-a358-7978de528761 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:30.677468 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552abff6-be63-4e82-a358-7978de528761 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:30.677827 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552abff6-be63-4e82-a358-7978de528761 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:30.678753 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552abff6-be63-4e82-a358-7978de528761 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:30.678753 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552abff6-be63-4e82-a358-7978de528761 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:30.678753 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552abff6-be63-4e82-a358-7978de528761 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:30.679096 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552abff6-be63-4e82-a358-7978de528761 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:30.679410 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552abff6-be63-4e82-a358-7978de528761 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:30.679739 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552abff6-be63-4e82-a358-7978de528761 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:30.680065 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-552abff6-be63-4e82-a358-7978de528761 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:48:30.740753 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552abff6-be63-4e82-a358-7978de528761 None None] Pushing event updated for resources: {'Port': ['ID=fbe840e6-3b82-4976-85e0-afde102cc83f,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:30.744057 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e691acb3-5b77-422d-94a3-77ec52929b80 None None] Routers {'42eb63d7-e4a8-4aaf-9e75-8ba13c64507a'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:48:30.744694 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e691acb3-5b77-422d-94a3-77ec52929b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:48:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['42eb63d7-e4a8-4aaf-9e75-8ba13c64507a'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:30.780339 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-398a6488-9aa8-4cb3-a257-e3eb84e5edf9 None None] Allocated IP 172.20.0.2 (420a1cd3-9ab2-4b12-8f8c-7c92febb8d53/e6c36d01-57bd-4682-acd1-58b8b17cc830/3cca5de8-9f28-4265-84b0-e8d54b0032b7) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:48:30.856649 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e691acb3-5b77-422d-94a3-77ec52929b80 None None] Set router 42eb63d7-e4a8-4aaf-9e75-8ba13c64507a gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:48:30.929405 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-398a6488-9aa8-4cb3-a257-e3eb84e5edf9 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:30.938515 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-398a6488-9aa8-4cb3-a257-e3eb84e5edf9 None None] Transition to ACTIVE for port object 3cca5de8-9f28-4265-84b0-e8d54b0032b7 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:48:30.943200 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0784f928-3e28-4a69-9276-58c81b21f498 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:30.954079 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-398a6488-9aa8-4cb3-a257-e3eb84e5edf9 None None] Transition to ACTIVE for port object 3cca5de8-9f28-4265-84b0-e8d54b0032b7 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:48:30.960443 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-398a6488-9aa8-4cb3-a257-e3eb84e5edf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:30.994066 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-398a6488-9aa8-4cb3-a257-e3eb84e5edf9 None None] Network 420a1cd3-9ab2-4b12-8f8c-7c92febb8d53 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:48:30.997063 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-398a6488-9aa8-4cb3-a257-e3eb84e5edf9 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:48:31.002581 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398a6488-9aa8-4cb3-a257-e3eb84e5edf9 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:48:31.014972 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a6488-9aa8-4cb3-a257-e3eb84e5edf9 None None] Pushing event updated for resources: {'Port': ['ID=3cca5de8-9f28-4265-84b0-e8d54b0032b7,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:31.041336 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e691acb3-5b77-422d-94a3-77ec52929b80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664220459', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'fbe840e6-3b82-4976-85e0-afde102cc83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:48:28Z', 'updated_at': '2021-07-16T09:48:29Z', 'revision_number': 3, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': 'fbe840e6-3b82-4976-85e0-afde102cc83f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:05:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:48:28Z', 'updated_at': '2021-07-16T09:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:31.066831 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-398a6488-9aa8-4cb3-a257-e3eb84e5edf9 None None] Attempting to bind port 3cca5de8-9f28-4265-84b0-e8d54b0032b7 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:48:31.067094 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-398a6488-9aa8-4cb3-a257-e3eb84e5edf9 None None] Attempting to bind port 3cca5de8-9f28-4265-84b0-e8d54b0032b7 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '54a2be17-c110-4668-b014-bdc4708cd42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '420a1cd3-9ab2-4b12-8f8c-7c92febb8d53'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:48:31.067366 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398a6488-9aa8-4cb3-a257-e3eb84e5edf9 None None] Attempting to bind port 3cca5de8-9f28-4265-84b0-e8d54b0032b7 on network 420a1cd3-9ab2-4b12-8f8c-7c92febb8d53 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:48:31.068833 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e691acb3-5b77-422d-94a3-77ec52929b80 None None] The sync data for ids ['42eb63d7-e4a8-4aaf-9e75-8ba13c64507a'] in n-d-771362-37 is: [{'id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664220459', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'fbe840e6-3b82-4976-85e0-afde102cc83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:48:28Z', 'updated_at': '2021-07-16T09:48:29Z', 'revision_number': 3, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': 'fbe840e6-3b82-4976-85e0-afde102cc83f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:05:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:48:28Z', 'updated_at': '2021-07-16T09:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:48:31.075297 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398a6488-9aa8-4cb3-a257-e3eb84e5edf9 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:48:31.075980 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398a6488-9aa8-4cb3-a257-e3eb84e5edf9 None None] Checking segment: {'id': '54a2be17-c110-4668-b014-bdc4708cd42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '420a1cd3-9ab2-4b12-8f8c-7c92febb8d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:48:31.076115 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-398a6488-9aa8-4cb3-a257-e3eb84e5edf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:31.076511 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-398a6488-9aa8-4cb3-a257-e3eb84e5edf9 None None] Bound using segment: {'id': '54a2be17-c110-4668-b014-bdc4708cd42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '420a1cd3-9ab2-4b12-8f8c-7c92febb8d53'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:48:31.076965 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-398a6488-9aa8-4cb3-a257-e3eb84e5edf9 None None] Bound port: 3cca5de8-9f28-4265-84b0-e8d54b0032b7, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a2be17-c110-4668-b014-bdc4708cd42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '420a1cd3-9ab2-4b12-8f8c-7c92febb8d53'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:48:31.077369 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-398a6488-9aa8-4cb3-a257-e3eb84e5edf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:31.146321 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-398a6488-9aa8-4cb3-a257-e3eb84e5edf9 None None] For port 3cca5de8-9f28-4265-84b0-e8d54b0032b7, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:48:31.149876 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-398a6488-9aa8-4cb3-a257-e3eb84e5edf9 None None] For port 3cca5de8-9f28-4265-84b0-e8d54b0032b7, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=3cca5de8-9f28-4265-84b0-e8d54b0032b7,segment=NetworkSegment(54a2be17-c110-4668-b014-bdc4708cd42e),segment_id=54a2be17-c110-4668-b014-bdc4708cd42e)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:48:31.154815 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-398a6488-9aa8-4cb3-a257-e3eb84e5edf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:31.217144 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398a6488-9aa8-4cb3-a257-e3eb84e5edf9 None None] Pushing event updated for resources: {'Port': ['ID=3cca5de8-9f28-4265-84b0-e8d54b0032b7,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:31.235658 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-0784f928-3e28-4a69-9276-58c81b21f498 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Allocated IP 172.20.0.1 (420a1cd3-9ab2-4b12-8f8c-7c92febb8d53/e6c36d01-57bd-4682-acd1-58b8b17cc830/146264c4-fd95-42f8-b32f-f7bec6cf8529) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:48:31.391302 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0784f928-3e28-4a69-9276-58c81b21f498 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:31.409683 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-0784f928-3e28-4a69-9276-58c81b21f498 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Transition to ACTIVE for port object 146264c4-fd95-42f8-b32f-f7bec6cf8529 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:48:31.461922 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0784f928-3e28-4a69-9276-58c81b21f498 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:31.518870 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0784f928-3e28-4a69-9276-58c81b21f498 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network 420a1cd3-9ab2-4b12-8f8c-7c92febb8d53 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:48:31.522420 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-0784f928-3e28-4a69-9276-58c81b21f498 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:48:31.527503 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0784f928-3e28-4a69-9276-58c81b21f498 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:48:31.531676 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784f928-3e28-4a69-9276-58c81b21f498 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Port': ['ID=146264c4-fd95-42f8-b32f-f7bec6cf8529,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:31.578623 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0784f928-3e28-4a69-9276-58c81b21f498 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:31.727768 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0784f928-3e28-4a69-9276-58c81b21f498 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:32.027120 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0784f928-3e28-4a69-9276-58c81b21f498 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:32.032692 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0784f928-3e28-4a69-9276-58c81b21f498 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:32.114558 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784f928-3e28-4a69-9276-58c81b21f498 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Port': ['ID=146264c4-fd95-42f8-b32f-f7bec6cf8529,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:32.117116 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0784f928-3e28-4a69-9276-58c81b21f498 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:32.212757 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0784f928-3e28-4a69-9276-58c81b21f498 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network 420a1cd3-9ab2-4b12-8f8c-7c92febb8d53 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:48:32.214112 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-0784f928-3e28-4a69-9276-58c81b21f498 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:48:32.236578 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b19f103e-f8ee-4e81-b957-cf888cfc04ad None None] Network 420a1cd3-9ab2-4b12-8f8c-7c92febb8d53 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:48:32.327661 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0784f928-3e28-4a69-9276-58c81b21f498 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Router 42eb63d7-e4a8-4aaf-9e75-8ba13c64507a has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:48:32.360673 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-1c0125da-c1d3-4f03-a16c-6fdf356adb9f None None] Provisioning for port 3cca5de8-9f28-4265-84b0-e8d54b0032b7 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:48:32.445231 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0784f928-3e28-4a69-9276-58c81b21f498 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:48:32.450820 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0784f928-3e28-4a69-9276-58c81b21f498 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "PUT /v2.0/routers/42eb63d7-e4a8-4aaf-9e75-8ba13c64507a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9747808 Jul 16 09:48:32.599611 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c43962f-f8fb-4240-b148-e68a276be312 req-24bb746d-b300-4227-9377-a3ade3052bc1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-22097571&fields=id&tenant_id=55b2b7c3083e453e9655fb0b64077473 HTTP/1.1" status: 200 len: 267 time: 0.0355694 Jul 16 09:48:32.690572 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7f388554-ed19-47d0-94e1-f07b7f47eb49 None None] Provisioning for port 146264c4-fd95-42f8-b32f-f7bec6cf8529 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:48:32.696158 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-7f388554-ed19-47d0-94e1-f07b7f47eb49 None None] Provisioning complete for port 146264c4-fd95-42f8-b32f-f7bec6cf8529 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:32.696586 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7f388554-ed19-47d0-94e1-f07b7f47eb49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:32.725845 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43962f-f8fb-4240-b148-e68a276be312 req-ab2d4188-4bb4-49cd-9958-db076488d77e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:32.729735 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c43962f-f8fb-4240-b148-e68a276be312 req-ab2d4188-4bb4-49cd-9958-db076488d77e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/networks?id=420a1cd3-9ab2-4b12-8f8c-7c92febb8d53 HTTP/1.1" status: 200 len: 797 time: 0.1229656 Jul 16 09:48:32.731233 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41353880-1274-476c-9bc7-96e714c38dcc None None] Sync routers for ids ['42eb63d7-e4a8-4aaf-9e75-8ba13c64507a'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:48:32.746675 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c43962f-f8fb-4240-b148-e68a276be312 req-c82f71ec-b584-4593-9c5e-1d6eb325ab30 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/quotas/55b2b7c3083e453e9655fb0b64077473 HTTP/1.1" status: 200 len: 375 time: 0.0109162 Jul 16 09:48:32.752282 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-7f388554-ed19-47d0-94e1-f07b7f47eb49 None None] Port 146264c4-fd95-42f8-b32f-f7bec6cf8529 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:48:32.758037 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41353880-1274-476c-9bc7-96e714c38dcc None None] Routers {'42eb63d7-e4a8-4aaf-9e75-8ba13c64507a'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:48:32.758829 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-41353880-1274-476c-9bc7-96e714c38dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:48:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['42eb63d7-e4a8-4aaf-9e75-8ba13c64507a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:32.825354 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c43962f-f8fb-4240-b148-e68a276be312 req-c8004732-5337-4c23-8e65-6f84e143441a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0706928 Jul 16 09:48:32.875381 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-41353880-1274-476c-9bc7-96e714c38dcc None None] Set router 42eb63d7-e4a8-4aaf-9e75-8ba13c64507a gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:48:32.927277 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c43962f-f8fb-4240-b148-e68a276be312 req-2d663a74-8620-4b79-8a73-ad58fbf712d3 service neutron] 10.222.0.22 "GET /v2.0/networks/420a1cd3-9ab2-4b12-8f8c-7c92febb8d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915606 Jul 16 09:48:32.961069 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-151d0542-1ff2-4144-ba00-469d942cba28 None None] Provisioning complete for port 146264c4-fd95-42f8-b32f-f7bec6cf8529 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:32.961766 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-151d0542-1ff2-4144-ba00-469d942cba28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:33.025245 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:33.026329 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c43962f-f8fb-4240-b148-e68a276be312 req-7a2ec593-63c5-42b4-a768-2f8d69042373 service neutron] 10.222.0.22 "GET /v2.0/networks/420a1cd3-9ab2-4b12-8f8c-7c92febb8d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0927119 Jul 16 09:48:33.231536 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3cca5de8-9f28-4265-84b0-e8d54b0032b7 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:48:33.232949 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f4762087-0119-4ca9-a337-cf2f0d47d124 req-53a0f4b3-fd73-422b-952e-e475eeb3f231 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 210 time: 0.0346613 Jul 16 09:48:33.268565 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:33.272168 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-151d0542-1ff2-4144-ba00-469d942cba28 None None] Port 146264c4-fd95-42f8-b32f-f7bec6cf8529 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:48:33.326992 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 3cca5de8-9f28-4265-84b0-e8d54b0032b7 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:48:33.331842 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 3cca5de8-9f28-4265-84b0-e8d54b0032b7 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:33.332225 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:33.407806 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-41353880-1274-476c-9bc7-96e714c38dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664220459', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'fbe840e6-3b82-4976-85e0-afde102cc83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:48:28Z', 'updated_at': '2021-07-16T09:48:31Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': 'fbe840e6-3b82-4976-85e0-afde102cc83f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:05:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:48:28Z', 'updated_at': '2021-07-16T09:48:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '146264c4-fd95-42f8-b32f-f7bec6cf8529', 'name': '', 'network_id': '420a1cd3-9ab2-4b12-8f8c-7c92febb8d53', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:13:56:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e6c36d01-57bd-4682-acd1-58b8b17cc830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:48:31Z', 'updated_at': '2021-07-16T09:48:31Z', 'revision_number': 2, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': 'e6c36d01-57bd-4682-acd1-58b8b17cc830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:33.442604 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9e624edf-68cd-4783-947e-40e1cdc18ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:33.444022 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41353880-1274-476c-9bc7-96e714c38dcc None None] Checking router: 42eb63d7-e4a8-4aaf-9e75-8ba13c64507a for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:48:33.444402 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41353880-1274-476c-9bc7-96e714c38dcc None None] Updating router 42eb63d7-e4a8-4aaf-9e75-8ba13c64507a port 146264c4-fd95-42f8-b32f-f7bec6cf8529 binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:48:33.448198 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-112339e3-1504-47a5-a109-eb89fa0999a1 None None] Provisioning complete for port 146264c4-fd95-42f8-b32f-f7bec6cf8529 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:33.448590 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-112339e3-1504-47a5-a109-eb89fa0999a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:33.535429 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:33.539817 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41353880-1274-476c-9bc7-96e714c38dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:33.550591 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-112339e3-1504-47a5-a109-eb89fa0999a1 None None] Port 146264c4-fd95-42f8-b32f-f7bec6cf8529 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:48:33.601833 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 3cca5de8-9f28-4265-84b0-e8d54b0032b7, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=3cca5de8-9f28-4265-84b0-e8d54b0032b7,segment=NetworkSegment(54a2be17-c110-4668-b014-bdc4708cd42e),segment_id=54a2be17-c110-4668-b014-bdc4708cd42e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:48:33.611455 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:33.612290 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device fbe840e6-3b82-4976-85e0-afde102cc83f up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:48:33.763356 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=3cca5de8-9f28-4265-84b0-e8d54b0032b7,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:33.793490 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port fbe840e6-3b82-4976-85e0-afde102cc83f completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:48:33.800199 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port fbe840e6-3b82-4976-85e0-afde102cc83f triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:33.800607 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:33.968444 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:33.986681 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41353880-1274-476c-9bc7-96e714c38dcc None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:34.002615 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port fbe840e6-3b82-4976-85e0-afde102cc83f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=fbe840e6-3b82-4976-85e0-afde102cc83f,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:48:34.005693 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-41353880-1274-476c-9bc7-96e714c38dcc None None] Transition to ACTIVE for port object 146264c4-fd95-42f8-b32f-f7bec6cf8529 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:48:34.009157 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:34.014492 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41353880-1274-476c-9bc7-96e714c38dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:34.093074 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=fbe840e6-3b82-4976-85e0-afde102cc83f,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:34.146080 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-41353880-1274-476c-9bc7-96e714c38dcc None None] Attempting to bind port 146264c4-fd95-42f8-b32f-f7bec6cf8529 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:48:34.146454 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-41353880-1274-476c-9bc7-96e714c38dcc None None] Attempting to bind port 146264c4-fd95-42f8-b32f-f7bec6cf8529 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '54a2be17-c110-4668-b014-bdc4708cd42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '420a1cd3-9ab2-4b12-8f8c-7c92febb8d53'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:48:34.146827 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41353880-1274-476c-9bc7-96e714c38dcc None None] Attempting to bind port 146264c4-fd95-42f8-b32f-f7bec6cf8529 on network 420a1cd3-9ab2-4b12-8f8c-7c92febb8d53 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:48:34.160973 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41353880-1274-476c-9bc7-96e714c38dcc None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 48, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:48:34.161487 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41353880-1274-476c-9bc7-96e714c38dcc None None] Checking segment: {'id': '54a2be17-c110-4668-b014-bdc4708cd42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '420a1cd3-9ab2-4b12-8f8c-7c92febb8d53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:48:34.162156 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41353880-1274-476c-9bc7-96e714c38dcc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:34.162296 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41353880-1274-476c-9bc7-96e714c38dcc None None] Bound using segment: {'id': '54a2be17-c110-4668-b014-bdc4708cd42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '420a1cd3-9ab2-4b12-8f8c-7c92febb8d53'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:48:34.162789 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-41353880-1274-476c-9bc7-96e714c38dcc None None] Bound port: 146264c4-fd95-42f8-b32f-f7bec6cf8529, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54a2be17-c110-4668-b014-bdc4708cd42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '420a1cd3-9ab2-4b12-8f8c-7c92febb8d53'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:48:34.163562 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41353880-1274-476c-9bc7-96e714c38dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:34.178330 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a0c59-79d1-4986-826f-4803e6fb8ff0 None None] Pushing event updated for resources: {'Port': ['ID=146264c4-fd95-42f8-b32f-f7bec6cf8529,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:34.267874 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-41353880-1274-476c-9bc7-96e714c38dcc None None] For port 146264c4-fd95-42f8-b32f-f7bec6cf8529, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:48:34.271535 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-41353880-1274-476c-9bc7-96e714c38dcc None None] For port 146264c4-fd95-42f8-b32f-f7bec6cf8529, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=146264c4-fd95-42f8-b32f-f7bec6cf8529,segment=NetworkSegment(54a2be17-c110-4668-b014-bdc4708cd42e),segment_id=54a2be17-c110-4668-b014-bdc4708cd42e)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:48:34.277817 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41353880-1274-476c-9bc7-96e714c38dcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:34.329965 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41353880-1274-476c-9bc7-96e714c38dcc None None] Routers {'42eb63d7-e4a8-4aaf-9e75-8ba13c64507a'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:48:34.330701 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-41353880-1274-476c-9bc7-96e714c38dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:48:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['42eb63d7-e4a8-4aaf-9e75-8ba13c64507a'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:34.336539 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43962f-f8fb-4240-b148-e68a276be312 req-50ac2592-a011-43cc-8ba9-f54272783d6d tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:34.338701 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c43962f-f8fb-4240-b148-e68a276be312 req-50ac2592-a011-43cc-8ba9-f54272783d6d tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.21 "GET /v2.0/networks?id=420a1cd3-9ab2-4b12-8f8c-7c92febb8d53 HTTP/1.1" status: 200 len: 797 time: 0.1517344 Jul 16 09:48:34.393780 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c43962f-f8fb-4240-b148-e68a276be312 req-0a59e470-65dc-44eb-81db-f8e68316b257 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55b2b7c3083e453e9655fb0b64077473 HTTP/1.1" status: 200 len: 378 time: 0.0463538 Jul 16 09:48:34.400300 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017a0c59-79d1-4986-826f-4803e6fb8ff0 None None] Pushing event updated for resources: {'Port': ['ID=146264c4-fd95-42f8-b32f-f7bec6cf8529,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:34.419929 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-9c43962f-f8fb-4240-b148-e68a276be312 req-4984c3b2-4c6c-4bd1-96c6-04b3179d5aec tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'port': {'device_id': '417fc6b2-e568-4187-9266-571f8f494678', 'network_id': '420a1cd3-9ab2-4b12-8f8c-7c92febb8d53', 'admin_state_up': True, 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'security_groups': ['cecaaa07-f999-4996-b6e4-6e576867f46d']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:48:34.461143 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2ad9d9b7-742f-42c2-9418-1e90abca59e8 req-c3aeb307-1955-4be9-ac82-f8dd75dd4a66 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 210 time: 0.0665581 Jul 16 09:48:34.498997 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-41353880-1274-476c-9bc7-96e714c38dcc None None] Set router 42eb63d7-e4a8-4aaf-9e75-8ba13c64507a gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:48:34.572613 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c43962f-f8fb-4240-b148-e68a276be312 req-4984c3b2-4c6c-4bd1-96c6-04b3179d5aec tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Made reservation on behalf of 55b2b7c3083e453e9655fb0b64077473 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:48:34.576906 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9c43962f-f8fb-4240-b148-e68a276be312 req-4984c3b2-4c6c-4bd1-96c6-04b3179d5aec tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:34.701075 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-9c43962f-f8fb-4240-b148-e68a276be312 req-4984c3b2-4c6c-4bd1-96c6-04b3179d5aec tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Allocated IP 172.20.0.12 (420a1cd3-9ab2-4b12-8f8c-7c92febb8d53/e6c36d01-57bd-4682-acd1-58b8b17cc830/7ac5625d-f44e-46f9-937d-8194dbfae34f) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:48:34.713145 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-41353880-1274-476c-9bc7-96e714c38dcc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664220459', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'fbe840e6-3b82-4976-85e0-afde102cc83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:48:28Z', 'updated_at': '2021-07-16T09:48:31Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': 'fbe840e6-3b82-4976-85e0-afde102cc83f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:48:28Z', 'updated_at': '2021-07-16T09:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '146264c4-fd95-42f8-b32f-f7bec6cf8529', 'name': '', 'network_id': '420a1cd3-9ab2-4b12-8f8c-7c92febb8d53', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:13:56:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e6c36d01-57bd-4682-acd1-58b8b17cc830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:48:31Z', 'updated_at': '2021-07-16T09:48:34Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': 'e6c36d01-57bd-4682-acd1-58b8b17cc830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:34.744428 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41353880-1274-476c-9bc7-96e714c38dcc None None] The sync data for ids ['42eb63d7-e4a8-4aaf-9e75-8ba13c64507a'] in n-d-771362-37 is: [{'id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664220459', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'fbe840e6-3b82-4976-85e0-afde102cc83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:48:28Z', 'updated_at': '2021-07-16T09:48:31Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': 'fbe840e6-3b82-4976-85e0-afde102cc83f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:48:28Z', 'updated_at': '2021-07-16T09:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '146264c4-fd95-42f8-b32f-f7bec6cf8529', 'name': '', 'network_id': '420a1cd3-9ab2-4b12-8f8c-7c92febb8d53', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:13:56:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e6c36d01-57bd-4682-acd1-58b8b17cc830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:48:31Z', 'updated_at': '2021-07-16T09:48:34Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': 'e6c36d01-57bd-4682-acd1-58b8b17cc830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:48:34.859492 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9c43962f-f8fb-4240-b148-e68a276be312 req-4984c3b2-4c6c-4bd1-96c6-04b3179d5aec tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:34.875858 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-9c43962f-f8fb-4240-b148-e68a276be312 req-4984c3b2-4c6c-4bd1-96c6-04b3179d5aec tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Transition to ACTIVE for port object 7ac5625d-f44e-46f9-937d-8194dbfae34f will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:48:34.912456 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9c43962f-f8fb-4240-b148-e68a276be312 req-4984c3b2-4c6c-4bd1-96c6-04b3179d5aec tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:34.962058 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c43962f-f8fb-4240-b148-e68a276be312 req-4984c3b2-4c6c-4bd1-96c6-04b3179d5aec tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network 420a1cd3-9ab2-4b12-8f8c-7c92febb8d53 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:48:34.965364 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-9c43962f-f8fb-4240-b148-e68a276be312 req-4984c3b2-4c6c-4bd1-96c6-04b3179d5aec tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:48:34.969378 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c43962f-f8fb-4240-b148-e68a276be312 req-4984c3b2-4c6c-4bd1-96c6-04b3179d5aec tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:48:34.976103 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4984c3b2-4c6c-4bd1-96c6-04b3179d5aec tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Port': ['ID=7ac5625d-f44e-46f9-937d-8194dbfae34f,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:35.029629 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43962f-f8fb-4240-b148-e68a276be312 req-4984c3b2-4c6c-4bd1-96c6-04b3179d5aec tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:35.030494 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9c43962f-f8fb-4240-b148-e68a276be312 req-4984c3b2-4c6c-4bd1-96c6-04b3179d5aec tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:35.048464 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c43962f-f8fb-4240-b148-e68a276be312 req-4984c3b2-4c6c-4bd1-96c6-04b3179d5aec tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6370647 Jul 16 09:48:35.066615 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-9c43962f-f8fb-4240-b148-e68a276be312 req-99f6b7b1-6142-4d52-ba48-1d5db012e56c service neutron] Request body: {'port': {'device_id': '417fc6b2-e568-4187-9266-571f8f494678', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:48:35.167031 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9c43962f-f8fb-4240-b148-e68a276be312 req-99f6b7b1-6142-4d52-ba48-1d5db012e56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:35.187660 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 146264c4-fd95-42f8-b32f-f7bec6cf8529 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:48:35.223607 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4de04baa-cf46-49cf-8289-0e04849f0a50 None None] Provisioning for port 7ac5625d-f44e-46f9-937d-8194dbfae34f completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:48:35.230914 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4de04baa-cf46-49cf-8289-0e04849f0a50 None None] Provisioning complete for port 7ac5625d-f44e-46f9-937d-8194dbfae34f triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:35.231300 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4de04baa-cf46-49cf-8289-0e04849f0a50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:35.273365 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-4de04baa-cf46-49cf-8289-0e04849f0a50 None None] Port 7ac5625d-f44e-46f9-937d-8194dbfae34f cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:48:35.279661 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 146264c4-fd95-42f8-b32f-f7bec6cf8529 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:48:35.284217 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 146264c4-fd95-42f8-b32f-f7bec6cf8529 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:35.284737 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:35.374677 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:35.410283 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 146264c4-fd95-42f8-b32f-f7bec6cf8529, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=146264c4-fd95-42f8-b32f-f7bec6cf8529,segment=NetworkSegment(54a2be17-c110-4668-b014-bdc4708cd42e),segment_id=54a2be17-c110-4668-b014-bdc4708cd42e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:48:35.414236 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:35.415051 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3cca5de8-9f28-4265-84b0-e8d54b0032b7 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:48:35.475571 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-9c43962f-f8fb-4240-b148-e68a276be312 req-99f6b7b1-6142-4d52-ba48-1d5db012e56c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ac5625d-f44e-46f9-937d-8194dbfae34f {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:48:35.484246 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9c43962f-f8fb-4240-b148-e68a276be312 req-99f6b7b1-6142-4d52-ba48-1d5db012e56c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:35.492027 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=146264c4-fd95-42f8-b32f-f7bec6cf8529,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:35.509350 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 3cca5de8-9f28-4265-84b0-e8d54b0032b7 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:35.509728 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:35.514385 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-9c43962f-f8fb-4240-b148-e68a276be312 req-99f6b7b1-6142-4d52-ba48-1d5db012e56c service neutron] Transition to ACTIVE for port object 7ac5625d-f44e-46f9-937d-8194dbfae34f will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:48:35.521638 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9c43962f-f8fb-4240-b148-e68a276be312 req-99f6b7b1-6142-4d52-ba48-1d5db012e56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:35.584826 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6b7b1-6142-4d52-ba48-1d5db012e56c service neutron] Pushing event updated for resources: {'Port': ['ID=7ac5625d-f44e-46f9-937d-8194dbfae34f,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:35.620030 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device fbe840e6-3b82-4976-85e0-afde102cc83f up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:48:35.677585 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118af1a1-019f-4116-81f5-4556ec277510 req-dc5312ca-6d23-4721-855c-fa88ba3c417e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:35.679568 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-118af1a1-019f-4116-81f5-4556ec277510 req-dc5312ca-6d23-4721-855c-fa88ba3c417e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 944 time: 0.0754867 Jul 16 09:48:35.686934 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port fbe840e6-3b82-4976-85e0-afde102cc83f triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:35.687811 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:35.703970 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-9c43962f-f8fb-4240-b148-e68a276be312 req-99f6b7b1-6142-4d52-ba48-1d5db012e56c service neutron] Attempting to bind port 7ac5625d-f44e-46f9-937d-8194dbfae34f on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:48:35.704677 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-9c43962f-f8fb-4240-b148-e68a276be312 req-99f6b7b1-6142-4d52-ba48-1d5db012e56c service neutron] Attempting to bind port 7ac5625d-f44e-46f9-937d-8194dbfae34f by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '54a2be17-c110-4668-b014-bdc4708cd42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '420a1cd3-9ab2-4b12-8f8c-7c92febb8d53'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:48:35.705201 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c43962f-f8fb-4240-b148-e68a276be312 req-99f6b7b1-6142-4d52-ba48-1d5db012e56c service neutron] Attempting to bind port 7ac5625d-f44e-46f9-937d-8194dbfae34f on network 420a1cd3-9ab2-4b12-8f8c-7c92febb8d53 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:48:35.720000 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c43962f-f8fb-4240-b148-e68a276be312 req-99f6b7b1-6142-4d52-ba48-1d5db012e56c service neutron] Port 7ac5625d-f44e-46f9-937d-8194dbfae34f on network 420a1cd3-9ab2-4b12-8f8c-7c92febb8d53 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:48:35.720675 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c43962f-f8fb-4240-b148-e68a276be312 req-99f6b7b1-6142-4d52-ba48-1d5db012e56c service neutron] Attempting to bind port 7ac5625d-f44e-46f9-937d-8194dbfae34f on network 420a1cd3-9ab2-4b12-8f8c-7c92febb8d53 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:48:35.726385 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c43962f-f8fb-4240-b148-e68a276be312 req-99f6b7b1-6142-4d52-ba48-1d5db012e56c service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 48, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:48:35.726842 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c43962f-f8fb-4240-b148-e68a276be312 req-99f6b7b1-6142-4d52-ba48-1d5db012e56c service neutron] Checking segment: {'id': '54a2be17-c110-4668-b014-bdc4708cd42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '420a1cd3-9ab2-4b12-8f8c-7c92febb8d53'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:48:35.727124 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c43962f-f8fb-4240-b148-e68a276be312 req-99f6b7b1-6142-4d52-ba48-1d5db012e56c service neutron] Bound using segment: {'id': '54a2be17-c110-4668-b014-bdc4708cd42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '420a1cd3-9ab2-4b12-8f8c-7c92febb8d53'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:48:35.731139 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-9c43962f-f8fb-4240-b148-e68a276be312 req-99f6b7b1-6142-4d52-ba48-1d5db012e56c service neutron] Bound port: 7ac5625d-f44e-46f9-937d-8194dbfae34f, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '54a2be17-c110-4668-b014-bdc4708cd42e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '420a1cd3-9ab2-4b12-8f8c-7c92febb8d53'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:48:35.731544 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9c43962f-f8fb-4240-b148-e68a276be312 req-99f6b7b1-6142-4d52-ba48-1d5db012e56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:35.744804 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-118af1a1-019f-4116-81f5-4556ec277510 req-5700c3f7-8650-4e04-9646-55100a2d3b6d tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=cecaaa07-f999-4996-b6e4-6e576867f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555878 Jul 16 09:48:35.817129 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-9c43962f-f8fb-4240-b148-e68a276be312 req-99f6b7b1-6142-4d52-ba48-1d5db012e56c service neutron] For port 7ac5625d-f44e-46f9-937d-8194dbfae34f, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:48:35.820825 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-9c43962f-f8fb-4240-b148-e68a276be312 req-99f6b7b1-6142-4d52-ba48-1d5db012e56c service neutron] For port 7ac5625d-f44e-46f9-937d-8194dbfae34f, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=7ac5625d-f44e-46f9-937d-8194dbfae34f,segment=NetworkSegment(54a2be17-c110-4668-b014-bdc4708cd42e),segment_id=54a2be17-c110-4668-b014-bdc4708cd42e)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:48:35.827549 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9c43962f-f8fb-4240-b148-e68a276be312 req-99f6b7b1-6142-4d52-ba48-1d5db012e56c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:35.840929 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b59b7195-680b-4c37-a6c1-911c59ae0676 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:35.873629 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43962f-f8fb-4240-b148-e68a276be312 req-99f6b7b1-6142-4d52-ba48-1d5db012e56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:35.874322 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-9c43962f-f8fb-4240-b148-e68a276be312 req-99f6b7b1-6142-4d52-ba48-1d5db012e56c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:35.875729 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c43962f-f8fb-4240-b148-e68a276be312 req-99f6b7b1-6142-4d52-ba48-1d5db012e56c service neutron] 10.222.0.21 "PUT /v2.0/ports/7ac5625d-f44e-46f9-937d-8194dbfae34f HTTP/1.1" status: 200 len: 1093 time: 0.8140297 Jul 16 09:48:35.876229 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417fc6b2-e568-4187-9266-571f8f494678', 'tag': '7ac5625d-f44e-46f9-937d-8194dbfae34f'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:48:35.878543 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f17879ad-5710-4555-af5d-126341ec246e" -d '{"events": [{"name": "network-changed", "server_uuid": "417fc6b2-e568-4187-9266-571f8f494678", "tag": "7ac5625d-f44e-46f9-937d-8194dbfae34f"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:48:35.914651 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99f6b7b1-6142-4d52-ba48-1d5db012e56c service neutron] Pushing event updated for resources: {'Port': ['ID=7ac5625d-f44e-46f9-937d-8194dbfae34f,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:35.930715 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3fcc412-d0fb-47d6-9148-51d50c55f86b x-openstack-request-id: req-e3fcc412-d0fb-47d6-9148-51d50c55f86b {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:48:35.931100 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417fc6b2-e568-4187-9266-571f8f494678", "tag": "7ac5625d-f44e-46f9-937d-8194dbfae34f", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:48:35.931300 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e3fcc412-d0fb-47d6-9148-51d50c55f86b {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:48:35.931693 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417fc6b2-e568-4187-9266-571f8f494678', 'tag': '7ac5625d-f44e-46f9-937d-8194dbfae34f', 'status': 'completed', 'code': 200} Jul 16 09:48:35.981006 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43962f-f8fb-4240-b148-e68a276be312 req-14856e6d-9d72-4e6f-9bca-40e3f7dd4000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:35.982569 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c43962f-f8fb-4240-b148-e68a276be312 req-14856e6d-9d72-4e6f-9bca-40e3f7dd4000 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 1096 time: 0.0617990 Jul 16 09:48:36.026050 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c43962f-f8fb-4240-b148-e68a276be312 req-87765dd2-b5fb-48fe-8695-c41564468f5f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ac5625d-f44e-46f9-937d-8194dbfae34f HTTP/1.1" status: 200 len: 217 time: 0.0366299 Jul 16 09:48:36.080704 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43962f-f8fb-4240-b148-e68a276be312 req-9fed409c-1b89-4ec4-a53e-67f734cb22c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:36.082026 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c43962f-f8fb-4240-b148-e68a276be312 req-9fed409c-1b89-4ec4-a53e-67f734cb22c4 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6c36d01-57bd-4682-acd1-58b8b17cc830 HTTP/1.1" status: 200 len: 834 time: 0.0504189 Jul 16 09:48:36.143506 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c43962f-f8fb-4240-b148-e68a276be312 req-b4a7d560-ae44-4110-ae39-022b62823441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:36.145337 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c43962f-f8fb-4240-b148-e68a276be312 req-b4a7d560-ae44-4110-ae39-022b62823441 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=420a1cd3-9ab2-4b12-8f8c-7c92febb8d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572181 Jul 16 09:48:36.160387 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:36.239640 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c43962f-f8fb-4240-b148-e68a276be312 req-527344b7-9ae1-4018-a5d5-25708f654a82 service neutron] 10.222.0.21 "GET /v2.0/networks/420a1cd3-9ab2-4b12-8f8c-7c92febb8d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873897 Jul 16 09:48:36.326694 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c43962f-f8fb-4240-b148-e68a276be312 req-fa8873dc-8a6e-4267-8652-83e898072092 service neutron] 10.222.0.21 "GET /v2.0/networks/420a1cd3-9ab2-4b12-8f8c-7c92febb8d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811403 Jul 16 09:48:36.422982 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17879ad-5710-4555-af5d-126341ec246e req-b1901784-49b8-4e85-90d0-6643a16bd1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:36.424524 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f17879ad-5710-4555-af5d-126341ec246e req-b1901784-49b8-4e85-90d0-6643a16bd1f9 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 1096 time: 0.0531483 Jul 16 09:48:36.515116 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17879ad-5710-4555-af5d-126341ec246e req-da8d8f80-dca5-4c46-bc54-a5bd1f50ce3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:36.516616 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f17879ad-5710-4555-af5d-126341ec246e req-da8d8f80-dca5-4c46-bc54-a5bd1f50ce3d service neutron] 10.222.0.21 "GET /v2.0/networks?id=420a1cd3-9ab2-4b12-8f8c-7c92febb8d53 HTTP/1.1" status: 200 len: 898 time: 0.0860589 Jul 16 09:48:36.557108 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f17879ad-5710-4555-af5d-126341ec246e req-61cab74d-31a1-4e91-9798-e1f7b2209b02 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ac5625d-f44e-46f9-937d-8194dbfae34f HTTP/1.1" status: 200 len: 217 time: 0.0336323 Jul 16 09:48:36.608378 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17879ad-5710-4555-af5d-126341ec246e req-c3756831-de91-4d67-8b7e-03356dfc8298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:36.609813 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f17879ad-5710-4555-af5d-126341ec246e req-c3756831-de91-4d67-8b7e-03356dfc8298 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6c36d01-57bd-4682-acd1-58b8b17cc830 HTTP/1.1" status: 200 len: 834 time: 0.0466881 Jul 16 09:48:36.665552 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17879ad-5710-4555-af5d-126341ec246e req-cc3de8d0-9779-4c7f-9ff5-5a105afc9a16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:36.667001 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f17879ad-5710-4555-af5d-126341ec246e req-cc3de8d0-9779-4c7f-9ff5-5a105afc9a16 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=420a1cd3-9ab2-4b12-8f8c-7c92febb8d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0496087 Jul 16 09:48:36.757303 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f17879ad-5710-4555-af5d-126341ec246e req-2f4c6e38-7ab2-4fbf-8f3e-dc41be9a290e service neutron] 10.222.0.21 "GET /v2.0/networks/420a1cd3-9ab2-4b12-8f8c-7c92febb8d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803332 Jul 16 09:48:36.851064 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f17879ad-5710-4555-af5d-126341ec246e req-b433cb06-85d3-48f3-9f77-d0a32ecd096d service neutron] 10.222.0.21 "GET /v2.0/networks/420a1cd3-9ab2-4b12-8f8c-7c92febb8d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873713 Jul 16 09:48:36.931176 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2285abe9-a28e-4d07-828a-4a2fdc4232f5 req-7c5b6dde-bf03-4074-96f3-3f7accba7b5d tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:36.932631 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2285abe9-a28e-4d07-828a-4a2fdc4232f5 req-7c5b6dde-bf03-4074-96f3-3f7accba7b5d tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 944 time: 0.0613854 Jul 16 09:48:36.970279 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2285abe9-a28e-4d07-828a-4a2fdc4232f5 req-f99896f2-8441-4b7e-a66d-c27cde650876 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=cecaaa07-f999-4996-b6e4-6e576867f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320423 Jul 16 09:48:37.074519 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 146264c4-fd95-42f8-b32f-f7bec6cf8529 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:48:37.120262 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 146264c4-fd95-42f8-b32f-f7bec6cf8529 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:37.121123 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:37.408972 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:38.139583 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a488dfea-a053-41ee-b8bb-9bbe5ce9678e req-7c8dbd20-82b9-4938-80cc-42726c401914 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:38.141103 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a488dfea-a053-41ee-b8bb-9bbe5ce9678e req-7c8dbd20-82b9-4938-80cc-42726c401914 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 944 time: 0.0621498 Jul 16 09:48:38.178997 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a488dfea-a053-41ee-b8bb-9bbe5ce9678e req-53f7b664-db0c-4d39-b29f-2d1b3973d9c2 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=cecaaa07-f999-4996-b6e4-6e576867f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323422 Jul 16 09:48:38.311023 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 7ac5625d-f44e-46f9-937d-8194dbfae34f details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:48:38.406835 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 7ac5625d-f44e-46f9-937d-8194dbfae34f, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=7ac5625d-f44e-46f9-937d-8194dbfae34f,segment=NetworkSegment(54a2be17-c110-4668-b014-bdc4708cd42e),segment_id=54a2be17-c110-4668-b014-bdc4708cd42e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:48:38.418126 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '7ac5625d-f44e-46f9-937d-8194dbfae34f', 'network_id': '420a1cd3-9ab2-4b12-8f8c-7c92febb8d53', 'port_id': '7ac5625d-f44e-46f9-937d-8194dbfae34f', 'mac_address': 'fa:16:3e:96:4f:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e6c36d01-57bd-4682-acd1-58b8b17cc830', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:48:38.453615 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:38.466663 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ac5625d-f44e-46f9-937d-8194dbfae34f {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:48:38.486032 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 7ac5625d-f44e-46f9-937d-8194dbfae34f, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=7ac5625d-f44e-46f9-937d-8194dbfae34f,segment=NetworkSegment(54a2be17-c110-4668-b014-bdc4708cd42e),segment_id=54a2be17-c110-4668-b014-bdc4708cd42e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:48:38.490017 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:38.539238 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=7ac5625d-f44e-46f9-937d-8194dbfae34f,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:38.728964 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['7ac5625d-f44e-46f9-937d-8194dbfae34f'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:48:38.856947 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:39.351871 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f4e542-504b-4a66-bb7c-3391936cd055 req-9d8e79ab-a7c0-4767-bc96-e2fae984c3b7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:39.353386 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f9f4e542-504b-4a66-bb7c-3391936cd055 req-9d8e79ab-a7c0-4767-bc96-e2fae984c3b7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 945 time: 0.0662496 Jul 16 09:48:39.392119 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f9f4e542-504b-4a66-bb7c-3391936cd055 req-49e6dd17-323d-43dc-aaa6-5d4411dd384f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=cecaaa07-f999-4996-b6e4-6e576867f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330813 Jul 16 09:48:40.326614 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 7ac5625d-f44e-46f9-937d-8194dbfae34f up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:48:40.375497 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 7ac5625d-f44e-46f9-937d-8194dbfae34f completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:48:40.379373 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 7ac5625d-f44e-46f9-937d-8194dbfae34f triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:48:40.379751 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:40.455551 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:40.481048 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417fc6b2-e568-4187-9266-571f8f494678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac5625d-f44e-46f9-937d-8194dbfae34f'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:48:40.483340 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94163b8b-b23f-489a-aff5-6d47a1f5697e" -d '{"events": [{"server_uuid": "417fc6b2-e568-4187-9266-571f8f494678", "name": "network-vif-plugged", "status": "completed", "tag": "7ac5625d-f44e-46f9-937d-8194dbfae34f"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:48:40.496046 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 7ac5625d-f44e-46f9-937d-8194dbfae34f, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=7ac5625d-f44e-46f9-937d-8194dbfae34f,segment=NetworkSegment(54a2be17-c110-4668-b014-bdc4708cd42e),segment_id=54a2be17-c110-4668-b014-bdc4708cd42e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:48:40.500627 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:40.524863 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:48:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e2323d9-2058-4c77-b8ec-8016636de4ef x-openstack-request-id: req-7e2323d9-2058-4c77-b8ec-8016636de4ef {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:48:40.525100 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417fc6b2-e568-4187-9266-571f8f494678", "name": "network-vif-plugged", "status": "completed", "tag": "7ac5625d-f44e-46f9-937d-8194dbfae34f", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:48:40.525353 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-7e2323d9-2058-4c77-b8ec-8016636de4ef {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:48:40.525745 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417fc6b2-e568-4187-9266-571f8f494678', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ac5625d-f44e-46f9-937d-8194dbfae34f', 'code': 200} Jul 16 09:48:40.553380 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=7ac5625d-f44e-46f9-937d-8194dbfae34f,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:40.581491 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dba5f0-872e-45fb-9d2b-b2a8bed9056d req-106c6b46-fa47-4108-9bb2-0dadf003f9ef tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:40.582905 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-66dba5f0-872e-45fb-9d2b-b2a8bed9056d req-106c6b46-fa47-4108-9bb2-0dadf003f9ef tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 946 time: 0.0779412 Jul 16 09:48:40.988509 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-66dba5f0-872e-45fb-9d2b-b2a8bed9056d req-f22851ba-fb75-488b-a29f-221347043ea7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=cecaaa07-f999-4996-b6e4-6e576867f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3950434 Jul 16 09:48:41.003191 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a794b286-5eb1-459c-b07f-539287b5095e req-77889c32-cfb0-4795-bc2f-4a4e15ef112c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:41.004701 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a794b286-5eb1-459c-b07f-539287b5095e req-77889c32-cfb0-4795-bc2f-4a4e15ef112c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 1098 time: 0.4190645 Jul 16 09:48:41.038348 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a794b286-5eb1-459c-b07f-539287b5095e req-84f21471-309a-4ba7-a945-9cc71ed0f157 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=cecaaa07-f999-4996-b6e4-6e576867f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0275028 Jul 16 09:48:42.159809 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cae0acf-df8c-4e3c-98cd-0caebaf1bcef req-eef6cb0c-a2e8-47cc-aed7-ea42d5f25779 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:42.161340 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5cae0acf-df8c-4e3c-98cd-0caebaf1bcef req-eef6cb0c-a2e8-47cc-aed7-ea42d5f25779 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 946 time: 0.0640941 Jul 16 09:48:42.199882 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5cae0acf-df8c-4e3c-98cd-0caebaf1bcef req-de88fafb-bded-4954-803f-3d509d984f82 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=cecaaa07-f999-4996-b6e4-6e576867f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330539 Jul 16 09:48:42.404312 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7712c-bb42-4190-834a-d49f14bbbe4a req-e0814141-b1f4-4967-9dba-fc267ddaf3df tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:42.405785 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82c7712c-bb42-4190-834a-d49f14bbbe4a req-e0814141-b1f4-4967-9dba-fc267ddaf3df tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 946 time: 0.0992792 Jul 16 09:48:42.446165 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-82c7712c-bb42-4190-834a-d49f14bbbe4a req-065b65d1-f5ba-47ac-bea4-d5b0d3690015 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=cecaaa07-f999-4996-b6e4-6e576867f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348933 Jul 16 09:48:42.470016 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49946) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:42.519465 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8172eabd-c19d-46dd-9325-58772753266c tempest-TestNetworkAdvancedServerOps-189494951 tempest-TestNetworkAdvancedServerOps-189494951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:42.520988 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-8172eabd-c19d-46dd-9325-58772753266c tempest-TestNetworkAdvancedServerOps-189494951 tempest-TestNetworkAdvancedServerOps-189494951-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 1093 time: 0.0500267 Jul 16 09:48:42.523693 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49948) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:42.528598 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-084fd470-9862-4478-88e2-db896be4f09b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'port_id': '7ac5625d-f44e-46f9-937d-8194dbfae34f', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:48:42.551125 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-084fd470-9862-4478-88e2-db896be4f09b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:42.642070 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-084fd470-9862-4478-88e2-db896be4f09b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:42.745980 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-084fd470-9862-4478-88e2-db896be4f09b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Allocated IP 172.25.3.221 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/8beff664-bc9c-4c90-b6a2-997c08d23591) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:48:42.845436 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-084fd470-9862-4478-88e2-db896be4f09b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:42.888328 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-084fd470-9862-4478-88e2-db896be4f09b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:42.923524 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084fd470-9862-4478-88e2-db896be4f09b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:48:42.928052 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-084fd470-9862-4478-88e2-db896be4f09b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:48:42.931686 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084fd470-9862-4478-88e2-db896be4f09b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:48:42.955220 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fd470-9862-4478-88e2-db896be4f09b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Port': ['ID=8beff664-bc9c-4c90-b6a2-997c08d23591,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:43.293809 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-084fd470-9862-4478-88e2-db896be4f09b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:43.366391 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-084fd470-9862-4478-88e2-db896be4f09b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:43.513306 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-084fd470-9862-4478-88e2-db896be4f09b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:43.517826 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-084fd470-9862-4478-88e2-db896be4f09b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:43.585654 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084fd470-9862-4478-88e2-db896be4f09b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Port': ['ID=8beff664-bc9c-4c90-b6a2-997c08d23591,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:48:43.593571 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-084fd470-9862-4478-88e2-db896be4f09b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:43.692562 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-084fd470-9862-4478-88e2-db896be4f09b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Floating IP c8ba6755-c89e-4dd0-86b0-cd33bffd867b associated. External IP: 172.25.3.221, port: 7ac5625d-f44e-46f9-937d-8194dbfae34f. Jul 16 09:48:43.900434 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-084fd470-9862-4478-88e2-db896be4f09b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Router 42eb63d7-e4a8-4aaf-9e75-8ba13c64507a has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:48:44.006542 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-084fd470-9862-4478-88e2-db896be4f09b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:48:44.015684 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa75482-44f0-48bb-86c5-7924ae6ed697 None None] Sync routers for ids ['42eb63d7-e4a8-4aaf-9e75-8ba13c64507a'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:48:44.021581 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-084fd470-9862-4478-88e2-db896be4f09b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:48:44.024737 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa75482-44f0-48bb-86c5-7924ae6ed697 None None] Routers {'42eb63d7-e4a8-4aaf-9e75-8ba13c64507a'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:48:44.025336 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-efa75482-44f0-48bb-86c5-7924ae6ed697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:48:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['42eb63d7-e4a8-4aaf-9e75-8ba13c64507a'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:44.058258 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-084fd470-9862-4478-88e2-db896be4f09b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5334921 Jul 16 09:48:44.058846 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417fc6b2-e568-4187-9266-571f8f494678', 'tag': '7ac5625d-f44e-46f9-937d-8194dbfae34f'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:48:44.061146 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f7a34ad-f0c5-49f0-bbae-2d852902fed4" -d '{"events": [{"name": "network-changed", "server_uuid": "417fc6b2-e568-4187-9266-571f8f494678", "tag": "7ac5625d-f44e-46f9-937d-8194dbfae34f"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:48:44.099072 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1707199-2e0a-4b14-898f-b2015050f263 x-openstack-request-id: req-e1707199-2e0a-4b14-898f-b2015050f263 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:48:44.099468 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417fc6b2-e568-4187-9266-571f8f494678", "tag": "7ac5625d-f44e-46f9-937d-8194dbfae34f", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:48:44.099645 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e1707199-2e0a-4b14-898f-b2015050f263 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:48:44.100168 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417fc6b2-e568-4187-9266-571f8f494678', 'tag': '7ac5625d-f44e-46f9-937d-8194dbfae34f', 'status': 'completed', 'code': 200} Jul 16 09:48:44.133485 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-efa75482-44f0-48bb-86c5-7924ae6ed697 None None] Set router 42eb63d7-e4a8-4aaf-9e75-8ba13c64507a gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:48:44.188364 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a34ad-f0c5-49f0-bbae-2d852902fed4 req-db36c16e-f399-415b-8da1-e273fb07f6c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:44.189854 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9f7a34ad-f0c5-49f0-bbae-2d852902fed4 req-db36c16e-f399-415b-8da1-e273fb07f6c7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 1098 time: 0.0670795 Jul 16 09:48:44.222049 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbf5629-0c47-4a40-a473-70497811de3f req-ba522461-cd35-4306-a9f3-6e6d2ba3e3dc tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:44.223564 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5fbf5629-0c47-4a40-a473-70497811de3f req-ba522461-cd35-4306-a9f3-6e6d2ba3e3dc tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 946 time: 0.0739734 Jul 16 09:48:44.262058 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5fbf5629-0c47-4a40-a473-70497811de3f req-dc2aa6fb-34a4-438c-9953-d540e085646d tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=cecaaa07-f999-4996-b6e4-6e576867f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329065 Jul 16 09:48:44.286690 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49954) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:44.299504 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a34ad-f0c5-49f0-bbae-2d852902fed4 req-c0c99edb-8ade-4f45-afbc-eed0847eaf40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:44.301045 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9f7a34ad-f0c5-49f0-bbae-2d852902fed4 req-c0c99edb-8ade-4f45-afbc-eed0847eaf40 service neutron] 10.222.0.21 "GET /v2.0/networks?id=420a1cd3-9ab2-4b12-8f8c-7c92febb8d53 HTTP/1.1" status: 200 len: 898 time: 0.1054678 Jul 16 09:48:44.349186 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c59b8f2a-5fe0-42a5-8de3-3f135743ba08 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/floatingips/c8ba6755-c89e-4dd0-86b0-cd33bffd867b HTTP/1.1" status: 200 len: 992 time: 0.0612552 Jul 16 09:48:44.372904 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-efa75482-44f0-48bb-86c5-7924ae6ed697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664220459', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'fbe840e6-3b82-4976-85e0-afde102cc83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:48:28Z', 'updated_at': '2021-07-16T09:48:31Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': 'fbe840e6-3b82-4976-85e0-afde102cc83f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:48:28Z', 'updated_at': '2021-07-16T09:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'c8ba6755-c89e-4dd0-86b0-cd33bffd867b', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'port_id': '7ac5625d-f44e-46f9-937d-8194dbfae34f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420a1cd3-9ab2-4b12-8f8c-7c92febb8d53', 'mac_address': 'fa:16:3e:96:4f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417fc6b2-e568-4187-9266-571f8f494678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:48:43Z', 'updated_at': '2021-07-16T09:48:43Z', 'revision_number': 0, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '146264c4-fd95-42f8-b32f-f7bec6cf8529', 'name': '', 'network_id': '420a1cd3-9ab2-4b12-8f8c-7c92febb8d53', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:13:56:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e6c36d01-57bd-4682-acd1-58b8b17cc830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:48:31Z', 'updated_at': '2021-07-16T09:48:35Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': 'e6c36d01-57bd-4682-acd1-58b8b17cc830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:44.373263 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9f7a34ad-f0c5-49f0-bbae-2d852902fed4 req-47754113-1643-4ed2-a019-a61f4bf4ca0b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ac5625d-f44e-46f9-937d-8194dbfae34f HTTP/1.1" status: 200 len: 1000 time: 0.0661578 Jul 16 09:48:44.423109 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a34ad-f0c5-49f0-bbae-2d852902fed4 req-5932c8bf-93da-4225-be6c-b434a375144f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:44.424525 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9f7a34ad-f0c5-49f0-bbae-2d852902fed4 req-5932c8bf-93da-4225-be6c-b434a375144f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6c36d01-57bd-4682-acd1-58b8b17cc830 HTTP/1.1" status: 200 len: 834 time: 0.0453491 Jul 16 09:48:44.484547 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f7a34ad-f0c5-49f0-bbae-2d852902fed4 req-e0d199aa-437a-4562-817b-666363970cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:48:44.486067 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9f7a34ad-f0c5-49f0-bbae-2d852902fed4 req-e0d199aa-437a-4562-817b-666363970cc6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=420a1cd3-9ab2-4b12-8f8c-7c92febb8d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559914 Jul 16 09:48:44.494754 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa75482-44f0-48bb-86c5-7924ae6ed697 None None] Checking router: 42eb63d7-e4a8-4aaf-9e75-8ba13c64507a for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:48:44.503255 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa75482-44f0-48bb-86c5-7924ae6ed697 None None] Routers {'42eb63d7-e4a8-4aaf-9e75-8ba13c64507a'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:48:44.503854 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-efa75482-44f0-48bb-86c5-7924ae6ed697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:48:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['42eb63d7-e4a8-4aaf-9e75-8ba13c64507a'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:44.580432 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9f7a34ad-f0c5-49f0-bbae-2d852902fed4 req-48fdda76-5ba2-48a2-aada-c2fe38122c87 service neutron] 10.222.0.21 "GET /v2.0/networks/420a1cd3-9ab2-4b12-8f8c-7c92febb8d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880034 Jul 16 09:48:44.607958 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-efa75482-44f0-48bb-86c5-7924ae6ed697 None None] Set router 42eb63d7-e4a8-4aaf-9e75-8ba13c64507a gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:48:44.669915 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9f7a34ad-f0c5-49f0-bbae-2d852902fed4 req-e5763d12-e9f7-4ae9-9a3a-23d56b984527 service neutron] 10.222.0.21 "GET /v2.0/networks/420a1cd3-9ab2-4b12-8f8c-7c92febb8d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837677 Jul 16 09:48:44.823970 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-efa75482-44f0-48bb-86c5-7924ae6ed697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664220459', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'fbe840e6-3b82-4976-85e0-afde102cc83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:48:28Z', 'updated_at': '2021-07-16T09:48:31Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': 'fbe840e6-3b82-4976-85e0-afde102cc83f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:48:28Z', 'updated_at': '2021-07-16T09:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'c8ba6755-c89e-4dd0-86b0-cd33bffd867b', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'port_id': '7ac5625d-f44e-46f9-937d-8194dbfae34f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420a1cd3-9ab2-4b12-8f8c-7c92febb8d53', 'mac_address': 'fa:16:3e:96:4f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417fc6b2-e568-4187-9266-571f8f494678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:48:43Z', 'updated_at': '2021-07-16T09:48:43Z', 'revision_number': 0, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '146264c4-fd95-42f8-b32f-f7bec6cf8529', 'name': '', 'network_id': '420a1cd3-9ab2-4b12-8f8c-7c92febb8d53', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:13:56:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e6c36d01-57bd-4682-acd1-58b8b17cc830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:48:31Z', 'updated_at': '2021-07-16T09:48:35Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': 'e6c36d01-57bd-4682-acd1-58b8b17cc830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:48:44.852744 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efa75482-44f0-48bb-86c5-7924ae6ed697 None None] The sync data for ids ['42eb63d7-e4a8-4aaf-9e75-8ba13c64507a'] in n-d-771362-37 is: [{'id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664220459', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'fbe840e6-3b82-4976-85e0-afde102cc83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:48:28Z', 'updated_at': '2021-07-16T09:48:31Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': 'fbe840e6-3b82-4976-85e0-afde102cc83f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:48:28Z', 'updated_at': '2021-07-16T09:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'c8ba6755-c89e-4dd0-86b0-cd33bffd867b', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'floating_ip_address': '172.25.3.221', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'port_id': '7ac5625d-f44e-46f9-937d-8194dbfae34f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4205, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '420a1cd3-9ab2-4b12-8f8c-7c92febb8d53', 'mac_address': 'fa:16:3e:96:4f:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417fc6b2-e568-4187-9266-571f8f494678', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:48:43Z', 'updated_at': '2021-07-16T09:48:43Z', 'revision_number': 0, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '146264c4-fd95-42f8-b32f-f7bec6cf8529', 'name': '', 'network_id': '420a1cd3-9ab2-4b12-8f8c-7c92febb8d53', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:13:56:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e6c36d01-57bd-4682-acd1-58b8b17cc830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:48:31Z', 'updated_at': '2021-07-16T09:48:35Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': 'e6c36d01-57bd-4682-acd1-58b8b17cc830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:48:45.034612 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3628fcd8-b5a1-46fe-bbee-e8f704d80aa6 None None] New status for floating IP c8ba6755-c89e-4dd0-86b0-cd33bffd867b: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:48:45.353031 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 49956) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:48:45.417346 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5b66a26f-9f1b-4d7a-9409-1a0005e5ff27 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/floatingips/c8ba6755-c89e-4dd0-86b0-cd33bffd867b HTTP/1.1" status: 200 len: 994 time: 0.0631387 Jul 16 09:48:50.234818 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:49:03.004671 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:03.005706 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:03.392495 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-db92ec42-9816-4bad-9c11-cf5681e900b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:05.834104 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31a64ad3-2da6-4cef-aa3d-aa31720fcc01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:06.161457 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:07.412335 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:08.853761 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:18.928226 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2b335f-2596-4798-b152-262d40b382c0 req-5b6d0c6b-3572-4e4f-8e90-111342b0e85d tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:18.929805 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff2b335f-2596-4798-b152-262d40b382c0 req-5b6d0c6b-3572-4e4f-8e90-111342b0e85d tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 946 time: 0.0651162 Jul 16 09:49:18.968503 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff2b335f-2596-4798-b152-262d40b382c0 req-fca9c4f3-ab6b-4234-8cbd-9d1ae599aab6 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=cecaaa07-f999-4996-b6e4-6e576867f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328164 Jul 16 09:49:20.145810 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82a32e5-7de3-4d93-848a-33b612f0d23d req-6e3b80bf-a477-4aa5-a900-e85c75f63afb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:20.147306 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d82a32e5-7de3-4d93-848a-33b612f0d23d req-6e3b80bf-a477-4aa5-a900-e85c75f63afb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 946 time: 0.0646393 Jul 16 09:49:20.191147 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d82a32e5-7de3-4d93-848a-33b612f0d23d req-be8daee0-acbb-4fc3-af4a-8440bc70c62d tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=cecaaa07-f999-4996-b6e4-6e576867f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0378573 Jul 16 09:49:20.914815 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eceec6e-8b87-45d7-8af5-9d7793ced651 req-76cf9d1e-3595-4c27-a545-04b6f426e68a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:20.916340 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2eceec6e-8b87-45d7-8af5-9d7793ced651 req-76cf9d1e-3595-4c27-a545-04b6f426e68a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 1098 time: 0.0928371 Jul 16 09:49:21.025060 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eceec6e-8b87-45d7-8af5-9d7793ced651 req-3637a012-7d34-4b02-9c27-190e6de57eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:21.026474 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2eceec6e-8b87-45d7-8af5-9d7793ced651 req-3637a012-7d34-4b02-9c27-190e6de57eb7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=420a1cd3-9ab2-4b12-8f8c-7c92febb8d53 HTTP/1.1" status: 200 len: 898 time: 0.0893474 Jul 16 09:49:21.090654 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2eceec6e-8b87-45d7-8af5-9d7793ced651 req-25047dff-919b-4041-99b3-71a8a7817dd4 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ac5625d-f44e-46f9-937d-8194dbfae34f HTTP/1.1" status: 200 len: 1002 time: 0.0578375 Jul 16 09:49:21.143722 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eceec6e-8b87-45d7-8af5-9d7793ced651 req-eb041747-c537-46b5-8073-875e1f7a59d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:21.145224 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2eceec6e-8b87-45d7-8af5-9d7793ced651 req-eb041747-c537-46b5-8073-875e1f7a59d6 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6c36d01-57bd-4682-acd1-58b8b17cc830 HTTP/1.1" status: 200 len: 834 time: 0.0487888 Jul 16 09:49:21.202956 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eceec6e-8b87-45d7-8af5-9d7793ced651 req-074c0d11-7652-4673-be26-ae1971900c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:21.204511 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2eceec6e-8b87-45d7-8af5-9d7793ced651 req-074c0d11-7652-4673-be26-ae1971900c8b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=420a1cd3-9ab2-4b12-8f8c-7c92febb8d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530689 Jul 16 09:49:21.296314 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2eceec6e-8b87-45d7-8af5-9d7793ced651 req-60a93b38-513e-44f0-a7fe-3e41a2a14842 service neutron] 10.222.0.21 "GET /v2.0/networks/420a1cd3-9ab2-4b12-8f8c-7c92febb8d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847540 Jul 16 09:49:21.429910 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2eceec6e-8b87-45d7-8af5-9d7793ced651 req-868c286a-99d1-41ba-b216-8ccbfe94521a service neutron] 10.222.0.21 "GET /v2.0/networks/420a1cd3-9ab2-4b12-8f8c-7c92febb8d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271441 Jul 16 09:49:21.447524 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71ab7e4-8c24-40cd-b4ea-559bd8fb2243 req-74bd952c-82cf-4854-8343-cc3b463a80f7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:21.448704 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a71ab7e4-8c24-40cd-b4ea-559bd8fb2243 req-74bd952c-82cf-4854-8343-cc3b463a80f7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 946 time: 0.1225774 Jul 16 09:49:21.490890 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a71ab7e4-8c24-40cd-b4ea-559bd8fb2243 req-89e1bd19-2783-4b1f-8c33-18dfe0de3ba0 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=cecaaa07-f999-4996-b6e4-6e576867f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359046 Jul 16 09:49:22.667334 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd5a8c7-e19b-4068-8c50-31bc491e251c req-d125413e-2daf-4d4a-84c4-8966e1057acd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:22.669301 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6bd5a8c7-e19b-4068-8c50-31bc491e251c req-d125413e-2daf-4d4a-84c4-8966e1057acd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 946 time: 0.0670638 Jul 16 09:49:22.710814 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6bd5a8c7-e19b-4068-8c50-31bc491e251c req-f906edb2-e55b-4f82-938a-b411d4378782 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=cecaaa07-f999-4996-b6e4-6e576867f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348318 Jul 16 09:49:23.888054 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed2ab8-ad82-4203-a8f5-b4a3244ba6db req-a881f79a-0ec9-439c-a99c-4567965df2df tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:23.889682 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-99ed2ab8-ad82-4203-a8f5-b4a3244ba6db req-a881f79a-0ec9-439c-a99c-4567965df2df tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 946 time: 0.0655975 Jul 16 09:49:23.928485 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-99ed2ab8-ad82-4203-a8f5-b4a3244ba6db req-850c72fc-312c-4a4c-ac64-4ff86cda33b1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=cecaaa07-f999-4996-b6e4-6e576867f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327287 Jul 16 09:49:25.106030 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9009d652-8773-4a28-b716-d3e0aacbcaeb req-791dd9ed-33cd-4e7c-baea-0abaf56ec66e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:25.107505 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9009d652-8773-4a28-b716-d3e0aacbcaeb req-791dd9ed-33cd-4e7c-baea-0abaf56ec66e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 946 time: 0.0622540 Jul 16 09:49:25.145117 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9009d652-8773-4a28-b716-d3e0aacbcaeb req-8390b742-6a9b-4a56-a7ef-89aaac36bb81 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=cecaaa07-f999-4996-b6e4-6e576867f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0320096 Jul 16 09:49:26.318660 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb94044-902e-4ced-94f5-b837a794733a req-d61fdfed-b33b-49a9-be4f-2ed9aaffcd2e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:26.320140 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2fb94044-902e-4ced-94f5-b837a794733a req-d61fdfed-b33b-49a9-be4f-2ed9aaffcd2e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 946 time: 0.0625746 Jul 16 09:49:26.357990 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2fb94044-902e-4ced-94f5-b837a794733a req-f3ba0298-1c91-47ee-834c-be18d5d00c0c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=cecaaa07-f999-4996-b6e4-6e576867f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319109 Jul 16 09:49:27.234731 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:49:27.538632 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c653fc-9419-40af-9fbc-53e6a3fe9842 req-63f5bf15-60aa-44f7-bce8-fa4ca8b6ee56 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:27.540185 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-01c653fc-9419-40af-9fbc-53e6a3fe9842 req-63f5bf15-60aa-44f7-bce8-fa4ca8b6ee56 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 946 time: 0.0695748 Jul 16 09:49:27.578756 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-01c653fc-9419-40af-9fbc-53e6a3fe9842 req-47abe911-0db7-4d93-891d-475670500d27 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=cecaaa07-f999-4996-b6e4-6e576867f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328255 Jul 16 09:49:28.761459 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e57d670-ee46-4908-8a1a-5f1fe3dabeff req-557d0304-31f5-4999-b4a4-a9e81df1517f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:28.763014 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4e57d670-ee46-4908-8a1a-5f1fe3dabeff req-557d0304-31f5-4999-b4a4-a9e81df1517f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 946 time: 0.0705976 Jul 16 09:49:28.802895 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4e57d670-ee46-4908-8a1a-5f1fe3dabeff req-dd585b78-fd07-4500-ab87-dd778c3a0108 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=cecaaa07-f999-4996-b6e4-6e576867f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335348 Jul 16 09:49:29.992466 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7964a9-04ee-442f-ad4d-103b1510fbf3 req-efb24766-d407-4434-8ac4-420bbb640cf1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:29.993972 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4d7964a9-04ee-442f-ad4d-103b1510fbf3 req-efb24766-d407-4434-8ac4-420bbb640cf1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 946 time: 0.0655980 Jul 16 09:49:30.033123 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4d7964a9-04ee-442f-ad4d-103b1510fbf3 req-78e3e8ca-274f-4c5e-9b05-4f253f8d8978 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=cecaaa07-f999-4996-b6e4-6e576867f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328350 Jul 16 09:49:30.057643 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 49998) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:49:30.120652 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f130cbfc-f2d8-465e-9154-f91b3c959c02 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/floatingips/c8ba6755-c89e-4dd0-86b0-cd33bffd867b HTTP/1.1" status: 200 len: 994 time: 0.0618477 Jul 16 09:49:31.569776 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6fea8-cf4a-495f-8120-50a77225664b req-7432c0aa-0943-48d5-8dee-486256340d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:31.571555 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d8a6fea8-cf4a-495f-8120-50a77225664b req-7432c0aa-0943-48d5-8dee-486256340d61 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 1098 time: 0.0953126 Jul 16 09:49:31.583705 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef1ae7f-5e30-429e-a16a-d1ba5208ab88 req-2c1f15a7-1971-4a04-92bb-a87b7c078b40 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:31.585185 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fef1ae7f-5e30-429e-a16a-d1ba5208ab88 req-2c1f15a7-1971-4a04-92bb-a87b7c078b40 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 946 time: 0.0990088 Jul 16 09:49:31.675577 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fef1ae7f-5e30-429e-a16a-d1ba5208ab88 req-6f7bebfa-ebcd-4d8f-840c-8d053eb09e59 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=cecaaa07-f999-4996-b6e4-6e576867f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0823269 Jul 16 09:49:31.701680 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6fea8-cf4a-495f-8120-50a77225664b req-7188fc52-8f8b-4ac2-93db-f4326c1e0b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:31.703949 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d8a6fea8-cf4a-495f-8120-50a77225664b req-7188fc52-8f8b-4ac2-93db-f4326c1e0b9d service neutron] 10.222.0.21 "GET /v2.0/networks?id=420a1cd3-9ab2-4b12-8f8c-7c92febb8d53 HTTP/1.1" status: 200 len: 898 time: 0.1176074 Jul 16 09:49:31.780600 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d8a6fea8-cf4a-495f-8120-50a77225664b req-ee1651fc-7401-45c5-aeb4-4c8365c72c59 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ac5625d-f44e-46f9-937d-8194dbfae34f HTTP/1.1" status: 200 len: 1002 time: 0.0711277 Jul 16 09:49:31.829494 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6fea8-cf4a-495f-8120-50a77225664b req-954b6057-3ef6-4c16-b546-430486861d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:31.830881 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d8a6fea8-cf4a-495f-8120-50a77225664b req-954b6057-3ef6-4c16-b546-430486861d26 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6c36d01-57bd-4682-acd1-58b8b17cc830 HTTP/1.1" status: 200 len: 834 time: 0.0442286 Jul 16 09:49:31.888823 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a6fea8-cf4a-495f-8120-50a77225664b req-f8db79c8-da16-4767-8160-d9b2dab1763b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:31.890339 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d8a6fea8-cf4a-495f-8120-50a77225664b req-f8db79c8-da16-4767-8160-d9b2dab1763b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=420a1cd3-9ab2-4b12-8f8c-7c92febb8d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523753 Jul 16 09:49:31.987010 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d8a6fea8-cf4a-495f-8120-50a77225664b req-76c4736a-34ed-4a9f-8524-41eb90e7aeba service neutron] 10.222.0.21 "GET /v2.0/networks/420a1cd3-9ab2-4b12-8f8c-7c92febb8d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899019 Jul 16 09:49:32.074860 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d8a6fea8-cf4a-495f-8120-50a77225664b req-4cbc78d8-86f1-4da3-8ae8-c7891856ec1c service neutron] 10.222.0.21 "GET /v2.0/networks/420a1cd3-9ab2-4b12-8f8c-7c92febb8d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819745 Jul 16 09:49:32.852445 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c62fd4-860e-4afb-906b-b47a2f264758 req-0aca99e9-fc87-4891-ae8b-31fbcbe37c22 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:49:32.853937 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d6c62fd4-860e-4afb-906b-b47a2f264758 req-0aca99e9-fc87-4891-ae8b-31fbcbe37c22 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 946 time: 0.0644155 Jul 16 09:49:32.892450 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d6c62fd4-860e-4afb-906b-b47a2f264758 req-9237d8f6-9901-4841-b00b-310dcef40120 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=cecaaa07-f999-4996-b6e4-6e576867f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324018 Jul 16 09:49:32.916476 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50010) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:49:32.980291 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b2ee244e-32e9-4514-b42b-a82fe45fde93 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/floatingips/c8ba6755-c89e-4dd0-86b0-cd33bffd867b HTTP/1.1" status: 200 len: 994 time: 0.0625272 Jul 16 09:49:33.163357 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:33.171237 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:33.392681 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-08c39b4a-517a-4ed9-b4f5-46601ca69758 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:35.836638 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7fc68809-9ee2-4e4d-8962-bdbaa96798bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:36.161729 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:37.415502 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:49:38.856182 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:03.002673 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:03.011618 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:03.393694 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-94458c03-ccba-4e23-a374-2cb5874b08f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:03.451167 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50026) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:03.605029 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-165c0106-aa69-4bc9-9888-1a0b16aa7423 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Deleting port 8beff664-bc9c-4c90-b6a2-997c08d23591 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:50:03.605374 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-165c0106-aa69-4bc9-9888-1a0b16aa7423 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:03.676986 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-165c0106-aa69-4bc9-9888-1a0b16aa7423 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:03.677222 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-165c0106-aa69-4bc9-9888-1a0b16aa7423 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:03.688845 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-165c0106-aa69-4bc9-9888-1a0b16aa7423 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Calling delete_port for 8beff664-bc9c-4c90-b6a2-997c08d23591 owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:50:03.834744 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-165c0106-aa69-4bc9-9888-1a0b16aa7423 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:03.864892 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165c0106-aa69-4bc9-9888-1a0b16aa7423 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'Port': ['ID=8beff664-bc9c-4c90-b6a2-997c08d23591,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:03.892537 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c0106-aa69-4bc9-9888-1a0b16aa7423 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:03.892894 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c0106-aa69-4bc9-9888-1a0b16aa7423 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:03.893239 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c0106-aa69-4bc9-9888-1a0b16aa7423 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:03.893574 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c0106-aa69-4bc9-9888-1a0b16aa7423 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:03.893907 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c0106-aa69-4bc9-9888-1a0b16aa7423 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:03.894238 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c0106-aa69-4bc9-9888-1a0b16aa7423 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:03.894568 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c0106-aa69-4bc9-9888-1a0b16aa7423 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:03.894903 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c0106-aa69-4bc9-9888-1a0b16aa7423 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:03.895233 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c0106-aa69-4bc9-9888-1a0b16aa7423 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:03.895557 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c0106-aa69-4bc9-9888-1a0b16aa7423 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:03.895876 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c0106-aa69-4bc9-9888-1a0b16aa7423 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:03.896196 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-165c0106-aa69-4bc9-9888-1a0b16aa7423 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:03.936530 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-165c0106-aa69-4bc9-9888-1a0b16aa7423 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:03.937479 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-165c0106-aa69-4bc9-9888-1a0b16aa7423 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Floating IP c8ba6755-c89e-4dd0-86b0-cd33bffd867b disassociated (deleted). External IP: 172.25.3.221, port: 7ac5625d-f44e-46f9-937d-8194dbfae34f. Jul 16 09:50:04.138774 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165c0106-aa69-4bc9-9888-1a0b16aa7423 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Router 42eb63d7-e4a8-4aaf-9e75-8ba13c64507a has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:50:04.234177 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:50:04.241113 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165c0106-aa69-4bc9-9888-1a0b16aa7423 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:50:04.245937 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-165c0106-aa69-4bc9-9888-1a0b16aa7423 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:04.250292 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cb8d75-1f2e-4474-a278-8b5e00b992b3 None None] Sync routers for ids ['42eb63d7-e4a8-4aaf-9e75-8ba13c64507a'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:50:04.258809 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cb8d75-1f2e-4474-a278-8b5e00b992b3 None None] Routers {'42eb63d7-e4a8-4aaf-9e75-8ba13c64507a'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:50:04.259417 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-92cb8d75-1f2e-4474-a278-8b5e00b992b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:49:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['42eb63d7-e4a8-4aaf-9e75-8ba13c64507a'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:04.285567 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-165c0106-aa69-4bc9-9888-1a0b16aa7423 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "DELETE /v2.0/floatingips/c8ba6755-c89e-4dd0-86b0-cd33bffd867b HTTP/1.1" status: 204 len: 168 time: 0.8332887 Jul 16 09:50:04.286240 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417fc6b2-e568-4187-9266-571f8f494678', 'tag': '7ac5625d-f44e-46f9-937d-8194dbfae34f'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:50:04.288706 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e6a8631-6750-46f9-a64a-ae01edf1f26b" -d '{"events": [{"name": "network-changed", "server_uuid": "417fc6b2-e568-4187-9266-571f8f494678", "tag": "7ac5625d-f44e-46f9-937d-8194dbfae34f"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:50:04.366841 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-92cb8d75-1f2e-4474-a278-8b5e00b992b3 None None] Set router 42eb63d7-e4a8-4aaf-9e75-8ba13c64507a gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:50:04.417795 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:50:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91f8d20-2c63-4fe9-be75-501d730c02ab x-openstack-request-id: req-d91f8d20-2c63-4fe9-be75-501d730c02ab {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:50:04.418093 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "417fc6b2-e568-4187-9266-571f8f494678", "tag": "7ac5625d-f44e-46f9-937d-8194dbfae34f", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:50:04.418352 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-d91f8d20-2c63-4fe9-be75-501d730c02ab {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:50:04.418762 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417fc6b2-e568-4187-9266-571f8f494678', 'tag': '7ac5625d-f44e-46f9-937d-8194dbfae34f', 'status': 'completed', 'code': 200} Jul 16 09:50:04.504820 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a8631-6750-46f9-a64a-ae01edf1f26b req-57003391-ccc0-4146-a0dc-e9844f371911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:04.506472 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9e6a8631-6750-46f9-a64a-ae01edf1f26b req-57003391-ccc0-4146-a0dc-e9844f371911 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 1098 time: 0.0638087 Jul 16 09:50:04.580479 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-92cb8d75-1f2e-4474-a278-8b5e00b992b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664220459', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'fbe840e6-3b82-4976-85e0-afde102cc83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:48:28Z', 'updated_at': '2021-07-16T09:48:31Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': 'fbe840e6-3b82-4976-85e0-afde102cc83f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:48:28Z', 'updated_at': '2021-07-16T09:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '146264c4-fd95-42f8-b32f-f7bec6cf8529', 'name': '', 'network_id': '420a1cd3-9ab2-4b12-8f8c-7c92febb8d53', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:13:56:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e6c36d01-57bd-4682-acd1-58b8b17cc830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:48:31Z', 'updated_at': '2021-07-16T09:48:35Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': 'e6c36d01-57bd-4682-acd1-58b8b17cc830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:04.607474 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cb8d75-1f2e-4474-a278-8b5e00b992b3 None None] Checking router: 42eb63d7-e4a8-4aaf-9e75-8ba13c64507a for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:50:04.615082 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a8631-6750-46f9-a64a-ae01edf1f26b req-4b0f9afa-0c8c-4f27-a2f8-961937d1f8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:04.616535 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cb8d75-1f2e-4474-a278-8b5e00b992b3 None None] Routers {'42eb63d7-e4a8-4aaf-9e75-8ba13c64507a'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:50:04.616673 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9e6a8631-6750-46f9-a64a-ae01edf1f26b req-4b0f9afa-0c8c-4f27-a2f8-961937d1f8d6 service neutron] 10.222.0.21 "GET /v2.0/networks?id=420a1cd3-9ab2-4b12-8f8c-7c92febb8d53 HTTP/1.1" status: 200 len: 898 time: 0.0981193 Jul 16 09:50:04.617138 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-92cb8d75-1f2e-4474-a278-8b5e00b992b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:49:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['42eb63d7-e4a8-4aaf-9e75-8ba13c64507a'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:04.678340 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9e6a8631-6750-46f9-a64a-ae01edf1f26b req-8631c8e9-ec10-4f68-976c-0240d422b201 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7ac5625d-f44e-46f9-937d-8194dbfae34f HTTP/1.1" status: 200 len: 217 time: 0.0433900 Jul 16 09:50:04.722948 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-92cb8d75-1f2e-4474-a278-8b5e00b992b3 None None] Set router 42eb63d7-e4a8-4aaf-9e75-8ba13c64507a gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:50:04.747076 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde6cc7b-34de-4f23-b0fc-2bcd30bde0a6 req-071e34da-a06b-41e1-8be4-94fd79a32db9 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:04.748644 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cde6cc7b-34de-4f23-b0fc-2bcd30bde0a6 req-071e34da-a06b-41e1-8be4-94fd79a32db9 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 946 time: 0.1463842 Jul 16 09:50:04.750606 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a8631-6750-46f9-a64a-ae01edf1f26b req-3e75f50c-467c-4456-b0ba-737ee6a9690f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:04.752130 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9e6a8631-6750-46f9-a64a-ae01edf1f26b req-3e75f50c-467c-4456-b0ba-737ee6a9690f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=e6c36d01-57bd-4682-acd1-58b8b17cc830 HTTP/1.1" status: 200 len: 834 time: 0.0666475 Jul 16 09:50:04.820775 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-cde6cc7b-34de-4f23-b0fc-2bcd30bde0a6 req-0b4320b0-b737-48a5-abd4-e13b1c6d4051 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=cecaaa07-f999-4996-b6e4-6e576867f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0637488 Jul 16 09:50:04.852534 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e6a8631-6750-46f9-a64a-ae01edf1f26b req-b4403d87-6727-41ee-b154-8f7dd3c33f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:04.854019 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9e6a8631-6750-46f9-a64a-ae01edf1f26b req-b4403d87-6727-41ee-b154-8f7dd3c33f47 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=420a1cd3-9ab2-4b12-8f8c-7c92febb8d53&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901568 Jul 16 09:50:04.923187 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-92cb8d75-1f2e-4474-a278-8b5e00b992b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664220459', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'fbe840e6-3b82-4976-85e0-afde102cc83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:48:28Z', 'updated_at': '2021-07-16T09:48:31Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': 'fbe840e6-3b82-4976-85e0-afde102cc83f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:48:28Z', 'updated_at': '2021-07-16T09:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '146264c4-fd95-42f8-b32f-f7bec6cf8529', 'name': '', 'network_id': '420a1cd3-9ab2-4b12-8f8c-7c92febb8d53', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:13:56:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e6c36d01-57bd-4682-acd1-58b8b17cc830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:48:31Z', 'updated_at': '2021-07-16T09:48:35Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': 'e6c36d01-57bd-4682-acd1-58b8b17cc830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:04.943514 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9e6a8631-6750-46f9-a64a-ae01edf1f26b req-e0ad4821-9935-473d-a4b7-335913160fef service neutron] 10.222.0.21 "GET /v2.0/networks/420a1cd3-9ab2-4b12-8f8c-7c92febb8d53?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820580 Jul 16 09:50:04.948905 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cb8d75-1f2e-4474-a278-8b5e00b992b3 None None] The sync data for ids ['42eb63d7-e4a8-4aaf-9e75-8ba13c64507a'] in n-d-771362-37 is: [{'id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664220459', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'fbe840e6-3b82-4976-85e0-afde102cc83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:48:28Z', 'updated_at': '2021-07-16T09:48:31Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': 'fbe840e6-3b82-4976-85e0-afde102cc83f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:48:28Z', 'updated_at': '2021-07-16T09:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '146264c4-fd95-42f8-b32f-f7bec6cf8529', 'name': '', 'network_id': '420a1cd3-9ab2-4b12-8f8c-7c92febb8d53', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:13:56:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': 'e6c36d01-57bd-4682-acd1-58b8b17cc830', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:48:31Z', 'updated_at': '2021-07-16T09:48:35Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': 'e6c36d01-57bd-4682-acd1-58b8b17cc830', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:50:05.038664 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9e6a8631-6750-46f9-a64a-ae01edf1f26b req-1e7fa2a1-fe92-484b-8c72-2697ff4d61b6 service neutron] 10.222.0.21 "GET /v2.0/networks/420a1cd3-9ab2-4b12-8f8c-7c92febb8d53?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886827 Jul 16 09:50:05.167875 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e13857-11c0-4397-bdba-0ae3bffa3b75 None None] New status for floating IP c8ba6755-c89e-4dd0-86b0-cd33bffd867b: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:50:05.837470 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ac484079-28c6-4b71-981d-242190872f90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:06.038647 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca35903b-1295-41ef-9347-2cc1d4803381 req-9b3953f8-392a-4092-913f-37be253fbb43 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:06.040152 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ca35903b-1295-41ef-9347-2cc1d4803381 req-9b3953f8-392a-4092-913f-37be253fbb43 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.21 "GET /v2.0/ports?device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 946 time: 0.0665998 Jul 16 09:50:06.147172 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-ca35903b-1295-41ef-9347-2cc1d4803381 req-aecd1bcc-c3fe-44c9-a8d5-37856c7651fb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Deleting port 7ac5625d-f44e-46f9-937d-8194dbfae34f {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:50:06.147696 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ca35903b-1295-41ef-9347-2cc1d4803381 req-aecd1bcc-c3fe-44c9-a8d5-37856c7651fb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:06.163128 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:06.193585 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e537a9a-5765-45b8-abb7-3e822cfd462c req-057f96d5-878d-43f8-94d5-8ab5d79110a3 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:06.195096 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9e537a9a-5765-45b8-abb7-3e822cfd462c req-057f96d5-878d-43f8-94d5-8ab5d79110a3 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=417fc6b2-e568-4187-9266-571f8f494678 HTTP/1.1" status: 200 len: 946 time: 0.0658200 Jul 16 09:50:06.236624 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9e537a9a-5765-45b8-abb7-3e822cfd462c req-c8c68f05-5d9b-4ba0-8dd9-2c9f81eeb9b9 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=cecaaa07-f999-4996-b6e4-6e576867f46d&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340662 Jul 16 09:50:06.247308 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-ca35903b-1295-41ef-9347-2cc1d4803381 req-aecd1bcc-c3fe-44c9-a8d5-37856c7651fb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] For port 7ac5625d-f44e-46f9-937d-8194dbfae34f, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=7ac5625d-f44e-46f9-937d-8194dbfae34f,segment=NetworkSegment(54a2be17-c110-4668-b014-bdc4708cd42e),segment_id=54a2be17-c110-4668-b014-bdc4708cd42e)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:06.247677 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ca35903b-1295-41ef-9347-2cc1d4803381 req-aecd1bcc-c3fe-44c9-a8d5-37856c7651fb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:06.270670 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-ca35903b-1295-41ef-9347-2cc1d4803381 req-aecd1bcc-c3fe-44c9-a8d5-37856c7651fb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Calling delete_port for 7ac5625d-f44e-46f9-937d-8194dbfae34f owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:50:06.401049 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ca35903b-1295-41ef-9347-2cc1d4803381 req-aecd1bcc-c3fe-44c9-a8d5-37856c7651fb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:06.428945 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecd1bcc-c3fe-44c9-a8d5-37856c7651fb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'Port': ['ID=7ac5625d-f44e-46f9-937d-8194dbfae34f,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:06.443466 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecd1bcc-c3fe-44c9-a8d5-37856c7651fb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:06.443829 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecd1bcc-c3fe-44c9-a8d5-37856c7651fb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:06.444198 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecd1bcc-c3fe-44c9-a8d5-37856c7651fb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:06.444571 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecd1bcc-c3fe-44c9-a8d5-37856c7651fb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:06.444917 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecd1bcc-c3fe-44c9-a8d5-37856c7651fb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:06.445684 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecd1bcc-c3fe-44c9-a8d5-37856c7651fb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:06.445684 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecd1bcc-c3fe-44c9-a8d5-37856c7651fb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:06.445970 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecd1bcc-c3fe-44c9-a8d5-37856c7651fb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:06.446559 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecd1bcc-c3fe-44c9-a8d5-37856c7651fb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:06.446919 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecd1bcc-c3fe-44c9-a8d5-37856c7651fb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:06.447281 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecd1bcc-c3fe-44c9-a8d5-37856c7651fb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:06.447685 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecd1bcc-c3fe-44c9-a8d5-37856c7651fb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:06.487518 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca35903b-1295-41ef-9347-2cc1d4803381 req-aecd1bcc-c3fe-44c9-a8d5-37856c7651fb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] No DVR routers for this DVR port 7ac5625d-f44e-46f9-937d-8194dbfae34f on host n-h2-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:50:06.490160 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-ca35903b-1295-41ef-9347-2cc1d4803381 req-aecd1bcc-c3fe-44c9-a8d5-37856c7651fb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:06.492243 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ca35903b-1295-41ef-9347-2cc1d4803381 req-aecd1bcc-c3fe-44c9-a8d5-37856c7651fb tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.21 "DELETE /v2.0/ports/7ac5625d-f44e-46f9-937d-8194dbfae34f HTTP/1.1" status: 204 len: 173 time: 0.4470789 Jul 16 09:50:06.492718 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417fc6b2-e568-4187-9266-571f8f494678', 'name': 'network-vif-deleted', 'tag': '7ac5625d-f44e-46f9-937d-8194dbfae34f'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:50:06.495043 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa54def-d20f-4a7a-8ef5-830645eefb8b" -d '{"events": [{"server_uuid": "417fc6b2-e568-4187-9266-571f8f494678", "name": "network-vif-deleted", "tag": "7ac5625d-f44e-46f9-937d-8194dbfae34f"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:50:06.584040 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:50:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f9277e7-ca1d-48d7-8629-19e6fd02eac8 x-openstack-request-id: req-5f9277e7-ca1d-48d7-8629-19e6fd02eac8 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:50:06.584431 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "417fc6b2-e568-4187-9266-571f8f494678", "name": "network-vif-deleted", "tag": "7ac5625d-f44e-46f9-937d-8194dbfae34f", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:50:06.584773 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5f9277e7-ca1d-48d7-8629-19e6fd02eac8 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:50:06.585230 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417fc6b2-e568-4187-9266-571f8f494678', 'name': 'network-vif-deleted', 'tag': '7ac5625d-f44e-46f9-937d-8194dbfae34f', 'status': 'completed', 'code': 200} Jul 16 09:50:07.329264 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50044) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:07.421802 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:07.685501 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-222f17ef-93e3-43e4-babb-5e83eecc8841 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:07.968837 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-222f17ef-93e3-43e4-babb-5e83eecc8841 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Deleting port 146264c4-fd95-42f8-b32f-f7bec6cf8529 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:50:07.969084 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-222f17ef-93e3-43e4-babb-5e83eecc8841 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:08.054986 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-222f17ef-93e3-43e4-babb-5e83eecc8841 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] For port 146264c4-fd95-42f8-b32f-f7bec6cf8529, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=146264c4-fd95-42f8-b32f-f7bec6cf8529,segment=NetworkSegment(54a2be17-c110-4668-b014-bdc4708cd42e),segment_id=54a2be17-c110-4668-b014-bdc4708cd42e)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:08.055350 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-222f17ef-93e3-43e4-babb-5e83eecc8841 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:08.067508 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-222f17ef-93e3-43e4-babb-5e83eecc8841 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Calling delete_port for 146264c4-fd95-42f8-b32f-f7bec6cf8529 owned by network:router_interface {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:50:08.252583 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-222f17ef-93e3-43e4-babb-5e83eecc8841 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:08.282896 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222f17ef-93e3-43e4-babb-5e83eecc8841 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'Port': ['ID=146264c4-fd95-42f8-b32f-f7bec6cf8529,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:08.464087 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-222f17ef-93e3-43e4-babb-5e83eecc8841 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:08.686099 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-222f17ef-93e3-43e4-babb-5e83eecc8841 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Router 42eb63d7-e4a8-4aaf-9e75-8ba13c64507a has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:50:08.792365 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-222f17ef-93e3-43e4-babb-5e83eecc8841 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:50:08.797425 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-222f17ef-93e3-43e4-babb-5e83eecc8841 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "PUT /v2.0/routers/42eb63d7-e4a8-4aaf-9e75-8ba13c64507a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4671013 Jul 16 09:50:08.800147 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50046) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:08.802730 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b960f05-4cf0-4766-b77b-fd8c60e60b92 None None] Sync routers for ids ['42eb63d7-e4a8-4aaf-9e75-8ba13c64507a'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:50:08.812574 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b960f05-4cf0-4766-b77b-fd8c60e60b92 None None] Routers {'42eb63d7-e4a8-4aaf-9e75-8ba13c64507a'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:50:08.813171 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-7b960f05-4cf0-4766-b77b-fd8c60e60b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:50:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['42eb63d7-e4a8-4aaf-9e75-8ba13c64507a'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:08.853604 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-0282033f-f29a-4d8b-83ce-479f72872660 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Deleting subnet e6c36d01-57bd-4682-acd1-58b8b17cc830 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:50:08.856860 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0282033f-f29a-4d8b-83ce-479f72872660 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:08.861774 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:08.899677 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0282033f-f29a-4d8b-83ce-479f72872660 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:08.903978 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 7ac5625d-f44e-46f9-937d-8194dbfae34f no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:50:08.919219 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-7b960f05-4cf0-4766-b77b-fd8c60e60b92 None None] Set router 42eb63d7-e4a8-4aaf-9e75-8ba13c64507a gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:50:08.926150 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 7ac5625d-f44e-46f9-937d-8194dbfae34f {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:50:08.926582 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 7ac5625d-f44e-46f9-937d-8194dbfae34f not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:50:08.990140 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0282033f-f29a-4d8b-83ce-479f72872660 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:09.053020 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0282033f-f29a-4d8b-83ce-479f72872660 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:09.081987 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0282033f-f29a-4d8b-83ce-479f72872660 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'Subnet': ['ID=e6c36d01-57bd-4682-acd1-58b8b17cc830,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:09.087827 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-0282033f-f29a-4d8b-83ce-479f72872660 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:09.090702 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-0282033f-f29a-4d8b-83ce-479f72872660 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "DELETE /v2.0/subnets/e6c36d01-57bd-4682-acd1-58b8b17cc830 HTTP/1.1" status: 204 len: 168 time: 0.2894635 Jul 16 09:50:09.093599 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50048) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:09.099939 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635803a6-ee79-4b62-965a-0926456633ff None None] Network 420a1cd3-9ab2-4b12-8f8c-7c92febb8d53 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:50:09.209008 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-7b960f05-4cf0-4766-b77b-fd8c60e60b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664220459', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'fbe840e6-3b82-4976-85e0-afde102cc83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:48:28Z', 'updated_at': '2021-07-16T09:50:08Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': 'fbe840e6-3b82-4976-85e0-afde102cc83f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:48:28Z', 'updated_at': '2021-07-16T09:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:09.212292 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-259efb79-5428-42e0-aaf1-ed39f235825c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:09.241252 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b960f05-4cf0-4766-b77b-fd8c60e60b92 None None] Checking router: 42eb63d7-e4a8-4aaf-9e75-8ba13c64507a for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:50:09.251549 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b960f05-4cf0-4766-b77b-fd8c60e60b92 None None] Routers {'42eb63d7-e4a8-4aaf-9e75-8ba13c64507a'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:50:09.252250 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-7b960f05-4cf0-4766-b77b-fd8c60e60b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:50:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['42eb63d7-e4a8-4aaf-9e75-8ba13c64507a'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:09.310786 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186feac5-53e3-46e7-901e-45c7e6309789 None None] DHCP port deletion for 420a1cd3-9ab2-4b12-8f8c-7c92febb8d53 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:50:09.339625 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-259efb79-5428-42e0-aaf1-ed39f235825c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:09.366014 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-186feac5-53e3-46e7-901e-45c7e6309789 None None] Deleting port 3cca5de8-9f28-4265-84b0-e8d54b0032b7 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:50:09.366404 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-186feac5-53e3-46e7-901e-45c7e6309789 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:09.384174 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-7b960f05-4cf0-4766-b77b-fd8c60e60b92 None None] Set router 42eb63d7-e4a8-4aaf-9e75-8ba13c64507a gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:50:09.394201 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-259efb79-5428-42e0-aaf1-ed39f235825c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Deleting port fbe840e6-3b82-4976-85e0-afde102cc83f {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:50:09.394604 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-259efb79-5428-42e0-aaf1-ed39f235825c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:09.432643 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-186feac5-53e3-46e7-901e-45c7e6309789 None None] For port 3cca5de8-9f28-4265-84b0-e8d54b0032b7, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=3cca5de8-9f28-4265-84b0-e8d54b0032b7,segment=NetworkSegment(54a2be17-c110-4668-b014-bdc4708cd42e),segment_id=54a2be17-c110-4668-b014-bdc4708cd42e)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:09.433042 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-186feac5-53e3-46e7-901e-45c7e6309789 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:09.447827 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-186feac5-53e3-46e7-901e-45c7e6309789 None None] Calling delete_port for 3cca5de8-9f28-4265-84b0-e8d54b0032b7 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:50:09.482139 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-259efb79-5428-42e0-aaf1-ed39f235825c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] For port fbe840e6-3b82-4976-85e0-afde102cc83f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=fbe840e6-3b82-4976-85e0-afde102cc83f,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:09.482785 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-259efb79-5428-42e0-aaf1-ed39f235825c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:09.495531 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-259efb79-5428-42e0-aaf1-ed39f235825c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Calling delete_port for fbe840e6-3b82-4976-85e0-afde102cc83f owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:50:09.533703 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-186feac5-53e3-46e7-901e-45c7e6309789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:09.560023 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186feac5-53e3-46e7-901e-45c7e6309789 None None] Pushing event deleted for resources: {'Port': ['ID=3cca5de8-9f28-4265-84b0-e8d54b0032b7,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:09.563545 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-186feac5-53e3-46e7-901e-45c7e6309789 None None] No DVR routers for this DVR port 3cca5de8-9f28-4265-84b0-e8d54b0032b7 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:50:09.570448 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186feac5-53e3-46e7-901e-45c7e6309789 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:09.570803 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186feac5-53e3-46e7-901e-45c7e6309789 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:09.571403 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186feac5-53e3-46e7-901e-45c7e6309789 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:09.571744 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186feac5-53e3-46e7-901e-45c7e6309789 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:09.572155 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186feac5-53e3-46e7-901e-45c7e6309789 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:09.572434 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186feac5-53e3-46e7-901e-45c7e6309789 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:09.572776 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186feac5-53e3-46e7-901e-45c7e6309789 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:09.573107 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186feac5-53e3-46e7-901e-45c7e6309789 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:09.573436 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186feac5-53e3-46e7-901e-45c7e6309789 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:09.573764 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186feac5-53e3-46e7-901e-45c7e6309789 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:09.574092 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186feac5-53e3-46e7-901e-45c7e6309789 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:09.574419 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-186feac5-53e3-46e7-901e-45c7e6309789 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:09.590787 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-7b960f05-4cf0-4766-b77b-fd8c60e60b92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664220459', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'fbe840e6-3b82-4976-85e0-afde102cc83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:48:28Z', 'updated_at': '2021-07-16T09:50:08Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': 'fbe840e6-3b82-4976-85e0-afde102cc83f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:48:28Z', 'updated_at': '2021-07-16T09:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:09.618425 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b960f05-4cf0-4766-b77b-fd8c60e60b92 None None] The sync data for ids ['42eb63d7-e4a8-4aaf-9e75-8ba13c64507a'] in n-d-771362-37 is: [{'id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1664220459', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.56'}], 'enable_snat': True}, 'gw_port_id': 'fbe840e6-3b82-4976-85e0-afde102cc83f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:48:28Z', 'updated_at': '2021-07-16T09:50:08Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': 'fbe840e6-3b82-4976-85e0-afde102cc83f', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:05:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42eb63d7-e4a8-4aaf-9e75-8ba13c64507a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4199, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:48:28Z', 'updated_at': '2021-07-16T09:48:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:50:09.677647 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-259efb79-5428-42e0-aaf1-ed39f235825c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:09.704893 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259efb79-5428-42e0-aaf1-ed39f235825c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'Port': ['ID=fbe840e6-3b82-4976-85e0-afde102cc83f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:09.762536 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-259efb79-5428-42e0-aaf1-ed39f235825c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:10.205537 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-259efb79-5428-42e0-aaf1-ed39f235825c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:10.207603 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-259efb79-5428-42e0-aaf1-ed39f235825c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:10.249018 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-259efb79-5428-42e0-aaf1-ed39f235825c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:10.249562 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259efb79-5428-42e0-aaf1-ed39f235825c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Fanout notify agent at l3_agent the message router_deleted on router 42eb63d7-e4a8-4aaf-9e75-8ba13c64507a {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:50:10.256937 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-259efb79-5428-42e0-aaf1-ed39f235825c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:10.258079 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-259efb79-5428-42e0-aaf1-ed39f235825c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "DELETE /v2.0/routers/42eb63d7-e4a8-4aaf-9e75-8ba13c64507a HTTP/1.1" status: 204 len: 168 time: 1.1635454 Jul 16 09:50:10.260785 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50050) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:10.338932 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff503b23-be7a-425c-b9a6-27652bff3827 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:10.438965 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff503b23-be7a-425c-b9a6-27652bff3827 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:10.448746 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-ff503b23-be7a-425c-b9a6-27652bff3827 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['420a1cd3-9ab2-4b12-8f8c-7c92febb8d53']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:10.458725 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-ff503b23-be7a-425c-b9a6-27652bff3827 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54a2be17-c110-4668-b014-bdc4708cd42e') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:10.459017 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-ff503b23-be7a-425c-b9a6-27652bff3827 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54a2be17-c110-4668-b014-bdc4708cd42e') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:10.467404 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff503b23-be7a-425c-b9a6-27652bff3827 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:10.482779 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff503b23-be7a-425c-b9a6-27652bff3827 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:10.488834 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff503b23-be7a-425c-b9a6-27652bff3827 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:50:10.489244 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff503b23-be7a-425c-b9a6-27652bff3827 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:10.492061 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 09:50:10.492061 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:50:10.492061 n-d-771362-37 neutron-server[93758]: timer() Jul 16 09:50:10.492061 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:50:10.492061 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 09:50:10.492061 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:50:10.492061 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 09:50:10.492061 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:50:10.492061 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 09:50:10.492061 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:50:10.492061 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 09:50:10.492061 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:50:10.492061 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 09:50:10.492061 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:50:10.492061 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:50:10.492061 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:50:10.492061 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:50:10.492061 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:50:10.492061 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 09:50:10.492061 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:50:10.492061 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 09:50:10.492061 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:50:10.492061 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:50:10.492061 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:50:10.492061 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 09:50:10.492061 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:50:10.492061 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:50:10.492061 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:50:10.492061 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:50:10.492061 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:50:10.492061 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:50:10.492061 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:50:10.555130 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff503b23-be7a-425c-b9a6-27652bff3827 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:10.560012 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff503b23-be7a-425c-b9a6-27652bff3827 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:10.562469 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ff503b23-be7a-425c-b9a6-27652bff3827 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "DELETE /v2.0/networks/420a1cd3-9ab2-4b12-8f8c-7c92febb8d53 HTTP/1.1" status: 204 len: 168 time: 0.3007407 Jul 16 09:50:10.565413 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50052) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:10.576632 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff503b23-be7a-425c-b9a6-27652bff3827 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'Network': ['ID=420a1cd3-9ab2-4b12-8f8c-7c92febb8d53,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:10.622966 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c22b67fb-28c2-4c8f-8ecf-da298de12fb8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:10.652165 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c22b67fb-28c2-4c8f-8ecf-da298de12fb8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:10.715246 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c22b67fb-28c2-4c8f-8ecf-da298de12fb8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:10.717973 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c22b67fb-28c2-4c8f-8ecf-da298de12fb8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:10.725588 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c22b67fb-28c2-4c8f-8ecf-da298de12fb8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "DELETE /v2.0/security-groups/cecaaa07-f999-4996-b6e4-6e576867f46d HTTP/1.1" status: 204 len: 168 time: 0.1556768 Jul 16 09:50:10.732047 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22b67fb-28c2-4c8f-8ecf-da298de12fb8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cecaaa07-f999-4996-b6e4-6e576867f46d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:11.056868 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50058) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:11.061463 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-a7ad4b0e-c6f7-41c3-9f2b-938d8db589d0 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1037043933', 'description': 'tempest-secgroup-smoke-1037043933 description', 'project_id': '55b2b7c3083e453e9655fb0b64077473'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:11.085708 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a7ad4b0e-c6f7-41c3-9f2b-938d8db589d0 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:11.119148 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3cca5de8-9f28-4265-84b0-e8d54b0032b7 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:50:11.141989 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 3cca5de8-9f28-4265-84b0-e8d54b0032b7 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:50:11.142345 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 3cca5de8-9f28-4265-84b0-e8d54b0032b7 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:50:11.142759 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device fbe840e6-3b82-4976-85e0-afde102cc83f no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:50:11.161151 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: fbe840e6-3b82-4976-85e0-afde102cc83f {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:50:11.161496 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device fbe840e6-3b82-4976-85e0-afde102cc83f not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:50:11.161911 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 146264c4-fd95-42f8-b32f-f7bec6cf8529 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:50:11.171472 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a7ad4b0e-c6f7-41c3-9f2b-938d8db589d0 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:11.175367 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a7ad4b0e-c6f7-41c3-9f2b-938d8db589d0 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:11.180307 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 146264c4-fd95-42f8-b32f-f7bec6cf8529 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:50:11.180679 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 146264c4-fd95-42f8-b32f-f7bec6cf8529 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:50:11.197135 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-a7ad4b0e-c6f7-41c3-9f2b-938d8db589d0 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:11.198377 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a7ad4b0e-c6f7-41c3-9f2b-938d8db589d0 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1405683 Jul 16 09:50:11.201431 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50060) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:11.206482 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-290fa2a2-1d39-4476-81d8-0c548686fac7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group_rule': {'security_group_id': '113f0ffd-f9de-41e6-8aae-0ab191dfbcd0', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:11.209423 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ad4b0e-c6f7-41c3-9f2b-938d8db589d0 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=113f0ffd-f9de-41e6-8aae-0ab191dfbcd0,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:11.237431 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-290fa2a2-1d39-4476-81d8-0c548686fac7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:11.291053 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-290fa2a2-1d39-4476-81d8-0c548686fac7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:11.294709 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-290fa2a2-1d39-4476-81d8-0c548686fac7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:11.312909 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290fa2a2-1d39-4476-81d8-0c548686fac7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6c90f3e-04ea-4594-bbbb-f053cb4cee0f,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:11.318266 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-290fa2a2-1d39-4476-81d8-0c548686fac7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:11.320763 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-290fa2a2-1d39-4476-81d8-0c548686fac7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181502 Jul 16 09:50:11.322532 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50062) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:11.327040 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-29e92423-8213-4042-bcfd-084a5d438a37 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group_rule': {'security_group_id': '113f0ffd-f9de-41e6-8aae-0ab191dfbcd0', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:11.353269 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-29e92423-8213-4042-bcfd-084a5d438a37 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:11.412091 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-29e92423-8213-4042-bcfd-084a5d438a37 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:11.417485 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-29e92423-8213-4042-bcfd-084a5d438a37 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:11.435480 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e92423-8213-4042-bcfd-084a5d438a37 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23b84737-7847-4246-96b6-778ca049dd71,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:11.443230 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-29e92423-8213-4042-bcfd-084a5d438a37 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:11.444651 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-29e92423-8213-4042-bcfd-084a5d438a37 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1209929 Jul 16 09:50:11.447995 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50064) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:11.453377 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-49cc978b-98bf-4db6-bc4e-316410d202e0 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group_rule': {'security_group_id': '113f0ffd-f9de-41e6-8aae-0ab191dfbcd0', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:11.481569 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49cc978b-98bf-4db6-bc4e-316410d202e0 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:11.531796 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49cc978b-98bf-4db6-bc4e-316410d202e0 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:11.535856 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49cc978b-98bf-4db6-bc4e-316410d202e0 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:11.553948 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cc978b-98bf-4db6-bc4e-316410d202e0 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fd6f0bf-249f-496c-aae7-415aaa64533b,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:11.559977 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-49cc978b-98bf-4db6-bc4e-316410d202e0 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:11.564240 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-49cc978b-98bf-4db6-bc4e-316410d202e0 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1150599 Jul 16 09:50:11.564549 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50066) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:11.569087 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-a8a0a89b-1307-48b7-9d72-6093ff3af5cf tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group_rule': {'security_group_id': '113f0ffd-f9de-41e6-8aae-0ab191dfbcd0', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:11.598657 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a8a0a89b-1307-48b7-9d72-6093ff3af5cf tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:11.663189 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a8a0a89b-1307-48b7-9d72-6093ff3af5cf tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:11.668139 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a8a0a89b-1307-48b7-9d72-6093ff3af5cf tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:11.687497 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a0a89b-1307-48b7-9d72-6093ff3af5cf tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3757e2a-944f-454a-8d2c-c98d4fd53f98,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:11.691499 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-a8a0a89b-1307-48b7-9d72-6093ff3af5cf tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:11.695301 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-a8a0a89b-1307-48b7-9d72-6093ff3af5cf tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274104 Jul 16 09:50:11.696519 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50068) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:11.700180 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-dbd13d73-a2ff-4b3a-995f-cfa34527be90 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group_rule': {'security_group_id': '113f0ffd-f9de-41e6-8aae-0ab191dfbcd0', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:11.730239 n-d-771362-37 neutron-server[93758]: INFO neutron.db.securitygroups_db [None req-dbd13d73-a2ff-4b3a-995f-cfa34527be90 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Project 55b2b7c3083e453e9655fb0b64077473 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:50:11.736009 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dbd13d73-a2ff-4b3a-995f-cfa34527be90 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:11.806800 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dbd13d73-a2ff-4b3a-995f-cfa34527be90 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:11.810625 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dbd13d73-a2ff-4b3a-995f-cfa34527be90 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:11.829316 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd13d73-a2ff-4b3a-995f-cfa34527be90 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab9a6841-74d0-4777-b10f-2c62e2c4bb49,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:11.836927 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-dbd13d73-a2ff-4b3a-995f-cfa34527be90 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:11.838413 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-dbd13d73-a2ff-4b3a-995f-cfa34527be90 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1418388 Jul 16 09:50:11.841621 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50070) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:11.846404 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-e3f2a7b0-3bfe-48af-9807-214a74c1ceb3 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'security_group_rule': {'security_group_id': '113f0ffd-f9de-41e6-8aae-0ab191dfbcd0', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:11.869699 n-d-771362-37 neutron-server[93758]: INFO neutron.db.securitygroups_db [None req-e3f2a7b0-3bfe-48af-9807-214a74c1ceb3 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Project 55b2b7c3083e453e9655fb0b64077473 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:50:11.875714 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3f2a7b0-3bfe-48af-9807-214a74c1ceb3 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:11.942245 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3f2a7b0-3bfe-48af-9807-214a74c1ceb3 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:11.946497 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3f2a7b0-3bfe-48af-9807-214a74c1ceb3 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:11.964917 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2a7b0-3bfe-48af-9807-214a74c1ceb3 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5230fc2e-c94e-4c3d-b746-3481a4d27c94,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:11.970974 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-e3f2a7b0-3bfe-48af-9807-214a74c1ceb3 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:11.972291 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e3f2a7b0-3bfe-48af-9807-214a74c1ceb3 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1295009 Jul 16 09:50:11.975213 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50072) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:11.980264 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-c38f6590-4460-49c1-99a4-4c3ccf5dbc0f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'network': {'name': 'tempest-network-smoke--1940454767', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'port_security_enabled': True}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:12.001513 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38f6590-4460-49c1-99a4-4c3ccf5dbc0f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Made reservation on behalf of 55b2b7c3083e453e9655fb0b64077473 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:50:12.005097 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c38f6590-4460-49c1-99a4-4c3ccf5dbc0f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:12.031851 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c38f6590-4460-49c1-99a4-4c3ccf5dbc0f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:50:12.041142 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c38f6590-4460-49c1-99a4-4c3ccf5dbc0f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:12.041497 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-c38f6590-4460-49c1-99a4-4c3ccf5dbc0f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Added segment 89fea237-c3c4-4286-a1dd-a3df07f36057 of type vlan for network e6657d59-7b8b-4b16-9b70-489518cec668 Jul 16 09:50:12.083590 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c38f6590-4460-49c1-99a4-4c3ccf5dbc0f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:12.115960 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c38f6590-4460-49c1-99a4-4c3ccf5dbc0f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:12.121582 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38f6590-4460-49c1-99a4-4c3ccf5dbc0f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:12.122267 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-c38f6590-4460-49c1-99a4-4c3ccf5dbc0f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:12.155890 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-c38f6590-4460-49c1-99a4-4c3ccf5dbc0f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1795175 Jul 16 09:50:12.158623 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50074) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:12.165487 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-90ce3abe-6bfc-4c5d-b285-08f707a6bbcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2068851310', 'admin_state_up': True, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:12.200307 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38f6590-4460-49c1-99a4-4c3ccf5dbc0f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Network': ['ID=e6657d59-7b8b-4b16-9b70-489518cec668,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:12.213109 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network e6657d59-7b8b-4b16-9b70-489518cec668 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:50:12.219478 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90ce3abe-6bfc-4c5d-b285-08f707a6bbcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:12.220856 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90ce3abe-6bfc-4c5d-b285-08f707a6bbcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:12.277712 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90ce3abe-6bfc-4c5d-b285-08f707a6bbcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:12.416069 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90ce3abe-6bfc-4c5d-b285-08f707a6bbcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:12.614997 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90ce3abe-6bfc-4c5d-b285-08f707a6bbcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:12.634443 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90ce3abe-6bfc-4c5d-b285-08f707a6bbcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:12.739958 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-90ce3abe-6bfc-4c5d-b285-08f707a6bbcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Allocated IP 172.25.3.107 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:50:12.845087 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90ce3abe-6bfc-4c5d-b285-08f707a6bbcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:12.885872 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90ce3abe-6bfc-4c5d-b285-08f707a6bbcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:12.923958 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ce3abe-6bfc-4c5d-b285-08f707a6bbcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:50:12.928794 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-90ce3abe-6bfc-4c5d-b285-08f707a6bbcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:50:12.932302 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ce3abe-6bfc-4c5d-b285-08f707a6bbcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:50:12.960515 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ce3abe-6bfc-4c5d-b285-08f707a6bbcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Port': ['ID=0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:13.184514 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90ce3abe-6bfc-4c5d-b285-08f707a6bbcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:13.378344 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90ce3abe-6bfc-4c5d-b285-08f707a6bbcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:13.502401 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90ce3abe-6bfc-4c5d-b285-08f707a6bbcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Router 0a5dd0de-64a2-4d6f-ab51-8cde74dea083 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:50:13.610353 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90ce3abe-6bfc-4c5d-b285-08f707a6bbcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:50:13.620029 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c69588f-e08d-44fa-a9db-be4929510a2b None None] Sync routers for ids ['0a5dd0de-64a2-4d6f-ab51-8cde74dea083'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:50:13.629026 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c69588f-e08d-44fa-a9db-be4929510a2b None None] Routers {'0a5dd0de-64a2-4d6f-ab51-8cde74dea083'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:50:13.629638 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9c69588f-e08d-44fa-a9db-be4929510a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:50:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['0a5dd0de-64a2-4d6f-ab51-8cde74dea083'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:13.630322 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-90ce3abe-6bfc-4c5d-b285-08f707a6bbcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:13.634878 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-90ce3abe-6bfc-4c5d-b285-08f707a6bbcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4721563 Jul 16 09:50:13.635108 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50076) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:13.715440 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e46a35b2-5df5-4f97-92e2-c36e2c657dbe tempest-TestNetworkAdvancedServerOps-189494951 tempest-TestNetworkAdvancedServerOps-189494951-project-admin] 10.222.0.22 "GET /v2.0/subnets?project_id=55b2b7c3083e453e9655fb0b64077473&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0791998 Jul 16 09:50:13.718584 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50080) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:13.739152 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-9c69588f-e08d-44fa-a9db-be4929510a2b None None] Set router 0a5dd0de-64a2-4d6f-ab51-8cde74dea083 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:50:13.809530 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b2898b0-a659-4285-a148-80e474574e18 tempest-TestNetworkAdvancedServerOps-189494951 tempest-TestNetworkAdvancedServerOps-189494951-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:13.811382 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8b2898b0-a659-4285-a148-80e474574e18 tempest-TestNetworkAdvancedServerOps-189494951 tempest-TestNetworkAdvancedServerOps-189494951-project-admin] 10.222.0.22 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0918663 Jul 16 09:50:13.814311 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50082) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:13.847892 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-a8b919f9-5735-4e8a-a88e-943a4b29cc1f tempest-TestNetworkAdvancedServerOps-189494951 tempest-TestNetworkAdvancedServerOps-189494951-project-admin] 10.222.0.22 "GET /v2.0/subnets?network_id=4a545af8-8142-4a44-8290-045c2901c634&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0317492 Jul 16 09:50:13.850347 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50084) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:13.855303 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-0a5846e9-a9aa-4a3a-ae27-c207a0ba166a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-147576920', 'network_id': 'e6657d59-7b8b-4b16-9b70-489518cec668', 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:13.916449 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9c69588f-e08d-44fa-a9db-be4929510a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068851310', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:12Z', 'updated_at': '2021-07-16T09:50:13Z', 'revision_number': 3, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:12Z', 'updated_at': '2021-07-16T09:50:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:13.941054 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a5846e9-a9aa-4a3a-ae27-c207a0ba166a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Made reservation on behalf of 55b2b7c3083e453e9655fb0b64077473 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:50:13.942367 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c69588f-e08d-44fa-a9db-be4929510a2b None None] Checking router: 0a5dd0de-64a2-4d6f-ab51-8cde74dea083 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:50:13.942735 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c69588f-e08d-44fa-a9db-be4929510a2b None None] Updating router 0a5dd0de-64a2-4d6f-ab51-8cde74dea083 port 0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:50:13.945172 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0a5846e9-a9aa-4a3a-ae27-c207a0ba166a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:13.981383 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9c69588f-e08d-44fa-a9db-be4929510a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:14.131505 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0a5846e9-a9aa-4a3a-ae27-c207a0ba166a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:14.195094 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a5846e9-a9aa-4a3a-ae27-c207a0ba166a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Subnet': ['ID=bee4fef9-c5f1-4ff4-b264-a75e8c827eaf,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:14.204481 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5846e9-a9aa-4a3a-ae27-c207a0ba166a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Checking segment: {'id': '89fea237-c3c4-4286-a1dd-a3df07f36057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e6657d59-7b8b-4b16-9b70-489518cec668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:50:14.204850 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5846e9-a9aa-4a3a-ae27-c207a0ba166a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network hostable DHCP agents. Network: e6657d59-7b8b-4b16-9b70-489518cec668, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:50:14.221809 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a5846e9-a9aa-4a3a-ae27-c207a0ba166a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network e6657d59-7b8b-4b16-9b70-489518cec668 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:50:14.231846 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-0a5846e9-a9aa-4a3a-ae27-c207a0ba166a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, e6657d59-7b8b-4b16-9b70-489518cec668) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:50:14.237267 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5846e9-a9aa-4a3a-ae27-c207a0ba166a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:14.237898 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-0a5846e9-a9aa-4a3a-ae27-c207a0ba166a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:14.245050 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9c69588f-e08d-44fa-a9db-be4929510a2b None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:14.248628 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77698503-9d3b-4959-9238-8e7852e7a000 None None] Network e6657d59-7b8b-4b16-9b70-489518cec668 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:50:14.253623 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-0a5846e9-a9aa-4a3a-ae27-c207a0ba166a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4022491 Jul 16 09:50:14.256602 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50086) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:14.278833 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-9c69588f-e08d-44fa-a9db-be4929510a2b None None] Transition to ACTIVE for port object 0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:50:14.290269 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9c69588f-e08d-44fa-a9db-be4929510a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:14.390571 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc2584d-2f10-4eae-b3e0-474f5d7f81b4 None None] Pushing event updated for resources: {'Port': ['ID=0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:14.393712 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-9c69588f-e08d-44fa-a9db-be4929510a2b None None] Attempting to bind port 0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:50:14.394087 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-9c69588f-e08d-44fa-a9db-be4929510a2b None None] Attempting to bind port 0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:50:14.394451 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c69588f-e08d-44fa-a9db-be4929510a2b None None] Attempting to bind port 0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:50:14.416573 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c69588f-e08d-44fa-a9db-be4929510a2b None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:50:14.416946 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c69588f-e08d-44fa-a9db-be4929510a2b None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:50:14.417347 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9c69588f-e08d-44fa-a9db-be4929510a2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:14.417737 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c69588f-e08d-44fa-a9db-be4929510a2b None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:50:14.418229 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-9c69588f-e08d-44fa-a9db-be4929510a2b None None] Bound port: 0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:50:14.418574 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9c69588f-e08d-44fa-a9db-be4929510a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:14.500120 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-9c69588f-e08d-44fa-a9db-be4929510a2b None None] For port 0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:50:14.503444 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-9c69588f-e08d-44fa-a9db-be4929510a2b None None] For port 0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:50:14.505798 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c35c76-9d44-4c6a-84e4-fdeb25d3a967 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-e6657d59-7b8b-4b16-9b70-489518cec668', 'network_id': 'e6657d59-7b8b-4b16-9b70-489518cec668', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'fixed_ips': [{'subnet_id': 'bee4fef9-c5f1-4ff4-b264-a75e8c827eaf'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:50:14.506647 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-57c35c76-9d44-4c6a-84e4-fdeb25d3a967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:14.510986 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9c69588f-e08d-44fa-a9db-be4929510a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:14.630381 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c69588f-e08d-44fa-a9db-be4929510a2b None None] Routers {'0a5dd0de-64a2-4d6f-ab51-8cde74dea083'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:50:14.631094 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9c69588f-e08d-44fa-a9db-be4929510a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:50:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['0a5dd0de-64a2-4d6f-ab51-8cde74dea083'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:14.638387 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc2584d-2f10-4eae-b3e0-474f5d7f81b4 None None] Pushing event updated for resources: {'Port': ['ID=0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:14.715312 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6047f274-dfca-497c-8eb1-37cef247eee7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:14.775716 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-57c35c76-9d44-4c6a-84e4-fdeb25d3a967 None None] Allocated IP 172.20.0.2 (e6657d59-7b8b-4b16-9b70-489518cec668/bee4fef9-c5f1-4ff4-b264-a75e8c827eaf/ffd5a3e0-48d6-41de-bf8b-212ee659ac9f) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:50:14.793694 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-9c69588f-e08d-44fa-a9db-be4929510a2b None None] Set router 0a5dd0de-64a2-4d6f-ab51-8cde74dea083 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:50:15.207924 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-57c35c76-9d44-4c6a-84e4-fdeb25d3a967 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:15.218216 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-57c35c76-9d44-4c6a-84e4-fdeb25d3a967 None None] Transition to ACTIVE for port object ffd5a3e0-48d6-41de-bf8b-212ee659ac9f will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:50:15.237186 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-57c35c76-9d44-4c6a-84e4-fdeb25d3a967 None None] Transition to ACTIVE for port object ffd5a3e0-48d6-41de-bf8b-212ee659ac9f will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:50:15.241965 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-9c69588f-e08d-44fa-a9db-be4929510a2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068851310', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:12Z', 'updated_at': '2021-07-16T09:50:13Z', 'revision_number': 3, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:12Z', 'updated_at': '2021-07-16T09:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:15.245247 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-57c35c76-9d44-4c6a-84e4-fdeb25d3a967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:15.291199 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c69588f-e08d-44fa-a9db-be4929510a2b None None] The sync data for ids ['0a5dd0de-64a2-4d6f-ab51-8cde74dea083'] in n-d-771362-37 is: [{'id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068851310', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:12Z', 'updated_at': '2021-07-16T09:50:13Z', 'revision_number': 3, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:12Z', 'updated_at': '2021-07-16T09:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:50:15.299833 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-6047f274-dfca-497c-8eb1-37cef247eee7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Allocated IP 172.20.0.1 (e6657d59-7b8b-4b16-9b70-489518cec668/bee4fef9-c5f1-4ff4-b264-a75e8c827eaf/0be50de9-6670-4eef-8228-e96abf54bc4c) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:50:15.306492 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c35c76-9d44-4c6a-84e4-fdeb25d3a967 None None] Network e6657d59-7b8b-4b16-9b70-489518cec668 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:50:15.312099 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-57c35c76-9d44-4c6a-84e4-fdeb25d3a967 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:50:15.315665 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c35c76-9d44-4c6a-84e4-fdeb25d3a967 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:50:15.326627 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c35c76-9d44-4c6a-84e4-fdeb25d3a967 None None] Pushing event updated for resources: {'Port': ['ID=ffd5a3e0-48d6-41de-bf8b-212ee659ac9f,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:15.384890 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-57c35c76-9d44-4c6a-84e4-fdeb25d3a967 None None] Attempting to bind port ffd5a3e0-48d6-41de-bf8b-212ee659ac9f on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:50:15.385264 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-57c35c76-9d44-4c6a-84e4-fdeb25d3a967 None None] Attempting to bind port ffd5a3e0-48d6-41de-bf8b-212ee659ac9f by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '89fea237-c3c4-4286-a1dd-a3df07f36057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e6657d59-7b8b-4b16-9b70-489518cec668'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:50:15.385777 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c35c76-9d44-4c6a-84e4-fdeb25d3a967 None None] Attempting to bind port ffd5a3e0-48d6-41de-bf8b-212ee659ac9f on network e6657d59-7b8b-4b16-9b70-489518cec668 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:50:15.391254 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c35c76-9d44-4c6a-84e4-fdeb25d3a967 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:50:15.391630 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c35c76-9d44-4c6a-84e4-fdeb25d3a967 None None] Checking segment: {'id': '89fea237-c3c4-4286-a1dd-a3df07f36057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e6657d59-7b8b-4b16-9b70-489518cec668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:50:15.392030 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-57c35c76-9d44-4c6a-84e4-fdeb25d3a967 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:15.392449 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c35c76-9d44-4c6a-84e4-fdeb25d3a967 None None] Bound using segment: {'id': '89fea237-c3c4-4286-a1dd-a3df07f36057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e6657d59-7b8b-4b16-9b70-489518cec668'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:50:15.392921 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-57c35c76-9d44-4c6a-84e4-fdeb25d3a967 None None] Bound port: ffd5a3e0-48d6-41de-bf8b-212ee659ac9f, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fea237-c3c4-4286-a1dd-a3df07f36057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e6657d59-7b8b-4b16-9b70-489518cec668'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:50:15.393302 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-57c35c76-9d44-4c6a-84e4-fdeb25d3a967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:15.435412 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6047f274-dfca-497c-8eb1-37cef247eee7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:15.451321 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-6047f274-dfca-497c-8eb1-37cef247eee7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Transition to ACTIVE for port object 0be50de9-6670-4eef-8228-e96abf54bc4c will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:50:15.464455 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-57c35c76-9d44-4c6a-84e4-fdeb25d3a967 None None] For port ffd5a3e0-48d6-41de-bf8b-212ee659ac9f, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:50:15.468393 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-57c35c76-9d44-4c6a-84e4-fdeb25d3a967 None None] For port ffd5a3e0-48d6-41de-bf8b-212ee659ac9f, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ffd5a3e0-48d6-41de-bf8b-212ee659ac9f,segment=NetworkSegment(89fea237-c3c4-4286-a1dd-a3df07f36057),segment_id=89fea237-c3c4-4286-a1dd-a3df07f36057)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:50:15.473797 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-57c35c76-9d44-4c6a-84e4-fdeb25d3a967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:15.494220 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6047f274-dfca-497c-8eb1-37cef247eee7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:15.537583 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c35c76-9d44-4c6a-84e4-fdeb25d3a967 None None] Pushing event updated for resources: {'Port': ['ID=ffd5a3e0-48d6-41de-bf8b-212ee659ac9f,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:15.568169 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6047f274-dfca-497c-8eb1-37cef247eee7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network e6657d59-7b8b-4b16-9b70-489518cec668 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:50:15.577802 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-6047f274-dfca-497c-8eb1-37cef247eee7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:50:15.582155 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6047f274-dfca-497c-8eb1-37cef247eee7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:50:15.610236 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047f274-dfca-497c-8eb1-37cef247eee7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Port': ['ID=0be50de9-6670-4eef-8228-e96abf54bc4c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:15.636396 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6047f274-dfca-497c-8eb1-37cef247eee7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:15.825921 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6047f274-dfca-497c-8eb1-37cef247eee7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:16.138505 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6047f274-dfca-497c-8eb1-37cef247eee7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:16.143457 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6047f274-dfca-497c-8eb1-37cef247eee7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:16.226252 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6047f274-dfca-497c-8eb1-37cef247eee7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Port': ['ID=0be50de9-6670-4eef-8228-e96abf54bc4c,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:16.230094 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6047f274-dfca-497c-8eb1-37cef247eee7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:16.331711 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6047f274-dfca-497c-8eb1-37cef247eee7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network e6657d59-7b8b-4b16-9b70-489518cec668 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:50:16.333488 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-6047f274-dfca-497c-8eb1-37cef247eee7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:50:16.613497 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed8a287c-a1f3-48ca-85d7-a7b310692ef4 None None] Network e6657d59-7b8b-4b16-9b70-489518cec668 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:50:16.771516 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-671066e1-89c2-4358-9e57-80200981394e None None] Provisioning for port ffd5a3e0-48d6-41de-bf8b-212ee659ac9f completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:50:16.830053 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6047f274-dfca-497c-8eb1-37cef247eee7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Router 0a5dd0de-64a2-4d6f-ab51-8cde74dea083 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:50:16.951732 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6047f274-dfca-497c-8eb1-37cef247eee7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:50:16.958291 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6047f274-dfca-497c-8eb1-37cef247eee7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "PUT /v2.0/routers/0a5dd0de-64a2-4d6f-ab51-8cde74dea083/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7004623 Jul 16 09:50:17.127843 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-aee4a382-b25e-4683-9aff-8c42634b2c28 None None] Provisioning for port 0be50de9-6670-4eef-8228-e96abf54bc4c completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:50:17.132967 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-aee4a382-b25e-4683-9aff-8c42634b2c28 None None] Provisioning complete for port 0be50de9-6670-4eef-8228-e96abf54bc4c triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:17.133403 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-aee4a382-b25e-4683-9aff-8c42634b2c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:17.176142 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329c8b38-58bf-4220-8b71-3605d9a86a90 None None] Sync routers for ids ['0a5dd0de-64a2-4d6f-ab51-8cde74dea083'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:50:17.187933 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329c8b38-58bf-4220-8b71-3605d9a86a90 None None] Routers {'0a5dd0de-64a2-4d6f-ab51-8cde74dea083'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:50:17.188577 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-329c8b38-58bf-4220-8b71-3605d9a86a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:50:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['0a5dd0de-64a2-4d6f-ab51-8cde74dea083'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:17.215154 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-aee4a382-b25e-4683-9aff-8c42634b2c28 None None] Port 0be50de9-6670-4eef-8228-e96abf54bc4c cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:50:17.231690 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-7d9b63a8-1d58-4669-9b28-aac60743f532 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1037043933&fields=id&tenant_id=55b2b7c3083e453e9655fb0b64077473 HTTP/1.1" status: 200 len: 267 time: 0.0695703 Jul 16 09:50:17.248403 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:50:17.309487 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:50:17.315218 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:17.315694 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:17.325142 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-329c8b38-58bf-4220-8b71-3605d9a86a90 None None] Set router 0a5dd0de-64a2-4d6f-ab51-8cde74dea083 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:50:17.363781 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-49a76709-5cdf-4db5-9542-f8e97fa09885 None None] Provisioning complete for port 0be50de9-6670-4eef-8228-e96abf54bc4c triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:17.364190 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-49a76709-5cdf-4db5-9542-f8e97fa09885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:17.372305 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-1b33f5e0-bd5b-4c57-bc2e-b1f853ac9310 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:17.380606 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-1b33f5e0-bd5b-4c57-bc2e-b1f853ac9310 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/networks?id=e6657d59-7b8b-4b16-9b70-489518cec668 HTTP/1.1" status: 200 len: 797 time: 0.1467283 Jul 16 09:50:17.402776 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-694fd2ab-f1cd-4614-ad70-c44c0596f4c2 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/quotas/55b2b7c3083e453e9655fb0b64077473 HTTP/1.1" status: 200 len: 375 time: 0.0208571 Jul 16 09:50:17.407671 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-49a76709-5cdf-4db5-9542-f8e97fa09885 None None] Port 0be50de9-6670-4eef-8228-e96abf54bc4c cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:50:17.471854 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:17.487908 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-d9455541-dcd3-401b-85c2-75641a4435a7 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0757980 Jul 16 09:50:17.497268 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:17.506253 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:17.507380 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ffd5a3e0-48d6-41de-bf8b-212ee659ac9f up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:50:17.555538 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-329c8b38-58bf-4220-8b71-3605d9a86a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068851310', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:12Z', 'updated_at': '2021-07-16T09:50:15Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:12Z', 'updated_at': '2021-07-16T09:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '0be50de9-6670-4eef-8228-e96abf54bc4c', 'name': '', 'network_id': 'e6657d59-7b8b-4b16-9b70-489518cec668', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:e7:73:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'bee4fef9-c5f1-4ff4-b264-a75e8c827eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:14Z', 'updated_at': '2021-07-16T09:50:16Z', 'revision_number': 2, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': 'bee4fef9-c5f1-4ff4-b264-a75e8c827eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:17.582566 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329c8b38-58bf-4220-8b71-3605d9a86a90 None None] Checking router: 0a5dd0de-64a2-4d6f-ab51-8cde74dea083 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:50:17.583215 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329c8b38-58bf-4220-8b71-3605d9a86a90 None None] Updating router 0a5dd0de-64a2-4d6f-ab51-8cde74dea083 port 0be50de9-6670-4eef-8228-e96abf54bc4c binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:50:17.599446 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-1fdf5346-32c6-4f35-90ad-18ab507bd1ce service neutron] 10.222.0.22 "GET /v2.0/networks/e6657d59-7b8b-4b16-9b70-489518cec668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106050 Jul 16 09:50:17.600092 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:17.612489 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port ffd5a3e0-48d6-41de-bf8b-212ee659ac9f completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:50:17.621799 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-329c8b38-58bf-4220-8b71-3605d9a86a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:17.624969 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port ffd5a3e0-48d6-41de-bf8b-212ee659ac9f triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:17.625940 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:17.658225 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-4a516576-b6a3-40c3-9b0f-49533ffd7008 None None] Provisioning complete for port 0be50de9-6670-4eef-8228-e96abf54bc4c triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:17.658518 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4a516576-b6a3-40c3-9b0f-49533ffd7008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:17.708238 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-2615d349-ce00-4b14-bf0a-8b18d030cdc6 service neutron] 10.222.0.22 "GET /v2.0/networks/e6657d59-7b8b-4b16-9b70-489518cec668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982132 Jul 16 09:50:17.708939 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-4a516576-b6a3-40c3-9b0f-49533ffd7008 None None] Port 0be50de9-6670-4eef-8228-e96abf54bc4c cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:50:17.758830 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:17.793779 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port ffd5a3e0-48d6-41de-bf8b-212ee659ac9f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ffd5a3e0-48d6-41de-bf8b-212ee659ac9f,segment=NetworkSegment(89fea237-c3c4-4286-a1dd-a3df07f36057),segment_id=89fea237-c3c4-4286-a1dd-a3df07f36057)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:17.797931 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:17.857047 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=ffd5a3e0-48d6-41de-bf8b-212ee659ac9f,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:17.916033 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-652cf771-91de-430f-a3f3-5ca059b5a06c req-0e515b77-4ae4-4e43-99a1-a07a1a4fe23c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=a238ffcc-c44b-4c20-b06b-91f39b18219b HTTP/1.1" status: 200 len: 210 time: 0.0313170 Jul 16 09:50:17.944391 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-329c8b38-58bf-4220-8b71-3605d9a86a90 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:17.955157 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-329c8b38-58bf-4220-8b71-3605d9a86a90 None None] Transition to ACTIVE for port object 0be50de9-6670-4eef-8228-e96abf54bc4c will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:50:17.961621 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-329c8b38-58bf-4220-8b71-3605d9a86a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:18.015333 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351511d2-fe83-49c9-803f-4f3534e62e6c None None] Pushing event updated for resources: {'Port': ['ID=0be50de9-6670-4eef-8228-e96abf54bc4c,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:18.041667 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351511d2-fe83-49c9-803f-4f3534e62e6c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:18.042010 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351511d2-fe83-49c9-803f-4f3534e62e6c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:18.042348 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351511d2-fe83-49c9-803f-4f3534e62e6c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:18.042936 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351511d2-fe83-49c9-803f-4f3534e62e6c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:18.043276 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351511d2-fe83-49c9-803f-4f3534e62e6c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:18.043609 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351511d2-fe83-49c9-803f-4f3534e62e6c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:18.043933 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351511d2-fe83-49c9-803f-4f3534e62e6c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:18.044858 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351511d2-fe83-49c9-803f-4f3534e62e6c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:18.044858 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351511d2-fe83-49c9-803f-4f3534e62e6c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:18.045083 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351511d2-fe83-49c9-803f-4f3534e62e6c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:18.045195 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351511d2-fe83-49c9-803f-4f3534e62e6c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:18.045531 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-351511d2-fe83-49c9-803f-4f3534e62e6c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:50:18.085048 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-329c8b38-58bf-4220-8b71-3605d9a86a90 None None] Attempting to bind port 0be50de9-6670-4eef-8228-e96abf54bc4c on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:50:18.085417 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-329c8b38-58bf-4220-8b71-3605d9a86a90 None None] Attempting to bind port 0be50de9-6670-4eef-8228-e96abf54bc4c by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '89fea237-c3c4-4286-a1dd-a3df07f36057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e6657d59-7b8b-4b16-9b70-489518cec668'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:50:18.085777 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329c8b38-58bf-4220-8b71-3605d9a86a90 None None] Attempting to bind port 0be50de9-6670-4eef-8228-e96abf54bc4c on network e6657d59-7b8b-4b16-9b70-489518cec668 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:50:18.091151 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329c8b38-58bf-4220-8b71-3605d9a86a90 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 50, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:50:18.091522 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329c8b38-58bf-4220-8b71-3605d9a86a90 None None] Checking segment: {'id': '89fea237-c3c4-4286-a1dd-a3df07f36057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e6657d59-7b8b-4b16-9b70-489518cec668'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:50:18.092116 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-329c8b38-58bf-4220-8b71-3605d9a86a90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:18.092554 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-329c8b38-58bf-4220-8b71-3605d9a86a90 None None] Bound using segment: {'id': '89fea237-c3c4-4286-a1dd-a3df07f36057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e6657d59-7b8b-4b16-9b70-489518cec668'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:50:18.093027 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-329c8b38-58bf-4220-8b71-3605d9a86a90 None None] Bound port: 0be50de9-6670-4eef-8228-e96abf54bc4c, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fea237-c3c4-4286-a1dd-a3df07f36057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e6657d59-7b8b-4b16-9b70-489518cec668'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:50:18.093405 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-329c8b38-58bf-4220-8b71-3605d9a86a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:18.171185 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-329c8b38-58bf-4220-8b71-3605d9a86a90 None None] For port 0be50de9-6670-4eef-8228-e96abf54bc4c, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:50:18.174673 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-329c8b38-58bf-4220-8b71-3605d9a86a90 None None] For port 0be50de9-6670-4eef-8228-e96abf54bc4c, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0be50de9-6670-4eef-8228-e96abf54bc4c,segment=NetworkSegment(89fea237-c3c4-4286-a1dd-a3df07f36057),segment_id=89fea237-c3c4-4286-a1dd-a3df07f36057)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:50:18.179054 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-329c8b38-58bf-4220-8b71-3605d9a86a90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:18.229834 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-329c8b38-58bf-4220-8b71-3605d9a86a90 None None] Routers {'0a5dd0de-64a2-4d6f-ab51-8cde74dea083'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:50:18.230495 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-329c8b38-58bf-4220-8b71-3605d9a86a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:50:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['0a5dd0de-64a2-4d6f-ab51-8cde74dea083'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:18.356971 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-329c8b38-58bf-4220-8b71-3605d9a86a90 None None] Set router 0a5dd0de-64a2-4d6f-ab51-8cde74dea083 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:50:18.384532 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351511d2-fe83-49c9-803f-4f3534e62e6c None None] Pushing event updated for resources: {'Port': ['ID=0be50de9-6670-4eef-8228-e96abf54bc4c,revision_number=4']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:18.668463 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-329c8b38-58bf-4220-8b71-3605d9a86a90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068851310', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:12Z', 'updated_at': '2021-07-16T09:50:15Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:12Z', 'updated_at': '2021-07-16T09:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '0be50de9-6670-4eef-8228-e96abf54bc4c', 'name': '', 'network_id': 'e6657d59-7b8b-4b16-9b70-489518cec668', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:e7:73:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'bee4fef9-c5f1-4ff4-b264-a75e8c827eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:14Z', 'updated_at': '2021-07-16T09:50:18Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': 'bee4fef9-c5f1-4ff4-b264-a75e8c827eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:18.694343 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-329c8b38-58bf-4220-8b71-3605d9a86a90 None None] The sync data for ids ['0a5dd0de-64a2-4d6f-ab51-8cde74dea083'] in n-d-771362-37 is: [{'id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068851310', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:12Z', 'updated_at': '2021-07-16T09:50:15Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:12Z', 'updated_at': '2021-07-16T09:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '0be50de9-6670-4eef-8228-e96abf54bc4c', 'name': '', 'network_id': 'e6657d59-7b8b-4b16-9b70-489518cec668', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:e7:73:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'bee4fef9-c5f1-4ff4-b264-a75e8c827eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:14Z', 'updated_at': '2021-07-16T09:50:18Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': 'bee4fef9-c5f1-4ff4-b264-a75e8c827eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:50:19.079566 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-68497da2-688f-4138-b977-ff09c833f25d req-bc99a78a-dac8-476f-be71-47556f0ca136 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=a238ffcc-c44b-4c20-b06b-91f39b18219b HTTP/1.1" status: 200 len: 210 time: 0.0375521 Jul 16 09:50:19.214650 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:50:19.272212 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:19.273398 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:19.371300 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ffd5a3e0-48d6-41de-bf8b-212ee659ac9f up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:50:19.396109 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-72db1e3d-70f4-4047-ae9e-9d82e5f29f69 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:19.398159 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-72db1e3d-70f4-4047-ae9e-9d82e5f29f69 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.21 "GET /v2.0/networks?id=e6657d59-7b8b-4b16-9b70-489518cec668 HTTP/1.1" status: 200 len: 797 time: 0.1365662 Jul 16 09:50:19.428052 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port ffd5a3e0-48d6-41de-bf8b-212ee659ac9f triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:19.428462 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:19.456695 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-22190afe-7fc9-4a56-91d5-e1a40cc6f107 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=55b2b7c3083e453e9655fb0b64077473 HTTP/1.1" status: 200 len: 380 time: 0.0445447 Jul 16 09:50:19.465372 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-b212e08e-a4ed-4af2-8ad3-d680aaae82b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'port': {'device_id': 'a238ffcc-c44b-4c20-b06b-91f39b18219b', 'network_id': 'e6657d59-7b8b-4b16-9b70-489518cec668', 'admin_state_up': True, 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'security_groups': ['113f0ffd-f9de-41e6-8aae-0ab191dfbcd0']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:19.525372 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0be50de9-6670-4eef-8228-e96abf54bc4c up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:50:19.580261 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 0be50de9-6670-4eef-8228-e96abf54bc4c completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:50:19.584364 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 0be50de9-6670-4eef-8228-e96abf54bc4c triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:19.584809 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:19.610968 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-b212e08e-a4ed-4af2-8ad3-d680aaae82b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Made reservation on behalf of 55b2b7c3083e453e9655fb0b64077473 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:50:19.614726 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-b212e08e-a4ed-4af2-8ad3-d680aaae82b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:19.673047 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:19.712757 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 0be50de9-6670-4eef-8228-e96abf54bc4c, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0be50de9-6670-4eef-8228-e96abf54bc4c,segment=NetworkSegment(89fea237-c3c4-4286-a1dd-a3df07f36057),segment_id=89fea237-c3c4-4286-a1dd-a3df07f36057)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:19.717052 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:19.773766 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-b212e08e-a4ed-4af2-8ad3-d680aaae82b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Allocated IP 172.20.0.13 (e6657d59-7b8b-4b16-9b70-489518cec668/bee4fef9-c5f1-4ff4-b264-a75e8c827eaf/0d833d7e-eb4a-495f-9992-0401e8dafa67) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:50:19.784240 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=0be50de9-6670-4eef-8228-e96abf54bc4c,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:19.922965 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-b212e08e-a4ed-4af2-8ad3-d680aaae82b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:19.939136 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-b212e08e-a4ed-4af2-8ad3-d680aaae82b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Transition to ACTIVE for port object 0d833d7e-eb4a-495f-9992-0401e8dafa67 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:50:19.973824 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-b212e08e-a4ed-4af2-8ad3-d680aaae82b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:20.025886 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-b212e08e-a4ed-4af2-8ad3-d680aaae82b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network e6657d59-7b8b-4b16-9b70-489518cec668 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:50:20.029287 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-b212e08e-a4ed-4af2-8ad3-d680aaae82b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:50:20.033848 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-b212e08e-a4ed-4af2-8ad3-d680aaae82b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:50:20.040366 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b212e08e-a4ed-4af2-8ad3-d680aaae82b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Port': ['ID=0d833d7e-eb4a-495f-9992-0401e8dafa67,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:20.086184 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-b212e08e-a4ed-4af2-8ad3-d680aaae82b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:20.087085 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-b212e08e-a4ed-4af2-8ad3-d680aaae82b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:20.103179 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-b212e08e-a4ed-4af2-8ad3-d680aaae82b4 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6420667 Jul 16 09:50:20.114875 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-5f7d4e7d-110a-43aa-ab7a-d1cdc32b5fc1 service neutron] Request body: {'port': {'device_id': 'a238ffcc-c44b-4c20-b06b-91f39b18219b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:20.197214 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-5f7d4e7d-110a-43aa-ab7a-d1cdc32b5fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:20.285793 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d2bdb-049a-43b3-b1e6-d336f70788b1 req-aad0bd49-6a42-4d69-a3ef-588266ab7097 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:20.287443 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c81d2bdb-049a-43b3-b1e6-d336f70788b1 req-aad0bd49-6a42-4d69-a3ef-588266ab7097 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=a238ffcc-c44b-4c20-b06b-91f39b18219b HTTP/1.1" status: 200 len: 932 time: 0.0887053 Jul 16 09:50:20.293741 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e352ceb9-f6ee-4a85-a9ec-0f0e2b0f7038 None None] Provisioning for port 0d833d7e-eb4a-495f-9992-0401e8dafa67 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:50:20.298768 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-e352ceb9-f6ee-4a85-a9ec-0f0e2b0f7038 None None] Provisioning complete for port 0d833d7e-eb4a-495f-9992-0401e8dafa67 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:20.299262 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e352ceb9-f6ee-4a85-a9ec-0f0e2b0f7038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:20.332869 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c81d2bdb-049a-43b3-b1e6-d336f70788b1 req-bfbba1a8-9350-4a0f-8850-7f120e665f2e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=113f0ffd-f9de-41e6-8aae-0ab191dfbcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387533 Jul 16 09:50:20.336881 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-e352ceb9-f6ee-4a85-a9ec-0f0e2b0f7038 None None] Port 0d833d7e-eb4a-495f-9992-0401e8dafa67 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:50:20.480238 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-5f7d4e7d-110a-43aa-ab7a-d1cdc32b5fc1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d833d7e-eb4a-495f-9992-0401e8dafa67 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:50:20.487606 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-5f7d4e7d-110a-43aa-ab7a-d1cdc32b5fc1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:20.499886 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-5f7d4e7d-110a-43aa-ab7a-d1cdc32b5fc1 service neutron] Transition to ACTIVE for port object 0d833d7e-eb4a-495f-9992-0401e8dafa67 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:50:20.503329 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-5f7d4e7d-110a-43aa-ab7a-d1cdc32b5fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:20.554880 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d4e7d-110a-43aa-ab7a-d1cdc32b5fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=0d833d7e-eb4a-495f-9992-0401e8dafa67,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:20.623730 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-5f7d4e7d-110a-43aa-ab7a-d1cdc32b5fc1 service neutron] Attempting to bind port 0d833d7e-eb4a-495f-9992-0401e8dafa67 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:50:20.624069 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-5f7d4e7d-110a-43aa-ab7a-d1cdc32b5fc1 service neutron] Attempting to bind port 0d833d7e-eb4a-495f-9992-0401e8dafa67 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': '89fea237-c3c4-4286-a1dd-a3df07f36057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e6657d59-7b8b-4b16-9b70-489518cec668'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:50:20.624441 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-5f7d4e7d-110a-43aa-ab7a-d1cdc32b5fc1 service neutron] Attempting to bind port 0d833d7e-eb4a-495f-9992-0401e8dafa67 on network e6657d59-7b8b-4b16-9b70-489518cec668 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:50:20.629223 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-5f7d4e7d-110a-43aa-ab7a-d1cdc32b5fc1 service neutron] Port 0d833d7e-eb4a-495f-9992-0401e8dafa67 on network e6657d59-7b8b-4b16-9b70-489518cec668 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:50:20.629559 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-5f7d4e7d-110a-43aa-ab7a-d1cdc32b5fc1 service neutron] Attempting to bind port 0d833d7e-eb4a-495f-9992-0401e8dafa67 on network e6657d59-7b8b-4b16-9b70-489518cec668 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:50:20.634584 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-5f7d4e7d-110a-43aa-ab7a-d1cdc32b5fc1 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 50, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:50:20.635082 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-5f7d4e7d-110a-43aa-ab7a-d1cdc32b5fc1 service neutron] Checking segment: {'id': '89fea237-c3c4-4286-a1dd-a3df07f36057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e6657d59-7b8b-4b16-9b70-489518cec668'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:50:20.635477 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-5f7d4e7d-110a-43aa-ab7a-d1cdc32b5fc1 service neutron] Bound using segment: {'id': '89fea237-c3c4-4286-a1dd-a3df07f36057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e6657d59-7b8b-4b16-9b70-489518cec668'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:50:20.635914 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-5f7d4e7d-110a-43aa-ab7a-d1cdc32b5fc1 service neutron] Bound port: 0d833d7e-eb4a-495f-9992-0401e8dafa67, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89fea237-c3c4-4286-a1dd-a3df07f36057', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'e6657d59-7b8b-4b16-9b70-489518cec668'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:50:20.636284 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-5f7d4e7d-110a-43aa-ab7a-d1cdc32b5fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:20.707475 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-5f7d4e7d-110a-43aa-ab7a-d1cdc32b5fc1 service neutron] For port 0d833d7e-eb4a-495f-9992-0401e8dafa67, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:50:20.710639 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-5f7d4e7d-110a-43aa-ab7a-d1cdc32b5fc1 service neutron] For port 0d833d7e-eb4a-495f-9992-0401e8dafa67, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0d833d7e-eb4a-495f-9992-0401e8dafa67,segment=NetworkSegment(89fea237-c3c4-4286-a1dd-a3df07f36057),segment_id=89fea237-c3c4-4286-a1dd-a3df07f36057)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:50:20.715526 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-5f7d4e7d-110a-43aa-ab7a-d1cdc32b5fc1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:20.766068 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-5f7d4e7d-110a-43aa-ab7a-d1cdc32b5fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:20.766068 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-5f7d4e7d-110a-43aa-ab7a-d1cdc32b5fc1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:20.766068 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-5f7d4e7d-110a-43aa-ab7a-d1cdc32b5fc1 service neutron] 10.222.0.21 "PUT /v2.0/ports/0d833d7e-eb4a-495f-9992-0401e8dafa67 HTTP/1.1" status: 200 len: 1093 time: 0.6559801 Jul 16 09:50:20.766603 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a238ffcc-c44b-4c20-b06b-91f39b18219b', 'tag': '0d833d7e-eb4a-495f-9992-0401e8dafa67'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:50:20.769537 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20918f72-9de2-40ae-b888-b928ff3173b3" -d '{"events": [{"name": "network-changed", "server_uuid": "a238ffcc-c44b-4c20-b06b-91f39b18219b", "tag": "0d833d7e-eb4a-495f-9992-0401e8dafa67"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:50:20.796238 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7d4e7d-110a-43aa-ab7a-d1cdc32b5fc1 service neutron] Pushing event updated for resources: {'Port': ['ID=0d833d7e-eb4a-495f-9992-0401e8dafa67,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:20.832186 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:50:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-024600e0-2fc4-4bbe-b71d-779b29eef68d x-openstack-request-id: req-024600e0-2fc4-4bbe-b71d-779b29eef68d {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:50:20.833199 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a238ffcc-c44b-4c20-b06b-91f39b18219b", "tag": "0d833d7e-eb4a-495f-9992-0401e8dafa67", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:50:20.833199 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-024600e0-2fc4-4bbe-b71d-779b29eef68d {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:50:20.833610 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a238ffcc-c44b-4c20-b06b-91f39b18219b', 'tag': '0d833d7e-eb4a-495f-9992-0401e8dafa67', 'status': 'completed', 'code': 200} Jul 16 09:50:20.878401 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-041bdf37-ded2-4279-9748-3adbd496c569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:20.879991 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-041bdf37-ded2-4279-9748-3adbd496c569 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=a238ffcc-c44b-4c20-b06b-91f39b18219b HTTP/1.1" status: 200 len: 1096 time: 0.0590827 Jul 16 09:50:20.926252 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-60a37490-d9b6-4097-9d9c-ffc9ca3bf2c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d833d7e-eb4a-495f-9992-0401e8dafa67 HTTP/1.1" status: 200 len: 217 time: 0.0392704 Jul 16 09:50:20.976305 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-0f31f6d5-a90d-4426-9df5-4403f2e4d43f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:20.977833 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-0f31f6d5-a90d-4426-9df5-4403f2e4d43f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bee4fef9-c5f1-4ff4-b264-a75e8c827eaf HTTP/1.1" status: 200 len: 834 time: 0.0457966 Jul 16 09:50:21.036007 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-afe813e6-9751-44e0-b59e-bf8a9c3fc83c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:21.037553 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-afe813e6-9751-44e0-b59e-bf8a9c3fc83c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6657d59-7b8b-4b16-9b70-489518cec668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533123 Jul 16 09:50:21.127071 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0be50de9-6670-4eef-8228-e96abf54bc4c up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:50:21.180883 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 0be50de9-6670-4eef-8228-e96abf54bc4c triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:21.181259 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:21.477878 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-9db034cc-a086-452b-8700-efc04233d890 service neutron] 10.222.0.21 "GET /v2.0/networks/e6657d59-7b8b-4b16-9b70-489518cec668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4335399 Jul 16 09:50:21.514856 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb1ff90-7d51-4d3d-9fd6-1e5f7fab4472 req-dd48dcd9-af77-4ed3-a5b3-4567e2172c0d tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:21.516441 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fbb1ff90-7d51-4d3d-9fd6-1e5f7fab4472 req-dd48dcd9-af77-4ed3-a5b3-4567e2172c0d tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=a238ffcc-c44b-4c20-b06b-91f39b18219b HTTP/1.1" status: 200 len: 944 time: 0.0648468 Jul 16 09:50:21.554643 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fbb1ff90-7d51-4d3d-9fd6-1e5f7fab4472 req-9d8b9e54-2256-4f9e-a5b6-f00078c21e0a tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=113f0ffd-f9de-41e6-8aae-0ab191dfbcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323453 Jul 16 09:50:21.567670 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-556ac7d2-1089-4ed4-a3cf-e32255f00651 req-f323b11b-c4af-46ab-bbd8-c6ae632e53fe service neutron] 10.222.0.21 "GET /v2.0/networks/e6657d59-7b8b-4b16-9b70-489518cec668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836854 Jul 16 09:50:21.674055 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20918f72-9de2-40ae-b888-b928ff3173b3 req-8ce87137-cb16-44e0-9682-7b768b530fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:21.675536 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-20918f72-9de2-40ae-b888-b928ff3173b3 req-8ce87137-cb16-44e0-9682-7b768b530fc2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=a238ffcc-c44b-4c20-b06b-91f39b18219b HTTP/1.1" status: 200 len: 1096 time: 0.0561013 Jul 16 09:50:21.765655 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20918f72-9de2-40ae-b888-b928ff3173b3 req-0141d487-1bc6-437a-8bd1-97ae9c36b4c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:21.767180 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-20918f72-9de2-40ae-b888-b928ff3173b3 req-0141d487-1bc6-437a-8bd1-97ae9c36b4c9 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e6657d59-7b8b-4b16-9b70-489518cec668 HTTP/1.1" status: 200 len: 898 time: 0.0855296 Jul 16 09:50:21.813297 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-20918f72-9de2-40ae-b888-b928ff3173b3 req-372dc07d-2a27-43e8-868e-151779d50444 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d833d7e-eb4a-495f-9992-0401e8dafa67 HTTP/1.1" status: 200 len: 217 time: 0.0383160 Jul 16 09:50:21.863665 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20918f72-9de2-40ae-b888-b928ff3173b3 req-7179bb71-140d-428c-8423-5e94d95f3902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:21.865143 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-20918f72-9de2-40ae-b888-b928ff3173b3 req-7179bb71-140d-428c-8423-5e94d95f3902 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bee4fef9-c5f1-4ff4-b264-a75e8c827eaf HTTP/1.1" status: 200 len: 834 time: 0.0448422 Jul 16 09:50:21.923526 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20918f72-9de2-40ae-b888-b928ff3173b3 req-f20d08e5-8a57-41e4-ae2f-a5c612eae7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:21.925285 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-20918f72-9de2-40ae-b888-b928ff3173b3 req-f20d08e5-8a57-41e4-ae2f-a5c612eae7b9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6657d59-7b8b-4b16-9b70-489518cec668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534527 Jul 16 09:50:22.022661 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-20918f72-9de2-40ae-b888-b928ff3173b3 req-e8f82291-d0fb-4822-9728-fc6e7f227fd3 service neutron] 10.222.0.21 "GET /v2.0/networks/e6657d59-7b8b-4b16-9b70-489518cec668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899701 Jul 16 09:50:22.114804 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-20918f72-9de2-40ae-b888-b928ff3173b3 req-afdd4e7f-ea1d-4dc2-93e8-599aa46e844e service neutron] 10.222.0.21 "GET /v2.0/networks/e6657d59-7b8b-4b16-9b70-489518cec668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851967 Jul 16 09:50:22.739705 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d27dd3-fbb3-43fe-9069-e70ceb8bf98e req-fa121228-5219-4b10-9acb-0c8f8be5affa tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:22.741269 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-03d27dd3-fbb3-43fe-9069-e70ceb8bf98e req-fa121228-5219-4b10-9acb-0c8f8be5affa tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=a238ffcc-c44b-4c20-b06b-91f39b18219b HTTP/1.1" status: 200 len: 944 time: 0.0747156 Jul 16 09:50:22.783014 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-03d27dd3-fbb3-43fe-9069-e70ceb8bf98e req-b0cda9d7-9fea-4071-9dde-d1e0b5320b2e tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=113f0ffd-f9de-41e6-8aae-0ab191dfbcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353522 Jul 16 09:50:22.965015 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 0d833d7e-eb4a-495f-9992-0401e8dafa67 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:50:23.070984 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 0d833d7e-eb4a-495f-9992-0401e8dafa67, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0d833d7e-eb4a-495f-9992-0401e8dafa67,segment=NetworkSegment(89fea237-c3c4-4286-a1dd-a3df07f36057),segment_id=89fea237-c3c4-4286-a1dd-a3df07f36057)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:23.085440 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '0d833d7e-eb4a-495f-9992-0401e8dafa67', 'network_id': 'e6657d59-7b8b-4b16-9b70-489518cec668', 'port_id': '0d833d7e-eb4a-495f-9992-0401e8dafa67', 'mac_address': 'fa:16:3e:ac:b4:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 140, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bee4fef9-c5f1-4ff4-b264-a75e8c827eaf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:50:23.124227 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:23.137248 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d833d7e-eb4a-495f-9992-0401e8dafa67 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:50:23.157180 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 0d833d7e-eb4a-495f-9992-0401e8dafa67, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0d833d7e-eb4a-495f-9992-0401e8dafa67,segment=NetworkSegment(89fea237-c3c4-4286-a1dd-a3df07f36057),segment_id=89fea237-c3c4-4286-a1dd-a3df07f36057)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:23.161338 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:23.213762 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=0d833d7e-eb4a-495f-9992-0401e8dafa67,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:23.396212 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['0d833d7e-eb4a-495f-9992-0401e8dafa67'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:50:23.962600 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a5d134-d910-4532-b950-20691547986b req-cb7cc3ef-87fa-4b92-805b-6e66e0072e2b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:23.964078 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-42a5d134-d910-4532-b950-20691547986b req-cb7cc3ef-87fa-4b92-805b-6e66e0072e2b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=a238ffcc-c44b-4c20-b06b-91f39b18219b HTTP/1.1" status: 200 len: 945 time: 0.0626557 Jul 16 09:50:24.001500 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-42a5d134-d910-4532-b950-20691547986b req-0162947d-f7db-472b-9b9c-e6860bf84ab5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=113f0ffd-f9de-41e6-8aae-0ab191dfbcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313327 Jul 16 09:50:24.980680 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 0d833d7e-eb4a-495f-9992-0401e8dafa67 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:50:25.032794 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 0d833d7e-eb4a-495f-9992-0401e8dafa67 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:50:25.037015 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 0d833d7e-eb4a-495f-9992-0401e8dafa67 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:50:25.037391 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:25.114410 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:25.137643 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a238ffcc-c44b-4c20-b06b-91f39b18219b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d833d7e-eb4a-495f-9992-0401e8dafa67'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:50:25.140517 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26679a78-b75d-4f92-8e30-cb4aa9aa727d" -d '{"events": [{"server_uuid": "a238ffcc-c44b-4c20-b06b-91f39b18219b", "name": "network-vif-plugged", "status": "completed", "tag": "0d833d7e-eb4a-495f-9992-0401e8dafa67"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:50:25.155789 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 0d833d7e-eb4a-495f-9992-0401e8dafa67, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0d833d7e-eb4a-495f-9992-0401e8dafa67,segment=NetworkSegment(89fea237-c3c4-4286-a1dd-a3df07f36057),segment_id=89fea237-c3c4-4286-a1dd-a3df07f36057)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:50:25.161097 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:25.183954 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8b16aa-4aa3-476c-a7ae-1cd7ba9b5070 req-60701878-c863-48a0-a083-7ce06c96c033 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:25.186113 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ab8b16aa-4aa3-476c-a7ae-1cd7ba9b5070 req-60701878-c863-48a0-a083-7ce06c96c033 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=a238ffcc-c44b-4c20-b06b-91f39b18219b HTTP/1.1" status: 200 len: 945 time: 0.0729136 Jul 16 09:50:25.216129 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=0d833d7e-eb4a-495f-9992-0401e8dafa67,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:25.231417 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ab8b16aa-4aa3-476c-a7ae-1cd7ba9b5070 req-69d7ca5a-9e01-4eec-aa9f-bba5e53b084f tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=113f0ffd-f9de-41e6-8aae-0ab191dfbcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384164 Jul 16 09:50:25.237175 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf1894a0-e8b1-4a09-85d7-c250d47c1b1a x-openstack-request-id: req-cf1894a0-e8b1-4a09-85d7-c250d47c1b1a {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:50:25.237961 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a238ffcc-c44b-4c20-b06b-91f39b18219b", "name": "network-vif-plugged", "status": "completed", "tag": "0d833d7e-eb4a-495f-9992-0401e8dafa67", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:50:25.238377 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-cf1894a0-e8b1-4a09-85d7-c250d47c1b1a {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:50:25.241721 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a238ffcc-c44b-4c20-b06b-91f39b18219b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d833d7e-eb4a-495f-9992-0401e8dafa67', 'code': 200} Jul 16 09:50:25.348756 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7e59a-a1f1-4378-ae69-45e329cea39a req-963b034a-2d41-4750-a9b5-a9ebb66bd781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:25.350422 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-07c7e59a-a1f1-4378-ae69-45e329cea39a req-963b034a-2d41-4750-a9b5-a9ebb66bd781 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a238ffcc-c44b-4c20-b06b-91f39b18219b HTTP/1.1" status: 200 len: 1098 time: 0.0524759 Jul 16 09:50:25.384608 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-07c7e59a-a1f1-4378-ae69-45e329cea39a req-36ae0231-9c42-4347-9438-f2c347485381 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=113f0ffd-f9de-41e6-8aae-0ab191dfbcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282559 Jul 16 09:50:26.408454 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859307b5-d235-4bf8-92c8-f5fe1a11543a req-3931356b-7be7-4305-816f-2d1d3acdf7f1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:26.409943 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-859307b5-d235-4bf8-92c8-f5fe1a11543a req-3931356b-7be7-4305-816f-2d1d3acdf7f1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=a238ffcc-c44b-4c20-b06b-91f39b18219b HTTP/1.1" status: 200 len: 946 time: 0.0666955 Jul 16 09:50:26.448328 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-859307b5-d235-4bf8-92c8-f5fe1a11543a req-e0587a84-589c-478c-82f0-dc4523473495 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=113f0ffd-f9de-41e6-8aae-0ab191dfbcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327051 Jul 16 09:50:26.625573 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-975de255-f69a-49d2-a4ab-97d533786b19 req-425bfa03-6672-4d00-a37a-406e46062645 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:26.627077 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-975de255-f69a-49d2-a4ab-97d533786b19 req-425bfa03-6672-4d00-a37a-406e46062645 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=a238ffcc-c44b-4c20-b06b-91f39b18219b HTTP/1.1" status: 200 len: 946 time: 0.0667021 Jul 16 09:50:26.668416 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-975de255-f69a-49d2-a4ab-97d533786b19 req-7c21cf17-40fc-46ae-9e06-466c7836eff2 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=113f0ffd-f9de-41e6-8aae-0ab191dfbcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356128 Jul 16 09:50:26.691911 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50142) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:26.745285 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e83590-9341-4446-8292-2ba0c8325a93 tempest-TestNetworkAdvancedServerOps-189494951 tempest-TestNetworkAdvancedServerOps-189494951-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:26.746925 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-89e83590-9341-4446-8292-2ba0c8325a93 tempest-TestNetworkAdvancedServerOps-189494951 tempest-TestNetworkAdvancedServerOps-189494951-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=a238ffcc-c44b-4c20-b06b-91f39b18219b HTTP/1.1" status: 200 len: 1093 time: 0.0539801 Jul 16 09:50:26.749877 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50144) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:26.754394 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-9760d914-2bd1-44ae-b839-7f298917417c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'port_id': '0d833d7e-eb4a-495f-9992-0401e8dafa67', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:50:26.776523 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9760d914-2bd1-44ae-b839-7f298917417c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:26.882776 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9760d914-2bd1-44ae-b839-7f298917417c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:26.981875 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-9760d914-2bd1-44ae-b839-7f298917417c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Allocated IP 172.25.3.235 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/e3cf8d19-809b-454b-9984-a51b019d32e1) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:50:27.088985 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9760d914-2bd1-44ae-b839-7f298917417c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:27.127992 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9760d914-2bd1-44ae-b839-7f298917417c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:27.164335 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9760d914-2bd1-44ae-b839-7f298917417c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:50:27.171005 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-9760d914-2bd1-44ae-b839-7f298917417c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:50:27.173662 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9760d914-2bd1-44ae-b839-7f298917417c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:50:27.198529 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760d914-2bd1-44ae-b839-7f298917417c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Port': ['ID=e3cf8d19-809b-454b-9984-a51b019d32e1,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:27.566993 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9760d914-2bd1-44ae-b839-7f298917417c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:27.649325 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9760d914-2bd1-44ae-b839-7f298917417c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:27.796709 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9760d914-2bd1-44ae-b839-7f298917417c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:27.801262 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9760d914-2bd1-44ae-b839-7f298917417c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:27.875788 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760d914-2bd1-44ae-b839-7f298917417c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event updated for resources: {'Port': ['ID=e3cf8d19-809b-454b-9984-a51b019d32e1,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:50:27.885035 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9760d914-2bd1-44ae-b839-7f298917417c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:27.986375 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-9760d914-2bd1-44ae-b839-7f298917417c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Floating IP a6511060-8cf5-4b69-875f-54aab99d3edb associated. External IP: 172.25.3.235, port: 0d833d7e-eb4a-495f-9992-0401e8dafa67. Jul 16 09:50:28.192753 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9760d914-2bd1-44ae-b839-7f298917417c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Router 0a5dd0de-64a2-4d6f-ab51-8cde74dea083 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:50:28.301791 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9760d914-2bd1-44ae-b839-7f298917417c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:50:28.313242 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751f7fdf-878c-4be9-97a1-6a91215cec1a None None] Sync routers for ids ['0a5dd0de-64a2-4d6f-ab51-8cde74dea083'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:50:28.318981 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-9760d914-2bd1-44ae-b839-7f298917417c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:28.322985 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751f7fdf-878c-4be9-97a1-6a91215cec1a None None] Routers {'0a5dd0de-64a2-4d6f-ab51-8cde74dea083'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:50:28.323611 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-751f7fdf-878c-4be9-97a1-6a91215cec1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:50:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['0a5dd0de-64a2-4d6f-ab51-8cde74dea083'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:28.356205 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-9760d914-2bd1-44ae-b839-7f298917417c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6052592 Jul 16 09:50:28.356817 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a238ffcc-c44b-4c20-b06b-91f39b18219b', 'tag': '0d833d7e-eb4a-495f-9992-0401e8dafa67'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:50:28.359228 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f8fca04-1ede-43cd-8218-a0c6bc4c8ef6" -d '{"events": [{"name": "network-changed", "server_uuid": "a238ffcc-c44b-4c20-b06b-91f39b18219b", "tag": "0d833d7e-eb4a-495f-9992-0401e8dafa67"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:50:28.394997 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:50:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd6b785-1c14-4b38-a37c-1c9fb7d68b36 x-openstack-request-id: req-4dd6b785-1c14-4b38-a37c-1c9fb7d68b36 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:50:28.395284 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a238ffcc-c44b-4c20-b06b-91f39b18219b", "tag": "0d833d7e-eb4a-495f-9992-0401e8dafa67", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:50:28.395533 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4dd6b785-1c14-4b38-a37c-1c9fb7d68b36 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:50:28.395934 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a238ffcc-c44b-4c20-b06b-91f39b18219b', 'tag': '0d833d7e-eb4a-495f-9992-0401e8dafa67', 'status': 'completed', 'code': 200} Jul 16 09:50:28.442711 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-751f7fdf-878c-4be9-97a1-6a91215cec1a None None] Set router 0a5dd0de-64a2-4d6f-ab51-8cde74dea083 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:50:28.475259 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fca04-1ede-43cd-8218-a0c6bc4c8ef6 req-9f2be7fe-5322-4eef-8381-862fc7e749db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:28.476732 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5f8fca04-1ede-43cd-8218-a0c6bc4c8ef6 req-9f2be7fe-5322-4eef-8381-862fc7e749db service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=a238ffcc-c44b-4c20-b06b-91f39b18219b HTTP/1.1" status: 200 len: 1098 time: 0.0580404 Jul 16 09:50:28.519379 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad5c7e6-82e9-447e-ba36-bed0e53f2bd2 req-da601f05-19e0-453f-9c61-9620f26c78cd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:28.520998 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5ad5c7e6-82e9-447e-ba36-bed0e53f2bd2 req-da601f05-19e0-453f-9c61-9620f26c78cd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=a238ffcc-c44b-4c20-b06b-91f39b18219b HTTP/1.1" status: 200 len: 946 time: 0.0697370 Jul 16 09:50:28.567319 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5ad5c7e6-82e9-447e-ba36-bed0e53f2bd2 req-a01cb8a8-dccd-4934-a668-211fa5238b6c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=113f0ffd-f9de-41e6-8aae-0ab191dfbcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364511 Jul 16 09:50:28.587247 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fca04-1ede-43cd-8218-a0c6bc4c8ef6 req-121d8d19-a114-4177-af47-027979cb231f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:28.588773 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5f8fca04-1ede-43cd-8218-a0c6bc4c8ef6 req-121d8d19-a114-4177-af47-027979cb231f service neutron] 10.222.0.21 "GET /v2.0/networks?id=e6657d59-7b8b-4b16-9b70-489518cec668 HTTP/1.1" status: 200 len: 898 time: 0.1062689 Jul 16 09:50:28.591303 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50150) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:28.662624 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5f8fca04-1ede-43cd-8218-a0c6bc4c8ef6 req-71ec227f-e78f-4a58-84de-f8fd6e59378d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d833d7e-eb4a-495f-9992-0401e8dafa67 HTTP/1.1" status: 200 len: 1000 time: 0.0675449 Jul 16 09:50:28.666600 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b397eba8-3d02-47af-98f7-9c5d6d4053d8 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/floatingips/a6511060-8cf5-4b69-875f-54aab99d3edb HTTP/1.1" status: 200 len: 992 time: 0.0737994 Jul 16 09:50:28.693175 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-751f7fdf-878c-4be9-97a1-6a91215cec1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068851310', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:12Z', 'updated_at': '2021-07-16T09:50:15Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:12Z', 'updated_at': '2021-07-16T09:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'a6511060-8cf5-4b69-875f-54aab99d3edb', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'port_id': '0d833d7e-eb4a-495f-9992-0401e8dafa67', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6657d59-7b8b-4b16-9b70-489518cec668', 'mac_address': 'fa:16:3e:ac:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238ffcc-c44b-4c20-b06b-91f39b18219b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:50:27Z', 'updated_at': '2021-07-16T09:50:27Z', 'revision_number': 0, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0be50de9-6670-4eef-8228-e96abf54bc4c', 'name': '', 'network_id': 'e6657d59-7b8b-4b16-9b70-489518cec668', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:e7:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'bee4fef9-c5f1-4ff4-b264-a75e8c827eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:14Z', 'updated_at': '2021-07-16T09:50:19Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': 'bee4fef9-c5f1-4ff4-b264-a75e8c827eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:28.714955 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fca04-1ede-43cd-8218-a0c6bc4c8ef6 req-18a8e166-3951-4295-a6cc-8ea45a1500ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:28.716575 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5f8fca04-1ede-43cd-8218-a0c6bc4c8ef6 req-18a8e166-3951-4295-a6cc-8ea45a1500ce service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bee4fef9-c5f1-4ff4-b264-a75e8c827eaf HTTP/1.1" status: 200 len: 834 time: 0.0481431 Jul 16 09:50:28.721088 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751f7fdf-878c-4be9-97a1-6a91215cec1a None None] Checking router: 0a5dd0de-64a2-4d6f-ab51-8cde74dea083 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:50:28.730395 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751f7fdf-878c-4be9-97a1-6a91215cec1a None None] Routers {'0a5dd0de-64a2-4d6f-ab51-8cde74dea083'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:50:28.730922 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-751f7fdf-878c-4be9-97a1-6a91215cec1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:50:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['0a5dd0de-64a2-4d6f-ab51-8cde74dea083'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:28.783022 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8fca04-1ede-43cd-8218-a0c6bc4c8ef6 req-ca6a1f38-f061-40aa-adfb-8cd8814ce1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:50:28.784665 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5f8fca04-1ede-43cd-8218-a0c6bc4c8ef6 req-ca6a1f38-f061-40aa-adfb-8cd8814ce1ad service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6657d59-7b8b-4b16-9b70-489518cec668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0620487 Jul 16 09:50:28.846769 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-751f7fdf-878c-4be9-97a1-6a91215cec1a None None] Set router 0a5dd0de-64a2-4d6f-ab51-8cde74dea083 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:50:28.880617 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5f8fca04-1ede-43cd-8218-a0c6bc4c8ef6 req-3cd01fe3-eaa4-4f0d-b0d9-d43336924960 service neutron] 10.222.0.21 "GET /v2.0/networks/e6657d59-7b8b-4b16-9b70-489518cec668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896173 Jul 16 09:50:28.980044 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5f8fca04-1ede-43cd-8218-a0c6bc4c8ef6 req-d4d0cf67-2d5a-4cad-8997-a69b710bfe3f service neutron] 10.222.0.21 "GET /v2.0/networks/e6657d59-7b8b-4b16-9b70-489518cec668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892754 Jul 16 09:50:29.080908 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-751f7fdf-878c-4be9-97a1-6a91215cec1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068851310', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:12Z', 'updated_at': '2021-07-16T09:50:15Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:12Z', 'updated_at': '2021-07-16T09:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'a6511060-8cf5-4b69-875f-54aab99d3edb', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'port_id': '0d833d7e-eb4a-495f-9992-0401e8dafa67', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6657d59-7b8b-4b16-9b70-489518cec668', 'mac_address': 'fa:16:3e:ac:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238ffcc-c44b-4c20-b06b-91f39b18219b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:50:27Z', 'updated_at': '2021-07-16T09:50:27Z', 'revision_number': 0, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0be50de9-6670-4eef-8228-e96abf54bc4c', 'name': '', 'network_id': 'e6657d59-7b8b-4b16-9b70-489518cec668', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:e7:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'bee4fef9-c5f1-4ff4-b264-a75e8c827eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:14Z', 'updated_at': '2021-07-16T09:50:19Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': 'bee4fef9-c5f1-4ff4-b264-a75e8c827eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:50:29.106847 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751f7fdf-878c-4be9-97a1-6a91215cec1a None None] The sync data for ids ['0a5dd0de-64a2-4d6f-ab51-8cde74dea083'] in n-d-771362-37 is: [{'id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068851310', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:12Z', 'updated_at': '2021-07-16T09:50:15Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:12Z', 'updated_at': '2021-07-16T09:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'a6511060-8cf5-4b69-875f-54aab99d3edb', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'floating_ip_address': '172.25.3.235', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'port_id': '0d833d7e-eb4a-495f-9992-0401e8dafa67', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4224, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e6657d59-7b8b-4b16-9b70-489518cec668', 'mac_address': 'fa:16:3e:ac:b4:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a238ffcc-c44b-4c20-b06b-91f39b18219b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:50:27Z', 'updated_at': '2021-07-16T09:50:27Z', 'revision_number': 0, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0be50de9-6670-4eef-8228-e96abf54bc4c', 'name': '', 'network_id': 'e6657d59-7b8b-4b16-9b70-489518cec668', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:e7:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'bee4fef9-c5f1-4ff4-b264-a75e8c827eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:14Z', 'updated_at': '2021-07-16T09:50:19Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': 'bee4fef9-c5f1-4ff4-b264-a75e8c827eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:50:29.293182 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54725246-667f-4296-b849-b10b29b8122c None None] New status for floating IP a6511060-8cf5-4b69-875f-54aab99d3edb: ACTIVE {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:50:29.670638 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50152) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:50:29.734229 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-844127fc-be88-4e48-b43c-9ff04902d505 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/floatingips/a6511060-8cf5-4b69-875f-54aab99d3edb HTTP/1.1" status: 200 len: 994 time: 0.0625229 Jul 16 09:50:32.998567 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:33.030531 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:33.393952 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-36530108-3b91-4963-ad1b-68924a4223e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:35.840638 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e204d65e-f071-4f45-a166-6baf64aea8c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:36.163971 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:37.422545 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:38.861082 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:50:41.233000 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:51:03.012181 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:03.041298 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:03.392874 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df19bd71-f90c-4ed2-8765-de94e268eb0e req-63e6c920-cecc-47ed-95f0-616dc3d98ed3 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:03.394366 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-df19bd71-f90c-4ed2-8765-de94e268eb0e req-63e6c920-cecc-47ed-95f0-616dc3d98ed3 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=a238ffcc-c44b-4c20-b06b-91f39b18219b HTTP/1.1" status: 200 len: 946 time: 0.0664973 Jul 16 09:51:03.402501 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e30757b2-c0be-4ebb-931a-52e914e416bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:03.433766 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-df19bd71-f90c-4ed2-8765-de94e268eb0e req-5fd8a58b-a9d6-4875-8c5d-11a35cebe30b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=113f0ffd-f9de-41e6-8aae-0ab191dfbcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330427 Jul 16 09:51:04.623662 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b78aff9-ae67-4a5c-9651-d3f2854bfeee req-592e1027-3ba5-4849-b845-69b87368adb5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:04.625169 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1b78aff9-ae67-4a5c-9651-d3f2854bfeee req-592e1027-3ba5-4849-b845-69b87368adb5 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=a238ffcc-c44b-4c20-b06b-91f39b18219b HTTP/1.1" status: 200 len: 946 time: 0.0628788 Jul 16 09:51:04.663748 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1b78aff9-ae67-4a5c-9651-d3f2854bfeee req-f9275334-9d96-43cd-b1e2-f362f5e3d95b tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=113f0ffd-f9de-41e6-8aae-0ab191dfbcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329340 Jul 16 09:51:04.689643 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50182) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:04.765237 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e7a1cc7b-ae28-4c4a-9784-478c0bb32905 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/floatingips/a6511060-8cf5-4b69-875f-54aab99d3edb HTTP/1.1" status: 200 len: 994 time: 0.0744696 Jul 16 09:51:05.843092 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a58a4ce6-26a4-4bbd-a3ca-fd512003042e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:06.167272 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:06.220078 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14651ab4-1f58-4991-b063-4245ba2d1811 req-65b48c5b-66cd-4cbc-805c-7a2eb2140b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:06.221626 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-14651ab4-1f58-4991-b063-4245ba2d1811 req-65b48c5b-66cd-4cbc-805c-7a2eb2140b9b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=a238ffcc-c44b-4c20-b06b-91f39b18219b HTTP/1.1" status: 200 len: 1098 time: 0.0971849 Jul 16 09:51:06.233698 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9e713-9846-4919-bdcd-55ffed90a3e6 req-e7b2b9bf-485b-46b2-9c5d-0c4727582c91 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:06.235112 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b3f9e713-9846-4919-bdcd-55ffed90a3e6 req-e7b2b9bf-485b-46b2-9c5d-0c4727582c91 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=a238ffcc-c44b-4c20-b06b-91f39b18219b HTTP/1.1" status: 200 len: 946 time: 0.0848749 Jul 16 09:51:06.324753 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b3f9e713-9846-4919-bdcd-55ffed90a3e6 req-fdbdd54e-f531-4e16-9670-138888e6e259 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=113f0ffd-f9de-41e6-8aae-0ab191dfbcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814469 Jul 16 09:51:06.351683 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14651ab4-1f58-4991-b063-4245ba2d1811 req-16cf775a-a223-43a5-a1b5-8994a32a5bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:06.353221 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-14651ab4-1f58-4991-b063-4245ba2d1811 req-16cf775a-a223-43a5-a1b5-8994a32a5bfb service neutron] 10.222.0.21 "GET /v2.0/networks?id=e6657d59-7b8b-4b16-9b70-489518cec668 HTTP/1.1" status: 200 len: 898 time: 0.1172466 Jul 16 09:51:06.424894 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-14651ab4-1f58-4991-b063-4245ba2d1811 req-77f7a894-57ca-4066-bed4-131fcabb106a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d833d7e-eb4a-495f-9992-0401e8dafa67 HTTP/1.1" status: 200 len: 1002 time: 0.0659149 Jul 16 09:51:06.477700 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14651ab4-1f58-4991-b063-4245ba2d1811 req-c4b8824b-7fac-4952-ab24-70bc14380f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:06.479557 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-14651ab4-1f58-4991-b063-4245ba2d1811 req-c4b8824b-7fac-4952-ab24-70bc14380f49 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bee4fef9-c5f1-4ff4-b264-a75e8c827eaf HTTP/1.1" status: 200 len: 834 time: 0.0483732 Jul 16 09:51:06.536265 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14651ab4-1f58-4991-b063-4245ba2d1811 req-3af2dd6a-5396-4f28-b48a-b5e29d6830f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:06.537770 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-14651ab4-1f58-4991-b063-4245ba2d1811 req-3af2dd6a-5396-4f28-b48a-b5e29d6830f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6657d59-7b8b-4b16-9b70-489518cec668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526440 Jul 16 09:51:06.630233 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-14651ab4-1f58-4991-b063-4245ba2d1811 req-1bbe0d4a-0f66-45a7-adba-6db464be3908 service neutron] 10.222.0.21 "GET /v2.0/networks/e6657d59-7b8b-4b16-9b70-489518cec668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864706 Jul 16 09:51:06.718540 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-14651ab4-1f58-4991-b063-4245ba2d1811 req-1a244291-ce9f-4df9-92ad-996c302942b6 service neutron] 10.222.0.21 "GET /v2.0/networks/e6657d59-7b8b-4b16-9b70-489518cec668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824406 Jul 16 09:51:07.424851 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:07.512056 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72eec8a9-030a-49e5-aafe-0c427c4beeb0 req-0ea288b6-9b9e-4b67-837b-e7f622fdcc1d tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:07.514214 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-72eec8a9-030a-49e5-aafe-0c427c4beeb0 req-0ea288b6-9b9e-4b67-837b-e7f622fdcc1d tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=a238ffcc-c44b-4c20-b06b-91f39b18219b HTTP/1.1" status: 200 len: 946 time: 0.0656929 Jul 16 09:51:07.551189 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-72eec8a9-030a-49e5-aafe-0c427c4beeb0 req-5ec891a9-e1ff-461b-8fc9-2a10ccc12da0 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=113f0ffd-f9de-41e6-8aae-0ab191dfbcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313272 Jul 16 09:51:08.734988 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20413469-1fe5-491c-be3f-4a328c486dde req-cec256c8-a0ea-4bf1-8fee-cd48590096bd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:08.736508 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-20413469-1fe5-491c-be3f-4a328c486dde req-cec256c8-a0ea-4bf1-8fee-cd48590096bd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=a238ffcc-c44b-4c20-b06b-91f39b18219b HTTP/1.1" status: 200 len: 946 time: 0.0683804 Jul 16 09:51:08.779558 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-20413469-1fe5-491c-be3f-4a328c486dde req-11017d54-0b97-4bd3-b8dc-c79caeab829c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=113f0ffd-f9de-41e6-8aae-0ab191dfbcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351763 Jul 16 09:51:08.804768 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50194) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:08.865879 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:08.869128 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bf40f8ae-3ff5-48de-92d3-caddeedad5c1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/floatingips/a6511060-8cf5-4b69-875f-54aab99d3edb HTTP/1.1" status: 200 len: 994 time: 0.0632019 Jul 16 09:51:09.121894 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50200) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:09.274447 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-6ff68c3b-aa5c-4678-816f-99e0523b51de tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Deleting port e3cf8d19-809b-454b-9984-a51b019d32e1 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:51:09.274792 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6ff68c3b-aa5c-4678-816f-99e0523b51de tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:09.354996 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6ff68c3b-aa5c-4678-816f-99e0523b51de tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:09.355317 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6ff68c3b-aa5c-4678-816f-99e0523b51de tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:09.366578 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-6ff68c3b-aa5c-4678-816f-99e0523b51de tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Calling delete_port for e3cf8d19-809b-454b-9984-a51b019d32e1 owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:51:09.511024 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6ff68c3b-aa5c-4678-816f-99e0523b51de tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:09.534652 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff68c3b-aa5c-4678-816f-99e0523b51de tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'Port': ['ID=e3cf8d19-809b-454b-9984-a51b019d32e1,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:09.544525 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff68c3b-aa5c-4678-816f-99e0523b51de tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:09.544884 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff68c3b-aa5c-4678-816f-99e0523b51de tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:09.545225 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff68c3b-aa5c-4678-816f-99e0523b51de tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:09.545571 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff68c3b-aa5c-4678-816f-99e0523b51de tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:09.545905 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff68c3b-aa5c-4678-816f-99e0523b51de tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:09.546672 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff68c3b-aa5c-4678-816f-99e0523b51de tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:09.546672 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff68c3b-aa5c-4678-816f-99e0523b51de tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:09.546895 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff68c3b-aa5c-4678-816f-99e0523b51de tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:09.547194 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff68c3b-aa5c-4678-816f-99e0523b51de tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:09.547521 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff68c3b-aa5c-4678-816f-99e0523b51de tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:09.547849 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff68c3b-aa5c-4678-816f-99e0523b51de tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:09.548172 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ff68c3b-aa5c-4678-816f-99e0523b51de tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:09.611697 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6ff68c3b-aa5c-4678-816f-99e0523b51de tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:09.612035 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-6ff68c3b-aa5c-4678-816f-99e0523b51de tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Floating IP a6511060-8cf5-4b69-875f-54aab99d3edb disassociated (deleted). External IP: 172.25.3.235, port: 0d833d7e-eb4a-495f-9992-0401e8dafa67. Jul 16 09:51:09.816370 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ff68c3b-aa5c-4678-816f-99e0523b51de tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Router 0a5dd0de-64a2-4d6f-ab51-8cde74dea083 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:51:09.922843 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ff68c3b-aa5c-4678-816f-99e0523b51de tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:51:09.927757 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6ff68c3b-aa5c-4678-816f-99e0523b51de tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:09.931966 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fff93d8-3ea9-44fd-b4f8-3a5c4429246a None None] Sync routers for ids ['0a5dd0de-64a2-4d6f-ab51-8cde74dea083'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:51:09.941727 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fff93d8-3ea9-44fd-b4f8-3a5c4429246a None None] Routers {'0a5dd0de-64a2-4d6f-ab51-8cde74dea083'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:51:09.942352 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2fff93d8-3ea9-44fd-b4f8-3a5c4429246a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:51:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['0a5dd0de-64a2-4d6f-ab51-8cde74dea083'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:09.966304 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6ff68c3b-aa5c-4678-816f-99e0523b51de tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "DELETE /v2.0/floatingips/a6511060-8cf5-4b69-875f-54aab99d3edb HTTP/1.1" status: 204 len: 168 time: 0.8409266 Jul 16 09:51:09.966304 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a238ffcc-c44b-4c20-b06b-91f39b18219b', 'tag': '0d833d7e-eb4a-495f-9992-0401e8dafa67'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:51:09.966784 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bea44896-8c6d-4ff3-9121-b519c50504f5" -d '{"events": [{"name": "network-changed", "server_uuid": "a238ffcc-c44b-4c20-b06b-91f39b18219b", "tag": "0d833d7e-eb4a-495f-9992-0401e8dafa67"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:51:10.004838 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:51:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c11369b0-64c3-408a-a971-29654702bfff x-openstack-request-id: req-c11369b0-64c3-408a-a971-29654702bfff {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:51:10.005219 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a238ffcc-c44b-4c20-b06b-91f39b18219b", "tag": "0d833d7e-eb4a-495f-9992-0401e8dafa67", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:51:10.005704 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c11369b0-64c3-408a-a971-29654702bfff {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:51:10.006176 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a238ffcc-c44b-4c20-b06b-91f39b18219b', 'tag': '0d833d7e-eb4a-495f-9992-0401e8dafa67', 'status': 'completed', 'code': 200} Jul 16 09:51:10.084906 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea44896-8c6d-4ff3-9121-b519c50504f5 req-7ab01277-4580-4c8b-8f0d-a7d9947a50c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:10.086724 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bea44896-8c6d-4ff3-9121-b519c50504f5 req-7ab01277-4580-4c8b-8f0d-a7d9947a50c6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=55b2b7c3083e453e9655fb0b64077473&device_id=a238ffcc-c44b-4c20-b06b-91f39b18219b HTTP/1.1" status: 200 len: 1098 time: 0.0583189 Jul 16 09:51:10.191644 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea44896-8c6d-4ff3-9121-b519c50504f5 req-168e80a3-222f-4a29-ac39-1d6560af7228 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:10.193738 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bea44896-8c6d-4ff3-9121-b519c50504f5 req-168e80a3-222f-4a29-ac39-1d6560af7228 service neutron] 10.222.0.21 "GET /v2.0/networks?id=e6657d59-7b8b-4b16-9b70-489518cec668 HTTP/1.1" status: 200 len: 898 time: 0.1004870 Jul 16 09:51:10.216971 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-2fff93d8-3ea9-44fd-b4f8-3a5c4429246a None None] Set router 0a5dd0de-64a2-4d6f-ab51-8cde74dea083 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:51:10.240889 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bea44896-8c6d-4ff3-9121-b519c50504f5 req-9ed61cdd-ebb6-41b4-8567-1bc86985a6f7 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=0d833d7e-eb4a-495f-9992-0401e8dafa67 HTTP/1.1" status: 200 len: 217 time: 0.0413675 Jul 16 09:51:10.291904 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea44896-8c6d-4ff3-9121-b519c50504f5 req-6580b17b-9843-426b-8573-dc9b75f95a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:10.293569 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bea44896-8c6d-4ff3-9121-b519c50504f5 req-6580b17b-9843-426b-8573-dc9b75f95a42 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=bee4fef9-c5f1-4ff4-b264-a75e8c827eaf HTTP/1.1" status: 200 len: 834 time: 0.0463479 Jul 16 09:51:10.354375 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d50bcb9-cee3-4f8b-a999-4a49400c38fa req-8b2e2d16-0363-4521-b8eb-28e29bdc8de1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:10.356198 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9d50bcb9-cee3-4f8b-a999-4a49400c38fa req-8b2e2d16-0363-4521-b8eb-28e29bdc8de1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=a238ffcc-c44b-4c20-b06b-91f39b18219b HTTP/1.1" status: 200 len: 946 time: 0.0681150 Jul 16 09:51:10.358774 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea44896-8c6d-4ff3-9121-b519c50504f5 req-4b669beb-aaf1-4b81-acba-0c80aedcf64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:10.360332 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bea44896-8c6d-4ff3-9121-b519c50504f5 req-4b669beb-aaf1-4b81-acba-0c80aedcf64b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=e6657d59-7b8b-4b16-9b70-489518cec668&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602777 Jul 16 09:51:10.398044 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9d50bcb9-cee3-4f8b-a999-4a49400c38fa req-4ae8bc2b-d176-4b85-beec-244aaa56290c tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=113f0ffd-f9de-41e6-8aae-0ab191dfbcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334220 Jul 16 09:51:10.436137 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2fff93d8-3ea9-44fd-b4f8-3a5c4429246a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068851310', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:12Z', 'updated_at': '2021-07-16T09:50:15Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:12Z', 'updated_at': '2021-07-16T09:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '0be50de9-6670-4eef-8228-e96abf54bc4c', 'name': '', 'network_id': 'e6657d59-7b8b-4b16-9b70-489518cec668', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:e7:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'bee4fef9-c5f1-4ff4-b264-a75e8c827eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:14Z', 'updated_at': '2021-07-16T09:50:19Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': 'bee4fef9-c5f1-4ff4-b264-a75e8c827eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:10.461423 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bea44896-8c6d-4ff3-9121-b519c50504f5 req-c9a673aa-be96-4f47-a4bf-a09c3b8cd75e service neutron] 10.222.0.21 "GET /v2.0/networks/e6657d59-7b8b-4b16-9b70-489518cec668?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907531 Jul 16 09:51:10.461749 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fff93d8-3ea9-44fd-b4f8-3a5c4429246a None None] Checking router: 0a5dd0de-64a2-4d6f-ab51-8cde74dea083 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:51:10.470324 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fff93d8-3ea9-44fd-b4f8-3a5c4429246a None None] Routers {'0a5dd0de-64a2-4d6f-ab51-8cde74dea083'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:51:10.470937 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2fff93d8-3ea9-44fd-b4f8-3a5c4429246a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:51:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['0a5dd0de-64a2-4d6f-ab51-8cde74dea083'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:10.551442 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bea44896-8c6d-4ff3-9121-b519c50504f5 req-08eef97a-1314-4f58-ada7-84c88bf25ac5 service neutron] 10.222.0.21 "GET /v2.0/networks/e6657d59-7b8b-4b16-9b70-489518cec668?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835307 Jul 16 09:51:10.579684 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-2fff93d8-3ea9-44fd-b4f8-3a5c4429246a None None] Set router 0a5dd0de-64a2-4d6f-ab51-8cde74dea083 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:51:10.775205 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2fff93d8-3ea9-44fd-b4f8-3a5c4429246a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068851310', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:12Z', 'updated_at': '2021-07-16T09:50:15Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:12Z', 'updated_at': '2021-07-16T09:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '0be50de9-6670-4eef-8228-e96abf54bc4c', 'name': '', 'network_id': 'e6657d59-7b8b-4b16-9b70-489518cec668', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:e7:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'bee4fef9-c5f1-4ff4-b264-a75e8c827eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:14Z', 'updated_at': '2021-07-16T09:50:19Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': 'bee4fef9-c5f1-4ff4-b264-a75e8c827eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:10.801113 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fff93d8-3ea9-44fd-b4f8-3a5c4429246a None None] The sync data for ids ['0a5dd0de-64a2-4d6f-ab51-8cde74dea083'] in n-d-771362-37 is: [{'id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068851310', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:12Z', 'updated_at': '2021-07-16T09:50:15Z', 'revision_number': 4, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:12Z', 'updated_at': '2021-07-16T09:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '0be50de9-6670-4eef-8228-e96abf54bc4c', 'name': '', 'network_id': 'e6657d59-7b8b-4b16-9b70-489518cec668', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'mac_address': 'fa:16:3e:e7:73:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'device_owner': 'network:router_interface', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': 'bee4fef9-c5f1-4ff4-b264-a75e8c827eaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:14Z', 'updated_at': '2021-07-16T09:50:19Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'subnets': [{'id': 'bee4fef9-c5f1-4ff4-b264-a75e8c827eaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:51:11.023104 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27966e27-677d-4119-897e-b4ee9a378454 None None] New status for floating IP a6511060-8cf5-4b69-875f-54aab99d3edb: DOWN {{(pid=93761) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:51:11.584499 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300ecdae-3497-47b8-8b13-f455963bf422 req-2f10e4b2-2808-41b3-834b-2d90f6f87696 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:11.586014 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-300ecdae-3497-47b8-8b13-f455963bf422 req-2f10e4b2-2808-41b3-834b-2d90f6f87696 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=a238ffcc-c44b-4c20-b06b-91f39b18219b HTTP/1.1" status: 200 len: 946 time: 0.0683682 Jul 16 09:51:11.625164 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-300ecdae-3497-47b8-8b13-f455963bf422 req-97a08df9-adef-412d-9d0a-bd663a99f622 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/security-groups?id=113f0ffd-f9de-41e6-8aae-0ab191dfbcd0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328319 Jul 16 09:51:11.927516 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ea0e5b-4acd-431e-8c84-02747d78c461 req-2aa18d33-a6be-4aa6-a0c6-2a70e019af2d tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:11.928994 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c8ea0e5b-4acd-431e-8c84-02747d78c461 req-2aa18d33-a6be-4aa6-a0c6-2a70e019af2d tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.21 "GET /v2.0/ports?device_id=a238ffcc-c44b-4c20-b06b-91f39b18219b HTTP/1.1" status: 200 len: 946 time: 0.0647581 Jul 16 09:51:12.043574 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-c8ea0e5b-4acd-431e-8c84-02747d78c461 req-69aadf58-7f75-4237-9222-69c643827c94 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Deleting port 0d833d7e-eb4a-495f-9992-0401e8dafa67 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:51:12.043836 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c8ea0e5b-4acd-431e-8c84-02747d78c461 req-69aadf58-7f75-4237-9222-69c643827c94 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:12.136265 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-c8ea0e5b-4acd-431e-8c84-02747d78c461 req-69aadf58-7f75-4237-9222-69c643827c94 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] For port 0d833d7e-eb4a-495f-9992-0401e8dafa67, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=0d833d7e-eb4a-495f-9992-0401e8dafa67,segment=NetworkSegment(89fea237-c3c4-4286-a1dd-a3df07f36057),segment_id=89fea237-c3c4-4286-a1dd-a3df07f36057)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:51:12.136747 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c8ea0e5b-4acd-431e-8c84-02747d78c461 req-69aadf58-7f75-4237-9222-69c643827c94 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:12.149463 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-c8ea0e5b-4acd-431e-8c84-02747d78c461 req-69aadf58-7f75-4237-9222-69c643827c94 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Calling delete_port for 0d833d7e-eb4a-495f-9992-0401e8dafa67 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:51:12.279287 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c8ea0e5b-4acd-431e-8c84-02747d78c461 req-69aadf58-7f75-4237-9222-69c643827c94 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:12.310967 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aadf58-7f75-4237-9222-69c643827c94 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'Port': ['ID=0d833d7e-eb4a-495f-9992-0401e8dafa67,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:12.339928 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aadf58-7f75-4237-9222-69c643827c94 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:12.340296 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aadf58-7f75-4237-9222-69c643827c94 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:12.340670 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aadf58-7f75-4237-9222-69c643827c94 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:12.341019 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aadf58-7f75-4237-9222-69c643827c94 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:12.341355 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aadf58-7f75-4237-9222-69c643827c94 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:12.341694 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aadf58-7f75-4237-9222-69c643827c94 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:12.342033 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aadf58-7f75-4237-9222-69c643827c94 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:12.342373 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aadf58-7f75-4237-9222-69c643827c94 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:12.342709 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aadf58-7f75-4237-9222-69c643827c94 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:12.343045 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aadf58-7f75-4237-9222-69c643827c94 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:12.343626 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aadf58-7f75-4237-9222-69c643827c94 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:12.343772 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69aadf58-7f75-4237-9222-69c643827c94 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:12.373168 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8ea0e5b-4acd-431e-8c84-02747d78c461 req-69aadf58-7f75-4237-9222-69c643827c94 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] No DVR routers for this DVR port 0d833d7e-eb4a-495f-9992-0401e8dafa67 on host n-h2-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:51:12.376812 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-c8ea0e5b-4acd-431e-8c84-02747d78c461 req-69aadf58-7f75-4237-9222-69c643827c94 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:12.378834 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c8ea0e5b-4acd-431e-8c84-02747d78c461 req-69aadf58-7f75-4237-9222-69c643827c94 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.21 "DELETE /v2.0/ports/0d833d7e-eb4a-495f-9992-0401e8dafa67 HTTP/1.1" status: 204 len: 173 time: 0.4444704 Jul 16 09:51:12.379274 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a238ffcc-c44b-4c20-b06b-91f39b18219b', 'name': 'network-vif-deleted', 'tag': '0d833d7e-eb4a-495f-9992-0401e8dafa67'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:51:12.381587 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de56e043-e211-474a-969f-0b719b061db0" -d '{"events": [{"server_uuid": "a238ffcc-c44b-4c20-b06b-91f39b18219b", "name": "network-vif-deleted", "tag": "0d833d7e-eb4a-495f-9992-0401e8dafa67"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:51:12.417773 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31abf04f-5333-4f62-8516-e34d06473fe1 x-openstack-request-id: req-31abf04f-5333-4f62-8516-e34d06473fe1 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:51:12.418072 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a238ffcc-c44b-4c20-b06b-91f39b18219b", "name": "network-vif-deleted", "tag": "0d833d7e-eb4a-495f-9992-0401e8dafa67", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:51:12.418331 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-31abf04f-5333-4f62-8516-e34d06473fe1 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:51:12.418741 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a238ffcc-c44b-4c20-b06b-91f39b18219b', 'name': 'network-vif-deleted', 'tag': '0d833d7e-eb4a-495f-9992-0401e8dafa67', 'status': 'completed', 'code': 200} Jul 16 09:51:12.800943 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d8a64166-7c88-49ed-b3ed-e46eaa878a47 req-04038b66-fef1-4578-b5fe-8d5d53209232 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "GET /v2.0/ports?device_id=a238ffcc-c44b-4c20-b06b-91f39b18219b HTTP/1.1" status: 200 len: 210 time: 0.0334609 Jul 16 09:51:13.896951 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50216) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:14.607624 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-888d5786-e443-4f59-9c1b-a9dbae3e5bb1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:14.875807 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-888d5786-e443-4f59-9c1b-a9dbae3e5bb1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Deleting port 0be50de9-6670-4eef-8228-e96abf54bc4c {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:51:14.876059 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-888d5786-e443-4f59-9c1b-a9dbae3e5bb1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:14.965203 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-888d5786-e443-4f59-9c1b-a9dbae3e5bb1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] For port 0be50de9-6670-4eef-8228-e96abf54bc4c, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0be50de9-6670-4eef-8228-e96abf54bc4c,segment=NetworkSegment(89fea237-c3c4-4286-a1dd-a3df07f36057),segment_id=89fea237-c3c4-4286-a1dd-a3df07f36057)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:51:14.965947 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-888d5786-e443-4f59-9c1b-a9dbae3e5bb1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:14.983175 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-888d5786-e443-4f59-9c1b-a9dbae3e5bb1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Calling delete_port for 0be50de9-6670-4eef-8228-e96abf54bc4c owned by network:router_interface {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:51:15.173234 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-888d5786-e443-4f59-9c1b-a9dbae3e5bb1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:15.204079 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888d5786-e443-4f59-9c1b-a9dbae3e5bb1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'Port': ['ID=0be50de9-6670-4eef-8228-e96abf54bc4c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:15.230824 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 0d833d7e-eb4a-495f-9992-0401e8dafa67 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:51:15.252317 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 0d833d7e-eb4a-495f-9992-0401e8dafa67 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:51:15.252785 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 0d833d7e-eb4a-495f-9992-0401e8dafa67 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:51:15.384215 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-888d5786-e443-4f59-9c1b-a9dbae3e5bb1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:15.606331 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-888d5786-e443-4f59-9c1b-a9dbae3e5bb1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Router 0a5dd0de-64a2-4d6f-ab51-8cde74dea083 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:51:15.712622 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-888d5786-e443-4f59-9c1b-a9dbae3e5bb1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:51:15.718172 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-888d5786-e443-4f59-9c1b-a9dbae3e5bb1 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "PUT /v2.0/routers/0a5dd0de-64a2-4d6f-ab51-8cde74dea083/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8201847 Jul 16 09:51:15.721130 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50218) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:15.724049 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735ea28c-fde4-447b-b3b3-aba647fd7d8f None None] Sync routers for ids ['0a5dd0de-64a2-4d6f-ab51-8cde74dea083'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:51:15.734231 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735ea28c-fde4-447b-b3b3-aba647fd7d8f None None] Routers {'0a5dd0de-64a2-4d6f-ab51-8cde74dea083'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:51:15.734873 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-735ea28c-fde4-447b-b3b3-aba647fd7d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:51:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['0a5dd0de-64a2-4d6f-ab51-8cde74dea083'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:15.776483 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ce398be-389e-48b0-9912-12ab76035fe9 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Deleting subnet bee4fef9-c5f1-4ff4-b264-a75e8c827eaf {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 09:51:15.780290 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5ce398be-389e-48b0-9912-12ab76035fe9 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:15.821905 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5ce398be-389e-48b0-9912-12ab76035fe9 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:15.840263 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-735ea28c-fde4-447b-b3b3-aba647fd7d8f None None] Set router 0a5dd0de-64a2-4d6f-ab51-8cde74dea083 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:51:15.916835 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5ce398be-389e-48b0-9912-12ab76035fe9 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:15.978182 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5ce398be-389e-48b0-9912-12ab76035fe9 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:16.004728 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce398be-389e-48b0-9912-12ab76035fe9 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'Subnet': ['ID=bee4fef9-c5f1-4ff4-b264-a75e8c827eaf,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:16.009801 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5ce398be-389e-48b0-9912-12ab76035fe9 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:16.013479 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5ce398be-389e-48b0-9912-12ab76035fe9 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "DELETE /v2.0/subnets/bee4fef9-c5f1-4ff4-b264-a75e8c827eaf HTTP/1.1" status: 204 len: 168 time: 0.2906651 Jul 16 09:51:16.014826 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50220) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:16.018375 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb183c8-c3d3-4645-a83a-1bfaee1136c6 None None] Network e6657d59-7b8b-4b16-9b70-489518cec668 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:51:16.076608 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-735ea28c-fde4-447b-b3b3-aba647fd7d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068851310', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:12Z', 'updated_at': '2021-07-16T09:51:15Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:12Z', 'updated_at': '2021-07-16T09:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:16.108143 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735ea28c-fde4-447b-b3b3-aba647fd7d8f None None] Checking router: 0a5dd0de-64a2-4d6f-ab51-8cde74dea083 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:51:16.123743 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2783a7eb-7aae-4e94-a9d1-1aec937a3fcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:16.141909 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735ea28c-fde4-447b-b3b3-aba647fd7d8f None None] Routers {'0a5dd0de-64a2-4d6f-ab51-8cde74dea083'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:51:16.142539 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-735ea28c-fde4-447b-b3b3-aba647fd7d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:51:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['0a5dd0de-64a2-4d6f-ab51-8cde74dea083'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:16.237519 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2783a7eb-7aae-4e94-a9d1-1aec937a3fcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:16.274493 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-735ea28c-fde4-447b-b3b3-aba647fd7d8f None None] Set router 0a5dd0de-64a2-4d6f-ab51-8cde74dea083 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:51:16.296298 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-2783a7eb-7aae-4e94-a9d1-1aec937a3fcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Deleting port 0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:51:16.296762 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2783a7eb-7aae-4e94-a9d1-1aec937a3fcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:16.361023 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862fa88b-b786-4995-83f9-3543b15df081 None None] DHCP port deletion for e6657d59-7b8b-4b16-9b70-489518cec668 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 09:51:16.387519 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-2783a7eb-7aae-4e94-a9d1-1aec937a3fcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] For port 0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:51:16.388505 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2783a7eb-7aae-4e94-a9d1-1aec937a3fcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:16.401386 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-2783a7eb-7aae-4e94-a9d1-1aec937a3fcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Calling delete_port for 0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:51:16.481718 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-862fa88b-b786-4995-83f9-3543b15df081 None None] Deleting port ffd5a3e0-48d6-41de-bf8b-212ee659ac9f {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:51:16.482101 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-862fa88b-b786-4995-83f9-3543b15df081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:16.548411 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-735ea28c-fde4-447b-b3b3-aba647fd7d8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068851310', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:12Z', 'updated_at': '2021-07-16T09:51:15Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:12Z', 'updated_at': '2021-07-16T09:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:16.573742 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2783a7eb-7aae-4e94-a9d1-1aec937a3fcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:16.579462 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735ea28c-fde4-447b-b3b3-aba647fd7d8f None None] The sync data for ids ['0a5dd0de-64a2-4d6f-ab51-8cde74dea083'] in n-d-771362-37 is: [{'id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2068851310', 'tenant_id': '55b2b7c3083e453e9655fb0b64077473', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107'}], 'enable_snat': True}, 'gw_port_id': '0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:50:12Z', 'updated_at': '2021-07-16T09:51:15Z', 'revision_number': 5, 'project_id': '55b2b7c3083e453e9655fb0b64077473', 'gw_port': {'id': '0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:36:2c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0a5dd0de-64a2-4d6f-ab51-8cde74dea083', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4218, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:50:12Z', 'updated_at': '2021-07-16T09:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:51:16.588909 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-862fa88b-b786-4995-83f9-3543b15df081 None None] For port ffd5a3e0-48d6-41de-bf8b-212ee659ac9f, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=ffd5a3e0-48d6-41de-bf8b-212ee659ac9f,segment=NetworkSegment(89fea237-c3c4-4286-a1dd-a3df07f36057),segment_id=89fea237-c3c4-4286-a1dd-a3df07f36057)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:51:16.589323 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-862fa88b-b786-4995-83f9-3543b15df081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:16.601622 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2783a7eb-7aae-4e94-a9d1-1aec937a3fcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'Port': ['ID=0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:16.602476 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-862fa88b-b786-4995-83f9-3543b15df081 None None] Calling delete_port for ffd5a3e0-48d6-41de-bf8b-212ee659ac9f owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:51:16.670175 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2783a7eb-7aae-4e94-a9d1-1aec937a3fcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:16.694741 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-862fa88b-b786-4995-83f9-3543b15df081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:16.720133 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862fa88b-b786-4995-83f9-3543b15df081 None None] Pushing event deleted for resources: {'Port': ['ID=ffd5a3e0-48d6-41de-bf8b-212ee659ac9f,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:16.728266 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862fa88b-b786-4995-83f9-3543b15df081 None None] No DVR routers for this DVR port ffd5a3e0-48d6-41de-bf8b-212ee659ac9f on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:51:16.733437 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fa88b-b786-4995-83f9-3543b15df081 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:16.733797 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fa88b-b786-4995-83f9-3543b15df081 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:16.740459 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fa88b-b786-4995-83f9-3543b15df081 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:16.740459 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fa88b-b786-4995-83f9-3543b15df081 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:16.740459 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fa88b-b786-4995-83f9-3543b15df081 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:16.740459 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fa88b-b786-4995-83f9-3543b15df081 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:16.740459 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fa88b-b786-4995-83f9-3543b15df081 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:16.740459 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fa88b-b786-4995-83f9-3543b15df081 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:16.740459 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fa88b-b786-4995-83f9-3543b15df081 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:16.740459 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fa88b-b786-4995-83f9-3543b15df081 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:16.740459 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fa88b-b786-4995-83f9-3543b15df081 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:16.740459 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-862fa88b-b786-4995-83f9-3543b15df081 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:16.767518 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2783a7eb-7aae-4e94-a9d1-1aec937a3fcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:16.769907 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2783a7eb-7aae-4e94-a9d1-1aec937a3fcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:16.812868 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2783a7eb-7aae-4e94-a9d1-1aec937a3fcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:16.813562 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2783a7eb-7aae-4e94-a9d1-1aec937a3fcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Fanout notify agent at l3_agent the message router_deleted on router 0a5dd0de-64a2-4d6f-ab51-8cde74dea083 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 09:51:16.822062 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2783a7eb-7aae-4e94-a9d1-1aec937a3fcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:16.823348 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2783a7eb-7aae-4e94-a9d1-1aec937a3fcd tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "DELETE /v2.0/routers/0a5dd0de-64a2-4d6f-ab51-8cde74dea083 HTTP/1.1" status: 204 len: 168 time: 0.8073459 Jul 16 09:51:16.826030 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50222) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:16.909294 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad58dd33-037a-440d-ac55-6eccde15f544 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:16.998662 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad58dd33-037a-440d-ac55-6eccde15f544 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:17.009782 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ad58dd33-037a-440d-ac55-6eccde15f544 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6657d59-7b8b-4b16-9b70-489518cec668']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:17.020698 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ad58dd33-037a-440d-ac55-6eccde15f544 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89fea237-c3c4-4286-a1dd-a3df07f36057') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:17.021004 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-ad58dd33-037a-440d-ac55-6eccde15f544 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89fea237-c3c4-4286-a1dd-a3df07f36057') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:17.031099 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad58dd33-037a-440d-ac55-6eccde15f544 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:17.048470 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad58dd33-037a-440d-ac55-6eccde15f544 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:17.056281 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad58dd33-037a-440d-ac55-6eccde15f544 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 09:51:17.056753 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad58dd33-037a-440d-ac55-6eccde15f544 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: timer() Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 09:51:17.060771 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 09:51:17.130962 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad58dd33-037a-440d-ac55-6eccde15f544 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:17.141812 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ad58dd33-037a-440d-ac55-6eccde15f544 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:17.146563 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ad58dd33-037a-440d-ac55-6eccde15f544 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "DELETE /v2.0/networks/e6657d59-7b8b-4b16-9b70-489518cec668 HTTP/1.1" status: 204 len: 168 time: 0.3169799 Jul 16 09:51:17.146942 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50224) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:17.159216 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad58dd33-037a-440d-ac55-6eccde15f544 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'Network': ['ID=e6657d59-7b8b-4b16-9b70-489518cec668,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:17.223830 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ffd5a3e0-48d6-41de-bf8b-212ee659ac9f no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:51:17.226418 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8248bbb1-33d2-46bc-a5b7-2cfea45c0d14 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:17.246714 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: ffd5a3e0-48d6-41de-bf8b-212ee659ac9f {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:51:17.247492 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device ffd5a3e0-48d6-41de-bf8b-212ee659ac9f not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:51:17.248142 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0be50de9-6670-4eef-8228-e96abf54bc4c no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:51:17.258750 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8248bbb1-33d2-46bc-a5b7-2cfea45c0d14 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:17.274991 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 0be50de9-6670-4eef-8228-e96abf54bc4c {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:51:17.275566 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0be50de9-6670-4eef-8228-e96abf54bc4c not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:51:17.333042 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8248bbb1-33d2-46bc-a5b7-2cfea45c0d14 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:17.335844 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8248bbb1-33d2-46bc-a5b7-2cfea45c0d14 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:17.337266 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8248bbb1-33d2-46bc-a5b7-2cfea45c0d14 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] 10.222.0.22 "DELETE /v2.0/security-groups/113f0ffd-f9de-41e6-8aae-0ab191dfbcd0 HTTP/1.1" status: 204 len: 168 time: 0.1886885 Jul 16 09:51:17.354110 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8248bbb1-33d2-46bc-a5b7-2cfea45c0d14 tempest-TestNetworkAdvancedServerOps-369599107 tempest-TestNetworkAdvancedServerOps-369599107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=113f0ffd-f9de-41e6-8aae-0ab191dfbcd0,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:17.679327 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50232) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:17.833624 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b7f85053-c883-4ef2-b0d5-0773da5e83ec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=55b2b7c3083e453e9655fb0b64077473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1529248 Jul 16 09:51:17.836748 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50236) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:17.886016 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fa443b57-9292-42ad-a127-54cb0e760091 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:17.908561 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fa443b57-9292-42ad-a127-54cb0e760091 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:17.961580 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fa443b57-9292-42ad-a127-54cb0e760091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:17.964187 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fa443b57-9292-42ad-a127-54cb0e760091 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:17.965370 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fa443b57-9292-42ad-a127-54cb0e760091 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/027dd1e1-2bb8-40e3-adba-17c285f312f6 HTTP/1.1" status: 204 len: 168 time: 0.1277151 Jul 16 09:51:17.975705 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa443b57-9292-42ad-a127-54cb0e760091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=027dd1e1-2bb8-40e3-adba-17c285f312f6,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:18.232264 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:51:18.234055 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50242) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:18.248224 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c0fb8cf2-1811-4e50-9719-24b35016d77a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:18.342717 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c0fb8cf2-1811-4e50-9719-24b35016d77a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:18.346817 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c0fb8cf2-1811-4e50-9719-24b35016d77a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:18.385914 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c0fb8cf2-1811-4e50-9719-24b35016d77a admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=182590abaa9b439f9eb0a8d17c88b323&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1507790 Jul 16 09:51:18.386832 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fb8cf2-1811-4e50-9719-24b35016d77a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cd4c313-2493-4c4f-a4cf-873e42f30bdf,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:18.389489 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50244) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:18.439312 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d4e07b0a-fd90-4865-b09a-0894c5313aaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:18.460484 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d4e07b0a-fd90-4865-b09a-0894c5313aaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:18.510351 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d4e07b0a-fd90-4865-b09a-0894c5313aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:18.512930 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d4e07b0a-fd90-4865-b09a-0894c5313aaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:18.514136 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d4e07b0a-fd90-4865-b09a-0894c5313aaf admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/8cd4c313-2493-4c4f-a4cf-873e42f30bdf HTTP/1.1" status: 204 len: 168 time: 0.1232216 Jul 16 09:51:18.522067 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e07b0a-fd90-4865-b09a-0894c5313aaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cd4c313-2493-4c4f-a4cf-873e42f30bdf,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:19.120324 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:51:19.141867 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:51:19.142227 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 0cfd8c68-c666-4dfa-b32d-2d8488c4fa7a not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:51:19.222181 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50266) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:19.318573 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-40a0e993-76d4-4546-953d-02673b98c3dd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1098524758-network', 'tenant_id': '050321bf0e8649cb85eedc482043b164'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:51:19.340658 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a0e993-76d4-4546-953d-02673b98c3dd admin admin] Made reservation on behalf of 050321bf0e8649cb85eedc482043b164 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:51:19.342989 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40a0e993-76d4-4546-953d-02673b98c3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:19.351351 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40a0e993-76d4-4546-953d-02673b98c3dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:19.439090 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40a0e993-76d4-4546-953d-02673b98c3dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:19.443116 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40a0e993-76d4-4546-953d-02673b98c3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:19.464828 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a0e993-76d4-4546-953d-02673b98c3dd admin admin] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:51:19.480200 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0e993-76d4-4546-953d-02673b98c3dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=176c0e8a-7bb9-4f0f-b4c1-2087abf00a7a,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:19.483264 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40a0e993-76d4-4546-953d-02673b98c3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:19.483620 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-40a0e993-76d4-4546-953d-02673b98c3dd admin admin] Added segment f8eafb01-a133-40dc-be4c-3741b1d3d178 of type vlan for network a1a843cf-fc56-41ec-a7b8-231c959ced41 Jul 16 09:51:19.524782 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40a0e993-76d4-4546-953d-02673b98c3dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:19.553149 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40a0e993-76d4-4546-953d-02673b98c3dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:19.554164 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a0e993-76d4-4546-953d-02673b98c3dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:19.554752 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-40a0e993-76d4-4546-953d-02673b98c3dd admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:19.586820 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-40a0e993-76d4-4546-953d-02673b98c3dd admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3635321 Jul 16 09:51:19.589969 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50270) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:19.595077 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-cf870805-e5c5-4760-8ea2-4ab1cf256fdf admin admin] Request body: {'subnet': {'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1098524758-subnet', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:51:19.616146 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf870805-e5c5-4760-8ea2-4ab1cf256fdf admin admin] Made reservation on behalf of 050321bf0e8649cb85eedc482043b164 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:51:19.619028 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf870805-e5c5-4760-8ea2-4ab1cf256fdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:19.619406 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a0e993-76d4-4546-953d-02673b98c3dd admin admin] Pushing event updated for resources: {'Network': ['ID=a1a843cf-fc56-41ec-a7b8-231c959ced41,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:19.629677 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network a1a843cf-fc56-41ec-a7b8-231c959ced41 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:51:19.792222 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf870805-e5c5-4760-8ea2-4ab1cf256fdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:19.839934 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf870805-e5c5-4760-8ea2-4ab1cf256fdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c62f8f7-50d5-455d-8750-0badb636efbe,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:19.855790 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf870805-e5c5-4760-8ea2-4ab1cf256fdf admin admin] Checking segment: {'id': 'f8eafb01-a133-40dc-be4c-3741b1d3d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:51:19.856147 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf870805-e5c5-4760-8ea2-4ab1cf256fdf admin admin] Network hostable DHCP agents. Network: a1a843cf-fc56-41ec-a7b8-231c959ced41, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:51:19.871972 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf870805-e5c5-4760-8ea2-4ab1cf256fdf admin admin] Network a1a843cf-fc56-41ec-a7b8-231c959ced41 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:51:19.880003 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-cf870805-e5c5-4760-8ea2-4ab1cf256fdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, a1a843cf-fc56-41ec-a7b8-231c959ced41) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:51:19.883929 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf870805-e5c5-4760-8ea2-4ab1cf256fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:19.884550 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cf870805-e5c5-4760-8ea2-4ab1cf256fdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:19.891226 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee0f923-c7da-4c17-8046-877049b235c5 None None] Network a1a843cf-fc56-41ec-a7b8-231c959ced41 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:51:19.900090 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-cf870805-e5c5-4760-8ea2-4ab1cf256fdf admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3089700 Jul 16 09:51:19.902910 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50272) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:19.907999 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-83548652-6e48-4d73-971c-70962c3dc6ed admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1098524758-router', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:51:19.928421 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83548652-6e48-4d73-971c-70962c3dc6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:19.929399 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83548652-6e48-4d73-971c-70962c3dc6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:19.986816 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83548652-6e48-4d73-971c-70962c3dc6ed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:20.038067 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38bf51a5-068e-4803-8d35-0817ffcbc872 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-a1a843cf-fc56-41ec-a7b8-231c959ced41', 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'fixed_ips': [{'subnet_id': '8c62f8f7-50d5-455d-8750-0badb636efbe'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:51:20.038905 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38bf51a5-068e-4803-8d35-0817ffcbc872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:20.127286 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83548652-6e48-4d73-971c-70962c3dc6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:20.251666 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-38bf51a5-068e-4803-8d35-0817ffcbc872 None None] Allocated IP 172.20.0.2 (a1a843cf-fc56-41ec-a7b8-231c959ced41/8c62f8f7-50d5-455d-8750-0badb636efbe/00957814-116d-4832-9d2a-20076bb0255a) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:51:20.358131 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83548652-6e48-4d73-971c-70962c3dc6ed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:20.379697 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83548652-6e48-4d73-971c-70962c3dc6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:20.509393 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-83548652-6e48-4d73-971c-70962c3dc6ed admin admin] Allocated IP 172.25.3.252 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/f4513bcc-6151-447b-be93-87618b678a74) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:51:20.601773 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38bf51a5-068e-4803-8d35-0817ffcbc872 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:20.611248 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38bf51a5-068e-4803-8d35-0817ffcbc872 None None] Transition to ACTIVE for port object 00957814-116d-4832-9d2a-20076bb0255a will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:51:20.626770 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38bf51a5-068e-4803-8d35-0817ffcbc872 None None] Transition to ACTIVE for port object 00957814-116d-4832-9d2a-20076bb0255a will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:51:20.633295 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38bf51a5-068e-4803-8d35-0817ffcbc872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:20.638926 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83548652-6e48-4d73-971c-70962c3dc6ed admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:20.673976 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38bf51a5-068e-4803-8d35-0817ffcbc872 None None] Network a1a843cf-fc56-41ec-a7b8-231c959ced41 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:51:20.678720 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-38bf51a5-068e-4803-8d35-0817ffcbc872 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:51:20.680857 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83548652-6e48-4d73-971c-70962c3dc6ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:20.683702 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bf51a5-068e-4803-8d35-0817ffcbc872 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:51:20.687289 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf51a5-068e-4803-8d35-0817ffcbc872 None None] Pushing event updated for resources: {'Port': ['ID=00957814-116d-4832-9d2a-20076bb0255a,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:20.721840 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83548652-6e48-4d73-971c-70962c3dc6ed admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:51:20.732531 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-83548652-6e48-4d73-971c-70962c3dc6ed admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:51:20.736104 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83548652-6e48-4d73-971c-70962c3dc6ed admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:51:20.746345 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-38bf51a5-068e-4803-8d35-0817ffcbc872 None None] Attempting to bind port 00957814-116d-4832-9d2a-20076bb0255a on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:51:20.746724 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-38bf51a5-068e-4803-8d35-0817ffcbc872 None None] Attempting to bind port 00957814-116d-4832-9d2a-20076bb0255a by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'f8eafb01-a133-40dc-be4c-3741b1d3d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:51:20.751717 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bf51a5-068e-4803-8d35-0817ffcbc872 None None] Attempting to bind port 00957814-116d-4832-9d2a-20076bb0255a on network a1a843cf-fc56-41ec-a7b8-231c959ced41 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:51:20.753210 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bf51a5-068e-4803-8d35-0817ffcbc872 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:51:20.753646 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bf51a5-068e-4803-8d35-0817ffcbc872 None None] Checking segment: {'id': 'f8eafb01-a133-40dc-be4c-3741b1d3d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:51:20.754379 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38bf51a5-068e-4803-8d35-0817ffcbc872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:20.754600 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38bf51a5-068e-4803-8d35-0817ffcbc872 None None] Bound using segment: {'id': 'f8eafb01-a133-40dc-be4c-3741b1d3d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:51:20.755570 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-38bf51a5-068e-4803-8d35-0817ffcbc872 None None] Bound port: 00957814-116d-4832-9d2a-20076bb0255a, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8eafb01-a133-40dc-be4c-3741b1d3d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:51:20.755570 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38bf51a5-068e-4803-8d35-0817ffcbc872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:20.767094 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83548652-6e48-4d73-971c-70962c3dc6ed admin admin] Pushing event updated for resources: {'Port': ['ID=f4513bcc-6151-447b-be93-87618b678a74,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:20.828275 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38bf51a5-068e-4803-8d35-0817ffcbc872 None None] For port 00957814-116d-4832-9d2a-20076bb0255a, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:51:20.831621 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38bf51a5-068e-4803-8d35-0817ffcbc872 None None] For port 00957814-116d-4832-9d2a-20076bb0255a, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=00957814-116d-4832-9d2a-20076bb0255a,segment=NetworkSegment(f8eafb01-a133-40dc-be4c-3741b1d3d178),segment_id=f8eafb01-a133-40dc-be4c-3741b1d3d178)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:51:20.836075 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38bf51a5-068e-4803-8d35-0817ffcbc872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:20.896766 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bf51a5-068e-4803-8d35-0817ffcbc872 None None] Pushing event updated for resources: {'Port': ['ID=00957814-116d-4832-9d2a-20076bb0255a,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:21.207381 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 00957814-116d-4832-9d2a-20076bb0255a up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:51:21.261852 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 00957814-116d-4832-9d2a-20076bb0255a completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:51:21.390419 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83548652-6e48-4d73-971c-70962c3dc6ed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:21.590164 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83548652-6e48-4d73-971c-70962c3dc6ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:21.730469 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83548652-6e48-4d73-971c-70962c3dc6ed admin admin] Router 3a199a80-b6cd-41d6-9f5a-f3312a443207 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:51:21.844092 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae8a1273-c09f-4254-9dd8-797b1f2020d1 None None] Network a1a843cf-fc56-41ec-a7b8-231c959ced41 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:51:21.845495 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83548652-6e48-4d73-971c-70962c3dc6ed admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:51:21.855518 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611b0e99-e5c2-4fa8-a7a2-fc692b12200d None None] Sync routers for ids ['3a199a80-b6cd-41d6-9f5a-f3312a443207'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:51:21.866833 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611b0e99-e5c2-4fa8-a7a2-fc692b12200d None None] Routers {'3a199a80-b6cd-41d6-9f5a-f3312a443207'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:51:21.867236 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83548652-6e48-4d73-971c-70962c3dc6ed admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:21.867828 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-611b0e99-e5c2-4fa8-a7a2-fc692b12200d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:51:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['3a199a80-b6cd-41d6-9f5a-f3312a443207'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:21.868921 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-83548652-6e48-4d73-971c-70962c3dc6ed admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.9650466 Jul 16 09:51:21.871776 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50274) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:21.923882 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-98cb565f-f2d2-4b52-be68-ff2b599f6fdd None None] Provisioning for port 00957814-116d-4832-9d2a-20076bb0255a completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:51:21.933615 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-98cb565f-f2d2-4b52-be68-ff2b599f6fdd None None] Provisioning complete for port 00957814-116d-4832-9d2a-20076bb0255a triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:21.934044 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-98cb565f-f2d2-4b52-be68-ff2b599f6fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:22.005839 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-611b0e99-e5c2-4fa8-a7a2-fc692b12200d None None] Set router 3a199a80-b6cd-41d6-9f5a-f3312a443207 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:51:22.091504 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-98cb565f-f2d2-4b52-be68-ff2b599f6fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:22.134180 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-98cb565f-f2d2-4b52-be68-ff2b599f6fdd None None] For port 00957814-116d-4832-9d2a-20076bb0255a, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=00957814-116d-4832-9d2a-20076bb0255a,segment=NetworkSegment(f8eafb01-a133-40dc-be4c-3741b1d3d178),segment_id=f8eafb01-a133-40dc-be4c-3741b1d3d178)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:51:22.138278 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-98cb565f-f2d2-4b52-be68-ff2b599f6fdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:22.208990 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cb565f-f2d2-4b52-be68-ff2b599f6fdd None None] Pushing event updated for resources: {'Port': ['ID=00957814-116d-4832-9d2a-20076bb0255a,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:22.223523 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-611b0e99-e5c2-4fa8-a7a2-fc692b12200d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'name': 'tempest-TestShelveInstance-1098524758-router', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f4513bcc-6151-447b-be93-87618b678a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:19Z', 'updated_at': '2021-07-16T09:51:20Z', 'revision_number': 3, 'project_id': '050321bf0e8649cb85eedc482043b164', 'gw_port': {'id': 'f4513bcc-6151-447b-be93-87618b678a74', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:20Z', 'updated_at': '2021-07-16T09:51:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:22.253358 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611b0e99-e5c2-4fa8-a7a2-fc692b12200d None None] Checking router: 3a199a80-b6cd-41d6-9f5a-f3312a443207 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:51:22.254152 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611b0e99-e5c2-4fa8-a7a2-fc692b12200d None None] Updating router 3a199a80-b6cd-41d6-9f5a-f3312a443207 port f4513bcc-6151-447b-be93-87618b678a74 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:51:22.292206 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-611b0e99-e5c2-4fa8-a7a2-fc692b12200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:22.361813 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2caadca9-b778-48d0-9243-005c6e7fd14d None None] Provisioning complete for port 00957814-116d-4832-9d2a-20076bb0255a triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:22.362586 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2caadca9-b778-48d0-9243-005c6e7fd14d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:22.365531 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5fbd091a-eca2-4bb9-b771-d9d978c35ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:22.541427 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-5fbd091a-eca2-4bb9-b771-d9d978c35ec4 admin admin] Allocated IP 172.20.0.1 (a1a843cf-fc56-41ec-a7b8-231c959ced41/8c62f8f7-50d5-455d-8750-0badb636efbe/dcf57a0a-fe9a-46f5-8dec-030d217d0132) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:51:22.569114 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-611b0e99-e5c2-4fa8-a7a2-fc692b12200d None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:22.579947 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-611b0e99-e5c2-4fa8-a7a2-fc692b12200d None None] Transition to ACTIVE for port object f4513bcc-6151-447b-be93-87618b678a74 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:51:22.586147 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-611b0e99-e5c2-4fa8-a7a2-fc692b12200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:22.634332 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-611b0e99-e5c2-4fa8-a7a2-fc692b12200d None None] Attempting to bind port f4513bcc-6151-447b-be93-87618b678a74 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:51:22.634705 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-611b0e99-e5c2-4fa8-a7a2-fc692b12200d None None] Attempting to bind port f4513bcc-6151-447b-be93-87618b678a74 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:51:22.635065 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611b0e99-e5c2-4fa8-a7a2-fc692b12200d None None] Attempting to bind port f4513bcc-6151-447b-be93-87618b678a74 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:51:22.644106 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611b0e99-e5c2-4fa8-a7a2-fc692b12200d None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:51:22.644500 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611b0e99-e5c2-4fa8-a7a2-fc692b12200d None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:51:22.644900 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-611b0e99-e5c2-4fa8-a7a2-fc692b12200d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:22.645354 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611b0e99-e5c2-4fa8-a7a2-fc692b12200d None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:51:22.645762 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-611b0e99-e5c2-4fa8-a7a2-fc692b12200d None None] Bound port: f4513bcc-6151-447b-be93-87618b678a74, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:51:22.646180 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-611b0e99-e5c2-4fa8-a7a2-fc692b12200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:22.648894 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e539020-fb51-4778-85ac-cfd59c6aeea2 None None] Pushing event updated for resources: {'Port': ['ID=f4513bcc-6151-447b-be93-87618b678a74,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:22.652725 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5fbd091a-eca2-4bb9-b771-d9d978c35ec4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:22.666618 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [None req-5fbd091a-eca2-4bb9-b771-d9d978c35ec4 admin admin] Transition to ACTIVE for port object dcf57a0a-fe9a-46f5-8dec-030d217d0132 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:51:22.674746 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e539020-fb51-4778-85ac-cfd59c6aeea2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:22.675047 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e539020-fb51-4778-85ac-cfd59c6aeea2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:22.675366 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e539020-fb51-4778-85ac-cfd59c6aeea2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:22.675875 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e539020-fb51-4778-85ac-cfd59c6aeea2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:22.676256 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e539020-fb51-4778-85ac-cfd59c6aeea2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:22.676657 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e539020-fb51-4778-85ac-cfd59c6aeea2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:22.676987 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e539020-fb51-4778-85ac-cfd59c6aeea2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:22.677317 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e539020-fb51-4778-85ac-cfd59c6aeea2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:22.677635 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e539020-fb51-4778-85ac-cfd59c6aeea2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:22.677958 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e539020-fb51-4778-85ac-cfd59c6aeea2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:22.678281 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e539020-fb51-4778-85ac-cfd59c6aeea2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:22.678599 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e539020-fb51-4778-85ac-cfd59c6aeea2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:51:22.700922 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5fbd091a-eca2-4bb9-b771-d9d978c35ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:22.712875 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-611b0e99-e5c2-4fa8-a7a2-fc692b12200d None None] For port f4513bcc-6151-447b-be93-87618b678a74, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:51:22.716256 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-611b0e99-e5c2-4fa8-a7a2-fc692b12200d None None] For port f4513bcc-6151-447b-be93-87618b678a74, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f4513bcc-6151-447b-be93-87618b678a74,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:51:22.720569 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-611b0e99-e5c2-4fa8-a7a2-fc692b12200d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:22.737947 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbd091a-eca2-4bb9-b771-d9d978c35ec4 admin admin] Network a1a843cf-fc56-41ec-a7b8-231c959ced41 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:51:22.742687 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-5fbd091a-eca2-4bb9-b771-d9d978c35ec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:51:22.746087 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbd091a-eca2-4bb9-b771-d9d978c35ec4 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:51:22.782225 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd091a-eca2-4bb9-b771-d9d978c35ec4 admin admin] Pushing event updated for resources: {'Port': ['ID=dcf57a0a-fe9a-46f5-8dec-030d217d0132,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:22.789714 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e539020-fb51-4778-85ac-cfd59c6aeea2 None None] Pushing event updated for resources: {'Port': ['ID=f4513bcc-6151-447b-be93-87618b678a74,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:22.792457 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611b0e99-e5c2-4fa8-a7a2-fc692b12200d None None] Routers {'3a199a80-b6cd-41d6-9f5a-f3312a443207'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:51:22.793113 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-611b0e99-e5c2-4fa8-a7a2-fc692b12200d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:51:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['3a199a80-b6cd-41d6-9f5a-f3312a443207'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:22.793515 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5fbd091a-eca2-4bb9-b771-d9d978c35ec4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:22.907352 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-611b0e99-e5c2-4fa8-a7a2-fc692b12200d None None] Set router 3a199a80-b6cd-41d6-9f5a-f3312a443207 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:51:22.950323 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5fbd091a-eca2-4bb9-b771-d9d978c35ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:23.078479 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-230e9387-8bc0-4770-805e-e5530867847d None None] Provisioning for port dcf57a0a-fe9a-46f5-8dec-030d217d0132 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:51:23.082754 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-230e9387-8bc0-4770-805e-e5530867847d None None] Provisioning complete for port dcf57a0a-fe9a-46f5-8dec-030d217d0132 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:23.083391 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-230e9387-8bc0-4770-805e-e5530867847d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:23.125002 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-230e9387-8bc0-4770-805e-e5530867847d None None] Port dcf57a0a-fe9a-46f5-8dec-030d217d0132 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:51:23.145607 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5fbd091a-eca2-4bb9-b771-d9d978c35ec4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:23.151896 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5fbd091a-eca2-4bb9-b771-d9d978c35ec4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:23.214135 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 00957814-116d-4832-9d2a-20076bb0255a up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:51:23.225740 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-611b0e99-e5c2-4fa8-a7a2-fc692b12200d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'name': 'tempest-TestShelveInstance-1098524758-router', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f4513bcc-6151-447b-be93-87618b678a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:19Z', 'updated_at': '2021-07-16T09:51:20Z', 'revision_number': 3, 'project_id': '050321bf0e8649cb85eedc482043b164', 'gw_port': {'id': 'f4513bcc-6151-447b-be93-87618b678a74', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:20Z', 'updated_at': '2021-07-16T09:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:23.227914 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-5fbd091a-eca2-4bb9-b771-d9d978c35ec4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:23.229883 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbd091a-eca2-4bb9-b771-d9d978c35ec4 admin admin] Pushing event updated for resources: {'Port': ['ID=dcf57a0a-fe9a-46f5-8dec-030d217d0132,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:23.268607 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611b0e99-e5c2-4fa8-a7a2-fc692b12200d None None] The sync data for ids ['3a199a80-b6cd-41d6-9f5a-f3312a443207'] in n-d-771362-37 is: [{'id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'name': 'tempest-TestShelveInstance-1098524758-router', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f4513bcc-6151-447b-be93-87618b678a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:19Z', 'updated_at': '2021-07-16T09:51:20Z', 'revision_number': 3, 'project_id': '050321bf0e8649cb85eedc482043b164', 'gw_port': {'id': 'f4513bcc-6151-447b-be93-87618b678a74', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:20Z', 'updated_at': '2021-07-16T09:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:51:23.286866 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 00957814-116d-4832-9d2a-20076bb0255a triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:23.287312 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:23.336966 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fbd091a-eca2-4bb9-b771-d9d978c35ec4 admin admin] Network a1a843cf-fc56-41ec-a7b8-231c959ced41 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:51:23.338577 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-5fbd091a-eca2-4bb9-b771-d9d978c35ec4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:51:23.477812 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fbd091a-eca2-4bb9-b771-d9d978c35ec4 admin admin] Router 3a199a80-b6cd-41d6-9f5a-f3312a443207 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:51:23.622144 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fbd091a-eca2-4bb9-b771-d9d978c35ec4 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:51:23.627106 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-5fbd091a-eca2-4bb9-b771-d9d978c35ec4 admin admin] 10.222.0.22 "PUT /v2.0/routers/3a199a80-b6cd-41d6-9f5a-f3312a443207/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7543261 Jul 16 09:51:23.761218 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-27528db6-a349-4ecb-bb28-af90389b8d71 None None] Provisioning complete for port dcf57a0a-fe9a-46f5-8dec-030d217d0132 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:23.761947 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-27528db6-a349-4ecb-bb28-af90389b8d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:23.799824 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-27528db6-a349-4ecb-bb28-af90389b8d71 None None] Port dcf57a0a-fe9a-46f5-8dec-030d217d0132 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:51:24.136195 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50290) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:24.142028 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-16df543e-125d-4b6f-b491-2bed7ceeb3b0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-615134934-network', 'tenant_id': '1f85b3eff4594af0bd9e0389298df366'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:51:24.164233 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16df543e-125d-4b6f-b491-2bed7ceeb3b0 admin admin] Made reservation on behalf of 1f85b3eff4594af0bd9e0389298df366 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:51:24.166805 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16df543e-125d-4b6f-b491-2bed7ceeb3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:24.176145 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16df543e-125d-4b6f-b491-2bed7ceeb3b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:24.272218 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16df543e-125d-4b6f-b491-2bed7ceeb3b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:24.276466 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16df543e-125d-4b6f-b491-2bed7ceeb3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:24.300566 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16df543e-125d-4b6f-b491-2bed7ceeb3b0 admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 09:51:24.309103 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df543e-125d-4b6f-b491-2bed7ceeb3b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee498aac-131b-4263-9a51-5ea1592a249b,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:24.315732 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16df543e-125d-4b6f-b491-2bed7ceeb3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:24.316080 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-16df543e-125d-4b6f-b491-2bed7ceeb3b0 admin admin] Added segment c9d23c4c-1c58-4b1d-965e-6342a472125d of type vlan for network b0dd89c2-4794-47f8-94b3-c4d9403b8f0c Jul 16 09:51:24.355774 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16df543e-125d-4b6f-b491-2bed7ceeb3b0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:24.383724 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16df543e-125d-4b6f-b491-2bed7ceeb3b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:24.384778 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16df543e-125d-4b6f-b491-2bed7ceeb3b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:24.385363 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-16df543e-125d-4b6f-b491-2bed7ceeb3b0 admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:24.419841 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-16df543e-125d-4b6f-b491-2bed7ceeb3b0 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.2824767 Jul 16 09:51:24.422714 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50292) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:24.427863 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-2f00a3ba-6dba-4e1b-bed9-ebcb7a732334 admin admin] Request body: {'subnet': {'network_id': 'b0dd89c2-4794-47f8-94b3-c4d9403b8f0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-615134934-subnet', 'tenant_id': '1f85b3eff4594af0bd9e0389298df366', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:51:24.449373 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16df543e-125d-4b6f-b491-2bed7ceeb3b0 admin admin] Pushing event updated for resources: {'Network': ['ID=b0dd89c2-4794-47f8-94b3-c4d9403b8f0c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:24.449550 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f00a3ba-6dba-4e1b-bed9-ebcb7a732334 admin admin] Made reservation on behalf of 1f85b3eff4594af0bd9e0389298df366 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:51:24.452856 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f00a3ba-6dba-4e1b-bed9-ebcb7a732334 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:24.461053 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network b0dd89c2-4794-47f8-94b3-c4d9403b8f0c details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 09:51:24.626333 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f00a3ba-6dba-4e1b-bed9-ebcb7a732334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:24.682752 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f00a3ba-6dba-4e1b-bed9-ebcb7a732334 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7c2204c-6edb-4b0c-9356-64cc542c275e,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:24.693601 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f00a3ba-6dba-4e1b-bed9-ebcb7a732334 admin admin] Checking segment: {'id': 'c9d23c4c-1c58-4b1d-965e-6342a472125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b0dd89c2-4794-47f8-94b3-c4d9403b8f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:51:24.693967 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f00a3ba-6dba-4e1b-bed9-ebcb7a732334 admin admin] Network hostable DHCP agents. Network: b0dd89c2-4794-47f8-94b3-c4d9403b8f0c, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 09:51:24.711155 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f00a3ba-6dba-4e1b-bed9-ebcb7a732334 admin admin] Network b0dd89c2-4794-47f8-94b3-c4d9403b8f0c is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 09:51:24.720950 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-2f00a3ba-6dba-4e1b-bed9-ebcb7a732334 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, b0dd89c2-4794-47f8-94b3-c4d9403b8f0c) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:51:24.730491 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5af40174-b9f0-4081-be2f-29d8bd367f6b None None] Network b0dd89c2-4794-47f8-94b3-c4d9403b8f0c requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:51:24.731331 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f00a3ba-6dba-4e1b-bed9-ebcb7a732334 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:24.732972 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2f00a3ba-6dba-4e1b-bed9-ebcb7a732334 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:24.748430 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2f00a3ba-6dba-4e1b-bed9-ebcb7a732334 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3244359 Jul 16 09:51:24.751172 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50294) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:24.755810 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-d73e6f90-34e2-45a5-9cfb-2d46d0bad4db admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-615134934-router', 'tenant_id': '1f85b3eff4594af0bd9e0389298df366', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:51:24.778083 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d73e6f90-34e2-45a5-9cfb-2d46d0bad4db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:24.779766 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d73e6f90-34e2-45a5-9cfb-2d46d0bad4db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:24.852266 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d73e6f90-34e2-45a5-9cfb-2d46d0bad4db admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:24.892839 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc4989d-370f-4383-a12f-dd513634eba6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-b0dd89c2-4794-47f8-94b3-c4d9403b8f0c', 'network_id': 'b0dd89c2-4794-47f8-94b3-c4d9403b8f0c', 'tenant_id': '1f85b3eff4594af0bd9e0389298df366', 'fixed_ips': [{'subnet_id': 'd7c2204c-6edb-4b0c-9356-64cc542c275e'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 09:51:24.893942 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cc4989d-370f-4383-a12f-dd513634eba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:24.998136 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d73e6f90-34e2-45a5-9cfb-2d46d0bad4db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:25.038083 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-5cc4989d-370f-4383-a12f-dd513634eba6 None None] Allocated IP 172.20.0.2 (b0dd89c2-4794-47f8-94b3-c4d9403b8f0c/d7c2204c-6edb-4b0c-9356-64cc542c275e/226d2856-63bc-4e11-98f9-34438d041bd6) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:51:25.062920 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45ec91f-eab3-4707-8487-caa7ec3308d8 None None] Sync routers for ids ['3a199a80-b6cd-41d6-9f5a-f3312a443207'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:51:25.089899 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45ec91f-eab3-4707-8487-caa7ec3308d8 None None] Routers {'3a199a80-b6cd-41d6-9f5a-f3312a443207'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:51:25.090531 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c45ec91f-eab3-4707-8487-caa7ec3308d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:51:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['3a199a80-b6cd-41d6-9f5a-f3312a443207'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:25.217721 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d73e6f90-34e2-45a5-9cfb-2d46d0bad4db admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:25.220856 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f4513bcc-6151-447b-be93-87618b678a74 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:51:25.237077 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d73e6f90-34e2-45a5-9cfb-2d46d0bad4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:25.308550 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-c45ec91f-eab3-4707-8487-caa7ec3308d8 None None] Set router 3a199a80-b6cd-41d6-9f5a-f3312a443207 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:51:25.353924 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-d73e6f90-34e2-45a5-9cfb-2d46d0bad4db admin admin] Allocated IP 172.25.3.174 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/a52108c6-c0c2-470f-9ba1-5fc068503c48) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:51:25.374121 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cc4989d-370f-4383-a12f-dd513634eba6 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:25.412278 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port f4513bcc-6151-447b-be93-87618b678a74 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:51:25.422874 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5cc4989d-370f-4383-a12f-dd513634eba6 None None] Transition to ACTIVE for port object 226d2856-63bc-4e11-98f9-34438d041bd6 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:51:25.438616 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port f4513bcc-6151-447b-be93-87618b678a74 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:25.438991 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:25.465015 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d73e6f90-34e2-45a5-9cfb-2d46d0bad4db admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:25.506090 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d73e6f90-34e2-45a5-9cfb-2d46d0bad4db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:25.506398 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5cc4989d-370f-4383-a12f-dd513634eba6 None None] Transition to ACTIVE for port object 226d2856-63bc-4e11-98f9-34438d041bd6 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:51:25.524297 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cc4989d-370f-4383-a12f-dd513634eba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:25.547503 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d73e6f90-34e2-45a5-9cfb-2d46d0bad4db admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:51:25.552010 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-d73e6f90-34e2-45a5-9cfb-2d46d0bad4db admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:51:25.554547 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73e6f90-34e2-45a5-9cfb-2d46d0bad4db admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:51:25.560916 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e6f90-34e2-45a5-9cfb-2d46d0bad4db admin admin] Pushing event updated for resources: {'Port': ['ID=a52108c6-c0c2-470f-9ba1-5fc068503c48,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:25.588611 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc4989d-370f-4383-a12f-dd513634eba6 None None] Network b0dd89c2-4794-47f8-94b3-c4d9403b8f0c is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:51:25.596681 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4989d-370f-4383-a12f-dd513634eba6 None None] Pushing event updated for resources: {'Port': ['ID=226d2856-63bc-4e11-98f9-34438d041bd6,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:25.599146 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-5cc4989d-370f-4383-a12f-dd513634eba6 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:51:25.602450 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc4989d-370f-4383-a12f-dd513634eba6 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:51:25.684322 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:25.736280 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port f4513bcc-6151-447b-be93-87618b678a74, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f4513bcc-6151-447b-be93-87618b678a74,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:51:25.740335 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-5cc4989d-370f-4383-a12f-dd513634eba6 None None] Attempting to bind port 226d2856-63bc-4e11-98f9-34438d041bd6 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:51:25.740775 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-5cc4989d-370f-4383-a12f-dd513634eba6 None None] Attempting to bind port 226d2856-63bc-4e11-98f9-34438d041bd6 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'c9d23c4c-1c58-4b1d-965e-6342a472125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b0dd89c2-4794-47f8-94b3-c4d9403b8f0c'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:51:25.741139 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc4989d-370f-4383-a12f-dd513634eba6 None None] Attempting to bind port 226d2856-63bc-4e11-98f9-34438d041bd6 on network b0dd89c2-4794-47f8-94b3-c4d9403b8f0c {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:51:25.745099 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:25.755085 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc4989d-370f-4383-a12f-dd513634eba6 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:51:25.755475 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc4989d-370f-4383-a12f-dd513634eba6 None None] Checking segment: {'id': 'c9d23c4c-1c58-4b1d-965e-6342a472125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b0dd89c2-4794-47f8-94b3-c4d9403b8f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:51:25.756471 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cc4989d-370f-4383-a12f-dd513634eba6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:25.756471 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc4989d-370f-4383-a12f-dd513634eba6 None None] Bound using segment: {'id': 'c9d23c4c-1c58-4b1d-965e-6342a472125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b0dd89c2-4794-47f8-94b3-c4d9403b8f0c'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:51:25.756806 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-5cc4989d-370f-4383-a12f-dd513634eba6 None None] Bound port: 226d2856-63bc-4e11-98f9-34438d041bd6, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d23c4c-1c58-4b1d-965e-6342a472125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b0dd89c2-4794-47f8-94b3-c4d9403b8f0c'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:51:25.757195 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cc4989d-370f-4383-a12f-dd513634eba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:25.819868 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d73e6f90-34e2-45a5-9cfb-2d46d0bad4db admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:25.821433 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c45ec91f-eab3-4707-8487-caa7ec3308d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'name': 'tempest-TestShelveInstance-1098524758-router', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f4513bcc-6151-447b-be93-87618b678a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:19Z', 'updated_at': '2021-07-16T09:51:22Z', 'revision_number': 4, 'project_id': '050321bf0e8649cb85eedc482043b164', 'gw_port': {'id': 'f4513bcc-6151-447b-be93-87618b678a74', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8e:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:20Z', 'updated_at': '2021-07-16T09:51:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'dcf57a0a-fe9a-46f5-8dec-030d217d0132', 'name': '', 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'mac_address': 'fa:16:3e:74:91:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:22Z', 'updated_at': '2021-07-16T09:51:23Z', 'revision_number': 2, 'project_id': '050321bf0e8649cb85eedc482043b164', 'subnets': [{'id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:25.870280 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=f4513bcc-6151-447b-be93-87618b678a74,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:25.873574 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45ec91f-eab3-4707-8487-caa7ec3308d8 None None] Checking router: 3a199a80-b6cd-41d6-9f5a-f3312a443207 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:51:25.873937 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45ec91f-eab3-4707-8487-caa7ec3308d8 None None] Updating router 3a199a80-b6cd-41d6-9f5a-f3312a443207 port dcf57a0a-fe9a-46f5-8dec-030d217d0132 binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:51:25.919085 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-5cc4989d-370f-4383-a12f-dd513634eba6 None None] For port 226d2856-63bc-4e11-98f9-34438d041bd6, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:51:25.924396 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-5cc4989d-370f-4383-a12f-dd513634eba6 None None] For port 226d2856-63bc-4e11-98f9-34438d041bd6, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=226d2856-63bc-4e11-98f9-34438d041bd6,segment=NetworkSegment(c9d23c4c-1c58-4b1d-965e-6342a472125d),segment_id=c9d23c4c-1c58-4b1d-965e-6342a472125d)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:51:25.927891 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c45ec91f-eab3-4707-8487-caa7ec3308d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:25.931409 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5cc4989d-370f-4383-a12f-dd513634eba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:26.023774 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d73e6f90-34e2-45a5-9cfb-2d46d0bad4db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:26.082064 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4989d-370f-4383-a12f-dd513634eba6 None None] Pushing event updated for resources: {'Port': ['ID=226d2856-63bc-4e11-98f9-34438d041bd6,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:26.173624 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73e6f90-34e2-45a5-9cfb-2d46d0bad4db admin admin] Router 824d7d09-bd5f-4d26-9c22-23a92f70f001 is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 09:51:26.294399 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73e6f90-34e2-45a5-9cfb-2d46d0bad4db admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:51:26.301817 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c45ec91f-eab3-4707-8487-caa7ec3308d8 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:26.305797 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de74755-4bff-45e3-9880-c31974b6fb1c None None] Sync routers for ids ['824d7d09-bd5f-4d26-9c22-23a92f70f001'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:51:26.316016 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de74755-4bff-45e3-9880-c31974b6fb1c None None] Routers {'824d7d09-bd5f-4d26-9c22-23a92f70f001'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:51:26.317113 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-c45ec91f-eab3-4707-8487-caa7ec3308d8 None None] Transition to ACTIVE for port object dcf57a0a-fe9a-46f5-8dec-030d217d0132 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:51:26.317288 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4de74755-4bff-45e3-9880-c31974b6fb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:51:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['824d7d09-bd5f-4d26-9c22-23a92f70f001'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:26.330737 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c45ec91f-eab3-4707-8487-caa7ec3308d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:26.331435 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-d73e6f90-34e2-45a5-9cfb-2d46d0bad4db admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:26.336310 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-d73e6f90-34e2-45a5-9cfb-2d46d0bad4db admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5840411 Jul 16 09:51:26.336765 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50296) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:26.387240 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f96e83-e08b-4e70-becd-f700ac33446a None None] Pushing event updated for resources: {'Port': ['ID=dcf57a0a-fe9a-46f5-8dec-030d217d0132,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:26.450241 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-4de74755-4bff-45e3-9880-c31974b6fb1c None None] Set router 824d7d09-bd5f-4d26-9c22-23a92f70f001 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:51:26.467829 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c45ec91f-eab3-4707-8487-caa7ec3308d8 None None] Attempting to bind port dcf57a0a-fe9a-46f5-8dec-030d217d0132 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:51:26.468222 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c45ec91f-eab3-4707-8487-caa7ec3308d8 None None] Attempting to bind port dcf57a0a-fe9a-46f5-8dec-030d217d0132 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'f8eafb01-a133-40dc-be4c-3741b1d3d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:51:26.468741 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45ec91f-eab3-4707-8487-caa7ec3308d8 None None] Attempting to bind port dcf57a0a-fe9a-46f5-8dec-030d217d0132 on network a1a843cf-fc56-41ec-a7b8-231c959ced41 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:51:26.479491 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45ec91f-eab3-4707-8487-caa7ec3308d8 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:51:26.479908 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45ec91f-eab3-4707-8487-caa7ec3308d8 None None] Checking segment: {'id': 'f8eafb01-a133-40dc-be4c-3741b1d3d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:51:26.480299 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c45ec91f-eab3-4707-8487-caa7ec3308d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:26.480738 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45ec91f-eab3-4707-8487-caa7ec3308d8 None None] Bound using segment: {'id': 'f8eafb01-a133-40dc-be4c-3741b1d3d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:51:26.483308 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-c45ec91f-eab3-4707-8487-caa7ec3308d8 None None] Bound port: dcf57a0a-fe9a-46f5-8dec-030d217d0132, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8eafb01-a133-40dc-be4c-3741b1d3d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:51:26.483985 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c45ec91f-eab3-4707-8487-caa7ec3308d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:26.563555 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c45ec91f-eab3-4707-8487-caa7ec3308d8 None None] For port dcf57a0a-fe9a-46f5-8dec-030d217d0132, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:51:26.566891 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-c45ec91f-eab3-4707-8487-caa7ec3308d8 None None] For port dcf57a0a-fe9a-46f5-8dec-030d217d0132, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=dcf57a0a-fe9a-46f5-8dec-030d217d0132,segment=NetworkSegment(f8eafb01-a133-40dc-be4c-3741b1d3d178),segment_id=f8eafb01-a133-40dc-be4c-3741b1d3d178)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:51:26.579828 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c45ec91f-eab3-4707-8487-caa7ec3308d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:26.643657 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c45ec91f-eab3-4707-8487-caa7ec3308d8 None None] Routers {'3a199a80-b6cd-41d6-9f5a-f3312a443207'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:51:26.644198 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c45ec91f-eab3-4707-8487-caa7ec3308d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:51:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['3a199a80-b6cd-41d6-9f5a-f3312a443207'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:26.688875 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4de74755-4bff-45e3-9880-c31974b6fb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824d7d09-bd5f-4d26-9c22-23a92f70f001', 'name': 'tempest-TestShelveInstance-615134934-router', 'tenant_id': '1f85b3eff4594af0bd9e0389298df366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a52108c6-c0c2-470f-9ba1-5fc068503c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:24Z', 'updated_at': '2021-07-16T09:51:25Z', 'revision_number': 3, 'project_id': '1f85b3eff4594af0bd9e0389298df366', 'gw_port': {'id': 'a52108c6-c0c2-470f-9ba1-5fc068503c48', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824d7d09-bd5f-4d26-9c22-23a92f70f001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:25Z', 'updated_at': '2021-07-16T09:51:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:26.708235 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f96e83-e08b-4e70-becd-f700ac33446a None None] Pushing event updated for resources: {'Port': ['ID=dcf57a0a-fe9a-46f5-8dec-030d217d0132,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:26.742493 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de74755-4bff-45e3-9880-c31974b6fb1c None None] Checking router: 824d7d09-bd5f-4d26-9c22-23a92f70f001 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:51:26.742844 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de74755-4bff-45e3-9880-c31974b6fb1c None None] Updating router 824d7d09-bd5f-4d26-9c22-23a92f70f001 port a52108c6-c0c2-470f-9ba1-5fc068503c48 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:51:26.794865 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4de74755-4bff-45e3-9880-c31974b6fb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:26.815179 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-c45ec91f-eab3-4707-8487-caa7ec3308d8 None None] Set router 3a199a80-b6cd-41d6-9f5a-f3312a443207 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:51:26.960277 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f07c733-e833-423a-a0b2-cba658f9ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:27.206127 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4de74755-4bff-45e3-9880-c31974b6fb1c None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:27.214339 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-8f07c733-e833-423a-a0b2-cba658f9ef05 admin admin] Allocated IP 172.20.0.1 (b0dd89c2-4794-47f8-94b3-c4d9403b8f0c/d7c2204c-6edb-4b0c-9356-64cc542c275e/24fe8008-b2ef-4364-8433-ade21e00fc28) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:51:27.227097 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-4de74755-4bff-45e3-9880-c31974b6fb1c None None] Transition to ACTIVE for port object a52108c6-c0c2-470f-9ba1-5fc068503c48 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:51:27.240968 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4de74755-4bff-45e3-9880-c31974b6fb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:27.294844 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-c45ec91f-eab3-4707-8487-caa7ec3308d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'name': 'tempest-TestShelveInstance-1098524758-router', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f4513bcc-6151-447b-be93-87618b678a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:19Z', 'updated_at': '2021-07-16T09:51:22Z', 'revision_number': 4, 'project_id': '050321bf0e8649cb85eedc482043b164', 'gw_port': {'id': 'f4513bcc-6151-447b-be93-87618b678a74', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:20Z', 'updated_at': '2021-07-16T09:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'dcf57a0a-fe9a-46f5-8dec-030d217d0132', 'name': '', 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'mac_address': 'fa:16:3e:74:91:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:22Z', 'updated_at': '2021-07-16T09:51:26Z', 'revision_number': 4, 'project_id': '050321bf0e8649cb85eedc482043b164', 'subnets': [{'id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:27.319320 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dbc942-5c99-4b9e-a676-811402f8dd3c None None] Pushing event updated for resources: {'Port': ['ID=a52108c6-c0c2-470f-9ba1-5fc068503c48,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:27.324571 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c45ec91f-eab3-4707-8487-caa7ec3308d8 None None] The sync data for ids ['3a199a80-b6cd-41d6-9f5a-f3312a443207'] in n-d-771362-37 is: [{'id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'name': 'tempest-TestShelveInstance-1098524758-router', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f4513bcc-6151-447b-be93-87618b678a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:19Z', 'updated_at': '2021-07-16T09:51:22Z', 'revision_number': 4, 'project_id': '050321bf0e8649cb85eedc482043b164', 'gw_port': {'id': 'f4513bcc-6151-447b-be93-87618b678a74', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:20Z', 'updated_at': '2021-07-16T09:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'dcf57a0a-fe9a-46f5-8dec-030d217d0132', 'name': '', 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'mac_address': 'fa:16:3e:74:91:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:22Z', 'updated_at': '2021-07-16T09:51:26Z', 'revision_number': 4, 'project_id': '050321bf0e8649cb85eedc482043b164', 'subnets': [{'id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:51:27.349955 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-4de74755-4bff-45e3-9880-c31974b6fb1c None None] Attempting to bind port a52108c6-c0c2-470f-9ba1-5fc068503c48 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:51:27.350658 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-4de74755-4bff-45e3-9880-c31974b6fb1c None None] Attempting to bind port a52108c6-c0c2-470f-9ba1-5fc068503c48 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:51:27.350658 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de74755-4bff-45e3-9880-c31974b6fb1c None None] Attempting to bind port a52108c6-c0c2-470f-9ba1-5fc068503c48 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:51:27.356537 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de74755-4bff-45e3-9880-c31974b6fb1c None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:51:27.357465 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de74755-4bff-45e3-9880-c31974b6fb1c None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:51:27.357984 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4de74755-4bff-45e3-9880-c31974b6fb1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:27.358460 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de74755-4bff-45e3-9880-c31974b6fb1c None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:51:27.359026 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-4de74755-4bff-45e3-9880-c31974b6fb1c None None] Bound port: a52108c6-c0c2-470f-9ba1-5fc068503c48, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:51:27.359488 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4de74755-4bff-45e3-9880-c31974b6fb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:27.379811 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1e44ccc-ad91-499c-93a2-e25ff049ab51 None None] Network b0dd89c2-4794-47f8-94b3-c4d9403b8f0c requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 09:51:27.387253 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f07c733-e833-423a-a0b2-cba658f9ef05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:27.415887 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 226d2856-63bc-4e11-98f9-34438d041bd6 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:51:27.434462 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-8f07c733-e833-423a-a0b2-cba658f9ef05 admin admin] Transition to ACTIVE for port object 24fe8008-b2ef-4364-8433-ade21e00fc28 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:51:27.450390 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-4de74755-4bff-45e3-9880-c31974b6fb1c None None] For port a52108c6-c0c2-470f-9ba1-5fc068503c48, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:51:27.454136 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-4de74755-4bff-45e3-9880-c31974b6fb1c None None] For port a52108c6-c0c2-470f-9ba1-5fc068503c48, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=a52108c6-c0c2-470f-9ba1-5fc068503c48,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:51:27.460640 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-4de74755-4bff-45e3-9880-c31974b6fb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:27.483175 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f07c733-e833-423a-a0b2-cba658f9ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:27.535569 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f07c733-e833-423a-a0b2-cba658f9ef05 admin admin] Network b0dd89c2-4794-47f8-94b3-c4d9403b8f0c is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:51:27.540683 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-8f07c733-e833-423a-a0b2-cba658f9ef05 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:51:27.544387 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-f23a22cb-4f30-4af9-91a3-2245902778d2 None None] Provisioning for port 226d2856-63bc-4e11-98f9-34438d041bd6 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:51:27.544938 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f07c733-e833-423a-a0b2-cba658f9ef05 admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:51:27.545062 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dbc942-5c99-4b9e-a676-811402f8dd3c None None] Pushing event updated for resources: {'Port': ['ID=a52108c6-c0c2-470f-9ba1-5fc068503c48,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:27.554235 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de74755-4bff-45e3-9880-c31974b6fb1c None None] Routers {'824d7d09-bd5f-4d26-9c22-23a92f70f001'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:51:27.554879 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4de74755-4bff-45e3-9880-c31974b6fb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:51:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['824d7d09-bd5f-4d26-9c22-23a92f70f001'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:27.602498 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07c733-e833-423a-a0b2-cba658f9ef05 admin admin] Pushing event updated for resources: {'Port': ['ID=24fe8008-b2ef-4364-8433-ade21e00fc28,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:27.613669 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f07c733-e833-423a-a0b2-cba658f9ef05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:27.627579 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 226d2856-63bc-4e11-98f9-34438d041bd6 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:51:27.635857 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 226d2856-63bc-4e11-98f9-34438d041bd6 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:27.635857 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:27.728590 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-4de74755-4bff-45e3-9880-c31974b6fb1c None None] Set router 824d7d09-bd5f-4d26-9c22-23a92f70f001 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:51:27.791939 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:27.806456 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f07c733-e833-423a-a0b2-cba658f9ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:27.844454 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 226d2856-63bc-4e11-98f9-34438d041bd6, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=226d2856-63bc-4e11-98f9-34438d041bd6,segment=NetworkSegment(c9d23c4c-1c58-4b1d-965e-6342a472125d),segment_id=c9d23c4c-1c58-4b1d-965e-6342a472125d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:51:27.854050 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:27.855770 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f4513bcc-6151-447b-be93-87618b678a74 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:51:27.947495 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=226d2856-63bc-4e11-98f9-34438d041bd6,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:27.959796 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port f4513bcc-6151-447b-be93-87618b678a74 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:27.960266 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:28.046143 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-4de74755-4bff-45e3-9880-c31974b6fb1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824d7d09-bd5f-4d26-9c22-23a92f70f001', 'name': 'tempest-TestShelveInstance-615134934-router', 'tenant_id': '1f85b3eff4594af0bd9e0389298df366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a52108c6-c0c2-470f-9ba1-5fc068503c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:24Z', 'updated_at': '2021-07-16T09:51:25Z', 'revision_number': 3, 'project_id': '1f85b3eff4594af0bd9e0389298df366', 'gw_port': {'id': 'a52108c6-c0c2-470f-9ba1-5fc068503c48', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824d7d09-bd5f-4d26-9c22-23a92f70f001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:25Z', 'updated_at': '2021-07-16T09:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:28.098599 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-08c670d3-c415-4cf8-a8a7-2c17441f20ee None None] Provisioning for port 24fe8008-b2ef-4364-8433-ade21e00fc28 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:51:28.103529 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-08c670d3-c415-4cf8-a8a7-2c17441f20ee None None] Provisioning complete for port 24fe8008-b2ef-4364-8433-ade21e00fc28 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:28.103929 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-08c670d3-c415-4cf8-a8a7-2c17441f20ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:28.111004 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4de74755-4bff-45e3-9880-c31974b6fb1c None None] The sync data for ids ['824d7d09-bd5f-4d26-9c22-23a92f70f001'] in n-d-771362-37 is: [{'id': '824d7d09-bd5f-4d26-9c22-23a92f70f001', 'name': 'tempest-TestShelveInstance-615134934-router', 'tenant_id': '1f85b3eff4594af0bd9e0389298df366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a52108c6-c0c2-470f-9ba1-5fc068503c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:24Z', 'updated_at': '2021-07-16T09:51:25Z', 'revision_number': 3, 'project_id': '1f85b3eff4594af0bd9e0389298df366', 'gw_port': {'id': 'a52108c6-c0c2-470f-9ba1-5fc068503c48', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e7:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824d7d09-bd5f-4d26-9c22-23a92f70f001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:25Z', 'updated_at': '2021-07-16T09:51:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:51:28.131048 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f07c733-e833-423a-a0b2-cba658f9ef05 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:28.140242 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f07c733-e833-423a-a0b2-cba658f9ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:28.163060 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-08c670d3-c415-4cf8-a8a7-2c17441f20ee None None] Port 24fe8008-b2ef-4364-8433-ade21e00fc28 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:51:28.182235 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-08c670d3-c415-4cf8-a8a7-2c17441f20ee None None] Provisioning complete for port 226d2856-63bc-4e11-98f9-34438d041bd6 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:28.182618 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-08c670d3-c415-4cf8-a8a7-2c17441f20ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:28.194144 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f07c733-e833-423a-a0b2-cba658f9ef05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:28.301580 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07c733-e833-423a-a0b2-cba658f9ef05 admin admin] Pushing event updated for resources: {'Port': ['ID=24fe8008-b2ef-4364-8433-ade21e00fc28,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:28.347384 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f07c733-e833-423a-a0b2-cba658f9ef05 admin admin] Network b0dd89c2-4794-47f8-94b3-c4d9403b8f0c is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:51:28.348978 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-8f07c733-e833-423a-a0b2-cba658f9ef05 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:51:28.426893 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-46eb3aaa-d5e5-4f8f-b6df-a549951583f5 None None] Provisioning complete for port 24fe8008-b2ef-4364-8433-ade21e00fc28 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:28.428974 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-46eb3aaa-d5e5-4f8f-b6df-a549951583f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:28.498507 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-46eb3aaa-d5e5-4f8f-b6df-a549951583f5 None None] Port 24fe8008-b2ef-4364-8433-ade21e00fc28 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:51:28.523961 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f07c733-e833-423a-a0b2-cba658f9ef05 admin admin] Router 824d7d09-bd5f-4d26-9c22-23a92f70f001 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:51:28.655315 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f07c733-e833-423a-a0b2-cba658f9ef05 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:51:28.661775 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8f07c733-e833-423a-a0b2-cba658f9ef05 admin admin] 10.222.0.22 "PUT /v2.0/routers/824d7d09-bd5f-4d26-9c22-23a92f70f001/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3222773 Jul 16 09:51:28.719379 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-198e2598-499d-4ffc-bcd8-3ae398ddaeaf None None] Provisioning complete for port 24fe8008-b2ef-4364-8433-ade21e00fc28 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:28.719755 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-198e2598-499d-4ffc-bcd8-3ae398ddaeaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:28.770685 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-198e2598-499d-4ffc-bcd8-3ae398ddaeaf None None] Port 24fe8008-b2ef-4364-8433-ade21e00fc28 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:51:29.282464 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 226d2856-63bc-4e11-98f9-34438d041bd6 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:51:29.340845 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 226d2856-63bc-4e11-98f9-34438d041bd6 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:29.343275 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:29.397675 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50304) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:29.402554 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-ff1c4af4-8691-45ef-96fe-f55547294c2b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1454766045', 'description': 'tempest-secgroup-smoke-1454766045 description', 'project_id': '050321bf0e8649cb85eedc482043b164'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:51:29.426097 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff1c4af4-8691-45ef-96fe-f55547294c2b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:29.449166 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device dcf57a0a-fe9a-46f5-8dec-030d217d0132 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:51:29.500757 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port dcf57a0a-fe9a-46f5-8dec-030d217d0132 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:51:29.504694 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port dcf57a0a-fe9a-46f5-8dec-030d217d0132 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:29.505268 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:29.510489 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff1c4af4-8691-45ef-96fe-f55547294c2b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:29.514862 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff1c4af4-8691-45ef-96fe-f55547294c2b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:29.541394 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ff1c4af4-8691-45ef-96fe-f55547294c2b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:29.542660 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ff1c4af4-8691-45ef-96fe-f55547294c2b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1439502 Jul 16 09:51:29.546683 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50306) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:29.547171 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1c4af4-8691-45ef-96fe-f55547294c2b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32cd4db4-14e4-41c1-8225-0688a014fc6c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:29.553466 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9438cb17-28ea-4c30-9b6b-b66fbd6adc0d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Request body: {'security_group_rule': {'security_group_id': '32cd4db4-14e4-41c1-8225-0688a014fc6c', 'project_id': '050321bf0e8649cb85eedc482043b164', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:51:29.580670 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9438cb17-28ea-4c30-9b6b-b66fbd6adc0d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:29.594750 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:29.629257 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port dcf57a0a-fe9a-46f5-8dec-030d217d0132, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=dcf57a0a-fe9a-46f5-8dec-030d217d0132,segment=NetworkSegment(f8eafb01-a133-40dc-be4c-3741b1d3d178),segment_id=f8eafb01-a133-40dc-be4c-3741b1d3d178)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:51:29.635351 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:29.636300 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a52108c6-c0c2-470f-9ba1-5fc068503c48 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:51:29.644970 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9438cb17-28ea-4c30-9b6b-b66fbd6adc0d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:29.649098 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9438cb17-28ea-4c30-9b6b-b66fbd6adc0d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:29.666982 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9438cb17-28ea-4c30-9b6b-b66fbd6adc0d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de5df7e-bdb3-4e01-be5f-44c52f5013ab,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:29.673347 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9438cb17-28ea-4c30-9b6b-b66fbd6adc0d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:29.674647 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9438cb17-28ea-4c30-9b6b-b66fbd6adc0d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1258934 Jul 16 09:51:29.677564 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50308) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:29.682025 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-cb35a3eb-0a0c-4b9f-9155-31315b3de2b8 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Request body: {'security_group_rule': {'security_group_id': '32cd4db4-14e4-41c1-8225-0688a014fc6c', 'project_id': '050321bf0e8649cb85eedc482043b164', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:51:29.711743 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb35a3eb-0a0c-4b9f-9155-31315b3de2b8 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:29.723823 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=dcf57a0a-fe9a-46f5-8dec-030d217d0132,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:29.736861 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port a52108c6-c0c2-470f-9ba1-5fc068503c48 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:51:29.741016 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port a52108c6-c0c2-470f-9ba1-5fc068503c48 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:29.741393 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:29.781504 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb35a3eb-0a0c-4b9f-9155-31315b3de2b8 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:29.787923 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb35a3eb-0a0c-4b9f-9155-31315b3de2b8 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:29.805622 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb35a3eb-0a0c-4b9f-9155-31315b3de2b8 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c952a8e-f2a1-42a6-82f5-d070908cd5e6,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:29.813669 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cb35a3eb-0a0c-4b9f-9155-31315b3de2b8 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:29.815286 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-cb35a3eb-0a0c-4b9f-9155-31315b3de2b8 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1367772 Jul 16 09:51:29.818236 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50310) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:29.823152 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-875b2686-b3be-49ad-b776-265bcb299945 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Request body: {'security_group_rule': {'security_group_id': '32cd4db4-14e4-41c1-8225-0688a014fc6c', 'project_id': '050321bf0e8649cb85eedc482043b164', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:51:29.823352 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:29.845295 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port a52108c6-c0c2-470f-9ba1-5fc068503c48, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=a52108c6-c0c2-470f-9ba1-5fc068503c48,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:51:29.848976 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:29.855723 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-875b2686-b3be-49ad-b776-265bcb299945 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:29.901229 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=a52108c6-c0c2-470f-9ba1-5fc068503c48,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:29.918148 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-875b2686-b3be-49ad-b776-265bcb299945 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:29.921775 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-875b2686-b3be-49ad-b776-265bcb299945 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:29.939496 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b2686-b3be-49ad-b776-265bcb299945 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=305b09ad-fb3d-4fb8-bce8-3691e6210f34,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:29.945037 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-875b2686-b3be-49ad-b776-265bcb299945 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:29.946239 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-875b2686-b3be-49ad-b776-265bcb299945 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1270523 Jul 16 09:51:29.949184 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50312) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:29.954752 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-28e393a7-e145-46de-860f-7acdf6aeba68 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Request body: {'security_group_rule': {'security_group_id': '32cd4db4-14e4-41c1-8225-0688a014fc6c', 'project_id': '050321bf0e8649cb85eedc482043b164', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:51:29.981215 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-28e393a7-e145-46de-860f-7acdf6aeba68 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:30.038996 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-28e393a7-e145-46de-860f-7acdf6aeba68 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:30.043432 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-28e393a7-e145-46de-860f-7acdf6aeba68 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:30.058981 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e393a7-e145-46de-860f-7acdf6aeba68 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b3f9939-e79d-4cc6-9b7c-7a3091a38c98,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:30.068398 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-28e393a7-e145-46de-860f-7acdf6aeba68 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:30.069627 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-28e393a7-e145-46de-860f-7acdf6aeba68 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195304 Jul 16 09:51:30.072659 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50314) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:30.077688 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b0dd21b5-12f3-494a-8391-0811a459541b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Request body: {'security_group_rule': {'security_group_id': '32cd4db4-14e4-41c1-8225-0688a014fc6c', 'project_id': '050321bf0e8649cb85eedc482043b164', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:51:30.098535 n-d-771362-37 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-b0dd21b5-12f3-494a-8391-0811a459541b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Project 050321bf0e8649cb85eedc482043b164 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:51:30.103546 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b0dd21b5-12f3-494a-8391-0811a459541b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:30.166968 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b0dd21b5-12f3-494a-8391-0811a459541b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:30.171229 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b0dd21b5-12f3-494a-8391-0811a459541b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:30.189821 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd21b5-12f3-494a-8391-0811a459541b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01c2b2e8-b0ca-450f-832c-1f2c5d95b689,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:30.192937 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b0dd21b5-12f3-494a-8391-0811a459541b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:30.194118 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b0dd21b5-12f3-494a-8391-0811a459541b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1205206 Jul 16 09:51:30.197921 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50316) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:30.201600 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-6debb145-1d28-4b66-b62f-99e545a8e9ec tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Request body: {'security_group_rule': {'security_group_id': '32cd4db4-14e4-41c1-8225-0688a014fc6c', 'project_id': '050321bf0e8649cb85eedc482043b164', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:51:30.222297 n-d-771362-37 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-6debb145-1d28-4b66-b62f-99e545a8e9ec tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Project 050321bf0e8649cb85eedc482043b164 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:51:30.227222 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6debb145-1d28-4b66-b62f-99e545a8e9ec tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:30.288834 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6debb145-1d28-4b66-b62f-99e545a8e9ec tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:30.292597 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6debb145-1d28-4b66-b62f-99e545a8e9ec tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:30.311424 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6debb145-1d28-4b66-b62f-99e545a8e9ec tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85561d22-5339-434a-a524-535c201da875,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:30.317553 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-6debb145-1d28-4b66-b62f-99e545a8e9ec tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:30.318688 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-6debb145-1d28-4b66-b62f-99e545a8e9ec tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1206193 Jul 16 09:51:30.461533 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-25e68487-fa69-4d49-8ecf-c72fb4af4c4d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1454766045&fields=id&tenant_id=050321bf0e8649cb85eedc482043b164 HTTP/1.1" status: 200 len: 267 time: 0.0335059 Jul 16 09:51:30.573452 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-e26b0d39-a543-47a2-a5fc-73a99f9a8719 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:30.574972 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-e26b0d39-a543-47a2-a5fc-73a99f9a8719 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/networks?id=a1a843cf-fc56-41ec-a7b8-231c959ced41 HTTP/1.1" status: 200 len: 809 time: 0.1070647 Jul 16 09:51:30.592602 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-6dc63073-1c86-4657-9e36-4054dd5d24be tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/quotas/050321bf0e8649cb85eedc482043b164 HTTP/1.1" status: 200 len: 375 time: 0.0110192 Jul 16 09:51:30.661575 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-41cca830-b233-40d3-9eaf-68c83a1cc67a tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=050321bf0e8649cb85eedc482043b164&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0634551 Jul 16 09:51:30.771079 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-122d6061-5993-44c8-b669-103345422a31 service neutron] 10.222.0.22 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0937095 Jul 16 09:51:30.858256 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dc6c7c-17c3-4847-95f7-6d844b886176 None None] Sync routers for ids ['824d7d09-bd5f-4d26-9c22-23a92f70f001'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:51:30.868932 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dc6c7c-17c3-4847-95f7-6d844b886176 None None] Routers {'824d7d09-bd5f-4d26-9c22-23a92f70f001'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:51:30.869567 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-34dc6c7c-17c3-4847-95f7-6d844b886176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:51:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['824d7d09-bd5f-4d26-9c22-23a92f70f001'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:30.984926 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-34dc6c7c-17c3-4847-95f7-6d844b886176 None None] Set router 824d7d09-bd5f-4d26-9c22-23a92f70f001 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:51:31.192400 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device dcf57a0a-fe9a-46f5-8dec-030d217d0132 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:51:31.243942 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-34dc6c7c-17c3-4847-95f7-6d844b886176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824d7d09-bd5f-4d26-9c22-23a92f70f001', 'name': 'tempest-TestShelveInstance-615134934-router', 'tenant_id': '1f85b3eff4594af0bd9e0389298df366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a52108c6-c0c2-470f-9ba1-5fc068503c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:24Z', 'updated_at': '2021-07-16T09:51:27Z', 'revision_number': 4, 'project_id': '1f85b3eff4594af0bd9e0389298df366', 'gw_port': {'id': 'a52108c6-c0c2-470f-9ba1-5fc068503c48', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824d7d09-bd5f-4d26-9c22-23a92f70f001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:25Z', 'updated_at': '2021-07-16T09:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '24fe8008-b2ef-4364-8433-ade21e00fc28', 'name': '', 'network_id': 'b0dd89c2-4794-47f8-94b3-c4d9403b8f0c', 'tenant_id': '1f85b3eff4594af0bd9e0389298df366', 'mac_address': 'fa:16:3e:68:3c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824d7d09-bd5f-4d26-9c22-23a92f70f001', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd7c2204c-6edb-4b0c-9356-64cc542c275e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:26Z', 'updated_at': '2021-07-16T09:51:27Z', 'revision_number': 2, 'project_id': '1f85b3eff4594af0bd9e0389298df366', 'subnets': [{'id': 'd7c2204c-6edb-4b0c-9356-64cc542c275e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:31.255103 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ae26bbc3-8931-4b40-a776-8419a3b7153b service neutron] 10.222.0.22 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4777808 Jul 16 09:51:31.276314 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dc6c7c-17c3-4847-95f7-6d844b886176 None None] Checking router: 824d7d09-bd5f-4d26-9c22-23a92f70f001 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:51:31.276698 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dc6c7c-17c3-4847-95f7-6d844b886176 None None] Updating router 824d7d09-bd5f-4d26-9c22-23a92f70f001 port 24fe8008-b2ef-4364-8433-ade21e00fc28 binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 09:51:31.280233 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port dcf57a0a-fe9a-46f5-8dec-030d217d0132 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:31.280233 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:31.342602 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34dc6c7c-17c3-4847-95f7-6d844b886176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:31.444723 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-65233bea-f74f-4ef5-86b8-9e664688c095 req-9c4f2b9a-9cbf-4f5f-9504-251380533d4e tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 210 time: 0.0333734 Jul 16 09:51:31.489039 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a52108c6-c0c2-470f-9ba1-5fc068503c48 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:51:31.650251 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port a52108c6-c0c2-470f-9ba1-5fc068503c48 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:31.650828 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:31.828077 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34dc6c7c-17c3-4847-95f7-6d844b886176 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:31.846135 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-34dc6c7c-17c3-4847-95f7-6d844b886176 None None] Transition to ACTIVE for port object 24fe8008-b2ef-4364-8433-ade21e00fc28 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:51:31.855278 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34dc6c7c-17c3-4847-95f7-6d844b886176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:31.965790 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ea328-edef-461d-b55e-c5a1b3c0732e None None] Pushing event updated for resources: {'Port': ['ID=24fe8008-b2ef-4364-8433-ade21e00fc28,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:32.008520 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-34dc6c7c-17c3-4847-95f7-6d844b886176 None None] Attempting to bind port 24fe8008-b2ef-4364-8433-ade21e00fc28 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:51:32.009103 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-34dc6c7c-17c3-4847-95f7-6d844b886176 None None] Attempting to bind port 24fe8008-b2ef-4364-8433-ade21e00fc28 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'c9d23c4c-1c58-4b1d-965e-6342a472125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b0dd89c2-4794-47f8-94b3-c4d9403b8f0c'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:51:32.009652 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dc6c7c-17c3-4847-95f7-6d844b886176 None None] Attempting to bind port 24fe8008-b2ef-4364-8433-ade21e00fc28 on network b0dd89c2-4794-47f8-94b3-c4d9403b8f0c {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:51:32.019222 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dc6c7c-17c3-4847-95f7-6d844b886176 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 51, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:51:32.019843 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dc6c7c-17c3-4847-95f7-6d844b886176 None None] Checking segment: {'id': 'c9d23c4c-1c58-4b1d-965e-6342a472125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b0dd89c2-4794-47f8-94b3-c4d9403b8f0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:51:32.020851 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34dc6c7c-17c3-4847-95f7-6d844b886176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:32.021490 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34dc6c7c-17c3-4847-95f7-6d844b886176 None None] Bound using segment: {'id': 'c9d23c4c-1c58-4b1d-965e-6342a472125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b0dd89c2-4794-47f8-94b3-c4d9403b8f0c'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:51:32.022191 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-34dc6c7c-17c3-4847-95f7-6d844b886176 None None] Bound port: 24fe8008-b2ef-4364-8433-ade21e00fc28, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c9d23c4c-1c58-4b1d-965e-6342a472125d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b0dd89c2-4794-47f8-94b3-c4d9403b8f0c'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:51:32.022774 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34dc6c7c-17c3-4847-95f7-6d844b886176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:32.119337 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-34dc6c7c-17c3-4847-95f7-6d844b886176 None None] For port 24fe8008-b2ef-4364-8433-ade21e00fc28, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:51:32.123077 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-34dc6c7c-17c3-4847-95f7-6d844b886176 None None] For port 24fe8008-b2ef-4364-8433-ade21e00fc28, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=24fe8008-b2ef-4364-8433-ade21e00fc28,segment=NetworkSegment(c9d23c4c-1c58-4b1d-965e-6342a472125d),segment_id=c9d23c4c-1c58-4b1d-965e-6342a472125d)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:51:32.127104 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-34dc6c7c-17c3-4847-95f7-6d844b886176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:32.182576 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dc6c7c-17c3-4847-95f7-6d844b886176 None None] Routers {'824d7d09-bd5f-4d26-9c22-23a92f70f001'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:51:32.183073 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-34dc6c7c-17c3-4847-95f7-6d844b886176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:51:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['824d7d09-bd5f-4d26-9c22-23a92f70f001'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:32.242968 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818ea328-edef-461d-b55e-c5a1b3c0732e None None] Pushing event updated for resources: {'Port': ['ID=24fe8008-b2ef-4364-8433-ade21e00fc28,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:32.324913 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-34dc6c7c-17c3-4847-95f7-6d844b886176 None None] Set router 824d7d09-bd5f-4d26-9c22-23a92f70f001 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:51:32.613654 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6211ee27-ba94-4554-b864-47c83d0891ca req-1e1966d8-5d63-4471-a778-6350658ce2ca tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 210 time: 0.0316732 Jul 16 09:51:32.692868 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-34dc6c7c-17c3-4847-95f7-6d844b886176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824d7d09-bd5f-4d26-9c22-23a92f70f001', 'name': 'tempest-TestShelveInstance-615134934-router', 'tenant_id': '1f85b3eff4594af0bd9e0389298df366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a52108c6-c0c2-470f-9ba1-5fc068503c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:24Z', 'updated_at': '2021-07-16T09:51:27Z', 'revision_number': 4, 'project_id': '1f85b3eff4594af0bd9e0389298df366', 'gw_port': {'id': 'a52108c6-c0c2-470f-9ba1-5fc068503c48', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824d7d09-bd5f-4d26-9c22-23a92f70f001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:25Z', 'updated_at': '2021-07-16T09:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '24fe8008-b2ef-4364-8433-ade21e00fc28', 'name': '', 'network_id': 'b0dd89c2-4794-47f8-94b3-c4d9403b8f0c', 'tenant_id': '1f85b3eff4594af0bd9e0389298df366', 'mac_address': 'fa:16:3e:68:3c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824d7d09-bd5f-4d26-9c22-23a92f70f001', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd7c2204c-6edb-4b0c-9356-64cc542c275e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:26Z', 'updated_at': '2021-07-16T09:51:32Z', 'revision_number': 4, 'project_id': '1f85b3eff4594af0bd9e0389298df366', 'subnets': [{'id': 'd7c2204c-6edb-4b0c-9356-64cc542c275e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:32.721708 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34dc6c7c-17c3-4847-95f7-6d844b886176 None None] The sync data for ids ['824d7d09-bd5f-4d26-9c22-23a92f70f001'] in n-d-771362-37 is: [{'id': '824d7d09-bd5f-4d26-9c22-23a92f70f001', 'name': 'tempest-TestShelveInstance-615134934-router', 'tenant_id': '1f85b3eff4594af0bd9e0389298df366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a52108c6-c0c2-470f-9ba1-5fc068503c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:24Z', 'updated_at': '2021-07-16T09:51:27Z', 'revision_number': 4, 'project_id': '1f85b3eff4594af0bd9e0389298df366', 'gw_port': {'id': 'a52108c6-c0c2-470f-9ba1-5fc068503c48', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824d7d09-bd5f-4d26-9c22-23a92f70f001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:25Z', 'updated_at': '2021-07-16T09:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '24fe8008-b2ef-4364-8433-ade21e00fc28', 'name': '', 'network_id': 'b0dd89c2-4794-47f8-94b3-c4d9403b8f0c', 'tenant_id': '1f85b3eff4594af0bd9e0389298df366', 'mac_address': 'fa:16:3e:68:3c:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '824d7d09-bd5f-4d26-9c22-23a92f70f001', 'device_owner': 'network:router_interface', 'standard_attr_id': 4253, 'fixed_ips': [{'subnet_id': 'd7c2204c-6edb-4b0c-9356-64cc542c275e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:26Z', 'updated_at': '2021-07-16T09:51:32Z', 'revision_number': 4, 'project_id': '1f85b3eff4594af0bd9e0389298df366', 'subnets': [{'id': 'd7c2204c-6edb-4b0c-9356-64cc542c275e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:51:32.774203 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-3f847184-f43c-49a8-83e1-74b87a1122b6 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:32.776615 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-3f847184-f43c-49a8-83e1-74b87a1122b6 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.21 "GET /v2.0/networks?id=a1a843cf-fc56-41ec-a7b8-231c959ced41 HTTP/1.1" status: 200 len: 809 time: 0.1281009 Jul 16 09:51:32.832002 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-3d8607da-2825-4ab5-a8fc-e086389f24d2 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=050321bf0e8649cb85eedc482043b164 HTTP/1.1" status: 200 len: 380 time: 0.0446706 Jul 16 09:51:32.849677 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ca378f12-4ed4-4e75-b6f3-fc2e1a620513 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Request body: {'port': {'device_id': 'abbb4e9f-5066-439f-9cf6-aeb96aa05782', 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41', 'admin_state_up': True, 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'security_groups': ['32cd4db4-14e4-41c1-8225-0688a014fc6c']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:51:32.970573 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ca378f12-4ed4-4e75-b6f3-fc2e1a620513 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Made reservation on behalf of 050321bf0e8649cb85eedc482043b164 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:51:32.974287 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ca378f12-4ed4-4e75-b6f3-fc2e1a620513 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:33.010038 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:33.052139 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:33.109795 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ca378f12-4ed4-4e75-b6f3-fc2e1a620513 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Allocated IP 172.20.0.7 (a1a843cf-fc56-41ec-a7b8-231c959ced41/8c62f8f7-50d5-455d-8750-0badb636efbe/8002f18f-122c-4225-821b-1e804520a18e) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:51:33.204119 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 24fe8008-b2ef-4364-8433-ade21e00fc28 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:51:33.258639 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 24fe8008-b2ef-4364-8433-ade21e00fc28 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:51:33.262400 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 24fe8008-b2ef-4364-8433-ade21e00fc28 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:33.263275 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:33.269266 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ca378f12-4ed4-4e75-b6f3-fc2e1a620513 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:33.284465 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ca378f12-4ed4-4e75-b6f3-fc2e1a620513 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Transition to ACTIVE for port object 8002f18f-122c-4225-821b-1e804520a18e will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:51:33.317857 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ca378f12-4ed4-4e75-b6f3-fc2e1a620513 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:33.344864 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:33.364734 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ca378f12-4ed4-4e75-b6f3-fc2e1a620513 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Network a1a843cf-fc56-41ec-a7b8-231c959ced41 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:51:33.367910 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ca378f12-4ed4-4e75-b6f3-fc2e1a620513 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:51:33.372091 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ca378f12-4ed4-4e75-b6f3-fc2e1a620513 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:51:33.377900 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 24fe8008-b2ef-4364-8433-ade21e00fc28, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=24fe8008-b2ef-4364-8433-ade21e00fc28,segment=NetworkSegment(c9d23c4c-1c58-4b1d-965e-6342a472125d),segment_id=c9d23c4c-1c58-4b1d-965e-6342a472125d)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:51:33.382672 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:33.400593 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca378f12-4ed4-4e75-b6f3-fc2e1a620513 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Pushing event updated for resources: {'Port': ['ID=8002f18f-122c-4225-821b-1e804520a18e,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:33.430894 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ca378f12-4ed4-4e75-b6f3-fc2e1a620513 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:33.431558 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ca378f12-4ed4-4e75-b6f3-fc2e1a620513 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:33.445305 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e41e3215-a919-4c29-bf93-2f5430b5e5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:33.454643 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ca378f12-4ed4-4e75-b6f3-fc2e1a620513 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6128166 Jul 16 09:51:33.460884 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=24fe8008-b2ef-4364-8433-ade21e00fc28,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:33.468033 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ef75d536-45fc-4082-bd8d-076206f3e4e1 service neutron] Request body: {'port': {'device_id': 'abbb4e9f-5066-439f-9cf6-aeb96aa05782', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:51:33.542303 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ef75d536-45fc-4082-bd8d-076206f3e4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:33.667473 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-95fb89f6-9ae0-4c03-9c62-3ef80b84f8ea None None] Provisioning for port 8002f18f-122c-4225-821b-1e804520a18e completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:51:33.672059 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-95fb89f6-9ae0-4c03-9c62-3ef80b84f8ea None None] Provisioning complete for port 8002f18f-122c-4225-821b-1e804520a18e triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:33.672515 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-95fb89f6-9ae0-4c03-9c62-3ef80b84f8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:33.712780 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-95fb89f6-9ae0-4c03-9c62-3ef80b84f8ea None None] Port 8002f18f-122c-4225-821b-1e804520a18e cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:51:33.793288 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a119bc1-d0d2-4d64-8d92-0f8ec7e7b152 req-d084e80d-57b7-433e-8a8d-c04d928b865d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:33.794832 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9a119bc1-d0d2-4d64-8d92-0f8ec7e7b152 req-d084e80d-57b7-433e-8a8d-c04d928b865d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 931 time: 0.0660052 Jul 16 09:51:33.810826 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ef75d536-45fc-4082-bd8d-076206f3e4e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8002f18f-122c-4225-821b-1e804520a18e {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:51:33.818549 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ef75d536-45fc-4082-bd8d-076206f3e4e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:33.831516 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ef75d536-45fc-4082-bd8d-076206f3e4e1 service neutron] Transition to ACTIVE for port object 8002f18f-122c-4225-821b-1e804520a18e will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:51:33.834331 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9a119bc1-d0d2-4d64-8d92-0f8ec7e7b152 req-b1dd4e75-696e-40db-93fc-59f157df14bf tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337667 Jul 16 09:51:33.834668 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ef75d536-45fc-4082-bd8d-076206f3e4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:33.906785 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75d536-45fc-4082-bd8d-076206f3e4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8002f18f-122c-4225-821b-1e804520a18e,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:33.963432 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ef75d536-45fc-4082-bd8d-076206f3e4e1 service neutron] Attempting to bind port 8002f18f-122c-4225-821b-1e804520a18e on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:51:33.963776 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ef75d536-45fc-4082-bd8d-076206f3e4e1 service neutron] Attempting to bind port 8002f18f-122c-4225-821b-1e804520a18e by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'f8eafb01-a133-40dc-be4c-3741b1d3d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:51:33.964133 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ef75d536-45fc-4082-bd8d-076206f3e4e1 service neutron] Attempting to bind port 8002f18f-122c-4225-821b-1e804520a18e on network a1a843cf-fc56-41ec-a7b8-231c959ced41 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:51:33.968719 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ef75d536-45fc-4082-bd8d-076206f3e4e1 service neutron] Port 8002f18f-122c-4225-821b-1e804520a18e on network a1a843cf-fc56-41ec-a7b8-231c959ced41 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:51:33.969052 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ef75d536-45fc-4082-bd8d-076206f3e4e1 service neutron] Attempting to bind port 8002f18f-122c-4225-821b-1e804520a18e on network a1a843cf-fc56-41ec-a7b8-231c959ced41 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:51:33.974059 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ef75d536-45fc-4082-bd8d-076206f3e4e1 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:51:33.974405 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ef75d536-45fc-4082-bd8d-076206f3e4e1 service neutron] Checking segment: {'id': 'f8eafb01-a133-40dc-be4c-3741b1d3d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:51:33.974805 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ef75d536-45fc-4082-bd8d-076206f3e4e1 service neutron] Bound using segment: {'id': 'f8eafb01-a133-40dc-be4c-3741b1d3d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:51:33.975240 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ef75d536-45fc-4082-bd8d-076206f3e4e1 service neutron] Bound port: 8002f18f-122c-4225-821b-1e804520a18e, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8eafb01-a133-40dc-be4c-3741b1d3d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:51:33.975609 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ef75d536-45fc-4082-bd8d-076206f3e4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:34.045459 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ef75d536-45fc-4082-bd8d-076206f3e4e1 service neutron] For port 8002f18f-122c-4225-821b-1e804520a18e, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:51:34.048318 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ef75d536-45fc-4082-bd8d-076206f3e4e1 service neutron] For port 8002f18f-122c-4225-821b-1e804520a18e, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=8002f18f-122c-4225-821b-1e804520a18e,segment=NetworkSegment(f8eafb01-a133-40dc-be4c-3741b1d3d178),segment_id=f8eafb01-a133-40dc-be4c-3741b1d3d178)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:51:34.053409 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ef75d536-45fc-4082-bd8d-076206f3e4e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:34.087322 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ef75d536-45fc-4082-bd8d-076206f3e4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:34.088053 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ef75d536-45fc-4082-bd8d-076206f3e4e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:34.089382 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ef75d536-45fc-4082-bd8d-076206f3e4e1 service neutron] 10.222.0.21 "PUT /v2.0/ports/8002f18f-122c-4225-821b-1e804520a18e HTTP/1.1" status: 200 len: 1092 time: 0.6266093 Jul 16 09:51:34.089851 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abbb4e9f-5066-439f-9cf6-aeb96aa05782', 'tag': '8002f18f-122c-4225-821b-1e804520a18e'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:51:34.092745 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86a3009c-be56-48d7-be00-b87fcd5ab546" -d '{"events": [{"name": "network-changed", "server_uuid": "abbb4e9f-5066-439f-9cf6-aeb96aa05782", "tag": "8002f18f-122c-4225-821b-1e804520a18e"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:51:34.118646 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef75d536-45fc-4082-bd8d-076206f3e4e1 service neutron] Pushing event updated for resources: {'Port': ['ID=8002f18f-122c-4225-821b-1e804520a18e,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:34.158041 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:51:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cbef0f6-9ca9-4d03-8b65-0aa995fbcd77 x-openstack-request-id: req-0cbef0f6-9ca9-4d03-8b65-0aa995fbcd77 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:51:34.158345 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abbb4e9f-5066-439f-9cf6-aeb96aa05782", "tag": "8002f18f-122c-4225-821b-1e804520a18e", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:51:34.158625 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0cbef0f6-9ca9-4d03-8b65-0aa995fbcd77 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:51:34.159033 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abbb4e9f-5066-439f-9cf6-aeb96aa05782', 'tag': '8002f18f-122c-4225-821b-1e804520a18e', 'status': 'completed', 'code': 200} Jul 16 09:51:34.185600 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-04755b7c-b46c-4a8d-84a9-a5f04ae7edb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:34.187152 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-04755b7c-b46c-4a8d-84a9-a5f04ae7edb7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=050321bf0e8649cb85eedc482043b164&device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 1095 time: 0.0596464 Jul 16 09:51:34.237946 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-88598509-a4c8-4f8d-9d32-190e19971fe9 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8002f18f-122c-4225-821b-1e804520a18e HTTP/1.1" status: 200 len: 217 time: 0.0431290 Jul 16 09:51:34.290991 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ae71e495-5f12-4aa4-9b87-eb77fde786ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:34.292494 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-ae71e495-5f12-4aa4-9b87-eb77fde786ba service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c62f8f7-50d5-455d-8750-0badb636efbe HTTP/1.1" status: 200 len: 848 time: 0.0489757 Jul 16 09:51:34.351476 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-33eaa9d8-746e-438e-b8f4-6793c6d7e1e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:34.353143 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-33eaa9d8-746e-438e-b8f4-6793c6d7e1e3 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1a843cf-fc56-41ec-a7b8-231c959ced41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542011 Jul 16 09:51:34.447955 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-f2d813a6-4bcf-47bb-862b-dc057c84f284 service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880597 Jul 16 09:51:34.538032 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-04b08c45-337f-472a-a33c-43a60c2102b3 req-85ea46d2-7fa0-495b-9b55-90809c7ac216 service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831838 Jul 16 09:51:34.632481 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3009c-be56-48d7-be00-b87fcd5ab546 req-909f8386-5b40-43e8-9683-9ff9e2db061c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:34.633884 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-86a3009c-be56-48d7-be00-b87fcd5ab546 req-909f8386-5b40-43e8-9683-9ff9e2db061c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=050321bf0e8649cb85eedc482043b164&device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 1095 time: 0.0515678 Jul 16 09:51:34.732408 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3009c-be56-48d7-be00-b87fcd5ab546 req-f28ae643-343d-4519-a33e-9af808312837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:34.734020 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-86a3009c-be56-48d7-be00-b87fcd5ab546 req-f28ae643-343d-4519-a33e-9af808312837 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a1a843cf-fc56-41ec-a7b8-231c959ced41 HTTP/1.1" status: 200 len: 910 time: 0.0941794 Jul 16 09:51:34.776504 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-86a3009c-be56-48d7-be00-b87fcd5ab546 req-9866be63-6b7d-4f5e-8c42-53e0eb180d83 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8002f18f-122c-4225-821b-1e804520a18e HTTP/1.1" status: 200 len: 217 time: 0.0345409 Jul 16 09:51:34.830655 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3009c-be56-48d7-be00-b87fcd5ab546 req-6c593181-8b95-4fd8-9c4d-5fe24c5a4083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:34.832142 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-86a3009c-be56-48d7-be00-b87fcd5ab546 req-6c593181-8b95-4fd8-9c4d-5fe24c5a4083 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c62f8f7-50d5-455d-8750-0badb636efbe HTTP/1.1" status: 200 len: 848 time: 0.0494516 Jul 16 09:51:34.892552 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a3009c-be56-48d7-be00-b87fcd5ab546 req-86632cbf-05eb-48c7-81ad-0231bd15dd0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:34.893998 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-86a3009c-be56-48d7-be00-b87fcd5ab546 req-86632cbf-05eb-48c7-81ad-0231bd15dd0f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1a843cf-fc56-41ec-a7b8-231c959ced41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548105 Jul 16 09:51:34.998805 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-86a3009c-be56-48d7-be00-b87fcd5ab546 req-717009b6-1530-4401-92da-25a4f2753194 service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972204 Jul 16 09:51:35.034754 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ac914a-cd05-44ea-a02b-ee1b670d1c5b req-dbae5089-0380-4b35-8656-d3893ca4acef tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:35.036384 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-29ac914a-cd05-44ea-a02b-ee1b670d1c5b req-dbae5089-0380-4b35-8656-d3893ca4acef tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 943 time: 0.0848682 Jul 16 09:51:35.119315 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-29ac914a-cd05-44ea-a02b-ee1b670d1c5b req-24d9d1d2-624e-4237-bae9-093c3322ac33 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0746779 Jul 16 09:51:35.152123 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-86a3009c-be56-48d7-be00-b87fcd5ab546 req-e0ad2499-4ba9-4691-b606-b0d42309e9f7 service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1461504 Jul 16 09:51:35.222124 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 24fe8008-b2ef-4364-8433-ade21e00fc28 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:51:35.302161 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 24fe8008-b2ef-4364-8433-ade21e00fc28 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:35.302684 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:35.844203 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-5734cb43-e0c1-4908-81b1-d59052906ab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:36.169133 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:36.415182 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a186437c-f22a-47df-84d1-b0fa0a8ec23b req-f97f3e80-646d-4a9c-94ed-43e3b5a66d0f tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:36.416699 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a186437c-f22a-47df-84d1-b0fa0a8ec23b req-f97f3e80-646d-4a9c-94ed-43e3b5a66d0f tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 943 time: 0.1637995 Jul 16 09:51:36.459098 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a186437c-f22a-47df-84d1-b0fa0a8ec23b req-4983b147-8267-4073-9766-42af13dac495 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367141 Jul 16 09:51:37.306815 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 8002f18f-122c-4225-821b-1e804520a18e details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:51:37.401843 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 8002f18f-122c-4225-821b-1e804520a18e, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=8002f18f-122c-4225-821b-1e804520a18e,segment=NetworkSegment(f8eafb01-a133-40dc-be4c-3741b1d3d178),segment_id=f8eafb01-a133-40dc-be4c-3741b1d3d178)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:51:37.413900 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '8002f18f-122c-4225-821b-1e804520a18e', 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41', 'port_id': '8002f18f-122c-4225-821b-1e804520a18e', 'mac_address': 'fa:16:3e:c3:82:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:51:37.451693 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:37.463870 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:37.476446 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8002f18f-122c-4225-821b-1e804520a18e {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:51:37.495274 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 8002f18f-122c-4225-821b-1e804520a18e, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=8002f18f-122c-4225-821b-1e804520a18e,segment=NetworkSegment(f8eafb01-a133-40dc-be4c-3741b1d3d178),segment_id=f8eafb01-a133-40dc-be4c-3741b1d3d178)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:51:37.499836 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:37.546162 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=8002f18f-122c-4225-821b-1e804520a18e,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:37.635994 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ef1c82-7ad5-42ec-82a5-423e6557769b req-044b8d1d-e7ec-4ca0-ba03-25c4f1133f5a tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:37.637479 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c2ef1c82-7ad5-42ec-82a5-423e6557769b req-044b8d1d-e7ec-4ca0-ba03-25c4f1133f5a tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 944 time: 0.0664773 Jul 16 09:51:37.674898 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c2ef1c82-7ad5-42ec-82a5-423e6557769b req-e8aff212-58d6-4763-84f3-adb532d9ac5d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310485 Jul 16 09:51:37.707696 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['8002f18f-122c-4225-821b-1e804520a18e'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:51:38.850366 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35629e22-ab3e-49a0-82e6-e80603bde314 req-bc4c34ca-30d7-442d-883b-6ad9c87bf771 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:38.853066 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35629e22-ab3e-49a0-82e6-e80603bde314 req-bc4c34ca-30d7-442d-883b-6ad9c87bf771 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 944 time: 0.0659490 Jul 16 09:51:38.869415 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:38.897660 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-35629e22-ab3e-49a0-82e6-e80603bde314 req-7a78b1f3-4b64-4cb6-9cb4-dbe303e13d45 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380437 Jul 16 09:51:39.323350 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 8002f18f-122c-4225-821b-1e804520a18e up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:51:39.376701 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 8002f18f-122c-4225-821b-1e804520a18e completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:51:39.380920 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 8002f18f-122c-4225-821b-1e804520a18e triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:51:39.381246 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:39.462670 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:39.485459 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abbb4e9f-5066-439f-9cf6-aeb96aa05782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8002f18f-122c-4225-821b-1e804520a18e'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:51:39.487739 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28ef9df-b7a3-4ae1-9b27-6dc27a9cd539" -d '{"events": [{"server_uuid": "abbb4e9f-5066-439f-9cf6-aeb96aa05782", "name": "network-vif-plugged", "status": "completed", "tag": "8002f18f-122c-4225-821b-1e804520a18e"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:51:39.501774 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 8002f18f-122c-4225-821b-1e804520a18e, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=8002f18f-122c-4225-821b-1e804520a18e,segment=NetworkSegment(f8eafb01-a133-40dc-be4c-3741b1d3d178),segment_id=f8eafb01-a133-40dc-be4c-3741b1d3d178)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:51:39.506447 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:39.530370 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb8ba5eb-acbc-46a7-952e-7f01b4258b26 x-openstack-request-id: req-eb8ba5eb-acbc-46a7-952e-7f01b4258b26 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:51:39.530677 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abbb4e9f-5066-439f-9cf6-aeb96aa05782", "name": "network-vif-plugged", "status": "completed", "tag": "8002f18f-122c-4225-821b-1e804520a18e", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:51:39.530926 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-eb8ba5eb-acbc-46a7-952e-7f01b4258b26 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:51:39.531307 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abbb4e9f-5066-439f-9cf6-aeb96aa05782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8002f18f-122c-4225-821b-1e804520a18e', 'code': 200} Jul 16 09:51:39.560284 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=8002f18f-122c-4225-821b-1e804520a18e,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:39.648551 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3ce457-1319-429b-b3ba-b0072fb170c2 req-f6899793-61ac-41b8-bf3a-f87517a1cb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:39.650060 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5f3ce457-1319-429b-b3ba-b0072fb170c2 req-f6899793-61ac-41b8-bf3a-f87517a1cb4b service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 1097 time: 0.0548911 Jul 16 09:51:39.687479 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5f3ce457-1319-429b-b3ba-b0072fb170c2 req-a3235652-01f8-48ce-ac58-6dcad9def5d4 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309432 Jul 16 09:51:40.072148 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e10b25-77b6-4687-94e2-6a5108739a35 req-d1b387b5-8709-49a4-a79c-402e17a2c797 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:40.073652 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d0e10b25-77b6-4687-94e2-6a5108739a35 req-d1b387b5-8709-49a4-a79c-402e17a2c797 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 945 time: 0.0656352 Jul 16 09:51:40.110355 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d0e10b25-77b6-4687-94e2-6a5108739a35 req-db420709-82b8-40ff-b60b-64773eb1fab9 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313187 Jul 16 09:51:41.280957 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcdf2a5-fc0f-48bf-a4d2-7ded92b21615 req-7299c3be-5f51-4838-9ad0-60fd55e99871 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:41.282470 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dfcdf2a5-fc0f-48bf-a4d2-7ded92b21615 req-7299c3be-5f51-4838-9ad0-60fd55e99871 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 945 time: 0.0632305 Jul 16 09:51:41.319448 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-dfcdf2a5-fc0f-48bf-a4d2-7ded92b21615 req-2b49a901-54e2-4a3c-9b7b-8c9e7b1e635d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314672 Jul 16 09:51:41.491890 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc44b1e-92bd-4d30-b59c-9fd961110713 req-d01dcb00-aa89-47a9-a32b-2e49175ec15b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:41.493347 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9cc44b1e-92bd-4d30-b59c-9fd961110713 req-d01dcb00-aa89-47a9-a32b-2e49175ec15b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 945 time: 0.0632620 Jul 16 09:51:41.530249 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9cc44b1e-92bd-4d30-b59c-9fd961110713 req-f57f55d6-86ee-4e3a-8019-3740bc2e3578 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308797 Jul 16 09:51:41.554160 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50372) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:41.646474 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13db1de5-8e30-40fe-879c-0340865c8bd3 tempest-TestShelveInstance-1613228139 tempest-TestShelveInstance-1613228139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:41.647968 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-13db1de5-8e30-40fe-879c-0340865c8bd3 tempest-TestShelveInstance-1613228139 tempest-TestShelveInstance-1613228139-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 1092 time: 0.0928562 Jul 16 09:51:41.650906 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50376) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:51:41.655133 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-ef512c93-b7dc-4da0-9673-15af408f5c71 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'port_id': '8002f18f-122c-4225-821b-1e804520a18e', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:51:41.676256 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef512c93-b7dc-4da0-9673-15af408f5c71 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:41.775797 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef512c93-b7dc-4da0-9673-15af408f5c71 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:41.879481 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-ef512c93-b7dc-4da0-9673-15af408f5c71 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Allocated IP 172.25.3.51 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/5a424f61-daa5-42bc-ad42-f0fbd3a0cff5) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:51:41.979828 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef512c93-b7dc-4da0-9673-15af408f5c71 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:42.017243 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef512c93-b7dc-4da0-9673-15af408f5c71 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:42.050885 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef512c93-b7dc-4da0-9673-15af408f5c71 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:51:42.053677 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-ef512c93-b7dc-4da0-9673-15af408f5c71 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:51:42.058960 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef512c93-b7dc-4da0-9673-15af408f5c71 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:51:42.088335 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef512c93-b7dc-4da0-9673-15af408f5c71 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Pushing event updated for resources: {'Port': ['ID=5a424f61-daa5-42bc-ad42-f0fbd3a0cff5,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:42.419768 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef512c93-b7dc-4da0-9673-15af408f5c71 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:42.497520 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef512c93-b7dc-4da0-9673-15af408f5c71 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:42.643310 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef512c93-b7dc-4da0-9673-15af408f5c71 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:42.647737 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef512c93-b7dc-4da0-9673-15af408f5c71 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:42.716511 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef512c93-b7dc-4da0-9673-15af408f5c71 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Pushing event updated for resources: {'Port': ['ID=5a424f61-daa5-42bc-ad42-f0fbd3a0cff5,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:51:42.725783 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef512c93-b7dc-4da0-9673-15af408f5c71 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:42.826332 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-ef512c93-b7dc-4da0-9673-15af408f5c71 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Floating IP 8563d925-23f0-4eb6-8b7f-dbc2e4978285 associated. External IP: 172.25.3.51, port: 8002f18f-122c-4225-821b-1e804520a18e. Jul 16 09:51:43.029447 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef512c93-b7dc-4da0-9673-15af408f5c71 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Router 3a199a80-b6cd-41d6-9f5a-f3312a443207 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:51:43.135996 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef512c93-b7dc-4da0-9673-15af408f5c71 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:51:43.145605 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2479c433-2013-49b2-8672-11bdf434128f None None] Sync routers for ids ['3a199a80-b6cd-41d6-9f5a-f3312a443207'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:51:43.153185 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-ef512c93-b7dc-4da0-9673-15af408f5c71 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:51:43.154881 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2479c433-2013-49b2-8672-11bdf434128f None None] Routers {'3a199a80-b6cd-41d6-9f5a-f3312a443207'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:51:43.155492 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2479c433-2013-49b2-8672-11bdf434128f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:51:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['3a199a80-b6cd-41d6-9f5a-f3312a443207'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:43.188451 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-ef512c93-b7dc-4da0-9673-15af408f5c71 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5365200 Jul 16 09:51:43.189131 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abbb4e9f-5066-439f-9cf6-aeb96aa05782', 'tag': '8002f18f-122c-4225-821b-1e804520a18e'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:51:43.191376 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c24cfca-d490-46e8-8ac7-c7a49c125791" -d '{"events": [{"name": "network-changed", "server_uuid": "abbb4e9f-5066-439f-9cf6-aeb96aa05782", "tag": "8002f18f-122c-4225-821b-1e804520a18e"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:51:43.228324 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:51:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a9faaa0-7a33-48d3-b8ee-6a0178774007 x-openstack-request-id: req-9a9faaa0-7a33-48d3-b8ee-6a0178774007 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:51:43.228645 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abbb4e9f-5066-439f-9cf6-aeb96aa05782", "tag": "8002f18f-122c-4225-821b-1e804520a18e", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:51:43.228901 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9a9faaa0-7a33-48d3-b8ee-6a0178774007 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:51:43.229305 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abbb4e9f-5066-439f-9cf6-aeb96aa05782', 'tag': '8002f18f-122c-4225-821b-1e804520a18e', 'status': 'completed', 'code': 200} Jul 16 09:51:43.271029 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-2479c433-2013-49b2-8672-11bdf434128f None None] Set router 3a199a80-b6cd-41d6-9f5a-f3312a443207 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:51:43.302066 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24cfca-d490-46e8-8ac7-c7a49c125791 req-5082a9e0-d85c-4155-8ee2-ab1c4e7df2fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:43.303492 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c24cfca-d490-46e8-8ac7-c7a49c125791 req-5082a9e0-d85c-4155-8ee2-ab1c4e7df2fe service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=050321bf0e8649cb85eedc482043b164&device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 1097 time: 0.0519953 Jul 16 09:51:43.395394 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24cfca-d490-46e8-8ac7-c7a49c125791 req-6f9957c3-3e5e-46eb-a9da-b3b6869cdef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:43.397270 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c24cfca-d490-46e8-8ac7-c7a49c125791 req-6f9957c3-3e5e-46eb-a9da-b3b6869cdef7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a1a843cf-fc56-41ec-a7b8-231c959ced41 HTTP/1.1" status: 200 len: 910 time: 0.0876350 Jul 16 09:51:43.461763 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c24cfca-d490-46e8-8ac7-c7a49c125791 req-d63ccf8e-2384-4709-93a1-a1dde2e2a751 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8002f18f-122c-4225-821b-1e804520a18e HTTP/1.1" status: 200 len: 998 time: 0.0582588 Jul 16 09:51:43.490500 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2479c433-2013-49b2-8672-11bdf434128f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'name': 'tempest-TestShelveInstance-1098524758-router', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f4513bcc-6151-447b-be93-87618b678a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:19Z', 'updated_at': '2021-07-16T09:51:22Z', 'revision_number': 4, 'project_id': '050321bf0e8649cb85eedc482043b164', 'gw_port': {'id': 'f4513bcc-6151-447b-be93-87618b678a74', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:20Z', 'updated_at': '2021-07-16T09:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '8563d925-23f0-4eb6-8b7f-dbc2e4978285', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'floating_ip_address': '172.25.3.51', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'port_id': '8002f18f-122c-4225-821b-1e804520a18e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41', 'mac_address': 'fa:16:3e:c3:82:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbb4e9f-5066-439f-9cf6-aeb96aa05782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:51:42Z', 'updated_at': '2021-07-16T09:51:42Z', 'revision_number': 0, 'project_id': '050321bf0e8649cb85eedc482043b164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf57a0a-fe9a-46f5-8dec-030d217d0132', 'name': '', 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'mac_address': 'fa:16:3e:74:91:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:22Z', 'updated_at': '2021-07-16T09:51:29Z', 'revision_number': 5, 'project_id': '050321bf0e8649cb85eedc482043b164', 'subnets': [{'id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:43.513416 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24cfca-d490-46e8-8ac7-c7a49c125791 req-44ca449d-73a2-4ec7-a4e3-0d9ce61d9ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:43.515436 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c24cfca-d490-46e8-8ac7-c7a49c125791 req-44ca449d-73a2-4ec7-a4e3-0d9ce61d9ff7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c62f8f7-50d5-455d-8750-0badb636efbe HTTP/1.1" status: 200 len: 848 time: 0.0483141 Jul 16 09:51:43.517669 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2479c433-2013-49b2-8672-11bdf434128f None None] Checking router: 3a199a80-b6cd-41d6-9f5a-f3312a443207 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:51:43.525864 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2479c433-2013-49b2-8672-11bdf434128f None None] Routers {'3a199a80-b6cd-41d6-9f5a-f3312a443207'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:51:43.526451 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2479c433-2013-49b2-8672-11bdf434128f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:51:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['3a199a80-b6cd-41d6-9f5a-f3312a443207'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:43.571762 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c24cfca-d490-46e8-8ac7-c7a49c125791 req-7472699e-5c66-4d9d-8b09-ac4c9c92705f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:51:43.573568 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c24cfca-d490-46e8-8ac7-c7a49c125791 req-7472699e-5c66-4d9d-8b09-ac4c9c92705f service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1a843cf-fc56-41ec-a7b8-231c959ced41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513210 Jul 16 09:51:43.665357 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c24cfca-d490-46e8-8ac7-c7a49c125791 req-eb9cbcbb-9801-49aa-978b-60f1ad61a073 service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855253 Jul 16 09:51:43.734525 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-2479c433-2013-49b2-8672-11bdf434128f None None] Set router 3a199a80-b6cd-41d6-9f5a-f3312a443207 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:51:43.760174 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9c24cfca-d490-46e8-8ac7-c7a49c125791 req-f3d2cd96-510e-48ab-bd1f-e09fb5ec0b4a service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886173 Jul 16 09:51:43.952200 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-2479c433-2013-49b2-8672-11bdf434128f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'name': 'tempest-TestShelveInstance-1098524758-router', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f4513bcc-6151-447b-be93-87618b678a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:19Z', 'updated_at': '2021-07-16T09:51:22Z', 'revision_number': 4, 'project_id': '050321bf0e8649cb85eedc482043b164', 'gw_port': {'id': 'f4513bcc-6151-447b-be93-87618b678a74', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:20Z', 'updated_at': '2021-07-16T09:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '8563d925-23f0-4eb6-8b7f-dbc2e4978285', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'floating_ip_address': '172.25.3.51', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'port_id': '8002f18f-122c-4225-821b-1e804520a18e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41', 'mac_address': 'fa:16:3e:c3:82:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbb4e9f-5066-439f-9cf6-aeb96aa05782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:51:42Z', 'updated_at': '2021-07-16T09:51:42Z', 'revision_number': 0, 'project_id': '050321bf0e8649cb85eedc482043b164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf57a0a-fe9a-46f5-8dec-030d217d0132', 'name': '', 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'mac_address': 'fa:16:3e:74:91:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:22Z', 'updated_at': '2021-07-16T09:51:29Z', 'revision_number': 5, 'project_id': '050321bf0e8649cb85eedc482043b164', 'subnets': [{'id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:51:43.977831 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2479c433-2013-49b2-8672-11bdf434128f None None] The sync data for ids ['3a199a80-b6cd-41d6-9f5a-f3312a443207'] in n-d-771362-37 is: [{'id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'name': 'tempest-TestShelveInstance-1098524758-router', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f4513bcc-6151-447b-be93-87618b678a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:19Z', 'updated_at': '2021-07-16T09:51:22Z', 'revision_number': 4, 'project_id': '050321bf0e8649cb85eedc482043b164', 'gw_port': {'id': 'f4513bcc-6151-447b-be93-87618b678a74', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:20Z', 'updated_at': '2021-07-16T09:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '8563d925-23f0-4eb6-8b7f-dbc2e4978285', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'floating_ip_address': '172.25.3.51', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'port_id': '8002f18f-122c-4225-821b-1e804520a18e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41', 'mac_address': 'fa:16:3e:c3:82:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abbb4e9f-5066-439f-9cf6-aeb96aa05782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:51:42Z', 'updated_at': '2021-07-16T09:51:42Z', 'revision_number': 0, 'project_id': '050321bf0e8649cb85eedc482043b164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf57a0a-fe9a-46f5-8dec-030d217d0132', 'name': '', 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'mac_address': 'fa:16:3e:74:91:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:22Z', 'updated_at': '2021-07-16T09:51:29Z', 'revision_number': 5, 'project_id': '050321bf0e8649cb85eedc482043b164', 'subnets': [{'id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:51:44.163203 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28977a3b-7702-41b8-af78-9c7f3b91729a None None] New status for floating IP 8563d925-23f0-4eb6-8b7f-dbc2e4978285: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:51:55.230842 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:52:03.026551 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:03.055971 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:03.397280 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ab9fc85f-bfbe-4992-9908-c54edc8be91d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:05.845713 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-074587a5-f9c3-4388-b2fd-f0ea68f822e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:06.169817 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:07.433800 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:08.870888 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:24.742527 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58f1a80f-4e15-44d3-adf6-02b68652e214 req-24c57d46-7f83-4544-83cb-67eace8ffc3f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0533693 Jul 16 09:52:24.843327 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1a80f-4e15-44d3-adf6-02b68652e214 req-4ef7dc85-897a-4050-b18d-d37a7561a665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:24.845058 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58f1a80f-4e15-44d3-adf6-02b68652e214 req-4ef7dc85-897a-4050-b18d-d37a7561a665 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=050321bf0e8649cb85eedc482043b164&device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 1097 time: 0.0576982 Jul 16 09:52:24.954344 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1a80f-4e15-44d3-adf6-02b68652e214 req-7badebb3-25ed-4b99-a76b-00dbc1c3e153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:24.955729 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58f1a80f-4e15-44d3-adf6-02b68652e214 req-7badebb3-25ed-4b99-a76b-00dbc1c3e153 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a1a843cf-fc56-41ec-a7b8-231c959ced41 HTTP/1.1" status: 200 len: 910 time: 0.0858278 Jul 16 09:52:25.023053 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58f1a80f-4e15-44d3-adf6-02b68652e214 req-1b97a3cc-6db4-47fd-8ac6-20a9074fb01d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8002f18f-122c-4225-821b-1e804520a18e HTTP/1.1" status: 200 len: 1000 time: 0.0603859 Jul 16 09:52:25.070264 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1a80f-4e15-44d3-adf6-02b68652e214 req-349093b0-95da-4402-9b4e-d98bd7948371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:25.071693 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58f1a80f-4e15-44d3-adf6-02b68652e214 req-349093b0-95da-4402-9b4e-d98bd7948371 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c62f8f7-50d5-455d-8750-0badb636efbe HTTP/1.1" status: 200 len: 848 time: 0.0431490 Jul 16 09:52:25.126758 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f1a80f-4e15-44d3-adf6-02b68652e214 req-c5113de6-3b4a-4a08-8fe3-434bbb6600f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:52:25.128251 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58f1a80f-4e15-44d3-adf6-02b68652e214 req-c5113de6-3b4a-4a08-8fe3-434bbb6600f4 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1a843cf-fc56-41ec-a7b8-231c959ced41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0510294 Jul 16 09:52:25.221511 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58f1a80f-4e15-44d3-adf6-02b68652e214 req-08741d56-e215-4204-b813-1cb937b70eac service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867066 Jul 16 09:52:25.309351 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-58f1a80f-4e15-44d3-adf6-02b68652e214 req-fb45c69c-5d5e-4c3a-8204-d25605271ba5 service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814779 Jul 16 09:52:32.230279 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:52:33.028616 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:33.068735 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:33.399200 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-640012ff-c0ce-49d2-a815-ee4f317b31ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:35.846689 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b5855317-3144-4b3d-a62b-b172b621a2b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:36.171188 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:37.433700 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:52:38.873840 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:03.027672 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:03.065845 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:03.400896 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-28ab1604-0b4a-43bd-b4fa-f77776a0e525 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:05.846742 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e1fc66dd-4f71-4ad6-b867-49a76a302292 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:06.173068 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:07.435106 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:08.875629 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:09.230025 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:53:26.749338 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-209f9ea5-2336-469d-92d6-f266e2318d54 req-c529e109-54e0-4caf-a0cc-2c280df878fd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0556819 Jul 16 09:53:26.840165 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f9ea5-2336-469d-92d6-f266e2318d54 req-b8c98c52-5d44-4690-8486-dc8b50629a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:26.841658 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-209f9ea5-2336-469d-92d6-f266e2318d54 req-b8c98c52-5d44-4690-8486-dc8b50629a4e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=050321bf0e8649cb85eedc482043b164&device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 1097 time: 0.0510874 Jul 16 09:53:26.944172 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f9ea5-2336-469d-92d6-f266e2318d54 req-9951a4ad-44b3-4aad-94ab-62d3aa4e2765 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:26.945675 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-209f9ea5-2336-469d-92d6-f266e2318d54 req-9951a4ad-44b3-4aad-94ab-62d3aa4e2765 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a1a843cf-fc56-41ec-a7b8-231c959ced41 HTTP/1.1" status: 200 len: 910 time: 0.0847464 Jul 16 09:53:27.011652 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-209f9ea5-2336-469d-92d6-f266e2318d54 req-a1350945-9394-46e9-b88c-de379e5d8f55 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8002f18f-122c-4225-821b-1e804520a18e HTTP/1.1" status: 200 len: 1000 time: 0.0595896 Jul 16 09:53:27.057876 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f9ea5-2336-469d-92d6-f266e2318d54 req-915ee675-d722-4a0c-a139-5a04aae1d72e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:27.059270 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-209f9ea5-2336-469d-92d6-f266e2318d54 req-915ee675-d722-4a0c-a139-5a04aae1d72e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c62f8f7-50d5-455d-8750-0badb636efbe HTTP/1.1" status: 200 len: 848 time: 0.0422151 Jul 16 09:53:27.113957 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209f9ea5-2336-469d-92d6-f266e2318d54 req-fd933e95-e80b-47c9-87c4-6934014e2330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:27.115424 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-209f9ea5-2336-469d-92d6-f266e2318d54 req-fd933e95-e80b-47c9-87c4-6934014e2330 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1a843cf-fc56-41ec-a7b8-231c959ced41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0504899 Jul 16 09:53:27.205695 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-209f9ea5-2336-469d-92d6-f266e2318d54 req-fff901fb-a51f-4339-ab93-d2ca78ba9507 service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837138 Jul 16 09:53:27.292289 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-209f9ea5-2336-469d-92d6-f266e2318d54 req-ee709a7c-c15f-472e-964b-9b18897a2f55 service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802386 Jul 16 09:53:33.028666 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:33.066395 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:33.401841 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-adcfa8ba-3f51-42e5-bd1d-5a060a358ae7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:35.847623 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-70a9134d-086c-4243-9565-e58002569d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:36.173761 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:37.438227 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:38.878436 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:39.976320 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4fc118-6424-4b5d-9d0e-6910549ae429 req-d65ba35d-5fa9-43a2-b516-658aaefdc031 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:39.977821 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fd4fc118-6424-4b5d-9d0e-6910549ae429 req-d65ba35d-5fa9-43a2-b516-658aaefdc031 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 945 time: 0.1140022 Jul 16 09:53:40.016011 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fd4fc118-6424-4b5d-9d0e-6910549ae429 req-cf0949a3-2edd-4695-8bee-5e21c112ef38 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325437 Jul 16 09:53:41.194056 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641df702-e135-429a-b1e4-3d5e40c8a947 req-0dda4ad1-2a05-43c4-8560-e0a9220281ed tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:41.195535 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-641df702-e135-429a-b1e4-3d5e40c8a947 req-0dda4ad1-2a05-43c4-8560-e0a9220281ed tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 945 time: 0.0677302 Jul 16 09:53:41.233414 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-641df702-e135-429a-b1e4-3d5e40c8a947 req-89434cf5-dc94-4010-8103-8c66b7d8be44 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319054 Jul 16 09:53:42.426826 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ba0687-784e-44a9-8356-aaa0f8e10704 req-ab139116-669e-4d0e-860f-c7bfb0e6acc9 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:42.428472 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-32ba0687-784e-44a9-8356-aaa0f8e10704 req-ab139116-669e-4d0e-860f-c7bfb0e6acc9 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 945 time: 0.0727694 Jul 16 09:53:42.467987 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-32ba0687-784e-44a9-8356-aaa0f8e10704 req-c4c04bf1-9f98-4924-bfa0-fea3ee18f0fa tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336249 Jul 16 09:53:43.658535 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d241e21a-67f6-4615-a0d4-13cd7ae39992 req-1b6dbc6f-61e3-426d-ab75-b647b8532abe tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:43.660079 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d241e21a-67f6-4615-a0d4-13cd7ae39992 req-1b6dbc6f-61e3-426d-ab75-b647b8532abe tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 945 time: 0.0663552 Jul 16 09:53:43.700525 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d241e21a-67f6-4615-a0d4-13cd7ae39992 req-2751b16c-e4a6-4ffb-8dd6-3287c46cd9c2 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345275 Jul 16 09:53:44.875622 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2dbe86-bbdf-4ca9-930f-bad6e6f56a1d req-bf44580f-4651-4064-a396-4c480b0ceead tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:44.877129 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4c2dbe86-bbdf-4ca9-930f-bad6e6f56a1d req-bf44580f-4651-4064-a396-4c480b0ceead tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 945 time: 0.0649781 Jul 16 09:53:44.919064 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4c2dbe86-bbdf-4ca9-930f-bad6e6f56a1d req-9cc21e33-f555-410b-a206-cf08a7a632ae tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355165 Jul 16 09:53:46.095695 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc5bbe54-6a9e-4fa7-b28c-2de39d516bf6 req-0acec066-c5fa-4269-8b2b-b98963a3e90b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:46.097185 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fc5bbe54-6a9e-4fa7-b28c-2de39d516bf6 req-0acec066-c5fa-4269-8b2b-b98963a3e90b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 945 time: 0.0657218 Jul 16 09:53:46.133301 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fc5bbe54-6a9e-4fa7-b28c-2de39d516bf6 req-841a65a4-2c56-4027-af27-57e1a5df497c tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307231 Jul 16 09:53:46.229341 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:53:47.307783 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde822f4-f03f-44a7-9f61-af14e90ae9b8 req-dc6162a4-933d-4f37-962f-b4250771d658 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:47.309288 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cde822f4-f03f-44a7-9f61-af14e90ae9b8 req-dc6162a4-933d-4f37-962f-b4250771d658 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 945 time: 0.0665421 Jul 16 09:53:47.347411 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cde822f4-f03f-44a7-9f61-af14e90ae9b8 req-bfe36b9c-73ad-4952-a86d-39ea9ac9ddd2 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326436 Jul 16 09:53:48.516329 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad922fe-9db1-4f41-ad70-ea9900d095c2 req-6d2224d6-3641-4210-afa5-461b6fbb5dc3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:48.517813 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3ad922fe-9db1-4f41-ad70-ea9900d095c2 req-6d2224d6-3641-4210-afa5-461b6fbb5dc3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 945 time: 0.0622897 Jul 16 09:53:48.555025 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3ad922fe-9db1-4f41-ad70-ea9900d095c2 req-577504f7-9573-490c-bc6e-613db8ba92ab tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318019 Jul 16 09:53:49.726458 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257fe947-0c75-4800-b9e3-fcf626d83a50 req-e2be832c-d4ca-4c24-be60-f6f82311a501 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:49.727982 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-257fe947-0c75-4800-b9e3-fcf626d83a50 req-e2be832c-d4ca-4c24-be60-f6f82311a501 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 945 time: 0.0628903 Jul 16 09:53:49.766990 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-257fe947-0c75-4800-b9e3-fcf626d83a50 req-8362e64c-6210-4b05-9863-3ee58dab9410 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333118 Jul 16 09:53:50.938447 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de66007-27a7-4c9a-ba33-c87847b02b4c req-c8ebfb02-d7b9-4ad5-980a-2fb1765081a4 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:50.939949 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1de66007-27a7-4c9a-ba33-c87847b02b4c req-c8ebfb02-d7b9-4ad5-980a-2fb1765081a4 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 945 time: 0.0625222 Jul 16 09:53:50.976816 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1de66007-27a7-4c9a-ba33-c87847b02b4c req-c1e7a2e8-328a-4df7-8765-3fbe1ebefa90 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308197 Jul 16 09:53:51.913784 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 8002f18f-122c-4225-821b-1e804520a18e details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:53:52.010817 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 8002f18f-122c-4225-821b-1e804520a18e, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=8002f18f-122c-4225-821b-1e804520a18e,segment=NetworkSegment(f8eafb01-a133-40dc-be4c-3741b1d3d178),segment_id=f8eafb01-a133-40dc-be4c-3741b1d3d178)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:53:52.030257 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '8002f18f-122c-4225-821b-1e804520a18e', 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41', 'port_id': '8002f18f-122c-4225-821b-1e804520a18e', 'mac_address': 'fa:16:3e:c3:82:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:53:52.076530 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:52.091317 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8002f18f-122c-4225-821b-1e804520a18e {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:53:52.112101 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 8002f18f-122c-4225-821b-1e804520a18e, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=8002f18f-122c-4225-821b-1e804520a18e,segment=NetworkSegment(f8eafb01-a133-40dc-be4c-3741b1d3d178),segment_id=f8eafb01-a133-40dc-be4c-3741b1d3d178)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:53:52.115980 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:52.162783 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd01547e-a533-4a0d-b3a0-025573b77ffd req-c9183939-4158-4481-85b7-75881bcf370e tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:52.164413 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fd01547e-a533-4a0d-b3a0-025573b77ffd req-c9183939-4158-4481-85b7-75881bcf370e tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 945 time: 0.0678432 Jul 16 09:53:52.177137 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=8002f18f-122c-4225-821b-1e804520a18e,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:53:52.184590 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:52.185020 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:52.185438 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:52.186303 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:52.186303 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:52.186498 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:52.186906 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:52.187419 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:52.187924 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:52.188496 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:52.188969 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:52.189152 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:53:52.195248 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['8002f18f-122c-4225-821b-1e804520a18e'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:53:52.209087 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fd01547e-a533-4a0d-b3a0-025573b77ffd req-012ee49a-f119-42eb-bd4a-54180b279938 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379581 Jul 16 09:53:53.399980 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e99a6f5-3f05-41ef-b066-ab3e8f08e6aa req-71b8788a-a642-44e3-be78-77175531ac91 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:53.401950 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5e99a6f5-3f05-41ef-b066-ab3e8f08e6aa req-71b8788a-a642-44e3-be78-77175531ac91 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 944 time: 0.0732641 Jul 16 09:53:53.441510 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5e99a6f5-3f05-41ef-b066-ab3e8f08e6aa req-aff48f31-d849-49a1-9ff4-38439bbf9999 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340054 Jul 16 09:53:53.924260 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 8002f18f-122c-4225-821b-1e804520a18e up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:53:53.975581 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 8002f18f-122c-4225-821b-1e804520a18e triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:53:53.975581 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:54.054068 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:54.077125 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abbb4e9f-5066-439f-9cf6-aeb96aa05782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8002f18f-122c-4225-821b-1e804520a18e'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:53:54.079446 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f839a23-599a-498d-a8f1-25d6c2039c97" -d '{"events": [{"server_uuid": "abbb4e9f-5066-439f-9cf6-aeb96aa05782", "name": "network-vif-plugged", "status": "completed", "tag": "8002f18f-122c-4225-821b-1e804520a18e"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:53:54.097177 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 8002f18f-122c-4225-821b-1e804520a18e, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=8002f18f-122c-4225-821b-1e804520a18e,segment=NetworkSegment(f8eafb01-a133-40dc-be4c-3741b1d3d178),segment_id=f8eafb01-a133-40dc-be4c-3741b1d3d178)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:53:54.104640 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:53:54.139611 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:53:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec76b288-42e7-4246-b845-de514d4bf2dd x-openstack-request-id: req-ec76b288-42e7-4246-b845-de514d4bf2dd {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:53:54.139971 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abbb4e9f-5066-439f-9cf6-aeb96aa05782", "name": "network-vif-plugged", "status": "completed", "tag": "8002f18f-122c-4225-821b-1e804520a18e", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:53:54.140168 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-ec76b288-42e7-4246-b845-de514d4bf2dd {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:53:54.140705 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abbb4e9f-5066-439f-9cf6-aeb96aa05782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8002f18f-122c-4225-821b-1e804520a18e', 'code': 200} Jul 16 09:53:54.168271 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=8002f18f-122c-4225-821b-1e804520a18e,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:53:54.626040 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ebe9e5-f70b-4a22-9d18-6b6610d247b4 req-75d89e92-4c7a-46bb-907e-16066f32a501 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:54.628413 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-98ebe9e5-f70b-4a22-9d18-6b6610d247b4 req-75d89e92-4c7a-46bb-907e-16066f32a501 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 945 time: 0.0687094 Jul 16 09:53:54.669030 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-98ebe9e5-f70b-4a22-9d18-6b6610d247b4 req-cd85b9c7-5396-433c-81b0-b561133093e4 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337970 Jul 16 09:53:55.894883 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7c89da-e8df-462f-9ccc-401d64dd0015 req-c08f1520-56d0-4bca-bf5c-a6be0ff414be tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:55.897180 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7d7c89da-e8df-462f-9ccc-401d64dd0015 req-c08f1520-56d0-4bca-bf5c-a6be0ff414be tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 945 time: 0.0810580 Jul 16 09:53:55.940468 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7d7c89da-e8df-462f-9ccc-401d64dd0015 req-6177411e-381c-44c3-a4d2-9863fc8b1a6b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338805 Jul 16 09:53:57.126889 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480cc5b4-46e9-4602-a2d8-f671691b06d3 req-766c434b-47f2-4db7-a2b4-55ac0101cd3a tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:57.130906 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-480cc5b4-46e9-4602-a2d8-f671691b06d3 req-766c434b-47f2-4db7-a2b4-55ac0101cd3a tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 945 time: 0.0729232 Jul 16 09:53:57.168737 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-480cc5b4-46e9-4602-a2d8-f671691b06d3 req-76fd32f1-4a4a-459b-b7fa-6eeb48bcd4df tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337734 Jul 16 09:53:58.369204 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1988ea9a-862a-4d9d-abde-93368324539a req-e9985331-847e-45d6-8236-96347536fa78 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:58.371962 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1988ea9a-862a-4d9d-abde-93368324539a req-e9985331-847e-45d6-8236-96347536fa78 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 945 time: 0.0784891 Jul 16 09:53:58.420481 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1988ea9a-862a-4d9d-abde-93368324539a req-9d48bfb1-4ddc-464d-8973-9400bce8b2f8 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427957 Jul 16 09:53:59.625270 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1285ad1-d1b2-4dba-a19e-41951213a61d req-ebec468a-dba3-44c8-9f3a-61eb1e4a6b1f tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:53:59.627738 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f1285ad1-d1b2-4dba-a19e-41951213a61d req-ebec468a-dba3-44c8-9f3a-61eb1e4a6b1f tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 945 time: 0.0679018 Jul 16 09:53:59.671030 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f1285ad1-d1b2-4dba-a19e-41951213a61d req-a9b18b98-8abd-47ed-a730-e703d2c96f32 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364280 Jul 16 09:54:00.864891 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9236c0-c4d9-4348-84ad-1b7716ddd641 req-347dc876-3180-4e4b-8002-304597c775b8 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:00.866422 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cd9236c0-c4d9-4348-84ad-1b7716ddd641 req-347dc876-3180-4e4b-8002-304597c775b8 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 945 time: 0.0712178 Jul 16 09:54:00.906310 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cd9236c0-c4d9-4348-84ad-1b7716ddd641 req-07db796d-9692-429c-acd3-d5f1240a613e tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341640 Jul 16 09:54:01.678874 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffa7ca-2091-4863-8555-692d045dc587 req-da9307e1-1c19-49f5-8131-274bca0c589e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:01.680311 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54ffa7ca-2091-4863-8555-692d045dc587 req-da9307e1-1c19-49f5-8131-274bca0c589e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=050321bf0e8649cb85eedc482043b164&device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 1097 time: 0.0506248 Jul 16 09:54:02.147426 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffa7ca-2091-4863-8555-692d045dc587 req-02e0311e-4462-4062-9514-805dfd7c137b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:02.148882 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54ffa7ca-2091-4863-8555-692d045dc587 req-02e0311e-4462-4062-9514-805dfd7c137b service neutron] 10.222.0.21 "GET /v2.0/networks?id=a1a843cf-fc56-41ec-a7b8-231c959ced41 HTTP/1.1" status: 200 len: 910 time: 0.4628394 Jul 16 09:54:02.213025 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106411f-8fb1-4e2c-8721-a693a2b30319 req-bf7dce67-cfeb-41b0-a224-fa32e572dd0d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:02.214358 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f106411f-8fb1-4e2c-8721-a693a2b30319 req-bf7dce67-cfeb-41b0-a224-fa32e572dd0d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 945 time: 0.1240082 Jul 16 09:54:02.234288 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54ffa7ca-2091-4863-8555-692d045dc587 req-bffc5abb-a23b-4b25-9579-7ee0bc88dae8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8002f18f-122c-4225-821b-1e804520a18e HTTP/1.1" status: 200 len: 1000 time: 0.0776565 Jul 16 09:54:02.287546 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f106411f-8fb1-4e2c-8721-a693a2b30319 req-bbef8c36-380a-4aee-a27c-b44e8d1ed87b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665209 Jul 16 09:54:02.298325 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffa7ca-2091-4863-8555-692d045dc587 req-8a778a88-b4c1-4b1a-8517-3bd7ea393902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:02.299840 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54ffa7ca-2091-4863-8555-692d045dc587 req-8a778a88-b4c1-4b1a-8517-3bd7ea393902 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c62f8f7-50d5-455d-8750-0badb636efbe HTTP/1.1" status: 200 len: 848 time: 0.0579693 Jul 16 09:54:02.356952 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ffa7ca-2091-4863-8555-692d045dc587 req-ccd60a29-f78b-4a56-b597-e4abd14d69f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:02.358439 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54ffa7ca-2091-4863-8555-692d045dc587 req-ccd60a29-f78b-4a56-b597-e4abd14d69f6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1a843cf-fc56-41ec-a7b8-231c959ced41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519969 Jul 16 09:54:02.449197 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54ffa7ca-2091-4863-8555-692d045dc587 req-18c159e0-408f-47aa-a527-6fcc1a39dbc2 service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832100 Jul 16 09:54:02.539808 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-54ffa7ca-2091-4863-8555-692d045dc587 req-869518a4-04b7-4899-b552-12b9fb7e9d5b service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834367 Jul 16 09:54:03.039950 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:03.078674 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:03.402265 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-beade7f4-3228-475a-99d0-4c08c2dae4b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:03.459343 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2adda83-8eac-4797-9966-24c49b7442b4 req-9e053b40-80df-4638-822e-300e66d31c82 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:03.460861 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b2adda83-8eac-4797-9966-24c49b7442b4 req-9e053b40-80df-4638-822e-300e66d31c82 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 945 time: 0.0636163 Jul 16 09:54:03.497906 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b2adda83-8eac-4797-9966-24c49b7442b4 req-e545f2fe-ef89-4b09-8c44-5474db0701df tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314393 Jul 16 09:54:03.961340 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 8002f18f-122c-4225-821b-1e804520a18e no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:54:04.033278 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:04.056062 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abbb4e9f-5066-439f-9cf6-aeb96aa05782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8002f18f-122c-4225-821b-1e804520a18e'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:54:04.058350 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05e3351e-390b-4449-b9d2-1a77a345085d" -d '{"events": [{"server_uuid": "abbb4e9f-5066-439f-9cf6-aeb96aa05782", "name": "network-vif-unplugged", "status": "completed", "tag": "8002f18f-122c-4225-821b-1e804520a18e"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:54:04.076673 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 8002f18f-122c-4225-821b-1e804520a18e, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=8002f18f-122c-4225-821b-1e804520a18e,segment=NetworkSegment(f8eafb01-a133-40dc-be4c-3741b1d3d178),segment_id=f8eafb01-a133-40dc-be4c-3741b1d3d178)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:54:04.081840 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:04.107722 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 09:54:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f76bf72b-fd62-45c9-af52-092d56f17d38 x-openstack-request-id: req-f76bf72b-fd62-45c9-af52-092d56f17d38 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:54:04.108021 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abbb4e9f-5066-439f-9cf6-aeb96aa05782", "name": "network-vif-unplugged", "status": "completed", "tag": "8002f18f-122c-4225-821b-1e804520a18e", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:54:04.108275 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f76bf72b-fd62-45c9-af52-092d56f17d38 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:54:04.108693 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abbb4e9f-5066-439f-9cf6-aeb96aa05782', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8002f18f-122c-4225-821b-1e804520a18e', 'code': 200} Jul 16 09:54:04.137392 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=8002f18f-122c-4225-821b-1e804520a18e,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:54:04.669469 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b5f0f-ed63-4c24-8b39-36bd23433bd1 req-49084008-3f72-403e-b1be-264ce9226dcd tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:04.670940 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c21b5f0f-ed63-4c24-8b39-36bd23433bd1 req-49084008-3f72-403e-b1be-264ce9226dcd tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 943 time: 0.0619831 Jul 16 09:54:04.707876 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-c21b5f0f-ed63-4c24-8b39-36bd23433bd1 req-c524750b-d9bd-4338-9f1a-33ca44ed470a tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313809 Jul 16 09:54:05.057487 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d319d571-730b-4dd5-a578-513703528b62 req-d76f186c-4c9d-4708-a323-11a8a4399a34 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:05.058983 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d319d571-730b-4dd5-a578-513703528b62 req-d76f186c-4c9d-4708-a323-11a8a4399a34 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 943 time: 0.0678368 Jul 16 09:54:05.097064 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d319d571-730b-4dd5-a578-513703528b62 req-461e0dd3-4964-465e-88a9-e2bafd5b596f tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323513 Jul 16 09:54:05.203668 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50564) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:54:05.297522 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aacd212e-de98-420c-8a82-df7a291d57dd req-062c5559-1451-48c3-b5da-6ac6e78c987d service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0927122 Jul 16 09:54:05.850018 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-71bd10a7-33bd-48ac-ba12-dccf654b6539 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:06.122107 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd212e-de98-420c-8a82-df7a291d57dd req-c0bdad4b-9cff-4872-a40c-c48a23af2dcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:06.123912 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aacd212e-de98-420c-8a82-df7a291d57dd req-c0bdad4b-9cff-4872-a40c-c48a23af2dcf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782&tenant_id=050321bf0e8649cb85eedc482043b164 HTTP/1.1" status: 200 len: 1095 time: 0.0538270 Jul 16 09:54:06.181533 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:06.201274 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd212e-de98-420c-8a82-df7a291d57dd req-b22c4105-cb76-4671-8994-81ca4988831e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:06.202823 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aacd212e-de98-420c-8a82-df7a291d57dd req-b22c4105-cb76-4671-8994-81ca4988831e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=050321bf0e8649cb85eedc482043b164&device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 1095 time: 0.0548120 Jul 16 09:54:06.336192 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd212e-de98-420c-8a82-df7a291d57dd req-cb4ba88c-301a-4385-880e-3ae91dd2de91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:06.337726 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aacd212e-de98-420c-8a82-df7a291d57dd req-cb4ba88c-301a-4385-880e-3ae91dd2de91 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a1a843cf-fc56-41ec-a7b8-231c959ced41 HTTP/1.1" status: 200 len: 910 time: 0.1278629 Jul 16 09:54:06.346108 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182ebff6-dbb3-460b-82f0-b895a366d9c6 req-f5083d36-ebf2-4a7e-a957-24f9bf702908 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:06.347506 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-182ebff6-dbb3-460b-82f0-b895a366d9c6 req-f5083d36-ebf2-4a7e-a957-24f9bf702908 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 943 time: 0.1302400 Jul 16 09:54:06.430447 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-182ebff6-dbb3-460b-82f0-b895a366d9c6 req-97a6bcad-1ef1-43c0-b821-4da49b3b9ba3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0757241 Jul 16 09:54:06.434445 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aacd212e-de98-420c-8a82-df7a291d57dd req-e7bdea56-44c4-4da7-bd6f-0d34534feb9d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8002f18f-122c-4225-821b-1e804520a18e HTTP/1.1" status: 200 len: 998 time: 0.0855186 Jul 16 09:54:06.482328 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd212e-de98-420c-8a82-df7a291d57dd req-b5ad5741-58f2-4c59-8da7-08f37791c862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:06.483811 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aacd212e-de98-420c-8a82-df7a291d57dd req-b5ad5741-58f2-4c59-8da7-08f37791c862 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c62f8f7-50d5-455d-8750-0badb636efbe HTTP/1.1" status: 200 len: 848 time: 0.0437613 Jul 16 09:54:06.544987 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacd212e-de98-420c-8a82-df7a291d57dd req-a6a1491a-f1c5-4970-8466-52456c37e984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:06.546513 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aacd212e-de98-420c-8a82-df7a291d57dd req-a6a1491a-f1c5-4970-8466-52456c37e984 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1a843cf-fc56-41ec-a7b8-231c959ced41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561693 Jul 16 09:54:06.636110 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aacd212e-de98-420c-8a82-df7a291d57dd req-df51293b-8af6-4f0e-851a-e68ed32f22d8 service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811894 Jul 16 09:54:06.736335 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-aacd212e-de98-420c-8a82-df7a291d57dd req-c18ca359-3466-4d88-96ef-2c2065dc49a2 service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884166 Jul 16 09:54:07.442943 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:07.635796 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246f928e-b9c7-4c5e-9823-f97268708d46 req-c8c7f355-b50f-44d7-b71a-e55e019251a8 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:07.637326 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-246f928e-b9c7-4c5e-9823-f97268708d46 req-c8c7f355-b50f-44d7-b71a-e55e019251a8 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 943 time: 0.0796599 Jul 16 09:54:07.677570 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-246f928e-b9c7-4c5e-9823-f97268708d46 req-d526c9cc-ddb1-4064-859f-9aed63f606db tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340734 Jul 16 09:54:08.869628 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5589b8e-5b56-4368-970b-90cccf7fded0 req-73d9a6e9-06e6-4b8d-af25-2906a33640cf tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:08.871340 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d5589b8e-5b56-4368-970b-90cccf7fded0 req-73d9a6e9-06e6-4b8d-af25-2906a33640cf tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 943 time: 0.0666161 Jul 16 09:54:08.883659 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:08.913003 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-d5589b8e-5b56-4368-970b-90cccf7fded0 req-e02e760c-c0cf-4019-8fa1-d41e6e541c0c tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358720 Jul 16 09:54:10.102322 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df705622-ecd5-4e68-a0eb-215fe6ec4a94 req-ad483f40-54b3-4157-957d-b24809572791 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:10.103835 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-df705622-ecd5-4e68-a0eb-215fe6ec4a94 req-ad483f40-54b3-4157-957d-b24809572791 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 943 time: 0.0696175 Jul 16 09:54:10.518749 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-df705622-ecd5-4e68-a0eb-215fe6ec4a94 req-4e1b4dd3-3c57-41d7-beb6-9dc88cfde9bf tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4084496 Jul 16 09:54:11.735217 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb663bc-e085-492d-a56c-6587d1d9203d req-019e7057-5a45-4105-8ac9-fb280891c7a0 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:11.736766 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4fb663bc-e085-492d-a56c-6587d1d9203d req-019e7057-5a45-4105-8ac9-fb280891c7a0 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 943 time: 0.0891342 Jul 16 09:54:11.779900 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-4fb663bc-e085-492d-a56c-6587d1d9203d req-026d56b4-004c-4870-9b47-0e0c435aee4d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370657 Jul 16 09:54:12.964252 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05579f5f-9b8d-4028-83b3-9dc2f8fb9a30 req-514bb7eb-44cf-4e52-abb4-b4caa45154c4 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:12.966141 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-05579f5f-9b8d-4028-83b3-9dc2f8fb9a30 req-514bb7eb-44cf-4e52-abb4-b4caa45154c4 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 943 time: 0.0663977 Jul 16 09:54:13.007470 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-05579f5f-9b8d-4028-83b3-9dc2f8fb9a30 req-0517ee29-e3d1-475b-be1a-a25f5bbe12fb tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353174 Jul 16 09:54:14.200341 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb30dc-eb72-409e-8720-afa388df9124 req-7937d999-52c9-4668-b1fd-088e405dfba4 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:14.201987 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-caeb30dc-eb72-409e-8720-afa388df9124 req-7937d999-52c9-4668-b1fd-088e405dfba4 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 943 time: 0.0724397 Jul 16 09:54:14.244156 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-caeb30dc-eb72-409e-8720-afa388df9124 req-bdaf6f6f-c39f-4003-a2b3-43f344f38844 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362637 Jul 16 09:54:15.468369 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36f299-7fc4-4991-a7b9-17b80c5ffcf5 req-7d63464f-7492-486b-bae5-d3a48b042dd5 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:15.470823 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fe36f299-7fc4-4991-a7b9-17b80c5ffcf5 req-7d63464f-7492-486b-bae5-d3a48b042dd5 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 943 time: 0.0653048 Jul 16 09:54:15.512041 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fe36f299-7fc4-4991-a7b9-17b80c5ffcf5 req-159c89a9-2dc0-4718-ad07-7c3fd3911328 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365360 Jul 16 09:54:16.713415 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826e81ab-9c6f-460e-8819-5efba77f4adc req-c7ba9789-de9d-4a9e-b1b8-e538fca2cbbf tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:16.715023 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-826e81ab-9c6f-460e-8819-5efba77f4adc req-c7ba9789-de9d-4a9e-b1b8-e538fca2cbbf tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 943 time: 0.0767961 Jul 16 09:54:16.763701 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-826e81ab-9c6f-460e-8819-5efba77f4adc req-350e1050-919d-4b62-ba45-048cd78c39e9 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423679 Jul 16 09:54:17.945259 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc2900a-bfd3-4406-af54-7440b2c438e3 req-7619c192-1ad4-42e7-a900-5433319b6107 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:17.946712 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2dc2900a-bfd3-4406-af54-7440b2c438e3 req-7619c192-1ad4-42e7-a900-5433319b6107 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 943 time: 0.0613198 Jul 16 09:54:17.984010 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2dc2900a-bfd3-4406-af54-7440b2c438e3 req-b8783b13-a86e-45e2-9dfa-65aa490bcc27 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314701 Jul 16 09:54:19.165133 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dbbc5b-eda5-48ea-af0d-eaec4b844861 req-eba543bd-6383-41c4-8145-5093e9ff02c0 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:19.166661 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-78dbbc5b-eda5-48ea-af0d-eaec4b844861 req-eba543bd-6383-41c4-8145-5093e9ff02c0 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 943 time: 0.0669208 Jul 16 09:54:19.209403 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-78dbbc5b-eda5-48ea-af0d-eaec4b844861 req-773cd4a7-f75e-47cb-8e5e-fe9c25992977 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370915 Jul 16 09:54:20.384539 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0bcd35-b65c-4cdf-8024-a352367d8b29 req-040b5968-579e-480f-89fa-66ce201be3dc tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:20.386009 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7c0bcd35-b65c-4cdf-8024-a352367d8b29 req-040b5968-579e-480f-89fa-66ce201be3dc tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 943 time: 0.0631285 Jul 16 09:54:20.424784 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7c0bcd35-b65c-4cdf-8024-a352367d8b29 req-8ad62e25-d137-411a-bb94-78190d223965 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325243 Jul 16 09:54:21.603651 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a23b18-9eda-498b-b736-b75a18a1d63c req-09e1816e-ad2e-4a78-9d52-7fcd7b2330c9 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:21.605186 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f1a23b18-9eda-498b-b736-b75a18a1d63c req-09e1816e-ad2e-4a78-9d52-7fcd7b2330c9 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 943 time: 0.0660942 Jul 16 09:54:21.644789 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f1a23b18-9eda-498b-b736-b75a18a1d63c req-92a989db-8669-49a8-a451-9e32f4b1e79f tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339377 Jul 16 09:54:22.038760 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 8002f18f-122c-4225-821b-1e804520a18e details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:54:22.137695 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 8002f18f-122c-4225-821b-1e804520a18e, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=8002f18f-122c-4225-821b-1e804520a18e,segment=NetworkSegment(f8eafb01-a133-40dc-be4c-3741b1d3d178),segment_id=f8eafb01-a133-40dc-be4c-3741b1d3d178)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:54:22.148895 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '8002f18f-122c-4225-821b-1e804520a18e', 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41', 'port_id': '8002f18f-122c-4225-821b-1e804520a18e', 'mac_address': 'fa:16:3e:c3:82:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:54:22.185810 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:22.198625 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8002f18f-122c-4225-821b-1e804520a18e {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:54:22.218177 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 8002f18f-122c-4225-821b-1e804520a18e, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=8002f18f-122c-4225-821b-1e804520a18e,segment=NetworkSegment(f8eafb01-a133-40dc-be4c-3741b1d3d178),segment_id=f8eafb01-a133-40dc-be4c-3741b1d3d178)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:54:22.222922 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:22.269734 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=8002f18f-122c-4225-821b-1e804520a18e,revision_number=9']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:54:22.456226 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['8002f18f-122c-4225-821b-1e804520a18e'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:54:22.827936 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ba56a-7132-41df-b123-9d20179ccf54 req-0d003a3c-0758-4a54-b95b-007f665351bb tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:22.829432 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8e1ba56a-7132-41df-b123-9d20179ccf54 req-0d003a3c-0758-4a54-b95b-007f665351bb tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 944 time: 0.0721393 Jul 16 09:54:22.867658 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-8e1ba56a-7132-41df-b123-9d20179ccf54 req-6ac38a3f-2d05-4392-9d0b-190494f5aa27 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326095 Jul 16 09:54:23.228562 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:54:24.039353 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 8002f18f-122c-4225-821b-1e804520a18e up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:54:24.044670 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd44a27-e7f2-47e4-b2d3-157e3102370f req-bf42119b-412c-4ff4-ab56-54879239449c tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:24.050234 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-edd44a27-e7f2-47e4-b2d3-157e3102370f req-bf42119b-412c-4ff4-ab56-54879239449c tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 944 time: 0.0721455 Jul 16 09:54:24.094713 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-edd44a27-e7f2-47e4-b2d3-157e3102370f req-119f9f9d-d350-497c-bb80-ceba20c38ab1 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424201 Jul 16 09:54:24.098010 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 8002f18f-122c-4225-821b-1e804520a18e triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:54:24.098399 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:24.195757 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:24.220952 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abbb4e9f-5066-439f-9cf6-aeb96aa05782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8002f18f-122c-4225-821b-1e804520a18e'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:54:24.223326 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc3a9e1-f7b5-4511-97e8-557b22fefa6e" -d '{"events": [{"server_uuid": "abbb4e9f-5066-439f-9cf6-aeb96aa05782", "name": "network-vif-plugged", "status": "completed", "tag": "8002f18f-122c-4225-821b-1e804520a18e"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:54:24.236883 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 8002f18f-122c-4225-821b-1e804520a18e, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=8002f18f-122c-4225-821b-1e804520a18e,segment=NetworkSegment(f8eafb01-a133-40dc-be4c-3741b1d3d178),segment_id=f8eafb01-a133-40dc-be4c-3741b1d3d178)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:54:24.243213 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:24.277059 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b015c4-92c3-4e1d-b6fb-e1a292fba685 x-openstack-request-id: req-e8b015c4-92c3-4e1d-b6fb-e1a292fba685 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:54:24.277411 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abbb4e9f-5066-439f-9cf6-aeb96aa05782", "name": "network-vif-plugged", "status": "completed", "tag": "8002f18f-122c-4225-821b-1e804520a18e", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:54:24.277671 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e8b015c4-92c3-4e1d-b6fb-e1a292fba685 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:54:24.278066 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abbb4e9f-5066-439f-9cf6-aeb96aa05782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8002f18f-122c-4225-821b-1e804520a18e', 'code': 200} Jul 16 09:54:24.303233 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=8002f18f-122c-4225-821b-1e804520a18e,revision_number=10']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:54:24.491860 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7399051b-f217-4fb7-a80a-9a3171051b4f req-5ad15b0c-818e-4292-ab05-4464310aaca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:24.494038 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7399051b-f217-4fb7-a80a-9a3171051b4f req-5ad15b0c-818e-4292-ab05-4464310aaca5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 1098 time: 0.1025653 Jul 16 09:54:24.528998 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7399051b-f217-4fb7-a80a-9a3171051b4f req-f59b1fb9-6a55-43d6-bebd-27f068b019ef service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290511 Jul 16 09:54:25.271151 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9471c4a9-3e83-46e1-8f10-03c1399dc071 req-7e3a3d42-9ac2-4d20-914d-5f8bde06a510 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:25.272702 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9471c4a9-3e83-46e1-8f10-03c1399dc071 req-7e3a3d42-9ac2-4d20-914d-5f8bde06a510 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 946 time: 0.0655332 Jul 16 09:54:25.313783 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9471c4a9-3e83-46e1-8f10-03c1399dc071 req-94316d71-4542-4085-9525-b2608f8e4e44 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348094 Jul 16 09:54:26.489691 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5e12fa-2950-4bab-9f58-712eadfdcdb9 req-56f38a35-3a3b-4083-96df-293e490bdf53 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:26.491199 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fe5e12fa-2950-4bab-9f58-712eadfdcdb9 req-56f38a35-3a3b-4083-96df-293e490bdf53 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 946 time: 0.0639141 Jul 16 09:54:26.529280 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fe5e12fa-2950-4bab-9f58-712eadfdcdb9 req-2b16dd77-bf67-4293-92a4-e68e4adf40ab tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325699 Jul 16 09:54:26.876337 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a949cc7e-0875-41c5-a57c-2c6432de00b6 req-4a3c16cb-c23c-4a0f-bffb-dac478bc2edf service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0511863 Jul 16 09:54:26.973841 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949cc7e-0875-41c5-a57c-2c6432de00b6 req-662db70f-0548-4cb2-b58c-0ed5ff49709e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:26.975560 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a949cc7e-0875-41c5-a57c-2c6432de00b6 req-662db70f-0548-4cb2-b58c-0ed5ff49709e service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=050321bf0e8649cb85eedc482043b164&device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 1098 time: 0.0577734 Jul 16 09:54:27.081372 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949cc7e-0875-41c5-a57c-2c6432de00b6 req-e3c80d2e-602f-4ddb-8b57-94e267350d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:27.082865 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a949cc7e-0875-41c5-a57c-2c6432de00b6 req-e3c80d2e-602f-4ddb-8b57-94e267350d3a service neutron] 10.222.0.21 "GET /v2.0/networks?id=a1a843cf-fc56-41ec-a7b8-231c959ced41 HTTP/1.1" status: 200 len: 910 time: 0.0873835 Jul 16 09:54:27.157140 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a949cc7e-0875-41c5-a57c-2c6432de00b6 req-cf248f82-19eb-457c-a5bf-a90f268737fe service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8002f18f-122c-4225-821b-1e804520a18e HTTP/1.1" status: 200 len: 1000 time: 0.0679502 Jul 16 09:54:27.209047 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949cc7e-0875-41c5-a57c-2c6432de00b6 req-74f89d9c-3ac2-42dc-be01-211906cefac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:27.210535 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a949cc7e-0875-41c5-a57c-2c6432de00b6 req-74f89d9c-3ac2-42dc-be01-211906cefac7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c62f8f7-50d5-455d-8750-0badb636efbe HTTP/1.1" status: 200 len: 848 time: 0.0471888 Jul 16 09:54:27.268272 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a949cc7e-0875-41c5-a57c-2c6432de00b6 req-d2a78c96-2dcc-4baf-adf2-4ae8627c14f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:54:27.269828 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a949cc7e-0875-41c5-a57c-2c6432de00b6 req-d2a78c96-2dcc-4baf-adf2-4ae8627c14f5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1a843cf-fc56-41ec-a7b8-231c959ced41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533676 Jul 16 09:54:27.365478 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a949cc7e-0875-41c5-a57c-2c6432de00b6 req-bfb4039f-9bf4-42e8-be26-0c3f7d299aec service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882828 Jul 16 09:54:27.455120 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a949cc7e-0875-41c5-a57c-2c6432de00b6 req-b9eceec1-c692-4194-8e82-0de115085bcd service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830638 Jul 16 09:54:33.038110 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:33.081206 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:33.402638 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c383f499-2b60-4d07-a7fd-aff00f54e538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:35.853741 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f328cacc-7c27-4ea2-9fee-00e4d374f387 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:36.173927 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:37.445356 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:54:38.884477 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:00.227947 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:55:03.037314 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:03.081630 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:03.402795 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-997c864e-f882-4f09-b8a6-31a9ab348ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:05.855461 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-79977a0e-9bf7-495d-bd02-290f41abd2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:06.174574 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:07.447108 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:08.886785 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:26.727912 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7876f9fc-b123-450b-8c4d-7ac03fc414db req-67171ee2-7a17-4c39-8031-022d3c7523fa service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0559669 Jul 16 09:55:26.820237 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876f9fc-b123-450b-8c4d-7ac03fc414db req-f8175919-a460-426f-bf77-f2467ba66168 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:26.821886 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7876f9fc-b123-450b-8c4d-7ac03fc414db req-f8175919-a460-426f-bf77-f2467ba66168 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=050321bf0e8649cb85eedc482043b164&device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 1098 time: 0.0514114 Jul 16 09:55:26.928072 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876f9fc-b123-450b-8c4d-7ac03fc414db req-bf46730a-f2d4-4690-a436-d838d66d9711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:26.929555 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7876f9fc-b123-450b-8c4d-7ac03fc414db req-bf46730a-f2d4-4690-a436-d838d66d9711 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a1a843cf-fc56-41ec-a7b8-231c959ced41 HTTP/1.1" status: 200 len: 910 time: 0.0882041 Jul 16 09:55:26.993573 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7876f9fc-b123-450b-8c4d-7ac03fc414db req-4bb2b712-1198-4f9b-adf1-c03777740af5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8002f18f-122c-4225-821b-1e804520a18e HTTP/1.1" status: 200 len: 1000 time: 0.0568817 Jul 16 09:55:27.040102 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876f9fc-b123-450b-8c4d-7ac03fc414db req-200ad7b9-44ed-4314-b2ce-dea4abda6800 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:27.041589 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7876f9fc-b123-450b-8c4d-7ac03fc414db req-200ad7b9-44ed-4314-b2ce-dea4abda6800 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c62f8f7-50d5-455d-8750-0badb636efbe HTTP/1.1" status: 200 len: 848 time: 0.0427990 Jul 16 09:55:27.101699 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876f9fc-b123-450b-8c4d-7ac03fc414db req-b4733522-6565-4fb6-8206-7151f6c4fa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:27.103317 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7876f9fc-b123-450b-8c4d-7ac03fc414db req-b4733522-6565-4fb6-8206-7151f6c4fa1d service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1a843cf-fc56-41ec-a7b8-231c959ced41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553081 Jul 16 09:55:27.189659 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7876f9fc-b123-450b-8c4d-7ac03fc414db req-afa36a7a-8393-4dda-a076-9925f77fac15 service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799360 Jul 16 09:55:27.281666 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7876f9fc-b123-450b-8c4d-7ac03fc414db req-e57ba698-3db1-41fd-a75d-75ab2e8fb92f service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858104 Jul 16 09:55:33.039838 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:33.079787 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:33.403212 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc8a504a-abc3-4897-ab5f-eb9bb590be2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:35.856233 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-20d635ba-ae93-45be-8abd-46f0d3f9b6ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:36.174511 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:37.227099 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:55:37.450457 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:38.890149 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:42.086997 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50698) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:55:42.239293 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-cc81572a-329f-4af3-903e-aaee7d5240b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Deleting port 5a424f61-daa5-42bc-ad42-f0fbd3a0cff5 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:55:42.239623 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cc81572a-329f-4af3-903e-aaee7d5240b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:42.312591 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cc81572a-329f-4af3-903e-aaee7d5240b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:42.312921 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cc81572a-329f-4af3-903e-aaee7d5240b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:42.324899 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-cc81572a-329f-4af3-903e-aaee7d5240b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Calling delete_port for 5a424f61-daa5-42bc-ad42-f0fbd3a0cff5 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:55:42.470438 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cc81572a-329f-4af3-903e-aaee7d5240b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:42.493139 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc81572a-329f-4af3-903e-aaee7d5240b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Pushing event deleted for resources: {'Port': ['ID=5a424f61-daa5-42bc-ad42-f0fbd3a0cff5,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:42.503577 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81572a-329f-4af3-903e-aaee7d5240b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:42.503929 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81572a-329f-4af3-903e-aaee7d5240b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:42.504271 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81572a-329f-4af3-903e-aaee7d5240b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:42.504637 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81572a-329f-4af3-903e-aaee7d5240b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:42.504977 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81572a-329f-4af3-903e-aaee7d5240b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:42.505686 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81572a-329f-4af3-903e-aaee7d5240b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:42.505686 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81572a-329f-4af3-903e-aaee7d5240b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:42.505945 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81572a-329f-4af3-903e-aaee7d5240b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:42.506270 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81572a-329f-4af3-903e-aaee7d5240b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:42.506595 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81572a-329f-4af3-903e-aaee7d5240b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:42.506924 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81572a-329f-4af3-903e-aaee7d5240b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:42.507253 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc81572a-329f-4af3-903e-aaee7d5240b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:42.571127 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cc81572a-329f-4af3-903e-aaee7d5240b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:42.571127 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-cc81572a-329f-4af3-903e-aaee7d5240b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Floating IP 8563d925-23f0-4eb6-8b7f-dbc2e4978285 disassociated (deleted). External IP: 172.25.3.51, port: 8002f18f-122c-4225-821b-1e804520a18e. Jul 16 09:55:42.776751 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc81572a-329f-4af3-903e-aaee7d5240b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Router 3a199a80-b6cd-41d6-9f5a-f3312a443207 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:55:42.889804 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc81572a-329f-4af3-903e-aaee7d5240b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:55:42.894901 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-cc81572a-329f-4af3-903e-aaee7d5240b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:42.899228 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3511fc88-55ac-4e19-a9b2-f2477aa36c9c None None] Sync routers for ids ['3a199a80-b6cd-41d6-9f5a-f3312a443207'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:55:42.908666 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3511fc88-55ac-4e19-a9b2-f2477aa36c9c None None] Routers {'3a199a80-b6cd-41d6-9f5a-f3312a443207'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:55:42.909269 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3511fc88-55ac-4e19-a9b2-f2477aa36c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:55:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['3a199a80-b6cd-41d6-9f5a-f3312a443207'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:55:42.931699 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-cc81572a-329f-4af3-903e-aaee7d5240b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "DELETE /v2.0/floatingips/8563d925-23f0-4eb6-8b7f-dbc2e4978285 HTTP/1.1" status: 204 len: 168 time: 0.8438025 Jul 16 09:55:42.932281 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abbb4e9f-5066-439f-9cf6-aeb96aa05782', 'tag': '8002f18f-122c-4225-821b-1e804520a18e'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:55:42.934604 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59ce7f78-503f-427c-9b29-8811f6e449fc" -d '{"events": [{"name": "network-changed", "server_uuid": "abbb4e9f-5066-439f-9cf6-aeb96aa05782", "tag": "8002f18f-122c-4225-821b-1e804520a18e"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:55:43.016137 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3511fc88-55ac-4e19-a9b2-f2477aa36c9c None None] Set router 3a199a80-b6cd-41d6-9f5a-f3312a443207 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:55:43.028458 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b623b0b-2d68-4c2e-8145-ba300fc7fbdc x-openstack-request-id: req-6b623b0b-2d68-4c2e-8145-ba300fc7fbdc {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:55:43.028952 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abbb4e9f-5066-439f-9cf6-aeb96aa05782", "tag": "8002f18f-122c-4225-821b-1e804520a18e", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:55:43.029210 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-6b623b0b-2d68-4c2e-8145-ba300fc7fbdc {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:55:43.029614 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abbb4e9f-5066-439f-9cf6-aeb96aa05782', 'tag': '8002f18f-122c-4225-821b-1e804520a18e', 'status': 'completed', 'code': 200} Jul 16 09:55:43.106799 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce7f78-503f-427c-9b29-8811f6e449fc req-71c93568-dd7e-44d3-9d2e-62d5066964e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:43.108377 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-59ce7f78-503f-427c-9b29-8811f6e449fc req-71c93568-dd7e-44d3-9d2e-62d5066964e2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=050321bf0e8649cb85eedc482043b164&device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 1098 time: 0.0550017 Jul 16 09:55:43.218123 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce7f78-503f-427c-9b29-8811f6e449fc req-a11704cc-182f-4f59-9a17-d0c27bab465f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:43.219833 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-59ce7f78-503f-427c-9b29-8811f6e449fc req-a11704cc-182f-4f59-9a17-d0c27bab465f service neutron] 10.222.0.21 "GET /v2.0/networks?id=a1a843cf-fc56-41ec-a7b8-231c959ced41 HTTP/1.1" status: 200 len: 910 time: 0.1039522 Jul 16 09:55:43.227575 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3511fc88-55ac-4e19-a9b2-f2477aa36c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'name': 'tempest-TestShelveInstance-1098524758-router', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f4513bcc-6151-447b-be93-87618b678a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:19Z', 'updated_at': '2021-07-16T09:51:22Z', 'revision_number': 4, 'project_id': '050321bf0e8649cb85eedc482043b164', 'gw_port': {'id': 'f4513bcc-6151-447b-be93-87618b678a74', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:20Z', 'updated_at': '2021-07-16T09:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'dcf57a0a-fe9a-46f5-8dec-030d217d0132', 'name': '', 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'mac_address': 'fa:16:3e:74:91:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:22Z', 'updated_at': '2021-07-16T09:51:29Z', 'revision_number': 5, 'project_id': '050321bf0e8649cb85eedc482043b164', 'subnets': [{'id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:55:43.255281 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3511fc88-55ac-4e19-a9b2-f2477aa36c9c None None] Checking router: 3a199a80-b6cd-41d6-9f5a-f3312a443207 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:55:43.262607 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-59ce7f78-503f-427c-9b29-8811f6e449fc req-beb35f6c-8892-4389-8621-f56c1f1e97ed service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8002f18f-122c-4225-821b-1e804520a18e HTTP/1.1" status: 200 len: 217 time: 0.0355697 Jul 16 09:55:43.264884 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3511fc88-55ac-4e19-a9b2-f2477aa36c9c None None] Routers {'3a199a80-b6cd-41d6-9f5a-f3312a443207'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:55:43.265488 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3511fc88-55ac-4e19-a9b2-f2477aa36c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:55:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['3a199a80-b6cd-41d6-9f5a-f3312a443207'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:55:43.311078 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce7f78-503f-427c-9b29-8811f6e449fc req-f94f75c9-42f2-462a-8580-c66f603af3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:43.312602 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-59ce7f78-503f-427c-9b29-8811f6e449fc req-f94f75c9-42f2-462a-8580-c66f603af3be service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c62f8f7-50d5-455d-8750-0badb636efbe HTTP/1.1" status: 200 len: 848 time: 0.0436654 Jul 16 09:55:43.326513 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521a033e-37b3-431d-a765-66c0bbe7aae6 req-d6527b54-4a9d-43b7-8e03-e510873c74c7 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:43.329546 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-521a033e-37b3-431d-a765-66c0bbe7aae6 req-d6527b54-4a9d-43b7-8e03-e510873c74c7 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 946 time: 0.0760422 Jul 16 09:55:43.368945 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-521a033e-37b3-431d-a765-66c0bbe7aae6 req-a410a366-f646-4ae3-a616-77ceeab28eab tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343046 Jul 16 09:55:43.371211 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-3511fc88-55ac-4e19-a9b2-f2477aa36c9c None None] Set router 3a199a80-b6cd-41d6-9f5a-f3312a443207 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:55:43.376631 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ce7f78-503f-427c-9b29-8811f6e449fc req-e7c82808-b926-45b5-9938-ad10aa62d774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:43.378212 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-59ce7f78-503f-427c-9b29-8811f6e449fc req-e7c82808-b926-45b5-9938-ad10aa62d774 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1a843cf-fc56-41ec-a7b8-231c959ced41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0588064 Jul 16 09:55:43.469218 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-59ce7f78-503f-427c-9b29-8811f6e449fc req-df336490-f671-40d3-abe9-7e12eeadf06d service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841627 Jul 16 09:55:43.564264 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-3511fc88-55ac-4e19-a9b2-f2477aa36c9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'name': 'tempest-TestShelveInstance-1098524758-router', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f4513bcc-6151-447b-be93-87618b678a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:19Z', 'updated_at': '2021-07-16T09:51:22Z', 'revision_number': 4, 'project_id': '050321bf0e8649cb85eedc482043b164', 'gw_port': {'id': 'f4513bcc-6151-447b-be93-87618b678a74', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:20Z', 'updated_at': '2021-07-16T09:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'dcf57a0a-fe9a-46f5-8dec-030d217d0132', 'name': '', 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'mac_address': 'fa:16:3e:74:91:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:22Z', 'updated_at': '2021-07-16T09:51:29Z', 'revision_number': 5, 'project_id': '050321bf0e8649cb85eedc482043b164', 'subnets': [{'id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:55:43.565128 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-59ce7f78-503f-427c-9b29-8811f6e449fc req-eb1b1dd8-a5df-4cf0-a80e-039f902a8b16 service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890746 Jul 16 09:55:43.594288 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3511fc88-55ac-4e19-a9b2-f2477aa36c9c None None] The sync data for ids ['3a199a80-b6cd-41d6-9f5a-f3312a443207'] in n-d-771362-37 is: [{'id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'name': 'tempest-TestShelveInstance-1098524758-router', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f4513bcc-6151-447b-be93-87618b678a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:19Z', 'updated_at': '2021-07-16T09:51:22Z', 'revision_number': 4, 'project_id': '050321bf0e8649cb85eedc482043b164', 'gw_port': {'id': 'f4513bcc-6151-447b-be93-87618b678a74', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:20Z', 'updated_at': '2021-07-16T09:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'dcf57a0a-fe9a-46f5-8dec-030d217d0132', 'name': '', 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'mac_address': 'fa:16:3e:74:91:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:22Z', 'updated_at': '2021-07-16T09:51:29Z', 'revision_number': 5, 'project_id': '050321bf0e8649cb85eedc482043b164', 'subnets': [{'id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:55:43.807003 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9277e197-81aa-4b41-a4ef-ac3ddef3c2ea None None] New status for floating IP 8563d925-23f0-4eb6-8b7f-dbc2e4978285: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:55:44.582870 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88d7ec-fb18-437f-b08c-9cd49911fc98 req-b7eebc25-9af2-47d8-8030-aff9e8196fad tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:44.584324 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7a88d7ec-fb18-437f-b08c-9cd49911fc98 req-b7eebc25-9af2-47d8-8030-aff9e8196fad tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 946 time: 0.0901928 Jul 16 09:55:44.635058 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1423f27a-0cf3-4e40-917a-4ed545c7139f req-82fa9740-0526-424e-9124-05722efbe56b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:55:44.636486 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1423f27a-0cf3-4e40-917a-4ed545c7139f req-82fa9740-0526-424e-9124-05722efbe56b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.21 "GET /v2.0/ports?device_id=abbb4e9f-5066-439f-9cf6-aeb96aa05782 HTTP/1.1" status: 200 len: 946 time: 0.1062176 Jul 16 09:55:44.644926 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7a88d7ec-fb18-437f-b08c-9cd49911fc98 req-4fcfa7bf-548e-4173-bd18-84cb696ce850 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=32cd4db4-14e4-41c1-8225-0688a014fc6c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526826 Jul 16 09:55:44.736872 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-1423f27a-0cf3-4e40-917a-4ed545c7139f req-f5a9b946-897b-430d-9b88-16f1603bb1bb tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Deleting port 8002f18f-122c-4225-821b-1e804520a18e {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 09:55:44.737216 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1423f27a-0cf3-4e40-917a-4ed545c7139f req-f5a9b946-897b-430d-9b88-16f1603bb1bb tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:44.826430 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-1423f27a-0cf3-4e40-917a-4ed545c7139f req-f5a9b946-897b-430d-9b88-16f1603bb1bb tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] For port 8002f18f-122c-4225-821b-1e804520a18e, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=8002f18f-122c-4225-821b-1e804520a18e,segment=NetworkSegment(f8eafb01-a133-40dc-be4c-3741b1d3d178),segment_id=f8eafb01-a133-40dc-be4c-3741b1d3d178)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:55:44.826795 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1423f27a-0cf3-4e40-917a-4ed545c7139f req-f5a9b946-897b-430d-9b88-16f1603bb1bb tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:44.839116 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-1423f27a-0cf3-4e40-917a-4ed545c7139f req-f5a9b946-897b-430d-9b88-16f1603bb1bb tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Calling delete_port for 8002f18f-122c-4225-821b-1e804520a18e owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 09:55:44.965679 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1423f27a-0cf3-4e40-917a-4ed545c7139f req-f5a9b946-897b-430d-9b88-16f1603bb1bb tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:44.998676 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5a9b946-897b-430d-9b88-16f1603bb1bb tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Pushing event deleted for resources: {'Port': ['ID=8002f18f-122c-4225-821b-1e804520a18e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:45.044051 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-1423f27a-0cf3-4e40-917a-4ed545c7139f req-f5a9b946-897b-430d-9b88-16f1603bb1bb tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] No DVR routers for this DVR port 8002f18f-122c-4225-821b-1e804520a18e on host n-h2-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 09:55:45.046978 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-1423f27a-0cf3-4e40-917a-4ed545c7139f req-f5a9b946-897b-430d-9b88-16f1603bb1bb tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:45.049686 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1423f27a-0cf3-4e40-917a-4ed545c7139f req-f5a9b946-897b-430d-9b88-16f1603bb1bb tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.21 "DELETE /v2.0/ports/8002f18f-122c-4225-821b-1e804520a18e HTTP/1.1" status: 204 len: 173 time: 0.4077680 Jul 16 09:55:45.050137 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abbb4e9f-5066-439f-9cf6-aeb96aa05782', 'name': 'network-vif-deleted', 'tag': '8002f18f-122c-4225-821b-1e804520a18e'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:55:45.053186 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437e86bf-32ad-46e3-a93f-e02721f33489" -d '{"events": [{"server_uuid": "abbb4e9f-5066-439f-9cf6-aeb96aa05782", "name": "network-vif-deleted", "tag": "8002f18f-122c-4225-821b-1e804520a18e"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:55:45.095315 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:55:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d94bac1-1b24-4da5-945b-5b8d42957d48 x-openstack-request-id: req-2d94bac1-1b24-4da5-945b-5b8d42957d48 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:55:45.095604 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abbb4e9f-5066-439f-9cf6-aeb96aa05782", "name": "network-vif-deleted", "tag": "8002f18f-122c-4225-821b-1e804520a18e", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:55:45.095897 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-2d94bac1-1b24-4da5-945b-5b8d42957d48 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:55:45.096311 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abbb4e9f-5066-439f-9cf6-aeb96aa05782', 'name': 'network-vif-deleted', 'tag': '8002f18f-122c-4225-821b-1e804520a18e', 'status': 'completed', 'code': 200} Jul 16 09:55:45.737297 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50722) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:55:45.794456 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f52becc-e887-47f9-bc67-001b37b8fa8d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:45.818790 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f52becc-e887-47f9-bc67-001b37b8fa8d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:45.878615 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f52becc-e887-47f9-bc67-001b37b8fa8d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:45.881384 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-8f52becc-e887-47f9-bc67-001b37b8fa8d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:45.882565 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-8f52becc-e887-47f9-bc67-001b37b8fa8d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "DELETE /v2.0/security-groups/32cd4db4-14e4-41c1-8225-0688a014fc6c HTTP/1.1" status: 204 len: 168 time: 0.1442571 Jul 16 09:55:45.891546 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52becc-e887-47f9-bc67-001b37b8fa8d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32cd4db4-14e4-41c1-8225-0688a014fc6c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:45.899254 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f52becc-e887-47f9-bc67-001b37b8fa8d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:45.899581 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f52becc-e887-47f9-bc67-001b37b8fa8d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:45.899924 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f52becc-e887-47f9-bc67-001b37b8fa8d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:45.900263 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f52becc-e887-47f9-bc67-001b37b8fa8d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:45.900639 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f52becc-e887-47f9-bc67-001b37b8fa8d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:45.900975 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f52becc-e887-47f9-bc67-001b37b8fa8d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:45.901302 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f52becc-e887-47f9-bc67-001b37b8fa8d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:45.901631 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f52becc-e887-47f9-bc67-001b37b8fa8d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:45.901958 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f52becc-e887-47f9-bc67-001b37b8fa8d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:45.902286 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f52becc-e887-47f9-bc67-001b37b8fa8d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:45.902611 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f52becc-e887-47f9-bc67-001b37b8fa8d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:45.903861 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f52becc-e887-47f9-bc67-001b37b8fa8d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:55:46.242279 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 50728) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:55:46.247022 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-192e4edb-6066-4cf8-abd0-e45f1c3816e1 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-614605990', 'description': 'tempest-secgroup-smoke-614605990 description', 'project_id': '050321bf0e8649cb85eedc482043b164'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:55:46.269283 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-192e4edb-6066-4cf8-abd0-e45f1c3816e1 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:46.347215 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-192e4edb-6066-4cf8-abd0-e45f1c3816e1 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:46.350636 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-192e4edb-6066-4cf8-abd0-e45f1c3816e1 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:46.378323 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-192e4edb-6066-4cf8-abd0-e45f1c3816e1 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:46.379539 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-192e4edb-6066-4cf8-abd0-e45f1c3816e1 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1362276 Jul 16 09:55:46.382548 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50730) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:55:46.384481 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192e4edb-6066-4cf8-abd0-e45f1c3816e1 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17a9477e-600a-4a9f-9282-1757478a493e,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:46.389421 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-7aaa1723-9bca-46f6-a599-ca788268938f tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Request body: {'security_group_rule': {'security_group_id': '17a9477e-600a-4a9f-9282-1757478a493e', 'project_id': '050321bf0e8649cb85eedc482043b164', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:55:46.415040 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7aaa1723-9bca-46f6-a599-ca788268938f tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:46.471631 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7aaa1723-9bca-46f6-a599-ca788268938f tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:46.475083 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7aaa1723-9bca-46f6-a599-ca788268938f tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:46.492228 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaa1723-9bca-46f6-a599-ca788268938f tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53ef3f82-4873-4383-8f4f-2ee45351701b,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:46.499712 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-7aaa1723-9bca-46f6-a599-ca788268938f tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:46.500938 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-7aaa1723-9bca-46f6-a599-ca788268938f tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1171110 Jul 16 09:55:46.503700 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50732) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:55:46.508083 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-36fd1d77-f7fe-4810-902c-bfb65ae1fe13 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Request body: {'security_group_rule': {'security_group_id': '17a9477e-600a-4a9f-9282-1757478a493e', 'project_id': '050321bf0e8649cb85eedc482043b164', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:55:46.534289 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-36fd1d77-f7fe-4810-902c-bfb65ae1fe13 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:46.593675 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-36fd1d77-f7fe-4810-902c-bfb65ae1fe13 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:46.597024 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-36fd1d77-f7fe-4810-902c-bfb65ae1fe13 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:46.616384 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36fd1d77-f7fe-4810-902c-bfb65ae1fe13 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99b4193a-b2e1-458b-964d-0cfb485d2a34,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:46.619624 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-36fd1d77-f7fe-4810-902c-bfb65ae1fe13 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:46.620969 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-36fd1d77-f7fe-4810-902c-bfb65ae1fe13 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1162310 Jul 16 09:55:46.623572 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50734) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:55:46.628254 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-e08944b9-20fe-48ac-b20f-9ffd4893a6ab tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Request body: {'security_group_rule': {'security_group_id': '17a9477e-600a-4a9f-9282-1757478a493e', 'project_id': '050321bf0e8649cb85eedc482043b164', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:55:46.653795 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e08944b9-20fe-48ac-b20f-9ffd4893a6ab tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:46.710514 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e08944b9-20fe-48ac-b20f-9ffd4893a6ab tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:46.714187 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e08944b9-20fe-48ac-b20f-9ffd4893a6ab tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:46.735654 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08944b9-20fe-48ac-b20f-9ffd4893a6ab tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6944be81-bdcc-48b2-a3a0-a56d93c02e7b,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:46.739498 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-e08944b9-20fe-48ac-b20f-9ffd4893a6ab tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:46.740701 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-e08944b9-20fe-48ac-b20f-9ffd4893a6ab tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1158712 Jul 16 09:55:46.743805 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50736) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:55:46.748502 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b962cda3-0e8a-48e4-b132-a669b957b8b1 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Request body: {'security_group_rule': {'security_group_id': '17a9477e-600a-4a9f-9282-1757478a493e', 'project_id': '050321bf0e8649cb85eedc482043b164', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:55:46.773903 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b962cda3-0e8a-48e4-b132-a669b957b8b1 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:46.832340 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b962cda3-0e8a-48e4-b132-a669b957b8b1 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:46.835642 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b962cda3-0e8a-48e4-b132-a669b957b8b1 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:46.852726 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b962cda3-0e8a-48e4-b132-a669b957b8b1 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14149ef-a4e0-4c69-a3d5-493101d514c2,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:46.858490 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b962cda3-0e8a-48e4-b132-a669b957b8b1 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:46.859870 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b962cda3-0e8a-48e4-b132-a669b957b8b1 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1148353 Jul 16 09:55:46.862367 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50738) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:55:46.866693 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-9adcc9eb-cd58-4de7-ae6d-587846d06464 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Request body: {'security_group_rule': {'security_group_id': '17a9477e-600a-4a9f-9282-1757478a493e', 'project_id': '050321bf0e8649cb85eedc482043b164', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:55:46.888689 n-d-771362-37 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-9adcc9eb-cd58-4de7-ae6d-587846d06464 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Project 050321bf0e8649cb85eedc482043b164 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:55:46.893468 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9adcc9eb-cd58-4de7-ae6d-587846d06464 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:46.956518 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9adcc9eb-cd58-4de7-ae6d-587846d06464 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:46.960170 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9adcc9eb-cd58-4de7-ae6d-587846d06464 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:46.979611 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adcc9eb-cd58-4de7-ae6d-587846d06464 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f79d85b-4d9e-4d63-a721-9dd50dc445aa,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:46.986160 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-9adcc9eb-cd58-4de7-ae6d-587846d06464 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:46.987422 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-9adcc9eb-cd58-4de7-ae6d-587846d06464 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1241484 Jul 16 09:55:46.990206 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50740) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:55:46.994618 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-daa7b020-57b2-4aed-9977-349b0ade47e2 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Request body: {'security_group_rule': {'security_group_id': '17a9477e-600a-4a9f-9282-1757478a493e', 'project_id': '050321bf0e8649cb85eedc482043b164', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:55:47.017039 n-d-771362-37 neutron-server[93759]: INFO neutron.db.securitygroups_db [None req-daa7b020-57b2-4aed-9977-349b0ade47e2 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Project 050321bf0e8649cb85eedc482043b164 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 09:55:47.022152 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-daa7b020-57b2-4aed-9977-349b0ade47e2 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:47.082735 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-daa7b020-57b2-4aed-9977-349b0ade47e2 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:47.086424 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-daa7b020-57b2-4aed-9977-349b0ade47e2 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:47.104787 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7b020-57b2-4aed-9977-349b0ade47e2 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a1c4c70-ff1b-40df-9ace-93d0aa08268f,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:55:47.112373 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-daa7b020-57b2-4aed-9977-349b0ade47e2 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:55:47.113569 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-daa7b020-57b2-4aed-9977-349b0ade47e2 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1224291 Jul 16 09:55:48.365619 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 8002f18f-122c-4225-821b-1e804520a18e no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:55:48.385725 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 8002f18f-122c-4225-821b-1e804520a18e {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 09:55:48.386079 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 8002f18f-122c-4225-821b-1e804520a18e not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 09:56:01.381281 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-958ed243-907c-4576-8be6-9c77ed0955d7 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-614605990&fields=id&tenant_id=050321bf0e8649cb85eedc482043b164 HTTP/1.1" status: 200 len: 267 time: 0.0416813 Jul 16 09:56:01.496655 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-b9579888-bcae-47b5-83de-497ecfef66ac tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:01.498076 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-b9579888-bcae-47b5-83de-497ecfef66ac tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/networks?id=a1a843cf-fc56-41ec-a7b8-231c959ced41 HTTP/1.1" status: 200 len: 809 time: 0.1090193 Jul 16 09:56:01.513370 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-1440c03c-b6c0-4e7f-8065-8e1396b4e564 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/quotas/050321bf0e8649cb85eedc482043b164 HTTP/1.1" status: 200 len: 375 time: 0.0095413 Jul 16 09:56:01.581911 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-3f44bf68-7bcf-4fe7-bbf3-c916053e3b41 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=050321bf0e8649cb85eedc482043b164&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0633454 Jul 16 09:56:01.641174 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-5fbc4999-b47e-461a-b307-6c2401e945d9 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:56:01.642210 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-5fbc4999-b47e-461a-b307-6c2401e945d9 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0488987 Jul 16 09:56:01.739768 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-0b3734f7-6e28-459e-acc1-2d6679ae1daf service neutron] 10.222.0.22 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915709 Jul 16 09:56:01.834968 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-4074971a-c31e-4c42-b22c-d0f906ba5147 service neutron] 10.222.0.22 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893002 Jul 16 09:56:02.150764 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3d74d130-7eef-4111-b86d-1c0b4a9e7a36 req-4cf05711-c082-46e7-b944-e21b6656756d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 210 time: 0.0294149 Jul 16 09:56:03.037335 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:03.095171 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:03.263639 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-c7425679-204f-432f-9c2b-facb37700307 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:03.265195 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-c7425679-204f-432f-9c2b-facb37700307 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.21 "GET /v2.0/networks?id=a1a843cf-fc56-41ec-a7b8-231c959ced41 HTTP/1.1" status: 200 len: 809 time: 0.1125786 Jul 16 09:56:03.314722 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-ad08d3c2-1ff0-4b19-b98a-a9437662a0d4 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=050321bf0e8649cb85eedc482043b164 HTTP/1.1" status: 200 len: 379 time: 0.0408156 Jul 16 09:56:03.329838 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-cd6492e8-ed2f-4b70-aef0-153ac5a9aefc tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Request body: {'port': {'device_id': 'b40d7850-1b74-410e-9526-c59eef4e471e', 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41', 'admin_state_up': True, 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'security_groups': ['17a9477e-600a-4a9f-9282-1757478a493e']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:56:03.340190 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b73937b7-dae0-478e-aae2-f569b420fc76 req-7b459826-1a9b-4ae1-b5fc-a124d348953a tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 210 time: 0.0311124 Jul 16 09:56:03.407477 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-136a9cda-4ddd-4a09-a198-1fb902128514 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:03.451171 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-cd6492e8-ed2f-4b70-aef0-153ac5a9aefc tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Made reservation on behalf of 050321bf0e8649cb85eedc482043b164 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 09:56:03.455127 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-cd6492e8-ed2f-4b70-aef0-153ac5a9aefc tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:03.588653 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-cd6492e8-ed2f-4b70-aef0-153ac5a9aefc tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Allocated IP 172.20.0.9 (a1a843cf-fc56-41ec-a7b8-231c959ced41/8c62f8f7-50d5-455d-8750-0badb636efbe/cc4bc9b5-2cc3-4892-862d-53322922e984) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:56:03.732861 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-cd6492e8-ed2f-4b70-aef0-153ac5a9aefc tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:03.746089 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-cd6492e8-ed2f-4b70-aef0-153ac5a9aefc tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Transition to ACTIVE for port object cc4bc9b5-2cc3-4892-862d-53322922e984 will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:56:03.779745 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-cd6492e8-ed2f-4b70-aef0-153ac5a9aefc tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:03.821713 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-cd6492e8-ed2f-4b70-aef0-153ac5a9aefc tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Network a1a843cf-fc56-41ec-a7b8-231c959ced41 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:56:03.827638 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-cd6492e8-ed2f-4b70-aef0-153ac5a9aefc tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:56:03.831321 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-cd6492e8-ed2f-4b70-aef0-153ac5a9aefc tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:56:03.858165 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6492e8-ed2f-4b70-aef0-153ac5a9aefc tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Pushing event updated for resources: {'Port': ['ID=cc4bc9b5-2cc3-4892-862d-53322922e984,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:56:03.885074 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-cd6492e8-ed2f-4b70-aef0-153ac5a9aefc tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:03.886201 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-cd6492e8-ed2f-4b70-aef0-153ac5a9aefc tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:03.905946 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-cd6492e8-ed2f-4b70-aef0-153ac5a9aefc tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5800641 Jul 16 09:56:03.919122 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-0b8524bb-7572-4f9c-ab90-b41e97c5307e service neutron] Request body: {'port': {'device_id': 'b40d7850-1b74-410e-9526-c59eef4e471e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:56:04.002477 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-0b8524bb-7572-4f9c-ab90-b41e97c5307e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:04.095728 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d0a1813b-04a9-4ce8-9353-0779c036ed91 None None] Provisioning for port cc4bc9b5-2cc3-4892-862d-53322922e984 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:56:04.100495 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-d0a1813b-04a9-4ce8-9353-0779c036ed91 None None] Provisioning complete for port cc4bc9b5-2cc3-4892-862d-53322922e984 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:56:04.101426 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d0a1813b-04a9-4ce8-9353-0779c036ed91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:04.142803 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-d0a1813b-04a9-4ce8-9353-0779c036ed91 None None] Port cc4bc9b5-2cc3-4892-862d-53322922e984 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 09:56:04.646009 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb5605b-128c-44e5-913f-b4f382990dc2 req-5f8e1415-0900-4e23-9973-197d7d21b85b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:04.647388 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ecb5605b-128c-44e5-913f-b4f382990dc2 req-5f8e1415-0900-4e23-9973-197d7d21b85b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 931 time: 0.1136236 Jul 16 09:56:04.692644 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-0b8524bb-7572-4f9c-ab90-b41e97c5307e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cc4bc9b5-2cc3-4892-862d-53322922e984 {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:56:04.706338 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-0b8524bb-7572-4f9c-ab90-b41e97c5307e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:04.717395 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ecb5605b-128c-44e5-913f-b4f382990dc2 req-07a9fb0d-ca26-44ef-87b6-3db05bfb0e9b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537722 Jul 16 09:56:04.724641 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-0b8524bb-7572-4f9c-ab90-b41e97c5307e service neutron] Transition to ACTIVE for port object cc4bc9b5-2cc3-4892-862d-53322922e984 will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 09:56:04.730027 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-0b8524bb-7572-4f9c-ab90-b41e97c5307e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:04.798932 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8524bb-7572-4f9c-ab90-b41e97c5307e service neutron] Pushing event updated for resources: {'Port': ['ID=cc4bc9b5-2cc3-4892-862d-53322922e984,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:56:04.858811 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-0b8524bb-7572-4f9c-ab90-b41e97c5307e service neutron] Attempting to bind port cc4bc9b5-2cc3-4892-862d-53322922e984 on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 09:56:04.859188 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-0b8524bb-7572-4f9c-ab90-b41e97c5307e service neutron] Attempting to bind port cc4bc9b5-2cc3-4892-862d-53322922e984 by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'f8eafb01-a133-40dc-be4c-3741b1d3d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 09:56:04.859699 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-0b8524bb-7572-4f9c-ab90-b41e97c5307e service neutron] Attempting to bind port cc4bc9b5-2cc3-4892-862d-53322922e984 on network a1a843cf-fc56-41ec-a7b8-231c959ced41 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:56:04.864958 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-0b8524bb-7572-4f9c-ab90-b41e97c5307e service neutron] Port cc4bc9b5-2cc3-4892-862d-53322922e984 on network a1a843cf-fc56-41ec-a7b8-231c959ced41 not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 09:56:04.865395 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-0b8524bb-7572-4f9c-ab90-b41e97c5307e service neutron] Attempting to bind port cc4bc9b5-2cc3-4892-862d-53322922e984 on network a1a843cf-fc56-41ec-a7b8-231c959ced41 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 09:56:04.872983 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-0b8524bb-7572-4f9c-ab90-b41e97c5307e service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 9, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 09:56:04.873392 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-0b8524bb-7572-4f9c-ab90-b41e97c5307e service neutron] Checking segment: {'id': 'f8eafb01-a133-40dc-be4c-3741b1d3d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 09:56:04.873716 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-0b8524bb-7572-4f9c-ab90-b41e97c5307e service neutron] Bound using segment: {'id': 'f8eafb01-a133-40dc-be4c-3741b1d3d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 09:56:04.874153 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-0b8524bb-7572-4f9c-ab90-b41e97c5307e service neutron] Bound port: cc4bc9b5-2cc3-4892-862d-53322922e984, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8eafb01-a133-40dc-be4c-3741b1d3d178', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 09:56:04.874517 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-0b8524bb-7572-4f9c-ab90-b41e97c5307e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:04.945635 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-0b8524bb-7572-4f9c-ab90-b41e97c5307e service neutron] For port cc4bc9b5-2cc3-4892-862d-53322922e984, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 09:56:04.949022 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-0b8524bb-7572-4f9c-ab90-b41e97c5307e service neutron] For port cc4bc9b5-2cc3-4892-862d-53322922e984, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=cc4bc9b5-2cc3-4892-862d-53322922e984,segment=NetworkSegment(f8eafb01-a133-40dc-be4c-3741b1d3d178),segment_id=f8eafb01-a133-40dc-be4c-3741b1d3d178)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 09:56:04.954795 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-0b8524bb-7572-4f9c-ab90-b41e97c5307e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:04.987756 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-0b8524bb-7572-4f9c-ab90-b41e97c5307e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:04.988404 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-0b8524bb-7572-4f9c-ab90-b41e97c5307e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:04.989814 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-0b8524bb-7572-4f9c-ab90-b41e97c5307e service neutron] 10.222.0.21 "PUT /v2.0/ports/cc4bc9b5-2cc3-4892-862d-53322922e984 HTTP/1.1" status: 200 len: 1092 time: 1.0762725 Jul 16 09:56:04.990264 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40d7850-1b74-410e-9526-c59eef4e471e', 'tag': 'cc4bc9b5-2cc3-4892-862d-53322922e984'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:56:04.992549 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1c9afa3-05c0-4aa1-86fb-2162863aa2e9" -d '{"events": [{"name": "network-changed", "server_uuid": "b40d7850-1b74-410e-9526-c59eef4e471e", "tag": "cc4bc9b5-2cc3-4892-862d-53322922e984"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:56:05.020674 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8524bb-7572-4f9c-ab90-b41e97c5307e service neutron] Pushing event updated for resources: {'Port': ['ID=cc4bc9b5-2cc3-4892-862d-53322922e984,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:56:05.045606 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fd22f33-8635-4cd6-8b08-f07fb634e39b x-openstack-request-id: req-0fd22f33-8635-4cd6-8b08-f07fb634e39b {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:56:05.045921 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40d7850-1b74-410e-9526-c59eef4e471e", "tag": "cc4bc9b5-2cc3-4892-862d-53322922e984", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:56:05.046152 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-0fd22f33-8635-4cd6-8b08-f07fb634e39b {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:56:05.046556 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40d7850-1b74-410e-9526-c59eef4e471e', 'tag': 'cc4bc9b5-2cc3-4892-862d-53322922e984', 'status': 'completed', 'code': 200} Jul 16 09:56:05.091740 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-2607edbd-2d95-458a-b3d0-75228ad09a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:05.093440 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-2607edbd-2d95-458a-b3d0-75228ad09a30 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=050321bf0e8649cb85eedc482043b164&device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 1095 time: 0.0592096 Jul 16 09:56:05.141477 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-ae96e79e-0b77-45d7-a9e4-7db33623eee5 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc4bc9b5-2cc3-4892-862d-53322922e984 HTTP/1.1" status: 200 len: 217 time: 0.0396383 Jul 16 09:56:05.194399 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-6b684c5a-cf74-410f-b5e1-06d6ab37adc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:05.196022 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-6b684c5a-cf74-410f-b5e1-06d6ab37adc7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c62f8f7-50d5-455d-8750-0badb636efbe HTTP/1.1" status: 200 len: 848 time: 0.0477016 Jul 16 09:56:05.256678 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-b76061fd-b141-4f93-9abe-179522d70027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:05.258298 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-b76061fd-b141-4f93-9abe-179522d70027 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1a843cf-fc56-41ec-a7b8-231c959ced41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559168 Jul 16 09:56:05.353257 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-fc4306cf-9b58-4b7c-8c3d-710c3a05cf17 service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882790 Jul 16 09:56:05.442714 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-62f3c07c-611c-4f77-a4ab-998ee3a8ecae req-9672a159-f42a-4aab-a24f-81e98586dafe service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832281 Jul 16 09:56:05.552012 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9afa3-05c0-4aa1-86fb-2162863aa2e9 req-43080d1e-e244-44d3-a1a1-f6dee524f7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:05.553484 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c1c9afa3-05c0-4aa1-86fb-2162863aa2e9 req-43080d1e-e244-44d3-a1a1-f6dee524f7cd service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=050321bf0e8649cb85eedc482043b164&device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 1095 time: 0.0635383 Jul 16 09:56:05.643758 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9afa3-05c0-4aa1-86fb-2162863aa2e9 req-68c8996d-5a2e-4f80-86bc-2c82d025d273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:05.645245 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c1c9afa3-05c0-4aa1-86fb-2162863aa2e9 req-68c8996d-5a2e-4f80-86bc-2c82d025d273 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a1a843cf-fc56-41ec-a7b8-231c959ced41 HTTP/1.1" status: 200 len: 910 time: 0.0850220 Jul 16 09:56:05.690134 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c1c9afa3-05c0-4aa1-86fb-2162863aa2e9 req-465fb7eb-388e-4eb1-8752-c50a96526254 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc4bc9b5-2cc3-4892-862d-53322922e984 HTTP/1.1" status: 200 len: 217 time: 0.0383663 Jul 16 09:56:05.739165 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9afa3-05c0-4aa1-86fb-2162863aa2e9 req-6a5c8400-c013-4ca3-b9ef-ddf021998a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:05.740548 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c1c9afa3-05c0-4aa1-86fb-2162863aa2e9 req-6a5c8400-c013-4ca3-b9ef-ddf021998a3e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c62f8f7-50d5-455d-8750-0badb636efbe HTTP/1.1" status: 200 len: 848 time: 0.0442383 Jul 16 09:56:05.799385 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c9afa3-05c0-4aa1-86fb-2162863aa2e9 req-8ffc250a-9b48-48c6-bc21-464b8d3ecde5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:05.800933 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c1c9afa3-05c0-4aa1-86fb-2162863aa2e9 req-8ffc250a-9b48-48c6-bc21-464b8d3ecde5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1a843cf-fc56-41ec-a7b8-231c959ced41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532210 Jul 16 09:56:05.859471 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-83f42761-52dd-4330-8e7f-033957bc1c2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:05.943527 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c1c9afa3-05c0-4aa1-86fb-2162863aa2e9 req-751a9a4c-faea-4f89-a194-f33e745e91c0 service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1358633 Jul 16 09:56:05.968336 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b582b37-7706-4507-a681-95e997569bb2 req-3877b98b-0614-4a8b-8f65-a82552efc903 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:05.969918 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7b582b37-7706-4507-a681-95e997569bb2 req-3877b98b-0614-4a8b-8f65-a82552efc903 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 943 time: 0.1316481 Jul 16 09:56:06.058646 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7b582b37-7706-4507-a681-95e997569bb2 req-cced1714-4ba3-457c-ae06-b03896bce2a8 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789552 Jul 16 09:56:06.077326 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c1c9afa3-05c0-4aa1-86fb-2162863aa2e9 req-4230e4b0-8c21-4e71-9f21-6f4baf9425fc service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1254539 Jul 16 09:56:06.175807 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:07.256411 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d14474-bd22-4a5e-bacf-9f331b959599 req-6780a2eb-70cc-471f-bb10-b7baf1686118 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:07.257961 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b0d14474-bd22-4a5e-bacf-9f331b959599 req-6780a2eb-70cc-471f-bb10-b7baf1686118 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 943 time: 0.0669451 Jul 16 09:56:07.297472 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-b0d14474-bd22-4a5e-bacf-9f331b959599 req-ae10cfb0-c5bd-412f-8cab-cfcef54bcc1f tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336494 Jul 16 09:56:07.452296 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:08.466710 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22994e86-52c8-4c80-9fc0-e91824458b9a req-218a2b92-f07f-45a1-9534-85aea3584596 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:08.468189 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-22994e86-52c8-4c80-9fc0-e91824458b9a req-218a2b92-f07f-45a1-9534-85aea3584596 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 943 time: 0.0627215 Jul 16 09:56:08.505243 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-22994e86-52c8-4c80-9fc0-e91824458b9a req-223e0033-15f3-45ba-af92-1ac6ea9f79da tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314302 Jul 16 09:56:08.891834 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:09.677440 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0f1dc9-faa9-4d17-85c5-5277b1ce5e92 req-a2966c60-f66f-4425-a710-6481f1f571d5 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:09.678909 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fc0f1dc9-faa9-4d17-85c5-5277b1ce5e92 req-a2966c60-f66f-4425-a710-6481f1f571d5 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 943 time: 0.0659664 Jul 16 09:56:09.716872 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fc0f1dc9-faa9-4d17-85c5-5277b1ce5e92 req-01a6efd6-7a13-4b5c-88ee-6570a5392791 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324631 Jul 16 09:56:10.887815 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc1dcbd-5c2c-451b-a1ee-0c1295ab6ee0 req-18943c4e-83bf-471f-ab90-bffeb9581339 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:10.889344 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2cc1dcbd-5c2c-451b-a1ee-0c1295ab6ee0 req-18943c4e-83bf-471f-ab90-bffeb9581339 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 943 time: 0.0633588 Jul 16 09:56:10.930985 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2cc1dcbd-5c2c-451b-a1ee-0c1295ab6ee0 req-6bd61313-4d98-413e-9b02-a0dcbe63bbf2 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361068 Jul 16 09:56:12.102109 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496620e5-4196-44af-85d8-9ef3430bb51d req-25053991-5508-4c72-bb42-81145376240c tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:12.103531 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-496620e5-4196-44af-85d8-9ef3430bb51d req-25053991-5508-4c72-bb42-81145376240c tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 943 time: 0.0627258 Jul 16 09:56:12.143203 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-496620e5-4196-44af-85d8-9ef3430bb51d req-80663dd7-fb41-4c71-959b-f96576a4b31c tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329609 Jul 16 09:56:13.320638 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434174ab-350b-4eac-b61a-db1d7284f0e4 req-20a3bbdc-6588-4eaa-a2b7-87a8163e9d65 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:13.322129 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-434174ab-350b-4eac-b61a-db1d7284f0e4 req-20a3bbdc-6588-4eaa-a2b7-87a8163e9d65 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 943 time: 0.0653529 Jul 16 09:56:13.360006 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-434174ab-350b-4eac-b61a-db1d7284f0e4 req-2b18ba74-bfec-4e2a-bc97-d0ffffc4decd tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320930 Jul 16 09:56:14.226681 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:56:14.528966 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7eb5bd-2731-47f2-bbf1-b15127e36486 req-c5617f41-5c98-43e2-9ea3-8ed6f5a5ffc0 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:14.530357 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef7eb5bd-2731-47f2-bbf1-b15127e36486 req-c5617f41-5c98-43e2-9ea3-8ed6f5a5ffc0 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 943 time: 0.0622039 Jul 16 09:56:14.567474 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ef7eb5bd-2731-47f2-bbf1-b15127e36486 req-73b6d9b3-2da3-4446-8c75-febdaacbcc6c tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315921 Jul 16 09:56:15.735811 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f92399b-0236-4a02-aee2-0b2bbb0b3333 req-5ac9f382-64a0-4bc0-97a1-ae38fbe1daac tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:15.737337 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6f92399b-0236-4a02-aee2-0b2bbb0b3333 req-5ac9f382-64a0-4bc0-97a1-ae38fbe1daac tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 943 time: 0.0630889 Jul 16 09:56:15.775806 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6f92399b-0236-4a02-aee2-0b2bbb0b3333 req-c3d30639-292e-42c6-a6b7-62182acded76 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328321 Jul 16 09:56:16.457917 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device cc4bc9b5-2cc3-4892-862d-53322922e984 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:56:16.548861 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port cc4bc9b5-2cc3-4892-862d-53322922e984, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=cc4bc9b5-2cc3-4892-862d-53322922e984,segment=NetworkSegment(f8eafb01-a133-40dc-be4c-3741b1d3d178),segment_id=f8eafb01-a133-40dc-be4c-3741b1d3d178)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:56:16.559357 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'cc4bc9b5-2cc3-4892-862d-53322922e984', 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41', 'port_id': 'cc4bc9b5-2cc3-4892-862d-53322922e984', 'mac_address': 'fa:16:3e:0a:35:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:56:16.749404 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:16.761696 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc4bc9b5-2cc3-4892-862d-53322922e984 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:56:16.780702 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port cc4bc9b5-2cc3-4892-862d-53322922e984, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=cc4bc9b5-2cc3-4892-862d-53322922e984,segment=NetworkSegment(f8eafb01-a133-40dc-be4c-3741b1d3d178),segment_id=f8eafb01-a133-40dc-be4c-3741b1d3d178)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:56:16.785350 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:16.835005 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=cc4bc9b5-2cc3-4892-862d-53322922e984,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:56:16.842937 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:16.843291 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:16.843636 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:16.843977 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:16.844317 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:16.844681 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:16.845012 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:16.845352 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:16.845675 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:16.846003 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:16.846329 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:16.846657 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:56:16.954805 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a53e3-f91e-4aa3-a2f7-df42ed0e23df req-c3e7b009-6504-4806-b907-8a59fa3310ad tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:16.956269 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-083a53e3-f91e-4aa3-a2f7-df42ed0e23df req-c3e7b009-6504-4806-b907-8a59fa3310ad tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 944 time: 0.0683668 Jul 16 09:56:16.992797 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['cc4bc9b5-2cc3-4892-862d-53322922e984'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:56:16.994758 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-083a53e3-f91e-4aa3-a2f7-df42ed0e23df req-f27fa563-9368-481d-b4d6-763146b6547b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328493 Jul 16 09:56:18.168194 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca80e99-b5b3-436c-9f22-a149308bbac9 req-acadf409-e6eb-40ef-a20d-4b396cfb4c28 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:18.170256 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8ca80e99-b5b3-436c-9f22-a149308bbac9 req-acadf409-e6eb-40ef-a20d-4b396cfb4c28 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 944 time: 0.0664451 Jul 16 09:56:18.206504 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8ca80e99-b5b3-436c-9f22-a149308bbac9 req-8d7ca5e4-c014-4412-b675-762ffc49443b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308392 Jul 16 09:56:18.458198 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device cc4bc9b5-2cc3-4892-862d-53322922e984 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:56:18.504230 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port cc4bc9b5-2cc3-4892-862d-53322922e984 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 09:56:18.507795 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port cc4bc9b5-2cc3-4892-862d-53322922e984 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:56:18.508169 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:18.584162 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:18.605975 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40d7850-1b74-410e-9526-c59eef4e471e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4bc9b5-2cc3-4892-862d-53322922e984'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:56:18.608265 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67def154-70b3-4e57-9965-0edcb2df87de" -d '{"events": [{"server_uuid": "b40d7850-1b74-410e-9526-c59eef4e471e", "name": "network-vif-plugged", "status": "completed", "tag": "cc4bc9b5-2cc3-4892-862d-53322922e984"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:56:18.620601 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port cc4bc9b5-2cc3-4892-862d-53322922e984, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=cc4bc9b5-2cc3-4892-862d-53322922e984,segment=NetworkSegment(f8eafb01-a133-40dc-be4c-3741b1d3d178),segment_id=f8eafb01-a133-40dc-be4c-3741b1d3d178)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:56:18.624785 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:18.672026 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=cc4bc9b5-2cc3-4892-862d-53322922e984,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:56:18.695939 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:56:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5504c66d-8af7-4723-a378-bfc3f9e91fa0 x-openstack-request-id: req-5504c66d-8af7-4723-a378-bfc3f9e91fa0 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:56:18.696234 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40d7850-1b74-410e-9526-c59eef4e471e", "name": "network-vif-plugged", "status": "completed", "tag": "cc4bc9b5-2cc3-4892-862d-53322922e984", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:56:18.696526 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5504c66d-8af7-4723-a378-bfc3f9e91fa0 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:56:18.696923 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40d7850-1b74-410e-9526-c59eef4e471e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4bc9b5-2cc3-4892-862d-53322922e984', 'code': 200} Jul 16 09:56:18.805912 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d43b6-8a53-461f-a380-2d26061101e5 req-355ef9f7-c3d8-4b16-8afc-319334266b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:18.807399 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-152d43b6-8a53-461f-a380-2d26061101e5 req-355ef9f7-c3d8-4b16-8afc-319334266b5c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 1097 time: 0.0506535 Jul 16 09:56:18.841696 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-152d43b6-8a53-461f-a380-2d26061101e5 req-0c3834c3-d172-434d-a504-870d1e591e1a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280499 Jul 16 09:56:19.377344 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9b945b-a54f-4dac-a58b-110e3ea4661d req-ae01e142-42ee-41a8-be53-b528892ef5a0 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:19.378809 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1f9b945b-a54f-4dac-a58b-110e3ea4661d req-ae01e142-42ee-41a8-be53-b528892ef5a0 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 945 time: 0.0640397 Jul 16 09:56:19.415083 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1f9b945b-a54f-4dac-a58b-110e3ea4661d req-1efdd314-e130-407d-84fe-3ceb9af2f010 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307524 Jul 16 09:56:20.587262 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc603bf-b8a6-4933-9133-6949312eceed req-c7ec783b-c415-4305-a43c-c39b992e63ad tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:20.588765 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4fc603bf-b8a6-4933-9133-6949312eceed req-c7ec783b-c415-4305-a43c-c39b992e63ad tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 945 time: 0.0625811 Jul 16 09:56:20.625890 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4fc603bf-b8a6-4933-9133-6949312eceed req-1772756c-88a4-4f65-aa45-79cb3acf0b92 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315769 Jul 16 09:56:20.801576 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d80700d-6cdf-4bfe-97cb-8009bf8dae29 req-64b503d6-b808-4c08-aa40-f550151b5222 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:20.803047 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2d80700d-6cdf-4bfe-97cb-8009bf8dae29 req-64b503d6-b808-4c08-aa40-f550151b5222 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 945 time: 0.0669088 Jul 16 09:56:20.840336 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2d80700d-6cdf-4bfe-97cb-8009bf8dae29 req-e243a7e3-e32c-4412-9bc1-824475d2bcc9 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318096 Jul 16 09:56:20.865907 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50944) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:56:20.916554 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c38fb6-991f-4dde-b9db-f4a5fab9d741 tempest-TestShelveInstance-1613228139 tempest-TestShelveInstance-1613228139-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:20.918054 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-76c38fb6-991f-4dde-b9db-f4a5fab9d741 tempest-TestShelveInstance-1613228139 tempest-TestShelveInstance-1613228139-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 1092 time: 0.0511227 Jul 16 09:56:20.921364 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 50946) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 09:56:20.925740 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-056dc453-c3e5-4b15-9c47-8dfb0a545197 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'port_id': 'cc4bc9b5-2cc3-4892-862d-53322922e984', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 09:56:20.946898 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-056dc453-c3e5-4b15-9c47-8dfb0a545197 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:21.043753 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-056dc453-c3e5-4b15-9c47-8dfb0a545197 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:21.142035 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-056dc453-c3e5-4b15-9c47-8dfb0a545197 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Allocated IP 172.25.3.210 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/eecb0fa3-11c6-4c26-9ace-98dc9fd14628) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 09:56:21.243658 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-056dc453-c3e5-4b15-9c47-8dfb0a545197 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:21.281300 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-056dc453-c3e5-4b15-9c47-8dfb0a545197 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:21.315134 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056dc453-c3e5-4b15-9c47-8dfb0a545197 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 09:56:21.317916 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-056dc453-c3e5-4b15-9c47-8dfb0a545197 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 09:56:21.323237 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056dc453-c3e5-4b15-9c47-8dfb0a545197 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 09:56:21.349994 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056dc453-c3e5-4b15-9c47-8dfb0a545197 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Pushing event updated for resources: {'Port': ['ID=eecb0fa3-11c6-4c26-9ace-98dc9fd14628,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:56:21.689476 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-056dc453-c3e5-4b15-9c47-8dfb0a545197 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:21.768124 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-056dc453-c3e5-4b15-9c47-8dfb0a545197 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:21.918853 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-056dc453-c3e5-4b15-9c47-8dfb0a545197 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:21.923276 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-056dc453-c3e5-4b15-9c47-8dfb0a545197 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:21.989033 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056dc453-c3e5-4b15-9c47-8dfb0a545197 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Pushing event updated for resources: {'Port': ['ID=eecb0fa3-11c6-4c26-9ace-98dc9fd14628,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:56:22.001291 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-056dc453-c3e5-4b15-9c47-8dfb0a545197 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:22.100273 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-056dc453-c3e5-4b15-9c47-8dfb0a545197 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Floating IP ba8a1474-9582-4929-8b93-13252b986372 associated. External IP: 172.25.3.210, port: cc4bc9b5-2cc3-4892-862d-53322922e984. Jul 16 09:56:22.307098 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-056dc453-c3e5-4b15-9c47-8dfb0a545197 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Router 3a199a80-b6cd-41d6-9f5a-f3312a443207 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 09:56:22.413564 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-056dc453-c3e5-4b15-9c47-8dfb0a545197 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 09:56:22.424512 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c046842d-173a-4d3f-8ae0-772aced86663 None None] Sync routers for ids ['3a199a80-b6cd-41d6-9f5a-f3312a443207'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 09:56:22.431126 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-056dc453-c3e5-4b15-9c47-8dfb0a545197 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:22.438301 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c046842d-173a-4d3f-8ae0-772aced86663 None None] Routers {'3a199a80-b6cd-41d6-9f5a-f3312a443207'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:56:22.439075 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c046842d-173a-4d3f-8ae0-772aced86663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:56:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['3a199a80-b6cd-41d6-9f5a-f3312a443207'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:56:22.480368 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-056dc453-c3e5-4b15-9c47-8dfb0a545197 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5468895 Jul 16 09:56:22.480368 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40d7850-1b74-410e-9526-c59eef4e471e', 'tag': 'cc4bc9b5-2cc3-4892-862d-53322922e984'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:56:22.480368 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7283c687-e6c8-4d4a-b0fa-2bda9f50af60" -d '{"events": [{"name": "network-changed", "server_uuid": "b40d7850-1b74-410e-9526-c59eef4e471e", "tag": "cc4bc9b5-2cc3-4892-862d-53322922e984"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:56:22.508927 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 09:56:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b67bcd4-9b41-46e4-8207-f6ba532110b6 x-openstack-request-id: req-8b67bcd4-9b41-46e4-8207-f6ba532110b6 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:56:22.509221 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40d7850-1b74-410e-9526-c59eef4e471e", "tag": "cc4bc9b5-2cc3-4892-862d-53322922e984", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:56:22.509472 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8b67bcd4-9b41-46e4-8207-f6ba532110b6 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:56:22.509877 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40d7850-1b74-410e-9526-c59eef4e471e', 'tag': 'cc4bc9b5-2cc3-4892-862d-53322922e984', 'status': 'completed', 'code': 200} Jul 16 09:56:22.590767 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283c687-e6c8-4d4a-b0fa-2bda9f50af60 req-4be95d4d-efaa-4dbd-8071-53f48cf0d8df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:22.593054 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7283c687-e6c8-4d4a-b0fa-2bda9f50af60 req-4be95d4d-efaa-4dbd-8071-53f48cf0d8df service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=050321bf0e8649cb85eedc482043b164&device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 1097 time: 0.0581722 Jul 16 09:56:22.644097 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-c046842d-173a-4d3f-8ae0-772aced86663 None None] Set router 3a199a80-b6cd-41d6-9f5a-f3312a443207 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:56:22.689171 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283c687-e6c8-4d4a-b0fa-2bda9f50af60 req-a3f577a8-5937-466f-bb3b-a95d2eb467ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:22.690655 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7283c687-e6c8-4d4a-b0fa-2bda9f50af60 req-a3f577a8-5937-466f-bb3b-a95d2eb467ab service neutron] 10.222.0.21 "GET /v2.0/networks?id=a1a843cf-fc56-41ec-a7b8-231c959ced41 HTTP/1.1" status: 200 len: 910 time: 0.0908666 Jul 16 09:56:22.758488 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7283c687-e6c8-4d4a-b0fa-2bda9f50af60 req-49257373-ca32-432d-93e2-1cf4d284c393 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc4bc9b5-2cc3-4892-862d-53322922e984 HTTP/1.1" status: 200 len: 999 time: 0.0613923 Jul 16 09:56:22.810377 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283c687-e6c8-4d4a-b0fa-2bda9f50af60 req-298cf69c-ad33-4f68-9d23-297767dba2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:22.811868 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7283c687-e6c8-4d4a-b0fa-2bda9f50af60 req-298cf69c-ad33-4f68-9d23-297767dba2a7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c62f8f7-50d5-455d-8750-0badb636efbe HTTP/1.1" status: 200 len: 848 time: 0.0479951 Jul 16 09:56:22.865836 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c046842d-173a-4d3f-8ae0-772aced86663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'name': 'tempest-TestShelveInstance-1098524758-router', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f4513bcc-6151-447b-be93-87618b678a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:19Z', 'updated_at': '2021-07-16T09:51:22Z', 'revision_number': 4, 'project_id': '050321bf0e8649cb85eedc482043b164', 'gw_port': {'id': 'f4513bcc-6151-447b-be93-87618b678a74', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:20Z', 'updated_at': '2021-07-16T09:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'ba8a1474-9582-4929-8b93-13252b986372', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'port_id': 'cc4bc9b5-2cc3-4892-862d-53322922e984', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41', 'mac_address': 'fa:16:3e:0a:35:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40d7850-1b74-410e-9526-c59eef4e471e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:56:21Z', 'updated_at': '2021-07-16T09:56:21Z', 'revision_number': 0, 'project_id': '050321bf0e8649cb85eedc482043b164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf57a0a-fe9a-46f5-8dec-030d217d0132', 'name': '', 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'mac_address': 'fa:16:3e:74:91:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:22Z', 'updated_at': '2021-07-16T09:51:29Z', 'revision_number': 5, 'project_id': '050321bf0e8649cb85eedc482043b164', 'subnets': [{'id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:56:22.868442 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7283c687-e6c8-4d4a-b0fa-2bda9f50af60 req-7f83be33-2fa9-4793-82ac-be57eb36d352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:22.869969 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7283c687-e6c8-4d4a-b0fa-2bda9f50af60 req-7f83be33-2fa9-4793-82ac-be57eb36d352 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1a843cf-fc56-41ec-a7b8-231c959ced41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523746 Jul 16 09:56:22.892642 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c046842d-173a-4d3f-8ae0-772aced86663 None None] Checking router: 3a199a80-b6cd-41d6-9f5a-f3312a443207 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 09:56:22.901028 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c046842d-173a-4d3f-8ae0-772aced86663 None None] Routers {'3a199a80-b6cd-41d6-9f5a-f3312a443207'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 09:56:22.901631 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c046842d-173a-4d3f-8ae0-772aced86663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T09:56:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['3a199a80-b6cd-41d6-9f5a-f3312a443207'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:56:22.962953 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7283c687-e6c8-4d4a-b0fa-2bda9f50af60 req-a597c9f5-6dc1-4361-bbef-806fcaa9cc07 service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846238 Jul 16 09:56:23.005991 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-c046842d-173a-4d3f-8ae0-772aced86663 None None] Set router 3a199a80-b6cd-41d6-9f5a-f3312a443207 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 09:56:23.056451 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7283c687-e6c8-4d4a-b0fa-2bda9f50af60 req-5b93798d-f441-4732-b5c7-4529bf1e9d4f service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863526 Jul 16 09:56:23.226337 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c046842d-173a-4d3f-8ae0-772aced86663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'name': 'tempest-TestShelveInstance-1098524758-router', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f4513bcc-6151-447b-be93-87618b678a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:19Z', 'updated_at': '2021-07-16T09:51:22Z', 'revision_number': 4, 'project_id': '050321bf0e8649cb85eedc482043b164', 'gw_port': {'id': 'f4513bcc-6151-447b-be93-87618b678a74', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:20Z', 'updated_at': '2021-07-16T09:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'ba8a1474-9582-4929-8b93-13252b986372', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'port_id': 'cc4bc9b5-2cc3-4892-862d-53322922e984', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41', 'mac_address': 'fa:16:3e:0a:35:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40d7850-1b74-410e-9526-c59eef4e471e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:56:21Z', 'updated_at': '2021-07-16T09:56:21Z', 'revision_number': 0, 'project_id': '050321bf0e8649cb85eedc482043b164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf57a0a-fe9a-46f5-8dec-030d217d0132', 'name': '', 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'mac_address': 'fa:16:3e:74:91:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:22Z', 'updated_at': '2021-07-16T09:51:29Z', 'revision_number': 5, 'project_id': '050321bf0e8649cb85eedc482043b164', 'subnets': [{'id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 09:56:23.252671 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c046842d-173a-4d3f-8ae0-772aced86663 None None] The sync data for ids ['3a199a80-b6cd-41d6-9f5a-f3312a443207'] in n-d-771362-37 is: [{'id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'name': 'tempest-TestShelveInstance-1098524758-router', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f4513bcc-6151-447b-be93-87618b678a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:19Z', 'updated_at': '2021-07-16T09:51:22Z', 'revision_number': 4, 'project_id': '050321bf0e8649cb85eedc482043b164', 'gw_port': {'id': 'f4513bcc-6151-447b-be93-87618b678a74', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:20Z', 'updated_at': '2021-07-16T09:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': 'ba8a1474-9582-4929-8b93-13252b986372', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'floating_ip_address': '172.25.3.210', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'port_id': 'cc4bc9b5-2cc3-4892-862d-53322922e984', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41', 'mac_address': 'fa:16:3e:0a:35:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b40d7850-1b74-410e-9526-c59eef4e471e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T09:56:21Z', 'updated_at': '2021-07-16T09:56:21Z', 'revision_number': 0, 'project_id': '050321bf0e8649cb85eedc482043b164', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dcf57a0a-fe9a-46f5-8dec-030d217d0132', 'name': '', 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'mac_address': 'fa:16:3e:74:91:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:22Z', 'updated_at': '2021-07-16T09:51:29Z', 'revision_number': 5, 'project_id': '050321bf0e8649cb85eedc482043b164', 'subnets': [{'id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 09:56:23.449669 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0c3d68-28b2-4bfc-9316-e0f01e2e20da None None] New status for floating IP ba8a1474-9582-4929-8b93-13252b986372: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 09:56:27.160988 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d79715d-30f7-4ddf-b82a-b0b526d150d4 req-68734198-1f4c-4948-b67d-582fa80e9fa8 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509384 Jul 16 09:56:27.252807 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d79715d-30f7-4ddf-b82a-b0b526d150d4 req-81843844-d8ab-49d9-85f3-e222229aabce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:27.254322 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d79715d-30f7-4ddf-b82a-b0b526d150d4 req-81843844-d8ab-49d9-85f3-e222229aabce service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=050321bf0e8649cb85eedc482043b164&device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 1097 time: 0.0521767 Jul 16 09:56:27.369839 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d79715d-30f7-4ddf-b82a-b0b526d150d4 req-6a0afd3a-3cf4-4129-84f0-eaf8434429a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:27.371317 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d79715d-30f7-4ddf-b82a-b0b526d150d4 req-6a0afd3a-3cf4-4129-84f0-eaf8434429a0 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a1a843cf-fc56-41ec-a7b8-231c959ced41 HTTP/1.1" status: 200 len: 910 time: 0.0948303 Jul 16 09:56:27.438187 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d79715d-30f7-4ddf-b82a-b0b526d150d4 req-519cc9fd-abed-49bd-aa28-e6faad00a61d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc4bc9b5-2cc3-4892-862d-53322922e984 HTTP/1.1" status: 200 len: 1001 time: 0.0601900 Jul 16 09:56:27.490312 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d79715d-30f7-4ddf-b82a-b0b526d150d4 req-2ce4151d-f21c-4554-9a65-a30b7c3e71d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:27.491991 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d79715d-30f7-4ddf-b82a-b0b526d150d4 req-2ce4151d-f21c-4554-9a65-a30b7c3e71d3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c62f8f7-50d5-455d-8750-0badb636efbe HTTP/1.1" status: 200 len: 848 time: 0.0477204 Jul 16 09:56:27.550134 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d79715d-30f7-4ddf-b82a-b0b526d150d4 req-fae307e3-8ac4-4876-9cfc-93b822714ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:56:27.551908 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d79715d-30f7-4ddf-b82a-b0b526d150d4 req-fae307e3-8ac4-4876-9cfc-93b822714ce5 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1a843cf-fc56-41ec-a7b8-231c959ced41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513573 Jul 16 09:56:27.639672 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d79715d-30f7-4ddf-b82a-b0b526d150d4 req-33a09b4d-b9bb-4f48-8c1d-b2fda15d027d service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802088 Jul 16 09:56:27.731802 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9d79715d-30f7-4ddf-b82a-b0b526d150d4 req-16dc07ad-4844-40ff-8b26-ceeaec7fafbd service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848505 Jul 16 09:56:33.053415 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:33.085360 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:33.410419 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-300644d2-74fc-4bac-a774-e0cc79b57329 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:35.866355 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4f0c95e8-01ac-4e56-b722-a6b4f84f4ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:36.177601 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:37.458489 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:38.894872 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:56:51.226522 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:57:03.059735 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:03.108340 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:03.410534 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-1880b84f-9187-4455-8a4a-1789951123a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:05.857374 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8dd7b26a-41aa-4c50-8d79-2be00e5ddc3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:06.179758 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:07.461113 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:08.899496 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:28.169847 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a5e2ec19-ca58-420f-ab0d-0410e27107e4 req-532bf3f0-1f13-4732-a300-acba95577dd2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0509300 Jul 16 09:57:28.224999 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:57:28.265449 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2ec19-ca58-420f-ab0d-0410e27107e4 req-339f3b97-4e85-4359-a5c9-d8219ca0c395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:28.266963 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a5e2ec19-ca58-420f-ab0d-0410e27107e4 req-339f3b97-4e85-4359-a5c9-d8219ca0c395 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=050321bf0e8649cb85eedc482043b164&device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 1097 time: 0.0554998 Jul 16 09:57:28.369896 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2ec19-ca58-420f-ab0d-0410e27107e4 req-2eae2d26-4c5c-46b1-a30d-a6482121a08b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:28.371378 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a5e2ec19-ca58-420f-ab0d-0410e27107e4 req-2eae2d26-4c5c-46b1-a30d-a6482121a08b service neutron] 10.222.0.21 "GET /v2.0/networks?id=a1a843cf-fc56-41ec-a7b8-231c959ced41 HTTP/1.1" status: 200 len: 910 time: 0.0845668 Jul 16 09:57:28.438235 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a5e2ec19-ca58-420f-ab0d-0410e27107e4 req-19284459-782b-4f76-a011-864f61fe16ef service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc4bc9b5-2cc3-4892-862d-53322922e984 HTTP/1.1" status: 200 len: 1001 time: 0.0602160 Jul 16 09:57:28.486744 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2ec19-ca58-420f-ab0d-0410e27107e4 req-a391378d-3257-41c7-acd2-4f703d644783 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:28.488166 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a5e2ec19-ca58-420f-ab0d-0410e27107e4 req-a391378d-3257-41c7-acd2-4f703d644783 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c62f8f7-50d5-455d-8750-0badb636efbe HTTP/1.1" status: 200 len: 848 time: 0.0431077 Jul 16 09:57:28.543547 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e2ec19-ca58-420f-ab0d-0410e27107e4 req-fc021e6d-0451-47a5-a752-f80248b67843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:57:28.545021 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a5e2ec19-ca58-420f-ab0d-0410e27107e4 req-fc021e6d-0451-47a5-a752-f80248b67843 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1a843cf-fc56-41ec-a7b8-231c959ced41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0501060 Jul 16 09:57:28.557071 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-a5e2ec19-ca58-420f-ab0d-0410e27107e4 req-71660677-1f09-4c44-a1ed-b854d948de15 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 09:57:28.558011 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a5e2ec19-ca58-420f-ab0d-0410e27107e4 req-71660677-1f09-4c44-a1ed-b854d948de15 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053713 Jul 16 09:57:28.649159 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a5e2ec19-ca58-420f-ab0d-0410e27107e4 req-11a57dad-2c1b-4496-9b53-cbda5c2ae139 service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842104 Jul 16 09:57:28.737095 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a5e2ec19-ca58-420f-ab0d-0410e27107e4 req-d7ab32d2-c499-42ab-b048-9a5e67987a1f service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810177 Jul 16 09:57:33.078277 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:33.107960 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:33.412044 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-122de888-c77a-424b-9586-b7992f46cf9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:35.858264 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-111d3315-3a4a-426f-9c4b-b7dfa5935f05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:36.181313 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:37.463543 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:57:38.901574 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:03.079377 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:03.120886 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:03.414698 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f29cff4d-c2b1-41a6-a6f4-4888106699a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:05.223733 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:58:05.859404 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc0d2-8dd5-4ceb-84d6-c6d4a6493b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:06.181634 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:07.469364 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:08.903282 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:19.138995 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92618f9b-1d00-43c7-8bb5-ead72aa0dee1 req-edaa964f-917b-46eb-91d6-005e6af99dac tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:19.140493 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-92618f9b-1d00-43c7-8bb5-ead72aa0dee1 req-edaa964f-917b-46eb-91d6-005e6af99dac tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 945 time: 0.0686061 Jul 16 09:58:19.177115 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-92618f9b-1d00-43c7-8bb5-ead72aa0dee1 req-3e253552-6fcb-46c3-875d-87ef97023c26 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310924 Jul 16 09:58:20.418668 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaaec83-618f-4aa7-9488-3bb38686c22a req-554dbf20-4c8a-421c-af07-e860db81c2e9 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:20.420169 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-acaaec83-618f-4aa7-9488-3bb38686c22a req-554dbf20-4c8a-421c-af07-e860db81c2e9 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 945 time: 0.1189990 Jul 16 09:58:20.457051 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-acaaec83-618f-4aa7-9488-3bb38686c22a req-24cb76a1-434c-40a3-9516-20af2b5d28d1 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312774 Jul 16 09:58:21.644658 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57042889-673e-45a5-85de-f4a2ff9bea9d req-e170f0de-0cf5-4d2f-95fd-d00778be6f39 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:21.646044 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-57042889-673e-45a5-85de-f4a2ff9bea9d req-e170f0de-0cf5-4d2f-95fd-d00778be6f39 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 945 time: 0.0637140 Jul 16 09:58:21.683627 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-57042889-673e-45a5-85de-f4a2ff9bea9d req-6717e5b0-9a42-4740-b0af-d1ad348e79f3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315237 Jul 16 09:58:22.858188 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057a1727-bb60-4a30-b2be-cb399d16de8e req-0e0b2ab9-d4d8-49c2-8930-d9cfd565a00e tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:22.859992 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-057a1727-bb60-4a30-b2be-cb399d16de8e req-0e0b2ab9-d4d8-49c2-8930-d9cfd565a00e tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 945 time: 0.0631793 Jul 16 09:58:22.898595 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-057a1727-bb60-4a30-b2be-cb399d16de8e req-cae38e27-3742-40b7-a1a5-21bad0414a60 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322886 Jul 16 09:58:24.067875 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0158d8d8-be2a-4234-88b7-4a4657f39527 req-2bf51be4-2122-4303-b94a-79cc0dcc5c5d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:24.069369 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0158d8d8-be2a-4234-88b7-4a4657f39527 req-2bf51be4-2122-4303-b94a-79cc0dcc5c5d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 945 time: 0.0617456 Jul 16 09:58:24.110276 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0158d8d8-be2a-4234-88b7-4a4657f39527 req-58b4dabd-9ed9-4d6e-86e4-1992e965bcc4 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344753 Jul 16 09:58:25.280661 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7517278b-9e80-47c5-a069-05c45a5bcf50 req-d85c777f-c767-4416-bd03-6fdafe696faa tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:25.282117 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7517278b-9e80-47c5-a069-05c45a5bcf50 req-d85c777f-c767-4416-bd03-6fdafe696faa tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 945 time: 0.0610027 Jul 16 09:58:25.321523 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7517278b-9e80-47c5-a069-05c45a5bcf50 req-712ef04f-f321-4855-bf72-0c04264fff2e tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339115 Jul 16 09:58:26.491278 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da12736-7301-4fd8-8ec4-3c95e5bee59e req-082e0827-da8c-4683-98b4-5724d55b8ec7 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:26.492772 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6da12736-7301-4fd8-8ec4-3c95e5bee59e req-082e0827-da8c-4683-98b4-5724d55b8ec7 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 945 time: 0.0624347 Jul 16 09:58:26.530943 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6da12736-7301-4fd8-8ec4-3c95e5bee59e req-eff06bb4-55ce-46b7-aa01-d57c7fb1b34f tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325837 Jul 16 09:58:27.699679 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba848ac9-6830-4f1d-8762-8423e94c9bc8 req-42004286-c13a-4786-97ee-ac2d4016867d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:27.701321 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ba848ac9-6830-4f1d-8762-8423e94c9bc8 req-42004286-c13a-4786-97ee-ac2d4016867d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 945 time: 0.0618730 Jul 16 09:58:27.739093 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ba848ac9-6830-4f1d-8762-8423e94c9bc8 req-de90a6c1-5ec2-4a58-b6df-88d2cfa415a4 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322342 Jul 16 09:58:28.911024 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d948383-1a50-4d9a-85b7-5dbf189c7f66 req-eb0b4af2-bdf6-4b58-b83c-2e7bee6310ec tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:28.912543 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0d948383-1a50-4d9a-85b7-5dbf189c7f66 req-eb0b4af2-bdf6-4b58-b83c-2e7bee6310ec tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 945 time: 0.0629203 Jul 16 09:58:28.949790 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0d948383-1a50-4d9a-85b7-5dbf189c7f66 req-06edb068-e95c-4bd8-8596-5773b9c8a01e tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312395 Jul 16 09:58:29.232026 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58f49e-995d-49eb-92be-10c15ba85b5b req-c6c2cb24-becc-441d-bbc2-4dfe7167fc86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:29.233535 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c58f49e-995d-49eb-92be-10c15ba85b5b req-c6c2cb24-becc-441d-bbc2-4dfe7167fc86 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=050321bf0e8649cb85eedc482043b164&device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 1097 time: 0.0519714 Jul 16 09:58:29.323075 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58f49e-995d-49eb-92be-10c15ba85b5b req-1892da80-5d4c-4439-9ecf-a63c975f9a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:29.324562 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c58f49e-995d-49eb-92be-10c15ba85b5b req-1892da80-5d4c-4439-9ecf-a63c975f9a92 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a1a843cf-fc56-41ec-a7b8-231c959ced41 HTTP/1.1" status: 200 len: 910 time: 0.0842674 Jul 16 09:58:29.390685 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c58f49e-995d-49eb-92be-10c15ba85b5b req-ed280f5c-41f1-459b-ab17-d412c106dfad service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc4bc9b5-2cc3-4892-862d-53322922e984 HTTP/1.1" status: 200 len: 1001 time: 0.0595958 Jul 16 09:58:29.443284 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58f49e-995d-49eb-92be-10c15ba85b5b req-085e891a-8c5c-46f6-b57d-c1f33b99f39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:29.444746 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c58f49e-995d-49eb-92be-10c15ba85b5b req-085e891a-8c5c-46f6-b57d-c1f33b99f39b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c62f8f7-50d5-455d-8750-0badb636efbe HTTP/1.1" status: 200 len: 848 time: 0.0477853 Jul 16 09:58:29.500250 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58f49e-995d-49eb-92be-10c15ba85b5b req-2d6615bd-d0c4-4139-a46e-591b4247771e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:29.501675 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c58f49e-995d-49eb-92be-10c15ba85b5b req-2d6615bd-d0c4-4139-a46e-591b4247771e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1a843cf-fc56-41ec-a7b8-231c959ced41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505500 Jul 16 09:58:29.589332 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c58f49e-995d-49eb-92be-10c15ba85b5b req-b8a810fb-0fe4-41d4-baa4-ccaa1bccf2ba service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800893 Jul 16 09:58:29.679805 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-6c58f49e-995d-49eb-92be-10c15ba85b5b req-492da2f8-fd36-415f-a1e5-2874147ce4d9 service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840726 Jul 16 09:58:30.116901 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cfbb8f-bf6f-4326-9b76-54090a156b70 req-ad42edbb-6db7-493e-8418-8614df3d5bd2 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:30.118373 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a1cfbb8f-bf6f-4326-9b76-54090a156b70 req-ad42edbb-6db7-493e-8418-8614df3d5bd2 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 945 time: 0.0616403 Jul 16 09:58:30.155558 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a1cfbb8f-bf6f-4326-9b76-54090a156b70 req-ddacc89d-b5b5-4483-99ec-e698f4ec7925 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312579 Jul 16 09:58:30.755198 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763006e-bb47-427a-94eb-ea85bc252e7c req-23d5894a-c089-466e-9d44-feac631157b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:30.756972 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1763006e-bb47-427a-94eb-ea85bc252e7c req-23d5894a-c089-466e-9d44-feac631157b2 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=050321bf0e8649cb85eedc482043b164&device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 1097 time: 0.0552404 Jul 16 09:58:30.861050 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763006e-bb47-427a-94eb-ea85bc252e7c req-7cf20abf-26af-4bf4-b458-f1f74ab9e94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:30.862542 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1763006e-bb47-427a-94eb-ea85bc252e7c req-7cf20abf-26af-4bf4-b458-f1f74ab9e94f service neutron] 10.222.0.21 "GET /v2.0/networks?id=a1a843cf-fc56-41ec-a7b8-231c959ced41 HTTP/1.1" status: 200 len: 910 time: 0.0858068 Jul 16 09:58:31.275768 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1763006e-bb47-427a-94eb-ea85bc252e7c req-8147cabf-6ecf-419e-ac35-81f766ea5609 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc4bc9b5-2cc3-4892-862d-53322922e984 HTTP/1.1" status: 200 len: 1001 time: 0.4065971 Jul 16 09:58:31.326445 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763006e-bb47-427a-94eb-ea85bc252e7c req-235317ea-780e-40ca-b041-0f5360ce6310 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:31.327917 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1763006e-bb47-427a-94eb-ea85bc252e7c req-235317ea-780e-40ca-b041-0f5360ce6310 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c62f8f7-50d5-455d-8750-0badb636efbe HTTP/1.1" status: 200 len: 848 time: 0.0458822 Jul 16 09:58:31.343241 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7a7fd1-5a91-4620-bb07-f644f042342e req-0a8b7c85-a32b-49df-91a7-1266863d843e tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:31.348527 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7d7a7fd1-5a91-4620-bb07-f644f042342e req-0a8b7c85-a32b-49df-91a7-1266863d843e tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 945 time: 0.0738161 Jul 16 09:58:31.384943 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7d7a7fd1-5a91-4620-bb07-f644f042342e req-17175e4c-5523-497e-be78-144b8608eb99 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343380 Jul 16 09:58:31.388045 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1763006e-bb47-427a-94eb-ea85bc252e7c req-7ecb1149-ff58-4108-bbe5-408c779b49e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:31.389638 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1763006e-bb47-427a-94eb-ea85bc252e7c req-7ecb1149-ff58-4108-bbe5-408c779b49e9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1a843cf-fc56-41ec-a7b8-231c959ced41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550907 Jul 16 09:58:31.484181 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1763006e-bb47-427a-94eb-ea85bc252e7c req-720b6762-2368-41e4-be17-fa6260a45dfc service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872478 Jul 16 09:58:31.571038 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1763006e-bb47-427a-94eb-ea85bc252e7c req-ddf39e23-a527-4421-b0b8-fad6214966dd service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811262 Jul 16 09:58:32.568575 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922c658-d14d-415e-a716-4e1baaaa2f65 req-4bbb6b7c-df27-434a-a24b-2d7f8a240e9d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:32.570293 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0922c658-d14d-415e-a716-4e1baaaa2f65 req-4bbb6b7c-df27-434a-a24b-2d7f8a240e9d tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 945 time: 0.0693455 Jul 16 09:58:32.610413 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0922c658-d14d-415e-a716-4e1baaaa2f65 req-189544cf-ee03-4684-a5bd-30c7f93a629e tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332904 Jul 16 09:58:33.081284 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:33.137708 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:33.415414 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2d71c699-2959-4e8a-a014-c72247a8c818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:33.782221 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12e43ef-eac5-4533-83d8-8e329ff6de38 req-772f8faf-f4bb-455c-8f38-121caa627067 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:33.783731 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d12e43ef-eac5-4533-83d8-8e329ff6de38 req-772f8faf-f4bb-455c-8f38-121caa627067 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 945 time: 0.0642145 Jul 16 09:58:33.823093 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d12e43ef-eac5-4533-83d8-8e329ff6de38 req-7399b33c-181d-45e2-8236-28d943527379 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330720 Jul 16 09:58:34.136021 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff3fde1e-9e95-44c5-be7d-e227d82fabfe req-9c0e18c3-c736-4079-b3fd-6a504612b8c2 service neutron] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0951025 Jul 16 09:58:34.163987 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860f2bf4-8ca3-49df-b267-3bf103ed0e4f req-2be46719-4e2f-4f45-a7ba-fe015b63fa8b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:34.165492 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-860f2bf4-8ca3-49df-b267-3bf103ed0e4f req-2be46719-4e2f-4f45-a7ba-fe015b63fa8b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 945 time: 0.0639541 Jul 16 09:58:34.207483 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-860f2bf4-8ca3-49df-b267-3bf103ed0e4f req-2d327e65-45cc-44c6-8b23-e89dce8b83f1 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358651 Jul 16 09:58:35.032228 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device cc4bc9b5-2cc3-4892-862d-53322922e984 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 09:58:35.106716 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:35.129513 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40d7850-1b74-410e-9526-c59eef4e471e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cc4bc9b5-2cc3-4892-862d-53322922e984'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:58:35.131758 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-480997f4-29a8-45f6-95cc-bd6a5d0f1080" -d '{"events": [{"server_uuid": "b40d7850-1b74-410e-9526-c59eef4e471e", "name": "network-vif-unplugged", "status": "completed", "tag": "cc4bc9b5-2cc3-4892-862d-53322922e984"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:58:35.144897 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port cc4bc9b5-2cc3-4892-862d-53322922e984, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=cc4bc9b5-2cc3-4892-862d-53322922e984,segment=NetworkSegment(f8eafb01-a133-40dc-be4c-3741b1d3d178),segment_id=f8eafb01-a133-40dc-be4c-3741b1d3d178)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:58:35.149449 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:35.184125 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 16 Jul 2021 09:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1076354-4d28-4636-abe0-1478835ebceb x-openstack-request-id: req-a1076354-4d28-4636-abe0-1478835ebceb {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:58:35.184443 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40d7850-1b74-410e-9526-c59eef4e471e", "name": "network-vif-unplugged", "status": "failed", "tag": "cc4bc9b5-2cc3-4892-862d-53322922e984", "code": 422}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:58:35.184730 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a1076354-4d28-4636-abe0-1478835ebceb {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:58:35.185123 n-d-771362-37 neutron-server[93760]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b40d7850-1b74-410e-9526-c59eef4e471e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cc4bc9b5-2cc3-4892-862d-53322922e984', 'code': 422} returned with failed status Jul 16 09:58:35.211444 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=cc4bc9b5-2cc3-4892-862d-53322922e984,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:58:35.219087 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:58:35.219441 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:58:35.219949 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:58:35.220298 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:58:35.220654 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:58:35.220988 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:58:35.221319 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:58:35.221652 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:58:35.221976 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:58:35.222299 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:58:35.222651 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:58:35.222976 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 09:58:35.384319 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765b1eef-cb50-445e-b968-7fd5d82a4d04 req-c28edeb2-9684-4e1d-a751-7f9388961526 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:35.385887 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-765b1eef-cb50-445e-b968-7fd5d82a4d04 req-c28edeb2-9684-4e1d-a751-7f9388961526 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 943 time: 0.0685797 Jul 16 09:58:35.430949 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-765b1eef-cb50-445e-b968-7fd5d82a4d04 req-20c555b8-c43d-458d-92d0-12fbd319db69 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393419 Jul 16 09:58:35.860724 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fa12db09-a719-49e9-9edb-db9500526a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:36.184642 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:36.608518 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c218f4-61e6-40da-982d-77d9ade2fb7c req-9215ca11-6c57-4911-91de-419b06f75bcb tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:36.610031 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a9c218f4-61e6-40da-982d-77d9ade2fb7c req-9215ca11-6c57-4911-91de-419b06f75bcb tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 943 time: 0.0632155 Jul 16 09:58:36.649026 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a9c218f4-61e6-40da-982d-77d9ade2fb7c req-8800a2ae-ecba-4288-bb97-6c1ca6785496 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332429 Jul 16 09:58:37.470046 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:37.830711 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd74cd0c-f283-4ebf-b35e-777318b20935 req-7f6bf239-da58-467b-823b-11f4567f4b51 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:37.832228 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bd74cd0c-f283-4ebf-b35e-777318b20935 req-7f6bf239-da58-467b-823b-11f4567f4b51 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 943 time: 0.0640428 Jul 16 09:58:37.870879 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bd74cd0c-f283-4ebf-b35e-777318b20935 req-4949e0d9-1781-455b-92a1-971a133ab26a tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328426 Jul 16 09:58:38.911891 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:39.233695 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da396759-8111-458e-bdbb-6f248c63a43b req-a77b3626-6a53-4671-b3ce-00e98d72a939 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:39.235209 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-da396759-8111-458e-bdbb-6f248c63a43b req-a77b3626-6a53-4671-b3ce-00e98d72a939 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 943 time: 0.0699553 Jul 16 09:58:39.272977 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-da396759-8111-458e-bdbb-6f248c63a43b req-8bd815f9-9f24-4d99-b2f6-70a2bef9f493 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319593 Jul 16 09:58:39.855446 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fde1e-9e95-44c5-be7d-e227d82fabfe req-d8a82600-d7b3-4b6e-b7c5-98221955aad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:39.856982 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff3fde1e-9e95-44c5-be7d-e227d82fabfe req-d8a82600-d7b3-4b6e-b7c5-98221955aad6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e&tenant_id=050321bf0e8649cb85eedc482043b164 HTTP/1.1" status: 200 len: 1095 time: 0.0532193 Jul 16 09:58:39.929439 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fde1e-9e95-44c5-be7d-e227d82fabfe req-18aecb2f-a333-4ac9-beff-f880af510254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:39.930930 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff3fde1e-9e95-44c5-be7d-e227d82fabfe req-18aecb2f-a333-4ac9-beff-f880af510254 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=050321bf0e8649cb85eedc482043b164&device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 1095 time: 0.0524406 Jul 16 09:58:40.023694 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fde1e-9e95-44c5-be7d-e227d82fabfe req-503c0148-b614-4b8c-9916-8a4e9901509f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:40.025730 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff3fde1e-9e95-44c5-be7d-e227d82fabfe req-503c0148-b614-4b8c-9916-8a4e9901509f service neutron] 10.222.0.21 "GET /v2.0/networks?id=a1a843cf-fc56-41ec-a7b8-231c959ced41 HTTP/1.1" status: 200 len: 910 time: 0.0878921 Jul 16 09:58:40.089067 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff3fde1e-9e95-44c5-be7d-e227d82fabfe req-98bab3cf-e9b6-4848-80d9-9bf05eb89065 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc4bc9b5-2cc3-4892-862d-53322922e984 HTTP/1.1" status: 200 len: 999 time: 0.0582092 Jul 16 09:58:40.144015 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fde1e-9e95-44c5-be7d-e227d82fabfe req-d04b55ae-30e7-41e1-a0bc-93a82237cdae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:40.145568 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff3fde1e-9e95-44c5-be7d-e227d82fabfe req-d04b55ae-30e7-41e1-a0bc-93a82237cdae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c62f8f7-50d5-455d-8750-0badb636efbe HTTP/1.1" status: 200 len: 848 time: 0.0486047 Jul 16 09:58:40.204178 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3fde1e-9e95-44c5-be7d-e227d82fabfe req-daaf6b0c-19fe-434e-b22e-7fd0f089fc4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:40.205738 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff3fde1e-9e95-44c5-be7d-e227d82fabfe req-daaf6b0c-19fe-434e-b22e-7fd0f089fc4b service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1a843cf-fc56-41ec-a7b8-231c959ced41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532656 Jul 16 09:58:40.301148 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff3fde1e-9e95-44c5-be7d-e227d82fabfe req-901ac8cb-cb39-48fc-aa0f-ba3a1414f44c service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885522 Jul 16 09:58:40.393680 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ff3fde1e-9e95-44c5-be7d-e227d82fabfe req-05f877ba-9d94-4f04-9c95-631a578d8680 service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863743 Jul 16 09:58:40.495749 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf47485-2093-40da-ad78-aafb506d1a09 req-d5a0cabb-1580-4877-b1fe-83d418602d6b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:40.497273 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-caf47485-2093-40da-ad78-aafb506d1a09 req-d5a0cabb-1580-4877-b1fe-83d418602d6b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 943 time: 0.1132109 Jul 16 09:58:40.534787 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-caf47485-2093-40da-ad78-aafb506d1a09 req-234dec87-88b0-4e9e-8f3c-8fc85c409ca8 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319455 Jul 16 09:58:41.707411 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a728dc2-e979-4885-affa-9355e41b3ebe req-582549af-39ae-4102-a780-cfa93446fd4a tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:41.708967 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3a728dc2-e979-4885-affa-9355e41b3ebe req-582549af-39ae-4102-a780-cfa93446fd4a tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 943 time: 0.0648308 Jul 16 09:58:41.750587 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-3a728dc2-e979-4885-affa-9355e41b3ebe req-caa54580-a323-4d14-b655-d49d8467ad3e tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355160 Jul 16 09:58:42.221968 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:58:42.921212 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa29960-de40-4f62-a144-923755b5adb1 req-ae9d261c-20ee-4d83-9d2f-281c74486d3c tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:42.922684 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1aa29960-de40-4f62-a144-923755b5adb1 req-ae9d261c-20ee-4d83-9d2f-281c74486d3c tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 943 time: 0.0618410 Jul 16 09:58:42.960233 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-1aa29960-de40-4f62-a144-923755b5adb1 req-addec3cd-4285-4c02-996e-a9217a77c66b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319595 Jul 16 09:58:44.129681 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a0fa0e-7d99-41c2-8d4d-5560be1c9dce req-3afa9655-926a-4b0d-beb3-9f8d29eb8ca5 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:44.131139 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-09a0fa0e-7d99-41c2-8d4d-5560be1c9dce req-3afa9655-926a-4b0d-beb3-9f8d29eb8ca5 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 943 time: 0.0619950 Jul 16 09:58:44.168097 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-09a0fa0e-7d99-41c2-8d4d-5560be1c9dce req-d2b80bc6-51cf-42bf-8dd9-fc1864ddf5e5 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313308 Jul 16 09:58:45.344463 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e25cbdb-4128-43da-8c2f-51656ba9e38d req-0f39f834-c0c5-4597-b704-71bd3d6728dc tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:45.345951 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3e25cbdb-4128-43da-8c2f-51656ba9e38d req-0f39f834-c0c5-4597-b704-71bd3d6728dc tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 943 time: 0.0666358 Jul 16 09:58:45.385405 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-3e25cbdb-4128-43da-8c2f-51656ba9e38d req-7990bf6b-5a8c-4bac-9dc6-362117af87c9 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334725 Jul 16 09:58:46.564651 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e50bd0c9-7c9d-45c9-8f45-d142fd412f4e req-c6107408-f2a9-4de4-b7af-dc871f1f1fb3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:46.566193 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e50bd0c9-7c9d-45c9-8f45-d142fd412f4e req-c6107408-f2a9-4de4-b7af-dc871f1f1fb3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 943 time: 0.0649869 Jul 16 09:58:46.607068 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e50bd0c9-7c9d-45c9-8f45-d142fd412f4e req-e8558e64-762d-4496-aac0-a6908a64acaf tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352101 Jul 16 09:58:47.787295 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5378532-6da4-47a3-ba0f-df688afea259 req-9c224c7d-dd16-498f-ae9a-4ffc7b8095f7 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:47.788809 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a5378532-6da4-47a3-ba0f-df688afea259 req-9c224c7d-dd16-498f-ae9a-4ffc7b8095f7 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 943 time: 0.0682728 Jul 16 09:58:47.826802 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-a5378532-6da4-47a3-ba0f-df688afea259 req-18559793-9855-45b1-bf19-5498a632d647 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321245 Jul 16 09:58:49.018448 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe59455-b874-412c-b0d7-44321e7c127e req-2eed8595-5e05-4369-a857-21d028c0b5cc tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:49.019882 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-abe59455-b874-412c-b0d7-44321e7c127e req-2eed8595-5e05-4369-a857-21d028c0b5cc tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 943 time: 0.0703413 Jul 16 09:58:49.058637 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-abe59455-b874-412c-b0d7-44321e7c127e req-0d3f0e56-b5b9-4846-aeb2-ec0d75316b9e tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330093 Jul 16 09:58:49.087540 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device cc4bc9b5-2cc3-4892-862d-53322922e984 details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 09:58:49.179595 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port cc4bc9b5-2cc3-4892-862d-53322922e984, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=cc4bc9b5-2cc3-4892-862d-53322922e984,segment=NetworkSegment(f8eafb01-a133-40dc-be4c-3741b1d3d178),segment_id=f8eafb01-a133-40dc-be4c-3741b1d3d178)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:58:49.190843 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': 'cc4bc9b5-2cc3-4892-862d-53322922e984', 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41', 'port_id': 'cc4bc9b5-2cc3-4892-862d-53322922e984', 'mac_address': 'fa:16:3e:0a:35:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 116, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 09:58:49.230829 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:49.243033 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cc4bc9b5-2cc3-4892-862d-53322922e984 {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 09:58:49.262083 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port cc4bc9b5-2cc3-4892-862d-53322922e984, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=cc4bc9b5-2cc3-4892-862d-53322922e984,segment=NetworkSegment(f8eafb01-a133-40dc-be4c-3741b1d3d178),segment_id=f8eafb01-a133-40dc-be4c-3741b1d3d178)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:58:49.266365 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:49.311026 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=cc4bc9b5-2cc3-4892-862d-53322922e984,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:58:49.474244 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['cc4bc9b5-2cc3-4892-862d-53322922e984'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 09:58:50.229305 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0677c7-7656-4ce9-b631-c9efe28753e4 req-8a4db260-1586-448c-832d-f5648b246ff6 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:50.230806 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f0677c7-7656-4ce9-b631-c9efe28753e4 req-8a4db260-1586-448c-832d-f5648b246ff6 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 944 time: 0.0617800 Jul 16 09:58:50.267529 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f0677c7-7656-4ce9-b631-c9efe28753e4 req-3753f785-3f4c-46f7-b4f5-73ee2cd46993 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311813 Jul 16 09:58:51.109578 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device cc4bc9b5-2cc3-4892-862d-53322922e984 up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 09:58:51.155742 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port cc4bc9b5-2cc3-4892-862d-53322922e984 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 09:58:51.156118 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:51.231735 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:51.253240 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40d7850-1b74-410e-9526-c59eef4e471e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4bc9b5-2cc3-4892-862d-53322922e984'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 09:58:51.255469 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b8adfaf-715e-41f8-afb6-5133d02fd666" -d '{"events": [{"server_uuid": "b40d7850-1b74-410e-9526-c59eef4e471e", "name": "network-vif-plugged", "status": "completed", "tag": "cc4bc9b5-2cc3-4892-862d-53322922e984"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 09:58:51.267803 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port cc4bc9b5-2cc3-4892-862d-53322922e984, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=cc4bc9b5-2cc3-4892-862d-53322922e984,segment=NetworkSegment(f8eafb01-a133-40dc-be4c-3741b1d3d178),segment_id=f8eafb01-a133-40dc-be4c-3741b1d3d178)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 09:58:51.272254 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:58:51.294941 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 09:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8598a3da-a218-4b1e-be77-1a0d38f7e76c x-openstack-request-id: req-8598a3da-a218-4b1e-be77-1a0d38f7e76c {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 09:58:51.295233 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40d7850-1b74-410e-9526-c59eef4e471e", "name": "network-vif-plugged", "status": "completed", "tag": "cc4bc9b5-2cc3-4892-862d-53322922e984", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 09:58:51.295488 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-8598a3da-a218-4b1e-be77-1a0d38f7e76c {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 09:58:51.295876 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40d7850-1b74-410e-9526-c59eef4e471e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cc4bc9b5-2cc3-4892-862d-53322922e984', 'code': 200} Jul 16 09:58:51.323792 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=cc4bc9b5-2cc3-4892-862d-53322922e984,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 09:58:51.447393 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f30951c-57ec-4c5a-9a6b-ddb4015df86d req-3d50d503-67ef-452c-a475-30f63fd04e8b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:51.449013 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f30951c-57ec-4c5a-9a6b-ddb4015df86d req-3d50d503-67ef-452c-a475-30f63fd04e8b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 945 time: 0.0675156 Jul 16 09:58:51.454291 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae6fd21-5030-43a0-9101-fceef278ae35 req-1ec25242-b0b2-4dcc-b167-5c5d17a73b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:51.455805 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fae6fd21-5030-43a0-9101-fceef278ae35 req-1ec25242-b0b2-4dcc-b167-5c5d17a73b69 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 1097 time: 0.0520639 Jul 16 09:58:51.487296 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5f30951c-57ec-4c5a-9a6b-ddb4015df86d req-5295ab2f-a687-4ef2-a527-b235c3a10543 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319700 Jul 16 09:58:51.489780 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-fae6fd21-5030-43a0-9101-fceef278ae35 req-e9d4ce34-ddb1-49fe-a680-258d586b577c service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0281549 Jul 16 09:58:52.661860 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cabcee3-0bd3-45c7-b0de-6670de723d80 req-b7e77b54-ecbf-48b2-aab4-c5546e2c60c1 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:58:52.663309 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0cabcee3-0bd3-45c7-b0de-6670de723d80 req-b7e77b54-ecbf-48b2-aab4-c5546e2c60c1 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 945 time: 0.0652678 Jul 16 09:58:52.700479 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0cabcee3-0bd3-45c7-b0de-6670de723d80 req-7374e0e8-e316-4c79-8c1e-99e95b28f532 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313673 Jul 16 09:59:03.083155 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:03.147935 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:03.415558 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f5fd19d4-864c-45b9-b870-024e7c425c43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:05.860525 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2c5b57b3-0e3c-487e-9381-1661649ee313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:06.185454 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:07.471740 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:08.910319 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:19.221334 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 09:59:31.782168 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2b857fbb-72d3-4480-8c0f-9221a055493c req-c627f3b7-60c4-4057-9a2a-1b9e9fcb56f2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0871737 Jul 16 09:59:31.873498 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b857fbb-72d3-4480-8c0f-9221a055493c req-36e97e79-4781-43ce-a7fa-409c3a21e2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:31.875173 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2b857fbb-72d3-4480-8c0f-9221a055493c req-36e97e79-4781-43ce-a7fa-409c3a21e2d6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=050321bf0e8649cb85eedc482043b164&device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 1097 time: 0.0519216 Jul 16 09:59:31.981845 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b857fbb-72d3-4480-8c0f-9221a055493c req-12675c77-65cd-49a7-9921-5147f95ea8e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:31.983223 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2b857fbb-72d3-4480-8c0f-9221a055493c req-12675c77-65cd-49a7-9921-5147f95ea8e2 service neutron] 10.222.0.21 "GET /v2.0/networks?id=a1a843cf-fc56-41ec-a7b8-231c959ced41 HTTP/1.1" status: 200 len: 910 time: 0.0883975 Jul 16 09:59:32.045947 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2b857fbb-72d3-4480-8c0f-9221a055493c req-68572cf3-f0cc-4e1c-93cd-2e89ea496c7e service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc4bc9b5-2cc3-4892-862d-53322922e984 HTTP/1.1" status: 200 len: 1001 time: 0.0566266 Jul 16 09:59:32.097709 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b857fbb-72d3-4480-8c0f-9221a055493c req-0370c377-9aaf-45b3-b7f1-e086571e8f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:32.099123 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2b857fbb-72d3-4480-8c0f-9221a055493c req-0370c377-9aaf-45b3-b7f1-e086571e8f6f service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c62f8f7-50d5-455d-8750-0badb636efbe HTTP/1.1" status: 200 len: 848 time: 0.0471964 Jul 16 09:59:32.154982 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b857fbb-72d3-4480-8c0f-9221a055493c req-232c11b1-de45-4c7d-a8d4-3d10494a6c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 09:59:32.156464 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2b857fbb-72d3-4480-8c0f-9221a055493c req-232c11b1-de45-4c7d-a8d4-3d10494a6c28 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1a843cf-fc56-41ec-a7b8-231c959ced41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0503726 Jul 16 09:59:32.243749 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2b857fbb-72d3-4480-8c0f-9221a055493c req-74009065-c642-4450-a4bd-520ceb7c04ba service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811851 Jul 16 09:59:32.336697 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-2b857fbb-72d3-4480-8c0f-9221a055493c req-336849cd-54a6-4d66-a561-4e1b1f4ff4f8 service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861526 Jul 16 09:59:33.091613 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:33.152212 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:33.415962 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b3f61965-db8d-42e1-b66d-e9d709cbc33f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:35.861894 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f938559f-e21f-490d-a5fe-d4cbd675b66a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:36.186901 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:37.474140 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:38.914097 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 09:59:56.220412 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:00:03.091704 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:03.149981 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:03.416056 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-241d1003-f203-4b2b-9cc1-cb1ecdd84419 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:05.863929 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-cf090b1b-bb9e-461e-9a7a-76c3123a9d7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:06.188827 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:07.477405 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:08.194127 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51126) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:00:08.349551 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-31b5de05-d97c-4505-a174-b2c5e6a8858b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Deleting port eecb0fa3-11c6-4c26-9ace-98dc9fd14628 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:00:08.349904 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31b5de05-d97c-4505-a174-b2c5e6a8858b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:08.427449 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31b5de05-d97c-4505-a174-b2c5e6a8858b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:08.427797 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31b5de05-d97c-4505-a174-b2c5e6a8858b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:08.439407 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-31b5de05-d97c-4505-a174-b2c5e6a8858b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Calling delete_port for eecb0fa3-11c6-4c26-9ace-98dc9fd14628 owned by network:floatingip {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:00:08.581162 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31b5de05-d97c-4505-a174-b2c5e6a8858b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:08.611407 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b5de05-d97c-4505-a174-b2c5e6a8858b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Pushing event deleted for resources: {'Port': ['ID=eecb0fa3-11c6-4c26-9ace-98dc9fd14628,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:08.621437 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5de05-d97c-4505-a174-b2c5e6a8858b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:08.621788 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5de05-d97c-4505-a174-b2c5e6a8858b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:08.622128 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5de05-d97c-4505-a174-b2c5e6a8858b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:08.622470 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5de05-d97c-4505-a174-b2c5e6a8858b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:08.622804 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5de05-d97c-4505-a174-b2c5e6a8858b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:08.623135 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5de05-d97c-4505-a174-b2c5e6a8858b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:08.623462 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5de05-d97c-4505-a174-b2c5e6a8858b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:08.623788 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5de05-d97c-4505-a174-b2c5e6a8858b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:08.624111 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5de05-d97c-4505-a174-b2c5e6a8858b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:08.624463 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5de05-d97c-4505-a174-b2c5e6a8858b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:08.624793 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5de05-d97c-4505-a174-b2c5e6a8858b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:08.625130 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31b5de05-d97c-4505-a174-b2c5e6a8858b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:08.680775 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31b5de05-d97c-4505-a174-b2c5e6a8858b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for floatingip, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:08.681113 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-31b5de05-d97c-4505-a174-b2c5e6a8858b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Floating IP ba8a1474-9582-4929-8b93-13252b986372 disassociated (deleted). External IP: 172.25.3.210, port: cc4bc9b5-2cc3-4892-862d-53322922e984. Jul 16 10:00:08.884952 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31b5de05-d97c-4505-a174-b2c5e6a8858b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Router 3a199a80-b6cd-41d6-9f5a-f3312a443207 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 10:00:08.916416 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:08.993317 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31b5de05-d97c-4505-a174-b2c5e6a8858b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 10:00:08.998319 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-31b5de05-d97c-4505-a174-b2c5e6a8858b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:09.002486 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c755b3ff-57cf-4fcf-b153-2f88028cf222 None None] Sync routers for ids ['3a199a80-b6cd-41d6-9f5a-f3312a443207'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 10:00:09.011450 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c755b3ff-57cf-4fcf-b153-2f88028cf222 None None] Routers {'3a199a80-b6cd-41d6-9f5a-f3312a443207'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:00:09.012070 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c755b3ff-57cf-4fcf-b153-2f88028cf222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T10:00:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['3a199a80-b6cd-41d6-9f5a-f3312a443207'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:09.034154 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-31b5de05-d97c-4505-a174-b2c5e6a8858b tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "DELETE /v2.0/floatingips/ba8a1474-9582-4929-8b93-13252b986372 HTTP/1.1" status: 204 len: 168 time: 0.8389285 Jul 16 10:00:09.034841 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b40d7850-1b74-410e-9526-c59eef4e471e', 'tag': 'cc4bc9b5-2cc3-4892-862d-53322922e984'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 10:00:09.037261 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9102c5ee-9971-49fb-a270-dfe17b581c58" -d '{"events": [{"name": "network-changed", "server_uuid": "b40d7850-1b74-410e-9526-c59eef4e471e", "tag": "cc4bc9b5-2cc3-4892-862d-53322922e984"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 10:00:09.076667 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 10:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50d41f0-8b54-45fb-99d7-2aecc1621dc2 x-openstack-request-id: req-a50d41f0-8b54-45fb-99d7-2aecc1621dc2 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 10:00:09.076966 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b40d7850-1b74-410e-9526-c59eef4e471e", "tag": "cc4bc9b5-2cc3-4892-862d-53322922e984", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 10:00:09.077243 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-a50d41f0-8b54-45fb-99d7-2aecc1621dc2 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 10:00:09.077682 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b40d7850-1b74-410e-9526-c59eef4e471e', 'tag': 'cc4bc9b5-2cc3-4892-862d-53322922e984', 'status': 'completed', 'code': 200} Jul 16 10:00:09.119391 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-c755b3ff-57cf-4fcf-b153-2f88028cf222 None None] Set router 3a199a80-b6cd-41d6-9f5a-f3312a443207 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:00:09.154808 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102c5ee-9971-49fb-a270-dfe17b581c58 req-52e0e654-fecd-4b89-ae50-0d27c1ed318b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:09.156372 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9102c5ee-9971-49fb-a270-dfe17b581c58 req-52e0e654-fecd-4b89-ae50-0d27c1ed318b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=050321bf0e8649cb85eedc482043b164&device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 1097 time: 0.0570571 Jul 16 10:00:09.257824 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102c5ee-9971-49fb-a270-dfe17b581c58 req-ee6962db-2e3b-46c6-8ac9-5bf3f988516d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:09.259344 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9102c5ee-9971-49fb-a270-dfe17b581c58 req-ee6962db-2e3b-46c6-8ac9-5bf3f988516d service neutron] 10.222.0.21 "GET /v2.0/networks?id=a1a843cf-fc56-41ec-a7b8-231c959ced41 HTTP/1.1" status: 200 len: 910 time: 0.0962651 Jul 16 10:00:09.301168 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9102c5ee-9971-49fb-a270-dfe17b581c58 req-3e76ab9b-16a6-4613-9380-5d1bacf0d981 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cc4bc9b5-2cc3-4892-862d-53322922e984 HTTP/1.1" status: 200 len: 217 time: 0.0354590 Jul 16 10:00:09.330117 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c755b3ff-57cf-4fcf-b153-2f88028cf222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'name': 'tempest-TestShelveInstance-1098524758-router', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f4513bcc-6151-447b-be93-87618b678a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:19Z', 'updated_at': '2021-07-16T09:51:22Z', 'revision_number': 4, 'project_id': '050321bf0e8649cb85eedc482043b164', 'gw_port': {'id': 'f4513bcc-6151-447b-be93-87618b678a74', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:20Z', 'updated_at': '2021-07-16T09:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'dcf57a0a-fe9a-46f5-8dec-030d217d0132', 'name': '', 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'mac_address': 'fa:16:3e:74:91:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:22Z', 'updated_at': '2021-07-16T09:51:29Z', 'revision_number': 5, 'project_id': '050321bf0e8649cb85eedc482043b164', 'subnets': [{'id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:09.356511 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c755b3ff-57cf-4fcf-b153-2f88028cf222 None None] Checking router: 3a199a80-b6cd-41d6-9f5a-f3312a443207 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 10:00:09.366229 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c755b3ff-57cf-4fcf-b153-2f88028cf222 None None] Routers {'3a199a80-b6cd-41d6-9f5a-f3312a443207'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:00:09.366841 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c755b3ff-57cf-4fcf-b153-2f88028cf222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T10:00:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['3a199a80-b6cd-41d6-9f5a-f3312a443207'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:09.380183 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102c5ee-9971-49fb-a270-dfe17b581c58 req-521f33e7-1551-4a84-a6fe-691eae19c272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:09.381719 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9102c5ee-9971-49fb-a270-dfe17b581c58 req-521f33e7-1551-4a84-a6fe-691eae19c272 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8c62f8f7-50d5-455d-8750-0badb636efbe HTTP/1.1" status: 200 len: 848 time: 0.0738006 Jul 16 10:00:09.475262 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-c755b3ff-57cf-4fcf-b153-2f88028cf222 None None] Set router 3a199a80-b6cd-41d6-9f5a-f3312a443207 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:00:09.496865 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9102c5ee-9971-49fb-a270-dfe17b581c58 req-b1aa02d2-a674-4708-b115-a5a9854988b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:09.498404 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9102c5ee-9971-49fb-a270-dfe17b581c58 req-b1aa02d2-a674-4708-b115-a5a9854988b7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=a1a843cf-fc56-41ec-a7b8-231c959ced41&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1105120 Jul 16 10:00:09.507466 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7a00bc-62a2-464d-894e-b3153bbef573 req-adb32435-af9c-4c5a-8720-433b3b659d42 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:09.509037 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bf7a00bc-62a2-464d-894e-b3153bbef573 req-adb32435-af9c-4c5a-8720-433b3b659d42 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 945 time: 0.0996974 Jul 16 10:00:09.602404 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bf7a00bc-62a2-464d-894e-b3153bbef573 req-d9e1f09b-71a5-447e-aa77-1b92200b2978 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848963 Jul 16 10:00:09.637492 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9102c5ee-9971-49fb-a270-dfe17b581c58 req-38f6578c-7fa3-4326-8a84-7b72f4a1fdb8 service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274550 Jul 16 10:00:09.731034 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-9102c5ee-9971-49fb-a270-dfe17b581c58 req-b899d29d-1b55-47d9-8f8d-6ad35c37a0dd service neutron] 10.222.0.21 "GET /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872588 Jul 16 10:00:09.768326 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-c755b3ff-57cf-4fcf-b153-2f88028cf222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'name': 'tempest-TestShelveInstance-1098524758-router', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f4513bcc-6151-447b-be93-87618b678a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:19Z', 'updated_at': '2021-07-16T09:51:22Z', 'revision_number': 4, 'project_id': '050321bf0e8649cb85eedc482043b164', 'gw_port': {'id': 'f4513bcc-6151-447b-be93-87618b678a74', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:20Z', 'updated_at': '2021-07-16T09:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'dcf57a0a-fe9a-46f5-8dec-030d217d0132', 'name': '', 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'mac_address': 'fa:16:3e:74:91:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:22Z', 'updated_at': '2021-07-16T09:51:29Z', 'revision_number': 5, 'project_id': '050321bf0e8649cb85eedc482043b164', 'subnets': [{'id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:09.793906 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c755b3ff-57cf-4fcf-b153-2f88028cf222 None None] The sync data for ids ['3a199a80-b6cd-41d6-9f5a-f3312a443207'] in n-d-771362-37 is: [{'id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'name': 'tempest-TestShelveInstance-1098524758-router', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f4513bcc-6151-447b-be93-87618b678a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:19Z', 'updated_at': '2021-07-16T09:51:22Z', 'revision_number': 4, 'project_id': '050321bf0e8649cb85eedc482043b164', 'gw_port': {'id': 'f4513bcc-6151-447b-be93-87618b678a74', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:20Z', 'updated_at': '2021-07-16T09:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': 'dcf57a0a-fe9a-46f5-8dec-030d217d0132', 'name': '', 'network_id': 'a1a843cf-fc56-41ec-a7b8-231c959ced41', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'mac_address': 'fa:16:3e:74:91:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_interface', 'standard_attr_id': 4241, 'fixed_ips': [{'subnet_id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:22Z', 'updated_at': '2021-07-16T09:51:29Z', 'revision_number': 5, 'project_id': '050321bf0e8649cb85eedc482043b164', 'subnets': [{'id': '8c62f8f7-50d5-455d-8750-0badb636efbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 10:00:10.000530 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc277d1-a04f-42db-b6e6-0ed97d3891b2 None None] New status for floating IP ba8a1474-9582-4929-8b93-13252b986372: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 10:00:10.795311 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d76ea4-414b-4a5d-9c38-6a458d741b56 req-54db54ce-2010-4a52-ab9f-73ac980ad18f tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:10.796816 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-11d76ea4-414b-4a5d-9c38-6a458d741b56 req-54db54ce-2010-4a52-ab9f-73ac980ad18f tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 945 time: 0.0642462 Jul 16 10:00:10.835758 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-11d76ea4-414b-4a5d-9c38-6a458d741b56 req-f633a525-0407-480e-b5a4-68d75111b21c tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/security-groups?id=17a9477e-600a-4a9f-9282-1757478a493e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323913 Jul 16 10:00:10.858506 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88343e26-5858-4f16-9beb-749eef42a647 req-960c5464-4b11-44ec-8a70-036cdcbfaf43 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:10.859978 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-88343e26-5858-4f16-9beb-749eef42a647 req-960c5464-4b11-44ec-8a70-036cdcbfaf43 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.21 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 945 time: 0.0637312 Jul 16 10:00:10.958864 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-88343e26-5858-4f16-9beb-749eef42a647 req-33e23ca6-b1a7-4bf6-8752-c901288fa7b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Deleting port cc4bc9b5-2cc3-4892-862d-53322922e984 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:00:10.959102 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-88343e26-5858-4f16-9beb-749eef42a647 req-33e23ca6-b1a7-4bf6-8752-c901288fa7b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:11.047405 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-88343e26-5858-4f16-9beb-749eef42a647 req-33e23ca6-b1a7-4bf6-8752-c901288fa7b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] For port cc4bc9b5-2cc3-4892-862d-53322922e984, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=cc4bc9b5-2cc3-4892-862d-53322922e984,segment=NetworkSegment(f8eafb01-a133-40dc-be4c-3741b1d3d178),segment_id=f8eafb01-a133-40dc-be4c-3741b1d3d178)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:00:11.047766 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-88343e26-5858-4f16-9beb-749eef42a647 req-33e23ca6-b1a7-4bf6-8752-c901288fa7b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:11.059763 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-88343e26-5858-4f16-9beb-749eef42a647 req-33e23ca6-b1a7-4bf6-8752-c901288fa7b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Calling delete_port for cc4bc9b5-2cc3-4892-862d-53322922e984 owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:00:11.189193 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-88343e26-5858-4f16-9beb-749eef42a647 req-33e23ca6-b1a7-4bf6-8752-c901288fa7b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:11.219007 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e23ca6-b1a7-4bf6-8752-c901288fa7b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Pushing event deleted for resources: {'Port': ['ID=cc4bc9b5-2cc3-4892-862d-53322922e984,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:11.264601 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-88343e26-5858-4f16-9beb-749eef42a647 req-33e23ca6-b1a7-4bf6-8752-c901288fa7b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] No DVR routers for this DVR port cc4bc9b5-2cc3-4892-862d-53322922e984 on host n-h2-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 10:00:11.267050 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-88343e26-5858-4f16-9beb-749eef42a647 req-33e23ca6-b1a7-4bf6-8752-c901288fa7b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:11.269053 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-88343e26-5858-4f16-9beb-749eef42a647 req-33e23ca6-b1a7-4bf6-8752-c901288fa7b3 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.21 "DELETE /v2.0/ports/cc4bc9b5-2cc3-4892-862d-53322922e984 HTTP/1.1" status: 204 len: 173 time: 0.4039440 Jul 16 10:00:11.269490 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b40d7850-1b74-410e-9526-c59eef4e471e', 'name': 'network-vif-deleted', 'tag': 'cc4bc9b5-2cc3-4892-862d-53322922e984'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 10:00:11.271718 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf18c21a-7e80-4f5b-9926-b92a0d49e033" -d '{"events": [{"server_uuid": "b40d7850-1b74-410e-9526-c59eef4e471e", "name": "network-vif-deleted", "tag": "cc4bc9b5-2cc3-4892-862d-53322922e984"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 10:00:11.309375 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 10:00:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e394ca1-4945-4878-aa43-66d538024948 x-openstack-request-id: req-3e394ca1-4945-4878-aa43-66d538024948 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 10:00:11.309805 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b40d7850-1b74-410e-9526-c59eef4e471e", "name": "network-vif-deleted", "tag": "cc4bc9b5-2cc3-4892-862d-53322922e984", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 10:00:11.310177 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-3e394ca1-4945-4878-aa43-66d538024948 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 10:00:11.310655 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b40d7850-1b74-410e-9526-c59eef4e471e', 'name': 'network-vif-deleted', 'tag': 'cc4bc9b5-2cc3-4892-862d-53322922e984', 'status': 'completed', 'code': 200} Jul 16 10:00:11.986588 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-2dad5193-2b99-4e37-9233-d31a0b4ad545 req-8fb9b36c-506d-4e95-b6d4-cd61095511ac tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 210 time: 0.0352242 Jul 16 10:00:13.129541 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-84fd744b-a3ba-467f-bbdc-66fe1e295959 req-06f46497-e4c6-489b-b6e4-668867721ea9 tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 210 time: 0.0283008 Jul 16 10:00:13.436141 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device cc4bc9b5-2cc3-4892-862d-53322922e984 no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:00:13.456627 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: cc4bc9b5-2cc3-4892-862d-53322922e984 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 10:00:13.457066 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device cc4bc9b5-2cc3-4892-862d-53322922e984 not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 10:00:14.272129 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-bb393dba-86b7-4e6d-a26c-483e767d8f28 req-10a4283b-eca0-402e-b17f-c54004fb26da tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "GET /v2.0/ports?device_id=b40d7850-1b74-410e-9526-c59eef4e471e HTTP/1.1" status: 200 len: 210 time: 0.0282662 Jul 16 10:00:15.365287 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51158) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:00:15.427326 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83299cb7-8243-4cfa-9543-d9321d8c483c tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:15.452674 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83299cb7-8243-4cfa-9543-d9321d8c483c tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:15.514582 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83299cb7-8243-4cfa-9543-d9321d8c483c tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:15.517343 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-83299cb7-8243-4cfa-9543-d9321d8c483c tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Notify callbacks [] for security_group, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:15.518735 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-83299cb7-8243-4cfa-9543-d9321d8c483c tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] 10.222.0.22 "DELETE /v2.0/security-groups/17a9477e-600a-4a9f-9282-1757478a493e HTTP/1.1" status: 204 len: 168 time: 0.1524704 Jul 16 10:00:15.527966 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83299cb7-8243-4cfa-9543-d9321d8c483c tempest-TestShelveInstance-1659699562 tempest-TestShelveInstance-1659699562-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=17a9477e-600a-4a9f-9282-1757478a493e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:15.578103 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51162) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:00:16.037524 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fa49183a-220d-4aa7-95b1-26ca3af219b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:16.292881 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-fa49183a-220d-4aa7-95b1-26ca3af219b4 admin admin] Deleting port dcf57a0a-fe9a-46f5-8dec-030d217d0132 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:00:16.293144 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fa49183a-220d-4aa7-95b1-26ca3af219b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:16.373028 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-fa49183a-220d-4aa7-95b1-26ca3af219b4 admin admin] For port dcf57a0a-fe9a-46f5-8dec-030d217d0132, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=dcf57a0a-fe9a-46f5-8dec-030d217d0132,segment=NetworkSegment(f8eafb01-a133-40dc-be4c-3741b1d3d178),segment_id=f8eafb01-a133-40dc-be4c-3741b1d3d178)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:00:16.373764 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fa49183a-220d-4aa7-95b1-26ca3af219b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:16.385658 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-fa49183a-220d-4aa7-95b1-26ca3af219b4 admin admin] Calling delete_port for dcf57a0a-fe9a-46f5-8dec-030d217d0132 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:00:16.567181 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fa49183a-220d-4aa7-95b1-26ca3af219b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:16.592719 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa49183a-220d-4aa7-95b1-26ca3af219b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=dcf57a0a-fe9a-46f5-8dec-030d217d0132,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:16.767956 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fa49183a-220d-4aa7-95b1-26ca3af219b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:17.336339 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa49183a-220d-4aa7-95b1-26ca3af219b4 admin admin] Router 3a199a80-b6cd-41d6-9f5a-f3312a443207 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 10:00:17.445105 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa49183a-220d-4aa7-95b1-26ca3af219b4 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 10:00:17.451697 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fa49183a-220d-4aa7-95b1-26ca3af219b4 admin admin] 10.222.0.22 "PUT /v2.0/routers/3a199a80-b6cd-41d6-9f5a-f3312a443207/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8724706 Jul 16 10:00:17.454319 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51166) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:00:17.458727 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d2d7bb-28c5-4930-9155-889f7f68022e None None] Sync routers for ids ['3a199a80-b6cd-41d6-9f5a-f3312a443207'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 10:00:17.468768 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d2d7bb-28c5-4930-9155-889f7f68022e None None] Routers {'3a199a80-b6cd-41d6-9f5a-f3312a443207'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:00:17.469575 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-92d2d7bb-28c5-4930-9155-889f7f68022e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T10:00:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['3a199a80-b6cd-41d6-9f5a-f3312a443207'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:17.560454 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-df6229ec-830c-4866-8283-85314f612be2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:17.577686 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-92d2d7bb-28c5-4930-9155-889f7f68022e None None] Set router 3a199a80-b6cd-41d6-9f5a-f3312a443207 gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:00:17.663374 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-df6229ec-830c-4866-8283-85314f612be2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:17.715432 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-df6229ec-830c-4866-8283-85314f612be2 admin admin] Deleting port f4513bcc-6151-447b-be93-87618b678a74 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:00:17.716030 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-df6229ec-830c-4866-8283-85314f612be2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:17.756964 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-92d2d7bb-28c5-4930-9155-889f7f68022e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'name': 'tempest-TestShelveInstance-1098524758-router', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252'}], 'enable_snat': True}, 'gw_port_id': 'f4513bcc-6151-447b-be93-87618b678a74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:19Z', 'updated_at': '2021-07-16T10:00:16Z', 'revision_number': 5, 'project_id': '050321bf0e8649cb85eedc482043b164', 'gw_port': {'id': 'f4513bcc-6151-447b-be93-87618b678a74', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:8e:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:20Z', 'updated_at': '2021-07-16T09:51:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:17.783671 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d2d7bb-28c5-4930-9155-889f7f68022e None None] Checking router: 3a199a80-b6cd-41d6-9f5a-f3312a443207 for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 10:00:17.792537 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d2d7bb-28c5-4930-9155-889f7f68022e None None] Routers {'3a199a80-b6cd-41d6-9f5a-f3312a443207'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:00:17.793142 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-92d2d7bb-28c5-4930-9155-889f7f68022e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T10:00:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['3a199a80-b6cd-41d6-9f5a-f3312a443207'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:17.805049 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-df6229ec-830c-4866-8283-85314f612be2 admin admin] For port f4513bcc-6151-447b-be93-87618b678a74, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=f4513bcc-6151-447b-be93-87618b678a74,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:00:17.805410 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-df6229ec-830c-4866-8283-85314f612be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:17.816660 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-df6229ec-830c-4866-8283-85314f612be2 admin admin] Calling delete_port for f4513bcc-6151-447b-be93-87618b678a74 owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:00:17.875493 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-92d2d7bb-28c5-4930-9155-889f7f68022e None None] Set router 3a199a80-b6cd-41d6-9f5a-f3312a443207 gateway port host: None {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:00:17.925139 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-92d2d7bb-28c5-4930-9155-889f7f68022e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'name': 'tempest-TestShelveInstance-1098524758-router', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:19Z', 'updated_at': '2021-07-16T10:00:17Z', 'revision_number': 6, 'project_id': '050321bf0e8649cb85eedc482043b164', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:17.954606 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d2d7bb-28c5-4930-9155-889f7f68022e None None] The sync data for ids ['3a199a80-b6cd-41d6-9f5a-f3312a443207'] in n-d-771362-37 is: [{'id': '3a199a80-b6cd-41d6-9f5a-f3312a443207', 'name': 'tempest-TestShelveInstance-1098524758-router', 'tenant_id': '050321bf0e8649cb85eedc482043b164', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:19Z', 'updated_at': '2021-07-16T10:00:17Z', 'revision_number': 6, 'project_id': '050321bf0e8649cb85eedc482043b164', 'gw_port_host': None}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 10:00:17.986371 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-df6229ec-830c-4866-8283-85314f612be2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:18.018483 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6229ec-830c-4866-8283-85314f612be2 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4513bcc-6151-447b-be93-87618b678a74,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:18.043628 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6229ec-830c-4866-8283-85314f612be2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:18.043986 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6229ec-830c-4866-8283-85314f612be2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:18.044315 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6229ec-830c-4866-8283-85314f612be2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:18.044675 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6229ec-830c-4866-8283-85314f612be2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:18.045008 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6229ec-830c-4866-8283-85314f612be2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:18.045342 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6229ec-830c-4866-8283-85314f612be2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:18.045668 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6229ec-830c-4866-8283-85314f612be2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:18.045991 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6229ec-830c-4866-8283-85314f612be2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:18.046315 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6229ec-830c-4866-8283-85314f612be2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:18.046642 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6229ec-830c-4866-8283-85314f612be2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:18.046965 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6229ec-830c-4866-8283-85314f612be2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:18.047286 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df6229ec-830c-4866-8283-85314f612be2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:18.087568 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-df6229ec-830c-4866-8283-85314f612be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:18.174207 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-df6229ec-830c-4866-8283-85314f612be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:18.176258 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-df6229ec-830c-4866-8283-85314f612be2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:18.218411 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-df6229ec-830c-4866-8283-85314f612be2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:18.218925 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df6229ec-830c-4866-8283-85314f612be2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a199a80-b6cd-41d6-9f5a-f3312a443207 {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 10:00:18.223253 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-df6229ec-830c-4866-8283-85314f612be2 admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:18.224291 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-df6229ec-830c-4866-8283-85314f612be2 admin admin] 10.222.0.22 "DELETE /v2.0/routers/3a199a80-b6cd-41d6-9f5a-f3312a443207 HTTP/1.1" status: 204 len: 168 time: 0.7690370 Jul 16 10:00:18.226845 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51168) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:00:18.274168 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-f20618d9-c859-4589-8791-3c84973c7155 admin admin] Deleting subnet 8c62f8f7-50d5-455d-8750-0badb636efbe {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 10:00:18.277168 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f20618d9-c859-4589-8791-3c84973c7155 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:18.312005 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f20618d9-c859-4589-8791-3c84973c7155 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:18.391374 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f20618d9-c859-4589-8791-3c84973c7155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:18.443515 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f20618d9-c859-4589-8791-3c84973c7155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:18.474308 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20618d9-c859-4589-8791-3c84973c7155 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c62f8f7-50d5-455d-8750-0badb636efbe,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:18.476277 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f20618d9-c859-4589-8791-3c84973c7155 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:18.480709 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1886d480-73a5-4d64-adbe-eae9e393a742 None None] Network a1a843cf-fc56-41ec-a7b8-231c959ced41 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 10:00:18.481184 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51170) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:00:18.481594 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f20618d9-c859-4589-8791-3c84973c7155 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/8c62f8f7-50d5-455d-8750-0badb636efbe HTTP/1.1" status: 204 len: 168 time: 0.2530692 Jul 16 10:00:18.548161 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dda5b57d-9574-4537-977d-d412671d81e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:18.600058 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-dda5b57d-9574-4537-977d-d412671d81e5 admin admin] Deleting port 00957814-116d-4832-9d2a-20076bb0255a {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:00:18.600435 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dda5b57d-9574-4537-977d-d412671d81e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:18.666624 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-dda5b57d-9574-4537-977d-d412671d81e5 admin admin] For port 00957814-116d-4832-9d2a-20076bb0255a, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=00957814-116d-4832-9d2a-20076bb0255a,segment=NetworkSegment(f8eafb01-a133-40dc-be4c-3741b1d3d178),segment_id=f8eafb01-a133-40dc-be4c-3741b1d3d178)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:00:18.666914 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dda5b57d-9574-4537-977d-d412671d81e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:18.678578 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-dda5b57d-9574-4537-977d-d412671d81e5 admin admin] Calling delete_port for 00957814-116d-4832-9d2a-20076bb0255a owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:00:18.729420 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9defb4ad-06db-42a4-a2ba-6a6a2812dd11 None None] DHCP port deletion for a1a843cf-fc56-41ec-a7b8-231c959ced41 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 10:00:18.769057 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dda5b57d-9574-4537-977d-d412671d81e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:18.776910 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-9defb4ad-06db-42a4-a2ba-6a6a2812dd11 None None] Deleting port 00957814-116d-4832-9d2a-20076bb0255a {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:00:18.777380 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9defb4ad-06db-42a4-a2ba-6a6a2812dd11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:18.795294 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5b57d-9574-4537-977d-d412671d81e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=00957814-116d-4832-9d2a-20076bb0255a,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:18.803101 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dda5b57d-9574-4537-977d-d412671d81e5 admin admin] No DVR routers for this DVR port 00957814-116d-4832-9d2a-20076bb0255a on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 10:00:18.843579 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-9defb4ad-06db-42a4-a2ba-6a6a2812dd11 None None] For port 00957814-116d-4832-9d2a-20076bb0255a, host n-d-771362-37, got binding levels [] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:00:18.844060 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9defb4ad-06db-42a4-a2ba-6a6a2812dd11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:18.857298 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-9defb4ad-06db-42a4-a2ba-6a6a2812dd11 None None] Calling delete_port for 00957814-116d-4832-9d2a-20076bb0255a owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:00:18.860054 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.ipam_backend_mixin [None req-9defb4ad-06db-42a4-a2ba-6a6a2812dd11 None None] Port 00957814-116d-4832-9d2a-20076bb0255a was not found and therefore no delete operation was performed {{(pid=93760) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 10:00:18.861396 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9defb4ad-06db-42a4-a2ba-6a6a2812dd11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:18.879080 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dda5b57d-9574-4537-977d-d412671d81e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:18.888064 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9defb4ad-06db-42a4-a2ba-6a6a2812dd11 None None] Pushing event deleted for resources: {'Port': ['ID=00957814-116d-4832-9d2a-20076bb0255a,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:18.891269 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9defb4ad-06db-42a4-a2ba-6a6a2812dd11 None None] No DVR routers for this DVR port 00957814-116d-4832-9d2a-20076bb0255a on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 10:00:18.891418 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-dda5b57d-9574-4537-977d-d412671d81e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a843cf-fc56-41ec-a7b8-231c959ced41']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:18.898021 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defb4ad-06db-42a4-a2ba-6a6a2812dd11 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:18.898381 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defb4ad-06db-42a4-a2ba-6a6a2812dd11 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:18.899069 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defb4ad-06db-42a4-a2ba-6a6a2812dd11 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:18.899069 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defb4ad-06db-42a4-a2ba-6a6a2812dd11 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:18.899406 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defb4ad-06db-42a4-a2ba-6a6a2812dd11 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:18.899962 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defb4ad-06db-42a4-a2ba-6a6a2812dd11 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:18.900300 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defb4ad-06db-42a4-a2ba-6a6a2812dd11 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:18.900663 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defb4ad-06db-42a4-a2ba-6a6a2812dd11 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:18.900998 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defb4ad-06db-42a4-a2ba-6a6a2812dd11 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:18.901330 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defb4ad-06db-42a4-a2ba-6a6a2812dd11 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:18.901933 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defb4ad-06db-42a4-a2ba-6a6a2812dd11 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:18.902042 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9defb4ad-06db-42a4-a2ba-6a6a2812dd11 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:18.904183 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-dda5b57d-9574-4537-977d-d412671d81e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8eafb01-a133-40dc-be4c-3741b1d3d178') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:18.905023 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-dda5b57d-9574-4537-977d-d412671d81e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8eafb01-a133-40dc-be4c-3741b1d3d178') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:18.914388 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dda5b57d-9574-4537-977d-d412671d81e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:18.929705 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dda5b57d-9574-4537-977d-d412671d81e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:18.936650 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dda5b57d-9574-4537-977d-d412671d81e5 admin admin] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 10:00:18.937129 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dda5b57d-9574-4537-977d-d412671d81e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: timer() Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 10:00:18.938908 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 10:00:19.000880 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dda5b57d-9574-4537-977d-d412671d81e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:19.017714 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-dda5b57d-9574-4537-977d-d412671d81e5 admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:19.020131 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-dda5b57d-9574-4537-977d-d412671d81e5 admin admin] 10.222.0.22 "DELETE /v2.0/networks/a1a843cf-fc56-41ec-a7b8-231c959ced41 HTTP/1.1" status: 204 len: 168 time: 0.5376980 Jul 16 10:00:19.021169 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda5b57d-9574-4537-977d-d412671d81e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1a843cf-fc56-41ec-a7b8-231c959ced41,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:19.022977 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51172) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:00:19.360513 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67f8abb1-f403-4a47-b8c3-ba0264f43a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:19.454180 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 00957814-116d-4832-9d2a-20076bb0255a no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:00:19.473890 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 00957814-116d-4832-9d2a-20076bb0255a {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 10:00:19.474256 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 00957814-116d-4832-9d2a-20076bb0255a not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 10:00:19.474674 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device dcf57a0a-fe9a-46f5-8dec-030d217d0132 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:00:19.493052 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: dcf57a0a-fe9a-46f5-8dec-030d217d0132 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 10:00:19.493739 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device dcf57a0a-fe9a-46f5-8dec-030d217d0132 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 10:00:19.493874 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f4513bcc-6151-447b-be93-87618b678a74 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:00:19.515389 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: f4513bcc-6151-447b-be93-87618b678a74 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 10:00:19.515745 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device f4513bcc-6151-447b-be93-87618b678a74 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 10:00:19.617257 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-67f8abb1-f403-4a47-b8c3-ba0264f43a65 admin admin] Deleting port 24fe8008-b2ef-4364-8433-ade21e00fc28 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:00:19.617834 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67f8abb1-f403-4a47-b8c3-ba0264f43a65 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:19.697076 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-67f8abb1-f403-4a47-b8c3-ba0264f43a65 admin admin] For port 24fe8008-b2ef-4364-8433-ade21e00fc28, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=24fe8008-b2ef-4364-8433-ade21e00fc28,segment=NetworkSegment(c9d23c4c-1c58-4b1d-965e-6342a472125d),segment_id=c9d23c4c-1c58-4b1d-965e-6342a472125d)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:00:19.697432 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67f8abb1-f403-4a47-b8c3-ba0264f43a65 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:19.709901 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-67f8abb1-f403-4a47-b8c3-ba0264f43a65 admin admin] Calling delete_port for 24fe8008-b2ef-4364-8433-ade21e00fc28 owned by network:router_interface {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:00:19.887251 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67f8abb1-f403-4a47-b8c3-ba0264f43a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:19.914395 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f8abb1-f403-4a47-b8c3-ba0264f43a65 admin admin] Pushing event deleted for resources: {'Port': ['ID=24fe8008-b2ef-4364-8433-ade21e00fc28,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:20.077372 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-67f8abb1-f403-4a47-b8c3-ba0264f43a65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:20.290098 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67f8abb1-f403-4a47-b8c3-ba0264f43a65 admin admin] Router 824d7d09-bd5f-4d26-9c22-23a92f70f001 has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 10:00:20.395349 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67f8abb1-f403-4a47-b8c3-ba0264f43a65 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 10:00:20.401514 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-67f8abb1-f403-4a47-b8c3-ba0264f43a65 admin admin] 10.222.0.22 "PUT /v2.0/routers/824d7d09-bd5f-4d26-9c22-23a92f70f001/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3772874 Jul 16 10:00:20.403968 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51174) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:00:20.404127 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bd4a95-a204-472a-851b-cad5f9287905 None None] Sync routers for ids ['824d7d09-bd5f-4d26-9c22-23a92f70f001'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 10:00:20.412977 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bd4a95-a204-472a-851b-cad5f9287905 None None] Routers {'824d7d09-bd5f-4d26-9c22-23a92f70f001'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:00:20.413644 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a5bd4a95-a204-472a-851b-cad5f9287905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T10:00:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['824d7d09-bd5f-4d26-9c22-23a92f70f001'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:20.508246 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b7572fa-5590-4319-a66b-8da830043fd0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:20.516749 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-a5bd4a95-a204-472a-851b-cad5f9287905 None None] Set router 824d7d09-bd5f-4d26-9c22-23a92f70f001 gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:00:20.612014 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b7572fa-5590-4319-a66b-8da830043fd0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:20.666690 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-2b7572fa-5590-4319-a66b-8da830043fd0 admin admin] Deleting port a52108c6-c0c2-470f-9ba1-5fc068503c48 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:00:20.667468 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b7572fa-5590-4319-a66b-8da830043fd0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:20.755147 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-2b7572fa-5590-4319-a66b-8da830043fd0 admin admin] For port a52108c6-c0c2-470f-9ba1-5fc068503c48, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=a52108c6-c0c2-470f-9ba1-5fc068503c48,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:00:20.755287 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b7572fa-5590-4319-a66b-8da830043fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:20.767535 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-2b7572fa-5590-4319-a66b-8da830043fd0 admin admin] Calling delete_port for a52108c6-c0c2-470f-9ba1-5fc068503c48 owned by network:router_gateway {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:00:20.847644 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a5bd4a95-a204-472a-851b-cad5f9287905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824d7d09-bd5f-4d26-9c22-23a92f70f001', 'name': 'tempest-TestShelveInstance-615134934-router', 'tenant_id': '1f85b3eff4594af0bd9e0389298df366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.174'}], 'enable_snat': True}, 'gw_port_id': 'a52108c6-c0c2-470f-9ba1-5fc068503c48', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:24Z', 'updated_at': '2021-07-16T10:00:19Z', 'revision_number': 5, 'project_id': '1f85b3eff4594af0bd9e0389298df366', 'gw_port': {'id': 'a52108c6-c0c2-470f-9ba1-5fc068503c48', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:5c:e7:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '824d7d09-bd5f-4d26-9c22-23a92f70f001', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4252, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.174', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T09:51:25Z', 'updated_at': '2021-07-16T09:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:20.873495 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bd4a95-a204-472a-851b-cad5f9287905 None None] Checking router: 824d7d09-bd5f-4d26-9c22-23a92f70f001 for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 10:00:20.884333 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5bd4a95-a204-472a-851b-cad5f9287905 None None] Routers {'824d7d09-bd5f-4d26-9c22-23a92f70f001'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:00:20.885016 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a5bd4a95-a204-472a-851b-cad5f9287905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T10:00:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['824d7d09-bd5f-4d26-9c22-23a92f70f001'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:20.938375 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b7572fa-5590-4319-a66b-8da830043fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:20.963561 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7572fa-5590-4319-a66b-8da830043fd0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a52108c6-c0c2-470f-9ba1-5fc068503c48,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:20.972560 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-a5bd4a95-a204-472a-851b-cad5f9287905 None None] Set router 824d7d09-bd5f-4d26-9c22-23a92f70f001 gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:00:21.026961 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b7572fa-5590-4319-a66b-8da830043fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:21.028466 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-a5bd4a95-a204-472a-851b-cad5f9287905 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '824d7d09-bd5f-4d26-9c22-23a92f70f001', 'name': 'tempest-TestShelveInstance-615134934-router', 'tenant_id': '1f85b3eff4594af0bd9e0389298df366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:24Z', 'updated_at': '2021-07-16T10:00:20Z', 'revision_number': 6, 'project_id': '1f85b3eff4594af0bd9e0389298df366', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:21.055056 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5bd4a95-a204-472a-851b-cad5f9287905 None None] The sync data for ids ['824d7d09-bd5f-4d26-9c22-23a92f70f001'] in n-d-771362-37 is: [{'id': '824d7d09-bd5f-4d26-9c22-23a92f70f001', 'name': 'tempest-TestShelveInstance-615134934-router', 'tenant_id': '1f85b3eff4594af0bd9e0389298df366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T09:51:24Z', 'updated_at': '2021-07-16T10:00:20Z', 'revision_number': 6, 'project_id': '1f85b3eff4594af0bd9e0389298df366', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 10:00:21.118531 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b7572fa-5590-4319-a66b-8da830043fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:21.120682 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b7572fa-5590-4319-a66b-8da830043fd0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:21.166237 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b7572fa-5590-4319-a66b-8da830043fd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:21.166677 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b7572fa-5590-4319-a66b-8da830043fd0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 824d7d09-bd5f-4d26-9c22-23a92f70f001 {{(pid=93759) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 10:00:21.171061 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-2b7572fa-5590-4319-a66b-8da830043fd0 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:21.172208 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-2b7572fa-5590-4319-a66b-8da830043fd0 admin admin] 10.222.0.22 "DELETE /v2.0/routers/824d7d09-bd5f-4d26-9c22-23a92f70f001 HTTP/1.1" status: 204 len: 168 time: 0.7672756 Jul 16 10:00:21.174696 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51176) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:00:21.219410 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_v2 [None req-85318266-ba4b-4a29-b1ba-20c7ef9ca859 admin admin] Deleting subnet d7c2204c-6edb-4b0c-9356-64cc542c275e {{(pid=93759) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 10:00:21.222419 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85318266-ba4b-4a29-b1ba-20c7ef9ca859 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:21.255915 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85318266-ba4b-4a29-b1ba-20c7ef9ca859 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-16434732'] for subnet, precommit_delete_associations {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:21.335189 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85318266-ba4b-4a29-b1ba-20c7ef9ca859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:21.385788 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85318266-ba4b-4a29-b1ba-20c7ef9ca859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16564221', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-16620508'] for subnet, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:21.410376 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85318266-ba4b-4a29-b1ba-20c7ef9ca859 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7c2204c-6edb-4b0c-9356-64cc542c275e,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:21.414440 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-85318266-ba4b-4a29-b1ba-20c7ef9ca859 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:21.419109 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-85318266-ba4b-4a29-b1ba-20c7ef9ca859 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d7c2204c-6edb-4b0c-9356-64cc542c275e HTTP/1.1" status: 204 len: 168 time: 0.2407155 Jul 16 10:00:21.419242 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51178) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:00:21.426957 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2198763b-3958-49d2-9b6a-819868fa2330 None None] Network b0dd89c2-4794-47f8-94b3-c4d9403b8f0c requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 10:00:21.498290 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-84009c04-0d6f-4b7e-8e3c-e5c31e467352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:21.547516 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 24fe8008-b2ef-4364-8433-ade21e00fc28 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:00:21.564664 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-84009c04-0d6f-4b7e-8e3c-e5c31e467352 admin admin] Deleting port 226d2856-63bc-4e11-98f9-34438d041bd6 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:00:21.565013 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-84009c04-0d6f-4b7e-8e3c-e5c31e467352 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:21.569671 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 24fe8008-b2ef-4364-8433-ade21e00fc28 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 10:00:21.570044 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 24fe8008-b2ef-4364-8433-ade21e00fc28 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 10:00:21.637365 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-84009c04-0d6f-4b7e-8e3c-e5c31e467352 admin admin] For port 226d2856-63bc-4e11-98f9-34438d041bd6, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=226d2856-63bc-4e11-98f9-34438d041bd6,segment=NetworkSegment(c9d23c4c-1c58-4b1d-965e-6342a472125d),segment_id=c9d23c4c-1c58-4b1d-965e-6342a472125d)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:00:21.637734 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-84009c04-0d6f-4b7e-8e3c-e5c31e467352 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:21.648964 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-84009c04-0d6f-4b7e-8e3c-e5c31e467352 admin admin] Calling delete_port for 226d2856-63bc-4e11-98f9-34438d041bd6 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:00:21.726392 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-84009c04-0d6f-4b7e-8e3c-e5c31e467352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:21.755418 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84009c04-0d6f-4b7e-8e3c-e5c31e467352 admin admin] Pushing event deleted for resources: {'Port': ['ID=226d2856-63bc-4e11-98f9-34438d041bd6,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:21.759000 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84009c04-0d6f-4b7e-8e3c-e5c31e467352 admin admin] No DVR routers for this DVR port 226d2856-63bc-4e11-98f9-34438d041bd6 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 10:00:21.827777 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-84009c04-0d6f-4b7e-8e3c-e5c31e467352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:21.837158 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-84009c04-0d6f-4b7e-8e3c-e5c31e467352 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0dd89c2-4794-47f8-94b3-c4d9403b8f0c']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:21.846518 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-84009c04-0d6f-4b7e-8e3c-e5c31e467352 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9d23c4c-1c58-4b1d-965e-6342a472125d') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:21.846822 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-84009c04-0d6f-4b7e-8e3c-e5c31e467352 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9d23c4c-1c58-4b1d-965e-6342a472125d') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:21.855700 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-84009c04-0d6f-4b7e-8e3c-e5c31e467352 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:21.869358 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-84009c04-0d6f-4b7e-8e3c-e5c31e467352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:21.874877 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84009c04-0d6f-4b7e-8e3c-e5c31e467352 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 10:00:21.875254 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-84009c04-0d6f-4b7e-8e3c-e5c31e467352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:21.876837 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 10:00:21.876837 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 10:00:21.876837 n-d-771362-37 neutron-server[93758]: timer() Jul 16 10:00:21.876837 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 10:00:21.876837 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 10:00:21.876837 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 10:00:21.876837 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 10:00:21.876837 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 10:00:21.876837 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 10:00:21.876837 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 10:00:21.876837 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 10:00:21.876837 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 10:00:21.876837 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 10:00:21.876837 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 10:00:21.876837 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 10:00:21.876837 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 10:00:21.876837 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 10:00:21.876837 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 10:00:21.876837 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 10:00:21.876837 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 10:00:21.876837 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 10:00:21.876837 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 10:00:21.876837 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 10:00:21.876837 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 10:00:21.876837 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 10:00:21.876837 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 10:00:21.876837 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 10:00:21.876837 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 10:00:21.876837 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 10:00:21.876837 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 10:00:21.876837 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 10:00:21.876837 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 10:00:21.916702 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2f1275b-6e4a-4d34-bd2e-7b2b2fc272a7 None None] DHCP port deletion for b0dd89c2-4794-47f8-94b3-c4d9403b8f0c request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 10:00:21.937711 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-84009c04-0d6f-4b7e-8e3c-e5c31e467352 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:21.953742 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-84009c04-0d6f-4b7e-8e3c-e5c31e467352 admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:21.955606 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-84009c04-0d6f-4b7e-8e3c-e5c31e467352 admin admin] 10.222.0.22 "DELETE /v2.0/networks/b0dd89c2-4794-47f8-94b3-c4d9403b8f0c HTTP/1.1" status: 204 len: 168 time: 0.5355151 Jul 16 10:00:21.956671 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84009c04-0d6f-4b7e-8e3c-e5c31e467352 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0dd89c2-4794-47f8-94b3-c4d9403b8f0c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:22.078645 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51182) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:00:22.121949 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-eade8deb-8e4b-4f1b-a4db-58389c2d6eee admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=050321bf0e8649cb85eedc482043b164&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421343 Jul 16 10:00:22.124434 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51184) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:00:22.173215 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fe8e28bb-15ec-4d50-9f8e-3c488d462ca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:22.198932 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fe8e28bb-15ec-4d50-9f8e-3c488d462ca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:22.249311 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fe8e28bb-15ec-4d50-9f8e-3c488d462ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:22.252080 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fe8e28bb-15ec-4d50-9f8e-3c488d462ca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:22.253266 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-fe8e28bb-15ec-4d50-9f8e-3c488d462ca2 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/176c0e8a-7bb9-4f0f-b4c1-2087abf00a7a HTTP/1.1" status: 204 len: 168 time: 0.1279142 Jul 16 10:00:22.261618 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8e28bb-15ec-4d50-9f8e-3c488d462ca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=176c0e8a-7bb9-4f0f-b4c1-2087abf00a7a,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:22.559059 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51190) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:00:22.598807 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-20c99b0b-2501-42b5-bfc3-8ca6101028ec admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=1f85b3eff4594af0bd9e0389298df366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385780 Jul 16 10:00:22.601652 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51192) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:00:22.649282 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6651e3bf-d299-4004-b59b-f9cf41f41def admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:22.669410 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6651e3bf-d299-4004-b59b-f9cf41f41def admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:22.716096 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6651e3bf-d299-4004-b59b-f9cf41f41def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:22.718651 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-6651e3bf-d299-4004-b59b-f9cf41f41def admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:22.719798 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-6651e3bf-d299-4004-b59b-f9cf41f41def admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/ee498aac-131b-4263-9a51-5ea1592a249b HTTP/1.1" status: 204 len: 168 time: 0.1172285 Jul 16 10:00:22.727773 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651e3bf-d299-4004-b59b-f9cf41f41def admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee498aac-131b-4263-9a51-5ea1592a249b,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:23.358656 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51214) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:00:23.452860 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 226d2856-63bc-4e11-98f9-34438d041bd6 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:00:23.453857 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-da95a76f-ccc9-4f61-a322-07c4001c80bb admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1588842854-network', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:00:23.476983 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da95a76f-ccc9-4f61-a322-07c4001c80bb admin admin] Made reservation on behalf of 195b5bc983bb45ce8836d698b6dda192 for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 10:00:23.477482 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 226d2856-63bc-4e11-98f9-34438d041bd6 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 10:00:23.477837 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 226d2856-63bc-4e11-98f9-34438d041bd6 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 10:00:23.478249 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a52108c6-c0c2-470f-9ba1-5fc068503c48 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:00:23.479458 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-da95a76f-ccc9-4f61-a322-07c4001c80bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:23.488625 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-da95a76f-ccc9-4f61-a322-07c4001c80bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:23.497263 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: a52108c6-c0c2-470f-9ba1-5fc068503c48 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 10:00:23.497615 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device a52108c6-c0c2-470f-9ba1-5fc068503c48 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 10:00:23.576367 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-da95a76f-ccc9-4f61-a322-07c4001c80bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:23.579912 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-da95a76f-ccc9-4f61-a322-07c4001c80bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:23.608847 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da95a76f-ccc9-4f61-a322-07c4001c80bb admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 10:00:23.613995 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95a76f-ccc9-4f61-a322-07c4001c80bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6ce4b01-c6b0-481d-979f-a2f9e868d68f,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:23.621176 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-da95a76f-ccc9-4f61-a322-07c4001c80bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:23.621539 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-da95a76f-ccc9-4f61-a322-07c4001c80bb admin admin] Added segment b19086cc-3b46-4c51-be42-0efea82e730f of type vlan for network 8501dc6f-e007-4a4c-a047-f44eda808f6d Jul 16 10:00:23.659206 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-da95a76f-ccc9-4f61-a322-07c4001c80bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:23.687335 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-da95a76f-ccc9-4f61-a322-07c4001c80bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:23.688391 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da95a76f-ccc9-4f61-a322-07c4001c80bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:23.688974 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-da95a76f-ccc9-4f61-a322-07c4001c80bb admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:23.719842 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-da95a76f-ccc9-4f61-a322-07c4001c80bb admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3601089 Jul 16 10:00:23.723574 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51218) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:00:23.728823 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b669dc5a-01eb-4dec-9d4e-26534278db70 admin admin] Request body: {'subnet': {'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1588842854-subnet', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:00:23.751977 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da95a76f-ccc9-4f61-a322-07c4001c80bb admin admin] Pushing event updated for resources: {'Network': ['ID=8501dc6f-e007-4a4c-a047-f44eda808f6d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:23.754241 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b669dc5a-01eb-4dec-9d4e-26534278db70 admin admin] Made reservation on behalf of 195b5bc983bb45ce8836d698b6dda192 for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 10:00:23.757074 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b669dc5a-01eb-4dec-9d4e-26534278db70 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:23.761802 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network 8501dc6f-e007-4a4c-a047-f44eda808f6d details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 10:00:23.925389 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b669dc5a-01eb-4dec-9d4e-26534278db70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:23.978866 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b669dc5a-01eb-4dec-9d4e-26534278db70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d2114b3e-095f-4bc9-a803-eb348a5dec7d,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:23.988122 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b669dc5a-01eb-4dec-9d4e-26534278db70 admin admin] Checking segment: {'id': 'b19086cc-3b46-4c51-be42-0efea82e730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 10:00:23.988511 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b669dc5a-01eb-4dec-9d4e-26534278db70 admin admin] Network hostable DHCP agents. Network: 8501dc6f-e007-4a4c-a047-f44eda808f6d, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 10:00:24.005076 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b669dc5a-01eb-4dec-9d4e-26534278db70 admin admin] Network 8501dc6f-e007-4a4c-a047-f44eda808f6d is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 10:00:24.013088 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-b669dc5a-01eb-4dec-9d4e-26534278db70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, 8501dc6f-e007-4a4c-a047-f44eda808f6d) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 10:00:24.019181 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b669dc5a-01eb-4dec-9d4e-26534278db70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:24.020640 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b669dc5a-01eb-4dec-9d4e-26534278db70 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:24.021229 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efd9251-e3c6-44c7-9675-b327cc438724 None None] Network 8501dc6f-e007-4a4c-a047-f44eda808f6d requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 10:00:24.034585 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b669dc5a-01eb-4dec-9d4e-26534278db70 admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3098924 Jul 16 10:00:24.037291 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51220) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:00:24.041634 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-fca3d0c6-55ba-456b-be36-0029287b1890 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1588842854-router', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:00:24.061255 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fca3d0c6-55ba-456b-be36-0029287b1890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:24.062393 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fca3d0c6-55ba-456b-be36-0029287b1890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:24.118556 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fca3d0c6-55ba-456b-be36-0029287b1890 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:24.169245 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca6ed100-3e4d-4290-8bc6-62025288cef6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-8501dc6f-e007-4a4c-a047-f44eda808f6d', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'fixed_ips': [{'subnet_id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 10:00:24.170146 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ca6ed100-3e4d-4290-8bc6-62025288cef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:24.253275 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fca3d0c6-55ba-456b-be36-0029287b1890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:24.307970 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-ca6ed100-3e4d-4290-8bc6-62025288cef6 None None] Allocated IP 172.20.0.2 (8501dc6f-e007-4a4c-a047-f44eda808f6d/d2114b3e-095f-4bc9-a803-eb348a5dec7d/352752ad-6193-496c-aa59-dc0719e96364) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 10:00:24.454078 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fca3d0c6-55ba-456b-be36-0029287b1890 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:24.458437 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ca6ed100-3e4d-4290-8bc6-62025288cef6 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:24.466989 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ca6ed100-3e4d-4290-8bc6-62025288cef6 None None] Transition to ACTIVE for port object 352752ad-6193-496c-aa59-dc0719e96364 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 10:00:24.475024 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fca3d0c6-55ba-456b-be36-0029287b1890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:24.481804 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-ca6ed100-3e4d-4290-8bc6-62025288cef6 None None] Transition to ACTIVE for port object 352752ad-6193-496c-aa59-dc0719e96364 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 10:00:24.488468 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ca6ed100-3e4d-4290-8bc6-62025288cef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:24.523595 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca6ed100-3e4d-4290-8bc6-62025288cef6 None None] Network 8501dc6f-e007-4a4c-a047-f44eda808f6d is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 10:00:24.528138 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-ca6ed100-3e4d-4290-8bc6-62025288cef6 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 10:00:24.531554 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca6ed100-3e4d-4290-8bc6-62025288cef6 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 10:00:24.540148 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ed100-3e4d-4290-8bc6-62025288cef6 None None] Pushing event updated for resources: {'Port': ['ID=352752ad-6193-496c-aa59-dc0719e96364,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:24.584928 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-fca3d0c6-55ba-456b-be36-0029287b1890 admin admin] Allocated IP 172.25.3.218 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/177db4f1-2c99-401e-ac0c-0fe676229e02) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 10:00:24.594580 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ca6ed100-3e4d-4290-8bc6-62025288cef6 None None] Attempting to bind port 352752ad-6193-496c-aa59-dc0719e96364 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 10:00:24.594964 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ca6ed100-3e4d-4290-8bc6-62025288cef6 None None] Attempting to bind port 352752ad-6193-496c-aa59-dc0719e96364 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'b19086cc-3b46-4c51-be42-0efea82e730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 10:00:24.595336 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6ed100-3e4d-4290-8bc6-62025288cef6 None None] Attempting to bind port 352752ad-6193-496c-aa59-dc0719e96364 on network 8501dc6f-e007-4a4c-a047-f44eda808f6d {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 10:00:24.601035 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6ed100-3e4d-4290-8bc6-62025288cef6 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 10, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 10:00:24.601420 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6ed100-3e4d-4290-8bc6-62025288cef6 None None] Checking segment: {'id': 'b19086cc-3b46-4c51-be42-0efea82e730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 10:00:24.601836 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ca6ed100-3e4d-4290-8bc6-62025288cef6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:24.602245 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca6ed100-3e4d-4290-8bc6-62025288cef6 None None] Bound using segment: {'id': 'b19086cc-3b46-4c51-be42-0efea82e730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 10:00:24.602719 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-ca6ed100-3e4d-4290-8bc6-62025288cef6 None None] Bound port: 352752ad-6193-496c-aa59-dc0719e96364, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19086cc-3b46-4c51-be42-0efea82e730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 10:00:24.603105 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ca6ed100-3e4d-4290-8bc6-62025288cef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:24.665091 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ca6ed100-3e4d-4290-8bc6-62025288cef6 None None] For port 352752ad-6193-496c-aa59-dc0719e96364, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 10:00:24.668466 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-ca6ed100-3e4d-4290-8bc6-62025288cef6 None None] For port 352752ad-6193-496c-aa59-dc0719e96364, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=352752ad-6193-496c-aa59-dc0719e96364,segment=NetworkSegment(b19086cc-3b46-4c51-be42-0efea82e730f),segment_id=b19086cc-3b46-4c51-be42-0efea82e730f)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 10:00:24.673294 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ca6ed100-3e4d-4290-8bc6-62025288cef6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:24.688522 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fca3d0c6-55ba-456b-be36-0029287b1890 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:24.735197 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fca3d0c6-55ba-456b-be36-0029287b1890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:24.738874 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6ed100-3e4d-4290-8bc6-62025288cef6 None None] Pushing event updated for resources: {'Port': ['ID=352752ad-6193-496c-aa59-dc0719e96364,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:24.777189 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fca3d0c6-55ba-456b-be36-0029287b1890 admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 10:00:24.780367 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-fca3d0c6-55ba-456b-be36-0029287b1890 admin admin] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 10:00:24.783931 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fca3d0c6-55ba-456b-be36-0029287b1890 admin admin] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 10:00:24.790948 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca3d0c6-55ba-456b-be36-0029287b1890 admin admin] Pushing event updated for resources: {'Port': ['ID=177db4f1-2c99-401e-ac0c-0fe676229e02,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:25.397203 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fca3d0c6-55ba-456b-be36-0029287b1890 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:25.516593 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 352752ad-6193-496c-aa59-dc0719e96364 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 10:00:25.577649 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 352752ad-6193-496c-aa59-dc0719e96364 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 10:00:25.619987 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fca3d0c6-55ba-456b-be36-0029287b1890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:25.689614 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdfe3bbe-cccf-4276-b190-e661d2826d43 None None] Network 8501dc6f-e007-4a4c-a047-f44eda808f6d requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 10:00:25.764172 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fca3d0c6-55ba-456b-be36-0029287b1890 admin admin] Router ce342697-0278-4212-9cd6-fd541a15df6d is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93759) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 10:00:25.791239 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-05ab7109-5967-4d7b-b216-79cb680cb0da None None] Provisioning for port 352752ad-6193-496c-aa59-dc0719e96364 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 10:00:25.818328 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-05ab7109-5967-4d7b-b216-79cb680cb0da None None] Provisioning complete for port 352752ad-6193-496c-aa59-dc0719e96364 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:00:25.818859 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-05ab7109-5967-4d7b-b216-79cb680cb0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:25.874521 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fca3d0c6-55ba-456b-be36-0029287b1890 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 10:00:25.887329 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653cdbe9-3e55-4163-b43d-d1ed7e958176 None None] Sync routers for ids ['ce342697-0278-4212-9cd6-fd541a15df6d'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 10:00:25.894821 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-fca3d0c6-55ba-456b-be36-0029287b1890 admin admin] Notify callbacks [] for router, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:25.899028 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51222) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:00:25.899561 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-fca3d0c6-55ba-456b-be36-0029287b1890 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8612249 Jul 16 10:00:25.917408 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653cdbe9-3e55-4163-b43d-d1ed7e958176 None None] Routers {'ce342697-0278-4212-9cd6-fd541a15df6d'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:00:25.918444 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-653cdbe9-3e55-4163-b43d-d1ed7e958176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T10:00:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['ce342697-0278-4212-9cd6-fd541a15df6d'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:25.956516 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-05ab7109-5967-4d7b-b216-79cb680cb0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:25.992061 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-05ab7109-5967-4d7b-b216-79cb680cb0da None None] For port 352752ad-6193-496c-aa59-dc0719e96364, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=352752ad-6193-496c-aa59-dc0719e96364,segment=NetworkSegment(b19086cc-3b46-4c51-be42-0efea82e730f),segment_id=b19086cc-3b46-4c51-be42-0efea82e730f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:00:25.997577 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-05ab7109-5967-4d7b-b216-79cb680cb0da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:26.060269 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ab7109-5967-4d7b-b216-79cb680cb0da None None] Pushing event updated for resources: {'Port': ['ID=352752ad-6193-496c-aa59-dc0719e96364,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:26.073989 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-653cdbe9-3e55-4163-b43d-d1ed7e958176 None None] Set router ce342697-0278-4212-9cd6-fd541a15df6d gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:00:26.216594 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-61e41d97-a469-4bb5-964c-51563ee4e1d8 None None] Provisioning complete for port 352752ad-6193-496c-aa59-dc0719e96364 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:00:26.216949 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-61e41d97-a469-4bb5-964c-51563ee4e1d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:26.254281 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-653cdbe9-3e55-4163-b43d-d1ed7e958176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'name': 'tempest-TestSnapshotPattern-1588842854-router', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:24Z', 'revision_number': 3, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'gw_port': {'id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:26.285321 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653cdbe9-3e55-4163-b43d-d1ed7e958176 None None] Checking router: ce342697-0278-4212-9cd6-fd541a15df6d for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 10:00:26.286049 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653cdbe9-3e55-4163-b43d-d1ed7e958176 None None] Updating router ce342697-0278-4212-9cd6-fd541a15df6d port 177db4f1-2c99-401e-ac0c-0fe676229e02 binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 10:00:26.320225 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-653cdbe9-3e55-4163-b43d-d1ed7e958176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:26.373541 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-357bbb0d-f11e-400d-8568-5e683c9515b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:26.521347 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-357bbb0d-f11e-400d-8568-5e683c9515b9 admin admin] Allocated IP 172.20.0.1 (8501dc6f-e007-4a4c-a047-f44eda808f6d/d2114b3e-095f-4bc9-a803-eb348a5dec7d/4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 10:00:26.564629 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-653cdbe9-3e55-4163-b43d-d1ed7e958176 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:26.574466 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-653cdbe9-3e55-4163-b43d-d1ed7e958176 None None] Transition to ACTIVE for port object 177db4f1-2c99-401e-ac0c-0fe676229e02 will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 10:00:26.580545 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-653cdbe9-3e55-4163-b43d-d1ed7e958176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:26.630606 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-357bbb0d-f11e-400d-8568-5e683c9515b9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:26.632842 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-653cdbe9-3e55-4163-b43d-d1ed7e958176 None None] Attempting to bind port 177db4f1-2c99-401e-ac0c-0fe676229e02 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 10:00:26.633215 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-653cdbe9-3e55-4163-b43d-d1ed7e958176 None None] Attempting to bind port 177db4f1-2c99-401e-ac0c-0fe676229e02 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 10:00:26.633571 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653cdbe9-3e55-4163-b43d-d1ed7e958176 None None] Attempting to bind port 177db4f1-2c99-401e-ac0c-0fe676229e02 on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 10:00:26.642283 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5708f66-21df-483d-b637-66bb13c5d571 None None] Pushing event updated for resources: {'Port': ['ID=177db4f1-2c99-401e-ac0c-0fe676229e02,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:26.642665 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-357bbb0d-f11e-400d-8568-5e683c9515b9 admin admin] Transition to ACTIVE for port object 4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 10:00:26.644808 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653cdbe9-3e55-4163-b43d-d1ed7e958176 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 10, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 10:00:26.645176 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653cdbe9-3e55-4163-b43d-d1ed7e958176 None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 10:00:26.645621 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-653cdbe9-3e55-4163-b43d-d1ed7e958176 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:26.646040 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-653cdbe9-3e55-4163-b43d-d1ed7e958176 None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 10:00:26.646696 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-653cdbe9-3e55-4163-b43d-d1ed7e958176 None None] Bound port: 177db4f1-2c99-401e-ac0c-0fe676229e02, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 10:00:26.647074 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-653cdbe9-3e55-4163-b43d-d1ed7e958176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:26.677472 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-357bbb0d-f11e-400d-8568-5e683c9515b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:26.719775 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357bbb0d-f11e-400d-8568-5e683c9515b9 admin admin] Network 8501dc6f-e007-4a4c-a047-f44eda808f6d is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 10:00:26.723316 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-357bbb0d-f11e-400d-8568-5e683c9515b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 10:00:26.727280 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-357bbb0d-f11e-400d-8568-5e683c9515b9 admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 10:00:26.752815 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357bbb0d-f11e-400d-8568-5e683c9515b9 admin admin] Pushing event updated for resources: {'Port': ['ID=4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:26.765231 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5708f66-21df-483d-b637-66bb13c5d571 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:26.765582 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5708f66-21df-483d-b637-66bb13c5d571 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:26.765928 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5708f66-21df-483d-b637-66bb13c5d571 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:26.766271 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5708f66-21df-483d-b637-66bb13c5d571 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:26.766605 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5708f66-21df-483d-b637-66bb13c5d571 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:26.766939 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5708f66-21df-483d-b637-66bb13c5d571 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:26.767269 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5708f66-21df-483d-b637-66bb13c5d571 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:26.767595 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5708f66-21df-483d-b637-66bb13c5d571 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:26.767920 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5708f66-21df-483d-b637-66bb13c5d571 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:26.768247 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5708f66-21df-483d-b637-66bb13c5d571 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:26.768601 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5708f66-21df-483d-b637-66bb13c5d571 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:26.768924 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5708f66-21df-483d-b637-66bb13c5d571 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93761) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:00:26.773427 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-357bbb0d-f11e-400d-8568-5e683c9515b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:26.807065 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-653cdbe9-3e55-4163-b43d-d1ed7e958176 None None] For port 177db4f1-2c99-401e-ac0c-0fe676229e02, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 10:00:26.810869 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-653cdbe9-3e55-4163-b43d-d1ed7e958176 None None] For port 177db4f1-2c99-401e-ac0c-0fe676229e02, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=177db4f1-2c99-401e-ac0c-0fe676229e02,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 10:00:26.814838 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-653cdbe9-3e55-4163-b43d-d1ed7e958176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:26.872986 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653cdbe9-3e55-4163-b43d-d1ed7e958176 None None] Routers {'ce342697-0278-4212-9cd6-fd541a15df6d'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:00:26.873628 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-653cdbe9-3e55-4163-b43d-d1ed7e958176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T10:00:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['ce342697-0278-4212-9cd6-fd541a15df6d'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:26.919639 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-357bbb0d-f11e-400d-8568-5e683c9515b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:26.927642 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5708f66-21df-483d-b637-66bb13c5d571 None None] Pushing event updated for resources: {'Port': ['ID=177db4f1-2c99-401e-ac0c-0fe676229e02,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:26.983459 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-653cdbe9-3e55-4163-b43d-d1ed7e958176 None None] Set router ce342697-0278-4212-9cd6-fd541a15df6d gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:00:27.018473 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-446fd3c8-2926-4f6d-92a1-7d347ce88690 None None] Provisioning for port 4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 10:00:27.024159 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-446fd3c8-2926-4f6d-92a1-7d347ce88690 None None] Provisioning complete for port 4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:00:27.024812 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-446fd3c8-2926-4f6d-92a1-7d347ce88690 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:27.062346 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-446fd3c8-2926-4f6d-92a1-7d347ce88690 None None] Port 4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 10:00:27.101100 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-357bbb0d-f11e-400d-8568-5e683c9515b9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:27.105982 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-357bbb0d-f11e-400d-8568-5e683c9515b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:27.162943 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-653cdbe9-3e55-4163-b43d-d1ed7e958176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'name': 'tempest-TestSnapshotPattern-1588842854-router', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:24Z', 'revision_number': 3, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'gw_port': {'id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:27.174451 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-357bbb0d-f11e-400d-8568-5e683c9515b9 admin admin] Pushing event updated for resources: {'Port': ['ID=4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:27.177072 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-357bbb0d-f11e-400d-8568-5e683c9515b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:27.189577 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653cdbe9-3e55-4163-b43d-d1ed7e958176 None None] The sync data for ids ['ce342697-0278-4212-9cd6-fd541a15df6d'] in n-d-771362-37 is: [{'id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'name': 'tempest-TestSnapshotPattern-1588842854-router', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:24Z', 'revision_number': 3, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'gw_port': {'id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 10:00:27.271504 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-357bbb0d-f11e-400d-8568-5e683c9515b9 admin admin] Network 8501dc6f-e007-4a4c-a047-f44eda808f6d is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 10:00:27.272957 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-357bbb0d-f11e-400d-8568-5e683c9515b9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 10:00:27.393064 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-357bbb0d-f11e-400d-8568-5e683c9515b9 admin admin] Router ce342697-0278-4212-9cd6-fd541a15df6d has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 10:00:27.525209 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 352752ad-6193-496c-aa59-dc0719e96364 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 10:00:27.534373 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-357bbb0d-f11e-400d-8568-5e683c9515b9 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 10:00:27.540134 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-357bbb0d-f11e-400d-8568-5e683c9515b9 admin admin] 10.222.0.22 "PUT /v2.0/routers/ce342697-0278-4212-9cd6-fd541a15df6d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6398261 Jul 16 10:00:27.592695 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-0f073e30-be23-4426-8f12-3b36b6e4fd77 None None] Provisioning complete for port 4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:00:27.593208 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0f073e30-be23-4426-8f12-3b36b6e4fd77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:27.619291 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 352752ad-6193-496c-aa59-dc0719e96364 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:00:27.619811 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:27.655528 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-0f073e30-be23-4426-8f12-3b36b6e4fd77 None None] Port 4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 10:00:28.029825 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51238) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:00:28.035526 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-841687da-93b0-4b54-8ae0-7ae8ce80dbc0 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-5372172-network', 'tenant_id': '3379381ace594c42b7ecde9438d6397b'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:00:28.057632 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-841687da-93b0-4b54-8ae0-7ae8ce80dbc0 admin admin] Made reservation on behalf of 3379381ace594c42b7ecde9438d6397b for: {'network': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 10:00:28.060657 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-841687da-93b0-4b54-8ae0-7ae8ce80dbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for network, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:28.069543 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-841687da-93b0-4b54-8ae0-7ae8ce80dbc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:28.156641 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-841687da-93b0-4b54-8ae0-7ae8ce80dbc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:28.160293 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-841687da-93b0-4b54-8ae0-7ae8ce80dbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:28.180844 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-841687da-93b0-4b54-8ae0-7ae8ce80dbc0 admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93758) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 16 10:00:28.194552 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841687da-93b0-4b54-8ae0-7ae8ce80dbc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5f84b2d-4573-445f-9863-07dd96b8b943,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:28.199272 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-841687da-93b0-4b54-8ae0-7ae8ce80dbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:28.199623 n-d-771362-37 neutron-server[93758]: INFO neutron.db.segments_db [None req-841687da-93b0-4b54-8ae0-7ae8ce80dbc0 admin admin] Added segment 7e11cb8f-63d2-41a6-9d7b-17ce822e96bb of type vlan for network abbbb527-aa9d-45a5-9ae3-ef1de8337eb4 Jul 16 10:00:28.242449 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-841687da-93b0-4b54-8ae0-7ae8ce80dbc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8792699795460'] for network, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:28.272120 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-841687da-93b0-4b54-8ae0-7ae8ce80dbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698'] for network, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:28.273122 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-841687da-93b0-4b54-8ae0-7ae8ce80dbc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:28.273712 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-841687da-93b0-4b54-8ae0-7ae8ce80dbc0 admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:28.305612 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-841687da-93b0-4b54-8ae0-7ae8ce80dbc0 admin admin] 10.222.0.22 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.2745996 Jul 16 10:00:28.308331 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51240) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:00:28.314018 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c3712efb-5a46-40d9-a310-d679c7b10efc admin admin] Request body: {'subnet': {'network_id': 'abbbb527-aa9d-45a5-9ae3-ef1de8337eb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-5372172-subnet', 'tenant_id': '3379381ace594c42b7ecde9438d6397b', 'ip_version': 4}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:00:28.332880 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841687da-93b0-4b54-8ae0-7ae8ce80dbc0 admin admin] Pushing event updated for resources: {'Network': ['ID=abbbb527-aa9d-45a5-9ae3-ef1de8337eb4,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:28.334257 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3712efb-5a46-40d9-a310-d679c7b10efc admin admin] Made reservation on behalf of 3379381ace594c42b7ecde9438d6397b for: {'subnet': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 10:00:28.336641 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3712efb-5a46-40d9-a310-d679c7b10efc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-16620535'] for subnet, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:28.342873 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Network abbbb527-aa9d-45a5-9ae3-ef1de8337eb4 details requested by agent ovs-agent-n-d-771362-37 with host n-d-771362-37 {{(pid=93760) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 16 10:00:28.506999 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3712efb-5a46-40d9-a310-d679c7b10efc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16564002', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-16620517'] for subnet, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:28.563463 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3712efb-5a46-40d9-a310-d679c7b10efc admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ad141b6-9ef3-4f32-b023-93a9d96b2c89,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:28.571008 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3712efb-5a46-40d9-a310-d679c7b10efc admin admin] Checking segment: {'id': '7e11cb8f-63d2-41a6-9d7b-17ce822e96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'abbbb527-aa9d-45a5-9ae3-ef1de8337eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 10:00:28.571374 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3712efb-5a46-40d9-a310-d679c7b10efc admin admin] Network hostable DHCP agents. Network: abbbb527-aa9d-45a5-9ae3-ef1de8337eb4, hostable agents: ['85a4e345-9125-49ef-97df-c8e8ff5d9bd3'], hosted agents: [] {{(pid=93759) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 16 10:00:28.588469 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3712efb-5a46-40d9-a310-d679c7b10efc admin admin] Network abbbb527-aa9d-45a5-9ae3-ef1de8337eb4 is scheduled to be hosted by DHCP agent 85a4e345-9125-49ef-97df-c8e8ff5d9bd3 with binding_index 1 {{(pid=93759) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 16 10:00:28.597713 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-c3712efb-5a46-40d9-a310-d679c7b10efc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-771362-37, abbbb527-aa9d-45a5-9ae3-ef1de8337eb4) {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 10:00:28.601803 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3712efb-5a46-40d9-a310-d679c7b10efc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:28.602394 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c3712efb-5a46-40d9-a310-d679c7b10efc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:28.606634 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dd9b456-4eec-43f1-b243-a35b8ad81b8b None None] Network abbbb527-aa9d-45a5-9ae3-ef1de8337eb4 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 10:00:28.617837 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c3712efb-5a46-40d9-a310-d679c7b10efc admin admin] 10.222.0.22 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3077309 Jul 16 10:00:28.620533 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51242) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:00:28.625166 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-077a5a19-5b4d-4956-8bd8-3459088d5422 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-5372172-router', 'tenant_id': '3379381ace594c42b7ecde9438d6397b', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:00:28.646194 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-077a5a19-5b4d-4956-8bd8-3459088d5422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-523767', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-31079'] for router, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:28.647400 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-077a5a19-5b4d-4956-8bd8-3459088d5422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-453765', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-523568', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-497112', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-31084'] for router, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:28.703701 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-077a5a19-5b4d-4956-8bd8-3459088d5422 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:28.761219 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760d0e4d-d022-4534-87a1-ce8cbb56c6c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp65bee05e-67fa-503c-9ab2-e805d20a558e-abbbb527-aa9d-45a5-9ae3-ef1de8337eb4', 'network_id': 'abbbb527-aa9d-45a5-9ae3-ef1de8337eb4', 'tenant_id': '3379381ace594c42b7ecde9438d6397b', 'fixed_ips': [{'subnet_id': '2ad141b6-9ef3-4f32-b023-93a9d96b2c89'}]}} from n-d-771362-37. {{(pid=93760) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 16 10:00:28.762221 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-760d0e4d-d022-4534-87a1-ce8cbb56c6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:28.766227 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b4099e-09cf-464a-9198-3d547930bfb8 None None] Sync routers for ids ['ce342697-0278-4212-9cd6-fd541a15df6d'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 10:00:28.785366 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b4099e-09cf-464a-9198-3d547930bfb8 None None] Routers {'ce342697-0278-4212-9cd6-fd541a15df6d'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:00:28.786072 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-41b4099e-09cf-464a-9198-3d547930bfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T10:00:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['ce342697-0278-4212-9cd6-fd541a15df6d'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:28.986971 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-41b4099e-09cf-464a-9198-3d547930bfb8 None None] Set router ce342697-0278-4212-9cd6-fd541a15df6d gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:00:29.024195 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.db_base_plugin_common [None req-760d0e4d-d022-4534-87a1-ce8cbb56c6c1 None None] Allocated IP 172.20.0.2 (abbbb527-aa9d-45a5-9ae3-ef1de8337eb4/2ad141b6-9ef3-4f32-b023-93a9d96b2c89/af07e944-a1d2-411d-ae9f-ad2789f251c5) {{(pid=93760) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 10:00:29.182905 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-077a5a19-5b4d-4956-8bd8-3459088d5422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-523554', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-523666', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-29830'] for router, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:29.385958 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-077a5a19-5b4d-4956-8bd8-3459088d5422 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:29.405383 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-077a5a19-5b4d-4956-8bd8-3459088d5422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:29.454033 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-760d0e4d-d022-4534-87a1-ce8cbb56c6c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:29.466355 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-760d0e4d-d022-4534-87a1-ce8cbb56c6c1 None None] Transition to ACTIVE for port object af07e944-a1d2-411d-ae9f-ad2789f251c5 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 10:00:29.488521 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-41b4099e-09cf-464a-9198-3d547930bfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'name': 'tempest-TestSnapshotPattern-1588842854-router', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:26Z', 'revision_number': 4, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'gw_port': {'id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598', 'name': '', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'mac_address': 'fa:16:3e:cd:77:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:26Z', 'updated_at': '2021-07-16T10:00:26Z', 'revision_number': 2, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'subnets': [{'id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:29.490596 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-760d0e4d-d022-4534-87a1-ce8cbb56c6c1 None None] Transition to ACTIVE for port object af07e944-a1d2-411d-ae9f-ad2789f251c5 will not be triggered until provisioned by entity DHCP. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 10:00:29.495573 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 177db4f1-2c99-401e-ac0c-0fe676229e02 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 10:00:29.519003 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-077a5a19-5b4d-4956-8bd8-3459088d5422 admin admin] Allocated IP 172.25.3.16 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/1d56d3fe-a5d7-4586-a604-1ce09cc7209c) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 10:00:29.522265 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-760d0e4d-d022-4534-87a1-ce8cbb56c6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115'] for port, after_create {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:29.545740 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b4099e-09cf-464a-9198-3d547930bfb8 None None] Checking router: ce342697-0278-4212-9cd6-fd541a15df6d for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 10:00:29.546095 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b4099e-09cf-464a-9198-3d547930bfb8 None None] Updating router ce342697-0278-4212-9cd6-fd541a15df6d port 4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598 binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 10:00:29.619824 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-077a5a19-5b4d-4956-8bd8-3459088d5422 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:29.626824 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760d0e4d-d022-4534-87a1-ce8cbb56c6c1 None None] Network abbbb527-aa9d-45a5-9ae3-ef1de8337eb4 is already hosted by enough agents. {{(pid=93760) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 10:00:29.628957 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41b4099e-09cf-464a-9198-3d547930bfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:29.630988 n-d-771362-37 neutron-server[93760]: DEBUG neutron.scheduler.base_scheduler [None req-760d0e4d-d022-4534-87a1-ce8cbb56c6c1 None None] Resources bound (agent type, host, resource id): {{(pid=93760) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 10:00:29.633860 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d0e4d-d022-4534-87a1-ce8cbb56c6c1 None None] Pushing event updated for resources: {'Port': ['ID=af07e944-a1d2-411d-ae9f-ad2789f251c5,revision_number=1']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:29.636085 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760d0e4d-d022-4534-87a1-ce8cbb56c6c1 None None] Received port after_create {{(pid=93760) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 10:00:29.661148 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-077a5a19-5b4d-4956-8bd8-3459088d5422 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:29.696621 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-077a5a19-5b4d-4956-8bd8-3459088d5422 admin admin] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 10:00:29.702973 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-077a5a19-5b4d-4956-8bd8-3459088d5422 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 10:00:29.707536 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077a5a19-5b4d-4956-8bd8-3459088d5422 admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 10:00:29.721795 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 177db4f1-2c99-401e-ac0c-0fe676229e02 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 10:00:29.736438 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077a5a19-5b4d-4956-8bd8-3459088d5422 admin admin] Pushing event updated for resources: {'Port': ['ID=1d56d3fe-a5d7-4586-a604-1ce09cc7209c,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:29.737008 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 177db4f1-2c99-401e-ac0c-0fe676229e02 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:00:29.737388 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:29.748092 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-760d0e4d-d022-4534-87a1-ce8cbb56c6c1 None None] Attempting to bind port af07e944-a1d2-411d-ae9f-ad2789f251c5 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 10:00:29.748513 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-760d0e4d-d022-4534-87a1-ce8cbb56c6c1 None None] Attempting to bind port af07e944-a1d2-411d-ae9f-ad2789f251c5 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '7e11cb8f-63d2-41a6-9d7b-17ce822e96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'abbbb527-aa9d-45a5-9ae3-ef1de8337eb4'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 10:00:29.748885 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d0e4d-d022-4534-87a1-ce8cbb56c6c1 None None] Attempting to bind port af07e944-a1d2-411d-ae9f-ad2789f251c5 on network abbbb527-aa9d-45a5-9ae3-ef1de8337eb4 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 10:00:29.820207 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d0e4d-d022-4534-87a1-ce8cbb56c6c1 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 10, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 10:00:29.820612 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d0e4d-d022-4534-87a1-ce8cbb56c6c1 None None] Checking segment: {'id': '7e11cb8f-63d2-41a6-9d7b-17ce822e96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'abbbb527-aa9d-45a5-9ae3-ef1de8337eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 10:00:29.821025 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-760d0e4d-d022-4534-87a1-ce8cbb56c6c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:29.821425 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760d0e4d-d022-4534-87a1-ce8cbb56c6c1 None None] Bound using segment: {'id': '7e11cb8f-63d2-41a6-9d7b-17ce822e96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'abbbb527-aa9d-45a5-9ae3-ef1de8337eb4'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 10:00:29.821903 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-760d0e4d-d022-4534-87a1-ce8cbb56c6c1 None None] Bound port: af07e944-a1d2-411d-ae9f-ad2789f251c5, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e11cb8f-63d2-41a6-9d7b-17ce822e96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'abbbb527-aa9d-45a5-9ae3-ef1de8337eb4'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 10:00:29.822287 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-760d0e4d-d022-4534-87a1-ce8cbb56c6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:29.965784 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-077a5a19-5b4d-4956-8bd8-3459088d5422 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:29.981892 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-760d0e4d-d022-4534-87a1-ce8cbb56c6c1 None None] For port af07e944-a1d2-411d-ae9f-ad2789f251c5, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 10:00:30.004775 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-760d0e4d-d022-4534-87a1-ce8cbb56c6c1 None None] For port af07e944-a1d2-411d-ae9f-ad2789f251c5, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=af07e944-a1d2-411d-ae9f-ad2789f251c5,segment=NetworkSegment(7e11cb8f-63d2-41a6-9d7b-17ce822e96bb),segment_id=7e11cb8f-63d2-41a6-9d7b-17ce822e96bb)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 10:00:30.014809 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-760d0e4d-d022-4534-87a1-ce8cbb56c6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:30.033465 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:30.097829 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 177db4f1-2c99-401e-ac0c-0fe676229e02, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=177db4f1-2c99-401e-ac0c-0fe676229e02,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:00:30.117254 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:30.153487 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d0e4d-d022-4534-87a1-ce8cbb56c6c1 None None] Pushing event updated for resources: {'Port': ['ID=af07e944-a1d2-411d-ae9f-ad2789f251c5,revision_number=2']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:30.172830 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-077a5a19-5b4d-4956-8bd8-3459088d5422 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-523772', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-523527'] for router, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:30.199800 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41b4099e-09cf-464a-9198-3d547930bfb8 None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:30.221171 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-41b4099e-09cf-464a-9198-3d547930bfb8 None None] Transition to ACTIVE for port object 4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 10:00:30.226444 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=177db4f1-2c99-401e-ac0c-0fe676229e02,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:30.231152 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41b4099e-09cf-464a-9198-3d547930bfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:30.281500 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c2747-5c13-4586-ac01-13934f775920 None None] Pushing event updated for resources: {'Port': ['ID=4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:30.335164 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-077a5a19-5b4d-4956-8bd8-3459088d5422 admin admin] Router 24aabd70-3598-45b5-9aef-5ff473ffaebf is scheduled to L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 with binding_index 1 {{(pid=93758) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 16 10:00:30.359616 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-41b4099e-09cf-464a-9198-3d547930bfb8 None None] Attempting to bind port 4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 10:00:30.360241 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-41b4099e-09cf-464a-9198-3d547930bfb8 None None] Attempting to bind port 4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': 'b19086cc-3b46-4c51-be42-0efea82e730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 10:00:30.360981 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b4099e-09cf-464a-9198-3d547930bfb8 None None] Attempting to bind port 4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598 on network 8501dc6f-e007-4a4c-a047-f44eda808f6d {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 10:00:30.367673 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b4099e-09cf-464a-9198-3d547930bfb8 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 10, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 10:00:30.368740 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b4099e-09cf-464a-9198-3d547930bfb8 None None] Checking segment: {'id': 'b19086cc-3b46-4c51-be42-0efea82e730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 10:00:30.369382 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41b4099e-09cf-464a-9198-3d547930bfb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:30.369980 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41b4099e-09cf-464a-9198-3d547930bfb8 None None] Bound using segment: {'id': 'b19086cc-3b46-4c51-be42-0efea82e730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 10:00:30.370660 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-41b4099e-09cf-464a-9198-3d547930bfb8 None None] Bound port: 4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b19086cc-3b46-4c51-be42-0efea82e730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 10:00:30.371270 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41b4099e-09cf-464a-9198-3d547930bfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:30.468929 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-41b4099e-09cf-464a-9198-3d547930bfb8 None None] For port 4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 10:00:30.471833 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-077a5a19-5b4d-4956-8bd8-3459088d5422 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 10:00:30.473642 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-41b4099e-09cf-464a-9198-3d547930bfb8 None None] For port 4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598,segment=NetworkSegment(b19086cc-3b46-4c51-be42-0efea82e730f),segment_id=b19086cc-3b46-4c51-be42-0efea82e730f)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 10:00:30.482046 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-41b4099e-09cf-464a-9198-3d547930bfb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:30.482994 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a6f54d-22c8-4c82-b1eb-a91864ba30f2 None None] Sync routers for ids ['24aabd70-3598-45b5-9aef-5ff473ffaebf'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 10:00:30.490515 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-077a5a19-5b4d-4956-8bd8-3459088d5422 admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:30.493914 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-077a5a19-5b4d-4956-8bd8-3459088d5422 admin admin] 10.222.0.22 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 1.8722422 Jul 16 10:00:30.494380 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a6f54d-22c8-4c82-b1eb-a91864ba30f2 None None] Routers {'24aabd70-3598-45b5-9aef-5ff473ffaebf'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:00:30.494998 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-25a6f54d-22c8-4c82-b1eb-a91864ba30f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T10:00:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['24aabd70-3598-45b5-9aef-5ff473ffaebf'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:30.496572 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51244) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:00:30.553147 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b4099e-09cf-464a-9198-3d547930bfb8 None None] Routers {'ce342697-0278-4212-9cd6-fd541a15df6d'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:00:30.553702 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-41b4099e-09cf-464a-9198-3d547930bfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T10:00:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['ce342697-0278-4212-9cd6-fd541a15df6d'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:30.556940 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16c2747-5c13-4586-ac01-13934f775920 None None] Pushing event updated for resources: {'Port': ['ID=4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:30.627779 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-25a6f54d-22c8-4c82-b1eb-a91864ba30f2 None None] Set router 24aabd70-3598-45b5-9aef-5ff473ffaebf gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:00:30.669068 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-41b4099e-09cf-464a-9198-3d547930bfb8 None None] Set router ce342697-0278-4212-9cd6-fd541a15df6d gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:00:30.851344 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-25a6f54d-22c8-4c82-b1eb-a91864ba30f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24aabd70-3598-45b5-9aef-5ff473ffaebf', 'name': 'tempest-TestSnapshotPattern-5372172-router', 'tenant_id': '3379381ace594c42b7ecde9438d6397b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1d56d3fe-a5d7-4586-a604-1ce09cc7209c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:00:28Z', 'updated_at': '2021-07-16T10:00:29Z', 'revision_number': 3, 'project_id': '3379381ace594c42b7ecde9438d6397b', 'gw_port': {'id': '1d56d3fe-a5d7-4586-a604-1ce09cc7209c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:96:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24aabd70-3598-45b5-9aef-5ff473ffaebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:29Z', 'updated_at': '2021-07-16T10:00:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:30.888543 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a6f54d-22c8-4c82-b1eb-a91864ba30f2 None None] Checking router: 24aabd70-3598-45b5-9aef-5ff473ffaebf for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 10:00:30.889250 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a6f54d-22c8-4c82-b1eb-a91864ba30f2 None None] Updating router 24aabd70-3598-45b5-9aef-5ff473ffaebf port 1d56d3fe-a5d7-4586-a604-1ce09cc7209c binding host n-d-771362-37 {{(pid=93761) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 10:00:30.924634 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-41b4099e-09cf-464a-9198-3d547930bfb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'name': 'tempest-TestSnapshotPattern-1588842854-router', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:26Z', 'revision_number': 4, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'gw_port': {'id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598', 'name': '', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'mac_address': 'fa:16:3e:cd:77:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:26Z', 'updated_at': '2021-07-16T10:00:30Z', 'revision_number': 4, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'subnets': [{'id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:30.930574 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-25a6f54d-22c8-4c82-b1eb-a91864ba30f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:30.952487 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41b4099e-09cf-464a-9198-3d547930bfb8 None None] The sync data for ids ['ce342697-0278-4212-9cd6-fd541a15df6d'] in n-d-771362-37 is: [{'id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'name': 'tempest-TestSnapshotPattern-1588842854-router', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:26Z', 'revision_number': 4, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'gw_port': {'id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598', 'name': '', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'mac_address': 'fa:16:3e:cd:77:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:26Z', 'updated_at': '2021-07-16T10:00:30Z', 'revision_number': 4, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'subnets': [{'id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 10:00:31.097291 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b08f170b-8edf-4493-a4a3-38d1fd273d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:31.242277 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-25a6f54d-22c8-4c82-b1eb-a91864ba30f2 None None] Notify callbacks [] for port, precommit_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:31.257044 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.provisioning_blocks [None req-25a6f54d-22c8-4c82-b1eb-a91864ba30f2 None None] Transition to ACTIVE for port object 1d56d3fe-a5d7-4586-a604-1ce09cc7209c will not be triggered until provisioned by entity L2. {{(pid=93761) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 10:00:31.266173 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-25a6f54d-22c8-4c82-b1eb-a91864ba30f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:31.286709 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-b08f170b-8edf-4493-a4a3-38d1fd273d08 admin admin] Allocated IP 172.20.0.1 (abbbb527-aa9d-45a5-9ae3-ef1de8337eb4/2ad141b6-9ef3-4f32-b023-93a9d96b2c89/09ce3308-96de-46f0-b716-eeca0e192f63) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 10:00:31.318492 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-25a6f54d-22c8-4c82-b1eb-a91864ba30f2 None None] Attempting to bind port 1d56d3fe-a5d7-4586-a604-1ce09cc7209c on host n-d-771362-37 for vnic_type normal with profile {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 10:00:31.318860 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-25a6f54d-22c8-4c82-b1eb-a91864ba30f2 None None] Attempting to bind port 1d56d3fe-a5d7-4586-a604-1ce09cc7209c by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 10:00:31.319311 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a6f54d-22c8-4c82-b1eb-a91864ba30f2 None None] Attempting to bind port 1d56d3fe-a5d7-4586-a604-1ce09cc7209c on network 4a545af8-8142-4a44-8290-045c2901c634 {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 10:00:31.329508 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a6f54d-22c8-4c82-b1eb-a91864ba30f2 None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 10, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 10:00:31.329994 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a6f54d-22c8-4c82-b1eb-a91864ba30f2 None None] Checking segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93761) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 10:00:31.330401 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-25a6f54d-22c8-4c82-b1eb-a91864ba30f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:31.330797 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25a6f54d-22c8-4c82-b1eb-a91864ba30f2 None None] Bound using segment: {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'} {{(pid=93761) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 10:00:31.331637 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.managers [None req-25a6f54d-22c8-4c82-b1eb-a91864ba30f2 None None] Bound port: 1d56d3fe-a5d7-4586-a604-1ce09cc7209c, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '187efd0c-df58-47c1-8d37-2bfdc61f0121', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4a545af8-8142-4a44-8290-045c2901c634'}}] {{(pid=93761) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 10:00:31.331930 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-25a6f54d-22c8-4c82-b1eb-a91864ba30f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:31.393227 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-25a6f54d-22c8-4c82-b1eb-a91864ba30f2 None None] For port 1d56d3fe-a5d7-4586-a604-1ce09cc7209c, host n-d-771362-37, cleared binding levels {{(pid=93761) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 10:00:31.396053 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e23e8-b6c1-4e3e-b2e2-5d2e63a4ab61 None None] Pushing event updated for resources: {'Port': ['ID=1d56d3fe-a5d7-4586-a604-1ce09cc7209c,revision_number=2']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:31.399636 n-d-771362-37 neutron-server[93761]: DEBUG neutron.plugins.ml2.db [None req-25a6f54d-22c8-4c82-b1eb-a91864ba30f2 None None] For port 1d56d3fe-a5d7-4586-a604-1ce09cc7209c, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1d56d3fe-a5d7-4586-a604-1ce09cc7209c,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93761) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 10:00:31.403409 n-d-771362-37 neutron-server[93761]: DEBUG neutron_lib.callbacks.manager [None req-25a6f54d-22c8-4c82-b1eb-a91864ba30f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93761) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:31.431826 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b08f170b-8edf-4493-a4a3-38d1fd273d08 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:31.460011 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [None req-b08f170b-8edf-4493-a4a3-38d1fd273d08 admin admin] Transition to ACTIVE for port object 09ce3308-96de-46f0-b716-eeca0e192f63 will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 10:00:31.464593 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbc0b6d-085c-4382-a3f4-1e3e75695374 None None] Network abbbb527-aa9d-45a5-9ae3-ef1de8337eb4 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 10:00:31.496928 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a6f54d-22c8-4c82-b1eb-a91864ba30f2 None None] Routers {'24aabd70-3598-45b5-9aef-5ff473ffaebf'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:00:31.497585 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-25a6f54d-22c8-4c82-b1eb-a91864ba30f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T10:00:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['24aabd70-3598-45b5-9aef-5ff473ffaebf'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:31.502585 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e23e8-b6c1-4e3e-b2e2-5d2e63a4ab61 None None] Pushing event updated for resources: {'Port': ['ID=1d56d3fe-a5d7-4586-a604-1ce09cc7209c,revision_number=3']} {{(pid=93761) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:31.512779 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b08f170b-8edf-4493-a4a3-38d1fd273d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:31.568423 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-5b01ae53-6135-4bab-8a41-0725adf8c19e None None] Provisioning for port af07e944-a1d2-411d-ae9f-ad2789f251c5 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 10:00:31.573123 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f170b-8edf-4493-a4a3-38d1fd273d08 admin admin] Pushing event updated for resources: {'Port': ['ID=09ce3308-96de-46f0-b716-eeca0e192f63,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:31.586102 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08f170b-8edf-4493-a4a3-38d1fd273d08 admin admin] Network abbbb527-aa9d-45a5-9ae3-ef1de8337eb4 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 10:00:31.588864 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-b08f170b-8edf-4493-a4a3-38d1fd273d08 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 10:00:31.591806 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b08f170b-8edf-4493-a4a3-38d1fd273d08 admin admin] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 10:00:31.652876 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-25a6f54d-22c8-4c82-b1eb-a91864ba30f2 None None] Set router 24aabd70-3598-45b5-9aef-5ff473ffaebf gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:00:31.674705 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b08f170b-8edf-4493-a4a3-38d1fd273d08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-453680'] for router_interface, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:31.740853 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 177db4f1-2c99-401e-ac0c-0fe676229e02 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 10:00:31.814267 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 177db4f1-2c99-401e-ac0c-0fe676229e02 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:00:31.815049 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:31.868535 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b08f170b-8edf-4493-a4a3-38d1fd273d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:31.927385 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 10:00:31.942530 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-25a6f54d-22c8-4c82-b1eb-a91864ba30f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24aabd70-3598-45b5-9aef-5ff473ffaebf', 'name': 'tempest-TestSnapshotPattern-5372172-router', 'tenant_id': '3379381ace594c42b7ecde9438d6397b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1d56d3fe-a5d7-4586-a604-1ce09cc7209c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:00:28Z', 'updated_at': '2021-07-16T10:00:29Z', 'revision_number': 3, 'project_id': '3379381ace594c42b7ecde9438d6397b', 'gw_port': {'id': '1d56d3fe-a5d7-4586-a604-1ce09cc7209c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:96:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24aabd70-3598-45b5-9aef-5ff473ffaebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:29Z', 'updated_at': '2021-07-16T10:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:31.985827 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25a6f54d-22c8-4c82-b1eb-a91864ba30f2 None None] The sync data for ids ['24aabd70-3598-45b5-9aef-5ff473ffaebf'] in n-d-771362-37 is: [{'id': '24aabd70-3598-45b5-9aef-5ff473ffaebf', 'name': 'tempest-TestSnapshotPattern-5372172-router', 'tenant_id': '3379381ace594c42b7ecde9438d6397b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1d56d3fe-a5d7-4586-a604-1ce09cc7209c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:00:28Z', 'updated_at': '2021-07-16T10:00:29Z', 'revision_number': 3, 'project_id': '3379381ace594c42b7ecde9438d6397b', 'gw_port': {'id': '1d56d3fe-a5d7-4586-a604-1ce09cc7209c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:96:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24aabd70-3598-45b5-9aef-5ff473ffaebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:29Z', 'updated_at': '2021-07-16T10:00:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 10:00:32.006464 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 10:00:32.006926 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:00:32.007323 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:32.102096 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b08f170b-8edf-4493-a4a3-38d1fd273d08 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:32.117517 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b08f170b-8edf-4493-a4a3-38d1fd273d08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:32.127216 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2f88d62d-7daa-44e2-9d75-bc489ea07674 None None] Provisioning for port 09ce3308-96de-46f0-b716-eeca0e192f63 completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 10:00:32.133192 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2f88d62d-7daa-44e2-9d75-bc489ea07674 None None] Provisioning complete for port 09ce3308-96de-46f0-b716-eeca0e192f63 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:00:32.133572 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2f88d62d-7daa-44e2-9d75-bc489ea07674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:32.171874 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-2f88d62d-7daa-44e2-9d75-bc489ea07674 None None] Port 09ce3308-96de-46f0-b716-eeca0e192f63 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 10:00:32.173797 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:32.215807 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b08f170b-8edf-4493-a4a3-38d1fd273d08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-551680', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-453700'] for router_interface, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:32.232529 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598,segment=NetworkSegment(b19086cc-3b46-4c51-be42-0efea82e730f),segment_id=b19086cc-3b46-4c51-be42-0efea82e730f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:00:32.239759 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:32.240809 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device af07e944-a1d2-411d-ae9f-ad2789f251c5 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 10:00:32.252135 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08f170b-8edf-4493-a4a3-38d1fd273d08 admin admin] Pushing event updated for resources: {'Port': ['ID=09ce3308-96de-46f0-b716-eeca0e192f63,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:32.359602 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b08f170b-8edf-4493-a4a3-38d1fd273d08 admin admin] Network abbbb527-aa9d-45a5-9ae3-ef1de8337eb4 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 10:00:32.361231 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-b08f170b-8edf-4493-a4a3-38d1fd273d08 admin admin] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 10:00:32.374292 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:32.380437 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port af07e944-a1d2-411d-ae9f-ad2789f251c5 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 10:00:32.384693 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port af07e944-a1d2-411d-ae9f-ad2789f251c5 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:00:32.385077 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:32.473962 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-31d3ddef-2d04-4b27-80ff-0af70d745839 None None] Provisioning complete for port 09ce3308-96de-46f0-b716-eeca0e192f63 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:00:32.474785 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31d3ddef-2d04-4b27-80ff-0af70d745839 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:32.520935 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-31d3ddef-2d04-4b27-80ff-0af70d745839 None None] Port 09ce3308-96de-46f0-b716-eeca0e192f63 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 10:00:32.541329 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b08f170b-8edf-4493-a4a3-38d1fd273d08 admin admin] Router 24aabd70-3598-45b5-9aef-5ff473ffaebf has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 10:00:32.579243 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:32.618191 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port af07e944-a1d2-411d-ae9f-ad2789f251c5, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=af07e944-a1d2-411d-ae9f-ad2789f251c5,segment=NetworkSegment(7e11cb8f-63d2-41a6-9d7b-17ce822e96bb),segment_id=7e11cb8f-63d2-41a6-9d7b-17ce822e96bb)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:00:32.625181 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:32.680529 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=af07e944-a1d2-411d-ae9f-ad2789f251c5,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:32.701466 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b08f170b-8edf-4493-a4a3-38d1fd273d08 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 10:00:32.710030 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b08f170b-8edf-4493-a4a3-38d1fd273d08 admin admin] 10.222.0.22 "PUT /v2.0/routers/24aabd70-3598-45b5-9aef-5ff473ffaebf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2119806 Jul 16 10:00:32.750559 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b27800e3-9dcc-43b4-b993-df7eb491ace6 None None] Provisioning complete for port 09ce3308-96de-46f0-b716-eeca0e192f63 triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:00:32.750939 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b27800e3-9dcc-43b4-b993-df7eb491ace6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:32.792990 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b27800e3-9dcc-43b4-b993-df7eb491ace6 None None] Port 09ce3308-96de-46f0-b716-eeca0e192f63 cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 10:00:33.105569 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:33.158312 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:33.178729 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51260) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:00:33.183702 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-1605391a-564d-41a2-a120-f60cc5acd782 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1103157352', 'description': 'tempest-secgroup-smoke-1103157352 description', 'project_id': '195b5bc983bb45ce8836d698b6dda192'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:00:33.206549 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1605391a-564d-41a2-a120-f60cc5acd782 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for security_group, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:33.220434 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:00:33.296440 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1605391a-564d-41a2-a120-f60cc5acd782 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for security_group, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:33.301249 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1605391a-564d-41a2-a120-f60cc5acd782 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:33.329325 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-1605391a-564d-41a2-a120-f60cc5acd782 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:33.330571 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-1605391a-564d-41a2-a120-f60cc5acd782 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1507647 Jul 16 10:00:33.334450 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51262) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:00:33.335108 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1605391a-564d-41a2-a120-f60cc5acd782 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f76bf8c7-5334-489c-b3c0-9821380e7a6d,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:33.339118 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b2af1e45-7059-4737-8053-52f0b5b60215 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Request body: {'security_group_rule': {'security_group_id': 'f76bf8c7-5334-489c-b3c0-9821380e7a6d', 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:00:33.365705 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2af1e45-7059-4737-8053-52f0b5b60215 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:33.417431 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-92c893cd-1479-42a9-8ecc-f49d1b7901cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:33.428595 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2af1e45-7059-4737-8053-52f0b5b60215 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:33.433132 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2af1e45-7059-4737-8053-52f0b5b60215 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:33.453646 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af1e45-7059-4737-8053-52f0b5b60215 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4e2f474-35ac-4de6-acd7-88a5466de242,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:33.458643 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b2af1e45-7059-4737-8053-52f0b5b60215 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:33.462235 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b2af1e45-7059-4737-8053-52f0b5b60215 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1244347 Jul 16 10:00:33.462436 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51264) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:00:33.467170 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-66b0ac70-0b04-4a29-b319-754a20888a29 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Request body: {'security_group_rule': {'security_group_id': 'f76bf8c7-5334-489c-b3c0-9821380e7a6d', 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:00:33.494387 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66b0ac70-0b04-4a29-b319-754a20888a29 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:33.539767 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 10:00:33.558496 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66b0ac70-0b04-4a29-b319-754a20888a29 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:33.562386 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66b0ac70-0b04-4a29-b319-754a20888a29 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:33.580509 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b0ac70-0b04-4a29-b319-754a20888a29 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64530ae2-582a-48a8-ad83-30d976cb03ce,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:33.587360 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-66b0ac70-0b04-4a29-b319-754a20888a29 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:33.588670 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-66b0ac70-0b04-4a29-b319-754a20888a29 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1252797 Jul 16 10:00:33.591533 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51266) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:00:33.592040 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:00:33.592493 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:33.596231 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-3dce7a8e-72f5-4432-880f-d37532399694 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Request body: {'security_group_rule': {'security_group_id': 'f76bf8c7-5334-489c-b3c0-9821380e7a6d', 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:00:33.624067 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3dce7a8e-72f5-4432-880f-d37532399694 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:33.672763 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device af07e944-a1d2-411d-ae9f-ad2789f251c5 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 10:00:33.685344 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3dce7a8e-72f5-4432-880f-d37532399694 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:33.689610 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3dce7a8e-72f5-4432-880f-d37532399694 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:33.707991 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce7a8e-72f5-4432-880f-d37532399694 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f600d4f-58e2-4426-ad29-a482d8bb80dc,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:33.715000 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-3dce7a8e-72f5-4432-880f-d37532399694 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:33.719210 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51268) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:00:33.719463 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-3dce7a8e-72f5-4432-880f-d37532399694 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1266105 Jul 16 10:00:33.724149 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-c35e6a39-a36c-41cf-ab30-24668df23265 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Request body: {'security_group_rule': {'security_group_id': 'f76bf8c7-5334-489c-b3c0-9821380e7a6d', 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:00:33.733825 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port af07e944-a1d2-411d-ae9f-ad2789f251c5 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:00:33.734211 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:33.757532 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c35e6a39-a36c-41cf-ab30-24668df23265 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:33.813928 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1d56d3fe-a5d7-4586-a604-1ce09cc7209c up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 10:00:33.818149 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c35e6a39-a36c-41cf-ab30-24668df23265 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:33.822935 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c35e6a39-a36c-41cf-ab30-24668df23265 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:33.841401 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e6a39-a36c-41cf-ab30-24668df23265 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5425bc48-cb3a-4922-840e-2062aa1a4c6e,revision_number=0']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:33.849063 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-c35e6a39-a36c-41cf-ab30-24668df23265 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:33.853024 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-c35e6a39-a36c-41cf-ab30-24668df23265 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1298561 Jul 16 10:00:33.853519 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51270) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:00:33.858165 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-bdc6dea8-b8df-463c-971c-275a682c73b6 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Request body: {'security_group_rule': {'security_group_id': 'f76bf8c7-5334-489c-b3c0-9821380e7a6d', 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:00:33.866360 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 1d56d3fe-a5d7-4586-a604-1ce09cc7209c completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 10:00:33.870056 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 1d56d3fe-a5d7-4586-a604-1ce09cc7209c triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:00:33.870438 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:33.880812 n-d-771362-37 neutron-server[93758]: INFO neutron.db.securitygroups_db [None req-bdc6dea8-b8df-463c-971c-275a682c73b6 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Project 195b5bc983bb45ce8836d698b6dda192 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 10:00:33.885765 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bdc6dea8-b8df-463c-971c-275a682c73b6 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:33.949758 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bdc6dea8-b8df-463c-971c-275a682c73b6 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:33.953910 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bdc6dea8-b8df-463c-971c-275a682c73b6 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:33.957945 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:33.968894 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc6dea8-b8df-463c-971c-275a682c73b6 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26476e4b-23b2-4b4a-92eb-4bab42603a6c,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:33.978579 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-bdc6dea8-b8df-463c-971c-275a682c73b6 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:33.979571 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 1d56d3fe-a5d7-4586-a604-1ce09cc7209c, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1d56d3fe-a5d7-4586-a604-1ce09cc7209c,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:00:33.979909 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bdc6dea8-b8df-463c-971c-275a682c73b6 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1253359 Jul 16 10:00:33.982700 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51272) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:00:33.985980 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:33.987303 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-73442440-93b6-4fff-aa17-5b4d850d8f45 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Request body: {'security_group_rule': {'security_group_id': 'f76bf8c7-5334-489c-b3c0-9821380e7a6d', 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:00:34.009985 n-d-771362-37 neutron-server[93758]: INFO neutron.db.securitygroups_db [None req-73442440-93b6-4fff-aa17-5b4d850d8f45 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Project 195b5bc983bb45ce8836d698b6dda192 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 16 10:00:34.014917 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-73442440-93b6-4fff-aa17-5b4d850d8f45 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:34.034182 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=1d56d3fe-a5d7-4586-a604-1ce09cc7209c,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:34.075966 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-73442440-93b6-4fff-aa17-5b4d850d8f45 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:34.079270 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-73442440-93b6-4fff-aa17-5b4d850d8f45 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569361'] for security_group_rule, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:34.100410 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73442440-93b6-4fff-aa17-5b4d850d8f45 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52a61363-7dbb-42e9-b7aa-8f6825fbe6cd,revision_number=0']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:34.107155 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-73442440-93b6-4fff-aa17-5b4d850d8f45 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:34.108495 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-73442440-93b6-4fff-aa17-5b4d850d8f45 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1248302 Jul 16 10:00:34.247479 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-b47a60cb-58d6-43ef-9c36-99dc83734e5c tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1103157352&fields=id&tenant_id=195b5bc983bb45ce8836d698b6dda192 HTTP/1.1" status: 200 len: 267 time: 0.0331321 Jul 16 10:00:34.357076 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-6581a4b4-e783-4834-946a-2ab09d7c86d6 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:34.358496 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-6581a4b4-e783-4834-946a-2ab09d7c86d6 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/networks?id=8501dc6f-e007-4a4c-a047-f44eda808f6d HTTP/1.1" status: 200 len: 810 time: 0.1046395 Jul 16 10:00:34.373018 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-c95b7e0b-ce32-4944-b950-ad802b83ea17 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/quotas/195b5bc983bb45ce8836d698b6dda192 HTTP/1.1" status: 200 len: 375 time: 0.0091629 Jul 16 10:00:34.401667 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcc8561-b1bc-4065-a0d0-95a5dcd685ec None None] Sync routers for ids ['24aabd70-3598-45b5-9aef-5ff473ffaebf'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 10:00:34.411923 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcc8561-b1bc-4065-a0d0-95a5dcd685ec None None] Routers {'24aabd70-3598-45b5-9aef-5ff473ffaebf'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:00:34.412558 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2bcc8561-b1bc-4065-a0d0-95a5dcd685ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T10:00:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['24aabd70-3598-45b5-9aef-5ff473ffaebf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:34.448964 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-602c0688-09b5-4a37-9e6c-caf668e0a601 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=195b5bc983bb45ce8836d698b6dda192&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708740 Jul 16 10:00:34.518191 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-2bcc8561-b1bc-4065-a0d0-95a5dcd685ec None None] Set router 24aabd70-3598-45b5-9aef-5ff473ffaebf gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:00:34.544338 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-817e6193-576b-4eeb-972b-89f62e57410d service neutron] 10.222.0.22 "GET /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830352 Jul 16 10:00:34.638431 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-8d4a5251-5337-47e8-91ba-1513c746c61f service neutron] 10.222.0.22 "GET /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880201 Jul 16 10:00:34.717438 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2bcc8561-b1bc-4065-a0d0-95a5dcd685ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24aabd70-3598-45b5-9aef-5ff473ffaebf', 'name': 'tempest-TestSnapshotPattern-5372172-router', 'tenant_id': '3379381ace594c42b7ecde9438d6397b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1d56d3fe-a5d7-4586-a604-1ce09cc7209c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:00:28Z', 'updated_at': '2021-07-16T10:00:31Z', 'revision_number': 4, 'project_id': '3379381ace594c42b7ecde9438d6397b', 'gw_port': {'id': '1d56d3fe-a5d7-4586-a604-1ce09cc7209c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:96:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24aabd70-3598-45b5-9aef-5ff473ffaebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:29Z', 'updated_at': '2021-07-16T10:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '09ce3308-96de-46f0-b716-eeca0e192f63', 'name': '', 'network_id': 'abbbb527-aa9d-45a5-9ae3-ef1de8337eb4', 'tenant_id': '3379381ace594c42b7ecde9438d6397b', 'mac_address': 'fa:16:3e:ce:9b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24aabd70-3598-45b5-9aef-5ff473ffaebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '2ad141b6-9ef3-4f32-b023-93a9d96b2c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:31Z', 'updated_at': '2021-07-16T10:00:31Z', 'revision_number': 2, 'project_id': '3379381ace594c42b7ecde9438d6397b', 'subnets': [{'id': '2ad141b6-9ef3-4f32-b023-93a9d96b2c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:34.743702 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcc8561-b1bc-4065-a0d0-95a5dcd685ec None None] Checking router: 24aabd70-3598-45b5-9aef-5ff473ffaebf for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 10:00:34.744064 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcc8561-b1bc-4065-a0d0-95a5dcd685ec None None] Updating router 24aabd70-3598-45b5-9aef-5ff473ffaebf port 09ce3308-96de-46f0-b716-eeca0e192f63 binding host n-d-771362-37 {{(pid=93760) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 16 10:00:34.780605 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bcc8561-b1bc-4065-a0d0-95a5dcd685ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:34.822203 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b052adb9-b27e-43c7-b07f-5001d58a64af req-abc85788-1f65-4142-b353-084a36f2a91c tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=06fd9647-d967-430d-8094-2e2e18ef89af HTTP/1.1" status: 200 len: 210 time: 0.0333281 Jul 16 10:00:35.052863 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bcc8561-b1bc-4065-a0d0-95a5dcd685ec None None] Notify callbacks [] for port, precommit_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:35.061827 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-2bcc8561-b1bc-4065-a0d0-95a5dcd685ec None None] Transition to ACTIVE for port object 09ce3308-96de-46f0-b716-eeca0e192f63 will not be triggered until provisioned by entity L2. {{(pid=93760) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 10:00:35.068522 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bcc8561-b1bc-4065-a0d0-95a5dcd685ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:35.122761 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4ce01-6c19-45df-abf7-0ac46629b077 None None] Pushing event updated for resources: {'Port': ['ID=09ce3308-96de-46f0-b716-eeca0e192f63,revision_number=3']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:35.183382 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-2bcc8561-b1bc-4065-a0d0-95a5dcd685ec None None] Attempting to bind port 09ce3308-96de-46f0-b716-eeca0e192f63 on host n-d-771362-37 for vnic_type normal with profile {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 10:00:35.183760 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-2bcc8561-b1bc-4065-a0d0-95a5dcd685ec None None] Attempting to bind port 09ce3308-96de-46f0-b716-eeca0e192f63 by drivers openvswitch,hyperv on host n-d-771362-37 at level 0 using segments [{'id': '7e11cb8f-63d2-41a6-9d7b-17ce822e96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'abbbb527-aa9d-45a5-9ae3-ef1de8337eb4'}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 10:00:35.184137 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcc8561-b1bc-4065-a0d0-95a5dcd685ec None None] Attempting to bind port 09ce3308-96de-46f0-b716-eeca0e192f63 on network abbbb527-aa9d-45a5-9ae3-ef1de8337eb4 {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 10:00:35.189390 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcc8561-b1bc-4065-a0d0-95a5dcd685ec None None] Checking agent: {'id': '079840df-9473-4600-bdad-150a16bb538f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 12, 36), 'started_at': datetime.datetime(2021, 7, 16, 8, 13, 6), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 10, 0, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-771362-37'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 10:00:35.189908 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcc8561-b1bc-4065-a0d0-95a5dcd685ec None None] Checking segment: {'id': '7e11cb8f-63d2-41a6-9d7b-17ce822e96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'abbbb527-aa9d-45a5-9ae3-ef1de8337eb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93760) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 10:00:35.190332 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bcc8561-b1bc-4065-a0d0-95a5dcd685ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:35.191410 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bcc8561-b1bc-4065-a0d0-95a5dcd685ec None None] Bound using segment: {'id': '7e11cb8f-63d2-41a6-9d7b-17ce822e96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'abbbb527-aa9d-45a5-9ae3-ef1de8337eb4'} {{(pid=93760) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 10:00:35.192031 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.managers [None req-2bcc8561-b1bc-4065-a0d0-95a5dcd685ec None None] Bound port: 09ce3308-96de-46f0-b716-eeca0e192f63, host: n-d-771362-37, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e11cb8f-63d2-41a6-9d7b-17ce822e96bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': 'abbbb527-aa9d-45a5-9ae3-ef1de8337eb4'}}] {{(pid=93760) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 10:00:35.192450 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bcc8561-b1bc-4065-a0d0-95a5dcd685ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:35.264583 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-2bcc8561-b1bc-4065-a0d0-95a5dcd685ec None None] For port 09ce3308-96de-46f0-b716-eeca0e192f63, host n-d-771362-37, cleared binding levels {{(pid=93760) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 10:00:35.268022 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-2bcc8561-b1bc-4065-a0d0-95a5dcd685ec None None] For port 09ce3308-96de-46f0-b716-eeca0e192f63, host n-d-771362-37, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=09ce3308-96de-46f0-b716-eeca0e192f63,segment=NetworkSegment(7e11cb8f-63d2-41a6-9d7b-17ce822e96bb),segment_id=7e11cb8f-63d2-41a6-9d7b-17ce822e96bb)] {{(pid=93760) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 10:00:35.273714 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2bcc8561-b1bc-4065-a0d0-95a5dcd685ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:35.344245 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b4ce01-6c19-45df-abf7-0ac46629b077 None None] Pushing event updated for resources: {'Port': ['ID=09ce3308-96de-46f0-b716-eeca0e192f63,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:35.349707 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bcc8561-b1bc-4065-a0d0-95a5dcd685ec None None] Routers {'24aabd70-3598-45b5-9aef-5ff473ffaebf'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:00:35.350332 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2bcc8561-b1bc-4065-a0d0-95a5dcd685ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T10:00:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['24aabd70-3598-45b5-9aef-5ff473ffaebf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:35.597212 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1d56d3fe-a5d7-4586-a604-1ce09cc7209c up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 10:00:35.665324 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-2bcc8561-b1bc-4065-a0d0-95a5dcd685ec None None] Set router 24aabd70-3598-45b5-9aef-5ff473ffaebf gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:00:35.717314 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 1d56d3fe-a5d7-4586-a604-1ce09cc7209c triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:00:35.717603 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:35.900192 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-04c54e00-1fb3-4877-9a9f-bb2c0a6d6245 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:35.936136 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-e5f2fd0e-3177-4e30-9442-0608f12d0505 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:35.937981 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-e5f2fd0e-3177-4e30-9442-0608f12d0505 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.21 "GET /v2.0/networks?id=8501dc6f-e007-4a4c-a047-f44eda808f6d HTTP/1.1" status: 200 len: 810 time: 0.1107242 Jul 16 10:00:35.977240 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-2bcc8561-b1bc-4065-a0d0-95a5dcd685ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24aabd70-3598-45b5-9aef-5ff473ffaebf', 'name': 'tempest-TestSnapshotPattern-5372172-router', 'tenant_id': '3379381ace594c42b7ecde9438d6397b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1d56d3fe-a5d7-4586-a604-1ce09cc7209c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:00:28Z', 'updated_at': '2021-07-16T10:00:31Z', 'revision_number': 4, 'project_id': '3379381ace594c42b7ecde9438d6397b', 'gw_port': {'id': '1d56d3fe-a5d7-4586-a604-1ce09cc7209c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:96:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24aabd70-3598-45b5-9aef-5ff473ffaebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:29Z', 'updated_at': '2021-07-16T10:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '09ce3308-96de-46f0-b716-eeca0e192f63', 'name': '', 'network_id': 'abbbb527-aa9d-45a5-9ae3-ef1de8337eb4', 'tenant_id': '3379381ace594c42b7ecde9438d6397b', 'mac_address': 'fa:16:3e:ce:9b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24aabd70-3598-45b5-9aef-5ff473ffaebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '2ad141b6-9ef3-4f32-b023-93a9d96b2c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:31Z', 'updated_at': '2021-07-16T10:00:35Z', 'revision_number': 4, 'project_id': '3379381ace594c42b7ecde9438d6397b', 'subnets': [{'id': '2ad141b6-9ef3-4f32-b023-93a9d96b2c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:35.987056 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-1ecfb6fa-20f3-481c-b94d-94f0c9809f63 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.21 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=195b5bc983bb45ce8836d698b6dda192 HTTP/1.1" status: 200 len: 380 time: 0.0386577 Jul 16 10:00:35.994279 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-1f313a6c-deb7-4bf8-89e4-0a3321a9b41d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Request body: {'port': {'device_id': '06fd9647-d967-430d-8094-2e2e18ef89af', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'admin_state_up': True, 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'security_groups': ['f76bf8c7-5334-489c-b3c0-9821380e7a6d']}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:00:36.005552 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e626632d-c737-4147-a5e4-8e349db1dca1 req-2d22942f-dca4-4688-8e5a-edb259e7c79e tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=06fd9647-d967-430d-8094-2e2e18ef89af HTTP/1.1" status: 200 len: 210 time: 0.0323296 Jul 16 10:00:36.010971 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bcc8561-b1bc-4065-a0d0-95a5dcd685ec None None] The sync data for ids ['24aabd70-3598-45b5-9aef-5ff473ffaebf'] in n-d-771362-37 is: [{'id': '24aabd70-3598-45b5-9aef-5ff473ffaebf', 'name': 'tempest-TestSnapshotPattern-5372172-router', 'tenant_id': '3379381ace594c42b7ecde9438d6397b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1d56d3fe-a5d7-4586-a604-1ce09cc7209c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:00:28Z', 'updated_at': '2021-07-16T10:00:31Z', 'revision_number': 4, 'project_id': '3379381ace594c42b7ecde9438d6397b', 'gw_port': {'id': '1d56d3fe-a5d7-4586-a604-1ce09cc7209c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:96:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24aabd70-3598-45b5-9aef-5ff473ffaebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:29Z', 'updated_at': '2021-07-16T10:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '09ce3308-96de-46f0-b716-eeca0e192f63', 'name': '', 'network_id': 'abbbb527-aa9d-45a5-9ae3-ef1de8337eb4', 'tenant_id': '3379381ace594c42b7ecde9438d6397b', 'mac_address': 'fa:16:3e:ce:9b:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24aabd70-3598-45b5-9aef-5ff473ffaebf', 'device_owner': 'network:router_interface', 'standard_attr_id': 4301, 'fixed_ips': [{'subnet_id': '2ad141b6-9ef3-4f32-b023-93a9d96b2c89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:31Z', 'updated_at': '2021-07-16T10:00:35Z', 'revision_number': 4, 'project_id': '3379381ace594c42b7ecde9438d6397b', 'subnets': [{'id': '2ad141b6-9ef3-4f32-b023-93a9d96b2c89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 10:00:36.144548 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-1f313a6c-deb7-4bf8-89e4-0a3321a9b41d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Made reservation on behalf of 195b5bc983bb45ce8836d698b6dda192 for: {'port': 1} {{(pid=93759) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 10:00:36.148182 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-1f313a6c-deb7-4bf8-89e4-0a3321a9b41d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:36.198086 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:36.285884 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-1f313a6c-deb7-4bf8-89e4-0a3321a9b41d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Allocated IP 172.20.0.5 (8501dc6f-e007-4a4c-a047-f44eda808f6d/d2114b3e-095f-4bc9-a803-eb348a5dec7d/64d659c8-762b-4941-aa14-6bb2e81dda3d) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 10:00:36.436333 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-1f313a6c-deb7-4bf8-89e4-0a3321a9b41d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:36.451114 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-1f313a6c-deb7-4bf8-89e4-0a3321a9b41d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Transition to ACTIVE for port object 64d659c8-762b-4941-aa14-6bb2e81dda3d will not be triggered until provisioned by entity DHCP. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 10:00:36.486842 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-1f313a6c-deb7-4bf8-89e4-0a3321a9b41d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:36.537175 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-1f313a6c-deb7-4bf8-89e4-0a3321a9b41d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Network 8501dc6f-e007-4a4c-a047-f44eda808f6d is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 10:00:36.540645 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-1f313a6c-deb7-4bf8-89e4-0a3321a9b41d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 10:00:36.545421 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-1f313a6c-deb7-4bf8-89e4-0a3321a9b41d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 10:00:36.576902 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f313a6c-deb7-4bf8-89e4-0a3321a9b41d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Pushing event updated for resources: {'Port': ['ID=64d659c8-762b-4941-aa14-6bb2e81dda3d,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:36.607983 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-1f313a6c-deb7-4bf8-89e4-0a3321a9b41d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:36.608682 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-1f313a6c-deb7-4bf8-89e4-0a3321a9b41d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:36.626403 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-1f313a6c-deb7-4bf8-89e4-0a3321a9b41d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6359518 Jul 16 10:00:36.638401 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-6fd752f1-8e5c-4ee0-bd2f-db48366098b1 service neutron] Request body: {'port': {'device_id': '06fd9647-d967-430d-8094-2e2e18ef89af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-771362-37'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:00:36.715571 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-6fd752f1-8e5c-4ee0-bd2f-db48366098b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:36.793857 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b7c85404-7908-4f1a-aab4-34c827fdf6a2 None None] Provisioning for port 64d659c8-762b-4941-aa14-6bb2e81dda3d completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 10:00:36.797891 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-b7c85404-7908-4f1a-aab4-34c827fdf6a2 None None] Provisioning complete for port 64d659c8-762b-4941-aa14-6bb2e81dda3d triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:00:36.798293 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b7c85404-7908-4f1a-aab4-34c827fdf6a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:36.837578 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-b7c85404-7908-4f1a-aab4-34c827fdf6a2 None None] Port 64d659c8-762b-4941-aa14-6bb2e81dda3d cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 10:00:36.988431 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-6fd752f1-8e5c-4ee0-bd2f-db48366098b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64d659c8-762b-4941-aa14-6bb2e81dda3d {{(pid=93759) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 10:00:36.995685 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-6fd752f1-8e5c-4ee0-bd2f-db48366098b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:37.006847 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.provisioning_blocks [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-6fd752f1-8e5c-4ee0-bd2f-db48366098b1 service neutron] Transition to ACTIVE for port object 64d659c8-762b-4941-aa14-6bb2e81dda3d will not be triggered until provisioned by entity L2. {{(pid=93759) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 10:00:37.010853 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-6fd752f1-8e5c-4ee0-bd2f-db48366098b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:37.061829 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd752f1-8e5c-4ee0-bd2f-db48366098b1 service neutron] Pushing event updated for resources: {'Port': ['ID=64d659c8-762b-4941-aa14-6bb2e81dda3d,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:37.135778 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-6fd752f1-8e5c-4ee0-bd2f-db48366098b1 service neutron] Attempting to bind port 64d659c8-762b-4941-aa14-6bb2e81dda3d on host n-h2-771362-37 for vnic_type normal with profile {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 10:00:37.136119 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-6fd752f1-8e5c-4ee0-bd2f-db48366098b1 service neutron] Attempting to bind port 64d659c8-762b-4941-aa14-6bb2e81dda3d by drivers openvswitch,hyperv on host n-h2-771362-37 at level 0 using segments [{'id': 'b19086cc-3b46-4c51-be42-0efea82e730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d'}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 10:00:37.136481 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-6fd752f1-8e5c-4ee0-bd2f-db48366098b1 service neutron] Attempting to bind port 64d659c8-762b-4941-aa14-6bb2e81dda3d on network 8501dc6f-e007-4a4c-a047-f44eda808f6d {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 10:00:37.140943 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-6fd752f1-8e5c-4ee0-bd2f-db48366098b1 service neutron] Port 64d659c8-762b-4941-aa14-6bb2e81dda3d on network 8501dc6f-e007-4a4c-a047-f44eda808f6d not bound, no agent of type Open vSwitch agent registered on host n-h2-771362-37 {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 10:00:37.141532 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-6fd752f1-8e5c-4ee0-bd2f-db48366098b1 service neutron] Attempting to bind port 64d659c8-762b-4941-aa14-6bb2e81dda3d on network 8501dc6f-e007-4a4c-a047-f44eda808f6d {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 10:00:37.149126 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-6fd752f1-8e5c-4ee0-bd2f-db48366098b1 service neutron] Checking agent: {'id': '8b0f9f27-c27b-42f6-b7f8-6b1277a191de', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 10, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 10:00:37.149477 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-6fd752f1-8e5c-4ee0-bd2f-db48366098b1 service neutron] Checking segment: {'id': 'b19086cc-3b46-4c51-be42-0efea82e730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93759) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 10:00:37.149873 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-6fd752f1-8e5c-4ee0-bd2f-db48366098b1 service neutron] Bound using segment: {'id': 'b19086cc-3b46-4c51-be42-0efea82e730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d'} {{(pid=93759) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 10:00:37.150323 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.managers [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-6fd752f1-8e5c-4ee0-bd2f-db48366098b1 service neutron] Bound port: 64d659c8-762b-4941-aa14-6bb2e81dda3d, host: n-h2-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b19086cc-3b46-4c51-be42-0efea82e730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d'}}] {{(pid=93759) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 10:00:37.150690 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-6fd752f1-8e5c-4ee0-bd2f-db48366098b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:37.263149 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-6fd752f1-8e5c-4ee0-bd2f-db48366098b1 service neutron] For port 64d659c8-762b-4941-aa14-6bb2e81dda3d, host n-h2-771362-37, cleared binding levels {{(pid=93759) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 10:00:37.266637 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-6fd752f1-8e5c-4ee0-bd2f-db48366098b1 service neutron] For port 64d659c8-762b-4941-aa14-6bb2e81dda3d, host n-h2-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=64d659c8-762b-4941-aa14-6bb2e81dda3d,segment=NetworkSegment(b19086cc-3b46-4c51-be42-0efea82e730f),segment_id=b19086cc-3b46-4c51-be42-0efea82e730f)] {{(pid=93759) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 10:00:37.275580 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f340cf-0202-4e88-ba09-91790a8c9b07 req-5583275a-e312-4ce4-ad80-0e8d4a909e15 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:37.277132 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-18f340cf-0202-4e88-ba09-91790a8c9b07 req-5583275a-e312-4ce4-ad80-0e8d4a909e15 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=06fd9647-d967-430d-8094-2e2e18ef89af HTTP/1.1" status: 200 len: 943 time: 0.1302185 Jul 16 10:00:37.278651 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-6fd752f1-8e5c-4ee0-bd2f-db48366098b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:37.328505 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-6fd752f1-8e5c-4ee0-bd2f-db48366098b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:37.329020 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-6fd752f1-8e5c-4ee0-bd2f-db48366098b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:37.330390 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-6fd752f1-8e5c-4ee0-bd2f-db48366098b1 service neutron] 10.222.0.21 "PUT /v2.0/ports/64d659c8-762b-4941-aa14-6bb2e81dda3d HTTP/1.1" status: 200 len: 1092 time: 0.6970100 Jul 16 10:00:37.330833 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06fd9647-d967-430d-8094-2e2e18ef89af', 'tag': '64d659c8-762b-4941-aa14-6bb2e81dda3d'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 10:00:37.333788 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57362d82-9368-4379-bb42-29af9d77c63b" -d '{"events": [{"name": "network-changed", "server_uuid": "06fd9647-d967-430d-8094-2e2e18ef89af", "tag": "64d659c8-762b-4941-aa14-6bb2e81dda3d"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 10:00:37.372392 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-18f340cf-0202-4e88-ba09-91790a8c9b07 req-6262725e-4afd-47f3-af7f-bdf639520ed0 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/security-groups?id=f76bf8c7-5334-489c-b3c0-9821380e7a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884457 Jul 16 10:00:37.374406 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd752f1-8e5c-4ee0-bd2f-db48366098b1 service neutron] Pushing event updated for resources: {'Port': ['ID=64d659c8-762b-4941-aa14-6bb2e81dda3d,revision_number=3']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:37.407896 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 10:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80877325-08ec-42bd-bc56-c796f2654d7e x-openstack-request-id: req-80877325-08ec-42bd-bc56-c796f2654d7e {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 10:00:37.408196 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06fd9647-d967-430d-8094-2e2e18ef89af", "tag": "64d659c8-762b-4941-aa14-6bb2e81dda3d", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 10:00:37.408483 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-80877325-08ec-42bd-bc56-c796f2654d7e {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 10:00:37.408891 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06fd9647-d967-430d-8094-2e2e18ef89af', 'tag': '64d659c8-762b-4941-aa14-6bb2e81dda3d', 'status': 'completed', 'code': 200} Jul 16 10:00:37.441946 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-1e67d4d9-382c-4334-829e-85166891db47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:37.443044 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-1e67d4d9-382c-4334-829e-85166891db47 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=195b5bc983bb45ce8836d698b6dda192&device_id=06fd9647-d967-430d-8094-2e2e18ef89af HTTP/1.1" status: 200 len: 1095 time: 0.0696120 Jul 16 10:00:37.487618 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:37.491949 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-cb9b6e7c-3c26-489b-9399-347e5276233f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64d659c8-762b-4941-aa14-6bb2e81dda3d HTTP/1.1" status: 200 len: 217 time: 0.0421417 Jul 16 10:00:37.514324 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 09ce3308-96de-46f0-b716-eeca0e192f63 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 10:00:37.553228 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-14cdce4d-80bd-4dd8-9cf3-0140b9634e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:37.555244 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-14cdce4d-80bd-4dd8-9cf3-0140b9634e06 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2114b3e-095f-4bc9-a803-eb348a5dec7d HTTP/1.1" status: 200 len: 849 time: 0.0573049 Jul 16 10:00:37.577698 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning for port 09ce3308-96de-46f0-b716-eeca0e192f63 completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 10:00:37.584015 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 09ce3308-96de-46f0-b716-eeca0e192f63 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:00:37.584497 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:37.618294 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-9ef66fb9-1612-42ed-8bb0-2389060604d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:37.619835 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-9ef66fb9-1612-42ed-8bb0-2389060604d6 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8501dc6f-e007-4a4c-a047-f44eda808f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583115 Jul 16 10:00:37.669474 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:37.704899 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] For port 09ce3308-96de-46f0-b716-eeca0e192f63, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=09ce3308-96de-46f0-b716-eeca0e192f63,segment=NetworkSegment(7e11cb8f-63d2-41a6-9d7b-17ce822e96bb),segment_id=7e11cb8f-63d2-41a6-9d7b-17ce822e96bb)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:00:37.709870 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:37.711950 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-ce4b9de9-27f4-4cff-9d16-5f2950d74284 service neutron] 10.222.0.21 "GET /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857160 Jul 16 10:00:37.759229 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Pushing event updated for resources: {'Port': ['ID=09ce3308-96de-46f0-b716-eeca0e192f63,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:37.807780 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-f7cb74c6-6f20-4346-8f1b-f2db43a8d39c req-7fc227a9-2587-40e7-9033-ca89a9c7ebda service neutron] 10.222.0.21 "GET /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898538 Jul 16 10:00:37.905894 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57362d82-9368-4379-bb42-29af9d77c63b req-c4ab5e88-e0ec-47f3-a46e-0850cac28f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:37.907404 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57362d82-9368-4379-bb42-29af9d77c63b req-c4ab5e88-e0ec-47f3-a46e-0850cac28f32 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=195b5bc983bb45ce8836d698b6dda192&device_id=06fd9647-d967-430d-8094-2e2e18ef89af HTTP/1.1" status: 200 len: 1095 time: 0.0546632 Jul 16 10:00:38.000767 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57362d82-9368-4379-bb42-29af9d77c63b req-d96471d8-4b58-4596-acf3-a2bbe921e41c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:38.002231 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57362d82-9368-4379-bb42-29af9d77c63b req-d96471d8-4b58-4596-acf3-a2bbe921e41c service neutron] 10.222.0.21 "GET /v2.0/networks?id=8501dc6f-e007-4a4c-a047-f44eda808f6d HTTP/1.1" status: 200 len: 911 time: 0.0886335 Jul 16 10:00:38.043911 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57362d82-9368-4379-bb42-29af9d77c63b req-890a09a9-4fc4-4bf9-bd5a-178b244cad96 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64d659c8-762b-4941-aa14-6bb2e81dda3d HTTP/1.1" status: 200 len: 217 time: 0.0335746 Jul 16 10:00:38.091069 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57362d82-9368-4379-bb42-29af9d77c63b req-c8838e52-d880-4795-a97c-a1af1982d40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:38.092507 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57362d82-9368-4379-bb42-29af9d77c63b req-c8838e52-d880-4795-a97c-a1af1982d40e service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2114b3e-095f-4bc9-a803-eb348a5dec7d HTTP/1.1" status: 200 len: 849 time: 0.0431507 Jul 16 10:00:38.148612 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57362d82-9368-4379-bb42-29af9d77c63b req-4273064e-9c5a-4199-949e-44be4bdfdd4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:38.150064 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57362d82-9368-4379-bb42-29af9d77c63b req-4273064e-9c5a-4199-949e-44be4bdfdd4a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8501dc6f-e007-4a4c-a047-f44eda808f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0508668 Jul 16 10:00:38.243884 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57362d82-9368-4379-bb42-29af9d77c63b req-b098302c-5441-4158-96e4-9b60f57c3558 service neutron] 10.222.0.21 "GET /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858207 Jul 16 10:00:38.340066 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-57362d82-9368-4379-bb42-29af9d77c63b req-d6623c7e-f926-4c4d-9334-c15a14c9a656 service neutron] 10.222.0.21 "GET /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895116 Jul 16 10:00:38.557074 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b10c3c-c671-41da-b80c-51e464e1f7bc req-487c19ba-8c38-47df-9592-2fed9ad21a5a tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:38.558526 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b5b10c3c-c671-41da-b80c-51e464e1f7bc req-487c19ba-8c38-47df-9592-2fed9ad21a5a tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=06fd9647-d967-430d-8094-2e2e18ef89af HTTP/1.1" status: 200 len: 943 time: 0.0666025 Jul 16 10:00:38.596400 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b5b10c3c-c671-41da-b80c-51e464e1f7bc req-567a52de-b19b-4231-ad8b-2ad621cc64a4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/security-groups?id=f76bf8c7-5334-489c-b3c0-9821380e7a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320606 Jul 16 10:00:38.919997 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:39.468314 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 09ce3308-96de-46f0-b716-eeca0e192f63 up at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 10:00:39.514768 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Provisioning complete for port 09ce3308-96de-46f0-b716-eeca0e192f63 triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:00:39.515146 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:39.546611 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 64d659c8-762b-4941-aa14-6bb2e81dda3d details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 10:00:39.675913 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 64d659c8-762b-4941-aa14-6bb2e81dda3d, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=64d659c8-762b-4941-aa14-6bb2e81dda3d,segment=NetworkSegment(b19086cc-3b46-4c51-be42-0efea82e730f),segment_id=b19086cc-3b46-4c51-be42-0efea82e730f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:00:39.690076 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '64d659c8-762b-4941-aa14-6bb2e81dda3d', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'port_id': '64d659c8-762b-4941-aa14-6bb2e81dda3d', 'mac_address': 'fa:16:3e:b6:49:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 10:00:39.728030 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:39.741896 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64d659c8-762b-4941-aa14-6bb2e81dda3d {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 10:00:39.761997 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 64d659c8-762b-4941-aa14-6bb2e81dda3d, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=64d659c8-762b-4941-aa14-6bb2e81dda3d,segment=NetworkSegment(b19086cc-3b46-4c51-be42-0efea82e730f),segment_id=b19086cc-3b46-4c51-be42-0efea82e730f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:00:39.765811 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:39.772100 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32adef3a-f802-407f-81ac-6341c18ab15f req-51e12434-2437-4db2-95dc-f03645244c7f tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:39.773636 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-32adef3a-f802-407f-81ac-6341c18ab15f req-51e12434-2437-4db2-95dc-f03645244c7f tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=06fd9647-d967-430d-8094-2e2e18ef89af HTTP/1.1" status: 200 len: 943 time: 0.0630040 Jul 16 10:00:39.812544 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-32adef3a-f802-407f-81ac-6341c18ab15f req-3258d3f0-a743-4a84-b821-e861310dd1f6 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/security-groups?id=f76bf8c7-5334-489c-b3c0-9821380e7a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331423 Jul 16 10:00:39.814645 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=64d659c8-762b-4941-aa14-6bb2e81dda3d,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:39.966025 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['64d659c8-762b-4941-aa14-6bb2e81dda3d'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 10:00:40.982660 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffce9336-22eb-4932-9441-5a43d694d947 req-aa540d03-a5d5-4a59-a0ac-f8a3acf25e85 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:40.984109 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ffce9336-22eb-4932-9441-5a43d694d947 req-aa540d03-a5d5-4a59-a0ac-f8a3acf25e85 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=06fd9647-d967-430d-8094-2e2e18ef89af HTTP/1.1" status: 200 len: 944 time: 0.0620122 Jul 16 10:00:41.021416 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ffce9336-22eb-4932-9441-5a43d694d947 req-fe877869-6b40-41aa-921d-5149b683ad85 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/security-groups?id=f76bf8c7-5334-489c-b3c0-9821380e7a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311689 Jul 16 10:00:41.559934 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 64d659c8-762b-4941-aa14-6bb2e81dda3d up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 10:00:41.607250 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning for port 64d659c8-762b-4941-aa14-6bb2e81dda3d completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 10:00:41.610826 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 64d659c8-762b-4941-aa14-6bb2e81dda3d triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:00:41.611205 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:41.687262 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:41.708975 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fd9647-d967-430d-8094-2e2e18ef89af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d659c8-762b-4941-aa14-6bb2e81dda3d'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 10:00:41.711211 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf65ec09-ee63-40f4-924f-2a007016bc25" -d '{"events": [{"server_uuid": "06fd9647-d967-430d-8094-2e2e18ef89af", "name": "network-vif-plugged", "status": "completed", "tag": "64d659c8-762b-4941-aa14-6bb2e81dda3d"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 10:00:41.724701 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 64d659c8-762b-4941-aa14-6bb2e81dda3d, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=64d659c8-762b-4941-aa14-6bb2e81dda3d,segment=NetworkSegment(b19086cc-3b46-4c51-be42-0efea82e730f),segment_id=b19086cc-3b46-4c51-be42-0efea82e730f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:00:41.729577 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:41.752051 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 10:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114eec0b-d583-41e3-8ae8-ab446d440d7e x-openstack-request-id: req-114eec0b-d583-41e3-8ae8-ab446d440d7e {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 10:00:41.752342 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06fd9647-d967-430d-8094-2e2e18ef89af", "name": "network-vif-plugged", "status": "completed", "tag": "64d659c8-762b-4941-aa14-6bb2e81dda3d", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 10:00:41.752621 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-114eec0b-d583-41e3-8ae8-ab446d440d7e {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 10:00:41.753082 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fd9647-d967-430d-8094-2e2e18ef89af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d659c8-762b-4941-aa14-6bb2e81dda3d', 'code': 200} Jul 16 10:00:41.781254 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=64d659c8-762b-4941-aa14-6bb2e81dda3d,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:41.866068 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40c06e04-3e00-4f81-80a7-3a94439d3168 req-15c0bb0a-0cc9-4dbe-9aa8-8bb371119da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:41.867557 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-40c06e04-3e00-4f81-80a7-3a94439d3168 req-15c0bb0a-0cc9-4dbe-9aa8-8bb371119da6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06fd9647-d967-430d-8094-2e2e18ef89af HTTP/1.1" status: 200 len: 1097 time: 0.0550776 Jul 16 10:00:41.902389 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-40c06e04-3e00-4f81-80a7-3a94439d3168 req-f9c58cfb-f811-4487-9f62-aa27b17adf6b service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=f76bf8c7-5334-489c-b3c0-9821380e7a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0285778 Jul 16 10:00:42.192784 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99e32ba-8359-4769-90d6-9ea7cb714837 req-ccba688e-dda0-45d5-84a0-18039e842956 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:42.194248 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e99e32ba-8359-4769-90d6-9ea7cb714837 req-ccba688e-dda0-45d5-84a0-18039e842956 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=06fd9647-d967-430d-8094-2e2e18ef89af HTTP/1.1" status: 200 len: 945 time: 0.0620663 Jul 16 10:00:42.232495 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-e99e32ba-8359-4769-90d6-9ea7cb714837 req-e7eb101a-1658-4f6c-b810-9b9c12aabbab tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/security-groups?id=f76bf8c7-5334-489c-b3c0-9821380e7a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327017 Jul 16 10:00:43.407080 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5662b5c-cc87-40f9-8284-7558f576659b req-83bf20c3-08b6-470a-9ff3-90dc34a5a6e1 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:43.408585 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d5662b5c-cc87-40f9-8284-7558f576659b req-83bf20c3-08b6-470a-9ff3-90dc34a5a6e1 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=06fd9647-d967-430d-8094-2e2e18ef89af HTTP/1.1" status: 200 len: 945 time: 0.0664353 Jul 16 10:00:43.446664 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-d5662b5c-cc87-40f9-8284-7558f576659b req-85509e6b-1f41-4f90-bd53-a7502d3da2b5 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/security-groups?id=f76bf8c7-5334-489c-b3c0-9821380e7a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318329 Jul 16 10:00:43.623628 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c6d3a0-472b-4ac0-a371-fc8f35127bbb req-ce7ef6b6-4c64-4985-88c4-8fd0efe2fef9 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:43.625145 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c4c6d3a0-472b-4ac0-a371-fc8f35127bbb req-ce7ef6b6-4c64-4985-88c4-8fd0efe2fef9 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=06fd9647-d967-430d-8094-2e2e18ef89af HTTP/1.1" status: 200 len: 945 time: 0.0672493 Jul 16 10:00:43.664543 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-c4c6d3a0-472b-4ac0-a371-fc8f35127bbb req-0635a15a-df9b-47d5-a92d-c1d54a982212 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/security-groups?id=f76bf8c7-5334-489c-b3c0-9821380e7a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332029 Jul 16 10:00:43.688551 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51320) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:00:43.822359 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7b16acc-713b-4f51-8395-3b3fe50c6281 tempest-TestSnapshotPattern-286742317 tempest-TestSnapshotPattern-286742317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:43.823918 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-e7b16acc-713b-4f51-8395-3b3fe50c6281 tempest-TestSnapshotPattern-286742317 tempest-TestSnapshotPattern-286742317-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=06fd9647-d967-430d-8094-2e2e18ef89af HTTP/1.1" status: 200 len: 1092 time: 0.1341956 Jul 16 10:00:43.827108 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51324) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:00:43.831422 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [None req-5f2f1a99-fd4a-44b5-8731-0538819169f3 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'port_id': '64d659c8-762b-4941-aa14-6bb2e81dda3d', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:00:43.852634 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1a99-fd4a-44b5-8731-0538819169f3 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for floatingip, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:43.952038 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1a99-fd4a-44b5-8731-0538819169f3 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:44.048954 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [None req-5f2f1a99-fd4a-44b5-8731-0538819169f3 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Allocated IP 172.25.3.56 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/69a80383-c256-43af-8d11-6765e2fe6e77) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 10:00:44.148885 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1a99-fd4a-44b5-8731-0538819169f3 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:44.185742 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1a99-fd4a-44b5-8731-0538819169f3 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:44.218963 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f2f1a99-fd4a-44b5-8731-0538819169f3 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 10:00:44.222266 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [None req-5f2f1a99-fd4a-44b5-8731-0538819169f3 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 10:00:44.227539 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2f1a99-fd4a-44b5-8731-0538819169f3 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 10:00:44.254897 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f1a99-fd4a-44b5-8731-0538819169f3 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Pushing event updated for resources: {'Port': ['ID=69a80383-c256-43af-8d11-6765e2fe6e77,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:44.587460 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1a99-fd4a-44b5-8731-0538819169f3 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:44.662955 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1a99-fd4a-44b5-8731-0538819169f3 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:45.149089 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1a99-fd4a-44b5-8731-0538819169f3 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:45.153403 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1a99-fd4a-44b5-8731-0538819169f3 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:45.219936 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2f1a99-fd4a-44b5-8731-0538819169f3 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Pushing event updated for resources: {'Port': ['ID=69a80383-c256-43af-8d11-6765e2fe6e77,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:00:45.231272 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1a99-fd4a-44b5-8731-0538819169f3 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:45.329059 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-5f2f1a99-fd4a-44b5-8731-0538819169f3 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Floating IP 652fda81-50c8-4c65-9be7-517ff3fe1703 associated. External IP: 172.25.3.56, port: 64d659c8-762b-4941-aa14-6bb2e81dda3d. Jul 16 10:00:45.531028 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f2f1a99-fd4a-44b5-8731-0538819169f3 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Router ce342697-0278-4212-9cd6-fd541a15df6d has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 10:00:45.638387 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f2f1a99-fd4a-44b5-8731-0538819169f3 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 10:00:45.648087 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145e5be5-7159-4ad1-a713-fbca1fc08b22 None None] Sync routers for ids ['ce342697-0278-4212-9cd6-fd541a15df6d'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 10:00:45.654093 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-5f2f1a99-fd4a-44b5-8731-0538819169f3 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:00:45.657371 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145e5be5-7159-4ad1-a713-fbca1fc08b22 None None] Routers {'ce342697-0278-4212-9cd6-fd541a15df6d'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:00:45.658060 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-145e5be5-7159-4ad1-a713-fbca1fc08b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T10:00:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['ce342697-0278-4212-9cd6-fd541a15df6d'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:45.690580 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-5f2f1a99-fd4a-44b5-8731-0538819169f3 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8618884 Jul 16 10:00:45.691072 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06fd9647-d967-430d-8094-2e2e18ef89af', 'tag': '64d659c8-762b-4941-aa14-6bb2e81dda3d'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 10:00:45.693590 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8991bf21-8226-4b42-b189-33a2d85bfe55" -d '{"events": [{"name": "network-changed", "server_uuid": "06fd9647-d967-430d-8094-2e2e18ef89af", "tag": "64d659c8-762b-4941-aa14-6bb2e81dda3d"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 10:00:45.763692 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-145e5be5-7159-4ad1-a713-fbca1fc08b22 None None] Set router ce342697-0278-4212-9cd6-fd541a15df6d gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:00:45.788012 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 10:00:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18862e4d-eecb-47dc-97b9-f9f5210aac5c x-openstack-request-id: req-18862e4d-eecb-47dc-97b9-f9f5210aac5c {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 10:00:45.788307 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06fd9647-d967-430d-8094-2e2e18ef89af", "tag": "64d659c8-762b-4941-aa14-6bb2e81dda3d", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 10:00:45.788729 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-18862e4d-eecb-47dc-97b9-f9f5210aac5c {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 10:00:45.789143 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06fd9647-d967-430d-8094-2e2e18ef89af', 'tag': '64d659c8-762b-4941-aa14-6bb2e81dda3d', 'status': 'completed', 'code': 200} Jul 16 10:00:45.863976 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991bf21-8226-4b42-b189-33a2d85bfe55 req-5c57873e-5050-4cae-8aae-fc641fc6cff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:45.865584 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8991bf21-8226-4b42-b189-33a2d85bfe55 req-5c57873e-5050-4cae-8aae-fc641fc6cff7 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=195b5bc983bb45ce8836d698b6dda192&device_id=06fd9647-d967-430d-8094-2e2e18ef89af HTTP/1.1" status: 200 len: 1097 time: 0.0542550 Jul 16 10:00:45.957838 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991bf21-8226-4b42-b189-33a2d85bfe55 req-5b3d20a3-a93b-4e12-bf1b-9575991558b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:45.959227 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8991bf21-8226-4b42-b189-33a2d85bfe55 req-5b3d20a3-a93b-4e12-bf1b-9575991558b5 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8501dc6f-e007-4a4c-a047-f44eda808f6d HTTP/1.1" status: 200 len: 911 time: 0.0875297 Jul 16 10:00:45.985845 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-145e5be5-7159-4ad1-a713-fbca1fc08b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'name': 'tempest-TestSnapshotPattern-1588842854-router', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:26Z', 'revision_number': 4, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'gw_port': {'id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '652fda81-50c8-4c65-9be7-517ff3fe1703', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'port_id': '64d659c8-762b-4941-aa14-6bb2e81dda3d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'mac_address': 'fa:16:3e:b6:49:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fd9647-d967-430d-8094-2e2e18ef89af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T10:00:44Z', 'updated_at': '2021-07-16T10:00:44Z', 'revision_number': 0, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598', 'name': '', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'mac_address': 'fa:16:3e:cd:77:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:26Z', 'updated_at': '2021-07-16T10:00:32Z', 'revision_number': 5, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'subnets': [{'id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:46.015413 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145e5be5-7159-4ad1-a713-fbca1fc08b22 None None] Checking router: ce342697-0278-4212-9cd6-fd541a15df6d for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 10:00:46.024019 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145e5be5-7159-4ad1-a713-fbca1fc08b22 None None] Routers {'ce342697-0278-4212-9cd6-fd541a15df6d'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:00:46.024649 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-145e5be5-7159-4ad1-a713-fbca1fc08b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T10:00:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['ce342697-0278-4212-9cd6-fd541a15df6d'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:46.026260 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8991bf21-8226-4b42-b189-33a2d85bfe55 req-d668dc25-4d25-46c8-b836-ad31636fa764 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64d659c8-762b-4941-aa14-6bb2e81dda3d HTTP/1.1" status: 200 len: 998 time: 0.0612035 Jul 16 10:00:46.074703 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991bf21-8226-4b42-b189-33a2d85bfe55 req-dc5ff540-0ed7-4285-adcb-968b9a342cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:46.076449 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8991bf21-8226-4b42-b189-33a2d85bfe55 req-dc5ff540-0ed7-4285-adcb-968b9a342cf7 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2114b3e-095f-4bc9-a803-eb348a5dec7d HTTP/1.1" status: 200 len: 849 time: 0.0443070 Jul 16 10:00:46.128509 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-145e5be5-7159-4ad1-a713-fbca1fc08b22 None None] Set router ce342697-0278-4212-9cd6-fd541a15df6d gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:00:46.133130 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8991bf21-8226-4b42-b189-33a2d85bfe55 req-82c9c7a0-d772-4e80-bd0f-6f0439fdf74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:00:46.134635 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8991bf21-8226-4b42-b189-33a2d85bfe55 req-82c9c7a0-d772-4e80-bd0f-6f0439fdf74c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8501dc6f-e007-4a4c-a047-f44eda808f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520620 Jul 16 10:00:46.227995 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8991bf21-8226-4b42-b189-33a2d85bfe55 req-ee4767b7-7c44-43ed-abf5-79db4bb5369d service neutron] 10.222.0.21 "GET /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865841 Jul 16 10:00:46.316834 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8991bf21-8226-4b42-b189-33a2d85bfe55 req-cd7a6c7e-070a-49b4-b639-0e57dea69367 service neutron] 10.222.0.21 "GET /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829527 Jul 16 10:00:46.344194 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-145e5be5-7159-4ad1-a713-fbca1fc08b22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'name': 'tempest-TestSnapshotPattern-1588842854-router', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:26Z', 'revision_number': 4, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'gw_port': {'id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '652fda81-50c8-4c65-9be7-517ff3fe1703', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'port_id': '64d659c8-762b-4941-aa14-6bb2e81dda3d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'mac_address': 'fa:16:3e:b6:49:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fd9647-d967-430d-8094-2e2e18ef89af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T10:00:44Z', 'updated_at': '2021-07-16T10:00:44Z', 'revision_number': 0, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598', 'name': '', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'mac_address': 'fa:16:3e:cd:77:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:26Z', 'updated_at': '2021-07-16T10:00:32Z', 'revision_number': 5, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'subnets': [{'id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:00:46.369439 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145e5be5-7159-4ad1-a713-fbca1fc08b22 None None] The sync data for ids ['ce342697-0278-4212-9cd6-fd541a15df6d'] in n-d-771362-37 is: [{'id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'name': 'tempest-TestSnapshotPattern-1588842854-router', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:26Z', 'revision_number': 4, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'gw_port': {'id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '652fda81-50c8-4c65-9be7-517ff3fe1703', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'port_id': '64d659c8-762b-4941-aa14-6bb2e81dda3d', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'mac_address': 'fa:16:3e:b6:49:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06fd9647-d967-430d-8094-2e2e18ef89af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T10:00:44Z', 'updated_at': '2021-07-16T10:00:44Z', 'revision_number': 0, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598', 'name': '', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'mac_address': 'fa:16:3e:cd:77:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:26Z', 'updated_at': '2021-07-16T10:00:32Z', 'revision_number': 5, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'subnets': [{'id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 10:00:46.565797 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ec64cb3-1ba0-496a-861c-35898ea9d3d3 None None] New status for floating IP 652fda81-50c8-4c65-9be7-517ff3fe1703: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 10:01:03.121989 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:03.155760 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:03.418085 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4867b80b-fe74-4b4b-b144-48bce43af344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:05.871924 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f3d30c06-a18c-48c6-811e-39e1aee46202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:06.190348 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:07.484289 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:08.926057 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:10.219710 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:01:33.123828 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:33.179469 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:33.420605 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-31de4a2e-14d0-4cc0-ab33-84c54eb3842d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:33.865021 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-314cc100-75ae-4717-86a5-dc480e365dde req-58084911-9dd9-418b-b492-34e6228a587f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06fd9647-d967-430d-8094-2e2e18ef89af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0559726 Jul 16 10:01:33.957643 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314cc100-75ae-4717-86a5-dc480e365dde req-bbb1c730-be6e-4fbc-b3ea-984a48c2a03d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:33.959147 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-314cc100-75ae-4717-86a5-dc480e365dde req-bbb1c730-be6e-4fbc-b3ea-984a48c2a03d service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=195b5bc983bb45ce8836d698b6dda192&device_id=06fd9647-d967-430d-8094-2e2e18ef89af HTTP/1.1" status: 200 len: 1097 time: 0.0515783 Jul 16 10:01:34.066431 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314cc100-75ae-4717-86a5-dc480e365dde req-67fe9d7d-2e48-4e10-b7c1-3f24f5830f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:34.067901 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-314cc100-75ae-4717-86a5-dc480e365dde req-67fe9d7d-2e48-4e10-b7c1-3f24f5830f08 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8501dc6f-e007-4a4c-a047-f44eda808f6d HTTP/1.1" status: 200 len: 911 time: 0.0897548 Jul 16 10:01:34.131656 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-314cc100-75ae-4717-86a5-dc480e365dde req-8b57811c-980e-4730-a9fc-9cfe88decae6 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64d659c8-762b-4941-aa14-6bb2e81dda3d HTTP/1.1" status: 200 len: 1000 time: 0.0574026 Jul 16 10:01:34.178942 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314cc100-75ae-4717-86a5-dc480e365dde req-4c7efe9d-9ee5-4ad6-bd02-0d638e6d85c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:34.180437 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-314cc100-75ae-4717-86a5-dc480e365dde req-4c7efe9d-9ee5-4ad6-bd02-0d638e6d85c3 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2114b3e-095f-4bc9-a803-eb348a5dec7d HTTP/1.1" status: 200 len: 849 time: 0.0429978 Jul 16 10:01:34.243957 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314cc100-75ae-4717-86a5-dc480e365dde req-46643ca2-a297-46f9-9fca-ad1740552d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:01:34.245592 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-314cc100-75ae-4717-86a5-dc480e365dde req-46643ca2-a297-46f9-9fca-ad1740552d44 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8501dc6f-e007-4a4c-a047-f44eda808f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594189 Jul 16 10:01:34.341889 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-314cc100-75ae-4717-86a5-dc480e365dde req-8dc7550d-2af9-4173-89a9-5f9bfc01b78a service neutron] 10.222.0.21 "GET /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898814 Jul 16 10:01:34.441158 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-314cc100-75ae-4717-86a5-dc480e365dde req-4793d643-1e5d-4b60-aac9-aacd60ce5b2b service neutron] 10.222.0.21 "GET /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935490 Jul 16 10:01:35.871909 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-e85c5024-e21c-4e78-b375-29dea28e1a63 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:36.191821 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:37.486364 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:38.925931 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:01:47.218117 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:02:03.121694 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:03.179062 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:03.420701 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4296dbe0-7498-40b0-954f-c1a13c582c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:05.873272 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-35835773-3e96-4944-9d8c-11c9f5546f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:06.192989 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:07.490558 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:08.928731 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:24.216977 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:02:33.124159 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:33.163250 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-10204d64-6ea0-4f0f-bc8d-a057b2c03fac req-a0dc9caf-3267-437d-9558-b0fc7822269f service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06fd9647-d967-430d-8094-2e2e18ef89af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517180 Jul 16 10:02:33.178525 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:33.254296 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10204d64-6ea0-4f0f-bc8d-a057b2c03fac req-22d9d27f-4313-4553-8026-e5ebd3bdea8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:02:33.255826 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-10204d64-6ea0-4f0f-bc8d-a057b2c03fac req-22d9d27f-4313-4553-8026-e5ebd3bdea8c service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=195b5bc983bb45ce8836d698b6dda192&device_id=06fd9647-d967-430d-8094-2e2e18ef89af HTTP/1.1" status: 200 len: 1097 time: 0.0517905 Jul 16 10:02:33.361266 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10204d64-6ea0-4f0f-bc8d-a057b2c03fac req-317d57c5-a5fc-41d3-84d7-80746165f44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:02:33.362717 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-10204d64-6ea0-4f0f-bc8d-a057b2c03fac req-317d57c5-a5fc-41d3-84d7-80746165f44b service neutron] 10.222.0.21 "GET /v2.0/networks?id=8501dc6f-e007-4a4c-a047-f44eda808f6d HTTP/1.1" status: 200 len: 911 time: 0.0867426 Jul 16 10:02:33.420374 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4a39d3c1-40cc-4301-9dcc-5f986a1f77cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:33.426656 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-10204d64-6ea0-4f0f-bc8d-a057b2c03fac req-b3a9d410-3404-42bc-bcd0-8e4e13cc6832 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64d659c8-762b-4941-aa14-6bb2e81dda3d HTTP/1.1" status: 200 len: 1000 time: 0.0572007 Jul 16 10:02:33.479968 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10204d64-6ea0-4f0f-bc8d-a057b2c03fac req-d9a38d41-addf-442c-ba34-dd76348bd990 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:02:33.481462 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-10204d64-6ea0-4f0f-bc8d-a057b2c03fac req-d9a38d41-addf-442c-ba34-dd76348bd990 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2114b3e-095f-4bc9-a803-eb348a5dec7d HTTP/1.1" status: 200 len: 849 time: 0.0489566 Jul 16 10:02:33.536635 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10204d64-6ea0-4f0f-bc8d-a057b2c03fac req-626161d1-a5ef-4ad7-a5e1-a70f5607c3bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:02:33.538108 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-10204d64-6ea0-4f0f-bc8d-a057b2c03fac req-626161d1-a5ef-4ad7-a5e1-a70f5607c3bd service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8501dc6f-e007-4a4c-a047-f44eda808f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506470 Jul 16 10:02:33.625636 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-10204d64-6ea0-4f0f-bc8d-a057b2c03fac req-7ce64b60-6c6f-4c7f-86c1-12cf4921f445 service neutron] 10.222.0.21 "GET /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815628 Jul 16 10:02:33.717535 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-10204d64-6ea0-4f0f-bc8d-a057b2c03fac req-99f28b94-3271-4707-9c23-e8c69e236e17 service neutron] 10.222.0.21 "GET /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852017 Jul 16 10:02:35.876544 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f0b6ec2b-5c19-4256-9ac5-e79587ed2629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:36.195275 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:37.492460 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:38.930513 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:44.198005 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 64d659c8-762b-4941-aa14-6bb2e81dda3d details requested by agent hyperv_n-h2-771362-37 with host n-h2-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 10:02:44.289403 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 64d659c8-762b-4941-aa14-6bb2e81dda3d, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=64d659c8-762b-4941-aa14-6bb2e81dda3d,segment=NetworkSegment(b19086cc-3b46-4c51-be42-0efea82e730f),segment_id=b19086cc-3b46-4c51-be42-0efea82e730f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:02:44.300938 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Returning: {'device': '64d659c8-762b-4941-aa14-6bb2e81dda3d', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'port_id': '64d659c8-762b-4941-aa14-6bb2e81dda3d', 'mac_address': 'fa:16:3e:b6:49:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 10:02:44.339367 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:44.351226 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 64d659c8-762b-4941-aa14-6bb2e81dda3d {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 10:02:44.370010 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 64d659c8-762b-4941-aa14-6bb2e81dda3d, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=64d659c8-762b-4941-aa14-6bb2e81dda3d,segment=NetworkSegment(b19086cc-3b46-4c51-be42-0efea82e730f),segment_id=b19086cc-3b46-4c51-be42-0efea82e730f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:02:44.373719 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:44.423625 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=64d659c8-762b-4941-aa14-6bb2e81dda3d,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:02:44.430896 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:02:44.431250 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:02:44.431595 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:02:44.431937 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:02:44.432275 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:02:44.432636 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:02:44.432974 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:02:44.433307 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:02:44.433632 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:02:44.433959 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:02:44.434285 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:02:44.434610 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:02:44.483567 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] get_ports_and_sgs() called for port_ids ['64d659c8-762b-4941-aa14-6bb2e81dda3d'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 10:02:46.214296 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 64d659c8-762b-4941-aa14-6bb2e81dda3d up at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 10:02:46.263845 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Provisioning complete for port 64d659c8-762b-4941-aa14-6bb2e81dda3d triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:02:46.264230 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:46.352518 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:46.387026 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 64d659c8-762b-4941-aa14-6bb2e81dda3d, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=64d659c8-762b-4941-aa14-6bb2e81dda3d,segment=NetworkSegment(b19086cc-3b46-4c51-be42-0efea82e730f),segment_id=b19086cc-3b46-4c51-be42-0efea82e730f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:02:46.387943 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fd9647-d967-430d-8094-2e2e18ef89af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d659c8-762b-4941-aa14-6bb2e81dda3d'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 10:02:46.390952 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23f74ce2-3457-4b06-89ec-5dec5310ee5f" -d '{"events": [{"server_uuid": "06fd9647-d967-430d-8094-2e2e18ef89af", "name": "network-vif-plugged", "status": "completed", "tag": "64d659c8-762b-4941-aa14-6bb2e81dda3d"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 10:02:46.395363 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:46.452894 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=64d659c8-762b-4941-aa14-6bb2e81dda3d,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:02:46.515422 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 10:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-176c6d6d-65a7-4607-b8c1-86a0bad06ebd x-openstack-request-id: req-176c6d6d-65a7-4607-b8c1-86a0bad06ebd {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 10:02:46.515995 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06fd9647-d967-430d-8094-2e2e18ef89af", "name": "network-vif-plugged", "status": "completed", "tag": "64d659c8-762b-4941-aa14-6bb2e81dda3d", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 10:02:46.516296 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-176c6d6d-65a7-4607-b8c1-86a0bad06ebd {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 10:02:46.516779 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fd9647-d967-430d-8094-2e2e18ef89af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64d659c8-762b-4941-aa14-6bb2e81dda3d', 'code': 200} Jul 16 10:02:55.023067 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-7451f1e7-e78f-4cae-ba5e-5c3f9fd99694 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1103157352&fields=id&tenant_id=195b5bc983bb45ce8836d698b6dda192 HTTP/1.1" status: 200 len: 267 time: 0.0329144 Jul 16 10:02:55.131975 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-554d6e5f-ce51-4961-83dd-71849f68ff56 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:02:55.133468 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-554d6e5f-ce51-4961-83dd-71849f68ff56 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/networks?id=8501dc6f-e007-4a4c-a047-f44eda808f6d HTTP/1.1" status: 200 len: 810 time: 0.1033852 Jul 16 10:02:55.148220 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-5ffbeed8-0225-4a2f-9809-bd4d2e80c313 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/quotas/195b5bc983bb45ce8836d698b6dda192 HTTP/1.1" status: 200 len: 375 time: 0.0088115 Jul 16 10:02:55.220245 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-10b1c4bb-4004-4a8d-b046-0849368733e0 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?tenant_id=195b5bc983bb45ce8836d698b6dda192&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0668356 Jul 16 10:02:55.291528 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-584eadbb-e588-4182-a8a8-c6d1960ae333 service neutron] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93759) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 10:02:55.292595 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-584eadbb-e588-4182-a8a8-c6d1960ae333 service neutron] 10.222.0.22 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0608571 Jul 16 10:02:55.384335 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-a46ba7e8-40fd-4f2f-8843-5c6cbb3400c8 service neutron] 10.222.0.22 "GET /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855224 Jul 16 10:02:55.470642 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-24729b1f-a22c-4c5b-8dbd-adb33874b851 service neutron] 10.222.0.22 "GET /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806282 Jul 16 10:02:55.654139 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-5121e7d0-a421-4a73-9f20-10bfbb77d3af req-0fef40c0-1da6-470b-90c6-e2b71e9672ef tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf HTTP/1.1" status: 200 len: 210 time: 0.0298920 Jul 16 10:02:56.736800 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-01209e44-4a73-4c93-83ae-b092c1ab8a55 req-7aa25c86-6fdf-48f3-b5ce-4b0319f816d8 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf HTTP/1.1" status: 200 len: 210 time: 0.0294051 Jul 16 10:02:57.874138 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-9515d51f-6ab3-4cc1-b033-48ce0f43d302 req-2c6af0cd-268c-4b21-805c-f41c841b33f8 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf HTTP/1.1" status: 200 len: 210 time: 0.0288379 Jul 16 10:02:58.275929 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 64d659c8-762b-4941-aa14-6bb2e81dda3d no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:02:58.353528 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:58.375141 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fd9647-d967-430d-8094-2e2e18ef89af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64d659c8-762b-4941-aa14-6bb2e81dda3d'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 10:02:58.377388 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-437c8d0e-6722-4dd8-8e60-b2254f427e41" -d '{"events": [{"server_uuid": "06fd9647-d967-430d-8094-2e2e18ef89af", "name": "network-vif-unplugged", "status": "completed", "tag": "64d659c8-762b-4941-aa14-6bb2e81dda3d"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 10:02:58.390667 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] For port 64d659c8-762b-4941-aa14-6bb2e81dda3d, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=64d659c8-762b-4941-aa14-6bb2e81dda3d,segment=NetworkSegment(b19086cc-3b46-4c51-be42-0efea82e730f),segment_id=b19086cc-3b46-4c51-be42-0efea82e730f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:02:58.394379 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:58.430386 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 10:02:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc7b4fd-0acb-4cba-b6f7-26d2d7d8b46f x-openstack-request-id: req-fbc7b4fd-0acb-4cba-b6f7-26d2d7d8b46f {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 10:02:58.430731 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06fd9647-d967-430d-8094-2e2e18ef89af", "name": "network-vif-unplugged", "status": "completed", "tag": "64d659c8-762b-4941-aa14-6bb2e81dda3d", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 10:02:58.430986 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-fbc7b4fd-0acb-4cba-b6f7-26d2d7d8b46f {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 10:02:58.431372 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fd9647-d967-430d-8094-2e2e18ef89af', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '64d659c8-762b-4941-aa14-6bb2e81dda3d', 'code': 200} Jul 16 10:02:58.445374 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Pushing event updated for resources: {'Port': ['ID=64d659c8-762b-4941-aa14-6bb2e81dda3d,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:02:58.900287 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-650e727a-d6ed-46f2-87e7-d5142074c24e tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:02:58.902116 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-650e727a-d6ed-46f2-87e7-d5142074c24e tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.30 "GET /v2.0/networks?id=8501dc6f-e007-4a4c-a047-f44eda808f6d HTTP/1.1" status: 200 len: 810 time: 0.1384451 Jul 16 10:02:58.971744 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-9187d032-ab23-467a-b186-0cbf7d6910d1 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=195b5bc983bb45ce8836d698b6dda192 HTTP/1.1" status: 200 len: 380 time: 0.0599709 Jul 16 10:02:58.984060 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d139e5f-bd50-4429-9ce4-796eb32cb3b7 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Request body: {'port': {'device_id': '27e1f054-186a-494b-95dc-0c7ade32b3bf', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'admin_state_up': True, 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'security_groups': ['f76bf8c7-5334-489c-b3c0-9821380e7a6d']}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:02:59.134949 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-eafa68c3-01db-46ce-87af-8dea82c28fd3 req-39577d89-1835-4b50-aabe-5b14489094ab tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf HTTP/1.1" status: 200 len: 210 time: 0.0435977 Jul 16 10:02:59.198910 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d139e5f-bd50-4429-9ce4-796eb32cb3b7 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Made reservation on behalf of 195b5bc983bb45ce8836d698b6dda192 for: {'port': 1} {{(pid=93758) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 16 10:02:59.203288 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d139e5f-bd50-4429-9ce4-796eb32cb3b7 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:59.416761 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_common [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d139e5f-bd50-4429-9ce4-796eb32cb3b7 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Allocated IP 172.20.0.12 (8501dc6f-e007-4a4c-a047-f44eda808f6d/d2114b3e-095f-4bc9-a803-eb348a5dec7d/fdeb6a73-4fa2-4975-8218-18011f6e2eca) {{(pid=93758) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 10:02:59.655928 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d139e5f-bd50-4429-9ce4-796eb32cb3b7 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for port, precommit_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:59.674142 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d139e5f-bd50-4429-9ce4-796eb32cb3b7 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Transition to ACTIVE for port object fdeb6a73-4fa2-4975-8218-18011f6e2eca will not be triggered until provisioned by entity DHCP. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 10:02:59.725929 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d139e5f-bd50-4429-9ce4-796eb32cb3b7 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_create {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:59.805024 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d139e5f-bd50-4429-9ce4-796eb32cb3b7 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Network 8501dc6f-e007-4a4c-a047-f44eda808f6d is already hosted by enough agents. {{(pid=93758) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 10:02:59.808519 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.base_scheduler [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d139e5f-bd50-4429-9ce4-796eb32cb3b7 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Resources bound (agent type, host, resource id): {{(pid=93758) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 10:02:59.813130 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d139e5f-bd50-4429-9ce4-796eb32cb3b7 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Received port after_create {{(pid=93758) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 10:02:59.825403 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d139e5f-bd50-4429-9ce4-796eb32cb3b7 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Pushing event updated for resources: {'Port': ['ID=fdeb6a73-4fa2-4975-8218-18011f6e2eca,revision_number=1']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:02:59.855707 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d139e5f-bd50-4429-9ce4-796eb32cb3b7 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:02:59.856062 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d139e5f-bd50-4429-9ce4-796eb32cb3b7 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:02:59.856439 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d139e5f-bd50-4429-9ce4-796eb32cb3b7 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:02:59.856788 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d139e5f-bd50-4429-9ce4-796eb32cb3b7 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:02:59.857130 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d139e5f-bd50-4429-9ce4-796eb32cb3b7 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:02:59.857470 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d139e5f-bd50-4429-9ce4-796eb32cb3b7 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:02:59.857811 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d139e5f-bd50-4429-9ce4-796eb32cb3b7 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:02:59.858146 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d139e5f-bd50-4429-9ce4-796eb32cb3b7 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:02:59.858478 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d139e5f-bd50-4429-9ce4-796eb32cb3b7 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:02:59.858812 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d139e5f-bd50-4429-9ce4-796eb32cb3b7 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:02:59.859141 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d139e5f-bd50-4429-9ce4-796eb32cb3b7 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:02:59.859697 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d139e5f-bd50-4429-9ce4-796eb32cb3b7 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:02:59.888749 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d139e5f-bd50-4429-9ce4-796eb32cb3b7 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:02:59.889468 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d139e5f-bd50-4429-9ce4-796eb32cb3b7 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:02:59.912816 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d139e5f-bd50-4429-9ce4-796eb32cb3b7 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9361458 Jul 16 10:03:00.111438 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-938ab127-ff66-4973-9105-f9e7d3e4525d None None] Provisioning for port fdeb6a73-4fa2-4975-8218-18011f6e2eca completed by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 10:03:00.115332 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-938ab127-ff66-4973-9105-f9e7d3e4525d None None] Provisioning complete for port fdeb6a73-4fa2-4975-8218-18011f6e2eca triggered by entity DHCP. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:03:00.115712 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-938ab127-ff66-4973-9105-f9e7d3e4525d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:00.162340 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-938ab127-ff66-4973-9105-f9e7d3e4525d None None] Port fdeb6a73-4fa2-4975-8218-18011f6e2eca cannot update to ACTIVE because it is not bound. {{(pid=93760) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 16 10:03:00.354018 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3719b5-2acd-4da3-8602-f1c6f6c24d68 req-cffcd6ea-87ee-4923-81f9-5d3459065b2c tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:00.355668 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7d3719b5-2acd-4da3-8602-f1c6f6c24d68 req-cffcd6ea-87ee-4923-81f9-5d3459065b2c tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf HTTP/1.1" status: 200 len: 932 time: 0.0767798 Jul 16 10:03:00.400012 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-7d3719b5-2acd-4da3-8602-f1c6f6c24d68 req-3f94d7f1-bf0e-4c7f-9f82-059280290cc6 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/security-groups?id=f76bf8c7-5334-489c-b3c0-9821380e7a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384209 Jul 16 10:03:01.219101 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:03:01.609579 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd22c7fb-c2ef-41b8-82a8-2f9136edc478 req-a4e52cca-0fd0-4b2d-899c-c8e481d01abb tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:01.613397 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cd22c7fb-c2ef-41b8-82a8-2f9136edc478 req-a4e52cca-0fd0-4b2d-899c-c8e481d01abb tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf HTTP/1.1" status: 200 len: 932 time: 0.0713620 Jul 16 10:03:01.653406 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-cd22c7fb-c2ef-41b8-82a8-2f9136edc478 req-c19befe6-456e-4de7-a836-6102c5a22327 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/security-groups?id=f76bf8c7-5334-489c-b3c0-9821380e7a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363011 Jul 16 10:03:02.857127 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b557dc-34dc-40b7-b3b2-d84cf944320a req-7b7adbfa-eb47-4e20-b9db-5573270d81d5 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:02.858762 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-26b557dc-34dc-40b7-b3b2-d84cf944320a req-7b7adbfa-eb47-4e20-b9db-5573270d81d5 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf HTTP/1.1" status: 200 len: 932 time: 0.0702221 Jul 16 10:03:02.897988 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-26b557dc-34dc-40b7-b3b2-d84cf944320a req-b1cd7fca-c838-4b38-bb4e-c59b5331f59a tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/security-groups?id=f76bf8c7-5334-489c-b3c0-9821380e7a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327940 Jul 16 10:03:03.120693 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:03.199578 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:03.446620 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8540a702-169a-4caa-9496-5c01c63d8e86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:04.097030 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dec7ec1-7a9b-43a7-a6f7-321b4a78e052 req-c0db208a-36e9-4aac-b79b-040f9327ff35 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:04.098534 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7dec7ec1-7a9b-43a7-a6f7-321b4a78e052 req-c0db208a-36e9-4aac-b79b-040f9327ff35 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf HTTP/1.1" status: 200 len: 932 time: 0.0766070 Jul 16 10:03:04.137949 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-7dec7ec1-7a9b-43a7-a6f7-321b4a78e052 req-87867704-3ee3-401d-856d-dda8245acb8a tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/security-groups?id=f76bf8c7-5334-489c-b3c0-9821380e7a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330048 Jul 16 10:03:05.351094 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f47141c-1e08-4abf-84a8-6e72379965d8 req-947965d0-61ae-49a5-aa2c-fd32cddad3b5 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:05.353240 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1f47141c-1e08-4abf-84a8-6e72379965d8 req-947965d0-61ae-49a5-aa2c-fd32cddad3b5 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf HTTP/1.1" status: 200 len: 932 time: 0.0765221 Jul 16 10:03:05.392975 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-1f47141c-1e08-4abf-84a8-6e72379965d8 req-4231e520-5622-4f9b-a5b1-ab865487ce8e tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/security-groups?id=f76bf8c7-5334-489c-b3c0-9821380e7a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333958 Jul 16 10:03:05.879090 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c6facd8e-43ac-4291-9461-9ed61cb2bfcc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:06.202874 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:06.583274 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0f3d68-2b46-4d07-a689-7e467aa66fbb req-78451d18-bb69-4e7f-8d3f-5f9e5437cb33 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:06.584960 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6f0f3d68-2b46-4d07-a689-7e467aa66fbb req-78451d18-bb69-4e7f-8d3f-5f9e5437cb33 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf HTTP/1.1" status: 200 len: 932 time: 0.0714889 Jul 16 10:03:06.626791 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-6f0f3d68-2b46-4d07-a689-7e467aa66fbb req-1b4c8a27-7659-47a8-8b84-5b2c739761d6 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/security-groups?id=f76bf8c7-5334-489c-b3c0-9821380e7a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362272 Jul 16 10:03:07.498523 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:07.815668 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254feb99-2d2e-4fd5-a4c3-586c8c809475 req-2473fb59-6a8b-48f7-b73f-5d68dbbbc003 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:07.817790 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-254feb99-2d2e-4fd5-a4c3-586c8c809475 req-2473fb59-6a8b-48f7-b73f-5d68dbbbc003 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf HTTP/1.1" status: 200 len: 932 time: 0.0672281 Jul 16 10:03:07.859870 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-254feb99-2d2e-4fd5-a4c3-586c8c809475 req-74492cc6-ca35-48cd-a691-5a86f3ed626c tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/security-groups?id=f76bf8c7-5334-489c-b3c0-9821380e7a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352950 Jul 16 10:03:08.936172 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:09.050504 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf862d0-252d-41a5-8d25-a3a1cb487c9b req-e788c97b-5197-4641-bb5c-2f06a36ef8fd tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:09.052008 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fdf862d0-252d-41a5-8d25-a3a1cb487c9b req-e788c97b-5197-4641-bb5c-2f06a36ef8fd tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf HTTP/1.1" status: 200 len: 932 time: 0.0690854 Jul 16 10:03:09.096600 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-fdf862d0-252d-41a5-8d25-a3a1cb487c9b req-f29feacd-52e7-49af-80dc-8bbc0e3e5e2a tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/security-groups?id=f76bf8c7-5334-489c-b3c0-9821380e7a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378053 Jul 16 10:03:10.153123 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-6928acdc-f83e-487d-954c-391772c7d284 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] http://10.222.0.22:9696/v2.0/extensions returned with HTTP 200 {{(pid=93758) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 16 10:03:10.156438 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-6928acdc-f83e-487d-954c-391772c7d284 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0082619 Jul 16 10:03:10.212638 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.v2.base [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d7c3666-5e19-4157-8548-6a4df29ad319 service neutron] Request body: {'port': {'device_id': '27e1f054-186a-494b-95dc-0c7ade32b3bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-771362-37'}} {{(pid=93758) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:03:10.276035 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f44459d-8731-4c60-8be1-c1897f2aff3f req-60eedb1b-6a95-4f74-b05b-aceaf12cabe8 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:10.277613 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5f44459d-8731-4c60-8be1-c1897f2aff3f req-60eedb1b-6a95-4f74-b05b-aceaf12cabe8 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf HTTP/1.1" status: 200 len: 932 time: 0.0666664 Jul 16 10:03:10.292146 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d7c3666-5e19-4157-8548-6a4df29ad319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:10.314923 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-5f44459d-8731-4c60-8be1-c1897f2aff3f req-29804c18-7e55-4918-9600-bfbf94a54875 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/security-groups?id=f76bf8c7-5334-489c-b3c0-9821380e7a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317259 Jul 16 10:03:10.549218 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d7c3666-5e19-4157-8548-6a4df29ad319 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdeb6a73-4fa2-4975-8218-18011f6e2eca {{(pid=93758) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 10:03:10.556292 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d7c3666-5e19-4157-8548-6a4df29ad319 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:10.568117 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.provisioning_blocks [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d7c3666-5e19-4157-8548-6a4df29ad319 service neutron] Transition to ACTIVE for port object fdeb6a73-4fa2-4975-8218-18011f6e2eca will not be triggered until provisioned by entity L2. {{(pid=93758) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 16 10:03:10.571849 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d7c3666-5e19-4157-8548-6a4df29ad319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:10.621354 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c3666-5e19-4157-8548-6a4df29ad319 service neutron] Pushing event updated for resources: {'Port': ['ID=fdeb6a73-4fa2-4975-8218-18011f6e2eca,revision_number=2']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:03:10.691479 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d7c3666-5e19-4157-8548-6a4df29ad319 service neutron] Attempting to bind port fdeb6a73-4fa2-4975-8218-18011f6e2eca on host n-h1-771362-37 for vnic_type normal with profile {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 16 10:03:10.691817 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d7c3666-5e19-4157-8548-6a4df29ad319 service neutron] Attempting to bind port fdeb6a73-4fa2-4975-8218-18011f6e2eca by drivers openvswitch,hyperv on host n-h1-771362-37 at level 0 using segments [{'id': 'b19086cc-3b46-4c51-be42-0efea82e730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d'}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 16 10:03:10.692144 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d7c3666-5e19-4157-8548-6a4df29ad319 service neutron] Attempting to bind port fdeb6a73-4fa2-4975-8218-18011f6e2eca on network 8501dc6f-e007-4a4c-a047-f44eda808f6d {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 10:03:10.697317 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d7c3666-5e19-4157-8548-6a4df29ad319 service neutron] Port fdeb6a73-4fa2-4975-8218-18011f6e2eca on network 8501dc6f-e007-4a4c-a047-f44eda808f6d not bound, no agent of type Open vSwitch agent registered on host n-h1-771362-37 {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 16 10:03:10.698228 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d7c3666-5e19-4157-8548-6a4df29ad319 service neutron] Attempting to bind port fdeb6a73-4fa2-4975-8218-18011f6e2eca on network 8501dc6f-e007-4a4c-a047-f44eda808f6d {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 16 10:03:10.703732 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d7c3666-5e19-4157-8548-6a4df29ad319 service neutron] Checking agent: {'id': '1f6310bb-e1f3-4dcd-aa93-55b8cba4f6fa', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-771362-37', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'started_at': datetime.datetime(2021, 7, 16, 8, 20, 2), 'heartbeat_timestamp': datetime.datetime(2021, 7, 16, 10, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 16 10:03:10.704066 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d7c3666-5e19-4157-8548-6a4df29ad319 service neutron] Checking segment: {'id': 'b19086cc-3b46-4c51-be42-0efea82e730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93758) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 16 10:03:10.704472 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d7c3666-5e19-4157-8548-6a4df29ad319 service neutron] Bound using segment: {'id': 'b19086cc-3b46-4c51-be42-0efea82e730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d'} {{(pid=93758) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 16 10:03:10.704899 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.managers [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d7c3666-5e19-4157-8548-6a4df29ad319 service neutron] Bound port: fdeb6a73-4fa2-4975-8218-18011f6e2eca, host: n-h1-771362-37, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b19086cc-3b46-4c51-be42-0efea82e730f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d'}}] {{(pid=93758) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 16 10:03:10.705254 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d7c3666-5e19-4157-8548-6a4df29ad319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:10.778775 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d7c3666-5e19-4157-8548-6a4df29ad319 service neutron] For port fdeb6a73-4fa2-4975-8218-18011f6e2eca, host n-h1-771362-37, cleared binding levels {{(pid=93758) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 16 10:03:10.784120 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d7c3666-5e19-4157-8548-6a4df29ad319 service neutron] For port fdeb6a73-4fa2-4975-8218-18011f6e2eca, host n-h1-771362-37, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=fdeb6a73-4fa2-4975-8218-18011f6e2eca,segment=NetworkSegment(b19086cc-3b46-4c51-be42-0efea82e730f),segment_id=b19086cc-3b46-4c51-be42-0efea82e730f)] {{(pid=93758) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 16 10:03:10.787714 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d7c3666-5e19-4157-8548-6a4df29ad319 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4503290'] for port, after_update {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:10.824731 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d7c3666-5e19-4157-8548-6a4df29ad319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:10.825862 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d7c3666-5e19-4157-8548-6a4df29ad319 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:10.828058 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-4d7c3666-5e19-4157-8548-6a4df29ad319 service neutron] 10.222.0.30 "PUT /v2.0/ports/fdeb6a73-4fa2-4975-8218-18011f6e2eca HTTP/1.1" status: 200 len: 1093 time: 0.6640077 Jul 16 10:03:10.828521 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e1f054-186a-494b-95dc-0c7ade32b3bf', 'tag': 'fdeb6a73-4fa2-4975-8218-18011f6e2eca'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 10:03:10.830934 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-436b38cd-c7a7-45c1-bf10-f5233e1fdcda" -d '{"events": [{"name": "network-changed", "server_uuid": "27e1f054-186a-494b-95dc-0c7ade32b3bf", "tag": "fdeb6a73-4fa2-4975-8218-18011f6e2eca"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 10:03:10.861103 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c3666-5e19-4157-8548-6a4df29ad319 service neutron] Pushing event updated for resources: {'Port': ['ID=fdeb6a73-4fa2-4975-8218-18011f6e2eca,revision_number=3']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:03:10.899642 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 10:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e49c614c-83d7-4e2c-8b9f-d12acef43202 x-openstack-request-id: req-e49c614c-83d7-4e2c-8b9f-d12acef43202 {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 10:03:10.899911 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e1f054-186a-494b-95dc-0c7ade32b3bf", "tag": "fdeb6a73-4fa2-4975-8218-18011f6e2eca", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 10:03:10.900220 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e49c614c-83d7-4e2c-8b9f-d12acef43202 {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 10:03:10.900735 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e1f054-186a-494b-95dc-0c7ade32b3bf', 'tag': 'fdeb6a73-4fa2-4975-8218-18011f6e2eca', 'status': 'completed', 'code': 200} Jul 16 10:03:10.930495 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-9ac9c7f7-fa07-4912-98f9-1a1e5d2309a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:10.932627 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-9ac9c7f7-fa07-4912-98f9-1a1e5d2309a9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=195b5bc983bb45ce8836d698b6dda192&device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf HTTP/1.1" status: 200 len: 1096 time: 0.0620642 Jul 16 10:03:10.975012 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-9b3bb2bf-7e87-4bdc-9414-65c8ed53a0a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdeb6a73-4fa2-4975-8218-18011f6e2eca HTTP/1.1" status: 200 len: 217 time: 0.0356071 Jul 16 10:03:11.029086 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-3d4dbfb1-c1be-40ed-b160-2aa03c3f58bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:11.030590 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-3d4dbfb1-c1be-40ed-b160-2aa03c3f58bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d2114b3e-095f-4bc9-a803-eb348a5dec7d HTTP/1.1" status: 200 len: 849 time: 0.0498159 Jul 16 10:03:11.088393 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-314e1478-0d5c-4d0d-b92d-fcc2617a05e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:11.089861 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-314e1478-0d5c-4d0d-b92d-fcc2617a05e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8501dc6f-e007-4a4c-a047-f44eda808f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533648 Jul 16 10:03:11.183727 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-1887ef25-c9f4-421c-a72d-bf047b23ae61 service neutron] 10.222.0.30 "GET /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862088 Jul 16 10:03:11.268319 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-ae2a8f1b-6a9a-4b1c-b22a-0e97c50e8639 req-816e695a-4f7d-4fef-b985-abc296465c1d service neutron] 10.222.0.30 "GET /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786209 Jul 16 10:03:11.364075 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b38cd-c7a7-45c1-bf10-f5233e1fdcda req-8a9bb891-0b34-4e0c-8ccd-8cb71a85da63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:11.365667 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-436b38cd-c7a7-45c1-bf10-f5233e1fdcda req-8a9bb891-0b34-4e0c-8ccd-8cb71a85da63 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=195b5bc983bb45ce8836d698b6dda192&device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf HTTP/1.1" status: 200 len: 1096 time: 0.0535228 Jul 16 10:03:11.466056 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b38cd-c7a7-45c1-bf10-f5233e1fdcda req-2a23bb0c-775d-4c09-9c4f-9ac781754694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:11.467962 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-436b38cd-c7a7-45c1-bf10-f5233e1fdcda req-2a23bb0c-775d-4c09-9c4f-9ac781754694 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8501dc6f-e007-4a4c-a047-f44eda808f6d HTTP/1.1" status: 200 len: 911 time: 0.0965147 Jul 16 10:03:11.493881 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc4f149-32ef-479d-bb05-66896b6c0f9b req-f1410e31-db07-47b8-9738-91f9572ddbd1 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:11.500820 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0cc4f149-32ef-479d-bb05-66896b6c0f9b req-f1410e31-db07-47b8-9738-91f9572ddbd1 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf HTTP/1.1" status: 200 len: 944 time: 0.0742280 Jul 16 10:03:11.513198 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-436b38cd-c7a7-45c1-bf10-f5233e1fdcda req-cc066c26-e98a-4737-9c01-02f6efa0d14b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdeb6a73-4fa2-4975-8218-18011f6e2eca HTTP/1.1" status: 200 len: 217 time: 0.0388410 Jul 16 10:03:11.534652 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0cc4f149-32ef-479d-bb05-66896b6c0f9b req-c6f70282-0d31-4070-8955-4ff9c7f81c2f tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/security-groups?id=f76bf8c7-5334-489c-b3c0-9821380e7a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330107 Jul 16 10:03:11.567652 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b38cd-c7a7-45c1-bf10-f5233e1fdcda req-002c2e8c-454d-40a0-8a98-8be869f307a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:11.569317 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-436b38cd-c7a7-45c1-bf10-f5233e1fdcda req-002c2e8c-454d-40a0-8a98-8be869f307a3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d2114b3e-095f-4bc9-a803-eb348a5dec7d HTTP/1.1" status: 200 len: 849 time: 0.0494502 Jul 16 10:03:11.627935 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436b38cd-c7a7-45c1-bf10-f5233e1fdcda req-eeec361b-a807-4ee6-9ac0-3c775a37d9fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:11.629414 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-436b38cd-c7a7-45c1-bf10-f5233e1fdcda req-eeec361b-a807-4ee6-9ac0-3c775a37d9fb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8501dc6f-e007-4a4c-a047-f44eda808f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520229 Jul 16 10:03:11.719348 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-436b38cd-c7a7-45c1-bf10-f5233e1fdcda req-e985c106-e60f-4060-96b1-410f7c316add service neutron] 10.222.0.30 "GET /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824094 Jul 16 10:03:11.815918 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-436b38cd-c7a7-45c1-bf10-f5233e1fdcda req-ccd1a86e-b46e-4a5f-9d74-f8082d845dab service neutron] 10.222.0.30 "GET /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894470 Jul 16 10:03:12.710365 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd79add-6441-4401-bac0-6148914dd3ea req-b4f8a96c-11c4-4baf-9c50-d6727af5b1fc tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:12.711727 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0dd79add-6441-4401-bac0-6148914dd3ea req-b4f8a96c-11c4-4baf-9c50-d6727af5b1fc tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf HTTP/1.1" status: 200 len: 944 time: 0.0621884 Jul 16 10:03:12.750517 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-0dd79add-6441-4401-bac0-6148914dd3ea req-3935b2ef-ba43-4649-b3af-661270dd080b tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/security-groups?id=f76bf8c7-5334-489c-b3c0-9821380e7a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333173 Jul 16 10:03:13.923982 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd218dde-1fd6-44ff-9506-93a86378cd16 req-e8848fd3-e248-4dc1-ac6f-9957ac80d9b5 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:13.925477 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bd218dde-1fd6-44ff-9506-93a86378cd16 req-e8848fd3-e248-4dc1-ac6f-9957ac80d9b5 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf HTTP/1.1" status: 200 len: 944 time: 0.0638080 Jul 16 10:03:13.962945 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-bd218dde-1fd6-44ff-9506-93a86378cd16 req-37077213-2d41-4430-9f80-1dabc0a6b9fd tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/security-groups?id=f76bf8c7-5334-489c-b3c0-9821380e7a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318537 Jul 16 10:03:14.049073 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device fdeb6a73-4fa2-4975-8218-18011f6e2eca details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 10:03:14.142585 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port fdeb6a73-4fa2-4975-8218-18011f6e2eca, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=fdeb6a73-4fa2-4975-8218-18011f6e2eca,segment=NetworkSegment(b19086cc-3b46-4c51-be42-0efea82e730f),segment_id=b19086cc-3b46-4c51-be42-0efea82e730f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:03:14.153134 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'fdeb6a73-4fa2-4975-8218-18011f6e2eca', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'port_id': 'fdeb6a73-4fa2-4975-8218-18011f6e2eca', 'mac_address': 'fa:16:3e:d1:25:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 10:03:14.189037 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:14.204456 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdeb6a73-4fa2-4975-8218-18011f6e2eca {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 10:03:14.222715 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port fdeb6a73-4fa2-4975-8218-18011f6e2eca, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=fdeb6a73-4fa2-4975-8218-18011f6e2eca,segment=NetworkSegment(b19086cc-3b46-4c51-be42-0efea82e730f),segment_id=b19086cc-3b46-4c51-be42-0efea82e730f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:03:14.226985 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:14.272337 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=fdeb6a73-4fa2-4975-8218-18011f6e2eca,revision_number=4']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:03:14.471255 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['fdeb6a73-4fa2-4975-8218-18011f6e2eca'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 10:03:15.139184 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578d82cf-5539-44ec-8011-687c38aa3bba req-3e9e7f13-1fe8-40c5-9940-7d4d91fa17da tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:15.140695 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-578d82cf-5539-44ec-8011-687c38aa3bba req-3e9e7f13-1fe8-40c5-9940-7d4d91fa17da tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf HTTP/1.1" status: 200 len: 945 time: 0.0687153 Jul 16 10:03:15.177440 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-578d82cf-5539-44ec-8011-687c38aa3bba req-58c878e3-7a25-4cf6-b77f-95019afc3433 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/security-groups?id=f76bf8c7-5334-489c-b3c0-9821380e7a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311704 Jul 16 10:03:16.049077 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device fdeb6a73-4fa2-4975-8218-18011f6e2eca up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 10:03:16.095188 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning for port fdeb6a73-4fa2-4975-8218-18011f6e2eca completed by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 16 10:03:16.098831 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port fdeb6a73-4fa2-4975-8218-18011f6e2eca triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:03:16.099206 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:16.174370 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:16.195957 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e1f054-186a-494b-95dc-0c7ade32b3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdeb6a73-4fa2-4975-8218-18011f6e2eca'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 10:03:16.198804 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a90ffd8-77e9-4f3c-a639-b400310817be" -d '{"events": [{"server_uuid": "27e1f054-186a-494b-95dc-0c7ade32b3bf", "name": "network-vif-plugged", "status": "completed", "tag": "fdeb6a73-4fa2-4975-8218-18011f6e2eca"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 10:03:16.212392 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port fdeb6a73-4fa2-4975-8218-18011f6e2eca, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=fdeb6a73-4fa2-4975-8218-18011f6e2eca,segment=NetworkSegment(b19086cc-3b46-4c51-be42-0efea82e730f),segment_id=b19086cc-3b46-4c51-be42-0efea82e730f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:03:16.217680 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:16.242340 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 10:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ea412ea-a55f-4133-8849-d20705f78fab x-openstack-request-id: req-5ea412ea-a55f-4133-8849-d20705f78fab {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 10:03:16.242684 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e1f054-186a-494b-95dc-0c7ade32b3bf", "name": "network-vif-plugged", "status": "completed", "tag": "fdeb6a73-4fa2-4975-8218-18011f6e2eca", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 10:03:16.242945 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-5ea412ea-a55f-4133-8849-d20705f78fab {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 10:03:16.243331 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e1f054-186a-494b-95dc-0c7ade32b3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdeb6a73-4fa2-4975-8218-18011f6e2eca', 'code': 200} Jul 16 10:03:16.267843 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=fdeb6a73-4fa2-4975-8218-18011f6e2eca,revision_number=5']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:03:16.352612 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487bd67a-4bbb-46e4-a1b5-dd47b1589bf6 req-055edc97-7747-44c9-ad32-67fd989cecad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:16.354154 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-487bd67a-4bbb-46e4-a1b5-dd47b1589bf6 req-055edc97-7747-44c9-ad32-67fd989cecad service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf HTTP/1.1" status: 200 len: 1098 time: 0.0526741 Jul 16 10:03:16.367699 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135bb1a0-cfcb-4266-9778-72b2d8e4d2ed req-cabe0718-b1d9-4cf0-bcc0-b01d26a90dd7 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:16.369287 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-135bb1a0-cfcb-4266-9778-72b2d8e4d2ed req-cabe0718-b1d9-4cf0-bcc0-b01d26a90dd7 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf HTTP/1.1" status: 200 len: 946 time: 0.0666769 Jul 16 10:03:16.389078 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-487bd67a-4bbb-46e4-a1b5-dd47b1589bf6 req-9981b04b-8828-4a9d-a805-2849dd0e4f8c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f76bf8c7-5334-489c-b3c0-9821380e7a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290477 Jul 16 10:03:16.407204 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-135bb1a0-cfcb-4266-9778-72b2d8e4d2ed req-8ee6636e-4539-42d5-9beb-344f3b43c32e tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/security-groups?id=f76bf8c7-5334-489c-b3c0-9821380e7a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322254 Jul 16 10:03:17.578764 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c850fc-5eea-4c87-8e48-05d48d63a10f req-ac3dc7a0-dd45-4228-9a10-68b089726a18 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:17.580266 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-52c850fc-5eea-4c87-8e48-05d48d63a10f req-ac3dc7a0-dd45-4228-9a10-68b089726a18 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf HTTP/1.1" status: 200 len: 946 time: 0.0626440 Jul 16 10:03:17.617971 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-52c850fc-5eea-4c87-8e48-05d48d63a10f req-0ad5b41c-2487-4f2a-8ff7-d4399ed08ae4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/security-groups?id=f76bf8c7-5334-489c-b3c0-9821380e7a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321143 Jul 16 10:03:17.790226 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ba03f4-c6ff-42b0-82d5-bde61640dadf req-50a66798-124c-4869-a8c5-7af7be313b11 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:17.791701 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47ba03f4-c6ff-42b0-82d5-bde61640dadf req-50a66798-124c-4869-a8c5-7af7be313b11 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf HTTP/1.1" status: 200 len: 946 time: 0.0629630 Jul 16 10:03:17.829273 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-47ba03f4-c6ff-42b0-82d5-bde61640dadf req-9678f6ff-03e1-43da-98b4-7e93981e6651 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/security-groups?id=f76bf8c7-5334-489c-b3c0-9821380e7a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315955 Jul 16 10:03:17.852897 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51614) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:03:17.902910 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d85e88-5941-4aaf-ad42-6e8520c0a3e2 tempest-TestSnapshotPattern-286742317 tempest-TestSnapshotPattern-286742317-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:17.904547 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-85d85e88-5941-4aaf-ad42-6e8520c0a3e2 tempest-TestSnapshotPattern-286742317 tempest-TestSnapshotPattern-286742317-project-admin] 10.222.0.22 "GET /v2.0/ports?device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf HTTP/1.1" status: 200 len: 1093 time: 0.0506606 Jul 16 10:03:17.907286 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51616) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:03:17.911525 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.v2.base [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Request body: {'floatingip': {'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'port_id': 'fdeb6a73-4fa2-4975-8218-18011f6e2eca', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93759) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 16 10:03:17.933023 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for floatingip, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:18.030374 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:18.137426 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.db_base_plugin_common [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Allocated IP 172.25.3.80 (4a545af8-8142-4a44-8290-045c2901c634/b437d82c-a89c-4a22-8469-4f8b23f67c10/d2f7832e-f414-4d9a-8483-f3c60923b1d7) {{(pid=93759) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 16 10:03:18.235242 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for port, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:18.273867 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8792699839115', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:18.313735 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Network 4a545af8-8142-4a44-8290-045c2901c634 is already hosted by enough agents. {{(pid=93759) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 16 10:03:18.316641 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.base_scheduler [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Resources bound (agent type, host, resource id): {{(pid=93759) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 16 10:03:18.320993 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Received port after_create {{(pid=93759) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 16 10:03:18.324664 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Pushing event updated for resources: {'Port': ['ID=d2f7832e-f414-4d9a-8483-f3c60923b1d7,revision_number=1']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:03:18.354638 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:03:18.355019 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:03:18.355370 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:03:18.355714 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:03:18.356055 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:03:18.356415 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:03:18.356753 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:03:18.357085 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:03:18.357415 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:03:18.357745 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:03:18.358072 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:03:18.358409 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:03:18.690271 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:18.767870 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:18.914673 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for port, precommit_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:18.919511 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16564151'] for port, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:18.984479 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Pushing event updated for resources: {'Port': ['ID=d2f7832e-f414-4d9a-8483-f3c60923b1d7,revision_number=2']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:03:18.995721 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-523689'] for floatingip, after_update {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:19.437193 n-d-771362-37 neutron-server[93759]: INFO neutron.db.l3_db [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Floating IP 192e9934-9290-4283-9445-4f9058e22d3e associated. External IP: 172.25.3.80, port: fdeb6a73-4fa2-4975-8218-18011f6e2eca. Jul 16 10:03:19.641237 n-d-771362-37 neutron-server[93759]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Router ce342697-0278-4212-9cd6-fd541a15df6d has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93759) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 10:03:19.746991 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93759) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 10:03:19.756596 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb4099a-4297-48bb-95d7-516d107b28a3 None None] Sync routers for ids ['ce342697-0278-4212-9cd6-fd541a15df6d'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 10:03:19.763999 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:19.766754 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb4099a-4297-48bb-95d7-516d107b28a3 None None] Routers {'ce342697-0278-4212-9cd6-fd541a15df6d'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:03:19.767369 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9fb4099a-4297-48bb-95d7-516d107b28a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T10:03:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['ce342697-0278-4212-9cd6-fd541a15df6d'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:03:19.799384 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-b40942ec-1160-49c7-8180-6d7adb543ff4 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8911006 Jul 16 10:03:19.799966 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e1f054-186a-494b-95dc-0c7ade32b3bf', 'tag': 'fdeb6a73-4fa2-4975-8218-18011f6e2eca'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 10:03:19.802281 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a33a5f2-de4c-4bc5-ad6f-be923ff71e6c" -d '{"events": [{"name": "network-changed", "server_uuid": "27e1f054-186a-494b-95dc-0c7ade32b3bf", "tag": "fdeb6a73-4fa2-4975-8218-18011f6e2eca"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 10:03:19.878483 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-9fb4099a-4297-48bb-95d7-516d107b28a3 None None] Set router ce342697-0278-4212-9cd6-fd541a15df6d gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:03:19.889810 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 10:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89c413b7-e309-4f0c-b740-7d77a0dd79fe x-openstack-request-id: req-89c413b7-e309-4f0c-b740-7d77a0dd79fe {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 10:03:19.890104 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e1f054-186a-494b-95dc-0c7ade32b3bf", "tag": "fdeb6a73-4fa2-4975-8218-18011f6e2eca", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 10:03:19.890359 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-89c413b7-e309-4f0c-b740-7d77a0dd79fe {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 10:03:19.890762 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e1f054-186a-494b-95dc-0c7ade32b3bf', 'tag': 'fdeb6a73-4fa2-4975-8218-18011f6e2eca', 'status': 'completed', 'code': 200} Jul 16 10:03:19.969568 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33a5f2-de4c-4bc5-ad6f-be923ff71e6c req-823f3669-1cdd-433e-97d7-e70119f9ae18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:19.971077 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4a33a5f2-de4c-4bc5-ad6f-be923ff71e6c req-823f3669-1cdd-433e-97d7-e70119f9ae18 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=195b5bc983bb45ce8836d698b6dda192&device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf HTTP/1.1" status: 200 len: 1098 time: 0.0570590 Jul 16 10:03:20.058851 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33a5f2-de4c-4bc5-ad6f-be923ff71e6c req-dd8bdee2-1937-4052-a2fc-b5183171224c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:20.060365 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4a33a5f2-de4c-4bc5-ad6f-be923ff71e6c req-dd8bdee2-1937-4052-a2fc-b5183171224c service neutron] 10.222.0.30 "GET /v2.0/networks?id=8501dc6f-e007-4a4c-a047-f44eda808f6d HTTP/1.1" status: 200 len: 911 time: 0.0836716 Jul 16 10:03:20.098256 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9fb4099a-4297-48bb-95d7-516d107b28a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'name': 'tempest-TestSnapshotPattern-1588842854-router', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:26Z', 'revision_number': 4, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'gw_port': {'id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '192e9934-9290-4283-9445-4f9058e22d3e', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'port_id': 'fdeb6a73-4fa2-4975-8218-18011f6e2eca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'mac_address': 'fa:16:3e:d1:25:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e1f054-186a-494b-95dc-0c7ade32b3bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T10:03:18Z', 'updated_at': '2021-07-16T10:03:18Z', 'revision_number': 0, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'fixed_ip_address_scope': None}, {'id': '652fda81-50c8-4c65-9be7-517ff3fe1703', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'port_id': '64d659c8-762b-4941-aa14-6bb2e81dda3d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'mac_address': 'fa:16:3e:b6:49:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fd9647-d967-430d-8094-2e2e18ef89af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T10:00:44Z', 'updated_at': '2021-07-16T10:00:46Z', 'revision_number': 1, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598', 'name': '', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'mac_address': 'fa:16:3e:cd:77:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:26Z', 'updated_at': '2021-07-16T10:00:32Z', 'revision_number': 5, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'subnets': [{'id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:03:20.128900 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4a33a5f2-de4c-4bc5-ad6f-be923ff71e6c req-f9a2597c-ea5f-4b00-96a7-32c8ba3c82fb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdeb6a73-4fa2-4975-8218-18011f6e2eca HTTP/1.1" status: 200 len: 999 time: 0.0628154 Jul 16 10:03:20.131298 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb4099a-4297-48bb-95d7-516d107b28a3 None None] Checking router: ce342697-0278-4212-9cd6-fd541a15df6d for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 10:03:20.139399 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fb4099a-4297-48bb-95d7-516d107b28a3 None None] Routers {'ce342697-0278-4212-9cd6-fd541a15df6d'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:03:20.140043 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9fb4099a-4297-48bb-95d7-516d107b28a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T10:03:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['ce342697-0278-4212-9cd6-fd541a15df6d'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:03:20.183734 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33a5f2-de4c-4bc5-ad6f-be923ff71e6c req-2814074a-fda3-42c4-885b-45f662643526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:20.184908 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4a33a5f2-de4c-4bc5-ad6f-be923ff71e6c req-2814074a-fda3-42c4-885b-45f662643526 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d2114b3e-095f-4bc9-a803-eb348a5dec7d HTTP/1.1" status: 200 len: 849 time: 0.0501604 Jul 16 10:03:20.245387 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33a5f2-de4c-4bc5-ad6f-be923ff71e6c req-2b3f5a22-823f-42ae-91b2-c00c80ca0f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:20.246768 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4a33a5f2-de4c-4bc5-ad6f-be923ff71e6c req-2b3f5a22-823f-42ae-91b2-c00c80ca0f55 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8501dc6f-e007-4a4c-a047-f44eda808f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558062 Jul 16 10:03:20.341664 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-9fb4099a-4297-48bb-95d7-516d107b28a3 None None] Set router ce342697-0278-4212-9cd6-fd541a15df6d gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:03:20.342269 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4a33a5f2-de4c-4bc5-ad6f-be923ff71e6c req-384597d1-e458-4b3b-bc59-6adad82e571a service neutron] 10.222.0.30 "GET /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895617 Jul 16 10:03:20.429490 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-4a33a5f2-de4c-4bc5-ad6f-be923ff71e6c req-f5553b17-6a26-4f05-ac75-14b4b5d5d50d service neutron] 10.222.0.30 "GET /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813985 Jul 16 10:03:20.563940 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-9fb4099a-4297-48bb-95d7-516d107b28a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'name': 'tempest-TestSnapshotPattern-1588842854-router', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:26Z', 'revision_number': 4, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'gw_port': {'id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '192e9934-9290-4283-9445-4f9058e22d3e', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'port_id': 'fdeb6a73-4fa2-4975-8218-18011f6e2eca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'mac_address': 'fa:16:3e:d1:25:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e1f054-186a-494b-95dc-0c7ade32b3bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T10:03:18Z', 'updated_at': '2021-07-16T10:03:18Z', 'revision_number': 0, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'fixed_ip_address_scope': None}, {'id': '652fda81-50c8-4c65-9be7-517ff3fe1703', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'port_id': '64d659c8-762b-4941-aa14-6bb2e81dda3d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'mac_address': 'fa:16:3e:b6:49:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fd9647-d967-430d-8094-2e2e18ef89af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T10:00:44Z', 'updated_at': '2021-07-16T10:00:46Z', 'revision_number': 1, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598', 'name': '', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'mac_address': 'fa:16:3e:cd:77:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:26Z', 'updated_at': '2021-07-16T10:00:32Z', 'revision_number': 5, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'subnets': [{'id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:03:20.593269 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fb4099a-4297-48bb-95d7-516d107b28a3 None None] The sync data for ids ['ce342697-0278-4212-9cd6-fd541a15df6d'] in n-d-771362-37 is: [{'id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'name': 'tempest-TestSnapshotPattern-1588842854-router', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:26Z', 'revision_number': 4, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'gw_port': {'id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '192e9934-9290-4283-9445-4f9058e22d3e', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'floating_ip_address': '172.25.3.80', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'port_id': 'fdeb6a73-4fa2-4975-8218-18011f6e2eca', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4316, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'mac_address': 'fa:16:3e:d1:25:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '27e1f054-186a-494b-95dc-0c7ade32b3bf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T10:03:18Z', 'updated_at': '2021-07-16T10:03:18Z', 'revision_number': 0, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'fixed_ip_address_scope': None}, {'id': '652fda81-50c8-4c65-9be7-517ff3fe1703', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'port_id': '64d659c8-762b-4941-aa14-6bb2e81dda3d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'mac_address': 'fa:16:3e:b6:49:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fd9647-d967-430d-8094-2e2e18ef89af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T10:00:44Z', 'updated_at': '2021-07-16T10:00:46Z', 'revision_number': 1, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598', 'name': '', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'mac_address': 'fa:16:3e:cd:77:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:26Z', 'updated_at': '2021-07-16T10:00:32Z', 'revision_number': 5, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'subnets': [{'id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 10:03:20.782564 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6566aa22-ea4c-437e-bf15-6282dd3f3722 None None] New status for floating IP 192e9934-9290-4283-9445-4f9058e22d3e: ACTIVE {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 10:03:33.124341 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:33.205094 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:33.421194 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-27c17876-d7cb-47f4-b4df-839ba8c6d3a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:34.184486 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0d91d160-63cc-4059-84df-db8396980591 req-dd428c1b-e51f-4466-b57c-895928d3a57c service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06fd9647-d967-430d-8094-2e2e18ef89af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0500407 Jul 16 10:03:34.274824 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91d160-63cc-4059-84df-db8396980591 req-93930220-d493-4bfe-b44e-6021ffcfec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:34.276287 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0d91d160-63cc-4059-84df-db8396980591 req-93930220-d493-4bfe-b44e-6021ffcfec6f service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=195b5bc983bb45ce8836d698b6dda192&device_id=06fd9647-d967-430d-8094-2e2e18ef89af HTTP/1.1" status: 200 len: 1095 time: 0.0510912 Jul 16 10:03:34.379346 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91d160-63cc-4059-84df-db8396980591 req-78486335-7083-41ea-8ede-d8e0f85f9c2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:34.380838 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0d91d160-63cc-4059-84df-db8396980591 req-78486335-7083-41ea-8ede-d8e0f85f9c2a service neutron] 10.222.0.21 "GET /v2.0/networks?id=8501dc6f-e007-4a4c-a047-f44eda808f6d HTTP/1.1" status: 200 len: 911 time: 0.0863221 Jul 16 10:03:34.450287 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0d91d160-63cc-4059-84df-db8396980591 req-fbb89ce4-ed52-48c1-a916-1140b3e8cb0f service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64d659c8-762b-4941-aa14-6bb2e81dda3d HTTP/1.1" status: 200 len: 998 time: 0.0629873 Jul 16 10:03:34.485676 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-da23c0cc-3a04-4395-8697-3110ecc1482c req-23485460-1a45-4356-89cc-87046777a6f9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0562844 Jul 16 10:03:34.500264 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91d160-63cc-4059-84df-db8396980591 req-78307d62-e21c-4ebe-b3e5-42efda615812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:34.501796 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0d91d160-63cc-4059-84df-db8396980591 req-78307d62-e21c-4ebe-b3e5-42efda615812 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2114b3e-095f-4bc9-a803-eb348a5dec7d HTTP/1.1" status: 200 len: 849 time: 0.0453558 Jul 16 10:03:34.558343 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d91d160-63cc-4059-84df-db8396980591 req-0a9f97b5-f64c-4b38-9adf-2903a42bb271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:34.559856 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0d91d160-63cc-4059-84df-db8396980591 req-0a9f97b5-f64c-4b38-9adf-2903a42bb271 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8501dc6f-e007-4a4c-a047-f44eda808f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522165 Jul 16 10:03:34.581919 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23c0cc-3a04-4395-8697-3110ecc1482c req-89de67f3-4b29-4b0d-94bb-2b9568296364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:34.583427 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-da23c0cc-3a04-4395-8697-3110ecc1482c req-89de67f3-4b29-4b0d-94bb-2b9568296364 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=195b5bc983bb45ce8836d698b6dda192&device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf HTTP/1.1" status: 200 len: 1098 time: 0.0524471 Jul 16 10:03:34.653731 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0d91d160-63cc-4059-84df-db8396980591 req-b3ef040b-4020-4556-b095-348492be47a4 service neutron] 10.222.0.21 "GET /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869703 Jul 16 10:03:34.685934 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23c0cc-3a04-4395-8697-3110ecc1482c req-2d5b98c3-ce57-4fdb-bc6f-b9e65ad8e187 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:34.687414 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-da23c0cc-3a04-4395-8697-3110ecc1482c req-2d5b98c3-ce57-4fdb-bc6f-b9e65ad8e187 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8501dc6f-e007-4a4c-a047-f44eda808f6d HTTP/1.1" status: 200 len: 911 time: 0.0840733 Jul 16 10:03:34.743346 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-0d91d160-63cc-4059-84df-db8396980591 req-0949a415-ebba-46f1-9ba3-703cc8430a6a service neutron] 10.222.0.21 "GET /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826945 Jul 16 10:03:34.756236 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-da23c0cc-3a04-4395-8697-3110ecc1482c req-db1d3b59-3c3f-456d-8d64-2f6d7ea59e50 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdeb6a73-4fa2-4975-8218-18011f6e2eca HTTP/1.1" status: 200 len: 1001 time: 0.0626366 Jul 16 10:03:34.804734 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23c0cc-3a04-4395-8697-3110ecc1482c req-dda23a32-67ed-423e-80ca-d2ad1bbe7174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:34.806236 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-da23c0cc-3a04-4395-8697-3110ecc1482c req-dda23a32-67ed-423e-80ca-d2ad1bbe7174 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d2114b3e-095f-4bc9-a803-eb348a5dec7d HTTP/1.1" status: 200 len: 849 time: 0.0444536 Jul 16 10:03:34.865621 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da23c0cc-3a04-4395-8697-3110ecc1482c req-87f1811b-c227-4889-9c16-8fb288ad6f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:03:34.867068 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-da23c0cc-3a04-4395-8697-3110ecc1482c req-87f1811b-c227-4889-9c16-8fb288ad6f13 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8501dc6f-e007-4a4c-a047-f44eda808f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0505207 Jul 16 10:03:34.962376 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-da23c0cc-3a04-4395-8697-3110ecc1482c req-4fb3d843-06a1-4ca8-a4d0-517c174c4e51 service neutron] 10.222.0.30 "GET /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861504 Jul 16 10:03:35.051313 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-da23c0cc-3a04-4395-8697-3110ecc1482c req-ce6c44b6-a38a-4bd8-8109-e68c0c90de6f service neutron] 10.222.0.30 "GET /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810535 Jul 16 10:03:35.882939 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0a6c2ca8-7be2-48b9-b5d1-3cc44830974f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:36.194420 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:37.498044 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:03:38.219854 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:03:38.935653 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:03.126702 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:03.206920 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:03.422008 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a5763095-c5f2-4f9f-9fd2-7a4d88f2226e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:05.883382 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b2dbabbd-e457-4b88-a5ef-f7883b2f7efd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:06.196239 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:07.500275 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:08.938964 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:15.218211 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:04:33.145671 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:33.205395 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:33.421428 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-58244483-847a-4cfa-865e-506a8aaf1d36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:34.203772 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a7dd6e32-7620-4b36-969a-371b8f937a28 req-3963a956-c534-4190-9c89-14ba809d32d2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=06fd9647-d967-430d-8094-2e2e18ef89af&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0948186 Jul 16 10:04:34.295905 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd6e32-7620-4b36-969a-371b8f937a28 req-d2e15c0f-728c-4dad-9baa-f83b45be1c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:34.297394 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a7dd6e32-7620-4b36-969a-371b8f937a28 req-d2e15c0f-728c-4dad-9baa-f83b45be1c8b service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=195b5bc983bb45ce8836d698b6dda192&device_id=06fd9647-d967-430d-8094-2e2e18ef89af HTTP/1.1" status: 200 len: 1095 time: 0.0506744 Jul 16 10:04:34.399973 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd6e32-7620-4b36-969a-371b8f937a28 req-eeaaabe3-929f-4998-860c-57cb3c2dd652 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:34.401359 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a7dd6e32-7620-4b36-969a-371b8f937a28 req-eeaaabe3-929f-4998-860c-57cb3c2dd652 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8501dc6f-e007-4a4c-a047-f44eda808f6d HTTP/1.1" status: 200 len: 911 time: 0.0830452 Jul 16 10:04:34.473621 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a7dd6e32-7620-4b36-969a-371b8f937a28 req-1e4b1bff-aaff-4039-b747-af8e1864a318 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64d659c8-762b-4941-aa14-6bb2e81dda3d HTTP/1.1" status: 200 len: 998 time: 0.0659044 Jul 16 10:04:34.510869 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e820ed62-bb8f-4c3c-9066-e801d9b3d26d req-5d90582d-ce81-4fe3-a9c3-cc3b66410b42 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0552325 Jul 16 10:04:34.521515 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd6e32-7620-4b36-969a-371b8f937a28 req-d90ec56e-a51f-447a-820d-2db91f6eacae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:34.522967 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a7dd6e32-7620-4b36-969a-371b8f937a28 req-d90ec56e-a51f-447a-820d-2db91f6eacae service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2114b3e-095f-4bc9-a803-eb348a5dec7d HTTP/1.1" status: 200 len: 849 time: 0.0436497 Jul 16 10:04:34.580969 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd6e32-7620-4b36-969a-371b8f937a28 req-9748afca-e67e-44df-82d9-f78240cc638e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:34.582948 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a7dd6e32-7620-4b36-969a-371b8f937a28 req-9748afca-e67e-44df-82d9-f78240cc638e service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8501dc6f-e007-4a4c-a047-f44eda808f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542638 Jul 16 10:04:34.624069 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820ed62-bb8f-4c3c-9066-e801d9b3d26d req-cc9559a3-6719-40d0-8ce1-282c51c9b465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:34.625606 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e820ed62-bb8f-4c3c-9066-e801d9b3d26d req-cc9559a3-6719-40d0-8ce1-282c51c9b465 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=195b5bc983bb45ce8836d698b6dda192&device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf HTTP/1.1" status: 200 len: 1098 time: 0.0526793 Jul 16 10:04:34.677153 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a7dd6e32-7620-4b36-969a-371b8f937a28 req-731bbee6-f0e7-4674-b442-80911ac2aa42 service neutron] 10.222.0.21 "GET /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882957 Jul 16 10:04:34.730291 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820ed62-bb8f-4c3c-9066-e801d9b3d26d req-c5ce3244-528d-4745-b5a1-32208ea1fa25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:34.731755 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e820ed62-bb8f-4c3c-9066-e801d9b3d26d req-c5ce3244-528d-4745-b5a1-32208ea1fa25 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8501dc6f-e007-4a4c-a047-f44eda808f6d HTTP/1.1" status: 200 len: 911 time: 0.0869091 Jul 16 10:04:34.767160 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-a7dd6e32-7620-4b36-969a-371b8f937a28 req-e085cf29-4d87-43f2-9d50-344a9f431504 service neutron] 10.222.0.21 "GET /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839860 Jul 16 10:04:34.795460 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e820ed62-bb8f-4c3c-9066-e801d9b3d26d req-589f587c-d60c-4825-90b5-8b032285b81e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdeb6a73-4fa2-4975-8218-18011f6e2eca HTTP/1.1" status: 200 len: 1001 time: 0.0571971 Jul 16 10:04:34.842503 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820ed62-bb8f-4c3c-9066-e801d9b3d26d req-7938f7cc-215a-4dfa-816b-945d2b44a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:34.843900 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e820ed62-bb8f-4c3c-9066-e801d9b3d26d req-7938f7cc-215a-4dfa-816b-945d2b44a80a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d2114b3e-095f-4bc9-a803-eb348a5dec7d HTTP/1.1" status: 200 len: 849 time: 0.0424719 Jul 16 10:04:34.901761 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e820ed62-bb8f-4c3c-9066-e801d9b3d26d req-dfb5f548-c633-4884-b28f-b2cab7cd2a66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:04:34.903215 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e820ed62-bb8f-4c3c-9066-e801d9b3d26d req-dfb5f548-c633-4884-b28f-b2cab7cd2a66 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8501dc6f-e007-4a4c-a047-f44eda808f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537000 Jul 16 10:04:34.989428 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e820ed62-bb8f-4c3c-9066-e801d9b3d26d req-125a9f7c-7e66-4d25-bcf6-64506c5aa2a8 service neutron] 10.222.0.30 "GET /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793600 Jul 16 10:04:35.080571 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-e820ed62-bb8f-4c3c-9066-e801d9b3d26d req-5b754ea6-5685-4241-9b3a-b8b490f4fb91 service neutron] 10.222.0.30 "GET /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855286 Jul 16 10:04:35.884091 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-138346b2-0922-49e3-8445-f954955c95d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:36.197227 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:37.503058 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:38.941328 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:50.561514 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device fdeb6a73-4fa2-4975-8218-18011f6e2eca details requested by agent hyperv_n-h1-771362-37 with host n-h1-771362-37 {{(pid=93760) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 16 10:04:50.657200 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port fdeb6a73-4fa2-4975-8218-18011f6e2eca, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=fdeb6a73-4fa2-4975-8218-18011f6e2eca,segment=NetworkSegment(b19086cc-3b46-4c51-be42-0efea82e730f),segment_id=b19086cc-3b46-4c51-be42-0efea82e730f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:04:50.668636 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Returning: {'device': 'fdeb6a73-4fa2-4975-8218-18011f6e2eca', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'port_id': 'fdeb6a73-4fa2-4975-8218-18011f6e2eca', 'mac_address': 'fa:16:3e:d1:25:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93760) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 16 10:04:50.704129 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:50.717734 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fdeb6a73-4fa2-4975-8218-18011f6e2eca {{(pid=93760) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 16 10:04:50.740631 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port fdeb6a73-4fa2-4975-8218-18011f6e2eca, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=fdeb6a73-4fa2-4975-8218-18011f6e2eca,segment=NetworkSegment(b19086cc-3b46-4c51-be42-0efea82e730f),segment_id=b19086cc-3b46-4c51-be42-0efea82e730f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:04:50.745910 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:50.805318 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=fdeb6a73-4fa2-4975-8218-18011f6e2eca,revision_number=6']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:04:50.812604 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:04:50.812880 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:04:50.813225 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:04:50.813562 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:04:50.813903 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:04:50.814258 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:04:50.814611 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:04:50.814941 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:04:50.815288 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:04:50.815613 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:04:50.815941 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:04:50.816264 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93760) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:04:50.824136 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] get_ports_and_sgs() called for port_ids ['fdeb6a73-4fa2-4975-8218-18011f6e2eca'] {{(pid=93760) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 16 10:04:52.217200 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:04:52.570857 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device fdeb6a73-4fa2-4975-8218-18011f6e2eca up at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 16 10:04:52.635882 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.provisioning_blocks [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Provisioning complete for port fdeb6a73-4fa2-4975-8218-18011f6e2eca triggered by entity L2. {{(pid=93760) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 16 10:04:52.636451 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1391913'] for port, provisioning_complete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:52.737349 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:52.763944 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e1f054-186a-494b-95dc-0c7ade32b3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdeb6a73-4fa2-4975-8218-18011f6e2eca'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 10:04:52.766344 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b97385f-0b45-48eb-b475-75885a8d273b" -d '{"events": [{"server_uuid": "27e1f054-186a-494b-95dc-0c7ade32b3bf", "name": "network-vif-plugged", "status": "completed", "tag": "fdeb6a73-4fa2-4975-8218-18011f6e2eca"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 10:04:52.781657 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port fdeb6a73-4fa2-4975-8218-18011f6e2eca, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=fdeb6a73-4fa2-4975-8218-18011f6e2eca,segment=NetworkSegment(b19086cc-3b46-4c51-be42-0efea82e730f),segment_id=b19086cc-3b46-4c51-be42-0efea82e730f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:04:52.787450 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:04:52.849449 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 10:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fa52e3c-8e9e-4294-bc95-5241b31cb92b x-openstack-request-id: req-9fa52e3c-8e9e-4294-bc95-5241b31cb92b {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 10:04:52.849741 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e1f054-186a-494b-95dc-0c7ade32b3bf", "name": "network-vif-plugged", "status": "completed", "tag": "fdeb6a73-4fa2-4975-8218-18011f6e2eca", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 10:04:52.849996 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-9fa52e3c-8e9e-4294-bc95-5241b31cb92b {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 10:04:52.850412 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e1f054-186a-494b-95dc-0c7ade32b3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdeb6a73-4fa2-4975-8218-18011f6e2eca', 'code': 200} Jul 16 10:04:52.857538 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=fdeb6a73-4fa2-4975-8218-18011f6e2eca,revision_number=7']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:05:01.492625 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51836) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:05:01.644177 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d17aed43-27ee-4ec8-8dc4-398bdf491d86 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Deleting port d2f7832e-f414-4d9a-8483-f3c60923b1d7 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:05:01.644553 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d17aed43-27ee-4ec8-8dc4-398bdf491d86 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:01.718997 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d17aed43-27ee-4ec8-8dc4-398bdf491d86 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:01.719334 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d17aed43-27ee-4ec8-8dc4-398bdf491d86 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:01.731114 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d17aed43-27ee-4ec8-8dc4-398bdf491d86 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Calling delete_port for d2f7832e-f414-4d9a-8483-f3c60923b1d7 owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:05:01.872063 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d17aed43-27ee-4ec8-8dc4-398bdf491d86 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:01.898566 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17aed43-27ee-4ec8-8dc4-398bdf491d86 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Pushing event deleted for resources: {'Port': ['ID=d2f7832e-f414-4d9a-8483-f3c60923b1d7,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:05:01.909628 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17aed43-27ee-4ec8-8dc4-398bdf491d86 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:01.910048 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17aed43-27ee-4ec8-8dc4-398bdf491d86 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:01.910371 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17aed43-27ee-4ec8-8dc4-398bdf491d86 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:01.910715 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17aed43-27ee-4ec8-8dc4-398bdf491d86 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:01.911055 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17aed43-27ee-4ec8-8dc4-398bdf491d86 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:01.911392 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17aed43-27ee-4ec8-8dc4-398bdf491d86 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:01.911725 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17aed43-27ee-4ec8-8dc4-398bdf491d86 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:01.912056 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17aed43-27ee-4ec8-8dc4-398bdf491d86 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:01.912441 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17aed43-27ee-4ec8-8dc4-398bdf491d86 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:01.912779 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17aed43-27ee-4ec8-8dc4-398bdf491d86 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:01.913111 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17aed43-27ee-4ec8-8dc4-398bdf491d86 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:01.913467 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d17aed43-27ee-4ec8-8dc4-398bdf491d86 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93758) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:01.968197 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d17aed43-27ee-4ec8-8dc4-398bdf491d86 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:01.968575 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-d17aed43-27ee-4ec8-8dc4-398bdf491d86 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Floating IP 192e9934-9290-4283-9445-4f9058e22d3e disassociated (deleted). External IP: 172.25.3.80, port: fdeb6a73-4fa2-4975-8218-18011f6e2eca. Jul 16 10:05:02.514681 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d17aed43-27ee-4ec8-8dc4-398bdf491d86 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Router ce342697-0278-4212-9cd6-fd541a15df6d has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 10:05:02.618616 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d17aed43-27ee-4ec8-8dc4-398bdf491d86 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 10:05:02.624073 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d17aed43-27ee-4ec8-8dc4-398bdf491d86 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:02.628260 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef22a92-f4aa-484b-9de1-705bda5dbfc7 None None] Sync routers for ids ['ce342697-0278-4212-9cd6-fd541a15df6d'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 10:05:02.637977 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef22a92-f4aa-484b-9de1-705bda5dbfc7 None None] Routers {'ce342697-0278-4212-9cd6-fd541a15df6d'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:05:02.638520 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-aef22a92-f4aa-484b-9de1-705bda5dbfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T10:04:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['ce342697-0278-4212-9cd6-fd541a15df6d'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:05:02.658892 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d17aed43-27ee-4ec8-8dc4-398bdf491d86 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "DELETE /v2.0/floatingips/192e9934-9290-4283-9445-4f9058e22d3e HTTP/1.1" status: 204 len: 168 time: 1.1651433 Jul 16 10:05:02.659597 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '27e1f054-186a-494b-95dc-0c7ade32b3bf', 'tag': 'fdeb6a73-4fa2-4975-8218-18011f6e2eca'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 10:05:02.661990 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81177b0e-a84a-445b-b688-edc9181d725b" -d '{"events": [{"name": "network-changed", "server_uuid": "27e1f054-186a-494b-95dc-0c7ade32b3bf", "tag": "fdeb6a73-4fa2-4975-8218-18011f6e2eca"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 10:05:02.699419 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 10:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f477f368-8290-4829-a67a-0f188554799d x-openstack-request-id: req-f477f368-8290-4829-a67a-0f188554799d {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 10:05:02.699712 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "27e1f054-186a-494b-95dc-0c7ade32b3bf", "tag": "fdeb6a73-4fa2-4975-8218-18011f6e2eca", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 10:05:02.699969 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-f477f368-8290-4829-a67a-0f188554799d {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 10:05:02.700402 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '27e1f054-186a-494b-95dc-0c7ade32b3bf', 'tag': 'fdeb6a73-4fa2-4975-8218-18011f6e2eca', 'status': 'completed', 'code': 200} Jul 16 10:05:02.752758 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-aef22a92-f4aa-484b-9de1-705bda5dbfc7 None None] Set router ce342697-0278-4212-9cd6-fd541a15df6d gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:05:02.780195 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81177b0e-a84a-445b-b688-edc9181d725b req-a43336ae-8591-4f14-95f6-9e82f4ab93e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:05:02.781794 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-81177b0e-a84a-445b-b688-edc9181d725b req-a43336ae-8591-4f14-95f6-9e82f4ab93e9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=195b5bc983bb45ce8836d698b6dda192&device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf HTTP/1.1" status: 200 len: 1098 time: 0.0591614 Jul 16 10:05:02.887716 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81177b0e-a84a-445b-b688-edc9181d725b req-d06e003a-031b-4e5f-8c64-8ebe2d2e76f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:05:02.889468 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-81177b0e-a84a-445b-b688-edc9181d725b req-d06e003a-031b-4e5f-8c64-8ebe2d2e76f3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=8501dc6f-e007-4a4c-a047-f44eda808f6d HTTP/1.1" status: 200 len: 911 time: 0.1010849 Jul 16 10:05:02.934414 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-81177b0e-a84a-445b-b688-edc9181d725b req-490ffbad-b10c-4683-b896-ea65b89b757d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fdeb6a73-4fa2-4975-8218-18011f6e2eca HTTP/1.1" status: 200 len: 217 time: 0.0370877 Jul 16 10:05:02.984715 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-aef22a92-f4aa-484b-9de1-705bda5dbfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'name': 'tempest-TestSnapshotPattern-1588842854-router', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:26Z', 'revision_number': 4, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'gw_port': {'id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '652fda81-50c8-4c65-9be7-517ff3fe1703', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'port_id': '64d659c8-762b-4941-aa14-6bb2e81dda3d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'mac_address': 'fa:16:3e:b6:49:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fd9647-d967-430d-8094-2e2e18ef89af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T10:00:44Z', 'updated_at': '2021-07-16T10:00:46Z', 'revision_number': 1, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598', 'name': '', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'mac_address': 'fa:16:3e:cd:77:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:26Z', 'updated_at': '2021-07-16T10:00:32Z', 'revision_number': 5, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'subnets': [{'id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:05:02.988481 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81177b0e-a84a-445b-b688-edc9181d725b req-df44051a-34f6-4069-a120-a52514a77178 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:05:02.989969 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-81177b0e-a84a-445b-b688-edc9181d725b req-df44051a-34f6-4069-a120-a52514a77178 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d2114b3e-095f-4bc9-a803-eb348a5dec7d HTTP/1.1" status: 200 len: 849 time: 0.0489202 Jul 16 10:05:03.015561 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef22a92-f4aa-484b-9de1-705bda5dbfc7 None None] Checking router: ce342697-0278-4212-9cd6-fd541a15df6d for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 10:05:03.023799 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef22a92-f4aa-484b-9de1-705bda5dbfc7 None None] Routers {'ce342697-0278-4212-9cd6-fd541a15df6d'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:05:03.024424 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-aef22a92-f4aa-484b-9de1-705bda5dbfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T10:04:36Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['ce342697-0278-4212-9cd6-fd541a15df6d'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:05:03.077887 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81177b0e-a84a-445b-b688-edc9181d725b req-6b593db3-60c7-43a4-b392-5aabfef75c2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:05:03.079383 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-81177b0e-a84a-445b-b688-edc9181d725b req-6b593db3-60c7-43a4-b392-5aabfef75c2c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=8501dc6f-e007-4a4c-a047-f44eda808f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0829608 Jul 16 10:05:03.125728 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-aef22a92-f4aa-484b-9de1-705bda5dbfc7 None None] Set router ce342697-0278-4212-9cd6-fd541a15df6d gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:05:03.161676 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:03.166075 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f8aef-2ddc-4d67-8df3-ca893b095ced req-c55b096b-b2b1-457f-a7bd-29ff467432d9 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:05:03.168201 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f54f8aef-2ddc-4d67-8df3-ca893b095ced req-c55b096b-b2b1-457f-a7bd-29ff467432d9 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf HTTP/1.1" status: 200 len: 946 time: 0.1770411 Jul 16 10:05:03.220657 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-81177b0e-a84a-445b-b688-edc9181d725b req-d677424d-bbd5-4ee8-a9e3-54a7855acb2a service neutron] 10.222.0.30 "GET /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337223 Jul 16 10:05:03.225409 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:03.226118 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-f54f8aef-2ddc-4d67-8df3-ca893b095ced req-37159867-8122-4111-9ca6-3d8651534abb tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/security-groups?id=f76bf8c7-5334-489c-b3c0-9821380e7a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497427 Jul 16 10:05:03.315964 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-81177b0e-a84a-445b-b688-edc9181d725b req-f729fe4b-7967-45f3-a511-ee1fb3e460e7 service neutron] 10.222.0.30 "GET /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882585 Jul 16 10:05:03.356935 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-aef22a92-f4aa-484b-9de1-705bda5dbfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'name': 'tempest-TestSnapshotPattern-1588842854-router', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:26Z', 'revision_number': 4, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'gw_port': {'id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '652fda81-50c8-4c65-9be7-517ff3fe1703', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'port_id': '64d659c8-762b-4941-aa14-6bb2e81dda3d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'mac_address': 'fa:16:3e:b6:49:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fd9647-d967-430d-8094-2e2e18ef89af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T10:00:44Z', 'updated_at': '2021-07-16T10:00:46Z', 'revision_number': 1, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598', 'name': '', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'mac_address': 'fa:16:3e:cd:77:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:26Z', 'updated_at': '2021-07-16T10:00:32Z', 'revision_number': 5, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'subnets': [{'id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:05:03.381726 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef22a92-f4aa-484b-9de1-705bda5dbfc7 None None] The sync data for ids ['ce342697-0278-4212-9cd6-fd541a15df6d'] in n-d-771362-37 is: [{'id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'name': 'tempest-TestSnapshotPattern-1588842854-router', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:26Z', 'revision_number': 4, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'gw_port': {'id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_floatingips': [{'id': '652fda81-50c8-4c65-9be7-517ff3fe1703', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'floating_ip_address': '172.25.3.56', 'floating_network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'router_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'port_id': '64d659c8-762b-4941-aa14-6bb2e81dda3d', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'mac_address': 'fa:16:3e:b6:49:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06fd9647-d967-430d-8094-2e2e18ef89af', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-16T10:00:44Z', 'updated_at': '2021-07-16T10:00:46Z', 'revision_number': 1, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598', 'name': '', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'mac_address': 'fa:16:3e:cd:77:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:26Z', 'updated_at': '2021-07-16T10:00:32Z', 'revision_number': 5, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'subnets': [{'id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 10:05:03.422070 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-07e99f51-a609-4327-a6eb-46e987c1787d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:03.635190 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f484ef72-d678-4b7b-938c-5a6248d4f7be None None] New status for floating IP 192e9934-9290-4283-9445-4f9058e22d3e: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 10:05:04.407802 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ea39e0-99c3-4ddc-a25f-07c2cda396a7 req-78897b8e-f63a-4c7d-aca8-044d065c6cd1 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:05:04.409379 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b6ea39e0-99c3-4ddc-a25f-07c2cda396a7 req-78897b8e-f63a-4c7d-aca8-044d065c6cd1 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf HTTP/1.1" status: 200 len: 946 time: 0.0713177 Jul 16 10:05:04.449735 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-b6ea39e0-99c3-4ddc-a25f-07c2cda396a7 req-03ddc047-4f63-4fd7-801e-db4e1c0466e5 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/security-groups?id=f76bf8c7-5334-489c-b3c0-9821380e7a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328639 Jul 16 10:05:04.526502 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f3dcaa-1d19-4599-b79c-8392eac961ff req-920fac97-dfaa-4e72-b92c-8e09aec79539 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:05:04.527835 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-86f3dcaa-1d19-4599-b79c-8392eac961ff req-920fac97-dfaa-4e72-b92c-8e09aec79539 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.30 "GET /v2.0/ports?device_id=27e1f054-186a-494b-95dc-0c7ade32b3bf HTTP/1.1" status: 200 len: 946 time: 0.0604365 Jul 16 10:05:04.624052 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-86f3dcaa-1d19-4599-b79c-8392eac961ff req-987cbc27-abb0-4781-8465-f63e0cdacc60 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Deleting port fdeb6a73-4fa2-4975-8218-18011f6e2eca {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:05:04.624510 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-86f3dcaa-1d19-4599-b79c-8392eac961ff req-987cbc27-abb0-4781-8465-f63e0cdacc60 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:04.695086 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device fdeb6a73-4fa2-4975-8218-18011f6e2eca no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:05:04.713347 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [req-86f3dcaa-1d19-4599-b79c-8392eac961ff req-987cbc27-abb0-4781-8465-f63e0cdacc60 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] For port fdeb6a73-4fa2-4975-8218-18011f6e2eca, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=fdeb6a73-4fa2-4975-8218-18011f6e2eca,segment=NetworkSegment(b19086cc-3b46-4c51-be42-0efea82e730f),segment_id=b19086cc-3b46-4c51-be42-0efea82e730f)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:05:04.714392 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-86f3dcaa-1d19-4599-b79c-8392eac961ff req-987cbc27-abb0-4781-8465-f63e0cdacc60 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:04.726866 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [req-86f3dcaa-1d19-4599-b79c-8392eac961ff req-987cbc27-abb0-4781-8465-f63e0cdacc60 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Calling delete_port for fdeb6a73-4fa2-4975-8218-18011f6e2eca owned by compute:nova {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:05:04.770177 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1579481'] for port, before_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:04.792480 n-d-771362-37 neutron-server[93760]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e1f054-186a-494b-95dc-0c7ade32b3bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdeb6a73-4fa2-4975-8218-18011f6e2eca'}] {{(pid=93760) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 10:05:04.794632 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}15b7aeee9e371f6c88faf591a639cc9cf3f82ccf1fccdcc56c1a87884e3882f5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d90983e-7feb-465e-8dc6-a4c849fad8a8" -d '{"events": [{"server_uuid": "27e1f054-186a-494b-95dc-0c7ade32b3bf", "name": "network-vif-unplugged", "status": "completed", "tag": "fdeb6a73-4fa2-4975-8218-18011f6e2eca"}]}' {{(pid=93760) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 10:05:04.808570 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] For port fdeb6a73-4fa2-4975-8218-18011f6e2eca, host n-h1-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-771362-37',level=0,port_id=fdeb6a73-4fa2-4975-8218-18011f6e2eca,segment=NetworkSegment(b19086cc-3b46-4c51-be42-0efea82e730f),segment_id=b19086cc-3b46-4c51-be42-0efea82e730f)] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:05:04.813425 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8792700239445', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8792699839133', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8792699839151'] for port, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:04.842970 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 16 Jul 2021 10:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cfe31e9-ddab-46cf-b0f8-2834b88bdad3 x-openstack-request-id: req-4cfe31e9-ddab-46cf-b0f8-2834b88bdad3 {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 10:05:04.843285 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e1f054-186a-494b-95dc-0c7ade32b3bf", "name": "network-vif-unplugged", "status": "completed", "tag": "fdeb6a73-4fa2-4975-8218-18011f6e2eca", "code": 200}]} {{(pid=93760) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 10:05:04.843514 n-d-771362-37 neutron-server[93760]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-4cfe31e9-ddab-46cf-b0f8-2834b88bdad3 {{(pid=93760) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 10:05:04.843904 n-d-771362-37 neutron-server[93760]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e1f054-186a-494b-95dc-0c7ade32b3bf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdeb6a73-4fa2-4975-8218-18011f6e2eca', 'code': 200} Jul 16 10:05:04.869809 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Pushing event updated for resources: {'Port': ['ID=fdeb6a73-4fa2-4975-8218-18011f6e2eca,revision_number=8']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:05:04.870759 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-86f3dcaa-1d19-4599-b79c-8392eac961ff req-987cbc27-abb0-4781-8465-f63e0cdacc60 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:04.896850 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987cbc27-abb0-4781-8465-f63e0cdacc60 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Pushing event deleted for resources: {'Port': ['ID=fdeb6a73-4fa2-4975-8218-18011f6e2eca,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:05:04.945151 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [req-86f3dcaa-1d19-4599-b79c-8392eac961ff req-987cbc27-abb0-4781-8465-f63e0cdacc60 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] No DVR routers for this DVR port fdeb6a73-4fa2-4975-8218-18011f6e2eca on host n-h1-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 10:05:04.947702 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [req-86f3dcaa-1d19-4599-b79c-8392eac961ff req-987cbc27-abb0-4781-8465-f63e0cdacc60 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:04.950206 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-86f3dcaa-1d19-4599-b79c-8392eac961ff req-987cbc27-abb0-4781-8465-f63e0cdacc60 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.30 "DELETE /v2.0/ports/fdeb6a73-4fa2-4975-8218-18011f6e2eca HTTP/1.1" status: 204 len: 173 time: 0.4170470 Jul 16 10:05:04.950643 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '27e1f054-186a-494b-95dc-0c7ade32b3bf', 'name': 'network-vif-deleted', 'tag': 'fdeb6a73-4fa2-4975-8218-18011f6e2eca'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 10:05:04.953186 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb574117-ba47-4faf-bce9-b0d0cf7348b9" -d '{"events": [{"server_uuid": "27e1f054-186a-494b-95dc-0c7ade32b3bf", "name": "network-vif-deleted", "tag": "fdeb6a73-4fa2-4975-8218-18011f6e2eca"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 10:05:04.989388 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 10:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5149a0c-6f1c-49d1-bbea-69dfabe515bd x-openstack-request-id: req-e5149a0c-6f1c-49d1-bbea-69dfabe515bd {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 10:05:04.989680 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "27e1f054-186a-494b-95dc-0c7ade32b3bf", "name": "network-vif-deleted", "tag": "fdeb6a73-4fa2-4975-8218-18011f6e2eca", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 10:05:04.989939 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-e5149a0c-6f1c-49d1-bbea-69dfabe515bd {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 10:05:04.990340 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '27e1f054-186a-494b-95dc-0c7ade32b3bf', 'name': 'network-vif-deleted', 'tag': 'fdeb6a73-4fa2-4975-8218-18011f6e2eca', 'status': 'completed', 'code': 200} Jul 16 10:05:05.889633 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bc5e689c-18e5-4766-9a91-e39a42ab93cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:06.053670 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51896) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:05:06.199272 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:06.207786 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-206542e5-dac7-4af0-946b-88886dadf312 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Deleting port 69a80383-c256-43af-8d11-6765e2fe6e77 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:05:06.208129 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-206542e5-dac7-4af0-946b-88886dadf312 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:06.285090 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-206542e5-dac7-4af0-946b-88886dadf312 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:06.285335 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-206542e5-dac7-4af0-946b-88886dadf312 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:06.296697 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-206542e5-dac7-4af0-946b-88886dadf312 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Calling delete_port for 69a80383-c256-43af-8d11-6765e2fe6e77 owned by network:floatingip {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:05:06.441824 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-206542e5-dac7-4af0-946b-88886dadf312 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:06.465502 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206542e5-dac7-4af0-946b-88886dadf312 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Pushing event deleted for resources: {'Port': ['ID=69a80383-c256-43af-8d11-6765e2fe6e77,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:05:06.526755 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-206542e5-dac7-4af0-946b-88886dadf312 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for floatingip, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:06.527085 n-d-771362-37 neutron-server[93758]: INFO neutron.db.l3_db [None req-206542e5-dac7-4af0-946b-88886dadf312 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Floating IP 652fda81-50c8-4c65-9be7-517ff3fe1703 disassociated (deleted). External IP: 172.25.3.56, port: 64d659c8-762b-4941-aa14-6bb2e81dda3d. Jul 16 10:05:06.730781 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-206542e5-dac7-4af0-946b-88886dadf312 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Router ce342697-0278-4212-9cd6-fd541a15df6d has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 10:05:06.839367 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-206542e5-dac7-4af0-946b-88886dadf312 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 10:05:06.844062 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-206542e5-dac7-4af0-946b-88886dadf312 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for floatingip, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:06.848444 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28f1c33-2e36-46a4-b2c0-7d883261ae4c None None] Sync routers for ids ['ce342697-0278-4212-9cd6-fd541a15df6d'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 10:05:06.857145 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28f1c33-2e36-46a4-b2c0-7d883261ae4c None None] Routers {'ce342697-0278-4212-9cd6-fd541a15df6d'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:05:06.857747 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e28f1c33-2e36-46a4-b2c0-7d883261ae4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T10:05:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['ce342697-0278-4212-9cd6-fd541a15df6d'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:05:06.881097 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-206542e5-dac7-4af0-946b-88886dadf312 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "DELETE /v2.0/floatingips/652fda81-50c8-4c65-9be7-517ff3fe1703 HTTP/1.1" status: 204 len: 168 time: 0.8263376 Jul 16 10:05:06.964040 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e28f1c33-2e36-46a4-b2c0-7d883261ae4c None None] Set router ce342697-0278-4212-9cd6-fd541a15df6d gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:05:06.991389 n-d-771362-37 neutron-server[93758]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06fd9647-d967-430d-8094-2e2e18ef89af', 'tag': '64d659c8-762b-4941-aa14-6bb2e81dda3d'}] {{(pid=93758) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 10:05:06.993995 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a39c1dfe54ac256eb330451dd2fa4c2ee93002d7ceea859176ae002b1992b2c1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77171884-8529-4e8f-aafb-3b2bd52ccec7" -d '{"events": [{"name": "network-changed", "server_uuid": "06fd9647-d967-430d-8094-2e2e18ef89af", "tag": "64d659c8-762b-4941-aa14-6bb2e81dda3d"}]}' {{(pid=93758) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 10:05:07.030845 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 16 Jul 2021 10:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b0b981-2440-40e6-bc85-6133aeb8dbfa x-openstack-request-id: req-28b0b981-2440-40e6-bc85-6133aeb8dbfa {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 10:05:07.031139 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06fd9647-d967-430d-8094-2e2e18ef89af", "tag": "64d659c8-762b-4941-aa14-6bb2e81dda3d", "status": "completed", "code": 200}]} {{(pid=93758) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 10:05:07.031391 n-d-771362-37 neutron-server[93758]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-28b0b981-2440-40e6-bc85-6133aeb8dbfa {{(pid=93758) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 10:05:07.031975 n-d-771362-37 neutron-server[93758]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06fd9647-d967-430d-8094-2e2e18ef89af', 'tag': '64d659c8-762b-4941-aa14-6bb2e81dda3d', 'status': 'completed', 'code': 200} Jul 16 10:05:07.117629 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77171884-8529-4e8f-aafb-3b2bd52ccec7 req-1ad64da7-4b76-4825-9f09-bad98410dff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:05:07.119186 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-77171884-8529-4e8f-aafb-3b2bd52ccec7 req-1ad64da7-4b76-4825-9f09-bad98410dff0 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=195b5bc983bb45ce8836d698b6dda192&device_id=06fd9647-d967-430d-8094-2e2e18ef89af HTTP/1.1" status: 200 len: 1095 time: 0.0636437 Jul 16 10:05:07.185774 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e28f1c33-2e36-46a4-b2c0-7d883261ae4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'name': 'tempest-TestSnapshotPattern-1588842854-router', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:26Z', 'revision_number': 4, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'gw_port': {'id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598', 'name': '', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'mac_address': 'fa:16:3e:cd:77:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:26Z', 'updated_at': '2021-07-16T10:00:32Z', 'revision_number': 5, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'subnets': [{'id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:05:07.221230 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77171884-8529-4e8f-aafb-3b2bd52ccec7 req-dc20b474-187b-4b9e-8d6c-e9c58e27fcd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:05:07.222770 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-77171884-8529-4e8f-aafb-3b2bd52ccec7 req-dc20b474-187b-4b9e-8d6c-e9c58e27fcd4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=8501dc6f-e007-4a4c-a047-f44eda808f6d HTTP/1.1" status: 200 len: 911 time: 0.0971282 Jul 16 10:05:07.265988 n-d-771362-37 neutron-server[93758]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecb6664-c489-467b-8146-eebca89bb7a4 req-161f541a-5df2-438f-a018-b78b99c855d2 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93758) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:05:07.266599 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-77171884-8529-4e8f-aafb-3b2bd52ccec7 req-700e2073-7af3-4ad1-aed4-e602885551f0 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=64d659c8-762b-4941-aa14-6bb2e81dda3d HTTP/1.1" status: 200 len: 217 time: 0.0360827 Jul 16 10:05:07.267817 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aecb6664-c489-467b-8146-eebca89bb7a4 req-161f541a-5df2-438f-a018-b78b99c855d2 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=06fd9647-d967-430d-8094-2e2e18ef89af HTTP/1.1" status: 200 len: 943 time: 0.0747540 Jul 16 10:05:07.308737 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28f1c33-2e36-46a4-b2c0-7d883261ae4c None None] Checking router: ce342697-0278-4212-9cd6-fd541a15df6d for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 10:05:07.309357 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [req-aecb6664-c489-467b-8146-eebca89bb7a4 req-c1fa9dee-d0db-4b6d-876e-385efdcbc49f tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/security-groups?id=f76bf8c7-5334-489c-b3c0-9821380e7a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356166 Jul 16 10:05:07.317288 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e28f1c33-2e36-46a4-b2c0-7d883261ae4c None None] Routers {'ce342697-0278-4212-9cd6-fd541a15df6d'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:05:07.317898 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e28f1c33-2e36-46a4-b2c0-7d883261ae4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T10:05:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['ce342697-0278-4212-9cd6-fd541a15df6d'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:05:07.321113 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77171884-8529-4e8f-aafb-3b2bd52ccec7 req-64c029e8-9acf-44f4-a7dc-b4206e32da8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:05:07.322203 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-77171884-8529-4e8f-aafb-3b2bd52ccec7 req-64c029e8-9acf-44f4-a7dc-b4206e32da8a service neutron] 10.222.0.21 "GET /v2.0/subnets?id=d2114b3e-095f-4bc9-a803-eb348a5dec7d HTTP/1.1" status: 200 len: 849 time: 0.0496151 Jul 16 10:05:07.384185 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77171884-8529-4e8f-aafb-3b2bd52ccec7 req-701c3d9d-e0f9-48c2-a7c0-4ca395a16f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:05:07.386401 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-77171884-8529-4e8f-aafb-3b2bd52ccec7 req-701c3d9d-e0f9-48c2-a7c0-4ca395a16f5c service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=8501dc6f-e007-4a4c-a047-f44eda808f6d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0575151 Jul 16 10:05:07.420225 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-e28f1c33-2e36-46a4-b2c0-7d883261ae4c None None] Set router ce342697-0278-4212-9cd6-fd541a15df6d gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:05:07.474414 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-77171884-8529-4e8f-aafb-3b2bd52ccec7 req-bab97dd4-7de8-4e1c-9a5a-aad6a0adff23 service neutron] 10.222.0.21 "GET /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814598 Jul 16 10:05:07.506859 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:07.570828 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-77171884-8529-4e8f-aafb-3b2bd52ccec7 req-c1ad725b-882f-4c12-b6cd-e54f4a1bcc56 service neutron] 10.222.0.21 "GET /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900841 Jul 16 10:05:07.616377 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-e28f1c33-2e36-46a4-b2c0-7d883261ae4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'name': 'tempest-TestSnapshotPattern-1588842854-router', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:26Z', 'revision_number': 4, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'gw_port': {'id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598', 'name': '', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'mac_address': 'fa:16:3e:cd:77:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:26Z', 'updated_at': '2021-07-16T10:00:32Z', 'revision_number': 5, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'subnets': [{'id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:05:07.646449 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e28f1c33-2e36-46a4-b2c0-7d883261ae4c None None] The sync data for ids ['ce342697-0278-4212-9cd6-fd541a15df6d'] in n-d-771362-37 is: [{'id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'name': 'tempest-TestSnapshotPattern-1588842854-router', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:26Z', 'revision_number': 4, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'gw_port': {'id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37', '_interfaces': [{'id': '4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598', 'name': '', 'network_id': '8501dc6f-e007-4a4c-a047-f44eda808f6d', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'mac_address': 'fa:16:3e:cd:77:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_interface', 'standard_attr_id': 4289, 'fixed_ips': [{'subnet_id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:26Z', 'updated_at': '2021-07-16T10:00:32Z', 'revision_number': 5, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'subnets': [{'id': 'd2114b3e-095f-4bc9-a803-eb348a5dec7d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 10:05:07.866929 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34c68e54-da1c-4d21-9b08-1227e498598c None None] New status for floating IP 652fda81-50c8-4c65-9be7-517ff3fe1703: DOWN {{(pid=93760) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 16 10:05:08.483685 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16416e78-371d-42e9-9bd0-f21aea062680 req-0502a7e6-293c-486f-9702-89752a674ec0 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:05:08.485453 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-16416e78-371d-42e9-9bd0-f21aea062680 req-0502a7e6-293c-486f-9702-89752a674ec0 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=06fd9647-d967-430d-8094-2e2e18ef89af HTTP/1.1" status: 200 len: 943 time: 0.0628498 Jul 16 10:05:08.521916 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-16416e78-371d-42e9-9bd0-f21aea062680 req-f3dee970-353d-44cd-a842-dea4e973334d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/security-groups?id=f76bf8c7-5334-489c-b3c0-9821380e7a6d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311761 Jul 16 10:05:08.709674 n-d-771362-37 neutron-server[93759]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768e14b9-0686-4e10-b363-dd411995e11f req-f53e7b7d-412e-4628-854a-c57a112ff1a5 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93759) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 16 10:05:08.711023 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-768e14b9-0686-4e10-b363-dd411995e11f req-f53e7b7d-412e-4628-854a-c57a112ff1a5 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.21 "GET /v2.0/ports?device_id=06fd9647-d967-430d-8094-2e2e18ef89af HTTP/1.1" status: 200 len: 943 time: 0.0658987 Jul 16 10:05:08.725043 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device fdeb6a73-4fa2-4975-8218-18011f6e2eca no longer exists at agent hyperv_n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:05:08.748556 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] No Port match for: fdeb6a73-4fa2-4975-8218-18011f6e2eca {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 10:05:08.748988 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Device fdeb6a73-4fa2-4975-8218-18011f6e2eca not bound to the agent host n-h1-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 10:05:08.810259 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-768e14b9-0686-4e10-b363-dd411995e11f req-b5f2f528-d5ea-47fb-be33-df13a160668d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Deleting port 64d659c8-762b-4941-aa14-6bb2e81dda3d {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:05:08.810612 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-768e14b9-0686-4e10-b363-dd411995e11f req-b5f2f528-d5ea-47fb-be33-df13a160668d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:08.900434 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [req-768e14b9-0686-4e10-b363-dd411995e11f req-b5f2f528-d5ea-47fb-be33-df13a160668d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] For port 64d659c8-762b-4941-aa14-6bb2e81dda3d, host n-h2-771362-37, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-771362-37',level=0,port_id=64d659c8-762b-4941-aa14-6bb2e81dda3d,segment=NetworkSegment(b19086cc-3b46-4c51-be42-0efea82e730f),segment_id=b19086cc-3b46-4c51-be42-0efea82e730f)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:05:08.901309 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-768e14b9-0686-4e10-b363-dd411995e11f req-b5f2f528-d5ea-47fb-be33-df13a160668d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:08.913693 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [req-768e14b9-0686-4e10-b363-dd411995e11f req-b5f2f528-d5ea-47fb-be33-df13a160668d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Calling delete_port for 64d659c8-762b-4941-aa14-6bb2e81dda3d owned by compute:nova {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:05:08.943791 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:09.038802 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-768e14b9-0686-4e10-b363-dd411995e11f req-b5f2f528-d5ea-47fb-be33-df13a160668d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:09.072528 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f2f528-d5ea-47fb-be33-df13a160668d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Pushing event deleted for resources: {'Port': ['ID=64d659c8-762b-4941-aa14-6bb2e81dda3d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:05:09.101523 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2f528-d5ea-47fb-be33-df13a160668d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:09.101868 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2f528-d5ea-47fb-be33-df13a160668d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:09.102206 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2f528-d5ea-47fb-be33-df13a160668d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:09.102542 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2f528-d5ea-47fb-be33-df13a160668d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:09.102873 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2f528-d5ea-47fb-be33-df13a160668d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:09.103200 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2f528-d5ea-47fb-be33-df13a160668d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:09.103523 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2f528-d5ea-47fb-be33-df13a160668d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:09.103844 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2f528-d5ea-47fb-be33-df13a160668d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:09.104930 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2f528-d5ea-47fb-be33-df13a160668d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:09.105606 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2f528-d5ea-47fb-be33-df13a160668d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:09.105606 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2f528-d5ea-47fb-be33-df13a160668d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:09.106245 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5f2f528-d5ea-47fb-be33-df13a160668d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-771362-37 {{(pid=93759) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 16 10:05:09.126569 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [req-768e14b9-0686-4e10-b363-dd411995e11f req-b5f2f528-d5ea-47fb-be33-df13a160668d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] No DVR routers for this DVR port 64d659c8-762b-4941-aa14-6bb2e81dda3d on host n-h2-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 10:05:09.129103 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [req-768e14b9-0686-4e10-b363-dd411995e11f req-b5f2f528-d5ea-47fb-be33-df13a160668d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-135119'] for port, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:09.131049 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-768e14b9-0686-4e10-b363-dd411995e11f req-b5f2f528-d5ea-47fb-be33-df13a160668d tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.21 "DELETE /v2.0/ports/64d659c8-762b-4941-aa14-6bb2e81dda3d HTTP/1.1" status: 204 len: 173 time: 0.4147997 Jul 16 10:05:09.131571 n-d-771362-37 neutron-server[93759]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06fd9647-d967-430d-8094-2e2e18ef89af', 'name': 'network-vif-deleted', 'tag': '64d659c8-762b-4941-aa14-6bb2e81dda3d'}] {{(pid=93759) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 16 10:05:09.134183 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.22/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0e8766cc54c183bdb8b86f08aafbb47d55c3dd62f40c6b0c43f4133ffcc44b93" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81be3ec8-98b1-48d6-b8eb-63898ed5ec82" -d '{"events": [{"server_uuid": "06fd9647-d967-430d-8094-2e2e18ef89af", "name": "network-vif-deleted", "tag": "64d659c8-762b-4941-aa14-6bb2e81dda3d"}]}' {{(pid=93759) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 16 10:05:09.170850 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 16 Jul 2021 10:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c23d07c2-3726-4cea-b537-3ea664a7a865 x-openstack-request-id: req-c23d07c2-3726-4cea-b537-3ea664a7a865 {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 16 10:05:09.171140 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06fd9647-d967-430d-8094-2e2e18ef89af", "name": "network-vif-deleted", "tag": "64d659c8-762b-4941-aa14-6bb2e81dda3d", "status": "completed", "code": 200}]} {{(pid=93759) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 16 10:05:09.171392 n-d-771362-37 neutron-server[93759]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.22/compute/v2.1/os-server-external-events used request id req-c23d07c2-3726-4cea-b537-3ea664a7a865 {{(pid=93759) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 16 10:05:09.171830 n-d-771362-37 neutron-server[93759]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06fd9647-d967-430d-8094-2e2e18ef89af', 'name': 'network-vif-deleted', 'tag': '64d659c8-762b-4941-aa14-6bb2e81dda3d', 'status': 'completed', 'code': 200} Jul 16 10:05:09.681607 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [req-8696fb23-be7c-44f9-82d4-97dfbb35ddfd req-df16bac0-e7cb-4a83-a9bd-fe0592044e37 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "GET /v2.0/ports?device_id=06fd9647-d967-430d-8094-2e2e18ef89af HTTP/1.1" status: 200 len: 210 time: 0.0319083 Jul 16 10:05:10.741167 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 64d659c8-762b-4941-aa14-6bb2e81dda3d no longer exists at agent hyperv_n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:05:10.765830 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] No Port match for: 64d659c8-762b-4941-aa14-6bb2e81dda3d {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 10:05:10.766181 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Device 64d659c8-762b-4941-aa14-6bb2e81dda3d not bound to the agent host n-h2-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 10:05:10.776608 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51912) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:05:10.834167 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-36962da6-d701-4c1f-9f43-2df12157c383 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:10.859199 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-36962da6-d701-4c1f-9f43-2df12157c383 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:10.919571 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-36962da6-d701-4c1f-9f43-2df12157c383 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:10.922194 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-36962da6-d701-4c1f-9f43-2df12157c383 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:10.923434 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-36962da6-d701-4c1f-9f43-2df12157c383 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] 10.222.0.22 "DELETE /v2.0/security-groups/f76bf8c7-5334-489c-b3c0-9821380e7a6d HTTP/1.1" status: 204 len: 168 time: 0.1458104 Jul 16 10:05:10.934237 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36962da6-d701-4c1f-9f43-2df12157c383 tempest-TestSnapshotPattern-622493944 tempest-TestSnapshotPattern-622493944-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f76bf8c7-5334-489c-b3c0-9821380e7a6d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:05:10.969756 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51916) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:05:11.309963 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d6d4603b-1da1-4c21-b8dd-f101eb9b82e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:11.558444 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d6d4603b-1da1-4c21-b8dd-f101eb9b82e7 admin admin] Deleting port 4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:05:11.558695 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d6d4603b-1da1-4c21-b8dd-f101eb9b82e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:11.634604 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-d6d4603b-1da1-4c21-b8dd-f101eb9b82e7 admin admin] For port 4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598,segment=NetworkSegment(b19086cc-3b46-4c51-be42-0efea82e730f),segment_id=b19086cc-3b46-4c51-be42-0efea82e730f)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:05:11.634967 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d6d4603b-1da1-4c21-b8dd-f101eb9b82e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:11.648367 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-d6d4603b-1da1-4c21-b8dd-f101eb9b82e7 admin admin] Calling delete_port for 4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598 owned by network:router_interface {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:05:11.833924 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d6d4603b-1da1-4c21-b8dd-f101eb9b82e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:11.860960 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4603b-1da1-4c21-b8dd-f101eb9b82e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:05:12.039059 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-d6d4603b-1da1-4c21-b8dd-f101eb9b82e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:12.253194 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6d4603b-1da1-4c21-b8dd-f101eb9b82e7 admin admin] Router ce342697-0278-4212-9cd6-fd541a15df6d has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 10:05:12.356333 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6d4603b-1da1-4c21-b8dd-f101eb9b82e7 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 10:05:12.361185 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-d6d4603b-1da1-4c21-b8dd-f101eb9b82e7 admin admin] 10.222.0.22 "PUT /v2.0/routers/ce342697-0278-4212-9cd6-fd541a15df6d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3903956 Jul 16 10:05:12.363680 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51918) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:05:12.364629 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94562c64-3143-456b-9370-89bfd38cf2b8 None None] Sync routers for ids ['ce342697-0278-4212-9cd6-fd541a15df6d'] in n-d-771362-37 {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 10:05:12.374022 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94562c64-3143-456b-9370-89bfd38cf2b8 None None] Routers {'ce342697-0278-4212-9cd6-fd541a15df6d'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:05:12.374625 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-94562c64-3143-456b-9370-89bfd38cf2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T10:05:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['ce342697-0278-4212-9cd6-fd541a15df6d'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:05:12.471899 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-67043bb0-a662-44bd-8946-45d8f783f1f9 admin admin] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:12.485108 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-94562c64-3143-456b-9370-89bfd38cf2b8 None None] Set router ce342697-0278-4212-9cd6-fd541a15df6d gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:05:12.666161 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-94562c64-3143-456b-9370-89bfd38cf2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'name': 'tempest-TestSnapshotPattern-1588842854-router', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:05:11Z', 'revision_number': 5, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'gw_port': {'id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:05:12.693096 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94562c64-3143-456b-9370-89bfd38cf2b8 None None] Checking router: ce342697-0278-4212-9cd6-fd541a15df6d for host: n-d-771362-37 {{(pid=93761) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 10:05:12.701676 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94562c64-3143-456b-9370-89bfd38cf2b8 None None] Routers {'ce342697-0278-4212-9cd6-fd541a15df6d'} bound to L3 agent in host n-d-771362-37 {{(pid=93761) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:05:12.702539 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-94562c64-3143-456b-9370-89bfd38cf2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T10:05:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['ce342697-0278-4212-9cd6-fd541a15df6d'], 'active': True} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:05:12.808516 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_dvr_db [None req-94562c64-3143-456b-9370-89bfd38cf2b8 None None] Set router ce342697-0278-4212-9cd6-fd541a15df6d gateway port host: n-d-771362-37 {{(pid=93761) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:05:12.934094 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-67043bb0-a662-44bd-8946-45d8f783f1f9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:12.985687 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-67043bb0-a662-44bd-8946-45d8f783f1f9 admin admin] Deleting port 177db4f1-2c99-401e-ac0c-0fe676229e02 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:05:12.986031 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-67043bb0-a662-44bd-8946-45d8f783f1f9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:12.989603 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.l3_hamode_db [None req-94562c64-3143-456b-9370-89bfd38cf2b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'name': 'tempest-TestSnapshotPattern-1588842854-router', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:05:11Z', 'revision_number': 5, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'gw_port': {'id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93761) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:05:13.015630 n-d-771362-37 neutron-server[93761]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94562c64-3143-456b-9370-89bfd38cf2b8 None None] The sync data for ids ['ce342697-0278-4212-9cd6-fd541a15df6d'] in n-d-771362-37 is: [{'id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'name': 'tempest-TestSnapshotPattern-1588842854-router', 'tenant_id': '195b5bc983bb45ce8836d698b6dda192', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218'}], 'enable_snat': True}, 'gw_port_id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:05:11Z', 'revision_number': 5, 'project_id': '195b5bc983bb45ce8836d698b6dda192', 'gw_port': {'id': '177db4f1-2c99-401e-ac0c-0fe676229e02', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:37:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ce342697-0278-4212-9cd6-fd541a15df6d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4288, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:24Z', 'updated_at': '2021-07-16T10:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}] {{(pid=93761) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 10:05:13.065362 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-67043bb0-a662-44bd-8946-45d8f783f1f9 admin admin] For port 177db4f1-2c99-401e-ac0c-0fe676229e02, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=177db4f1-2c99-401e-ac0c-0fe676229e02,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:05:13.065726 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-67043bb0-a662-44bd-8946-45d8f783f1f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:13.082226 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-67043bb0-a662-44bd-8946-45d8f783f1f9 admin admin] Calling delete_port for 177db4f1-2c99-401e-ac0c-0fe676229e02 owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:05:13.241398 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-67043bb0-a662-44bd-8946-45d8f783f1f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:13.270362 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67043bb0-a662-44bd-8946-45d8f783f1f9 admin admin] Pushing event deleted for resources: {'Port': ['ID=177db4f1-2c99-401e-ac0c-0fe676229e02,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:05:13.332907 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-67043bb0-a662-44bd-8946-45d8f783f1f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:13.426652 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-67043bb0-a662-44bd-8946-45d8f783f1f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:13.428858 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-67043bb0-a662-44bd-8946-45d8f783f1f9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:13.476623 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-67043bb0-a662-44bd-8946-45d8f783f1f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:13.477150 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67043bb0-a662-44bd-8946-45d8f783f1f9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ce342697-0278-4212-9cd6-fd541a15df6d {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 10:05:13.482091 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-67043bb0-a662-44bd-8946-45d8f783f1f9 admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:13.483256 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-67043bb0-a662-44bd-8946-45d8f783f1f9 admin admin] 10.222.0.22 "DELETE /v2.0/routers/ce342697-0278-4212-9cd6-fd541a15df6d HTTP/1.1" status: 204 len: 168 time: 1.1186786 Jul 16 10:05:13.485760 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51920) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:05:13.530374 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-47ebcf59-dd4d-4be2-9a9b-24541d449410 admin admin] Deleting subnet d2114b3e-095f-4bc9-a803-eb348a5dec7d {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 10:05:13.533698 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-47ebcf59-dd4d-4be2-9a9b-24541d449410 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:13.572166 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-47ebcf59-dd4d-4be2-9a9b-24541d449410 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:13.662546 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-47ebcf59-dd4d-4be2-9a9b-24541d449410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:13.715297 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-47ebcf59-dd4d-4be2-9a9b-24541d449410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:13.741805 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ebcf59-dd4d-4be2-9a9b-24541d449410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d2114b3e-095f-4bc9-a803-eb348a5dec7d,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:05:13.743756 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-47ebcf59-dd4d-4be2-9a9b-24541d449410 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:13.747991 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-47ebcf59-dd4d-4be2-9a9b-24541d449410 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/d2114b3e-095f-4bc9-a803-eb348a5dec7d HTTP/1.1" status: 204 len: 168 time: 0.2611306 Jul 16 10:05:13.748877 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [-] (93759) accepted ('10.222.0.22', 51922) {{(pid=93759) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:05:13.750734 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad2471fe-67c5-4aa6-abef-d88f1d8a326d None None] Network 8501dc6f-e007-4a4c-a047-f44eda808f6d requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 10:05:13.821430 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-347769b2-e27d-4fdd-8b00-42819c4e5eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:13.878925 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-347769b2-e27d-4fdd-8b00-42819c4e5eed admin admin] Deleting port 352752ad-6193-496c-aa59-dc0719e96364 {{(pid=93759) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:05:13.879287 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-347769b2-e27d-4fdd-8b00-42819c4e5eed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:13.946956 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.db [None req-347769b2-e27d-4fdd-8b00-42819c4e5eed admin admin] For port 352752ad-6193-496c-aa59-dc0719e96364, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=352752ad-6193-496c-aa59-dc0719e96364,segment=NetworkSegment(b19086cc-3b46-4c51-be42-0efea82e730f),segment_id=b19086cc-3b46-4c51-be42-0efea82e730f)] {{(pid=93759) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:05:13.947254 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-347769b2-e27d-4fdd-8b00-42819c4e5eed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:13.966243 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.plugin [None req-347769b2-e27d-4fdd-8b00-42819c4e5eed admin admin] Calling delete_port for 352752ad-6193-496c-aa59-dc0719e96364 owned by network:dhcp {{(pid=93759) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:05:13.995618 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-075259c9-9cd9-44cd-9dcb-bf2c69da2e66 None None] DHCP port deletion for 8501dc6f-e007-4a4c-a047-f44eda808f6d request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 10:05:14.000224 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:05:14.037059 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 10:05:14.037414 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 4e5e5b7d-f5e0-4f2b-8a0d-7e396b688598 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 10:05:14.059960 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-347769b2-e27d-4fdd-8b00-42819c4e5eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16564110'] for port, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:14.064394 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-075259c9-9cd9-44cd-9dcb-bf2c69da2e66 None None] Deleting port 352752ad-6193-496c-aa59-dc0719e96364 {{(pid=93760) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:05:14.064780 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-075259c9-9cd9-44cd-9dcb-bf2c69da2e66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:14.087910 n-d-771362-37 neutron-server[93759]: DEBUG neutron.db.l3_dvrscheduler_db [None req-347769b2-e27d-4fdd-8b00-42819c4e5eed admin admin] No DVR routers for this DVR port 352752ad-6193-496c-aa59-dc0719e96364 on host n-d-771362-37 {{(pid=93759) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 10:05:14.094710 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347769b2-e27d-4fdd-8b00-42819c4e5eed admin admin] Pushing event deleted for resources: {'Port': ['ID=352752ad-6193-496c-aa59-dc0719e96364,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:05:14.133033 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.db [None req-075259c9-9cd9-44cd-9dcb-bf2c69da2e66 None None] For port 352752ad-6193-496c-aa59-dc0719e96364, host n-d-771362-37, got binding levels [] {{(pid=93760) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:05:14.133033 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-075259c9-9cd9-44cd-9dcb-bf2c69da2e66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:14.143742 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-075259c9-9cd9-44cd-9dcb-bf2c69da2e66 None None] Calling delete_port for 352752ad-6193-496c-aa59-dc0719e96364 owned by network:dhcp {{(pid=93760) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:05:14.146497 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.ipam_backend_mixin [None req-075259c9-9cd9-44cd-9dcb-bf2c69da2e66 None None] Port 352752ad-6193-496c-aa59-dc0719e96364 was not found and therefore no delete operation was performed {{(pid=93760) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 16 10:05:14.147840 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-075259c9-9cd9-44cd-9dcb-bf2c69da2e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124'] for port, after_delete {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:14.168776 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-347769b2-e27d-4fdd-8b00-42819c4e5eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:14.174127 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075259c9-9cd9-44cd-9dcb-bf2c69da2e66 None None] Pushing event deleted for resources: {'Port': ['ID=352752ad-6193-496c-aa59-dc0719e96364,revision_number=None']} {{(pid=93760) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:05:14.177959 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-075259c9-9cd9-44cd-9dcb-bf2c69da2e66 None None] No DVR routers for this DVR port 352752ad-6193-496c-aa59-dc0719e96364 on host n-d-771362-37 {{(pid=93760) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 10:05:14.181361 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-347769b2-e27d-4fdd-8b00-42819c4e5eed admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8501dc6f-e007-4a4c-a047-f44eda808f6d']}} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:05:14.193430 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-347769b2-e27d-4fdd-8b00-42819c4e5eed admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b19086cc-3b46-4c51-be42-0efea82e730f') {'for_net_delete': True} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:05:14.193728 n-d-771362-37 neutron-server[93759]: DEBUG neutron.services.segments.db [None req-347769b2-e27d-4fdd-8b00-42819c4e5eed admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b19086cc-3b46-4c51-be42-0efea82e730f') {} {{(pid=93759) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:05:14.203198 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-347769b2-e27d-4fdd-8b00-42819c4e5eed admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-16434715'] for segment, before_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:14.217935 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-347769b2-e27d-4fdd-8b00-42819c4e5eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:14.224058 n-d-771362-37 neutron-server[93759]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-347769b2-e27d-4fdd-8b00-42819c4e5eed admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93759) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 10:05:14.224493 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-347769b2-e27d-4fdd-8b00-42819c4e5eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16560479'] for segment, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: conditions |= (models_v2.Port.network_id.in_( Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: Traceback (most recent call last): Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: timer() Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: cb(*args, **kw) Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: return func(*args, **kwargs) Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: self._notify() Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: self.callback(batched_events) Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: event.method(event) Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: return f(self, *a, **k) Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: return self._get(url).json() Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: return self.request(url, 'GET', **kwargs) Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 10:05:14.226114 n-d-771362-37 neutron-server[93759]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 10:05:14.280981 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-347769b2-e27d-4fdd-8b00-42819c4e5eed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:14.287648 n-d-771362-37 neutron-server[93759]: DEBUG neutron_lib.callbacks.manager [None req-347769b2-e27d-4fdd-8b00-42819c4e5eed admin admin] Notify callbacks [] for network, before_response {{(pid=93759) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:14.289651 n-d-771362-37 neutron-server[93759]: INFO neutron.wsgi [None req-347769b2-e27d-4fdd-8b00-42819c4e5eed admin admin] 10.222.0.22 "DELETE /v2.0/networks/8501dc6f-e007-4a4c-a047-f44eda808f6d HTTP/1.1" status: 204 len: 168 time: 0.5397985 Jul 16 10:05:14.293534 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51924) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:05:14.301222 n-d-771362-37 neutron-server[93759]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347769b2-e27d-4fdd-8b00-42819c4e5eed admin admin] Pushing event deleted for resources: {'Network': ['ID=8501dc6f-e007-4a4c-a047-f44eda808f6d,revision_number=None']} {{(pid=93759) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:05:14.640779 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b2af95bc-24cf-4a02-b46a-6f764559b314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-453801'] for router_interface, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:14.890591 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b2af95bc-24cf-4a02-b46a-6f764559b314 admin admin] Deleting port 09ce3308-96de-46f0-b716-eeca0e192f63 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:05:14.890992 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b2af95bc-24cf-4a02-b46a-6f764559b314 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:14.968221 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-b2af95bc-24cf-4a02-b46a-6f764559b314 admin admin] For port 09ce3308-96de-46f0-b716-eeca0e192f63, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=09ce3308-96de-46f0-b716-eeca0e192f63,segment=NetworkSegment(7e11cb8f-63d2-41a6-9d7b-17ce822e96bb),segment_id=7e11cb8f-63d2-41a6-9d7b-17ce822e96bb)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:05:14.968611 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b2af95bc-24cf-4a02-b46a-6f764559b314 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:14.980655 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-b2af95bc-24cf-4a02-b46a-6f764559b314 admin admin] Calling delete_port for 09ce3308-96de-46f0-b716-eeca0e192f63 owned by network:router_interface {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:05:15.158390 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b2af95bc-24cf-4a02-b46a-6f764559b314 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:15.183549 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2af95bc-24cf-4a02-b46a-6f764559b314 admin admin] Pushing event deleted for resources: {'Port': ['ID=09ce3308-96de-46f0-b716-eeca0e192f63,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:05:15.357840 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-b2af95bc-24cf-4a02-b46a-6f764559b314 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-551705', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-457529'] for router_interface, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:15.563930 n-d-771362-37 neutron-server[93758]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2af95bc-24cf-4a02-b46a-6f764559b314 admin admin] Router 24aabd70-3598-45b5-9aef-5ff473ffaebf has already been hosted by L3 agent e92661d3-3af1-4901-bda6-12d47fc4d5c7 {{(pid=93758) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 16 10:05:15.672522 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 177db4f1-2c99-401e-ac0c-0fe676229e02 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:05:15.674077 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2af95bc-24cf-4a02-b46a-6f764559b314 admin admin] Notify agent at l3_agent.n-d-771362-37 the message routers_updated {{(pid=93758) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 16 10:05:15.679558 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-b2af95bc-24cf-4a02-b46a-6f764559b314 admin admin] 10.222.0.22 "PUT /v2.0/routers/24aabd70-3598-45b5-9aef-5ff473ffaebf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3847387 Jul 16 10:05:15.682106 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51926) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:05:15.693471 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b8f1d5-e103-428b-ae4a-310262759742 None None] Sync routers for ids ['24aabd70-3598-45b5-9aef-5ff473ffaebf'] in n-d-771362-37 {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 16 10:05:15.698463 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 177db4f1-2c99-401e-ac0c-0fe676229e02 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 10:05:15.698830 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 177db4f1-2c99-401e-ac0c-0fe676229e02 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 10:05:15.699283 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 352752ad-6193-496c-aa59-dc0719e96364 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:05:15.706420 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b8f1d5-e103-428b-ae4a-310262759742 None None] Routers {'24aabd70-3598-45b5-9aef-5ff473ffaebf'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:05:15.707057 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b4b8f1d5-e103-428b-ae4a-310262759742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T10:05:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['24aabd70-3598-45b5-9aef-5ff473ffaebf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:05:15.757640 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 352752ad-6193-496c-aa59-dc0719e96364 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 10:05:15.757988 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 352752ad-6193-496c-aa59-dc0719e96364 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 10:05:15.790135 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78dae2ba-9c63-49ac-97ba-7d5ad0c02d82 admin admin] Notify callbacks [] for router, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:15.829589 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-b4b8f1d5-e103-428b-ae4a-310262759742 None None] Set router 24aabd70-3598-45b5-9aef-5ff473ffaebf gateway port host: n-d-771362-37 {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:05:15.890970 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78dae2ba-9c63-49ac-97ba-7d5ad0c02d82 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:15.943270 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-78dae2ba-9c63-49ac-97ba-7d5ad0c02d82 admin admin] Deleting port 1d56d3fe-a5d7-4586-a604-1ce09cc7209c {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:05:15.943630 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78dae2ba-9c63-49ac-97ba-7d5ad0c02d82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:16.007093 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b4b8f1d5-e103-428b-ae4a-310262759742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24aabd70-3598-45b5-9aef-5ff473ffaebf', 'name': 'tempest-TestSnapshotPattern-5372172-router', 'tenant_id': '3379381ace594c42b7ecde9438d6397b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'external_fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.16'}], 'enable_snat': True}, 'gw_port_id': '1d56d3fe-a5d7-4586-a604-1ce09cc7209c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:00:28Z', 'updated_at': '2021-07-16T10:05:15Z', 'revision_number': 5, 'project_id': '3379381ace594c42b7ecde9438d6397b', 'gw_port': {'id': '1d56d3fe-a5d7-4586-a604-1ce09cc7209c', 'name': '', 'network_id': '4a545af8-8142-4a44-8290-045c2901c634', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:96:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24aabd70-3598-45b5-9aef-5ff473ffaebf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4300, 'fixed_ips': [{'subnet_id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'ip_address': '172.25.3.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-771362-37', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-16T10:00:29Z', 'updated_at': '2021-07-16T10:00:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'b437d82c-a89c-4a22-8469-4f8b23f67c10', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-771362-37'}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:05:16.025194 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-78dae2ba-9c63-49ac-97ba-7d5ad0c02d82 admin admin] For port 1d56d3fe-a5d7-4586-a604-1ce09cc7209c, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=1d56d3fe-a5d7-4586-a604-1ce09cc7209c,segment=NetworkSegment(187efd0c-df58-47c1-8d37-2bfdc61f0121),segment_id=187efd0c-df58-47c1-8d37-2bfdc61f0121)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:05:16.026133 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78dae2ba-9c63-49ac-97ba-7d5ad0c02d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:16.033795 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b8f1d5-e103-428b-ae4a-310262759742 None None] Checking router: 24aabd70-3598-45b5-9aef-5ff473ffaebf for host: n-d-771362-37 {{(pid=93760) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 16 10:05:16.037508 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-78dae2ba-9c63-49ac-97ba-7d5ad0c02d82 admin admin] Calling delete_port for 1d56d3fe-a5d7-4586-a604-1ce09cc7209c owned by network:router_gateway {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:05:16.042116 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4b8f1d5-e103-428b-ae4a-310262759742 None None] Routers {'24aabd70-3598-45b5-9aef-5ff473ffaebf'} bound to L3 agent in host n-d-771362-37 {{(pid=93760) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 16 10:05:16.042722 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b4b8f1d5-e103-428b-ae4a-310262759742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-771362-37', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-16T08:12:36Z,description=,heartbeat_timestamp=2021-07-16T10:05:06Z,host='n-d-771362-37',id=e92661d3-3af1-4901-bda6-12d47fc4d5c7,load=0,resource_versions=,resources_synced=,started_at=2021-07-16T08:12:36Z,topic='l3_agent')) {'router_ids': ['24aabd70-3598-45b5-9aef-5ff473ffaebf'], 'active': True} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:05:16.127767 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_dvr_db [None req-b4b8f1d5-e103-428b-ae4a-310262759742 None None] Set router 24aabd70-3598-45b5-9aef-5ff473ffaebf gateway port host: None {{(pid=93760) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 16 10:05:16.181539 n-d-771362-37 neutron-server[93760]: DEBUG neutron.db.l3_hamode_db [None req-b4b8f1d5-e103-428b-ae4a-310262759742 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24aabd70-3598-45b5-9aef-5ff473ffaebf', 'name': 'tempest-TestSnapshotPattern-5372172-router', 'tenant_id': '3379381ace594c42b7ecde9438d6397b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:00:28Z', 'updated_at': '2021-07-16T10:05:15Z', 'revision_number': 6, 'project_id': '3379381ace594c42b7ecde9438d6397b', 'gw_port_host': None}], 'n-d-771362-37', False) {} {{(pid=93760) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:05:16.197244 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78dae2ba-9c63-49ac-97ba-7d5ad0c02d82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:16.208087 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4b8f1d5-e103-428b-ae4a-310262759742 None None] The sync data for ids ['24aabd70-3598-45b5-9aef-5ff473ffaebf'] in n-d-771362-37 is: [{'id': '24aabd70-3598-45b5-9aef-5ff473ffaebf', 'name': 'tempest-TestSnapshotPattern-5372172-router', 'tenant_id': '3379381ace594c42b7ecde9438d6397b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-16T10:00:28Z', 'updated_at': '2021-07-16T10:05:15Z', 'revision_number': 6, 'project_id': '3379381ace594c42b7ecde9438d6397b', 'gw_port_host': None}] {{(pid=93760) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 16 10:05:16.224629 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78dae2ba-9c63-49ac-97ba-7d5ad0c02d82 admin admin] Pushing event deleted for resources: {'Port': ['ID=1d56d3fe-a5d7-4586-a604-1ce09cc7209c,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:05:16.283167 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78dae2ba-9c63-49ac-97ba-7d5ad0c02d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-523619'] for router_gateway, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:16.369932 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78dae2ba-9c63-49ac-97ba-7d5ad0c02d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-453367', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-31093'] for router, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:16.371983 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78dae2ba-9c63-49ac-97ba-7d5ad0c02d82 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:16.417437 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78dae2ba-9c63-49ac-97ba-7d5ad0c02d82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-451297'] for router, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:16.417889 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78dae2ba-9c63-49ac-97ba-7d5ad0c02d82 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24aabd70-3598-45b5-9aef-5ff473ffaebf {{(pid=93758) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 16 10:05:16.423202 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-78dae2ba-9c63-49ac-97ba-7d5ad0c02d82 admin admin] Notify callbacks [] for router, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:16.424366 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-78dae2ba-9c63-49ac-97ba-7d5ad0c02d82 admin admin] 10.222.0.22 "DELETE /v2.0/routers/24aabd70-3598-45b5-9aef-5ff473ffaebf HTTP/1.1" status: 204 len: 168 time: 0.7413316 Jul 16 10:05:16.426925 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51928) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:05:16.470013 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.db_base_plugin_v2 [None req-79652d15-d4d8-4855-b241-7f7719c421b2 admin admin] Deleting subnet 2ad141b6-9ef3-4f32-b023-93a9d96b2c89 {{(pid=93758) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 16 10:05:16.473030 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-79652d15-d4d8-4855-b241-7f7719c421b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:16.507285 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-79652d15-d4d8-4855-b241-7f7719c421b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4503084'] for subnet, precommit_delete_associations {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:16.588381 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-79652d15-d4d8-4855-b241-7f7719c421b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1391040'] for subnet, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:16.643096 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-79652d15-d4d8-4855-b241-7f7719c421b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1391095', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-983434', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4503216', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4515680'] for subnet, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:16.669683 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79652d15-d4d8-4855-b241-7f7719c421b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ad141b6-9ef3-4f32-b023-93a9d96b2c89,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:05:16.671566 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-79652d15-d4d8-4855-b241-7f7719c421b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:16.673709 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-79652d15-d4d8-4855-b241-7f7719c421b2 admin admin] 10.222.0.22 "DELETE /v2.0/subnets/2ad141b6-9ef3-4f32-b023-93a9d96b2c89 HTTP/1.1" status: 204 len: 168 time: 0.2456229 Jul 16 10:05:16.675635 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eecbcd5-44fb-41e8-bf09-92b30bfad129 None None] Network abbbb527-aa9d-45a5-9ae3-ef1de8337eb4 requested from n-d-771362-37 {{(pid=93760) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 16 10:05:16.676388 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51930) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:05:16.750459 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc43f926-e6b0-4889-92d0-a006969c584d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1627307'] for network, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:16.803741 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-fc43f926-e6b0-4889-92d0-a006969c584d admin admin] Deleting port af07e944-a1d2-411d-ae9f-ad2789f251c5 {{(pid=93758) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 16 10:05:16.804080 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc43f926-e6b0-4889-92d0-a006969c584d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8792700238767'] for port, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:16.869229 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.db [None req-fc43f926-e6b0-4889-92d0-a006969c584d admin admin] For port af07e944-a1d2-411d-ae9f-ad2789f251c5, host n-d-771362-37, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-771362-37',level=0,port_id=af07e944-a1d2-411d-ae9f-ad2789f251c5,segment=NetworkSegment(7e11cb8f-63d2-41a6-9d7b-17ce822e96bb),segment_id=7e11cb8f-63d2-41a6-9d7b-17ce822e96bb)] {{(pid=93758) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 16 10:05:16.869591 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc43f926-e6b0-4889-92d0-a006969c584d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-451218'] for port, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:16.881527 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.plugin [None req-fc43f926-e6b0-4889-92d0-a006969c584d admin admin] Calling delete_port for af07e944-a1d2-411d-ae9f-ad2789f251c5 owned by network:dhcp {{(pid=93758) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 16 10:05:16.971045 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc43f926-e6b0-4889-92d0-a006969c584d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1579810', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-879932', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8792700239490', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8792699839124', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4503235'] for port, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:16.992166 n-d-771362-37 neutron-server[93760]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88cb8364-7186-4d17-b0ff-f994cea75579 None None] DHCP port deletion for abbbb527-aa9d-45a5-9ae3-ef1de8337eb4 request from n-d-771362-37 {{(pid=93760) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 16 10:05:17.002928 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43f926-e6b0-4889-92d0-a006969c584d admin admin] Pushing event deleted for resources: {'Port': ['ID=af07e944-a1d2-411d-ae9f-ad2789f251c5,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:05:17.010578 n-d-771362-37 neutron-server[93758]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc43f926-e6b0-4889-92d0-a006969c584d admin admin] No DVR routers for this DVR port af07e944-a1d2-411d-ae9f-ad2789f251c5 on host n-d-771362-37 {{(pid=93758) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 16 10:05:17.085364 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc43f926-e6b0-4889-92d0-a006969c584d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1394084', 'neutron.services.segments.db._delete_segments_for_network-8792700153932'] for network, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:17.096436 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-fc43f926-e6b0-4889-92d0-a006969c584d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['abbbb527-aa9d-45a5-9ae3-ef1de8337eb4']}} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:05:17.106542 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-fc43f926-e6b0-4889-92d0-a006969c584d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e11cb8f-63d2-41a6-9d7b-17ce822e96bb') {'for_net_delete': True} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:05:17.106843 n-d-771362-37 neutron-server[93758]: DEBUG neutron.services.segments.db [None req-fc43f926-e6b0-4889-92d0-a006969c584d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e11cb8f-63d2-41a6-9d7b-17ce822e96bb') {} {{(pid=93758) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 16 10:05:17.116084 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc43f926-e6b0-4889-92d0-a006969c584d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8792700155733', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4503067'] for segment, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:17.130159 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc43f926-e6b0-4889-92d0-a006969c584d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656'] for segment, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:17.136596 n-d-771362-37 neutron-server[93758]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc43f926-e6b0-4889-92d0-a006969c584d admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93758) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 16 10:05:17.137110 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc43f926-e6b0-4889-92d0-a006969c584d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1397656', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4503570'] for segment, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: conditions |= (models_v2.Port.network_id.in_( Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: Traceback (most recent call last): Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: timer() Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: cb(*args, **kw) Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: return func(*args, **kwargs) Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: self._notify() Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: self.callback(batched_events) Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: event.method(event) Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: aggregate_uuid = self.p_client.list_aggregates( Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: return f(self, *a, **k) Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: return self._get(url).json() Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: return self.request(url, 'GET', **kwargs) Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: base_url = self.get_endpoint(auth, allow=allow, Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 16 10:05:17.139034 n-d-771362-37 neutron-server[93758]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 16 10:05:17.192241 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc43f926-e6b0-4889-92d0-a006969c584d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1394109', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-558539', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-551698', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-523711'] for network, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:17.197959 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-fc43f926-e6b0-4889-92d0-a006969c584d admin admin] Notify callbacks [] for network, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:17.200379 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-fc43f926-e6b0-4889-92d0-a006969c584d admin admin] 10.222.0.22 "DELETE /v2.0/networks/abbbb527-aa9d-45a5-9ae3-ef1de8337eb4 HTTP/1.1" status: 204 len: 168 time: 0.5229707 Jul 16 10:05:17.215886 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc43f926-e6b0-4889-92d0-a006969c584d admin admin] Pushing event deleted for resources: {'Network': ['ID=abbbb527-aa9d-45a5-9ae3-ef1de8337eb4,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:05:17.388266 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51934) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:05:17.428395 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-bf8cf816-499a-47ca-9c01-12aca9218926 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=195b5bc983bb45ce8836d698b6dda192&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0377338 Jul 16 10:05:17.430379 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51936) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:05:17.481426 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e298-9661-4ebb-bfa9-c12012cc5b35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:17.502134 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e298-9661-4ebb-bfa9-c12012cc5b35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:17.548462 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e298-9661-4ebb-bfa9-c12012cc5b35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:17.550911 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-ebf4e298-9661-4ebb-bfa9-c12012cc5b35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:17.552047 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ebf4e298-9661-4ebb-bfa9-c12012cc5b35 admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d6ce4b01-c6b0-481d-979f-a2f9e868d68f HTTP/1.1" status: 204 len: 168 time: 0.1207833 Jul 16 10:05:17.561777 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4e298-9661-4ebb-bfa9-c12012cc5b35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6ce4b01-c6b0-481d-979f-a2f9e868d68f,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:05:17.630230 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device af07e944-a1d2-411d-ae9f-ad2789f251c5 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:05:17.649499 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: af07e944-a1d2-411d-ae9f-ad2789f251c5 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 10:05:17.649924 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device af07e944-a1d2-411d-ae9f-ad2789f251c5 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 10:05:17.650430 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 09ce3308-96de-46f0-b716-eeca0e192f63 no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:05:17.672716 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 09ce3308-96de-46f0-b716-eeca0e192f63 {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 10:05:17.673061 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 09ce3308-96de-46f0-b716-eeca0e192f63 not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 10:05:17.673473 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1d56d3fe-a5d7-4586-a604-1ce09cc7209c no longer exists at agent ovs-agent-n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 16 10:05:17.695726 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.plugin [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] No Port match for: 1d56d3fe-a5d7-4586-a604-1ce09cc7209c {{(pid=93760) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 16 10:05:17.696428 n-d-771362-37 neutron-server[93760]: DEBUG neutron.plugins.ml2.rpc [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Device 1d56d3fe-a5d7-4586-a604-1ce09cc7209c not bound to the agent host n-d-771362-37 {{(pid=93760) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 16 10:05:17.876765 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51942) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:05:17.915755 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-ff26f0a6-7f1c-484f-b544-7dba71152c01 admin admin] 10.222.0.22 "GET /v2.0/security-groups?tenant_id=3379381ace594c42b7ecde9438d6397b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0378518 Jul 16 10:05:17.918733 n-d-771362-37 neutron-server[93758]: DEBUG neutron.wsgi [-] (93758) accepted ('10.222.0.22', 51944) {{(pid=93758) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 16 10:05:17.965726 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f13184e6-4ae0-4219-be64-57af9ae2793b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:17.987135 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f13184e6-4ae0-4219-be64-57af9ae2793b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:18.032540 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f13184e6-4ae0-4219-be64-57af9ae2793b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-569440'] for security_group, after_delete {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:18.035051 n-d-771362-37 neutron-server[93758]: DEBUG neutron_lib.callbacks.manager [None req-f13184e6-4ae0-4219-be64-57af9ae2793b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93758) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:18.036259 n-d-771362-37 neutron-server[93758]: INFO neutron.wsgi [None req-f13184e6-4ae0-4219-be64-57af9ae2793b admin admin] 10.222.0.22 "DELETE /v2.0/security-groups/d5f84b2d-4573-445f-9863-07dd96b8b943 HTTP/1.1" status: 204 len: 168 time: 0.1166062 Jul 16 10:05:18.045329 n-d-771362-37 neutron-server[93758]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13184e6-4ae0-4219-be64-57af9ae2793b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5f84b2d-4573-445f-9863-07dd96b8b943,revision_number=None']} {{(pid=93758) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 16 10:05:29.216153 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:05:33.160231 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:33.213007 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:33.422496 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9dfc11e0-3e1b-4beb-a24a-04784b254bc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:35.880213 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a4629b11-e7ff-47dd-a07c-7160ce3e2e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:36.200159 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:37.508518 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:05:38.947703 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:03.176224 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:03.229734 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:03.422842 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-48b85df2-50c5-4f40-8cd9-6f12f8141d6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:05.881721 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9cba6e7e-5dd9-474b-82e8-132cbc3de04d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:06.201688 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:06.215344 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:06:07.511102 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:08.949895 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:33.175679 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:33.235205 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:33.423371 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-703faed8-30f8-4354-a36a-567f33f421f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:35.883146 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a3a9e1c0-ce08-452f-bfb5-2b970c07e128 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:36.202631 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:37.513244 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:38.954264 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:06:43.214299 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:07:03.188198 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:07:03.249828 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:07:03.422999 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6dfb8937-5be8-40e5-b135-e7eee530d408 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:07:05.885541 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-71afb896-521d-4148-a17e-a16bc62a6509 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:07:06.204039 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:07:07.516966 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:07:08.956557 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:07:20.213556 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:07:33.187924 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:07:33.248674 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:07:33.423439 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4c2684a3-d06c-4250-bf20-50bf4d14e678 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:07:35.885009 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-f7c24e5b-6a9e-4870-94f6-a549fe2a6708 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:07:36.205110 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:07:37.519242 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:07:38.960175 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:07:57.211961 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:08:03.202122 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:08:03.263710 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:08:03.424327 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a98082ae-9842-45c6-aa72-a4fa411d5892 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:08:05.884815 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-682ef040-6dac-47ba-b0da-d0771ace17f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:08:06.206493 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:08:07.521461 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:08:08.963549 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:08:33.217309 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:08:33.279126 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:08:33.424492 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-51cd0b59-6286-43d9-88ff-e11e7fba0025 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:08:34.212042 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:08:35.884817 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-07fd3f1b-a47e-4826-bdad-c3a039f6e143 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:08:36.206654 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:08:37.525331 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:08:38.965489 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:09:03.236138 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:09:03.294224 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:09:03.424431 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9eb72c62-71a4-4383-aa3e-18e0d72cf284 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:09:05.298619 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-aacd212e-de98-420c-8a82-df7a291d57dd req-062c5559-1451-48c3-b5da-6ac6e78c987d service neutron] (93759) timed out ('10.222.0.22', 50564) {{(pid=93759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 10:09:05.887337 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2092bb49-7d5c-4530-a828-fa4f5a49dfcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:09:06.207110 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:09:07.529676 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:09:08.968457 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:09:11.212999 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:09:33.230775 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:09:33.294367 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:09:33.424434 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-64df15a8-b066-4eb3-8b73-a381d5ad9d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:09:35.888529 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8ce1a194-dfeb-4ef1-a676-49d3903b17be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:09:36.207613 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:09:37.533386 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:09:38.971377 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:09:48.212277 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:10:03.249849 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:10:03.291975 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:10:03.426133 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-d0775d5d-615e-4cb6-82b2-b547416f3252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:10:05.888624 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-dd79d6bb-3316-4e78-a0d5-00e267a4f42c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:10:06.210294 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:10:07.535037 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:10:08.974809 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:10:25.211382 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:10:33.244987 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:10:33.291061 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:10:33.425322 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-fc243eb9-833b-4407-bbd3-7ff79d255f55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:10:35.892925 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-7938c8c0-6a51-40ad-89c3-39a751255fbc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:10:36.210919 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:10:37.538562 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:10:38.976930 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:11:02.211803 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:11:03.259378 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:11:03.308087 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:11:03.426189 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-b2e36d26-58a4-4ebc-9d80-e5d61e1d0a7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:11:05.893462 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-a324652c-b5e8-42d0-99f3-47927468d22e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:11:06.211922 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:11:07.540850 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:11:08.979709 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:11:33.258383 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:11:33.302489 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:11:33.426002 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-0275d2fd-d3e6-439b-87cc-47dc3433dc08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:11:35.894230 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-2fe0853f-71de-4338-b299-c1c3efc7730a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:11:36.213253 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:11:37.543842 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:11:38.983760 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:11:39.211104 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:12:03.273290 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:12:03.318191 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:12:03.426263 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-9cf914db-541c-4aa0-843d-3dd4c5ac70eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:12:05.896176 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8a91561e-32c3-4fdc-a2a4-5fa0cb31035e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:12:06.213551 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:12:07.547739 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:12:08.986239 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:12:16.210334 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:12:33.293178 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:12:33.335601 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:12:33.430284 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-ad2537d0-29b3-4cca-a996-857a0d0bee11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:12:35.895521 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8510847f-12d8-40f7-8b97-37a22f2b57a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:12:36.215540 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:12:37.548161 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:12:38.989042 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:12:53.209487 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:13:03.288135 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:13:03.335971 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:13:03.430784 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-80d01aa5-99cf-49b8-bf35-0acb1739ed80 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:13:05.898249 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-6bd24b2e-787f-452b-b1c6-88d3316e25d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:13:06.219248 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:13:07.552533 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:13:08.992289 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:13:30.208331 n-d-771362-37 neutron-server[93761]: DEBUG neutron.db.agents_db [None req-8baf4afb-ada4-4f9d-a2b3-e4e13eceb14a None None] Agent healthcheck: found 7 active agents {{(pid=93761) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 16 10:13:33.301696 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-8c3bcd2e-fc51-4edc-afc5-296d94958356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:13:33.334200 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-38226cb2-4814-4eb3-bef8-1e34d73c8a8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:13:33.431137 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-bfe0aded-3158-435e-af0f-4d1e3ab75783 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:13:34.137220 n-d-771362-37 neutron-server[93759]: DEBUG neutron.wsgi [req-ff3fde1e-9e95-44c5-be7d-e227d82fabfe req-9c0e18c3-c736-4079-b3fd-6a504612b8c2 service neutron] (93759) timed out ('10.222.0.22', 47144) {{(pid=93759) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 16 10:13:35.899140 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-c470ed07-b5d5-4d62-ae10-7e5e190e42b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:13:36.221075 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-920802e7-dc97-43bf-846d-49b38af09a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:13:37.554909 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-32aa7856-122d-4d8d-a67a-b03336eb773b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 16 10:13:38.994950 n-d-771362-37 neutron-server[93760]: DEBUG neutron_lib.callbacks.manager [None req-4437d3e9-0100-4a6b-b79f-11c0c6de6f15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8792700153914', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1392382'] for agent, after_update {{(pid=93760) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}